-- Logs begin at Mon 2021-08-16 19:48:07 UTC, end at Mon 2021-08-16 22:28:18 UTC. -- Aug 16 20:31:53.273733 n-d-793620-15 systemd[1]: Started Devstack devstack@q-svc.service. Aug 16 20:31:56.010748 n-d-793620-15 neutron-server[101733]: INFO neutron.common.config [-] Logging enabled! Aug 16 20:31:56.011326 n-d-793620-15 neutron-server[101733]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev544 Aug 16 20:31:56.011582 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101733) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 20:31:56.014788 n-d-793620-15 neutron-server[101733]: INFO neutron.common.config [-] Logging enabled! Aug 16 20:31:56.015044 n-d-793620-15 neutron-server[101733]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev544 Aug 16 20:31:56.015354 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101733) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 20:31:56.016312 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 20:31:56.016549 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 20:31:56.017431 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 20:31:56.017678 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 20:31:56.017905 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 20:31:56.018223 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.018518 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.018813 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.019043 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.019336 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.019624 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.019928 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.020216 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.020512 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.020797 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.021074 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.021356 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.021586 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.021863 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.022150 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.022434 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.022658 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] debug = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.022938 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.023359 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.023778 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.024074 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.024365 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.024643 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.024912 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.025187 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.025468 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.025796 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] host = n-d-793620-15 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.026070 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.026355 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.026710 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.027013 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.027273 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.027548 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.027852 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.028126 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.028395 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] log_file = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.028713 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.029007 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.029297 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.029586 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.029811 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.030035 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.030326 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.030609 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.030882 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.031154 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.031426 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.031696 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.031991 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.032258 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.033104 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.033404 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.033692 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.033966 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.034244 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.034514 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.034782 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.035064 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.035335 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.035606 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.035904 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.036186 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.036451 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.036720 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.037017 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.037301 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.037582 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.037864 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.038133 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.038413 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.038684 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.038955 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.039225 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] use_json = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.039496 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.039767 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.040246 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.040521 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.040794 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.041064 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.041332 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.041617 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:56.041910 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.042205 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.042501 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.042782 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.043075 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.043350 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.043636 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.043940 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.044233 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.044520 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.044805 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.045080 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.045366 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.045644 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.045937 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.046237 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.046530 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.046819 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.047091 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.047362 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.047634 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.047937 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.048263 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.048557 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.048846 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.049120 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.049398 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.049688 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.049963 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.050235 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.050509 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.050867 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.051144 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.051415 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.051696 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.052245 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.052515 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.052786 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.053061 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.053350 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.053625 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.053897 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.054174 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.054455 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.054726 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.055012 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.055286 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.055557 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.055852 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.056131 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.056399 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.056669 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.056944 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.057213 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.057487 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.057756 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.058025 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.058295 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.058563 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.058831 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.059099 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.059369 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.059645 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.059951 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.060223 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.060492 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.060763 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.061034 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.061317 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.061612 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.061888 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.062163 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.062439 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.062715 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.062990 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.063264 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.063649 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.063932 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.064215 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.064508 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.064791 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.065076 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.065361 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.065635 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.065932 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.066208 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.066487 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.066762 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.067037 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.067326 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.067607 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.067925 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.068221 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.068513 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.068803 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.069097 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.069375 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.069680 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.069959 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:56.070177 n-d-793620-15 neutron-server[101733]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 20:31:56.070422 n-d-793620-15 neutron-server[101733]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101733) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 16 20:31:56.421592 n-d-793620-15 neutron-server[101733]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 20:31:56.421871 n-d-793620-15 neutron-server[101733]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 20:31:56.422162 n-d-793620-15 neutron-server[101733]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 20:31:56.422493 n-d-793620-15 neutron-server[101733]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 16 20:31:56.817334 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:56.817622 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:56.817900 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:56.819094 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:56.819369 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:56.819635 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:56.853580 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:56.853857 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:56.854123 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:56.870750 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:56.871033 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:56.871313 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:56.899762 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:56.900066 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:56.900339 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:56.937916 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:56.938200 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:56.938469 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:57.168885 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:57.169478 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:57.169478 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:57.169642 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:57.170286 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:57.298448 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:57.298769 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:57.299051 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:57.299328 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:57.299601 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:57.299937 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:57.300207 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:57.300468 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:57.300725 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:57.301012 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:57.301276 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:57.301547 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:57.302061 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:57.302318 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:57.302574 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:57.302839 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:57.303095 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:57.303362 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:57.303633 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:57.303918 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:57.304192 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:57.304449 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:57.304733 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:57.305108 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:57.305363 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:57.305614 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:57.306005 n-d-793620-15 neutron-server[101733]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101733) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 20:31:57.306247 n-d-793620-15 neutron-server[101733]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101733) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 20:31:57.306484 n-d-793620-15 neutron-server[101733]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101733) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 20:31:57.306719 n-d-793620-15 neutron-server[101733]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101733) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 20:31:57.306957 n-d-793620-15 neutron-server[101733]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101733) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 20:31:57.307191 n-d-793620-15 neutron-server[101733]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101733) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 20:31:57.307553 n-d-793620-15 neutron-server[101733]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 16 20:31:57.310819 n-d-793620-15 neutron-server[101733]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 16 20:31:57.315361 n-d-793620-15 neutron-server[101733]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 16 20:31:57.319269 n-d-793620-15 neutron-server[101733]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Aug 16 20:31:57.321121 n-d-793620-15 neutron-server[101733]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 16 20:31:57.321568 n-d-793620-15 neutron-server[101733]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 16 20:31:57.321903 n-d-793620-15 neutron-server[101733]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 16 20:31:57.322287 n-d-793620-15 neutron-server[101733]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 16 20:31:57.325086 n-d-793620-15 neutron-server[101733]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 16 20:31:57.325340 n-d-793620-15 neutron-server[101733]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 16 20:31:57.325684 n-d-793620-15 neutron-server[101733]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 20:31:57.331538 n-d-793620-15 neutron-server[101733]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 16 20:31:57.353160 n-d-793620-15 neutron-server[101733]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 16 20:31:57.353612 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:57.353910 n-d-793620-15 neutron-server[101733]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101733) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 16 20:31:57.354271 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:57.355628 n-d-793620-15 neutron-server[101733]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101733) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 16 20:31:57.355942 n-d-793620-15 neutron-server[101733]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 20:31:57.356192 n-d-793620-15 neutron-server[101733]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 16 20:31:57.359535 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:57.359835 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:57.424108 n-d-793620-15 neutron-server[101733]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 16 20:31:57.424288 n-d-793620-15 neutron-server[101733]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 16 20:31:57.424529 n-d-793620-15 neutron-server[101733]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 16 20:31:57.424897 n-d-793620-15 neutron-server[101733]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 16 20:31:57.445957 n-d-793620-15 neutron-server[101733]: DEBUG oslo_db.sqlalchemy.engines [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101733) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 16 20:31:58.140154 n-d-793620-15 neutron-server[101733]: INFO neutron.plugins.ml2.managers [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Initializing driver for type 'gre' Aug 16 20:31:58.140686 n-d-793620-15 neutron-server[101733]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] gre ID ranges: [(1, 1000)] Aug 16 20:31:58.409346 n-d-793620-15 neutron-server[101733]: INFO neutron.plugins.ml2.managers [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Initializing driver for type 'local' Aug 16 20:31:58.409976 n-d-793620-15 neutron-server[101733]: INFO neutron.plugins.ml2.managers [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Initializing driver for type 'vlan' Aug 16 20:31:58.527164 n-d-793620-15 neutron-server[101733]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] VlanTypeDriver initialization complete Aug 16 20:31:58.527503 n-d-793620-15 neutron-server[101733]: INFO neutron.plugins.ml2.managers [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Initializing driver for type 'vxlan' Aug 16 20:31:58.528038 n-d-793620-15 neutron-server[101733]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] vxlan ID ranges: [(1, 1000)] Aug 16 20:31:58.785431 n-d-793620-15 neutron-server[101733]: INFO neutron.plugins.ml2.managers [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Initializing extension driver 'port_security' Aug 16 20:31:58.785778 n-d-793620-15 neutron-server[101733]: INFO neutron.plugins.ml2.extensions.port_security [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] PortSecurityExtensionDriver initialization complete Aug 16 20:31:58.786121 n-d-793620-15 neutron-server[101733]: INFO neutron.plugins.ml2.managers [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Initializing mechanism driver 'openvswitch' Aug 16 20:31:58.786456 n-d-793620-15 neutron-server[101733]: INFO neutron.plugins.ml2.managers [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Initializing mechanism driver 'hyperv' Aug 16 20:31:58.793065 n-d-793620-15 neutron-server[101733]: DEBUG neutron.plugins.ml2.plugin [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:58.793752 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > port after_create 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.794131 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > port after_update 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.794492 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > port after_delete 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.795020 n-d-793620-15 neutron-server[101733]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101733) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 20:31:58.795465 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > subnet after_create 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.795897 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > subnet after_update 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.796379 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.796709 n-d-793620-15 neutron-server[101733]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101733) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 20:31:58.797071 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > network after_create 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.797431 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > network after_update 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.797781 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > network after_delete 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.798186 n-d-793620-15 neutron-server[101733]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101733) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 20:31:58.798607 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > security_group after_create 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.798965 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > security_group after_update 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.799312 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.799716 n-d-793620-15 neutron-server[101733]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101733) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 20:31:58.800281 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.800641 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.800993 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.801424 n-d-793620-15 neutron-server[101733]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101733) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 20:31:58.802096 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > address_group after_create 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.802454 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > address_group after_update 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.802802 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.803203 n-d-793620-15 neutron-server[101733]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101733) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 20:31:58.803593 n-d-793620-15 neutron-server[101733]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] ML2 OVO RPC backend initialized. {{(pid=101733) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 16 20:31:58.804331 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.804696 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.805119 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > network before_response 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.805477 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > networks before_response 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.805836 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > port before_response 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.806186 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > ports before_response 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.806547 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > subnet before_response 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.806907 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > subnets before_response 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.807346 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > network after_create 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.807696 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > network after_update 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.808070 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > network after_delete 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.809834 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > port after_create 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.809834 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > port after_update 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.809834 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > port after_delete 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.809834 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > subnet after_create 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.810137 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > subnet after_update 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.810137 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.810637 n-d-793620-15 neutron-server[101733]: INFO neutron.plugins.ml2.plugin [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Modular L2 Plugin initialization complete Aug 16 20:31:58.810977 n-d-793620-15 neutron-server[101733]: DEBUG neutron.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading services supported by the core plugin {{(pid=101733) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 16 20:31:58.811308 n-d-793620-15 neutron-server[101733]: INFO neutron.plugins.ml2.managers [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Got port-security extension from driver 'port_security' Aug 16 20:31:58.811775 n-d-793620-15 neutron-server[101733]: INFO neutron.extensions.vlantransparent [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Disabled vlantransparent extension. Aug 16 20:31:58.812289 n-d-793620-15 neutron-server[101733]: DEBUG neutron.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101733) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 16 20:31:58.812610 n-d-793620-15 neutron-server[101733]: INFO neutron.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading Plugin: router Aug 16 20:31:58.855348 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.855741 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > router after_create 55549900 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.856216 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > router before_create 55549900 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.856582 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.856958 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.857317 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > router after_delete 55549900 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.857680 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.858044 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > router after_create 55549900 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.858394 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > router after_update 55549900 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.858747 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > router after_update 55549900 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.859097 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.859458 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > router after_update 55549900 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.859897 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > router precommit_update 55549900 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.860269 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: port after_update 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.861107 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: port after_delete 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.861448 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: subnet after_update 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.861791 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.862145 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.862494 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > router precommit_create 55549900 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.862838 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: port before_delete 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.863198 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > router precommit_create 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.863542 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > router after_update 55549900 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.863907 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.864260 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > router precommit_create 55549900 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.864624 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.864969 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > router precommit_update 55549900 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.865336 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > agent after_create 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.865688 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > agent after_delete 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.866035 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > network after_delete 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.866895 n-d-793620-15 neutron-server[101733]: DEBUG neutron.quota.resource_registry [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Tracking information for resource: router configured {{(pid=101733) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 20:31:58.867233 n-d-793620-15 neutron-server[101733]: DEBUG neutron.quota.resource_registry [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Tracking information for resource: floatingip configured {{(pid=101733) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 20:31:58.872169 n-d-793620-15 neutron-server[101733]: INFO neutron.db.l3_agentschedulers_db [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 16 20:31:58.872851 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: port after_update 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.873218 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: port after_create 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.873571 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: port after_delete 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.873928 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: port after_update 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.874726 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > router before_create 55550100 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.875093 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.875456 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > router precommit_create 55550100 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.875839 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > router precommit_update 55550100 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.880871 n-d-793620-15 neutron-server[101733]: DEBUG neutron.services.provider_configuration [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Service providers = [] {{(pid=101733) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 16 20:31:58.881239 n-d-793620-15 neutron-server[101733]: DEBUG neutron.db.servicetype_db [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101733) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 16 20:31:58.884211 n-d-793620-15 neutron-server[101733]: DEBUG neutron.services.service_base [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101733) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 20:31:58.884565 n-d-793620-15 neutron-server[101733]: DEBUG neutron.services.service_base [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101733) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 20:31:58.884910 n-d-793620-15 neutron-server[101733]: DEBUG neutron.services.service_base [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101733) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 20:31:58.890883 n-d-793620-15 neutron-server[101733]: DEBUG neutron.services.service_base [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101733) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 20:31:58.891253 n-d-793620-15 neutron-server[101733]: INFO neutron.services.service_base [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 16 20:31:58.891635 n-d-793620-15 neutron-server[101733]: DEBUG neutron.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101733) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 20:31:58.892008 n-d-793620-15 neutron-server[101733]: INFO neutron.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 16 20:31:58.902462 n-d-793620-15 neutron-server[101733]: DEBUG neutron.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101733) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 20:31:58.902799 n-d-793620-15 neutron-server[101733]: INFO neutron.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading Plugin: auto_allocate Aug 16 20:31:58.908499 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: network precommit_update 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.908869 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: network precommit_create 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.909393 n-d-793620-15 neutron-server[101733]: DEBUG neutron.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101733) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 20:31:58.909715 n-d-793620-15 neutron-server[101733]: INFO neutron.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading Plugin: tag Aug 16 20:31:58.927472 n-d-793620-15 neutron-server[101733]: DEBUG neutron.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101733) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 20:31:58.927472 n-d-793620-15 neutron-server[101733]: INFO neutron.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading Plugin: timestamp Aug 16 20:31:58.931290 n-d-793620-15 neutron-server[101733]: DEBUG neutron.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101733) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 20:31:58.931623 n-d-793620-15 neutron-server[101733]: INFO neutron.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading Plugin: network_ip_availability Aug 16 20:31:58.937084 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.937461 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.937822 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:58.938552 n-d-793620-15 neutron-server[101733]: DEBUG neutron.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101733) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 20:31:58.939506 n-d-793620-15 neutron-server[101733]: INFO neutron.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading Plugin: flavors Aug 16 20:31:58.944198 n-d-793620-15 neutron-server[101733]: DEBUG neutron.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101733) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 20:31:58.944540 n-d-793620-15 neutron-server[101733]: INFO neutron.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading Plugin: revisions Aug 16 20:31:58.948865 n-d-793620-15 neutron-server[101733]: DEBUG neutron.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101733) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 20:31:58.949262 n-d-793620-15 neutron-server[101733]: DEBUG oslo_concurrency.lockutils [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.527s {{(pid=101733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 20:31:58.950010 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101733) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 16 20:31:58.950348 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Initializing extension manager. Aug 16 20:31:58.950858 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: __init__.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:58.951205 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: __pycache__ {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:58.951543 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:58.951908 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: address_group.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:58.952677 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:58.953260 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: address-group Aug 16 20:31:58.956688 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: address_scope.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:58.956688 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:58.956688 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: address-scope Aug 16 20:31:58.956688 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:58.957190 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:58.957696 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: router-admin-state-down-before-update Aug 16 20:31:58.958209 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: agent.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:58.959118 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:58.959887 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: agent Aug 16 20:31:58.960359 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: agent_resources_synced.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:58.961466 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:58.961986 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: agent-resources-synced Aug 16 20:31:58.962310 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: allowedaddresspairs.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:58.964139 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:58.964664 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: allowed-address-pairs Aug 16 20:31:58.964993 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: auto_allocated_topology.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:58.966071 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:58.966593 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: auto-allocated-topology Aug 16 20:31:58.966930 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: availability_zone.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:58.967628 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:58.968167 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: availability_zone Aug 16 20:31:58.968492 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: availability_zone_filter.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:58.969403 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:58.969942 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: availability_zone_filter Aug 16 20:31:58.970797 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: data_plane_status.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:58.971706 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:58.972255 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extension data-plane-status not supported by any of loaded plugins Aug 16 20:31:58.972581 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: default_subnetpools.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:58.973492 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:58.974002 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: default-subnetpools Aug 16 20:31:58.974325 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:58.975134 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:58.975651 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: dhcp_agent_scheduler Aug 16 20:31:58.976011 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: dns.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:58.976925 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:58.977432 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extension dns-integration not supported by any of loaded plugins Aug 16 20:31:58.977754 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: dns_domain_ports.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:58.978669 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:58.979178 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 16 20:31:58.979504 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:58.980456 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:58.980963 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 16 20:31:58.981284 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: dvr.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:58.981954 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:58.982464 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: dvr Aug 16 20:31:58.982779 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: ecmp_routes.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:58.983687 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:58.984221 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 16 20:31:58.984553 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: empty_string_filtering.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:58.985445 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:58.986003 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: empty-string-filtering Aug 16 20:31:58.986325 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:58.987251 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:58.987759 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 16 20:31:58.988105 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:58.989029 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:58.989532 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 16 20:31:58.989853 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: external_net.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:58.990761 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:58.991272 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: external-net Aug 16 20:31:58.991592 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.005029 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.005543 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: extra_dhcp_opt Aug 16 20:31:59.005865 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: extraroute.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.006763 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.007274 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: extraroute Aug 16 20:31:59.007594 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: extraroute_atomic.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.008651 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.009173 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: extraroute-atomic Aug 16 20:31:59.009495 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: filter_validation.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.010158 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.010665 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: filter-validation Aug 16 20:31:59.010983 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: fip_pf_description.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.011928 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.012432 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 16 20:31:59.012751 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: fip_port_details.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.013677 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.014185 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: fip-port-details Aug 16 20:31:59.014510 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: flavors.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.015739 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.016283 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: flavors Aug 16 20:31:59.016608 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.018767 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.019296 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 16 20:31:59.019638 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: floatingip_pools.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.020370 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.020889 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: floatingip-pools Aug 16 20:31:59.021218 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: ip_allocation.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.022148 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.022656 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extension ip_allocation not supported by any of loaded plugins Aug 16 20:31:59.022984 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.023929 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.024445 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: ip-substring-filtering Aug 16 20:31:59.024781 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: l2_adjacency.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.025703 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.026211 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 16 20:31:59.026538 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: l3.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.027604 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.028061 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: router Aug 16 20:31:59.028392 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.030742 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.031296 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 16 20:31:59.031616 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.033159 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.033679 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: ext-gw-mode Aug 16 20:31:59.034011 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.034932 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.035494 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: l3-ha Aug 16 20:31:59.035775 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: l3_flavors.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.036715 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.044773 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: l3-flavors Aug 16 20:31:59.044773 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.045434 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.045947 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 16 20:31:59.046278 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: l3agentscheduler.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.047306 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.047845 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: l3_agent_scheduler Aug 16 20:31:59.048202 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: logging.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.049666 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.050185 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extension logging not supported by any of loaded plugins Aug 16 20:31:59.050516 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: metering.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.051264 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.052124 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: metering Aug 16 20:31:59.052451 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.053541 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.054054 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: metering_source_and_destination_fields Aug 16 20:31:59.054383 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: multiprovidernet.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.055306 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.055842 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: multi-provider Aug 16 20:31:59.056170 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: netmtu.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.057088 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.057596 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: net-mtu Aug 16 20:31:59.057920 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: netmtu_writable.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.058836 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.059345 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: net-mtu-writable Aug 16 20:31:59.059670 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: network_availability_zone.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.060374 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.060884 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: network_availability_zone Aug 16 20:31:59.061205 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: network_ip_availability.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.062297 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.062808 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: network-ip-availability Aug 16 20:31:59.063136 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: network_segment_range.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.064013 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.064541 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extension network-segment-range not supported by any of loaded plugins Aug 16 20:31:59.064842 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: pagination.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.065817 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.066154 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: pagination Aug 16 20:31:59.066486 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: port_device_profile.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.067399 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.067949 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: port-device-profile Aug 16 20:31:59.068278 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.069206 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.069722 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: port-mac-address-regenerate Aug 16 20:31:59.070046 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.070955 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.071476 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: port-numa-affinity-policy Aug 16 20:31:59.071807 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: port_resource_request.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.078739 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.079809 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extension port-resource-request not supported by any of loaded plugins Aug 16 20:31:59.080146 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: portbindings.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.081076 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.081653 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: binding Aug 16 20:31:59.081950 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: portbindings_extended.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.083336 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.083891 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: binding-extended Aug 16 20:31:59.084226 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: portsecurity.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.085144 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.085657 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: port-security Aug 16 20:31:59.085980 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: project_id.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.086956 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.087289 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: project-id Aug 16 20:31:59.087610 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: providernet.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.088560 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.089081 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: provider Aug 16 20:31:59.089404 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: qos.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.093004 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.093539 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extension qos not supported by any of loaded plugins Aug 16 20:31:59.093872 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.095643 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.096187 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 16 20:31:59.096520 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.097437 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.097951 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 16 20:31:59.098282 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: qos_default.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.099191 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.099709 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extension qos-default not supported by any of loaded plugins Aug 16 20:31:59.100064 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: qos_fip.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.100725 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.101230 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extension qos-fip not supported by any of loaded plugins Aug 16 20:31:59.101556 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: qos_gateway_ip.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.102478 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.102999 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 16 20:31:59.103321 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: qos_port_network_policy.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.104263 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.104777 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 16 20:31:59.105099 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: qos_pps_rule.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.108984 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.109504 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extension qos-pps not supported by any of loaded plugins Aug 16 20:31:59.109830 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: qos_rule_type_details.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.110769 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.111281 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 16 20:31:59.111609 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: qos_rules_alias.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.112672 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.113192 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 16 20:31:59.113516 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: quotasv2.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.114424 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.114754 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: quotas Aug 16 20:31:59.115079 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: quotasv2_detail.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.118168 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.118513 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: quota_details Aug 16 20:31:59.118850 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: rbac.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.120133 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.120669 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: rbac-policies Aug 16 20:31:59.120999 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: rbac_address_group.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.121928 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.122451 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: rbac-address-group Aug 16 20:31:59.122775 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: rbac_address_scope.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.123696 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.124241 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: rbac-address-scope Aug 16 20:31:59.124565 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: rbac_security_groups.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.125485 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.125997 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: rbac-security-groups Aug 16 20:31:59.126512 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: rbac_subnetpool.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.127256 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.127766 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: rbac-subnetpool Aug 16 20:31:59.128112 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: revisionifmatch.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.129028 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.129543 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: revision-if-match Aug 16 20:31:59.129869 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: revisions.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.130980 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.131489 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: standard-attr-revisions Aug 16 20:31:59.131833 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: router_availability_zone.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.132512 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.133026 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: router_availability_zone Aug 16 20:31:59.133353 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: routerservicetype.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.134268 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.134775 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extension router-service-type not supported by any of loaded plugins Aug 16 20:31:59.135099 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.136066 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.136580 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: security-groups-normalized-cidr Aug 16 20:31:59.136910 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.137829 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.138342 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: port-security-groups-filtering Aug 16 20:31:59.138668 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.139588 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.140128 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: security-groups-remote-address-group Aug 16 20:31:59.140456 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: securitygroup.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.150711 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.151239 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: security-group Aug 16 20:31:59.151571 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: segment.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.152393 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.152909 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extension segment not supported by any of loaded plugins Aug 16 20:31:59.153233 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.154162 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.154677 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 16 20:31:59.155001 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: servicetype.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.156213 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.156743 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: service-type Aug 16 20:31:59.157066 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: sorting.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.165046 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.165374 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: sorting Aug 16 20:31:59.165696 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: standard_attr_segment.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.166609 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.167124 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 16 20:31:59.167450 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: standardattrdescription.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.168135 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.168647 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: standard-attr-description Aug 16 20:31:59.168973 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: stateful_security_group.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.169898 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.170413 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: stateful-security-group Aug 16 20:31:59.170736 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: stdattrs_common.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.171313 n-d-793620-15 neutron-server[101733]: WARNING neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 16 20:31:59.171634 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.172583 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.173141 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 16 20:31:59.173463 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: subnet_onboard.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.174527 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.175051 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: subnet_onboard Aug 16 20:31:59.175380 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.176339 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.177107 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 16 20:31:59.177432 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: subnet_service_types.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.178354 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.178872 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: subnet-service-types Aug 16 20:31:59.179200 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: subnetallocation.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.180317 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.180836 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: subnet_allocation Aug 16 20:31:59.181164 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.181835 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.182350 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: subnetpool-prefix-ops Aug 16 20:31:59.182675 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.183622 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.184176 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 16 20:31:59.184500 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: tagging.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.185546 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.186077 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: standard-attr-tag Aug 16 20:31:59.186408 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: timestamp.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.187611 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.188159 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loaded extension: standard-attr-timestamp Aug 16 20:31:59.188489 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: trunk.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.189548 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.190068 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extension trunk not supported by any of loaded plugins Aug 16 20:31:59.190396 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: trunk_details.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.191309 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.191877 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extension trunk-details not supported by any of loaded plugins Aug 16 20:31:59.196409 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: uplink_status_propagation.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.197070 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.197583 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 16 20:31:59.197907 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Loading extension file: vlantransparent.py {{(pid=101733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:31:59.198573 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:31:59.199084 n-d-793620-15 neutron-server[101733]: INFO neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 16 20:31:59.201601 n-d-793620-15 neutron-server[101733]: INFO neutron.quota.resource_registry [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Creating instance of TrackedResource for resource:network Aug 16 20:31:59.202126 n-d-793620-15 neutron-server[101733]: INFO neutron.quota.resource_registry [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Creating instance of TrackedResource for resource:subnet Aug 16 20:31:59.202526 n-d-793620-15 neutron-server[101733]: INFO neutron.quota.resource_registry [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 20:31:59.202920 n-d-793620-15 neutron-server[101733]: INFO neutron.quota.resource_registry [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Creating instance of TrackedResource for resource:port Aug 16 20:31:59.204718 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.v2.resource_helper [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101733) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 20:31:59.205190 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.v2.resource_helper [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Service FLAVORS assigned prefix: {{(pid=101733) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 20:31:59.205827 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.v2.resource_helper [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101733) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 20:31:59.206276 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.v2.resource_helper [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101733) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 20:31:59.206605 n-d-793620-15 neutron-server[101733]: INFO neutron.quota.resource_registry [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Creating instance of TrackedResource for resource:router Aug 16 20:31:59.207036 n-d-793620-15 neutron-server[101733]: INFO neutron.quota.resource_registry [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Creating instance of TrackedResource for resource:floatingip Aug 16 20:31:59.207549 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.v2.resource_helper [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Service METERING assigned prefix: /metering {{(pid=101733) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 20:31:59.209023 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:59.209397 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:59.209752 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:31:59.210742 n-d-793620-15 neutron-server[101733]: INFO neutron.quota.resource_registry [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 20:31:59.211188 n-d-793620-15 neutron-server[101733]: INFO neutron.quota.resource_registry [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Creating instance of TrackedResource for resource:security_group Aug 16 20:31:59.211628 n-d-793620-15 neutron-server[101733]: INFO neutron.quota.resource_registry [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 20:31:59.213338 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.v2.resource_helper [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Service CORE assigned prefix: {{(pid=101733) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 20:31:59.213760 n-d-793620-15 neutron-server[101733]: INFO neutron.quota.resource_registry [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 20:31:59.214028 n-d-793620-15 neutron-server[101733]: WARNING neutron.quota.resource_registry [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] subnetpool is already registered Aug 16 20:31:59.214474 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.v2.resource_helper [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Service CORE assigned prefix: {{(pid=101733) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 20:31:59.214804 n-d-793620-15 neutron-server[101733]: INFO neutron.quota.resource_registry [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 20:31:59.215138 n-d-793620-15 neutron-server[101733]: WARNING neutron.quota.resource_registry [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] subnetpool is already registered Aug 16 20:31:59.217456 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.v2.resource_helper [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101733) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 20:31:59.217898 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.v2.resource_helper [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Service FLAVORS assigned prefix: {{(pid=101733) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 20:31:59.218486 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.v2.resource_helper [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101733) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 20:31:59.218912 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.v2.resource_helper [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101733) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 20:31:59.219245 n-d-793620-15 neutron-server[101733]: INFO neutron.quota.resource_registry [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Creating instance of TrackedResource for resource:router Aug 16 20:31:59.219587 n-d-793620-15 neutron-server[101733]: WARNING neutron.quota.resource_registry [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] router is already registered Aug 16 20:31:59.220572 n-d-793620-15 neutron-server[101733]: INFO neutron.quota.resource_registry [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Creating instance of TrackedResource for resource:floatingip Aug 16 20:31:59.220915 n-d-793620-15 neutron-server[101733]: WARNING neutron.quota.resource_registry [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] floatingip is already registered Aug 16 20:31:59.221375 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.v2.resource_helper [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Service METERING assigned prefix: /metering {{(pid=101733) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 20:31:59.222047 n-d-793620-15 neutron-server[101733]: INFO neutron.quota.resource_registry [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 20:31:59.222376 n-d-793620-15 neutron-server[101733]: WARNING neutron.quota.resource_registry [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] rbac_policy is already registered Aug 16 20:31:59.222792 n-d-793620-15 neutron-server[101733]: INFO neutron.quota.resource_registry [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Creating instance of TrackedResource for resource:security_group Aug 16 20:31:59.223175 n-d-793620-15 neutron-server[101733]: WARNING neutron.quota.resource_registry [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] security_group is already registered Aug 16 20:31:59.223533 n-d-793620-15 neutron-server[101733]: INFO neutron.quota.resource_registry [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 20:31:59.223894 n-d-793620-15 neutron-server[101733]: WARNING neutron.quota.resource_registry [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] security_group_rule is already registered Aug 16 20:31:59.224539 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.v2.resource_helper [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Service CORE assigned prefix: {{(pid=101733) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 20:31:59.224866 n-d-793620-15 neutron-server[101733]: INFO neutron.quota.resource_registry [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 20:31:59.225198 n-d-793620-15 neutron-server[101733]: WARNING neutron.quota.resource_registry [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] subnetpool is already registered Aug 16 20:31:59.225629 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.v2.resource_helper [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Service CORE assigned prefix: {{(pid=101733) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 20:31:59.225953 n-d-793620-15 neutron-server[101733]: INFO neutron.quota.resource_registry [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 20:31:59.226284 n-d-793620-15 neutron-server[101733]: WARNING neutron.quota.resource_registry [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] subnetpool is already registered Aug 16 20:31:59.226743 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extended resource: extensions {{(pid=101733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:31:59.228216 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extended resource: address-groups {{(pid=101733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:31:59.229726 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extended resource: address-scopes {{(pid=101733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:31:59.231137 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extended resource: agents {{(pid=101733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:31:59.232333 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extended resource: auto-allocated-topology {{(pid=101733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:31:59.233560 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extended resource: availability_zones {{(pid=101733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:31:59.234779 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extended resource: dhcp-networks {{(pid=101733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:31:59.236364 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extended resource: dhcp-agents {{(pid=101733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:31:59.237784 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extended resource: routers {{(pid=101733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:31:59.239621 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extended resource: flavors {{(pid=101733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:31:59.240924 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extended resource: service_profiles {{(pid=101733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:31:59.242140 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extended resource: next_providers {{(pid=101733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:31:59.243589 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extended resource: service_profiles {{(pid=101733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:31:59.245146 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extended resource: floatingip-pools {{(pid=101733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:31:59.246485 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extended resource: routers {{(pid=101733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:31:59.248215 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extended resource: floatingips {{(pid=101733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:31:59.249497 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extended resource: l3-routers {{(pid=101733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:31:59.250889 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extended resource: l3-agents {{(pid=101733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:31:59.252849 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extended resource: metering-labels {{(pid=101733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:31:59.254263 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extended resource: metering-label-rules {{(pid=101733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:31:59.255633 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extended resource: network-ip-availabilities {{(pid=101733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:31:59.256934 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extended resource: bindings {{(pid=101733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:31:59.258500 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extended resource: quotas {{(pid=101733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:31:59.260057 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extended resource: quotas {{(pid=101733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:31:59.261504 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extended resource: rbac-policies {{(pid=101733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:31:59.262690 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extended resource: security-groups {{(pid=101733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:31:59.264027 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extended resource: security-group-rules {{(pid=101733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:31:59.265271 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extended resource: service-providers {{(pid=101733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:31:59.266475 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extended resource: subnetpools {{(pid=101733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:31:59.268110 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extended resource: subnetpools {{(pid=101733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:31:59.270268 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extended resource: tags {{(pid=101733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:31:59.272257 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extended resource: tags {{(pid=101733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:31:59.274876 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extended resource: tags {{(pid=101733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:31:59.276686 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extended resource: tags {{(pid=101733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:31:59.278392 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extended resource: tags {{(pid=101733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:31:59.281435 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extended resource: tags {{(pid=101733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:31:59.283657 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extended resource: tags {{(pid=101733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:31:59.285480 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extended resource: tags {{(pid=101733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:31:59.287430 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extended resource: tags {{(pid=101733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:31:59.289145 n-d-793620-15 neutron-server[101733]: DEBUG neutron.api.extensions [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Extended resource: tags {{(pid=101733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:31:59.295088 n-d-793620-15 neutron-server[101733]: WARNING keystonemiddleware.auth_token [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 16 20:31:59.300273 n-d-793620-15 neutron-server[101733]: WARNING keystonemiddleware.auth_token [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 16 20:31:59.309694 n-d-793620-15 neutron-server[101733]: DEBUG oslo_concurrency.lockutils [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Acquired lock "singleton_lock" {{(pid=101733) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 16 20:31:59.310174 n-d-793620-15 neutron-server[101733]: DEBUG oslo_concurrency.lockutils [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Releasing lock "singleton_lock" {{(pid=101733) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 16 20:31:59.310818 n-d-793620-15 neutron-server[101733]: INFO oslo_service.service [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Starting 2 workers Aug 16 20:31:59.315674 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Started child 101844 {{(pid=101733) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 20:31:59.320069 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Started child 101845 {{(pid=101733) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 20:31:59.321205 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:59.321813 n-d-793620-15 neutron-server[101733]: INFO neutron.service [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 16 20:31:59.322284 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Notify callbacks [] for process, before_spawn {{(pid=101733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:59.322677 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [-] (101844) wsgi starting up on http://0.0.0.0:9696 Aug 16 20:31:59.324631 n-d-793620-15 neutron-server[101733]: INFO oslo_service.service [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Starting 1 workers Aug 16 20:31:59.324940 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:59.326300 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [-] (101845) wsgi starting up on http://0.0.0.0:9696 Aug 16 20:31:59.329789 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Started child 101846 {{(pid=101733) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 20:31:59.330306 n-d-793620-15 neutron-server[101733]: INFO oslo_service.service [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Starting 1 workers Aug 16 20:31:59.333799 n-d-793620-15 neutron-server[101846]: DEBUG neutron.service [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] calling RpcWorker wait() {{(pid=101846) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 16 20:31:59.334362 n-d-793620-15 neutron-server[101846]: DEBUG neutron.service [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] returning from RpcWorker wait() {{(pid=101846) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 16 20:31:59.334732 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Started child 101847 {{(pid=101733) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 20:31:59.335550 n-d-793620-15 neutron-server[101733]: DEBUG neutron_lib.callbacks.manager [None req-70345806-b9ba-43b5-b06a-9dc90faf5a80 None None] Notify callbacks [] for process, after_spawn {{(pid=101733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:59.335757 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:59.336309 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:59.337443 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101733) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 20:31:59.337656 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 20:31:59.337828 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 20:31:59.338048 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 20:31:59.338377 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 20:31:59.338539 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 20:31:59.339118 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.339308 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.339554 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.339646 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:59.340122 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.340122 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.340696 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.340965 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.341196 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.341476 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.341726 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.341898 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.342063 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.342312 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.342543 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.342838 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.343098 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.343340 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.343611 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.343797 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.344059 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.344323 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.344568 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.345667 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] debug = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.345929 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.346401 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.346642 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.346898 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.347115 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.347376 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.347620 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.347911 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.348144 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.348382 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.348623 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.348886 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.349124 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.349350 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.349571 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.349815 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.350049 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.350509 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] host = n-d-793620-15 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.350736 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.350950 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.351174 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.351419 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.351663 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.351896 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.352140 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.352398 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.352644 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.352867 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.353126 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.353364 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.353596 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.353845 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] log_file = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.354005 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] log_options = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.354244 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.354528 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.354797 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.354982 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.355149 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.355323 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.355576 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.355724 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.355999 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.356234 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.356446 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.356673 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.356891 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.357121 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.357360 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.357603 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.357822 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.358050 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.358299 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.358525 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.358752 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.358975 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.359188 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.359419 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.359636 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.359869 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.360118 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.360329 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.361210 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.361353 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.361579 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.361847 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.362080 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.362318 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.362543 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.362765 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.362978 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.363239 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.363469 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.363690 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.363956 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.364171 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.364415 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.364641 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.364872 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.365084 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] use_json = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.365297 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.365510 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.365777 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.365988 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.366220 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.366450 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.366667 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.366894 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.367325 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.367607 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.368109 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.368383 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.368619 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.368864 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.369103 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.369358 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.369590 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.369823 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.370138 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.370376 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.370663 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.371092 n-d-793620-15 neutron-server[101847]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:59.371272 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.371416 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.371724 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.372013 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.372278 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.372516 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.372763 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.373010 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.373247 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.373574 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.373836 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.374102 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.84/identity {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.374346 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.374603 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.374803 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.375040 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.375255 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.375487 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.375741 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.376269 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.376516 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.376671 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.376842 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.377135 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.377281 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.377516 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.377773 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.378029 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.378276 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.378498 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.378718 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.378934 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.379168 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.379427 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.379662 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.379899 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.380133 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.380358 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.380576 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.380789 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.381020 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.381238 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.381473 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.381693 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.381929 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.382163 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.382379 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.382625 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.383034 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.383413 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.383413 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.384261 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.384261 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.384261 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.391365 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.391365 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.391365 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.391365 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.391365 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.391365 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.391365 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.391365 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.391365 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.392060 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.392060 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.392060 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.392060 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.392060 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.392060 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.392060 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.392060 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.392060 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.392564 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.392564 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.392564 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.392564 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.392564 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.392564 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.392564 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.392564 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.393010 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.393010 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.393010 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.393010 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.393010 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.393010 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.393010 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.393010 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.393454 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.393454 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.393569 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.394273 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.394273 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.394273 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.394613 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.394720 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.394943 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.395226 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.395530 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.395816 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.396087 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.396303 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.396584 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.396875 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.397158 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.397451 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.397701 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.397951 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.398203 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.398461 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.398711 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.398958 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.399188 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.399406 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.399675 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.399939 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.400158 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.400388 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.400615 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.400944 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.401272 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.401630 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.401873 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.402134 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.402410 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.402665 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.402945 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.403306 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.403455 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.403719 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.403970 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.84/identity {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.404201 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.404510 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.404813 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.405060 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.405555 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.405730 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.405981 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.406195 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.406406 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.406650 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.406857 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.407073 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.407830 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.408054 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.408322 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.408572 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.408783 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.409018 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.409254 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.409469 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.410047 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.410240 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.410450 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.410698 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.410938 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.411182 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.411425 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.411639 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.411909 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.412134 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.412365 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.412577 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.412838 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.413052 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.413263 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.413473 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.413710 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.413919 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.414130 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.414354 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.414564 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.414815 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.415103 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.415392 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.415664 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.415916 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.416152 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.416364 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.416617 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.416850 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.417064 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.417333 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.417591 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.417830 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.419816 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.419816 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.419816 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.419816 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.419816 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.419816 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.419816 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.419816 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.420676 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.420676 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.420676 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.420676 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.420961 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.421040 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.421232 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.421465 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.421673 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.421994 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.422138 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.422343 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.422585 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.422791 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.423071 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.424022 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.424257 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.424467 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.424711 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.424919 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.425128 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.425337 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.425551 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.425780 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.426002 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.426259 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.426468 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.426941 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.427227 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.427440 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.427668 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.427897 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.428126 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.428344 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.428554 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.428761 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.429058 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.429303 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.429521 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.429809 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.430034 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.430295 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.430547 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.430850 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.431091 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.431347 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.431594 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.431833 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.432073 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.432325 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.432655 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.432935 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.433197 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.433474 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.433822 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.434100 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.434390 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.434603 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.434890 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.435218 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.435481 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.435735 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.435990 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.436253 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.436475 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.436712 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.436956 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.437169 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.437382 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.437633 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.437860 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.438086 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.438305 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.438545 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.438788 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.439016 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.439246 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.439465 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.439680 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.439857 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 20:31:59.440390 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101733) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 20:31:59.440554 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 20:31:59.440706 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 20:31:59.440882 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 20:31:59.441058 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 20:31:59.441209 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 20:31:59.441413 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.441572 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.441730 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.441891 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.442049 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.442226 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.442385 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.442541 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.442699 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.442854 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.443011 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.443168 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.443323 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.443480 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.443639 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.443814 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.443976 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.444179 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.444302 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.444644 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.444860 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.445025 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.445431 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] debug = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.445431 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.446025 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.446025 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.446311 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.446311 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.446509 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.446632 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.446713 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.446833 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.446992 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.451114 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.451114 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.451114 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.451114 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.451114 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.451114 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.451114 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.451114 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] host = n-d-793620-15 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.451943 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.451943 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.451943 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.451943 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.451943 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.451943 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.451943 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.451943 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.452479 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.452479 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.452479 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.452479 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.452479 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.452479 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] log_file = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.452479 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] log_options = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.452479 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.452479 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.453062 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.453141 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52222) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:59.453232 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.453232 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.453232 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.453232 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.453232 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.453232 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.453232 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.453701 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.453701 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.453701 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.453701 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.453701 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.453701 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.453701 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.453701 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.454252 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.454252 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.454252 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.454252 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.454520 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.454520 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.454659 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.454736 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.454891 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.455049 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.455206 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.455363 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.455520 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.455681 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.455868 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.456026 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.456184 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.456416 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.456554 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.456712 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.456845 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.456967 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.457089 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.457208 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.457364 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.457522 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.457679 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.457836 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] use_json = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.457993 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.458150 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.458307 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.458464 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.458621 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.458778 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.458935 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.459091 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:31:59.459260 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.459420 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.459591 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.459750 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.459948 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.460108 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.460268 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.460427 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.460584 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.460780 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.460948 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.461107 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.461278 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.461439 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.461597 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.461759 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.461923 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.462128 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.462309 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.462470 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.462629 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.462788 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.462964 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.463124 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.463286 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.84/identity {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.464012 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.464012 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.464012 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.464618 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [-] 10.222.0.84 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0102003 Aug 16 20:31:59.464880 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.465215 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.465403 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.465562 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.465711 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.465863 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.466022 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.466181 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.466341 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.466532 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.466699 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.466840 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.466979 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.467130 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.467267 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.467402 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.467551 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.467732 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.467909 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.468068 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.468229 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.468389 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.468563 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.468718 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.468882 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.469048 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.469205 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.469348 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.469557 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.469737 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.470419 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.470601 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.470740 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.470910 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.471069 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.471228 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.471386 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.471545 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.471709 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.471895 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.472055 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.472198 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.472360 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.472674 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.472853 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.473014 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.473509 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.473509 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.473509 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.473926 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.473926 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.473926 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.474322 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.474322 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.474322 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.474726 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.474726 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.474986 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.474986 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.475276 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.475276 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.475940 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.475940 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.475940 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.475940 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.476515 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.476515 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.476515 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.476515 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.477166 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.477166 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.477166 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.477166 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.477166 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.480321 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.480321 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.480321 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.480321 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.480321 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.480321 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.480321 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.480321 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.481262 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.481262 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.481262 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.481262 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.481262 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.481262 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.481262 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.481262 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.482162 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.482162 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.482162 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.482162 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.482162 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.482162 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.482162 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.482162 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.482162 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.482879 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.482879 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.482879 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.482879 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.482879 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.482879 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.482879 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.482879 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.483696 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.483696 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.483696 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.483696 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.483696 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.483696 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.483696 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.483696 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.484610 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.84/identity {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.484610 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.484610 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.484610 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.484610 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.484610 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.484610 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.484610 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.485582 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.485582 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.485582 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.485582 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.485582 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.485582 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.486259 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.486259 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.486259 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.486259 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.486710 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.486710 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.486710 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.487058 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.487058 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.487303 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.487427 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.487550 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.487699 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.488778 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.488952 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.489149 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.489364 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.492118 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.492118 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.492118 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.492118 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.492118 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.492118 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.492118 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.492118 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.494128 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.494128 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.494128 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.494128 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.494128 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.494128 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.494128 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.494128 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.495167 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.495167 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.495167 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.495167 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.495167 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.495167 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.495167 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.495167 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.496941 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.496941 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.496941 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.496941 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.496941 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.496941 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.496941 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.496941 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.498796 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.498796 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.498796 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.498796 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.498796 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.498796 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.498796 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.498796 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.501744 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.501744 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.501744 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.501744 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.501744 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.501744 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.501744 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.501744 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.503930 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.503930 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.503930 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.503930 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.503930 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.503930 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.503930 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.503930 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.504415 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.504415 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.504415 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.504415 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.504415 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.504415 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.504415 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.504415 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.504843 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.504843 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.504843 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.504843 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.504843 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.504843 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.504843 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.504843 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.505264 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.505264 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.505264 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.505264 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.505264 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.505264 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.505264 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.505264 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.505689 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.505689 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.505689 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.505689 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.505689 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.505689 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.505689 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.505689 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.506127 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.506127 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.506127 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.506127 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.506127 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.506127 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.506127 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.506127 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.506127 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.506600 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.506600 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.506600 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.506600 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.506600 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.506600 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.506600 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.506600 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.507022 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.507022 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.507022 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.507187 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.507258 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.507452 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:31:59.507535 n-d-793620-15 neutron-server[101733]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 20:31:59.519825 n-d-793620-15 neutron-server[101846]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:11.004315 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5bb84a-e278-441a-9010-241fffba63e9 None None] get_active_networks_info from n-d-793620-15 {{(pid=101846) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:32:11.076656 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5bb84a-e278-441a-9010-241fffba63e9 None None] No non-hosted networks {{(pid=101846) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 16 20:32:11.103430 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.agentschedulers_db [None req-cb5bb84a-e278-441a-9010-241fffba63e9 None None] DHCP Agent not found on host n-d-793620-15 {{(pid=101846) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 16 20:32:11.288704 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-061ede80-ef14-402c-97ec-ddd3eb281bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-659583'] for agent, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:13.631515 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-88faf378-5d25-410e-8f41-ec2ded5c8e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-659583'] for agent, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:13.842932 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-659583'] for agent, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:13.844729 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:13.845317 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:13.845868 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:13.846432 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:13.846996 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:13.847663 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:13.848236 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:13.848959 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:13.849589 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:13.850128 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:13.850664 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:13.851202 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:13.851998 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-793620-15', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:13.871145 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-793620-15', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:13.894851 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.db.api [None req-d5bcb43f-235c-4a20-96cc-c1689fcfdc91 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-793620-15 {{(pid=101846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:32:13.895494 n-d-793620-15 neutron-server[101846]: DEBUG oslo_db.api [None req-d5bcb43f-235c-4a20-96cc-c1689fcfdc91 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:32:14.477225 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb43f-235c-4a20-96cc-c1689fcfdc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:14.745226 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-659583'] for agent, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:16.368657 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-659583'] for agent, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:17.505787 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52324) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:18.014903 n-d-793620-15 neutron-server[101845]: WARNING oslo_policy.policy [None req-02df241d-812d-4ccb-85c0-4260373ded2b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 20:32:18.015480 n-d-793620-15 neutron-server[101845]: WARNING oslo_policy.policy [None req-02df241d-812d-4ccb-85c0-4260373ded2b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 20:32:18.234177 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [None req-02df241d-812d-4ccb-85c0-4260373ded2b admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:32:18.235815 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-02df241d-812d-4ccb-85c0-4260373ded2b admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7287407 Aug 16 20:32:18.770951 n-d-793620-15 neutron-server[101846]: INFO neutron.db.l3_hamode_db [None req-7b5e6993-5db8-4048-ba1c-839c4095b14f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 16 20:32:18.847381 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5e6993-5db8-4048-ba1c-839c4095b14f None None] Routers set() bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:32:18.847801 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5e6993-5db8-4048-ba1c-839c4095b14f None None] Router IDs set() for agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 20:32:20.570185 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52338) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:20.885252 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-3d1fe421-3393-4699-92c4-eab4ddbdadb7 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:20.981504 n-d-793620-15 neutron-server[101845]: DEBUG neutron.policy [None req-3d1fe421-3393-4699-92c4-eab4ddbdadb7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101845) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 20:32:21.026118 n-d-793620-15 neutron-server[101845]: WARNING oslo_policy.policy [None req-3d1fe421-3393-4699-92c4-eab4ddbdadb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 20:32:21.026489 n-d-793620-15 neutron-server[101845]: WARNING oslo_policy.policy [None req-3d1fe421-3393-4699-92c4-eab4ddbdadb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 20:32:21.035010 n-d-793620-15 neutron-server[101845]: INFO neutron.quota [None req-3d1fe421-3393-4699-92c4-eab4ddbdadb7 admin admin] Loaded quota_driver: . Aug 16 20:32:21.236842 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3d1fe421-3393-4699-92c4-eab4ddbdadb7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744997411581', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744997412014', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744997414994', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744997413519', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744990612641', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744997376903', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1692890', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1897733', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-905222', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-960229'] for rbac-policy, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:21.493840 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3d1fe421-3393-4699-92c4-eab4ddbdadb7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:21.494965 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3d1fe421-3393-4699-92c4-eab4ddbdadb7 admin admin] 10.222.0.84 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9238164 Aug 16 20:32:24.026804 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52350) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:24.511175 n-d-793620-15 neutron-server[101844]: WARNING oslo_policy.policy [None req-1929d90f-dde0-4b54-b0fc-87e8d0a4d0bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 20:32:24.511759 n-d-793620-15 neutron-server[101844]: WARNING oslo_policy.policy [None req-1929d90f-dde0-4b54-b0fc-87e8d0a4d0bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 20:32:24.728310 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-1929d90f-dde0-4b54-b0fc-87e8d0a4d0bf admin admin] Request body: {'network': {'project_id': '6b4763af0ff647fd8076bc6642bf5526', 'name': 'private', 'tenant_id': '6b4763af0ff647fd8076bc6642bf5526', 'admin_state_up': True}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:24.729925 n-d-793620-15 neutron-server[101844]: INFO neutron.quota [None req-1929d90f-dde0-4b54-b0fc-87e8d0a4d0bf admin admin] Loaded quota_driver: . Aug 16 20:32:24.876568 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1929d90f-dde0-4b54-b0fc-87e8d0a4d0bf admin admin] Made reservation on behalf of 6b4763af0ff647fd8076bc6642bf5526 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:32:24.948678 n-d-793620-15 neutron-server[101844]: DEBUG neutron.policy [None req-1929d90f-dde0-4b54-b0fc-87e8d0a4d0bf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101844) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 20:32:24.994921 n-d-793620-15 neutron-server[101844]: WARNING oslo_policy.policy [None req-1929d90f-dde0-4b54-b0fc-87e8d0a4d0bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 20:32:24.995242 n-d-793620-15 neutron-server[101844]: WARNING oslo_policy.policy [None req-1929d90f-dde0-4b54-b0fc-87e8d0a4d0bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 20:32:25.005790 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1929d90f-dde0-4b54-b0fc-87e8d0a4d0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:25.027514 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1929d90f-dde0-4b54-b0fc-87e8d0a4d0bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:25.161586 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1929d90f-dde0-4b54-b0fc-87e8d0a4d0bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:25.236854 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1929d90f-dde0-4b54-b0fc-87e8d0a4d0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:25.258243 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1929d90f-dde0-4b54-b0fc-87e8d0a4d0bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:32:25.285398 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1929d90f-dde0-4b54-b0fc-87e8d0a4d0bf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744992692628', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:25.285978 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1929d90f-dde0-4b54-b0fc-87e8d0a4d0bf admin admin] Unsubscribe: segment precommit_create {{(pid=101844) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 20:32:25.286514 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-1929d90f-dde0-4b54-b0fc-87e8d0a4d0bf admin admin] Added segment c6c6aa51-32a1-4532-a1b0-ab1d87481f35 of type vlan for network aa1d7757-f0f9-41f8-a962-b03d4101fbc6 Aug 16 20:32:25.307746 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929d90f-dde0-4b54-b0fc-87e8d0a4d0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd78e386-0940-4039-b9db-cf71c4c69e75,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:25.326187 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1929d90f-dde0-4b54-b0fc-87e8d0a4d0bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:25.326537 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1929d90f-dde0-4b54-b0fc-87e8d0a4d0bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:25.326886 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1929d90f-dde0-4b54-b0fc-87e8d0a4d0bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:25.327218 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1929d90f-dde0-4b54-b0fc-87e8d0a4d0bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:25.327550 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1929d90f-dde0-4b54-b0fc-87e8d0a4d0bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:25.327913 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1929d90f-dde0-4b54-b0fc-87e8d0a4d0bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:25.328761 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1929d90f-dde0-4b54-b0fc-87e8d0a4d0bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:25.329090 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1929d90f-dde0-4b54-b0fc-87e8d0a4d0bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:25.329418 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1929d90f-dde0-4b54-b0fc-87e8d0a4d0bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:25.329745 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1929d90f-dde0-4b54-b0fc-87e8d0a4d0bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:25.330071 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1929d90f-dde0-4b54-b0fc-87e8d0a4d0bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:25.330393 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1929d90f-dde0-4b54-b0fc-87e8d0a4d0bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:25.331510 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1929d90f-dde0-4b54-b0fc-87e8d0a4d0bf admin admin] Tracked resource versions report: Aug 16 20:32:25.331510 n-d-793620-15 neutron-server[101844]: pushed versions: Aug 16 20:32:25.331510 n-d-793620-15 neutron-server[101844]: { 'AddressGroup': {'1.2'}, Aug 16 20:32:25.331510 n-d-793620-15 neutron-server[101844]: 'ConntrackHelper': {'1.0'}, Aug 16 20:32:25.331510 n-d-793620-15 neutron-server[101844]: 'Log': {'1.0'}, Aug 16 20:32:25.331510 n-d-793620-15 neutron-server[101844]: 'Network': {'1.1'}, Aug 16 20:32:25.331510 n-d-793620-15 neutron-server[101844]: 'Port': {'1.7'}, Aug 16 20:32:25.331510 n-d-793620-15 neutron-server[101844]: 'PortForwarding': {'1.2'}, Aug 16 20:32:25.331510 n-d-793620-15 neutron-server[101844]: 'QosPolicy': {'1.9'}, Aug 16 20:32:25.331510 n-d-793620-15 neutron-server[101844]: 'SecurityGroup': {'1.4'}, Aug 16 20:32:25.331510 n-d-793620-15 neutron-server[101844]: 'SecurityGroupRule': {'1.2'}, Aug 16 20:32:25.331510 n-d-793620-15 neutron-server[101844]: 'SubPort': {'1.0'}, Aug 16 20:32:25.331510 n-d-793620-15 neutron-server[101844]: 'Subnet': {'1.1'}, Aug 16 20:32:25.331510 n-d-793620-15 neutron-server[101844]: 'Trunk': {'1.1'}} Aug 16 20:32:25.331510 n-d-793620-15 neutron-server[101844]: consumer versions: Aug 16 20:32:25.331510 n-d-793620-15 neutron-server[101844]: { DHCP agent@n-d-793620-15: {}, Aug 16 20:32:25.331510 n-d-793620-15 neutron-server[101844]: L3 agent@n-d-793620-15: {}, Aug 16 20:32:25.331510 n-d-793620-15 neutron-server[101844]: Metadata agent@n-d-793620-15: {}, Aug 16 20:32:25.331510 n-d-793620-15 neutron-server[101844]: Metering agent@n-d-793620-15: {}, Aug 16 20:32:25.331510 n-d-793620-15 neutron-server[101844]: Open vSwitch agent@n-d-793620-15: { 'AddressGroup': '1.2', Aug 16 20:32:25.331510 n-d-793620-15 neutron-server[101844]: 'ConntrackHelper': '1.0', Aug 16 20:32:25.331510 n-d-793620-15 neutron-server[101844]: 'Log': '1.0', Aug 16 20:32:25.331510 n-d-793620-15 neutron-server[101844]: 'Network': '1.1', Aug 16 20:32:25.331510 n-d-793620-15 neutron-server[101844]: 'Port': '1.7', Aug 16 20:32:25.331510 n-d-793620-15 neutron-server[101844]: 'PortForwarding': '1.2', Aug 16 20:32:25.331510 n-d-793620-15 neutron-server[101844]: 'QosPolicy': '1.9', Aug 16 20:32:25.331510 n-d-793620-15 neutron-server[101844]: 'SecurityGroup': '1.4', Aug 16 20:32:25.331510 n-d-793620-15 neutron-server[101844]: 'SecurityGroupRule': '1.2', Aug 16 20:32:25.331510 n-d-793620-15 neutron-server[101844]: 'SubPort': '1.0', Aug 16 20:32:25.331510 n-d-793620-15 neutron-server[101844]: 'Subnet': '1.1', Aug 16 20:32:25.331510 n-d-793620-15 neutron-server[101844]: 'Trunk': '1.1'}} Aug 16 20:32:25.331510 n-d-793620-15 neutron-server[101844]: {{(pid=101844) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 20:32:25.418815 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1929d90f-dde0-4b54-b0fc-87e8d0a4d0bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:25.528443 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1929d90f-dde0-4b54-b0fc-87e8d0a4d0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:25.529697 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1929d90f-dde0-4b54-b0fc-87e8d0a4d0bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:25.530498 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1929d90f-dde0-4b54-b0fc-87e8d0a4d0bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:25.629503 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929d90f-dde0-4b54-b0fc-87e8d0a4d0bf admin admin] Pushing event updated for resources: {'Network': ['ID=aa1d7757-f0f9-41f8-a962-b03d4101fbc6,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:25.641614 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network aa1d7757-f0f9-41f8-a962-b03d4101fbc6 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:32:25.744614 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1929d90f-dde0-4b54-b0fc-87e8d0a4d0bf admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.7154763 Aug 16 20:32:28.354815 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52372) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:28.802481 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae661624-65e2-4beb-80d5-511b39c73ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:28.803980 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ae661624-65e2-4beb-80d5-511b39c73ca7 admin admin] 10.222.0.84 "GET /v2.0/networks/aa1d7757-f0f9-41f8-a962-b03d4101fbc6 HTTP/1.1" status: 200 len: 825 time: 0.4482040 Aug 16 20:32:28.828233 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-cec48a5a-5418-49c7-94c9-f32e4d9a94f7 admin admin] 10.222.0.84 "GET /v2.0/subnetpools/a590d40c-db8b-48b3-9cd7-37ab51ae2bec HTTP/1.1" status: 200 len: 734 time: 0.0181768 Aug 16 20:32:28.837753 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-fb8d60ad-40e4-4c34-a41e-075471022ec8 admin admin] Request body: {'subnet': {'network_id': 'aa1d7757-f0f9-41f8-a962-b03d4101fbc6', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'a590d40c-db8b-48b3-9cd7-37ab51ae2bec', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '6b4763af0ff647fd8076bc6642bf5526'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:29.023161 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8d60ad-40e4-4c34-a41e-075471022ec8 admin admin] Made reservation on behalf of 6b4763af0ff647fd8076bc6642bf5526 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:32:29.025908 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fb8d60ad-40e4-4c34-a41e-075471022ec8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:29.396798 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fb8d60ad-40e4-4c34-a41e-075471022ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:29.470448 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8d60ad-40e4-4c34-a41e-075471022ec8 admin admin] Checking segment: {'id': 'c6c6aa51-32a1-4532-a1b0-ab1d87481f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'aa1d7757-f0f9-41f8-a962-b03d4101fbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:32:29.470829 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8d60ad-40e4-4c34-a41e-075471022ec8 admin admin] Network hostable DHCP agents. Network: aa1d7757-f0f9-41f8-a962-b03d4101fbc6, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:32:29.475403 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d60ad-40e4-4c34-a41e-075471022ec8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=833bd13a-9522-485c-b88d-f94a226915fa,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:29.488247 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8d60ad-40e4-4c34-a41e-075471022ec8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:29.488589 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8d60ad-40e4-4c34-a41e-075471022ec8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:29.488925 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8d60ad-40e4-4c34-a41e-075471022ec8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:29.489259 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8d60ad-40e4-4c34-a41e-075471022ec8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:29.489585 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8d60ad-40e4-4c34-a41e-075471022ec8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:29.489909 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8d60ad-40e4-4c34-a41e-075471022ec8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:29.490232 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8d60ad-40e4-4c34-a41e-075471022ec8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:29.490556 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8d60ad-40e4-4c34-a41e-075471022ec8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:29.490879 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8d60ad-40e4-4c34-a41e-075471022ec8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:29.491196 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8d60ad-40e4-4c34-a41e-075471022ec8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:29.491515 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8d60ad-40e4-4c34-a41e-075471022ec8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:29.491856 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8d60ad-40e4-4c34-a41e-075471022ec8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:29.492972 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8d60ad-40e4-4c34-a41e-075471022ec8 admin admin] Tracked resource versions report: Aug 16 20:32:29.492972 n-d-793620-15 neutron-server[101845]: pushed versions: Aug 16 20:32:29.492972 n-d-793620-15 neutron-server[101845]: { 'AddressGroup': {'1.2'}, Aug 16 20:32:29.492972 n-d-793620-15 neutron-server[101845]: 'ConntrackHelper': {'1.0'}, Aug 16 20:32:29.492972 n-d-793620-15 neutron-server[101845]: 'Log': {'1.0'}, Aug 16 20:32:29.492972 n-d-793620-15 neutron-server[101845]: 'Network': {'1.1'}, Aug 16 20:32:29.492972 n-d-793620-15 neutron-server[101845]: 'Port': {'1.7'}, Aug 16 20:32:29.492972 n-d-793620-15 neutron-server[101845]: 'PortForwarding': {'1.2'}, Aug 16 20:32:29.492972 n-d-793620-15 neutron-server[101845]: 'QosPolicy': {'1.9'}, Aug 16 20:32:29.492972 n-d-793620-15 neutron-server[101845]: 'SecurityGroup': {'1.4'}, Aug 16 20:32:29.492972 n-d-793620-15 neutron-server[101845]: 'SecurityGroupRule': {'1.2'}, Aug 16 20:32:29.492972 n-d-793620-15 neutron-server[101845]: 'SubPort': {'1.0'}, Aug 16 20:32:29.492972 n-d-793620-15 neutron-server[101845]: 'Subnet': {'1.1'}, Aug 16 20:32:29.492972 n-d-793620-15 neutron-server[101845]: 'Trunk': {'1.1'}} Aug 16 20:32:29.492972 n-d-793620-15 neutron-server[101845]: consumer versions: Aug 16 20:32:29.492972 n-d-793620-15 neutron-server[101845]: { DHCP agent@n-d-793620-15: {}, Aug 16 20:32:29.492972 n-d-793620-15 neutron-server[101845]: L3 agent@n-d-793620-15: {}, Aug 16 20:32:29.492972 n-d-793620-15 neutron-server[101845]: Metadata agent@n-d-793620-15: {}, Aug 16 20:32:29.492972 n-d-793620-15 neutron-server[101845]: Metering agent@n-d-793620-15: {}, Aug 16 20:32:29.492972 n-d-793620-15 neutron-server[101845]: Open vSwitch agent@n-d-793620-15: { 'AddressGroup': '1.2', Aug 16 20:32:29.492972 n-d-793620-15 neutron-server[101845]: 'ConntrackHelper': '1.0', Aug 16 20:32:29.492972 n-d-793620-15 neutron-server[101845]: 'Log': '1.0', Aug 16 20:32:29.492972 n-d-793620-15 neutron-server[101845]: 'Network': '1.1', Aug 16 20:32:29.492972 n-d-793620-15 neutron-server[101845]: 'Port': '1.7', Aug 16 20:32:29.492972 n-d-793620-15 neutron-server[101845]: 'PortForwarding': '1.2', Aug 16 20:32:29.492972 n-d-793620-15 neutron-server[101845]: 'QosPolicy': '1.9', Aug 16 20:32:29.492972 n-d-793620-15 neutron-server[101845]: 'SecurityGroup': '1.4', Aug 16 20:32:29.492972 n-d-793620-15 neutron-server[101845]: 'SecurityGroupRule': '1.2', Aug 16 20:32:29.492972 n-d-793620-15 neutron-server[101845]: 'SubPort': '1.0', Aug 16 20:32:29.492972 n-d-793620-15 neutron-server[101845]: 'Subnet': '1.1', Aug 16 20:32:29.492972 n-d-793620-15 neutron-server[101845]: 'Trunk': '1.1'}} Aug 16 20:32:29.492972 n-d-793620-15 neutron-server[101845]: {{(pid=101845) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 20:32:29.636925 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8d60ad-40e4-4c34-a41e-075471022ec8 admin admin] Network aa1d7757-f0f9-41f8-a962-b03d4101fbc6 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:32:29.716759 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-fb8d60ad-40e4-4c34-a41e-075471022ec8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, aa1d7757-f0f9-41f8-a962-b03d4101fbc6) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:29.722208 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8d60ad-40e4-4c34-a41e-075471022ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:29.722829 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fb8d60ad-40e4-4c34-a41e-075471022ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:29.727725 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7eb3dfb-7690-4d5c-9bd4-1b50512db6fd None None] Network aa1d7757-f0f9-41f8-a962-b03d4101fbc6 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:32:29.808509 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fb8d60ad-40e4-4c34-a41e-075471022ec8 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9746835 Aug 16 20:32:30.046569 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94ebe9b-61cd-44b9-9d9e-83d38d1a6bfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-aa1d7757-f0f9-41f8-a962-b03d4101fbc6', 'network_id': 'aa1d7757-f0f9-41f8-a962-b03d4101fbc6', 'tenant_id': '6b4763af0ff647fd8076bc6642bf5526', 'fixed_ips': [{'subnet_id': '833bd13a-9522-485c-b88d-f94a226915fa'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:32:30.047855 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a94ebe9b-61cd-44b9-9d9e-83d38d1a6bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:30.322423 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-a94ebe9b-61cd-44b9-9d9e-83d38d1a6bfd None None] Allocated IP 172.20.0.2 (aa1d7757-f0f9-41f8-a962-b03d4101fbc6/833bd13a-9522-485c-b88d-f94a226915fa/2017f64a-59d6-4200-bd0c-ade56bb730d5) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:32:30.555439 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a94ebe9b-61cd-44b9-9d9e-83d38d1a6bfd None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:30.570666 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a94ebe9b-61cd-44b9-9d9e-83d38d1a6bfd None None] Transition to ACTIVE for port object 2017f64a-59d6-4200-bd0c-ade56bb730d5 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:30.591479 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a94ebe9b-61cd-44b9-9d9e-83d38d1a6bfd None None] Transition to ACTIVE for port object 2017f64a-59d6-4200-bd0c-ade56bb730d5 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:30.663735 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a94ebe9b-61cd-44b9-9d9e-83d38d1a6bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:30.730271 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94ebe9b-61cd-44b9-9d9e-83d38d1a6bfd None None] Network aa1d7757-f0f9-41f8-a962-b03d4101fbc6 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:32:30.737741 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-a94ebe9b-61cd-44b9-9d9e-83d38d1a6bfd None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:30.747343 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94ebe9b-61cd-44b9-9d9e-83d38d1a6bfd None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:32:30.755168 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ebe9b-61cd-44b9-9d9e-83d38d1a6bfd None None] Pushing event updated for resources: {'Port': ['ID=2017f64a-59d6-4200-bd0c-ade56bb730d5,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:30.784472 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94ebe9b-61cd-44b9-9d9e-83d38d1a6bfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:30.784817 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94ebe9b-61cd-44b9-9d9e-83d38d1a6bfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:30.785170 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94ebe9b-61cd-44b9-9d9e-83d38d1a6bfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:30.785514 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94ebe9b-61cd-44b9-9d9e-83d38d1a6bfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:30.785850 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94ebe9b-61cd-44b9-9d9e-83d38d1a6bfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:30.786182 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94ebe9b-61cd-44b9-9d9e-83d38d1a6bfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:30.786515 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94ebe9b-61cd-44b9-9d9e-83d38d1a6bfd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:30.786845 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94ebe9b-61cd-44b9-9d9e-83d38d1a6bfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:30.787173 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94ebe9b-61cd-44b9-9d9e-83d38d1a6bfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:30.787502 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94ebe9b-61cd-44b9-9d9e-83d38d1a6bfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:30.787848 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94ebe9b-61cd-44b9-9d9e-83d38d1a6bfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:30.788173 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94ebe9b-61cd-44b9-9d9e-83d38d1a6bfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:30.789302 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94ebe9b-61cd-44b9-9d9e-83d38d1a6bfd None None] Tracked resource versions report: Aug 16 20:32:30.789302 n-d-793620-15 neutron-server[101846]: pushed versions: Aug 16 20:32:30.789302 n-d-793620-15 neutron-server[101846]: { 'AddressGroup': {'1.2'}, Aug 16 20:32:30.789302 n-d-793620-15 neutron-server[101846]: 'ConntrackHelper': {'1.0'}, Aug 16 20:32:30.789302 n-d-793620-15 neutron-server[101846]: 'Log': {'1.0'}, Aug 16 20:32:30.789302 n-d-793620-15 neutron-server[101846]: 'Network': {'1.1'}, Aug 16 20:32:30.789302 n-d-793620-15 neutron-server[101846]: 'Port': {'1.7'}, Aug 16 20:32:30.789302 n-d-793620-15 neutron-server[101846]: 'PortForwarding': {'1.2'}, Aug 16 20:32:30.789302 n-d-793620-15 neutron-server[101846]: 'QosPolicy': {'1.9'}, Aug 16 20:32:30.789302 n-d-793620-15 neutron-server[101846]: 'SecurityGroup': {'1.4'}, Aug 16 20:32:30.789302 n-d-793620-15 neutron-server[101846]: 'SecurityGroupRule': {'1.2'}, Aug 16 20:32:30.789302 n-d-793620-15 neutron-server[101846]: 'SubPort': {'1.0'}, Aug 16 20:32:30.789302 n-d-793620-15 neutron-server[101846]: 'Subnet': {'1.1'}, Aug 16 20:32:30.789302 n-d-793620-15 neutron-server[101846]: 'Trunk': {'1.1'}} Aug 16 20:32:30.789302 n-d-793620-15 neutron-server[101846]: consumer versions: Aug 16 20:32:30.789302 n-d-793620-15 neutron-server[101846]: { DHCP agent@n-d-793620-15: {}, Aug 16 20:32:30.789302 n-d-793620-15 neutron-server[101846]: L3 agent@n-d-793620-15: {}, Aug 16 20:32:30.789302 n-d-793620-15 neutron-server[101846]: Metadata agent@n-d-793620-15: {}, Aug 16 20:32:30.789302 n-d-793620-15 neutron-server[101846]: Metering agent@n-d-793620-15: {}, Aug 16 20:32:30.789302 n-d-793620-15 neutron-server[101846]: Open vSwitch agent@n-d-793620-15: { 'AddressGroup': '1.2', Aug 16 20:32:30.789302 n-d-793620-15 neutron-server[101846]: 'ConntrackHelper': '1.0', Aug 16 20:32:30.789302 n-d-793620-15 neutron-server[101846]: 'Log': '1.0', Aug 16 20:32:30.789302 n-d-793620-15 neutron-server[101846]: 'Network': '1.1', Aug 16 20:32:30.789302 n-d-793620-15 neutron-server[101846]: 'Port': '1.7', Aug 16 20:32:30.789302 n-d-793620-15 neutron-server[101846]: 'PortForwarding': '1.2', Aug 16 20:32:30.789302 n-d-793620-15 neutron-server[101846]: 'QosPolicy': '1.9', Aug 16 20:32:30.789302 n-d-793620-15 neutron-server[101846]: 'SecurityGroup': '1.4', Aug 16 20:32:30.789302 n-d-793620-15 neutron-server[101846]: 'SecurityGroupRule': '1.2', Aug 16 20:32:30.789302 n-d-793620-15 neutron-server[101846]: 'SubPort': '1.0', Aug 16 20:32:30.789302 n-d-793620-15 neutron-server[101846]: 'Subnet': '1.1', Aug 16 20:32:30.789302 n-d-793620-15 neutron-server[101846]: 'Trunk': '1.1'}} Aug 16 20:32:30.789302 n-d-793620-15 neutron-server[101846]: {{(pid=101846) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 20:32:30.835911 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-a94ebe9b-61cd-44b9-9d9e-83d38d1a6bfd None None] Attempting to bind port 2017f64a-59d6-4200-bd0c-ade56bb730d5 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:32:30.836311 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-a94ebe9b-61cd-44b9-9d9e-83d38d1a6bfd None None] Attempting to bind port 2017f64a-59d6-4200-bd0c-ade56bb730d5 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'c6c6aa51-32a1-4532-a1b0-ab1d87481f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'aa1d7757-f0f9-41f8-a962-b03d4101fbc6'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:32:30.836741 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94ebe9b-61cd-44b9-9d9e-83d38d1a6bfd None None] Attempting to bind port 2017f64a-59d6-4200-bd0c-ade56bb730d5 on network aa1d7757-f0f9-41f8-a962-b03d4101fbc6 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:32:30.841724 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94ebe9b-61cd-44b9-9d9e-83d38d1a6bfd None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:32:30.842046 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94ebe9b-61cd-44b9-9d9e-83d38d1a6bfd None None] Checking segment: {'id': 'c6c6aa51-32a1-4532-a1b0-ab1d87481f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'aa1d7757-f0f9-41f8-a962-b03d4101fbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:32:30.842532 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a94ebe9b-61cd-44b9-9d9e-83d38d1a6bfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:30.842943 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94ebe9b-61cd-44b9-9d9e-83d38d1a6bfd None None] Bound using segment: {'id': 'c6c6aa51-32a1-4532-a1b0-ab1d87481f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'aa1d7757-f0f9-41f8-a962-b03d4101fbc6'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:32:30.843432 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-a94ebe9b-61cd-44b9-9d9e-83d38d1a6bfd None None] Bound port: 2017f64a-59d6-4200-bd0c-ade56bb730d5, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c6aa51-32a1-4532-a1b0-ab1d87481f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'aa1d7757-f0f9-41f8-a962-b03d4101fbc6'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:32:30.844369 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a94ebe9b-61cd-44b9-9d9e-83d38d1a6bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:30.908463 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a94ebe9b-61cd-44b9-9d9e-83d38d1a6bfd None None] For port 2017f64a-59d6-4200-bd0c-ade56bb730d5, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:32:30.912818 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a94ebe9b-61cd-44b9-9d9e-83d38d1a6bfd None None] For port 2017f64a-59d6-4200-bd0c-ade56bb730d5, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=2017f64a-59d6-4200-bd0c-ade56bb730d5,segment=NetworkSegment(c6c6aa51-32a1-4532-a1b0-ab1d87481f35),segment_id=c6c6aa51-32a1-4532-a1b0-ab1d87481f35)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:32:30.991351 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a94ebe9b-61cd-44b9-9d9e-83d38d1a6bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:31.059168 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ebe9b-61cd-44b9-9d9e-83d38d1a6bfd None None] Pushing event updated for resources: {'Port': ['ID=2017f64a-59d6-4200-bd0c-ade56bb730d5,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:32.192618 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52384) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:32.520598 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [None req-a48ee207-243b-4460-9144-8ec7ee6dad9b admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:32:32.535867 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a48ee207-243b-4460-9144-8ec7ee6dad9b admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3282192 Aug 16 20:32:34.909079 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52392) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:35.221851 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [None req-09b5c4f6-84e7-4853-8d78-e5534aee961a admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:32:35.235814 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-09b5c4f6-84e7-4853-8d78-e5534aee961a admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3122165 Aug 16 20:32:37.863965 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52402) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:38.172164 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-831143ac-a319-4db3-a095-ac549c3619b2 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '6b4763af0ff647fd8076bc6642bf5526'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:38.298338 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-831143ac-a319-4db3-a095-ac549c3619b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:38.304389 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-831143ac-a319-4db3-a095-ac549c3619b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:38.395102 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 5 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:32:38.445570 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-831143ac-a319-4db3-a095-ac549c3619b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:38.517121 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-831143ac-a319-4db3-a095-ac549c3619b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:38.704871 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-831143ac-a319-4db3-a095-ac549c3619b2 admin admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:38.706132 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-831143ac-a319-4db3-a095-ac549c3619b2 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8411684 Aug 16 20:32:39.322718 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f59539b-2051-486d-a07a-fa45ad90d590 None None] Network aa1d7757-f0f9-41f8-a962-b03d4101fbc6 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:32:39.458120 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1575d23a-4d76-4596-b1ec-202a4ad99298 None None] Provisioning for port 2017f64a-59d6-4200-bd0c-ade56bb730d5 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:32:39.548554 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 2017f64a-59d6-4200-bd0c-ade56bb730d5 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:32:39.731693 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 2017f64a-59d6-4200-bd0c-ade56bb730d5 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:32:39.736106 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 2017f64a-59d6-4200-bd0c-ade56bb730d5 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:39.736514 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:39.842944 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:39.876558 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 2017f64a-59d6-4200-bd0c-ade56bb730d5, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=2017f64a-59d6-4200-bd0c-ade56bb730d5,segment=NetworkSegment(c6c6aa51-32a1-4532-a1b0-ab1d87481f35),segment_id=c6c6aa51-32a1-4532-a1b0-ab1d87481f35)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:39.977705 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:40.024026 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=2017f64a-59d6-4200-bd0c-ade56bb730d5,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:41.019484 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-360aadde-a17e-4141-9a8f-b43d50a07aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:41.086734 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52414) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:41.397269 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [None req-b6135ff6-33dc-49f6-8ea6-ad15c04dabfa admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:32:41.398265 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b6135ff6-33dc-49f6-8ea6-ad15c04dabfa admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3105626 Aug 16 20:32:41.514743 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 2017f64a-59d6-4200-bd0c-ade56bb730d5 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:32:41.567025 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 2017f64a-59d6-4200-bd0c-ade56bb730d5 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:41.567412 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:43.519965 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e9056871-d0d6-4bbe-befa-7b07a2198ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:43.699284 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:43.759103 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52422) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:44.069740 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-3658bc9f-f16d-46af-b928-22d9d50c8cdc admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:44.156625 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3658bc9f-f16d-46af-b928-22d9d50c8cdc admin admin] Made reservation on behalf of dfb20a55771c475fab68a886743442dd for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:32:44.158795 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3658bc9f-f16d-46af-b928-22d9d50c8cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:44.166527 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3658bc9f-f16d-46af-b928-22d9d50c8cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:44.250273 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3658bc9f-f16d-46af-b928-22d9d50c8cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:44.333163 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3658bc9f-f16d-46af-b928-22d9d50c8cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:44.346286 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3658bc9f-f16d-46af-b928-22d9d50c8cdc admin admin] Reserving flat network on physical network physnet1 {{(pid=101844) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 16 20:32:44.366651 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658bc9f-f16d-46af-b928-22d9d50c8cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e496a07-3fba-468b-a1de-d1108702c643,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:44.369417 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3658bc9f-f16d-46af-b928-22d9d50c8cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:44.369762 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-3658bc9f-f16d-46af-b928-22d9d50c8cdc admin admin] Added segment 3932ee09-4131-4482-9bc0-81de9c28cc72 of type flat for network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 Aug 16 20:32:44.415430 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3658bc9f-f16d-46af-b928-22d9d50c8cdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:44.528241 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3658bc9f-f16d-46af-b928-22d9d50c8cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:44.529174 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3658bc9f-f16d-46af-b928-22d9d50c8cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:44.529752 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3658bc9f-f16d-46af-b928-22d9d50c8cdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:44.588342 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658bc9f-f16d-46af-b928-22d9d50c8cdc admin admin] Pushing event updated for resources: {'Network': ['ID=65ae326a-d6e1-4f5d-80d6-215a5521afe9,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:44.598243 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:32:44.636720 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:44.682478 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3658bc9f-f16d-46af-b928-22d9d50c8cdc admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9222510 Aug 16 20:32:46.319792 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:47.022249 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52440) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:47.251345 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6da0f3-8af3-48b9-b2d1-b9d42039caf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:47.252757 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0c6da0f3-8af3-48b9-b2d1-b9d42039caf0 admin admin] 10.222.0.84 "GET /v2.0/subnets/833bd13a-9522-485c-b88d-f94a226915fa HTTP/1.1" status: 200 len: 849 time: 0.2295537 Aug 16 20:32:47.372030 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-dd0ad28f-8908-4961-b3ea-02a2027dd6c4 admin admin] 10.222.0.84 "GET /v2.0/routers/efea03e8-ab16-49c5-8b88-cae5a7d3ba4a HTTP/1.1" status: 200 len: 704 time: 0.1133723 Aug 16 20:32:47.632800 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9acc8b74-ba19-4fd9-8a18-803fc9c0267b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:47.933853 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-9acc8b74-ba19-4fd9-8a18-803fc9c0267b admin admin] Allocated IP 172.20.0.1 (aa1d7757-f0f9-41f8-a962-b03d4101fbc6/833bd13a-9522-485c-b88d-f94a226915fa/0c15cc04-62bd-4525-bce2-db13b17ba1de) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:32:48.121413 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9acc8b74-ba19-4fd9-8a18-803fc9c0267b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:48.145474 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-9acc8b74-ba19-4fd9-8a18-803fc9c0267b admin admin] Transition to ACTIVE for port object 0c15cc04-62bd-4525-bce2-db13b17ba1de will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:48.279951 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9acc8b74-ba19-4fd9-8a18-803fc9c0267b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:48.340462 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acc8b74-ba19-4fd9-8a18-803fc9c0267b admin admin] Network aa1d7757-f0f9-41f8-a962-b03d4101fbc6 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:32:48.346489 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-9acc8b74-ba19-4fd9-8a18-803fc9c0267b admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:48.359765 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acc8b74-ba19-4fd9-8a18-803fc9c0267b admin admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:32:48.360332 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9acc8b74-ba19-4fd9-8a18-803fc9c0267b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:48.474011 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc8b74-ba19-4fd9-8a18-803fc9c0267b admin admin] Pushing event updated for resources: {'Port': ['ID=0c15cc04-62bd-4525-bce2-db13b17ba1de,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:48.658883 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a327d06f-f914-4cb2-8ce6-9e6b12a5ff2c None None] Provisioning for port 0c15cc04-62bd-4525-bce2-db13b17ba1de completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:32:48.662629 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a327d06f-f914-4cb2-8ce6-9e6b12a5ff2c None None] Provisioning complete for port 0c15cc04-62bd-4525-bce2-db13b17ba1de triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:48.663008 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a327d06f-f914-4cb2-8ce6-9e6b12a5ff2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:48.678303 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9acc8b74-ba19-4fd9-8a18-803fc9c0267b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:48.695234 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a327d06f-f914-4cb2-8ce6-9e6b12a5ff2c None None] Port 0c15cc04-62bd-4525-bce2-db13b17ba1de cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:32:48.888753 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9acc8b74-ba19-4fd9-8a18-803fc9c0267b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:48.948300 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9acc8b74-ba19-4fd9-8a18-803fc9c0267b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:48.949102 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9acc8b74-ba19-4fd9-8a18-803fc9c0267b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:49.025882 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc8b74-ba19-4fd9-8a18-803fc9c0267b admin admin] Pushing event updated for resources: {'Port': ['ID=0c15cc04-62bd-4525-bce2-db13b17ba1de,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:49.074726 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acc8b74-ba19-4fd9-8a18-803fc9c0267b admin admin] Network aa1d7757-f0f9-41f8-a962-b03d4101fbc6 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:32:49.076070 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-9acc8b74-ba19-4fd9-8a18-803fc9c0267b admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:49.305168 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9acc8b74-ba19-4fd9-8a18-803fc9c0267b admin admin] Router efea03e8-ab16-49c5-8b88-cae5a7d3ba4a is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:32:49.315499 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c15ee291-3391-4fb0-a943-a20d1e0e8347 None None] Provisioning complete for port 0c15cc04-62bd-4525-bce2-db13b17ba1de triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:49.319814 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c15ee291-3391-4fb0-a943-a20d1e0e8347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:49.347665 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-c15ee291-3391-4fb0-a943-a20d1e0e8347 None None] Port 0c15cc04-62bd-4525-bce2-db13b17ba1de cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:32:49.396578 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9acc8b74-ba19-4fd9-8a18-803fc9c0267b admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:32:49.401926 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9acc8b74-ba19-4fd9-8a18-803fc9c0267b admin admin] 10.222.0.84 "PUT /v2.0/routers/efea03e8-ab16-49c5-8b88-cae5a7d3ba4a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0244694 Aug 16 20:32:49.405892 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ecaf5e-dd2c-4338-95ee-5a94bacfda14 None None] Sync routers for ids ['efea03e8-ab16-49c5-8b88-cae5a7d3ba4a'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:32:49.419926 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ecaf5e-dd2c-4338-95ee-5a94bacfda14 None None] Routers {'efea03e8-ab16-49c5-8b88-cae5a7d3ba4a'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:32:49.420788 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-99ecaf5e-dd2c-4338-95ee-5a94bacfda14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:32:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['efea03e8-ab16-49c5-8b88-cae5a7d3ba4a'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:49.606847 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-99ecaf5e-dd2c-4338-95ee-5a94bacfda14 None None] Set router efea03e8-ab16-49c5-8b88-cae5a7d3ba4a gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:32:50.040171 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-99ecaf5e-dd2c-4338-95ee-5a94bacfda14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efea03e8-ab16-49c5-8b88-cae5a7d3ba4a', 'name': 'router1', 'tenant_id': '6b4763af0ff647fd8076bc6642bf5526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:32:38Z', 'updated_at': '2021-08-16T20:32:48Z', 'revision_number': 2, 'project_id': '6b4763af0ff647fd8076bc6642bf5526', 'gw_port_host': None, '_interfaces': [{'id': '0c15cc04-62bd-4525-bce2-db13b17ba1de', 'name': '', 'network_id': 'aa1d7757-f0f9-41f8-a962-b03d4101fbc6', 'tenant_id': '6b4763af0ff647fd8076bc6642bf5526', 'mac_address': 'fa:16:3e:17:a5:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efea03e8-ab16-49c5-8b88-cae5a7d3ba4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '833bd13a-9522-485c-b88d-f94a226915fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:47Z', 'updated_at': '2021-08-16T20:32:48Z', 'revision_number': 2, 'project_id': '6b4763af0ff647fd8076bc6642bf5526', 'subnets': [{'id': '833bd13a-9522-485c-b88d-f94a226915fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a590d40c-db8b-48b3-9cd7-37ab51ae2bec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:50.092173 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ecaf5e-dd2c-4338-95ee-5a94bacfda14 None None] Checking router: efea03e8-ab16-49c5-8b88-cae5a7d3ba4a for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:32:50.092555 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ecaf5e-dd2c-4338-95ee-5a94bacfda14 None None] Updating router efea03e8-ab16-49c5-8b88-cae5a7d3ba4a port 0c15cc04-62bd-4525-bce2-db13b17ba1de binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:32:50.147219 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-99ecaf5e-dd2c-4338-95ee-5a94bacfda14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:50.725727 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-99ecaf5e-dd2c-4338-95ee-5a94bacfda14 None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:50.743668 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-99ecaf5e-dd2c-4338-95ee-5a94bacfda14 None None] Transition to ACTIVE for port object 0c15cc04-62bd-4525-bce2-db13b17ba1de will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:50.805180 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-99ecaf5e-dd2c-4338-95ee-5a94bacfda14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:50.970816 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b71f1d-4bbe-45a2-ac98-409f234a6c4e None None] Pushing event updated for resources: {'Port': ['ID=0c15cc04-62bd-4525-bce2-db13b17ba1de,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:50.980476 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b71f1d-4bbe-45a2-ac98-409f234a6c4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:50.980768 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b71f1d-4bbe-45a2-ac98-409f234a6c4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:50.981102 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b71f1d-4bbe-45a2-ac98-409f234a6c4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:50.981439 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b71f1d-4bbe-45a2-ac98-409f234a6c4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:50.981766 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b71f1d-4bbe-45a2-ac98-409f234a6c4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:50.982091 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b71f1d-4bbe-45a2-ac98-409f234a6c4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:50.982412 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b71f1d-4bbe-45a2-ac98-409f234a6c4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:50.982731 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b71f1d-4bbe-45a2-ac98-409f234a6c4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:50.983050 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b71f1d-4bbe-45a2-ac98-409f234a6c4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:50.983910 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b71f1d-4bbe-45a2-ac98-409f234a6c4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:50.984235 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b71f1d-4bbe-45a2-ac98-409f234a6c4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:50.984551 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b71f1d-4bbe-45a2-ac98-409f234a6c4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:50.985697 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b71f1d-4bbe-45a2-ac98-409f234a6c4e None None] Tracked resource versions report: Aug 16 20:32:50.985697 n-d-793620-15 neutron-server[101847]: pushed versions: Aug 16 20:32:50.985697 n-d-793620-15 neutron-server[101847]: { 'AddressGroup': {'1.2'}, Aug 16 20:32:50.985697 n-d-793620-15 neutron-server[101847]: 'ConntrackHelper': {'1.0'}, Aug 16 20:32:50.985697 n-d-793620-15 neutron-server[101847]: 'Log': {'1.0'}, Aug 16 20:32:50.985697 n-d-793620-15 neutron-server[101847]: 'Network': {'1.1'}, Aug 16 20:32:50.985697 n-d-793620-15 neutron-server[101847]: 'Port': {'1.7'}, Aug 16 20:32:50.985697 n-d-793620-15 neutron-server[101847]: 'PortForwarding': {'1.2'}, Aug 16 20:32:50.985697 n-d-793620-15 neutron-server[101847]: 'QosPolicy': {'1.9'}, Aug 16 20:32:50.985697 n-d-793620-15 neutron-server[101847]: 'SecurityGroup': {'1.4'}, Aug 16 20:32:50.985697 n-d-793620-15 neutron-server[101847]: 'SecurityGroupRule': {'1.2'}, Aug 16 20:32:50.985697 n-d-793620-15 neutron-server[101847]: 'SubPort': {'1.0'}, Aug 16 20:32:50.985697 n-d-793620-15 neutron-server[101847]: 'Subnet': {'1.1'}, Aug 16 20:32:50.985697 n-d-793620-15 neutron-server[101847]: 'Trunk': {'1.1'}} Aug 16 20:32:50.985697 n-d-793620-15 neutron-server[101847]: consumer versions: Aug 16 20:32:50.985697 n-d-793620-15 neutron-server[101847]: { DHCP agent@n-d-793620-15: {}, Aug 16 20:32:50.985697 n-d-793620-15 neutron-server[101847]: L3 agent@n-d-793620-15: {}, Aug 16 20:32:50.985697 n-d-793620-15 neutron-server[101847]: Metadata agent@n-d-793620-15: {}, Aug 16 20:32:50.985697 n-d-793620-15 neutron-server[101847]: Metering agent@n-d-793620-15: {}, Aug 16 20:32:50.985697 n-d-793620-15 neutron-server[101847]: Open vSwitch agent@n-d-793620-15: { 'AddressGroup': '1.2', Aug 16 20:32:50.985697 n-d-793620-15 neutron-server[101847]: 'ConntrackHelper': '1.0', Aug 16 20:32:50.985697 n-d-793620-15 neutron-server[101847]: 'Log': '1.0', Aug 16 20:32:50.985697 n-d-793620-15 neutron-server[101847]: 'Network': '1.1', Aug 16 20:32:50.985697 n-d-793620-15 neutron-server[101847]: 'Port': '1.7', Aug 16 20:32:50.985697 n-d-793620-15 neutron-server[101847]: 'PortForwarding': '1.2', Aug 16 20:32:50.985697 n-d-793620-15 neutron-server[101847]: 'QosPolicy': '1.9', Aug 16 20:32:50.985697 n-d-793620-15 neutron-server[101847]: 'SecurityGroup': '1.4', Aug 16 20:32:50.985697 n-d-793620-15 neutron-server[101847]: 'SecurityGroupRule': '1.2', Aug 16 20:32:50.985697 n-d-793620-15 neutron-server[101847]: 'SubPort': '1.0', Aug 16 20:32:50.985697 n-d-793620-15 neutron-server[101847]: 'Subnet': '1.1', Aug 16 20:32:50.985697 n-d-793620-15 neutron-server[101847]: 'Trunk': '1.1'}} Aug 16 20:32:50.985697 n-d-793620-15 neutron-server[101847]: {{(pid=101847) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 20:32:50.988492 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-99ecaf5e-dd2c-4338-95ee-5a94bacfda14 None None] Attempting to bind port 0c15cc04-62bd-4525-bce2-db13b17ba1de on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:32:50.988884 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-99ecaf5e-dd2c-4338-95ee-5a94bacfda14 None None] Attempting to bind port 0c15cc04-62bd-4525-bce2-db13b17ba1de by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'c6c6aa51-32a1-4532-a1b0-ab1d87481f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'aa1d7757-f0f9-41f8-a962-b03d4101fbc6'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:32:50.989299 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ecaf5e-dd2c-4338-95ee-5a94bacfda14 None None] Attempting to bind port 0c15cc04-62bd-4525-bce2-db13b17ba1de on network aa1d7757-f0f9-41f8-a962-b03d4101fbc6 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:32:50.995306 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ecaf5e-dd2c-4338-95ee-5a94bacfda14 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:32:50.995695 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ecaf5e-dd2c-4338-95ee-5a94bacfda14 None None] Checking segment: {'id': 'c6c6aa51-32a1-4532-a1b0-ab1d87481f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'aa1d7757-f0f9-41f8-a962-b03d4101fbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:32:50.996197 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-99ecaf5e-dd2c-4338-95ee-5a94bacfda14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:50.996596 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ecaf5e-dd2c-4338-95ee-5a94bacfda14 None None] Bound using segment: {'id': 'c6c6aa51-32a1-4532-a1b0-ab1d87481f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'aa1d7757-f0f9-41f8-a962-b03d4101fbc6'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:32:50.997084 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-99ecaf5e-dd2c-4338-95ee-5a94bacfda14 None None] Bound port: 0c15cc04-62bd-4525-bce2-db13b17ba1de, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c6aa51-32a1-4532-a1b0-ab1d87481f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'aa1d7757-f0f9-41f8-a962-b03d4101fbc6'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:32:50.997811 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-99ecaf5e-dd2c-4338-95ee-5a94bacfda14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:51.063070 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-99ecaf5e-dd2c-4338-95ee-5a94bacfda14 None None] For port 0c15cc04-62bd-4525-bce2-db13b17ba1de, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:32:51.085455 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-99ecaf5e-dd2c-4338-95ee-5a94bacfda14 None None] For port 0c15cc04-62bd-4525-bce2-db13b17ba1de, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=0c15cc04-62bd-4525-bce2-db13b17ba1de,segment=NetworkSegment(c6c6aa51-32a1-4532-a1b0-ab1d87481f35),segment_id=c6c6aa51-32a1-4532-a1b0-ab1d87481f35)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:32:51.196773 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-99ecaf5e-dd2c-4338-95ee-5a94bacfda14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:51.253866 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ecaf5e-dd2c-4338-95ee-5a94bacfda14 None None] Routers {'efea03e8-ab16-49c5-8b88-cae5a7d3ba4a'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:32:51.254490 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-99ecaf5e-dd2c-4338-95ee-5a94bacfda14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:32:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['efea03e8-ab16-49c5-8b88-cae5a7d3ba4a'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:51.289071 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b71f1d-4bbe-45a2-ac98-409f234a6c4e None None] Pushing event updated for resources: {'Port': ['ID=0c15cc04-62bd-4525-bce2-db13b17ba1de,revision_number=4']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:51.347528 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-99ecaf5e-dd2c-4338-95ee-5a94bacfda14 None None] Set router efea03e8-ab16-49c5-8b88-cae5a7d3ba4a gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:32:51.565007 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-99ecaf5e-dd2c-4338-95ee-5a94bacfda14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efea03e8-ab16-49c5-8b88-cae5a7d3ba4a', 'name': 'router1', 'tenant_id': '6b4763af0ff647fd8076bc6642bf5526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:32:38Z', 'updated_at': '2021-08-16T20:32:48Z', 'revision_number': 2, 'project_id': '6b4763af0ff647fd8076bc6642bf5526', 'gw_port_host': None, '_interfaces': [{'id': '0c15cc04-62bd-4525-bce2-db13b17ba1de', 'name': '', 'network_id': 'aa1d7757-f0f9-41f8-a962-b03d4101fbc6', 'tenant_id': '6b4763af0ff647fd8076bc6642bf5526', 'mac_address': 'fa:16:3e:17:a5:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efea03e8-ab16-49c5-8b88-cae5a7d3ba4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '833bd13a-9522-485c-b88d-f94a226915fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:47Z', 'updated_at': '2021-08-16T20:32:51Z', 'revision_number': 4, 'project_id': '6b4763af0ff647fd8076bc6642bf5526', 'subnets': [{'id': '833bd13a-9522-485c-b88d-f94a226915fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a590d40c-db8b-48b3-9cd7-37ab51ae2bec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:51.591598 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ecaf5e-dd2c-4338-95ee-5a94bacfda14 None None] The sync data for ids ['efea03e8-ab16-49c5-8b88-cae5a7d3ba4a'] in n-d-793620-15 is: [{'id': 'efea03e8-ab16-49c5-8b88-cae5a7d3ba4a', 'name': 'router1', 'tenant_id': '6b4763af0ff647fd8076bc6642bf5526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:32:38Z', 'updated_at': '2021-08-16T20:32:48Z', 'revision_number': 2, 'project_id': '6b4763af0ff647fd8076bc6642bf5526', 'gw_port_host': None, '_interfaces': [{'id': '0c15cc04-62bd-4525-bce2-db13b17ba1de', 'name': '', 'network_id': 'aa1d7757-f0f9-41f8-a962-b03d4101fbc6', 'tenant_id': '6b4763af0ff647fd8076bc6642bf5526', 'mac_address': 'fa:16:3e:17:a5:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efea03e8-ab16-49c5-8b88-cae5a7d3ba4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '833bd13a-9522-485c-b88d-f94a226915fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:47Z', 'updated_at': '2021-08-16T20:32:51Z', 'revision_number': 4, 'project_id': '6b4763af0ff647fd8076bc6642bf5526', 'subnets': [{'id': '833bd13a-9522-485c-b88d-f94a226915fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a590d40c-db8b-48b3-9cd7-37ab51ae2bec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:32:51.636239 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52460) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:51.749007 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355952eb-4b6e-4faa-944d-9b957765e655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:51.750896 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-355952eb-4b6e-4faa-944d-9b957765e655 admin admin] 10.222.0.84 "GET /v2.0/networks/65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 842 time: 0.1136842 Aug 16 20:32:51.760838 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-f42aefa2-e77d-4702-9d58-454b7a03d924 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.25.1.0/24', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'name': 'public-subnet', 'gateway_ip': '172.25.1.1', 'enable_dhcp': False}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:51.893341 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42aefa2-e77d-4702-9d58-454b7a03d924 admin admin] Made reservation on behalf of dfb20a55771c475fab68a886743442dd for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:32:51.895573 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f42aefa2-e77d-4702-9d58-454b7a03d924 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:52.275706 n-d-793620-15 neutron-server[101844]: DEBUG neutron.objects.ports [None req-f42aefa2-e77d-4702-9d58-454b7a03d924 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101844) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:32:52.276186 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f42aefa2-e77d-4702-9d58-454b7a03d924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:52.327999 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42aefa2-e77d-4702-9d58-454b7a03d924 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb77cfb7-d56b-466c-8d71-2362c7161cf8,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:52.341834 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42aefa2-e77d-4702-9d58-454b7a03d924 admin admin] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:32:52.342200 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42aefa2-e77d-4702-9d58-454b7a03d924 admin admin] Network hostable DHCP agents. Network: 65ae326a-d6e1-4f5d-80d6-215a5521afe9, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:32:52.452980 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42aefa2-e77d-4702-9d58-454b7a03d924 admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:32:52.550890 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-f42aefa2-e77d-4702-9d58-454b7a03d924 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 65ae326a-d6e1-4f5d-80d6-215a5521afe9) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:52.554881 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42aefa2-e77d-4702-9d58-454b7a03d924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:52.555553 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f42aefa2-e77d-4702-9d58-454b7a03d924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:52.560521 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8105f738-4736-485f-bdce-4bcea2a2af84 None None] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:32:52.683700 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b998323e-4218-4bf8-b3d1-d492e7b269d6 None None] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:32:52.700168 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f42aefa2-e77d-4702-9d58-454b7a03d924 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9428172 Aug 16 20:32:54.981223 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52468) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:55.258931 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0ac1b73b-39eb-46df-9965-8a2be4038b6f admin admin] 10.222.0.84 "GET /v2.0/routers/efea03e8-ab16-49c5-8b88-cae5a7d3ba4a HTTP/1.1" status: 200 len: 710 time: 0.2765946 Aug 16 20:32:55.373167 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf54b29-8412-4278-ae49-fee3da57048a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:55.375041 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ecf54b29-8412-4278-ae49-fee3da57048a admin admin] 10.222.0.84 "GET /v2.0/networks/65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 886 time: 0.1105042 Aug 16 20:32:55.384298 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-7c130938-5b76-48ed-9d30-3db07ac0c7a4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:55.697132 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7c130938-5b76-48ed-9d30-3db07ac0c7a4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:56.075816 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7c130938-5b76-48ed-9d30-3db07ac0c7a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:56.154244 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7c130938-5b76-48ed-9d30-3db07ac0c7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:56.349728 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-7c130938-5b76-48ed-9d30-3db07ac0c7a4 admin admin] Allocated IP 172.25.1.181 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/dcf63104-871f-49dc-ba53-5a8a1a563839) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:32:56.460301 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7c130938-5b76-48ed-9d30-3db07ac0c7a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:56.642970 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7c130938-5b76-48ed-9d30-3db07ac0c7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:56.778011 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c130938-5b76-48ed-9d30-3db07ac0c7a4 admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:32:56.787136 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-7c130938-5b76-48ed-9d30-3db07ac0c7a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:56.790400 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c130938-5b76-48ed-9d30-3db07ac0c7a4 admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:32:56.797038 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c130938-5b76-48ed-9d30-3db07ac0c7a4 admin admin] Pushing event updated for resources: {'Port': ['ID=dcf63104-871f-49dc-ba53-5a8a1a563839,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:57.219122 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7c130938-5b76-48ed-9d30-3db07ac0c7a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:57.412777 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7c130938-5b76-48ed-9d30-3db07ac0c7a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59380'] for router, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:57.418017 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7c130938-5b76-48ed-9d30-3db07ac0c7a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-663158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-663167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661637'] for router, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:57.530039 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c130938-5b76-48ed-9d30-3db07ac0c7a4 admin admin] Router efea03e8-ab16-49c5-8b88-cae5a7d3ba4a has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:32:57.553897 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 0c15cc04-62bd-4525-bce2-db13b17ba1de up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:32:57.639876 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c130938-5b76-48ed-9d30-3db07ac0c7a4 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:32:57.643073 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7c130938-5b76-48ed-9d30-3db07ac0c7a4 admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:57.653080 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7c130938-5b76-48ed-9d30-3db07ac0c7a4 admin admin] 10.222.0.84 "PUT /v2.0/routers/efea03e8-ab16-49c5-8b88-cae5a7d3ba4a HTTP/1.1" status: 200 len: 890 time: 2.2632825 Aug 16 20:32:57.725239 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 0c15cc04-62bd-4525-bce2-db13b17ba1de completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:32:57.729766 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 0c15cc04-62bd-4525-bce2-db13b17ba1de triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:57.730142 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:57.817695 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:57.858048 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 0c15cc04-62bd-4525-bce2-db13b17ba1de, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=0c15cc04-62bd-4525-bce2-db13b17ba1de,segment=NetworkSegment(c6c6aa51-32a1-4532-a1b0-ab1d87481f35),segment_id=c6c6aa51-32a1-4532-a1b0-ab1d87481f35)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:57.934111 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:57.987496 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=0c15cc04-62bd-4525-bce2-db13b17ba1de,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:58.013599 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a2f984-5e95-4eff-9116-831f67a00934 None None] Sync routers for ids ['efea03e8-ab16-49c5-8b88-cae5a7d3ba4a'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:32:58.024697 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a2f984-5e95-4eff-9116-831f67a00934 None None] Routers {'efea03e8-ab16-49c5-8b88-cae5a7d3ba4a'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:32:58.025366 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-04a2f984-5e95-4eff-9116-831f67a00934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:32:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['efea03e8-ab16-49c5-8b88-cae5a7d3ba4a'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:58.287338 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-04a2f984-5e95-4eff-9116-831f67a00934 None None] Set router efea03e8-ab16-49c5-8b88-cae5a7d3ba4a gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:32:58.673819 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-04a2f984-5e95-4eff-9116-831f67a00934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efea03e8-ab16-49c5-8b88-cae5a7d3ba4a', 'name': 'router1', 'tenant_id': '6b4763af0ff647fd8076bc6642bf5526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'dcf63104-871f-49dc-ba53-5a8a1a563839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:32:38Z', 'updated_at': '2021-08-16T20:32:56Z', 'revision_number': 4, 'project_id': '6b4763af0ff647fd8076bc6642bf5526', 'gw_port': {'id': 'dcf63104-871f-49dc-ba53-5a8a1a563839', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efea03e8-ab16-49c5-8b88-cae5a7d3ba4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:56Z', 'updated_at': '2021-08-16T20:32:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '0c15cc04-62bd-4525-bce2-db13b17ba1de', 'name': '', 'network_id': 'aa1d7757-f0f9-41f8-a962-b03d4101fbc6', 'tenant_id': '6b4763af0ff647fd8076bc6642bf5526', 'mac_address': 'fa:16:3e:17:a5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efea03e8-ab16-49c5-8b88-cae5a7d3ba4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '833bd13a-9522-485c-b88d-f94a226915fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:47Z', 'updated_at': '2021-08-16T20:32:57Z', 'revision_number': 5, 'project_id': '6b4763af0ff647fd8076bc6642bf5526', 'subnets': [{'id': '833bd13a-9522-485c-b88d-f94a226915fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a590d40c-db8b-48b3-9cd7-37ab51ae2bec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:58.722602 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a2f984-5e95-4eff-9116-831f67a00934 None None] Checking router: efea03e8-ab16-49c5-8b88-cae5a7d3ba4a for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:32:58.722969 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a2f984-5e95-4eff-9116-831f67a00934 None None] Updating router efea03e8-ab16-49c5-8b88-cae5a7d3ba4a port dcf63104-871f-49dc-ba53-5a8a1a563839 binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:32:58.770532 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-04a2f984-5e95-4eff-9116-831f67a00934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:59.093998 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-04a2f984-5e95-4eff-9116-831f67a00934 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:59.103415 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-04a2f984-5e95-4eff-9116-831f67a00934 None None] Transition to ACTIVE for port object dcf63104-871f-49dc-ba53-5a8a1a563839 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:59.201306 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-04a2f984-5e95-4eff-9116-831f67a00934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:59.251158 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-04a2f984-5e95-4eff-9116-831f67a00934 None None] Attempting to bind port dcf63104-871f-49dc-ba53-5a8a1a563839 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:32:59.251532 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-04a2f984-5e95-4eff-9116-831f67a00934 None None] Attempting to bind port dcf63104-871f-49dc-ba53-5a8a1a563839 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:32:59.251926 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a2f984-5e95-4eff-9116-831f67a00934 None None] Attempting to bind port dcf63104-871f-49dc-ba53-5a8a1a563839 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:32:59.258457 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8156b57-3b06-4bcd-ac86-95da5cf322e9 None None] Pushing event updated for resources: {'Port': ['ID=dcf63104-871f-49dc-ba53-5a8a1a563839,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:59.261091 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a2f984-5e95-4eff-9116-831f67a00934 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:32:59.261477 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a2f984-5e95-4eff-9116-831f67a00934 None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:32:59.261867 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-04a2f984-5e95-4eff-9116-831f67a00934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:59.262252 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a2f984-5e95-4eff-9116-831f67a00934 None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:32:59.262729 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-04a2f984-5e95-4eff-9116-831f67a00934 None None] Bound port: dcf63104-871f-49dc-ba53-5a8a1a563839, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:32:59.263181 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-04a2f984-5e95-4eff-9116-831f67a00934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:59.315352 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-04a2f984-5e95-4eff-9116-831f67a00934 None None] For port dcf63104-871f-49dc-ba53-5a8a1a563839, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:32:59.318456 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-04a2f984-5e95-4eff-9116-831f67a00934 None None] For port dcf63104-871f-49dc-ba53-5a8a1a563839, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=dcf63104-871f-49dc-ba53-5a8a1a563839,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:32:59.385070 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-04a2f984-5e95-4eff-9116-831f67a00934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:59.434102 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a2f984-5e95-4eff-9116-831f67a00934 None None] Routers {'efea03e8-ab16-49c5-8b88-cae5a7d3ba4a'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:32:59.434714 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-04a2f984-5e95-4eff-9116-831f67a00934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:32:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['efea03e8-ab16-49c5-8b88-cae5a7d3ba4a'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:59.488729 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8156b57-3b06-4bcd-ac86-95da5cf322e9 None None] Pushing event updated for resources: {'Port': ['ID=dcf63104-871f-49dc-ba53-5a8a1a563839,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:59.607132 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 0c15cc04-62bd-4525-bce2-db13b17ba1de up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:32:59.663844 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-04a2f984-5e95-4eff-9116-831f67a00934 None None] Set router efea03e8-ab16-49c5-8b88-cae5a7d3ba4a gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:32:59.710540 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 0c15cc04-62bd-4525-bce2-db13b17ba1de triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:59.711170 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:59.950387 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-04a2f984-5e95-4eff-9116-831f67a00934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efea03e8-ab16-49c5-8b88-cae5a7d3ba4a', 'name': 'router1', 'tenant_id': '6b4763af0ff647fd8076bc6642bf5526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'dcf63104-871f-49dc-ba53-5a8a1a563839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:32:38Z', 'updated_at': '2021-08-16T20:32:56Z', 'revision_number': 4, 'project_id': '6b4763af0ff647fd8076bc6642bf5526', 'gw_port': {'id': 'dcf63104-871f-49dc-ba53-5a8a1a563839', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efea03e8-ab16-49c5-8b88-cae5a7d3ba4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:56Z', 'updated_at': '2021-08-16T20:32:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '0c15cc04-62bd-4525-bce2-db13b17ba1de', 'name': '', 'network_id': 'aa1d7757-f0f9-41f8-a962-b03d4101fbc6', 'tenant_id': '6b4763af0ff647fd8076bc6642bf5526', 'mac_address': 'fa:16:3e:17:a5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efea03e8-ab16-49c5-8b88-cae5a7d3ba4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '833bd13a-9522-485c-b88d-f94a226915fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:47Z', 'updated_at': '2021-08-16T20:32:57Z', 'revision_number': 5, 'project_id': '6b4763af0ff647fd8076bc6642bf5526', 'subnets': [{'id': '833bd13a-9522-485c-b88d-f94a226915fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a590d40c-db8b-48b3-9cd7-37ab51ae2bec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:59.980983 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a2f984-5e95-4eff-9116-831f67a00934 None None] The sync data for ids ['efea03e8-ab16-49c5-8b88-cae5a7d3ba4a'] in n-d-793620-15 is: [{'id': 'efea03e8-ab16-49c5-8b88-cae5a7d3ba4a', 'name': 'router1', 'tenant_id': '6b4763af0ff647fd8076bc6642bf5526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'dcf63104-871f-49dc-ba53-5a8a1a563839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:32:38Z', 'updated_at': '2021-08-16T20:32:56Z', 'revision_number': 4, 'project_id': '6b4763af0ff647fd8076bc6642bf5526', 'gw_port': {'id': 'dcf63104-871f-49dc-ba53-5a8a1a563839', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efea03e8-ab16-49c5-8b88-cae5a7d3ba4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:56Z', 'updated_at': '2021-08-16T20:32:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '0c15cc04-62bd-4525-bce2-db13b17ba1de', 'name': '', 'network_id': 'aa1d7757-f0f9-41f8-a962-b03d4101fbc6', 'tenant_id': '6b4763af0ff647fd8076bc6642bf5526', 'mac_address': 'fa:16:3e:17:a5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efea03e8-ab16-49c5-8b88-cae5a7d3ba4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '833bd13a-9522-485c-b88d-f94a226915fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:47Z', 'updated_at': '2021-08-16T20:32:57Z', 'revision_number': 5, 'project_id': '6b4763af0ff647fd8076bc6642bf5526', 'subnets': [{'id': '833bd13a-9522-485c-b88d-f94a226915fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a590d40c-db8b-48b3-9cd7-37ab51ae2bec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:33:00.047999 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52480) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:00.172094 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-89df6992-c395-4b1a-8018-64cd035f7a31 admin admin] 10.222.0.84 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1223092 Aug 16 20:33:01.548669 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device dcf63104-871f-49dc-ba53-5a8a1a563839 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:01.683193 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port dcf63104-871f-49dc-ba53-5a8a1a563839 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:01.687913 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port dcf63104-871f-49dc-ba53-5a8a1a563839 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:01.688293 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:01.769417 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:01.798134 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port dcf63104-871f-49dc-ba53-5a8a1a563839, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=dcf63104-871f-49dc-ba53-5a8a1a563839,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:01.887641 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:01.950907 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=dcf63104-871f-49dc-ba53-5a8a1a563839,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:03.546094 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device dcf63104-871f-49dc-ba53-5a8a1a563839 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:03.611541 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port dcf63104-871f-49dc-ba53-5a8a1a563839 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:03.611854 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:10.984708 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fd9cf49b-61de-4720-990b-d44c10169b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:13.527727 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c25342b1-ca83-4625-b120-4b134e34b7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:13.702012 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:14.590044 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:15.394500 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 5 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:33:16.351671 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:40.991983 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5be71433-82f5-4851-9db5-8bc74e97f250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:43.563348 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-738d99c6-174e-424a-adcf-c605e4024888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:44.863581 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:44.969540 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:46.343595 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:52.394402 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 5 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:34:10.988903 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-13090fdd-b339-4ae6-b167-ff4c2406c04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:13.537459 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-78588459-02d0-406b-8e44-21af9c5a3f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:13.704866 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:14.624918 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:16.354483 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:29.393599 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 5 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:34:41.029778 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5856f6cd-8298-4178-903f-4dc93cfc4e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:42.710201 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53082) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:42.771701 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-071230cc-82c7-4fa5-b8d0-b4374c80cd01 admin admin] GET failed (client error): The resource could not be found. Aug 16 20:34:42.773062 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-071230cc-82c7-4fa5-b8d0-b4374c80cd01 admin admin] 10.222.0.84 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0619199 Aug 16 20:34:42.999017 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a7d0c4-81d8-4385-841e-5c65d3968afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:43.000551 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a5a7d0c4-81d8-4385-841e-5c65d3968afe admin admin] 10.222.0.84 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2228072 Aug 16 20:34:43.526122 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a2c3a946-dd91-4e97-9418-9119565d49f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:43.674909 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:44.611850 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:45.130957 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53092) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:45.222601 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca87f02f-bbe6-42d5-bded-79e02418ff21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:45.224086 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ca87f02f-bbe6-42d5-bded-79e02418ff21 admin admin] 10.222.0.84 "GET /v2.0/subnets/833bd13a-9522-485c-b88d-f94a226915fa HTTP/1.1" status: 200 len: 849 time: 0.0920775 Aug 16 20:34:45.234381 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-195cd694-ef7b-4b0a-bb9b-18c7052829ea admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:45.320410 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-195cd694-ef7b-4b0a-bb9b-18c7052829ea admin admin] Notify callbacks [] for subnet, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:45.543674 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-195cd694-ef7b-4b0a-bb9b-18c7052829ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744992572088'] for subnet, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:45.579361 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195cd694-ef7b-4b0a-bb9b-18c7052829ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:45.580528 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-195cd694-ef7b-4b0a-bb9b-18c7052829ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:45.581261 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-195cd694-ef7b-4b0a-bb9b-18c7052829ea admin admin] 10.222.0.84 "PUT /v2.0/subnets/833bd13a-9522-485c-b88d-f94a226915fa HTTP/1.1" status: 200 len: 868 time: 0.3506322 Aug 16 20:34:45.584042 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a917654a-af6c-4e91-8cc6-bb682dd5799a None None] Network aa1d7757-f0f9-41f8-a962-b03d4101fbc6 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:34:45.601391 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195cd694-ef7b-4b0a-bb9b-18c7052829ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=833bd13a-9522-485c-b88d-f94a226915fa,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:45.609414 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195cd694-ef7b-4b0a-bb9b-18c7052829ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:45.609913 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195cd694-ef7b-4b0a-bb9b-18c7052829ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:45.610273 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195cd694-ef7b-4b0a-bb9b-18c7052829ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:45.610690 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195cd694-ef7b-4b0a-bb9b-18c7052829ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:45.611031 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195cd694-ef7b-4b0a-bb9b-18c7052829ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:45.611378 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195cd694-ef7b-4b0a-bb9b-18c7052829ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:45.611715 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195cd694-ef7b-4b0a-bb9b-18c7052829ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:45.612081 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195cd694-ef7b-4b0a-bb9b-18c7052829ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:45.612415 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195cd694-ef7b-4b0a-bb9b-18c7052829ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:45.612746 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195cd694-ef7b-4b0a-bb9b-18c7052829ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:45.613083 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195cd694-ef7b-4b0a-bb9b-18c7052829ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:45.613416 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195cd694-ef7b-4b0a-bb9b-18c7052829ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:45.999175 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-fca7d8ca-2ec2-430a-a448-6fb149a73112 None None] Provisioning complete for port 2017f64a-59d6-4200-bd0c-ade56bb730d5 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:45.999716 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fca7d8ca-2ec2-430a-a448-6fb149a73112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:46.087640 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-fca7d8ca-2ec2-430a-a448-6fb149a73112 None None] Provisioning complete for port 0c15cc04-62bd-4525-bce2-db13b17ba1de triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:46.087979 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fca7d8ca-2ec2-430a-a448-6fb149a73112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:46.338799 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:47.744711 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53100) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:47.943712 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5abecd-5900-401c-9902-130672bf185f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:47.944236 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5abecd-5900-401c-9902-130672bf185f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:47.945798 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9e5abecd-5900-401c-9902-130672bf185f admin admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2001002 Aug 16 20:34:50.086185 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53108) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:50.218765 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6164b35a-e14a-4b20-9d1f-687f597f82c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:50.219265 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6164b35a-e14a-4b20-9d1f-687f597f82c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:50.220860 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6164b35a-e14a-4b20-9d1f-687f597f82c4 admin admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1336691 Aug 16 20:34:52.364630 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53116) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:52.490959 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f162239e-322c-4075-81a0-2a630ad1ee0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:52.492346 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f162239e-322c-4075-81a0-2a630ad1ee0c admin admin] 10.222.0.84 "GET /v2.0/networks/65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 886 time: 0.1267667 Aug 16 20:34:54.667117 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53126) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:54.795652 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65ae839-06a2-4807-876e-548316347366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:54.797319 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d65ae839-06a2-4807-876e-548316347366 admin admin] 10.222.0.84 "GET /v2.0/networks/aa1d7757-f0f9-41f8-a962-b03d4101fbc6 HTTP/1.1" status: 200 len: 869 time: 0.1292355 Aug 16 20:34:56.950949 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53134) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:57.074644 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cd9bb0-28ff-4bde-b6ee-785da3c57138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:57.075110 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cd9bb0-28ff-4bde-b6ee-785da3c57138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:57.076670 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-51cd9bb0-28ff-4bde-b6ee-785da3c57138 admin admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1247747 Aug 16 20:34:59.210283 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53142) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:59.307200 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae0edae-7558-41e5-8870-320ed46945e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:59.307679 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae0edae-7558-41e5-8870-320ed46945e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:59.313189 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8ae0edae-7558-41e5-8870-320ed46945e9 admin admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1019175 Aug 16 20:35:01.459355 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53150) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:01.553581 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e242f805-0cad-4155-b0a7-4db974d4c4ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:01.554954 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e242f805-0cad-4155-b0a7-4db974d4c4ef admin admin] 10.222.0.84 "GET /v2.0/subnets/833bd13a-9522-485c-b88d-f94a226915fa HTTP/1.1" status: 200 len: 868 time: 0.0945990 Aug 16 20:35:03.691678 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53158) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:03.779125 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58b0d98-86de-4ae0-bbc5-18dc52c8c827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:03.780473 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a58b0d98-86de-4ae0-bbc5-18dc52c8c827 admin admin] 10.222.0.84 "GET /v2.0/subnets/cb77cfb7-d56b-466c-8d71-2362c7161cf8 HTTP/1.1" status: 200 len: 816 time: 0.0878074 Aug 16 20:35:06.391899 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 5 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:35:10.994574 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-07d6b38e-37ed-4beb-8317-541fd205f690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:13.530606 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e9bd4bd0-d72f-4e52-9560-d1fc49281da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:13.697086 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:14.651253 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:16.342612 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:27.858837 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53212) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:27.906065 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [None req-51b43d2d-0397-432b-a949-e1e29ba04347 admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:35:27.907064 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-51b43d2d-0397-432b-a949-e1e29ba04347 admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473454 Aug 16 20:35:30.129323 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53220) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:30.188962 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-84cd9534-cd8a-4eed-99e5-c86752e188a3 admin admin] GET failed (client error): The resource could not be found. Aug 16 20:35:30.190201 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-84cd9534-cd8a-4eed-99e5-c86752e188a3 admin admin] 10.222.0.84 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0599399 Aug 16 20:35:30.282393 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56577395-b46a-4610-9bc8-847c865824ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:30.283884 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-56577395-b46a-4610-9bc8-847c865824ef admin admin] 10.222.0.84 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0893569 Aug 16 20:35:32.417221 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53228) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:32.465181 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-e27db26c-e880-4948-9fa6-811c92cb103b admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:32.575661 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27db26c-e880-4948-9fa6-811c92cb103b admin admin] Made reservation on behalf of dfb20a55771c475fab68a886743442dd for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:32.578102 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e27db26c-e880-4948-9fa6-811c92cb103b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:32.606624 n-d-793620-15 neutron-server[101844]: WARNING neutron.services.revisions.revision_plugin [None req-e27db26c-e880-4948-9fa6-811c92cb103b admin admin] Could not find related network for resource to bump revision. Aug 16 20:35:32.616726 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e27db26c-e880-4948-9fa6-811c92cb103b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:35:32.626124 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e27db26c-e880-4948-9fa6-811c92cb103b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:32.626473 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-e27db26c-e880-4948-9fa6-811c92cb103b admin admin] Added segment 3d793a6a-7daa-44af-a9e0-78b263450c9b of type vlan for network d77fce7e-e915-4ee5-ada6-d6f376af2589 Aug 16 20:35:32.663809 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e27db26c-e880-4948-9fa6-811c92cb103b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:32.769961 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e27db26c-e880-4948-9fa6-811c92cb103b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:32.770943 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27db26c-e880-4948-9fa6-811c92cb103b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:32.771583 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e27db26c-e880-4948-9fa6-811c92cb103b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:32.832022 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27db26c-e880-4948-9fa6-811c92cb103b admin admin] Pushing event updated for resources: {'Network': ['ID=d77fce7e-e915-4ee5-ada6-d6f376af2589,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:32.842565 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network d77fce7e-e915-4ee5-ada6-d6f376af2589 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:35:32.899905 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e27db26c-e880-4948-9fa6-811c92cb103b admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4725893 Aug 16 20:35:35.030917 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53236) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:35.091029 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c250a0f-05b1-4675-8a63-fd8d1a41f34a admin admin] GET failed (client error): The resource could not be found. Aug 16 20:35:35.092439 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8c250a0f-05b1-4675-8a63-fd8d1a41f34a admin admin] 10.222.0.84 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0605416 Aug 16 20:35:35.160060 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6905c2ea-84ed-4f9b-8bb3-3406def99c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:35.161498 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6905c2ea-84ed-4f9b-8bb3-3406def99c9e admin admin] 10.222.0.84 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0647988 Aug 16 20:35:35.171608 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-98434f5e-cd7e-4fbf-a704-a6c9e49292d4 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'description': 'shared-subnet'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:35.284201 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98434f5e-cd7e-4fbf-a704-a6c9e49292d4 admin admin] Made reservation on behalf of dfb20a55771c475fab68a886743442dd for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:35.286446 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-98434f5e-cd7e-4fbf-a704-a6c9e49292d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:35.531254 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-98434f5e-cd7e-4fbf-a704-a6c9e49292d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:35.687112 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98434f5e-cd7e-4fbf-a704-a6c9e49292d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2883ed1d-8e71-4475-b2ce-2177242b9f23,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:35.694769 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98434f5e-cd7e-4fbf-a704-a6c9e49292d4 admin admin] Checking segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:35:35.695172 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98434f5e-cd7e-4fbf-a704-a6c9e49292d4 admin admin] Network hostable DHCP agents. Network: d77fce7e-e915-4ee5-ada6-d6f376af2589, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:35:35.792835 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98434f5e-cd7e-4fbf-a704-a6c9e49292d4 admin admin] Network d77fce7e-e915-4ee5-ada6-d6f376af2589 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:35:35.872894 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-98434f5e-cd7e-4fbf-a704-a6c9e49292d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, d77fce7e-e915-4ee5-ada6-d6f376af2589) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:35.876903 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98434f5e-cd7e-4fbf-a704-a6c9e49292d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:35.877498 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-98434f5e-cd7e-4fbf-a704-a6c9e49292d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:35.882184 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080dca1d-1a1c-4c63-a67b-0d6e266904c8 None None] Network d77fce7e-e915-4ee5-ada6-d6f376af2589 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:35:35.971041 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-98434f5e-cd7e-4fbf-a704-a6c9e49292d4 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8029833 Aug 16 20:35:36.172898 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2299aad-47b5-4d3d-8721-f832e39cad38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-d77fce7e-e915-4ee5-ada6-d6f376af2589', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'tenant_id': 'dfb20a55771c475fab68a886743442dd', 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:35:36.173770 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b2299aad-47b5-4d3d-8721-f832e39cad38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:36.309017 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-b2299aad-47b5-4d3d-8721-f832e39cad38 None None] Allocated IP 192.168.233.2 (d77fce7e-e915-4ee5-ada6-d6f376af2589/2883ed1d-8e71-4475-b2ce-2177242b9f23/09e5b45a-470f-4ab9-bc2c-13fcf437beda) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:36.451983 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b2299aad-47b5-4d3d-8721-f832e39cad38 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:36.460716 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b2299aad-47b5-4d3d-8721-f832e39cad38 None None] Transition to ACTIVE for port object 09e5b45a-470f-4ab9-bc2c-13fcf437beda will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:36.476117 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b2299aad-47b5-4d3d-8721-f832e39cad38 None None] Transition to ACTIVE for port object 09e5b45a-470f-4ab9-bc2c-13fcf437beda will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:36.548102 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b2299aad-47b5-4d3d-8721-f832e39cad38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:36.588735 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2299aad-47b5-4d3d-8721-f832e39cad38 None None] Network d77fce7e-e915-4ee5-ada6-d6f376af2589 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:36.591668 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-b2299aad-47b5-4d3d-8721-f832e39cad38 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:36.595343 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2299aad-47b5-4d3d-8721-f832e39cad38 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:36.602704 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2299aad-47b5-4d3d-8721-f832e39cad38 None None] Pushing event updated for resources: {'Port': ['ID=09e5b45a-470f-4ab9-bc2c-13fcf437beda,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:36.612114 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2299aad-47b5-4d3d-8721-f832e39cad38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:36.612471 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2299aad-47b5-4d3d-8721-f832e39cad38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:36.612823 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2299aad-47b5-4d3d-8721-f832e39cad38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:36.613165 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2299aad-47b5-4d3d-8721-f832e39cad38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:36.613505 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2299aad-47b5-4d3d-8721-f832e39cad38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:36.613842 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2299aad-47b5-4d3d-8721-f832e39cad38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:36.614176 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2299aad-47b5-4d3d-8721-f832e39cad38 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:36.614513 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2299aad-47b5-4d3d-8721-f832e39cad38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:36.614846 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2299aad-47b5-4d3d-8721-f832e39cad38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:36.615197 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2299aad-47b5-4d3d-8721-f832e39cad38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:36.615544 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2299aad-47b5-4d3d-8721-f832e39cad38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:36.615883 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2299aad-47b5-4d3d-8721-f832e39cad38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:36.662259 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-b2299aad-47b5-4d3d-8721-f832e39cad38 None None] Attempting to bind port 09e5b45a-470f-4ab9-bc2c-13fcf437beda on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:35:36.662680 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-b2299aad-47b5-4d3d-8721-f832e39cad38 None None] Attempting to bind port 09e5b45a-470f-4ab9-bc2c-13fcf437beda by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:35:36.662974 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2299aad-47b5-4d3d-8721-f832e39cad38 None None] Attempting to bind port 09e5b45a-470f-4ab9-bc2c-13fcf437beda on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:36.668317 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2299aad-47b5-4d3d-8721-f832e39cad38 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:35:36.668688 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2299aad-47b5-4d3d-8721-f832e39cad38 None None] Checking segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:35:36.669085 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b2299aad-47b5-4d3d-8721-f832e39cad38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:36.669739 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2299aad-47b5-4d3d-8721-f832e39cad38 None None] Bound using segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:35:36.670197 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-b2299aad-47b5-4d3d-8721-f832e39cad38 None None] Bound port: 09e5b45a-470f-4ab9-bc2c-13fcf437beda, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:35:36.670596 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b2299aad-47b5-4d3d-8721-f832e39cad38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:36.735231 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-b2299aad-47b5-4d3d-8721-f832e39cad38 None None] For port 09e5b45a-470f-4ab9-bc2c-13fcf437beda, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:35:36.738207 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-b2299aad-47b5-4d3d-8721-f832e39cad38 None None] For port 09e5b45a-470f-4ab9-bc2c-13fcf437beda, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=09e5b45a-470f-4ab9-bc2c-13fcf437beda,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:35:36.805525 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b2299aad-47b5-4d3d-8721-f832e39cad38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:36.864792 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2299aad-47b5-4d3d-8721-f832e39cad38 None None] Pushing event updated for resources: {'Port': ['ID=09e5b45a-470f-4ab9-bc2c-13fcf437beda,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:37.697591 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 09e5b45a-470f-4ab9-bc2c-13fcf437beda up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:35:37.727731 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb42a00-54ce-4348-a6b2-e3ff2a5197eb None None] Network d77fce7e-e915-4ee5-ada6-d6f376af2589 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:35:37.896423 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-8e3ee067-742a-4d50-b037-6c21f132b118 None None] Provisioning for port 09e5b45a-470f-4ab9-bc2c-13fcf437beda completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:35:37.915551 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 09e5b45a-470f-4ab9-bc2c-13fcf437beda completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:35:37.918031 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 09e5b45a-470f-4ab9-bc2c-13fcf437beda triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:37.918031 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:38.021862 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:38.057038 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 09e5b45a-470f-4ab9-bc2c-13fcf437beda, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=09e5b45a-470f-4ab9-bc2c-13fcf437beda,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:38.114197 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7dc87257-dc62-4daf-9b2e-30507851fdf4 None None] Provisioning complete for port 09e5b45a-470f-4ab9-bc2c-13fcf437beda triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:38.114568 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7dc87257-dc62-4daf-9b2e-30507851fdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:38.136245 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:38.218147 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=09e5b45a-470f-4ab9-bc2c-13fcf437beda,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:39.645926 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 09e5b45a-470f-4ab9-bc2c-13fcf437beda up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:35:39.707778 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 09e5b45a-470f-4ab9-bc2c-13fcf437beda triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:39.708185 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:40.993482 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4bcd105a-962f-4811-8656-f1fd3b06f6a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:43.391411 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 5 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:35:43.569525 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3f1bfba9-c1d8-436d-a53f-b50d186223be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:43.689538 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:44.609646 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:46.352038 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:10.991540 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ee25f5fc-adb7-4a54-8133-69721df0a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:13.523255 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-84c5841d-894b-4a28-b548-cd9f00b22988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:13.683069 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:14.608987 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:16.351668 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.390828 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 5 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:36:41.008304 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e2bc07dd-218a-446b-a030-3878c1f547e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:43.539883 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7b773df0-86f8-4726-aaa2-bf89ce076061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:43.681278 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:44.636719 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:46.350595 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:53.840325 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53288) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:53.846653 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [None req-bae9b291-4309-41c8-b793-797a1eebfe2d tempest-verify_tempest_config-301335711 tempest-verify_tempest_config-301335711-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:36:53.847737 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-bae9b291-4309-41c8-b793-797a1eebfe2d tempest-verify_tempest_config-301335711 tempest-verify_tempest_config-301335711-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063469 Aug 16 20:36:54.404063 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53306) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:54.511837 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-14819ae0-889f-4477-993b-78d34f4524b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:54.626592 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-14819ae0-889f-4477-993b-78d34f4524b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:54.716166 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-14819ae0-889f-4477-993b-78d34f4524b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:54.758886 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14819ae0-889f-4477-993b-78d34f4524b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b79e3dd-f04d-4b9e-9e81-60bd64a2f60c,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:54.762456 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-14819ae0-889f-4477-993b-78d34f4524b7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=656fa924a08c48448033e69ae7daf21f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3574080 Aug 16 20:36:54.765195 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53310) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:54.767756 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14819ae0-889f-4477-993b-78d34f4524b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:54.768131 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14819ae0-889f-4477-993b-78d34f4524b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:54.768474 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14819ae0-889f-4477-993b-78d34f4524b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:54.768808 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14819ae0-889f-4477-993b-78d34f4524b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:54.769136 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14819ae0-889f-4477-993b-78d34f4524b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:54.769463 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14819ae0-889f-4477-993b-78d34f4524b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:54.769791 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14819ae0-889f-4477-993b-78d34f4524b7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:54.770752 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14819ae0-889f-4477-993b-78d34f4524b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:54.771074 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14819ae0-889f-4477-993b-78d34f4524b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:54.771394 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14819ae0-889f-4477-993b-78d34f4524b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:54.771717 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14819ae0-889f-4477-993b-78d34f4524b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:54.772059 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14819ae0-889f-4477-993b-78d34f4524b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:54.822097 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58b50c5c-1120-4bd3-8b57-09c89ee74d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:54.842326 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58b50c5c-1120-4bd3-8b57-09c89ee74d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:55.024986 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58b50c5c-1120-4bd3-8b57-09c89ee74d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:55.027490 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58b50c5c-1120-4bd3-8b57-09c89ee74d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:55.028690 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-58b50c5c-1120-4bd3-8b57-09c89ee74d84 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8b79e3dd-f04d-4b9e-9e81-60bd64a2f60c HTTP/1.1" status: 204 len: 168 time: 0.2625234 Aug 16 20:36:55.037183 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b50c5c-1120-4bd3-8b57-09c89ee74d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b79e3dd-f04d-4b9e-9e81-60bd64a2f60c,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:55.044111 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b50c5c-1120-4bd3-8b57-09c89ee74d84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:55.044462 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b50c5c-1120-4bd3-8b57-09c89ee74d84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:55.044805 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b50c5c-1120-4bd3-8b57-09c89ee74d84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:55.045136 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b50c5c-1120-4bd3-8b57-09c89ee74d84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:55.045469 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b50c5c-1120-4bd3-8b57-09c89ee74d84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:55.045798 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b50c5c-1120-4bd3-8b57-09c89ee74d84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:55.046122 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b50c5c-1120-4bd3-8b57-09c89ee74d84 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:55.046507 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b50c5c-1120-4bd3-8b57-09c89ee74d84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:55.046801 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b50c5c-1120-4bd3-8b57-09c89ee74d84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:55.047123 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b50c5c-1120-4bd3-8b57-09c89ee74d84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:55.047441 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b50c5c-1120-4bd3-8b57-09c89ee74d84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:55.047763 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b50c5c-1120-4bd3-8b57-09c89ee74d84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:57.389055 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 5 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:37:10.979090 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-69966920-1300-4618-9d56-9cef11479204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:13.537420 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d4d46997-ba09-4e60-82ab-004fcb40ae10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:13.715915 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:14.630442 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:16.344431 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:34.388571 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 5 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:37:40.982111 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-34596369-c5b0-4eeb-bb68-6ddec659ae25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:43.600741 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-858e9783-0186-487f-9369-81d916a86b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:43.726295 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:44.658048 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:46.422086 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:10.988811 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3d2f3ded-62e7-48c6-899a-768036305abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:11.387034 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 5 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:38:13.537256 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d0c72050-bee3-4a67-a4e1-58b24de57ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:13.680441 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:14.654426 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:16.386407 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:40.999709 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7d38c849-0189-4912-89ef-2108d8a63f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:43.522300 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-be9b0b7b-7d24-415a-a0e2-53372cf91d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:43.713871 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:44.619417 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:46.345189 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:48.385969 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 5 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:39:11.001166 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9e0881e3-ecb2-4d0e-a55a-d05fbb6b783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:13.526298 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8d9fec2d-0a65-4099-8ea5-075a561e418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:13.696020 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:14.621523 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:16.352990 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:25.385097 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 5 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:39:40.982565 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b018c754-6106-4d36-aa89-6b88c306e61b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:43.575917 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-beaf5278-a765-4040-a972-c667b8ab6ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:43.685797 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:44.632176 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:46.417078 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:48.679405 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-659583'] for agent, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:51.650996 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-659583'] for agent, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:02.384495 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:40:10.970144 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f8fa0147-a984-40f7-a09d-e3870e456672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:13.541162 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c8c4ec2c-df4d-4b93-b6da-cc9fa903075a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:13.730748 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:14.626942 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:16.346889 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:18.602931 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:21.551999 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:35.028640 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53376) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:35.134879 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b6d75bb7-ee34-4e99-9180-2c82d033d90b admin admin] 10.222.0.84 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1051574 Aug 16 20:40:37.292687 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53386) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:37.354197 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-982bc8d0-4fc9-4413-9230-5646b0b991f4 admin admin] 10.222.0.84 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0601268 Aug 16 20:40:39.384170 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:40:40.974229 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-77fd79af-8264-4fac-ab4b-f1828ef77e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:43.551492 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-93e4db75-5eb9-4f39-a2a0-5d16527d07e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:43.705431 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:44.654086 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:46.425473 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:48.625615 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:51.573865 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:11.008052 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f4081b84-8276-4997-95de-3623b87f882c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:13.527545 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c708a3b2-65c2-473a-a9a2-12e0d2b69c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:13.733431 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:14.653429 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:16.383878 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:41:16.396067 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:18.653183 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:21.617582 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:40.996106 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-978f8344-d1fc-4d9d-8863-fbc4e310e02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:43.549813 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9e9a5f4d-6b4a-4593-89a3-c18cbe84d830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:43.750564 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:44.641354 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:46.361644 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:48.681297 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:51.629615 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:53.383712 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:42:00.564627 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53594) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:00.655743 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53602) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:01.024738 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-27eb2600-e075-4d05-b6e6-d18ccd4cb149 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-453502631-network', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:01.160275 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1abf7f0a-ee3f-4cb9-9462-d0d1cbc9ed2e tempest-AutoAllocateNetworkTest-1221222753 tempest-AutoAllocateNetworkTest-1221222753-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=b3a3067883bd460aa3442148a956e7e3&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5032918 Aug 16 20:42:01.161112 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27eb2600-e075-4d05-b6e6-d18ccd4cb149 admin admin] Made reservation on behalf of eb8c4b7819fc43cbbe786a97a0c82206 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:01.163117 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53620) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:01.171822 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-27eb2600-e075-4d05-b6e6-d18ccd4cb149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:01.172373 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-27eb2600-e075-4d05-b6e6-d18ccd4cb149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:01.264392 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-27eb2600-e075-4d05-b6e6-d18ccd4cb149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:01.343852 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-27eb2600-e075-4d05-b6e6-d18ccd4cb149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:01.350833 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dadfd19-eee1-42be-accf-18930d451ab8 tempest-AutoAllocateNetworkTest-1221222753 tempest-AutoAllocateNetworkTest-1221222753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:01.355142 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5dadfd19-eee1-42be-accf-18930d451ab8 tempest-AutoAllocateNetworkTest-1221222753 tempest-AutoAllocateNetworkTest-1221222753-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1881187 Aug 16 20:42:01.355387 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53630) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:01.376535 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27eb2600-e075-4d05-b6e6-d18ccd4cb149 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:42:01.379325 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb2600-e075-4d05-b6e6-d18ccd4cb149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b996e5d7-fb76-4b20-867d-54aed7b942c9,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:01.393002 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eb2600-e075-4d05-b6e6-d18ccd4cb149 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:01.393356 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eb2600-e075-4d05-b6e6-d18ccd4cb149 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:01.393716 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eb2600-e075-4d05-b6e6-d18ccd4cb149 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eb2600-e075-4d05-b6e6-d18ccd4cb149 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eb2600-e075-4d05-b6e6-d18ccd4cb149 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eb2600-e075-4d05-b6e6-d18ccd4cb149 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eb2600-e075-4d05-b6e6-d18ccd4cb149 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eb2600-e075-4d05-b6e6-d18ccd4cb149 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eb2600-e075-4d05-b6e6-d18ccd4cb149 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eb2600-e075-4d05-b6e6-d18ccd4cb149 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eb2600-e075-4d05-b6e6-d18ccd4cb149 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eb2600-e075-4d05-b6e6-d18ccd4cb149 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eb2600-e075-4d05-b6e6-d18ccd4cb149 admin admin] Tracked resource versions report: Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: pushed versions: Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: { 'AddressGroup': {'1.2'}, Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: 'ConntrackHelper': {'1.0'}, Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: 'Log': {'1.0'}, Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: 'Network': {'1.1'}, Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: 'Port': {'1.7'}, Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: 'PortForwarding': {'1.2'}, Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: 'QosPolicy': {'1.9'}, Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: 'SecurityGroup': {'1.4'}, Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: 'SecurityGroupRule': {'1.2'}, Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: 'SubPort': {'1.0'}, Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: 'Subnet': {'1.1'}, Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: 'Trunk': {'1.1'}} Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: consumer versions: Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: { DHCP agent@n-d-793620-15: {}, Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: HyperV agent@n-h1-793620-15: {}, Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: HyperV agent@n-h2-793620-15: {}, Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: L3 agent@n-d-793620-15: {}, Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: Metadata agent@n-d-793620-15: {}, Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: Metering agent@n-d-793620-15: {}, Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: Open vSwitch agent@n-d-793620-15: { 'AddressGroup': '1.2', Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: 'ConntrackHelper': '1.0', Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: 'Log': '1.0', Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: 'Network': '1.1', Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: 'Port': '1.7', Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: 'PortForwarding': '1.2', Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: 'QosPolicy': '1.9', Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: 'SecurityGroup': '1.4', Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: 'SecurityGroupRule': '1.2', Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: 'SubPort': '1.0', Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: 'Subnet': '1.1', Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: 'Trunk': '1.1'}} Aug 16 20:42:01.399119 n-d-793620-15 neutron-server[101845]: {{(pid=101845) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 20:42:01.412719 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a21a3035-94eb-4ef2-a92b-4d3c8e233582 tempest-AutoAllocateNetworkTest-1221222753 tempest-AutoAllocateNetworkTest-1221222753-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0562112 Aug 16 20:42:01.414763 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-27eb2600-e075-4d05-b6e6-d18ccd4cb149 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744992692628', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:01.415271 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53634) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:01.415406 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-27eb2600-e075-4d05-b6e6-d18ccd4cb149 admin admin] Unsubscribe: segment precommit_create {{(pid=101845) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 20:42:01.415818 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-27eb2600-e075-4d05-b6e6-d18ccd4cb149 admin admin] Added segment e8314f4c-3555-4f94-a486-0d46d6329f40 of type vlan for network 3bee841e-47c3-4f4c-a369-8a19f08ab471 Aug 16 20:42:01.445404 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-7fcf258c-b832-4d34-8a72-408d1332b4d6 tempest-AutoAllocateNetworkTest-1221222753 tempest-AutoAllocateNetworkTest-1221222753-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=b3a3067883bd460aa3442148a956e7e3 HTTP/1.1" status: 200 len: 208 time: 0.0258365 Aug 16 20:42:01.469206 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-27eb2600-e075-4d05-b6e6-d18ccd4cb149 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:01.629646 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-27eb2600-e075-4d05-b6e6-d18ccd4cb149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:01.630654 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27eb2600-e075-4d05-b6e6-d18ccd4cb149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:01.631241 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-27eb2600-e075-4d05-b6e6-d18ccd4cb149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:01.725033 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb2600-e075-4d05-b6e6-d18ccd4cb149 admin admin] Pushing event updated for resources: {'Network': ['ID=3bee841e-47c3-4f4c-a369-8a19f08ab471,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:01.735733 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 3bee841e-47c3-4f4c-a369-8a19f08ab471 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:42:01.776652 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-27eb2600-e075-4d05-b6e6-d18ccd4cb149 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2105510 Aug 16 20:42:01.776855 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53646) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:01.782293 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-ff42d7f0-9ac8-4782-9eac-a2f35e568e04 admin admin] Request body: {'subnet': {'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-453502631-subnet', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:01.870034 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff42d7f0-9ac8-4782-9eac-a2f35e568e04 admin admin] Made reservation on behalf of eb8c4b7819fc43cbbe786a97a0c82206 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:01.872428 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ff42d7f0-9ac8-4782-9eac-a2f35e568e04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:02.212685 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ff42d7f0-9ac8-4782-9eac-a2f35e568e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:02.272528 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42d7f0-9ac8-4782-9eac-a2f35e568e04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e33a0f13-659e-4604-b84f-5b9bda739e16,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:02.284078 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff42d7f0-9ac8-4782-9eac-a2f35e568e04 admin admin] Checking segment: {'id': 'e8314f4c-3555-4f94-a486-0d46d6329f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:02.284368 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff42d7f0-9ac8-4782-9eac-a2f35e568e04 admin admin] Network hostable DHCP agents. Network: 3bee841e-47c3-4f4c-a369-8a19f08ab471, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:42:02.567862 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff42d7f0-9ac8-4782-9eac-a2f35e568e04 admin admin] Network 3bee841e-47c3-4f4c-a369-8a19f08ab471 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:42:02.567862 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53674) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:02.567862 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-ff42d7f0-9ac8-4782-9eac-a2f35e568e04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 3bee841e-47c3-4f4c-a369-8a19f08ab471) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:02.569057 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86dfd316-2e42-4df3-8398-20aa58d85a73 None None] Network 3bee841e-47c3-4f4c-a369-8a19f08ab471 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:02.569417 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff42d7f0-9ac8-4782-9eac-a2f35e568e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:02.569417 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ff42d7f0-9ac8-4782-9eac-a2f35e568e04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:02.699857 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a38a0f6-161b-487e-867c-08a117ee9dd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-3bee841e-47c3-4f4c-a369-8a19f08ab471', 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'fixed_ips': [{'subnet_id': 'e33a0f13-659e-4604-b84f-5b9bda739e16'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:42:02.700731 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6a38a0f6-161b-487e-867c-08a117ee9dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:02.777155 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53682) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:02.777654 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ff42d7f0-9ac8-4782-9eac-a2f35e568e04 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9993930 Aug 16 20:42:02.783852 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-776205a9-4e8b-43f9-a169-ef0bb4c3ddef admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-453502631-router', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:02.855752 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-6a38a0f6-161b-487e-867c-08a117ee9dd1 None None] Allocated IP 172.20.0.2 (3bee841e-47c3-4f4c-a369-8a19f08ab471/e33a0f13-659e-4604-b84f-5b9bda739e16/b20fca2b-1cea-4d09-87de-ac38a9613d47) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:42:02.904332 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-776205a9-4e8b-43f9-a169-ef0bb4c3ddef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:02.905583 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-776205a9-4e8b-43f9-a169-ef0bb4c3ddef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:02.994873 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-776205a9-4e8b-43f9-a169-ef0bb4c3ddef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.055065 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6a38a0f6-161b-487e-867c-08a117ee9dd1 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.063917 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-6a38a0f6-161b-487e-867c-08a117ee9dd1 None None] Transition to ACTIVE for port object b20fca2b-1cea-4d09-87de-ac38a9613d47 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:03.079571 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-6a38a0f6-161b-487e-867c-08a117ee9dd1 None None] Transition to ACTIVE for port object b20fca2b-1cea-4d09-87de-ac38a9613d47 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:03.101853 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-59dd98e6-a4f2-4f60-9c8d-c54afcf8886a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.178986 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6a38a0f6-161b-487e-867c-08a117ee9dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.211076 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-59dd98e6-a4f2-4f60-9c8d-c54afcf8886a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.223343 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a38a0f6-161b-487e-867c-08a117ee9dd1 None None] Network 3bee841e-47c3-4f4c-a369-8a19f08ab471 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:03.224941 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-6a38a0f6-161b-487e-867c-08a117ee9dd1 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:03.228789 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a38a0f6-161b-487e-867c-08a117ee9dd1 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:03.235851 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-776205a9-4e8b-43f9-a169-ef0bb4c3ddef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.260047 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38a0f6-161b-487e-867c-08a117ee9dd1 None None] Pushing event updated for resources: {'Port': ['ID=b20fca2b-1cea-4d09-87de-ac38a9613d47,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:03.286423 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38a0f6-161b-487e-867c-08a117ee9dd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:03.286760 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38a0f6-161b-487e-867c-08a117ee9dd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:03.287097 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38a0f6-161b-487e-867c-08a117ee9dd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:03.287423 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38a0f6-161b-487e-867c-08a117ee9dd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:03.287749 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38a0f6-161b-487e-867c-08a117ee9dd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:03.288116 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38a0f6-161b-487e-867c-08a117ee9dd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:03.288974 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38a0f6-161b-487e-867c-08a117ee9dd1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:03.289294 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38a0f6-161b-487e-867c-08a117ee9dd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:03.289615 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38a0f6-161b-487e-867c-08a117ee9dd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:03.289931 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38a0f6-161b-487e-867c-08a117ee9dd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:03.290247 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38a0f6-161b-487e-867c-08a117ee9dd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:03.290556 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38a0f6-161b-487e-867c-08a117ee9dd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:03.291643 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38a0f6-161b-487e-867c-08a117ee9dd1 None None] Tracked resource versions report: Aug 16 20:42:03.291643 n-d-793620-15 neutron-server[101846]: pushed versions: Aug 16 20:42:03.291643 n-d-793620-15 neutron-server[101846]: { 'AddressGroup': {'1.2'}, Aug 16 20:42:03.291643 n-d-793620-15 neutron-server[101846]: 'ConntrackHelper': {'1.0'}, Aug 16 20:42:03.291643 n-d-793620-15 neutron-server[101846]: 'Log': {'1.0'}, Aug 16 20:42:03.291643 n-d-793620-15 neutron-server[101846]: 'Network': {'1.1'}, Aug 16 20:42:03.291643 n-d-793620-15 neutron-server[101846]: 'Port': {'1.7'}, Aug 16 20:42:03.291643 n-d-793620-15 neutron-server[101846]: 'PortForwarding': {'1.2'}, Aug 16 20:42:03.291643 n-d-793620-15 neutron-server[101846]: 'QosPolicy': {'1.9'}, Aug 16 20:42:03.291643 n-d-793620-15 neutron-server[101846]: 'SecurityGroup': {'1.4'}, Aug 16 20:42:03.291643 n-d-793620-15 neutron-server[101846]: 'SecurityGroupRule': {'1.2'}, Aug 16 20:42:03.291643 n-d-793620-15 neutron-server[101846]: 'SubPort': {'1.0'}, Aug 16 20:42:03.291643 n-d-793620-15 neutron-server[101846]: 'Subnet': {'1.1'}, Aug 16 20:42:03.291643 n-d-793620-15 neutron-server[101846]: 'Trunk': {'1.1'}} Aug 16 20:42:03.291643 n-d-793620-15 neutron-server[101846]: consumer versions: Aug 16 20:42:03.291643 n-d-793620-15 neutron-server[101846]: { DHCP agent@n-d-793620-15: {}, Aug 16 20:42:03.291643 n-d-793620-15 neutron-server[101846]: HyperV agent@n-h1-793620-15: {}, Aug 16 20:42:03.291643 n-d-793620-15 neutron-server[101846]: HyperV agent@n-h2-793620-15: {}, Aug 16 20:42:03.291643 n-d-793620-15 neutron-server[101846]: L3 agent@n-d-793620-15: {}, Aug 16 20:42:03.291643 n-d-793620-15 neutron-server[101846]: Metadata agent@n-d-793620-15: {}, Aug 16 20:42:03.291643 n-d-793620-15 neutron-server[101846]: Metering agent@n-d-793620-15: {}, Aug 16 20:42:03.291643 n-d-793620-15 neutron-server[101846]: Open vSwitch agent@n-d-793620-15: { 'AddressGroup': '1.2', Aug 16 20:42:03.291643 n-d-793620-15 neutron-server[101846]: 'ConntrackHelper': '1.0', Aug 16 20:42:03.291643 n-d-793620-15 neutron-server[101846]: 'Log': '1.0', Aug 16 20:42:03.291643 n-d-793620-15 neutron-server[101846]: 'Network': '1.1', Aug 16 20:42:03.291643 n-d-793620-15 neutron-server[101846]: 'Port': '1.7', Aug 16 20:42:03.291643 n-d-793620-15 neutron-server[101846]: 'PortForwarding': '1.2', Aug 16 20:42:03.291643 n-d-793620-15 neutron-server[101846]: 'QosPolicy': '1.9', Aug 16 20:42:03.291643 n-d-793620-15 neutron-server[101846]: 'SecurityGroup': '1.4', Aug 16 20:42:03.291643 n-d-793620-15 neutron-server[101846]: 'SecurityGroupRule': '1.2', Aug 16 20:42:03.291643 n-d-793620-15 neutron-server[101846]: 'SubPort': '1.0', Aug 16 20:42:03.291643 n-d-793620-15 neutron-server[101846]: 'Subnet': '1.1', Aug 16 20:42:03.291643 n-d-793620-15 neutron-server[101846]: 'Trunk': '1.1'}} Aug 16 20:42:03.291643 n-d-793620-15 neutron-server[101846]: {{(pid=101846) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 20:42:03.317393 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-6a38a0f6-161b-487e-867c-08a117ee9dd1 None None] Attempting to bind port b20fca2b-1cea-4d09-87de-ac38a9613d47 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:42:03.317769 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-6a38a0f6-161b-487e-867c-08a117ee9dd1 None None] Attempting to bind port b20fca2b-1cea-4d09-87de-ac38a9613d47 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'e8314f4c-3555-4f94-a486-0d46d6329f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:42:03.318131 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a38a0f6-161b-487e-867c-08a117ee9dd1 None None] Attempting to bind port b20fca2b-1cea-4d09-87de-ac38a9613d47 on network 3bee841e-47c3-4f4c-a369-8a19f08ab471 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:42:03.323445 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a38a0f6-161b-487e-867c-08a117ee9dd1 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:42:03.323771 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a38a0f6-161b-487e-867c-08a117ee9dd1 None None] Checking segment: {'id': 'e8314f4c-3555-4f94-a486-0d46d6329f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:03.324430 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6a38a0f6-161b-487e-867c-08a117ee9dd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.324827 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a38a0f6-161b-487e-867c-08a117ee9dd1 None None] Bound using segment: {'id': 'e8314f4c-3555-4f94-a486-0d46d6329f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:42:03.325290 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-6a38a0f6-161b-487e-867c-08a117ee9dd1 None None] Bound port: b20fca2b-1cea-4d09-87de-ac38a9613d47, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8314f4c-3555-4f94-a486-0d46d6329f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:42:03.325690 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6a38a0f6-161b-487e-867c-08a117ee9dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.343355 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-59dd98e6-a4f2-4f60-9c8d-c54afcf8886a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.382879 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-59dd98e6-a4f2-4f60-9c8d-c54afcf8886a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b3a3067883bd460aa3442148a956e7e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8661180 Aug 16 20:42:03.383955 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd98e6-a4f2-4f60-9c8d-c54afcf8886a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a151bbed-a96f-4798-b945-31ddbefa2553,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:03.386076 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53710) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:03.398246 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-6a38a0f6-161b-487e-867c-08a117ee9dd1 None None] For port b20fca2b-1cea-4d09-87de-ac38a9613d47, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:42:03.401453 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-6a38a0f6-161b-487e-867c-08a117ee9dd1 None None] For port b20fca2b-1cea-4d09-87de-ac38a9613d47, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b20fca2b-1cea-4d09-87de-ac38a9613d47,segment=NetworkSegment(e8314f4c-3555-4f94-a486-0d46d6329f40),segment_id=e8314f4c-3555-4f94-a486-0d46d6329f40)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:42:03.456807 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-454f7c25-a68e-4aa2-9544-6622f52bf3f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.485762 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-454f7c25-a68e-4aa2-9544-6622f52bf3f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.545510 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6a38a0f6-161b-487e-867c-08a117ee9dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.623775 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38a0f6-161b-487e-867c-08a117ee9dd1 None None] Pushing event updated for resources: {'Port': ['ID=b20fca2b-1cea-4d09-87de-ac38a9613d47,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:03.683627 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-776205a9-4e8b-43f9-a169-ef0bb4c3ddef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.703225 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-776205a9-4e8b-43f9-a169-ef0bb4c3ddef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.744812 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-454f7c25-a68e-4aa2-9544-6622f52bf3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.744812 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-454f7c25-a68e-4aa2-9544-6622f52bf3f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.748701 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-454f7c25-a68e-4aa2-9544-6622f52bf3f7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a151bbed-a96f-4798-b945-31ddbefa2553 HTTP/1.1" status: 204 len: 168 time: 0.3614635 Aug 16 20:42:03.809760 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f7c25-a68e-4aa2-9544-6622f52bf3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a151bbed-a96f-4798-b945-31ddbefa2553,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:03.826794 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f7c25-a68e-4aa2-9544-6622f52bf3f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:03.827341 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f7c25-a68e-4aa2-9544-6622f52bf3f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:03.827925 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f7c25-a68e-4aa2-9544-6622f52bf3f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:03.828483 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f7c25-a68e-4aa2-9544-6622f52bf3f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:03.828959 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f7c25-a68e-4aa2-9544-6622f52bf3f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:03.829433 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f7c25-a68e-4aa2-9544-6622f52bf3f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:03.829902 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f7c25-a68e-4aa2-9544-6622f52bf3f7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:03.830377 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f7c25-a68e-4aa2-9544-6622f52bf3f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:03.830844 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f7c25-a68e-4aa2-9544-6622f52bf3f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:03.831310 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f7c25-a68e-4aa2-9544-6622f52bf3f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:03.831924 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f7c25-a68e-4aa2-9544-6622f52bf3f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:03.832532 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f7c25-a68e-4aa2-9544-6622f52bf3f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:03.834182 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f7c25-a68e-4aa2-9544-6622f52bf3f7 admin admin] Tracked resource versions report: Aug 16 20:42:03.834182 n-d-793620-15 neutron-server[101844]: pushed versions: Aug 16 20:42:03.834182 n-d-793620-15 neutron-server[101844]: { 'AddressGroup': {'1.2'}, Aug 16 20:42:03.834182 n-d-793620-15 neutron-server[101844]: 'ConntrackHelper': {'1.0'}, Aug 16 20:42:03.834182 n-d-793620-15 neutron-server[101844]: 'Log': {'1.0'}, Aug 16 20:42:03.834182 n-d-793620-15 neutron-server[101844]: 'Network': {'1.1'}, Aug 16 20:42:03.834182 n-d-793620-15 neutron-server[101844]: 'Port': {'1.7'}, Aug 16 20:42:03.834182 n-d-793620-15 neutron-server[101844]: 'PortForwarding': {'1.2'}, Aug 16 20:42:03.834182 n-d-793620-15 neutron-server[101844]: 'QosPolicy': {'1.9'}, Aug 16 20:42:03.834182 n-d-793620-15 neutron-server[101844]: 'SecurityGroup': {'1.4'}, Aug 16 20:42:03.834182 n-d-793620-15 neutron-server[101844]: 'SecurityGroupRule': {'1.2'}, Aug 16 20:42:03.834182 n-d-793620-15 neutron-server[101844]: 'SubPort': {'1.0'}, Aug 16 20:42:03.834182 n-d-793620-15 neutron-server[101844]: 'Subnet': {'1.1'}, Aug 16 20:42:03.834182 n-d-793620-15 neutron-server[101844]: 'Trunk': {'1.1'}} Aug 16 20:42:03.834182 n-d-793620-15 neutron-server[101844]: consumer versions: Aug 16 20:42:03.834182 n-d-793620-15 neutron-server[101844]: { DHCP agent@n-d-793620-15: {}, Aug 16 20:42:03.834182 n-d-793620-15 neutron-server[101844]: HyperV agent@n-h1-793620-15: {}, Aug 16 20:42:03.834182 n-d-793620-15 neutron-server[101844]: HyperV agent@n-h2-793620-15: {}, Aug 16 20:42:03.834182 n-d-793620-15 neutron-server[101844]: L3 agent@n-d-793620-15: {}, Aug 16 20:42:03.834182 n-d-793620-15 neutron-server[101844]: Metadata agent@n-d-793620-15: {}, Aug 16 20:42:03.834182 n-d-793620-15 neutron-server[101844]: Metering agent@n-d-793620-15: {}, Aug 16 20:42:03.834182 n-d-793620-15 neutron-server[101844]: Open vSwitch agent@n-d-793620-15: { 'AddressGroup': '1.2', Aug 16 20:42:03.834182 n-d-793620-15 neutron-server[101844]: 'ConntrackHelper': '1.0', Aug 16 20:42:03.834182 n-d-793620-15 neutron-server[101844]: 'Log': '1.0', Aug 16 20:42:03.834182 n-d-793620-15 neutron-server[101844]: 'Network': '1.1', Aug 16 20:42:03.834182 n-d-793620-15 neutron-server[101844]: 'Port': '1.7', Aug 16 20:42:03.834182 n-d-793620-15 neutron-server[101844]: 'PortForwarding': '1.2', Aug 16 20:42:03.834182 n-d-793620-15 neutron-server[101844]: 'QosPolicy': '1.9', Aug 16 20:42:03.834182 n-d-793620-15 neutron-server[101844]: 'SecurityGroup': '1.4', Aug 16 20:42:03.834182 n-d-793620-15 neutron-server[101844]: 'SecurityGroupRule': '1.2', Aug 16 20:42:03.834182 n-d-793620-15 neutron-server[101844]: 'SubPort': '1.0', Aug 16 20:42:03.834182 n-d-793620-15 neutron-server[101844]: 'Subnet': '1.1', Aug 16 20:42:03.834182 n-d-793620-15 neutron-server[101844]: 'Trunk': '1.1'}} Aug 16 20:42:03.834182 n-d-793620-15 neutron-server[101844]: {{(pid=101844) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 20:42:03.919174 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53732) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:03.998117 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-776205a9-4e8b-43f9-a169-ef0bb4c3ddef admin admin] Allocated IP 172.25.1.189 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/1d0ece2b-bed4-4922-901f-a6fc1fbfb785) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:42:04.076863 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b20fca2b-1cea-4d09-87de-ac38a9613d47 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:42:04.139742 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-776205a9-4e8b-43f9-a169-ef0bb4c3ddef admin admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:04.252470 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port b20fca2b-1cea-4d09-87de-ac38a9613d47 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:42:04.293411 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-776205a9-4e8b-43f9-a169-ef0bb4c3ddef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:04.344075 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776205a9-4e8b-43f9-a169-ef0bb4c3ddef admin admin] Pushing event updated for resources: {'Port': ['ID=1d0ece2b-bed4-4922-901f-a6fc1fbfb785,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:04.359203 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776205a9-4e8b-43f9-a169-ef0bb4c3ddef admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:04.360810 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-776205a9-4e8b-43f9-a169-ef0bb4c3ddef admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:04.364133 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776205a9-4e8b-43f9-a169-ef0bb4c3ddef admin admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:04.556486 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1765f6c0-9d50-4ded-af2c-b9b789ea8ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:04.713878 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1765f6c0-9d50-4ded-af2c-b9b789ea8ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:04.805085 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdad2a12-8234-4b96-bc01-18a77e4a3ee2 None None] Network 3bee841e-47c3-4f4c-a369-8a19f08ab471 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:04.806750 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1765f6c0-9d50-4ded-af2c-b9b789ea8ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:04.862921 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-776205a9-4e8b-43f9-a169-ef0bb4c3ddef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:04.876895 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1765f6c0-9d50-4ded-af2c-b9b789ea8ad9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a9b006bfc1434228816ce72b3c074aba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9565413 Aug 16 20:42:04.878351 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1765f6c0-9d50-4ded-af2c-b9b789ea8ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc358686-4fd0-4e62-850b-72fed7cf6ede,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:04.889424 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53758) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:04.975448 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e807af97-bbd7-43e8-aff2-8c36d20bdd9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:05.015120 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e807af97-bbd7-43e8-aff2-8c36d20bdd9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:05.082302 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5fc899c7-1a1a-428d-b390-2cc7fdb856ce None None] Provisioning for port b20fca2b-1cea-4d09-87de-ac38a9613d47 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:42:05.092352 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5fc899c7-1a1a-428d-b390-2cc7fdb856ce None None] Provisioning complete for port b20fca2b-1cea-4d09-87de-ac38a9613d47 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:05.094644 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5fc899c7-1a1a-428d-b390-2cc7fdb856ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:05.206829 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e807af97-bbd7-43e8-aff2-8c36d20bdd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:05.209551 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e807af97-bbd7-43e8-aff2-8c36d20bdd9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:05.211402 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e807af97-bbd7-43e8-aff2-8c36d20bdd9e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/bc358686-4fd0-4e62-850b-72fed7cf6ede HTTP/1.1" status: 204 len: 168 time: 0.3209922 Aug 16 20:42:05.227238 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807af97-bbd7-43e8-aff2-8c36d20bdd9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc358686-4fd0-4e62-850b-72fed7cf6ede,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:05.228572 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-776205a9-4e8b-43f9-a169-ef0bb4c3ddef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:05.306418 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5fc899c7-1a1a-428d-b390-2cc7fdb856ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:05.352507 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-5fc899c7-1a1a-428d-b390-2cc7fdb856ce None None] For port b20fca2b-1cea-4d09-87de-ac38a9613d47, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b20fca2b-1cea-4d09-87de-ac38a9613d47,segment=NetworkSegment(e8314f4c-3555-4f94-a486-0d46d6329f40),segment_id=e8314f4c-3555-4f94-a486-0d46d6329f40)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:05.492722 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5fc899c7-1a1a-428d-b390-2cc7fdb856ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:05.493130 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776205a9-4e8b-43f9-a169-ef0bb4c3ddef admin admin] Router b2fb96d3-3bfa-4305-a63b-9f2682e86a3b is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:42:05.555920 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc899c7-1a1a-428d-b390-2cc7fdb856ce None None] Pushing event updated for resources: {'Port': ['ID=b20fca2b-1cea-4d09-87de-ac38a9613d47,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:05.619961 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-72dbb2f0-1e29-4d16-b2dd-80b8afa3be13 None None] Provisioning complete for port b20fca2b-1cea-4d09-87de-ac38a9613d47 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:05.620346 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-72dbb2f0-1e29-4d16-b2dd-80b8afa3be13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:05.634716 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776205a9-4e8b-43f9-a169-ef0bb4c3ddef admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:42:05.635840 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3a1376-d5e7-429f-8dcf-1500882be72d None None] Sync routers for ids ['b2fb96d3-3bfa-4305-a63b-9f2682e86a3b'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:42:05.650336 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3a1376-d5e7-429f-8dcf-1500882be72d None None] Routers {'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:05.651007 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-1b3a1376-d5e7-429f-8dcf-1500882be72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:41:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['b2fb96d3-3bfa-4305-a63b-9f2682e86a3b'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:05.728144 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-776205a9-4e8b-43f9-a169-ef0bb4c3ddef admin admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:05.732286 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53798) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:05.732482 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-776205a9-4e8b-43f9-a169-ef0bb4c3ddef admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.9529881 Aug 16 20:42:05.828296 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-1b3a1376-d5e7-429f-8dcf-1500882be72d None None] Set router b2fb96d3-3bfa-4305-a63b-9f2682e86a3b gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:42:05.930077 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b20fca2b-1cea-4d09-87de-ac38a9613d47 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:42:05.995339 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port b20fca2b-1cea-4d09-87de-ac38a9613d47 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:05.995339 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.104232 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-1b3a1376-d5e7-429f-8dcf-1500882be72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-453502631-router', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d0ece2b-bed4-4922-901f-a6fc1fbfb785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:02Z', 'updated_at': '2021-08-16T20:42:04Z', 'revision_number': 3, 'project_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'gw_port': {'id': '1d0ece2b-bed4-4922-901f-a6fc1fbfb785', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:03Z', 'updated_at': '2021-08-16T20:42:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:06.132269 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3a1376-d5e7-429f-8dcf-1500882be72d None None] Checking router: b2fb96d3-3bfa-4305-a63b-9f2682e86a3b for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:42:06.132627 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3a1376-d5e7-429f-8dcf-1500882be72d None None] Updating router b2fb96d3-3bfa-4305-a63b-9f2682e86a3b port 1d0ece2b-bed4-4922-901f-a6fc1fbfb785 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:42:06.157873 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-1b3a1376-d5e7-429f-8dcf-1500882be72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.334146 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-10752bbf-5887-45dd-b9cf-52899b5f412d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.431890 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53818) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:06.452631 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0388d4bd-7ec2-410a-bbc4-b7dd7dafdafa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.457921 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-1b3a1376-d5e7-429f-8dcf-1500882be72d None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.473344 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-1b3a1376-d5e7-429f-8dcf-1500882be72d None None] Transition to ACTIVE for port object 1d0ece2b-bed4-4922-901f-a6fc1fbfb785 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:06.571588 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0388d4bd-7ec2-410a-bbc4-b7dd7dafdafa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.576618 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-10752bbf-5887-45dd-b9cf-52899b5f412d admin admin] Allocated IP 172.20.0.1 (3bee841e-47c3-4f4c-a369-8a19f08ab471/e33a0f13-659e-4604-b84f-5b9bda739e16/5f3eb832-7e80-48c4-a114-24c6cbc277b7) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:42:06.589766 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-1b3a1376-d5e7-429f-8dcf-1500882be72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.634654 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0388d4bd-7ec2-410a-bbc4-b7dd7dafdafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.654362 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-1b3a1376-d5e7-429f-8dcf-1500882be72d None None] Attempting to bind port 1d0ece2b-bed4-4922-901f-a6fc1fbfb785 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:42:06.654860 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-1b3a1376-d5e7-429f-8dcf-1500882be72d None None] Attempting to bind port 1d0ece2b-bed4-4922-901f-a6fc1fbfb785 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:42:06.655342 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3a1376-d5e7-429f-8dcf-1500882be72d None None] Attempting to bind port 1d0ece2b-bed4-4922-901f-a6fc1fbfb785 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:42:06.680155 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3a1376-d5e7-429f-8dcf-1500882be72d None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:42:06.686943 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3a1376-d5e7-429f-8dcf-1500882be72d None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:06.686943 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-1b3a1376-d5e7-429f-8dcf-1500882be72d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.686943 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3a1376-d5e7-429f-8dcf-1500882be72d None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:42:06.686943 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-1b3a1376-d5e7-429f-8dcf-1500882be72d None None] Bound port: 1d0ece2b-bed4-4922-901f-a6fc1fbfb785, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:42:06.686943 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-1b3a1376-d5e7-429f-8dcf-1500882be72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.692688 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0388d4bd-7ec2-410a-bbc4-b7dd7dafdafa admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9cf1ace799e74270b181880485f6dde7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2596865 Aug 16 20:42:06.695325 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53824) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:06.702075 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388d4bd-7ec2-410a-bbc4-b7dd7dafdafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d69b78d-2db1-45e5-b61a-fde8f43c75e6,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:06.744805 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-10752bbf-5887-45dd-b9cf-52899b5f412d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.758776 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-1b3a1376-d5e7-429f-8dcf-1500882be72d None None] For port 1d0ece2b-bed4-4922-901f-a6fc1fbfb785, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:42:06.763506 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-1b3a1376-d5e7-429f-8dcf-1500882be72d None None] For port 1d0ece2b-bed4-4922-901f-a6fc1fbfb785, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=1d0ece2b-bed4-4922-901f-a6fc1fbfb785,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:42:06.765473 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64706f3-9ef4-4528-a611-0aa35e9fc371 None None] Pushing event updated for resources: {'Port': ['ID=1d0ece2b-bed4-4922-901f-a6fc1fbfb785,revision_number=2']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:06.777790 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64706f3-9ef4-4528-a611-0aa35e9fc371 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:06.778042 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-10752bbf-5887-45dd-b9cf-52899b5f412d admin admin] Transition to ACTIVE for port object 5f3eb832-7e80-48c4-a114-24c6cbc277b7 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:06.778426 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64706f3-9ef4-4528-a611-0aa35e9fc371 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:06.778990 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64706f3-9ef4-4528-a611-0aa35e9fc371 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:06.779490 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64706f3-9ef4-4528-a611-0aa35e9fc371 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:06.780093 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64706f3-9ef4-4528-a611-0aa35e9fc371 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:06.780620 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64706f3-9ef4-4528-a611-0aa35e9fc371 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:06.781072 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64706f3-9ef4-4528-a611-0aa35e9fc371 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:06.781874 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64706f3-9ef4-4528-a611-0aa35e9fc371 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:06.782299 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64706f3-9ef4-4528-a611-0aa35e9fc371 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:06.782688 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64706f3-9ef4-4528-a611-0aa35e9fc371 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:06.783087 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64706f3-9ef4-4528-a611-0aa35e9fc371 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:06.783473 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64706f3-9ef4-4528-a611-0aa35e9fc371 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:06.785302 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64706f3-9ef4-4528-a611-0aa35e9fc371 None None] Tracked resource versions report: Aug 16 20:42:06.785302 n-d-793620-15 neutron-server[101847]: pushed versions: Aug 16 20:42:06.785302 n-d-793620-15 neutron-server[101847]: { 'AddressGroup': {'1.2'}, Aug 16 20:42:06.785302 n-d-793620-15 neutron-server[101847]: 'ConntrackHelper': {'1.0'}, Aug 16 20:42:06.785302 n-d-793620-15 neutron-server[101847]: 'Log': {'1.0'}, Aug 16 20:42:06.785302 n-d-793620-15 neutron-server[101847]: 'Network': {'1.1'}, Aug 16 20:42:06.785302 n-d-793620-15 neutron-server[101847]: 'Port': {'1.7'}, Aug 16 20:42:06.785302 n-d-793620-15 neutron-server[101847]: 'PortForwarding': {'1.2'}, Aug 16 20:42:06.785302 n-d-793620-15 neutron-server[101847]: 'QosPolicy': {'1.9'}, Aug 16 20:42:06.785302 n-d-793620-15 neutron-server[101847]: 'SecurityGroup': {'1.4'}, Aug 16 20:42:06.785302 n-d-793620-15 neutron-server[101847]: 'SecurityGroupRule': {'1.2'}, Aug 16 20:42:06.785302 n-d-793620-15 neutron-server[101847]: 'SubPort': {'1.0'}, Aug 16 20:42:06.785302 n-d-793620-15 neutron-server[101847]: 'Subnet': {'1.1'}, Aug 16 20:42:06.785302 n-d-793620-15 neutron-server[101847]: 'Trunk': {'1.1'}} Aug 16 20:42:06.785302 n-d-793620-15 neutron-server[101847]: consumer versions: Aug 16 20:42:06.785302 n-d-793620-15 neutron-server[101847]: { DHCP agent@n-d-793620-15: {}, Aug 16 20:42:06.785302 n-d-793620-15 neutron-server[101847]: HyperV agent@n-h1-793620-15: {}, Aug 16 20:42:06.785302 n-d-793620-15 neutron-server[101847]: HyperV agent@n-h2-793620-15: {}, Aug 16 20:42:06.785302 n-d-793620-15 neutron-server[101847]: L3 agent@n-d-793620-15: {}, Aug 16 20:42:06.785302 n-d-793620-15 neutron-server[101847]: Metadata agent@n-d-793620-15: {}, Aug 16 20:42:06.785302 n-d-793620-15 neutron-server[101847]: Metering agent@n-d-793620-15: {}, Aug 16 20:42:06.785302 n-d-793620-15 neutron-server[101847]: Open vSwitch agent@n-d-793620-15: { 'AddressGroup': '1.2', Aug 16 20:42:06.785302 n-d-793620-15 neutron-server[101847]: 'ConntrackHelper': '1.0', Aug 16 20:42:06.785302 n-d-793620-15 neutron-server[101847]: 'Log': '1.0', Aug 16 20:42:06.785302 n-d-793620-15 neutron-server[101847]: 'Network': '1.1', Aug 16 20:42:06.785302 n-d-793620-15 neutron-server[101847]: 'Port': '1.7', Aug 16 20:42:06.785302 n-d-793620-15 neutron-server[101847]: 'PortForwarding': '1.2', Aug 16 20:42:06.785302 n-d-793620-15 neutron-server[101847]: 'QosPolicy': '1.9', Aug 16 20:42:06.785302 n-d-793620-15 neutron-server[101847]: 'SecurityGroup': '1.4', Aug 16 20:42:06.785302 n-d-793620-15 neutron-server[101847]: 'SecurityGroupRule': '1.2', Aug 16 20:42:06.785302 n-d-793620-15 neutron-server[101847]: 'SubPort': '1.0', Aug 16 20:42:06.785302 n-d-793620-15 neutron-server[101847]: 'Subnet': '1.1', Aug 16 20:42:06.785302 n-d-793620-15 neutron-server[101847]: 'Trunk': '1.1'}} Aug 16 20:42:06.785302 n-d-793620-15 neutron-server[101847]: {{(pid=101847) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 20:42:06.797545 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-29c3072b-a547-49cb-92ad-d24a60e5f042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.822930 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-29c3072b-a547-49cb-92ad-d24a60e5f042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.858680 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-1b3a1376-d5e7-429f-8dcf-1500882be72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.918806 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3a1376-d5e7-429f-8dcf-1500882be72d None None] Routers {'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:06.918806 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-1b3a1376-d5e7-429f-8dcf-1500882be72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:41:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['b2fb96d3-3bfa-4305-a63b-9f2682e86a3b'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:06.950841 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-10752bbf-5887-45dd-b9cf-52899b5f412d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.969238 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64706f3-9ef4-4528-a611-0aa35e9fc371 None None] Pushing event updated for resources: {'Port': ['ID=1d0ece2b-bed4-4922-901f-a6fc1fbfb785,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:06.978340 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-29c3072b-a547-49cb-92ad-d24a60e5f042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.986634 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-29c3072b-a547-49cb-92ad-d24a60e5f042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.986634 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-29c3072b-a547-49cb-92ad-d24a60e5f042 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9d69b78d-2db1-45e5-b61a-fde8f43c75e6 HTTP/1.1" status: 204 len: 168 time: 0.2855458 Aug 16 20:42:06.997081 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10752bbf-5887-45dd-b9cf-52899b5f412d admin admin] Network 3bee841e-47c3-4f4c-a369-8a19f08ab471 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:06.997238 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c3072b-a547-49cb-92ad-d24a60e5f042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d69b78d-2db1-45e5-b61a-fde8f43c75e6,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:06.998021 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-10752bbf-5887-45dd-b9cf-52899b5f412d admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:07.006847 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10752bbf-5887-45dd-b9cf-52899b5f412d admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:07.008096 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-10752bbf-5887-45dd-b9cf-52899b5f412d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.059422 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-1b3a1376-d5e7-429f-8dcf-1500882be72d None None] Set router b2fb96d3-3bfa-4305-a63b-9f2682e86a3b gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:42:07.209300 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10752bbf-5887-45dd-b9cf-52899b5f412d admin admin] Pushing event updated for resources: {'Port': ['ID=5f3eb832-7e80-48c4-a114-24c6cbc277b7,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:07.406844 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-721f9e7f-fc3f-4789-bdea-45c5e6feb600 None None] Provisioning for port 5f3eb832-7e80-48c4-a114-24c6cbc277b7 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:42:07.411284 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-721f9e7f-fc3f-4789-bdea-45c5e6feb600 None None] Provisioning complete for port 5f3eb832-7e80-48c4-a114-24c6cbc277b7 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:07.411836 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-721f9e7f-fc3f-4789-bdea-45c5e6feb600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.454197 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-721f9e7f-fc3f-4789-bdea-45c5e6feb600 None None] Port 5f3eb832-7e80-48c4-a114-24c6cbc277b7 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:42:07.457962 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-1b3a1376-d5e7-429f-8dcf-1500882be72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-453502631-router', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d0ece2b-bed4-4922-901f-a6fc1fbfb785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:02Z', 'updated_at': '2021-08-16T20:42:04Z', 'revision_number': 3, 'project_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'gw_port': {'id': '1d0ece2b-bed4-4922-901f-a6fc1fbfb785', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:03Z', 'updated_at': '2021-08-16T20:42:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:07.489956 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3a1376-d5e7-429f-8dcf-1500882be72d None None] The sync data for ids ['b2fb96d3-3bfa-4305-a63b-9f2682e86a3b'] in n-d-793620-15 is: [{'id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-453502631-router', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d0ece2b-bed4-4922-901f-a6fc1fbfb785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:02Z', 'updated_at': '2021-08-16T20:42:04Z', 'revision_number': 3, 'project_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'gw_port': {'id': '1d0ece2b-bed4-4922-901f-a6fc1fbfb785', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:03Z', 'updated_at': '2021-08-16T20:42:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:42:07.493306 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-10752bbf-5887-45dd-b9cf-52899b5f412d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.693652 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-10752bbf-5887-45dd-b9cf-52899b5f412d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.825497 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-10752bbf-5887-45dd-b9cf-52899b5f412d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.826540 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-10752bbf-5887-45dd-b9cf-52899b5f412d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.984867 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 1d0ece2b-bed4-4922-901f-a6fc1fbfb785 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:42:08.101321 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10752bbf-5887-45dd-b9cf-52899b5f412d admin admin] Network 3bee841e-47c3-4f4c-a369-8a19f08ab471 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:08.102521 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10752bbf-5887-45dd-b9cf-52899b5f412d admin admin] Pushing event updated for resources: {'Port': ['ID=5f3eb832-7e80-48c4-a114-24c6cbc277b7,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:08.105115 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-10752bbf-5887-45dd-b9cf-52899b5f412d admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:08.178422 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 1d0ece2b-bed4-4922-901f-a6fc1fbfb785 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:42:08.185687 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 1d0ece2b-bed4-4922-901f-a6fc1fbfb785 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:08.186775 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:08.275992 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10752bbf-5887-45dd-b9cf-52899b5f412d admin admin] Router b2fb96d3-3bfa-4305-a63b-9f2682e86a3b has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:42:08.325234 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:08.345332 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53904) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:08.377341 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 1d0ece2b-bed4-4922-901f-a6fc1fbfb785, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=1d0ece2b-bed4-4922-901f-a6fc1fbfb785,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:08.405140 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10752bbf-5887-45dd-b9cf-52899b5f412d admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:42:08.412162 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-10752bbf-5887-45dd-b9cf-52899b5f412d admin admin] 10.222.0.84 "PUT /v2.0/routers/b2fb96d3-3bfa-4305-a63b-9f2682e86a3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6781769 Aug 16 20:42:08.497535 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-bf267f40-4fc4-4ca1-b2af-517a120b4786 None None] Provisioning complete for port 5f3eb832-7e80-48c4-a114-24c6cbc277b7 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:08.498098 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-bf267f40-4fc4-4ca1-b2af-517a120b4786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:08.527505 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:08.590099 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-bf267f40-4fc4-4ca1-b2af-517a120b4786 None None] Port 5f3eb832-7e80-48c4-a114-24c6cbc277b7 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:42:08.613692 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=1d0ece2b-bed4-4922-901f-a6fc1fbfb785,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:08.633833 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53924) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:08.639621 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-aceb04f1-595c-463e-a605-5612a968caf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:08.734180 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-aceb04f1-595c-463e-a605-5612a968caf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:08.837979 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53936) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:08.840256 n-d-793620-15 neutron-server[101844]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 16 20:42:08.849927 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-aceb04f1-595c-463e-a605-5612a968caf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:08.885632 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-beff9195-d254-4b50-85f3-1a14dee9bf92 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=15fe05afe80f4c158424f873bd534028&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464416 Aug 16 20:42:08.928856 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-aceb04f1-595c-463e-a605-5612a968caf8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4a9f506822d144cb87e69f675390ab17&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5824699 Aug 16 20:42:08.932275 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53940) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:08.957864 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb04f1-595c-463e-a605-5612a968caf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e57c931-efdd-4bc0-a956-aebcdaff8421,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:09.036079 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a6526edc-abfc-4f74-bada-bba9a1a788e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:09.062408 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a6526edc-abfc-4f74-bada-bba9a1a788e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:09.084562 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-22ca2e2d-bd98-403d-a2de-2b9c5aed08e1 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:09.089538 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-22ca2e2d-bd98-403d-a2de-2b9c5aed08e1 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1952806 Aug 16 20:42:09.109744 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c4a4c042-ae8e-46ca-af6d-00d65c831dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:09.116510 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-f1115977-5be8-4929-a1e6-b66adff8f16a tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/quotas/15fe05afe80f4c158424f873bd534028 HTTP/1.1" status: 200 len: 375 time: 0.0206389 Aug 16 20:42:09.180453 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-42d20808-c958-494c-ac78-c087f2ac939b tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=15fe05afe80f4c158424f873bd534028&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620942 Aug 16 20:42:09.239442 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a6526edc-abfc-4f74-bada-bba9a1a788e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:09.243327 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a6526edc-abfc-4f74-bada-bba9a1a788e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:09.249021 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a6526edc-abfc-4f74-bada-bba9a1a788e7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1e57c931-efdd-4bc0-a956-aebcdaff8421 HTTP/1.1" status: 204 len: 168 time: 0.3138771 Aug 16 20:42:09.264745 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6526edc-abfc-4f74-bada-bba9a1a788e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e57c931-efdd-4bc0-a956-aebcdaff8421,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:09.340819 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c4a4c042-ae8e-46ca-af6d-00d65c831dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:09.383918 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09afd08-8536-44f8-8b23-62948e31d63a None None] Sync routers for ids ['b2fb96d3-3bfa-4305-a63b-9f2682e86a3b'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:42:09.393120 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09afd08-8536-44f8-8b23-62948e31d63a None None] Routers {'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:09.393727 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-c09afd08-8536-44f8-8b23-62948e31d63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:41:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['b2fb96d3-3bfa-4305-a63b-9f2682e86a3b'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:09.435929 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c4a4c042-ae8e-46ca-af6d-00d65c831dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:09.487295 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a4c042-ae8e-46ca-af6d-00d65c831dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f41960-2de5-4cce-ab09-68d45a48cdbf,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:09.496723 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c4a4c042-ae8e-46ca-af6d-00d65c831dc4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fa189bfcaa50480b9f9e4b3b5c1eb59c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8617747 Aug 16 20:42:09.499396 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53962) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:09.548110 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-c09afd08-8536-44f8-8b23-62948e31d63a None None] Set router b2fb96d3-3bfa-4305-a63b-9f2682e86a3b gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:42:09.573716 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-02979037-6aee-4b8e-bbff-4de9567a18ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:09.604414 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-02979037-6aee-4b8e-bbff-4de9567a18ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:09.732922 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-02979037-6aee-4b8e-bbff-4de9567a18ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:09.735919 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-02979037-6aee-4b8e-bbff-4de9567a18ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:09.739631 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-02979037-6aee-4b8e-bbff-4de9567a18ae admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f9f41960-2de5-4cce-ab09-68d45a48cdbf HTTP/1.1" status: 204 len: 168 time: 0.2360559 Aug 16 20:42:09.746105 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02979037-6aee-4b8e-bbff-4de9567a18ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f41960-2de5-4cce-ab09-68d45a48cdbf,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:09.770572 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-c09afd08-8536-44f8-8b23-62948e31d63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-453502631-router', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d0ece2b-bed4-4922-901f-a6fc1fbfb785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:02Z', 'updated_at': '2021-08-16T20:42:07Z', 'revision_number': 4, 'project_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'gw_port': {'id': '1d0ece2b-bed4-4922-901f-a6fc1fbfb785', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:03Z', 'updated_at': '2021-08-16T20:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '5f3eb832-7e80-48c4-a114-24c6cbc277b7', 'name': '', 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'mac_address': 'fa:16:3e:6a:29:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e33a0f13-659e-4604-b84f-5b9bda739e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:06Z', 'updated_at': '2021-08-16T20:42:07Z', 'revision_number': 2, 'project_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'subnets': [{'id': 'e33a0f13-659e-4604-b84f-5b9bda739e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:09.799061 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09afd08-8536-44f8-8b23-62948e31d63a None None] Checking router: b2fb96d3-3bfa-4305-a63b-9f2682e86a3b for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:42:09.799469 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09afd08-8536-44f8-8b23-62948e31d63a None None] Updating router b2fb96d3-3bfa-4305-a63b-9f2682e86a3b port 5f3eb832-7e80-48c4-a114-24c6cbc277b7 binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:42:09.827251 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c09afd08-8536-44f8-8b23-62948e31d63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:09.961390 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 1d0ece2b-bed4-4922-901f-a6fc1fbfb785 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:42:09.978968 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53990) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:10.091819 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 1d0ece2b-bed4-4922-901f-a6fc1fbfb785 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:10.092189 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:10.249691 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c09afd08-8536-44f8-8b23-62948e31d63a None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:10.259539 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c09afd08-8536-44f8-8b23-62948e31d63a None None] Transition to ACTIVE for port object 5f3eb832-7e80-48c4-a114-24c6cbc277b7 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:10.338118 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c09afd08-8536-44f8-8b23-62948e31d63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:10.498596 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5dfaf8-d2a1-4307-8a22-ad2d8a22d2ce None None] Pushing event updated for resources: {'Port': ['ID=5f3eb832-7e80-48c4-a114-24c6cbc277b7,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:10.545880 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-c09afd08-8536-44f8-8b23-62948e31d63a None None] Attempting to bind port 5f3eb832-7e80-48c4-a114-24c6cbc277b7 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:42:10.546254 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-c09afd08-8536-44f8-8b23-62948e31d63a None None] Attempting to bind port 5f3eb832-7e80-48c4-a114-24c6cbc277b7 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'e8314f4c-3555-4f94-a486-0d46d6329f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:42:10.546613 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09afd08-8536-44f8-8b23-62948e31d63a None None] Attempting to bind port 5f3eb832-7e80-48c4-a114-24c6cbc277b7 on network 3bee841e-47c3-4f4c-a369-8a19f08ab471 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:42:10.552398 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09afd08-8536-44f8-8b23-62948e31d63a None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:42:10.553027 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09afd08-8536-44f8-8b23-62948e31d63a None None] Checking segment: {'id': 'e8314f4c-3555-4f94-a486-0d46d6329f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:10.553286 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c09afd08-8536-44f8-8b23-62948e31d63a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:10.554067 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09afd08-8536-44f8-8b23-62948e31d63a None None] Bound using segment: {'id': 'e8314f4c-3555-4f94-a486-0d46d6329f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:42:10.554598 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-c09afd08-8536-44f8-8b23-62948e31d63a None None] Bound port: 5f3eb832-7e80-48c4-a114-24c6cbc277b7, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8314f4c-3555-4f94-a486-0d46d6329f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:42:10.554998 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c09afd08-8536-44f8-8b23-62948e31d63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:10.563966 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54006) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:10.577915 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c2fd7ca7-9f27-426f-a896-c57cc89f0c84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:10.644233 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-c09afd08-8536-44f8-8b23-62948e31d63a None None] For port 5f3eb832-7e80-48c4-a114-24c6cbc277b7, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:42:10.648282 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-c09afd08-8536-44f8-8b23-62948e31d63a None None] For port 5f3eb832-7e80-48c4-a114-24c6cbc277b7, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5f3eb832-7e80-48c4-a114-24c6cbc277b7,segment=NetworkSegment(e8314f4c-3555-4f94-a486-0d46d6329f40),segment_id=e8314f4c-3555-4f94-a486-0d46d6329f40)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:42:10.706256 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c2fd7ca7-9f27-426f-a896-c57cc89f0c84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:10.738745 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c09afd08-8536-44f8-8b23-62948e31d63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:10.774731 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c2fd7ca7-9f27-426f-a896-c57cc89f0c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:10.795440 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09afd08-8536-44f8-8b23-62948e31d63a None None] Routers {'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:10.796088 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-c09afd08-8536-44f8-8b23-62948e31d63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:41:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['b2fb96d3-3bfa-4305-a63b-9f2682e86a3b'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:10.811956 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c2fd7ca7-9f27-426f-a896-c57cc89f0c84 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b44d8aba6b9e4d41b48f5ed82b7b5d2a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2446184 Aug 16 20:42:10.812450 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54012) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:10.834143 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd7ca7-9f27-426f-a896-c57cc89f0c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e312a98a-c556-49a2-b003-67d7cd43f53b,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:10.850252 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5dfaf8-d2a1-4307-8a22-ad2d8a22d2ce None None] Pushing event updated for resources: {'Port': ['ID=5f3eb832-7e80-48c4-a114-24c6cbc277b7,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:10.904440 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-18597d2d-3e9b-489b-9723-5e1cfbbacb98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:10.963750 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-18597d2d-3e9b-489b-9723-5e1cfbbacb98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:10.988568 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3915bcc1-aeae-4c48-96e3-b5a291725ee9 req-89727cfe-8910-4cfd-a0ce-af2bbbdb730f tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/ports?device_id=c46dd249-f054-4b8c-b4b9-e3b66f0f1112 HTTP/1.1" status: 200 len: 210 time: 1.0079980 Aug 16 20:42:11.029702 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-c09afd08-8536-44f8-8b23-62948e31d63a None None] Set router b2fb96d3-3bfa-4305-a63b-9f2682e86a3b gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:42:11.087266 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-75212ce2-bbaf-4cb0-b1b2-1107de0bc9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:11.201377 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-18597d2d-3e9b-489b-9723-5e1cfbbacb98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:11.212021 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-18597d2d-3e9b-489b-9723-5e1cfbbacb98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:11.212021 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-18597d2d-3e9b-489b-9723-5e1cfbbacb98 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e312a98a-c556-49a2-b003-67d7cd43f53b HTTP/1.1" status: 204 len: 168 time: 0.3929801 Aug 16 20:42:11.215116 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18597d2d-3e9b-489b-9723-5e1cfbbacb98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e312a98a-c556-49a2-b003-67d7cd43f53b,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:11.262189 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-c09afd08-8536-44f8-8b23-62948e31d63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-453502631-router', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d0ece2b-bed4-4922-901f-a6fc1fbfb785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:02Z', 'updated_at': '2021-08-16T20:42:07Z', 'revision_number': 4, 'project_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'gw_port': {'id': '1d0ece2b-bed4-4922-901f-a6fc1fbfb785', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:03Z', 'updated_at': '2021-08-16T20:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '5f3eb832-7e80-48c4-a114-24c6cbc277b7', 'name': '', 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'mac_address': 'fa:16:3e:6a:29:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e33a0f13-659e-4604-b84f-5b9bda739e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:06Z', 'updated_at': '2021-08-16T20:42:10Z', 'revision_number': 4, 'project_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'subnets': [{'id': 'e33a0f13-659e-4604-b84f-5b9bda739e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:11.288879 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09afd08-8536-44f8-8b23-62948e31d63a None None] The sync data for ids ['b2fb96d3-3bfa-4305-a63b-9f2682e86a3b'] in n-d-793620-15 is: [{'id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-453502631-router', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d0ece2b-bed4-4922-901f-a6fc1fbfb785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:02Z', 'updated_at': '2021-08-16T20:42:07Z', 'revision_number': 4, 'project_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'gw_port': {'id': '1d0ece2b-bed4-4922-901f-a6fc1fbfb785', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:03Z', 'updated_at': '2021-08-16T20:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '5f3eb832-7e80-48c4-a114-24c6cbc277b7', 'name': '', 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'mac_address': 'fa:16:3e:6a:29:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e33a0f13-659e-4604-b84f-5b9bda739e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:06Z', 'updated_at': '2021-08-16T20:42:10Z', 'revision_number': 4, 'project_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'subnets': [{'id': 'e33a0f13-659e-4604-b84f-5b9bda739e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:42:11.489778 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54026) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:11.497133 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-41b2e372-da0c-474d-9599-bee19a86055d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122035148-network', 'tenant_id': '7a7ec8a16e534a14b2569bd02638b242'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:11.593114 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54030) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:11.614229 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b7fcfcf4-eece-418e-b56f-549a96312e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:11.624238 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b2e372-da0c-474d-9599-bee19a86055d admin admin] Made reservation on behalf of 7a7ec8a16e534a14b2569bd02638b242 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:11.626860 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-41b2e372-da0c-474d-9599-bee19a86055d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:11.641745 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-41b2e372-da0c-474d-9599-bee19a86055d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:11.757679 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b7fcfcf4-eece-418e-b56f-549a96312e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:11.853768 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b7fcfcf4-eece-418e-b56f-549a96312e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:11.901123 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b7fcfcf4-eece-418e-b56f-549a96312e3f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=eac0e5efc01a4c1e95742032d6a2e277&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3069296 Aug 16 20:42:11.904592 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54040) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:11.920368 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fcfcf4-eece-418e-b56f-549a96312e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b77f2b-a985-48a7-af9a-39d8ab030f3f,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:11.985547 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5f3eb832-7e80-48c4-a114-24c6cbc277b7 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:42:11.996441 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-01243e3c-8b5c-44fd-a2bc-b93afd08f604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.059135 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-01243e3c-8b5c-44fd-a2bc-b93afd08f604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.061867 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-41b2e372-da0c-474d-9599-bee19a86055d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.144571 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-41b2e372-da0c-474d-9599-bee19a86055d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.153161 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c5c18082-d6bc-4d04-888d-79a70ef30c19 req-0d124d8f-0aab-4b1d-a168-c1288cea17d5 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/ports?device_id=c46dd249-f054-4b8c-b4b9-e3b66f0f1112 HTTP/1.1" status: 200 len: 210 time: 0.0616484 Aug 16 20:42:12.155961 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 5f3eb832-7e80-48c4-a114-24c6cbc277b7 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:42:12.161031 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 5f3eb832-7e80-48c4-a114-24c6cbc277b7 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:12.161422 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.196349 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41b2e372-da0c-474d-9599-bee19a86055d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:42:12.214451 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2e372-da0c-474d-9599-bee19a86055d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af669806-512d-4fd9-81ee-2dc6f603b626,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:12.282246 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.315754 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-01243e3c-8b5c-44fd-a2bc-b93afd08f604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.318707 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-41b2e372-da0c-474d-9599-bee19a86055d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.319083 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-41b2e372-da0c-474d-9599-bee19a86055d admin admin] Added segment b61ea63c-caaa-406c-8287-72f1cf6b8e89 of type vlan for network 3cfdc7ee-db20-407f-a202-3e4e9cdd051e Aug 16 20:42:12.319696 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-01243e3c-8b5c-44fd-a2bc-b93afd08f604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.321709 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-01243e3c-8b5c-44fd-a2bc-b93afd08f604 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f3b77f2b-a985-48a7-af9a-39d8ab030f3f HTTP/1.1" status: 204 len: 168 time: 0.4155364 Aug 16 20:42:12.323378 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 5f3eb832-7e80-48c4-a114-24c6cbc277b7, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5f3eb832-7e80-48c4-a114-24c6cbc277b7,segment=NetworkSegment(e8314f4c-3555-4f94-a486-0d46d6329f40),segment_id=e8314f4c-3555-4f94-a486-0d46d6329f40)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:12.335312 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01243e3c-8b5c-44fd-a2bc-b93afd08f604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b77f2b-a985-48a7-af9a-39d8ab030f3f,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:12.400780 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-41b2e372-da0c-474d-9599-bee19a86055d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.408892 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.490395 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=5f3eb832-7e80-48c4-a114-24c6cbc277b7,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:12.521064 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-41b2e372-da0c-474d-9599-bee19a86055d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.523158 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b2e372-da0c-474d-9599-bee19a86055d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:12.523755 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-41b2e372-da0c-474d-9599-bee19a86055d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.604932 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2e372-da0c-474d-9599-bee19a86055d admin admin] Pushing event updated for resources: {'Network': ['ID=3cfdc7ee-db20-407f-a202-3e4e9cdd051e,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:12.617100 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 3cfdc7ee-db20-407f-a202-3e4e9cdd051e details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:42:12.648234 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-41b2e372-da0c-474d-9599-bee19a86055d admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1568763 Aug 16 20:42:12.650489 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54076) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:12.658702 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-bbc84647-40d5-404b-86a7-3da76eaaba10 admin admin] Request body: {'subnet': {'network_id': '3cfdc7ee-db20-407f-a202-3e4e9cdd051e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122035148-subnet', 'tenant_id': '7a7ec8a16e534a14b2569bd02638b242', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:12.782646 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc84647-40d5-404b-86a7-3da76eaaba10 admin admin] Made reservation on behalf of 7a7ec8a16e534a14b2569bd02638b242 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:12.782646 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bbc84647-40d5-404b-86a7-3da76eaaba10 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:13.082333 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bbc84647-40d5-404b-86a7-3da76eaaba10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:13.155860 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc84647-40d5-404b-86a7-3da76eaaba10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f139529e-64ec-4889-953b-8d8a128c2b33,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:13.181472 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc84647-40d5-404b-86a7-3da76eaaba10 admin admin] Checking segment: {'id': 'b61ea63c-caaa-406c-8287-72f1cf6b8e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3cfdc7ee-db20-407f-a202-3e4e9cdd051e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:13.181837 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc84647-40d5-404b-86a7-3da76eaaba10 admin admin] Network hostable DHCP agents. Network: 3cfdc7ee-db20-407f-a202-3e4e9cdd051e, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:42:13.275104 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc84647-40d5-404b-86a7-3da76eaaba10 admin admin] Network 3cfdc7ee-db20-407f-a202-3e4e9cdd051e is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:42:13.349489 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-bbc84647-40d5-404b-86a7-3da76eaaba10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 3cfdc7ee-db20-407f-a202-3e4e9cdd051e) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:13.353975 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc84647-40d5-404b-86a7-3da76eaaba10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:13.355478 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bbc84647-40d5-404b-86a7-3da76eaaba10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:13.363181 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633c3bde-33bc-42eb-9652-fe6e68864b84 None None] Network 3cfdc7ee-db20-407f-a202-3e4e9cdd051e requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:13.441161 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-bbc84647-40d5-404b-86a7-3da76eaaba10 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7888806 Aug 16 20:42:13.443643 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54110) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:13.448365 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a2d8c4e9-0edc-4f02-ae13-a37888b11fc2 req-3753c081-08ab-4360-b817-397cc45b44d5 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/ports?device_id=c46dd249-f054-4b8c-b4b9-e3b66f0f1112 HTTP/1.1" status: 200 len: 210 time: 0.0281255 Aug 16 20:42:13.450706 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-ce77271c-3e63-4b93-8831-eef67c40c419 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122035148-router', 'tenant_id': '7a7ec8a16e534a14b2569bd02638b242', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:13.569909 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd591b2b-99b7-4f39-af60-87cc66444b81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-3cfdc7ee-db20-407f-a202-3e4e9cdd051e', 'network_id': '3cfdc7ee-db20-407f-a202-3e4e9cdd051e', 'tenant_id': '7a7ec8a16e534a14b2569bd02638b242', 'fixed_ips': [{'subnet_id': 'f139529e-64ec-4889-953b-8d8a128c2b33'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:42:13.571694 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fd591b2b-99b7-4f39-af60-87cc66444b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:13.597205 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce77271c-3e63-4b93-8831-eef67c40c419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:13.600334 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce77271c-3e63-4b93-8831-eef67c40c419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:13.616845 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8cbffd2f-84da-4161-b32b-2e0f1a8a412e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:13.618674 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54124) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:13.773786 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce77271c-3e63-4b93-8831-eef67c40c419 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:13.839081 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:13.856069 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-fd591b2b-99b7-4f39-af60-87cc66444b81 None None] Allocated IP 172.20.0.2 (3cfdc7ee-db20-407f-a202-3e4e9cdd051e/f139529e-64ec-4889-953b-8d8a128c2b33/2309d6d9-2fbe-44e5-b398-102bd5650208) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:42:13.907848 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-8266dc64-8db2-4e7f-9715-9e5d64264329 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1298969378-network', 'tenant_id': '8ef76538be3f42efb94d0f0a8384d0d1'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:13.946982 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5f3eb832-7e80-48c4-a114-24c6cbc277b7 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:42:13.996802 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.90', 61255) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:14.045944 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-c3b1104b-68df-4816-9a7f-2b625013cfa1 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=15fe05afe80f4c158424f873bd534028&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474732 Aug 16 20:42:14.052411 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8266dc64-8db2-4e7f-9715-9e5d64264329 admin admin] Made reservation on behalf of 8ef76538be3f42efb94d0f0a8384d0d1 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:14.058599 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8266dc64-8db2-4e7f-9715-9e5d64264329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:14.076253 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 5f3eb832-7e80-48c4-a114-24c6cbc277b7 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:14.076634 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:14.104036 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fd591b2b-99b7-4f39-af60-87cc66444b81 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:14.113323 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8266dc64-8db2-4e7f-9715-9e5d64264329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:14.120008 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-fd591b2b-99b7-4f39-af60-87cc66444b81 None None] Transition to ACTIVE for port object 2309d6d9-2fbe-44e5-b398-102bd5650208 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:14.161771 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce77271c-3e63-4b93-8831-eef67c40c419 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:14.186205 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-fd591b2b-99b7-4f39-af60-87cc66444b81 None None] Transition to ACTIVE for port object 2309d6d9-2fbe-44e5-b398-102bd5650208 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:14.284360 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fd591b2b-99b7-4f39-af60-87cc66444b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:14.292764 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-c9606865-c00e-4446-8ae4-def09bd03043 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:14.294108 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-c9606865-c00e-4446-8ae4-def09bd03043 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2306237 Aug 16 20:42:14.329018 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd591b2b-99b7-4f39-af60-87cc66444b81 None None] Network 3cfdc7ee-db20-407f-a202-3e4e9cdd051e is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:14.331767 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-fd591b2b-99b7-4f39-af60-87cc66444b81 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:14.337626 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd591b2b-99b7-4f39-af60-87cc66444b81 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:14.351820 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd591b2b-99b7-4f39-af60-87cc66444b81 None None] Pushing event updated for resources: {'Port': ['ID=2309d6d9-2fbe-44e5-b398-102bd5650208,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:14.355145 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-5f8bb818-64ff-4307-9bb5-dd2f92b4bfe7 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Request body: {'port': {'device_id': 'c46dd249-f054-4b8c-b4b9-e3b66f0f1112', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'admin_state_up': True, 'tenant_id': '15fe05afe80f4c158424f873bd534028'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:14.405162 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-fd591b2b-99b7-4f39-af60-87cc66444b81 None None] Attempting to bind port 2309d6d9-2fbe-44e5-b398-102bd5650208 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:42:14.405845 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-fd591b2b-99b7-4f39-af60-87cc66444b81 None None] Attempting to bind port 2309d6d9-2fbe-44e5-b398-102bd5650208 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'b61ea63c-caaa-406c-8287-72f1cf6b8e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3cfdc7ee-db20-407f-a202-3e4e9cdd051e'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:42:14.406079 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd591b2b-99b7-4f39-af60-87cc66444b81 None None] Attempting to bind port 2309d6d9-2fbe-44e5-b398-102bd5650208 on network 3cfdc7ee-db20-407f-a202-3e4e9cdd051e {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:42:14.411958 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd591b2b-99b7-4f39-af60-87cc66444b81 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:42:14.412378 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd591b2b-99b7-4f39-af60-87cc66444b81 None None] Checking segment: {'id': 'b61ea63c-caaa-406c-8287-72f1cf6b8e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3cfdc7ee-db20-407f-a202-3e4e9cdd051e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:14.417541 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fd591b2b-99b7-4f39-af60-87cc66444b81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:14.417541 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd591b2b-99b7-4f39-af60-87cc66444b81 None None] Bound using segment: {'id': 'b61ea63c-caaa-406c-8287-72f1cf6b8e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3cfdc7ee-db20-407f-a202-3e4e9cdd051e'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:42:14.417541 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-fd591b2b-99b7-4f39-af60-87cc66444b81 None None] Bound port: 2309d6d9-2fbe-44e5-b398-102bd5650208, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61ea63c-caaa-406c-8287-72f1cf6b8e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3cfdc7ee-db20-407f-a202-3e4e9cdd051e'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:42:14.417541 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fd591b2b-99b7-4f39-af60-87cc66444b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:14.430699 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8266dc64-8db2-4e7f-9715-9e5d64264329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:14.497101 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-fd591b2b-99b7-4f39-af60-87cc66444b81 None None] For port 2309d6d9-2fbe-44e5-b398-102bd5650208, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:42:14.501317 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-fd591b2b-99b7-4f39-af60-87cc66444b81 None None] For port 2309d6d9-2fbe-44e5-b398-102bd5650208, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=2309d6d9-2fbe-44e5-b398-102bd5650208,segment=NetworkSegment(b61ea63c-caaa-406c-8287-72f1cf6b8e89),segment_id=b61ea63c-caaa-406c-8287-72f1cf6b8e89)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:42:14.517723 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce77271c-3e63-4b93-8831-eef67c40c419 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:14.557013 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce77271c-3e63-4b93-8831-eef67c40c419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:14.602046 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fd591b2b-99b7-4f39-af60-87cc66444b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:14.711144 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:14.722470 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54180) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:14.724257 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8266dc64-8db2-4e7f-9715-9e5d64264329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:14.769423 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd591b2b-99b7-4f39-af60-87cc66444b81 None None] Pushing event updated for resources: {'Port': ['ID=2309d6d9-2fbe-44e5-b398-102bd5650208,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:14.828050 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266dc64-8db2-4e7f-9715-9e5d64264329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcc9762-89f9-4ce7-ae97-e46ce9906862,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:14.861102 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8266dc64-8db2-4e7f-9715-9e5d64264329 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:42:14.893726 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-ce77271c-3e63-4b93-8831-eef67c40c419 admin admin] Allocated IP 172.25.1.179 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/75c6aa00-8ce7-4926-a861-42bd2ad1f1e4) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:42:14.899641 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-18a2cde6-8ac9-420e-adfe-9e3e01f53884 req-663a0dfa-ce70-4816-98d4-5acd1b598b8a tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/ports?device_id=c46dd249-f054-4b8c-b4b9-e3b66f0f1112 HTTP/1.1" status: 200 len: 210 time: 0.0842893 Aug 16 20:42:14.935109 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8266dc64-8db2-4e7f-9715-9e5d64264329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:14.942630 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-8266dc64-8db2-4e7f-9715-9e5d64264329 admin admin] Added segment dbc007c9-db26-416b-bfaf-c8e076a6aaca of type vlan for network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa Aug 16 20:42:15.007748 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8266dc64-8db2-4e7f-9715-9e5d64264329 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.060085 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce77271c-3e63-4b93-8831-eef67c40c419 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.149835 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-5f8bb818-64ff-4307-9bb5-dd2f92b4bfe7 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Made reservation on behalf of 15fe05afe80f4c158424f873bd534028 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:15.154341 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-5f8bb818-64ff-4307-9bb5-dd2f92b4bfe7 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.164346 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-5f8bb818-64ff-4307-9bb5-dd2f92b4bfe7 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.196811 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce77271c-3e63-4b93-8831-eef67c40c419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.200646 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8266dc64-8db2-4e7f-9715-9e5d64264329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.201987 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8266dc64-8db2-4e7f-9715-9e5d64264329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:15.202612 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8266dc64-8db2-4e7f-9715-9e5d64264329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.247692 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77271c-3e63-4b93-8831-eef67c40c419 admin admin] Pushing event updated for resources: {'Port': ['ID=75c6aa00-8ce7-4926-a861-42bd2ad1f1e4,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:15.261740 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce77271c-3e63-4b93-8831-eef67c40c419 admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:15.263482 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-ce77271c-3e63-4b93-8831-eef67c40c419 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:15.266169 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce77271c-3e63-4b93-8831-eef67c40c419 admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:15.319338 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bd9dd055-eab2-4643-a4c8-b1d7f9c35f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.347875 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266dc64-8db2-4e7f-9715-9e5d64264329 admin admin] Pushing event updated for resources: {'Network': ['ID=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:15.358819 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:42:15.412341 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-5f8bb818-64ff-4307-9bb5-dd2f92b4bfe7 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.552091 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-5f8bb818-64ff-4307-9bb5-dd2f92b4bfe7 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.692149 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce77271c-3e63-4b93-8831-eef67c40c419 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.825650 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bd9dd055-eab2-4643-a4c8-b1d7f9c35f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.832792 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8bb818-64ff-4307-9bb5-dd2f92b4bfe7 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33d05244-d31d-4f4a-9891-8cab4c21669e,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:15.848646 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8266dc64-8db2-4e7f-9715-9e5d64264329 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2287362 Aug 16 20:42:15.856478 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54232) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:15.911980 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-81bd7569-c447-4038-8f16-f121ff692e89 admin admin] Request body: {'subnet': {'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1298969378-subnet', 'tenant_id': '8ef76538be3f42efb94d0f0a8384d0d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:16.053016 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5daf986-625f-4328-bc60-a0d3006039ee None None] Network 3cfdc7ee-db20-407f-a202-3e4e9cdd051e requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:16.113356 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bd9dd055-eab2-4643-a4c8-b1d7f9c35f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:16.116367 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 2309d6d9-2fbe-44e5-b398-102bd5650208 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:42:16.142650 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bd7569-c447-4038-8f16-f121ff692e89 admin admin] Made reservation on behalf of 8ef76538be3f42efb94d0f0a8384d0d1 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:16.147000 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-81bd7569-c447-4038-8f16-f121ff692e89 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:16.263543 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce77271c-3e63-4b93-8831-eef67c40c419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:16.601487 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-30d27b92-ff24-4315-a9b3-6fd43782e97b req-8f1f0a7e-3b87-48d0-9002-a6c4ab5fac16 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/ports?device_id=c46dd249-f054-4b8c-b4b9-e3b66f0f1112 HTTP/1.1" status: 200 len: 210 time: 0.2739413 Aug 16 20:42:16.617311 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-3970df50-f97b-4827-a0ff-926e288bbc40 None None] Provisioning for port 2309d6d9-2fbe-44e5-b398-102bd5650208 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:42:16.621639 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:16.622311 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 2309d6d9-2fbe-44e5-b398-102bd5650208 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:42:16.640276 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce77271c-3e63-4b93-8831-eef67c40c419 admin admin] Router 81daa770-681b-4c19-a847-df595a01fa69 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:42:16.641774 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-3970df50-f97b-4827-a0ff-926e288bbc40 None None] Provisioning complete for port 2309d6d9-2fbe-44e5-b398-102bd5650208 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:16.643846 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3970df50-f97b-4827-a0ff-926e288bbc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:16.770757 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9dd055-eab2-4643-a4c8-b1d7f9c35f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48160b32-0319-4da8-a679-e0b1eeb7ddee,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:16.771414 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 2309d6d9-2fbe-44e5-b398-102bd5650208 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:16.771414 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:16.771894 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-bd9dd055-eab2-4643-a4c8-b1d7f9c35f43 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8727b9ab22f34c87b78a8cfe415b94a7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0360954 Aug 16 20:42:16.783825 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54252) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:16.978316 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-03af9b14-2460-4702-a1ed-16bbbe6b7dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:16.983586 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-5f8bb818-64ff-4307-9bb5-dd2f92b4bfe7 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Allocated IP 192.168.233.62 (d77fce7e-e915-4ee5-ada6-d6f376af2589/2883ed1d-8e71-4475-b2ce-2177242b9f23/64e0008c-7ebe-436a-8179-4bd4af5bb80a) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:42:17.000962 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-03af9b14-2460-4702-a1ed-16bbbe6b7dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:17.020900 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3970df50-f97b-4827-a0ff-926e288bbc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:17.033251 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:17.082178 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce77271c-3e63-4b93-8831-eef67c40c419 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:42:17.092075 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5df742f-6720-47d8-9d52-8677facb430b None None] Sync routers for ids ['81daa770-681b-4c19-a847-df595a01fa69'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:42:17.104658 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5df742f-6720-47d8-9d52-8677facb430b None None] Routers {'81daa770-681b-4c19-a847-df595a01fa69'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:17.105327 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-c5df742f-6720-47d8-9d52-8677facb430b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:42:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['81daa770-681b-4c19-a847-df595a01fa69'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:17.150626 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-3970df50-f97b-4827-a0ff-926e288bbc40 None None] For port 2309d6d9-2fbe-44e5-b398-102bd5650208, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=2309d6d9-2fbe-44e5-b398-102bd5650208,segment=NetworkSegment(b61ea63c-caaa-406c-8287-72f1cf6b8e89),segment_id=b61ea63c-caaa-406c-8287-72f1cf6b8e89)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:17.211872 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-81bd7569-c447-4038-8f16-f121ff692e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:17.249468 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-c5df742f-6720-47d8-9d52-8677facb430b None None] Set router 81daa770-681b-4c19-a847-df595a01fa69 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:42:17.295136 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-03af9b14-2460-4702-a1ed-16bbbe6b7dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:17.295698 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3970df50-f97b-4827-a0ff-926e288bbc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:17.298932 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-03af9b14-2460-4702-a1ed-16bbbe6b7dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:17.303062 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-03af9b14-2460-4702-a1ed-16bbbe6b7dc5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/48160b32-0319-4da8-a679-e0b1eeb7ddee HTTP/1.1" status: 204 len: 168 time: 0.5163565 Aug 16 20:42:17.304262 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce77271c-3e63-4b93-8831-eef67c40c419 admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:17.309005 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ce77271c-3e63-4b93-8831-eef67c40c419 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.8635554 Aug 16 20:42:17.309725 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54268) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:17.360390 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd7569-c447-4038-8f16-f121ff692e89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32473632-cd45-434e-a077-52a281cec044,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:17.400676 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af9b14-2460-4702-a1ed-16bbbe6b7dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48160b32-0319-4da8-a679-e0b1eeb7ddee,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:17.447418 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bd7569-c447-4038-8f16-f121ff692e89 admin admin] Checking segment: {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:17.447578 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bd7569-c447-4038-8f16-f121ff692e89 admin admin] Network hostable DHCP agents. Network: 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:42:17.510293 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.db.api [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:42:17.510813 n-d-793620-15 neutron-server[101846]: DEBUG oslo_db.api [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:42:17.543875 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3970df50-f97b-4827-a0ff-926e288bbc40 None None] Pushing event updated for resources: {'Port': ['ID=2309d6d9-2fbe-44e5-b398-102bd5650208,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:17.617624 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bd7569-c447-4038-8f16-f121ff692e89 admin admin] Network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:42:17.623892 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f37045c1-fb49-41f6-a210-8e1eb2e0b386 None None] Provisioning complete for port 2309d6d9-2fbe-44e5-b398-102bd5650208 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:17.624841 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f37045c1-fb49-41f6-a210-8e1eb2e0b386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:17.649724 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-5f8bb818-64ff-4307-9bb5-dd2f92b4bfe7 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:17.698817 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-5f8bb818-64ff-4307-9bb5-dd2f92b4bfe7 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Transition to ACTIVE for port object 64e0008c-7ebe-436a-8179-4bd4af5bb80a will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:17.718866 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-81bd7569-c447-4038-8f16-f121ff692e89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:17.731510 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2970bd-0048-49ba-9873-bfb45c339b69 None None] Network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:17.742928 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bd7569-c447-4038-8f16-f121ff692e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:17.743604 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-81bd7569-c447-4038-8f16-f121ff692e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:17.793519 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-c5df742f-6720-47d8-9d52-8677facb430b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81daa770-681b-4c19-a847-df595a01fa69', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122035148-router', 'tenant_id': '7a7ec8a16e534a14b2569bd02638b242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '75c6aa00-8ce7-4926-a861-42bd2ad1f1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:13Z', 'updated_at': '2021-08-16T20:42:15Z', 'revision_number': 3, 'project_id': '7a7ec8a16e534a14b2569bd02638b242', 'gw_port': {'id': '75c6aa00-8ce7-4926-a861-42bd2ad1f1e4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:56:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81daa770-681b-4c19-a847-df595a01fa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:14Z', 'updated_at': '2021-08-16T20:42:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:17.825810 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5df742f-6720-47d8-9d52-8677facb430b None None] Checking router: 81daa770-681b-4c19-a847-df595a01fa69 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:42:17.826127 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7dfd2270-dbf3-46c6-be74-a2249c83df25 req-8b1eae05-d5c3-4d2e-b2c8-91c7a33b1af8 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/ports?device_id=c46dd249-f054-4b8c-b4b9-e3b66f0f1112 HTTP/1.1" status: 200 len: 210 time: 0.0438488 Aug 16 20:42:17.826669 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5df742f-6720-47d8-9d52-8677facb430b None None] Updating router 81daa770-681b-4c19-a847-df595a01fa69 port 75c6aa00-8ce7-4926-a861-42bd2ad1f1e4 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:42:17.876883 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-c5df742f-6720-47d8-9d52-8677facb430b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:17.886151 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-81bd7569-c447-4038-8f16-f121ff692e89 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0287642 Aug 16 20:42:17.946817 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-5f8bb818-64ff-4307-9bb5-dd2f92b4bfe7 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:18.118306 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-5f8bb818-64ff-4307-9bb5-dd2f92b4bfe7 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Network d77fce7e-e915-4ee5-ada6-d6f376af2589 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:18.127369 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-5f8bb818-64ff-4307-9bb5-dd2f92b4bfe7 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:18.138898 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8bb818-64ff-4307-9bb5-dd2f92b4bfe7 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Pushing event updated for resources: {'Port': ['ID=64e0008c-7ebe-436a-8179-4bd4af5bb80a,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:18.151530 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-5f8bb818-64ff-4307-9bb5-dd2f92b4bfe7 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:18.157579 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-5f8bb818-64ff-4307-9bb5-dd2f92b4bfe7 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:18.158196 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-5f8bb818-64ff-4307-9bb5-dd2f92b4bfe7 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:18.194443 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0095-647f-46f5-9c6c-a37f2d2554d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:18.323207 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-5f8bb818-64ff-4307-9bb5-dd2f92b4bfe7 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9656115 Aug 16 20:42:18.362934 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056a1c83-d1ca-45da-9802-a1c4481c18ab None None] Network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:18.363615 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-d5f0d4de-aec4-4f44-bd3d-b8304fe2e47e tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:42:18.364602 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-d5f0d4de-aec4-4f44-bd3d-b8304fe2e47e tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066283 Aug 16 20:42:18.368023 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 2309d6d9-2fbe-44e5-b398-102bd5650208 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:42:18.524446 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 2309d6d9-2fbe-44e5-b398-102bd5650208 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:18.525382 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:18.595499 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-c5df742f-6720-47d8-9d52-8677facb430b None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:18.602887 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d093790c-c6bf-42ab-995a-d52bb71be462 None None] Provisioning for port 64e0008c-7ebe-436a-8179-4bd4af5bb80a completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:42:18.609758 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54290) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:18.612897 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d093790c-c6bf-42ab-995a-d52bb71be462 None None] Provisioning complete for port 64e0008c-7ebe-436a-8179-4bd4af5bb80a triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:18.613332 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d093790c-c6bf-42ab-995a-d52bb71be462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:18.618532 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-c5df742f-6720-47d8-9d52-8677facb430b None None] Transition to ACTIVE for port object 75c6aa00-8ce7-4926-a861-42bd2ad1f1e4 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:18.648184 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d7a2fd9c-aa84-4a67-8275-73824d29c9b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:18.697624 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-c5df742f-6720-47d8-9d52-8677facb430b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:18.704879 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-d093790c-c6bf-42ab-995a-d52bb71be462 None None] Port 64e0008c-7ebe-436a-8179-4bd4af5bb80a cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:42:18.784047 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:18.820258 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-c5df742f-6720-47d8-9d52-8677facb430b None None] Attempting to bind port 75c6aa00-8ce7-4926-a861-42bd2ad1f1e4 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:42:18.820927 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-c5df742f-6720-47d8-9d52-8677facb430b None None] Attempting to bind port 75c6aa00-8ce7-4926-a861-42bd2ad1f1e4 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:42:18.821122 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5df742f-6720-47d8-9d52-8677facb430b None None] Attempting to bind port 75c6aa00-8ce7-4926-a861-42bd2ad1f1e4 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:42:18.829962 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44855043-e89f-4836-ba99-19fac1e9fb34 None None] Pushing event updated for resources: {'Port': ['ID=75c6aa00-8ce7-4926-a861-42bd2ad1f1e4,revision_number=2']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:18.833748 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5df742f-6720-47d8-9d52-8677facb430b None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:42:18.834226 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5df742f-6720-47d8-9d52-8677facb430b None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:18.835627 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-c5df742f-6720-47d8-9d52-8677facb430b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:18.836321 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5df742f-6720-47d8-9d52-8677facb430b None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:42:18.837367 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-c5df742f-6720-47d8-9d52-8677facb430b None None] Bound port: 75c6aa00-8ce7-4926-a861-42bd2ad1f1e4, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:42:18.837787 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-c5df742f-6720-47d8-9d52-8677facb430b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:18.884640 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d7a2fd9c-aa84-4a67-8275-73824d29c9b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:18.908231 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-c8ef0095-647f-46f5-9c6c-a37f2d2554d8 admin admin] Allocated IP 172.20.0.1 (3cfdc7ee-db20-407f-a202-3e4e9cdd051e/f139529e-64ec-4889-953b-8d8a128c2b33/15839dde-6831-435a-8004-8c3ef0cdef87) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:42:18.967210 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d7a2fd9c-aa84-4a67-8275-73824d29c9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:19.002241 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-c5df742f-6720-47d8-9d52-8677facb430b None None] For port 75c6aa00-8ce7-4926-a861-42bd2ad1f1e4, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:42:19.007123 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-c5df742f-6720-47d8-9d52-8677facb430b None None] For port 75c6aa00-8ce7-4926-a861-42bd2ad1f1e4, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=75c6aa00-8ce7-4926-a861-42bd2ad1f1e4,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:42:19.058357 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54300) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:19.088485 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d7a2fd9c-aa84-4a67-8275-73824d29c9b4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=705e82219e514c17b1831308e99fdec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4773400 Aug 16 20:42:19.093214 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54304) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:19.095564 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a2fd9c-aa84-4a67-8275-73824d29c9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a98169-4130-41f5-aa76-4f9d223b57d6,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:19.098878 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-c5df742f-6720-47d8-9d52-8677facb430b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:19.124811 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-4a6b03da-6984-4f31-8e9b-37c4bd68d924 service neutron] Request body: {'port': {'device_id': 'c46dd249-f054-4b8c-b4b9-e3b66f0f1112', 'device_owner': 'compute:tempest-test_az-20966902', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:19.135981 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8672e-6989-473d-8d29-801572d2d1ce req-d4e25487-813b-4ed0-ab38-ece61a232e81 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:19.137490 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9ed8672e-6989-473d-8d29-801572d2d1ce req-d4e25487-813b-4ed0-ab38-ece61a232e81 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/ports?device_id=c46dd249-f054-4b8c-b4b9-e3b66f0f1112 HTTP/1.1" status: 200 len: 935 time: 0.1576502 Aug 16 20:42:19.192287 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5df742f-6720-47d8-9d52-8677facb430b None None] Routers {'81daa770-681b-4c19-a847-df595a01fa69'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:19.195547 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-c5df742f-6720-47d8-9d52-8677facb430b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:42:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['81daa770-681b-4c19-a847-df595a01fa69'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:19.274773 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-da5e8350-34de-48e0-9ba0-1ccf3c73cebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:19.278227 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-4a6b03da-6984-4f31-8e9b-37c4bd68d924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:19.281560 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44855043-e89f-4836-ba99-19fac1e9fb34 None None] Pushing event updated for resources: {'Port': ['ID=75c6aa00-8ce7-4926-a861-42bd2ad1f1e4,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:19.294638 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-79a1db86-18f9-4666-9a26-f3f00aa27636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:19.328554 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0095-647f-46f5-9c6c-a37f2d2554d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:19.373306 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-79a1db86-18f9-4666-9a26-f3f00aa27636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:19.375626 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-c8ef0095-647f-46f5-9c6c-a37f2d2554d8 admin admin] Transition to ACTIVE for port object 15839dde-6831-435a-8004-8c3ef0cdef87 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:19.392692 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-c5df742f-6720-47d8-9d52-8677facb430b None None] Set router 81daa770-681b-4c19-a847-df595a01fa69 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:42:19.428693 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9ed8672e-6989-473d-8d29-801572d2d1ce req-c904ff90-7a93-4402-98fd-129c0b70cb93 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/security-groups?id=33d05244-d31d-4f4a-9891-8cab4c21669e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397847 Aug 16 20:42:19.568556 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0095-647f-46f5-9c6c-a37f2d2554d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:19.660823 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef0095-647f-46f5-9c6c-a37f2d2554d8 admin admin] Pushing event updated for resources: {'Port': ['ID=15839dde-6831-435a-8004-8c3ef0cdef87,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:19.667968 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-79a1db86-18f9-4666-9a26-f3f00aa27636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:19.670551 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-79a1db86-18f9-4666-9a26-f3f00aa27636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:19.671713 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-79a1db86-18f9-4666-9a26-f3f00aa27636 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/87a98169-4130-41f5-aa76-4f9d223b57d6 HTTP/1.1" status: 204 len: 168 time: 0.5707045 Aug 16 20:42:19.680910 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ef0095-647f-46f5-9c6c-a37f2d2554d8 admin admin] Network 3cfdc7ee-db20-407f-a202-3e4e9cdd051e is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:19.684983 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-c8ef0095-647f-46f5-9c6c-a37f2d2554d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:19.690351 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ef0095-647f-46f5-9c6c-a37f2d2554d8 admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:19.690351 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0095-647f-46f5-9c6c-a37f2d2554d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:19.753324 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1db86-18f9-4666-9a26-f3f00aa27636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a98169-4130-41f5-aa76-4f9d223b57d6,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:19.758704 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-c5df742f-6720-47d8-9d52-8677facb430b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81daa770-681b-4c19-a847-df595a01fa69', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122035148-router', 'tenant_id': '7a7ec8a16e534a14b2569bd02638b242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '75c6aa00-8ce7-4926-a861-42bd2ad1f1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:13Z', 'updated_at': '2021-08-16T20:42:15Z', 'revision_number': 3, 'project_id': '7a7ec8a16e534a14b2569bd02638b242', 'gw_port': {'id': '75c6aa00-8ce7-4926-a861-42bd2ad1f1e4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:56:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81daa770-681b-4c19-a847-df595a01fa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:14Z', 'updated_at': '2021-08-16T20:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:19.842871 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-da5e8350-34de-48e0-9ba0-1ccf3c73cebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:19.853204 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5df742f-6720-47d8-9d52-8677facb430b None None] The sync data for ids ['81daa770-681b-4c19-a847-df595a01fa69'] in n-d-793620-15 is: [{'id': '81daa770-681b-4c19-a847-df595a01fa69', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122035148-router', 'tenant_id': '7a7ec8a16e534a14b2569bd02638b242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '75c6aa00-8ce7-4926-a861-42bd2ad1f1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:13Z', 'updated_at': '2021-08-16T20:42:15Z', 'revision_number': 3, 'project_id': '7a7ec8a16e534a14b2569bd02638b242', 'gw_port': {'id': '75c6aa00-8ce7-4926-a861-42bd2ad1f1e4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:56:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81daa770-681b-4c19-a847-df595a01fa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:14Z', 'updated_at': '2021-08-16T20:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:42:19.909497 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-da5e8350-34de-48e0-9ba0-1ccf3c73cebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:19.970686 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-da5e8350-34de-48e0-9ba0-1ccf3c73cebc admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b172e0d3e6d3416cb4de2c5d3d67fba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9104497 Aug 16 20:42:19.987227 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54318) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:20.057765 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e8350-34de-48e0-9ba0-1ccf3c73cebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7130f5da-f5f0-46f9-90b3-b0aef1a2b753,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:20.139275 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0095-647f-46f5-9c6c-a37f2d2554d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:20.205921 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cf09af35-67c8-4977-96a2-0d0d14be37f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:20.221603 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c3686c9b-ba85-4686-b2af-ba9644a4aad0 None None] Provisioning for port 15839dde-6831-435a-8004-8c3ef0cdef87 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:42:20.234440 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c3686c9b-ba85-4686-b2af-ba9644a4aad0 None None] Provisioning complete for port 15839dde-6831-435a-8004-8c3ef0cdef87 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:20.235167 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c3686c9b-ba85-4686-b2af-ba9644a4aad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:20.289902 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54326) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:20.317501 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-2ced0d94-a39c-45fd-b9e6-db21688e805b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-373948633-network', 'tenant_id': '2dfe4737d05f428d96cd2da4f562deb7'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:20.372421 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cf09af35-67c8-4977-96a2-0d0d14be37f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:20.387007 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-c3686c9b-ba85-4686-b2af-ba9644a4aad0 None None] Port 15839dde-6831-435a-8004-8c3ef0cdef87 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:42:20.387865 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-4a6b03da-6984-4f31-8e9b-37c4bd68d924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64e0008c-7ebe-436a-8179-4bd4af5bb80a {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:42:20.398755 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-4a6b03da-6984-4f31-8e9b-37c4bd68d924 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:20.464027 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-4a6b03da-6984-4f31-8e9b-37c4bd68d924 service neutron] Transition to ACTIVE for port object 64e0008c-7ebe-436a-8179-4bd4af5bb80a will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:20.544209 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-4a6b03da-6984-4f31-8e9b-37c4bd68d924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:20.595041 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0095-647f-46f5-9c6c-a37f2d2554d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:20.614662 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ced0d94-a39c-45fd-b9e6-db21688e805b admin admin] Made reservation on behalf of 2dfe4737d05f428d96cd2da4f562deb7 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:20.619030 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2ced0d94-a39c-45fd-b9e6-db21688e805b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:20.632673 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2ced0d94-a39c-45fd-b9e6-db21688e805b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:20.667413 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0095-647f-46f5-9c6c-a37f2d2554d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:20.672804 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0095-647f-46f5-9c6c-a37f2d2554d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:20.753112 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cf09af35-67c8-4977-96a2-0d0d14be37f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:20.755760 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cf09af35-67c8-4977-96a2-0d0d14be37f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:20.761767 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b03da-6984-4f31-8e9b-37c4bd68d924 service neutron] Pushing event updated for resources: {'Port': ['ID=64e0008c-7ebe-436a-8179-4bd4af5bb80a,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:20.767865 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-cf09af35-67c8-4977-96a2-0d0d14be37f0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7130f5da-f5f0-46f9-90b3-b0aef1a2b753 HTTP/1.1" status: 204 len: 168 time: 0.7723296 Aug 16 20:42:20.866453 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09af35-67c8-4977-96a2-0d0d14be37f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7130f5da-f5f0-46f9-90b3-b0aef1a2b753,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:20.917285 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef0095-647f-46f5-9c6c-a37f2d2554d8 admin admin] Pushing event updated for resources: {'Port': ['ID=15839dde-6831-435a-8004-8c3ef0cdef87,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:20.930038 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-4a6b03da-6984-4f31-8e9b-37c4bd68d924 service neutron] Attempting to bind port 64e0008c-7ebe-436a-8179-4bd4af5bb80a on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:42:20.930411 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-4a6b03da-6984-4f31-8e9b-37c4bd68d924 service neutron] Attempting to bind port 64e0008c-7ebe-436a-8179-4bd4af5bb80a by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:42:20.930755 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-4a6b03da-6984-4f31-8e9b-37c4bd68d924 service neutron] Attempting to bind port 64e0008c-7ebe-436a-8179-4bd4af5bb80a on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:42:20.943948 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-4a6b03da-6984-4f31-8e9b-37c4bd68d924 service neutron] Port 64e0008c-7ebe-436a-8179-4bd4af5bb80a on network d77fce7e-e915-4ee5-ada6-d6f376af2589 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:42:20.944283 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-4a6b03da-6984-4f31-8e9b-37c4bd68d924 service neutron] Attempting to bind port 64e0008c-7ebe-436a-8179-4bd4af5bb80a on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:42:20.952836 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-4a6b03da-6984-4f31-8e9b-37c4bd68d924 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:42:20.953167 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-4a6b03da-6984-4f31-8e9b-37c4bd68d924 service neutron] Checking segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:20.953769 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-4a6b03da-6984-4f31-8e9b-37c4bd68d924 service neutron] Bound using segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:42:20.954244 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-4a6b03da-6984-4f31-8e9b-37c4bd68d924 service neutron] Bound port: 64e0008c-7ebe-436a-8179-4bd4af5bb80a, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:42:20.954621 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-4a6b03da-6984-4f31-8e9b-37c4bd68d924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:21.005088 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ef0095-647f-46f5-9c6c-a37f2d2554d8 admin admin] Network 3cfdc7ee-db20-407f-a202-3e4e9cdd051e is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:21.012733 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-c8ef0095-647f-46f5-9c6c-a37f2d2554d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:21.039254 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7b3bb-6a11-4e8e-9bec-95c85f2fd6e0 req-6473de3e-3e65-425b-93f4-79cc309a3762 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:21.042854 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f0a7b3bb-6a11-4e8e-9bec-95c85f2fd6e0 req-6473de3e-3e65-425b-93f4-79cc309a3762 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/ports?device_id=c46dd249-f054-4b8c-b4b9-e3b66f0f1112 HTTP/1.1" status: 200 len: 967 time: 0.4820373 Aug 16 20:42:21.232096 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f0a7b3bb-6a11-4e8e-9bec-95c85f2fd6e0 req-0695a747-6859-457a-8487-cee6cf7c4c81 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/security-groups?id=33d05244-d31d-4f4a-9891-8cab4c21669e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294487 Aug 16 20:42:21.259771 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ef0095-647f-46f5-9c6c-a37f2d2554d8 admin admin] Router 81daa770-681b-4c19-a847-df595a01fa69 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:42:21.260309 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2ced0d94-a39c-45fd-b9e6-db21688e805b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:21.336444 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-4a6b03da-6984-4f31-8e9b-37c4bd68d924 service neutron] For port 64e0008c-7ebe-436a-8179-4bd4af5bb80a, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:42:21.351587 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-4a6b03da-6984-4f31-8e9b-37c4bd68d924 service neutron] For port 64e0008c-7ebe-436a-8179-4bd4af5bb80a, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=64e0008c-7ebe-436a-8179-4bd4af5bb80a,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:42:21.384161 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2ced0d94-a39c-45fd-b9e6-db21688e805b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:21.413311 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-4a6b03da-6984-4f31-8e9b-37c4bd68d924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:21.468207 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced0d94-a39c-45fd-b9e6-db21688e805b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a07a66f-826f-420b-b722-d264a3607a78,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:21.489177 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ced0d94-a39c-45fd-b9e6-db21688e805b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:42:21.534001 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-4a6b03da-6984-4f31-8e9b-37c4bd68d924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:21.535606 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-4a6b03da-6984-4f31-8e9b-37c4bd68d924 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:21.547143 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-4a6b03da-6984-4f31-8e9b-37c4bd68d924 service neutron] 10.222.0.90 "PUT /v2.0/ports/64e0008c-7ebe-436a-8179-4bd4af5bb80a HTTP/1.1" status: 200 len: 1116 time: 2.5974333 Aug 16 20:42:21.551227 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c46dd249-f054-4b8c-b4b9-e3b66f0f1112', 'tag': '64e0008c-7ebe-436a-8179-4bd4af5bb80a'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:42:21.581347 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-305dbcdc-22bb-4769-9ff3-aef108dcd339 None None] Provisioning complete for port 15839dde-6831-435a-8004-8c3ef0cdef87 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:21.581928 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-305dbcdc-22bb-4769-9ff3-aef108dcd339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:21.595437 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2ced0d94-a39c-45fd-b9e6-db21688e805b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:21.595795 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-2ced0d94-a39c-45fd-b9e6-db21688e805b admin admin] Added segment 67bbfe5a-fd00-4ac5-95c4-3822356d8bb6 of type vlan for network 42496fea-9f08-4218-a3a7-820442577120 Aug 16 20:42:21.648443 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-305dbcdc-22bb-4769-9ff3-aef108dcd339 None None] Port 15839dde-6831-435a-8004-8c3ef0cdef87 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:42:21.663836 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:21.675312 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ef0095-647f-46f5-9c6c-a37f2d2554d8 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:42:21.692251 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c8ef0095-647f-46f5-9c6c-a37f2d2554d8 admin admin] 10.222.0.84 "PUT /v2.0/routers/81daa770-681b-4c19-a847-df595a01fa69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3732386 Aug 16 20:42:21.692251 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2ced0d94-a39c-45fd-b9e6-db21688e805b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:21.716450 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b03da-6984-4f31-8e9b-37c4bd68d924 service neutron] Pushing event updated for resources: {'Port': ['ID=64e0008c-7ebe-436a-8179-4bd4af5bb80a,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:21.817069 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2ced0d94-a39c-45fd-b9e6-db21688e805b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:21.818015 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ced0d94-a39c-45fd-b9e6-db21688e805b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:21.818616 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2ced0d94-a39c-45fd-b9e6-db21688e805b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:21.924076 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-ee9d5df4-6571-4b63-89a1-d95da7f2d2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:21.925837 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-ee9d5df4-6571-4b63-89a1-d95da7f2d2cd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=15fe05afe80f4c158424f873bd534028&device_id=c46dd249-f054-4b8c-b4b9-e3b66f0f1112 HTTP/1.1" status: 200 len: 1119 time: 0.1513355 Aug 16 20:42:21.952636 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced0d94-a39c-45fd-b9e6-db21688e805b admin admin] Pushing event updated for resources: {'Network': ['ID=42496fea-9f08-4218-a3a7-820442577120,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:21.963946 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 42496fea-9f08-4218-a3a7-820442577120 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:42:21.999103 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2ced0d94-a39c-45fd-b9e6-db21688e805b admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.7011466 Aug 16 20:42:22.001086 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54358) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:22.011803 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-cb1eda3a-8080-4bc2-be43-5f8132a168ec admin admin] Request body: {'subnet': {'network_id': '42496fea-9f08-4218-a3a7-820442577120', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-373948633-subnet', 'tenant_id': '2dfe4737d05f428d96cd2da4f562deb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:22.041726 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54360) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:22.056700 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-c8924ac3-8669-4211-acf5-4723f9d9c4bd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=64e0008c-7ebe-436a-8179-4bd4af5bb80a HTTP/1.1" status: 200 len: 217 time: 0.0926435 Aug 16 20:42:22.073925 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc5d1-d3f7-40d5-a5ec-b69460f7d629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:22.170465 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1eda3a-8080-4bc2-be43-5f8132a168ec admin admin] Made reservation on behalf of 2dfe4737d05f428d96cd2da4f562deb7 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:22.174173 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb1eda3a-8080-4bc2-be43-5f8132a168ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:22.293000 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fb9fa6-8466-471e-8fc7-30aefd4cd4dd" -d '{"events": [{"name": "network-changed", "server_uuid": "c46dd249-f054-4b8c-b4b9-e3b66f0f1112", "tag": "64e0008c-7ebe-436a-8179-4bd4af5bb80a"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:42:22.315459 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-2cb63f94-e582-4d61-83cf-fb293c981152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:22.317576 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-2cb63f94-e582-4d61-83cf-fb293c981152 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.2486200 Aug 16 20:42:22.450002 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 75c6aa00-8ce7-4926-a861-42bd2ad1f1e4 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:42:22.484936 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc5d1-d3f7-40d5-a5ec-b69460f7d629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:22.503386 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d072ba47-2808-484d-b382-973245373ee1 None None] Sync routers for ids ['81daa770-681b-4c19-a847-df595a01fa69'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:42:22.552670 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d072ba47-2808-484d-b382-973245373ee1 None None] Routers {'81daa770-681b-4c19-a847-df595a01fa69'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:22.555083 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-d072ba47-2808-484d-b382-973245373ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:42:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['81daa770-681b-4c19-a847-df595a01fa69'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:22.563465 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc5d1-d3f7-40d5-a5ec-b69460f7d629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:22.637936 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b434e2e-548f-40ff-8e7c-289fe40b21bb req-e89b01e2-c8ba-440e-ad60-2ac7bda60964 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:22.646037 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6b434e2e-548f-40ff-8e7c-289fe40b21bb req-e89b01e2-c8ba-440e-ad60-2ac7bda60964 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/ports?device_id=c46dd249-f054-4b8c-b4b9-e3b66f0f1112 HTTP/1.1" status: 200 len: 967 time: 0.2141745 Aug 16 20:42:22.665528 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb1eda3a-8080-4bc2-be43-5f8132a168ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:22.665627 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-87a161ff-5e64-434c-b633-1b7340804520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:22.665627 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-87a161ff-5e64-434c-b633-1b7340804520 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3307004 Aug 16 20:42:22.669644 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4dc5d1-d3f7-40d5-a5ec-b69460f7d629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b411e9bc-1810-4985-800b-bb52bb4bbf4d,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:22.682343 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8a4dc5d1-d3f7-40d5-a5ec-b69460f7d629 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0098dff96704496aa284b530fd610ec2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6387641 Aug 16 20:42:22.688836 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54372) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:22.763878 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff17873-5314-47ed-a9fe-643b66feca10 x-openstack-request-id: req-0ff17873-5314-47ed-a9fe-643b66feca10 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:42:22.764202 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c46dd249-f054-4b8c-b4b9-e3b66f0f1112", "tag": "64e0008c-7ebe-436a-8179-4bd4af5bb80a", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:42:22.764473 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0ff17873-5314-47ed-a9fe-643b66feca10 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:42:22.765082 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c46dd249-f054-4b8c-b4b9-e3b66f0f1112', 'tag': '64e0008c-7ebe-436a-8179-4bd4af5bb80a', 'status': 'completed', 'code': 200} Aug 16 20:42:22.770120 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-028f796c-3c6c-466c-be70-c203568422fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:22.799141 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-028f796c-3c6c-466c-be70-c203568422fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:22.801936 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1eda3a-8080-4bc2-be43-5f8132a168ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=36358632-4579-48f2-9293-fe0449f66afd,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:22.843225 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 75c6aa00-8ce7-4926-a861-42bd2ad1f1e4 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:42:22.848714 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1eda3a-8080-4bc2-be43-5f8132a168ec admin admin] Checking segment: {'id': '67bbfe5a-fd00-4ac5-95c4-3822356d8bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '42496fea-9f08-4218-a3a7-820442577120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:22.848714 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1eda3a-8080-4bc2-be43-5f8132a168ec admin admin] Network hostable DHCP agents. Network: 42496fea-9f08-4218-a3a7-820442577120, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:42:22.854634 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 75c6aa00-8ce7-4926-a861-42bd2ad1f1e4 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:22.855324 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:22.953640 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6b434e2e-548f-40ff-8e7c-289fe40b21bb req-7a460b99-e9b5-4ec3-95d5-b043a03c6683 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/security-groups?id=33d05244-d31d-4f4a-9891-8cab4c21669e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903156 Aug 16 20:42:22.954460 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-d072ba47-2808-484d-b382-973245373ee1 None None] Set router 81daa770-681b-4c19-a847-df595a01fa69 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:42:22.959004 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-028f796c-3c6c-466c-be70-c203568422fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:22.962624 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-028f796c-3c6c-466c-be70-c203568422fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:22.964190 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-028f796c-3c6c-466c-be70-c203568422fd admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b411e9bc-1810-4985-800b-bb52bb4bbf4d HTTP/1.1" status: 204 len: 168 time: 0.2744510 Aug 16 20:42:22.976284 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f796c-3c6c-466c-be70-c203568422fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b411e9bc-1810-4985-800b-bb52bb4bbf4d,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:22.995698 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1eda3a-8080-4bc2-be43-5f8132a168ec admin admin] Network 42496fea-9f08-4218-a3a7-820442577120 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:42:23.021716 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-e44bf69a-0551-43ec-99ad-e9f3a615f5e9 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554605 Aug 16 20:42:23.086782 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-cb1eda3a-8080-4bc2-be43-5f8132a168ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 42496fea-9f08-4218-a3a7-820442577120) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:23.091346 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1eda3a-8080-4bc2-be43-5f8132a168ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:23.092434 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb1eda3a-8080-4bc2-be43-5f8132a168ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:23.120348 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc446c0-d25c-4e2f-87d7-865f4f636890 None None] Network 42496fea-9f08-4218-a3a7-820442577120 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:23.179728 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-cb1eda3a-8080-4bc2-be43-5f8132a168ec admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1762142 Aug 16 20:42:23.231092 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0fb351af-1a8d-4005-a1b1-f853926bf8b2 req-a7a04308-50e8-4f72-bda0-f2338cd98544 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361625 Aug 16 20:42:23.279275 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:23.473835 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 75c6aa00-8ce7-4926-a861-42bd2ad1f1e4, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=75c6aa00-8ce7-4926-a861-42bd2ad1f1e4,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:23.496309 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177d25ba-6eca-4a8a-8e99-a1bb6b57df4c None None] Network 42496fea-9f08-4218-a3a7-820442577120 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:23.548175 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:23.629699 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-d072ba47-2808-484d-b382-973245373ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81daa770-681b-4c19-a847-df595a01fa69', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122035148-router', 'tenant_id': '7a7ec8a16e534a14b2569bd02638b242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '75c6aa00-8ce7-4926-a861-42bd2ad1f1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:13Z', 'updated_at': '2021-08-16T20:42:19Z', 'revision_number': 4, 'project_id': '7a7ec8a16e534a14b2569bd02638b242', 'gw_port': {'id': '75c6aa00-8ce7-4926-a861-42bd2ad1f1e4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:56:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81daa770-681b-4c19-a847-df595a01fa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:14Z', 'updated_at': '2021-08-16T20:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '15839dde-6831-435a-8004-8c3ef0cdef87', 'name': '', 'network_id': '3cfdc7ee-db20-407f-a202-3e4e9cdd051e', 'tenant_id': '7a7ec8a16e534a14b2569bd02638b242', 'mac_address': 'fa:16:3e:49:19:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81daa770-681b-4c19-a847-df595a01fa69', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f139529e-64ec-4889-953b-8d8a128c2b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:18Z', 'updated_at': '2021-08-16T20:42:20Z', 'revision_number': 2, 'project_id': '7a7ec8a16e534a14b2569bd02638b242', 'subnets': [{'id': 'f139529e-64ec-4889-953b-8d8a128c2b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:23.638319 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=75c6aa00-8ce7-4926-a861-42bd2ad1f1e4,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:23.667813 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d072ba47-2808-484d-b382-973245373ee1 None None] Checking router: 81daa770-681b-4c19-a847-df595a01fa69 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:42:23.668172 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d072ba47-2808-484d-b382-973245373ee1 None None] Updating router 81daa770-681b-4c19-a847-df595a01fa69 port 15839dde-6831-435a-8004-8c3ef0cdef87 binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:42:23.735155 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d072ba47-2808-484d-b382-973245373ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:23.876605 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb9fa6-8466-471e-8fc7-30aefd4cd4dd req-767a3546-d2c0-4082-bf56-c5e0eff74f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:23.878790 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e9fb9fa6-8466-471e-8fc7-30aefd4cd4dd req-767a3546-d2c0-4082-bf56-c5e0eff74f39 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=15fe05afe80f4c158424f873bd534028&device_id=c46dd249-f054-4b8c-b4b9-e3b66f0f1112 HTTP/1.1" status: 200 len: 1119 time: 0.0616274 Aug 16 20:42:24.008090 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54406) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:24.014378 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-ac3471db-1acb-4b66-a51f-cd07658e8efa tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1171304012', 'description': 'tempest-description--411891648'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:24.126785 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ac3471db-1acb-4b66-a51f-cd07658e8efa tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:24.133489 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54408) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:24.165982 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d072ba47-2808-484d-b382-973245373ee1 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:24.182630 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ada8785-ae87-499d-83f4-b422fb07bd0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:24.192867 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d072ba47-2808-484d-b382-973245373ee1 None None] Transition to ACTIVE for port object 15839dde-6831-435a-8004-8c3ef0cdef87 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:24.247037 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4fc7b9-1b56-4f2e-80c6-19ff8b1dac20 req-e91d3126-3419-4e8a-b6b8-e5a7cba8c33f tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:24.255050 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fb4fc7b9-1b56-4f2e-80c6-19ff8b1dac20 req-e91d3126-3419-4e8a-b6b8-e5a7cba8c33f tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/ports?device_id=c46dd249-f054-4b8c-b4b9-e3b66f0f1112 HTTP/1.1" status: 200 len: 967 time: 0.1517417 Aug 16 20:42:24.298750 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.db.api [None req-6ada8785-ae87-499d-83f4-b422fb07bd0b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:42:24.298750 n-d-793620-15 neutron-server[101845]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:42:24.298750 n-d-793620-15 neutron-server[101845]: [parameters: {'project_id_1': '998bab0c966642668d61c8969e46971b', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 42, 24, 247326)}] Aug 16 20:42:24.298750 n-d-793620-15 neutron-server[101845]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:42:24.299154 n-d-793620-15 neutron-server[101845]: DEBUG oslo_db.api [None req-6ada8785-ae87-499d-83f4-b422fb07bd0b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:42:24.302648 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb9fa6-8466-471e-8fc7-30aefd4cd4dd req-8744af02-b2fe-4304-b76d-7ab05b9339a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:24.304281 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e9fb9fa6-8466-471e-8fc7-30aefd4cd4dd req-8744af02-b2fe-4304-b76d-7ab05b9339a8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.2944732 Aug 16 20:42:24.308390 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d072ba47-2808-484d-b382-973245373ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:24.359036 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fb4fc7b9-1b56-4f2e-80c6-19ff8b1dac20 req-3fc657f5-0afb-4afc-a89a-90f19fc6b1e6 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/security-groups?id=33d05244-d31d-4f4a-9891-8cab4c21669e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029456 Aug 16 20:42:24.444725 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ac3471db-1acb-4b66-a51f-cd07658e8efa tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:24.449316 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 75c6aa00-8ce7-4926-a861-42bd2ad1f1e4 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:42:24.495908 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e9fb9fa6-8466-471e-8fc7-30aefd4cd4dd req-36a888ce-fdc7-4777-b476-0267892f5533 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=64e0008c-7ebe-436a-8179-4bd4af5bb80a HTTP/1.1" status: 200 len: 217 time: 0.1300175 Aug 16 20:42:24.526957 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ac3471db-1acb-4b66-a51f-cd07658e8efa tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:24.586227 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3471db-1acb-4b66-a51f-cd07658e8efa tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=381dd21c-901f-4cf7-acca-a2cddfec97a6,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:24.623101 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c99e48-401b-4529-a196-c94f8d6939db None None] Pushing event updated for resources: {'Port': ['ID=15839dde-6831-435a-8004-8c3ef0cdef87,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:24.641284 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ac3471db-1acb-4b66-a51f-cd07658e8efa tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:24.646598 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ac3471db-1acb-4b66-a51f-cd07658e8efa tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6361129 Aug 16 20:42:24.650295 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-d072ba47-2808-484d-b382-973245373ee1 None None] Attempting to bind port 15839dde-6831-435a-8004-8c3ef0cdef87 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:42:24.650672 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-d072ba47-2808-484d-b382-973245373ee1 None None] Attempting to bind port 15839dde-6831-435a-8004-8c3ef0cdef87 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'b61ea63c-caaa-406c-8287-72f1cf6b8e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3cfdc7ee-db20-407f-a202-3e4e9cdd051e'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:42:24.651156 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d072ba47-2808-484d-b382-973245373ee1 None None] Attempting to bind port 15839dde-6831-435a-8004-8c3ef0cdef87 on network 3cfdc7ee-db20-407f-a202-3e4e9cdd051e {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:42:24.653100 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54426) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:24.657375 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d072ba47-2808-484d-b382-973245373ee1 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:42:24.657828 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d072ba47-2808-484d-b382-973245373ee1 None None] Checking segment: {'id': 'b61ea63c-caaa-406c-8287-72f1cf6b8e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3cfdc7ee-db20-407f-a202-3e4e9cdd051e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:24.658303 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d072ba47-2808-484d-b382-973245373ee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:24.658776 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d072ba47-2808-484d-b382-973245373ee1 None None] Bound using segment: {'id': 'b61ea63c-caaa-406c-8287-72f1cf6b8e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3cfdc7ee-db20-407f-a202-3e4e9cdd051e'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:42:24.659331 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-d072ba47-2808-484d-b382-973245373ee1 None None] Bound port: 15839dde-6831-435a-8004-8c3ef0cdef87, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61ea63c-caaa-406c-8287-72f1cf6b8e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3cfdc7ee-db20-407f-a202-3e4e9cdd051e'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:42:24.659740 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d072ba47-2808-484d-b382-973245373ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:24.676639 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-ea9f5759-1e41-49a9-a23a-b2e6feab4ae2 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Request body: {'security_group_rule': {'security_group_id': '381dd21c-901f-4cf7-acca-a2cddfec97a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:24.707094 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 75c6aa00-8ce7-4926-a861-42bd2ad1f1e4 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:24.707336 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:24.778803 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-d072ba47-2808-484d-b382-973245373ee1 None None] For port 15839dde-6831-435a-8004-8c3ef0cdef87, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:42:24.791121 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-d072ba47-2808-484d-b382-973245373ee1 None None] For port 15839dde-6831-435a-8004-8c3ef0cdef87, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=15839dde-6831-435a-8004-8c3ef0cdef87,segment=NetworkSegment(b61ea63c-caaa-406c-8287-72f1cf6b8e89),segment_id=b61ea63c-caaa-406c-8287-72f1cf6b8e89)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:42:24.802084 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ada8785-ae87-499d-83f4-b422fb07bd0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:24.926997 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d072ba47-2808-484d-b382-973245373ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:24.983414 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ea9f5759-1e41-49a9-a23a-b2e6feab4ae2 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:25.086140 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ea9f5759-1e41-49a9-a23a-b2e6feab4ae2 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:25.130741 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d072ba47-2808-484d-b382-973245373ee1 None None] Routers {'81daa770-681b-4c19-a847-df595a01fa69'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:25.133075 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb9fa6-8466-471e-8fc7-30aefd4cd4dd req-0fc428d1-45b2-49ac-a0ea-3d9e8d9f1b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:25.135957 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e9fb9fa6-8466-471e-8fc7-30aefd4cd4dd req-0fc428d1-45b2-49ac-a0ea-3d9e8d9f1b90 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.3493173 Aug 16 20:42:25.145189 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ada8785-ae87-499d-83f4-b422fb07bd0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:25.152174 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-3ff10f2e-1780-4d28-ad91-5338badc5c6c tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:25.154439 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-3ff10f2e-1780-4d28-ad91-5338badc5c6c tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/networks?id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa HTTP/1.1" status: 200 len: 808 time: 0.6614480 Aug 16 20:42:25.156681 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ea9f5759-1e41-49a9-a23a-b2e6feab4ae2 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:25.156805 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-d072ba47-2808-484d-b382-973245373ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:42:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['81daa770-681b-4c19-a847-df595a01fa69'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:25.178957 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f5759-1e41-49a9-a23a-b2e6feab4ae2 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac896dc7-4e9b-4275-a65b-652f3772d895,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:25.219895 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-475f3c8b-7125-43d1-a9a8-e503b0cac938 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/quotas/8ef76538be3f42efb94d0f0a8384d0d1 HTTP/1.1" status: 200 len: 375 time: 0.0501831 Aug 16 20:42:25.223332 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ada8785-ae87-499d-83f4-b422fb07bd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:25.261857 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c99e48-401b-4529-a196-c94f8d6939db None None] Pushing event updated for resources: {'Port': ['ID=15839dde-6831-435a-8004-8c3ef0cdef87,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:25.298339 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ea9f5759-1e41-49a9-a23a-b2e6feab4ae2 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:25.315129 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ea9f5759-1e41-49a9-a23a-b2e6feab4ae2 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6596398 Aug 16 20:42:25.315906 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54442) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:25.322833 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-cbd8ce46-b09d-4e3e-bbbb-081d0fd6ad64 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Request body: {'security_group_rule': {'security_group_id': '381dd21c-901f-4cf7-acca-a2cddfec97a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:25.333703 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6ada8785-ae87-499d-83f4-b422fb07bd0b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=998bab0c966642668d61c8969e46971b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1989667 Aug 16 20:42:25.337060 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-bec01e1d-0d2d-44d5-b635-ccf42f69f79f tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=8ef76538be3f42efb94d0f0a8384d0d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1068306 Aug 16 20:42:25.339306 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54444) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:25.348337 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada8785-ae87-499d-83f4-b422fb07bd0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4891688-41e1-41d2-a10e-162f8f2b8f49,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:25.410772 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb9fa6-8466-471e-8fc7-30aefd4cd4dd req-6a5afcbc-a045-48b3-b175-bdb6c8495c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:25.413695 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e9fb9fa6-8466-471e-8fc7-30aefd4cd4dd req-6a5afcbc-a045-48b3-b175-bdb6c8495c55 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2580955 Aug 16 20:42:25.414552 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-d072ba47-2808-484d-b382-973245373ee1 None None] Set router 81daa770-681b-4c19-a847-df595a01fa69 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:42:25.419079 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-ee218941-f11c-498c-a79a-d7eab77967e5 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:42:25.420327 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-ee218941-f11c-498c-a79a-d7eab77967e5 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0740759 Aug 16 20:42:25.422260 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-7a2624d0-b00c-452e-aa69-3c12c49080c6 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=8eeb19c70e2743deaa8aa99547f66522&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0841448 Aug 16 20:42:25.482641 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-07c4284d-f4cf-4ad6-b243-d1e56ee56ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:25.562988 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cbd8ce46-b09d-4e3e-bbbb-081d0fd6ad64 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:25.573363 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-d4db066c-dff5-4646-916c-a85297d95ebf tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:25.575887 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-d4db066c-dff5-4646-916c-a85297d95ebf tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1435220 Aug 16 20:42:25.610744 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-07c4284d-f4cf-4ad6-b243-d1e56ee56ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:25.625205 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-6f695935-f14d-45ee-b9ca-0027b13b8a50 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/quotas/8eeb19c70e2743deaa8aa99547f66522 HTTP/1.1" status: 200 len: 375 time: 0.0415285 Aug 16 20:42:25.690947 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cbd8ce46-b09d-4e3e-bbbb-081d0fd6ad64 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:25.698536 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-29fba461-a61f-4194-b0d8-33a21c099b3d tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=8eeb19c70e2743deaa8aa99547f66522&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718486 Aug 16 20:42:25.778033 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cbd8ce46-b09d-4e3e-bbbb-081d0fd6ad64 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:25.812801 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-07c4284d-f4cf-4ad6-b243-d1e56ee56ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:25.815671 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-07c4284d-f4cf-4ad6-b243-d1e56ee56ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:25.819746 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-07c4284d-f4cf-4ad6-b243-d1e56ee56ca1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d4891688-41e1-41d2-a10e-162f8f2b8f49 HTTP/1.1" status: 204 len: 168 time: 0.4701514 Aug 16 20:42:25.826618 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-d072ba47-2808-484d-b382-973245373ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81daa770-681b-4c19-a847-df595a01fa69', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122035148-router', 'tenant_id': '7a7ec8a16e534a14b2569bd02638b242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '75c6aa00-8ce7-4926-a861-42bd2ad1f1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:13Z', 'updated_at': '2021-08-16T20:42:19Z', 'revision_number': 4, 'project_id': '7a7ec8a16e534a14b2569bd02638b242', 'gw_port': {'id': '75c6aa00-8ce7-4926-a861-42bd2ad1f1e4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:56:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81daa770-681b-4c19-a847-df595a01fa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:14Z', 'updated_at': '2021-08-16T20:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '15839dde-6831-435a-8004-8c3ef0cdef87', 'name': '', 'network_id': '3cfdc7ee-db20-407f-a202-3e4e9cdd051e', 'tenant_id': '7a7ec8a16e534a14b2569bd02638b242', 'mac_address': 'fa:16:3e:49:19:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81daa770-681b-4c19-a847-df595a01fa69', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f139529e-64ec-4889-953b-8d8a128c2b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:18Z', 'updated_at': '2021-08-16T20:42:24Z', 'revision_number': 4, 'project_id': '7a7ec8a16e534a14b2569bd02638b242', 'subnets': [{'id': 'f139529e-64ec-4889-953b-8d8a128c2b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:25.835223 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4284d-f4cf-4ad6-b243-d1e56ee56ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4891688-41e1-41d2-a10e-162f8f2b8f49,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:25.842349 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8ce46-b09d-4e3e-bbbb-081d0fd6ad64 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ec44083-d72a-4260-bd86-51f139f9e966,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:25.877460 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d072ba47-2808-484d-b382-973245373ee1 None None] The sync data for ids ['81daa770-681b-4c19-a847-df595a01fa69'] in n-d-793620-15 is: [{'id': '81daa770-681b-4c19-a847-df595a01fa69', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122035148-router', 'tenant_id': '7a7ec8a16e534a14b2569bd02638b242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '75c6aa00-8ce7-4926-a861-42bd2ad1f1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:13Z', 'updated_at': '2021-08-16T20:42:19Z', 'revision_number': 4, 'project_id': '7a7ec8a16e534a14b2569bd02638b242', 'gw_port': {'id': '75c6aa00-8ce7-4926-a861-42bd2ad1f1e4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:56:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81daa770-681b-4c19-a847-df595a01fa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:14Z', 'updated_at': '2021-08-16T20:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '15839dde-6831-435a-8004-8c3ef0cdef87', 'name': '', 'network_id': '3cfdc7ee-db20-407f-a202-3e4e9cdd051e', 'tenant_id': '7a7ec8a16e534a14b2569bd02638b242', 'mac_address': 'fa:16:3e:49:19:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81daa770-681b-4c19-a847-df595a01fa69', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f139529e-64ec-4889-953b-8d8a128c2b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:18Z', 'updated_at': '2021-08-16T20:42:24Z', 'revision_number': 4, 'project_id': '7a7ec8a16e534a14b2569bd02638b242', 'subnets': [{'id': 'f139529e-64ec-4889-953b-8d8a128c2b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:42:25.970317 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cbd8ce46-b09d-4e3e-bbbb-081d0fd6ad64 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:25.984558 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-cbd8ce46-b09d-4e3e-bbbb-081d0fd6ad64 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6539004 Aug 16 20:42:25.984558 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54458) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:25.984558 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-976d6da6-b514-4cdf-8119-5dae2a3d816b tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:26.015102 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-b1c59992-7cc6-49fa-bf4c-bd394aa68a84 service neutron] 10.222.0.84 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572643 Aug 16 20:42:26.131813 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-976d6da6-b514-4cdf-8119-5dae2a3d816b tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks [] for floatingip, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:26.302570 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5327a9a-c922-41e7-aa30-81e2f66a90c6 req-334b1230-9a6d-48de-b3cc-6deaedcbc650 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:26.311690 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c5327a9a-c922-41e7-aa30-81e2f66a90c6 req-334b1230-9a6d-48de-b3cc-6deaedcbc650 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/ports?device_id=c46dd249-f054-4b8c-b4b9-e3b66f0f1112 HTTP/1.1" status: 200 len: 967 time: 0.1834300 Aug 16 20:42:26.402723 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c5327a9a-c922-41e7-aa30-81e2f66a90c6 req-b36f42ac-95d1-4ed1-8774-cf9bca4acd6c tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/security-groups?id=33d05244-d31d-4f4a-9891-8cab4c21669e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900373 Aug 16 20:42:26.436572 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-27063c1d-64dd-44d6-bad7-a534671322f5 service neutron] 10.222.0.84 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027615 Aug 16 20:42:26.447057 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 15839dde-6831-435a-8004-8c3ef0cdef87 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:42:26.613020 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-96046de4-9df0-4a23-bda2-2217ebc8c047 req-b1e1e4b1-ab49-4ba6-9483-18a9ce8d1023 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 210 time: 0.0677485 Aug 16 20:42:26.630243 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-976d6da6-b514-4cdf-8119-5dae2a3d816b tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:26.670231 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 15839dde-6831-435a-8004-8c3ef0cdef87 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:42:26.674534 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 15839dde-6831-435a-8004-8c3ef0cdef87 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:26.674905 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:26.817753 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-976d6da6-b514-4cdf-8119-5dae2a3d816b tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Allocated IP 172.25.1.55 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/6ca9ba82-b34c-464a-bad2-44def92d17c0) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:42:26.958595 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-02a0eff2-dc2d-42b1-889a-f5d1e9e69ebb req-4c4c5cbe-c401-40dd-a11e-739fd879c373 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 210 time: 0.1003227 Aug 16 20:42:27.003179 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e9fb9fa6-8466-471e-8fc7-30aefd4cd4dd req-dfdc6d7f-6442-4371-9567-4e8ac6e63a7d service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129212 Aug 16 20:42:27.024752 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:27.088810 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 15839dde-6831-435a-8004-8c3ef0cdef87, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=15839dde-6831-435a-8004-8c3ef0cdef87,segment=NetworkSegment(b61ea63c-caaa-406c-8287-72f1cf6b8e89),segment_id=b61ea63c-caaa-406c-8287-72f1cf6b8e89)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:27.102691 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-976d6da6-b514-4cdf-8119-5dae2a3d816b tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:27.154608 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:27.265947 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=15839dde-6831-435a-8004-8c3ef0cdef87,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:27.338413 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-976d6da6-b514-4cdf-8119-5dae2a3d816b tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:27.423689 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976d6da6-b514-4cdf-8119-5dae2a3d816b tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:27.435400 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-976d6da6-b514-4cdf-8119-5dae2a3d816b tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:27.459080 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976d6da6-b514-4cdf-8119-5dae2a3d816b tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:27.470838 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976d6da6-b514-4cdf-8119-5dae2a3d816b tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Pushing event updated for resources: {'Port': ['ID=6ca9ba82-b34c-464a-bad2-44def92d17c0,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:27.521880 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e9fb9fa6-8466-471e-8fc7-30aefd4cd4dd req-4a50b923-1b2b-4a56-a1be-56fda064da52 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994455 Aug 16 20:42:27.611188 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-976d6da6-b514-4cdf-8119-5dae2a3d816b tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:27.618993 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0d83b-43cd-409b-b585-9051a7e22043 req-cbb85080-3ed4-48d9-a1b1-aa3235f38379 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:27.621487 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2ba0d83b-43cd-409b-b585-9051a7e22043 req-cbb85080-3ed4-48d9-a1b1-aa3235f38379 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/ports?device_id=c46dd249-f054-4b8c-b4b9-e3b66f0f1112 HTTP/1.1" status: 200 len: 967 time: 0.0826674 Aug 16 20:42:27.668690 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2ba0d83b-43cd-409b-b585-9051a7e22043 req-32de099d-9507-4269-ba28-9f7443407858 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/security-groups?id=33d05244-d31d-4f4a-9891-8cab4c21669e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359278 Aug 16 20:42:27.699595 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b4381c6d-a2a1-4f89-b037-bf942cd5b443 req-be38cf4c-f927-491f-bd64-52b655987bfd tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 210 time: 0.0352490 Aug 16 20:42:27.796634 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-976d6da6-b514-4cdf-8119-5dae2a3d816b tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:27.952088 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-976d6da6-b514-4cdf-8119-5dae2a3d816b tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:28.027130 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2fc2c071-155c-4f0b-8f39-249d1b8f0f26 req-fad39012-ccd9-4130-8f1d-e84e0e6f55ea tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 210 time: 0.0267684 Aug 16 20:42:28.046546 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-976d6da6-b514-4cdf-8119-5dae2a3d816b tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:28.081450 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-976d6da6-b514-4cdf-8119-5dae2a3d816b tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:28.109588 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976d6da6-b514-4cdf-8119-5dae2a3d816b tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Pushing event updated for resources: {'Port': ['ID=6ca9ba82-b34c-464a-bad2-44def92d17c0,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:28.229731 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-976d6da6-b514-4cdf-8119-5dae2a3d816b tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:28.232131 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-976d6da6-b514-4cdf-8119-5dae2a3d816b tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2550361 Aug 16 20:42:28.266676 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 15839dde-6831-435a-8004-8c3ef0cdef87 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:42:28.326213 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 15839dde-6831-435a-8004-8c3ef0cdef87 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:28.326647 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:28.478782 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-7cde5476-255e-4dac-a200-f0fd3af7db04 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1171304012&fields=id&tenant_id=eb8c4b7819fc43cbbe786a97a0c82206 HTTP/1.1" status: 200 len: 267 time: 0.0439148 Aug 16 20:42:28.593259 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-c38825a9-6c0c-4fb2-a59f-6f5c58f9e8d3 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:28.594790 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-c38825a9-6c0c-4fb2-a59f-6f5c58f9e8d3 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/networks?id=3bee841e-47c3-4f4c-a369-8a19f08ab471 HTTP/1.1" status: 200 len: 823 time: 0.1090608 Aug 16 20:42:28.610234 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-e8a1b35a-0a53-415c-8849-16cfcef0969b tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/quotas/eb8c4b7819fc43cbbe786a97a0c82206 HTTP/1.1" status: 200 len: 375 time: 0.0095251 Aug 16 20:42:28.683949 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-6a742d16-db7e-416c-a111-377b2f25a1b9 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=eb8c4b7819fc43cbbe786a97a0c82206&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0670455 Aug 16 20:42:28.702515 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-d71618aa-8ade-4698-be48-cc055c4735a0 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:42:28.703479 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-d71618aa-8ade-4698-be48-cc055c4735a0 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067110 Aug 16 20:42:28.813319 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd2c47-5b35-4596-bbf1-f47c60766292 req-1dd0e089-9d20-4e15-a41e-8dc639a231b9 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:28.815217 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-24cd2c47-5b35-4596-bbf1-f47c60766292 req-1dd0e089-9d20-4e15-a41e-8dc639a231b9 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/ports?device_id=c46dd249-f054-4b8c-b4b9-e3b66f0f1112 HTTP/1.1" status: 200 len: 967 time: 0.0650327 Aug 16 20:42:28.857955 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-24cd2c47-5b35-4596-bbf1-f47c60766292 req-c7149033-210d-4627-9249-053458dc03fd tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/security-groups?id=33d05244-d31d-4f4a-9891-8cab4c21669e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344896 Aug 16 20:42:28.955854 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c93ad976-8f99-4744-a649-81002dd0f2f2 req-ee766011-2e45-49be-9561-a846606968c7 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 210 time: 0.0351377 Aug 16 20:42:28.977853 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-983fbd6c-ca5f-4841-9e92-93a4e9be150c service neutron] 10.222.0.84 "GET /v2.0/networks/3bee841e-47c3-4f4c-a369-8a19f08ab471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596744 Aug 16 20:42:29.070265 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-94ec0cf1-2022-4d13-ae32-53daac3796d7 service neutron] 10.222.0.84 "GET /v2.0/networks/3bee841e-47c3-4f4c-a369-8a19f08ab471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861297 Aug 16 20:42:29.197614 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ecfc4b5c-b651-4399-be21-a00050396d16 req-751a9e80-3191-48d3-a2aa-884a60e1d53c tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 210 time: 0.0270452 Aug 16 20:42:29.314992 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f61554fb-43ef-4a56-9708-7477058a5558 req-80c1992a-fd8d-4829-8bc4-69115be863a9 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/ports?device_id=05abb6bf-95a9-460a-853c-f28ef84440f0 HTTP/1.1" status: 200 len: 210 time: 0.0281410 Aug 16 20:42:29.392247 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.72', 60965) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:29.424593 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-a296243b-6ca8-465f-8131-20b4a5ef4064 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=8eeb19c70e2743deaa8aa99547f66522&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248933 Aug 16 20:42:29.648870 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-d0270a09-603e-464d-b0ed-a113d76f1d9b tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:29.650596 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-d0270a09-603e-464d-b0ed-a113d76f1d9b tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2105885 Aug 16 20:42:29.720508 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-18abc11f-88b9-4b9e-81e4-03092946b2cd tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Request body: {'port': {'device_id': 'f160cce8-cd8e-4a17-875d-f7b4f0de79f4', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'admin_state_up': True, 'tenant_id': '8eeb19c70e2743deaa8aa99547f66522'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:29.930987 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-18abc11f-88b9-4b9e-81e4-03092946b2cd tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Made reservation on behalf of 8eeb19c70e2743deaa8aa99547f66522 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:29.934689 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-18abc11f-88b9-4b9e-81e4-03092946b2cd tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:29.948555 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-18abc11f-88b9-4b9e-81e4-03092946b2cd tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:29.982792 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed8579-da90-4a03-b1d3-f38a71680e4e req-9a6385bf-75b4-4187-a655-d641711c32d0 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:29.984395 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-22ed8579-da90-4a03-b1d3-f38a71680e4e req-9a6385bf-75b4-4187-a655-d641711c32d0 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/ports?device_id=c46dd249-f054-4b8c-b4b9-e3b66f0f1112 HTTP/1.1" status: 200 len: 967 time: 0.0596440 Aug 16 20:42:30.062319 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-18abc11f-88b9-4b9e-81e4-03092946b2cd tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:30.071009 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-22ed8579-da90-4a03-b1d3-f38a71680e4e req-e41d7cf9-4132-474f-b9b5-1ba7f4d6d0f9 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/security-groups?id=33d05244-d31d-4f4a-9891-8cab4c21669e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689704 Aug 16 20:42:30.094427 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-94077a9f-d5c5-4f5f-8b4e-af6e1ba61226 req-cad6db05-9e81-4635-b99c-30b1a795a0c9 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 210 time: 0.0423088 Aug 16 20:42:30.165054 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54620) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:30.172147 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-18abc11f-88b9-4b9e-81e4-03092946b2cd tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:30.276242 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18abc11f-88b9-4b9e-81e4-03092946b2cd tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7836b8f2-5d24-4a8b-bf2c-030748d55356,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:30.322103 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-963dabf9-f283-4c45-99df-66fc29cc3fca req-fa470729-439c-4040-9d9c-9dd70de53f16 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 210 time: 0.0425522 Aug 16 20:42:30.338835 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9aefdf54-8614-4ca5-a25d-b064c0fbb4c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:30.383467 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:42:30.409204 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a5bbc7a9-570d-42dd-a7d0-f18beaf58974 req-5f2772aa-0294-41ee-9c11-e725d468ea68 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/ports?device_id=05abb6bf-95a9-460a-853c-f28ef84440f0 HTTP/1.1" status: 200 len: 210 time: 0.0313170 Aug 16 20:42:30.456299 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-18abc11f-88b9-4b9e-81e4-03092946b2cd tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Allocated IP 192.168.233.74 (d77fce7e-e915-4ee5-ada6-d6f376af2589/2883ed1d-8e71-4475-b2ce-2177242b9f23/56353298-d50b-4643-afa0-a1f978a1a3fa) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:42:30.714662 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9aefdf54-8614-4ca5-a25d-b064c0fbb4c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:30.768617 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-18abc11f-88b9-4b9e-81e4-03092946b2cd tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:30.784511 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-18abc11f-88b9-4b9e-81e4-03092946b2cd tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Transition to ACTIVE for port object 56353298-d50b-4643-afa0-a1f978a1a3fa will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:30.800833 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9aefdf54-8614-4ca5-a25d-b064c0fbb4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:30.865016 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9aefdf54-8614-4ca5-a25d-b064c0fbb4c7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a68134f759764a648ac418ed9b24d66d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6986799 Aug 16 20:42:30.866964 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aefdf54-8614-4ca5-a25d-b064c0fbb4c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295f34b9-c3c6-4239-8c7c-5eb8afad9d4d,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:30.868105 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54628) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:30.930903 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a0dfe2f9-979f-4df8-8657-c701052c00b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:30.952707 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a0dfe2f9-979f-4df8-8657-c701052c00b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:31.001491 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-18abc11f-88b9-4b9e-81e4-03092946b2cd tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:31.058457 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a0dfe2f9-979f-4df8-8657-c701052c00b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:31.061052 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a0dfe2f9-979f-4df8-8657-c701052c00b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:31.064680 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a0dfe2f9-979f-4df8-8657-c701052c00b9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/295f34b9-c3c6-4239-8c7c-5eb8afad9d4d HTTP/1.1" status: 204 len: 168 time: 0.1930077 Aug 16 20:42:31.072553 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dfe2f9-979f-4df8-8657-c701052c00b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295f34b9-c3c6-4239-8c7c-5eb8afad9d4d,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:31.087040 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-18abc11f-88b9-4b9e-81e4-03092946b2cd tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Network d77fce7e-e915-4ee5-ada6-d6f376af2589 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:31.097983 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-18abc11f-88b9-4b9e-81e4-03092946b2cd tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:31.103397 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-18abc11f-88b9-4b9e-81e4-03092946b2cd tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:31.117474 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-18abc11f-88b9-4b9e-81e4-03092946b2cd tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:31.118155 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-18abc11f-88b9-4b9e-81e4-03092946b2cd tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:31.122842 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18abc11f-88b9-4b9e-81e4-03092946b2cd tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Pushing event updated for resources: {'Port': ['ID=56353298-d50b-4643-afa0-a1f978a1a3fa,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:31.229979 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-18abc11f-88b9-4b9e-81e4-03092946b2cd tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5135396 Aug 16 20:42:31.254545 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de8ac2-06c0-4ba4-856f-3261e3afdbb7 req-688df1c3-35f2-40da-930a-3b85796d1873 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:31.256510 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-79de8ac2-06c0-4ba4-856f-3261e3afdbb7 req-688df1c3-35f2-40da-930a-3b85796d1873 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/ports?device_id=c46dd249-f054-4b8c-b4b9-e3b66f0f1112 HTTP/1.1" status: 200 len: 967 time: 0.0819757 Aug 16 20:42:31.266190 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 64e0008c-7ebe-436a-8179-4bd4af5bb80a details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:42:31.271815 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7f216-a1cd-4148-8c6f-931c2d13c2a8 req-80a62630-5a16-4a61-89a8-9ec1d133069f tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:31.273516 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-09e7f216-a1cd-4148-8c6f-931c2d13c2a8 req-80a62630-5a16-4a61-89a8-9ec1d133069f tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 935 time: 0.0888433 Aug 16 20:42:31.337920 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-79de8ac2-06c0-4ba4-856f-3261e3afdbb7 req-9d782e74-b134-411e-9f75-755c6b750750 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/security-groups?id=33d05244-d31d-4f4a-9891-8cab4c21669e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632374 Aug 16 20:42:31.347364 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-09e7f216-a1cd-4148-8c6f-931c2d13c2a8 req-e6833c92-b51b-4903-984d-4d9710e0b7ae tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652308 Aug 16 20:42:31.417846 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 64e0008c-7ebe-436a-8179-4bd4af5bb80a, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=64e0008c-7ebe-436a-8179-4bd4af5bb80a,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:31.437153 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '64e0008c-7ebe-436a-8179-4bd4af5bb80a', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': '64e0008c-7ebe-436a-8179-4bd4af5bb80a', 'mac_address': 'fa:16:3e:04:88:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:tempest-test_az-20966902', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:42:31.442242 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d15adda9-2c09-4a46-a215-318d54221591 req-ead4a73e-122f-4036-b6a3-983f9df7ff47 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 210 time: 0.0315387 Aug 16 20:42:31.523954 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a177ab2e-3fee-42a5-baf9-074ca83dd6f8 req-5c47c7a0-edfa-43b4-a7a5-47ef7f6461cf tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/ports?device_id=05abb6bf-95a9-460a-853c-f28ef84440f0 HTTP/1.1" status: 200 len: 210 time: 0.0290534 Aug 16 20:42:31.578407 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-84a72e46-e413-4cce-9a3e-e00520076721 None None] Provisioning for port 56353298-d50b-4643-afa0-a1f978a1a3fa completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:42:31.588384 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-84a72e46-e413-4cce-9a3e-e00520076721 None None] Provisioning complete for port 56353298-d50b-4643-afa0-a1f978a1a3fa triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:31.588774 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-84a72e46-e413-4cce-9a3e-e00520076721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:31.614233 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:31.636336 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64e0008c-7ebe-436a-8179-4bd4af5bb80a {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:42:31.640382 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-84a72e46-e413-4cce-9a3e-e00520076721 None None] Port 56353298-d50b-4643-afa0-a1f978a1a3fa cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:42:31.658579 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 64e0008c-7ebe-436a-8179-4bd4af5bb80a, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=64e0008c-7ebe-436a-8179-4bd4af5bb80a,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:31.743009 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:31.792025 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=64e0008c-7ebe-436a-8179-4bd4af5bb80a,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:31.796687 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54642) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:31.810574 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e3d7dafc-83cc-4e20-b54c-e6337f59ed85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:31.900103 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e3d7dafc-83cc-4e20-b54c-e6337f59ed85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:31.971960 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e3d7dafc-83cc-4e20-b54c-e6337f59ed85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:32.009793 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d7dafc-83cc-4e20-b54c-e6337f59ed85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e98d83-6c17-4678-87a5-13d0a2fb7b37,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:32.015606 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['64e0008c-7ebe-436a-8179-4bd4af5bb80a'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:42:32.019738 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e3d7dafc-83cc-4e20-b54c-e6337f59ed85 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2f351902d4844957b6ab1a1098978915&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2219632 Aug 16 20:42:32.020233 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54644) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:32.077787 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b282ff2e-d105-4234-a9cc-c04911cfded9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:32.099160 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b282ff2e-d105-4234-a9cc-c04911cfded9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:32.557131 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b282ff2e-d105-4234-a9cc-c04911cfded9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:32.557131 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b282ff2e-d105-4234-a9cc-c04911cfded9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:32.557131 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b282ff2e-d105-4234-a9cc-c04911cfded9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/19e98d83-6c17-4678-87a5-13d0a2fb7b37 HTTP/1.1" status: 204 len: 168 time: 0.3512399 Aug 16 20:42:32.557131 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282ff2e-d105-4234-a9cc-c04911cfded9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e98d83-6c17-4678-87a5-13d0a2fb7b37,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:32.559998 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632f98e-de92-4b3a-8c61-dd610426e46d req-e8e5f7bc-1032-4de1-9ac1-149b0241c737 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:32.559998 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d632f98e-de92-4b3a-8c61-dd610426e46d req-e8e5f7bc-1032-4de1-9ac1-149b0241c737 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/ports?device_id=c46dd249-f054-4b8c-b4b9-e3b66f0f1112 HTTP/1.1" status: 200 len: 968 time: 0.0880632 Aug 16 20:42:32.559998 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79d400-71ff-409d-a67e-67bbf2bdfc8c req-f16179ee-1957-42ac-b3d2-84fb755943e8 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:32.559998 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cc79d400-71ff-409d-a67e-67bbf2bdfc8c req-f16179ee-1957-42ac-b3d2-84fb755943e8 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 935 time: 0.0875919 Aug 16 20:42:32.594514 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d632f98e-de92-4b3a-8c61-dd610426e46d req-2a533e8b-4549-4d62-8b96-b7ac671a804f tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/security-groups?id=33d05244-d31d-4f4a-9891-8cab4c21669e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566931 Aug 16 20:42:32.599483 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cc79d400-71ff-409d-a67e-67bbf2bdfc8c req-7f7129ed-b114-4ace-9c9e-5fc56f87ea10 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549622 Aug 16 20:42:32.709792 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bda070ba-116c-4b65-89db-6826222a7bfa req-ef027798-5f91-4d82-bc2b-01dfd1aeee9e tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/ports?device_id=05abb6bf-95a9-460a-853c-f28ef84440f0 HTTP/1.1" status: 200 len: 210 time: 0.0502784 Aug 16 20:42:32.711652 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-23ad2ecd-47ae-445b-bbed-46586c70e08d req-d7191941-e183-4e1c-b4c5-c49f0d06e6f1 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 210 time: 0.0501125 Aug 16 20:42:33.255866 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 64e0008c-7ebe-436a-8179-4bd4af5bb80a up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:42:33.413240 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 64e0008c-7ebe-436a-8179-4bd4af5bb80a completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:42:33.418015 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 64e0008c-7ebe-436a-8179-4bd4af5bb80a triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:33.418379 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:33.506201 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:33.530627 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46dd249-f054-4b8c-b4b9-e3b66f0f1112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e0008c-7ebe-436a-8179-4bd4af5bb80a'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:42:33.603744 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 64e0008c-7ebe-436a-8179-4bd4af5bb80a, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=64e0008c-7ebe-436a-8179-4bd4af5bb80a,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:33.737252 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2244be-f2a8-4a4c-b8be-44d00f54e5b1 req-53dc0098-fd77-4f6d-b689-9d2c32d33519 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:33.738865 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ae2244be-f2a8-4a4c-b8be-44d00f54e5b1 req-53dc0098-fd77-4f6d-b689-9d2c32d33519 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/ports?device_id=c46dd249-f054-4b8c-b4b9-e3b66f0f1112 HTTP/1.1" status: 200 len: 968 time: 0.0754781 Aug 16 20:42:33.743365 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:33.764055 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09b0d7-2b36-4fba-be27-cc9b633dc32a req-cf50e689-a0c7-40fb-a10f-23c248242970 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:33.765551 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-af09b0d7-2b36-4fba-be27-cc9b633dc32a req-cf50e689-a0c7-40fb-a10f-23c248242970 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 935 time: 0.0908206 Aug 16 20:42:33.784559 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5b1d43-6715-4572-9c47-efb6275f71e6" -d '{"events": [{"server_uuid": "c46dd249-f054-4b8c-b4b9-e3b66f0f1112", "name": "network-vif-plugged", "status": "completed", "tag": "64e0008c-7ebe-436a-8179-4bd4af5bb80a"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:42:33.797434 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=64e0008c-7ebe-436a-8179-4bd4af5bb80a,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:33.807076 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ae2244be-f2a8-4a4c-b8be-44d00f54e5b1 req-d5db991b-cf9e-4678-8d33-deadcd2808b8 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/security-groups?id=33d05244-d31d-4f4a-9891-8cab4c21669e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577128 Aug 16 20:42:33.833192 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-af09b0d7-2b36-4fba-be27-cc9b633dc32a req-d72c67bf-4cf9-4118-acb7-c91cc42d472a tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547554 Aug 16 20:42:33.917641 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8be4d653-999e-4f3b-8ea1-170c5130ed3b req-3baf3b21-8295-4b0f-8dd8-89b55abb8dea tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/ports?device_id=05abb6bf-95a9-460a-853c-f28ef84440f0 HTTP/1.1" status: 200 len: 210 time: 0.0377469 Aug 16 20:42:33.946131 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ab51d1ae-8943-49c9-8a20-961ed951b224 req-61b99e32-4a47-412a-a17f-a73fb8113262 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 210 time: 0.0540354 Aug 16 20:42:34.137698 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f761eec-479c-45a5-92b3-f21a2189edb2 x-openstack-request-id: req-3f761eec-479c-45a5-92b3-f21a2189edb2 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:42:34.138023 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c46dd249-f054-4b8c-b4b9-e3b66f0f1112", "name": "network-vif-plugged", "status": "completed", "tag": "64e0008c-7ebe-436a-8179-4bd4af5bb80a", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:42:34.138282 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3f761eec-479c-45a5-92b3-f21a2189edb2 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:42:34.138748 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46dd249-f054-4b8c-b4b9-e3b66f0f1112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e0008c-7ebe-436a-8179-4bd4af5bb80a', 'code': 200} Aug 16 20:42:34.284245 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e71f5f-a842-4690-8d8c-0de2f80ea530 req-002c425a-e02f-405e-a278-25cf5faf4cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:34.285151 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3e71f5f-a842-4690-8d8c-0de2f80ea530 req-002c425a-e02f-405e-a278-25cf5faf4cea service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c46dd249-f054-4b8c-b4b9-e3b66f0f1112 HTTP/1.1" status: 200 len: 1121 time: 0.0761795 Aug 16 20:42:34.305806 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a3e71f5f-a842-4690-8d8c-0de2f80ea530 req-be5112e7-fb32-48be-a2e4-2303a2ca1814 service neutron] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:34.401450 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a3e71f5f-a842-4690-8d8c-0de2f80ea530 req-be5112e7-fb32-48be-a2e4-2303a2ca1814 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:34.612288 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a3e71f5f-a842-4690-8d8c-0de2f80ea530 req-be5112e7-fb32-48be-a2e4-2303a2ca1814 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:34.642707 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3e71f5f-a842-4690-8d8c-0de2f80ea530 req-be5112e7-fb32-48be-a2e4-2303a2ca1814 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=33d05244-d31d-4f4a-9891-8cab4c21669e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503532 Aug 16 20:42:34.652159 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5112e7-fb32-48be-a2e4-2303a2ca1814 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d29ed7dc-ccea-439b-97b4-ca7525a2984b,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:34.963038 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ecf70e-7abc-493a-b951-8cdaa0f3f10a req-bb690826-b746-4aec-a1c8-0d7c00b885bb tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:34.964620 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d8ecf70e-7abc-493a-b951-8cdaa0f3f10a req-bb690826-b746-4aec-a1c8-0d7c00b885bb tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/ports?device_id=c46dd249-f054-4b8c-b4b9-e3b66f0f1112 HTTP/1.1" status: 200 len: 969 time: 0.0876424 Aug 16 20:42:34.994396 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317c215-3611-4e6d-84dd-923f61f1c541 req-1383f0cc-5807-41d8-83df-2ad384960ae8 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:34.995896 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a317c215-3611-4e6d-84dd-923f61f1c541 req-1383f0cc-5807-41d8-83df-2ad384960ae8 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 935 time: 0.0846033 Aug 16 20:42:35.028187 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d8ecf70e-7abc-493a-b951-8cdaa0f3f10a req-9f8eebca-9955-4115-b730-48c7284c54e9 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/security-groups?id=33d05244-d31d-4f4a-9891-8cab4c21669e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573788 Aug 16 20:42:35.049221 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a317c215-3611-4e6d-84dd-923f61f1c541 req-378e993b-ee32-431c-950c-f8c20ba777fa tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453079 Aug 16 20:42:35.128458 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e3bfe857-3558-4c1f-aa16-b7cc0c66e94e req-b4a85284-ed32-4be3-9cea-6f395b8910e6 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/ports?device_id=05abb6bf-95a9-460a-853c-f28ef84440f0 HTTP/1.1" status: 200 len: 210 time: 0.0300591 Aug 16 20:42:35.158053 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3b9a029b-173a-4785-9093-681f5e503ef2 req-5b0c02a5-5bd9-41c3-b570-4409cfebda45 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 210 time: 0.0327904 Aug 16 20:42:36.082046 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54752) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:36.165810 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26aaf6-86b0-40a5-97cf-ad8f50896399 req-59b40df0-3b2c-4c8d-9f39-0da299f9a389 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:36.167390 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dd26aaf6-86b0-40a5-97cf-ad8f50896399 req-59b40df0-3b2c-4c8d-9f39-0da299f9a389 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/ports?device_id=c46dd249-f054-4b8c-b4b9-e3b66f0f1112 HTTP/1.1" status: 200 len: 969 time: 0.0611715 Aug 16 20:42:36.231127 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69bcc2aa-dd66-4568-a0ce-11ab41212888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:36.265738 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e0c55-7b96-46b0-af75-843495330a48 req-a06bcd67-f242-4c4c-856b-b7ec2c7908aa tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:36.267201 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b43e0c55-7b96-46b0-af75-843495330a48 req-a06bcd67-f242-4c4c-856b-b7ec2c7908aa tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 935 time: 0.1104841 Aug 16 20:42:36.271222 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dd26aaf6-86b0-40a5-97cf-ad8f50896399 req-c7b58082-8a48-47ae-b50b-2759459222bf tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/security-groups?id=33d05244-d31d-4f4a-9891-8cab4c21669e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913434 Aug 16 20:42:36.335269 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b43e0c55-7b96-46b0-af75-843495330a48 req-13c7d88a-8037-4cc8-9763-d7bc57164160 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593157 Aug 16 20:42:36.370276 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a7f4d72-1e96-4b6f-a689-d0f887f795a8 req-1f11bc02-3ec8-4f9b-8f61-6f41492d15a3 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/ports?device_id=05abb6bf-95a9-460a-853c-f28ef84440f0 HTTP/1.1" status: 200 len: 210 time: 0.0329742 Aug 16 20:42:36.440343 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7051a011-5267-4f0d-a055-91d4b3fabe47 req-e4dffaae-1851-4714-89b7-2964212c43fe tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 210 time: 0.0435202 Aug 16 20:42:36.445651 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69bcc2aa-dd66-4568-a0ce-11ab41212888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:36.538617 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69bcc2aa-dd66-4568-a0ce-11ab41212888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:36.578315 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-69bcc2aa-dd66-4568-a0ce-11ab41212888 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fcebe56d67e941afb81eb9461f5c1fbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4954867 Aug 16 20:42:36.579277 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bcc2aa-dd66-4568-a0ce-11ab41212888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55b940e-f639-4363-9092-e8f52148647e,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:36.581172 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54760) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:36.633108 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e0497edc-5969-42f0-b2cc-f3258b5cdb5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:36.654148 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e0497edc-5969-42f0-b2cc-f3258b5cdb5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:36.800531 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e0497edc-5969-42f0-b2cc-f3258b5cdb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:36.803146 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e0497edc-5969-42f0-b2cc-f3258b5cdb5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:36.804381 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e0497edc-5969-42f0-b2cc-f3258b5cdb5c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d55b940e-f639-4363-9092-e8f52148647e HTTP/1.1" status: 204 len: 168 time: 0.2220800 Aug 16 20:42:36.812138 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0497edc-5969-42f0-b2cc-f3258b5cdb5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55b940e-f639-4363-9092-e8f52148647e,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:37.135214 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.72', 60969) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:37.170504 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-ab604bbf-3d21-4260-a585-88a1cce8275b tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:42:37.171624 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-ab604bbf-3d21-4260-a585-88a1cce8275b tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143576 Aug 16 20:42:37.390332 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-89405182-6f69-4cfb-badd-1f1430fc6257 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:37.391883 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-89405182-6f69-4cfb-badd-1f1430fc6257 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.72 "GET /v2.0/networks?id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa HTTP/1.1" status: 200 len: 808 time: 0.2363358 Aug 16 20:42:37.397257 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd21353-efd8-4120-901d-9b4163b3068c req-8e0da209-4352-4bc8-b05d-3322fb45156c tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:37.398781 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0bd21353-efd8-4120-901d-9b4163b3068c req-8e0da209-4352-4bc8-b05d-3322fb45156c tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/ports?device_id=c46dd249-f054-4b8c-b4b9-e3b66f0f1112 HTTP/1.1" status: 200 len: 969 time: 0.0563054 Aug 16 20:42:37.400156 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-11dd5ec6-fb21-43ea-8f1d-03a5bedfc202 service neutron] Request body: {'port': {'device_id': 'f160cce8-cd8e-4a17-875d-f7b4f0de79f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:37.424715 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-55e0bfb6-41dc-4b27-80f7-0739811e3881 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Request body: {'port': {'device_id': 'f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e', 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa', 'admin_state_up': True, 'tenant_id': '8ef76538be3f42efb94d0f0a8384d0d1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:37.474376 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0bd21353-efd8-4120-901d-9b4163b3068c req-9f0b1d15-8866-4929-a27b-7744aeef75d9 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/security-groups?id=33d05244-d31d-4f4a-9891-8cab4c21669e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687969 Aug 16 20:42:37.495910 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17e8a0-df1d-4279-8061-23b4d0bd3546 req-e4e0cf83-20f4-4b09-acbe-1e25d0abb971 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:37.498739 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-be17e8a0-df1d-4279-8061-23b4d0bd3546 req-e4e0cf83-20f4-4b09-acbe-1e25d0abb971 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 935 time: 0.0768392 Aug 16 20:42:37.524916 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-11dd5ec6-fb21-43ea-8f1d-03a5bedfc202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:37.528612 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54782) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:37.558826 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-be17e8a0-df1d-4279-8061-23b4d0bd3546 req-df6bb29c-fa4d-4a7d-a509-ea73ed838ee6 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488896 Aug 16 20:42:37.561707 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-acda0b77-eb45-4793-bc48-0528559269c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:37.575634 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-239968e9-85b4-4606-b40b-dd7d9048b766 req-b2e7cd41-a8c6-414f-a757-45012fc495f5 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/ports?device_id=05abb6bf-95a9-460a-853c-f28ef84440f0 HTTP/1.1" status: 200 len: 210 time: 0.0334110 Aug 16 20:42:37.664085 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3f0d9654-74a7-47bb-8108-35cf9e3f3090 req-9fcfc4ef-c126-48b3-964e-3a613c56fabf tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 210 time: 0.0403411 Aug 16 20:42:37.734336 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8df98-4707-423d-ac7a-6c291fbf5cd5 req-eab4589c-2b43-4101-9519-1f87ccfe360b tempest-AggregatesAdminTestJSON-2060139097 tempest-AggregatesAdminTestJSON-2060139097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:37.735869 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-efb8df98-4707-423d-ac7a-6c291fbf5cd5 req-eab4589c-2b43-4101-9519-1f87ccfe360b tempest-AggregatesAdminTestJSON-2060139097 tempest-AggregatesAdminTestJSON-2060139097-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=c46dd249-f054-4b8c-b4b9-e3b66f0f1112 HTTP/1.1" status: 200 len: 1121 time: 0.0434189 Aug 16 20:42:37.754758 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-efb8df98-4707-423d-ac7a-6c291fbf5cd5 req-67446ebb-9296-46a6-ace1-4d1f1359d335 tempest-AggregatesAdminTestJSON-2060139097 tempest-AggregatesAdminTestJSON-2060139097-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:37.907546 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-acda0b77-eb45-4793-bc48-0528559269c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:37.978507 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-11dd5ec6-fb21-43ea-8f1d-03a5bedfc202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56353298-d50b-4643-afa0-a1f978a1a3fa {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:42:37.986059 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-11dd5ec6-fb21-43ea-8f1d-03a5bedfc202 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:38.000260 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-11dd5ec6-fb21-43ea-8f1d-03a5bedfc202 service neutron] Transition to ACTIVE for port object 56353298-d50b-4643-afa0-a1f978a1a3fa will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:38.694852 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20275ec-d4d0-405a-8d02-a614cdb952b1 req-bd7c3d28-6855-4622-a893-6cb910004353 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:38.696359 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a20275ec-d4d0-405a-8d02-a614cdb952b1 req-bd7c3d28-6855-4622-a893-6cb910004353 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 935 time: 0.0502899 Aug 16 20:42:38.734050 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a20275ec-d4d0-405a-8d02-a614cdb952b1 req-07408a2c-8ce5-47bc-ab40-378dadecf7ab tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317194 Aug 16 20:42:38.802541 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-acda0b77-eb45-4793-bc48-0528559269c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:38.814724 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0715da5d-1071-4310-9dd5-d12aeb28ead4 req-1e2cd129-edcd-4820-909e-4e331939b1c6 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/ports?device_id=05abb6bf-95a9-460a-853c-f28ef84440f0 HTTP/1.1" status: 200 len: 210 time: 0.0268033 Aug 16 20:42:38.847006 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda0b77-eb45-4793-bc48-0528559269c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c2c5b0-2242-41a3-bd71-16fdb12717f2,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:38.854095 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-acda0b77-eb45-4793-bc48-0528559269c2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=35118dbaff184aa1b66df14ea0b46d80&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3235419 Aug 16 20:42:38.854719 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54790) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:38.902071 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe56-cada-4359-80c9-5d7cee04a443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:38.902683 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8232b98c-dc26-4481-9042-4d4b4044cf53 req-b6dd6acc-0808-4e32-83f8-b54cf1472b8c tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 210 time: 0.0305603 Aug 16 20:42:38.927064 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe56-cada-4359-80c9-5d7cee04a443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:39.027382 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-11dd5ec6-fb21-43ea-8f1d-03a5bedfc202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:39.095989 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-55e0bfb6-41dc-4b27-80f7-0739811e3881 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Made reservation on behalf of 8ef76538be3f42efb94d0f0a8384d0d1 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:39.099551 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-55e0bfb6-41dc-4b27-80f7-0739811e3881 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:39.132632 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd5ec6-fb21-43ea-8f1d-03a5bedfc202 service neutron] Pushing event updated for resources: {'Port': ['ID=56353298-d50b-4643-afa0-a1f978a1a3fa,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:39.147728 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-11dd5ec6-fb21-43ea-8f1d-03a5bedfc202 service neutron] Attempting to bind port 56353298-d50b-4643-afa0-a1f978a1a3fa on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:42:39.148103 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-11dd5ec6-fb21-43ea-8f1d-03a5bedfc202 service neutron] Attempting to bind port 56353298-d50b-4643-afa0-a1f978a1a3fa by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:42:39.148437 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-11dd5ec6-fb21-43ea-8f1d-03a5bedfc202 service neutron] Attempting to bind port 56353298-d50b-4643-afa0-a1f978a1a3fa on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:42:39.159361 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-11dd5ec6-fb21-43ea-8f1d-03a5bedfc202 service neutron] Port 56353298-d50b-4643-afa0-a1f978a1a3fa on network d77fce7e-e915-4ee5-ada6-d6f376af2589 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:42:39.159681 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-11dd5ec6-fb21-43ea-8f1d-03a5bedfc202 service neutron] Attempting to bind port 56353298-d50b-4643-afa0-a1f978a1a3fa on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:42:39.165155 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-11dd5ec6-fb21-43ea-8f1d-03a5bedfc202 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:42:39.165575 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-11dd5ec6-fb21-43ea-8f1d-03a5bedfc202 service neutron] Checking segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:39.166165 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-11dd5ec6-fb21-43ea-8f1d-03a5bedfc202 service neutron] Bound using segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:42:39.166769 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-11dd5ec6-fb21-43ea-8f1d-03a5bedfc202 service neutron] Bound port: 56353298-d50b-4643-afa0-a1f978a1a3fa, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:42:39.167194 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-11dd5ec6-fb21-43ea-8f1d-03a5bedfc202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:39.185436 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe56-cada-4359-80c9-5d7cee04a443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:39.187602 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe56-cada-4359-80c9-5d7cee04a443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:39.197102 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7dc3fe56-cada-4359-80c9-5d7cee04a443 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/43c2c5b0-2242-41a3-bd71-16fdb12717f2 HTTP/1.1" status: 204 len: 168 time: 0.3356905 Aug 16 20:42:39.254695 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-efb8df98-4707-423d-ac7a-6c291fbf5cd5 req-67446ebb-9296-46a6-ace1-4d1f1359d335 tempest-AggregatesAdminTestJSON-2060139097 tempest-AggregatesAdminTestJSON-2060139097-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:39.258240 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3fe56-cada-4359-80c9-5d7cee04a443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c2c5b0-2242-41a3-bd71-16fdb12717f2,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:39.324958 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-11dd5ec6-fb21-43ea-8f1d-03a5bedfc202 service neutron] For port 56353298-d50b-4643-afa0-a1f978a1a3fa, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:42:39.338139 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-efb8df98-4707-423d-ac7a-6c291fbf5cd5 req-67446ebb-9296-46a6-ace1-4d1f1359d335 tempest-AggregatesAdminTestJSON-2060139097 tempest-AggregatesAdminTestJSON-2060139097-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:39.353929 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-11dd5ec6-fb21-43ea-8f1d-03a5bedfc202 service neutron] For port 56353298-d50b-4643-afa0-a1f978a1a3fa, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=56353298-d50b-4643-afa0-a1f978a1a3fa,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:42:39.359377 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-efb8df98-4707-423d-ac7a-6c291fbf5cd5 req-67446ebb-9296-46a6-ace1-4d1f1359d335 tempest-AggregatesAdminTestJSON-2060139097 tempest-AggregatesAdminTestJSON-2060139097-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=33d05244-d31d-4f4a-9891-8cab4c21669e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6165690 Aug 16 20:42:39.364538 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-55e0bfb6-41dc-4b27-80f7-0739811e3881 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Allocated IP 172.20.0.10 (8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa/32473632-cd45-434e-a077-52a281cec044/5f912723-5346-408a-9f1e-3e97c404dc7c) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:42:39.370528 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67446ebb-9296-46a6-ace1-4d1f1359d335 tempest-AggregatesAdminTestJSON-2060139097 tempest-AggregatesAdminTestJSON-2060139097-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021edd48-8dd8-47e8-9749-e7f0d1ded4c8,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:39.482052 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-11dd5ec6-fb21-43ea-8f1d-03a5bedfc202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:39.535977 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-11dd5ec6-fb21-43ea-8f1d-03a5bedfc202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:39.536768 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-11dd5ec6-fb21-43ea-8f1d-03a5bedfc202 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:39.538396 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-11dd5ec6-fb21-43ea-8f1d-03a5bedfc202 service neutron] 10.222.0.72 "PUT /v2.0/ports/56353298-d50b-4643-afa0-a1f978a1a3fa HTTP/1.1" status: 200 len: 1096 time: 2.2075195 Aug 16 20:42:39.538704 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f160cce8-cd8e-4a17-875d-f7b4f0de79f4', 'tag': '56353298-d50b-4643-afa0-a1f978a1a3fa'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:42:39.671991 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.72', 60974) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:39.735239 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-2306d2b7-53fc-4987-a05e-b46bfeaed4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:39.741355 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-2306d2b7-53fc-4987-a05e-b46bfeaed4c8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8eeb19c70e2743deaa8aa99547f66522&device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 1099 time: 0.0641239 Aug 16 20:42:39.799448 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-7751913b-0e9d-4995-99b3-06c53044d422 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=56353298-d50b-4643-afa0-a1f978a1a3fa HTTP/1.1" status: 200 len: 217 time: 0.0537953 Aug 16 20:42:39.844858 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-55e0bfb6-41dc-4b27-80f7-0739811e3881 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:39.902875 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd5ec6-fb21-43ea-8f1d-03a5bedfc202 service neutron] Pushing event updated for resources: {'Port': ['ID=56353298-d50b-4643-afa0-a1f978a1a3fa,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:39.914526 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-45184b00-bc2d-4dbc-8c85-2010dabcc61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:39.916151 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-45184b00-bc2d-4dbc-8c85-2010dabcc61d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.1085474 Aug 16 20:42:39.970789 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38973b7-237c-4b13-ac79-71c7b3674c9a req-81366da2-a1aa-4578-a7a6-3d26d207869b tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:39.971761 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-55e0bfb6-41dc-4b27-80f7-0739811e3881 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:39.972536 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b38973b7-237c-4b13-ac79-71c7b3674c9a req-81366da2-a1aa-4578-a7a6-3d26d207869b tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 947 time: 0.1163607 Aug 16 20:42:39.979701 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7bcaa7-ea63-4692-9671-012200014ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "f160cce8-cd8e-4a17-875d-f7b4f0de79f4", "tag": "56353298-d50b-4643-afa0-a1f978a1a3fa"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:42:40.002232 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-fe7488ad-d1ad-41d6-8bef-093b97bf5a01 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:40.005892 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-fe7488ad-d1ad-41d6-8bef-093b97bf5a01 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.72 "GET /v2.0/networks?id=3bee841e-47c3-4f4c-a369-8a19f08ab471 HTTP/1.1" status: 200 len: 823 time: 0.2506871 Aug 16 20:42:40.027030 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-e84726e8-1364-4ed7-abb0-e6f2d8c23a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:40.028567 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-e84726e8-1364-4ed7-abb0-e6f2d8c23a10 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1033649 Aug 16 20:42:40.050430 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-55e0bfb6-41dc-4b27-80f7-0739811e3881 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:40.054861 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b38973b7-237c-4b13-ac79-71c7b3674c9a req-b08a2eb5-b823-4401-9c86-40046e0cbcab tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759847 Aug 16 20:42:40.057885 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-55e0bfb6-41dc-4b27-80f7-0739811e3881 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:40.065199 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0a05d29f-07ac-490f-85e6-72c65d0c901a req-87c4bf4f-e613-428d-bbf0-0489deae2fa1 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/ports?device_id=05abb6bf-95a9-460a-853c-f28ef84440f0 HTTP/1.1" status: 200 len: 210 time: 0.0566845 Aug 16 20:42:40.069876 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-55e0bfb6-41dc-4b27-80f7-0739811e3881 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:40.075469 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-55e0bfb6-41dc-4b27-80f7-0739811e3881 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:40.076135 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-55e0bfb6-41dc-4b27-80f7-0739811e3881 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:40.109162 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-41d55828-fcdb-4278-9ff5-6d14b5b714cc tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb8c4b7819fc43cbbe786a97a0c82206 HTTP/1.1" status: 200 len: 380 time: 0.0847440 Aug 16 20:42:40.109875 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e0bfb6-41dc-4b27-80f7-0739811e3881 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Pushing event updated for resources: {'Port': ['ID=5f912723-5346-408a-9f1e-3e97c404dc7c,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:40.120191 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-9b2cd1f3-d310-4e9d-823e-00c429780057 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Request body: {'port': {'device_id': '05abb6bf-95a9-460a-853c-f28ef84440f0', 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471', 'admin_state_up': True, 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'security_groups': ['381dd21c-901f-4cf7-acca-a2cddfec97a6']}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:40.195651 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-b78c465f-013b-4826-a598-15d2b8562958 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396852 Aug 16 20:42:40.272174 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-55e0bfb6-41dc-4b27-80f7-0739811e3881 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8669581 Aug 16 20:42:40.285938 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-69445e41-d370-448a-9a75-e73ea23d0aa4 service neutron] Request body: {'port': {'device_id': 'f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:40.343628 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-69445e41-d370-448a-9a75-e73ea23d0aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:40.462886 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f14a1c-c571-445e-9116-a2f43e45c353 req-ab23873e-7f24-41e9-b209-f888c19e73ee tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:40.464839 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-40f14a1c-c571-445e-9116-a2f43e45c353 req-ab23873e-7f24-41e9-b209-f888c19e73ee tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 932 time: 0.3071172 Aug 16 20:42:40.533808 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b1c3de6f-9853-4b33-85d6-5bc539e29e44 req-619b5523-a468-476d-b73c-14ed99a2c63f service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304639 Aug 16 20:42:40.533998 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e955a2-e158-4f0c-9835-3bee9002a49c x-openstack-request-id: req-62e955a2-e158-4f0c-9835-3bee9002a49c {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:42:40.533998 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f160cce8-cd8e-4a17-875d-f7b4f0de79f4", "tag": "56353298-d50b-4643-afa0-a1f978a1a3fa", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:42:40.533998 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-62e955a2-e158-4f0c-9835-3bee9002a49c {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:42:40.534237 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f160cce8-cd8e-4a17-875d-f7b4f0de79f4', 'tag': '56353298-d50b-4643-afa0-a1f978a1a3fa', 'status': 'completed', 'code': 200} Aug 16 20:42:40.540991 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-40f14a1c-c571-445e-9116-a2f43e45c353 req-4397b2c1-9291-446d-b53a-69116779c796 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604038 Aug 16 20:42:40.637488 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-69445e41-d370-448a-9a75-e73ea23d0aa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f912723-5346-408a-9f1e-3e97c404dc7c {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:42:40.644613 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-69445e41-d370-448a-9a75-e73ea23d0aa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:40.656999 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-69445e41-d370-448a-9a75-e73ea23d0aa4 service neutron] Transition to ACTIVE for port object 5f912723-5346-408a-9f1e-3e97c404dc7c will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:40.898297 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-9b2cd1f3-d310-4e9d-823e-00c429780057 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Made reservation on behalf of eb8c4b7819fc43cbbe786a97a0c82206 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:40.900461 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-9b2cd1f3-d310-4e9d-823e-00c429780057 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:40.920032 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-69445e41-d370-448a-9a75-e73ea23d0aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:41.018046 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7bcaa7-ea63-4692-9671-012200014ab9 req-be0b3317-f801-41b1-8a95-a3e057e861c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:41.019607 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ba7bcaa7-ea63-4692-9671-012200014ab9 req-be0b3317-f801-41b1-8a95-a3e057e861c9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8eeb19c70e2743deaa8aa99547f66522&device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 1099 time: 0.0399001 Aug 16 20:42:41.051341 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69445e41-d370-448a-9a75-e73ea23d0aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=5f912723-5346-408a-9f1e-3e97c404dc7c,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:41.070097 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1b5f311d-792f-4bd1-99a4-9a67edb45325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:41.114636 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-69445e41-d370-448a-9a75-e73ea23d0aa4 service neutron] Attempting to bind port 5f912723-5346-408a-9f1e-3e97c404dc7c on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:42:41.115168 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-69445e41-d370-448a-9a75-e73ea23d0aa4 service neutron] Attempting to bind port 5f912723-5346-408a-9f1e-3e97c404dc7c by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:42:41.115681 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-69445e41-d370-448a-9a75-e73ea23d0aa4 service neutron] Attempting to bind port 5f912723-5346-408a-9f1e-3e97c404dc7c on network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:42:41.139000 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7bcaa7-ea63-4692-9671-012200014ab9 req-32de1ec6-1501-433e-98d0-29d98571de4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:41.139000 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ba7bcaa7-ea63-4692-9671-012200014ab9 req-32de1ec6-1501-433e-98d0-29d98571de4c service neutron] 10.222.0.72 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.1059926 Aug 16 20:42:41.140750 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-69445e41-d370-448a-9a75-e73ea23d0aa4 service neutron] Port 5f912723-5346-408a-9f1e-3e97c404dc7c on network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:42:41.141085 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-69445e41-d370-448a-9a75-e73ea23d0aa4 service neutron] Attempting to bind port 5f912723-5346-408a-9f1e-3e97c404dc7c on network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:42:41.160594 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-9b2cd1f3-d310-4e9d-823e-00c429780057 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Allocated IP 172.20.0.8 (3bee841e-47c3-4f4c-a369-8a19f08ab471/e33a0f13-659e-4604-b84f-5b9bda739e16/8d1a58cd-4470-4995-b10e-070086e2ed09) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:42:41.162764 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-69445e41-d370-448a-9a75-e73ea23d0aa4 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:42:41.163107 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-69445e41-d370-448a-9a75-e73ea23d0aa4 service neutron] Checking segment: {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:41.163599 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-69445e41-d370-448a-9a75-e73ea23d0aa4 service neutron] Bound using segment: {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:42:41.164084 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-69445e41-d370-448a-9a75-e73ea23d0aa4 service neutron] Bound port: 5f912723-5346-408a-9f1e-3e97c404dc7c, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:42:41.164455 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-69445e41-d370-448a-9a75-e73ea23d0aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:41.208196 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ba7bcaa7-ea63-4692-9671-012200014ab9 req-5a06f429-2f27-4454-9639-ffaa41adce61 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=56353298-d50b-4643-afa0-a1f978a1a3fa HTTP/1.1" status: 200 len: 217 time: 0.0574481 Aug 16 20:42:41.273241 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4392e4-5b50-4122-8c8b-07513f58ba25 req-b3cd7d31-2b1c-42a7-b539-a14f0f78ad2a tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:41.274704 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eb4392e4-5b50-4122-8c8b-07513f58ba25 req-b3cd7d31-2b1c-42a7-b539-a14f0f78ad2a tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 947 time: 0.1364748 Aug 16 20:42:41.293282 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7bcaa7-ea63-4692-9671-012200014ab9 req-22490f3a-c16c-4f35-a7c8-75929a4a16ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:41.294698 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ba7bcaa7-ea63-4692-9671-012200014ab9 req-22490f3a-c16c-4f35-a7c8-75929a4a16ea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0756934 Aug 16 20:42:41.301208 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-69445e41-d370-448a-9a75-e73ea23d0aa4 service neutron] For port 5f912723-5346-408a-9f1e-3e97c404dc7c, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:42:41.318839 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-69445e41-d370-448a-9a75-e73ea23d0aa4 service neutron] For port 5f912723-5346-408a-9f1e-3e97c404dc7c, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=5f912723-5346-408a-9f1e-3e97c404dc7c,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:42:41.366161 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eb4392e4-5b50-4122-8c8b-07513f58ba25 req-c9098550-e15d-494a-b8a1-ab6190b8d336 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832636 Aug 16 20:42:41.367345 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-9b2cd1f3-d310-4e9d-823e-00c429780057 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:41.380103 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-69445e41-d370-448a-9a75-e73ea23d0aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:41.385837 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-9b2cd1f3-d310-4e9d-823e-00c429780057 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Transition to ACTIVE for port object 8d1a58cd-4470-4995-b10e-070086e2ed09 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:41.396147 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9ddf8ccd-050f-4625-8527-3f032ac65bf3 req-da302347-8cf5-427d-857b-9fba7c3a55b1 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/ports?device_id=05abb6bf-95a9-460a-853c-f28ef84440f0 HTTP/1.1" status: 200 len: 210 time: 0.0503068 Aug 16 20:42:41.402699 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7bcaa7-ea63-4692-9671-012200014ab9 req-9f87fcdc-84e0-40d6-9439-a857d2746d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:41.404285 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ba7bcaa7-ea63-4692-9671-012200014ab9 req-9f87fcdc-84e0-40d6-9439-a857d2746d2b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0986767 Aug 16 20:42:41.439819 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-69445e41-d370-448a-9a75-e73ea23d0aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:41.439819 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-69445e41-d370-448a-9a75-e73ea23d0aa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:41.439819 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-69445e41-d370-448a-9a75-e73ea23d0aa4 service neutron] 10.222.0.72 "PUT /v2.0/ports/5f912723-5346-408a-9f1e-3e97c404dc7c HTTP/1.1" status: 200 len: 1093 time: 1.1551979 Aug 16 20:42:41.468348 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69445e41-d370-448a-9a75-e73ea23d0aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=5f912723-5346-408a-9f1e-3e97c404dc7c,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:41.515597 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ba7bcaa7-ea63-4692-9671-012200014ab9 req-8386ce9b-8e2a-4db8-8be1-7a4d21c219bf service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951254 Aug 16 20:42:41.595752 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-9b2cd1f3-d310-4e9d-823e-00c429780057 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:41.623681 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ba7bcaa7-ea63-4692-9671-012200014ab9 req-df8b097b-fabf-4e5d-be07-fd8928ee231d service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007054 Aug 16 20:42:41.676438 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60a6de-d237-4887-8f10-5e74588da069 req-4c6dfbfd-c372-47db-8dd0-5dfc1233fb79 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:41.678564 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3f60a6de-d237-4887-8f10-5e74588da069 req-4c6dfbfd-c372-47db-8dd0-5dfc1233fb79 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 944 time: 0.0526392 Aug 16 20:42:41.697348 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-9b2cd1f3-d310-4e9d-823e-00c429780057 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Network 3bee841e-47c3-4f4c-a369-8a19f08ab471 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:41.703703 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-9b2cd1f3-d310-4e9d-823e-00c429780057 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:41.714548 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-9b2cd1f3-d310-4e9d-823e-00c429780057 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:41.718145 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-9b2cd1f3-d310-4e9d-823e-00c429780057 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:41.718789 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-9b2cd1f3-d310-4e9d-823e-00c429780057 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:41.720576 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3f60a6de-d237-4887-8f10-5e74588da069 req-3d1e4cb5-4ea6-43e9-a1e3-1487e5fc3348 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359371 Aug 16 20:42:41.730883 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2cd1f3-d310-4e9d-823e-00c429780057 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Pushing event updated for resources: {'Port': ['ID=8d1a58cd-4470-4995-b10e-070086e2ed09,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:41.738227 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-0e9ab866-c31f-435c-abf5-abb4da28c8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:41.739753 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-0e9ab866-c31f-435c-abf5-abb4da28c8e7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ef76538be3f42efb94d0f0a8384d0d1&device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 1096 time: 0.1417470 Aug 16 20:42:41.817061 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-d7030a78-fec5-43d3-bbbe-0175e924f60c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f912723-5346-408a-9f1e-3e97c404dc7c HTTP/1.1" status: 200 len: 217 time: 0.0650218 Aug 16 20:42:41.875078 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-9b2cd1f3-d310-4e9d-823e-00c429780057 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7610986 Aug 16 20:42:41.885901 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-60a4c57a-8208-4b69-852a-6649fd128a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:41.887551 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-60a4c57a-8208-4b69-852a-6649fd128a62 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=32473632-cd45-434e-a077-52a281cec044 HTTP/1.1" status: 200 len: 848 time: 0.0620847 Aug 16 20:42:41.893238 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-b130eb1f-80f5-4b70-b9e2-40e5354f47c1 service neutron] Request body: {'port': {'device_id': '05abb6bf-95a9-460a-853c-f28ef84440f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:41.966005 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-6774c95c-4d96-4950-9f19-8cf263ab4e5c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669150 Aug 16 20:42:42.039525 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-b130eb1f-80f5-4b70-b9e2-40e5354f47c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:42.069699 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-078af57d-9715-4176-8b12-36c9289c2e76 None None] Provisioning for port 8d1a58cd-4470-4995-b10e-070086e2ed09 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:42:42.074194 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-078af57d-9715-4176-8b12-36c9289c2e76 None None] Provisioning complete for port 8d1a58cd-4470-4995-b10e-070086e2ed09 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:42.080256 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-078af57d-9715-4176-8b12-36c9289c2e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:42.127901 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-078af57d-9715-4176-8b12-36c9289c2e76 None None] Port 8d1a58cd-4470-4995-b10e-070086e2ed09 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:42:42.167123 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-aa283718-8511-4430-bad4-cb309327f90c service neutron] 10.222.0.72 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795433 Aug 16 20:42:42.483916 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-df35fdc3-6ecf-4c50-9848-eda14ae76abd req-3dc2807c-d4d5-4d86-ab00-c62f51cc2b9b service neutron] 10.222.0.72 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053651 Aug 16 20:42:42.520011 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8b031-70fd-4a4f-b251-c56881ae166f req-067301a5-031f-48af-b99a-8928c4dc2bd3 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:42.521869 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-63a8b031-70fd-4a4f-b251-c56881ae166f req-067301a5-031f-48af-b99a-8928c4dc2bd3 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 947 time: 0.0848024 Aug 16 20:42:42.534809 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e', 'tag': '5f912723-5346-408a-9f1e-3e97c404dc7c'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:42:42.537606 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec710687-14ef-43c6-bf72-7a3f6d308e07" -d '{"events": [{"name": "network-changed", "server_uuid": "f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e", "tag": "5f912723-5346-408a-9f1e-3e97c404dc7c"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:42:42.570467 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-b130eb1f-80f5-4b70-b9e2-40e5354f47c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d1a58cd-4470-4995-b10e-070086e2ed09 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:42:42.578036 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-b130eb1f-80f5-4b70-b9e2-40e5354f47c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:42.592529 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-b130eb1f-80f5-4b70-b9e2-40e5354f47c1 service neutron] Transition to ACTIVE for port object 8d1a58cd-4470-4995-b10e-070086e2ed09 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:42.596632 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-63a8b031-70fd-4a4f-b251-c56881ae166f req-d79268a7-0265-4cf8-9e12-8bf3f4c574f5 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615520 Aug 16 20:42:42.605326 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71a089-b0a5-44e7-8d7f-67d9ba63ce5e req-78d15c79-3fc6-4e5d-b0d1-a2bd3f98ef09 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:42.606760 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9a71a089-b0a5-44e7-8d7f-67d9ba63ce5e req-78d15c79-3fc6-4e5d-b0d1-a2bd3f98ef09 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/ports?device_id=05abb6bf-95a9-460a-853c-f28ef84440f0 HTTP/1.1" status: 200 len: 931 time: 0.0809131 Aug 16 20:42:42.646538 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9a71a089-b0a5-44e7-8d7f-67d9ba63ce5e req-1c73c813-d62b-4877-92e4-b09acf694062 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/security-groups?id=381dd21c-901f-4cf7-acca-a2cddfec97a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334773 Aug 16 20:42:42.675089 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-b130eb1f-80f5-4b70-b9e2-40e5354f47c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:42.703755 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8002d646-447e-4d90-858a-3f4daea3bd35 x-openstack-request-id: req-8002d646-447e-4d90-858a-3f4daea3bd35 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:42:42.704083 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e", "tag": "5f912723-5346-408a-9f1e-3e97c404dc7c", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:42:42.704334 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8002d646-447e-4d90-858a-3f4daea3bd35 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:42:42.704721 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e', 'tag': '5f912723-5346-408a-9f1e-3e97c404dc7c', 'status': 'completed', 'code': 200} Aug 16 20:42:42.721874 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f0236f06-ea37-48bc-b5b1-754402a35db1 req-cc90b573-9811-4e2c-ad26-049280a8edd5 tempest-FlavorsV2NegativeTest-253445691 tempest-FlavorsV2NegativeTest-253445691-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=521bedd7755341888095c2a254a201f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337391 Aug 16 20:42:42.769243 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b130eb1f-80f5-4b70-b9e2-40e5354f47c1 service neutron] Pushing event updated for resources: {'Port': ['ID=8d1a58cd-4470-4995-b10e-070086e2ed09,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:42.820514 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec710687-14ef-43c6-bf72-7a3f6d308e07 req-841802d6-3219-4d6a-9615-50f0b40572b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:42.822181 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ec710687-14ef-43c6-bf72-7a3f6d308e07 req-841802d6-3219-4d6a-9615-50f0b40572b5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ef76538be3f42efb94d0f0a8384d0d1&device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 1096 time: 0.1001000 Aug 16 20:42:42.823421 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-b130eb1f-80f5-4b70-b9e2-40e5354f47c1 service neutron] Attempting to bind port 8d1a58cd-4470-4995-b10e-070086e2ed09 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:42:42.823840 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-b130eb1f-80f5-4b70-b9e2-40e5354f47c1 service neutron] Attempting to bind port 8d1a58cd-4470-4995-b10e-070086e2ed09 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': 'e8314f4c-3555-4f94-a486-0d46d6329f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:42:42.824229 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-b130eb1f-80f5-4b70-b9e2-40e5354f47c1 service neutron] Attempting to bind port 8d1a58cd-4470-4995-b10e-070086e2ed09 on network 3bee841e-47c3-4f4c-a369-8a19f08ab471 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:42:42.830807 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-b130eb1f-80f5-4b70-b9e2-40e5354f47c1 service neutron] Port 8d1a58cd-4470-4995-b10e-070086e2ed09 on network 3bee841e-47c3-4f4c-a369-8a19f08ab471 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:42:42.831253 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-b130eb1f-80f5-4b70-b9e2-40e5354f47c1 service neutron] Attempting to bind port 8d1a58cd-4470-4995-b10e-070086e2ed09 on network 3bee841e-47c3-4f4c-a369-8a19f08ab471 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:42:42.850760 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0236f06-ea37-48bc-b5b1-754402a35db1 req-31979829-6839-4833-91fc-787297a540bd tempest-FlavorsV2NegativeTest-253445691 tempest-FlavorsV2NegativeTest-253445691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:42.852441 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f0236f06-ea37-48bc-b5b1-754402a35db1 req-31979829-6839-4833-91fc-787297a540bd tempest-FlavorsV2NegativeTest-253445691 tempest-FlavorsV2NegativeTest-253445691-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1249537 Aug 16 20:42:42.867565 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-b130eb1f-80f5-4b70-b9e2-40e5354f47c1 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:42:42.867932 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-b130eb1f-80f5-4b70-b9e2-40e5354f47c1 service neutron] Checking segment: {'id': 'e8314f4c-3555-4f94-a486-0d46d6329f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:42.868316 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-b130eb1f-80f5-4b70-b9e2-40e5354f47c1 service neutron] Bound using segment: {'id': 'e8314f4c-3555-4f94-a486-0d46d6329f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:42:42.873422 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-b130eb1f-80f5-4b70-b9e2-40e5354f47c1 service neutron] Bound port: 8d1a58cd-4470-4995-b10e-070086e2ed09, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8314f4c-3555-4f94-a486-0d46d6329f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:42:42.873422 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-b130eb1f-80f5-4b70-b9e2-40e5354f47c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:42.873627 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f0236f06-ea37-48bc-b5b1-754402a35db1 req-db327921-8810-4f79-9512-3fa99fab4bff tempest-FlavorsV2NegativeTest-253445691 tempest-FlavorsV2NegativeTest-253445691-project] 10.222.0.84 "GET /v2.0/quotas/521bedd7755341888095c2a254a201f0 HTTP/1.1" status: 200 len: 375 time: 0.0112779 Aug 16 20:42:42.907383 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f0236f06-ea37-48bc-b5b1-754402a35db1 req-94d303a3-1931-4e63-b711-5cfefce87b4c tempest-FlavorsV2NegativeTest-253445691 tempest-FlavorsV2NegativeTest-253445691-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=521bedd7755341888095c2a254a201f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302374 Aug 16 20:42:43.031040 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7eb37-1d79-4f63-b37d-4fd7f2e68fa7 req-5ced3fe2-af7c-424d-95a1-258d3da3a697 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:43.032635 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-52f7eb37-1d79-4f63-b37d-4fd7f2e68fa7 req-5ced3fe2-af7c-424d-95a1-258d3da3a697 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 944 time: 0.0542097 Aug 16 20:42:43.060969 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec710687-14ef-43c6-bf72-7a3f6d308e07 req-63e86d46-ecc2-4186-aabc-0d76016a5cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:43.062814 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ec710687-14ef-43c6-bf72-7a3f6d308e07 req-63e86d46-ecc2-4186-aabc-0d76016a5cb0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa HTTP/1.1" status: 200 len: 909 time: 0.2331424 Aug 16 20:42:43.071705 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-b130eb1f-80f5-4b70-b9e2-40e5354f47c1 service neutron] For port 8d1a58cd-4470-4995-b10e-070086e2ed09, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:42:43.076963 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-b130eb1f-80f5-4b70-b9e2-40e5354f47c1 service neutron] For port 8d1a58cd-4470-4995-b10e-070086e2ed09, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=8d1a58cd-4470-4995-b10e-070086e2ed09,segment=NetworkSegment(e8314f4c-3555-4f94-a486-0d46d6329f40),segment_id=e8314f4c-3555-4f94-a486-0d46d6329f40)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:42:43.084501 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-52f7eb37-1d79-4f63-b37d-4fd7f2e68fa7 req-4be369fa-7623-42de-aaca-d80c8579edcd tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449018 Aug 16 20:42:43.116534 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ec710687-14ef-43c6-bf72-7a3f6d308e07 req-84e2a431-39cc-4ca5-a255-245f8e5610c0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f912723-5346-408a-9f1e-3e97c404dc7c HTTP/1.1" status: 200 len: 217 time: 0.0419905 Aug 16 20:42:43.167610 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec710687-14ef-43c6-bf72-7a3f6d308e07 req-88065e36-a138-47f0-95b8-93ab63515175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:43.169443 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ec710687-14ef-43c6-bf72-7a3f6d308e07 req-88065e36-a138-47f0-95b8-93ab63515175 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=32473632-cd45-434e-a077-52a281cec044 HTTP/1.1" status: 200 len: 848 time: 0.0447192 Aug 16 20:42:43.202902 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ec710687-14ef-43c6-bf72-7a3f6d308e07 req-0d576e54-f7ca-4297-b23d-c8c5f06d378e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256362 Aug 16 20:42:43.210256 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-b130eb1f-80f5-4b70-b9e2-40e5354f47c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:43.288294 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-b130eb1f-80f5-4b70-b9e2-40e5354f47c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:43.288921 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-b130eb1f-80f5-4b70-b9e2-40e5354f47c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:43.290301 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-b130eb1f-80f5-4b70-b9e2-40e5354f47c1 service neutron] 10.222.0.72 "PUT /v2.0/ports/8d1a58cd-4470-4995-b10e-070086e2ed09 HTTP/1.1" status: 200 len: 1092 time: 1.4017806 Aug 16 20:42:43.324656 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b130eb1f-80f5-4b70-b9e2-40e5354f47c1 service neutron] Pushing event updated for resources: {'Port': ['ID=8d1a58cd-4470-4995-b10e-070086e2ed09,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:43.355995 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ec710687-14ef-43c6-bf72-7a3f6d308e07 req-6183a593-6788-426f-909e-7e33f6f20aaf service neutron] 10.222.0.72 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433322 Aug 16 20:42:43.504025 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-a7ea446b-2e05-4e9d-af25-60220677d532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:43.512999 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-a7ea446b-2e05-4e9d-af25-60220677d532 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb8c4b7819fc43cbbe786a97a0c82206&device_id=05abb6bf-95a9-460a-853c-f28ef84440f0 HTTP/1.1" status: 200 len: 1095 time: 0.0767455 Aug 16 20:42:43.553006 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ec710687-14ef-43c6-bf72-7a3f6d308e07 req-77292ff8-b531-4185-9ecd-94c688dd110d service neutron] 10.222.0.72 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861088 Aug 16 20:42:43.553189 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-ba682acd-e33e-4682-83a3-7a3298edd58e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d1a58cd-4470-4995-b10e-070086e2ed09 HTTP/1.1" status: 200 len: 217 time: 0.0384357 Aug 16 20:42:43.597775 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c67a66d9-699e-4c5a-be7f-e9bb22531869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:43.632973 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-d634444e-372b-4412-9e79-37d709ed0872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:43.634484 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-d634444e-372b-4412-9e79-37d709ed0872 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e33a0f13-659e-4604-b84f-5b9bda739e16 HTTP/1.1" status: 200 len: 862 time: 0.0684648 Aug 16 20:42:43.696134 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-cda7e16e-b0e2-4ff1-821a-d6eeddcd4d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:43.699248 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-cda7e16e-b0e2-4ff1-821a-d6eeddcd4d06 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3bee841e-47c3-4f4c-a369-8a19f08ab471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546992 Aug 16 20:42:43.735680 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:43.741323 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a9138-17f4-46c1-81ac-de4dd7ac628b req-e0b67be4-586e-488f-a4ee-7e15af07b97b tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:43.742861 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-676a9138-17f4-46c1-81ac-de4dd7ac628b req-e0b67be4-586e-488f-a4ee-7e15af07b97b tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 947 time: 0.0557053 Aug 16 20:42:43.781259 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-676a9138-17f4-46c1-81ac-de4dd7ac628b req-726b5f7f-8f36-4f41-a244-656a61093bfb tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323496 Aug 16 20:42:43.795168 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-7ca4d703-f98f-48d0-be63-669cb4d2044f service neutron] 10.222.0.72 "GET /v2.0/networks/3bee841e-47c3-4f4c-a369-8a19f08ab471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894051 Aug 16 20:42:43.889645 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd60517-291e-4f4b-a318-2a621252a784 req-498bb429-7048-4b4b-be49-c21213b2c13c tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:43.891174 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4bd60517-291e-4f4b-a318-2a621252a784 req-498bb429-7048-4b4b-be49-c21213b2c13c tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/ports?device_id=05abb6bf-95a9-460a-853c-f28ef84440f0 HTTP/1.1" status: 200 len: 943 time: 0.0554724 Aug 16 20:42:43.893474 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-358ffd37-dae6-4f61-af23-20c6fcdb202a req-622220c0-9f26-4f4f-abbf-9b766e60797e service neutron] 10.222.0.72 "GET /v2.0/networks/3bee841e-47c3-4f4c-a369-8a19f08ab471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896437 Aug 16 20:42:43.930997 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4bd60517-291e-4f4b-a318-2a621252a784 req-52cf0a69-5b71-4067-ae1c-566113811bbd tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/security-groups?id=381dd21c-901f-4cf7-acca-a2cddfec97a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334320 Aug 16 20:42:44.153451 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54990) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:44.207826 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7d2e6-da3b-4a11-b13b-26b49c8acc25 req-5084a8be-084b-42ca-bfec-8f72a4b06532 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:44.209347 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7ed7d2e6-da3b-4a11-b13b-26b49c8acc25 req-5084a8be-084b-42ca-bfec-8f72a4b06532 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 944 time: 0.0497723 Aug 16 20:42:44.252163 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7ed7d2e6-da3b-4a11-b13b-26b49c8acc25 req-7a75c88d-0aa3-41b4-8c04-36c2f12d0b17 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354133 Aug 16 20:42:44.253881 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 56353298-d50b-4643-afa0-a1f978a1a3fa details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:42:44.267489 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-43cbe06e-81fb-4e8a-b4f4-b0641db5ab35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:44.362203 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-43cbe06e-81fb-4e8a-b4f4-b0641db5ab35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:44.370287 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 56353298-d50b-4643-afa0-a1f978a1a3fa, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=56353298-d50b-4643-afa0-a1f978a1a3fa,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:44.385023 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '56353298-d50b-4643-afa0-a1f978a1a3fa', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': '56353298-d50b-4643-afa0-a1f978a1a3fa', 'mac_address': 'fa:16:3e:e5:a9:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:42:44.424638 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:44.434777 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-43cbe06e-81fb-4e8a-b4f4-b0641db5ab35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:44.438475 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56353298-d50b-4643-afa0-a1f978a1a3fa {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:42:44.458610 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 56353298-d50b-4643-afa0-a1f978a1a3fa, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=56353298-d50b-4643-afa0-a1f978a1a3fa,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:44.480479 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-43cbe06e-81fb-4e8a-b4f4-b0641db5ab35 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=521bedd7755341888095c2a254a201f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3258576 Aug 16 20:42:44.482394 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cbe06e-81fb-4e8a-b4f4-b0641db5ab35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc820a48-db79-484c-b31d-b304da444e7a,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:44.483117 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55006) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:44.549022 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ecf59eea-a67a-4f95-b5bd-718ca7b66a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:44.560458 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:44.576697 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ecf59eea-a67a-4f95-b5bd-718ca7b66a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:44.617682 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=56353298-d50b-4643-afa0-a1f978a1a3fa,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:44.686154 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:44.705595 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05abb6bf-95a9-460a-853c-f28ef84440f0', 'tag': '8d1a58cd-4470-4995-b10e-070086e2ed09'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:42:44.708233 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927c3fe8-c4dd-472b-a145-c007ac0608fa" -d '{"events": [{"name": "network-changed", "server_uuid": "05abb6bf-95a9-460a-853c-f28ef84440f0", "tag": "8d1a58cd-4470-4995-b10e-070086e2ed09"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:42:44.743693 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ecf59eea-a67a-4f95-b5bd-718ca7b66a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:44.746670 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ecf59eea-a67a-4f95-b5bd-718ca7b66a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:44.750259 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ecf59eea-a67a-4f95-b5bd-718ca7b66a1e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/dc820a48-db79-484c-b31d-b304da444e7a HTTP/1.1" status: 204 len: 168 time: 0.2637653 Aug 16 20:42:44.750259 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679e8fed-0643-4de7-8c31-925817d9d5a1 x-openstack-request-id: req-679e8fed-0643-4de7-8c31-925817d9d5a1 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:42:44.750259 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05abb6bf-95a9-460a-853c-f28ef84440f0", "tag": "8d1a58cd-4470-4995-b10e-070086e2ed09", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:42:44.750259 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-679e8fed-0643-4de7-8c31-925817d9d5a1 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:42:44.756378 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05abb6bf-95a9-460a-853c-f28ef84440f0', 'tag': '8d1a58cd-4470-4995-b10e-070086e2ed09', 'status': 'completed', 'code': 200} Aug 16 20:42:44.769511 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf59eea-a67a-4f95-b5bd-718ca7b66a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc820a48-db79-484c-b31d-b304da444e7a,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:44.820221 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c3fe8-c4dd-472b-a145-c007ac0608fa req-02c39da8-e6be-4f12-a3f7-1cf42883c10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:44.821881 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-927c3fe8-c4dd-472b-a145-c007ac0608fa req-02c39da8-e6be-4f12-a3f7-1cf42883c10c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb8c4b7819fc43cbbe786a97a0c82206&device_id=05abb6bf-95a9-460a-853c-f28ef84440f0 HTTP/1.1" status: 200 len: 1095 time: 0.0488439 Aug 16 20:42:44.923077 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c3fe8-c4dd-472b-a145-c007ac0608fa req-c5643977-ae1b-4ea4-9c57-4cb24a0a2f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:44.924692 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-927c3fe8-c4dd-472b-a145-c007ac0608fa req-c5643977-ae1b-4ea4-9c57-4cb24a0a2f6e service neutron] 10.222.0.72 "GET /v2.0/networks?id=3bee841e-47c3-4f4c-a369-8a19f08ab471 HTTP/1.1" status: 200 len: 924 time: 0.0908620 Aug 16 20:42:44.953902 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['56353298-d50b-4643-afa0-a1f978a1a3fa'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:42:44.966007 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf0670-26a9-4bd4-8363-eb157b9aa475 req-bfae9373-3338-468b-8ae7-3a9d7dfe405a tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:44.968332 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1abf0670-26a9-4bd4-8363-eb157b9aa475 req-bfae9373-3338-468b-8ae7-3a9d7dfe405a tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 948 time: 0.0616496 Aug 16 20:42:44.971737 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-927c3fe8-c4dd-472b-a145-c007ac0608fa req-8bd44b7a-41bc-4f35-b9d0-e1b9810ea3de service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d1a58cd-4470-4995-b10e-070086e2ed09 HTTP/1.1" status: 200 len: 217 time: 0.0370703 Aug 16 20:42:45.008956 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1abf0670-26a9-4bd4-8363-eb157b9aa475 req-a3b4822e-8ffb-43a6-90d6-40584f37de76 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333815 Aug 16 20:42:45.042466 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c3fe8-c4dd-472b-a145-c007ac0608fa req-5589ed34-ef74-4eb0-8061-281fc896eec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:45.042862 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-927c3fe8-c4dd-472b-a145-c007ac0608fa req-5589ed34-ef74-4eb0-8061-281fc896eec7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e33a0f13-659e-4604-b84f-5b9bda739e16 HTTP/1.1" status: 200 len: 862 time: 0.0626843 Aug 16 20:42:45.102160 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c3fe8-c4dd-472b-a145-c007ac0608fa req-d6cd9a98-384e-4b60-a631-4b3e4d0ca29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:45.103685 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-927c3fe8-c4dd-472b-a145-c007ac0608fa req-d6cd9a98-384e-4b60-a631-4b3e4d0ca29f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3bee841e-47c3-4f4c-a369-8a19f08ab471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534191 Aug 16 20:42:45.185669 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fc224-afbe-49b9-a922-210e9f0307d4 req-e6fcb9df-938e-47c1-bab8-b947eaf47109 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:45.195632 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7e3fc224-afbe-49b9-a922-210e9f0307d4 req-e6fcb9df-938e-47c1-bab8-b947eaf47109 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/ports?device_id=05abb6bf-95a9-460a-853c-f28ef84440f0 HTTP/1.1" status: 200 len: 943 time: 0.0688975 Aug 16 20:42:45.220822 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-927c3fe8-c4dd-472b-a145-c007ac0608fa req-bda7c9ef-d9bc-48b2-88d8-b35dc2b274fb service neutron] 10.222.0.72 "GET /v2.0/networks/3bee841e-47c3-4f4c-a369-8a19f08ab471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093755 Aug 16 20:42:45.244835 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7e3fc224-afbe-49b9-a922-210e9f0307d4 req-5467bba3-8843-4a68-849d-e2129eb8c2bb tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/security-groups?id=381dd21c-901f-4cf7-acca-a2cddfec97a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483150 Aug 16 20:42:45.332109 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-927c3fe8-c4dd-472b-a145-c007ac0608fa req-6e210640-d305-4766-8664-3f5226ea69e4 service neutron] 10.222.0.72 "GET /v2.0/networks/3bee841e-47c3-4f4c-a369-8a19f08ab471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029830 Aug 16 20:42:45.379511 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da54f54-7399-498a-bfa5-e015844fec44 req-c1da61b6-1571-4c61-8d70-6f9c6754cf1a tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:45.381023 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0da54f54-7399-498a-bfa5-e015844fec44 req-c1da61b6-1571-4c61-8d70-6f9c6754cf1a tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 944 time: 0.0511553 Aug 16 20:42:45.424230 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0da54f54-7399-498a-bfa5-e015844fec44 req-e2e727ab-f871-4bc9-af1b-3d9dd9da2791 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371840 Aug 16 20:42:46.214346 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 5f912723-5346-408a-9f1e-3e97c404dc7c details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:42:46.246582 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 56353298-d50b-4643-afa0-a1f978a1a3fa up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:42:46.268281 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa92bf-f92e-48b6-911f-f3e377c167fa req-361d92e0-890b-48ae-9c8f-1b6ec9c31311 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:46.272355 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-59fa92bf-f92e-48b6-911f-f3e377c167fa req-361d92e0-890b-48ae-9c8f-1b6ec9c31311 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 948 time: 0.0611224 Aug 16 20:42:46.345535 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-59fa92bf-f92e-48b6-911f-f3e377c167fa req-a7d7d3c8-76f6-40dc-a50c-5b0f8d64f25a tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674260 Aug 16 20:42:46.389203 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 5f912723-5346-408a-9f1e-3e97c404dc7c, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=5f912723-5346-408a-9f1e-3e97c404dc7c,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:46.400197 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '5f912723-5346-408a-9f1e-3e97c404dc7c', 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa', 'port_id': '5f912723-5346-408a-9f1e-3e97c404dc7c', 'mac_address': 'fa:16:3e:50:2d:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32473632-cd45-434e-a077-52a281cec044', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:42:46.428919 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:46.452362 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:46.469635 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f912723-5346-408a-9f1e-3e97c404dc7c {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:42:46.476322 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a138783-ca3c-4f50-a59f-f05b34d7b53e req-1f05207d-1acf-484b-ae46-7e2a2e8ebc78 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:46.478304 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1a138783-ca3c-4f50-a59f-f05b34d7b53e req-1f05207d-1acf-484b-ae46-7e2a2e8ebc78 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/ports?device_id=05abb6bf-95a9-460a-853c-f28ef84440f0 HTTP/1.1" status: 200 len: 943 time: 0.0637214 Aug 16 20:42:46.491982 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 5f912723-5346-408a-9f1e-3e97c404dc7c, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=5f912723-5346-408a-9f1e-3e97c404dc7c,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:46.497211 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 56353298-d50b-4643-afa0-a1f978a1a3fa completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:42:46.502205 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 56353298-d50b-4643-afa0-a1f978a1a3fa triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:46.502205 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:46.538165 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1a138783-ca3c-4f50-a59f-f05b34d7b53e req-9d3c529a-a595-4629-830b-e23697fa9a44 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/security-groups?id=381dd21c-901f-4cf7-acca-a2cddfec97a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500257 Aug 16 20:42:46.571405 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55144) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:46.615880 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:46.619551 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:46.729232 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20c050-b08b-4713-8886-c7fe3a13451c req-66317115-7acf-4651-8c2f-6ce520a764d6 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:46.731299 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=5f912723-5346-408a-9f1e-3e97c404dc7c,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:46.744941 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ff20c050-b08b-4713-8886-c7fe3a13451c req-66317115-7acf-4651-8c2f-6ce520a764d6 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 945 time: 0.1001885 Aug 16 20:42:46.749611 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f160cce8-cd8e-4a17-875d-f7b4f0de79f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56353298-d50b-4643-afa0-a1f978a1a3fa'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:42:46.752594 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fb660782-cdd3-4676-8132-8d6819136263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:46.753570 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a78c81-729d-44c2-92f1-85901b0982c9" -d '{"events": [{"server_uuid": "f160cce8-cd8e-4a17-875d-f7b4f0de79f4", "name": "network-vif-plugged", "status": "completed", "tag": "56353298-d50b-4643-afa0-a1f978a1a3fa"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:42:46.777419 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 56353298-d50b-4643-afa0-a1f978a1a3fa, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=56353298-d50b-4643-afa0-a1f978a1a3fa,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:46.795500 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ff20c050-b08b-4713-8886-c7fe3a13451c req-fc2b7711-5ad5-4deb-b6ff-f99837cae1da tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495582 Aug 16 20:42:46.842194 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['5f912723-5346-408a-9f1e-3e97c404dc7c'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:42:46.875605 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fb660782-cdd3-4676-8132-8d6819136263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:46.892694 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:46.972565 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=56353298-d50b-4643-afa0-a1f978a1a3fa,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:46.976195 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fb660782-cdd3-4676-8132-8d6819136263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:47.017180 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6037728-c275-4a99-a2b8-380728b28464 x-openstack-request-id: req-b6037728-c275-4a99-a2b8-380728b28464 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:42:47.019999 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f160cce8-cd8e-4a17-875d-f7b4f0de79f4", "name": "network-vif-plugged", "status": "completed", "tag": "56353298-d50b-4643-afa0-a1f978a1a3fa", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:42:47.019999 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b6037728-c275-4a99-a2b8-380728b28464 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:42:47.019999 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f160cce8-cd8e-4a17-875d-f7b4f0de79f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56353298-d50b-4643-afa0-a1f978a1a3fa', 'code': 200} Aug 16 20:42:47.035503 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb660782-cdd3-4676-8132-8d6819136263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4891e24-84bd-43b4-aeed-aed97c48aecc,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:47.041831 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-fb660782-cdd3-4676-8132-8d6819136263 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c9a0463ce24c4a7d8ea37cc35c2ec647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4688473 Aug 16 20:42:47.044161 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55178) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:47.174737 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-21b348b8-1e66-4ed4-9339-ad083d421892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:47.202473 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc3e09-ecd6-4d1b-b181-ecd4f5503f1f req-cb6f0e92-6f76-4425-b2cf-53bcc5450585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:47.204093 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-77fc3e09-ecd6-4d1b-b181-ecd4f5503f1f req-cb6f0e92-6f76-4425-b2cf-53bcc5450585 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 1101 time: 0.0939493 Aug 16 20:42:47.208592 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-21b348b8-1e66-4ed4-9339-ad083d421892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:47.275457 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-77fc3e09-ecd6-4d1b-b181-ecd4f5503f1f req-50a31ffc-c382-4d23-b8f4-7c290c7c5b6b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596421 Aug 16 20:42:47.490819 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-21b348b8-1e66-4ed4-9339-ad083d421892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:47.497260 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-21b348b8-1e66-4ed4-9339-ad083d421892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:47.497260 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-21b348b8-1e66-4ed4-9339-ad083d421892 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d4891e24-84bd-43b4-aeed-aed97c48aecc HTTP/1.1" status: 204 len: 168 time: 0.4449952 Aug 16 20:42:47.520061 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b348b8-1e66-4ed4-9339-ad083d421892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4891e24-84bd-43b4-aeed-aed97c48aecc,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:47.595193 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d77235-8d27-44f8-b107-aa2e09eae122 req-d6e2d98b-e609-43e8-84e4-0d6a02da4b21 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:47.596726 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-61d77235-8d27-44f8-b107-aa2e09eae122 req-d6e2d98b-e609-43e8-84e4-0d6a02da4b21 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 949 time: 0.0502381 Aug 16 20:42:47.635099 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-61d77235-8d27-44f8-b107-aa2e09eae122 req-e991aada-3b17-4f0e-adfd-4a9177918f51 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320749 Aug 16 20:42:47.876289 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae1774-f107-472e-a86e-b0d29c391ce0 req-23bcf3db-44fa-49cf-a75d-1acb9a0bcfe9 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:47.878181 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cbae1774-f107-472e-a86e-b0d29c391ce0 req-23bcf3db-44fa-49cf-a75d-1acb9a0bcfe9 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/ports?device_id=05abb6bf-95a9-460a-853c-f28ef84440f0 HTTP/1.1" status: 200 len: 943 time: 0.0646667 Aug 16 20:42:47.922919 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cbae1774-f107-472e-a86e-b0d29c391ce0 req-39c24159-b01f-4fb1-940a-8995071d2de0 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/security-groups?id=381dd21c-901f-4cf7-acca-a2cddfec97a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356052 Aug 16 20:42:48.034696 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce55a5-2df0-4cf6-b497-7dd7e4b70dd4 req-698b52f9-db36-4389-88ac-9a092b99433c tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:48.036190 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9cce55a5-2df0-4cf6-b497-7dd7e4b70dd4 req-698b52f9-db36-4389-88ac-9a092b99433c tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/ports?device_id=c46dd249-f054-4b8c-b4b9-e3b66f0f1112 HTTP/1.1" status: 200 len: 969 time: 0.0503132 Aug 16 20:42:48.075444 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9cce55a5-2df0-4cf6-b497-7dd7e4b70dd4 req-052c220f-5292-4956-aaff-783a92af55a0 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/security-groups?id=33d05244-d31d-4f4a-9891-8cab4c21669e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326278 Aug 16 20:42:48.223525 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 8d1a58cd-4470-4995-b10e-070086e2ed09 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:42:48.226360 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 5f912723-5346-408a-9f1e-3e97c404dc7c up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:42:48.320317 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55258) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:48.352269 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4ef20bdc-baee-48f8-9a96-11c4941a0394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:48.375719 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67710291-cc03-4626-8183-87d6e09eaf0e req-d15a661c-6e6d-4bb9-93aa-d4239cbe0b8e tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:48.379038 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-67710291-cc03-4626-8183-87d6e09eaf0e req-d15a661c-6e6d-4bb9-93aa-d4239cbe0b8e tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 945 time: 0.1039848 Aug 16 20:42:48.398778 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 8d1a58cd-4470-4995-b10e-070086e2ed09, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=8d1a58cd-4470-4995-b10e-070086e2ed09,segment=NetworkSegment(e8314f4c-3555-4f94-a486-0d46d6329f40),segment_id=e8314f4c-3555-4f94-a486-0d46d6329f40)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:48.425905 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '8d1a58cd-4470-4995-b10e-070086e2ed09', 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471', 'port_id': '8d1a58cd-4470-4995-b10e-070086e2ed09', 'mac_address': 'fa:16:3e:40:09:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e33a0f13-659e-4604-b84f-5b9bda739e16', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:42:48.426966 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55268) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:48.431375 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 5f912723-5346-408a-9f1e-3e97c404dc7c completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:42:48.436868 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 5f912723-5346-408a-9f1e-3e97c404dc7c triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:48.437305 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:48.438238 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-67710291-cc03-4626-8183-87d6e09eaf0e req-e877a0a9-f9ef-4c14-b335-85666eca7a7c tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522213 Aug 16 20:42:48.502372 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:48.509239 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4ef20bdc-baee-48f8-9a96-11c4941a0394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:48.527210 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d1a58cd-4470-4995-b10e-070086e2ed09 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:42:48.557605 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 8d1a58cd-4470-4995-b10e-070086e2ed09, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=8d1a58cd-4470-4995-b10e-070086e2ed09,segment=NetworkSegment(e8314f4c-3555-4f94-a486-0d46d6329f40),segment_id=e8314f4c-3555-4f94-a486-0d46d6329f40)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:48.617959 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4ef20bdc-baee-48f8-9a96-11c4941a0394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:48.627148 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:48.648864 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef20bdc-baee-48f8-9a96-11c4941a0394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a053b9-e9f5-4864-8bb6-6cb0c237c394,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:48.663418 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 5f912723-5346-408a-9f1e-3e97c404dc7c, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=5f912723-5346-408a-9f1e-3e97c404dc7c,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:48.685461 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4ef20bdc-baee-48f8-9a96-11c4941a0394 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f6b172829a874b4a8b9061909216aa9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3606281 Aug 16 20:42:48.685706 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55304) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:48.702090 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-55ae166f-7146-42f4-9203-eb6d5908784f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:48.715193 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:48.739112 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9846f141-5312-4edf-ae00-51d62f108319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:48.766115 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9846f141-5312-4edf-ae00-51d62f108319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:48.767969 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:48.798442 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=8d1a58cd-4470-4995-b10e-070086e2ed09,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:48.815582 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-55ae166f-7146-42f4-9203-eb6d5908784f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:48.850070 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:48.896456 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f84d33-a98b-4948-b984-e6b4e9a1cce6 req-f330fe64-2352-40cd-b6c4-d0b16f27d93e tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:48.906757 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=5f912723-5346-408a-9f1e-3e97c404dc7c,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:48.907877 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b6f84d33-a98b-4948-b984-e6b4e9a1cce6 req-f330fe64-2352-40cd-b6c4-d0b16f27d93e tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 949 time: 0.0650902 Aug 16 20:42:48.926070 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-55ae166f-7146-42f4-9203-eb6d5908784f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:48.986003 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae166f-7146-42f4-9203-eb6d5908784f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69029908-e3c9-4e7f-bbd0-10e26bd45eb7,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:48.990258 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-55ae166f-7146-42f4-9203-eb6d5908784f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=57cbd01ef8a0474aabdc37657a99a27e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5618598 Aug 16 20:42:48.993024 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55328) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:48.994348 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b6f84d33-a98b-4948-b984-e6b4e9a1cce6 req-302b7b8a-9a06-4e58-a5fd-45e0b399b04b tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853512 Aug 16 20:42:49.001046 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['8d1a58cd-4470-4995-b10e-070086e2ed09'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:42:49.028104 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f912723-5346-408a-9f1e-3e97c404dc7c'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:42:49.030923 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0a3acb-9e99-49f3-802a-b2c3a01e1115" -d '{"events": [{"server_uuid": "f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e", "name": "network-vif-plugged", "status": "completed", "tag": "5f912723-5346-408a-9f1e-3e97c404dc7c"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:42:49.035013 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9846f141-5312-4edf-ae00-51d62f108319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:49.037775 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9846f141-5312-4edf-ae00-51d62f108319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:49.038937 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9846f141-5312-4edf-ae00-51d62f108319 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d7a053b9-e9f5-4864-8bb6-6cb0c237c394 HTTP/1.1" status: 204 len: 168 time: 0.3523161 Aug 16 20:42:49.062079 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9846f141-5312-4edf-ae00-51d62f108319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a053b9-e9f5-4864-8bb6-6cb0c237c394,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:49.100787 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a672b701-2e81-4c66-8f6f-828b34c0689f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:49.130047 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a672b701-2e81-4c66-8f6f-828b34c0689f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:49.174976 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b4b12-1f43-4388-a5cf-37a6f98c85d0 req-092e6ffb-cdb4-4f88-8a9c-0d2fd81026af tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:49.183860 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fe7b4b12-1f43-4388-a5cf-37a6f98c85d0 req-092e6ffb-cdb4-4f88-8a9c-0d2fd81026af tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.90 "GET /v2.0/ports?device_id=c46dd249-f054-4b8c-b4b9-e3b66f0f1112 HTTP/1.1" status: 200 len: 969 time: 0.0808065 Aug 16 20:42:49.201468 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374298d-beff-4f71-aaec-e715614f9d46 req-64f0060f-7bd9-4f8f-9fb8-b0d21bb4e2f8 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:49.203156 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2374298d-beff-4f71-aaec-e715614f9d46 req-64f0060f-7bd9-4f8f-9fb8-b0d21bb4e2f8 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/ports?device_id=05abb6bf-95a9-460a-853c-f28ef84440f0 HTTP/1.1" status: 200 len: 944 time: 0.1350818 Aug 16 20:42:49.292021 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a672b701-2e81-4c66-8f6f-828b34c0689f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:49.294610 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a672b701-2e81-4c66-8f6f-828b34c0689f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:49.298265 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a672b701-2e81-4c66-8f6f-828b34c0689f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/69029908-e3c9-4e7f-bbd0-10e26bd45eb7 HTTP/1.1" status: 204 len: 168 time: 0.3017728 Aug 16 20:42:49.304988 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a672b701-2e81-4c66-8f6f-828b34c0689f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69029908-e3c9-4e7f-bbd0-10e26bd45eb7,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:49.367054 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2374298d-beff-4f71-aaec-e715614f9d46 req-027776b3-2f55-4034-bc2e-ae5cd14f9350 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/security-groups?id=381dd21c-901f-4cf7-acca-a2cddfec97a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388342 Aug 16 20:42:49.429086 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-fe7b4b12-1f43-4388-a5cf-37a6f98c85d0 req-35adf43a-aacd-4963-8c97-eef8b0b9d0bb tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Deleting port 64e0008c-7ebe-436a-8179-4bd4af5bb80a {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:49.429459 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fe7b4b12-1f43-4388-a5cf-37a6f98c85d0 req-35adf43a-aacd-4963-8c97-eef8b0b9d0bb tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:49.430610 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd1bfd0-0ba0-4bd6-9db5-f0b742d7141f x-openstack-request-id: req-bfd1bfd0-0ba0-4bd6-9db5-f0b742d7141f {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:42:49.431597 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e", "name": "network-vif-plugged", "status": "completed", "tag": "5f912723-5346-408a-9f1e-3e97c404dc7c", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:42:49.432196 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-bfd1bfd0-0ba0-4bd6-9db5-f0b742d7141f {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:42:49.432858 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f912723-5346-408a-9f1e-3e97c404dc7c', 'code': 200} Aug 16 20:42:49.567285 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-fe7b4b12-1f43-4388-a5cf-37a6f98c85d0 req-35adf43a-aacd-4963-8c97-eef8b0b9d0bb tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] For port 64e0008c-7ebe-436a-8179-4bd4af5bb80a, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=64e0008c-7ebe-436a-8179-4bd4af5bb80a,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:49.567670 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fe7b4b12-1f43-4388-a5cf-37a6f98c85d0 req-35adf43a-aacd-4963-8c97-eef8b0b9d0bb tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:49.589035 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-fe7b4b12-1f43-4388-a5cf-37a6f98c85d0 req-35adf43a-aacd-4963-8c97-eef8b0b9d0bb tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Calling delete_port for 64e0008c-7ebe-436a-8179-4bd4af5bb80a owned by compute:tempest-test_az-20966902 {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:49.598549 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1adf93-fec9-4ed9-8363-a8cf24dbb8a3 req-4976a409-daa9-4ec9-923d-4626741dd667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:49.601108 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9f1adf93-fec9-4ed9-8363-a8cf24dbb8a3 req-4976a409-daa9-4ec9-923d-4626741dd667 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 1098 time: 0.0803635 Aug 16 20:42:49.613182 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58e914-45c9-4a5a-9318-3a992a3ecd21 req-0a73cccb-a1d4-4a21-a72d-779d323e97d3 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:49.615346 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8c58e914-45c9-4a5a-9318-3a992a3ecd21 req-0a73cccb-a1d4-4a21-a72d-779d323e97d3 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/ports?device_id=c46dd249-f054-4b8c-b4b9-e3b66f0f1112 HTTP/1.1" status: 200 len: 969 time: 0.0973649 Aug 16 20:42:49.702964 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9f1adf93-fec9-4ed9-8363-a8cf24dbb8a3 req-d4617292-aac5-4e22-964c-ac616ffc5824 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917888 Aug 16 20:42:49.720912 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8c58e914-45c9-4a5a-9318-3a992a3ecd21 req-0a3d31a6-7a06-43d9-8557-86344f8fea62 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/security-groups?id=33d05244-d31d-4f4a-9891-8cab4c21669e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795844 Aug 16 20:42:49.856964 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6100b-69a1-4d90-895b-f03a939e8306 req-cabe8663-6637-4cb0-80f5-5e3c13203978 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:49.858567 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dab6100b-69a1-4d90-895b-f03a939e8306 req-cabe8663-6637-4cb0-80f5-5e3c13203978 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 946 time: 0.0506160 Aug 16 20:42:49.859829 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fe7b4b12-1f43-4388-a5cf-37a6f98c85d0 req-35adf43a-aacd-4963-8c97-eef8b0b9d0bb tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:49.873248 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['64e0008c-7ebe-436a-8179-4bd4af5bb80a'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:42:49.908080 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35adf43a-aacd-4963-8c97-eef8b0b9d0bb tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Pushing event deleted for resources: {'Port': ['ID=64e0008c-7ebe-436a-8179-4bd4af5bb80a,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:49.989883 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7b4b12-1f43-4388-a5cf-37a6f98c85d0 req-35adf43a-aacd-4963-8c97-eef8b0b9d0bb tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] No DVR routers for this DVR port 64e0008c-7ebe-436a-8179-4bd4af5bb80a on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:42:49.995572 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dab6100b-69a1-4d90-895b-f03a939e8306 req-a978aef8-4932-4a06-9699-24f324fce61c tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265016 Aug 16 20:42:49.996689 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fe7b4b12-1f43-4388-a5cf-37a6f98c85d0 req-35adf43a-aacd-4963-8c97-eef8b0b9d0bb tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:49.998737 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fe7b4b12-1f43-4388-a5cf-37a6f98c85d0 req-35adf43a-aacd-4963-8c97-eef8b0b9d0bb tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.90 "DELETE /v2.0/ports/64e0008c-7ebe-436a-8179-4bd4af5bb80a HTTP/1.1" status: 204 len: 173 time: 0.7943873 Aug 16 20:42:49.999181 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46dd249-f054-4b8c-b4b9-e3b66f0f1112', 'name': 'network-vif-deleted', 'tag': '64e0008c-7ebe-436a-8179-4bd4af5bb80a'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:42:50.002154 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71ea59c-aaee-4255-952c-70955b722924" -d '{"events": [{"server_uuid": "c46dd249-f054-4b8c-b4b9-e3b66f0f1112", "name": "network-vif-deleted", "tag": "64e0008c-7ebe-436a-8179-4bd4af5bb80a"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:42:50.097076 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55424) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:50.100906 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dda82c5-af7d-4bd1-b4e5-723c28c2ed8c x-openstack-request-id: req-2dda82c5-af7d-4bd1-b4e5-723c28c2ed8c {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:42:50.102484 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c46dd249-f054-4b8c-b4b9-e3b66f0f1112", "name": "network-vif-deleted", "tag": "64e0008c-7ebe-436a-8179-4bd4af5bb80a", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:42:50.102484 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2dda82c5-af7d-4bd1-b4e5-723c28c2ed8c {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:42:50.102723 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46dd249-f054-4b8c-b4b9-e3b66f0f1112', 'name': 'network-vif-deleted', 'tag': '64e0008c-7ebe-436a-8179-4bd4af5bb80a', 'status': 'completed', 'code': 200} Aug 16 20:42:50.127676 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-be37aabe-7d09-4229-b718-c9ea10f4390a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:50.218426 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 8d1a58cd-4470-4995-b10e-070086e2ed09 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:42:50.274059 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-be37aabe-7d09-4229-b718-c9ea10f4390a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:50.360477 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b925e3-a572-479c-aa13-188d4759402e req-957fecaf-e9e3-48fe-bf7f-9bd9d44b3fe6 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:50.362709 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8b925e3-a572-479c-aa13-188d4759402e req-957fecaf-e9e3-48fe-bf7f-9bd9d44b3fe6 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 949 time: 0.0540235 Aug 16 20:42:50.406654 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-be37aabe-7d09-4229-b718-c9ea10f4390a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:50.413587 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8b925e3-a572-479c-aa13-188d4759402e req-d61cf382-412b-41db-a257-fc6ac0d625e3 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372393 Aug 16 20:42:50.458041 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 8d1a58cd-4470-4995-b10e-070086e2ed09 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:42:50.463276 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-be37aabe-7d09-4229-b718-c9ea10f4390a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d8a37ba7c2b04f63a49cf969446baf1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3643172 Aug 16 20:42:50.464568 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37aabe-7d09-4229-b718-c9ea10f4390a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac024d5b-e8a8-468c-82c8-5afc5dedbe33,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:50.468386 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 8d1a58cd-4470-4995-b10e-070086e2ed09 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:50.468386 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:50.470370 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55468) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:50.593739 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c17af-ee95-44b3-8165-f14b807a0364 req-9bf0e0b1-f9a3-49ac-a585-3bbab4eeca27 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:50.595720 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b95c17af-ee95-44b3-8165-f14b807a0364 req-9bf0e0b1-f9a3-49ac-a585-3bbab4eeca27 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/ports?device_id=05abb6bf-95a9-460a-853c-f28ef84440f0 HTTP/1.1" status: 200 len: 944 time: 0.0908525 Aug 16 20:42:50.596523 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a36ae257-4083-4076-b538-8d3afbf9a87f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:50.640075 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a36ae257-4083-4076-b538-8d3afbf9a87f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:50.698365 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:50.703184 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b95c17af-ee95-44b3-8165-f14b807a0364 req-c865bfad-f11f-4b0e-a5e0-645cd1f526cf tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/security-groups?id=381dd21c-901f-4cf7-acca-a2cddfec97a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879142 Aug 16 20:42:50.736332 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 8d1a58cd-4470-4995-b10e-070086e2ed09, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=8d1a58cd-4470-4995-b10e-070086e2ed09,segment=NetworkSegment(e8314f4c-3555-4f94-a486-0d46d6329f40),segment_id=e8314f4c-3555-4f94-a486-0d46d6329f40)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:50.853452 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:50.854920 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7e323148-b419-4100-a934-70357266ef87 req-9cbd3fd5-168c-436c-bcf4-3521d5d26531 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c46dd249-f054-4b8c-b4b9-e3b66f0f1112&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0357075 Aug 16 20:42:50.856284 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a36ae257-4083-4076-b538-8d3afbf9a87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:50.885229 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a36ae257-4083-4076-b538-8d3afbf9a87f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:50.887823 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a36ae257-4083-4076-b538-8d3afbf9a87f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ac024d5b-e8a8-468c-82c8-5afc5dedbe33 HTTP/1.1" status: 204 len: 168 time: 0.4147758 Aug 16 20:42:50.938609 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=8d1a58cd-4470-4995-b10e-070086e2ed09,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:50.958497 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-974a2740-8d18-4a06-bd67-9175e9b76f95 req-d0fcf6d1-c6a6-4849-bc84-34498aa85b51 tempest-AggregatesAdminTestJSON-1490241319 tempest-AggregatesAdminTestJSON-1490241319-project] 10.222.0.84 "GET /v2.0/ports?device_id=c46dd249-f054-4b8c-b4b9-e3b66f0f1112 HTTP/1.1" status: 200 len: 210 time: 0.0601251 Aug 16 20:42:51.000106 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ae257-4083-4076-b538-8d3afbf9a87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac024d5b-e8a8-468c-82c8-5afc5dedbe33,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:51.005004 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7e323148-b419-4100-a934-70357266ef87 req-1fd38ecd-22f0-425d-9156-5b9d216d5aa9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=15fe05afe80f4c158424f873bd534028&device_id=c46dd249-f054-4b8c-b4b9-e3b66f0f1112 HTTP/1.1" status: 200 len: 210 time: 0.0867960 Aug 16 20:42:51.028851 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d863da-43d5-4f70-9038-466181d1e057 req-5f9de367-6534-4e85-bd1a-18e422dcdaa5 tempest-MigrationsAdminTest-325773139 tempest-MigrationsAdminTest-325773139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:51.030937 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c6d863da-43d5-4f70-9038-466181d1e057 req-5f9de367-6534-4e85-bd1a-18e422dcdaa5 tempest-MigrationsAdminTest-325773139 tempest-MigrationsAdminTest-325773139-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 1101 time: 0.1338742 Aug 16 20:42:51.074430 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7e323148-b419-4100-a934-70357266ef87 req-f2a7e466-dc61-4880-8bef-ff25139073a4 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=15fe05afe80f4c158424f873bd534028&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405519 Aug 16 20:42:51.080267 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c6d863da-43d5-4f70-9038-466181d1e057 req-09db3230-8080-42e0-8e47-73a8912053ed tempest-MigrationsAdminTest-325773139 tempest-MigrationsAdminTest-325773139-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:51.435380 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05abb6bf-95a9-460a-853c-f28ef84440f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1a58cd-4470-4995-b10e-070086e2ed09'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:42:51.437779 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55577a8-f663-42ea-833d-5fb24be9106c" -d '{"events": [{"server_uuid": "05abb6bf-95a9-460a-853c-f28ef84440f0", "name": "network-vif-plugged", "status": "completed", "tag": "8d1a58cd-4470-4995-b10e-070086e2ed09"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:42:51.513818 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e323148-b419-4100-a934-70357266ef87 req-4adca719-fdfa-419c-9892-0ea94fd2ce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:51.513818 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7e323148-b419-4100-a934-70357266ef87 req-4adca719-fdfa-419c-9892-0ea94fd2ce3d service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4157069 Aug 16 20:42:51.553578 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c6d863da-43d5-4f70-9038-466181d1e057 req-09db3230-8080-42e0-8e47-73a8912053ed tempest-MigrationsAdminTest-325773139 tempest-MigrationsAdminTest-325773139-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:51.720010 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e7d75-97d3-42b7-95cb-86959db5bdf9 req-1da111b3-859d-4d5c-bd5e-7981e6cf7d8f tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:51.721524 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9e4e7d75-97d3-42b7-95cb-86959db5bdf9 req-1da111b3-859d-4d5c-bd5e-7981e6cf7d8f tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 946 time: 0.0510411 Aug 16 20:42:51.762397 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9e4e7d75-97d3-42b7-95cb-86959db5bdf9 req-46e41292-51d2-4227-8839-a782af2c453d tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344748 Aug 16 20:42:51.818091 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c6d863da-43d5-4f70-9038-466181d1e057 req-09db3230-8080-42e0-8e47-73a8912053ed tempest-MigrationsAdminTest-325773139 tempest-MigrationsAdminTest-325773139-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:51.818255 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:51.839766 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c6d863da-43d5-4f70-9038-466181d1e057 req-09db3230-8080-42e0-8e47-73a8912053ed tempest-MigrationsAdminTest-325773139 tempest-MigrationsAdminTest-325773139-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7841978 Aug 16 20:42:51.857641 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db3230-8080-42e0-8e47-73a8912053ed tempest-MigrationsAdminTest-325773139 tempest-MigrationsAdminTest-325773139-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21be35a1-c4d0-4a35-b760-2c89b0ed8de4,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:51.901050 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785824a6-45a4-441c-a2c2-92fb77e88eb5 x-openstack-request-id: req-785824a6-45a4-441c-a2c2-92fb77e88eb5 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:42:51.905719 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05abb6bf-95a9-460a-853c-f28ef84440f0", "name": "network-vif-plugged", "status": "completed", "tag": "8d1a58cd-4470-4995-b10e-070086e2ed09", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:42:51.905719 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-785824a6-45a4-441c-a2c2-92fb77e88eb5 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:42:51.905719 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05abb6bf-95a9-460a-853c-f28ef84440f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1a58cd-4470-4995-b10e-070086e2ed09', 'code': 200} Aug 16 20:42:52.042000 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46956a61-11c8-4521-b152-1ab163d40273 req-4c325242-8bf4-47ef-a93e-edf7f51a382c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:52.043560 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-46956a61-11c8-4521-b152-1ab163d40273 req-4c325242-8bf4-47ef-a93e-edf7f51a382c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=05abb6bf-95a9-460a-853c-f28ef84440f0 HTTP/1.1" status: 200 len: 1097 time: 0.0570960 Aug 16 20:42:52.081255 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-46956a61-11c8-4521-b152-1ab163d40273 req-ded90b9a-b72f-43bc-9bf2-9bd42bfc7f83 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=381dd21c-901f-4cf7-acca-a2cddfec97a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303807 Aug 16 20:42:52.360691 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e79149-a10b-4058-aa48-8c928770753a req-fa51b587-3b9e-4350-bf54-8c6976fa032f tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:52.362337 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-59e79149-a10b-4058-aa48-8c928770753a req-fa51b587-3b9e-4350-bf54-8c6976fa032f tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/ports?device_id=05abb6bf-95a9-460a-853c-f28ef84440f0 HTTP/1.1" status: 200 len: 945 time: 0.0497334 Aug 16 20:42:52.409826 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-59e79149-a10b-4058-aa48-8c928770753a req-edada528-632e-4519-9d38-55632aeaabe8 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/security-groups?id=381dd21c-901f-4cf7-acca-a2cddfec97a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392127 Aug 16 20:42:52.635001 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746857f1-abe3-4b66-91f3-67f53a425744 req-e11f8017-00a3-42e4-9c3c-15d76ef1c0df tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:52.636610 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-746857f1-abe3-4b66-91f3-67f53a425744 req-e11f8017-00a3-42e4-9c3c-15d76ef1c0df tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 1098 time: 0.0469344 Aug 16 20:42:52.674216 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-746857f1-abe3-4b66-91f3-67f53a425744 req-db1e4a1b-6bbc-40ca-aef0-b7817e96fc76 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313787 Aug 16 20:42:53.250672 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199b2df-5137-4d4b-b6bd-eee30542a967 req-3288a493-82ad-4649-afcf-7afffca505a4 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:53.253165 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0199b2df-5137-4d4b-b6bd-eee30542a967 req-3288a493-82ad-4649-afcf-7afffca505a4 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 1098 time: 0.0490115 Aug 16 20:42:53.289972 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0199b2df-5137-4d4b-b6bd-eee30542a967 req-6f7c4e7c-f454-44e3-a78b-8d61ac021da7 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301325 Aug 16 20:42:53.388108 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 64e0008c-7ebe-436a-8179-4bd4af5bb80a no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:42:53.421236 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 64e0008c-7ebe-436a-8179-4bd4af5bb80a {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:42:53.422262 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 64e0008c-7ebe-436a-8179-4bd4af5bb80a not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:42:53.429118 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7cef2-093a-4893-b3be-4ef296a3409f req-6840d3dc-50d0-490c-8341-bbf89628610b tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:53.432283 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-22e7cef2-093a-4893-b3be-4ef296a3409f req-6840d3dc-50d0-490c-8341-bbf89628610b tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 949 time: 0.0702138 Aug 16 20:42:53.509029 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-22e7cef2-093a-4893-b3be-4ef296a3409f req-de3155df-0ac7-4265-a22a-a3f8f76f7532 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504837 Aug 16 20:42:53.529522 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55688) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:53.691062 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55726) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:53.795266 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f68ef1d5-376f-4d00-99a9-087dd1bdb432 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=15fe05afe80f4c158424f873bd534028&name=default HTTP/1.1" status: 200 len: 2976 time: 0.2619224 Aug 16 20:42:53.795749 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55732) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:53.828370 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-925b73ff-55c2-49e7-ab63-15dc76b727a9 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1433520 Aug 16 20:42:53.858030 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b59a1abc-30b4-4895-829e-946d23bf379d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:53.884758 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b59a1abc-30b4-4895-829e-946d23bf379d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:54.054587 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26b1d8-e107-4850-bc40-88c7006b95f4 req-753285f8-3f73-490b-b450-9b5bb2fcfdd4 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:54.056745 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4e26b1d8-e107-4850-bc40-88c7006b95f4 req-753285f8-3f73-490b-b450-9b5bb2fcfdd4 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/ports?device_id=05abb6bf-95a9-460a-853c-f28ef84440f0 HTTP/1.1" status: 200 len: 945 time: 0.0536947 Aug 16 20:42:54.060260 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b59a1abc-30b4-4895-829e-946d23bf379d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:54.067089 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b59a1abc-30b4-4895-829e-946d23bf379d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:54.068768 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b59a1abc-30b4-4895-829e-946d23bf379d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/33d05244-d31d-4f4a-9891-8cab4c21669e HTTP/1.1" status: 204 len: 168 time: 0.2719560 Aug 16 20:42:54.128182 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a1abc-30b4-4895-829e-946d23bf379d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d05244-d31d-4f4a-9891-8cab4c21669e,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:54.136424 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4e26b1d8-e107-4850-bc40-88c7006b95f4 req-ebf17bee-c2e4-441a-88bf-77639f06f5ef tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/security-groups?id=381dd21c-901f-4cf7-acca-a2cddfec97a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658128 Aug 16 20:42:55.078689 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55828) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:55.141734 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-dc1bb123-2e34-4d2a-a4d8-65e46b29766e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=40630475ae294d9f8d7afd99be789a4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0618532 Aug 16 20:42:55.186187 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55836) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:55.232127 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade1e62-bd3e-4ab8-bedf-b2f53b98eb09 req-c9ce0556-d3ae-462c-a58c-e9d2ee0f588d tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:55.233621 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dade1e62-bd3e-4ab8-bedf-b2f53b98eb09 req-c9ce0556-d3ae-462c-a58c-e9d2ee0f588d tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/ports?device_id=05abb6bf-95a9-460a-853c-f28ef84440f0 HTTP/1.1" status: 200 len: 945 time: 0.0907528 Aug 16 20:42:55.244419 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55838) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:55.249977 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-cb4cc525-1b4b-4ff5-a328-83d52cc26f49 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Request body: {'floatingip': {'port_id': '8d1a58cd-4470-4995-b10e-070086e2ed09'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:55.251327 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6fa7228a-44dc-4ec9-962b-9e756714128d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:55.286057 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6fa7228a-44dc-4ec9-962b-9e756714128d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:55.335487 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb4cc525-1b4b-4ff5-a328-83d52cc26f49 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks [] for floatingip, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:55.461647 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6fa7228a-44dc-4ec9-962b-9e756714128d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:55.465874 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6fa7228a-44dc-4ec9-962b-9e756714128d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:55.467283 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6fa7228a-44dc-4ec9-962b-9e756714128d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/021edd48-8dd8-47e8-9749-e7f0d1ded4c8 HTTP/1.1" status: 204 len: 168 time: 0.2800698 Aug 16 20:42:55.540599 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7228a-44dc-4ec9-962b-9e756714128d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021edd48-8dd8-47e8-9749-e7f0d1ded4c8,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:55.581142 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b00a8-8f50-47a1-96df-cfd71791aa80 req-6dc4de94-63c8-4862-ac47-21c7f2a053f1 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:55.582956 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c68b00a8-8f50-47a1-96df-cfd71791aa80 req-6dc4de94-63c8-4862-ac47-21c7f2a053f1 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 949 time: 0.0907629 Aug 16 20:42:55.624567 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c68b00a8-8f50-47a1-96df-cfd71791aa80 req-cc944826-d36c-4f39-a7ce-a62a537a46ec tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341139 Aug 16 20:42:56.016563 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55876) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:56.187408 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb4cc525-1b4b-4ff5-a328-83d52cc26f49 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:56.196345 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0822445-650d-44b8-9546-ce9a8bcf43d4 req-86cfa9f0-3870-4263-892e-3b9f4cce947f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:56.197956 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d0822445-650d-44b8-9546-ce9a8bcf43d4 req-86cfa9f0-3870-4263-892e-3b9f4cce947f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8eeb19c70e2743deaa8aa99547f66522&device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 1101 time: 0.1409357 Aug 16 20:42:56.218271 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8e7a6f55-dab0-4d70-867b-220fdc0f8353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:56.292477 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb4cc525-1b4b-4ff5-a328-83d52cc26f49 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:56.422783 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0822445-650d-44b8-9546-ce9a8bcf43d4 req-bd21120c-f31e-4077-924b-746f02d144b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:56.424319 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d0822445-650d-44b8-9546-ce9a8bcf43d4 req-bd21120c-f31e-4077-924b-746f02d144b2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.2013958 Aug 16 20:42:56.431479 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8e7a6f55-dab0-4d70-867b-220fdc0f8353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:56.471967 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d0822445-650d-44b8-9546-ce9a8bcf43d4 req-fa5e0e03-cf41-4939-93d6-d027755c5b25 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=56353298-d50b-4643-afa0-a1f978a1a3fa HTTP/1.1" status: 200 len: 217 time: 0.0373626 Aug 16 20:42:56.473081 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [None req-cb4cc525-1b4b-4ff5-a328-83d52cc26f49 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Floating IP be433c8a-28b6-4d8a-96b7-ece8b60df703 associated. External IP: 172.25.1.55, port: 8d1a58cd-4470-4995-b10e-070086e2ed09. Aug 16 20:42:56.590525 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0822445-650d-44b8-9546-ce9a8bcf43d4 req-7d3e896c-3eaf-4385-8ab7-9ace57038635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:56.591941 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d0822445-650d-44b8-9546-ce9a8bcf43d4 req-7d3e896c-3eaf-4385-8ab7-9ace57038635 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0818679 Aug 16 20:42:56.626292 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8e7a6f55-dab0-4d70-867b-220fdc0f8353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:56.685855 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8e7a6f55-dab0-4d70-867b-220fdc0f8353 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3d407f2523b74e2f8d42f5301ba3ffa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6680932 Aug 16 20:42:56.690818 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55934) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:56.706118 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0822445-650d-44b8-9546-ce9a8bcf43d4 req-a0ecc662-6a75-4db0-b897-f094c29868af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:56.707639 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d0822445-650d-44b8-9546-ce9a8bcf43d4 req-a0ecc662-6a75-4db0-b897-f094c29868af service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1024396 Aug 16 20:42:56.714269 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a6f55-dab0-4d70-867b-220fdc0f8353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d211c71a-a34a-4eba-aab1-2e08470a04a0,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:56.749883 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c1287113-e4e9-4529-9aa1-1edccac718e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:56.770422 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c1287113-e4e9-4529-9aa1-1edccac718e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:56.830816 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4cc525-1b4b-4ff5-a328-83d52cc26f49 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Router b2fb96d3-3bfa-4305-a63b-9f2682e86a3b has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:42:56.903063 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d0822445-650d-44b8-9546-ce9a8bcf43d4 req-118edc0b-99c9-49ce-b636-01a1457a9ccb service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875937 Aug 16 20:42:56.952873 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c1287113-e4e9-4529-9aa1-1edccac718e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:56.955680 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c1287113-e4e9-4529-9aa1-1edccac718e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:56.956967 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c1287113-e4e9-4529-9aa1-1edccac718e9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d211c71a-a34a-4eba-aab1-2e08470a04a0 HTTP/1.1" status: 204 len: 168 time: 0.2651513 Aug 16 20:42:56.968283 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1287113-e4e9-4529-9aa1-1edccac718e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d211c71a-a34a-4eba-aab1-2e08470a04a0,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:57.165538 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2bd4ea-448b-4295-97bb-14d914940a94 req-0d1158ee-07d4-44d8-8024-3606f98783b3 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:57.167133 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2d2bd4ea-448b-4295-97bb-14d914940a94 req-0d1158ee-07d4-44d8-8024-3606f98783b3 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 949 time: 0.0596104 Aug 16 20:42:57.215443 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4cc525-1b4b-4ff5-a328-83d52cc26f49 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:42:57.220910 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb4cc525-1b4b-4ff5-a328-83d52cc26f49 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:57.231535 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75860bab-d3b2-4b97-b21a-a309b740d1e1 None None] Sync routers for ids ['b2fb96d3-3bfa-4305-a63b-9f2682e86a3b'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:42:57.232128 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2d2bd4ea-448b-4295-97bb-14d914940a94 req-9e92d362-8395-42aa-8c4d-7bc34f5cf2df tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488677 Aug 16 20:42:57.251307 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75860bab-d3b2-4b97-b21a-a309b740d1e1 None None] Routers {'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:57.252139 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-75860bab-d3b2-4b97-b21a-a309b740d1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:42:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['b2fb96d3-3bfa-4305-a63b-9f2682e86a3b'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:57.275666 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d0822445-650d-44b8-9546-ce9a8bcf43d4 req-e3e2d8b6-5b6b-46b0-874e-e3ac43a830cc service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619473 Aug 16 20:42:57.286094 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-cb4cc525-1b4b-4ff5-a328-83d52cc26f49 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "PUT /v2.0/floatingips/be433c8a-28b6-4d8a-96b7-ece8b60df703 HTTP/1.1" status: 200 len: 990 time: 2.0400550 Aug 16 20:42:57.292957 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05abb6bf-95a9-460a-853c-f28ef84440f0', 'tag': '8d1a58cd-4470-4995-b10e-070086e2ed09'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:42:57.292957 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a55ecb-eaa7-4a20-9817-eaebb12d467a" -d '{"events": [{"name": "network-changed", "server_uuid": "05abb6bf-95a9-460a-853c-f28ef84440f0", "tag": "8d1a58cd-4470-4995-b10e-070086e2ed09"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:42:57.387402 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-75860bab-d3b2-4b97-b21a-a309b740d1e1 None None] Set router b2fb96d3-3bfa-4305-a63b-9f2682e86a3b gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:42:57.558303 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-16be712d-d3ad-4c45-af1a-298f3f164681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:57.560378 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-16be712d-d3ad-4c45-af1a-298f3f164681 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8eeb19c70e2743deaa8aa99547f66522&device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 1101 time: 0.0693491 Aug 16 20:42:57.680342 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-2fcdc30f-1da6-45e0-99ce-0249cb8a26eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:57.682081 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-2fcdc30f-1da6-45e0-99ce-0249cb8a26eb service neutron] 10.222.0.72 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.1080177 Aug 16 20:42:57.732671 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-dca80af2-5a61-4778-b8ae-4325e2b62e5a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=56353298-d50b-4643-afa0-a1f978a1a3fa HTTP/1.1" status: 200 len: 217 time: 0.0352254 Aug 16 20:42:57.750603 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-75860bab-d3b2-4b97-b21a-a309b740d1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-453502631-router', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d0ece2b-bed4-4922-901f-a6fc1fbfb785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:02Z', 'updated_at': '2021-08-16T20:42:07Z', 'revision_number': 4, 'project_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'gw_port': {'id': '1d0ece2b-bed4-4922-901f-a6fc1fbfb785', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:03Z', 'updated_at': '2021-08-16T20:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'be433c8a-28b6-4d8a-96b7-ece8b60df703', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'floating_ip_address': '172.25.1.55', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'port_id': '8d1a58cd-4470-4995-b10e-070086e2ed09', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471', 'mac_address': 'fa:16:3e:40:09:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05abb6bf-95a9-460a-853c-f28ef84440f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:42:27Z', 'updated_at': '2021-08-16T20:42:55Z', 'revision_number': 1, 'project_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3eb832-7e80-48c4-a114-24c6cbc277b7', 'name': '', 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'mac_address': 'fa:16:3e:6a:29:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e33a0f13-659e-4604-b84f-5b9bda739e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:06Z', 'updated_at': '2021-08-16T20:42:12Z', 'revision_number': 5, 'project_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'subnets': [{'id': 'e33a0f13-659e-4604-b84f-5b9bda739e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:57.776945 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75860bab-d3b2-4b97-b21a-a309b740d1e1 None None] Checking router: b2fb96d3-3bfa-4305-a63b-9f2682e86a3b for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:42:57.787919 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75860bab-d3b2-4b97-b21a-a309b740d1e1 None None] Routers {'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:57.788626 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-75860bab-d3b2-4b97-b21a-a309b740d1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:42:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['b2fb96d3-3bfa-4305-a63b-9f2682e86a3b'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:57.801563 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-a0822fc7-1811-4217-80af-a7bb5027d6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:57.806298 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-a0822fc7-1811-4217-80af-a7bb5027d6bf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0546837 Aug 16 20:42:57.868335 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-de495382-96ba-4865-8fba-1aba72335a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:57.870603 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-de495382-96ba-4865-8fba-1aba72335a55 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0514073 Aug 16 20:42:57.912087 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-75860bab-d3b2-4b97-b21a-a309b740d1e1 None None] Set router b2fb96d3-3bfa-4305-a63b-9f2682e86a3b gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:42:57.980485 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-14918545-fae0-4d7d-bf12-e3f15d0cc631 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003304 Aug 16 20:42:58.081966 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-42d46794-48d8-492e-ae53-2310cb507534 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911219 Aug 16 20:42:58.128536 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 56016) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:58.157898 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-75860bab-d3b2-4b97-b21a-a309b740d1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-453502631-router', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d0ece2b-bed4-4922-901f-a6fc1fbfb785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:02Z', 'updated_at': '2021-08-16T20:42:07Z', 'revision_number': 4, 'project_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'gw_port': {'id': '1d0ece2b-bed4-4922-901f-a6fc1fbfb785', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:03Z', 'updated_at': '2021-08-16T20:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'be433c8a-28b6-4d8a-96b7-ece8b60df703', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'floating_ip_address': '172.25.1.55', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'port_id': '8d1a58cd-4470-4995-b10e-070086e2ed09', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471', 'mac_address': 'fa:16:3e:40:09:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05abb6bf-95a9-460a-853c-f28ef84440f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:42:27Z', 'updated_at': '2021-08-16T20:42:55Z', 'revision_number': 1, 'project_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3eb832-7e80-48c4-a114-24c6cbc277b7', 'name': '', 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'mac_address': 'fa:16:3e:6a:29:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e33a0f13-659e-4604-b84f-5b9bda739e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:06Z', 'updated_at': '2021-08-16T20:42:12Z', 'revision_number': 5, 'project_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'subnets': [{'id': 'e33a0f13-659e-4604-b84f-5b9bda739e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:58.175614 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 56022) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:58.185257 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75860bab-d3b2-4b97-b21a-a309b740d1e1 None None] The sync data for ids ['b2fb96d3-3bfa-4305-a63b-9f2682e86a3b'] in n-d-793620-15 is: [{'id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-453502631-router', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d0ece2b-bed4-4922-901f-a6fc1fbfb785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:02Z', 'updated_at': '2021-08-16T20:42:07Z', 'revision_number': 4, 'project_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'gw_port': {'id': '1d0ece2b-bed4-4922-901f-a6fc1fbfb785', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:03Z', 'updated_at': '2021-08-16T20:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'be433c8a-28b6-4d8a-96b7-ece8b60df703', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'floating_ip_address': '172.25.1.55', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'port_id': '8d1a58cd-4470-4995-b10e-070086e2ed09', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471', 'mac_address': 'fa:16:3e:40:09:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05abb6bf-95a9-460a-853c-f28ef84440f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:42:27Z', 'updated_at': '2021-08-16T20:42:55Z', 'revision_number': 1, 'project_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3eb832-7e80-48c4-a114-24c6cbc277b7', 'name': '', 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'mac_address': 'fa:16:3e:6a:29:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e33a0f13-659e-4604-b84f-5b9bda739e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:06Z', 'updated_at': '2021-08-16T20:42:12Z', 'revision_number': 5, 'project_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'subnets': [{'id': 'e33a0f13-659e-4604-b84f-5b9bda739e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:42:58.198787 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c309d852-722e-406c-a6c7-ccb40a865711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:58.311986 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c309d852-722e-406c-a6c7-ccb40a865711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:58.358975 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e02d884e-3128-4488-9fc1-da2d7d4b8db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:58.465253 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3989cda-3f7a-4f00-9654-09f8bd470374 None None] New status for floating IP be433c8a-28b6-4d8a-96b7-ece8b60df703: ACTIVE {{(pid=101846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:42:58.478910 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c309d852-722e-406c-a6c7-ccb40a865711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:58.539412 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309d852-722e-406c-a6c7-ccb40a865711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52bcdcf5-b37e-4c5a-ad0e-3bb0e3e69089,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:58.544403 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c309d852-722e-406c-a6c7-ccb40a865711 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2f1aab90941f4630bac8f1aa1fc3c7ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3675404 Aug 16 20:42:58.560859 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 56034) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:58.649419 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e62396c8-afc6-4db9-9a07-ac956ec56cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:58.673220 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e02d884e-3128-4488-9fc1-da2d7d4b8db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:58.685412 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e62396c8-afc6-4db9-9a07-ac956ec56cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:58.749987 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246a03ba-06f5-453b-b6d9-83706a4733db x-openstack-request-id: req-246a03ba-06f5-453b-b6d9-83706a4733db {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:42:58.750477 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05abb6bf-95a9-460a-853c-f28ef84440f0", "tag": "8d1a58cd-4470-4995-b10e-070086e2ed09", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:42:58.750577 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-246a03ba-06f5-453b-b6d9-83706a4733db {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:42:58.751069 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05abb6bf-95a9-460a-853c-f28ef84440f0', 'tag': '8d1a58cd-4470-4995-b10e-070086e2ed09', 'status': 'completed', 'code': 200} Aug 16 20:42:58.793225 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e02d884e-3128-4488-9fc1-da2d7d4b8db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:58.839566 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e02d884e-3128-4488-9fc1-da2d7d4b8db8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d169cb38e9a946ebb99b868e2eda73bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7076676 Aug 16 20:42:58.839566 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d884e-3128-4488-9fc1-da2d7d4b8db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6000af8e-26b3-41db-8c4b-37006f836cb6,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:58.840598 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56052) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:58.840720 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 56054) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:58.880552 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a55ecb-eaa7-4a20-9817-eaebb12d467a req-ba89dad5-eb52-425d-ab6e-0e05c5c06388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:58.882297 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-40a55ecb-eaa7-4a20-9817-eaebb12d467a req-ba89dad5-eb52-425d-ab6e-0e05c5c06388 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb8c4b7819fc43cbbe786a97a0c82206&device_id=05abb6bf-95a9-460a-853c-f28ef84440f0 HTTP/1.1" status: 200 len: 1097 time: 0.1029944 Aug 16 20:42:58.915424 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e62396c8-afc6-4db9-9a07-ac956ec56cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:58.918520 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e62396c8-afc6-4db9-9a07-ac956ec56cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:58.924547 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e62396c8-afc6-4db9-9a07-ac956ec56cc5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/52bcdcf5-b37e-4c5a-ad0e-3bb0e3e69089 HTTP/1.1" status: 204 len: 168 time: 0.3589475 Aug 16 20:42:58.953609 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62396c8-afc6-4db9-9a07-ac956ec56cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bcdcf5-b37e-4c5a-ad0e-3bb0e3e69089,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:58.960312 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-85cd778f-33a0-48a6-97f0-60210fad6e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:58.991735 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-85cd778f-33a0-48a6-97f0-60210fad6e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:59.000637 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc480c-d3f6-43e1-a0de-73823e0ce3aa req-3b6ac38f-f783-4185-845a-abcc3f264889 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:59.002264 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-62cc480c-d3f6-43e1-a0de-73823e0ce3aa req-3b6ac38f-f783-4185-845a-abcc3f264889 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 949 time: 0.1008706 Aug 16 20:42:59.046689 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a55ecb-eaa7-4a20-9817-eaebb12d467a req-835d732e-f755-46de-b6ab-63a0309bb941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:59.051534 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-40a55ecb-eaa7-4a20-9817-eaebb12d467a req-835d732e-f755-46de-b6ab-63a0309bb941 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3bee841e-47c3-4f4c-a369-8a19f08ab471 HTTP/1.1" status: 200 len: 924 time: 0.1560130 Aug 16 20:42:59.064112 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-62cc480c-d3f6-43e1-a0de-73823e0ce3aa req-3c9f7d0b-7241-4182-9aac-fb9755b5e2f3 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527213 Aug 16 20:42:59.163763 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-40a55ecb-eaa7-4a20-9817-eaebb12d467a req-3abf9045-3f74-405a-98f4-1c39faa4f251 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d1a58cd-4470-4995-b10e-070086e2ed09 HTTP/1.1" status: 200 len: 1000 time: 0.1001043 Aug 16 20:42:59.210169 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-85cd778f-33a0-48a6-97f0-60210fad6e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:59.213337 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-85cd778f-33a0-48a6-97f0-60210fad6e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:59.217023 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-85cd778f-33a0-48a6-97f0-60210fad6e1b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6000af8e-26b3-41db-8c4b-37006f836cb6 HTTP/1.1" status: 204 len: 168 time: 0.3728895 Aug 16 20:42:59.219759 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a55ecb-eaa7-4a20-9817-eaebb12d467a req-d579d7df-b3ae-4ddf-837a-622bfe84f354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:59.221797 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-40a55ecb-eaa7-4a20-9817-eaebb12d467a req-d579d7df-b3ae-4ddf-837a-622bfe84f354 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e33a0f13-659e-4604-b84f-5b9bda739e16 HTTP/1.1" status: 200 len: 862 time: 0.0505936 Aug 16 20:42:59.222491 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd778f-33a0-48a6-97f0-60210fad6e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6000af8e-26b3-41db-8c4b-37006f836cb6,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:59.229045 n-d-793620-15 neutron-server[101845]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 16 20:42:59.236024 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [req-027877c0-8f46-46e3-82ea-960a51e53341 req-afa76ac1-46e9-4e7e-83b0-3cdd558fd527 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:42:59.237440 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-027877c0-8f46-46e3-82ea-960a51e53341 req-afa76ac1-46e9-4e7e-83b0-3cdd558fd527 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3928154 Aug 16 20:42:59.280417 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a55ecb-eaa7-4a20-9817-eaebb12d467a req-63be4bc9-8b6e-4450-8a37-a7f8953d8ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:59.282078 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-40a55ecb-eaa7-4a20-9817-eaebb12d467a req-63be4bc9-8b6e-4450-8a37-a7f8953d8ae2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3bee841e-47c3-4f4c-a369-8a19f08ab471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436020 Aug 16 20:42:59.380685 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-40a55ecb-eaa7-4a20-9817-eaebb12d467a req-fe3ec378-75f0-4607-9e49-16753e7bef9e service neutron] 10.222.0.72 "GET /v2.0/networks/3bee841e-47c3-4f4c-a369-8a19f08ab471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898087 Aug 16 20:42:59.491154 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-40a55ecb-eaa7-4a20-9817-eaebb12d467a req-55e6828d-6a43-4113-9816-2bd9ed8fd51d service neutron] 10.222.0.72 "GET /v2.0/networks/3bee841e-47c3-4f4c-a369-8a19f08ab471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974197 Aug 16 20:42:59.956507 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-027877c0-8f46-46e3-82ea-960a51e53341 req-af869658-8a19-4d46-b35c-bcb94b3670d4 service neutron] Request body: {'binding': {'host': 'n-h2-793620-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:59.957089 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-027877c0-8f46-46e3-82ea-960a51e53341 req-af869658-8a19-4d46-b35c-bcb94b3670d4 service neutron] Unknown quota resources ['binding']. {{(pid=101845) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:43:00.109162 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-027877c0-8f46-46e3-82ea-960a51e53341 req-af869658-8a19-4d46-b35c-bcb94b3670d4 service neutron] Attempting to bind port 5f912723-5346-408a-9f1e-3e97c404dc7c on host n-h2-793620-15 for vnic_type normal with profile None {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:43:00.109694 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-027877c0-8f46-46e3-82ea-960a51e53341 req-af869658-8a19-4d46-b35c-bcb94b3670d4 service neutron] Attempting to bind port 5f912723-5346-408a-9f1e-3e97c404dc7c by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:43:00.110233 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027877c0-8f46-46e3-82ea-960a51e53341 req-af869658-8a19-4d46-b35c-bcb94b3670d4 service neutron] Attempting to bind port 5f912723-5346-408a-9f1e-3e97c404dc7c on network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:00.115551 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027877c0-8f46-46e3-82ea-960a51e53341 req-af869658-8a19-4d46-b35c-bcb94b3670d4 service neutron] Port 5f912723-5346-408a-9f1e-3e97c404dc7c on network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:43:00.115902 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027877c0-8f46-46e3-82ea-960a51e53341 req-af869658-8a19-4d46-b35c-bcb94b3670d4 service neutron] Attempting to bind port 5f912723-5346-408a-9f1e-3e97c404dc7c on network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:00.120972 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027877c0-8f46-46e3-82ea-960a51e53341 req-af869658-8a19-4d46-b35c-bcb94b3670d4 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:43:00.121304 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027877c0-8f46-46e3-82ea-960a51e53341 req-af869658-8a19-4d46-b35c-bcb94b3670d4 service neutron] Checking segment: {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:00.121747 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027877c0-8f46-46e3-82ea-960a51e53341 req-af869658-8a19-4d46-b35c-bcb94b3670d4 service neutron] Bound using segment: {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:43:00.122176 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-027877c0-8f46-46e3-82ea-960a51e53341 req-af869658-8a19-4d46-b35c-bcb94b3670d4 service neutron] Bound port: 5f912723-5346-408a-9f1e-3e97c404dc7c, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:43:00.207595 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-027877c0-8f46-46e3-82ea-960a51e53341 req-af869658-8a19-4d46-b35c-bcb94b3670d4 service neutron] For port 5f912723-5346-408a-9f1e-3e97c404dc7c, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=5f912723-5346-408a-9f1e-3e97c404dc7c,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:43:00.355746 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093003ef-5d02-4e37-a6f6-9beee89c0b69 req-a137c39a-5356-47fc-95e9-a76bb4dc7a8c tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:00.357249 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-093003ef-5d02-4e37-a6f6-9beee89c0b69 req-a137c39a-5356-47fc-95e9-a76bb4dc7a8c tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 949 time: 0.0481689 Aug 16 20:43:00.378550 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-027877c0-8f46-46e3-82ea-960a51e53341 req-af869658-8a19-4d46-b35c-bcb94b3670d4 service neutron] Notify callbacks [] for binding, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:00.379763 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-027877c0-8f46-46e3-82ea-960a51e53341 req-af869658-8a19-4d46-b35c-bcb94b3670d4 service neutron] 10.222.0.84 "POST /v2.0/ports/5f912723-5346-408a-9f1e-3e97c404dc7c/bindings HTTP/1.1" status: 201 len: 390 time: 0.6252007 Aug 16 20:43:00.393994 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-093003ef-5d02-4e37-a6f6-9beee89c0b69 req-28f347cb-fc7d-4745-ab7f-ecdd13273ca0 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309467 Aug 16 20:43:00.442534 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56116) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:00.458854 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-de72fbe3-07b0-4c50-ac28-a15dc49534f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:00.554317 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-de72fbe3-07b0-4c50-ac28-a15dc49534f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:00.685850 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-de72fbe3-07b0-4c50-ac28-a15dc49534f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:00.725026 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-de72fbe3-07b0-4c50-ac28-a15dc49534f6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1df719a639a548f493942489b9984fb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2813494 Aug 16 20:43:00.726129 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de72fbe3-07b0-4c50-ac28-a15dc49534f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b4b305-1ff7-48af-b468-c4d5183732aa,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:00.730375 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 56128) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:00.794386 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5d3ee278-a262-4ff4-b271-90353edd523e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:00.812687 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5d3ee278-a262-4ff4-b271-90353edd523e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:00.878037 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56132) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:00.937842 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5d3ee278-a262-4ff4-b271-90353edd523e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:00.940633 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5d3ee278-a262-4ff4-b271-90353edd523e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:00.941864 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5d3ee278-a262-4ff4-b271-90353edd523e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/25b4b305-1ff7-48af-b468-c4d5183732aa HTTP/1.1" status: 204 len: 168 time: 0.2102232 Aug 16 20:43:00.949576 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ee278-a262-4ff4-b271-90353edd523e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b4b305-1ff7-48af-b468-c4d5183732aa,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:01.099281 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9e1991a3-4ba6-4ada-bca6-1d2687ceb900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:01.134673 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8784636-866b-4572-ac1f-f2a84c41f4fe req-ceba98b3-4005-4c9b-a57e-ecf0bfdc5cbf tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:01.136225 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b8784636-866b-4572-ac1f-f2a84c41f4fe req-ceba98b3-4005-4c9b-a57e-ecf0bfdc5cbf tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 946 time: 0.0535448 Aug 16 20:43:01.178769 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b8784636-866b-4572-ac1f-f2a84c41f4fe req-189d3d25-b347-432b-8ff5-f484ede1f709 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359459 Aug 16 20:43:01.200828 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9e1991a3-4ba6-4ada-bca6-1d2687ceb900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:01.298874 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027877c0-8f46-46e3-82ea-960a51e53341 req-a2c9ab8c-3375-419d-b9c5-fb88d3a90d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:01.298874 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-027877c0-8f46-46e3-82ea-960a51e53341 req-a2c9ab8c-3375-419d-b9c5-fb88d3a90d9a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ef76538be3f42efb94d0f0a8384d0d1&device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 1098 time: 0.0505075 Aug 16 20:43:01.322839 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9e1991a3-4ba6-4ada-bca6-1d2687ceb900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:01.362999 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1991a3-4ba6-4ada-bca6-1d2687ceb900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d473e86-0606-4ffc-ae78-92be020eb934,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:01.373124 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9e1991a3-4ba6-4ada-bca6-1d2687ceb900 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3281f18155b14b67b21bfba4eae88775&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4937806 Aug 16 20:43:01.375434 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56154) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:01.423256 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027877c0-8f46-46e3-82ea-960a51e53341 req-3c0cf8b7-e9be-4918-8bfe-0d1385709dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:01.425522 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-027877c0-8f46-46e3-82ea-960a51e53341 req-3c0cf8b7-e9be-4918-8bfe-0d1385709dab service neutron] 10.222.0.90 "GET /v2.0/networks?id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa HTTP/1.1" status: 200 len: 909 time: 0.1203382 Aug 16 20:43:01.429460 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5d881063-b3f9-47b5-ae8b-90b22b5fc925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:01.455147 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5d881063-b3f9-47b5-ae8b-90b22b5fc925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:01.469964 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-027877c0-8f46-46e3-82ea-960a51e53341 req-5a661c7f-09a6-4d27-9485-ef7730c71702 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f912723-5346-408a-9f1e-3e97c404dc7c HTTP/1.1" status: 200 len: 217 time: 0.0368381 Aug 16 20:43:01.557199 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027877c0-8f46-46e3-82ea-960a51e53341 req-ee696f03-8480-498c-ab85-7ce807c45aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:01.559065 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-027877c0-8f46-46e3-82ea-960a51e53341 req-ee696f03-8480-498c-ab85-7ce807c45aa4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=32473632-cd45-434e-a077-52a281cec044 HTTP/1.1" status: 200 len: 848 time: 0.0821414 Aug 16 20:43:01.568933 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4814014-da96-48ee-bb45-7c53a808bf2a req-508e0268-caa2-4e21-b0b4-55d43b2defd3 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:01.570429 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d4814014-da96-48ee-bb45-7c53a808bf2a req-508e0268-caa2-4e21-b0b4-55d43b2defd3 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 949 time: 0.0946820 Aug 16 20:43:01.598789 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-027877c0-8f46-46e3-82ea-960a51e53341 req-28e93a4b-4cf7-4a31-934f-1b84eabb873e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273180 Aug 16 20:43:01.673435 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d4814014-da96-48ee-bb45-7c53a808bf2a req-662251c5-323b-45b2-bd32-99f8238733e6 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905998 Aug 16 20:43:01.679646 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5d881063-b3f9-47b5-ae8b-90b22b5fc925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:01.684090 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5d881063-b3f9-47b5-ae8b-90b22b5fc925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:01.685941 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5d881063-b3f9-47b5-ae8b-90b22b5fc925 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2d473e86-0606-4ffc-ae78-92be020eb934 HTTP/1.1" status: 204 len: 168 time: 0.3089740 Aug 16 20:43:01.696200 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d881063-b3f9-47b5-ae8b-90b22b5fc925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d473e86-0606-4ffc-ae78-92be020eb934,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:01.706839 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d881063-b3f9-47b5-ae8b-90b22b5fc925 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:01.707430 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d881063-b3f9-47b5-ae8b-90b22b5fc925 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:01.708482 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d881063-b3f9-47b5-ae8b-90b22b5fc925 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:01.708963 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d881063-b3f9-47b5-ae8b-90b22b5fc925 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:01.710007 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d881063-b3f9-47b5-ae8b-90b22b5fc925 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:01.710748 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d881063-b3f9-47b5-ae8b-90b22b5fc925 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:01.711199 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d881063-b3f9-47b5-ae8b-90b22b5fc925 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:01.711732 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d881063-b3f9-47b5-ae8b-90b22b5fc925 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:01.712477 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d881063-b3f9-47b5-ae8b-90b22b5fc925 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:01.712814 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d881063-b3f9-47b5-ae8b-90b22b5fc925 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:01.713146 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d881063-b3f9-47b5-ae8b-90b22b5fc925 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:01.713474 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d881063-b3f9-47b5-ae8b-90b22b5fc925 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:01.750608 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-027877c0-8f46-46e3-82ea-960a51e53341 req-6c9172f9-407a-4011-b79a-d16094e5d730 service neutron] 10.222.0.90 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397760 Aug 16 20:43:01.851701 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-027877c0-8f46-46e3-82ea-960a51e53341 req-64743a64-699d-4890-ae76-16fdbe8fa243 service neutron] 10.222.0.90 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932851 Aug 16 20:43:02.257057 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027877c0-8f46-46e3-82ea-960a51e53341 req-6b527e3d-5804-4326-a780-1bce4f6fbeb3 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:02.258590 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-027877c0-8f46-46e3-82ea-960a51e53341 req-6b527e3d-5804-4326-a780-1bce4f6fbeb3 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e&tenant_id=8ef76538be3f42efb94d0f0a8384d0d1&binding%3Ahost_id=n-h1-793620-15 HTTP/1.1" status: 200 len: 1098 time: 0.0791950 Aug 16 20:43:02.270337 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-027877c0-8f46-46e3-82ea-960a51e53341 req-43b5f174-f5fe-4cb8-b394-d3d70c6a51b6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793620-15'}}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:02.339886 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-027877c0-8f46-46e3-82ea-960a51e53341 req-43b5f174-f5fe-4cb8-b394-d3d70c6a51b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:02.510677 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee5932-190f-487f-9dcf-85f1a5c7de49 req-ad87b826-0dcf-4075-bc28-389cc8ef2d34 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:02.512515 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-29ee5932-190f-487f-9dcf-85f1a5c7de49 req-ad87b826-0dcf-4075-bc28-389cc8ef2d34 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 946 time: 0.1049557 Aug 16 20:43:02.518451 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-027877c0-8f46-46e3-82ea-960a51e53341 req-43b5f174-f5fe-4cb8-b394-d3d70c6a51b6 service neutron] For port 5f912723-5346-408a-9f1e-3e97c404dc7c, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=5f912723-5346-408a-9f1e-3e97c404dc7c,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:02.578550 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-29ee5932-190f-487f-9dcf-85f1a5c7de49 req-4a3449c8-6c35-449f-bc80-789ef3a56a9b tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569434 Aug 16 20:43:02.592212 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-027877c0-8f46-46e3-82ea-960a51e53341 req-43b5f174-f5fe-4cb8-b394-d3d70c6a51b6 service neutron] For port 5f912723-5346-408a-9f1e-3e97c404dc7c, host n-h1-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:02.632957 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f912723-5346-408a-9f1e-3e97c404dc7c'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:02.635219 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430ad4f9-08d0-4595-93cc-53f48b393019" -d '{"events": [{"server_uuid": "f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e", "name": "network-vif-unplugged", "status": "completed", "tag": "5f912723-5346-408a-9f1e-3e97c404dc7c"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:02.639390 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-027877c0-8f46-46e3-82ea-960a51e53341 req-43b5f174-f5fe-4cb8-b394-d3d70c6a51b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:02.777928 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff164f3-685e-4c83-a88d-85d2595a2bd5 x-openstack-request-id: req-3ff164f3-685e-4c83-a88d-85d2595a2bd5 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:02.778261 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e", "name": "network-vif-unplugged", "status": "completed", "tag": "5f912723-5346-408a-9f1e-3e97c404dc7c", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:02.778730 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3ff164f3-685e-4c83-a88d-85d2595a2bd5 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:02.778847 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f912723-5346-408a-9f1e-3e97c404dc7c', 'code': 200} Aug 16 20:43:02.823262 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-027877c0-8f46-46e3-82ea-960a51e53341 req-43b5f174-f5fe-4cb8-b394-d3d70c6a51b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:02.919064 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5f174-f5fe-4cb8-b394-d3d70c6a51b6 service neutron] Pushing event updated for resources: {'Port': ['ID=5f912723-5346-408a-9f1e-3e97c404dc7c,revision_number=7']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:02.956985 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07662862-99f2-4e16-b1ef-35d9a8c5c028 req-7ff3af05-303f-4746-8918-27dccae50c42 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:02.959061 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-07662862-99f2-4e16-b1ef-35d9a8c5c028 req-7ff3af05-303f-4746-8918-27dccae50c42 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 949 time: 0.1317296 Aug 16 20:43:02.963411 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-027877c0-8f46-46e3-82ea-960a51e53341 req-43b5f174-f5fe-4cb8-b394-d3d70c6a51b6 service neutron] Attempting to bind port 5f912723-5346-408a-9f1e-3e97c404dc7c on host n-h1-793620-15 for vnic_type normal with profile {"migrating_to": "n-h2-793620-15"} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:43:02.963739 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-027877c0-8f46-46e3-82ea-960a51e53341 req-43b5f174-f5fe-4cb8-b394-d3d70c6a51b6 service neutron] Attempting to bind port 5f912723-5346-408a-9f1e-3e97c404dc7c by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:43:02.964267 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027877c0-8f46-46e3-82ea-960a51e53341 req-43b5f174-f5fe-4cb8-b394-d3d70c6a51b6 service neutron] Attempting to bind port 5f912723-5346-408a-9f1e-3e97c404dc7c on network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:02.975072 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027877c0-8f46-46e3-82ea-960a51e53341 req-43b5f174-f5fe-4cb8-b394-d3d70c6a51b6 service neutron] Port 5f912723-5346-408a-9f1e-3e97c404dc7c on network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:43:02.975390 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027877c0-8f46-46e3-82ea-960a51e53341 req-43b5f174-f5fe-4cb8-b394-d3d70c6a51b6 service neutron] Attempting to bind port 5f912723-5346-408a-9f1e-3e97c404dc7c on network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:02.987329 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027877c0-8f46-46e3-82ea-960a51e53341 req-43b5f174-f5fe-4cb8-b394-d3d70c6a51b6 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:43:02.987725 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027877c0-8f46-46e3-82ea-960a51e53341 req-43b5f174-f5fe-4cb8-b394-d3d70c6a51b6 service neutron] Checking segment: {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:02.988135 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027877c0-8f46-46e3-82ea-960a51e53341 req-43b5f174-f5fe-4cb8-b394-d3d70c6a51b6 service neutron] Bound using segment: {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:43:02.988566 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-027877c0-8f46-46e3-82ea-960a51e53341 req-43b5f174-f5fe-4cb8-b394-d3d70c6a51b6 service neutron] Bound port: 5f912723-5346-408a-9f1e-3e97c404dc7c, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:43:02.988926 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-027877c0-8f46-46e3-82ea-960a51e53341 req-43b5f174-f5fe-4cb8-b394-d3d70c6a51b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:03.046279 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-07662862-99f2-4e16-b1ef-35d9a8c5c028 req-0bc12605-8bd0-48e8-824c-16df9727b7a8 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788057 Aug 16 20:43:03.087610 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-027877c0-8f46-46e3-82ea-960a51e53341 req-43b5f174-f5fe-4cb8-b394-d3d70c6a51b6 service neutron] For port 5f912723-5346-408a-9f1e-3e97c404dc7c, host n-h1-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:03.090864 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-027877c0-8f46-46e3-82ea-960a51e53341 req-43b5f174-f5fe-4cb8-b394-d3d70c6a51b6 service neutron] For port 5f912723-5346-408a-9f1e-3e97c404dc7c, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=5f912723-5346-408a-9f1e-3e97c404dc7c,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:43:03.263978 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-027877c0-8f46-46e3-82ea-960a51e53341 req-43b5f174-f5fe-4cb8-b394-d3d70c6a51b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:03.342450 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027877c0-8f46-46e3-82ea-960a51e53341 req-43b5f174-f5fe-4cb8-b394-d3d70c6a51b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:03.343079 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-027877c0-8f46-46e3-82ea-960a51e53341 req-43b5f174-f5fe-4cb8-b394-d3d70c6a51b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:03.345078 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-027877c0-8f46-46e3-82ea-960a51e53341 req-43b5f174-f5fe-4cb8-b394-d3d70c6a51b6 service neutron] 10.222.0.90 "PUT /v2.0/ports/5f912723-5346-408a-9f1e-3e97c404dc7c HTTP/1.1" status: 200 len: 1124 time: 1.0789618 Aug 16 20:43:03.345393 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5f174-f5fe-4cb8-b394-d3d70c6a51b6 service neutron] Pushing event updated for resources: {'Port': ['ID=5f912723-5346-408a-9f1e-3e97c404dc7c,revision_number=8']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:03.455993 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['5f912723-5346-408a-9f1e-3e97c404dc7c'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:43:03.734036 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b46ee-b637-4213-bdd5-350765ebda4b req-251db2e1-6257-4070-9264-b7b6e6d5a5d8 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:03.736211 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3b5b46ee-b637-4213-bdd5-350765ebda4b req-251db2e1-6257-4070-9264-b7b6e6d5a5d8 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 944 time: 0.0580947 Aug 16 20:43:03.778571 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3b5b46ee-b637-4213-bdd5-350765ebda4b req-8e4b5b54-d727-4f41-a793-c37e738d2f1b tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351071 Aug 16 20:43:04.159888 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc1f36-bca4-4aea-8963-774b32549f29 req-f400eae1-50dc-40ea-b21f-4802a7fdb0df tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:04.162052 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1efc1f36-bca4-4aea-8963-774b32549f29 req-f400eae1-50dc-40ea-b21f-4802a7fdb0df tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 949 time: 0.0489597 Aug 16 20:43:04.199279 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1efc1f36-bca4-4aea-8963-774b32549f29 req-043e9b93-da23-409f-952c-517442d822f1 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311253 Aug 16 20:43:04.919757 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e', 'tag': '5f912723-5346-408a-9f1e-3e97c404dc7c'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:04.919757 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2392ad-6a2f-4289-8f71-8b85ea33bb93" -d '{"events": [{"name": "network-changed", "server_uuid": "f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e", "tag": "5f912723-5346-408a-9f1e-3e97c404dc7c"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:04.955938 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a65c4c-8486-46f2-8966-a36939975e49 x-openstack-request-id: req-56a65c4c-8486-46f2-8966-a36939975e49 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:04.956245 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e", "tag": "5f912723-5346-408a-9f1e-3e97c404dc7c", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:04.956501 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-56a65c4c-8486-46f2-8966-a36939975e49 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:04.956902 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e', 'tag': '5f912723-5346-408a-9f1e-3e97c404dc7c', 'status': 'completed', 'code': 200} Aug 16 20:43:05.032992 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2392ad-6a2f-4289-8f71-8b85ea33bb93 req-349ae1ef-ae9b-4b73-91f1-714cde8fbacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:05.035223 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3f2392ad-6a2f-4289-8f71-8b85ea33bb93 req-349ae1ef-ae9b-4b73-91f1-714cde8fbacf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ef76538be3f42efb94d0f0a8384d0d1&device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 1127 time: 0.0414655 Aug 16 20:43:05.048871 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54aaf9-8aee-466b-b656-47e06bf77815 req-79cd662b-be20-4bea-801d-5c10ba8b5615 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:05.050404 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5a54aaf9-8aee-466b-b656-47e06bf77815 req-79cd662b-be20-4bea-801d-5c10ba8b5615 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 944 time: 0.0497513 Aug 16 20:43:05.094085 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5a54aaf9-8aee-466b-b656-47e06bf77815 req-0ad78b0a-158b-46c5-90c4-3e642cf879fa tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328393 Aug 16 20:43:05.170878 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2392ad-6a2f-4289-8f71-8b85ea33bb93 req-056d5fcf-f91d-4538-86a9-9a7f96f08a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:05.172331 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3f2392ad-6a2f-4289-8f71-8b85ea33bb93 req-056d5fcf-f91d-4538-86a9-9a7f96f08a15 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa HTTP/1.1" status: 200 len: 909 time: 0.1236107 Aug 16 20:43:05.222002 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3f2392ad-6a2f-4289-8f71-8b85ea33bb93 req-3f91d68c-3888-4e88-992c-a2bedbd076a5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f912723-5346-408a-9f1e-3e97c404dc7c HTTP/1.1" status: 200 len: 217 time: 0.0408201 Aug 16 20:43:05.287101 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2392ad-6a2f-4289-8f71-8b85ea33bb93 req-1364a921-f0f9-4773-bfb6-3bdb3ff2bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:05.288485 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3f2392ad-6a2f-4289-8f71-8b85ea33bb93 req-1364a921-f0f9-4773-bfb6-3bdb3ff2bbe7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=32473632-cd45-434e-a077-52a281cec044 HTTP/1.1" status: 200 len: 848 time: 0.0540729 Aug 16 20:43:05.313167 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 56312) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:05.322889 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3f2392ad-6a2f-4289-8f71-8b85ea33bb93 req-fea88aef-dcf3-4571-8227-302ed94e0c9a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263343 Aug 16 20:43:05.380103 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfdb64f-e8e5-4405-b57e-6e81466f7dbd req-26f77ae8-3c1f-4e09-844d-b28e2d76f6c3 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:05.382847 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0cfdb64f-e8e5-4405-b57e-6e81466f7dbd req-26f77ae8-3c1f-4e09-844d-b28e2d76f6c3 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 949 time: 0.0544355 Aug 16 20:43:05.421589 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0cfdb64f-e8e5-4405-b57e-6e81466f7dbd req-7ca5b718-d637-41ae-86b2-9fdeb5edb701 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331085 Aug 16 20:43:05.425353 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3f2392ad-6a2f-4289-8f71-8b85ea33bb93 req-a58198e1-194a-409f-8053-f6debeb27780 service neutron] 10.222.0.72 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903032 Aug 16 20:43:05.537730 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3f2392ad-6a2f-4289-8f71-8b85ea33bb93 req-dde323fb-2085-4037-819b-ff6cb890342b service neutron] 10.222.0.72 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958078 Aug 16 20:43:05.559631 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-69d86526-7bf4-4bda-828e-c1123538399b admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-792063324-network', 'tenant_id': '8cc126ebead24b64ac4f071673509eb8'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:05.743025 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d86526-7bf4-4bda-828e-c1123538399b admin admin] Made reservation on behalf of 8cc126ebead24b64ac4f071673509eb8 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:05.745556 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69d86526-7bf4-4bda-828e-c1123538399b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:05.755191 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69d86526-7bf4-4bda-828e-c1123538399b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:05.844564 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69d86526-7bf4-4bda-828e-c1123538399b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:05.938158 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69d86526-7bf4-4bda-828e-c1123538399b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:05.959807 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d86526-7bf4-4bda-828e-c1123538399b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:43:05.976130 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d86526-7bf4-4bda-828e-c1123538399b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784a2506-8174-42ad-91e6-2a06a681d48c,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:05.978544 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69d86526-7bf4-4bda-828e-c1123538399b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:05.978895 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-69d86526-7bf4-4bda-828e-c1123538399b admin admin] Added segment d55822d8-6a18-4bf0-8e46-976d628f1806 of type vlan for network 129de689-1a67-4447-bccf-e675c592e5c9 Aug 16 20:43:05.995158 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d86526-7bf4-4bda-828e-c1123538399b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:05.995518 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d86526-7bf4-4bda-828e-c1123538399b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:05.995896 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d86526-7bf4-4bda-828e-c1123538399b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:05.996242 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d86526-7bf4-4bda-828e-c1123538399b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:05.996583 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d86526-7bf4-4bda-828e-c1123538399b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:05.996923 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d86526-7bf4-4bda-828e-c1123538399b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:05.997259 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d86526-7bf4-4bda-828e-c1123538399b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:05.997590 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d86526-7bf4-4bda-828e-c1123538399b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:05.997924 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d86526-7bf4-4bda-828e-c1123538399b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:05.998254 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d86526-7bf4-4bda-828e-c1123538399b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:05.998588 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d86526-7bf4-4bda-828e-c1123538399b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:05.998913 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d86526-7bf4-4bda-828e-c1123538399b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:06.035332 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69d86526-7bf4-4bda-828e-c1123538399b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:06.206179 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69d86526-7bf4-4bda-828e-c1123538399b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:06.207131 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d86526-7bf4-4bda-828e-c1123538399b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:06.207738 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69d86526-7bf4-4bda-828e-c1123538399b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:06.217600 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56354) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:06.274911 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d86526-7bf4-4bda-828e-c1123538399b admin admin] Pushing event updated for resources: {'Network': ['ID=129de689-1a67-4447-bccf-e675c592e5c9,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:06.286803 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 129de689-1a67-4447-bccf-e675c592e5c9 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:43:06.337955 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5f5edbe1-0723-4523-9b30-e9870518f16f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:06.456057 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7b7d6-3fa0-46b8-825f-9ded74d808af req-8c07c791-4c6e-4d9d-97e2-8b782cb2beb1 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:06.457593 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bbb7b7d6-3fa0-46b8-825f-9ded74d808af req-8c07c791-4c6e-4d9d-97e2-8b782cb2beb1 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 944 time: 0.0475461 Aug 16 20:43:06.488433 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-69d86526-7bf4-4bda-828e-c1123538399b admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1737576 Aug 16 20:43:06.493348 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56362) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:06.496113 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bbb7b7d6-3fa0-46b8-825f-9ded74d808af req-1792fa0e-0239-47c2-a56b-c956d22a5d9d tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321724 Aug 16 20:43:06.502667 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-d2827764-ac76-4e4c-8609-0cb3a93eaafd admin admin] Request body: {'subnet': {'network_id': '129de689-1a67-4447-bccf-e675c592e5c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-792063324-subnet', 'tenant_id': '8cc126ebead24b64ac4f071673509eb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:06.585717 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5f5edbe1-0723-4523-9b30-e9870518f16f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:06.654081 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e275a21-3821-4635-b228-1b75a87dccd7 req-65049936-24ad-474a-969e-6de18b7d2a38 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:06.655838 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9e275a21-3821-4635-b228-1b75a87dccd7 req-65049936-24ad-474a-969e-6de18b7d2a38 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 949 time: 0.0493679 Aug 16 20:43:06.696861 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9e275a21-3821-4635-b228-1b75a87dccd7 req-3e449b78-58f4-45c9-9f98-48f801f05fa0 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348923 Aug 16 20:43:06.708611 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5f5edbe1-0723-4523-9b30-e9870518f16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:06.754067 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5edbe1-0723-4523-9b30-e9870518f16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05bf7e7b-a07c-443d-83ef-e2103c8b78f6,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:06.759254 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5f5edbe1-0723-4523-9b30-e9870518f16f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e8ca9c1d41b44f28a8fd65c45c17c7c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5400996 Aug 16 20:43:06.762177 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56370) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:06.818946 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2733de7f-04d2-42d1-af39-179cbe67b3d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:06.839461 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2733de7f-04d2-42d1-af39-179cbe67b3d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:06.887350 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2827764-ac76-4e4c-8609-0cb3a93eaafd admin admin] Made reservation on behalf of 8cc126ebead24b64ac4f071673509eb8 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:06.889730 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d2827764-ac76-4e4c-8609-0cb3a93eaafd admin admin] Notify callbacks [] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:06.985560 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2733de7f-04d2-42d1-af39-179cbe67b3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:06.988155 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2733de7f-04d2-42d1-af39-179cbe67b3d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:06.989856 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2733de7f-04d2-42d1-af39-179cbe67b3d5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/05bf7e7b-a07c-443d-83ef-e2103c8b78f6 HTTP/1.1" status: 204 len: 168 time: 0.2267451 Aug 16 20:43:07.002259 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733de7f-04d2-42d1-af39-179cbe67b3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bf7e7b-a07c-443d-83ef-e2103c8b78f6,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:07.201229 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d2827764-ac76-4e4c-8609-0cb3a93eaafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:07.263502 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2827764-ac76-4e4c-8609-0cb3a93eaafd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f44991d-5963-4603-beac-a75bad0d4ce6,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:07.274541 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2827764-ac76-4e4c-8609-0cb3a93eaafd admin admin] Checking segment: {'id': 'd55822d8-6a18-4bf0-8e46-976d628f1806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '129de689-1a67-4447-bccf-e675c592e5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:07.274899 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2827764-ac76-4e4c-8609-0cb3a93eaafd admin admin] Network hostable DHCP agents. Network: 129de689-1a67-4447-bccf-e675c592e5c9, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:43:07.318864 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56396) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:07.382981 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:43:07.383540 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2827764-ac76-4e4c-8609-0cb3a93eaafd admin admin] Network 129de689-1a67-4447-bccf-e675c592e5c9 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:43:07.441459 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-08151267-cc8a-4913-942a-0becc64bec37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:07.503998 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-d2827764-ac76-4e4c-8609-0cb3a93eaafd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 129de689-1a67-4447-bccf-e675c592e5c9) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:07.505676 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 5f912723-5346-408a-9f1e-3e97c404dc7c details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:43:07.512638 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2827764-ac76-4e4c-8609-0cb3a93eaafd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:07.513388 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d2827764-ac76-4e4c-8609-0cb3a93eaafd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:07.543230 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-08151267-cc8a-4913-942a-0becc64bec37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:07.570450 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475987f8-3df0-4b23-8147-8e5df92e4958 None None] Network 129de689-1a67-4447-bccf-e675c592e5c9 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:43:07.636004 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-08151267-cc8a-4913-942a-0becc64bec37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:07.641511 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce036f4b-a53d-4318-919b-32352b6b7c50 req-c2cbf3e1-37f1-4f09-9f0b-2dabaa0f6fa0 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:07.644024 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ce036f4b-a53d-4318-919b-32352b6b7c50 req-c2cbf3e1-37f1-4f09-9f0b-2dabaa0f6fa0 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 944 time: 0.0511494 Aug 16 20:43:07.697441 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 5f912723-5346-408a-9f1e-3e97c404dc7c, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=5f912723-5346-408a-9f1e-3e97c404dc7c,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:07.704872 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-08151267-cc8a-4913-942a-0becc64bec37 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0cbdd29405a043788e6428a7fbbdbf86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3838823 Aug 16 20:43:07.706093 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08151267-cc8a-4913-942a-0becc64bec37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710b1e57-f645-4fa2-80b6-f4384d556b6c,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:07.708973 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56422) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:07.732493 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d2827764-ac76-4e4c-8609-0cb3a93eaafd admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2324131 Aug 16 20:43:07.732783 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ce036f4b-a53d-4318-919b-32352b6b7c50 req-c98c087e-37cb-42ae-a23e-31a53a2ad567 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755384 Aug 16 20:43:07.743916 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 5f912723-5346-408a-9f1e-3e97c404dc7c has no active binding in host n-h2-793620-15 {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 20:43:07.778937 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 56430) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:07.779463 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cef2c1-0290-494f-beb1-6d84bdbbecb6 None None] Network 129de689-1a67-4447-bccf-e675c592e5c9 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:43:07.795215 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ae40a7bc-13b6-41f6-8b06-7c647ff2a1ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:07.809617 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-48d12788-14e1-45e9-b126-04927a6266af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:07.834863 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-48d12788-14e1-45e9-b126-04927a6266af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:07.939906 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b348c2-bf18-4aef-92b4-95f2f145dfb6 req-382700f0-6ca5-46ca-ac71-0619d0b6c974 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:07.949102 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-00b348c2-bf18-4aef-92b4-95f2f145dfb6 req-382700f0-6ca5-46ca-ac71-0619d0b6c974 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 949 time: 0.0899339 Aug 16 20:43:07.960598 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-48d12788-14e1-45e9-b126-04927a6266af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:07.963420 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-48d12788-14e1-45e9-b126-04927a6266af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:07.964610 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-48d12788-14e1-45e9-b126-04927a6266af admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/710b1e57-f645-4fa2-80b6-f4384d556b6c HTTP/1.1" status: 204 len: 168 time: 0.2543788 Aug 16 20:43:07.975045 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d12788-14e1-45e9-b126-04927a6266af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710b1e57-f645-4fa2-80b6-f4384d556b6c,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:08.019973 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-00b348c2-bf18-4aef-92b4-95f2f145dfb6 req-b8a10456-cab6-4c62-b00e-45f73d904080 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699635 Aug 16 20:43:08.053155 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ae40a7bc-13b6-41f6-8b06-7c647ff2a1ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:08.120559 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ae40a7bc-13b6-41f6-8b06-7c647ff2a1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:08.166782 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ae40a7bc-13b6-41f6-8b06-7c647ff2a1ce admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=92d7c72564cc41bca657839f88294e03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3858144 Aug 16 20:43:08.167736 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae40a7bc-13b6-41f6-8b06-7c647ff2a1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e56382c-718d-48cb-baf3-9e60bf9aadec,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:08.170074 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56438) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:08.239906 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-205a4c99-354a-4e9c-a8da-9dae04f6759b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:08.259073 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-205a4c99-354a-4e9c-a8da-9dae04f6759b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:08.417339 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-205a4c99-354a-4e9c-a8da-9dae04f6759b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:08.421065 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-205a4c99-354a-4e9c-a8da-9dae04f6759b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:08.422389 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-205a4c99-354a-4e9c-a8da-9dae04f6759b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0e56382c-718d-48cb-baf3-9e60bf9aadec HTTP/1.1" status: 204 len: 168 time: 0.2486362 Aug 16 20:43:08.433496 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a4c99-354a-4e9c-a8da-9dae04f6759b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e56382c-718d-48cb-baf3-9e60bf9aadec,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:08.582292 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-e05283e1-8031-4bd6-90e8-c2a10f8b26fd tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:08.584221 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-e05283e1-8031-4bd6-90e8-c2a10f8b26fd tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/networks?id=129de689-1a67-4447-bccf-e675c592e5c9 HTTP/1.1" status: 200 len: 804 time: 0.1016924 Aug 16 20:43:08.599406 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-d7ce1594-f1cb-450f-be53-214ef48c616f tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/quotas/8cc126ebead24b64ac4f071673509eb8 HTTP/1.1" status: 200 len: 375 time: 0.0095348 Aug 16 20:43:08.632535 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-015a4884-61d4-42d7-8dcd-1782a8b45f54 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=8cc126ebead24b64ac4f071673509eb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279055 Aug 16 20:43:08.721018 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-4a2f23f6-9115-4626-a565-d9e79567542b service neutron] 10.222.0.84 "GET /v2.0/networks/129de689-1a67-4447-bccf-e675c592e5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813615 Aug 16 20:43:08.768903 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56460) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:08.783035 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a1dbff3b-1aa2-44d7-920a-410757b3049b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:08.818012 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-4d346aab-b246-4a97-9038-aa0d16164712 service neutron] 10.222.0.84 "GET /v2.0/networks/129de689-1a67-4447-bccf-e675c592e5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884242 Aug 16 20:43:08.885954 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a1dbff3b-1aa2-44d7-920a-410757b3049b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:08.977083 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a1dbff3b-1aa2-44d7-920a-410757b3049b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:09.019933 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a1dbff3b-1aa2-44d7-920a-410757b3049b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=75e686e2f26f4b95a501a48b4c4db9c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2475233 Aug 16 20:43:09.019933 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbff3b-1aa2-44d7-920a-410757b3049b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc95800-41de-4f3c-afb5-f71a43ccf1c1,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:09.020605 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 56468) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:09.089384 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8219cf4c-1fdf-4c19-88e4-662d05cee195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:09.126342 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8219cf4c-1fdf-4c19-88e4-662d05cee195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:09.260367 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c62e2-d911-4a65-b173-f5ff83a72225 req-54604776-16f1-4327-9338-8b8bdc857001 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:09.261863 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-465c62e2-d911-4a65-b173-f5ff83a72225 req-54604776-16f1-4327-9338-8b8bdc857001 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 944 time: 0.0571246 Aug 16 20:43:09.300191 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8219cf4c-1fdf-4c19-88e4-662d05cee195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:09.302792 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8219cf4c-1fdf-4c19-88e4-662d05cee195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:09.306313 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8219cf4c-1fdf-4c19-88e4-662d05cee195 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ebc95800-41de-4f3c-afb5-f71a43ccf1c1 HTTP/1.1" status: 204 len: 168 time: 0.2823319 Aug 16 20:43:09.315563 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-465c62e2-d911-4a65-b173-f5ff83a72225 req-a31ea6ed-b9b6-46bc-9261-cb127fb109e4 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475430 Aug 16 20:43:09.316703 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8219cf4c-1fdf-4c19-88e4-662d05cee195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc95800-41de-4f3c-afb5-f71a43ccf1c1,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:09.396532 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-027877c0-8f46-46e3-82ea-960a51e53341 req-fa0b05fb-483b-472d-9bee-7a08572d7b51 service neutron] 10.222.0.72 "GET /v2.0/ports/5f912723-5346-408a-9f1e-3e97c404dc7c/bindings/n-h2-793620-15 HTTP/1.1" status: 200 len: 385 time: 0.0989747 Aug 16 20:43:09.464675 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07e917-d29e-47a5-90a1-1dd072e8c73b req-bc134326-f1d2-4321-880a-e104eb43f454 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:09.466456 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6e07e917-d29e-47a5-90a1-1dd072e8c73b req-bc134326-f1d2-4321-880a-e104eb43f454 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 949 time: 0.0642564 Aug 16 20:43:09.517797 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6e07e917-d29e-47a5-90a1-1dd072e8c73b req-e640288f-a00a-492f-b4c4-b596e5a68614 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434139 Aug 16 20:43:09.582309 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d59077ec-87fb-4697-ba4c-82eb45d564fd req-1a61b221-cfbe-4eaf-8ed2-7b4b5b5e09a2 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=1c455540-fa48-411b-bd8b-ee350502c26f HTTP/1.1" status: 200 len: 210 time: 0.0264962 Aug 16 20:43:09.610829 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-027877c0-8f46-46e3-82ea-960a51e53341 req-00da522b-4c49-45d7-9787-d54165ae6957 service neutron] For port 5f912723-5346-408a-9f1e-3e97c404dc7c, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=5f912723-5346-408a-9f1e-3e97c404dc7c,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:09.630972 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-027877c0-8f46-46e3-82ea-960a51e53341 req-00da522b-4c49-45d7-9787-d54165ae6957 service neutron] For port 5f912723-5346-408a-9f1e-3e97c404dc7c, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:09.664129 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-027877c0-8f46-46e3-82ea-960a51e53341 req-00da522b-4c49-45d7-9787-d54165ae6957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f912723-5346-408a-9f1e-3e97c404dc7c {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:43:09.675205 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-027877c0-8f46-46e3-82ea-960a51e53341 req-00da522b-4c49-45d7-9787-d54165ae6957 service neutron] For port 5f912723-5346-408a-9f1e-3e97c404dc7c, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=5f912723-5346-408a-9f1e-3e97c404dc7c,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:09.829206 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-027877c0-8f46-46e3-82ea-960a51e53341 req-00da522b-4c49-45d7-9787-d54165ae6957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:09.910251 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-027877c0-8f46-46e3-82ea-960a51e53341 req-00da522b-4c49-45d7-9787-d54165ae6957 service neutron] Transition to ACTIVE for port object 5f912723-5346-408a-9f1e-3e97c404dc7c will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:10.033706 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-027877c0-8f46-46e3-82ea-960a51e53341 req-00da522b-4c49-45d7-9787-d54165ae6957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:10.102450 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-027877c0-8f46-46e3-82ea-960a51e53341 req-00da522b-4c49-45d7-9787-d54165ae6957 service neutron] No DVR routers for this DVR port 5f912723-5346-408a-9f1e-3e97c404dc7c on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:43:10.119186 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00da522b-4c49-45d7-9787-d54165ae6957 service neutron] Pushing event updated for resources: {'Port': ['ID=5f912723-5346-408a-9f1e-3e97c404dc7c,revision_number=10']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:10.147695 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-027877c0-8f46-46e3-82ea-960a51e53341 req-00da522b-4c49-45d7-9787-d54165ae6957 service neutron] 10.222.0.72 "PUT /v2.0/ports/5f912723-5346-408a-9f1e-3e97c404dc7c/bindings/n-h2-793620-15/activate HTTP/1.1" status: 200 len: 370 time: 0.7416072 Aug 16 20:43:10.373293 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027877c0-8f46-46e3-82ea-960a51e53341 req-c0461ec3-a07c-4841-b57d-8504330e625b tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:10.374828 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-027877c0-8f46-46e3-82ea-960a51e53341 req-c0461ec3-a07c-4841-b57d-8504330e625b tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e&tenant_id=8ef76538be3f42efb94d0f0a8384d0d1&binding%3Ahost_id=n-h1-793620-15 HTTP/1.1" status: 200 len: 1097 time: 0.0624850 Aug 16 20:43:10.391522 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56524) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:10.496552 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027877c0-8f46-46e3-82ea-960a51e53341 req-77448574-5a68-4595-a3b4-1c84e4698ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:10.498088 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-027877c0-8f46-46e3-82ea-960a51e53341 req-77448574-5a68-4595-a3b4-1c84e4698ef3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e&tenant_id=8ef76538be3f42efb94d0f0a8384d0d1 HTTP/1.1" status: 200 len: 1097 time: 0.1158016 Aug 16 20:43:10.511475 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ebe0e-777c-44c9-acc8-b5738c9e9a2c req-ae048c7a-2f05-4171-a741-ccf02fee87a4 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:10.513226 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e21ebe0e-777c-44c9-acc8-b5738c9e9a2c req-ae048c7a-2f05-4171-a741-ccf02fee87a4 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 945 time: 0.0929332 Aug 16 20:43:10.581668 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e21ebe0e-777c-44c9-acc8-b5738c9e9a2c req-d6c0186c-8eb7-47d4-be71-3a4389515421 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623922 Aug 16 20:43:10.587710 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5a9a1ac0-8cfb-4119-a97c-4142988b20b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:10.592923 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027877c0-8f46-46e3-82ea-960a51e53341 req-2a7656ce-6797-454a-b4ec-34a8b10bfbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:10.594541 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-027877c0-8f46-46e3-82ea-960a51e53341 req-2a7656ce-6797-454a-b4ec-34a8b10bfbfd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ef76538be3f42efb94d0f0a8384d0d1&device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 1097 time: 0.0608697 Aug 16 20:43:10.779666 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5a9a1ac0-8cfb-4119-a97c-4142988b20b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:10.886584 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5a9a1ac0-8cfb-4119-a97c-4142988b20b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:10.944637 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5a9a1ac0-8cfb-4119-a97c-4142988b20b6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1bfb2fe2d2574771aeb9511066cf3e39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5518792 Aug 16 20:43:10.945805 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a1ac0-8cfb-4119-a97c-4142988b20b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c9409f-d25d-4793-90d7-57f5674057b4,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:10.948592 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56544) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:10.968731 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-865565d7-e63f-477a-9785-83a6727b0e02 req-2d32850d-5c8d-4bde-ad5b-45899bc1a389 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=1c455540-fa48-411b-bd8b-ee350502c26f HTTP/1.1" status: 200 len: 210 time: 0.0824080 Aug 16 20:43:11.023263 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b5d9ed06-717b-40da-b1f2-8f44e9c06b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:11.032291 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-35a1885c-efba-477c-8d13-7d4da7c0be69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:11.041650 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027877c0-8f46-46e3-82ea-960a51e53341 req-42aa7dd8-d04c-4fab-9953-96d7ac020887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:11.043514 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-027877c0-8f46-46e3-82ea-960a51e53341 req-42aa7dd8-d04c-4fab-9953-96d7ac020887 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa HTTP/1.1" status: 200 len: 909 time: 0.4364226 Aug 16 20:43:11.053130 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b5d9ed06-717b-40da-b1f2-8f44e9c06b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:11.070539 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb51819-8dd7-463b-8793-179b8e83f880 req-cd171051-b454-4889-8414-21818bbd24b5 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:11.072264 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ebb51819-8dd7-463b-8793-179b8e83f880 req-cd171051-b454-4889-8414-21818bbd24b5 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 949 time: 0.1851578 Aug 16 20:43:11.104169 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-027877c0-8f46-46e3-82ea-960a51e53341 req-5ec4eed0-563b-4047-ad90-353c09e33b6d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f912723-5346-408a-9f1e-3e97c404dc7c HTTP/1.1" status: 200 len: 217 time: 0.0508668 Aug 16 20:43:11.176650 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ebb51819-8dd7-463b-8793-179b8e83f880 req-7d056690-4ae0-4ec5-bdfa-bda319aff5a3 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747471 Aug 16 20:43:11.182107 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027877c0-8f46-46e3-82ea-960a51e53341 req-0138d01d-cd18-466c-935d-60112edd526c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:11.183554 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-027877c0-8f46-46e3-82ea-960a51e53341 req-0138d01d-cd18-466c-935d-60112edd526c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=32473632-cd45-434e-a077-52a281cec044 HTTP/1.1" status: 200 len: 848 time: 0.0670645 Aug 16 20:43:11.191112 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b5d9ed06-717b-40da-b1f2-8f44e9c06b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:11.192614 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b5d9ed06-717b-40da-b1f2-8f44e9c06b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:11.194167 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b5d9ed06-717b-40da-b1f2-8f44e9c06b27 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/75c9409f-d25d-4793-90d7-57f5674057b4 HTTP/1.1" status: 204 len: 168 time: 0.2320051 Aug 16 20:43:11.203479 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9ed06-717b-40da-b1f2-8f44e9c06b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c9409f-d25d-4793-90d7-57f5674057b4,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:11.224994 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-027877c0-8f46-46e3-82ea-960a51e53341 req-a92b0e2a-3bf7-4bba-b6f0-667b130c1aa8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329781 Aug 16 20:43:11.281665 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56562) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:11.354350 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-027877c0-8f46-46e3-82ea-960a51e53341 req-cf420a24-21f7-41e8-8291-794d545ae0cb service neutron] 10.222.0.90 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222353 Aug 16 20:43:11.477811 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-27631a35-7296-4499-b70d-39518d856ff6 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=4db3e18d71f84d4d9880c3093a29d191&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346730 Aug 16 20:43:11.481324 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-027877c0-8f46-46e3-82ea-960a51e53341 req-578c3665-7516-4499-af66-13bdb09b2383 service neutron] 10.222.0.90 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193097 Aug 16 20:43:11.592342 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b5eaba05-c39a-40e2-ad5f-5b456e69d740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:11.595266 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-6dbae6a8-c48c-49b1-b808-e4f8e0d8cacd tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:11.596892 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-6dbae6a8-c48c-49b1-b808-e4f8e0d8cacd tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1133075 Aug 16 20:43:11.634967 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-ecdf1cd7-05af-4569-8851-d8faeba01c26 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/quotas/4db3e18d71f84d4d9880c3093a29d191 HTTP/1.1" status: 200 len: 375 time: 0.0184078 Aug 16 20:43:11.709881 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-c8cb930a-b80b-4f6f-910f-5878c3622fee tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=4db3e18d71f84d4d9880c3093a29d191&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0803885 Aug 16 20:43:11.737070 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b5eaba05-c39a-40e2-ad5f-5b456e69d740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:11.838925 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12679a5b-e24a-496c-b5ff-8367e06883f1 req-c5032e4f-c2c4-43dd-a01f-37629d877620 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:11.840484 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12679a5b-e24a-496c-b5ff-8367e06883f1 req-c5032e4f-c2c4-43dd-a01f-37629d877620 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 945 time: 0.1280487 Aug 16 20:43:11.850090 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b5eaba05-c39a-40e2-ad5f-5b456e69d740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:11.894821 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b5eaba05-c39a-40e2-ad5f-5b456e69d740 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a0a601772080430da9771ac1a8fc01b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6118400 Aug 16 20:43:11.895980 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eaba05-c39a-40e2-ad5f-5b456e69d740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b769ac-ba44-45d9-af9a-ae7207fae613,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:11.898849 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56582) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:11.910566 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-97e71cfb-cc7e-46a6-bfa5-c00a9164e23f tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:11.916272 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-97e71cfb-cc7e-46a6-bfa5-c00a9164e23f tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.90 "GET /v2.0/networks?id=129de689-1a67-4447-bccf-e675c592e5c9 HTTP/1.1" status: 200 len: 804 time: 0.1516497 Aug 16 20:43:11.922008 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12679a5b-e24a-496c-b5ff-8367e06883f1 req-6f5e614f-6dc8-4959-a9a8-73473fc494e2 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755079 Aug 16 20:43:11.934465 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-39d6146e-f146-4d82-9ff7-e5383b040495 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Request body: {'port': {'device_id': '1c455540-fa48-411b-bd8b-ee350502c26f', 'network_id': '129de689-1a67-4447-bccf-e675c592e5c9', 'admin_state_up': True, 'tenant_id': '8cc126ebead24b64ac4f071673509eb8'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:11.966089 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6e2ae901-97a4-41e8-b144-2f060faf467d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:11.976753 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.90', 61275) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:12.139598 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-05e0f3bc-e6d7-4cf2-aae5-e14a0154059c req-1ca41230-3564-4ab2-8d06-fa422218617d tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/ports?device_id=6b321975-85c1-4bfd-a7b7-c89ef7ca05c1 HTTP/1.1" status: 200 len: 210 time: 0.0793781 Aug 16 20:43:12.193530 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-148be8bf-f98b-42fe-95a4-cbf09e94086b req-309f35cd-bdf8-43d5-b0a9-eff75c000147 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=1c455540-fa48-411b-bd8b-ee350502c26f HTTP/1.1" status: 200 len: 210 time: 0.0560977 Aug 16 20:43:12.261634 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 56598) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:12.275535 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6e2ae901-97a4-41e8-b144-2f060faf467d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:12.279976 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d3fc0aa5-3006-4eee-87d8-faf7b64f9801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:12.322745 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027877c0-8f46-46e3-82ea-960a51e53341 req-4ecbabb0-e650-4482-993d-2af825922321 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:12.324244 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-027877c0-8f46-46e3-82ea-960a51e53341 req-4ecbabb0-e650-4482-993d-2af825922321 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e&tenant_id=8ef76538be3f42efb94d0f0a8384d0d1&binding%3Ahost_id=n-h2-793620-15 HTTP/1.1" status: 200 len: 1097 time: 0.3472924 Aug 16 20:43:12.330213 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-39d6146e-f146-4d82-9ff7-e5383b040495 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Made reservation on behalf of 8cc126ebead24b64ac4f071673509eb8 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:12.334249 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-39d6146e-f146-4d82-9ff7-e5383b040495 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:12.363558 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896a4cb-d10a-43c7-aae6-2e966cb1927e req-e7102b49-2510-48e3-8311-c088cae04c46 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:12.365287 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4896a4cb-d10a-43c7-aae6-2e966cb1927e req-e7102b49-2510-48e3-8311-c088cae04c46 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 949 time: 0.0875096 Aug 16 20:43:12.417210 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4896a4cb-d10a-43c7-aae6-2e966cb1927e req-21cdae7d-a1f8-46fe-ba7a-5c97c096c695 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416243 Aug 16 20:43:12.426767 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6e2ae901-97a4-41e8-b144-2f060faf467d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:12.433179 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6e2ae901-97a4-41e8-b144-2f060faf467d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:12.433570 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6e2ae901-97a4-41e8-b144-2f060faf467d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b9b769ac-ba44-45d9-af9a-ae7207fae613 HTTP/1.1" status: 204 len: 168 time: 0.5240824 Aug 16 20:43:12.473465 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ae901-97a4-41e8-b144-2f060faf467d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b769ac-ba44-45d9-af9a-ae7207fae613,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:12.569898 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-39d6146e-f146-4d82-9ff7-e5383b040495 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Allocated IP 172.20.0.7 (129de689-1a67-4447-bccf-e675c592e5c9/2f44991d-5963-4603-beac-a75bad0d4ce6/3aa47caa-5335-408f-af34-a3fc78811632) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:12.594762 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d3fc0aa5-3006-4eee-87d8-faf7b64f9801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:12.672093 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-027877c0-8f46-46e3-82ea-960a51e53341 req-3cad263c-bfff-49c9-836e-41b5b859f1fb service neutron] For port 5f912723-5346-408a-9f1e-3e97c404dc7c, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:12.675294 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-027877c0-8f46-46e3-82ea-960a51e53341 req-3cad263c-bfff-49c9-836e-41b5b859f1fb service neutron] Notify callbacks [] for binding, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:12.676643 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-027877c0-8f46-46e3-82ea-960a51e53341 req-3cad263c-bfff-49c9-836e-41b5b859f1fb service neutron] 10.222.0.90 "DELETE /v2.0/ports/5f912723-5346-408a-9f1e-3e97c404dc7c/bindings/n-h1-793620-15 HTTP/1.1" status: 204 len: 173 time: 0.3369381 Aug 16 20:43:12.727894 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-39d6146e-f146-4d82-9ff7-e5383b040495 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:12.818022 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d3fc0aa5-3006-4eee-87d8-faf7b64f9801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:12.855998 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d3fc0aa5-3006-4eee-87d8-faf7b64f9801 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=70c68368d7d7426a9ea453c67714e6a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5931730 Aug 16 20:43:12.858688 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56610) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:12.860669 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc0aa5-3006-4eee-87d8-faf7b64f9801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b82033-94ef-4b7d-98ab-84be2cd9aeee,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:12.907683 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-39d6146e-f146-4d82-9ff7-e5383b040495 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:12.951106 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b9a9fcec-ac9a-4094-8ab9-4ebcf3759c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:12.968706 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-39d6146e-f146-4d82-9ff7-e5383b040495 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Network 129de689-1a67-4447-bccf-e675c592e5c9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:12.974741 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-39d6146e-f146-4d82-9ff7-e5383b040495 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:12.980773 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-39d6146e-f146-4d82-9ff7-e5383b040495 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:12.984898 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-39d6146e-f146-4d82-9ff7-e5383b040495 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:12.985525 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-39d6146e-f146-4d82-9ff7-e5383b040495 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:12.994852 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d6146e-f146-4d82-9ff7-e5383b040495 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Pushing event updated for resources: {'Port': ['ID=3aa47caa-5335-408f-af34-a3fc78811632,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:13.006278 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b9a9fcec-ac9a-4094-8ab9-4ebcf3759c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:13.079034 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fee5a7-a1a8-477f-8bda-4e75635bac25 req-d10aefb0-1a92-43a5-bdd1-837c36a626ae tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:13.080753 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-55fee5a7-a1a8-477f-8bda-4e75635bac25 req-d10aefb0-1a92-43a5-bdd1-837c36a626ae tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 945 time: 0.0562360 Aug 16 20:43:13.123115 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-55fee5a7-a1a8-477f-8bda-4e75635bac25 req-672ac933-7432-4863-9d7a-c14687d28fbe tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363936 Aug 16 20:43:13.132357 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-39d6146e-f146-4d82-9ff7-e5383b040495 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2039139 Aug 16 20:43:13.145680 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-bdb35d03-9587-4be1-a220-d6c0dba8a362 service neutron] Request body: {'port': {'device_id': '1c455540-fa48-411b-bd8b-ee350502c26f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:13.171847 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b9a9fcec-ac9a-4094-8ab9-4ebcf3759c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:13.183737 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b9a9fcec-ac9a-4094-8ab9-4ebcf3759c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:13.198692 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b9a9fcec-ac9a-4094-8ab9-4ebcf3759c7e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/77b82033-94ef-4b7d-98ab-84be2cd9aeee HTTP/1.1" status: 204 len: 168 time: 0.3254383 Aug 16 20:43:13.202425 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9fcec-ac9a-4094-8ab9-4ebcf3759c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b82033-94ef-4b7d-98ab-84be2cd9aeee,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:13.227840 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-bdb35d03-9587-4be1-a220-d6c0dba8a362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:13.263435 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5bb1a6c8-99fd-4b1e-a008-e32eac06e9c4 req-5014e425-6e13-4023-9636-6a535a4d0509 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/ports?device_id=6b321975-85c1-4bfd-a7b7-c89ef7ca05c1 HTTP/1.1" status: 200 len: 210 time: 0.0356286 Aug 16 20:43:13.458862 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56642) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:13.474850 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0f9b657b-b03c-4ac7-aae8-b3451f8f65ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:13.503259 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb8e57-2a8e-400d-b42d-25cd5e219b9e req-e9cd99e8-bb9e-4529-af29-89804a3ec87d tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:13.504886 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8cbb8e57-2a8e-400d-b42d-25cd5e219b9e req-e9cd99e8-bb9e-4529-af29-89804a3ec87d tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 1097 time: 0.1235681 Aug 16 20:43:13.571977 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0f9b657b-b03c-4ac7-aae8-b3451f8f65ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:13.600598 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c9335040-b61c-4c3e-bfd3-772dd690392a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:13.606605 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd71cb0-c638-49ca-82b2-26ea854af512 req-eb107ffd-7ca2-4aad-aeb7-c09df6f41272 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:13.622503 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7cd71cb0-c638-49ca-82b2-26ea854af512 req-eb107ffd-7ca2-4aad-aeb7-c09df6f41272 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=1c455540-fa48-411b-bd8b-ee350502c26f HTTP/1.1" status: 200 len: 931 time: 0.1010747 Aug 16 20:43:13.622503 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8cbb8e57-2a8e-400d-b42d-25cd5e219b9e req-82466195-454c-4f69-b8ac-955f1ae52619 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742764 Aug 16 20:43:13.686791 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7cd71cb0-c638-49ca-82b2-26ea854af512 req-723a9307-379f-4d0d-bdea-19e4cccf2419 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676126 Aug 16 20:43:13.706836 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0f9b657b-b03c-4ac7-aae8-b3451f8f65ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:13.737844 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:13.749882 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-bdb35d03-9587-4be1-a220-d6c0dba8a362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aa47caa-5335-408f-af34-a3fc78811632 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:43:13.767300 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-bdb35d03-9587-4be1-a220-d6c0dba8a362 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:13.798608 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0f9b657b-b03c-4ac7-aae8-b3451f8f65ad admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=eeeae4065ae34cc397dcaad8459ac793&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3353229 Aug 16 20:43:13.798608 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56654) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:13.798608 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b657b-b03c-4ac7-aae8-b3451f8f65ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b06a55-6caa-4494-80a1-288a5d54e7cc,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:13.824118 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-bdb35d03-9587-4be1-a220-d6c0dba8a362 service neutron] Transition to ACTIVE for port object 3aa47caa-5335-408f-af34-a3fc78811632 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:13.854336 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cfd366-88fa-4de2-a82d-84cfba8eb991 req-b51cda2a-272e-41a1-bfb2-baa7d4b372a1 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:13.855983 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-32cfd366-88fa-4de2-a82d-84cfba8eb991 req-b51cda2a-272e-41a1-bfb2-baa7d4b372a1 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 949 time: 0.0975645 Aug 16 20:43:13.874975 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-534ccbd1-3d59-442e-be72-c65941906f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:13.908332 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-534ccbd1-3d59-442e-be72-c65941906f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:13.960095 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-bdb35d03-9587-4be1-a220-d6c0dba8a362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:13.989675 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-32cfd366-88fa-4de2-a82d-84cfba8eb991 req-8ae21234-3877-4375-a0e7-2fc2797c016f tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828300 Aug 16 20:43:14.045136 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-f9ee7cca-5993-4437-a491-9633a9b0a8fd tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:14.051771 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-f9ee7cca-5993-4437-a491-9633a9b0a8fd tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/networks?id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa HTTP/1.1" status: 200 len: 808 time: 0.1912701 Aug 16 20:43:14.051771 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb35d03-9587-4be1-a220-d6c0dba8a362 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa47caa-5335-408f-af34-a3fc78811632,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:14.069230 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-534ccbd1-3d59-442e-be72-c65941906f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:14.072730 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-534ccbd1-3d59-442e-be72-c65941906f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:14.076851 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-534ccbd1-3d59-442e-be72-c65941906f01 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/37b06a55-6caa-4494-80a1-288a5d54e7cc HTTP/1.1" status: 204 len: 168 time: 0.2766614 Aug 16 20:43:14.084508 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-673f1170-ea94-4fe8-99ea-7ee14e535ea8 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/quotas/8ef76538be3f42efb94d0f0a8384d0d1 HTTP/1.1" status: 200 len: 375 time: 0.0280828 Aug 16 20:43:14.085352 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ccbd1-3d59-442e-be72-c65941906f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b06a55-6caa-4494-80a1-288a5d54e7cc,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:14.124726 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-bdb35d03-9587-4be1-a220-d6c0dba8a362 service neutron] Attempting to bind port 3aa47caa-5335-408f-af34-a3fc78811632 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:43:14.125066 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-bdb35d03-9587-4be1-a220-d6c0dba8a362 service neutron] Attempting to bind port 3aa47caa-5335-408f-af34-a3fc78811632 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'd55822d8-6a18-4bf0-8e46-976d628f1806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '129de689-1a67-4447-bccf-e675c592e5c9'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:43:14.125412 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-bdb35d03-9587-4be1-a220-d6c0dba8a362 service neutron] Attempting to bind port 3aa47caa-5335-408f-af34-a3fc78811632 on network 129de689-1a67-4447-bccf-e675c592e5c9 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:14.135346 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-bdb35d03-9587-4be1-a220-d6c0dba8a362 service neutron] Port 3aa47caa-5335-408f-af34-a3fc78811632 on network 129de689-1a67-4447-bccf-e675c592e5c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:43:14.135575 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-bdb35d03-9587-4be1-a220-d6c0dba8a362 service neutron] Attempting to bind port 3aa47caa-5335-408f-af34-a3fc78811632 on network 129de689-1a67-4447-bccf-e675c592e5c9 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:14.143246 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-bdb35d03-9587-4be1-a220-d6c0dba8a362 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:43:14.143592 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-bdb35d03-9587-4be1-a220-d6c0dba8a362 service neutron] Checking segment: {'id': 'd55822d8-6a18-4bf0-8e46-976d628f1806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '129de689-1a67-4447-bccf-e675c592e5c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:14.144013 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-bdb35d03-9587-4be1-a220-d6c0dba8a362 service neutron] Bound using segment: {'id': 'd55822d8-6a18-4bf0-8e46-976d628f1806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '129de689-1a67-4447-bccf-e675c592e5c9'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:43:14.144450 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-bdb35d03-9587-4be1-a220-d6c0dba8a362 service neutron] Bound port: 3aa47caa-5335-408f-af34-a3fc78811632, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd55822d8-6a18-4bf0-8e46-976d628f1806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '129de689-1a67-4447-bccf-e675c592e5c9'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:43:14.144812 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-bdb35d03-9587-4be1-a220-d6c0dba8a362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:14.169847 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-8537dadf-4f59-4035-8a2d-5e5f5e1904e1 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=8ef76538be3f42efb94d0f0a8384d0d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0753503 Aug 16 20:43:14.273589 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-bdb35d03-9587-4be1-a220-d6c0dba8a362 service neutron] For port 3aa47caa-5335-408f-af34-a3fc78811632, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:14.282028 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-bdb35d03-9587-4be1-a220-d6c0dba8a362 service neutron] For port 3aa47caa-5335-408f-af34-a3fc78811632, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=3aa47caa-5335-408f-af34-a3fc78811632,segment=NetworkSegment(d55822d8-6a18-4bf0-8e46-976d628f1806),segment_id=d55822d8-6a18-4bf0-8e46-976d628f1806)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:43:14.299254 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-a7215478-d865-4209-9ae2-fe8bd6f29390 service neutron] 10.222.0.84 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106162 Aug 16 20:43:14.381325 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 5f912723-5346-408a-9f1e-3e97c404dc7c no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:43:14.389358 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1fa2bfe-19b7-48dd-bec9-255ba93bb417 req-20217d3d-58d5-402c-9ae2-bf6520503bb0 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/ports?device_id=6b321975-85c1-4bfd-a7b7-c89ef7ca05c1 HTTP/1.1" status: 200 len: 210 time: 0.0357649 Aug 16 20:43:14.406688 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-bdb35d03-9587-4be1-a220-d6c0dba8a362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:14.438862 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 5f912723-5346-408a-9f1e-3e97c404dc7c not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:43:14.460269 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-bdb35d03-9587-4be1-a220-d6c0dba8a362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:14.460269 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-bdb35d03-9587-4be1-a220-d6c0dba8a362 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:14.460467 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-bdb35d03-9587-4be1-a220-d6c0dba8a362 service neutron] 10.222.0.90 "PUT /v2.0/ports/3aa47caa-5335-408f-af34-a3fc78811632 HTTP/1.1" status: 200 len: 1092 time: 1.3193185 Aug 16 20:43:14.463857 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c455540-fa48-411b-bd8b-ee350502c26f', 'tag': '3aa47caa-5335-408f-af34-a3fc78811632'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:14.467248 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d6eb92-6898-4024-a779-29a8821380d2" -d '{"events": [{"name": "network-changed", "server_uuid": "1c455540-fa48-411b-bd8b-ee350502c26f", "tag": "3aa47caa-5335-408f-af34-a3fc78811632"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:14.480675 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-73af3a4c-26ed-414d-8fd3-598ad489a882 service neutron] 10.222.0.84 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732280 Aug 16 20:43:14.496333 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb35d03-9587-4be1-a220-d6c0dba8a362 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa47caa-5335-408f-af34-a3fc78811632,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:14.506458 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56680) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:14.509260 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ebc9f6-674e-4e52-8e90-6cf560e8ab57 x-openstack-request-id: req-23ebc9f6-674e-4e52-8e90-6cf560e8ab57 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:14.509530 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c455540-fa48-411b-bd8b-ee350502c26f", "tag": "3aa47caa-5335-408f-af34-a3fc78811632", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:14.509782 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-23ebc9f6-674e-4e52-8e90-6cf560e8ab57 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:14.510180 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c455540-fa48-411b-bd8b-ee350502c26f', 'tag': '3aa47caa-5335-408f-af34-a3fc78811632', 'status': 'completed', 'code': 200} Aug 16 20:43:14.588637 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6eb92-6898-4024-a779-29a8821380d2 req-2f6ee778-6be8-4cf7-8544-306c16e52e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:14.590392 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b5d6eb92-6898-4024-a779-29a8821380d2 req-2f6ee778-6be8-4cf7-8544-306c16e52e6a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8cc126ebead24b64ac4f071673509eb8&device_id=1c455540-fa48-411b-bd8b-ee350502c26f HTTP/1.1" status: 200 len: 1095 time: 0.0545220 Aug 16 20:43:14.712246 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:14.729427 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9a433085-30d7-4bb1-9ea1-413387b454c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:14.825947 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6eb92-6898-4024-a779-29a8821380d2 req-e5c8ee03-578c-4770-816f-83f3490e73f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:14.828824 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b5d6eb92-6898-4024-a779-29a8821380d2 req-e5c8ee03-578c-4770-816f-83f3490e73f1 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=8cc126ebead24b64ac4f071673509eb8&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2273383 Aug 16 20:43:14.880064 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9a433085-30d7-4bb1-9ea1-413387b454c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:14.881432 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9d596df0-232f-4f34-960a-ad5d11cf1dab req-7d033521-7b2b-4606-aeb8-5f42fa69c81e tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=41d56411-63f1-4049-9d6e-8a94d82d9545 HTTP/1.1" status: 200 len: 210 time: 0.0653267 Aug 16 20:43:14.993314 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf0807-220a-4a36-92e9-29e45434ea03 req-088e3cb3-e15d-460b-b3a7-1600e930beb7 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:14.995144 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9cbf0807-220a-4a36-92e9-29e45434ea03 req-088e3cb3-e15d-460b-b3a7-1600e930beb7 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=1c455540-fa48-411b-bd8b-ee350502c26f HTTP/1.1" status: 200 len: 943 time: 0.1573277 Aug 16 20:43:14.997392 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9a433085-30d7-4bb1-9ea1-413387b454c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:15.038167 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6eb92-6898-4024-a779-29a8821380d2 req-01f108cf-6936-491a-8125-905b2943847c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:15.040463 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b5d6eb92-6898-4024-a779-29a8821380d2 req-01f108cf-6936-491a-8125-905b2943847c service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2029552 Aug 16 20:43:15.053795 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 56714) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:15.059871 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9a433085-30d7-4bb1-9ea1-413387b454c7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d2128abbb9594e3891ca416bad6fcf9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5519347 Aug 16 20:43:15.084581 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9cbf0807-220a-4a36-92e9-29e45434ea03 req-e586793f-02ac-45c9-927d-af20b67eb18a tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732203 Aug 16 20:43:15.095119 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a433085-30d7-4bb1-9ea1-413387b454c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b31b4aa-b259-47b5-a767-ab60c7c06b05,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:15.110854 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-b0f64260-610d-48f9-8d2a-7f3634b7b7ac tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=4db3e18d71f84d4d9880c3093a29d191&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319722 Aug 16 20:43:15.183869 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-0c88c29e-9964-4d36-a546-962bbe8e7858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:15.185763 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-0c88c29e-9964-4d36-a546-962bbe8e7858 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8cc126ebead24b64ac4f071673509eb8&device_id=1c455540-fa48-411b-bd8b-ee350502c26f HTTP/1.1" status: 200 len: 1095 time: 0.0727255 Aug 16 20:43:15.248175 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-0ee5333d-fd94-4d76-93b5-c323ba90e269 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3aa47caa-5335-408f-af34-a3fc78811632 HTTP/1.1" status: 200 len: 217 time: 0.0502598 Aug 16 20:43:15.290761 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-76585b61-1bd3-4c1f-9961-cab56dbdbc82 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:15.292524 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-76585b61-1bd3-4c1f-9961-cab56dbdbc82 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1638265 Aug 16 20:43:15.309724 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-e65fa14c-4d7d-48f2-a6a2-1bd307523372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:15.311297 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-e65fa14c-4d7d-48f2-a6a2-1bd307523372 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2f44991d-5963-4603-beac-a75bad0d4ce6 HTTP/1.1" status: 200 len: 844 time: 0.0562034 Aug 16 20:43:15.311943 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-d798a169-99c9-4c44-afb0-43dd8d904988 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Request body: {'port': {'device_id': '6b321975-85c1-4bfd-a7b7-c89ef7ca05c1', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'admin_state_up': True, 'tenant_id': '4db3e18d71f84d4d9880c3093a29d191'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:15.353941 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-5e8e748f-99bc-4e67-9411-c0b4586b3187 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=129de689-1a67-4447-bccf-e675c592e5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353198 Aug 16 20:43:15.510004 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-40ab4bb7-1f94-4666-bb8b-79245a3cc8f3 service neutron] 10.222.0.90 "GET /v2.0/networks/129de689-1a67-4447-bccf-e675c592e5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484442 Aug 16 20:43:15.600159 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8bd37-29d2-4661-bb5c-936c91c347f9 req-212cb9e4-33f2-45af-b550-3242e7423330 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:15.601760 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5dd8bd37-29d2-4661-bb5c-936c91c347f9 req-212cb9e4-33f2-45af-b550-3242e7423330 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 949 time: 0.4842458 Aug 16 20:43:15.635612 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8a6628db-b6bc-4899-bd67-371175dfa643 req-176626c9-66e4-475c-9488-648406acaaf8 service neutron] 10.222.0.90 "GET /v2.0/networks/129de689-1a67-4447-bccf-e675c592e5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168168 Aug 16 20:43:15.647972 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-98853349-e1f1-4187-9fad-91bdd9aaf841 req-b5f4eac0-4c19-4c66-a2c7-b32746b82760 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/ports?device_id=6b321975-85c1-4bfd-a7b7-c89ef7ca05c1 HTTP/1.1" status: 200 len: 210 time: 0.0602369 Aug 16 20:43:15.653361 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9d888fb1-b666-4389-9077-22dacbcc1c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:15.697449 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-ae955e8e-6c0e-4134-9ca7-dcd3bb811881 service neutron] show failed (client error): The resource could not be found. Aug 16 20:43:15.698472 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-ae955e8e-6c0e-4134-9ca7-dcd3bb811881 service neutron] 10.222.0.72 "GET /v2.0/ports/56353298-d50b-4643-afa0-a1f978a1a3fa/bindings/n-h2-793620-15 HTTP/1.1" status: 404 len: 381 time: 0.0619934 Aug 16 20:43:15.717395 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9d888fb1-b666-4389-9077-22dacbcc1c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:15.740796 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5dd8bd37-29d2-4661-bb5c-936c91c347f9 req-325823d6-cffe-4a32-ae43-03d78b65a9ed tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243505 Aug 16 20:43:15.928939 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-d798a169-99c9-4c44-afb0-43dd8d904988 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Made reservation on behalf of 4db3e18d71f84d4d9880c3093a29d191 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:15.935202 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-d798a169-99c9-4c44-afb0-43dd8d904988 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:15.948287 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9d888fb1-b666-4389-9077-22dacbcc1c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:15.952060 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9d888fb1-b666-4389-9077-22dacbcc1c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:15.953398 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9d888fb1-b666-4389-9077-22dacbcc1c5d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4b31b4aa-b259-47b5-a767-ab60c7c06b05 HTTP/1.1" status: 204 len: 168 time: 0.8982391 Aug 16 20:43:15.954179 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-d798a169-99c9-4c44-afb0-43dd8d904988 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:15.992671 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d888fb1-b666-4389-9077-22dacbcc1c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b31b4aa-b259-47b5-a767-ab60c7c06b05,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:15.996101 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6fc81f2d-ea16-438a-a9b5-070847976ee3 req-16cf750b-0e3e-4fcb-abcb-f9813b818316 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=41d56411-63f1-4049-9d6e-8a94d82d9545 HTTP/1.1" status: 200 len: 210 time: 0.0395794 Aug 16 20:43:16.084060 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-d798a169-99c9-4c44-afb0-43dd8d904988 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:16.186195 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd99ff-215a-4ecb-aa40-8b8a4d712f49 req-debedaf6-4f53-4cc2-98ab-1bd49bf59975 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:16.187761 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6dfd99ff-215a-4ecb-aa40-8b8a4d712f49 req-debedaf6-4f53-4cc2-98ab-1bd49bf59975 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=1c455540-fa48-411b-bd8b-ee350502c26f HTTP/1.1" status: 200 len: 943 time: 0.0487111 Aug 16 20:43:16.222637 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-d798a169-99c9-4c44-afb0-43dd8d904988 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:16.251951 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6dfd99ff-215a-4ecb-aa40-8b8a4d712f49 req-ddbe28a5-c285-41b1-b366-2f30ed2b9781 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582299 Aug 16 20:43:16.297463 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798a169-99c9-4c44-afb0-43dd8d904988 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6631a5ce-300b-4d64-a115-bd56c38e014f,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:16.386418 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-d798a169-99c9-4c44-afb0-43dd8d904988 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Allocated IP 192.168.233.137 (d77fce7e-e915-4ee5-ada6-d6f376af2589/2883ed1d-8e71-4475-b2ce-2177242b9f23/ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:16.404874 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-8f1ec778-b51a-4966-879f-888938182a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:16.406665 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-8f1ec778-b51a-4966-879f-888938182a73 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4&tenant_id=8eeb19c70e2743deaa8aa99547f66522 HTTP/1.1" status: 200 len: 1101 time: 0.0728283 Aug 16 20:43:16.409240 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:16.422724 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-c286dc37-f7a0-429b-81b9-c63f55519d52 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-15', 'device_owner': 'compute:nova'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:16.494898 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-c286dc37-f7a0-429b-81b9-c63f55519d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:16.575182 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-d798a169-99c9-4c44-afb0-43dd8d904988 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:16.590438 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-d798a169-99c9-4c44-afb0-43dd8d904988 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Transition to ACTIVE for port object ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:16.706984 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-d798a169-99c9-4c44-afb0-43dd8d904988 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:16.792719 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-d798a169-99c9-4c44-afb0-43dd8d904988 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Network d77fce7e-e915-4ee5-ada6-d6f376af2589 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:16.799999 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-d798a169-99c9-4c44-afb0-43dd8d904988 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:16.800192 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-c286dc37-f7a0-429b-81b9-c63f55519d52 service neutron] For port 56353298-d50b-4643-afa0-a1f978a1a3fa, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=56353298-d50b-4643-afa0-a1f978a1a3fa,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:16.807013 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-d798a169-99c9-4c44-afb0-43dd8d904988 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:16.812226 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-d798a169-99c9-4c44-afb0-43dd8d904988 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:16.812861 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-d798a169-99c9-4c44-afb0-43dd8d904988 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:16.818825 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798a169-99c9-4c44-afb0-43dd8d904988 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Pushing event updated for resources: {'Port': ['ID=ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:16.842135 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a896d-6892-49e8-8fa3-6e3d56db3be0 req-5dbc7ed4-acdd-4665-b479-4e7153948b92 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:16.843770 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-024a896d-6892-49e8-8fa3-6e3d56db3be0 req-5dbc7ed4-acdd-4665-b479-4e7153948b92 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/ports?device_id=6b321975-85c1-4bfd-a7b7-c89ef7ca05c1 HTTP/1.1" status: 200 len: 936 time: 0.1038458 Aug 16 20:43:16.846312 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-c286dc37-f7a0-429b-81b9-c63f55519d52 service neutron] For port 56353298-d50b-4643-afa0-a1f978a1a3fa, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:16.889100 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-024a896d-6892-49e8-8fa3-6e3d56db3be0 req-f3cd4627-21a0-47cd-89f3-ae09f4af7a55 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/security-groups?id=6631a5ce-300b-4d64-a115-bd56c38e014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374348 Aug 16 20:43:16.893761 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f160cce8-cd8e-4a17-875d-f7b4f0de79f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56353298-d50b-4643-afa0-a1f978a1a3fa'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:16.896922 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5311811-5576-4afc-aed2-cc98ab687481" -d '{"events": [{"server_uuid": "f160cce8-cd8e-4a17-875d-f7b4f0de79f4", "name": "network-vif-unplugged", "status": "completed", "tag": "56353298-d50b-4643-afa0-a1f978a1a3fa"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:16.899416 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-d798a169-99c9-4c44-afb0-43dd8d904988 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5952477 Aug 16 20:43:16.902021 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-c286dc37-f7a0-429b-81b9-c63f55519d52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:16.916222 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-50b497c5-7e8b-4d6f-865f-0314eabfb040 service neutron] Request body: {'port': {'device_id': '6b321975-85c1-4bfd-a7b7-c89ef7ca05c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:16.931988 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-c286dc37-f7a0-429b-81b9-c63f55519d52 service neutron] Transition to ACTIVE for port object 56353298-d50b-4643-afa0-a1f978a1a3fa will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:16.997743 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-50b497c5-7e8b-4d6f-865f-0314eabfb040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.013736 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56776) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:17.031387 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-c286dc37-f7a0-429b-81b9-c63f55519d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.041123 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3f315839-6875-42eb-8beb-27448e9ec37f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.146352 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2c5cd760-336e-4f24-a215-2ca2cce9812f None None] Provisioning for port ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:17.151566 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2c5cd760-336e-4f24-a215-2ca2cce9812f None None] Provisioning complete for port ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:17.152092 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2c5cd760-336e-4f24-a215-2ca2cce9812f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.165739 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286dc37-f7a0-429b-81b9-c63f55519d52 service neutron] Pushing event updated for resources: {'Port': ['ID=56353298-d50b-4643-afa0-a1f978a1a3fa,revision_number=6']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:17.172108 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52385fc-fad8-42f4-a8a0-fc7e1364ed40 req-f26157e8-2267-4c64-9f21-c4e128c98c3f tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:17.175583 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b52385fc-fad8-42f4-a8a0-fc7e1364ed40 req-f26157e8-2267-4c64-9f21-c4e128c98c3f tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 947 time: 0.1576383 Aug 16 20:43:17.194132 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-c286dc37-f7a0-429b-81b9-c63f55519d52 service neutron] No DVR routers for this DVR port 56353298-d50b-4643-afa0-a1f978a1a3fa on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:43:17.230045 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-2c5cd760-336e-4f24-a215-2ca2cce9812f None None] Port ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:43:17.252970 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-c286dc37-f7a0-429b-81b9-c63f55519d52 service neutron] Attempting to bind port 56353298-d50b-4643-afa0-a1f978a1a3fa on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:43:17.253418 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-c286dc37-f7a0-429b-81b9-c63f55519d52 service neutron] Attempting to bind port 56353298-d50b-4643-afa0-a1f978a1a3fa by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:43:17.254255 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-c286dc37-f7a0-429b-81b9-c63f55519d52 service neutron] Attempting to bind port 56353298-d50b-4643-afa0-a1f978a1a3fa on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:17.276154 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-c286dc37-f7a0-429b-81b9-c63f55519d52 service neutron] Port 56353298-d50b-4643-afa0-a1f978a1a3fa on network d77fce7e-e915-4ee5-ada6-d6f376af2589 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:43:17.276154 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-c286dc37-f7a0-429b-81b9-c63f55519d52 service neutron] Attempting to bind port 56353298-d50b-4643-afa0-a1f978a1a3fa on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:17.291263 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-c286dc37-f7a0-429b-81b9-c63f55519d52 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:43:17.295628 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-c286dc37-f7a0-429b-81b9-c63f55519d52 service neutron] Checking segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:17.296645 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-c286dc37-f7a0-429b-81b9-c63f55519d52 service neutron] Bound using segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:43:17.300376 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-c286dc37-f7a0-429b-81b9-c63f55519d52 service neutron] Bound port: 56353298-d50b-4643-afa0-a1f978a1a3fa, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:43:17.303083 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-c286dc37-f7a0-429b-81b9-c63f55519d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.341640 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b52385fc-fad8-42f4-a8a0-fc7e1364ed40 req-0bec93aa-3499-4fe6-89d4-cad78d1fae9c tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806801 Aug 16 20:43:17.406625 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3f315839-6875-42eb-8beb-27448e9ec37f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.495486 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-c286dc37-f7a0-429b-81b9-c63f55519d52 service neutron] For port 56353298-d50b-4643-afa0-a1f978a1a3fa, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:17.499152 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-c286dc37-f7a0-429b-81b9-c63f55519d52 service neutron] For port 56353298-d50b-4643-afa0-a1f978a1a3fa, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=56353298-d50b-4643-afa0-a1f978a1a3fa,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:43:17.506253 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3f315839-6875-42eb-8beb-27448e9ec37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.526699 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e57939-ff1b-4443-a172-5bc06a8a5215 x-openstack-request-id: req-72e57939-ff1b-4443-a172-5bc06a8a5215 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:17.526995 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f160cce8-cd8e-4a17-875d-f7b4f0de79f4", "name": "network-vif-unplugged", "status": "completed", "tag": "56353298-d50b-4643-afa0-a1f978a1a3fa", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:17.527245 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-72e57939-ff1b-4443-a172-5bc06a8a5215 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:17.527638 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f160cce8-cd8e-4a17-875d-f7b4f0de79f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56353298-d50b-4643-afa0-a1f978a1a3fa', 'code': 200} Aug 16 20:43:17.533623 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-50b497c5-7e8b-4d6f-865f-0314eabfb040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:43:17.553011 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f315839-6875-42eb-8beb-27448e9ec37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a5ff79-b5d3-4a89-8780-7b34e3729e4c,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:17.553181 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-50b497c5-7e8b-4d6f-865f-0314eabfb040 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.557494 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3f315839-6875-42eb-8beb-27448e9ec37f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9ea3d0820767419497cb6afdad673223&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5426385 Aug 16 20:43:17.560162 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56790) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:17.577627 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c64cd61d-b778-442f-b359-b4e293ec2867 req-dc1bf0f4-5025-4cf7-8f4c-6f58d283464e tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=41d56411-63f1-4049-9d6e-8a94d82d9545 HTTP/1.1" status: 200 len: 210 time: 0.0376627 Aug 16 20:43:17.587498 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-50b497c5-7e8b-4d6f-865f-0314eabfb040 service neutron] Transition to ACTIVE for port object ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:17.665888 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-c286dc37-f7a0-429b-81b9-c63f55519d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.666083 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66b16d-f53f-45ea-9ec2-d500456bd0e9 req-b0284230-0596-49d4-baf6-54615259423a tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:17.667594 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c66b16d-f53f-45ea-9ec2-d500456bd0e9 req-b0284230-0596-49d4-baf6-54615259423a tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=1c455540-fa48-411b-bd8b-ee350502c26f HTTP/1.1" status: 200 len: 943 time: 0.0507784 Aug 16 20:43:17.697498 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-50b497c5-7e8b-4d6f-865f-0314eabfb040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.721512 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e5ddc87b-653d-4a9a-b3dd-088049478bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.730395 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-c286dc37-f7a0-429b-81b9-c63f55519d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:17.730778 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-c286dc37-f7a0-429b-81b9-c63f55519d52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.735016 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-c286dc37-f7a0-429b-81b9-c63f55519d52 service neutron] 10.222.0.90 "PUT /v2.0/ports/56353298-d50b-4643-afa0-a1f978a1a3fa HTTP/1.1" status: 200 len: 1096 time: 1.3204505 Aug 16 20:43:17.774051 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c66b16d-f53f-45ea-9ec2-d500456bd0e9 req-0701d4a2-d724-4abe-9883-e452a24d27d4 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946093 Aug 16 20:43:17.803570 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b497c5-7e8b-4d6f-865f-0314eabfb040 service neutron] Pushing event updated for resources: {'Port': ['ID=ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:17.839033 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-af0fff61-c1f0-44b6-88c4-b584603d34b2 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:17.841347 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-af0fff61-c1f0-44b6-88c4-b584603d34b2 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.72 "GET /v2.0/networks?id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa HTTP/1.1" status: 200 len: 808 time: 0.2592387 Aug 16 20:43:17.847508 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286dc37-f7a0-429b-81b9-c63f55519d52 service neutron] Pushing event updated for resources: {'Port': ['ID=56353298-d50b-4643-afa0-a1f978a1a3fa,revision_number=7']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:17.852590 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-50b497c5-7e8b-4d6f-865f-0314eabfb040 service neutron] Attempting to bind port ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:43:17.853149 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-50b497c5-7e8b-4d6f-865f-0314eabfb040 service neutron] Attempting to bind port ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:43:17.853648 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-50b497c5-7e8b-4d6f-865f-0314eabfb040 service neutron] Attempting to bind port ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:17.861244 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e5ddc87b-653d-4a9a-b3dd-088049478bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.864605 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-50b497c5-7e8b-4d6f-865f-0314eabfb040 service neutron] Port ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:43:17.864978 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-50b497c5-7e8b-4d6f-865f-0314eabfb040 service neutron] Attempting to bind port ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:17.876453 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-50b497c5-7e8b-4d6f-865f-0314eabfb040 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:43:17.876799 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-50b497c5-7e8b-4d6f-865f-0314eabfb040 service neutron] Checking segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:17.877196 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-50b497c5-7e8b-4d6f-865f-0314eabfb040 service neutron] Bound using segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:43:17.877645 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-50b497c5-7e8b-4d6f-865f-0314eabfb040 service neutron] Bound port: ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:43:17.878012 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-50b497c5-7e8b-4d6f-865f-0314eabfb040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.880403 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-44475d9b-3d3d-4ab4-ae1d-093451b66d10 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Request body: {'port': {'device_id': '41d56411-63f1-4049-9d6e-8a94d82d9545', 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa', 'admin_state_up': True, 'tenant_id': '8ef76538be3f42efb94d0f0a8384d0d1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:18.073903 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-64bad2dd-fff2-4479-9624-d252f21eb005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:18.075763 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-64bad2dd-fff2-4479-9624-d252f21eb005 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8eeb19c70e2743deaa8aa99547f66522&device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 1099 time: 0.3012481 Aug 16 20:43:18.125591 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-50b497c5-7e8b-4d6f-865f-0314eabfb040 service neutron] For port ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:18.131305 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-50b497c5-7e8b-4d6f-865f-0314eabfb040 service neutron] For port ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:43:18.149405 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae340f-dc01-4b74-8ab7-979b3844ea05 req-3d47269a-6bbe-465b-ad5d-556ad9765b41 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:18.150973 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bfae340f-dc01-4b74-8ab7-979b3844ea05 req-3d47269a-6bbe-465b-ad5d-556ad9765b41 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/ports?device_id=6b321975-85c1-4bfd-a7b7-c89ef7ca05c1 HTTP/1.1" status: 200 len: 948 time: 0.1385529 Aug 16 20:43:18.184101 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-79f37aa7-8983-473b-a193-9f79af4b228d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:18.185816 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-79f37aa7-8983-473b-a193-9f79af4b228d service neutron] 10.222.0.90 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.0952427 Aug 16 20:43:18.206401 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bfae340f-dc01-4b74-8ab7-979b3844ea05 req-cc599e00-b5e4-4a49-b30f-423d354cffb9 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/security-groups?id=6631a5ce-300b-4d64-a115-bd56c38e014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474801 Aug 16 20:43:18.236521 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-44475d9b-3d3d-4ab4-ae1d-093451b66d10 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Made reservation on behalf of 8ef76538be3f42efb94d0f0a8384d0d1 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:18.240719 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-44475d9b-3d3d-4ab4-ae1d-093451b66d10 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:18.252754 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e5ddc87b-653d-4a9a-b3dd-088049478bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:18.255473 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e5ddc87b-653d-4a9a-b3dd-088049478bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:18.260768 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e5ddc87b-653d-4a9a-b3dd-088049478bd8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b3a5ff79-b5d3-4a89-8780-7b34e3729e4c HTTP/1.1" status: 204 len: 168 time: 0.6956823 Aug 16 20:43:18.260768 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-47ab2001-636e-459b-9df6-299582814dfc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=56353298-d50b-4643-afa0-a1f978a1a3fa HTTP/1.1" status: 200 len: 217 time: 0.0648787 Aug 16 20:43:18.265393 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-50b497c5-7e8b-4d6f-865f-0314eabfb040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:18.279122 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ddc87b-653d-4a9a-b3dd-088049478bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a5ff79-b5d3-4a89-8780-7b34e3729e4c,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:18.314420 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-50b497c5-7e8b-4d6f-865f-0314eabfb040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:18.314849 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-50b497c5-7e8b-4d6f-865f-0314eabfb040 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:18.317053 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-50b497c5-7e8b-4d6f-865f-0314eabfb040 service neutron] 10.222.0.90 "PUT /v2.0/ports/ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3 HTTP/1.1" status: 200 len: 1097 time: 1.4089520 Aug 16 20:43:18.319603 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b321975-85c1-4bfd-a7b7-c89ef7ca05c1', 'tag': 'ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:18.329785 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4012385a-120c-4935-a0ee-58b1bdf90727" -d '{"events": [{"name": "network-changed", "server_uuid": "6b321975-85c1-4bfd-a7b7-c89ef7ca05c1", "tag": "ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:18.370664 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-8efbdce5-ee34-4ced-b1a5-d2dcaf2e9465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:18.372572 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-8efbdce5-ee34-4ced-b1a5-d2dcaf2e9465 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.1041911 Aug 16 20:43:18.381796 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b497c5-7e8b-4d6f-865f-0314eabfb040 service neutron] Pushing event updated for resources: {'Port': ['ID=ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:18.391831 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258a289a-bbb4-439d-8f9b-4c547c63690e x-openstack-request-id: req-258a289a-bbb4-439d-8f9b-4c547c63690e {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:18.392194 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b321975-85c1-4bfd-a7b7-c89ef7ca05c1", "tag": "ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:18.392368 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-258a289a-bbb4-439d-8f9b-4c547c63690e {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:18.392764 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b321975-85c1-4bfd-a7b7-c89ef7ca05c1', 'tag': 'ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3', 'status': 'completed', 'code': 200} Aug 16 20:43:18.505594 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-c9ceb117-e968-4ff4-8827-d33e709b7334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:18.507206 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-c9ceb117-e968-4ff4-8827-d33e709b7334 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0979669 Aug 16 20:43:18.519481 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d471b91-14e4-45e8-8cb4-16bbbf04995e req-d28c9c00-b518-4ddc-82b0-6d49c4cda76e tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:18.521272 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7d471b91-14e4-45e8-8cb4-16bbbf04995e req-d28c9c00-b518-4ddc-82b0-6d49c4cda76e tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 947 time: 0.0673842 Aug 16 20:43:18.526114 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4012385a-120c-4935-a0ee-58b1bdf90727 req-6392bc80-be94-4a12-bf22-0b16d9954dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:18.532266 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4012385a-120c-4935-a0ee-58b1bdf90727 req-6392bc80-be94-4a12-bf22-0b16d9954dba service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4db3e18d71f84d4d9880c3093a29d191&device_id=6b321975-85c1-4bfd-a7b7-c89ef7ca05c1 HTTP/1.1" status: 200 len: 1100 time: 0.1228006 Aug 16 20:43:18.554380 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-44475d9b-3d3d-4ab4-ae1d-093451b66d10 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Allocated IP 172.20.0.13 (8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa/32473632-cd45-434e-a077-52a281cec044/fa227d93-207f-4c0c-8143-10b505e799c5) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:18.625601 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4012385a-120c-4935-a0ee-58b1bdf90727 req-b73e9e3d-ed59-4fb8-8955-ff8a8896fdbc service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4db3e18d71f84d4d9880c3093a29d191&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0770094 Aug 16 20:43:18.655326 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7d471b91-14e4-45e8-8cb4-16bbbf04995e req-325c8457-9f8c-4e85-961a-e4cb100c8dbf tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218426 Aug 16 20:43:18.687384 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56828) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:18.706592 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b88ce24a-863b-4d06-ad46-cd92fb4bac99 req-313c7df3-96f6-47b5-8daf-49daec760653 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=41d56411-63f1-4049-9d6e-8a94d82d9545 HTTP/1.1" status: 200 len: 210 time: 0.0372148 Aug 16 20:43:18.719150 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-f30c7504-f480-43eb-b590-8ee65180cc38 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954596 Aug 16 20:43:18.720675 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:18.786406 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4012385a-120c-4935-a0ee-58b1bdf90727 req-8556916a-4b1c-437c-83a7-21cd173ae560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:18.788055 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4012385a-120c-4935-a0ee-58b1bdf90727 req-8556916a-4b1c-437c-83a7-21cd173ae560 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1315551 Aug 16 20:43:18.808670 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 56834) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:18.895985 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b813210d-e29b-49d8-b03e-2aa7f1eef577 req-e417f37a-960f-4736-bec8-74bb9fea26fe service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606035 Aug 16 20:43:18.903619 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-44475d9b-3d3d-4ab4-ae1d-093451b66d10 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:18.950881 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-5fb468b8-a2db-46bf-91b6-8d325004a422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:18.952482 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-5fb468b8-a2db-46bf-91b6-8d325004a422 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4db3e18d71f84d4d9880c3093a29d191&device_id=6b321975-85c1-4bfd-a7b7-c89ef7ca05c1 HTTP/1.1" status: 200 len: 1100 time: 0.1179016 Aug 16 20:43:18.961419 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d3bffb6c-7093-4183-b1fa-640f6bb31699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:19.002631 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-dc8e893f-da13-456d-a339-b2689ba7d671 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3 HTTP/1.1" status: 200 len: 217 time: 0.0393877 Aug 16 20:43:19.020773 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1ee3a-cea9-4a29-a06d-dbe085fc4330 req-e391662b-9db5-4a13-874e-c233148c016e tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:19.020773 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-23b1ee3a-cea9-4a29-a06d-dbe085fc4330 req-e391662b-9db5-4a13-874e-c233148c016e tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=1c455540-fa48-411b-bd8b-ee350502c26f HTTP/1.1" status: 200 len: 943 time: 0.1344059 Aug 16 20:43:19.042247 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-44475d9b-3d3d-4ab4-ae1d-093451b66d10 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:19.062665 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c002c354-f846-4743-98a4-cac6dbf1ea6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:19.099398 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-44475d9b-3d3d-4ab4-ae1d-093451b66d10 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:19.110414 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-44475d9b-3d3d-4ab4-ae1d-093451b66d10 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:19.117014 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-44475d9b-3d3d-4ab4-ae1d-093451b66d10 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:19.122034 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-44475d9b-3d3d-4ab4-ae1d-093451b66d10 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:19.126737 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-44475d9b-3d3d-4ab4-ae1d-093451b66d10 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:19.136877 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44475d9b-3d3d-4ab4-ae1d-093451b66d10 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Pushing event updated for resources: {'Port': ['ID=fa227d93-207f-4c0c-8143-10b505e799c5,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:19.137770 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-23b1ee3a-cea9-4a29-a06d-dbe085fc4330 req-ac15415b-eee5-4b37-902c-8cef86298138 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957580 Aug 16 20:43:19.143385 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-1f7dde73-d640-4a49-8929-85a62e675c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:19.145130 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-1f7dde73-d640-4a49-8929-85a62e675c25 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.1233165 Aug 16 20:43:19.152335 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d3bffb6c-7093-4183-b1fa-640f6bb31699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:19.194711 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-37a4e5f2-0150-4acc-94c8-224c19a67528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:19.196281 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-37a4e5f2-0150-4acc-94c8-224c19a67528 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0418963 Aug 16 20:43:19.258750 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d3bffb6c-7093-4183-b1fa-640f6bb31699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:19.308056 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bffb6c-7093-4183-b1fa-640f6bb31699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32cd7b33-e796-4751-9e8b-3886de43d34c,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:19.318855 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d3bffb6c-7093-4183-b1fa-640f6bb31699 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=16c191a7158b4379a24c60d523c990f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6285021 Aug 16 20:43:19.325545 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56852) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:19.331397 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-016ccfb2-d507-415f-946d-11c532937ccd service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277170 Aug 16 20:43:19.371456 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caba844-87de-4f10-a04f-d987253796af req-8993696b-ae8d-4eb4-9538-811f24d6d3af tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:19.372992 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4caba844-87de-4f10-a04f-d987253796af req-8993696b-ae8d-4eb4-9538-811f24d6d3af tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/ports?device_id=6b321975-85c1-4bfd-a7b7-c89ef7ca05c1 HTTP/1.1" status: 200 len: 948 time: 0.0736883 Aug 16 20:43:19.375031 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-44475d9b-3d3d-4ab4-ae1d-093451b66d10 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5011189 Aug 16 20:43:19.385829 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-14282a2e-fec7-48ae-a03b-5fa320986f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:19.390560 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-ba1b0da5-1aa5-409c-8250-bedc5362cf46 service neutron] Request body: {'port': {'device_id': '41d56411-63f1-4049-9d6e-8a94d82d9545', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:19.433723 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-14282a2e-fec7-48ae-a03b-5fa320986f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:19.475680 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-ba1b0da5-1aa5-409c-8250-bedc5362cf46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:19.486694 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4caba844-87de-4f10-a04f-d987253796af req-6666b4ac-30cc-484b-9984-6c99f20bb509 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/security-groups?id=6631a5ce-300b-4d64-a115-bd56c38e014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857568 Aug 16 20:43:19.511258 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8ec5181-dec0-4548-937c-3d0216a5f219 req-01c7294e-a68a-43aa-99fb-02b08f0716f9 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671939 Aug 16 20:43:19.533386 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f160cce8-cd8e-4a17-875d-f7b4f0de79f4', 'tag': '56353298-d50b-4643-afa0-a1f978a1a3fa'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:19.533386 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd9580c-7450-47ff-bb7d-7e8e6455f0ce" -d '{"events": [{"name": "network-changed", "server_uuid": "f160cce8-cd8e-4a17-875d-f7b4f0de79f4", "tag": "56353298-d50b-4643-afa0-a1f978a1a3fa"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:19.568302 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c002c354-f846-4743-98a4-cac6dbf1ea6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:19.599469 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 3aa47caa-5335-408f-af34-a3fc78811632 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:43:19.604771 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23aa4486-169b-44e3-9bfb-6c9f65ef12a0 x-openstack-request-id: req-23aa4486-169b-44e3-9bfb-6c9f65ef12a0 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:19.605395 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f160cce8-cd8e-4a17-875d-f7b4f0de79f4", "tag": "56353298-d50b-4643-afa0-a1f978a1a3fa", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:19.605395 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-23aa4486-169b-44e3-9bfb-6c9f65ef12a0 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:19.605824 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f160cce8-cd8e-4a17-875d-f7b4f0de79f4', 'tag': '56353298-d50b-4643-afa0-a1f978a1a3fa', 'status': 'completed', 'code': 200} Aug 16 20:43:19.683606 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c002c354-f846-4743-98a4-cac6dbf1ea6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:19.718788 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-14282a2e-fec7-48ae-a03b-5fa320986f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:19.721554 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-14282a2e-fec7-48ae-a03b-5fa320986f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:19.725599 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-14282a2e-fec7-48ae-a03b-5fa320986f3f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/32cd7b33-e796-4751-9e8b-3886de43d34c HTTP/1.1" status: 204 len: 168 time: 0.3991551 Aug 16 20:43:19.729647 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c002c354-f846-4743-98a4-cac6dbf1ea6b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a4f52201043a43fa857734780d2eb5a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9202633 Aug 16 20:43:19.733274 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56868) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:19.733679 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9580c-7450-47ff-bb7d-7e8e6455f0ce req-6a21bb6b-8737-43d3-86c1-33fb9b86abe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:19.735735 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9bd9580c-7450-47ff-bb7d-7e8e6455f0ce req-6a21bb6b-8737-43d3-86c1-33fb9b86abe6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8eeb19c70e2743deaa8aa99547f66522&device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 1099 time: 0.0983424 Aug 16 20:43:19.739363 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c002c354-f846-4743-98a4-cac6dbf1ea6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162b281c-bc0d-4d59-bbe5-fbcf1fca9386,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:19.802444 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 3aa47caa-5335-408f-af34-a3fc78811632, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=3aa47caa-5335-408f-af34-a3fc78811632,segment=NetworkSegment(d55822d8-6a18-4bf0-8e46-976d628f1806),segment_id=d55822d8-6a18-4bf0-8e46-976d628f1806)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:19.817904 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '3aa47caa-5335-408f-af34-a3fc78811632', 'network_id': '129de689-1a67-4447-bccf-e675c592e5c9', 'port_id': '3aa47caa-5335-408f-af34-a3fc78811632', 'mac_address': 'fa:16:3e:cb:b7:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f44991d-5963-4603-beac-a75bad0d4ce6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:43:19.863957 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:19.881609 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa47caa-5335-408f-af34-a3fc78811632 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:43:19.907079 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 3aa47caa-5335-408f-af34-a3fc78811632, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=3aa47caa-5335-408f-af34-a3fc78811632,segment=NetworkSegment(d55822d8-6a18-4bf0-8e46-976d628f1806),segment_id=d55822d8-6a18-4bf0-8e46-976d628f1806)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:19.964872 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15fd5d-6962-42bc-84ea-cfac67c131cc req-c30607c2-3a55-4680-8069-4e44ababb3dc tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:19.966447 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3e15fd5d-6962-42bc-84ea-cfac67c131cc req-c30607c2-3a55-4680-8069-4e44ababb3dc tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 947 time: 0.2224133 Aug 16 20:43:19.979997 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14282a2e-fec7-48ae-a03b-5fa320986f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cd7b33-e796-4751-9e8b-3886de43d34c,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:19.998697 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:20.014294 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748cafc-493e-4734-9727-ddb9885b906e req-430830b9-1dbb-4209-8379-9a406bfdec9f tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:20.015273 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9580c-7450-47ff-bb7d-7e8e6455f0ce req-aa3864d6-77f0-4861-b97c-d73ef7954c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:20.016764 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9bd9580c-7450-47ff-bb7d-7e8e6455f0ce req-aa3864d6-77f0-4861-b97c-d73ef7954c11 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8eeb19c70e2743deaa8aa99547f66522&device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 1099 time: 0.3856728 Aug 16 20:43:20.021676 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d748cafc-493e-4734-9727-ddb9885b906e req-430830b9-1dbb-4209-8379-9a406bfdec9f tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=41d56411-63f1-4049-9d6e-8a94d82d9545 HTTP/1.1" status: 200 len: 932 time: 0.1546712 Aug 16 20:43:20.059772 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9580c-7450-47ff-bb7d-7e8e6455f0ce req-6a0994d7-f4be-4d87-b6db-1cbb9d5ac727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:20.061262 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9bd9580c-7450-47ff-bb7d-7e8e6455f0ce req-6a0994d7-f4be-4d87-b6db-1cbb9d5ac727 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.3144646 Aug 16 20:43:20.072579 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3e15fd5d-6962-42bc-84ea-cfac67c131cc req-cebb8371-21e7-4030-b9c0-044015f0635c tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978987 Aug 16 20:43:20.100344 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=3aa47caa-5335-408f-af34-a3fc78811632,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:20.100976 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d748cafc-493e-4734-9727-ddb9885b906e req-35759194-8952-4de8-9f81-1c1914a037e7 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781255 Aug 16 20:43:20.112585 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:20.112935 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:20.113279 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:20.113652 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:20.114342 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:20.114688 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:20.115024 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:20.115810 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:20.116146 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:20.116612 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:20.116946 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:20.117277 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:20.158969 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4d429386-abe3-4885-80c9-d72e7c3380bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:20.163946 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9bd9580c-7450-47ff-bb7d-7e8e6455f0ce req-8c22745c-0af0-4b69-9651-b6d0e495128c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=56353298-d50b-4643-afa0-a1f978a1a3fa HTTP/1.1" status: 200 len: 217 time: 0.0897260 Aug 16 20:43:20.236661 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4d429386-abe3-4885-80c9-d72e7c3380bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:20.242198 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['3aa47caa-5335-408f-af34-a3fc78811632'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:43:20.253206 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-ba1b0da5-1aa5-409c-8250-bedc5362cf46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa227d93-207f-4c0c-8143-10b505e799c5 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:43:20.271462 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9580c-7450-47ff-bb7d-7e8e6455f0ce req-00c6d997-d63c-43e6-97cd-43dfbddaf03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:20.272709 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9bd9580c-7450-47ff-bb7d-7e8e6455f0ce req-00c6d997-d63c-43e6-97cd-43dfbddaf03c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.1011438 Aug 16 20:43:20.282416 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-ba1b0da5-1aa5-409c-8250-bedc5362cf46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:20.294088 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15eeb9-bf2c-4912-b274-3215ff711a39 req-40bf4f56-d2e4-4803-b721-1ea8e502ac13 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:20.294088 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7a15eeb9-bf2c-4912-b274-3215ff711a39 req-40bf4f56-d2e4-4803-b721-1ea8e502ac13 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=1c455540-fa48-411b-bd8b-ee350502c26f HTTP/1.1" status: 200 len: 944 time: 0.0683758 Aug 16 20:43:20.294311 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9580c-7450-47ff-bb7d-7e8e6455f0ce req-b24218c7-31b2-4acf-b270-4fd4e4c71fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:20.296061 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9bd9580c-7450-47ff-bb7d-7e8e6455f0ce req-b24218c7-31b2-4acf-b270-4fd4e4c71fed service neutron] 10.222.0.72 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.2652638 Aug 16 20:43:20.356144 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-ba1b0da5-1aa5-409c-8250-bedc5362cf46 service neutron] Transition to ACTIVE for port object fa227d93-207f-4c0c-8143-10b505e799c5 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:20.356388 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7a15eeb9-bf2c-4912-b274-3215ff711a39 req-0c10c4dc-f9ed-4eba-8dd1-5f1a80b93d5b tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564089 Aug 16 20:43:20.358162 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9580c-7450-47ff-bb7d-7e8e6455f0ce req-bdcce4c6-8534-493e-b887-69b02cb70386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:20.358960 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9bd9580c-7450-47ff-bb7d-7e8e6455f0ce req-dfbbaa22-40bb-4867-a1a4-0b194c8c3125 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=56353298-d50b-4643-afa0-a1f978a1a3fa HTTP/1.1" status: 200 len: 217 time: 0.0541351 Aug 16 20:43:20.359719 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9bd9580c-7450-47ff-bb7d-7e8e6455f0ce req-bdcce4c6-8534-493e-b887-69b02cb70386 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0690286 Aug 16 20:43:20.423069 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 56353298-d50b-4643-afa0-a1f978a1a3fa no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:43:20.428285 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9580c-7450-47ff-bb7d-7e8e6455f0ce req-b5d3fc76-ed8a-4751-851c-4bdf37a624c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:20.429179 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9bd9580c-7450-47ff-bb7d-7e8e6455f0ce req-b5d3fc76-ed8a-4751-851c-4bdf37a624c3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0628538 Aug 16 20:43:20.475231 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 56353298-d50b-4643-afa0-a1f978a1a3fa not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:43:20.477413 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9bd9580c-7450-47ff-bb7d-7e8e6455f0ce req-905c5ac7-6fb0-4c42-bbe0-1730a4a71bde service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082978 Aug 16 20:43:20.487029 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9580c-7450-47ff-bb7d-7e8e6455f0ce req-6613ed59-4fb7-46c6-abaf-0bc95d8f6a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:20.489247 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9bd9580c-7450-47ff-bb7d-7e8e6455f0ce req-6613ed59-4fb7-46c6-abaf-0bc95d8f6a50 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0506775 Aug 16 20:43:20.585100 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9bd9580c-7450-47ff-bb7d-7e8e6455f0ce req-0ddf648c-5384-4b33-a131-3838023bb1da service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997860 Aug 16 20:43:20.589098 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9bd9580c-7450-47ff-bb7d-7e8e6455f0ce req-a46b60a8-a843-421f-8e23-8bee21571cc3 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922480 Aug 16 20:43:20.621873 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a1bbb-0d22-4e70-bc2e-440fbd0dad32 req-162cad6b-f50f-41be-a87e-b619bbed0769 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:20.623362 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f23a1bbb-0d22-4e70-bc2e-440fbd0dad32 req-162cad6b-f50f-41be-a87e-b619bbed0769 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/ports?device_id=6b321975-85c1-4bfd-a7b7-c89ef7ca05c1 HTTP/1.1" status: 200 len: 948 time: 0.0609972 Aug 16 20:43:20.662185 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f23a1bbb-0d22-4e70-bc2e-440fbd0dad32 req-ee0aefa0-3104-4321-a6cf-afe3f9b62bc8 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/security-groups?id=6631a5ce-300b-4d64-a115-bd56c38e014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326300 Aug 16 20:43:20.683434 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9bd9580c-7450-47ff-bb7d-7e8e6455f0ce req-7fb28474-4533-4747-a739-25a56eca87d6 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870514 Aug 16 20:43:20.684920 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-ba1b0da5-1aa5-409c-8250-bedc5362cf46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:20.687171 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4d429386-abe3-4885-80c9-d72e7c3380bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:20.689699 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4d429386-abe3-4885-80c9-d72e7c3380bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:20.690863 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4d429386-abe3-4885-80c9-d72e7c3380bd admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/162b281c-bc0d-4d59-bbe5-fbcf1fca9386 HTTP/1.1" status: 204 len: 168 time: 0.9508669 Aug 16 20:43:20.731727 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 56890) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:20.732357 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d429386-abe3-4885-80c9-d72e7c3380bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162b281c-bc0d-4d59-bbe5-fbcf1fca9386,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:20.761263 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b0da5-1aa5-409c-8250-bedc5362cf46 service neutron] Pushing event updated for resources: {'Port': ['ID=fa227d93-207f-4c0c-8143-10b505e799c5,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:20.777477 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e6aed098-dddf-4b07-9afc-137838a50771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:20.789835 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-ba1b0da5-1aa5-409c-8250-bedc5362cf46 service neutron] Attempting to bind port fa227d93-207f-4c0c-8143-10b505e799c5 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:43:20.790184 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-ba1b0da5-1aa5-409c-8250-bedc5362cf46 service neutron] Attempting to bind port fa227d93-207f-4c0c-8143-10b505e799c5 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:43:20.790515 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-ba1b0da5-1aa5-409c-8250-bedc5362cf46 service neutron] Attempting to bind port fa227d93-207f-4c0c-8143-10b505e799c5 on network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:20.795283 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-ba1b0da5-1aa5-409c-8250-bedc5362cf46 service neutron] Port fa227d93-207f-4c0c-8143-10b505e799c5 on network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:43:20.795825 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-ba1b0da5-1aa5-409c-8250-bedc5362cf46 service neutron] Attempting to bind port fa227d93-207f-4c0c-8143-10b505e799c5 on network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:20.800646 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-ba1b0da5-1aa5-409c-8250-bedc5362cf46 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:43:20.800989 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-ba1b0da5-1aa5-409c-8250-bedc5362cf46 service neutron] Checking segment: {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:20.801399 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-ba1b0da5-1aa5-409c-8250-bedc5362cf46 service neutron] Bound using segment: {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:43:20.801834 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-ba1b0da5-1aa5-409c-8250-bedc5362cf46 service neutron] Bound port: fa227d93-207f-4c0c-8143-10b505e799c5, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:43:20.802197 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-ba1b0da5-1aa5-409c-8250-bedc5362cf46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:20.872596 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-ba1b0da5-1aa5-409c-8250-bedc5362cf46 service neutron] For port fa227d93-207f-4c0c-8143-10b505e799c5, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:20.877496 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-ba1b0da5-1aa5-409c-8250-bedc5362cf46 service neutron] For port fa227d93-207f-4c0c-8143-10b505e799c5, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=fa227d93-207f-4c0c-8143-10b505e799c5,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:43:20.889108 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e6aed098-dddf-4b07-9afc-137838a50771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:20.971816 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e6aed098-dddf-4b07-9afc-137838a50771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:20.972088 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-ba1b0da5-1aa5-409c-8250-bedc5362cf46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:21.025245 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e6aed098-dddf-4b07-9afc-137838a50771 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e9db5cd7fe7e486490ac307eb767fe34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2921953 Aug 16 20:43:21.026465 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56896) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:21.027406 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aed098-dddf-4b07-9afc-137838a50771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85bf180-2b4b-4f73-9bfc-171991ceb969,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:21.027936 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-ba1b0da5-1aa5-409c-8250-bedc5362cf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:21.028569 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-ba1b0da5-1aa5-409c-8250-bedc5362cf46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:21.030237 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-ba1b0da5-1aa5-409c-8250-bedc5362cf46 service neutron] 10.222.0.72 "PUT /v2.0/ports/fa227d93-207f-4c0c-8143-10b505e799c5 HTTP/1.1" status: 200 len: 1093 time: 1.6453736 Aug 16 20:43:21.072199 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b0da5-1aa5-409c-8250-bedc5362cf46 service neutron] Pushing event updated for resources: {'Port': ['ID=fa227d93-207f-4c0c-8143-10b505e799c5,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:21.095337 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-701af618-94b6-435d-ad43-6b6f0ea55b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:21.117703 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-701af618-94b6-435d-ad43-6b6f0ea55b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:21.292741 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0ceff-fff4-46b1-8cc9-1f842ed38897 req-5880b701-81eb-4595-9bc4-11f299a7a585 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:21.299005 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-701af618-94b6-435d-ad43-6b6f0ea55b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:21.302910 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-701af618-94b6-435d-ad43-6b6f0ea55b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:21.303038 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-def0ceff-fff4-46b1-8cc9-1f842ed38897 req-5880b701-81eb-4595-9bc4-11f299a7a585 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 947 time: 0.1505792 Aug 16 20:43:21.304871 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-701af618-94b6-435d-ad43-6b6f0ea55b0f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c85bf180-2b4b-4f73-9bfc-171991ceb969 HTTP/1.1" status: 204 len: 168 time: 0.2737122 Aug 16 20:43:21.320012 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701af618-94b6-435d-ad43-6b6f0ea55b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85bf180-2b4b-4f73-9bfc-171991ceb969,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:21.335488 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-95bb9a90-a10e-41fb-a658-342aeca55980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:21.339673 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-95bb9a90-a10e-41fb-a658-342aeca55980 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ef76538be3f42efb94d0f0a8384d0d1&device_id=41d56411-63f1-4049-9d6e-8a94d82d9545 HTTP/1.1" status: 200 len: 1096 time: 0.0859179 Aug 16 20:43:21.341833 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f1fc1-e825-4ab6-ad32-b502d322dff7 req-6f398da4-45f6-4905-9e9b-746b02255b3c tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:21.345659 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-797f1fc1-e825-4ab6-ad32-b502d322dff7 req-6f398da4-45f6-4905-9e9b-746b02255b3c tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=41d56411-63f1-4049-9d6e-8a94d82d9545 HTTP/1.1" status: 200 len: 944 time: 0.1378162 Aug 16 20:43:21.393215 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-def0ceff-fff4-46b1-8cc9-1f842ed38897 req-af8a6272-b137-463b-ae22-60110fb52188 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891380 Aug 16 20:43:21.428794 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56914) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:21.437241 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-797f1fc1-e825-4ab6-ad32-b502d322dff7 req-273d0d08-0ee7-4fad-a970-36dbce28097c tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833335 Aug 16 20:43:21.438489 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-a3c03c05-048a-4076-ab2f-87e0436a960b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa227d93-207f-4c0c-8143-10b505e799c5 HTTP/1.1" status: 200 len: 217 time: 0.0867805 Aug 16 20:43:21.457212 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1c00b9dd-c9f4-472b-bf55-c131b01ce105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:21.528496 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-42718f88-262b-469a-91ad-dc8df9c18947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:21.530154 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-42718f88-262b-469a-91ad-dc8df9c18947 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=32473632-cd45-434e-a077-52a281cec044 HTTP/1.1" status: 200 len: 848 time: 0.0838132 Aug 16 20:43:21.546446 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb700a8-c9aa-4d2e-87d4-fdeef4097f20 req-85c02563-9ece-4e20-9a99-84347c21d3a9 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:21.558599 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ebb700a8-c9aa-4d2e-87d4-fdeef4097f20 req-85c02563-9ece-4e20-9a99-84347c21d3a9 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=1c455540-fa48-411b-bd8b-ee350502c26f HTTP/1.1" status: 200 len: 944 time: 0.0795116 Aug 16 20:43:21.580191 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-4d9ed969-4466-441c-b2b3-bbb6c62b3f54 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309968 Aug 16 20:43:21.604910 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ebb700a8-c9aa-4d2e-87d4-fdeef4097f20 req-d272ab5b-5a3f-4a4e-aff6-ce816dab2c94 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445709 Aug 16 20:43:21.611333 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41d56411-63f1-4049-9d6e-8a94d82d9545', 'tag': 'fa227d93-207f-4c0c-8143-10b505e799c5'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:21.613549 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 3aa47caa-5335-408f-af34-a3fc78811632 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:21.629999 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b45c4bf-a700-4bb5-9b61-cd4bf88b9121" -d '{"events": [{"name": "network-changed", "server_uuid": "41d56411-63f1-4049-9d6e-8a94d82d9545", "tag": "fa227d93-207f-4c0c-8143-10b505e799c5"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:21.674952 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:21.712054 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33871729-726a-42b8-9d0c-5a34bb4660e5 x-openstack-request-id: req-33871729-726a-42b8-9d0c-5a34bb4660e5 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:21.712578 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41d56411-63f1-4049-9d6e-8a94d82d9545", "tag": "fa227d93-207f-4c0c-8143-10b505e799c5", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:21.712578 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-33871729-726a-42b8-9d0c-5a34bb4660e5 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:21.713049 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41d56411-63f1-4049-9d6e-8a94d82d9545', 'tag': 'fa227d93-207f-4c0c-8143-10b505e799c5', 'status': 'completed', 'code': 200} Aug 16 20:43:21.751200 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-834eadc7-7c62-477c-8db2-877ae16517c3 service neutron] 10.222.0.72 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617537 Aug 16 20:43:21.756479 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1c00b9dd-c9f4-472b-bf55-c131b01ce105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:21.815199 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe46f6-10d1-4653-841e-927235f3ce08 req-f57cc75e-aad2-4a94-b29a-3d4cb6eb4335 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:21.817030 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-93fe46f6-10d1-4653-841e-927235f3ce08 req-f57cc75e-aad2-4a94-b29a-3d4cb6eb4335 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/ports?device_id=6b321975-85c1-4bfd-a7b7-c89ef7ca05c1 HTTP/1.1" status: 200 len: 948 time: 0.0648315 Aug 16 20:43:21.849818 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 3aa47caa-5335-408f-af34-a3fc78811632 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:21.856429 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 3aa47caa-5335-408f-af34-a3fc78811632 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:21.857462 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:21.858766 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-93fe46f6-10d1-4653-841e-927235f3ce08 req-d1d1f916-4b64-4ff7-8dff-21295bcce65d tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/security-groups?id=6631a5ce-300b-4d64-a115-bd56c38e014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352581 Aug 16 20:43:21.860173 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d82bd1ba-7aec-4c5c-b0e6-d0fb99d8086b req-d79f5f52-32e1-477a-8d53-bc48f29fd741 service neutron] 10.222.0.72 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997822 Aug 16 20:43:21.918615 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1c00b9dd-c9f4-472b-bf55-c131b01ce105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:21.963892 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1c00b9dd-c9f4-472b-bf55-c131b01ce105 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ac5730172d4c486d8ddea634bec8be1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5339375 Aug 16 20:43:21.964599 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00b9dd-c9f4-472b-bf55-c131b01ce105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98dc026d-93bd-47a1-92dd-d9e803c27e09,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:21.966628 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 56934) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:21.991186 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:22.048391 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45c4bf-a700-4bb5-9b61-cd4bf88b9121 req-e9102c32-2a38-4a82-b685-95ccbd3f7b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:22.048391 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0b45c4bf-a700-4bb5-9b61-cd4bf88b9121 req-e9102c32-2a38-4a82-b685-95ccbd3f7b22 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ef76538be3f42efb94d0f0a8384d0d1&device_id=41d56411-63f1-4049-9d6e-8a94d82d9545 HTTP/1.1" status: 200 len: 1096 time: 0.0473804 Aug 16 20:43:22.048725 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c455540-fa48-411b-bd8b-ee350502c26f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa47caa-5335-408f-af34-a3fc78811632'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:22.049766 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a976dd-c0a0-451b-832c-7fe9f2ac30ff" -d '{"events": [{"server_uuid": "1c455540-fa48-411b-bd8b-ee350502c26f", "name": "network-vif-plugged", "status": "completed", "tag": "3aa47caa-5335-408f-af34-a3fc78811632"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:22.054465 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 3aa47caa-5335-408f-af34-a3fc78811632, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=3aa47caa-5335-408f-af34-a3fc78811632,segment=NetworkSegment(d55822d8-6a18-4bf0-8e46-976d628f1806),segment_id=d55822d8-6a18-4bf0-8e46-976d628f1806)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:22.092334 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e48cfb3a-34c0-4154-b3bb-eb6ad615e4f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:22.132033 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e48cfb3a-34c0-4154-b3bb-eb6ad615e4f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:22.137538 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53577b1-7635-46bf-a2e8-5b7cc644fd31 x-openstack-request-id: req-d53577b1-7635-46bf-a2e8-5b7cc644fd31 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:22.139607 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c455540-fa48-411b-bd8b-ee350502c26f", "name": "network-vif-plugged", "status": "completed", "tag": "3aa47caa-5335-408f-af34-a3fc78811632", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:22.140047 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d53577b1-7635-46bf-a2e8-5b7cc644fd31 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:22.141893 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c455540-fa48-411b-bd8b-ee350502c26f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa47caa-5335-408f-af34-a3fc78811632', 'code': 200} Aug 16 20:43:22.147712 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:22.179029 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45c4bf-a700-4bb5-9b61-cd4bf88b9121 req-e01cd749-c53c-40f7-9c19-c430db3993f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:22.180839 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0b45c4bf-a700-4bb5-9b61-cd4bf88b9121 req-e01cd749-c53c-40f7-9c19-c430db3993f4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa HTTP/1.1" status: 200 len: 909 time: 0.1275702 Aug 16 20:43:22.228261 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0b45c4bf-a700-4bb5-9b61-cd4bf88b9121 req-d22183ff-8372-4427-a3ec-9f51813a95d3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa227d93-207f-4c0c-8143-10b505e799c5 HTTP/1.1" status: 200 len: 217 time: 0.0382514 Aug 16 20:43:22.265817 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38449e-16d9-4b7a-baec-5917a9b7041d req-e87b2a16-0af5-45e9-b021-495145ac844e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:22.267620 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0b38449e-16d9-4b7a-baec-5917a9b7041d req-e87b2a16-0af5-45e9-b021-495145ac844e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1c455540-fa48-411b-bd8b-ee350502c26f HTTP/1.1" status: 200 len: 1097 time: 0.0480011 Aug 16 20:43:22.283913 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=3aa47caa-5335-408f-af34-a3fc78811632,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:22.300927 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e48cfb3a-34c0-4154-b3bb-eb6ad615e4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:22.304349 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e48cfb3a-34c0-4154-b3bb-eb6ad615e4f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:22.304642 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45c4bf-a700-4bb5-9b61-cd4bf88b9121 req-18a34999-52ed-474f-8553-5935d00fcca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:22.305732 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e48cfb3a-34c0-4154-b3bb-eb6ad615e4f8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/98dc026d-93bd-47a1-92dd-d9e803c27e09 HTTP/1.1" status: 204 len: 168 time: 0.3362904 Aug 16 20:43:22.306311 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0b45c4bf-a700-4bb5-9b61-cd4bf88b9121 req-18a34999-52ed-474f-8553-5935d00fcca5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=32473632-cd45-434e-a077-52a281cec044 HTTP/1.1" status: 200 len: 848 time: 0.0701978 Aug 16 20:43:22.326541 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48cfb3a-34c0-4154-b3bb-eb6ad615e4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dc026d-93bd-47a1-92dd-d9e803c27e09,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:22.351156 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0b38449e-16d9-4b7a-baec-5917a9b7041d req-ba6ce1ed-de9f-4214-85e9-c90b2aa962cf service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691519 Aug 16 20:43:22.360629 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0b45c4bf-a700-4bb5-9b61-cd4bf88b9121 req-3d4fb986-66c6-48e3-9b1d-0f8c9625782b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449247 Aug 16 20:43:22.459713 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0b45c4bf-a700-4bb5-9b61-cd4bf88b9121 req-c9ef16ac-e1dc-4385-b1a0-0b644a7b3f9b service neutron] 10.222.0.72 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891848 Aug 16 20:43:22.524043 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c7964-1454-4f41-9b70-914c092e805c req-527cf5f9-6f18-4617-9f8b-7a0d82132c2a tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:22.525663 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2b8c7964-1454-4f41-9b70-914c092e805c req-527cf5f9-6f18-4617-9f8b-7a0d82132c2a tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 947 time: 0.0618761 Aug 16 20:43:22.592904 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0b45c4bf-a700-4bb5-9b61-cd4bf88b9121 req-5c5148d7-7158-405a-86a6-155131aaaac7 service neutron] 10.222.0.72 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142762 Aug 16 20:43:22.596312 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2b8c7964-1454-4f41-9b70-914c092e805c req-e6ec75df-e830-40b9-a76d-5fc5ff5e6605 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605674 Aug 16 20:43:22.604842 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff8faf-0b8d-4cc6-b29d-0dea0c048a5c req-526e7077-2071-4a41-a7f8-2f643d945a50 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:22.612489 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-faff8faf-0b8d-4cc6-b29d-0dea0c048a5c req-526e7077-2071-4a41-a7f8-2f643d945a50 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=41d56411-63f1-4049-9d6e-8a94d82d9545 HTTP/1.1" status: 200 len: 944 time: 0.0856519 Aug 16 20:43:22.657319 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-faff8faf-0b8d-4cc6-b29d-0dea0c048a5c req-8561c13e-f72b-48ad-80ab-59642b6fc298 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434754 Aug 16 20:43:22.770345 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58b79a-1a0f-4135-a002-d7d153208744 req-ef1ff50c-3ac8-4cfa-b645-48cd1e3d9e4d tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:22.771843 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fc58b79a-1a0f-4135-a002-d7d153208744 req-ef1ff50c-3ac8-4cfa-b645-48cd1e3d9e4d tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=1c455540-fa48-411b-bd8b-ee350502c26f HTTP/1.1" status: 200 len: 945 time: 0.0491636 Aug 16 20:43:22.808983 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fc58b79a-1a0f-4135-a002-d7d153208744 req-6381c028-ec81-4b21-b23b-2b41f2ebae84 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312095 Aug 16 20:43:23.050290 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b39490-80f8-4835-8d51-9d8c1948b03f req-acf529ef-7aea-42a4-8aa6-251a290e35da tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:23.060805 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-43b39490-80f8-4835-8d51-9d8c1948b03f req-acf529ef-7aea-42a4-8aa6-251a290e35da tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 947 time: 0.1197817 Aug 16 20:43:23.090268 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 56990) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:23.133870 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-43b39490-80f8-4835-8d51-9d8c1948b03f req-46546549-4ff8-46ac-ac37-158c656f5192 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721877 Aug 16 20:43:23.144819 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206dccf-2596-4779-9f95-510c4b7fe53d req-506834f3-05ce-4903-bffe-455dce804e79 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:23.146361 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2206dccf-2596-4779-9f95-510c4b7fe53d req-506834f3-05ce-4903-bffe-455dce804e79 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/ports?device_id=6b321975-85c1-4bfd-a7b7-c89ef7ca05c1 HTTP/1.1" status: 200 len: 948 time: 0.1279528 Aug 16 20:43:23.189888 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2206dccf-2596-4779-9f95-510c4b7fe53d req-7cdb845d-ed58-4a30-9e02-eac3121d98eb tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/security-groups?id=6631a5ce-300b-4d64-a115-bd56c38e014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360823 Aug 16 20:43:23.199858 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5d434-82e6-444c-a830-c511a0d6c333 req-d5399af9-8d8a-40c1-96ee-5243ed4e4c98 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:23.201331 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bbd5d434-82e6-444c-a830-c511a0d6c333 req-d5399af9-8d8a-40c1-96ee-5243ed4e4c98 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.72 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4&tenant_id=8eeb19c70e2743deaa8aa99547f66522&binding%3Ahost_id=n-h2-793620-15 HTTP/1.1" status: 200 len: 947 time: 0.1204066 Aug 16 20:43:23.283424 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [req-bbd5d434-82e6-444c-a830-c511a0d6c333 req-8c2dd1fe-3ac1-41f5-af0c-c21703b29578 service neutron] delete failed (client error): The resource could not be found. Aug 16 20:43:23.284477 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bbd5d434-82e6-444c-a830-c511a0d6c333 req-8c2dd1fe-3ac1-41f5-af0c-c21703b29578 service neutron] 10.222.0.72 "DELETE /v2.0/ports/56353298-d50b-4643-afa0-a1f978a1a3fa/bindings/n-h1-793620-15 HTTP/1.1" status: 404 len: 381 time: 0.0746551 Aug 16 20:43:23.418816 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5d434-82e6-444c-a830-c511a0d6c333 req-20c18252-984b-4e9b-86bc-277094067311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:23.420505 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bbd5d434-82e6-444c-a830-c511a0d6c333 req-20c18252-984b-4e9b-86bc-277094067311 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8eeb19c70e2743deaa8aa99547f66522&device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 1099 time: 0.0461917 Aug 16 20:43:23.447154 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c5fe0cde-606d-4c14-ad79-9b10f44e275a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:23.526392 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5d434-82e6-444c-a830-c511a0d6c333 req-7395f324-1778-4636-9ab6-b8cf8922e6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:23.527934 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bbd5d434-82e6-444c-a830-c511a0d6c333 req-7395f324-1778-4636-9ab6-b8cf8922e6e1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.0995700 Aug 16 20:43:23.544993 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c5fe0cde-606d-4c14-ad79-9b10f44e275a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:23.570571 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bbd5d434-82e6-444c-a830-c511a0d6c333 req-1c48838b-89e8-4142-9129-8f7819894f80 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=56353298-d50b-4643-afa0-a1f978a1a3fa HTTP/1.1" status: 200 len: 217 time: 0.0349131 Aug 16 20:43:23.623449 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5d434-82e6-444c-a830-c511a0d6c333 req-9983ce74-a7c4-471d-988e-aa7a2791534b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:23.624830 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bbd5d434-82e6-444c-a830-c511a0d6c333 req-9983ce74-a7c4-471d-988e-aa7a2791534b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0438671 Aug 16 20:43:23.629522 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:43:23.649663 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c5fe0cde-606d-4c14-ad79-9b10f44e275a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:23.686430 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe0cde-606d-4c14-ad79-9b10f44e275a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4496b619-a154-45c6-a8ad-2c91e6117263,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:23.713694 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c5fe0cde-606d-4c14-ad79-9b10f44e275a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=944db0b9df6a410cbe2943195e69efe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6222415 Aug 16 20:43:23.717078 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 57008) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:23.736059 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5d434-82e6-444c-a830-c511a0d6c333 req-fa73bc74-7572-473b-afba-ab70b0a6d565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:23.737764 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bbd5d434-82e6-444c-a830-c511a0d6c333 req-fa73bc74-7572-473b-afba-ab70b0a6d565 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1030560 Aug 16 20:43:23.783709 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:23.804366 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': 'ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': 'ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3', 'mac_address': 'fa:16:3e:b1:f9:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:43:23.828513 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-95c3d389-79e2-4aee-a04e-38279ef44ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:23.862475 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:23.863638 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bbd5d434-82e6-444c-a830-c511a0d6c333 req-839ef1e6-4f51-429e-80b6-11714d9ac1db service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144147 Aug 16 20:43:23.877975 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:43:23.883899 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-95c3d389-79e2-4aee-a04e-38279ef44ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:23.895422 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a089f82-f075-412d-b089-510cdf7fa55c req-3be71e78-36be-464e-84f4-c86e3c3c7f9f tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:23.900455 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a089f82-f075-412d-b089-510cdf7fa55c req-3be71e78-36be-464e-84f4-c86e3c3c7f9f tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=41d56411-63f1-4049-9d6e-8a94d82d9545 HTTP/1.1" status: 200 len: 944 time: 0.1424468 Aug 16 20:43:23.914302 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:23.975746 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bbd5d434-82e6-444c-a830-c511a0d6c333 req-fc1e1cff-2425-4303-9f86-cbcaf4fa94b4 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014583 Aug 16 20:43:23.977376 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:23.978395 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 56353298-d50b-4643-afa0-a1f978a1a3fa details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:43:24.023134 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a089f82-f075-412d-b089-510cdf7fa55c req-45c1be62-5efe-45a6-909f-19270c2d5790 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043477 Aug 16 20:43:24.038157 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a472df-e739-4718-a1b3-e7302d58914b req-b692ea24-f0ae-4ab5-8da4-5e0a3445ed0b tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:24.057155 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-53a472df-e739-4718-a1b3-e7302d58914b req-b692ea24-f0ae-4ab5-8da4-5e0a3445ed0b tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=1c455540-fa48-411b-bd8b-ee350502c26f HTTP/1.1" status: 200 len: 945 time: 0.1203489 Aug 16 20:43:24.058160 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:24.073018 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 56353298-d50b-4643-afa0-a1f978a1a3fa, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=56353298-d50b-4643-afa0-a1f978a1a3fa,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:24.083596 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '56353298-d50b-4643-afa0-a1f978a1a3fa', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': '56353298-d50b-4643-afa0-a1f978a1a3fa', 'mac_address': 'fa:16:3e:e5:a9:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:43:24.085172 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-53a472df-e739-4718-a1b3-e7302d58914b req-a2db4358-87ce-4fac-b946-39fb40f46715 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373707 Aug 16 20:43:24.127073 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:24.146831 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56353298-d50b-4643-afa0-a1f978a1a3fa {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:43:24.169737 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 56353298-d50b-4643-afa0-a1f978a1a3fa, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=56353298-d50b-4643-afa0-a1f978a1a3fa,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:24.217019 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-95c3d389-79e2-4aee-a04e-38279ef44ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:24.219885 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-95c3d389-79e2-4aee-a04e-38279ef44ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:24.232938 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-95c3d389-79e2-4aee-a04e-38279ef44ff6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4496b619-a154-45c6-a8ad-2c91e6117263 HTTP/1.1" status: 204 len: 168 time: 0.5061631 Aug 16 20:43:24.260965 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c3d389-79e2-4aee-a04e-38279ef44ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4496b619-a154-45c6-a8ad-2c91e6117263,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:24.293185 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fe392-41e3-4d81-a4f0-68f60c6d0e90 req-1bd0093c-dc7b-4d95-8341-7d2f2e03b614 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:24.295086 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0a0fe392-41e3-4d81-a4f0-68f60c6d0e90 req-1bd0093c-dc7b-4d95-8341-7d2f2e03b614 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 947 time: 0.0630991 Aug 16 20:43:24.325497 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:24.333451 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0a0fe392-41e3-4d81-a4f0-68f60c6d0e90 req-f0d9c549-d818-43c7-bbc3-f3b0e76cf209 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322843 Aug 16 20:43:24.387339 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=56353298-d50b-4643-afa0-a1f978a1a3fa,revision_number=8']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:24.436132 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b2b79-8cd4-4b92-b840-267b3814315e req-3fa5e27c-ecb3-4beb-8083-5e210da1a3ee tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:24.444614 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-750b2b79-8cd4-4b92-b840-267b3814315e req-3fa5e27c-ecb3-4beb-8083-5e210da1a3ee tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/ports?device_id=6b321975-85c1-4bfd-a7b7-c89ef7ca05c1 HTTP/1.1" status: 200 len: 949 time: 0.0499959 Aug 16 20:43:24.474545 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-750b2b79-8cd4-4b92-b840-267b3814315e req-4e0bfe84-2286-4969-900d-5c8d6244a3a7 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/security-groups?id=6631a5ce-300b-4d64-a115-bd56c38e014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305684 Aug 16 20:43:24.580257 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['56353298-d50b-4643-afa0-a1f978a1a3fa'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:43:24.687819 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d319f-0938-4ab4-a316-bae0c8a177a1 req-3baf46ff-2ffd-4093-b536-800fb91aa0cd tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:24.696828 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e95d319f-0938-4ab4-a316-bae0c8a177a1 req-3baf46ff-2ffd-4093-b536-800fb91aa0cd tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=1c455540-fa48-411b-bd8b-ee350502c26f HTTP/1.1" status: 200 len: 945 time: 0.0951457 Aug 16 20:43:24.716265 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:43:24.736663 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e95d319f-0938-4ab4-a316-bae0c8a177a1 req-688e4941-e190-4f6a-bd89-dbe3d292f48f tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385973 Aug 16 20:43:25.162379 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1789fa-54c5-41e7-ab80-18b5de752be9 req-3103f188-893b-43e7-91eb-00e5676db395 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:25.163862 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bb1789fa-54c5-41e7-ab80-18b5de752be9 req-3103f188-893b-43e7-91eb-00e5676db395 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=41d56411-63f1-4049-9d6e-8a94d82d9545 HTTP/1.1" status: 200 len: 944 time: 0.0548630 Aug 16 20:43:25.213503 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bb1789fa-54c5-41e7-ab80-18b5de752be9 req-a6d8e282-8780-41c4-a0a4-e68bb3aeda80 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414960 Aug 16 20:43:25.234788 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 57060) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:25.253545 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-52c98e9c-4cff-4ab0-bdc5-39ab9fbe6e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:25.356693 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-52c98e9c-4cff-4ab0-bdc5-39ab9fbe6e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:25.440400 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-52c98e9c-4cff-4ab0-bdc5-39ab9fbe6e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:25.459022 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bd559-7de3-4207-99a3-71d5a69175ad req-ae050208-6736-4b5d-999c-23777d866e80 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:25.460867 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d92bd559-7de3-4207-99a3-71d5a69175ad req-ae050208-6736-4b5d-999c-23777d866e80 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 948 time: 0.0534050 Aug 16 20:43:25.485588 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c98e9c-4cff-4ab0-bdc5-39ab9fbe6e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ed4ccc-2090-4a25-9fcc-1e8173f295e8,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:25.508581 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d92bd559-7de3-4207-99a3-71d5a69175ad req-f79fb6d9-b946-4767-914c-77fc0f961b94 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418258 Aug 16 20:43:25.533661 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-52c98e9c-4cff-4ab0-bdc5-39ab9fbe6e69 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=dff8937c51384ea58f8ffce53fe23948&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973499 Aug 16 20:43:25.537976 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 57074) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:25.622761 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a5e0beb3-9b89-4609-a5c1-92fefec5a673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:25.627832 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:25.651306 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b9607-1cb0-423d-a0b3-f224b17cfbb6 req-16be0800-0236-461c-8497-578a2bf455d9 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:25.652828 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a75b9607-1cb0-423d-a0b3-f224b17cfbb6 req-16be0800-0236-461c-8497-578a2bf455d9 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/ports?device_id=6b321975-85c1-4bfd-a7b7-c89ef7ca05c1 HTTP/1.1" status: 200 len: 949 time: 0.0784557 Aug 16 20:43:25.657978 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a5e0beb3-9b89-4609-a5c1-92fefec5a673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:25.716288 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a75b9607-1cb0-423d-a0b3-f224b17cfbb6 req-d116734a-e909-44eb-bb85-07e4a8c23a81 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/security-groups?id=6631a5ce-300b-4d64-a115-bd56c38e014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519085 Aug 16 20:43:25.851190 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:25.855363 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:25.855742 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:25.883013 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e18650-2050-4e18-a2da-b91be8a35c76 req-bc63b08a-8d9a-466a-a5bd-9b5d021a872b tempest-MigrationsAdminTest-325773139 tempest-MigrationsAdminTest-325773139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:25.885976 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c4e18650-2050-4e18-a2da-b91be8a35c76 req-bc63b08a-8d9a-466a-a5bd-9b5d021a872b tempest-MigrationsAdminTest-325773139 tempest-MigrationsAdminTest-325773139-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 1100 time: 0.0441110 Aug 16 20:43:25.905704 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a5e0beb3-9b89-4609-a5c1-92fefec5a673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:25.908905 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a5e0beb3-9b89-4609-a5c1-92fefec5a673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:25.914719 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a5e0beb3-9b89-4609-a5c1-92fefec5a673 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/39ed4ccc-2090-4a25-9fcc-1e8173f295e8 HTTP/1.1" status: 204 len: 168 time: 0.3699157 Aug 16 20:43:25.933132 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0beb3-9b89-4609-a5c1-92fefec5a673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ed4ccc-2090-4a25-9fcc-1e8173f295e8,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:25.948597 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:25.976768 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b321975-85c1-4bfd-a7b7-c89ef7ca05c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:25.977046 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c4e18650-2050-4e18-a2da-b91be8a35c76 req-49f30534-8b24-4b04-90ee-f27fed4d585e tempest-MigrationsAdminTest-325773139 tempest-MigrationsAdminTest-325773139-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853014 Aug 16 20:43:25.979769 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44977316-7f8f-4855-8d1f-28307e779361" -d '{"events": [{"server_uuid": "6b321975-85c1-4bfd-a7b7-c89ef7ca05c1", "name": "network-vif-plugged", "status": "completed", "tag": "ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:25.993822 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa982d-fd74-456f-a18c-99c54337c83f req-2d5d277c-edf3-4d34-b399-bcd01e165697 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:25.994199 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:25.995346 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-23aa982d-fd74-456f-a18c-99c54337c83f req-2d5d277c-edf3-4d34-b399-bcd01e165697 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=1c455540-fa48-411b-bd8b-ee350502c26f HTTP/1.1" status: 200 len: 945 time: 0.0656455 Aug 16 20:43:26.045592 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-23aa982d-fd74-456f-a18c-99c54337c83f req-f7f44e6f-fdcd-43bd-88e4-8319eb0be2f3 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422680 Aug 16 20:43:26.081834 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d0cd6d-8a3e-4295-a40b-a1dc2946091f x-openstack-request-id: req-e0d0cd6d-8a3e-4295-a40b-a1dc2946091f {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:26.082265 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b321975-85c1-4bfd-a7b7-c89ef7ca05c1", "name": "network-vif-plugged", "status": "completed", "tag": "ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:26.082795 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e0d0cd6d-8a3e-4295-a40b-a1dc2946091f {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:26.083336 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b321975-85c1-4bfd-a7b7-c89ef7ca05c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3', 'code': 200} Aug 16 20:43:26.095724 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:26.097125 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 56353298-d50b-4643-afa0-a1f978a1a3fa up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:26.186510 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:26.224114 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf636d91-a6dc-42ed-8988-62d38c2e4690 req-76483ebe-f3e4-4c6d-b30e-7c7a33c26f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:26.226107 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bf636d91-a6dc-42ed-8988-62d38c2e4690 req-76483ebe-f3e4-4c6d-b30e-7c7a33c26f03 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6b321975-85c1-4bfd-a7b7-c89ef7ca05c1 HTTP/1.1" status: 200 len: 1102 time: 0.0741687 Aug 16 20:43:26.266429 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bf636d91-a6dc-42ed-8988-62d38c2e4690 req-3d3b7a3e-e287-46b8-b994-c40eb8b58a29 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6631a5ce-300b-4d64-a115-bd56c38e014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308354 Aug 16 20:43:26.288496 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 56353298-d50b-4643-afa0-a1f978a1a3fa completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:26.293570 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 56353298-d50b-4643-afa0-a1f978a1a3fa triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:26.294296 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:26.382916 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:26.417980 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 56353298-d50b-4643-afa0-a1f978a1a3fa, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=56353298-d50b-4643-afa0-a1f978a1a3fa,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:26.450933 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device fa227d93-207f-4c0c-8143-10b505e799c5 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:43:26.534094 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:26.553064 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d18dbc-a355-446c-a3a9-443a8673f4ae req-efe7997c-8cb9-47c2-97a5-e9afc905f363 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:26.554604 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-46d18dbc-a355-446c-a3a9-443a8673f4ae req-efe7997c-8cb9-47c2-97a5-e9afc905f363 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=41d56411-63f1-4049-9d6e-8a94d82d9545 HTTP/1.1" status: 200 len: 944 time: 0.0520325 Aug 16 20:43:26.596238 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-46d18dbc-a355-446c-a3a9-443a8673f4ae req-3f7d8899-c766-4e98-886f-4cbaa1ac964e tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349774 Aug 16 20:43:26.618698 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=56353298-d50b-4643-afa0-a1f978a1a3fa,revision_number=9']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:26.633516 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port fa227d93-207f-4c0c-8143-10b505e799c5, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=fa227d93-207f-4c0c-8143-10b505e799c5,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:26.644958 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': 'fa227d93-207f-4c0c-8143-10b505e799c5', 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa', 'port_id': 'fa227d93-207f-4c0c-8143-10b505e799c5', 'mac_address': 'fa:16:3e:e4:c7:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32473632-cd45-434e-a077-52a281cec044', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:43:26.689964 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:26.700845 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-84e7f987-9c73-475d-9abb-1fdb83859b4c tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=8eeb19c70e2743deaa8aa99547f66522&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265768 Aug 16 20:43:26.705191 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa227d93-207f-4c0c-8143-10b505e799c5 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:43:26.723579 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port fa227d93-207f-4c0c-8143-10b505e799c5, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=fa227d93-207f-4c0c-8143-10b505e799c5,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:26.820410 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:26.894135 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=fa227d93-207f-4c0c-8143-10b505e799c5,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:27.057937 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['fa227d93-207f-4c0c-8143-10b505e799c5'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:43:27.114829 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c228f-66d4-46f0-afc2-ba6171bc5c8a req-9cdff058-6c48-42c7-a99a-2657e7e8aa8a tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:27.116638 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f2c228f-66d4-46f0-afc2-ba6171bc5c8a req-9cdff058-6c48-42c7-a99a-2657e7e8aa8a tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/ports?device_id=6b321975-85c1-4bfd-a7b7-c89ef7ca05c1 HTTP/1.1" status: 200 len: 950 time: 0.0958974 Aug 16 20:43:27.160234 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-f98fa637-3177-4208-87b4-a2d6de079379 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:27.167437 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-f98fa637-3177-4208-87b4-a2d6de079379 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4624543 Aug 16 20:43:27.182966 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-ae3a380c-085f-4335-a903-b192107bb044 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/quotas/8eeb19c70e2743deaa8aa99547f66522 HTTP/1.1" status: 200 len: 375 time: 0.0144944 Aug 16 20:43:27.206734 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f2c228f-66d4-46f0-afc2-ba6171bc5c8a req-28965790-d092-45d1-a197-aee051a58cba tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/security-groups?id=6631a5ce-300b-4d64-a115-bd56c38e014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806866 Aug 16 20:43:27.252327 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-b3abfa72-9c54-45e6-a2e5-6b2ff6c8a875 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=8eeb19c70e2743deaa8aa99547f66522&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0635273 Aug 16 20:43:27.611686 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b920062e-6a3a-45f1-8408-1efbe577db05 req-21eea67c-d09a-45dd-9656-0650246d8f46 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 210 time: 0.0252635 Aug 16 20:43:27.760423 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a39c8-dc0c-406d-a4d8-c55be09544c3 req-c51ace54-99c6-49a5-86c6-e3da8d476701 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:27.761990 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2b1a39c8-dc0c-406d-a4d8-c55be09544c3 req-c51ace54-99c6-49a5-86c6-e3da8d476701 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=41d56411-63f1-4049-9d6e-8a94d82d9545 HTTP/1.1" status: 200 len: 945 time: 0.0588295 Aug 16 20:43:27.801357 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2b1a39c8-dc0c-406d-a4d8-c55be09544c3 req-7b144768-7d08-4068-af0e-a470802a629c tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322402 Aug 16 20:43:28.084711 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f160cce8-cd8e-4a17-875d-f7b4f0de79f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56353298-d50b-4643-afa0-a1f978a1a3fa'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:28.087118 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a6ff1a-6071-489c-b3b6-ae7550908166" -d '{"events": [{"server_uuid": "f160cce8-cd8e-4a17-875d-f7b4f0de79f4", "name": "network-vif-plugged", "status": "completed", "tag": "56353298-d50b-4643-afa0-a1f978a1a3fa"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:28.130240 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9bf1a3-ff82-4f09-9099-47dae3ccd57d x-openstack-request-id: req-2e9bf1a3-ff82-4f09-9099-47dae3ccd57d {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:28.130618 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f160cce8-cd8e-4a17-875d-f7b4f0de79f4", "name": "network-vif-plugged", "status": "completed", "tag": "56353298-d50b-4643-afa0-a1f978a1a3fa", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:28.131273 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2e9bf1a3-ff82-4f09-9099-47dae3ccd57d {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:28.131723 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f160cce8-cd8e-4a17-875d-f7b4f0de79f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56353298-d50b-4643-afa0-a1f978a1a3fa', 'code': 200} Aug 16 20:43:28.335295 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee177c8-0e55-42d0-8449-b4cc724c8895 req-504fbae8-b164-4120-b612-6ec19d42061a tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:28.336828 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8ee177c8-0e55-42d0-8449-b4cc724c8895 req-504fbae8-b164-4120-b612-6ec19d42061a tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/ports?device_id=6b321975-85c1-4bfd-a7b7-c89ef7ca05c1 HTTP/1.1" status: 200 len: 950 time: 0.0550551 Aug 16 20:43:28.376041 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8ee177c8-0e55-42d0-8449-b4cc724c8895 req-cc59b6b4-2aef-4e26-84ef-79afba738949 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/security-groups?id=6631a5ce-300b-4d64-a115-bd56c38e014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330992 Aug 16 20:43:28.455860 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device fa227d93-207f-4c0c-8143-10b505e799c5 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:28.498371 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 57240) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:28.589075 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port fa227d93-207f-4c0c-8143-10b505e799c5 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:28.593452 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port fa227d93-207f-4c0c-8143-10b505e799c5 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:28.593882 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:28.693657 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:28.726110 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-308db88f-41b6-4503-b28f-fc9058402a95 req-23a725d9-73e2-4feb-8d47-5ab90b14a521 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 210 time: 0.0326238 Aug 16 20:43:28.742922 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port fa227d93-207f-4c0c-8143-10b505e799c5, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=fa227d93-207f-4c0c-8143-10b505e799c5,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:28.848841 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:28.850602 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7aa3f569-0131-4575-af5e-11f6a837a391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:28.866571 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 57254) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:28.919450 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=fa227d93-207f-4c0c-8143-10b505e799c5,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:28.941049 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6f8dcbc5-a25b-4ed6-b02a-e7c4ceb472e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:29.066521 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7aa3f569-0131-4575-af5e-11f6a837a391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:29.074466 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1cb7e-0bb2-4017-b9d5-f0c54852be6f req-3d290413-850f-42e7-9dc5-00f4a912af64 tempest-NetworksTest-1903372416 tempest-NetworksTest-1903372416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:29.075260 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1cb7e-0bb2-4017-b9d5-f0c54852be6f req-3d290413-850f-42e7-9dc5-00f4a912af64 tempest-NetworksTest-1903372416 tempest-NetworksTest-1903372416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:29.076175 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1cb7e-0bb2-4017-b9d5-f0c54852be6f req-3d290413-850f-42e7-9dc5-00f4a912af64 tempest-NetworksTest-1903372416 tempest-NetworksTest-1903372416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:29.077035 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1cb7e-0bb2-4017-b9d5-f0c54852be6f req-3d290413-850f-42e7-9dc5-00f4a912af64 tempest-NetworksTest-1903372416 tempest-NetworksTest-1903372416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:29.077717 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1cb7e-0bb2-4017-b9d5-f0c54852be6f req-3d290413-850f-42e7-9dc5-00f4a912af64 tempest-NetworksTest-1903372416 tempest-NetworksTest-1903372416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:29.084370 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1cb7e-0bb2-4017-b9d5-f0c54852be6f req-3d290413-850f-42e7-9dc5-00f4a912af64 tempest-NetworksTest-1903372416 tempest-NetworksTest-1903372416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:29.084861 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1cb7e-0bb2-4017-b9d5-f0c54852be6f req-3d290413-850f-42e7-9dc5-00f4a912af64 tempest-NetworksTest-1903372416 tempest-NetworksTest-1903372416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:29.085363 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1cb7e-0bb2-4017-b9d5-f0c54852be6f req-3d290413-850f-42e7-9dc5-00f4a912af64 tempest-NetworksTest-1903372416 tempest-NetworksTest-1903372416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:29.087639 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-81c1cb7e-0bb2-4017-b9d5-f0c54852be6f req-3d290413-850f-42e7-9dc5-00f4a912af64 tempest-NetworksTest-1903372416 tempest-NetworksTest-1903372416-project-admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5712 time: 0.1839046 Aug 16 20:43:29.148844 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7aa3f569-0131-4575-af5e-11f6a837a391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:29.207340 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3f569-0131-4575-af5e-11f6a837a391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11dc8144-acb8-41e0-bb9a-f562cec10992,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:29.212434 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-7aa3f569-0131-4575-af5e-11f6a837a391 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2740848bd79e436591ea79dbc0949aa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7129335 Aug 16 20:43:29.215181 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 57264) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:29.230951 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97eb4d-417d-4ea1-8ee0-33f266a6ca6d req-daba8687-d978-4c4d-85e1-f6205c0247de tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:29.232584 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1f97eb4d-417d-4ea1-8ee0-33f266a6ca6d req-daba8687-d978-4c4d-85e1-f6205c0247de tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=41d56411-63f1-4049-9d6e-8a94d82d9545 HTTP/1.1" status: 200 len: 946 time: 0.0941088 Aug 16 20:43:29.259699 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6f8dcbc5-a25b-4ed6-b02a-e7c4ceb472e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:29.280526 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1f97eb4d-417d-4ea1-8ee0-33f266a6ca6d req-a884623c-baaf-4ec0-9238-b061d2633f37 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410523 Aug 16 20:43:29.282810 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f3fbb00e-ff62-4e0f-b781-bb246963d4b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:29.309566 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f3fbb00e-ff62-4e0f-b781-bb246963d4b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:29.339760 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6f8dcbc5-a25b-4ed6-b02a-e7c4ceb472e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:29.383387 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6f8dcbc5-a25b-4ed6-b02a-e7c4ceb472e3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=36ad27706cdb44e0bc4740017a75bbde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5155735 Aug 16 20:43:29.383987 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8dcbc5-a25b-4ed6-b02a-e7c4ceb472e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2879c44a-1304-403a-b9ab-c2f2f80cc9e7,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:29.387241 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 57266) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:29.389631 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff19907-f025-45d8-8394-16b66e50f40f req-2c5870fa-c7a8-4c4c-9cab-8287a781d0cc tempest-NetworksTest-1903372416 tempest-NetworksTest-1903372416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:29.391034 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3ff19907-f025-45d8-8394-16b66e50f40f req-2c5870fa-c7a8-4c4c-9cab-8287a781d0cc tempest-NetworksTest-1903372416 tempest-NetworksTest-1903372416-project-admin] 10.222.0.84 "GET /v2.0/networks/65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 886 time: 0.1235244 Aug 16 20:43:29.409162 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2004f5-45bd-43c5-af62-f1358a395e20 req-861a0b5b-4894-4fde-85e8-8813e180b3c3 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:29.410867 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6e2004f5-45bd-43c5-af62-f1358a395e20 req-861a0b5b-4894-4fde-85e8-8813e180b3c3 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/ports?device_id=6b321975-85c1-4bfd-a7b7-c89ef7ca05c1 HTTP/1.1" status: 200 len: 950 time: 0.0714629 Aug 16 20:43:29.439398 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-61b107ce-cb8c-4e1d-a668-2c7b2ad1bae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:29.462085 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-61b107ce-cb8c-4e1d-a668-2c7b2ad1bae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:29.491818 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f3fbb00e-ff62-4e0f-b781-bb246963d4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:29.495510 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f3fbb00e-ff62-4e0f-b781-bb246963d4b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:29.499146 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f3fbb00e-ff62-4e0f-b781-bb246963d4b8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/11dc8144-acb8-41e0-bb9a-f562cec10992 HTTP/1.1" status: 204 len: 168 time: 0.2820153 Aug 16 20:43:29.524655 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6e2004f5-45bd-43c5-af62-f1358a395e20 req-39cbede9-44f8-4520-b8d0-0d0395decfed tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/security-groups?id=6631a5ce-300b-4d64-a115-bd56c38e014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049178 Aug 16 20:43:29.527812 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fbb00e-ff62-4e0f-b781-bb246963d4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11dc8144-acb8-41e0-bb9a-f562cec10992,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:29.579580 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783b385-97f3-4462-baae-fdc47a919086 req-a9af692f-a7ba-45cc-8106-dbf02e6008fe tempest-NetworksTest-1903372416 tempest-NetworksTest-1903372416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:29.580133 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783b385-97f3-4462-baae-fdc47a919086 req-a9af692f-a7ba-45cc-8106-dbf02e6008fe tempest-NetworksTest-1903372416 tempest-NetworksTest-1903372416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:29.580617 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783b385-97f3-4462-baae-fdc47a919086 req-a9af692f-a7ba-45cc-8106-dbf02e6008fe tempest-NetworksTest-1903372416 tempest-NetworksTest-1903372416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:29.581100 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783b385-97f3-4462-baae-fdc47a919086 req-a9af692f-a7ba-45cc-8106-dbf02e6008fe tempest-NetworksTest-1903372416 tempest-NetworksTest-1903372416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:29.581566 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783b385-97f3-4462-baae-fdc47a919086 req-a9af692f-a7ba-45cc-8106-dbf02e6008fe tempest-NetworksTest-1903372416 tempest-NetworksTest-1903372416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:29.582817 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783b385-97f3-4462-baae-fdc47a919086 req-a9af692f-a7ba-45cc-8106-dbf02e6008fe tempest-NetworksTest-1903372416 tempest-NetworksTest-1903372416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:29.583318 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783b385-97f3-4462-baae-fdc47a919086 req-a9af692f-a7ba-45cc-8106-dbf02e6008fe tempest-NetworksTest-1903372416 tempest-NetworksTest-1903372416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:29.586653 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783b385-97f3-4462-baae-fdc47a919086 req-a9af692f-a7ba-45cc-8106-dbf02e6008fe tempest-NetworksTest-1903372416 tempest-NetworksTest-1903372416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:29.586653 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f783b385-97f3-4462-baae-fdc47a919086 req-a9af692f-a7ba-45cc-8106-dbf02e6008fe tempest-NetworksTest-1903372416 tempest-NetworksTest-1903372416-project-admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5712 time: 0.1590753 Aug 16 20:43:29.662512 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-61b107ce-cb8c-4e1d-a668-2c7b2ad1bae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:29.665074 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-61b107ce-cb8c-4e1d-a668-2c7b2ad1bae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:29.666252 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-61b107ce-cb8c-4e1d-a668-2c7b2ad1bae3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2879c44a-1304-403a-b9ab-c2f2f80cc9e7 HTTP/1.1" status: 204 len: 168 time: 0.2782156 Aug 16 20:43:29.674813 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b107ce-cb8c-4e1d-a668-2c7b2ad1bae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2879c44a-1304-403a-b9ab-c2f2f80cc9e7,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:29.694891 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 3aa47caa-5335-408f-af34-a3fc78811632 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:43:29.800977 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 3aa47caa-5335-408f-af34-a3fc78811632, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=3aa47caa-5335-408f-af34-a3fc78811632,segment=NetworkSegment(d55822d8-6a18-4bf0-8e46-976d628f1806),segment_id=d55822d8-6a18-4bf0-8e46-976d628f1806)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:29.812801 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-14ff2ba0-34d9-4ad1-9d23-56281b173355 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=8eeb19c70e2743deaa8aa99547f66522&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214431 Aug 16 20:43:29.814244 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '3aa47caa-5335-408f-af34-a3fc78811632', 'network_id': '129de689-1a67-4447-bccf-e675c592e5c9', 'port_id': '3aa47caa-5335-408f-af34-a3fc78811632', 'mac_address': 'fa:16:3e:cb:b7:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f44991d-5963-4603-beac-a75bad0d4ce6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:43:29.818108 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7d3d5939-ee5e-49ca-946e-b2c554d39096 req-52de7770-d25f-43f3-8635-d14969a25a46 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 210 time: 0.0331974 Aug 16 20:43:29.891269 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:29.907233 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3aa47caa-5335-408f-af34-a3fc78811632 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:43:29.939384 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 3aa47caa-5335-408f-af34-a3fc78811632, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=3aa47caa-5335-408f-af34-a3fc78811632,segment=NetworkSegment(d55822d8-6a18-4bf0-8e46-976d628f1806),segment_id=d55822d8-6a18-4bf0-8e46-976d628f1806)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:29.939751 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-ae59f566-a9b8-4526-993c-eaefb24fc1cf tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:29.941257 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-ae59f566-a9b8-4526-993c-eaefb24fc1cf tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1217711 Aug 16 20:43:29.955435 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-3dc2ddd5-a215-459c-8f07-8ff126918c51 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Request body: {'port': {'device_id': 'f212e9f9-d604-4686-84cc-ac2711db7893', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'admin_state_up': True, 'tenant_id': '8eeb19c70e2743deaa8aa99547f66522'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:30.016265 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:30.079995 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=3aa47caa-5335-408f-af34-a3fc78811632,revision_number=6']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:30.128158 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['3aa47caa-5335-408f-af34-a3fc78811632'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:43:30.159580 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d56411-63f1-4049-9d6e-8a94d82d9545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa227d93-207f-4c0c-8143-10b505e799c5'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:30.161925 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83e29f6-6904-458d-b4e2-43b61faaa63a" -d '{"events": [{"server_uuid": "41d56411-63f1-4049-9d6e-8a94d82d9545", "name": "network-vif-plugged", "status": "completed", "tag": "fa227d93-207f-4c0c-8143-10b505e799c5"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:30.203363 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bccecc-408f-4886-bdaf-12df2b45201e x-openstack-request-id: req-55bccecc-408f-4886-bdaf-12df2b45201e {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:30.203681 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d56411-63f1-4049-9d6e-8a94d82d9545", "name": "network-vif-plugged", "status": "completed", "tag": "fa227d93-207f-4c0c-8143-10b505e799c5", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:30.203968 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-55bccecc-408f-4886-bdaf-12df2b45201e {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:30.204359 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d56411-63f1-4049-9d6e-8a94d82d9545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa227d93-207f-4c0c-8143-10b505e799c5', 'code': 200} Aug 16 20:43:30.248798 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-3dc2ddd5-a215-459c-8f07-8ff126918c51 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Made reservation on behalf of 8eeb19c70e2743deaa8aa99547f66522 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:30.252795 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-3dc2ddd5-a215-459c-8f07-8ff126918c51 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:30.382712 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8319618-e2ed-4e1b-8f06-a6a64b3ed034 req-7fe926b5-9b5f-44f8-8322-d8f0182fb018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:30.382712 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f8319618-e2ed-4e1b-8f06-a6a64b3ed034 req-7fe926b5-9b5f-44f8-8322-d8f0182fb018 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=41d56411-63f1-4049-9d6e-8a94d82d9545 HTTP/1.1" status: 200 len: 1098 time: 0.1028030 Aug 16 20:43:30.396626 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 57314) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:30.419642 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decabc47-34b1-479b-ae7f-fa070085ee64 req-ea25d781-6c1d-4c1f-a965-10bb21dfdce3 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:30.439413 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-decabc47-34b1-479b-ae7f-fa070085ee64 req-ea25d781-6c1d-4c1f-a965-10bb21dfdce3 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=41d56411-63f1-4049-9d6e-8a94d82d9545 HTTP/1.1" status: 200 len: 946 time: 0.0531116 Aug 16 20:43:30.456753 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f8319618-e2ed-4e1b-8f06-a6a64b3ed034 req-2243bce9-128c-4e18-a9ee-041b5f86972d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591464 Aug 16 20:43:30.457836 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-3dc2ddd5-a215-459c-8f07-8ff126918c51 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Allocated IP 192.168.233.85 (d77fce7e-e915-4ee5-ada6-d6f376af2589/2883ed1d-8e71-4475-b2ce-2177242b9f23/d3369948-8321-47ff-8983-1f5541dbf14d) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:30.467177 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-decabc47-34b1-479b-ae7f-fa070085ee64 req-f9366752-cfe1-4863-b5fc-9bafece900aa tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383987 Aug 16 20:43:30.616639 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-3dc2ddd5-a215-459c-8f07-8ff126918c51 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:30.631776 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-3dc2ddd5-a215-459c-8f07-8ff126918c51 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Transition to ACTIVE for port object d3369948-8321-47ff-8983-1f5541dbf14d will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:30.665263 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383996d5-394a-47ec-988e-4c5db1db732f req-43563f77-eb93-48e1-97d5-deecab4bc5c8 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:30.666907 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-383996d5-394a-47ec-988e-4c5db1db732f req-43563f77-eb93-48e1-97d5-deecab4bc5c8 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/ports?device_id=6b321975-85c1-4bfd-a7b7-c89ef7ca05c1 HTTP/1.1" status: 200 len: 950 time: 0.0553265 Aug 16 20:43:30.706690 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-383996d5-394a-47ec-988e-4c5db1db732f req-dbf48a93-1c26-479a-ac40-6d512066e213 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/security-groups?id=6631a5ce-300b-4d64-a115-bd56c38e014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329757 Aug 16 20:43:30.763128 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-3dc2ddd5-a215-459c-8f07-8ff126918c51 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:30.777169 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['56353298-d50b-4643-afa0-a1f978a1a3fa'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:43:30.810321 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-3dc2ddd5-a215-459c-8f07-8ff126918c51 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Network d77fce7e-e915-4ee5-ada6-d6f376af2589 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:30.817437 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-3dc2ddd5-a215-459c-8f07-8ff126918c51 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:30.821457 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-3dc2ddd5-a215-459c-8f07-8ff126918c51 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:30.827733 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-3dc2ddd5-a215-459c-8f07-8ff126918c51 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:30.828125 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-3dc2ddd5-a215-459c-8f07-8ff126918c51 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:30.834865 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 57336) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:30.865173 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2f817fb6-a056-40ea-aeb0-68906f771cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:30.889244 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2ddd5-a215-459c-8f07-8ff126918c51 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Pushing event updated for resources: {'Port': ['ID=d3369948-8321-47ff-8983-1f5541dbf14d,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:30.904517 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ac6ef-c76a-4c61-899b-c714c50dea04 req-357e8f63-e6be-4d76-91cf-845d930e9e7e tempest-DeleteServersAdminTestJSON-763077629 tempest-DeleteServersAdminTestJSON-763077629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:30.912410 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f7ac6ef-c76a-4c61-899b-c714c50dea04 req-357e8f63-e6be-4d76-91cf-845d930e9e7e tempest-DeleteServersAdminTestJSON-763077629 tempest-DeleteServersAdminTestJSON-763077629-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=6b321975-85c1-4bfd-a7b7-c89ef7ca05c1 HTTP/1.1" status: 200 len: 1102 time: 0.0843625 Aug 16 20:43:30.999649 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-3dc2ddd5-a215-459c-8f07-8ff126918c51 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0479805 Aug 16 20:43:31.014913 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-6493a4af-d0ca-43d8-ba93-761abcd32ac1 service neutron] Request body: {'port': {'device_id': 'f212e9f9-d604-4686-84cc-ac2711db7893', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:31.061099 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 57340) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:31.067377 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c887fc3-f331-4898-8b0f-7385439ac928 req-cdf02dbd-389e-4018-817d-1bbe460c1e93 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:31.069419 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8c887fc3-f331-4898-8b0f-7385439ac928 req-cdf02dbd-389e-4018-817d-1bbe460c1e93 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 935 time: 0.1476321 Aug 16 20:43:31.104945 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d2dce3ab-92b2-4cb3-8a17-b93aae2f090a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:31.106872 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7e43ced0-32f7-4faf-8a77-fb54dbfc4716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:31.123106 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-6f7ac6ef-c76a-4c61-899b-c714c50dea04 req-19f87362-972d-4e38-b182-d6dd2369f501 tempest-DeleteServersAdminTestJSON-763077629 tempest-DeleteServersAdminTestJSON-763077629-project-admin] Deleting port ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:43:31.123582 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6f7ac6ef-c76a-4c61-899b-c714c50dea04 req-19f87362-972d-4e38-b182-d6dd2369f501 tempest-DeleteServersAdminTestJSON-763077629 tempest-DeleteServersAdminTestJSON-763077629-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:31.159576 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-60e11f2a-c898-4fa6-b9ad-dfe0e3c59739 None None] Provisioning for port d3369948-8321-47ff-8983-1f5541dbf14d completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:31.167501 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-60e11f2a-c898-4fa6-b9ad-dfe0e3c59739 None None] Provisioning complete for port d3369948-8321-47ff-8983-1f5541dbf14d triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:31.169130 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-60e11f2a-c898-4fa6-b9ad-dfe0e3c59739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:31.170813 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8c887fc3-f331-4898-8b0f-7385439ac928 req-25c997ea-0b47-4e25-b994-efcc02086f92 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902972 Aug 16 20:43:31.182136 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-6493a4af-d0ca-43d8-ba93-761abcd32ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:31.231351 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-60e11f2a-c898-4fa6-b9ad-dfe0e3c59739 None None] Port d3369948-8321-47ff-8983-1f5541dbf14d cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:43:31.252602 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-6f7ac6ef-c76a-4c61-899b-c714c50dea04 req-19f87362-972d-4e38-b182-d6dd2369f501 tempest-DeleteServersAdminTestJSON-763077629 tempest-DeleteServersAdminTestJSON-763077629-project-admin] For port ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:31.252890 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6f7ac6ef-c76a-4c61-899b-c714c50dea04 req-19f87362-972d-4e38-b182-d6dd2369f501 tempest-DeleteServersAdminTestJSON-763077629 tempest-DeleteServersAdminTestJSON-763077629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:31.270830 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2f817fb6-a056-40ea-aeb0-68906f771cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:31.274099 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-6f7ac6ef-c76a-4c61-899b-c714c50dea04 req-19f87362-972d-4e38-b182-d6dd2369f501 tempest-DeleteServersAdminTestJSON-763077629 tempest-DeleteServersAdminTestJSON-763077629-project-admin] Calling delete_port for ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:43:31.374081 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2f817fb6-a056-40ea-aeb0-68906f771cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:31.451160 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2f817fb6-a056-40ea-aeb0-68906f771cc2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a4a87d96ebdb4d4ca3418b79bea6117f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6152420 Aug 16 20:43:31.453899 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 57348) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:31.455833 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.db.api [None req-d2dce3ab-92b2-4cb3-8a17-b93aae2f090a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:43:31.455833 n-d-793620-15 neutron-server[101845]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 20:43:31.455833 n-d-793620-15 neutron-server[101845]: [parameters: {'project_id': 'cbde6973227e48a8913eb18353abee89', 'id': 'd0f7b082-5b6f-4b1e-b5a5-bad2915f7404', 'expiration': datetime.datetime(2021, 8, 16, 20, 45, 31, 438217)}] Aug 16 20:43:31.455833 n-d-793620-15 neutron-server[101845]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:43:31.456207 n-d-793620-15 neutron-server[101845]: DEBUG oslo_db.api [None req-d2dce3ab-92b2-4cb3-8a17-b93aae2f090a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:43:31.489358 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f817fb6-a056-40ea-aeb0-68906f771cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4996be2-655f-4be4-a311-fd62902e9436,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:31.534931 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6f7ac6ef-c76a-4c61-899b-c714c50dea04 req-19f87362-972d-4e38-b182-d6dd2369f501 tempest-DeleteServersAdminTestJSON-763077629 tempest-DeleteServersAdminTestJSON-763077629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:31.549660 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:43:31.564076 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4ccf301a-a4ab-476a-acb4-1947fad48d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:31.591585 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4ccf301a-a4ab-476a-acb4-1947fad48d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:31.645019 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f87362-972d-4e38-b182-d6dd2369f501 tempest-DeleteServersAdminTestJSON-763077629 tempest-DeleteServersAdminTestJSON-763077629-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:31.653914 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-6493a4af-d0ca-43d8-ba93-761abcd32ac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3369948-8321-47ff-8983-1f5541dbf14d {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:43:31.660194 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7e43ced0-32f7-4faf-8a77-fb54dbfc4716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:31.668009 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-6493a4af-d0ca-43d8-ba93-761abcd32ac1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:31.682028 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-6493a4af-d0ca-43d8-ba93-761abcd32ac1 service neutron] Transition to ACTIVE for port object d3369948-8321-47ff-8983-1f5541dbf14d will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:31.719940 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 3aa47caa-5335-408f-af34-a3fc78811632 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:31.720264 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7e43ced0-32f7-4faf-8a77-fb54dbfc4716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:31.744298 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7ac6ef-c76a-4c61-899b-c714c50dea04 req-19f87362-972d-4e38-b182-d6dd2369f501 tempest-DeleteServersAdminTestJSON-763077629 tempest-DeleteServersAdminTestJSON-763077629-project-admin] No DVR routers for this DVR port ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3 on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:43:31.751046 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6f7ac6ef-c76a-4c61-899b-c714c50dea04 req-19f87362-972d-4e38-b182-d6dd2369f501 tempest-DeleteServersAdminTestJSON-763077629 tempest-DeleteServersAdminTestJSON-763077629-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:31.753070 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f7ac6ef-c76a-4c61-899b-c714c50dea04 req-19f87362-972d-4e38-b182-d6dd2369f501 tempest-DeleteServersAdminTestJSON-763077629 tempest-DeleteServersAdminTestJSON-763077629-project-admin] 10.222.0.90 "DELETE /v2.0/ports/ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3 HTTP/1.1" status: 204 len: 173 time: 0.8411307 Aug 16 20:43:31.754706 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b321975-85c1-4bfd-a7b7-c89ef7ca05c1', 'name': 'network-vif-deleted', 'tag': 'ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:31.757021 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5aa318e-5db6-4eb1-a701-34ab96421c85" -d '{"events": [{"server_uuid": "6b321975-85c1-4bfd-a7b7-c89ef7ca05c1", "name": "network-vif-deleted", "tag": "ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:31.772746 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b8f66-0329-4df3-9bb2-2733a7eddf08 req-3c1471b7-a7b0-4884-8cfb-c3bc2b60244c tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:31.794626 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-588b8f66-0329-4df3-9bb2-2733a7eddf08 req-3c1471b7-a7b0-4884-8cfb-c3bc2b60244c tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=41d56411-63f1-4049-9d6e-8a94d82d9545 HTTP/1.1" status: 200 len: 946 time: 0.1549764 Aug 16 20:43:31.840789 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-6493a4af-d0ca-43d8-ba93-761abcd32ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:31.857610 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-588b8f66-0329-4df3-9bb2-2733a7eddf08 req-d5f11930-13dc-4dc8-b5e4-9695ebb19979 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618999 Aug 16 20:43:31.891435 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 3aa47caa-5335-408f-af34-a3fc78811632 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:31.891957 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:31.897715 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43ced0-32f7-4faf-8a77-fb54dbfc4716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4996fa-a23d-46c2-a1de-2348473dab61,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:31.945044 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4ccf301a-a4ab-476a-acb4-1947fad48d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:31.956140 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7e43ced0-32f7-4faf-8a77-fb54dbfc4716 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ae20623287ea48c0922b2147d2aca26e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5558732 Aug 16 20:43:31.960436 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4ccf301a-a4ab-476a-acb4-1947fad48d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:31.961823 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4ccf301a-a4ab-476a-acb4-1947fad48d5d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e4996be2-655f-4be4-a311-fd62902e9436 HTTP/1.1" status: 204 len: 168 time: 0.5068235 Aug 16 20:43:31.974143 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d2dce3ab-92b2-4cb3-8a17-b93aae2f090a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:32.004483 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 57370) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:32.010491 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e83fe2-1be4-46c3-9931-b6bd6308d048 x-openstack-request-id: req-81e83fe2-1be4-46c3-9931-b6bd6308d048 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:32.011105 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b321975-85c1-4bfd-a7b7-c89ef7ca05c1", "name": "network-vif-deleted", "tag": "ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:32.011499 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-81e83fe2-1be4-46c3-9931-b6bd6308d048 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:32.012095 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b321975-85c1-4bfd-a7b7-c89ef7ca05c1', 'name': 'network-vif-deleted', 'tag': 'ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3', 'status': 'completed', 'code': 200} Aug 16 20:43:32.062685 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f68f7e01-28a4-4188-aa31-145ed44b3ac9 req-e20ec18d-973e-4af8-9c0a-820fc7812725 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/ports?device_id=6b321975-85c1-4bfd-a7b7-c89ef7ca05c1 HTTP/1.1" status: 200 len: 210 time: 0.1285627 Aug 16 20:43:32.083814 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf301a-a4ab-476a-acb4-1947fad48d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4996be2-655f-4be4-a311-fd62902e9436,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:32.111859 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:32.119062 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b32f454f-cc32-41eb-8f78-661bb5794190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:32.211527 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d2dce3ab-92b2-4cb3-8a17-b93aae2f090a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:32.215997 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 3aa47caa-5335-408f-af34-a3fc78811632, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=3aa47caa-5335-408f-af34-a3fc78811632,segment=NetworkSegment(d55822d8-6a18-4bf0-8e46-976d628f1806),segment_id=d55822d8-6a18-4bf0-8e46-976d628f1806)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:32.222008 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c455540-fa48-411b-bd8b-ee350502c26f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa47caa-5335-408f-af34-a3fc78811632'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:32.226172 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0734a624-bfcf-4449-86d3-68774aca8ba3" -d '{"events": [{"server_uuid": "1c455540-fa48-411b-bd8b-ee350502c26f", "name": "network-vif-plugged", "status": "completed", "tag": "3aa47caa-5335-408f-af34-a3fc78811632"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:32.232483 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493a4af-d0ca-43d8-ba93-761abcd32ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=d3369948-8321-47ff-8983-1f5541dbf14d,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:32.237643 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-6493a4af-d0ca-43d8-ba93-761abcd32ac1 service neutron] Attempting to bind port d3369948-8321-47ff-8983-1f5541dbf14d on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:43:32.237988 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-6493a4af-d0ca-43d8-ba93-761abcd32ac1 service neutron] Attempting to bind port d3369948-8321-47ff-8983-1f5541dbf14d by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:43:32.238936 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-6493a4af-d0ca-43d8-ba93-761abcd32ac1 service neutron] Attempting to bind port d3369948-8321-47ff-8983-1f5541dbf14d on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:32.243841 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-6493a4af-d0ca-43d8-ba93-761abcd32ac1 service neutron] Port d3369948-8321-47ff-8983-1f5541dbf14d on network d77fce7e-e915-4ee5-ada6-d6f376af2589 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:43:32.244181 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-6493a4af-d0ca-43d8-ba93-761abcd32ac1 service neutron] Attempting to bind port d3369948-8321-47ff-8983-1f5541dbf14d on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:32.251717 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-6493a4af-d0ca-43d8-ba93-761abcd32ac1 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:43:32.252338 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-6493a4af-d0ca-43d8-ba93-761abcd32ac1 service neutron] Checking segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:32.253270 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-6493a4af-d0ca-43d8-ba93-761abcd32ac1 service neutron] Bound using segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:43:32.254015 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-6493a4af-d0ca-43d8-ba93-761abcd32ac1 service neutron] Bound port: d3369948-8321-47ff-8983-1f5541dbf14d, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:43:32.256723 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b32f454f-cc32-41eb-8f78-661bb5794190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:32.256861 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-6493a4af-d0ca-43d8-ba93-761abcd32ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:32.284291 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d2dce3ab-92b2-4cb3-8a17-b93aae2f090a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:32.308889 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:32.345597 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d2dce3ab-92b2-4cb3-8a17-b93aae2f090a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cbde6973227e48a8913eb18353abee89&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2684619 Aug 16 20:43:32.350517 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 57378) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:32.402798 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=3aa47caa-5335-408f-af34-a3fc78811632,revision_number=7']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:32.411071 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da9a1b-f3ea-4b1f-bd2f-e2676c6f70fc req-6c92f751-4bc8-40aa-907c-2d6f34648728 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:32.421471 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-41da9a1b-f3ea-4b1f-bd2f-e2676c6f70fc req-6c92f751-4bc8-40aa-907c-2d6f34648728 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=41d56411-63f1-4049-9d6e-8a94d82d9545 HTTP/1.1" status: 200 len: 1098 time: 0.2562807 Aug 16 20:43:32.433864 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b32f454f-cc32-41eb-8f78-661bb5794190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:32.446775 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dce3ab-92b2-4cb3-8a17-b93aae2f090a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e67bc70-5082-4592-afb3-1b14b3cac084,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:32.452965 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b32f454f-cc32-41eb-8f78-661bb5794190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:32.456063 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b32f454f-cc32-41eb-8f78-661bb5794190 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6e4996fa-a23d-46c2-a1de-2348473dab61 HTTP/1.1" status: 204 len: 168 time: 0.4478874 Aug 16 20:43:32.469737 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-466e6af1-7f5a-460b-96bc-bcc7b2d54c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:32.489356 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f454f-cc32-41eb-8f78-661bb5794190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4996fa-a23d-46c2-a1de-2348473dab61,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:32.494412 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-466e6af1-7f5a-460b-96bc-bcc7b2d54c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:32.533440 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-6493a4af-d0ca-43d8-ba93-761abcd32ac1 service neutron] For port d3369948-8321-47ff-8983-1f5541dbf14d, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:32.552329 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f4f41-39a9-4046-b1c4-7500c4f6ff2c req-9fe31dcc-747c-47e1-b153-f6aeb05ab0d2 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:32.554204 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4d1f4f41-39a9-4046-b1c4-7500c4f6ff2c req-9fe31dcc-747c-47e1-b153-f6aeb05ab0d2 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 947 time: 0.2233846 Aug 16 20:43:32.566918 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-6493a4af-d0ca-43d8-ba93-761abcd32ac1 service neutron] For port d3369948-8321-47ff-8983-1f5541dbf14d, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=d3369948-8321-47ff-8983-1f5541dbf14d,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:43:32.590505 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-41da9a1b-f3ea-4b1f-bd2f-e2676c6f70fc req-d9f394c3-692e-48b1-b139-6d1658b32048 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509206 Aug 16 20:43:32.645579 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-6493a4af-d0ca-43d8-ba93-761abcd32ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:32.676375 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00753f4-4463-45c4-9ab4-7b4be4c5fe8f x-openstack-request-id: req-f00753f4-4463-45c4-9ab4-7b4be4c5fe8f {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:32.676693 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c455540-fa48-411b-bd8b-ee350502c26f", "name": "network-vif-plugged", "status": "completed", "tag": "3aa47caa-5335-408f-af34-a3fc78811632", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:32.676954 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f00753f4-4463-45c4-9ab4-7b4be4c5fe8f {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:32.678860 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c455540-fa48-411b-bd8b-ee350502c26f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa47caa-5335-408f-af34-a3fc78811632', 'code': 200} Aug 16 20:43:32.681345 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4d1f4f41-39a9-4046-b1c4-7500c4f6ff2c req-b081dfeb-d9a8-4508-a658-f9f31f496570 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197622 Aug 16 20:43:32.770208 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-6493a4af-d0ca-43d8-ba93-761abcd32ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:32.770208 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-6493a4af-d0ca-43d8-ba93-761abcd32ac1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:32.775160 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-6493a4af-d0ca-43d8-ba93-761abcd32ac1 service neutron] 10.222.0.72 "PUT /v2.0/ports/d3369948-8321-47ff-8983-1f5541dbf14d HTTP/1.1" status: 200 len: 1096 time: 1.7645967 Aug 16 20:43:32.778183 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f212e9f9-d604-4686-84cc-ac2711db7893', 'tag': 'd3369948-8321-47ff-8983-1f5541dbf14d'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:32.791679 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92830edc-f862-44a4-baaf-fa3d76dd8979" -d '{"events": [{"name": "network-changed", "server_uuid": "f212e9f9-d604-4686-84cc-ac2711db7893", "tag": "d3369948-8321-47ff-8983-1f5541dbf14d"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:32.795531 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-466e6af1-7f5a-460b-96bc-bcc7b2d54c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:32.800665 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-466e6af1-7f5a-460b-96bc-bcc7b2d54c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:32.804264 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-466e6af1-7f5a-460b-96bc-bcc7b2d54c35 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3e67bc70-5082-4592-afb3-1b14b3cac084 HTTP/1.1" status: 204 len: 168 time: 0.4492207 Aug 16 20:43:32.836818 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e6af1-7f5a-460b-96bc-bcc7b2d54c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e67bc70-5082-4592-afb3-1b14b3cac084,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:32.840884 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493a4af-d0ca-43d8-ba93-761abcd32ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=d3369948-8321-47ff-8983-1f5541dbf14d,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:32.872543 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe79c86d-444d-4c7b-88a0-e57c5f31d50b x-openstack-request-id: req-fe79c86d-444d-4c7b-88a0-e57c5f31d50b {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:32.873440 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f212e9f9-d604-4686-84cc-ac2711db7893", "tag": "d3369948-8321-47ff-8983-1f5541dbf14d", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:32.873775 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-fe79c86d-444d-4c7b-88a0-e57c5f31d50b {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:32.874248 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f212e9f9-d604-4686-84cc-ac2711db7893', 'tag': 'd3369948-8321-47ff-8983-1f5541dbf14d', 'status': 'completed', 'code': 200} Aug 16 20:43:32.938308 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507615db-0fbf-4267-9e33-c24f7209b224 req-8cf36861-8855-41f3-bdf9-bf4123e1a717 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:32.974893 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-507615db-0fbf-4267-9e33-c24f7209b224 req-8cf36861-8855-41f3-bdf9-bf4123e1a717 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=41d56411-63f1-4049-9d6e-8a94d82d9545 HTTP/1.1" status: 200 len: 1098 time: 0.1205275 Aug 16 20:43:33.062546 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92830edc-f862-44a4-baaf-fa3d76dd8979 req-f9c6c6f5-1ddc-4a41-bf83-638d81afb0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:33.065285 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-92830edc-f862-44a4-baaf-fa3d76dd8979 req-f9c6c6f5-1ddc-4a41-bf83-638d81afb0fa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8eeb19c70e2743deaa8aa99547f66522&device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 1099 time: 0.1534929 Aug 16 20:43:33.110189 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-507615db-0fbf-4267-9e33-c24f7209b224 req-7d0799a8-2d26-4ebe-8a01-21046afa08b6 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248903 Aug 16 20:43:33.199107 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-92830edc-f862-44a4-baaf-fa3d76dd8979 req-d4fd7988-d9af-4df3-97ff-cda63218a00b service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=8eeb19c70e2743deaa8aa99547f66522&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1026406 Aug 16 20:43:33.311821 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d9e3781b-4d1b-46ea-b0c1-8c9e8dd41e62 req-ddfaef68-dba6-4d66-92f9-9bd5e9242fe8 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/ports?device_id=6b321975-85c1-4bfd-a7b7-c89ef7ca05c1 HTTP/1.1" status: 200 len: 210 time: 0.0497389 Aug 16 20:43:33.416835 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92830edc-f862-44a4-baaf-fa3d76dd8979 req-b70acbd3-a67a-472f-8cc7-236c3f177fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:33.418458 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-92830edc-f862-44a4-baaf-fa3d76dd8979 req-b70acbd3-a67a-472f-8cc7-236c3f177fb1 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2101021 Aug 16 20:43:33.501914 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-303e346e-d29a-4ab8-9849-3b09927642b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:33.504384 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-303e346e-d29a-4ab8-9849-3b09927642b1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8eeb19c70e2743deaa8aa99547f66522&device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 1099 time: 0.0433280 Aug 16 20:43:33.778964 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-bf4eb0c4-4d43-44ca-9b80-d2438d16fea3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=d3369948-8321-47ff-8983-1f5541dbf14d HTTP/1.1" status: 200 len: 217 time: 0.2649658 Aug 16 20:43:33.847138 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-1b58a363-f2fb-46ad-817e-a74e90e4f985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:33.848700 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-1b58a363-f2fb-46ad-817e-a74e90e4f985 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0619826 Aug 16 20:43:33.861437 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bb56f-1fdc-47a0-b710-d1b3dabd4a5a req-43c77c6e-8346-4be5-91d7-e35b510973d1 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:33.869251 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-898bb56f-1fdc-47a0-b710-d1b3dabd4a5a req-43c77c6e-8346-4be5-91d7-e35b510973d1 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 947 time: 0.0927374 Aug 16 20:43:33.955462 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-4a80d844-7e8a-4933-8b55-6780a872f066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:33.957778 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-898bb56f-1fdc-47a0-b710-d1b3dabd4a5a req-4ba6644a-cd4b-47b1-8339-1cba58b63426 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825367 Aug 16 20:43:33.958337 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-4a80d844-7e8a-4933-8b55-6780a872f066 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0958114 Aug 16 20:43:34.153080 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f51803-9e80-4913-a31b-c390fd812662 req-719d5319-537c-4468-8cac-05a2636ed04f tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:34.158167 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-d962d293-d5c6-43df-942b-7a8a1e3a496d service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837778 Aug 16 20:43:34.160315 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e5f51803-9e80-4913-a31b-c390fd812662 req-719d5319-537c-4468-8cac-05a2636ed04f tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=41d56411-63f1-4049-9d6e-8a94d82d9545 HTTP/1.1" status: 200 len: 1098 time: 0.0531933 Aug 16 20:43:34.210706 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e5f51803-9e80-4913-a31b-c390fd812662 req-61d318d6-c4c4-4b16-99af-554f04d2ae22 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489788 Aug 16 20:43:34.222722 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 57438) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:34.268279 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bd05e982-ec81-41fb-8854-240d576c77a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:34.346142 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-16da8a7e-57d5-439e-94d5-9023c8ed8058 req-ac1df30b-d2aa-4907-9f1f-bce882c6ef9f service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762097 Aug 16 20:43:34.446354 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bd05e982-ec81-41fb-8854-240d576c77a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:34.559938 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bd05e982-ec81-41fb-8854-240d576c77a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:34.627827 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd05e982-ec81-41fb-8854-240d576c77a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefe3bd7-c187-4aaa-bded-82d79fac1bb7,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:34.637368 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-bd05e982-ec81-41fb-8854-240d576c77a4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a91bacc1d7954f938975c172254f2a45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4117346 Aug 16 20:43:34.637855 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 57466) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:34.687859 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-b5d68e6e-9c0e-424b-8fda-854a918543fd tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=4db3e18d71f84d4d9880c3093a29d191&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368237 Aug 16 20:43:34.715824 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df5b7636-3ce2-4ce5-8ce5-d3b1d239eca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:34.739913 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df5b7636-3ce2-4ce5-8ce5-d3b1d239eca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:34.819588 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-83757454-fa03-4559-9379-6e2fc0d9a011 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:34.821465 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-83757454-fa03-4559-9379-6e2fc0d9a011 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1328745 Aug 16 20:43:34.839599 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-0486288d-d5a7-4aeb-9fe6-2a652e49993f tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/quotas/4db3e18d71f84d4d9880c3093a29d191 HTTP/1.1" status: 200 len: 375 time: 0.0114958 Aug 16 20:43:34.887400 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-4fa70be6-d622-45c6-8129-7e4e724ba278 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=4db3e18d71f84d4d9880c3093a29d191&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404441 Aug 16 20:43:34.888450 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df5b7636-3ce2-4ce5-8ce5-d3b1d239eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:34.893494 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df5b7636-3ce2-4ce5-8ce5-d3b1d239eca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:34.895833 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-df5b7636-3ce2-4ce5-8ce5-d3b1d239eca5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/cefe3bd7-c187-4aaa-bded-82d79fac1bb7 HTTP/1.1" status: 204 len: 168 time: 0.2563248 Aug 16 20:43:34.908136 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b7636-3ce2-4ce5-8ce5-d3b1d239eca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefe3bd7-c187-4aaa-bded-82d79fac1bb7,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:34.988139 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 57476) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:35.137381 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fef9bd-604f-45ba-9282-f97af7386578 req-7bbc901c-9dcd-458d-a50a-6fbdb0758daf tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:35.146164 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-83fef9bd-604f-45ba-9282-f97af7386578 req-7bbc901c-9dcd-458d-a50a-6fbdb0758daf tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 947 time: 0.0932877 Aug 16 20:43:35.196353 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-83fef9bd-604f-45ba-9282-f97af7386578 req-324fc871-cdaf-4264-add4-1f6047e6f722 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490918 Aug 16 20:43:35.366256 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-84eef2ee-0819-4a5d-862b-60295424cb4d req-163a32c5-960f-4a7a-a539-aeb7b05d1d4e tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/ports?device_id=160a7457-fb1f-4e9a-bc77-d3037f39af1c HTTP/1.1" status: 200 len: 210 time: 0.0487278 Aug 16 20:43:35.470419 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb331f-e635-4cf3-8fa5-e98ef61eac54 req-e0006e53-a352-4e9a-95eb-ca483eb71199 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:35.472999 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cafb331f-e635-4cf3-8fa5-e98ef61eac54 req-e0006e53-a352-4e9a-95eb-ca483eb71199 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=41d56411-63f1-4049-9d6e-8a94d82d9545 HTTP/1.1" status: 200 len: 1098 time: 0.0885875 Aug 16 20:43:35.538823 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cafb331f-e635-4cf3-8fa5-e98ef61eac54 req-22961cea-12de-44e8-860c-a0c33103cfa1 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563946 Aug 16 20:43:35.617301 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-3a4ee591-4915-4c1a-af0a-b3430267618b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1727802306-network', 'tenant_id': 'aa0de54f67dc442ebc514f44f4d5af98'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:35.756616 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:43:35.776725 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:43:35.777062 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ea48e559-3fd0-4a85-afb1-bfd6cc7fa3f3 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:43:35.800022 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4ee591-4915-4c1a-af0a-b3430267618b admin admin] Made reservation on behalf of aa0de54f67dc442ebc514f44f4d5af98 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:35.802448 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3a4ee591-4915-4c1a-af0a-b3430267618b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:35.811759 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3a4ee591-4915-4c1a-af0a-b3430267618b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:35.981341 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3a4ee591-4915-4c1a-af0a-b3430267618b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:36.063017 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3a4ee591-4915-4c1a-af0a-b3430267618b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:36.122490 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a4ee591-4915-4c1a-af0a-b3430267618b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:43:36.134915 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ee591-4915-4c1a-af0a-b3430267618b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d78acd3-a2a6-4450-97dc-bb109074bceb,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:36.142096 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3a4ee591-4915-4c1a-af0a-b3430267618b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:36.142837 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-3a4ee591-4915-4c1a-af0a-b3430267618b admin admin] Added segment 6758dc11-1a97-460f-a737-026ae7a1a895 of type vlan for network b5f03c55-0ad7-40ff-898d-408e29581e03 Aug 16 20:43:36.189694 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3a4ee591-4915-4c1a-af0a-b3430267618b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:36.376620 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3a4ee591-4915-4c1a-af0a-b3430267618b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:36.384871 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4ee591-4915-4c1a-af0a-b3430267618b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:36.405908 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3a4ee591-4915-4c1a-af0a-b3430267618b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:36.469508 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ee591-4915-4c1a-af0a-b3430267618b admin admin] Pushing event updated for resources: {'Network': ['ID=b5f03c55-0ad7-40ff-898d-408e29581e03,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:36.479338 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network b5f03c55-0ad7-40ff-898d-408e29581e03 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:43:36.573401 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd8a98-54d0-44d2-95a9-07b4fd9d717e req-44290196-d2c8-4a11-868a-80551346e3e5 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:36.573401 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b9bd8a98-54d0-44d2-95a9-07b4fd9d717e req-44290196-d2c8-4a11-868a-80551346e3e5 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 947 time: 0.0513749 Aug 16 20:43:36.606164 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b9bd8a98-54d0-44d2-95a9-07b4fd9d717e req-d6c9d575-7482-4fde-b3c0-258a3b61996d tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316570 Aug 16 20:43:36.790245 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6698932a-d8cf-4da0-8e5e-bb06530aa64f req-d8c9c563-fb9c-4fbb-a1ad-643c92667640 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/ports?device_id=160a7457-fb1f-4e9a-bc77-d3037f39af1c HTTP/1.1" status: 200 len: 210 time: 0.0425918 Aug 16 20:43:37.049556 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3a4ee591-4915-4c1a-af0a-b3430267618b admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0602534 Aug 16 20:43:37.053039 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 57572) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:37.061422 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-87c6ed97-f69a-468c-b1fb-038d4a0d4136 admin admin] Request body: {'subnet': {'network_id': 'b5f03c55-0ad7-40ff-898d-408e29581e03', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1727802306-subnet', 'tenant_id': 'aa0de54f67dc442ebc514f44f4d5af98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:37.214581 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c6ed97-f69a-468c-b1fb-038d4a0d4136 admin admin] Made reservation on behalf of aa0de54f67dc442ebc514f44f4d5af98 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:37.217725 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-87c6ed97-f69a-468c-b1fb-038d4a0d4136 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:37.737410 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-87c6ed97-f69a-468c-b1fb-038d4a0d4136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:37.773970 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35113e9d-9ed2-48c3-b0fc-2a3b92e79b81 req-90560d72-8abd-45b9-bb2f-3d1c06b500c8 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:37.778733 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35113e9d-9ed2-48c3-b0fc-2a3b92e79b81 req-90560d72-8abd-45b9-bb2f-3d1c06b500c8 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 947 time: 0.0895579 Aug 16 20:43:37.851447 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6ed97-f69a-468c-b1fb-038d4a0d4136 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d2eb769-2198-42fd-94a0-1a9ce5af5144,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:37.865934 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35113e9d-9ed2-48c3-b0fc-2a3b92e79b81 req-0eaca408-4a2c-4a1a-974a-19c84cb98395 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774386 Aug 16 20:43:37.920949 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c6ed97-f69a-468c-b1fb-038d4a0d4136 admin admin] Checking segment: {'id': '6758dc11-1a97-460f-a737-026ae7a1a895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b5f03c55-0ad7-40ff-898d-408e29581e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:37.921971 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c6ed97-f69a-468c-b1fb-038d4a0d4136 admin admin] Network hostable DHCP agents. Network: b5f03c55-0ad7-40ff-898d-408e29581e03, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:43:38.042450 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c6ed97-f69a-468c-b1fb-038d4a0d4136 admin admin] Network b5f03c55-0ad7-40ff-898d-408e29581e03 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:43:38.113319 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bb07e0c8-f937-4388-9380-089539faa458 req-638bad2f-48af-4d06-a551-9e891de5954d tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/ports?device_id=160a7457-fb1f-4e9a-bc77-d3037f39af1c HTTP/1.1" status: 200 len: 210 time: 0.0415771 Aug 16 20:43:38.148517 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-87c6ed97-f69a-468c-b1fb-038d4a0d4136 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, b5f03c55-0ad7-40ff-898d-408e29581e03) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:38.151674 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 57640) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:38.157192 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c6ed97-f69a-468c-b1fb-038d4a0d4136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:38.158952 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-87c6ed97-f69a-468c-b1fb-038d4a0d4136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:38.159602 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8422d37-7b49-4c70-9215-ca943f975786 None None] Network b5f03c55-0ad7-40ff-898d-408e29581e03 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:43:38.256274 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-87c6ed97-f69a-468c-b1fb-038d4a0d4136 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2018199 Aug 16 20:43:38.360203 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b3308c-9310-4214-96a3-cd0c3900db4e None None] Network b5f03c55-0ad7-40ff-898d-408e29581e03 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:43:38.373748 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-93a0360d-8e3a-464c-adce-4b7294729889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:38.511549 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device d3369948-8321-47ff-8983-1f5541dbf14d details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:43:38.512077 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-93a0360d-8e3a-464c-adce-4b7294729889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:38.610979 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-93a0360d-8e3a-464c-adce-4b7294729889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:38.683831 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a0360d-8e3a-464c-adce-4b7294729889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff90c5d-fda4-4dd2-8d67-81e010841303,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:38.720214 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 57660) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:38.720805 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-93a0360d-8e3a-464c-adce-4b7294729889 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=76c7122280264b8aa959070466c2f046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5671949 Aug 16 20:43:38.722211 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port d3369948-8321-47ff-8983-1f5541dbf14d, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=d3369948-8321-47ff-8983-1f5541dbf14d,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:38.739626 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': 'd3369948-8321-47ff-8983-1f5541dbf14d', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': 'd3369948-8321-47ff-8983-1f5541dbf14d', 'mac_address': 'fa:16:3e:c0:92:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:43:38.803032 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:38.827751 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3369948-8321-47ff-8983-1f5541dbf14d {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:43:38.848505 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7dd6ecb1-9da1-430a-b469-fa5b0f9cfd58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:38.866439 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port d3369948-8321-47ff-8983-1f5541dbf14d, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=d3369948-8321-47ff-8983-1f5541dbf14d,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:38.877737 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7dd6ecb1-9da1-430a-b469-fa5b0f9cfd58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:38.989265 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:38.992861 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-332c7430-068e-4a2c-bdd0-f2fbf6a997b2 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=4db3e18d71f84d4d9880c3093a29d191&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228045 Aug 16 20:43:39.072854 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a74fa5-7c40-478d-8981-6a67d42198a8 req-63af3520-039a-4831-a532-0a3f3ebb7e48 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:39.072854 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-40a74fa5-7c40-478d-8981-6a67d42198a8 req-63af3520-039a-4831-a532-0a3f3ebb7e48 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 947 time: 0.1301670 Aug 16 20:43:39.098207 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=d3369948-8321-47ff-8983-1f5541dbf14d,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:39.111394 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7dd6ecb1-9da1-430a-b469-fa5b0f9cfd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:39.115532 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7dd6ecb1-9da1-430a-b469-fa5b0f9cfd58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:39.120708 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7dd6ecb1-9da1-430a-b469-fa5b0f9cfd58 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/aff90c5d-fda4-4dd2-8d67-81e010841303 HTTP/1.1" status: 204 len: 168 time: 0.3993723 Aug 16 20:43:39.139286 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6ecb1-9da1-430a-b469-fa5b0f9cfd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff90c5d-fda4-4dd2-8d67-81e010841303,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:39.147220 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-40a74fa5-7c40-478d-8981-6a67d42198a8 req-a01a0a47-2633-435c-9085-d9ae7fc7a625 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642624 Aug 16 20:43:39.207537 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['d3369948-8321-47ff-8983-1f5541dbf14d'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:43:39.223313 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-88396b6c-9462-4d20-9ea0-81a875b8c8d5 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:39.227011 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-88396b6c-9462-4d20-9ea0-81a875b8c8d5 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2264600 Aug 16 20:43:39.236776 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-6726356f-fa2e-4809-877b-cdd122f18b73 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Request body: {'port': {'device_id': '160a7457-fb1f-4e9a-bc77-d3037f39af1c', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'admin_state_up': True, 'tenant_id': '4db3e18d71f84d4d9880c3093a29d191'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:39.495706 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-66caf96b-6eec-4af2-b9f9-4a44ffdedb71 req-745274fb-a636-4e67-a812-c1b889e3c6a3 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/ports?device_id=160a7457-fb1f-4e9a-bc77-d3037f39af1c HTTP/1.1" status: 200 len: 210 time: 0.0348227 Aug 16 20:43:39.508875 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-6726356f-fa2e-4809-877b-cdd122f18b73 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Made reservation on behalf of 4db3e18d71f84d4d9880c3093a29d191 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:39.514474 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-6726356f-fa2e-4809-877b-cdd122f18b73 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:39.557965 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-a6326704-cd59-4ada-a8c5-69295e525bcb tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:43:39.559123 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-a6326704-cd59-4ada-a8c5-69295e525bcb tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072033 Aug 16 20:43:39.577297 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-c774f561-9675-4c2e-8d8a-1ae0fc2d3f0f service neutron] Request body: {'binding': {'host': 'n-h2-793620-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:39.577297 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-c774f561-9675-4c2e-8d8a-1ae0fc2d3f0f service neutron] Unknown quota resources ['binding']. {{(pid=101845) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:43:39.671109 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 57690) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:39.756064 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-6726356f-fa2e-4809-877b-cdd122f18b73 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Allocated IP 192.168.233.136 (d77fce7e-e915-4ee5-ada6-d6f376af2589/2883ed1d-8e71-4475-b2ce-2177242b9f23/c10b290d-249f-4c9d-9952-9a1844757eeb) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:39.789497 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-c774f561-9675-4c2e-8d8a-1ae0fc2d3f0f service neutron] Attempting to bind port fa227d93-207f-4c0c-8143-10b505e799c5 on host n-h2-793620-15 for vnic_type normal with profile None {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:43:39.790101 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-c774f561-9675-4c2e-8d8a-1ae0fc2d3f0f service neutron] Attempting to bind port fa227d93-207f-4c0c-8143-10b505e799c5 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:43:39.790451 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-c774f561-9675-4c2e-8d8a-1ae0fc2d3f0f service neutron] Attempting to bind port fa227d93-207f-4c0c-8143-10b505e799c5 on network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:39.799959 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-c774f561-9675-4c2e-8d8a-1ae0fc2d3f0f service neutron] Port fa227d93-207f-4c0c-8143-10b505e799c5 on network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:43:39.801494 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-c774f561-9675-4c2e-8d8a-1ae0fc2d3f0f service neutron] Attempting to bind port fa227d93-207f-4c0c-8143-10b505e799c5 on network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:39.805924 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-c774f561-9675-4c2e-8d8a-1ae0fc2d3f0f service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:43:39.806271 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-c774f561-9675-4c2e-8d8a-1ae0fc2d3f0f service neutron] Checking segment: {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:39.806668 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-c774f561-9675-4c2e-8d8a-1ae0fc2d3f0f service neutron] Bound using segment: {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:43:39.807112 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-c774f561-9675-4c2e-8d8a-1ae0fc2d3f0f service neutron] Bound port: fa227d93-207f-4c0c-8143-10b505e799c5, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:43:39.869632 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-c774f561-9675-4c2e-8d8a-1ae0fc2d3f0f service neutron] For port fa227d93-207f-4c0c-8143-10b505e799c5, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=fa227d93-207f-4c0c-8143-10b505e799c5,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:43:39.938780 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-c774f561-9675-4c2e-8d8a-1ae0fc2d3f0f service neutron] Notify callbacks [] for binding, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:39.942671 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-c774f561-9675-4c2e-8d8a-1ae0fc2d3f0f service neutron] 10.222.0.84 "POST /v2.0/ports/fa227d93-207f-4c0c-8143-10b505e799c5/bindings HTTP/1.1" status: 201 len: 390 time: 0.3713369 Aug 16 20:43:40.012990 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-6726356f-fa2e-4809-877b-cdd122f18b73 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:40.034262 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-6726356f-fa2e-4809-877b-cdd122f18b73 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Transition to ACTIVE for port object c10b290d-249f-4c9d-9952-9a1844757eeb will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:40.151130 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-22067122-2620-48e4-8efd-c0023428666e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:40.164224 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-6726356f-fa2e-4809-877b-cdd122f18b73 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:40.313275 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 57712) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:40.320072 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-07294f61-7e6a-4ef7-9174-f39ba966370c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1402437111-network', 'tenant_id': '36597de7612f40b1a8c36e2188f3379d'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:40.338369 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726356f-fa2e-4809-877b-cdd122f18b73 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Pushing event updated for resources: {'Port': ['ID=c10b290d-249f-4c9d-9952-9a1844757eeb,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:40.411266 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-6726356f-fa2e-4809-877b-cdd122f18b73 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Network d77fce7e-e915-4ee5-ada6-d6f376af2589 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:40.415742 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-6726356f-fa2e-4809-877b-cdd122f18b73 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:40.429730 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-6726356f-fa2e-4809-877b-cdd122f18b73 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:40.435736 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-6726356f-fa2e-4809-877b-cdd122f18b73 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:40.436716 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-6726356f-fa2e-4809-877b-cdd122f18b73 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:40.500873 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a09829-6036-46dd-bd4c-72318be83215 req-a0a3587e-425a-4e8b-8507-e7d09300198c tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:40.502584 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-82a09829-6036-46dd-bd4c-72318be83215 req-a0a3587e-425a-4e8b-8507-e7d09300198c tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 948 time: 0.1772528 Aug 16 20:43:40.526031 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device d3369948-8321-47ff-8983-1f5541dbf14d up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:40.533397 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33014cd-6e10-4def-b965-07d11d95701e req-1edf4caf-58c2-4b01-98d0-6cae85934c54 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:40.535054 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d33014cd-6e10-4def-b965-07d11d95701e req-1edf4caf-58c2-4b01-98d0-6cae85934c54 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=41d56411-63f1-4049-9d6e-8a94d82d9545 HTTP/1.1" status: 200 len: 946 time: 0.1651456 Aug 16 20:43:40.537113 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-22067122-2620-48e4-8efd-c0023428666e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:40.614385 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-82a09829-6036-46dd-bd4c-72318be83215 req-85527970-0dd6-40b1-b640-2e38f4f9633b tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028557 Aug 16 20:43:40.625036 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d33014cd-6e10-4def-b965-07d11d95701e req-2329bdd8-6958-4e53-937b-a3d717f9d925 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813527 Aug 16 20:43:40.731759 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-22067122-2620-48e4-8efd-c0023428666e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:40.815661 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 57728) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:40.816316 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-22067122-2620-48e4-8efd-c0023428666e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6d68e3cec1ed4e29a728237dcbc5dd22&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1334119 Aug 16 20:43:40.817809 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22067122-2620-48e4-8efd-c0023428666e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1431ac75-9b0b-42ae-8ef9-5a97592781a0,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:40.882664 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07294f61-7e6a-4ef7-9174-f39ba966370c admin admin] Made reservation on behalf of 36597de7612f40b1a8c36e2188f3379d for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:40.885096 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-07294f61-7e6a-4ef7-9174-f39ba966370c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:40.905586 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-07294f61-7e6a-4ef7-9174-f39ba966370c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:40.906782 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port d3369948-8321-47ff-8983-1f5541dbf14d completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:40.920040 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d9b60-a41e-4629-98ac-16d7213b4f10 req-b7bd7ea1-d384-4735-bf6a-abcebf772b58 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:40.922685 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-723d9b60-a41e-4629-98ac-16d7213b4f10 req-b7bd7ea1-d384-4735-bf6a-abcebf772b58 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/ports?device_id=160a7457-fb1f-4e9a-bc77-d3037f39af1c HTTP/1.1" status: 200 len: 936 time: 0.0653105 Aug 16 20:43:40.924838 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port d3369948-8321-47ff-8983-1f5541dbf14d triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:40.925452 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:40.945275 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c9bd0cd0-3b4a-454d-927c-31461c59eb4f None None] Provisioning for port c10b290d-249f-4c9d-9952-9a1844757eeb completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:40.962355 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-f20a1525-0d03-4d3f-8482-297efa9d7139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:40.964869 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-f20a1525-0d03-4d3f-8482-297efa9d7139 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ef76538be3f42efb94d0f0a8384d0d1&device_id=41d56411-63f1-4049-9d6e-8a94d82d9545 HTTP/1.1" status: 200 len: 1098 time: 0.1254168 Aug 16 20:43:40.965681 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c9bd0cd0-3b4a-454d-927c-31461c59eb4f None None] Provisioning complete for port c10b290d-249f-4c9d-9952-9a1844757eeb triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:40.966322 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c9bd0cd0-3b4a-454d-927c-31461c59eb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:41.010914 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-723d9b60-a41e-4629-98ac-16d7213b4f10 req-2c920ae3-fa0c-4500-827d-984d571b8428 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/security-groups?id=6631a5ce-300b-4d64-a115-bd56c38e014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871854 Aug 16 20:43:41.015444 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-6726356f-fa2e-4809-877b-cdd122f18b73 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7823048 Aug 16 20:43:41.029906 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-12b26e22-3f38-43d0-b032-c35f4397b7d4 service neutron] Request body: {'port': {'device_id': '160a7457-fb1f-4e9a-bc77-d3037f39af1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:41.069365 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-afb858e4-57c6-45bc-a315-6aa083022994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:41.071088 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-afb858e4-57c6-45bc-a315-6aa083022994 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa HTTP/1.1" status: 200 len: 909 time: 0.0977683 Aug 16 20:43:41.122930 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-df9c748b-dd4d-4533-8274-4ea591c49946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:41.131976 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-ec7009b2-3367-494c-a7cb-cd954b2e525b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa227d93-207f-4c0c-8143-10b505e799c5 HTTP/1.1" status: 200 len: 217 time: 0.0522249 Aug 16 20:43:41.135046 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c84a1930-e68e-43e5-9924-bca4ed0825b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:41.136309 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-12b26e22-3f38-43d0-b032-c35f4397b7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:41.140407 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd0cd0-3b4a-454d-927c-31461c59eb4f None None] Port c10b290d-249f-4c9d-9952-9a1844757eeb cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:43:41.197920 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-1e47c810-0d61-4cb6-bf08-ecdda7a353c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:41.199755 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-1e47c810-0d61-4cb6-bf08-ecdda7a353c9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=32473632-cd45-434e-a077-52a281cec044 HTTP/1.1" status: 200 len: 848 time: 0.0560086 Aug 16 20:43:41.207459 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:41.229142 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c84a1930-e68e-43e5-9924-bca4ed0825b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:41.246969 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f212e9f9-d604-4686-84cc-ac2711db7893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3369948-8321-47ff-8983-1f5541dbf14d'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:41.249574 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343953e4-5260-42bf-b91b-801752e8e30b" -d '{"events": [{"server_uuid": "f212e9f9-d604-4686-84cc-ac2711db7893", "name": "network-vif-plugged", "status": "completed", "tag": "d3369948-8321-47ff-8983-1f5541dbf14d"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:41.265360 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port d3369948-8321-47ff-8983-1f5541dbf14d, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=d3369948-8321-47ff-8983-1f5541dbf14d,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:41.289428 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-edf93aa2-2f19-4539-aa61-e9b0a8b804d4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756791 Aug 16 20:43:41.316174 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22629ce-e0d1-48bb-9883-fd4212d0f60c x-openstack-request-id: req-c22629ce-e0d1-48bb-9883-fd4212d0f60c {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:41.316627 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f212e9f9-d604-4686-84cc-ac2711db7893", "name": "network-vif-plugged", "status": "completed", "tag": "d3369948-8321-47ff-8983-1f5541dbf14d", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:41.316917 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c22629ce-e0d1-48bb-9883-fd4212d0f60c {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:41.317710 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f212e9f9-d604-4686-84cc-ac2711db7893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3369948-8321-47ff-8983-1f5541dbf14d', 'code': 200} Aug 16 20:43:41.374379 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:41.400826 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 57740) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:41.509563 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=d3369948-8321-47ff-8983-1f5541dbf14d,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:41.510374 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae40a3f-e2a4-4e50-88e6-1c91779d86c7 req-6fb97c27-b0f0-49c7-9b82-d98cf98073af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:41.523028 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6ae40a3f-e2a4-4e50-88e6-1c91779d86c7 req-6fb97c27-b0f0-49c7-9b82-d98cf98073af service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 1101 time: 0.1359825 Aug 16 20:43:41.558671 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-07294f61-7e6a-4ef7-9174-f39ba966370c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:41.562899 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-da8038a5-63ef-4ebd-a6c5-d6c5c1e15503 service neutron] 10.222.0.90 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574344 Aug 16 20:43:41.602483 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-921c76f2-2686-4a6d-b9fc-353e512e5d7e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-983462297-network', 'tenant_id': '12c94560bb6443429bc057a80226b5c1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:41.603605 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-12b26e22-3f38-43d0-b032-c35f4397b7d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c10b290d-249f-4c9d-9952-9a1844757eeb {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:43:41.612343 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-12b26e22-3f38-43d0-b032-c35f4397b7d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:41.631027 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-12b26e22-3f38-43d0-b032-c35f4397b7d4 service neutron] Transition to ACTIVE for port object c10b290d-249f-4c9d-9952-9a1844757eeb will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:41.643170 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c84a1930-e68e-43e5-9924-bca4ed0825b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:41.646582 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c84a1930-e68e-43e5-9924-bca4ed0825b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:41.650235 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c84a1930-e68e-43e5-9924-bca4ed0825b1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1431ac75-9b0b-42ae-8ef9-5a97592781a0 HTTP/1.1" status: 204 len: 168 time: 0.8301609 Aug 16 20:43:41.706278 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a1930-e68e-43e5-9924-bca4ed0825b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1431ac75-9b0b-42ae-8ef9-5a97592781a0,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:41.733304 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-12b26e22-3f38-43d0-b032-c35f4397b7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:41.755192 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-07294f61-7e6a-4ef7-9174-f39ba966370c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:41.789715 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6ae40a3f-e2a4-4e50-88e6-1c91779d86c7 req-2fd045db-3aa6-4c4e-8370-e2677a5a9ba2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654948 Aug 16 20:43:41.811622 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07294f61-7e6a-4ef7-9174-f39ba966370c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:43:41.851724 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-07294f61-7e6a-4ef7-9174-f39ba966370c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:41.853102 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-07294f61-7e6a-4ef7-9174-f39ba966370c admin admin] Added segment 1aef7f24-8661-463e-a350-40383986fef7 of type vlan for network 9a5c7648-bddb-41e4-b843-570a35521157 Aug 16 20:43:41.875298 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07294f61-7e6a-4ef7-9174-f39ba966370c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6439e41-9089-4104-a9fb-ef8b9166e752,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:41.892280 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b26e22-3f38-43d0-b032-c35f4397b7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=c10b290d-249f-4c9d-9952-9a1844757eeb,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:41.903305 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-df1dff40-fa81-4331-96d1-fac64d486d7c service neutron] 10.222.0.90 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306463 Aug 16 20:43:41.922147 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44220034-ca01-4de8-b169-158be66b1c8b req-7dd82d73-4c74-40d2-bf95-efb23e147ab2 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:41.931753 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-44220034-ca01-4de8-b169-158be66b1c8b req-7dd82d73-4c74-40d2-bf95-efb23e147ab2 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 949 time: 0.2105947 Aug 16 20:43:41.973706 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-07294f61-7e6a-4ef7-9174-f39ba966370c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:41.997108 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921c76f2-2686-4a6d-b9fc-353e512e5d7e admin admin] Made reservation on behalf of 12c94560bb6443429bc057a80226b5c1 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:41.999440 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-921c76f2-2686-4a6d-b9fc-353e512e5d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:41.999555 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79062b54-6934-4034-8cab-2f8168c8125e req-ca28d072-86a9-4fc5-817b-96de535be8a0 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:42.001151 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-79062b54-6934-4034-8cab-2f8168c8125e req-ca28d072-86a9-4fc5-817b-96de535be8a0 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=41d56411-63f1-4049-9d6e-8a94d82d9545 HTTP/1.1" status: 200 len: 946 time: 0.2499936 Aug 16 20:43:42.004982 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-12b26e22-3f38-43d0-b032-c35f4397b7d4 service neutron] Attempting to bind port c10b290d-249f-4c9d-9952-9a1844757eeb on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:43:42.005327 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-12b26e22-3f38-43d0-b032-c35f4397b7d4 service neutron] Attempting to bind port c10b290d-249f-4c9d-9952-9a1844757eeb by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:43:42.005664 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-12b26e22-3f38-43d0-b032-c35f4397b7d4 service neutron] Attempting to bind port c10b290d-249f-4c9d-9952-9a1844757eeb on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:42.017033 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-921c76f2-2686-4a6d-b9fc-353e512e5d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.025054 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-12b26e22-3f38-43d0-b032-c35f4397b7d4 service neutron] Port c10b290d-249f-4c9d-9952-9a1844757eeb on network d77fce7e-e915-4ee5-ada6-d6f376af2589 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:43:42.025054 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-12b26e22-3f38-43d0-b032-c35f4397b7d4 service neutron] Attempting to bind port c10b290d-249f-4c9d-9952-9a1844757eeb on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:42.059800 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-12b26e22-3f38-43d0-b032-c35f4397b7d4 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:43:42.060439 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-12b26e22-3f38-43d0-b032-c35f4397b7d4 service neutron] Checking segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:42.061009 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-12b26e22-3f38-43d0-b032-c35f4397b7d4 service neutron] Bound using segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:43:42.061624 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-12b26e22-3f38-43d0-b032-c35f4397b7d4 service neutron] Bound port: c10b290d-249f-4c9d-9952-9a1844757eeb, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:43:42.062155 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-12b26e22-3f38-43d0-b032-c35f4397b7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.070376 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-44220034-ca01-4de8-b169-158be66b1c8b req-ee70b790-654d-419c-9ec4-70eae2812126 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376910 Aug 16 20:43:42.079678 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-79062b54-6934-4034-8cab-2f8168c8125e req-6bf292a0-6f5a-41be-85e5-60cb2a108d75 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708802 Aug 16 20:43:42.212102 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-12b26e22-3f38-43d0-b032-c35f4397b7d4 service neutron] For port c10b290d-249f-4c9d-9952-9a1844757eeb, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:42.220858 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-12b26e22-3f38-43d0-b032-c35f4397b7d4 service neutron] For port c10b290d-249f-4c9d-9952-9a1844757eeb, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=c10b290d-249f-4c9d-9952-9a1844757eeb,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:43:42.300203 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-07294f61-7e6a-4ef7-9174-f39ba966370c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.301250 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07294f61-7e6a-4ef7-9174-f39ba966370c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:42.301935 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-07294f61-7e6a-4ef7-9174-f39ba966370c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.312711 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-921c76f2-2686-4a6d-b9fc-353e512e5d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.374367 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07294f61-7e6a-4ef7-9174-f39ba966370c admin admin] Pushing event updated for resources: {'Network': ['ID=9a5c7648-bddb-41e4-b843-570a35521157,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:42.381842 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-3e9a9e3b-5a05-4a3a-a865-8df660a07217 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:42.383236 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-3e9a9e3b-5a05-4a3a-a865-8df660a07217 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=41d56411-63f1-4049-9d6e-8a94d82d9545&tenant_id=8ef76538be3f42efb94d0f0a8384d0d1&binding%3Ahost_id=n-h1-793620-15 HTTP/1.1" status: 200 len: 1098 time: 0.2611506 Aug 16 20:43:42.387482 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf40ae-71f8-475f-a8a4-e2309f1d0ca8 req-8e3c7d65-40d3-4103-8287-60655a6d1edf tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:42.388042 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 9a5c7648-bddb-41e4-b843-570a35521157 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:43:42.389313 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cadf40ae-71f8-475f-a8a4-e2309f1d0ca8 req-8e3c7d65-40d3-4103-8287-60655a6d1edf tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/ports?device_id=160a7457-fb1f-4e9a-bc77-d3037f39af1c HTTP/1.1" status: 200 len: 948 time: 0.0667927 Aug 16 20:43:42.397123 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-b3d1ec19-5872-483e-935f-785c2bb05f3d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793620-15'}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:42.441814 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cadf40ae-71f8-475f-a8a4-e2309f1d0ca8 req-eea6e303-4feb-4205-9104-91014f7b4184 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/security-groups?id=6631a5ce-300b-4d64-a115-bd56c38e014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396507 Aug 16 20:43:42.462659 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-b3d1ec19-5872-483e-935f-785c2bb05f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.610371 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-b3d1ec19-5872-483e-935f-785c2bb05f3d service neutron] For port fa227d93-207f-4c0c-8143-10b505e799c5, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=fa227d93-207f-4c0c-8143-10b505e799c5,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:42.647240 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-b3d1ec19-5872-483e-935f-785c2bb05f3d service neutron] For port fa227d93-207f-4c0c-8143-10b505e799c5, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:42.689276 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d56411-63f1-4049-9d6e-8a94d82d9545', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa227d93-207f-4c0c-8143-10b505e799c5'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:42.691539 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75e3289-8032-4fe9-ab2b-750cc5a32706" -d '{"events": [{"server_uuid": "41d56411-63f1-4049-9d6e-8a94d82d9545", "name": "network-vif-unplugged", "status": "completed", "tag": "fa227d93-207f-4c0c-8143-10b505e799c5"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:42.695609 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-b3d1ec19-5872-483e-935f-785c2bb05f3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.703807 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-12b26e22-3f38-43d0-b032-c35f4397b7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.730760 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac19adaa-5084-47d7-abed-2741a55da3dd x-openstack-request-id: req-ac19adaa-5084-47d7-abed-2741a55da3dd {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:42.731070 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d56411-63f1-4049-9d6e-8a94d82d9545", "name": "network-vif-unplugged", "status": "completed", "tag": "fa227d93-207f-4c0c-8143-10b505e799c5", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:42.731479 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ac19adaa-5084-47d7-abed-2741a55da3dd {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:42.731726 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d56411-63f1-4049-9d6e-8a94d82d9545', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa227d93-207f-4c0c-8143-10b505e799c5', 'code': 200} Aug 16 20:43:42.742154 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-12b26e22-3f38-43d0-b032-c35f4397b7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:42.742843 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-12b26e22-3f38-43d0-b032-c35f4397b7d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.744253 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-12b26e22-3f38-43d0-b032-c35f4397b7d4 service neutron] 10.222.0.90 "PUT /v2.0/ports/c10b290d-249f-4c9d-9952-9a1844757eeb HTTP/1.1" status: 200 len: 1097 time: 1.7195489 Aug 16 20:43:42.747284 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '160a7457-fb1f-4e9a-bc77-d3037f39af1c', 'tag': 'c10b290d-249f-4c9d-9952-9a1844757eeb'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:42.749696 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41edc035-6674-4165-af52-5d683ed94832" -d '{"events": [{"name": "network-changed", "server_uuid": "160a7457-fb1f-4e9a-bc77-d3037f39af1c", "tag": "c10b290d-249f-4c9d-9952-9a1844757eeb"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:42.771462 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b26e22-3f38-43d0-b032-c35f4397b7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=c10b290d-249f-4c9d-9952-9a1844757eeb,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:42.788788 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c545058e-544a-40a9-ab0f-5d327739f638 x-openstack-request-id: req-c545058e-544a-40a9-ab0f-5d327739f638 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:42.789705 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "160a7457-fb1f-4e9a-bc77-d3037f39af1c", "tag": "c10b290d-249f-4c9d-9952-9a1844757eeb", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:42.790019 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c545058e-544a-40a9-ab0f-5d327739f638 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:42.790357 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '160a7457-fb1f-4e9a-bc77-d3037f39af1c', 'tag': 'c10b290d-249f-4c9d-9952-9a1844757eeb', 'status': 'completed', 'code': 200} Aug 16 20:43:42.853619 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edc035-6674-4165-af52-5d683ed94832 req-8da15cdf-278a-4eea-a937-de364a565a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:42.855145 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-41edc035-6674-4165-af52-5d683ed94832 req-8da15cdf-278a-4eea-a937-de364a565a44 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4db3e18d71f84d4d9880c3093a29d191&device_id=160a7457-fb1f-4e9a-bc77-d3037f39af1c HTTP/1.1" status: 200 len: 1100 time: 0.0419569 Aug 16 20:43:42.883256 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-41edc035-6674-4165-af52-5d683ed94832 req-c3a01976-1310-4352-8066-f4af2c4e239b service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4db3e18d71f84d4d9880c3093a29d191&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198181 Aug 16 20:43:42.914206 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-921c76f2-2686-4a6d-b9fc-353e512e5d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.939110 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-921c76f2-2686-4a6d-b9fc-353e512e5d7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:43:42.955171 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c76f2-2686-4a6d-b9fc-353e512e5d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2461062-353c-4193-a162-8b6d7529e34e,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:42.962695 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-921c76f2-2686-4a6d-b9fc-353e512e5d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.963050 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-921c76f2-2686-4a6d-b9fc-353e512e5d7e admin admin] Added segment b77570f6-2c6b-4b2c-bfcf-ea4849f9225f of type vlan for network ed5eda8e-07f1-4980-9b55-01ba3f47eea4 Aug 16 20:43:43.005666 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-b3d1ec19-5872-483e-935f-785c2bb05f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:43.013605 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-921c76f2-2686-4a6d-b9fc-353e512e5d7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:43.131050 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-07294f61-7e6a-4ef7-9174-f39ba966370c admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.8140097 Aug 16 20:43:43.131237 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1ec19-5872-483e-935f-785c2bb05f3d service neutron] Pushing event updated for resources: {'Port': ['ID=fa227d93-207f-4c0c-8143-10b505e799c5,revision_number=7']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:43.134107 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 57776) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:43.148695 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-4e209154-b919-4740-b8f7-b1076dac6efb admin admin] Request body: {'subnet': {'network_id': '9a5c7648-bddb-41e4-b843-570a35521157', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1402437111-subnet', 'tenant_id': '36597de7612f40b1a8c36e2188f3379d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:43.170154 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-b3d1ec19-5872-483e-935f-785c2bb05f3d service neutron] Attempting to bind port fa227d93-207f-4c0c-8143-10b505e799c5 on host n-h1-793620-15 for vnic_type normal with profile {"migrating_to": "n-h2-793620-15"} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:43:43.170514 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-b3d1ec19-5872-483e-935f-785c2bb05f3d service neutron] Attempting to bind port fa227d93-207f-4c0c-8143-10b505e799c5 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:43:43.170831 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-b3d1ec19-5872-483e-935f-785c2bb05f3d service neutron] Attempting to bind port fa227d93-207f-4c0c-8143-10b505e799c5 on network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:43.211637 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-921c76f2-2686-4a6d-b9fc-353e512e5d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:43.213204 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921c76f2-2686-4a6d-b9fc-353e512e5d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:43.214086 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-921c76f2-2686-4a6d-b9fc-353e512e5d7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:43.225653 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-b3d1ec19-5872-483e-935f-785c2bb05f3d service neutron] Port fa227d93-207f-4c0c-8143-10b505e799c5 on network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:43:43.226216 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-b3d1ec19-5872-483e-935f-785c2bb05f3d service neutron] Attempting to bind port fa227d93-207f-4c0c-8143-10b505e799c5 on network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:43.257650 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edc035-6674-4165-af52-5d683ed94832 req-f7e1c120-31e8-40ec-b07e-ef5bbd205adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:43.260293 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-41edc035-6674-4165-af52-5d683ed94832 req-f7e1c120-31e8-40ec-b07e-ef5bbd205adb service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3696609 Aug 16 20:43:43.303202 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-b3d1ec19-5872-483e-935f-785c2bb05f3d service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:43:43.303548 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-b3d1ec19-5872-483e-935f-785c2bb05f3d service neutron] Checking segment: {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:43.308305 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-b3d1ec19-5872-483e-935f-785c2bb05f3d service neutron] Bound using segment: {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:43:43.309001 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-b3d1ec19-5872-483e-935f-785c2bb05f3d service neutron] Bound port: fa227d93-207f-4c0c-8143-10b505e799c5, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:43:43.309560 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-b3d1ec19-5872-483e-935f-785c2bb05f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:43.317167 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c76f2-2686-4a6d-b9fc-353e512e5d7e admin admin] Pushing event updated for resources: {'Network': ['ID=ed5eda8e-07f1-4980-9b55-01ba3f47eea4,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:43.329821 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network ed5eda8e-07f1-4980-9b55-01ba3f47eea4 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:43:43.414740 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-b3d1ec19-5872-483e-935f-785c2bb05f3d service neutron] For port fa227d93-207f-4c0c-8143-10b505e799c5, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:43.415414 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 57784) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:43.418309 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-b3d1ec19-5872-483e-935f-785c2bb05f3d service neutron] For port fa227d93-207f-4c0c-8143-10b505e799c5, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=fa227d93-207f-4c0c-8143-10b505e799c5,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:43:43.420863 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e209154-b919-4740-b8f7-b1076dac6efb admin admin] Made reservation on behalf of 36597de7612f40b1a8c36e2188f3379d for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:43.423522 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4e209154-b919-4740-b8f7-b1076dac6efb admin admin] Notify callbacks [] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:43.443749 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede3691-e307-4758-8a5f-b521d1efff47 req-f3a86807-3dac-46ad-bd85-b229e7e06e35 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:43.446508 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eede3691-e307-4758-8a5f-b521d1efff47 req-f3a86807-3dac-46ad-bd85-b229e7e06e35 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 949 time: 0.2039213 Aug 16 20:43:43.452052 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-89e60399-dd64-411e-a01f-759824a8430b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:43.461385 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011fa49-c8cf-4557-97da-26eecc092a6d req-c052ca20-4966-483b-a998-8b86e45227c0 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:43.462915 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e011fa49-c8cf-4557-97da-26eecc092a6d req-c052ca20-4966-483b-a998-8b86e45227c0 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=41d56411-63f1-4049-9d6e-8a94d82d9545 HTTP/1.1" status: 200 len: 944 time: 0.2216945 Aug 16 20:43:43.501289 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-b669e9a4-357e-4d61-bd42-2bfb1b623bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:43.502886 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-b669e9a4-357e-4d61-bd42-2bfb1b623bef service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4db3e18d71f84d4d9880c3093a29d191&device_id=160a7457-fb1f-4e9a-bc77-d3037f39af1c HTTP/1.1" status: 200 len: 1100 time: 0.1840212 Aug 16 20:43:43.574719 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-686d5436-b122-43a5-84e2-ea4d0419bbe3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=c10b290d-249f-4c9d-9952-9a1844757eeb HTTP/1.1" status: 200 len: 217 time: 0.0585020 Aug 16 20:43:43.589552 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eede3691-e307-4758-8a5f-b521d1efff47 req-8102adae-7b9f-46d6-85ee-f3f8db333c77 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234772 Aug 16 20:43:43.605233 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-921c76f2-2686-4a6d-b9fc-353e512e5d7e admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.2016783 Aug 16 20:43:43.606583 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-b3d1ec19-5872-483e-935f-785c2bb05f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:43.608522 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 57788) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:43.618424 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-df39f798-70b4-4c76-943c-9e2153790d73 admin admin] Request body: {'subnet': {'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-983462297-subnet', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:43.633810 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e011fa49-c8cf-4557-97da-26eecc092a6d req-8f269ef1-f1b2-44ca-828c-c02106b4e13d tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588526 Aug 16 20:43:43.637989 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-63749cff-ef8f-45d0-9df0-be75218fdbe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:43.664235 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-d9090c49-875c-4694-b9aa-4085656d33f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:43.666199 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-d9090c49-875c-4694-b9aa-4085656d33f3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0796022 Aug 16 20:43:43.726033 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-b3d1ec19-5872-483e-935f-785c2bb05f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:43.727323 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-b3d1ec19-5872-483e-935f-785c2bb05f3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:43.728790 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-b3d1ec19-5872-483e-935f-785c2bb05f3d service neutron] 10.222.0.90 "PUT /v2.0/ports/fa227d93-207f-4c0c-8143-10b505e799c5 HTTP/1.1" status: 200 len: 1124 time: 1.3374636 Aug 16 20:43:43.729704 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1ec19-5872-483e-935f-785c2bb05f3d service neutron] Pushing event updated for resources: {'Port': ['ID=fa227d93-207f-4c0c-8143-10b505e799c5,revision_number=8']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:43.766870 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-ef3dc253-6476-4580-8e21-1c4f911f85bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:43.768765 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-ef3dc253-6476-4580-8e21-1c4f911f85bc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0920813 Aug 16 20:43:43.782680 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:43.806271 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['fa227d93-207f-4c0c-8143-10b505e799c5'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:43:43.869787 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-89e60399-dd64-411e-a01f-759824a8430b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:43.872162 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4e209154-b919-4740-b8f7-b1076dac6efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:43.935896 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-ace8bf5f-5ab4-49ec-b001-e5e34759b706 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573272 Aug 16 20:43:43.945729 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae5bc2-9e8c-451f-a0d9-0ef95276bc9e req-b9b7c41c-6ab5-4de7-ae6a-b1775c130b29 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:43.947371 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ebae5bc2-9e8c-451f-a0d9-0ef95276bc9e req-b9b7c41c-6ab5-4de7-ae6a-b1775c130b29 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/ports?device_id=160a7457-fb1f-4e9a-bc77-d3037f39af1c HTTP/1.1" status: 200 len: 948 time: 0.1072659 Aug 16 20:43:44.012116 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e209154-b919-4740-b8f7-b1076dac6efb admin admin] Pushing event updated for resources: {'Subnet': ['ID=67956e1a-cd72-457c-86a2-42ee1f947482,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:44.018128 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-89e60399-dd64-411e-a01f-759824a8430b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:44.087577 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e209154-b919-4740-b8f7-b1076dac6efb admin admin] Checking segment: {'id': '1aef7f24-8661-463e-a350-40383986fef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '9a5c7648-bddb-41e4-b843-570a35521157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:44.088242 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e209154-b919-4740-b8f7-b1076dac6efb admin admin] Network hostable DHCP agents. Network: 9a5c7648-bddb-41e4-b843-570a35521157, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:43:44.099988 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ebae5bc2-9e8c-451f-a0d9-0ef95276bc9e req-2633a0fa-5ac8-444d-89ee-78603169aed9 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/security-groups?id=6631a5ce-300b-4d64-a115-bd56c38e014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394024 Aug 16 20:43:44.105901 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-89e60399-dd64-411e-a01f-759824a8430b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=83f10a27e7124643a17d3c372d5831be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6886370 Aug 16 20:43:44.108400 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e60399-dd64-411e-a01f-759824a8430b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4511d16-1942-486b-8387-ca3d8291adbe,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:44.112671 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 57800) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:44.137908 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-447f5ea7-22ec-4b6b-8014-cb8858ad03ef req-8fc46dce-df8b-4ee7-9c50-853a4ae52f5b service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893899 Aug 16 20:43:44.155719 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df39f798-70b4-4c76-943c-9e2153790d73 admin admin] Made reservation on behalf of 12c94560bb6443429bc057a80226b5c1 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:44.158144 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df39f798-70b4-4c76-943c-9e2153790d73 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:44.212476 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e209154-b919-4740-b8f7-b1076dac6efb admin admin] Network 9a5c7648-bddb-41e4-b843-570a35521157 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:43:44.249213 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b6bad1fa-56ad-49ed-bfc3-1060f606a577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:44.289642 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b6bad1fa-56ad-49ed-bfc3-1060f606a577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:44.363332 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-4e209154-b919-4740-b8f7-b1076dac6efb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 9a5c7648-bddb-41e4-b843-570a35521157) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:44.371416 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e209154-b919-4740-b8f7-b1076dac6efb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:44.376259 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4e209154-b919-4740-b8f7-b1076dac6efb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:44.376411 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c9e702-fd29-4e94-99ae-1e23f6f4ebaf None None] Network 9a5c7648-bddb-41e4-b843-570a35521157 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:43:44.389018 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:43:44.462785 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af33731-4371-41b1-8b62-6cb0ae3ec7c8 req-b37227cf-e069-4f21-81bf-a92270315b82 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:44.465476 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b6bad1fa-56ad-49ed-bfc3-1060f606a577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:44.470154 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b6bad1fa-56ad-49ed-bfc3-1060f606a577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:44.471607 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b6bad1fa-56ad-49ed-bfc3-1060f606a577 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a4511d16-1942-486b-8387-ca3d8291adbe HTTP/1.1" status: 204 len: 168 time: 0.3572559 Aug 16 20:43:44.471803 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7af33731-4371-41b1-8b62-6cb0ae3ec7c8 req-b37227cf-e069-4f21-81bf-a92270315b82 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 949 time: 0.0650077 Aug 16 20:43:44.483153 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bad1fa-56ad-49ed-bfc3-1060f606a577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4511d16-1942-486b-8387-ca3d8291adbe,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:44.548494 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7af33731-4371-41b1-8b62-6cb0ae3ec7c8 req-2ed78007-11c5-4afa-8ee5-0d8f722c85f5 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756354 Aug 16 20:43:44.567460 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25717b95-9ae5-4c5a-ba61-1e7afd07f69a None None] Network 9a5c7648-bddb-41e4-b843-570a35521157 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:43:44.622354 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4e209154-b919-4740-b8f7-b1076dac6efb admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4701421 Aug 16 20:43:44.648443 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df39f798-70b4-4c76-943c-9e2153790d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:44.734871 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:44.738343 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-6eb29010-85f2-49bf-8663-12736dfc9d48 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0687182 Aug 16 20:43:44.739986 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41d56411-63f1-4049-9d6e-8a94d82d9545', 'tag': 'fa227d93-207f-4c0c-8143-10b505e799c5'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:44.748556 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a64af5-3bea-4bb4-aa80-9d5c18e878c7" -d '{"events": [{"name": "network-changed", "server_uuid": "41d56411-63f1-4049-9d6e-8a94d82d9545", "tag": "fa227d93-207f-4c0c-8143-10b505e799c5"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:44.830412 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 57824) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:44.854669 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df39f798-70b4-4c76-943c-9e2153790d73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd8dab9d-a3f2-4736-9e51-3a290163fbfe,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:44.871116 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df39f798-70b4-4c76-943c-9e2153790d73 admin admin] Checking segment: {'id': 'b77570f6-2c6b-4b2c-bfcf-ea4849f9225f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:44.871582 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df39f798-70b4-4c76-943c-9e2153790d73 admin admin] Network hostable DHCP agents. Network: ed5eda8e-07f1-4980-9b55-01ba3f47eea4, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:43:44.907278 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9754508-9cca-4318-925f-85d0a2f9b8ce req-36b131b2-98eb-4019-8023-68812fb33987 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:44.915449 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b9754508-9cca-4318-925f-85d0a2f9b8ce req-36b131b2-98eb-4019-8023-68812fb33987 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=41d56411-63f1-4049-9d6e-8a94d82d9545 HTTP/1.1" status: 200 len: 944 time: 0.1414411 Aug 16 20:43:44.925511 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af53cfd-2f52-4ef0-b914-b319725fc0c8 x-openstack-request-id: req-7af53cfd-2f52-4ef0-b914-b319725fc0c8 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:44.926060 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41d56411-63f1-4049-9d6e-8a94d82d9545", "tag": "fa227d93-207f-4c0c-8143-10b505e799c5", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:44.926516 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7af53cfd-2f52-4ef0-b914-b319725fc0c8 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:44.927205 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41d56411-63f1-4049-9d6e-8a94d82d9545', 'tag': 'fa227d93-207f-4c0c-8143-10b505e799c5', 'status': 'completed', 'code': 200} Aug 16 20:43:44.982155 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b9754508-9cca-4318-925f-85d0a2f9b8ce req-815f52fc-3b27-43da-832e-735b18d4a1e5 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655782 Aug 16 20:43:44.992064 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c1080e4-9f24-4c69-97a0-853d991cfd98 admin admin] Deleting subnet 3d2eb769-2198-42fd-94a0-1a9ce5af5144 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:43:44.995832 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4c1080e4-9f24-4c69-97a0-853d991cfd98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:45.008040 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df39f798-70b4-4c76-943c-9e2153790d73 admin admin] Network ed5eda8e-07f1-4980-9b55-01ba3f47eea4 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:43:45.037913 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4c1080e4-9f24-4c69-97a0-853d991cfd98 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:45.050644 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4c1080e4-9f24-4c69-97a0-853d991cfd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:45.054050 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a64af5-3bea-4bb4-aa80-9d5c18e878c7 req-5899d685-4bc7-4db5-939f-ac561a53f273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:45.057308 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b8a64af5-3bea-4bb4-aa80-9d5c18e878c7 req-5899d685-4bc7-4db5-939f-ac561a53f273 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ef76538be3f42efb94d0f0a8384d0d1&device_id=41d56411-63f1-4049-9d6e-8a94d82d9545 HTTP/1.1" status: 200 len: 1127 time: 0.0994303 Aug 16 20:43:45.119904 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-df39f798-70b4-4c76-943c-9e2153790d73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, ed5eda8e-07f1-4980-9b55-01ba3f47eea4) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:45.125003 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df39f798-70b4-4c76-943c-9e2153790d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:45.125600 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df39f798-70b4-4c76-943c-9e2153790d73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:45.133439 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f938dec4-645e-44b8-abdb-f0fc11b4e6e9 None None] Network ed5eda8e-07f1-4980-9b55-01ba3f47eea4 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:43:45.248382 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4c1080e4-9f24-4c69-97a0-853d991cfd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:45.337034 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-df39f798-70b4-4c76-943c-9e2153790d73 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7225995 Aug 16 20:43:45.339339 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 57850) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:45.342194 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a64af5-3bea-4bb4-aa80-9d5c18e878c7 req-351fb823-c844-483d-bc24-2adfaeb16fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:45.347167 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b8a64af5-3bea-4bb4-aa80-9d5c18e878c7 req-351fb823-c844-483d-bc24-2adfaeb16fca service neutron] 10.222.0.72 "GET /v2.0/networks?id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa HTTP/1.1" status: 200 len: 909 time: 0.2703629 Aug 16 20:43:45.358443 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-fbddffa7-b72b-410e-907e-ba714ac1e0fe admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-983462297-router', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:45.391552 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4c1080e4-9f24-4c69-97a0-853d991cfd98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:45.396896 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4c1080e4-9f24-4c69-97a0-853d991cfd98 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/3d2eb769-2198-42fd-94a0-1a9ce5af5144 HTTP/1.1" status: 204 len: 168 time: 0.5604794 Aug 16 20:43:45.397868 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 57856) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:45.401751 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1080e4-9f24-4c69-97a0-853d991cfd98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d2eb769-2198-42fd-94a0-1a9ce5af5144,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:45.436426 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603149f7-00ab-4cc4-815d-4f1751522431 req-11b102bd-c438-4ad0-9db3-9a9accc7dd41 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:45.444124 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-603149f7-00ab-4cc4-815d-4f1751522431 req-11b102bd-c438-4ad0-9db3-9a9accc7dd41 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/ports?device_id=160a7457-fb1f-4e9a-bc77-d3037f39af1c HTTP/1.1" status: 200 len: 948 time: 0.1637905 Aug 16 20:43:45.472739 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b8a64af5-3bea-4bb4-aa80-9d5c18e878c7 req-7d8dd368-48d9-40c9-9fa0-fbc72bb44371 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa227d93-207f-4c0c-8143-10b505e799c5 HTTP/1.1" status: 200 len: 217 time: 0.1027577 Aug 16 20:43:45.502852 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd322dd0-3445-45ea-a600-ec2cf69821a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-ed5eda8e-07f1-4980-9b55-01ba3f47eea4', 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'fixed_ips': [{'subnet_id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:43:45.504620 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-dd322dd0-3445-45ea-a600-ec2cf69821a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:45.547287 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-603149f7-00ab-4cc4-815d-4f1751522431 req-cfb52790-fc47-4382-b946-2e031078505e tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/security-groups?id=6631a5ce-300b-4d64-a115-bd56c38e014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952995 Aug 16 20:43:45.666391 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8848fa3b-ba37-401a-a5d7-a8111eb3f450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:45.675889 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fbddffa7-b72b-410e-907e-ba714ac1e0fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:45.679064 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fbddffa7-b72b-410e-907e-ba714ac1e0fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:45.714092 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a64af5-3bea-4bb4-aa80-9d5c18e878c7 req-1f8a02a9-66b1-44fa-8201-21dfd909da77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:45.715558 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b8a64af5-3bea-4bb4-aa80-9d5c18e878c7 req-1f8a02a9-66b1-44fa-8201-21dfd909da77 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=32473632-cd45-434e-a077-52a281cec044 HTTP/1.1" status: 200 len: 848 time: 0.2113919 Aug 16 20:43:45.764118 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a7854-b982-4c5c-afde-a61d8140c47a req-c158b109-1e8b-42ba-930e-32f07224e9b0 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:45.773707 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7d1a7854-b982-4c5c-afde-a61d8140c47a req-c158b109-1e8b-42ba-930e-32f07224e9b0 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 949 time: 0.0808785 Aug 16 20:43:45.792069 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-dd322dd0-3445-45ea-a600-ec2cf69821a8 None None] Allocated IP 172.20.0.2 (ed5eda8e-07f1-4980-9b55-01ba3f47eea4/bd8dab9d-a3f2-4736-9e51-3a290163fbfe/6d40f9d2-eb07-479c-8981-00b743a0c29e) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:45.816665 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b8a64af5-3bea-4bb4-aa80-9d5c18e878c7 req-861fb135-8f94-4b40-8c1a-e5ac52647745 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899038 Aug 16 20:43:45.818027 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fbddffa7-b72b-410e-907e-ba714ac1e0fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:45.827447 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7d1a7854-b982-4c5c-afde-a61d8140c47a req-c7cd63c0-f261-4c07-ac3c-49f128e8fc7e tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484092 Aug 16 20:43:45.984771 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8848fa3b-ba37-401a-a5d7-a8111eb3f450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:46.255414 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-dd322dd0-3445-45ea-a600-ec2cf69821a8 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:46.269724 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5cfdea-b3bb-40e3-b35e-45e582f0b185 req-76e7077d-e67e-4610-9d77-e8339c340d69 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:46.277108 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-dd322dd0-3445-45ea-a600-ec2cf69821a8 None None] Transition to ACTIVE for port object 6d40f9d2-eb07-479c-8981-00b743a0c29e will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:46.290663 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ec5cfdea-b3bb-40e3-b35e-45e582f0b185 req-76e7077d-e67e-4610-9d77-e8339c340d69 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=41d56411-63f1-4049-9d6e-8a94d82d9545 HTTP/1.1" status: 200 len: 944 time: 0.1597095 Aug 16 20:43:46.317219 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-dd322dd0-3445-45ea-a600-ec2cf69821a8 None None] Transition to ACTIVE for port object 6d40f9d2-eb07-479c-8981-00b743a0c29e will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:46.332735 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8848fa3b-ba37-401a-a5d7-a8111eb3f450 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:43:46.333298 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8848fa3b-ba37-401a-a5d7-a8111eb3f450 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:43:46.333868 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8848fa3b-ba37-401a-a5d7-a8111eb3f450 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:43:46.334223 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8848fa3b-ba37-401a-a5d7-a8111eb3f450 admin admin] Subscribe: > port after_create 55550000 {{(pid=101845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:43:46.334568 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8848fa3b-ba37-401a-a5d7-a8111eb3f450 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:43:46.334907 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8848fa3b-ba37-401a-a5d7-a8111eb3f450 admin admin] Subscribe: > port after_update 55550000 {{(pid=101845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:43:46.335228 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8848fa3b-ba37-401a-a5d7-a8111eb3f450 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:43:46.335557 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8848fa3b-ba37-401a-a5d7-a8111eb3f450 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:43:46.335904 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8848fa3b-ba37-401a-a5d7-a8111eb3f450 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:43:46.336231 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8848fa3b-ba37-401a-a5d7-a8111eb3f450 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:43:46.364361 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ec5cfdea-b3bb-40e3-b35e-45e582f0b185 req-71a0f9b9-b12b-441f-8696-f915c5d8d831 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682070 Aug 16 20:43:46.391303 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-dd322dd0-3445-45ea-a600-ec2cf69821a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:46.420565 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd322dd0-3445-45ea-a600-ec2cf69821a8 None None] Network ed5eda8e-07f1-4980-9b55-01ba3f47eea4 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:46.440496 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-dd322dd0-3445-45ea-a600-ec2cf69821a8 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:46.448002 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:46.450998 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd322dd0-3445-45ea-a600-ec2cf69821a8 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:46.472797 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8848fa3b-ba37-401a-a5d7-a8111eb3f450 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:43:46.473386 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8848fa3b-ba37-401a-a5d7-a8111eb3f450 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:43:46.476170 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8848fa3b-ba37-401a-a5d7-a8111eb3f450 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:43:46.476170 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8848fa3b-ba37-401a-a5d7-a8111eb3f450 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:43:46.476170 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-8848fa3b-ba37-401a-a5d7-a8111eb3f450 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5f03c55-0ad7-40ff-898d-408e29581e03']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:46.502724 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-8848fa3b-ba37-401a-a5d7-a8111eb3f450 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6758dc11-1a97-460f-a737-026ae7a1a895') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:46.506065 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-8848fa3b-ba37-401a-a5d7-a8111eb3f450 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6758dc11-1a97-460f-a737-026ae7a1a895') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:46.506281 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd322dd0-3445-45ea-a600-ec2cf69821a8 None None] Pushing event updated for resources: {'Port': ['ID=6d40f9d2-eb07-479c-8981-00b743a0c29e,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:46.523410 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-dd322dd0-3445-45ea-a600-ec2cf69821a8 None None] Attempting to bind port 6d40f9d2-eb07-479c-8981-00b743a0c29e on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:43:46.524600 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-dd322dd0-3445-45ea-a600-ec2cf69821a8 None None] Attempting to bind port 6d40f9d2-eb07-479c-8981-00b743a0c29e by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'b77570f6-2c6b-4b2c-bfcf-ea4849f9225f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:43:46.525062 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd322dd0-3445-45ea-a600-ec2cf69821a8 None None] Attempting to bind port 6d40f9d2-eb07-479c-8981-00b743a0c29e on network ed5eda8e-07f1-4980-9b55-01ba3f47eea4 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:46.530933 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8848fa3b-ba37-401a-a5d7-a8111eb3f450 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:46.531291 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd322dd0-3445-45ea-a600-ec2cf69821a8 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:43:46.532032 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd322dd0-3445-45ea-a600-ec2cf69821a8 None None] Checking segment: {'id': 'b77570f6-2c6b-4b2c-bfcf-ea4849f9225f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:46.544276 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-dd322dd0-3445-45ea-a600-ec2cf69821a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:46.552458 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd322dd0-3445-45ea-a600-ec2cf69821a8 None None] Bound using segment: {'id': 'b77570f6-2c6b-4b2c-bfcf-ea4849f9225f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:43:46.553904 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-dd322dd0-3445-45ea-a600-ec2cf69821a8 None None] Bound port: 6d40f9d2-eb07-479c-8981-00b743a0c29e, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b77570f6-2c6b-4b2c-bfcf-ea4849f9225f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:43:46.554533 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-dd322dd0-3445-45ea-a600-ec2cf69821a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:46.687454 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8848fa3b-ba37-401a-a5d7-a8111eb3f450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:46.717767 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fbddffa7-b72b-410e-907e-ba714ac1e0fe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:46.731247 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8848fa3b-ba37-401a-a5d7-a8111eb3f450 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:43:46.732025 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8848fa3b-ba37-401a-a5d7-a8111eb3f450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:46.735424 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-dd322dd0-3445-45ea-a600-ec2cf69821a8 None None] For port 6d40f9d2-eb07-479c-8981-00b743a0c29e, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:46.742284 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-dd322dd0-3445-45ea-a600-ec2cf69821a8 None None] For port 6d40f9d2-eb07-479c-8981-00b743a0c29e, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=6d40f9d2-eb07-479c-8981-00b743a0c29e,segment=NetworkSegment(b77570f6-2c6b-4b2c-bfcf-ea4849f9225f),segment_id=b77570f6-2c6b-4b2c-bfcf-ea4849f9225f)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:43:46.768163 n-d-793620-15 neutron-server[101845]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 20:43:46.768163 n-d-793620-15 neutron-server[101845]: from cryptography.utils import int_from_bytes Aug 16 20:43:46.768163 n-d-793620-15 neutron-server[101845]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 20:43:46.768163 n-d-793620-15 neutron-server[101845]: from cryptography.utils import int_from_bytes Aug 16 20:43:46.768163 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:43:46.768163 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:43:46.768163 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:43:46.768163 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:43:46.768163 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:43:46.768163 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:43:46.768163 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:43:46.768163 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:43:46.768163 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:43:46.768163 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:43:46.768163 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:43:46.768163 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:43:46.768163 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:43:46.768163 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:43:46.768163 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:43:46.768163 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:43:46.768163 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:43:46.768163 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:43:46.768163 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:43:46.768163 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:43:46.768163 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:43:46.768163 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:43:46.768163 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:43:46.768163 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:43:46.768163 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:43:46.768163 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:43:46.768163 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:43:46.768163 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:43:46.768163 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:43:46.768163 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:43:46.768163 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:43:46.768163 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:43:46.787185 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b8a64af5-3bea-4bb4-aa80-9d5c18e878c7 req-49f482b2-90ce-4b05-a400-a072602bfc80 service neutron] 10.222.0.72 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9433043 Aug 16 20:43:46.798057 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dcb743-efbc-4ed6-88b3-c617beab2a45 req-5819e558-b3cb-413c-ac26-f00584b4dd61 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:46.799586 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-39dcb743-efbc-4ed6-88b3-c617beab2a45 req-5819e558-b3cb-413c-ac26-f00584b4dd61 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/ports?device_id=160a7457-fb1f-4e9a-bc77-d3037f39af1c HTTP/1.1" status: 200 len: 948 time: 0.0760283 Aug 16 20:43:46.865154 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-39dcb743-efbc-4ed6-88b3-c617beab2a45 req-23baec6a-ac35-4786-9b42-57acd6fca9ef tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/security-groups?id=6631a5ce-300b-4d64-a115-bd56c38e014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524337 Aug 16 20:43:46.914986 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-dd322dd0-3445-45ea-a600-ec2cf69821a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:46.947835 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b8a64af5-3bea-4bb4-aa80-9d5c18e878c7 req-f039c9e5-3775-459a-a21b-905b17aabd29 service neutron] 10.222.0.72 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297493 Aug 16 20:43:47.030687 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd322dd0-3445-45ea-a600-ec2cf69821a8 None None] Pushing event updated for resources: {'Port': ['ID=6d40f9d2-eb07-479c-8981-00b743a0c29e,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:47.068487 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4fa04-db6a-42b9-a5fc-568fca9ef2f4 req-2e9236c1-c859-42aa-9fb7-b956d5ec2b8c tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:47.081234 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0ca4fa04-db6a-42b9-a5fc-568fca9ef2f4 req-2e9236c1-c859-42aa-9fb7-b956d5ec2b8c tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 949 time: 0.1727419 Aug 16 20:43:47.145137 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0ca4fa04-db6a-42b9-a5fc-568fca9ef2f4 req-32656fa6-ce88-41ee-a6f9-db0f8f8ef190 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624824 Aug 16 20:43:47.174439 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8848fa3b-ba37-401a-a5d7-a8111eb3f450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:47.247556 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fbddffa7-b72b-410e-907e-ba714ac1e0fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:47.252007 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8848fa3b-ba37-401a-a5d7-a8111eb3f450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:47.253994 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8848fa3b-ba37-401a-a5d7-a8111eb3f450 admin admin] 10.222.0.84 "DELETE /v2.0/networks/b5f03c55-0ad7-40ff-898d-408e29581e03 HTTP/1.1" status: 204 len: 168 time: 1.8533561 Aug 16 20:43:47.257915 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 57916) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:47.294689 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848fa3b-ba37-401a-a5d7-a8111eb3f450 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5f03c55-0ad7-40ff-898d-408e29581e03,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:47.303007 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fbddffa7-b72b-410e-907e-ba714ac1e0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:47.361758 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5e75ff5-c024-4efa-9ede-a47dc873b138 admin admin] Deleting subnet 67956e1a-cd72-457c-86a2-42ee1f947482 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:43:47.366440 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c5e75ff5-c024-4efa-9ede-a47dc873b138 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:47.493543 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-fbddffa7-b72b-410e-907e-ba714ac1e0fe admin admin] Allocated IP 172.25.1.86 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/d3e8f24e-5a8e-4917-8671-4eb3b33c874a) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:47.515864 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c5e75ff5-c024-4efa-9ede-a47dc873b138 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:47.533361 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c5e75ff5-c024-4efa-9ede-a47dc873b138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:47.612452 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b2c03-dbd2-4d32-9695-de875391d40d req-20aa3bba-eafb-495d-915b-d08ed83a4bb0 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:47.620332 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-583b2c03-dbd2-4d32-9695-de875391d40d req-20aa3bba-eafb-495d-915b-d08ed83a4bb0 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=41d56411-63f1-4049-9d6e-8a94d82d9545 HTTP/1.1" status: 200 len: 944 time: 0.1019897 Aug 16 20:43:47.686853 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-583b2c03-dbd2-4d32-9695-de875391d40d req-32aa2402-be56-40bb-ace3-b123a2ada06e tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651073 Aug 16 20:43:47.707364 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fbddffa7-b72b-410e-907e-ba714ac1e0fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:47.725587 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c5e75ff5-c024-4efa-9ede-a47dc873b138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:47.768192 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device c10b290d-249f-4c9d-9952-9a1844757eeb details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:43:47.777709 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e75ff5-c024-4efa-9ede-a47dc873b138 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67956e1a-cd72-457c-86a2-42ee1f947482,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:47.786311 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c5e75ff5-c024-4efa-9ede-a47dc873b138 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:47.788236 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c5e75ff5-c024-4efa-9ede-a47dc873b138 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/67956e1a-cd72-457c-86a2-42ee1f947482 HTTP/1.1" status: 204 len: 168 time: 0.5302534 Aug 16 20:43:47.790694 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 57926) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:47.848762 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fbddffa7-b72b-410e-907e-ba714ac1e0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:47.914177 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c79d2ba5-3334-40cc-8838-e575a6560a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:48.017549 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port c10b290d-249f-4c9d-9952-9a1844757eeb, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=c10b290d-249f-4c9d-9952-9a1844757eeb,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:48.030980 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbddffa7-b72b-410e-907e-ba714ac1e0fe admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:48.046527 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': 'c10b290d-249f-4c9d-9952-9a1844757eeb', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': 'c10b290d-249f-4c9d-9952-9a1844757eeb', 'mac_address': 'fa:16:3e:49:58:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:43:48.049266 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-fbddffa7-b72b-410e-907e-ba714ac1e0fe admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:48.061505 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbddffa7-b72b-410e-907e-ba714ac1e0fe admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:48.086452 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c79d2ba5-3334-40cc-8838-e575a6560a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:48.118491 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd527a9-7c0b-4847-bac2-20809009d7fd req-d7b5f719-fb63-4722-afdd-07d9d1daf46f tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:48.120147 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8bd527a9-7c0b-4847-bac2-20809009d7fd req-d7b5f719-fb63-4722-afdd-07d9d1daf46f tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/ports?device_id=160a7457-fb1f-4e9a-bc77-d3037f39af1c HTTP/1.1" status: 200 len: 948 time: 0.1542120 Aug 16 20:43:48.132357 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbddffa7-b72b-410e-907e-ba714ac1e0fe admin admin] Pushing event updated for resources: {'Port': ['ID=d3e8f24e-5a8e-4917-8671-4eb3b33c874a,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:48.133988 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c79d2ba5-3334-40cc-8838-e575a6560a15 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:43:48.134363 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c79d2ba5-3334-40cc-8838-e575a6560a15 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:43:48.143122 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:48.148608 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c79d2ba5-3334-40cc-8838-e575a6560a15 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:43:48.148895 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c79d2ba5-3334-40cc-8838-e575a6560a15 admin admin] Subscribe: > port after_create 55550000 {{(pid=101844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:43:48.149262 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c79d2ba5-3334-40cc-8838-e575a6560a15 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:43:48.149598 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c79d2ba5-3334-40cc-8838-e575a6560a15 admin admin] Subscribe: > port after_update 55550000 {{(pid=101844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:43:48.149949 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c79d2ba5-3334-40cc-8838-e575a6560a15 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:43:48.150286 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c79d2ba5-3334-40cc-8838-e575a6560a15 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:43:48.150619 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c79d2ba5-3334-40cc-8838-e575a6560a15 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:43:48.150950 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c79d2ba5-3334-40cc-8838-e575a6560a15 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:43:48.161498 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c10b290d-249f-4c9d-9952-9a1844757eeb {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:43:48.171298 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-20f4b886-bc73-4662-89fb-12e1fca68e25 service neutron] 10.222.0.72 "GET /v2.0/ports/fa227d93-207f-4c0c-8143-10b505e799c5/bindings/n-h2-793620-15 HTTP/1.1" status: 200 len: 385 time: 0.2600689 Aug 16 20:43:48.199627 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port c10b290d-249f-4c9d-9952-9a1844757eeb, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=c10b290d-249f-4c9d-9952-9a1844757eeb,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:48.277657 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:48.278903 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device fa227d93-207f-4c0c-8143-10b505e799c5 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:43:48.312919 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c79d2ba5-3334-40cc-8838-e575a6560a15 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:43:48.313291 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c79d2ba5-3334-40cc-8838-e575a6560a15 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:43:48.313638 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c79d2ba5-3334-40cc-8838-e575a6560a15 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:43:48.314099 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c79d2ba5-3334-40cc-8838-e575a6560a15 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:43:48.314492 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-c79d2ba5-3334-40cc-8838-e575a6560a15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a5c7648-bddb-41e4-b843-570a35521157']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:48.408495 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-c79d2ba5-3334-40cc-8838-e575a6560a15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aef7f24-8661-463e-a350-40383986fef7') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:48.408495 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-c79d2ba5-3334-40cc-8838-e575a6560a15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aef7f24-8661-463e-a350-40383986fef7') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:48.458909 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c79d2ba5-3334-40cc-8838-e575a6560a15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:48.505684 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c79d2ba5-3334-40cc-8838-e575a6560a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:48.568015 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-971c7b0b-812b-45b4-a48f-da2eadc0ff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:48.568015 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-971c7b0b-812b-45b4-a48f-da2eadc0ff3e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8eeb19c70e2743deaa8aa99547f66522&device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 1101 time: 0.1717515 Aug 16 20:43:48.568692 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-66b32320-d9cb-4dbf-a584-c7847038549e req-29d171fa-4988-4d93-bafe-b5ec3412eb40 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=d0c49bfa85fe4851a6f9b6395cca2fd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4428854 Aug 16 20:43:48.588643 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port fa227d93-207f-4c0c-8143-10b505e799c5, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=fa227d93-207f-4c0c-8143-10b505e799c5,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:48.595481 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c79d2ba5-3334-40cc-8838-e575a6560a15 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:43:48.596013 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c79d2ba5-3334-40cc-8838-e575a6560a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:48.616565 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device fa227d93-207f-4c0c-8143-10b505e799c5 has no active binding in host n-h2-793620-15 {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 20:43:48.622914 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6d40f9d2-eb07-479c-8981-00b743a0c29e up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:48.685798 n-d-793620-15 neutron-server[101844]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 20:43:48.685798 n-d-793620-15 neutron-server[101844]: from cryptography.utils import int_from_bytes Aug 16 20:43:48.685798 n-d-793620-15 neutron-server[101844]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 20:43:48.685798 n-d-793620-15 neutron-server[101844]: from cryptography.utils import int_from_bytes Aug 16 20:43:48.685798 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 20:43:48.685798 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:43:48.685798 n-d-793620-15 neutron-server[101844]: timer() Aug 16 20:43:48.685798 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:43:48.685798 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 20:43:48.685798 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:43:48.685798 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 20:43:48.685798 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:43:48.685798 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 20:43:48.685798 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:43:48.685798 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 20:43:48.685798 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:43:48.685798 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 20:43:48.685798 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:43:48.685798 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:43:48.685798 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:43:48.685798 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:43:48.685798 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:43:48.685798 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 20:43:48.685798 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:43:48.685798 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 20:43:48.685798 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:43:48.685798 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:43:48.685798 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:43:48.685798 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 20:43:48.685798 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:43:48.685798 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:43:48.685798 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:43:48.685798 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:43:48.685798 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:43:48.685798 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:43:48.685798 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:43:48.694722 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=c10b290d-249f-4c9d-9952-9a1844757eeb,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:48.769269 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8bd527a9-7c0b-4847-bac2-20809009d7fd req-c88d628e-4cb9-4175-b73e-45d8b73b4fb1 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/security-groups?id=6631a5ce-300b-4d64-a115-bd56c38e014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442074 Aug 16 20:43:48.826800 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e93d627-4ee3-4f12-adf7-faf882e64ccd None None] Network ed5eda8e-07f1-4980-9b55-01ba3f47eea4 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:43:48.840251 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b32320-d9cb-4dbf-a584-c7847038549e req-94bc9a1b-7455-49e4-99bc-3ddd593f62b4 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:48.848678 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-66b32320-d9cb-4dbf-a584-c7847038549e req-94bc9a1b-7455-49e4-99bc-3ddd593f62b4 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1600289 Aug 16 20:43:48.852956 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-e8cbe9d8-6ff9-4ce7-8b8f-1e525ab27f9d service neutron] For port fa227d93-207f-4c0c-8143-10b505e799c5, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=fa227d93-207f-4c0c-8143-10b505e799c5,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:48.870566 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-b59d22ed-bd04-4779-8048-1e9843221fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:48.872517 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-b59d22ed-bd04-4779-8048-1e9843221fcf service neutron] 10.222.0.72 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.2978303 Aug 16 20:43:48.873458 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-66b32320-d9cb-4dbf-a584-c7847038549e req-877b6d9d-e7d3-46a0-87fc-76b937313ec0 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/quotas/d0c49bfa85fe4851a6f9b6395cca2fd5 HTTP/1.1" status: 200 len: 375 time: 0.0233045 Aug 16 20:43:48.888495 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-e8cbe9d8-6ff9-4ce7-8b8f-1e525ab27f9d service neutron] For port fa227d93-207f-4c0c-8143-10b505e799c5, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:48.924944 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['c10b290d-249f-4c9d-9952-9a1844757eeb'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:43:48.939472 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-66b32320-d9cb-4dbf-a584-c7847038549e req-3a02bb9e-b2c0-49a0-bb0e-0df5ef33149b tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d0c49bfa85fe4851a6f9b6395cca2fd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0654144 Aug 16 20:43:49.022819 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-e8cbe9d8-6ff9-4ce7-8b8f-1e525ab27f9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa227d93-207f-4c0c-8143-10b505e799c5 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:43:49.032389 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-d0efa901-cc77-48ca-9d81-f452200bc497 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=d3369948-8321-47ff-8983-1f5541dbf14d HTTP/1.1" status: 200 len: 217 time: 0.1097589 Aug 16 20:43:49.047026 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d3cae-d0c0-42c1-ab33-e1e29f1f8697 req-7c219186-a7b0-4179-bc82-92d9614f1448 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:49.048551 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-807d3cae-d0c0-42c1-ab33-e1e29f1f8697 req-7c219186-a7b0-4179-bc82-92d9614f1448 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 949 time: 0.0753253 Aug 16 20:43:49.052896 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-e8cbe9d8-6ff9-4ce7-8b8f-1e525ab27f9d service neutron] For port fa227d93-207f-4c0c-8143-10b505e799c5, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=fa227d93-207f-4c0c-8143-10b505e799c5,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:49.082464 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fbddffa7-b72b-410e-907e-ba714ac1e0fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:49.089169 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-807d3cae-d0c0-42c1-ab33-e1e29f1f8697 req-b4730eb5-11f3-4651-b741-bbaf62c71267 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340776 Aug 16 20:43:49.149074 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-82ade39c-f281-4a60-9681-d6a90bc33124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:49.150617 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-82ade39c-f281-4a60-9681-d6a90bc33124 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.1104681 Aug 16 20:43:49.219823 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:49.238708 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-0db9f9ca-1a1a-498f-875d-b67c181f709a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:49.240285 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-0db9f9ca-1a1a-498f-875d-b67c181f709a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0583527 Aug 16 20:43:49.257848 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-83d08968-f728-4629-b08f-7cbce08e29ac None None] Provisioning for port 6d40f9d2-eb07-479c-8981-00b743a0c29e completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:49.260351 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 6d40f9d2-eb07-479c-8981-00b743a0c29e completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:49.265881 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 6d40f9d2-eb07-479c-8981-00b743a0c29e triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:49.266922 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:49.269900 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-83d08968-f728-4629-b08f-7cbce08e29ac None None] Provisioning complete for port 6d40f9d2-eb07-479c-8981-00b743a0c29e triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:49.270343 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-83d08968-f728-4629-b08f-7cbce08e29ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:49.292654 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c79d2ba5-3334-40cc-8838-e575a6560a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:49.313583 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c79d2ba5-3334-40cc-8838-e575a6560a15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:49.319624 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c79d2ba5-3334-40cc-8838-e575a6560a15 admin admin] 10.222.0.84 "DELETE /v2.0/networks/9a5c7648-bddb-41e4-b843-570a35521157 HTTP/1.1" status: 204 len: 168 time: 1.5239179 Aug 16 20:43:49.325401 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2cd80-6021-4dea-bf92-155ebeb92529 req-2f61bf4e-f1fb-4b24-8c8e-87032247dd0e tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:49.330303 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4eb2cd80-6021-4dea-bf92-155ebeb92529 req-2f61bf4e-f1fb-4b24-8c8e-87032247dd0e tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=41d56411-63f1-4049-9d6e-8a94d82d9545 HTTP/1.1" status: 200 len: 944 time: 0.1079595 Aug 16 20:43:49.330303 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d2ba5-3334-40cc-8838-e575a6560a15 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a5c7648-bddb-41e4-b843-570a35521157,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:49.359261 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-e8cbe9d8-6ff9-4ce7-8b8f-1e525ab27f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:49.430928 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-014c494e-39c6-49ab-becb-6630228937db req-42ca49b3-f1bf-44a3-ae12-288e4a3fc660 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/ports?device_id=644ace96-96b8-4df9-b6d2-68e0902c48c7 HTTP/1.1" status: 200 len: 210 time: 0.0398076 Aug 16 20:43:49.441657 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-83d08968-f728-4629-b08f-7cbce08e29ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:49.446784 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4eb2cd80-6021-4dea-bf92-155ebeb92529 req-daaaae34-2fb3-4f53-b1c0-b9c6b2788dcd tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093976 Aug 16 20:43:49.560621 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-83d08968-f728-4629-b08f-7cbce08e29ac None None] For port 6d40f9d2-eb07-479c-8981-00b743a0c29e, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=6d40f9d2-eb07-479c-8981-00b743a0c29e,segment=NetworkSegment(b77570f6-2c6b-4b2c-bfcf-ea4849f9225f),segment_id=b77570f6-2c6b-4b2c-bfcf-ea4849f9225f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:49.581787 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:49.666958 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-83d08968-f728-4629-b08f-7cbce08e29ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:49.960800 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device c10b290d-249f-4c9d-9952-9a1844757eeb up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:49.992876 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ab5ab-b421-4b92-84a3-94cc4b639813 req-da7a10c4-c70d-4d0b-ba2e-661f5bd1a41a tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:49.996584 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-34cf48d4-75b8-4628-b015-45496e68c015 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6577501 Aug 16 20:43:50.001820 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.db.api [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:43:50.002195 n-d-793620-15 neutron-server[101846]: DEBUG oslo_db.api [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:43:50.004279 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-492ab5ab-b421-4b92-84a3-94cc4b639813 req-da7a10c4-c70d-4d0b-ba2e-661f5bd1a41a tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/ports?device_id=160a7457-fb1f-4e9a-bc77-d3037f39af1c HTTP/1.1" status: 200 len: 949 time: 0.1127541 Aug 16 20:43:50.008667 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d08968-f728-4629-b08f-7cbce08e29ac None None] Pushing event updated for resources: {'Port': ['ID=6d40f9d2-eb07-479c-8981-00b743a0c29e,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:50.018182 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 57986) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:50.033018 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5e16e1ea-7017-4494-82cf-31d7852b098a None None] Provisioning complete for port 6d40f9d2-eb07-479c-8981-00b743a0c29e triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:50.037683 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fbddffa7-b72b-410e-907e-ba714ac1e0fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:50.037817 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5e16e1ea-7017-4494-82cf-31d7852b098a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:50.086472 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-492ab5ab-b421-4b92-84a3-94cc4b639813 req-3f34a4d1-dca2-48b8-81d6-8dc184cf84e5 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/security-groups?id=6631a5ce-300b-4d64-a115-bd56c38e014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811913 Aug 16 20:43:50.105006 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-85b03063-8b8b-4104-a2fd-832826525abd admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=aa0de54f67dc442ebc514f44f4d5af98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0856345 Aug 16 20:43:50.111472 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 57988) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:50.193854 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b662306b-a6b6-40fd-aa0d-2c415b4cc0d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:50.242836 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b662306b-a6b6-40fd-aa0d-2c415b4cc0d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:50.264129 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830098d-eb16-4459-9c40-e3f0762abf2c req-e6e29e88-6096-4c00-b8ab-9fb7b7b332b5 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:50.265785 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f830098d-eb16-4459-9c40-e3f0762abf2c req-e6e29e88-6096-4c00-b8ab-9fb7b7b332b5 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 949 time: 0.0906482 Aug 16 20:43:50.268551 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port c10b290d-249f-4c9d-9952-9a1844757eeb completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:50.273609 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port c10b290d-249f-4c9d-9952-9a1844757eeb triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:50.274046 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:50.283591 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-6d132e89-e46b-440d-a433-364654a02283 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460263 Aug 16 20:43:50.286789 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-e8cbe9d8-6ff9-4ce7-8b8f-1e525ab27f9d service neutron] Transition to ACTIVE for port object fa227d93-207f-4c0c-8143-10b505e799c5 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:50.334499 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f830098d-eb16-4459-9c40-e3f0762abf2c req-27868f81-3133-41a1-b7ab-2c5a1b627164 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551064 Aug 16 20:43:50.364687 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:50.387623 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '160a7457-fb1f-4e9a-bc77-d3037f39af1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10b290d-249f-4c9d-9952-9a1844757eeb'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:50.389897 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95bd847-6330-46c5-8cd2-87c17ad3b64b" -d '{"events": [{"server_uuid": "160a7457-fb1f-4e9a-bc77-d3037f39af1c", "name": "network-vif-plugged", "status": "completed", "tag": "c10b290d-249f-4c9d-9952-9a1844757eeb"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:50.394126 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-e8cbe9d8-6ff9-4ce7-8b8f-1e525ab27f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:50.404309 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port c10b290d-249f-4c9d-9952-9a1844757eeb, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=c10b290d-249f-4c9d-9952-9a1844757eeb,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:50.431646 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7472e528-eeff-4814-8a50-2ec609b75cb5 x-openstack-request-id: req-7472e528-eeff-4814-8a50-2ec609b75cb5 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:50.431646 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "160a7457-fb1f-4e9a-bc77-d3037f39af1c", "name": "network-vif-plugged", "status": "completed", "tag": "c10b290d-249f-4c9d-9952-9a1844757eeb", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:50.431646 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7472e528-eeff-4814-8a50-2ec609b75cb5 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:50.432508 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '160a7457-fb1f-4e9a-bc77-d3037f39af1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10b290d-249f-4c9d-9952-9a1844757eeb', 'code': 200} Aug 16 20:43:50.468179 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-e8cbe9d8-6ff9-4ce7-8b8f-1e525ab27f9d service neutron] No DVR routers for this DVR port fa227d93-207f-4c0c-8143-10b505e799c5 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:43:50.479723 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cbe9d8-6ff9-4ce7-8b8f-1e525ab27f9d service neutron] Pushing event updated for resources: {'Port': ['ID=fa227d93-207f-4c0c-8143-10b505e799c5,revision_number=10']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:50.495566 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbddffa7-b72b-410e-907e-ba714ac1e0fe admin admin] Router 116149b3-7d2a-47a1-960b-588e2fd7ab15 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:43:50.523356 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7aa176bd-b126-4663-8474-356b81b9d0af req-2249a2cd-ff73-49c0-881e-0aea183d9278 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/ports?device_id=644ace96-96b8-4df9-b6d2-68e0902c48c7 HTTP/1.1" status: 200 len: 210 time: 0.0482752 Aug 16 20:43:50.528446 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-e8cbe9d8-6ff9-4ce7-8b8f-1e525ab27f9d service neutron] 10.222.0.72 "PUT /v2.0/ports/fa227d93-207f-4c0c-8143-10b505e799c5/bindings/n-h2-793620-15/activate HTTP/1.1" status: 200 len: 370 time: 2.2678404 Aug 16 20:43:50.551846 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b662306b-a6b6-40fd-aa0d-2c415b4cc0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:50.554535 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b662306b-a6b6-40fd-aa0d-2c415b4cc0d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:50.556298 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b662306b-a6b6-40fd-aa0d-2c415b4cc0d9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7d78acd3-a2a6-4450-97dc-bb109074bceb HTTP/1.1" status: 204 len: 168 time: 0.4434569 Aug 16 20:43:50.579817 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:50.610100 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662306b-a6b6-40fd-aa0d-2c415b4cc0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d78acd3-a2a6-4450-97dc-bb109074bceb,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:50.623155 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77601296-a8ef-42b3-a1aa-8c3e2766467a req-a47b0cdd-d3d1-496a-bc26-95f3f013cdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:50.624874 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-77601296-a8ef-42b3-a1aa-8c3e2766467a req-a47b0cdd-d3d1-496a-bc26-95f3f013cdf1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=160a7457-fb1f-4e9a-bc77-d3037f39af1c HTTP/1.1" status: 200 len: 1101 time: 0.1126025 Aug 16 20:43:50.656740 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16331617-91ea-4bc7-8efc-888a7f15ec8d req-d135c4f1-e926-45ae-8ffb-0db78023c729 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:50.658662 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-16331617-91ea-4bc7-8efc-888a7f15ec8d req-d135c4f1-e926-45ae-8ffb-0db78023c729 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=41d56411-63f1-4049-9d6e-8a94d82d9545 HTTP/1.1" status: 200 len: 945 time: 0.1001537 Aug 16 20:43:50.679687 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=c10b290d-249f-4c9d-9952-9a1844757eeb,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:50.704053 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-77601296-a8ef-42b3-a1aa-8c3e2766467a req-5a8df538-0beb-43a2-99b9-c718b274e13a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6631a5ce-300b-4d64-a115-bd56c38e014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651870 Aug 16 20:43:50.726127 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-16331617-91ea-4bc7-8efc-888a7f15ec8d req-fa7d940f-5f47-4586-be7a-72b817e8ac69 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413318 Aug 16 20:43:50.801803 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6d40f9d2-eb07-479c-8981-00b743a0c29e up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:50.814120 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-360ef5d4-d8a2-4669-b6cc-47182aa72bd5 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:50.815656 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-360ef5d4-d8a2-4669-b6cc-47182aa72bd5 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=41d56411-63f1-4049-9d6e-8a94d82d9545&tenant_id=8ef76538be3f42efb94d0f0a8384d0d1&binding%3Ahost_id=n-h1-793620-15 HTTP/1.1" status: 200 len: 1097 time: 0.0838902 Aug 16 20:43:50.816607 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbddffa7-b72b-410e-907e-ba714ac1e0fe admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:43:50.827769 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f1a933-53f8-44d6-ac01-40a0d613764c None None] Sync routers for ids ['116149b3-7d2a-47a1-960b-588e2fd7ab15'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:43:50.837087 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f1a933-53f8-44d6-ac01-40a0d613764c None None] Routers {'116149b3-7d2a-47a1-960b-588e2fd7ab15'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:43:50.839183 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-41f1a933-53f8-44d6-ac01-40a0d613764c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:43:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['116149b3-7d2a-47a1-960b-588e2fd7ab15'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:50.858069 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 6d40f9d2-eb07-479c-8981-00b743a0c29e triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:50.858828 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:50.899497 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-e590cf21-9191-4205-8d10-72ff0a5bd002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:50.901203 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-e590cf21-9191-4205-8d10-72ff0a5bd002 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=41d56411-63f1-4049-9d6e-8a94d82d9545&tenant_id=8ef76538be3f42efb94d0f0a8384d0d1 HTTP/1.1" status: 200 len: 1097 time: 0.0507607 Aug 16 20:43:50.949923 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-41f1a933-53f8-44d6-ac01-40a0d613764c None None] Set router 116149b3-7d2a-47a1-960b-588e2fd7ab15 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:43:50.982177 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-0e66391e-39a8-4361-b3d3-3914045895da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:50.984648 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-0e66391e-39a8-4361-b3d3-3914045895da service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ef76538be3f42efb94d0f0a8384d0d1&device_id=41d56411-63f1-4049-9d6e-8a94d82d9545 HTTP/1.1" status: 200 len: 1097 time: 0.0543213 Aug 16 20:43:50.986338 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fbddffa7-b72b-410e-907e-ba714ac1e0fe admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:50.988349 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fbddffa7-b72b-410e-907e-ba714ac1e0fe admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.6468649 Aug 16 20:43:50.990954 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 58020) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:51.187184 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-46867b34-17cd-4782-a01c-f5f02e52dd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:51.188972 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-46867b34-17cd-4782-a01c-f5f02e52dd0e service neutron] 10.222.0.90 "GET /v2.0/networks?id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa HTTP/1.1" status: 200 len: 909 time: 0.1860511 Aug 16 20:43:51.207210 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-41f1a933-53f8-44d6-ac01-40a0d613764c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'name': 'tempest-FloatingIPsAssociationTestJSON-983462297-router', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:45Z', 'updated_at': '2021-08-16T20:43:48Z', 'revision_number': 3, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'gw_port': {'id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:47Z', 'updated_at': '2021-08-16T20:43:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:51.239949 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f1a933-53f8-44d6-ac01-40a0d613764c None None] Checking router: 116149b3-7d2a-47a1-960b-588e2fd7ab15 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:43:51.240402 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f1a933-53f8-44d6-ac01-40a0d613764c None None] Updating router 116149b3-7d2a-47a1-960b-588e2fd7ab15 port d3e8f24e-5a8e-4917-8671-4eb3b33c874a binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:43:51.248719 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-eb77b88e-1327-42f6-a787-9c97461171dd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa227d93-207f-4c0c-8143-10b505e799c5 HTTP/1.1" status: 200 len: 217 time: 0.0472562 Aug 16 20:43:51.273181 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-41f1a933-53f8-44d6-ac01-40a0d613764c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:51.314627 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-603d6c61-f0fd-43e5-8df2-a1b171beb729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:51.316312 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-603d6c61-f0fd-43e5-8df2-a1b171beb729 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=32473632-cd45-434e-a077-52a281cec044 HTTP/1.1" status: 200 len: 848 time: 0.0572591 Aug 16 20:43:51.371141 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-878a5130-bf13-4335-9131-4314ca4e4a35 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354037 Aug 16 20:43:51.431913 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661dffb9-12a8-4c6e-a322-f817a9776ae7 req-5f3c0df9-2ef9-4416-9f02-3d8007a15781 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:51.434022 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-661dffb9-12a8-4c6e-a322-f817a9776ae7 req-5f3c0df9-2ef9-4416-9f02-3d8007a15781 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/ports?device_id=160a7457-fb1f-4e9a-bc77-d3037f39af1c HTTP/1.1" status: 200 len: 950 time: 0.2392204 Aug 16 20:43:51.489446 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-31244288-561b-4dd6-9586-ac7b985eba39 service neutron] 10.222.0.90 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097450 Aug 16 20:43:51.607717 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 58058) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:51.645743 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:51.646294 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-41f1a933-53f8-44d6-ac01-40a0d613764c None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:51.657568 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-41f1a933-53f8-44d6-ac01-40a0d613764c None None] Transition to ACTIVE for port object d3e8f24e-5a8e-4917-8671-4eb3b33c874a will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:51.681179 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c6ecb111-5e78-44d0-ae4b-41cdf7456987 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=36597de7612f40b1a8c36e2188f3379d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0721242 Aug 16 20:43:51.683978 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 58064) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:51.694233 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-48c5c4bd-eb67-455c-bf66-cf7c3edf1f7c service neutron] 10.222.0.90 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962252 Aug 16 20:43:51.741114 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-76f01b3f-ee75-4339-84e7-007b78f3edf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:51.763390 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-76f01b3f-ee75-4339-84e7-007b78f3edf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:51.789192 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-41f1a933-53f8-44d6-ac01-40a0d613764c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:51.792188 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-661dffb9-12a8-4c6e-a322-f817a9776ae7 req-3558a53c-c5df-4d35-97e0-4a7e116eed31 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/security-groups?id=6631a5ce-300b-4d64-a115-bd56c38e014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425579 Aug 16 20:43:51.874568 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f4174a-5065-48ef-8c75-7ba997510b3e None None] Pushing event updated for resources: {'Port': ['ID=d3e8f24e-5a8e-4917-8671-4eb3b33c874a,revision_number=2']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:51.902111 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4174a-5065-48ef-8c75-7ba997510b3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:51.902691 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4174a-5065-48ef-8c75-7ba997510b3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:51.902933 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-24e5096a-79e8-45fb-a35e-2f61525746cb req-02229ae8-093c-41d2-8bdd-46c24b563215 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0580523 Aug 16 20:43:51.904308 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4174a-5065-48ef-8c75-7ba997510b3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:51.906462 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4174a-5065-48ef-8c75-7ba997510b3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:51.906462 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4174a-5065-48ef-8c75-7ba997510b3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:51.906462 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4174a-5065-48ef-8c75-7ba997510b3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:51.906462 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4174a-5065-48ef-8c75-7ba997510b3e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:51.906462 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4174a-5065-48ef-8c75-7ba997510b3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:51.906462 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4174a-5065-48ef-8c75-7ba997510b3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:51.906951 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4174a-5065-48ef-8c75-7ba997510b3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:51.907266 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4174a-5065-48ef-8c75-7ba997510b3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:51.907595 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4174a-5065-48ef-8c75-7ba997510b3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:51.925560 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-41f1a933-53f8-44d6-ac01-40a0d613764c None None] Attempting to bind port d3e8f24e-5a8e-4917-8671-4eb3b33c874a on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:43:51.926144 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-41f1a933-53f8-44d6-ac01-40a0d613764c None None] Attempting to bind port d3e8f24e-5a8e-4917-8671-4eb3b33c874a by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:43:51.929514 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f1a933-53f8-44d6-ac01-40a0d613764c None None] Attempting to bind port d3e8f24e-5a8e-4917-8671-4eb3b33c874a on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:51.941653 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f1a933-53f8-44d6-ac01-40a0d613764c None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:43:51.942045 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f1a933-53f8-44d6-ac01-40a0d613764c None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:51.942460 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-41f1a933-53f8-44d6-ac01-40a0d613764c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:51.942858 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f1a933-53f8-44d6-ac01-40a0d613764c None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:43:51.943336 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-41f1a933-53f8-44d6-ac01-40a0d613764c None None] Bound port: d3e8f24e-5a8e-4917-8671-4eb3b33c874a, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:43:51.943744 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-41f1a933-53f8-44d6-ac01-40a0d613764c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:52.010249 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-41f1a933-53f8-44d6-ac01-40a0d613764c None None] For port d3e8f24e-5a8e-4917-8671-4eb3b33c874a, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:52.013544 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-41f1a933-53f8-44d6-ac01-40a0d613764c None None] For port d3e8f24e-5a8e-4917-8671-4eb3b33c874a, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=d3e8f24e-5a8e-4917-8671-4eb3b33c874a,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:43:52.016215 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5096a-79e8-45fb-a35e-2f61525746cb req-9eef3ba7-b11e-4bce-aa47-43635b7e5f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:52.017913 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-24e5096a-79e8-45fb-a35e-2f61525746cb req-9eef3ba7-b11e-4bce-aa47-43635b7e5f46 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8eeb19c70e2743deaa8aa99547f66522&device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 1101 time: 0.0429525 Aug 16 20:43:52.024968 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8493a553-3da0-49c1-a7a7-e4e7f2c262a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:52.046672 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e079f-326d-482b-841e-73c21d27ffa1 req-50355164-6f27-4a8c-841b-87b3ba67eb08 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:52.048168 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-850e079f-326d-482b-841e-73c21d27ffa1 req-50355164-6f27-4a8c-841b-87b3ba67eb08 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 949 time: 0.0710459 Aug 16 20:43:52.126756 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-76f01b3f-ee75-4339-84e7-007b78f3edf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:52.128811 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-850e079f-326d-482b-841e-73c21d27ffa1 req-407e5a5d-e465-404a-9659-389b24f344ee tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699806 Aug 16 20:43:52.129889 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-76f01b3f-ee75-4339-84e7-007b78f3edf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:52.131058 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-76f01b3f-ee75-4339-84e7-007b78f3edf2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d6439e41-9089-4104-a9fb-ef8b9166e752 HTTP/1.1" status: 204 len: 168 time: 0.4458563 Aug 16 20:43:52.148460 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-41f1a933-53f8-44d6-ac01-40a0d613764c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:52.150384 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f01b3f-ee75-4339-84e7-007b78f3edf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6439e41-9089-4104-a9fb-ef8b9166e752,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:52.165181 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5096a-79e8-45fb-a35e-2f61525746cb req-3abbfd24-3877-4b17-9b66-88ccfdac7fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:52.167186 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-24e5096a-79e8-45fb-a35e-2f61525746cb req-3abbfd24-3877-4b17-9b66-88ccfdac7fc5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.1267774 Aug 16 20:43:52.228745 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f1a933-53f8-44d6-ac01-40a0d613764c None None] Routers {'116149b3-7d2a-47a1-960b-588e2fd7ab15'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:43:52.229600 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-41f1a933-53f8-44d6-ac01-40a0d613764c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:43:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['116149b3-7d2a-47a1-960b-588e2fd7ab15'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:52.259436 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-24e5096a-79e8-45fb-a35e-2f61525746cb req-3af159e5-0250-4ec3-bf2f-0ab0a5ef689b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=56353298-d50b-4643-afa0-a1f978a1a3fa HTTP/1.1" status: 200 len: 217 time: 0.0838246 Aug 16 20:43:52.285722 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f3d4c3e-7425-4be0-9311-7acab8858af1 req-48f7fa37-5968-47c8-b43b-48f32e38cc31 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/ports?device_id=644ace96-96b8-4df9-b6d2-68e0902c48c7 HTTP/1.1" status: 200 len: 210 time: 0.0391552 Aug 16 20:43:52.292268 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-8493a553-3da0-49c1-a7a7-e4e7f2c262a5 admin admin] Allocated IP 172.20.0.1 (ed5eda8e-07f1-4980-9b55-01ba3f47eea4/bd8dab9d-a3f2-4736-9e51-3a290163fbfe/295a163f-7226-4145-9b54-1d9944f3fbab) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:52.383497 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5096a-79e8-45fb-a35e-2f61525746cb req-ff98b2a1-701e-4336-9bd5-f11ab07601c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:52.385458 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-24e5096a-79e8-45fb-a35e-2f61525746cb req-ff98b2a1-701e-4336-9bd5-f11ab07601c4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.1180573 Aug 16 20:43:52.394813 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f4174a-5065-48ef-8c75-7ba997510b3e None None] Pushing event updated for resources: {'Port': ['ID=d3e8f24e-5a8e-4917-8671-4eb3b33c874a,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:52.441051 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5096a-79e8-45fb-a35e-2f61525746cb req-e983f5c5-0a3a-408b-848b-50100aa7c32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:52.442890 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-24e5096a-79e8-45fb-a35e-2f61525746cb req-e983f5c5-0a3a-408b-848b-50100aa7c32a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0486524 Aug 16 20:43:52.477928 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ee5bf-7ebd-4834-99d2-c1279c73dd36 req-e77fd825-39e7-4a86-8542-f3b569d39cfc tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:52.479758 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-943ee5bf-7ebd-4834-99d2-c1279c73dd36 req-e77fd825-39e7-4a86-8542-f3b569d39cfc tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=41d56411-63f1-4049-9d6e-8a94d82d9545 HTTP/1.1" status: 200 len: 945 time: 0.0866487 Aug 16 20:43:52.494799 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-41f1a933-53f8-44d6-ac01-40a0d613764c None None] Set router 116149b3-7d2a-47a1-960b-588e2fd7ab15 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:43:52.500478 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8493a553-3da0-49c1-a7a7-e4e7f2c262a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:52.528509 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-8493a553-3da0-49c1-a7a7-e4e7f2c262a5 admin admin] Transition to ACTIVE for port object 295a163f-7226-4145-9b54-1d9944f3fbab will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:52.547187 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-943ee5bf-7ebd-4834-99d2-c1279c73dd36 req-4bb68f79-1206-413f-b55a-c4030a3e039c tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572722 Aug 16 20:43:52.555277 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-24e5096a-79e8-45fb-a35e-2f61525746cb req-05a1aef2-da18-46f6-814a-07482c947ece service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039367 Aug 16 20:43:52.575046 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device fa227d93-207f-4c0c-8143-10b505e799c5 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:43:52.634294 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device fa227d93-207f-4c0c-8143-10b505e799c5 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:43:52.719473 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-24e5096a-79e8-45fb-a35e-2f61525746cb req-eac698ee-eef7-4d19-81dd-38d11f7c8739 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556768 Aug 16 20:43:52.737928 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-41f1a933-53f8-44d6-ac01-40a0d613764c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'name': 'tempest-FloatingIPsAssociationTestJSON-983462297-router', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:45Z', 'updated_at': '2021-08-16T20:43:48Z', 'revision_number': 3, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'gw_port': {'id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:47Z', 'updated_at': '2021-08-16T20:43:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:52.748345 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8493a553-3da0-49c1-a7a7-e4e7f2c262a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:52.765620 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f1a933-53f8-44d6-ac01-40a0d613764c None None] The sync data for ids ['116149b3-7d2a-47a1-960b-588e2fd7ab15'] in n-d-793620-15 is: [{'id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'name': 'tempest-FloatingIPsAssociationTestJSON-983462297-router', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:45Z', 'updated_at': '2021-08-16T20:43:48Z', 'revision_number': 3, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'gw_port': {'id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:47Z', 'updated_at': '2021-08-16T20:43:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:43:52.796947 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8493a553-3da0-49c1-a7a7-e4e7f2c262a5 admin admin] Network ed5eda8e-07f1-4980-9b55-01ba3f47eea4 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:52.805996 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-8493a553-3da0-49c1-a7a7-e4e7f2c262a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:52.810372 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8493a553-3da0-49c1-a7a7-e4e7f2c262a5 admin admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:52.888784 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493a553-3da0-49c1-a7a7-e4e7f2c262a5 admin admin] Pushing event updated for resources: {'Port': ['ID=295a163f-7226-4145-9b54-1d9944f3fbab,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:52.959640 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8493a553-3da0-49c1-a7a7-e4e7f2c262a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:52.960436 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-66b32320-d9cb-4dbf-a584-c7847038549e req-51eb0487-fcb2-493a-a686-ac30f8792849 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=d0c49bfa85fe4851a6f9b6395cca2fd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413373 Aug 16 20:43:53.098672 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b32320-d9cb-4dbf-a584-c7847038549e req-a0aaa5e0-7c53-48d5-bc07-6dec50e82fce tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:53.100522 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-66b32320-d9cb-4dbf-a584-c7847038549e req-a0aaa5e0-7c53-48d5-bc07-6dec50e82fce tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1341031 Aug 16 20:43:53.122330 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-66b32320-d9cb-4dbf-a584-c7847038549e req-7354a052-0660-4bfb-aef0-48b88b0b5677 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Request body: {'port': {'device_id': '644ace96-96b8-4df9-b6d2-68e0902c48c7', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'admin_state_up': True, 'tenant_id': 'd0c49bfa85fe4851a6f9b6395cca2fd5'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:53.129245 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92977bab-ac7b-49b9-9b35-629b82d34b8a req-1488fca8-8a98-4b35-a483-41c0ea14a4a2 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:53.143001 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-92977bab-ac7b-49b9-9b35-629b82d34b8a req-1488fca8-8a98-4b35-a483-41c0ea14a4a2 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/ports?device_id=160a7457-fb1f-4e9a-bc77-d3037f39af1c HTTP/1.1" status: 200 len: 950 time: 0.2391980 Aug 16 20:43:53.227538 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-3932fd1a-490a-43fc-845e-0b351042059f tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:53.241779 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-3932fd1a-490a-43fc-845e-0b351042059f tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=41d56411-63f1-4049-9d6e-8a94d82d9545&tenant_id=8ef76538be3f42efb94d0f0a8384d0d1&binding%3Ahost_id=n-h2-793620-15 HTTP/1.1" status: 200 len: 1097 time: 0.2290189 Aug 16 20:43:53.296399 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-92977bab-ac7b-49b9-9b35-629b82d34b8a req-3a03dcab-d1e0-461a-bfbf-e3a066ca9461 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/security-groups?id=6631a5ce-300b-4d64-a115-bd56c38e014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589849 Aug 16 20:43:53.319764 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-9a21d77b-a1aa-4f2e-a169-309927dc4794 None None] Provisioning for port 295a163f-7226-4145-9b54-1d9944f3fbab completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:53.343380 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-9a21d77b-a1aa-4f2e-a169-309927dc4794 None None] Provisioning complete for port 295a163f-7226-4145-9b54-1d9944f3fbab triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:53.343380 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9a21d77b-a1aa-4f2e-a169-309927dc4794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:53.429845 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-9a21d77b-a1aa-4f2e-a169-309927dc4794 None None] Port 295a163f-7226-4145-9b54-1d9944f3fbab cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:43:53.475669 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8493a553-3da0-49c1-a7a7-e4e7f2c262a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:53.530674 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66b32320-d9cb-4dbf-a584-c7847038549e req-7354a052-0660-4bfb-aef0-48b88b0b5677 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Made reservation on behalf of d0c49bfa85fe4851a6f9b6395cca2fd5 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:53.534214 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-66b32320-d9cb-4dbf-a584-c7847038549e req-7354a052-0660-4bfb-aef0-48b88b0b5677 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:53.554238 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-66b32320-d9cb-4dbf-a584-c7847038549e req-7354a052-0660-4bfb-aef0-48b88b0b5677 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:53.639854 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0db82d-49ea-4ee1-83ba-3416efc9f2e7 req-f683b01a-fda7-4fa3-b301-3c9c5616841d tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:53.647840 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0a0db82d-49ea-4ee1-83ba-3416efc9f2e7 req-f683b01a-fda7-4fa3-b301-3c9c5616841d tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 949 time: 0.1987996 Aug 16 20:43:53.799714 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-66b32320-d9cb-4dbf-a584-c7847038549e req-7354a052-0660-4bfb-aef0-48b88b0b5677 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:53.803484 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0a0db82d-49ea-4ee1-83ba-3416efc9f2e7 req-73a5d1e3-beed-481f-a3a3-1a7ffabde3c4 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498797 Aug 16 20:43:53.821126 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1290f657-3acc-416d-ad71-1d11ec6dd630 req-a4ae0f35-0b72-4e1c-9eef-92a681ab11d0 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/ports?device_id=644ace96-96b8-4df9-b6d2-68e0902c48c7 HTTP/1.1" status: 200 len: 210 time: 0.0810196 Aug 16 20:43:53.831174 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-ae4ce005-3711-4cc8-98f3-adf02886d229 service neutron] For port fa227d93-207f-4c0c-8143-10b505e799c5, host n-h1-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:53.838514 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-ae4ce005-3711-4cc8-98f3-adf02886d229 service neutron] Notify callbacks [] for binding, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:53.839702 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f2fa8060-abb2-40ea-bac7-84844bc8e2a2 req-ae4ce005-3711-4cc8-98f3-adf02886d229 service neutron] 10.222.0.90 "DELETE /v2.0/ports/fa227d93-207f-4c0c-8143-10b505e799c5/bindings/n-h1-793620-15 HTTP/1.1" status: 204 len: 173 time: 0.5608780 Aug 16 20:43:53.911098 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-66b32320-d9cb-4dbf-a584-c7847038549e req-7354a052-0660-4bfb-aef0-48b88b0b5677 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:53.988071 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8493a553-3da0-49c1-a7a7-e4e7f2c262a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:54.000426 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354a052-0660-4bfb-aef0-48b88b0b5677 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38a2cbe1-a976-4968-8908-78cafc258859,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:54.015531 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35897356-c91b-4f73-9ce1-fa59591c00e2 req-f3acc7d2-4a27-4c2a-af4b-9b31e677154c tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:54.017270 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35897356-c91b-4f73-9ce1-fa59591c00e2 req-f3acc7d2-4a27-4c2a-af4b-9b31e677154c tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=41d56411-63f1-4049-9d6e-8a94d82d9545 HTTP/1.1" status: 200 len: 945 time: 0.1049438 Aug 16 20:43:54.068978 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35897356-c91b-4f73-9ce1-fa59591c00e2 req-fcfa1d2d-62a7-4046-ae6a-6c1327590422 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413187 Aug 16 20:43:54.105945 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8493a553-3da0-49c1-a7a7-e4e7f2c262a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:54.156509 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-66b32320-d9cb-4dbf-a584-c7847038549e req-7354a052-0660-4bfb-aef0-48b88b0b5677 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Allocated IP 192.168.233.44 (d77fce7e-e915-4ee5-ada6-d6f376af2589/2883ed1d-8e71-4475-b2ce-2177242b9f23/cdb27c37-0f51-48fe-a2b4-8a89bd6aee69) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:54.268066 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8493a553-3da0-49c1-a7a7-e4e7f2c262a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:54.307821 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493a553-3da0-49c1-a7a7-e4e7f2c262a5 admin admin] Pushing event updated for resources: {'Port': ['ID=295a163f-7226-4145-9b54-1d9944f3fbab,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:54.401171 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-66b32320-d9cb-4dbf-a584-c7847038549e req-7354a052-0660-4bfb-aef0-48b88b0b5677 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:54.443939 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-66b32320-d9cb-4dbf-a584-c7847038549e req-7354a052-0660-4bfb-aef0-48b88b0b5677 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Transition to ACTIVE for port object cdb27c37-0f51-48fe-a2b4-8a89bd6aee69 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:54.493538 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-cb97b18d-65f9-4ac5-b8ee-9dfff7c0cba7 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:54.501357 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-cb97b18d-65f9-4ac5-b8ee-9dfff7c0cba7 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/networks?id=129de689-1a67-4447-bccf-e675c592e5c9 HTTP/1.1" status: 200 len: 804 time: 0.2347043 Aug 16 20:43:54.526744 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-76d8813d-cea1-4e04-ad59-2e32b9055c1e tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/quotas/8cc126ebead24b64ac4f071673509eb8 HTTP/1.1" status: 200 len: 375 time: 0.0242338 Aug 16 20:43:54.609528 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8493a553-3da0-49c1-a7a7-e4e7f2c262a5 admin admin] Network ed5eda8e-07f1-4980-9b55-01ba3f47eea4 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:54.616772 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-8493a553-3da0-49c1-a7a7-e4e7f2c262a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:54.628759 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-db3a5a98-cbd6-4efd-a917-410b2d4c8f1f tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=8cc126ebead24b64ac4f071673509eb8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1005492 Aug 16 20:43:54.728612 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-66b32320-d9cb-4dbf-a584-c7847038549e req-7354a052-0660-4bfb-aef0-48b88b0b5677 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:54.734126 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc33267-ccc7-4c3b-8aef-bea2561906f0 req-6e6df7a5-7d62-47b3-bdb9-7778ff40b930 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:54.742975 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6dc33267-ccc7-4c3b-8aef-bea2561906f0 req-6e6df7a5-7d62-47b3-bdb9-7778ff40b930 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/ports?device_id=160a7457-fb1f-4e9a-bc77-d3037f39af1c HTTP/1.1" status: 200 len: 950 time: 0.1768272 Aug 16 20:43:54.856711 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354a052-0660-4bfb-aef0-48b88b0b5677 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Pushing event updated for resources: {'Port': ['ID=cdb27c37-0f51-48fe-a2b4-8a89bd6aee69,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:54.874622 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a9f83c95-4e80-4078-9541-e94a42c9a02c None None] Provisioning complete for port 295a163f-7226-4145-9b54-1d9944f3fbab triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:54.875346 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a9f83c95-4e80-4078-9541-e94a42c9a02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:54.883435 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66b32320-d9cb-4dbf-a584-c7847038549e req-7354a052-0660-4bfb-aef0-48b88b0b5677 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Network d77fce7e-e915-4ee5-ada6-d6f376af2589 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:54.887245 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6dc33267-ccc7-4c3b-8aef-bea2561906f0 req-2384c669-2fd0-4e92-a5ec-eca15106a630 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/security-groups?id=6631a5ce-300b-4d64-a115-bd56c38e014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420403 Aug 16 20:43:54.892123 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-66b32320-d9cb-4dbf-a584-c7847038549e req-7354a052-0660-4bfb-aef0-48b88b0b5677 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:54.895425 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b32320-d9cb-4dbf-a584-c7847038549e req-7354a052-0660-4bfb-aef0-48b88b0b5677 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:54.949331 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device d3e8f24e-5a8e-4917-8671-4eb3b33c874a up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:54.952520 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a9f83c95-4e80-4078-9541-e94a42c9a02c None None] Port 295a163f-7226-4145-9b54-1d9944f3fbab cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:43:54.985380 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b32320-d9cb-4dbf-a584-c7847038549e req-7354a052-0660-4bfb-aef0-48b88b0b5677 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:54.986481 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-66b32320-d9cb-4dbf-a584-c7847038549e req-7354a052-0660-4bfb-aef0-48b88b0b5677 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:55.025189 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-4df0ee83-42be-4079-8097-7df77b65bae9 service neutron] 10.222.0.84 "GET /v2.0/networks/129de689-1a67-4447-bccf-e675c592e5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868725 Aug 16 20:43:55.045433 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8493a553-3da0-49c1-a7a7-e4e7f2c262a5 admin admin] Router 116149b3-7d2a-47a1-960b-588e2fd7ab15 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:43:55.083005 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port d3e8f24e-5a8e-4917-8671-4eb3b33c874a completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:55.084100 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-66b32320-d9cb-4dbf-a584-c7847038549e req-7354a052-0660-4bfb-aef0-48b88b0b5677 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9672623 Aug 16 20:43:55.087630 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port d3e8f24e-5a8e-4917-8671-4eb3b33c874a triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:55.088087 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:55.108033 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-66b32320-d9cb-4dbf-a584-c7847038549e req-31230d2e-f6a6-4422-b647-9bd62663e300 service neutron] Request body: {'port': {'device_id': '644ace96-96b8-4df9-b6d2-68e0902c48c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:55.257091 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:55.304977 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port d3e8f24e-5a8e-4917-8671-4eb3b33c874a, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=d3e8f24e-5a8e-4917-8671-4eb3b33c874a,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:55.306551 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-66b32320-d9cb-4dbf-a584-c7847038549e req-31230d2e-f6a6-4422-b647-9bd62663e300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:55.400949 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:55.403175 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de226c-2c5a-4bd7-8f1f-120c94a9121f req-d6628586-e9e7-452d-8a13-c8cd4a14999a tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:55.415604 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3de226c-2c5a-4bd7-8f1f-120c94a9121f req-d6628586-e9e7-452d-8a13-c8cd4a14999a tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=41d56411-63f1-4049-9d6e-8a94d82d9545 HTTP/1.1" status: 200 len: 1097 time: 0.2632024 Aug 16 20:43:55.420858 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8493a553-3da0-49c1-a7a7-e4e7f2c262a5 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:43:55.446592 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8493a553-3da0-49c1-a7a7-e4e7f2c262a5 admin admin] 10.222.0.84 "PUT /v2.0/routers/116149b3-7d2a-47a1-960b-588e2fd7ab15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4544208 Aug 16 20:43:55.454706 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ae463c-3e68-4fd6-9af5-8f9f0164c436 None None] Sync routers for ids ['116149b3-7d2a-47a1-960b-588e2fd7ab15'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:43:55.477038 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ae463c-3e68-4fd6-9af5-8f9f0164c436 None None] Routers {'116149b3-7d2a-47a1-960b-588e2fd7ab15'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:43:55.478032 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-30ae463c-3e68-4fd6-9af5-8f9f0164c436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:43:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['116149b3-7d2a-47a1-960b-588e2fd7ab15'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:55.532404 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a902da6b-11cc-4084-b5cb-c968d33c99c7 None None] Provisioning for port cdb27c37-0f51-48fe-a2b4-8a89bd6aee69 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:55.536793 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=d3e8f24e-5a8e-4917-8671-4eb3b33c874a,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:55.550995 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a902da6b-11cc-4084-b5cb-c968d33c99c7 None None] Provisioning complete for port cdb27c37-0f51-48fe-a2b4-8a89bd6aee69 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:55.551902 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a902da6b-11cc-4084-b5cb-c968d33c99c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:55.595479 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a902da6b-11cc-4084-b5cb-c968d33c99c7 None None] Port cdb27c37-0f51-48fe-a2b4-8a89bd6aee69 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:43:55.690027 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-30ae463c-3e68-4fd6-9af5-8f9f0164c436 None None] Set router 116149b3-7d2a-47a1-960b-588e2fd7ab15 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:43:55.707734 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-66b32320-d9cb-4dbf-a584-c7847038549e req-31230d2e-f6a6-4422-b647-9bd62663e300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdb27c37-0f51-48fe-a2b4-8a89bd6aee69 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:43:55.716025 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-66b32320-d9cb-4dbf-a584-c7847038549e req-31230d2e-f6a6-4422-b647-9bd62663e300 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:55.730267 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-66b32320-d9cb-4dbf-a584-c7847038549e req-31230d2e-f6a6-4422-b647-9bd62663e300 service neutron] Transition to ACTIVE for port object cdb27c37-0f51-48fe-a2b4-8a89bd6aee69 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:55.774225 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-d4bb0cfb-2342-4d9e-9e32-63ad810fa7a2 service neutron] 10.222.0.84 "GET /v2.0/networks/129de689-1a67-4447-bccf-e675c592e5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7477102 Aug 16 20:43:55.788890 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3de226c-2c5a-4bd7-8f1f-120c94a9121f req-6460ca1f-6d3f-4ab1-bbfc-1762e11b5635 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723736 Aug 16 20:43:55.818853 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-66b32320-d9cb-4dbf-a584-c7847038549e req-31230d2e-f6a6-4422-b647-9bd62663e300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:55.820398 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5549a-7908-4506-bfe8-b17e39972437 req-15c415a9-429b-4ced-951b-2ec3d561028e tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:55.822023 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-efa5549a-7908-4506-bfe8-b17e39972437 req-15c415a9-429b-4ced-951b-2ec3d561028e tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.90 "GET /v2.0/ports?device_id=1c455540-fa48-411b-bd8b-ee350502c26f HTTP/1.1" status: 200 len: 945 time: 0.0617833 Aug 16 20:43:55.839731 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 3aa47caa-5335-408f-af34-a3fc78811632 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:43:55.910138 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31230d2e-f6a6-4422-b647-9bd62663e300 service neutron] Pushing event updated for resources: {'Port': ['ID=cdb27c37-0f51-48fe-a2b4-8a89bd6aee69,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:55.993786 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-66b32320-d9cb-4dbf-a584-c7847038549e req-31230d2e-f6a6-4422-b647-9bd62663e300 service neutron] Attempting to bind port cdb27c37-0f51-48fe-a2b4-8a89bd6aee69 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:43:55.994156 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-66b32320-d9cb-4dbf-a584-c7847038549e req-31230d2e-f6a6-4422-b647-9bd62663e300 service neutron] Attempting to bind port cdb27c37-0f51-48fe-a2b4-8a89bd6aee69 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:43:55.994486 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b32320-d9cb-4dbf-a584-c7847038549e req-31230d2e-f6a6-4422-b647-9bd62663e300 service neutron] Attempting to bind port cdb27c37-0f51-48fe-a2b4-8a89bd6aee69 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:55.999351 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b32320-d9cb-4dbf-a584-c7847038549e req-31230d2e-f6a6-4422-b647-9bd62663e300 service neutron] Port cdb27c37-0f51-48fe-a2b4-8a89bd6aee69 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:43:55.999690 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b32320-d9cb-4dbf-a584-c7847038549e req-31230d2e-f6a6-4422-b647-9bd62663e300 service neutron] Attempting to bind port cdb27c37-0f51-48fe-a2b4-8a89bd6aee69 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:56.005710 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b32320-d9cb-4dbf-a584-c7847038549e req-31230d2e-f6a6-4422-b647-9bd62663e300 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:43:56.006635 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b32320-d9cb-4dbf-a584-c7847038549e req-31230d2e-f6a6-4422-b647-9bd62663e300 service neutron] Checking segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:56.006635 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b32320-d9cb-4dbf-a584-c7847038549e req-31230d2e-f6a6-4422-b647-9bd62663e300 service neutron] Bound using segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:43:56.006839 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-66b32320-d9cb-4dbf-a584-c7847038549e req-31230d2e-f6a6-4422-b647-9bd62663e300 service neutron] Bound port: cdb27c37-0f51-48fe-a2b4-8a89bd6aee69, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:43:56.007257 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-66b32320-d9cb-4dbf-a584-c7847038549e req-31230d2e-f6a6-4422-b647-9bd62663e300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:56.009073 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e93fe3-8e3c-48ab-b09e-d6532b7d1854 req-5b0d1545-5643-42dd-b01a-7aeba01c8e82 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:56.010709 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-31e93fe3-8e3c-48ab-b09e-d6532b7d1854 req-5b0d1545-5643-42dd-b01a-7aeba01c8e82 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 949 time: 0.1336870 Aug 16 20:43:56.030047 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:56.069701 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-efa5549a-7908-4506-bfe8-b17e39972437 req-cde213c5-01cd-46b4-816d-a669e3fc280f tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Deleting port 3aa47caa-5335-408f-af34-a3fc78811632 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:43:56.070052 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-efa5549a-7908-4506-bfe8-b17e39972437 req-cde213c5-01cd-46b4-816d-a669e3fc280f tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:56.097806 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-31e93fe3-8e3c-48ab-b09e-d6532b7d1854 req-73299e8a-edde-4ed3-abb7-512bb93e27ae tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723591 Aug 16 20:43:56.133819 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 3aa47caa-5335-408f-af34-a3fc78811632, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=3aa47caa-5335-408f-af34-a3fc78811632,segment=NetworkSegment(d55822d8-6a18-4bf0-8e46-976d628f1806),segment_id=d55822d8-6a18-4bf0-8e46-976d628f1806)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:56.134901 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c455540-fa48-411b-bd8b-ee350502c26f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aa47caa-5335-408f-af34-a3fc78811632'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:56.137749 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfab07de-7fa2-4978-b861-f7469a2a2439" -d '{"events": [{"server_uuid": "1c455540-fa48-411b-bd8b-ee350502c26f", "name": "network-vif-unplugged", "status": "completed", "tag": "3aa47caa-5335-408f-af34-a3fc78811632"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:56.144836 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-66b32320-d9cb-4dbf-a584-c7847038549e req-31230d2e-f6a6-4422-b647-9bd62663e300 service neutron] For port cdb27c37-0f51-48fe-a2b4-8a89bd6aee69, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:56.146562 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-30ae463c-3e68-4fd6-9af5-8f9f0164c436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'name': 'tempest-FloatingIPsAssociationTestJSON-983462297-router', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:45Z', 'updated_at': '2021-08-16T20:43:53Z', 'revision_number': 4, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'gw_port': {'id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:47Z', 'updated_at': '2021-08-16T20:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '295a163f-7226-4145-9b54-1d9944f3fbab', 'name': '', 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'mac_address': 'fa:16:3e:7a:83:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:52Z', 'updated_at': '2021-08-16T20:43:53Z', 'revision_number': 2, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'subnets': [{'id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:56.150697 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-66b32320-d9cb-4dbf-a584-c7847038549e req-31230d2e-f6a6-4422-b647-9bd62663e300 service neutron] For port cdb27c37-0f51-48fe-a2b4-8a89bd6aee69, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=cdb27c37-0f51-48fe-a2b4-8a89bd6aee69,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:43:56.181608 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ae463c-3e68-4fd6-9af5-8f9f0164c436 None None] Checking router: 116149b3-7d2a-47a1-960b-588e2fd7ab15 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:43:56.181965 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ae463c-3e68-4fd6-9af5-8f9f0164c436 None None] Updating router 116149b3-7d2a-47a1-960b-588e2fd7ab15 port 295a163f-7226-4145-9b54-1d9944f3fbab binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:43:56.232499 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:56.253969 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-66b32320-d9cb-4dbf-a584-c7847038549e req-31230d2e-f6a6-4422-b647-9bd62663e300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:56.255209 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a35f58-08fc-4fc4-a471-bff1b6a40011 req-edf9cc76-7aa3-499a-9973-26b1a39fa0b0 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:56.255534 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-30ae463c-3e68-4fd6-9af5-8f9f0164c436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:56.256751 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a7a35f58-08fc-4fc4-a471-bff1b6a40011 req-edf9cc76-7aa3-499a-9973-26b1a39fa0b0 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/ports?device_id=644ace96-96b8-4df9-b6d2-68e0902c48c7 HTTP/1.1" status: 200 len: 947 time: 0.0992830 Aug 16 20:43:56.289539 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-efa5549a-7908-4506-bfe8-b17e39972437 req-cde213c5-01cd-46b4-816d-a669e3fc280f tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] For port 3aa47caa-5335-408f-af34-a3fc78811632, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=3aa47caa-5335-408f-af34-a3fc78811632,segment=NetworkSegment(d55822d8-6a18-4bf0-8e46-976d628f1806),segment_id=d55822d8-6a18-4bf0-8e46-976d628f1806)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:56.289956 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-efa5549a-7908-4506-bfe8-b17e39972437 req-cde213c5-01cd-46b4-816d-a669e3fc280f tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:56.310645 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b32320-d9cb-4dbf-a584-c7847038549e req-31230d2e-f6a6-4422-b647-9bd62663e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:56.311269 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-66b32320-d9cb-4dbf-a584-c7847038549e req-31230d2e-f6a6-4422-b647-9bd62663e300 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:56.312907 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-66b32320-d9cb-4dbf-a584-c7847038549e req-31230d2e-f6a6-4422-b647-9bd62663e300 service neutron] 10.222.0.90 "PUT /v2.0/ports/cdb27c37-0f51-48fe-a2b4-8a89bd6aee69 HTTP/1.1" status: 200 len: 1096 time: 1.2128177 Aug 16 20:43:56.313436 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644ace96-96b8-4df9-b6d2-68e0902c48c7', 'tag': 'cdb27c37-0f51-48fe-a2b4-8a89bd6aee69'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:56.316342 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-efa5549a-7908-4506-bfe8-b17e39972437 req-cde213c5-01cd-46b4-816d-a669e3fc280f tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Calling delete_port for 3aa47caa-5335-408f-af34-a3fc78811632 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:43:56.328120 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c64197-3bfa-4c82-bdc3-3c65c8881317" -d '{"events": [{"name": "network-changed", "server_uuid": "644ace96-96b8-4df9-b6d2-68e0902c48c7", "tag": "cdb27c37-0f51-48fe-a2b4-8a89bd6aee69"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:56.344276 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a7a35f58-08fc-4fc4-a471-bff1b6a40011 req-bf3a059d-7b53-4f2b-a97c-cb6ffa484a82 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/security-groups?id=38a2cbe1-a976-4968-8908-78cafc258859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770128 Aug 16 20:43:56.344479 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=3aa47caa-5335-408f-af34-a3fc78811632,revision_number=8']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:56.370173 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31230d2e-f6a6-4422-b647-9bd62663e300 service neutron] Pushing event updated for resources: {'Port': ['ID=cdb27c37-0f51-48fe-a2b4-8a89bd6aee69,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:56.537151 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b32320-d9cb-4dbf-a584-c7847038549e req-f5aa889c-261c-485e-a0d8-c77abc300f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:56.538884 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-66b32320-d9cb-4dbf-a584-c7847038549e req-f5aa889c-261c-485e-a0d8-c77abc300f77 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d0c49bfa85fe4851a6f9b6395cca2fd5&device_id=644ace96-96b8-4df9-b6d2-68e0902c48c7 HTTP/1.1" status: 200 len: 1099 time: 0.1010892 Aug 16 20:43:56.591353 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-66b32320-d9cb-4dbf-a584-c7847038549e req-d971bb86-68ff-48b6-bcfd-3bbb05a3a751 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=cdb27c37-0f51-48fe-a2b4-8a89bd6aee69 HTTP/1.1" status: 200 len: 217 time: 0.0417123 Aug 16 20:43:56.649227 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-30ae463c-3e68-4fd6-9af5-8f9f0164c436 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:56.672267 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b32320-d9cb-4dbf-a584-c7847038549e req-9a5a2a18-0c45-4a8a-834d-ddcc7fb48e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:56.673755 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-66b32320-d9cb-4dbf-a584-c7847038549e req-9a5a2a18-0c45-4a8a-834d-ddcc7fb48e31 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0769019 Aug 16 20:43:56.728002 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-2a0cd07a-e81a-4d78-a245-bf154a39c72b req-0e41bae9-f509-4131-a60a-e81a7b9b1138 tempest-SecurityGroupsTestAdminJSON-1684286340 tempest-SecurityGroupsTestAdminJSON-1684286340-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1855867525', 'description': 'tempest-description-2035493628'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:56.738657 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b32320-d9cb-4dbf-a584-c7847038549e req-fb05b438-7193-46a2-bd76-6cb1000a0ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:56.740359 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-66b32320-d9cb-4dbf-a584-c7847038549e req-fb05b438-7193-46a2-bd76-6cb1000a0ee2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0588503 Aug 16 20:43:56.746464 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-efa5549a-7908-4506-bfe8-b17e39972437 req-cde213c5-01cd-46b4-816d-a669e3fc280f tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:56.762043 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-30ae463c-3e68-4fd6-9af5-8f9f0164c436 None None] Transition to ACTIVE for port object 295a163f-7226-4145-9b54-1d9944f3fbab will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:56.781603 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device d3e8f24e-5a8e-4917-8671-4eb3b33c874a up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:56.813362 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde213c5-01cd-46b4-816d-a669e3fc280f tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Pushing event deleted for resources: {'Port': ['ID=3aa47caa-5335-408f-af34-a3fc78811632,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:56.858740 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port d3e8f24e-5a8e-4917-8671-4eb3b33c874a triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:56.859294 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:56.864744 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa5549a-7908-4506-bfe8-b17e39972437 req-cde213c5-01cd-46b4-816d-a669e3fc280f tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] No DVR routers for this DVR port 3aa47caa-5335-408f-af34-a3fc78811632 on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:43:56.867989 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-efa5549a-7908-4506-bfe8-b17e39972437 req-cde213c5-01cd-46b4-816d-a669e3fc280f tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:56.870758 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-efa5549a-7908-4506-bfe8-b17e39972437 req-cde213c5-01cd-46b4-816d-a669e3fc280f tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.90 "DELETE /v2.0/ports/3aa47caa-5335-408f-af34-a3fc78811632 HTTP/1.1" status: 204 len: 173 time: 1.0293701 Aug 16 20:43:56.871392 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c455540-fa48-411b-bd8b-ee350502c26f', 'name': 'network-vif-deleted', 'tag': '3aa47caa-5335-408f-af34-a3fc78811632'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:56.874100 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d4b8cd-efb7-47d5-aa64-10b2a332c5ff" -d '{"events": [{"server_uuid": "1c455540-fa48-411b-bd8b-ee350502c26f", "name": "network-vif-deleted", "tag": "3aa47caa-5335-408f-af34-a3fc78811632"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:56.906318 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-40a1bb0b-512f-4a0d-99e9-9036c5ad3482 req-8bd6af57-f705-4c7a-8cc2-27a2aa26225f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=05abb6bf-95a9-460a-853c-f28ef84440f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1522033 Aug 16 20:43:56.910107 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-66b32320-d9cb-4dbf-a584-c7847038549e req-27ee4158-64c1-48f4-8f90-cec746d50a49 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586020 Aug 16 20:43:56.916862 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-30ae463c-3e68-4fd6-9af5-8f9f0164c436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:56.999354 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961dc8f-988f-499f-9964-0194b01699f4 req-e3b07650-0ac6-40ca-8cae-6792cf3bc612 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:57.001396 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3961dc8f-988f-499f-9964-0194b01699f4 req-e3b07650-0ac6-40ca-8cae-6792cf3bc612 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/networks?id=ed5eda8e-07f1-4980-9b55-01ba3f47eea4 HTTP/1.1" status: 200 len: 820 time: 0.1391354 Aug 16 20:43:57.002667 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2a0cd07a-e81a-4d78-a245-bf154a39c72b req-0e41bae9-f509-4131-a60a-e81a7b9b1138 tempest-SecurityGroupsTestAdminJSON-1684286340 tempest-SecurityGroupsTestAdminJSON-1684286340-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:57.013711 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2a0cd07a-e81a-4d78-a245-bf154a39c72b req-0e41bae9-f509-4131-a60a-e81a7b9b1138 tempest-SecurityGroupsTestAdminJSON-1684286340 tempest-SecurityGroupsTestAdminJSON-1684286340-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:57.026902 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c04f23-849c-46de-814d-64153f663afe None None] Pushing event updated for resources: {'Port': ['ID=295a163f-7226-4145-9b54-1d9944f3fbab,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:57.032090 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3961dc8f-988f-499f-9964-0194b01699f4 req-5a95c164-036f-4df1-b578-731498e2c002 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/quotas/12c94560bb6443429bc057a80226b5c1 HTTP/1.1" status: 200 len: 375 time: 0.0203860 Aug 16 20:43:57.043532 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1bb0b-512f-4a0d-99e9-9036c5ad3482 req-4caf5fc0-58ba-4085-a991-a35713230943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:57.045107 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-40a1bb0b-512f-4a0d-99e9-9036c5ad3482 req-4caf5fc0-58ba-4085-a991-a35713230943 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb8c4b7819fc43cbbe786a97a0c82206&device_id=05abb6bf-95a9-460a-853c-f28ef84440f0 HTTP/1.1" status: 200 len: 1097 time: 0.1114151 Aug 16 20:43:57.086999 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-30ae463c-3e68-4fd6-9af5-8f9f0164c436 None None] Attempting to bind port 295a163f-7226-4145-9b54-1d9944f3fbab on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:43:57.092924 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-30ae463c-3e68-4fd6-9af5-8f9f0164c436 None None] Attempting to bind port 295a163f-7226-4145-9b54-1d9944f3fbab by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'b77570f6-2c6b-4b2c-bfcf-ea4849f9225f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:43:57.092924 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ae463c-3e68-4fd6-9af5-8f9f0164c436 None None] Attempting to bind port 295a163f-7226-4145-9b54-1d9944f3fbab on network ed5eda8e-07f1-4980-9b55-01ba3f47eea4 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:57.094781 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ae463c-3e68-4fd6-9af5-8f9f0164c436 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:43:57.095222 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ae463c-3e68-4fd6-9af5-8f9f0164c436 None None] Checking segment: {'id': 'b77570f6-2c6b-4b2c-bfcf-ea4849f9225f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:57.095680 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-30ae463c-3e68-4fd6-9af5-8f9f0164c436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:57.096218 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ae463c-3e68-4fd6-9af5-8f9f0164c436 None None] Bound using segment: {'id': 'b77570f6-2c6b-4b2c-bfcf-ea4849f9225f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:43:57.096712 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-30ae463c-3e68-4fd6-9af5-8f9f0164c436 None None] Bound port: 295a163f-7226-4145-9b54-1d9944f3fbab, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b77570f6-2c6b-4b2c-bfcf-ea4849f9225f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:43:57.097106 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-30ae463c-3e68-4fd6-9af5-8f9f0164c436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:57.132886 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3961dc8f-988f-499f-9964-0194b01699f4 req-3f5e73d3-1a32-41f7-993d-ecfd6f590253 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=12c94560bb6443429bc057a80226b5c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0905671 Aug 16 20:43:57.176901 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-30ae463c-3e68-4fd6-9af5-8f9f0164c436 None None] For port 295a163f-7226-4145-9b54-1d9944f3fbab, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:57.180408 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-30ae463c-3e68-4fd6-9af5-8f9f0164c436 None None] For port 295a163f-7226-4145-9b54-1d9944f3fbab, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=295a163f-7226-4145-9b54-1d9944f3fbab,segment=NetworkSegment(b77570f6-2c6b-4b2c-bfcf-ea4849f9225f),segment_id=b77570f6-2c6b-4b2c-bfcf-ea4849f9225f)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:43:57.204001 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-66b32320-d9cb-4dbf-a584-c7847038549e req-d2a93b87-768a-40b9-9756-4e21f67a345b service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854118 Aug 16 20:43:57.254824 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-30ae463c-3e68-4fd6-9af5-8f9f0164c436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:57.262574 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1bb0b-512f-4a0d-99e9-9036c5ad3482 req-9ebea55f-ef00-4693-9f74-bb64b0062c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:57.263531 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-40a1bb0b-512f-4a0d-99e9-9036c5ad3482 req-9ebea55f-ef00-4693-9f74-bb64b0062c38 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3bee841e-47c3-4f4c-a369-8a19f08ab471 HTTP/1.1" status: 200 len: 924 time: 0.1738737 Aug 16 20:43:57.290567 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2a0cd07a-e81a-4d78-a245-bf154a39c72b req-0e41bae9-f509-4131-a60a-e81a7b9b1138 tempest-SecurityGroupsTestAdminJSON-1684286340 tempest-SecurityGroupsTestAdminJSON-1684286340-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:57.293212 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3961dc8f-988f-499f-9964-0194b01699f4 req-906dde38-cfbd-4eda-adde-4c5481a71eaf service neutron] 10.222.0.84 "GET /v2.0/networks/ed5eda8e-07f1-4980-9b55-01ba3f47eea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595514 Aug 16 20:43:57.340779 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c04f23-849c-46de-814d-64153f663afe None None] Pushing event updated for resources: {'Port': ['ID=295a163f-7226-4145-9b54-1d9944f3fbab,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:57.354889 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ae463c-3e68-4fd6-9af5-8f9f0164c436 None None] Routers {'116149b3-7d2a-47a1-960b-588e2fd7ab15'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:43:57.354889 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-30ae463c-3e68-4fd6-9af5-8f9f0164c436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:43:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['116149b3-7d2a-47a1-960b-588e2fd7ab15'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:57.380720 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-40a1bb0b-512f-4a0d-99e9-9036c5ad3482 req-046fbc69-011a-4dde-9044-cc103153a273 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d1a58cd-4470-4995-b10e-070086e2ed09 HTTP/1.1" status: 200 len: 1000 time: 0.1098244 Aug 16 20:43:57.399287 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2a0cd07a-e81a-4d78-a245-bf154a39c72b req-0e41bae9-f509-4131-a60a-e81a7b9b1138 tempest-SecurityGroupsTestAdminJSON-1684286340 tempest-SecurityGroupsTestAdminJSON-1684286340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:57.452455 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3961dc8f-988f-499f-9964-0194b01699f4 req-9eed3942-1e41-473d-82b1-82ab2f716f65 service neutron] 10.222.0.84 "GET /v2.0/networks/ed5eda8e-07f1-4980-9b55-01ba3f47eea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491632 Aug 16 20:43:57.464250 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1bb0b-512f-4a0d-99e9-9036c5ad3482 req-0c80d851-3427-40ab-aa8f-c3c11eb78c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:57.466182 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-40a1bb0b-512f-4a0d-99e9-9036c5ad3482 req-0c80d851-3427-40ab-aa8f-c3c11eb78c54 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e33a0f13-659e-4604-b84f-5b9bda739e16 HTTP/1.1" status: 200 len: 862 time: 0.0776355 Aug 16 20:43:57.475877 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bae9-f509-4131-a60a-e81a7b9b1138 tempest-SecurityGroupsTestAdminJSON-1684286340 tempest-SecurityGroupsTestAdminJSON-1684286340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9aa103c-6df9-4135-8c91-a821c77f6aea,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:57.551776 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1bb0b-512f-4a0d-99e9-9036c5ad3482 req-088ca2ef-9f14-4de9-acae-06ad9a5e96b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:57.553376 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-40a1bb0b-512f-4a0d-99e9-9036c5ad3482 req-088ca2ef-9f14-4de9-acae-06ad9a5e96b3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3bee841e-47c3-4f4c-a369-8a19f08ab471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0789576 Aug 16 20:43:57.553837 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2a0cd07a-e81a-4d78-a245-bf154a39c72b req-0e41bae9-f509-4131-a60a-e81a7b9b1138 tempest-SecurityGroupsTestAdminJSON-1684286340 tempest-SecurityGroupsTestAdminJSON-1684286340-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:57.639535 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-30ae463c-3e68-4fd6-9af5-8f9f0164c436 None None] Set router 116149b3-7d2a-47a1-960b-588e2fd7ab15 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:43:57.647721 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-40a1bb0b-512f-4a0d-99e9-9036c5ad3482 req-93a63e0a-97da-4f83-bfd9-a380bd56383f service neutron] 10.222.0.72 "GET /v2.0/networks/3bee841e-47c3-4f4c-a369-8a19f08ab471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860348 Aug 16 20:43:57.710518 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2a0cd07a-e81a-4d78-a245-bf154a39c72b req-0e41bae9-f509-4131-a60a-e81a7b9b1138 tempest-SecurityGroupsTestAdminJSON-1684286340 tempest-SecurityGroupsTestAdminJSON-1684286340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:57.744637 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-40a1bb0b-512f-4a0d-99e9-9036c5ad3482 req-942b2253-663d-49de-817f-ef99ce537cdc service neutron] 10.222.0.72 "GET /v2.0/networks/3bee841e-47c3-4f4c-a369-8a19f08ab471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890386 Aug 16 20:43:57.746313 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bae9-f509-4131-a60a-e81a7b9b1138 tempest-SecurityGroupsTestAdminJSON-1684286340 tempest-SecurityGroupsTestAdminJSON-1684286340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=970dd4e5-5a0e-42f8-91aa-dcf923e6639d,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:57.832121 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2a0cd07a-e81a-4d78-a245-bf154a39c72b req-0e41bae9-f509-4131-a60a-e81a7b9b1138 tempest-SecurityGroupsTestAdminJSON-1684286340 tempest-SecurityGroupsTestAdminJSON-1684286340-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:57.838486 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2a0cd07a-e81a-4d78-a245-bf154a39c72b req-0e41bae9-f509-4131-a60a-e81a7b9b1138 tempest-SecurityGroupsTestAdminJSON-1684286340 tempest-SecurityGroupsTestAdminJSON-1684286340-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.1105824 Aug 16 20:43:57.947690 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-30ae463c-3e68-4fd6-9af5-8f9f0164c436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'name': 'tempest-FloatingIPsAssociationTestJSON-983462297-router', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:45Z', 'updated_at': '2021-08-16T20:43:53Z', 'revision_number': 4, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'gw_port': {'id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:47Z', 'updated_at': '2021-08-16T20:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '295a163f-7226-4145-9b54-1d9944f3fbab', 'name': '', 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'mac_address': 'fa:16:3e:7a:83:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:52Z', 'updated_at': '2021-08-16T20:43:57Z', 'revision_number': 4, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'subnets': [{'id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:57.974226 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6d591fb9-8df6-4a16-b0c6-fbe0e159e3d5 req-32362958-3c93-4ba4-b7db-58551f2af402 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=de08b7ea-49d0-4733-b8cb-fe08da6ba757 HTTP/1.1" status: 200 len: 210 time: 0.0474269 Aug 16 20:43:58.024389 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ae463c-3e68-4fd6-9af5-8f9f0164c436 None None] The sync data for ids ['116149b3-7d2a-47a1-960b-588e2fd7ab15'] in n-d-793620-15 is: [{'id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'name': 'tempest-FloatingIPsAssociationTestJSON-983462297-router', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:45Z', 'updated_at': '2021-08-16T20:43:53Z', 'revision_number': 4, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'gw_port': {'id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:47Z', 'updated_at': '2021-08-16T20:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '295a163f-7226-4145-9b54-1d9944f3fbab', 'name': '', 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'mac_address': 'fa:16:3e:7a:83:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:52Z', 'updated_at': '2021-08-16T20:43:57Z', 'revision_number': 4, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'subnets': [{'id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:43:58.045355 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6025f94f-088b-4e4d-ab78-b2fc2edbab96 x-openstack-request-id: req-6025f94f-088b-4e4d-ab78-b2fc2edbab96 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:58.045662 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c455540-fa48-411b-bd8b-ee350502c26f", "name": "network-vif-unplugged", "status": "completed", "tag": "3aa47caa-5335-408f-af34-a3fc78811632", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:58.046036 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6025f94f-088b-4e4d-ab78-b2fc2edbab96 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:58.046444 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c455540-fa48-411b-bd8b-ee350502c26f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aa47caa-5335-408f-af34-a3fc78811632', 'code': 200} Aug 16 20:43:58.049373 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-2059c008-5324-4832-86b2-a19c9b3049cb tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:58.054637 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-2059c008-5324-4832-86b2-a19c9b3049cb tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/networks?id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa HTTP/1.1" status: 200 len: 808 time: 0.1896348 Aug 16 20:43:58.094753 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-6c6c9877-b597-4500-b8fb-eb0d8223babe tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/quotas/8ef76538be3f42efb94d0f0a8384d0d1 HTTP/1.1" status: 200 len: 375 time: 0.0336218 Aug 16 20:43:58.163502 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38d826d-dd0b-48c6-bc7c-8ea7190b2c84 x-openstack-request-id: req-c38d826d-dd0b-48c6-bc7c-8ea7190b2c84 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:58.163996 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644ace96-96b8-4df9-b6d2-68e0902c48c7", "tag": "cdb27c37-0f51-48fe-a2b4-8a89bd6aee69", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:58.164273 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c38d826d-dd0b-48c6-bc7c-8ea7190b2c84 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:58.165195 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644ace96-96b8-4df9-b6d2-68e0902c48c7', 'tag': 'cdb27c37-0f51-48fe-a2b4-8a89bd6aee69', 'status': 'completed', 'code': 200} Aug 16 20:43:58.218114 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1a23b-e216-4195-ae6a-3665fa222caa req-828e3e4a-d6c1-4527-8b97-a261d5405343 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:58.221513 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-aaf1a23b-e216-4195-ae6a-3665fa222caa req-828e3e4a-d6c1-4527-8b97-a261d5405343 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.90 "GET /v2.0/ports?device_id=160a7457-fb1f-4e9a-bc77-d3037f39af1c HTTP/1.1" status: 200 len: 950 time: 0.1365936 Aug 16 20:43:58.232397 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-eb5e2270-dde1-4bf5-8904-d0e68a2c13a8 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=8ef76538be3f42efb94d0f0a8384d0d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1310639 Aug 16 20:43:58.246844 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c64197-3bfa-4c82-bdc3-3c65c8881317 req-f581b2ea-2ffb-4f2d-9e64-71bb56f604d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:58.248598 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-84c64197-3bfa-4c82-bdc3-3c65c8881317 req-f581b2ea-2ffb-4f2d-9e64-71bb56f604d4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d0c49bfa85fe4851a6f9b6395cca2fd5&device_id=644ace96-96b8-4df9-b6d2-68e0902c48c7 HTTP/1.1" status: 200 len: 1099 time: 0.1055968 Aug 16 20:43:58.394696 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-aaf1a23b-e216-4195-ae6a-3665fa222caa req-188c290e-3b4e-48d0-9263-e42ab135169a tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Deleting port c10b290d-249f-4c9d-9952-9a1844757eeb {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:43:58.395100 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-aaf1a23b-e216-4195-ae6a-3665fa222caa req-188c290e-3b4e-48d0-9263-e42ab135169a tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:58.438382 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c525906-1523-48de-ab20-0c191365d7c6 req-21ca4d08-c98b-453b-bcb0-cfd3af1cacb1 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:58.439967 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3c525906-1523-48de-ab20-0c191365d7c6 req-21ca4d08-c98b-453b-bcb0-cfd3af1cacb1 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/ports?device_id=160a7457-fb1f-4e9a-bc77-d3037f39af1c HTTP/1.1" status: 200 len: 950 time: 0.2201345 Aug 16 20:43:58.485179 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-c7e662e3-109e-48e8-8875-3b67f1f9c06a service neutron] 10.222.0.84 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332606 Aug 16 20:43:58.508386 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c64197-3bfa-4c82-bdc3-3c65c8881317 req-72e82e92-bf82-48a7-8745-0b7062211915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:58.509886 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-84c64197-3bfa-4c82-bdc3-3c65c8881317 req-72e82e92-bf82-48a7-8745-0b7062211915 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.2366254 Aug 16 20:43:58.602587 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-84c64197-3bfa-4c82-bdc3-3c65c8881317 req-c7993af2-ac6f-4c38-89c0-c67265f0cf73 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=cdb27c37-0f51-48fe-a2b4-8a89bd6aee69 HTTP/1.1" status: 200 len: 217 time: 0.0812340 Aug 16 20:43:58.624426 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3c525906-1523-48de-ab20-0c191365d7c6 req-bbad4da4-094f-4b3e-9588-8393433cbffb tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/security-groups?id=6631a5ce-300b-4d64-a115-bd56c38e014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646738 Aug 16 20:43:58.707848 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c64197-3bfa-4c82-bdc3-3c65c8881317 req-ec491079-74bf-4514-aaef-e3a31e51efc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:58.707848 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-84c64197-3bfa-4c82-bdc3-3c65c8881317 req-ec491079-74bf-4514-aaef-e3a31e51efc9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0925281 Aug 16 20:43:58.712231 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-db424ffc-00fb-481d-93a1-0429197c7503 service neutron] 10.222.0.84 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261515 Aug 16 20:43:58.790428 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725c6790-9d72-4086-9b9d-6dbb8cc1f927 x-openstack-request-id: req-725c6790-9d72-4086-9b9d-6dbb8cc1f927 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:58.790840 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c455540-fa48-411b-bd8b-ee350502c26f", "name": "network-vif-deleted", "tag": "3aa47caa-5335-408f-af34-a3fc78811632", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:58.791203 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-725c6790-9d72-4086-9b9d-6dbb8cc1f927 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:58.791767 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c455540-fa48-411b-bd8b-ee350502c26f', 'name': 'network-vif-deleted', 'tag': '3aa47caa-5335-408f-af34-a3fc78811632', 'status': 'completed', 'code': 200} Aug 16 20:43:58.820966 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c64197-3bfa-4c82-bdc3-3c65c8881317 req-a36cfa76-6043-45f6-b822-026ef691a8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:58.822489 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-84c64197-3bfa-4c82-bdc3-3c65c8881317 req-a36cfa76-6043-45f6-b822-026ef691a8dd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1094050 Aug 16 20:43:58.853786 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 295a163f-7226-4145-9b54-1d9944f3fbab up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:58.873383 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-aaf1a23b-e216-4195-ae6a-3665fa222caa req-188c290e-3b4e-48d0-9263-e42ab135169a tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] For port c10b290d-249f-4c9d-9952-9a1844757eeb, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=c10b290d-249f-4c9d-9952-9a1844757eeb,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:58.874629 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-aaf1a23b-e216-4195-ae6a-3665fa222caa req-188c290e-3b4e-48d0-9263-e42ab135169a tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:58.899335 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-aaf1a23b-e216-4195-ae6a-3665fa222caa req-188c290e-3b4e-48d0-9263-e42ab135169a tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Calling delete_port for c10b290d-249f-4c9d-9952-9a1844757eeb owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:43:59.020835 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-84c64197-3bfa-4c82-bdc3-3c65c8881317 req-fa8d6045-8e58-4d99-9964-d3a59de06743 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899176 Aug 16 20:43:59.029961 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407b89c-cfe9-4188-bd60-c6a8963f4172 req-6bc48966-332f-4827-ad8a-c2e6f1239f75 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:59.031568 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4407b89c-cfe9-4188-bd60-c6a8963f4172 req-6bc48966-332f-4827-ad8a-c2e6f1239f75 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 949 time: 0.0827167 Aug 16 20:43:59.036069 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 295a163f-7226-4145-9b54-1d9944f3fbab completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:59.041556 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 295a163f-7226-4145-9b54-1d9944f3fbab triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:59.042297 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:59.147481 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4407b89c-cfe9-4188-bd60-c6a8963f4172 req-8cd143a4-b3e5-4fa7-b8d3-e78476b8837d tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014552 Aug 16 20:43:59.184963 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:59.190310 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-84c64197-3bfa-4c82-bdc3-3c65c8881317 req-54e5c070-6b71-4b00-9487-2aa36093bff0 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575627 Aug 16 20:43:59.226719 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-aaf1a23b-e216-4195-ae6a-3665fa222caa req-188c290e-3b4e-48d0-9263-e42ab135169a tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:59.246739 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['c10b290d-249f-4c9d-9952-9a1844757eeb'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:43:59.254691 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 295a163f-7226-4145-9b54-1d9944f3fbab, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=295a163f-7226-4145-9b54-1d9944f3fbab,segment=NetworkSegment(b77570f6-2c6b-4b2c-bfcf-ea4849f9225f),segment_id=b77570f6-2c6b-4b2c-bfcf-ea4849f9225f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:59.311308 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2ea53-b399-4e7f-bb8e-45e9f6dcd2f2 req-332e7bc1-e40f-451c-980a-1626a5248544 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:59.313058 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-96f2ea53-b399-4e7f-bb8e-45e9f6dcd2f2 req-332e7bc1-e40f-451c-980a-1626a5248544 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/ports?device_id=644ace96-96b8-4df9-b6d2-68e0902c48c7 HTTP/1.1" status: 200 len: 947 time: 0.0959466 Aug 16 20:43:59.330217 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c290e-3b4e-48d0-9263-e42ab135169a tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Pushing event deleted for resources: {'Port': ['ID=c10b290d-249f-4c9d-9952-9a1844757eeb,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:59.394402 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:59.431041 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7c7681a1-0ec3-49a7-bac2-e3ad7e02cfa0 req-8a4b83ba-62fa-4d12-9df2-0077608fb2fb tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb9b219e-8d5f-4b16-920b-c895b22deab9 HTTP/1.1" status: 200 len: 210 time: 0.0815253 Aug 16 20:43:59.448380 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-96f2ea53-b399-4e7f-bb8e-45e9f6dcd2f2 req-db2b9708-a472-4fa3-9146-d00f18cbc187 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/security-groups?id=38a2cbe1-a976-4968-8908-78cafc258859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221020 Aug 16 20:43:59.469985 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf1a23b-e216-4195-ae6a-3665fa222caa req-188c290e-3b4e-48d0-9263-e42ab135169a tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] No DVR routers for this DVR port c10b290d-249f-4c9d-9952-9a1844757eeb on host n-h2-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:43:59.488433 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=295a163f-7226-4145-9b54-1d9944f3fbab,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:59.492778 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-93cc2752-627d-46ab-b466-1c4d4461e45c req-a28ed405-648a-4d32-890c-d228103f57cc tempest-SecurityGroupsTestAdminJSON-1684286340 tempest-SecurityGroupsTestAdminJSON-1684286340-project] Request body: {'security_group': {'name': 'tempest-securitygroup-543132198', 'description': 'tempest-description-1809604559'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:59.498852 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-aaf1a23b-e216-4195-ae6a-3665fa222caa req-188c290e-3b4e-48d0-9263-e42ab135169a tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:59.505990 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-aaf1a23b-e216-4195-ae6a-3665fa222caa req-188c290e-3b4e-48d0-9263-e42ab135169a tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.90 "DELETE /v2.0/ports/c10b290d-249f-4c9d-9952-9a1844757eeb HTTP/1.1" status: 204 len: 173 time: 1.2701039 Aug 16 20:43:59.576631 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-5d532a3e-f3e6-4c2f-97f7-b99eb32aca9d tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:59.578619 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-5d532a3e-f3e6-4c2f-97f7-b99eb32aca9d tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.72 "GET /v2.0/networks?id=129de689-1a67-4447-bccf-e675c592e5c9 HTTP/1.1" status: 200 len: 804 time: 0.3119471 Aug 16 20:43:59.592872 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-25492d28-3ec9-4b26-9384-d2c2eb82c5d0 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Request body: {'port': {'device_id': 'de08b7ea-49d0-4733-b8cb-fe08da6ba757', 'network_id': '129de689-1a67-4447-bccf-e675c592e5c9', 'admin_state_up': True, 'tenant_id': '8cc126ebead24b64ac4f071673509eb8'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:59.615350 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a0312fb3-7b27-4c8b-9181-a2d1f81220f1 req-3a1f0cf8-a8e2-4d5b-9cd9-de40d33ce0b8 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=de08b7ea-49d0-4733-b8cb-fe08da6ba757 HTTP/1.1" status: 200 len: 210 time: 0.0281479 Aug 16 20:43:59.655278 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-93cc2752-627d-46ab-b466-1c4d4461e45c req-a28ed405-648a-4d32-890c-d228103f57cc tempest-SecurityGroupsTestAdminJSON-1684286340 tempest-SecurityGroupsTestAdminJSON-1684286340-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:59.716140 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5f8a10f5-15d3-4dbe-9877-9d16515a9ff2 req-2f1e8006-b7ca-4bab-9ab3-18d78a7420fd tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 210 time: 0.0316617 Aug 16 20:43:59.793025 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-93cc2752-627d-46ab-b466-1c4d4461e45c req-a28ed405-648a-4d32-890c-d228103f57cc tempest-SecurityGroupsTestAdminJSON-1684286340 tempest-SecurityGroupsTestAdminJSON-1684286340-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:59.820309 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device cdb27c37-0f51-48fe-a2b4-8a89bd6aee69 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:43:59.824199 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-39be6130-f0d3-47cb-bc7f-44011da94252 req-ce0e9fe7-4c11-4835-90dc-46b0ebf234d4 tempest-DeleteServersAdminTestJSON-567902048 tempest-DeleteServersAdminTestJSON-567902048-project] 10.222.0.84 "GET /v2.0/ports?device_id=160a7457-fb1f-4e9a-bc77-d3037f39af1c HTTP/1.1" status: 200 len: 210 time: 0.0271015 Aug 16 20:43:59.863773 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 3aa47caa-5335-408f-af34-a3fc78811632 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:43:59.915878 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 3aa47caa-5335-408f-af34-a3fc78811632 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:43:59.916234 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 3aa47caa-5335-408f-af34-a3fc78811632 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:43:59.953023 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port cdb27c37-0f51-48fe-a2b4-8a89bd6aee69, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=cdb27c37-0f51-48fe-a2b4-8a89bd6aee69,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:59.963722 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': 'cdb27c37-0f51-48fe-a2b4-8a89bd6aee69', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': 'cdb27c37-0f51-48fe-a2b4-8a89bd6aee69', 'mac_address': 'fa:16:3e:fc:75:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:43:59.989018 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-93cc2752-627d-46ab-b466-1c4d4461e45c req-a28ed405-648a-4d32-890c-d228103f57cc tempest-SecurityGroupsTestAdminJSON-1684286340 tempest-SecurityGroupsTestAdminJSON-1684286340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:00.007505 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:00.021873 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdb27c37-0f51-48fe-a2b4-8a89bd6aee69 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:00.043272 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port cdb27c37-0f51-48fe-a2b4-8a89bd6aee69, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=cdb27c37-0f51-48fe-a2b4-8a89bd6aee69,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:00.052619 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ed405-648a-4d32-890c-d228103f57cc tempest-SecurityGroupsTestAdminJSON-1684286340 tempest-SecurityGroupsTestAdminJSON-1684286340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1affda3-24f3-4e77-bcf3-d36cc078c3f7,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:00.087414 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-25492d28-3ec9-4b26-9384-d2c2eb82c5d0 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Made reservation on behalf of 8cc126ebead24b64ac4f071673509eb8 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:00.090961 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-25492d28-3ec9-4b26-9384-d2c2eb82c5d0 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:00.116134 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:00.163488 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=cdb27c37-0f51-48fe-a2b4-8a89bd6aee69,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:00.165369 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '160a7457-fb1f-4e9a-bc77-d3037f39af1c', 'name': 'network-vif-deleted', 'tag': 'c10b290d-249f-4c9d-9952-9a1844757eeb'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:00.167751 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2817904d-2d38-457a-80b4-dcc34cb13571" -d '{"events": [{"server_uuid": "160a7457-fb1f-4e9a-bc77-d3037f39af1c", "name": "network-vif-deleted", "tag": "c10b290d-249f-4c9d-9952-9a1844757eeb"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:00.207414 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c6d37d-aeb3-4754-9bde-60a1efbba1b3 x-openstack-request-id: req-93c6d37d-aeb3-4754-9bde-60a1efbba1b3 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:00.207714 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "160a7457-fb1f-4e9a-bc77-d3037f39af1c", "name": "network-vif-deleted", "tag": "c10b290d-249f-4c9d-9952-9a1844757eeb", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:00.207997 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-93c6d37d-aeb3-4754-9bde-60a1efbba1b3 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:00.208407 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '160a7457-fb1f-4e9a-bc77-d3037f39af1c', 'name': 'network-vif-deleted', 'tag': 'c10b290d-249f-4c9d-9952-9a1844757eeb', 'status': 'completed', 'code': 200} Aug 16 20:44:00.210741 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-93cc2752-627d-46ab-b466-1c4d4461e45c req-a28ed405-648a-4d32-890c-d228103f57cc tempest-SecurityGroupsTestAdminJSON-1684286340 tempest-SecurityGroupsTestAdminJSON-1684286340-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:00.212061 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-93cc2752-627d-46ab-b466-1c4d4461e45c req-a28ed405-648a-4d32-890c-d228103f57cc tempest-SecurityGroupsTestAdminJSON-1684286340 tempest-SecurityGroupsTestAdminJSON-1684286340-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7249701 Aug 16 20:44:00.237041 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-25492d28-3ec9-4b26-9384-d2c2eb82c5d0 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Allocated IP 172.20.0.11 (129de689-1a67-4447-bccf-e675c592e5c9/2f44991d-5963-4603-beac-a75bad0d4ce6/bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:00.301823 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-426a7eb6-f4ec-4e16-ab7b-30f9a1b04f96 req-81563f49-2457-46b9-b08d-97d29e6fdf72 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-342264045', 'description': 'tempest-description-524243472'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:00.325716 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd73e40-4c25-4465-ad09-a7d4533f6f45 req-e111cd21-319d-4b43-88aa-1b5826749534 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:00.331877 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ecd73e40-4c25-4465-ad09-a7d4533f6f45 req-e111cd21-319d-4b43-88aa-1b5826749534 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 949 time: 0.0662427 Aug 16 20:44:00.365003 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['cdb27c37-0f51-48fe-a2b4-8a89bd6aee69'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:00.379981 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ecd73e40-4c25-4465-ad09-a7d4533f6f45 req-5e6f576d-125b-42b6-9c45-e4b2589c9c3b tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452709 Aug 16 20:44:00.420512 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-25492d28-3ec9-4b26-9384-d2c2eb82c5d0 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:00.476721 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-426a7eb6-f4ec-4e16-ab7b-30f9a1b04f96 req-81563f49-2457-46b9-b08d-97d29e6fdf72 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:00.492162 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-426a7eb6-f4ec-4e16-ab7b-30f9a1b04f96 req-81563f49-2457-46b9-b08d-97d29e6fdf72 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:00.603196 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339d4d7-5c5d-4e73-a7fd-7d4fa9768f7b req-3b3524ca-2ba4-4cfd-834e-25c77318335a tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:00.604734 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0339d4d7-5c5d-4e73-a7fd-7d4fa9768f7b req-3b3524ca-2ba4-4cfd-834e-25c77318335a tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/ports?device_id=644ace96-96b8-4df9-b6d2-68e0902c48c7 HTTP/1.1" status: 200 len: 948 time: 0.0709863 Aug 16 20:44:00.641093 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-426a7eb6-f4ec-4e16-ab7b-30f9a1b04f96 req-81563f49-2457-46b9-b08d-97d29e6fdf72 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:00.648377 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-25492d28-3ec9-4b26-9384-d2c2eb82c5d0 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:00.661758 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0339d4d7-5c5d-4e73-a7fd-7d4fa9768f7b req-9ce747f8-57ac-4372-a6fc-b131ee0d2891 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/security-groups?id=38a2cbe1-a976-4968-8908-78cafc258859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468025 Aug 16 20:44:00.699933 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-25492d28-3ec9-4b26-9384-d2c2eb82c5d0 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Network 129de689-1a67-4447-bccf-e675c592e5c9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:00.705298 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-25492d28-3ec9-4b26-9384-d2c2eb82c5d0 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:00.710765 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-25492d28-3ec9-4b26-9384-d2c2eb82c5d0 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:00.738464 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25492d28-3ec9-4b26-9384-d2c2eb82c5d0 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Pushing event updated for resources: {'Port': ['ID=bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:00.756990 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7d9249d1-78f5-4ad0-902a-b716bd26a39f req-b325e5c7-a144-4b07-a87b-e972cfb6b50e tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb9b219e-8d5f-4b16-920b-c895b22deab9 HTTP/1.1" status: 200 len: 210 time: 0.0354245 Aug 16 20:44:00.780807 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-25492d28-3ec9-4b26-9384-d2c2eb82c5d0 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:00.781486 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-25492d28-3ec9-4b26-9384-d2c2eb82c5d0 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:00.801114 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-426a7eb6-f4ec-4e16-ab7b-30f9a1b04f96 req-81563f49-2457-46b9-b08d-97d29e6fdf72 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:00.815202 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 295a163f-7226-4145-9b54-1d9944f3fbab up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:00.847561 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81563f49-2457-46b9-b08d-97d29e6fdf72 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b90865-6335-4cd6-a6ed-86516ec7f857,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:00.867039 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 295a163f-7226-4145-9b54-1d9944f3fbab triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:00.867535 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:00.887429 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe9454-ce8f-4dc7-8674-30ab8271230f req-3194bd62-823d-493f-b606-64d31669159c tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:00.889080 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4dbe9454-ce8f-4dc7-8674-30ab8271230f req-3194bd62-823d-493f-b606-64d31669159c tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=de08b7ea-49d0-4733-b8cb-fe08da6ba757 HTTP/1.1" status: 200 len: 932 time: 0.0543265 Aug 16 20:44:00.912249 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-25492d28-3ec9-4b26-9384-d2c2eb82c5d0 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3225641 Aug 16 20:44:00.925741 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-76dfa33c-acaf-4a6c-aab6-4edfbdf0bde1 service neutron] Request body: {'port': {'device_id': 'de08b7ea-49d0-4733-b8cb-fe08da6ba757', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:00.945041 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4dbe9454-ce8f-4dc7-8674-30ab8271230f req-3697b340-03c5-487a-8702-d058647df4a5 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496573 Aug 16 20:44:01.040694 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-426a7eb6-f4ec-4e16-ab7b-30f9a1b04f96 req-81563f49-2457-46b9-b08d-97d29e6fdf72 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:01.044256 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-76dfa33c-acaf-4a6c-aab6-4edfbdf0bde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:01.066777 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2525dc23-c199-4294-88ab-6f3e8c0dad87 req-6ec6f1cc-b9f9-424d-a1e4-389271c873c6 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 210 time: 0.0307593 Aug 16 20:44:01.188286 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-426a7eb6-f4ec-4e16-ab7b-30f9a1b04f96 req-81563f49-2457-46b9-b08d-97d29e6fdf72 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:01.210719 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961dc8f-988f-499f-9964-0194b01699f4 req-4a2e414a-ac58-478d-8f9b-a1d2d7290b80 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:01.212232 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3961dc8f-988f-499f-9964-0194b01699f4 req-4a2e414a-ac58-478d-8f9b-a1d2d7290b80 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.72 "GET /v2.0/networks?id=ed5eda8e-07f1-4980-9b55-01ba3f47eea4 HTTP/1.1" status: 200 len: 820 time: 0.2290757 Aug 16 20:44:01.216310 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81563f49-2457-46b9-b08d-97d29e6fdf72 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b18de72-3231-485a-b098-f53b86bba061,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:01.230451 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-3961dc8f-988f-499f-9964-0194b01699f4 req-3f74408c-4440-4fa3-9b2e-eac5965a8407 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Request body: {'port': {'device_id': 'cb9b219e-8d5f-4b16-920b-c895b22deab9', 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4', 'admin_state_up': True, 'tenant_id': '12c94560bb6443429bc057a80226b5c1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:01.350828 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-426a7eb6-f4ec-4e16-ab7b-30f9a1b04f96 req-81563f49-2457-46b9-b08d-97d29e6fdf72 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:01.352514 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-426a7eb6-f4ec-4e16-ab7b-30f9a1b04f96 req-81563f49-2457-46b9-b08d-97d29e6fdf72 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0551424 Aug 16 20:44:01.380740 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-3bd2f103-fcbf-4e10-b915-882fe8a0cc60 req-9bfd39e5-36e9-4be6-9459-0d83218b119a tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-774025542', 'description': 'tempest-description-1498587809'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:01.460636 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-76dfa33c-acaf-4a6c-aab6-4edfbdf0bde1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:01.472617 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-76dfa33c-acaf-4a6c-aab6-4edfbdf0bde1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:01.485483 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-76dfa33c-acaf-4a6c-aab6-4edfbdf0bde1 service neutron] Transition to ACTIVE for port object bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:01.506362 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ca71e-9d65-4cb5-8e38-5f339a8fea16 req-e72da82a-8387-4b14-aec0-7a29dc3bae57 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:01.507874 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-425ca71e-9d65-4cb5-8e38-5f339a8fea16 req-e72da82a-8387-4b14-aec0-7a29dc3bae57 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 949 time: 0.0530994 Aug 16 20:44:01.511773 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3bd2f103-fcbf-4e10-b915-882fe8a0cc60 req-9bfd39e5-36e9-4be6-9459-0d83218b119a tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:01.557546 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-425ca71e-9d65-4cb5-8e38-5f339a8fea16 req-58bc3326-c595-45e9-a28b-84c7074a9695 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426047 Aug 16 20:44:01.705408 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3961dc8f-988f-499f-9964-0194b01699f4 req-3f74408c-4440-4fa3-9b2e-eac5965a8407 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Made reservation on behalf of 12c94560bb6443429bc057a80226b5c1 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:01.709523 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3961dc8f-988f-499f-9964-0194b01699f4 req-3f74408c-4440-4fa3-9b2e-eac5965a8407 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:01.711499 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-76dfa33c-acaf-4a6c-aab6-4edfbdf0bde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:01.815244 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dfa33c-acaf-4a6c-aab6-4edfbdf0bde1 service neutron] Pushing event updated for resources: {'Port': ['ID=bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:01.815568 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3bd2f103-fcbf-4e10-b915-882fe8a0cc60 req-9bfd39e5-36e9-4be6-9459-0d83218b119a tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:01.823609 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60851c-bcb3-40e9-89c1-a049b5440d5d req-2b25fa11-370a-44c0-8e04-6f69006630b2 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:01.825056 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7c60851c-bcb3-40e9-89c1-a049b5440d5d req-2b25fa11-370a-44c0-8e04-6f69006630b2 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/ports?device_id=644ace96-96b8-4df9-b6d2-68e0902c48c7 HTTP/1.1" status: 200 len: 948 time: 0.0900164 Aug 16 20:44:01.844868 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device cdb27c37-0f51-48fe-a2b4-8a89bd6aee69 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:01.849676 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dfa33c-acaf-4a6c-aab6-4edfbdf0bde1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:01.850026 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dfa33c-acaf-4a6c-aab6-4edfbdf0bde1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:01.850368 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dfa33c-acaf-4a6c-aab6-4edfbdf0bde1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:01.850703 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dfa33c-acaf-4a6c-aab6-4edfbdf0bde1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:01.851034 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dfa33c-acaf-4a6c-aab6-4edfbdf0bde1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:01.851457 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dfa33c-acaf-4a6c-aab6-4edfbdf0bde1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:01.851722 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dfa33c-acaf-4a6c-aab6-4edfbdf0bde1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:01.852068 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dfa33c-acaf-4a6c-aab6-4edfbdf0bde1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:01.852395 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dfa33c-acaf-4a6c-aab6-4edfbdf0bde1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:01.852720 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dfa33c-acaf-4a6c-aab6-4edfbdf0bde1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:01.853049 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dfa33c-acaf-4a6c-aab6-4edfbdf0bde1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:01.853376 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dfa33c-acaf-4a6c-aab6-4edfbdf0bde1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:01.870456 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7c60851c-bcb3-40e9-89c1-a049b5440d5d req-37a3b06b-34fb-438b-8c47-b05f7ae59d80 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/security-groups?id=38a2cbe1-a976-4968-8908-78cafc258859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392609 Aug 16 20:44:01.953014 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-76dfa33c-acaf-4a6c-aab6-4edfbdf0bde1 service neutron] Attempting to bind port bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:44:01.953343 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-76dfa33c-acaf-4a6c-aab6-4edfbdf0bde1 service neutron] Attempting to bind port bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': 'd55822d8-6a18-4bf0-8e46-976d628f1806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '129de689-1a67-4447-bccf-e675c592e5c9'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:44:01.953685 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-76dfa33c-acaf-4a6c-aab6-4edfbdf0bde1 service neutron] Attempting to bind port bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0 on network 129de689-1a67-4447-bccf-e675c592e5c9 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:01.961856 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-76dfa33c-acaf-4a6c-aab6-4edfbdf0bde1 service neutron] Port bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0 on network 129de689-1a67-4447-bccf-e675c592e5c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:44:01.962174 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-76dfa33c-acaf-4a6c-aab6-4edfbdf0bde1 service neutron] Attempting to bind port bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0 on network 129de689-1a67-4447-bccf-e675c592e5c9 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:01.969923 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-abd4a509-87b0-483d-9fd1-02c65585590c req-00ce7510-6c55-4f89-ae3d-f526ed845c3c tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb9b219e-8d5f-4b16-920b-c895b22deab9 HTTP/1.1" status: 200 len: 210 time: 0.0262086 Aug 16 20:44:01.974361 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-76dfa33c-acaf-4a6c-aab6-4edfbdf0bde1 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:44:01.974708 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-76dfa33c-acaf-4a6c-aab6-4edfbdf0bde1 service neutron] Checking segment: {'id': 'd55822d8-6a18-4bf0-8e46-976d628f1806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '129de689-1a67-4447-bccf-e675c592e5c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:01.975095 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-76dfa33c-acaf-4a6c-aab6-4edfbdf0bde1 service neutron] Bound using segment: {'id': 'd55822d8-6a18-4bf0-8e46-976d628f1806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '129de689-1a67-4447-bccf-e675c592e5c9'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:44:01.975530 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-76dfa33c-acaf-4a6c-aab6-4edfbdf0bde1 service neutron] Bound port: bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd55822d8-6a18-4bf0-8e46-976d628f1806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '129de689-1a67-4447-bccf-e675c592e5c9'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:44:01.975918 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-76dfa33c-acaf-4a6c-aab6-4edfbdf0bde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:01.978276 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-3961dc8f-988f-499f-9964-0194b01699f4 req-3f74408c-4440-4fa3-9b2e-eac5965a8407 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Allocated IP 172.20.0.5 (ed5eda8e-07f1-4980-9b55-01ba3f47eea4/bd8dab9d-a3f2-4736-9e51-3a290163fbfe/44759938-a0ac-43ad-a35c-11eb9674a2b6) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:01.981367 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 58292) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:02.053219 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port cdb27c37-0f51-48fe-a2b4-8a89bd6aee69 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:02.058882 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port cdb27c37-0f51-48fe-a2b4-8a89bd6aee69 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:02.059644 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:02.060898 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3bd2f103-fcbf-4e10-b915-882fe8a0cc60 req-9bfd39e5-36e9-4be6-9459-0d83218b119a tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:02.120011 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfd39e5-36e9-4be6-9459-0d83218b119a tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7aafb6-9842-4203-a234-fb8d3caa8741,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:02.135525 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d705f-1f50-49fa-8f51-19b87b9e8426 req-1b42c560-46c8-42f3-af40-20d5048b3718 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:02.137884 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3e9d705f-1f50-49fa-8f51-19b87b9e8426 req-1b42c560-46c8-42f3-af40-20d5048b3718 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=de08b7ea-49d0-4733-b8cb-fe08da6ba757 HTTP/1.1" status: 200 len: 944 time: 0.0947459 Aug 16 20:44:02.185718 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:02.202419 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3bd2f103-fcbf-4e10-b915-882fe8a0cc60 req-9bfd39e5-36e9-4be6-9459-0d83218b119a tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:02.203825 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3bd2f103-fcbf-4e10-b915-882fe8a0cc60 req-9bfd39e5-36e9-4be6-9459-0d83218b119a tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8278730 Aug 16 20:44:02.212571 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644ace96-96b8-4df9-b6d2-68e0902c48c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb27c37-0f51-48fe-a2b4-8a89bd6aee69'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:02.214996 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa0e6f3-820c-4faf-8dcf-006907d64451" -d '{"events": [{"server_uuid": "644ace96-96b8-4df9-b6d2-68e0902c48c7", "name": "network-vif-plugged", "status": "completed", "tag": "cdb27c37-0f51-48fe-a2b4-8a89bd6aee69"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:02.223060 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3e9d705f-1f50-49fa-8f51-19b87b9e8426 req-2253ea2e-eb40-48a3-a2cf-f7e76a37d605 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742772 Aug 16 20:44:02.226458 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-99452f0c-af84-4c5b-a0e4-d199b1c345d4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4db3e18d71f84d4d9880c3093a29d191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2438824 Aug 16 20:44:02.226740 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-76dfa33c-acaf-4a6c-aab6-4edfbdf0bde1 service neutron] For port bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:44:02.228812 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 58304) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:02.246598 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port cdb27c37-0f51-48fe-a2b4-8a89bd6aee69, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=cdb27c37-0f51-48fe-a2b4-8a89bd6aee69,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:02.260582 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-76dfa33c-acaf-4a6c-aab6-4edfbdf0bde1 service neutron] For port bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0,segment=NetworkSegment(d55822d8-6a18-4bf0-8e46-976d628f1806),segment_id=d55822d8-6a18-4bf0-8e46-976d628f1806)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:44:02.287630 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5d46b9-c47a-491e-ad21-236c7d92cb79 x-openstack-request-id: req-5e5d46b9-c47a-491e-ad21-236c7d92cb79 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:02.288067 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644ace96-96b8-4df9-b6d2-68e0902c48c7", "name": "network-vif-plugged", "status": "completed", "tag": "cdb27c37-0f51-48fe-a2b4-8a89bd6aee69", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:02.291136 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5e5d46b9-c47a-491e-ad21-236c7d92cb79 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:02.291136 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644ace96-96b8-4df9-b6d2-68e0902c48c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb27c37-0f51-48fe-a2b4-8a89bd6aee69', 'code': 200} Aug 16 20:44:02.295561 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-3b2191eb-c88d-4639-8588-c69fd4aa71cd tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:02.297104 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-3b2191eb-c88d-4639-8588-c69fd4aa71cd tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.90 "GET /v2.0/networks?id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa HTTP/1.1" status: 200 len: 808 time: 0.2848270 Aug 16 20:44:02.315380 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-00ad23f8-27a6-41d2-9723-24b01f35a246 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Request body: {'port': {'device_id': 'a62a55b9-bca3-4741-b3c8-231816b1f586', 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa', 'admin_state_up': True, 'tenant_id': '8ef76538be3f42efb94d0f0a8384d0d1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:02.349023 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f4f00ae5-c86a-4b84-8a7e-daf6a3711f2f req-c96f444c-7d76-4bdc-8a21-ad2bf1099ba0 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 210 time: 0.0548220 Aug 16 20:44:02.356035 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:02.359863 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-500b9da9-fce8-47f9-8d9d-21734fc21dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:02.365643 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device c10b290d-249f-4c9d-9952-9a1844757eeb no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:44:02.376620 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3961dc8f-988f-499f-9964-0194b01699f4 req-3f74408c-4440-4fa3-9b2e-eac5965a8407 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:02.394159 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-76dfa33c-acaf-4a6c-aab6-4edfbdf0bde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:02.404219 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-3961dc8f-988f-499f-9964-0194b01699f4 req-3f74408c-4440-4fa3-9b2e-eac5965a8407 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Transition to ACTIVE for port object 44759938-a0ac-43ad-a35c-11eb9674a2b6 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:02.413927 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: c10b290d-249f-4c9d-9952-9a1844757eeb {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:44:02.414584 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device c10b290d-249f-4c9d-9952-9a1844757eeb not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:44:02.423656 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-500b9da9-fce8-47f9-8d9d-21734fc21dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:02.439571 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=cdb27c37-0f51-48fe-a2b4-8a89bd6aee69,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:02.447990 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-76dfa33c-acaf-4a6c-aab6-4edfbdf0bde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:02.448995 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-76dfa33c-acaf-4a6c-aab6-4edfbdf0bde1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:02.450719 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-76dfa33c-acaf-4a6c-aab6-4edfbdf0bde1 service neutron] 10.222.0.72 "PUT /v2.0/ports/bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0 HTTP/1.1" status: 200 len: 1093 time: 1.5295622 Aug 16 20:44:02.456640 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de08b7ea-49d0-4733-b8cb-fe08da6ba757', 'tag': 'bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:02.459103 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eeb4057-6529-403a-8185-61d89d2480cf" -d '{"events": [{"name": "network-changed", "server_uuid": "de08b7ea-49d0-4733-b8cb-fe08da6ba757", "tag": "bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:02.497200 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0b810-8b16-403e-843d-50e321960aa8 req-7a5b5f0c-10f7-4999-8968-123467f046de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:02.499135 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4be0b810-8b16-403e-843d-50e321960aa8 req-7a5b5f0c-10f7-4999-8968-123467f046de service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=644ace96-96b8-4df9-b6d2-68e0902c48c7 HTTP/1.1" status: 200 len: 1101 time: 0.1400735 Aug 16 20:44:02.503551 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0398cf6c-1f97-40a2-81d4-eed4c9af5b8a x-openstack-request-id: req-0398cf6c-1f97-40a2-81d4-eed4c9af5b8a {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:02.503960 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de08b7ea-49d0-4733-b8cb-fe08da6ba757", "tag": "bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:02.509060 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0398cf6c-1f97-40a2-81d4-eed4c9af5b8a {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:02.509060 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de08b7ea-49d0-4733-b8cb-fe08da6ba757', 'tag': 'bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0', 'status': 'completed', 'code': 200} Aug 16 20:44:02.522186 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dfa33c-acaf-4a6c-aab6-4edfbdf0bde1 service neutron] Pushing event updated for resources: {'Port': ['ID=bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:02.566294 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4be0b810-8b16-403e-843d-50e321960aa8 req-1692c216-8e9d-41b5-a483-9d3cab0e10c4 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=38a2cbe1-a976-4968-8908-78cafc258859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599856 Aug 16 20:44:02.599614 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb4057-6529-403a-8185-61d89d2480cf req-7d9e62b2-cfdf-4a36-b3c7-191ce3963913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:02.601276 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9eeb4057-6529-403a-8185-61d89d2480cf req-7d9e62b2-cfdf-4a36-b3c7-191ce3963913 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8cc126ebead24b64ac4f071673509eb8&device_id=de08b7ea-49d0-4733-b8cb-fe08da6ba757 HTTP/1.1" status: 200 len: 1096 time: 0.0683374 Aug 16 20:44:02.657703 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-500b9da9-fce8-47f9-8d9d-21734fc21dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:02.660174 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-500b9da9-fce8-47f9-8d9d-21734fc21dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:02.661299 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-500b9da9-fce8-47f9-8d9d-21734fc21dff admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6631a5ce-300b-4d64-a115-bd56c38e014f HTTP/1.1" status: 204 len: 168 time: 0.4294386 Aug 16 20:44:02.679255 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b9da9-fce8-47f9-8d9d-21734fc21dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6631a5ce-300b-4d64-a115-bd56c38e014f,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:02.733240 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa689264-1855-465c-8dff-3a816710f31b req-44dc5aa8-37b0-4919-b844-afbef8dbdc41 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:02.734790 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fa689264-1855-465c-8dff-3a816710f31b req-44dc5aa8-37b0-4919-b844-afbef8dbdc41 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 949 time: 0.1042082 Aug 16 20:44:02.764750 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3961dc8f-988f-499f-9964-0194b01699f4 req-3f74408c-4440-4fa3-9b2e-eac5965a8407 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:02.766360 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-00ad23f8-27a6-41d2-9723-24b01f35a246 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Made reservation on behalf of 8ef76538be3f42efb94d0f0a8384d0d1 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:02.769767 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0390667-4adc-440b-921a-f3bec8919268 req-b396cda7-9989-4282-af7b-f71381715245 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50603 time: 0.4650228 Aug 16 20:44:02.769904 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-00ad23f8-27a6-41d2-9723-24b01f35a246 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:02.865891 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3961dc8f-988f-499f-9964-0194b01699f4 req-3f74408c-4440-4fa3-9b2e-eac5965a8407 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Network ed5eda8e-07f1-4980-9b55-01ba3f47eea4 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:02.874690 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb4057-6529-403a-8185-61d89d2480cf req-59a462f0-fd70-498c-87d0-22cc26b1811a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:02.876244 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9eeb4057-6529-403a-8185-61d89d2480cf req-59a462f0-fd70-498c-87d0-22cc26b1811a service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=8cc126ebead24b64ac4f071673509eb8&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2625899 Aug 16 20:44:02.880729 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-3961dc8f-988f-499f-9964-0194b01699f4 req-3f74408c-4440-4fa3-9b2e-eac5965a8407 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:02.882594 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74408c-4440-4fa3-9b2e-eac5965a8407 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Pushing event updated for resources: {'Port': ['ID=44759938-a0ac-43ad-a35c-11eb9674a2b6,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:02.886128 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-3961dc8f-988f-499f-9964-0194b01699f4 req-3f74408c-4440-4fa3-9b2e-eac5965a8407 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:03.064269 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fa689264-1855-465c-8dff-3a816710f31b req-0f0b0b76-048e-40f1-a451-e1a8e6e45b96 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185859 Aug 16 20:44:03.071081 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961dc8f-988f-499f-9964-0194b01699f4 req-3f74408c-4440-4fa3-9b2e-eac5965a8407 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:03.071726 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3961dc8f-988f-499f-9964-0194b01699f4 req-3f74408c-4440-4fa3-9b2e-eac5965a8407 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:03.076323 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0390667-4adc-440b-921a-f3bec8919268 req-17a1977a-e217-4e9b-ba8b-0e006d741d9f tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] 10.222.0.84 "GET /v2.0/security-groups/1e496a07-3fba-468b-a1de-d1108702c643 HTTP/1.1" status: 200 len: 2977 time: 0.0659235 Aug 16 20:44:03.131288 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb4057-6529-403a-8185-61d89d2480cf req-60550b09-b7b0-413e-9a24-1e3a583e0d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:03.132801 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9eeb4057-6529-403a-8185-61d89d2480cf req-60550b09-b7b0-413e-9a24-1e3a583e0d86 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2477789 Aug 16 20:44:03.135157 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0390667-4adc-440b-921a-f3bec8919268 req-dc650c01-3367-4de5-aded-c56f14731173 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] 10.222.0.84 "GET /v2.0/security-groups/1e496a07-3fba-468b-a1de-d1108702c643 HTTP/1.1" status: 200 len: 2977 time: 0.0579002 Aug 16 20:44:03.139580 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-00ad23f8-27a6-41d2-9723-24b01f35a246 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Allocated IP 172.20.0.11 (8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa/32473632-cd45-434e-a077-52a281cec044/7b9c22c8-33bc-40d8-8425-7113a04b57ca) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:03.168466 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3961dc8f-988f-499f-9964-0194b01699f4 req-3f74408c-4440-4fa3-9b2e-eac5965a8407 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9451225 Aug 16 20:44:03.199274 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0390667-4adc-440b-921a-f3bec8919268 req-025ab787-6585-44e1-9006-0a93c69d1a3f tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] 10.222.0.84 "GET /v2.0/security-groups/21be35a1-c4d0-4a35-b760-2c89b0ed8de4 HTTP/1.1" status: 200 len: 2981 time: 0.0626986 Aug 16 20:44:03.211127 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-3961dc8f-988f-499f-9964-0194b01699f4 req-6a5fc302-9364-4917-a125-89d03864572c service neutron] Request body: {'port': {'device_id': 'cb9b219e-8d5f-4b16-920b-c895b22deab9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:03.254525 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0390667-4adc-440b-921a-f3bec8919268 req-e98e4839-a753-4dee-81b4-ff00e0aedc1e tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] 10.222.0.84 "GET /v2.0/security-groups/21be35a1-c4d0-4a35-b760-2c89b0ed8de4 HTTP/1.1" status: 200 len: 2981 time: 0.0484252 Aug 16 20:44:03.331304 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0390667-4adc-440b-921a-f3bec8919268 req-4cf13290-b834-4781-a04c-dcf471c2ed10 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] 10.222.0.84 "GET /v2.0/security-groups/38a2cbe1-a976-4968-8908-78cafc258859 HTTP/1.1" status: 200 len: 2981 time: 0.0653501 Aug 16 20:44:03.340204 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610316d-a655-4b44-825d-bbd3d00485f8 req-fab3f61a-a512-4f95-8150-d8537233c2f3 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:03.341821 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2610316d-a655-4b44-825d-bbd3d00485f8 req-fab3f61a-a512-4f95-8150-d8537233c2f3 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/ports?device_id=644ace96-96b8-4df9-b6d2-68e0902c48c7 HTTP/1.1" status: 200 len: 949 time: 0.0856221 Aug 16 20:44:03.365308 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a545c0c1-79fe-430b-ae6e-a05877a579a8 None None] Provisioning for port 44759938-a0ac-43ad-a35c-11eb9674a2b6 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:03.372338 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a545c0c1-79fe-430b-ae6e-a05877a579a8 None None] Provisioning complete for port 44759938-a0ac-43ad-a35c-11eb9674a2b6 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:03.374104 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a545c0c1-79fe-430b-ae6e-a05877a579a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:03.437323 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a545c0c1-79fe-430b-ae6e-a05877a579a8 None None] Port 44759938-a0ac-43ad-a35c-11eb9674a2b6 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:44:03.443360 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2610316d-a655-4b44-825d-bbd3d00485f8 req-8eb40a41-88fa-431a-ad7d-c4bf264ddfca tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/security-groups?id=38a2cbe1-a976-4968-8908-78cafc258859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940020 Aug 16 20:44:03.445491 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0390667-4adc-440b-921a-f3bec8919268 req-a835e402-951c-433d-925a-26bdb13eaf3a tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] 10.222.0.84 "GET /v2.0/security-groups/38a2cbe1-a976-4968-8908-78cafc258859 HTTP/1.1" status: 200 len: 2981 time: 0.1027532 Aug 16 20:44:03.503253 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0390667-4adc-440b-921a-f3bec8919268 req-7e3d3393-beb7-4a96-a54a-df7942de9aa9 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] 10.222.0.84 "GET /v2.0/security-groups/51b90865-6335-4cd6-a6ed-86516ec7f857 HTTP/1.1" status: 200 len: 2981 time: 0.0504441 Aug 16 20:44:03.577278 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3961dc8f-988f-499f-9964-0194b01699f4 req-6a5fc302-9364-4917-a125-89d03864572c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:03.587004 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0390667-4adc-440b-921a-f3bec8919268 req-1a0e2472-f3cb-4f57-8e74-6298451557e5 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] 10.222.0.84 "GET /v2.0/security-groups/51b90865-6335-4cd6-a6ed-86516ec7f857 HTTP/1.1" status: 200 len: 2981 time: 0.0769010 Aug 16 20:44:03.590350 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-bcd1b0a5-d9e6-4883-8c87-ae3e4add95bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:03.591888 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-bcd1b0a5-d9e6-4883-8c87-ae3e4add95bc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8cc126ebead24b64ac4f071673509eb8&device_id=de08b7ea-49d0-4733-b8cb-fe08da6ba757 HTTP/1.1" status: 200 len: 1096 time: 0.3952410 Aug 16 20:44:03.605791 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef40349-cc48-4af8-a9bb-6629ae2625ce req-c9bd6160-9afa-4f88-9edb-c2c837b8764e tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:03.609088 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4ef40349-cc48-4af8-a9bb-6629ae2625ce req-c9bd6160-9afa-4f88-9edb-c2c837b8764e tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb9b219e-8d5f-4b16-920b-c895b22deab9 HTTP/1.1" status: 200 len: 931 time: 0.0803444 Aug 16 20:44:03.609088 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 58324) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:03.638294 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [req-e0390667-4adc-440b-921a-f3bec8919268 req-d9019469-f44c-42d4-b660-44f0c61f1ab3 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] show failed (client error): The resource could not be found. Aug 16 20:44:03.639361 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0390667-4adc-440b-921a-f3bec8919268 req-d9019469-f44c-42d4-b660-44f0c61f1ab3 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] 10.222.0.84 "GET /v2.0/security-groups/6631a5ce-300b-4d64-a115-bd56c38e014f HTTP/1.1" status: 404 len: 352 time: 0.0416653 Aug 16 20:44:03.641425 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a53117d6-9c22-4ab9-86b4-037a6564d3d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:03.661668 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-421952d3-a034-4c8e-bae0-63278edf97c5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0 HTTP/1.1" status: 200 len: 217 time: 0.0599174 Aug 16 20:44:03.702339 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [req-e0390667-4adc-440b-921a-f3bec8919268 req-dec2f7a8-5b19-4d12-b248-d525614e99f9 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] show failed (client error): The resource could not be found. Aug 16 20:44:03.702339 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0390667-4adc-440b-921a-f3bec8919268 req-dec2f7a8-5b19-4d12-b248-d525614e99f9 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] 10.222.0.84 "GET /v2.0/security-groups/6631a5ce-300b-4d64-a115-bd56c38e014f HTTP/1.1" status: 404 len: 352 time: 0.0288181 Aug 16 20:44:03.703024 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-00ad23f8-27a6-41d2-9723-24b01f35a246 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:03.714960 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4ef40349-cc48-4af8-a9bb-6629ae2625ce req-f212bcd3-a717-4d79-9af4-c0efedf1317d tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2461062-353c-4193-a162-8b6d7529e34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940788 Aug 16 20:44:03.757491 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0390667-4adc-440b-921a-f3bec8919268 req-60219e41-6329-4522-b6a8-244633d8ea41 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] 10.222.0.84 "GET /v2.0/security-groups/7836b8f2-5d24-4a8b-bf2c-030748d55356 HTTP/1.1" status: 200 len: 2981 time: 0.0674036 Aug 16 20:44:03.763658 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-d25eee43-d460-4ade-b7f0-58e2ab1a5241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:03.765169 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-d25eee43-d460-4ade-b7f0-58e2ab1a5241 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2f44991d-5963-4603-beac-a75bad0d4ce6 HTTP/1.1" status: 200 len: 844 time: 0.0848184 Aug 16 20:44:03.847414 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-5f2a0570-a3d3-4f67-9ae6-1b6e91c3d7d1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=129de689-1a67-4447-bccf-e675c592e5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746696 Aug 16 20:44:03.851262 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0390667-4adc-440b-921a-f3bec8919268 req-75d3f429-5229-49eb-9975-e4befe673321 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] 10.222.0.84 "GET /v2.0/security-groups/7836b8f2-5d24-4a8b-bf2c-030748d55356 HTTP/1.1" status: 200 len: 2981 time: 0.0828514 Aug 16 20:44:03.896486 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a53117d6-9c22-4ab9-86b4-037a6564d3d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:03.906326 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f43360-9f55-4e39-a538-8ec59abb6ff0 req-e95785fa-45c5-49d5-9182-a688026edcd0 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:03.907931 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-59f43360-9f55-4e39-a538-8ec59abb6ff0 req-e95785fa-45c5-49d5-9182-a688026edcd0 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=de08b7ea-49d0-4733-b8cb-fe08da6ba757 HTTP/1.1" status: 200 len: 944 time: 0.1052589 Aug 16 20:44:03.935439 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0390667-4adc-440b-921a-f3bec8919268 req-b8b8f0f5-a0fd-420a-b772-b9686807201b tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] 10.222.0.84 "GET /v2.0/security-groups/784a2506-8174-42ad-91e6-2a06a681d48c HTTP/1.1" status: 200 len: 2981 time: 0.0752454 Aug 16 20:44:04.002291 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-59f43360-9f55-4e39-a538-8ec59abb6ff0 req-b1221675-3143-45be-9c58-6ef7349d35d6 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563438 Aug 16 20:44:04.007544 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0390667-4adc-440b-921a-f3bec8919268 req-e3a4ec32-ae88-4d14-b5d5-a716325b0c9a tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] 10.222.0.84 "GET /v2.0/security-groups/784a2506-8174-42ad-91e6-2a06a681d48c HTTP/1.1" status: 200 len: 2981 time: 0.0646472 Aug 16 20:44:04.017612 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-c770da5f-36c5-49b9-949d-31d1c124865b service neutron] 10.222.0.72 "GET /v2.0/networks/129de689-1a67-4447-bccf-e675c592e5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606507 Aug 16 20:44:04.077589 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-097b5588-0beb-4dcd-bbe7-85db05a4a7a5 req-9beb8a3a-9837-46bc-b387-593d03b5a1f3 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 210 time: 0.0291333 Aug 16 20:44:04.081212 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0390667-4adc-440b-921a-f3bec8919268 req-5a88cb34-2336-47da-bd6f-0a404311e6f9 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] 10.222.0.84 "GET /v2.0/security-groups/8a07a66f-826f-420b-b722-d264a3607a78 HTTP/1.1" status: 200 len: 2981 time: 0.0671215 Aug 16 20:44:04.132898 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0390667-4adc-440b-921a-f3bec8919268 req-32d3964e-8860-4a11-9e21-6795107208c7 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] 10.222.0.84 "GET /v2.0/security-groups/8a07a66f-826f-420b-b722-d264a3607a78 HTTP/1.1" status: 200 len: 2981 time: 0.0446777 Aug 16 20:44:04.164389 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-3961dc8f-988f-499f-9964-0194b01699f4 req-6a5fc302-9364-4917-a125-89d03864572c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44759938-a0ac-43ad-a35c-11eb9674a2b6 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:04.173493 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f97fb612-034a-4e26-aa3d-b51b6d3181d9 req-68717aae-f2df-474c-aa03-3c2a1290e68d service neutron] 10.222.0.72 "GET /v2.0/networks/129de689-1a67-4447-bccf-e675c592e5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463084 Aug 16 20:44:04.175752 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3961dc8f-988f-499f-9964-0194b01699f4 req-6a5fc302-9364-4917-a125-89d03864572c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:04.186948 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-00ad23f8-27a6-41d2-9723-24b01f35a246 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:04.191178 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a53117d6-9c22-4ab9-86b4-037a6564d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:04.194405 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-3961dc8f-988f-499f-9964-0194b01699f4 req-6a5fc302-9364-4917-a125-89d03864572c service neutron] Transition to ACTIVE for port object 44759938-a0ac-43ad-a35c-11eb9674a2b6 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:04.233276 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-00ad23f8-27a6-41d2-9723-24b01f35a246 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:04.238975 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-00ad23f8-27a6-41d2-9723-24b01f35a246 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:04.242877 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-00ad23f8-27a6-41d2-9723-24b01f35a246 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:04.260920 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585b463-b7b2-4b30-a4e0-84d98a197f55 req-67c1c610-7cd2-40cb-b110-2e4d152bdff2 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:04.260920 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a585b463-b7b2-4b30-a4e0-84d98a197f55 req-67c1c610-7cd2-40cb-b110-2e4d152bdff2 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 949 time: 0.1116936 Aug 16 20:44:04.260920 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0390667-4adc-440b-921a-f3bec8919268 req-28d24a71-234e-4b72-b8bc-6a2030f3924d tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] 10.222.0.84 "GET /v2.0/security-groups/9dcc9762-89f9-4ce7-ae97-e46ce9906862 HTTP/1.1" status: 200 len: 2977 time: 0.1202199 Aug 16 20:44:04.265337 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a53117d6-9c22-4ab9-86b4-037a6564d3d1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4ad62f3edf0e4cd782df3574ccd97690&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6548872 Aug 16 20:44:04.267168 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 58330) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:04.268405 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad23f8-27a6-41d2-9723-24b01f35a246 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Pushing event updated for resources: {'Port': ['ID=7b9c22c8-33bc-40d8-8425-7113a04b57ca,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:04.269038 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53117d6-9c22-4ab9-86b4-037a6564d3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3313b7f-79db-4c60-ab38-6e9be0e18f71,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:04.297082 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-00ad23f8-27a6-41d2-9723-24b01f35a246 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:04.297710 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-00ad23f8-27a6-41d2-9723-24b01f35a246 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:04.306846 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3961dc8f-988f-499f-9964-0194b01699f4 req-6a5fc302-9364-4917-a125-89d03864572c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:04.357831 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5fc302-9364-4917-a125-89d03864572c service neutron] Pushing event updated for resources: {'Port': ['ID=44759938-a0ac-43ad-a35c-11eb9674a2b6,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:04.372104 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a585b463-b7b2-4b30-a4e0-84d98a197f55 req-f2f2ebd2-d044-4898-9c90-23955405fbe4 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056442 Aug 16 20:44:04.379554 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0390667-4adc-440b-921a-f3bec8919268 req-324cc4f9-9925-42d3-bd20-8071bd0d4475 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] 10.222.0.84 "GET /v2.0/security-groups/9dcc9762-89f9-4ce7-ae97-e46ce9906862 HTTP/1.1" status: 200 len: 2977 time: 0.1023681 Aug 16 20:44:04.404962 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d7e4055c-40cd-4cb0-a677-23df34eaf829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:04.436419 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-00ad23f8-27a6-41d2-9723-24b01f35a246 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1274614 Aug 16 20:44:04.443120 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-3961dc8f-988f-499f-9964-0194b01699f4 req-6a5fc302-9364-4917-a125-89d03864572c service neutron] Attempting to bind port 44759938-a0ac-43ad-a35c-11eb9674a2b6 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:44:04.443544 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-3961dc8f-988f-499f-9964-0194b01699f4 req-6a5fc302-9364-4917-a125-89d03864572c service neutron] Attempting to bind port 44759938-a0ac-43ad-a35c-11eb9674a2b6 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': 'b77570f6-2c6b-4b2c-bfcf-ea4849f9225f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:44:04.443969 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3961dc8f-988f-499f-9964-0194b01699f4 req-6a5fc302-9364-4917-a125-89d03864572c service neutron] Attempting to bind port 44759938-a0ac-43ad-a35c-11eb9674a2b6 on network ed5eda8e-07f1-4980-9b55-01ba3f47eea4 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:04.451467 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d7e4055c-40cd-4cb0-a677-23df34eaf829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:04.455208 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-d7473e4f-dfa6-435f-ac8a-b30a258f8669 service neutron] Request body: {'port': {'device_id': 'a62a55b9-bca3-4741-b3c8-231816b1f586', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:04.458364 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3961dc8f-988f-499f-9964-0194b01699f4 req-6a5fc302-9364-4917-a125-89d03864572c service neutron] Port 44759938-a0ac-43ad-a35c-11eb9674a2b6 on network ed5eda8e-07f1-4980-9b55-01ba3f47eea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:44:04.458763 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3961dc8f-988f-499f-9964-0194b01699f4 req-6a5fc302-9364-4917-a125-89d03864572c service neutron] Attempting to bind port 44759938-a0ac-43ad-a35c-11eb9674a2b6 on network ed5eda8e-07f1-4980-9b55-01ba3f47eea4 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:04.492708 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3961dc8f-988f-499f-9964-0194b01699f4 req-6a5fc302-9364-4917-a125-89d03864572c service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:44:04.493141 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3961dc8f-988f-499f-9964-0194b01699f4 req-6a5fc302-9364-4917-a125-89d03864572c service neutron] Checking segment: {'id': 'b77570f6-2c6b-4b2c-bfcf-ea4849f9225f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:04.493332 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0390667-4adc-440b-921a-f3bec8919268 req-2ff8926d-edaa-4af4-bb4a-39ecd8f055c8 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] 10.222.0.84 "GET /v2.0/security-groups/af669806-512d-4fd9-81ee-2dc6f603b626 HTTP/1.1" status: 200 len: 2977 time: 0.0980389 Aug 16 20:44:04.493667 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3961dc8f-988f-499f-9964-0194b01699f4 req-6a5fc302-9364-4917-a125-89d03864572c service neutron] Bound using segment: {'id': 'b77570f6-2c6b-4b2c-bfcf-ea4849f9225f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:44:04.494183 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-3961dc8f-988f-499f-9964-0194b01699f4 req-6a5fc302-9364-4917-a125-89d03864572c service neutron] Bound port: 44759938-a0ac-43ad-a35c-11eb9674a2b6, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b77570f6-2c6b-4b2c-bfcf-ea4849f9225f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:44:04.494606 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3961dc8f-988f-499f-9964-0194b01699f4 req-6a5fc302-9364-4917-a125-89d03864572c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:04.580574 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-d7473e4f-dfa6-435f-ac8a-b30a258f8669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:04.589630 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0390667-4adc-440b-921a-f3bec8919268 req-7baf45bf-55c7-49e7-a121-8e901878615d tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] 10.222.0.84 "GET /v2.0/security-groups/af669806-512d-4fd9-81ee-2dc6f603b626 HTTP/1.1" status: 200 len: 2977 time: 0.0953836 Aug 16 20:44:04.600422 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-3961dc8f-988f-499f-9964-0194b01699f4 req-6a5fc302-9364-4917-a125-89d03864572c service neutron] For port 44759938-a0ac-43ad-a35c-11eb9674a2b6, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:44:04.630089 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-3961dc8f-988f-499f-9964-0194b01699f4 req-6a5fc302-9364-4917-a125-89d03864572c service neutron] For port 44759938-a0ac-43ad-a35c-11eb9674a2b6, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=44759938-a0ac-43ad-a35c-11eb9674a2b6,segment=NetworkSegment(b77570f6-2c6b-4b2c-bfcf-ea4849f9225f),segment_id=b77570f6-2c6b-4b2c-bfcf-ea4849f9225f)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:44:04.631270 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc2870-b248-422e-975f-4cdd37711445 req-d3ae7659-f064-4c59-8564-fc78c2d5f301 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:04.632827 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bbbc2870-b248-422e-975f-4cdd37711445 req-d3ae7659-f064-4c59-8564-fc78c2d5f301 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/ports?device_id=644ace96-96b8-4df9-b6d2-68e0902c48c7 HTTP/1.1" status: 200 len: 949 time: 0.0808570 Aug 16 20:44:04.664663 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0390667-4adc-440b-921a-f3bec8919268 req-826e430f-c6f7-469e-8f38-9946c69fdb7c tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] 10.222.0.84 "GET /v2.0/security-groups/b2461062-353c-4193-a162-8b6d7529e34e HTTP/1.1" status: 200 len: 2981 time: 0.0668015 Aug 16 20:44:04.670675 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d7e4055c-40cd-4cb0-a677-23df34eaf829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:04.673258 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d7e4055c-40cd-4cb0-a677-23df34eaf829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:04.676801 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d7e4055c-40cd-4cb0-a677-23df34eaf829 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d3313b7f-79db-4c60-ab38-6e9be0e18f71 HTTP/1.1" status: 204 len: 168 time: 0.4061704 Aug 16 20:44:04.696781 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e4055c-40cd-4cb0-a677-23df34eaf829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3313b7f-79db-4c60-ab38-6e9be0e18f71,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:04.703359 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bbbc2870-b248-422e-975f-4cdd37711445 req-e9d854cd-8ea0-4d9d-9671-9ff4a8ae63ee tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/security-groups?id=38a2cbe1-a976-4968-8908-78cafc258859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625651 Aug 16 20:44:04.716208 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3961dc8f-988f-499f-9964-0194b01699f4 req-6a5fc302-9364-4917-a125-89d03864572c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:04.750503 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0390667-4adc-440b-921a-f3bec8919268 req-e50fe332-fe30-4975-b3dc-39dca34cd59d tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] 10.222.0.84 "GET /v2.0/security-groups/b2461062-353c-4193-a162-8b6d7529e34e HTTP/1.1" status: 200 len: 2981 time: 0.0696940 Aug 16 20:44:04.784617 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961dc8f-988f-499f-9964-0194b01699f4 req-6a5fc302-9364-4917-a125-89d03864572c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:04.785432 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3961dc8f-988f-499f-9964-0194b01699f4 req-6a5fc302-9364-4917-a125-89d03864572c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:04.787361 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3961dc8f-988f-499f-9964-0194b01699f4 req-6a5fc302-9364-4917-a125-89d03864572c service neutron] 10.222.0.72 "PUT /v2.0/ports/44759938-a0ac-43ad-a35c-11eb9674a2b6 HTTP/1.1" status: 200 len: 1092 time: 1.5918407 Aug 16 20:44:04.798889 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb9b219e-8d5f-4b16-920b-c895b22deab9', 'tag': '44759938-a0ac-43ad-a35c-11eb9674a2b6'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:04.802016 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01c6953-1b9e-4ad5-9bb6-3b0bbae7e7d2" -d '{"events": [{"name": "network-changed", "server_uuid": "cb9b219e-8d5f-4b16-920b-c895b22deab9", "tag": "44759938-a0ac-43ad-a35c-11eb9674a2b6"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:04.820365 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0390667-4adc-440b-921a-f3bec8919268 req-0928bb13-1f21-436f-887c-ae780fff4dd9 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] 10.222.0.84 "GET /v2.0/security-groups/b996e5d7-fb76-4b20-867d-54aed7b942c9 HTTP/1.1" status: 200 len: 2977 time: 0.0635202 Aug 16 20:44:04.868849 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0390667-4adc-440b-921a-f3bec8919268 req-e893a7e7-6533-443e-b3eb-519c318b36a2 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] 10.222.0.84 "GET /v2.0/security-groups/b996e5d7-fb76-4b20-867d-54aed7b942c9 HTTP/1.1" status: 200 len: 2977 time: 0.0414276 Aug 16 20:44:04.877369 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5fc302-9364-4917-a125-89d03864572c service neutron] Pushing event updated for resources: {'Port': ['ID=44759938-a0ac-43ad-a35c-11eb9674a2b6,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:04.931514 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0390667-4adc-440b-921a-f3bec8919268 req-aeb3ab6f-599b-4891-b689-c8121ac475ba tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] 10.222.0.84 "GET /v2.0/security-groups/b9aa103c-6df9-4135-8c91-a821c77f6aea HTTP/1.1" status: 200 len: 2981 time: 0.0559785 Aug 16 20:44:04.995501 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0390667-4adc-440b-921a-f3bec8919268 req-37c464f0-a79b-4082-bcbc-7b4808e35c37 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] 10.222.0.84 "GET /v2.0/security-groups/b9aa103c-6df9-4135-8c91-a821c77f6aea HTTP/1.1" status: 200 len: 2981 time: 0.0530462 Aug 16 20:44:05.037342 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961dc8f-988f-499f-9964-0194b01699f4 req-2d514311-4754-4ed8-805c-0c075ddde569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:05.043226 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3961dc8f-988f-499f-9964-0194b01699f4 req-2d514311-4754-4ed8-805c-0c075ddde569 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=12c94560bb6443429bc057a80226b5c1&device_id=cb9b219e-8d5f-4b16-920b-c895b22deab9 HTTP/1.1" status: 200 len: 1095 time: 0.1053467 Aug 16 20:44:05.049171 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0390667-4adc-440b-921a-f3bec8919268 req-484fc20d-475e-4e6e-89f0-1b67089e6442 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] 10.222.0.84 "GET /v2.0/security-groups/d29ed7dc-ccea-439b-97b4-ca7525a2984b HTTP/1.1" status: 200 len: 2981 time: 0.0496700 Aug 16 20:44:05.090746 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3961dc8f-988f-499f-9964-0194b01699f4 req-714ea0ad-07ea-49ef-83f2-49a6a0c26193 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44759938-a0ac-43ad-a35c-11eb9674a2b6 HTTP/1.1" status: 200 len: 217 time: 0.0415137 Aug 16 20:44:05.140364 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0390667-4adc-440b-921a-f3bec8919268 req-353d1fc5-6455-45ca-9938-fc0f075a4c20 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] 10.222.0.84 "GET /v2.0/security-groups/d29ed7dc-ccea-439b-97b4-ca7525a2984b HTTP/1.1" status: 200 len: 2981 time: 0.0777574 Aug 16 20:44:05.166851 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-d7473e4f-dfa6-435f-ac8a-b30a258f8669 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b9c22c8-33bc-40d8-8425-7113a04b57ca {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:05.171900 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a0624-b8f7-4a74-b56b-bc4eae31ecd9 req-3f5385ff-7a58-49d9-ba08-3bc7a0ae7430 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:05.174110 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-131a0624-b8f7-4a74-b56b-bc4eae31ecd9 req-3f5385ff-7a58-49d9-ba08-3bc7a0ae7430 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb9b219e-8d5f-4b16-920b-c895b22deab9 HTTP/1.1" status: 200 len: 943 time: 0.0794382 Aug 16 20:44:05.178168 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-d7473e4f-dfa6-435f-ac8a-b30a258f8669 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:05.187924 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961dc8f-988f-499f-9964-0194b01699f4 req-9f89f909-3eeb-4adb-962d-7b08cf4309b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:05.189490 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3961dc8f-988f-499f-9964-0194b01699f4 req-9f89f909-3eeb-4adb-962d-7b08cf4309b6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bd8dab9d-a3f2-4736-9e51-3a290163fbfe HTTP/1.1" status: 200 len: 859 time: 0.0689070 Aug 16 20:44:05.197841 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-d7473e4f-dfa6-435f-ac8a-b30a258f8669 service neutron] Transition to ACTIVE for port object 7b9c22c8-33bc-40d8-8425-7113a04b57ca will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:05.233946 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0390667-4adc-440b-921a-f3bec8919268 req-b0b346eb-d485-42db-bf82-94f80db6b336 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] 10.222.0.84 "GET /v2.0/security-groups/dd78e386-0940-4039-b9db-cf71c4c69e75 HTTP/1.1" status: 200 len: 2973 time: 0.0857756 Aug 16 20:44:05.238348 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-131a0624-b8f7-4a74-b56b-bc4eae31ecd9 req-89fa640d-1871-40ce-bf5c-d32f1813ba10 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2461062-353c-4193-a162-8b6d7529e34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525584 Aug 16 20:44:05.246775 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961dc8f-988f-499f-9964-0194b01699f4 req-c5384d53-3f66-45a5-b6d6-f798b31d4b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:05.248303 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3961dc8f-988f-499f-9964-0194b01699f4 req-c5384d53-3f66-45a5-b6d6-f798b31d4b2a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ed5eda8e-07f1-4980-9b55-01ba3f47eea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483165 Aug 16 20:44:05.310031 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0390667-4adc-440b-921a-f3bec8919268 req-a87d0057-ea61-4475-8489-ee9ed7d72694 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] 10.222.0.84 "GET /v2.0/security-groups/dd78e386-0940-4039-b9db-cf71c4c69e75 HTTP/1.1" status: 200 len: 2973 time: 0.0658648 Aug 16 20:44:05.312315 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b1cf28-b070-4931-a9c1-4be1caf5c9c4 x-openstack-request-id: req-b7b1cf28-b070-4931-a9c1-4be1caf5c9c4 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:05.312733 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb9b219e-8d5f-4b16-920b-c895b22deab9", "tag": "44759938-a0ac-43ad-a35c-11eb9674a2b6", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:05.313016 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b7b1cf28-b070-4931-a9c1-4be1caf5c9c4 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:05.313470 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb9b219e-8d5f-4b16-920b-c895b22deab9', 'tag': '44759938-a0ac-43ad-a35c-11eb9674a2b6', 'status': 'completed', 'code': 200} Aug 16 20:44:05.315771 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-d7473e4f-dfa6-435f-ac8a-b30a258f8669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:05.387041 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7473e4f-dfa6-435f-ac8a-b30a258f8669 service neutron] Pushing event updated for resources: {'Port': ['ID=7b9c22c8-33bc-40d8-8425-7113a04b57ca,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:05.392663 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161107a-4329-4718-bd89-c26497e4d449 req-72e3cb7a-4833-4d5b-ac59-b43cd7a00346 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:05.394774 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0161107a-4329-4718-bd89-c26497e4d449 req-72e3cb7a-4833-4d5b-ac59-b43cd7a00346 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=de08b7ea-49d0-4733-b8cb-fe08da6ba757 HTTP/1.1" status: 200 len: 944 time: 0.0544720 Aug 16 20:44:05.428726 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3961dc8f-988f-499f-9964-0194b01699f4 req-34c2e0e3-c1bc-4b90-8c3f-cc99f8038bc1 service neutron] 10.222.0.72 "GET /v2.0/networks/ed5eda8e-07f1-4980-9b55-01ba3f47eea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726620 Aug 16 20:44:05.460245 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0161107a-4329-4718-bd89-c26497e4d449 req-a8ba0389-1be2-4294-9245-5512568e02db tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555048 Aug 16 20:44:05.477391 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fcd06-ac1b-49a1-86d4-0bfcca431bb4 req-50968979-cb9c-46d0-b1e9-e94131d4e3f4 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:05.478976 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-151fcd06-ac1b-49a1-86d4-0bfcca431bb4 req-50968979-cb9c-46d0-b1e9-e94131d4e3f4 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 944 time: 0.0832610 Aug 16 20:44:05.543803 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-d7473e4f-dfa6-435f-ac8a-b30a258f8669 service neutron] Attempting to bind port 7b9c22c8-33bc-40d8-8425-7113a04b57ca on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:44:05.544231 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-d7473e4f-dfa6-435f-ac8a-b30a258f8669 service neutron] Attempting to bind port 7b9c22c8-33bc-40d8-8425-7113a04b57ca by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:44:05.544443 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-d7473e4f-dfa6-435f-ac8a-b30a258f8669 service neutron] Attempting to bind port 7b9c22c8-33bc-40d8-8425-7113a04b57ca on network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:05.551638 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-d7473e4f-dfa6-435f-ac8a-b30a258f8669 service neutron] Port 7b9c22c8-33bc-40d8-8425-7113a04b57ca on network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:44:05.551979 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-d7473e4f-dfa6-435f-ac8a-b30a258f8669 service neutron] Attempting to bind port 7b9c22c8-33bc-40d8-8425-7113a04b57ca on network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:05.555568 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-151fcd06-ac1b-49a1-86d4-0bfcca431bb4 req-f88bf8a4-fdbc-451a-83eb-db6390ed98c4 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645483 Aug 16 20:44:05.566723 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-d7473e4f-dfa6-435f-ac8a-b30a258f8669 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:44:05.567221 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-d7473e4f-dfa6-435f-ac8a-b30a258f8669 service neutron] Checking segment: {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:05.567714 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-d7473e4f-dfa6-435f-ac8a-b30a258f8669 service neutron] Bound using segment: {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:44:05.568320 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-d7473e4f-dfa6-435f-ac8a-b30a258f8669 service neutron] Bound port: 7b9c22c8-33bc-40d8-8425-7113a04b57ca, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:44:05.568778 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-d7473e4f-dfa6-435f-ac8a-b30a258f8669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:05.589157 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-fa057e3c-0505-4dfd-88ca-783f930fdf9d tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=d0c49bfa85fe4851a6f9b6395cca2fd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274029 Aug 16 20:44:05.626439 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3961dc8f-988f-499f-9964-0194b01699f4 req-6a531dcb-6a5e-4e18-97bb-3110a5664e61 service neutron] 10.222.0.72 "GET /v2.0/networks/ed5eda8e-07f1-4980-9b55-01ba3f47eea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765132 Aug 16 20:44:05.655956 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-d7473e4f-dfa6-435f-ac8a-b30a258f8669 service neutron] For port 7b9c22c8-33bc-40d8-8425-7113a04b57ca, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:44:05.659567 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-d7473e4f-dfa6-435f-ac8a-b30a258f8669 service neutron] For port 7b9c22c8-33bc-40d8-8425-7113a04b57ca, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=7b9c22c8-33bc-40d8-8425-7113a04b57ca,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:44:05.744758 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2bd1dd5e-aec8-4b51-adcf-31c9497f0a97 req-91032c2e-1394-435f-997e-58b0ddff6daf tempest-SecurityGroupsTestAdminJSON-1684286340 tempest-SecurityGroupsTestAdminJSON-1684286340-project] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=702af23c279442f38d1e1bab3e5fe250 HTTP/1.1" status: 200 len: 6103 time: 0.1588345 Aug 16 20:44:05.751352 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-d7473e4f-dfa6-435f-ac8a-b30a258f8669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:05.780444 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-d28217ae-b2e9-419b-a449-5d7c5dd755b2 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:05.787253 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-d28217ae-b2e9-419b-a449-5d7c5dd755b2 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1742525 Aug 16 20:44:05.809887 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-d7473e4f-dfa6-435f-ac8a-b30a258f8669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:05.810502 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-d7473e4f-dfa6-435f-ac8a-b30a258f8669 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:05.812034 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-5f113253-05ef-4db7-baf3-4cc694b95586 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/quotas/d0c49bfa85fe4851a6f9b6395cca2fd5 HTTP/1.1" status: 200 len: 375 time: 0.0215909 Aug 16 20:44:05.812312 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-d7473e4f-dfa6-435f-ac8a-b30a258f8669 service neutron] 10.222.0.90 "PUT /v2.0/ports/7b9c22c8-33bc-40d8-8425-7113a04b57ca HTTP/1.1" status: 200 len: 1093 time: 1.3617709 Aug 16 20:44:05.825348 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2bd1dd5e-aec8-4b51-adcf-31c9497f0a97 req-d8aecfe5-7636-4847-bd25-661015ec4750 tempest-SecurityGroupsTestAdminJSON-1684286340 tempest-SecurityGroupsTestAdminJSON-1684286340-project] 10.222.0.84 "GET /v2.0/security-groups/b9aa103c-6df9-4135-8c91-a821c77f6aea HTTP/1.1" status: 200 len: 2981 time: 0.0692627 Aug 16 20:44:05.859616 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7473e4f-dfa6-435f-ac8a-b30a258f8669 service neutron] Pushing event updated for resources: {'Port': ['ID=7b9c22c8-33bc-40d8-8425-7113a04b57ca,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:05.868316 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c6953-1b9e-4ad5-9bb6-3b0bbae7e7d2 req-a868c00f-2b23-4920-9c90-14c2d42c8dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:05.869961 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c01c6953-1b9e-4ad5-9bb6-3b0bbae7e7d2 req-a868c00f-2b23-4920-9c90-14c2d42c8dd9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=12c94560bb6443429bc057a80226b5c1&device_id=cb9b219e-8d5f-4b16-920b-c895b22deab9 HTTP/1.1" status: 200 len: 1095 time: 0.0805323 Aug 16 20:44:05.904672 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2bd1dd5e-aec8-4b51-adcf-31c9497f0a97 req-f1111cfb-c169-4711-938a-3e4545a2394f tempest-SecurityGroupsTestAdminJSON-1684286340 tempest-SecurityGroupsTestAdminJSON-1684286340-project] 10.222.0.84 "GET /v2.0/security-groups/b9aa103c-6df9-4135-8c91-a821c77f6aea HTTP/1.1" status: 200 len: 2981 time: 0.0782967 Aug 16 20:44:05.920531 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-66bc70c3-bb78-487d-bc24-85044927163e tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d0c49bfa85fe4851a6f9b6395cca2fd5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0875351 Aug 16 20:44:05.998429 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-feca83b7-f3c1-474f-8eb0-574688870e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:05.999981 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-feca83b7-f3c1-474f-8eb0-574688870e5f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ef76538be3f42efb94d0f0a8384d0d1&device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 1096 time: 0.0676703 Aug 16 20:44:06.045763 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b83af1-1796-4dc8-a0ea-04e844c6b0c3 req-6bd05c07-ec93-4d68-a9dd-34da30463f7e tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:06.047184 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12b83af1-1796-4dc8-a0ea-04e844c6b0c3 req-6bd05c07-ec93-4d68-a9dd-34da30463f7e tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 949 time: 0.0586066 Aug 16 20:44:06.049305 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-85711d44-88ae-43a4-b658-88bb3e7daf4b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b9c22c8-33bc-40d8-8425-7113a04b57ca HTTP/1.1" status: 200 len: 217 time: 0.0385196 Aug 16 20:44:06.050695 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c6953-1b9e-4ad5-9bb6-3b0bbae7e7d2 req-54f08f53-6b1e-49b1-842c-8e527b8fee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:06.052009 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c01c6953-1b9e-4ad5-9bb6-3b0bbae7e7d2 req-54f08f53-6b1e-49b1-842c-8e527b8fee70 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ed5eda8e-07f1-4980-9b55-01ba3f47eea4 HTTP/1.1" status: 200 len: 921 time: 0.1746566 Aug 16 20:44:06.100343 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12b83af1-1796-4dc8-a0ea-04e844c6b0c3 req-0a5bda9a-ba89-48ac-b427-b210227f29dc tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431302 Aug 16 20:44:06.140161 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c01c6953-1b9e-4ad5-9bb6-3b0bbae7e7d2 req-446aa5e2-ec4f-41ea-9974-dce9cbc90baf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44759938-a0ac-43ad-a35c-11eb9674a2b6 HTTP/1.1" status: 200 len: 217 time: 0.0749061 Aug 16 20:44:06.192718 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-5369a69a-d8f5-4778-b281-37c4553a7616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:06.196437 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-5369a69a-d8f5-4778-b281-37c4553a7616 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=32473632-cd45-434e-a077-52a281cec044 HTTP/1.1" status: 200 len: 848 time: 0.1396699 Aug 16 20:44:06.212489 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac992c87-f616-44dd-be9a-81d99acf2ccf req-3651a7c7-eefc-4f1a-b8f2-efd2e823028b tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] 10.222.0.84 "GET /v2.0/security-groups/ad7aafb6-9842-4203-a234-fb8d3caa8741 HTTP/1.1" status: 200 len: 1777 time: 0.0464106 Aug 16 20:44:06.247282 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-1fd99f54-e676-49a0-a918-020d2359305d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283091 Aug 16 20:44:06.247391 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-02666bbb-41fe-471a-9cb0-f1cc9e4f87fe req-b476bbd8-3e0e-459d-8c03-7dd4eb0011c2 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/ports?device_id=add88ff1-6de7-4d78-b71a-b70c13ea5b6d HTTP/1.1" status: 200 len: 210 time: 0.0317628 Aug 16 20:44:06.298249 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ac992c87-f616-44dd-be9a-81d99acf2ccf req-28a24735-f3bc-4cb9-a316-015460562b88 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:06.321891 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ac992c87-f616-44dd-be9a-81d99acf2ccf req-28a24735-f3bc-4cb9-a316-015460562b88 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:06.339156 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c6953-1b9e-4ad5-9bb6-3b0bbae7e7d2 req-5cc7e40e-539c-49d1-ba0c-15c900265a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:06.340682 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c01c6953-1b9e-4ad5-9bb6-3b0bbae7e7d2 req-5cc7e40e-539c-49d1-ba0c-15c900265a39 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bd8dab9d-a3f2-4736-9e51-3a290163fbfe HTTP/1.1" status: 200 len: 859 time: 0.1934543 Aug 16 20:44:06.392303 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-f22a1215-57ff-412a-a859-94e3c95f96fa service neutron] 10.222.0.90 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391733 Aug 16 20:44:06.413297 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e4b2a-4a0c-4b3f-9a2b-78740547e00f req-685a4722-379d-487e-8017-722f92890433 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:06.414838 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-250e4b2a-4a0c-4b3f-9a2b-78740547e00f req-685a4722-379d-487e-8017-722f92890433 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb9b219e-8d5f-4b16-920b-c895b22deab9 HTTP/1.1" status: 200 len: 943 time: 0.0749993 Aug 16 20:44:06.449891 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c6953-1b9e-4ad5-9bb6-3b0bbae7e7d2 req-862404d8-c0e5-41ba-af75-363200e91efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:06.451412 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c01c6953-1b9e-4ad5-9bb6-3b0bbae7e7d2 req-862404d8-c0e5-41ba-af75-363200e91efc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ed5eda8e-07f1-4980-9b55-01ba3f47eea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1014526 Aug 16 20:44:06.463654 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-250e4b2a-4a0c-4b3f-9a2b-78740547e00f req-fb368ad0-efcd-41d0-ba7a-7902b129835d tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2461062-353c-4193-a162-8b6d7529e34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379400 Aug 16 20:44:06.546763 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7ddbb909-d7c7-4513-b0a8-aa3bb5ffac5a req-7e8e216a-6aa9-4709-8695-67d9de13dc03 service neutron] 10.222.0.90 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470869 Aug 16 20:44:06.571008 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c01c6953-1b9e-4ad5-9bb6-3b0bbae7e7d2 req-25637d65-e02d-44a3-9a9d-a2607da00592 service neutron] 10.222.0.72 "GET /v2.0/networks/ed5eda8e-07f1-4980-9b55-01ba3f47eea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110020 Aug 16 20:44:06.580137 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e0df7-6897-49a1-8dab-a560e730ba4e req-6b56c0fc-9e9a-4e65-9512-cd130db6e588 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:06.585352 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c87e0df7-6897-49a1-8dab-a560e730ba4e req-6b56c0fc-9e9a-4e65-9512-cd130db6e588 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=de08b7ea-49d0-4733-b8cb-fe08da6ba757 HTTP/1.1" status: 200 len: 944 time: 0.0532379 Aug 16 20:44:06.585352 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ac992c87-f616-44dd-be9a-81d99acf2ccf req-28a24735-f3bc-4cb9-a316-015460562b88 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:06.586338 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ac992c87-f616-44dd-be9a-81d99acf2ccf req-28a24735-f3bc-4cb9-a316-015460562b88 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:06.587464 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac992c87-f616-44dd-be9a-81d99acf2ccf req-28a24735-f3bc-4cb9-a316-015460562b88 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] 10.222.0.84 "DELETE /v2.0/security-groups/ad7aafb6-9842-4203-a234-fb8d3caa8741 HTTP/1.1" status: 204 len: 173 time: 0.3628407 Aug 16 20:44:06.597574 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a24735-f3bc-4cb9-a316-015460562b88 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7aafb6-9842-4203-a234-fb8d3caa8741,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:06.618485 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a24735-f3bc-4cb9-a316-015460562b88 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:06.618866 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a24735-f3bc-4cb9-a316-015460562b88 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:06.619201 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a24735-f3bc-4cb9-a316-015460562b88 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:06.619552 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a24735-f3bc-4cb9-a316-015460562b88 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:06.620501 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a24735-f3bc-4cb9-a316-015460562b88 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:06.620860 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a24735-f3bc-4cb9-a316-015460562b88 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:06.621204 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a24735-f3bc-4cb9-a316-015460562b88 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:06.621548 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a24735-f3bc-4cb9-a316-015460562b88 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:06.621890 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a24735-f3bc-4cb9-a316-015460562b88 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:06.622289 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a24735-f3bc-4cb9-a316-015460562b88 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:06.622631 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a24735-f3bc-4cb9-a316-015460562b88 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:06.623663 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a24735-f3bc-4cb9-a316-015460562b88 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:06.664174 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c87e0df7-6897-49a1-8dab-a560e730ba4e req-80e73caa-72e0-469c-907b-5469efdd5f69 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685756 Aug 16 20:44:06.699737 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c01c6953-1b9e-4ad5-9bb6-3b0bbae7e7d2 req-ee9ff89f-5043-41d4-bccc-ba1ce48c2959 service neutron] 10.222.0.72 "GET /v2.0/networks/ed5eda8e-07f1-4980-9b55-01ba3f47eea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182730 Aug 16 20:44:06.766467 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dda1b728-f03d-47ba-a7de-4c862260eea6 req-33b46fc0-c861-4ae9-97d4-eccace622a61 tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] 10.222.0.84 "GET /v2.0/security-groups/5b18de72-3231-485a-b098-f53b86bba061 HTTP/1.1" status: 200 len: 1776 time: 0.0601966 Aug 16 20:44:06.799162 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307449d3-e9ab-4b72-97a3-42b57138eadf req-74ef696c-8a30-4411-a74d-7525834f9a5a tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:06.800639 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-307449d3-e9ab-4b72-97a3-42b57138eadf req-74ef696c-8a30-4411-a74d-7525834f9a5a tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 944 time: 0.1520882 Aug 16 20:44:06.859618 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-307449d3-e9ab-4b72-97a3-42b57138eadf req-1ce1ae2b-6c9f-4263-a924-392b9bc987ee tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517559 Aug 16 20:44:06.864503 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-dda1b728-f03d-47ba-a7de-4c862260eea6 req-1f72b0ca-f4fc-4876-8fa9-4264a7461fff tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:06.887244 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-dda1b728-f03d-47ba-a7de-4c862260eea6 req-1f72b0ca-f4fc-4876-8fa9-4264a7461fff tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:06.990144 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-dda1b728-f03d-47ba-a7de-4c862260eea6 req-1f72b0ca-f4fc-4876-8fa9-4264a7461fff tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:06.993168 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-dda1b728-f03d-47ba-a7de-4c862260eea6 req-1f72b0ca-f4fc-4876-8fa9-4264a7461fff tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:06.994483 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dda1b728-f03d-47ba-a7de-4c862260eea6 req-1f72b0ca-f4fc-4876-8fa9-4264a7461fff tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] 10.222.0.84 "DELETE /v2.0/security-groups/5b18de72-3231-485a-b098-f53b86bba061 HTTP/1.1" status: 204 len: 173 time: 0.2209625 Aug 16 20:44:07.006181 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72b0ca-f4fc-4876-8fa9-4264a7461fff tempest-SecurityGroupsTestAdminJSON-622967979 tempest-SecurityGroupsTestAdminJSON-622967979-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b18de72-3231-485a-b098-f53b86bba061,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:07.055133 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6bede919-9e6c-495a-8f08-fd547f8d5c89 req-2feee15e-5942-4897-83ea-506783261d09 tempest-SecurityGroupsTestAdminJSON-1684286340 tempest-SecurityGroupsTestAdminJSON-1684286340-project] 10.222.0.84 "GET /v2.0/security-groups/b1affda3-24f3-4e77-bcf3-d36cc078c3f7 HTTP/1.1" status: 200 len: 1777 time: 0.0425692 Aug 16 20:44:07.118527 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6bede919-9e6c-495a-8f08-fd547f8d5c89 req-78d0bf07-3521-4e36-9977-a8908a8969b2 tempest-SecurityGroupsTestAdminJSON-1684286340 tempest-SecurityGroupsTestAdminJSON-1684286340-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:07.141170 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6bede919-9e6c-495a-8f08-fd547f8d5c89 req-78d0bf07-3521-4e36-9977-a8908a8969b2 tempest-SecurityGroupsTestAdminJSON-1684286340 tempest-SecurityGroupsTestAdminJSON-1684286340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:07.216592 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0c3d1-50ca-44c0-93c6-4fe5437f3baa req-652fe05c-c094-4932-9b67-7b6995cfcf1d tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:07.218063 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cfb0c3d1-50ca-44c0-93c6-4fe5437f3baa req-652fe05c-c094-4932-9b67-7b6995cfcf1d tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 949 time: 0.0575259 Aug 16 20:44:07.257000 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cfb0c3d1-50ca-44c0-93c6-4fe5437f3baa req-b3f43df7-e719-49b2-9609-e28f1e4f52ed tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321131 Aug 16 20:44:07.314372 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a62a55b9-bca3-4741-b3c8-231816b1f586', 'tag': '7b9c22c8-33bc-40d8-8425-7113a04b57ca'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:07.317292 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4733786c-79af-4104-ba0a-2618a76d143e" -d '{"events": [{"name": "network-changed", "server_uuid": "a62a55b9-bca3-4741-b3c8-231816b1f586", "tag": "7b9c22c8-33bc-40d8-8425-7113a04b57ca"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:07.325236 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6bede919-9e6c-495a-8f08-fd547f8d5c89 req-78d0bf07-3521-4e36-9977-a8908a8969b2 tempest-SecurityGroupsTestAdminJSON-1684286340 tempest-SecurityGroupsTestAdminJSON-1684286340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:07.328925 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6bede919-9e6c-495a-8f08-fd547f8d5c89 req-78d0bf07-3521-4e36-9977-a8908a8969b2 tempest-SecurityGroupsTestAdminJSON-1684286340 tempest-SecurityGroupsTestAdminJSON-1684286340-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:07.330050 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6bede919-9e6c-495a-8f08-fd547f8d5c89 req-78d0bf07-3521-4e36-9977-a8908a8969b2 tempest-SecurityGroupsTestAdminJSON-1684286340 tempest-SecurityGroupsTestAdminJSON-1684286340-project] 10.222.0.84 "DELETE /v2.0/security-groups/b1affda3-24f3-4e77-bcf3-d36cc078c3f7 HTTP/1.1" status: 204 len: 173 time: 0.2689302 Aug 16 20:44:07.339864 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0bf07-3521-4e36-9977-a8908a8969b2 tempest-SecurityGroupsTestAdminJSON-1684286340 tempest-SecurityGroupsTestAdminJSON-1684286340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1affda3-24f3-4e77-bcf3-d36cc078c3f7,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:07.476417 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ee7d6ff1-3939-4020-9c41-2fd1156da127 req-56e58ad8-41ec-4969-9577-24dcf0699c53 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/ports?device_id=add88ff1-6de7-4d78-b71a-b70c13ea5b6d HTTP/1.1" status: 200 len: 210 time: 0.0262184 Aug 16 20:44:07.519394 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af292e3-391b-41ff-83b5-cf1babae2210 x-openstack-request-id: req-3af292e3-391b-41ff-83b5-cf1babae2210 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:07.519721 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a62a55b9-bca3-4741-b3c8-231816b1f586", "tag": "7b9c22c8-33bc-40d8-8425-7113a04b57ca", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:07.520084 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3af292e3-391b-41ff-83b5-cf1babae2210 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:07.520576 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a62a55b9-bca3-4741-b3c8-231816b1f586', 'tag': '7b9c22c8-33bc-40d8-8425-7113a04b57ca', 'status': 'completed', 'code': 200} Aug 16 20:44:07.583064 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-14fbaf7d-1b8b-4450-b623-3a70b0b93161 req-ac8cda35-5df6-486e-9707-fd83903bdf58 tempest-SecurityGroupsTestAdminJSON-1684286340 tempest-SecurityGroupsTestAdminJSON-1684286340-project] 10.222.0.84 "GET /v2.0/security-groups/970dd4e5-5a0e-42f8-91aa-dcf923e6639d HTTP/1.1" status: 200 len: 1778 time: 0.0513778 Aug 16 20:44:07.594981 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733786c-79af-4104-ba0a-2618a76d143e req-730f03a8-e52c-4bc0-8f25-4d75326dbcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:07.596690 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4733786c-79af-4104-ba0a-2618a76d143e req-730f03a8-e52c-4bc0-8f25-4d75326dbcd6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ef76538be3f42efb94d0f0a8384d0d1&device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 1096 time: 0.0456383 Aug 16 20:44:07.676596 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224bf00-743f-4e99-bbce-54f31c3591f6 req-73120dac-2037-4e1a-b6ba-944ee5583ae9 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:07.678101 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9224bf00-743f-4e99-bbce-54f31c3591f6 req-73120dac-2037-4e1a-b6ba-944ee5583ae9 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb9b219e-8d5f-4b16-920b-c895b22deab9 HTTP/1.1" status: 200 len: 943 time: 0.0781825 Aug 16 20:44:07.726762 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-14fbaf7d-1b8b-4450-b623-3a70b0b93161 req-583b517a-321d-493e-8e3c-21539264b2ac tempest-SecurityGroupsTestAdminJSON-1684286340 tempest-SecurityGroupsTestAdminJSON-1684286340-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:07.735496 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9224bf00-743f-4e99-bbce-54f31c3591f6 req-c958fe0f-29c2-46e5-860d-61823e452a17 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2461062-353c-4193-a162-8b6d7529e34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505643 Aug 16 20:44:07.761010 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-14fbaf7d-1b8b-4450-b623-3a70b0b93161 req-583b517a-321d-493e-8e3c-21539264b2ac tempest-SecurityGroupsTestAdminJSON-1684286340 tempest-SecurityGroupsTestAdminJSON-1684286340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:07.785071 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733786c-79af-4104-ba0a-2618a76d143e req-fc2d9c8b-621e-49ce-8267-8337c7c185c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:07.787438 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4733786c-79af-4104-ba0a-2618a76d143e req-fc2d9c8b-621e-49ce-8267-8337c7c185c0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa HTTP/1.1" status: 200 len: 909 time: 0.1822650 Aug 16 20:44:07.839424 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4733786c-79af-4104-ba0a-2618a76d143e req-b10e99dc-1423-498f-81df-91bf16057206 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b9c22c8-33bc-40d8-8425-7113a04b57ca HTTP/1.1" status: 200 len: 217 time: 0.0345764 Aug 16 20:44:07.888831 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733786c-79af-4104-ba0a-2618a76d143e req-73c60715-00c0-4ee0-9084-1a324c9ca982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:07.890281 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4733786c-79af-4104-ba0a-2618a76d143e req-73c60715-00c0-4ee0-9084-1a324c9ca982 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=32473632-cd45-434e-a077-52a281cec044 HTTP/1.1" status: 200 len: 848 time: 0.0432599 Aug 16 20:44:07.925817 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4733786c-79af-4104-ba0a-2618a76d143e req-531919f5-35a4-42dc-b186-460f82665c17 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287528 Aug 16 20:44:07.929103 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-14fbaf7d-1b8b-4450-b623-3a70b0b93161 req-583b517a-321d-493e-8e3c-21539264b2ac tempest-SecurityGroupsTestAdminJSON-1684286340 tempest-SecurityGroupsTestAdminJSON-1684286340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:07.934671 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-14fbaf7d-1b8b-4450-b623-3a70b0b93161 req-583b517a-321d-493e-8e3c-21539264b2ac tempest-SecurityGroupsTestAdminJSON-1684286340 tempest-SecurityGroupsTestAdminJSON-1684286340-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:07.934671 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-14fbaf7d-1b8b-4450-b623-3a70b0b93161 req-583b517a-321d-493e-8e3c-21539264b2ac tempest-SecurityGroupsTestAdminJSON-1684286340 tempest-SecurityGroupsTestAdminJSON-1684286340-project] 10.222.0.84 "DELETE /v2.0/security-groups/970dd4e5-5a0e-42f8-91aa-dcf923e6639d HTTP/1.1" status: 204 len: 173 time: 0.3309884 Aug 16 20:44:07.967220 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b517a-321d-493e-8e3c-21539264b2ac tempest-SecurityGroupsTestAdminJSON-1684286340 tempest-SecurityGroupsTestAdminJSON-1684286340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=970dd4e5-5a0e-42f8-91aa-dcf923e6639d,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:07.992208 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f68520-2714-4dd9-902f-7dad07a0fe22 req-55ab4ec9-67c9-4dbb-a595-2bb0df3608ae tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:07.995726 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-00f68520-2714-4dd9-902f-7dad07a0fe22 req-55ab4ec9-67c9-4dbb-a595-2bb0df3608ae tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=de08b7ea-49d0-4733-b8cb-fe08da6ba757 HTTP/1.1" status: 200 len: 944 time: 0.0782616 Aug 16 20:44:08.055234 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4733786c-79af-4104-ba0a-2618a76d143e req-6fa9a356-c725-48d4-9066-29303b6f4e73 service neutron] 10.222.0.90 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215436 Aug 16 20:44:08.060142 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-00f68520-2714-4dd9-902f-7dad07a0fe22 req-2a0540c2-bfe3-49dd-9c40-1307b0e04648 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543923 Aug 16 20:44:08.190164 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4733786c-79af-4104-ba0a-2618a76d143e req-1ed4ef51-7d5d-4d2e-8254-f375aefb78c2 service neutron] 10.222.0.90 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275983 Aug 16 20:44:08.207251 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13903542-7c00-46d0-8e2c-3f75fa4ea9a9 req-2be207d2-ec7a-4e67-aa81-d09d474a591a tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:08.210046 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-13903542-7c00-46d0-8e2c-3f75fa4ea9a9 req-2be207d2-ec7a-4e67-aa81-d09d474a591a tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 944 time: 0.0595348 Aug 16 20:44:08.250399 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-13903542-7c00-46d0-8e2c-3f75fa4ea9a9 req-44b4865a-5cdd-4c5f-86c2-3f96bfd4e9c9 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338356 Aug 16 20:44:08.370525 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b70e68-0a11-4149-aea2-79478657c4f7 req-f67f1414-1e24-434e-89f1-53b5aa9d309b tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:08.371953 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e8b70e68-0a11-4149-aea2-79478657c4f7 req-f67f1414-1e24-434e-89f1-53b5aa9d309b tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 949 time: 0.0487344 Aug 16 20:44:08.411355 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e8b70e68-0a11-4149-aea2-79478657c4f7 req-ac37ea60-6a6b-4ed5-85aa-5ac489660528 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328870 Aug 16 20:44:08.576668 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b0a88391-9d4d-4d20-8440-b849f79706a1 req-d6faf17e-3910-460f-8099-04e26062356e tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/ports?device_id=add88ff1-6de7-4d78-b71a-b70c13ea5b6d HTTP/1.1" status: 200 len: 210 time: 0.0318532 Aug 16 20:44:08.650297 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 44759938-a0ac-43ad-a35c-11eb9674a2b6 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:44:08.748992 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 44759938-a0ac-43ad-a35c-11eb9674a2b6, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=44759938-a0ac-43ad-a35c-11eb9674a2b6,segment=NetworkSegment(b77570f6-2c6b-4b2c-bfcf-ea4849f9225f),segment_id=b77570f6-2c6b-4b2c-bfcf-ea4849f9225f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:08.760791 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '44759938-a0ac-43ad-a35c-11eb9674a2b6', 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4', 'port_id': '44759938-a0ac-43ad-a35c-11eb9674a2b6', 'mac_address': 'fa:16:3e:71:ba:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:44:08.802277 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:08.814708 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44759938-a0ac-43ad-a35c-11eb9674a2b6 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:08.834240 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 44759938-a0ac-43ad-a35c-11eb9674a2b6, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=44759938-a0ac-43ad-a35c-11eb9674a2b6,segment=NetworkSegment(b77570f6-2c6b-4b2c-bfcf-ea4849f9225f),segment_id=b77570f6-2c6b-4b2c-bfcf-ea4849f9225f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:08.851665 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581ca71-9002-43cf-8f9f-9929609564e9 req-5d657a38-4746-4e32-838d-3efb7609fd1d tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:08.853253 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2581ca71-9002-43cf-8f9f-9929609564e9 req-5d657a38-4746-4e32-838d-3efb7609fd1d tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb9b219e-8d5f-4b16-920b-c895b22deab9 HTTP/1.1" status: 200 len: 943 time: 0.0484309 Aug 16 20:44:08.892082 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2581ca71-9002-43cf-8f9f-9929609564e9 req-e0c1b293-537e-4911-83d2-0c45ad039d0a tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2461062-353c-4193-a162-8b6d7529e34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327582 Aug 16 20:44:08.959374 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:08.962610 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:44:09.010371 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 58478) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:09.055306 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=44759938-a0ac-43ad-a35c-11eb9674a2b6,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:09.086418 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-e0ee3249-06e8-4abf-8a98-78f38425f44c tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=d0c49bfa85fe4851a6f9b6395cca2fd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234714 Aug 16 20:44:09.123584 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0,segment=NetworkSegment(d55822d8-6a18-4bf0-8e46-976d628f1806),segment_id=d55822d8-6a18-4bf0-8e46-976d628f1806)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:09.151682 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': 'bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0', 'network_id': '129de689-1a67-4447-bccf-e675c592e5c9', 'port_id': 'bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0', 'mac_address': 'fa:16:3e:a1:e6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f44991d-5963-4603-beac-a75bad0d4ce6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:44:09.193199 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:09.206768 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:09.226599 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0fbc1-a15d-4a8b-a975-3c7195854be9 req-acf67a69-89d5-431e-bc0d-54184463a67c tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:09.231181 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-47d0fbc1-a15d-4a8b-a975-3c7195854be9 req-acf67a69-89d5-431e-bc0d-54184463a67c tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=de08b7ea-49d0-4733-b8cb-fe08da6ba757 HTTP/1.1" status: 200 len: 944 time: 0.0873976 Aug 16 20:44:09.231336 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0,segment=NetworkSegment(d55822d8-6a18-4bf0-8e46-976d628f1806),segment_id=d55822d8-6a18-4bf0-8e46-976d628f1806)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:09.234781 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-44541d17-82bf-4b05-bcae-b10f2eb54e98 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=702af23c279442f38d1e1bab3e5fe250&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2232111 Aug 16 20:44:09.235393 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 58488) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:09.257609 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-4d1a5e41-9459-4103-a4f4-dfaa137f94ef tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:09.259129 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-4d1a5e41-9459-4103-a4f4-dfaa137f94ef tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1673691 Aug 16 20:44:09.271981 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-f3d98bc3-2510-4490-b604-31bbbcedb100 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Request body: {'port': {'device_id': 'add88ff1-6de7-4d78-b71a-b70c13ea5b6d', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'admin_state_up': True, 'tenant_id': 'd0c49bfa85fe4851a6f9b6395cca2fd5'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:09.305065 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-47d0fbc1-a15d-4a8b-a975-3c7195854be9 req-8c614dba-6689-4697-91ce-711acc86586b tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669580 Aug 16 20:44:09.322393 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eb9c80c6-3936-4235-94df-5423ec3367f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:09.368816 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eb9c80c6-3936-4235-94df-5423ec3367f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:09.410992 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aba40b-f2f0-40d4-8fd1-09fa8d56d5ac req-2513cab0-89c9-4bf0-9cc6-6038c1adbf04 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:09.412423 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-23aba40b-f2f0-40d4-8fd1-09fa8d56d5ac req-2513cab0-89c9-4bf0-9cc6-6038c1adbf04 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 944 time: 0.0872512 Aug 16 20:44:09.416415 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:09.467135 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-23aba40b-f2f0-40d4-8fd1-09fa8d56d5ac req-b3b03bcc-193b-4e13-bd02-5aae5b0a888a tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472739 Aug 16 20:44:09.477754 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:09.532739 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048e6e1-6ff4-4caa-bd29-d586610ae8d3 req-05413793-9cf8-46bc-8ce5-7c88b0a23bd9 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:09.534255 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a048e6e1-6ff4-4caa-bd29-d586610ae8d3 req-05413793-9cf8-46bc-8ce5-7c88b0a23bd9 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 949 time: 0.0510657 Aug 16 20:44:09.574365 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a048e6e1-6ff4-4caa-bd29-d586610ae8d3 req-f4db1dc3-0502-4289-8778-acfdef59f74d tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330641 Aug 16 20:44:09.676071 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:09.678265 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['44759938-a0ac-43ad-a35c-11eb9674a2b6'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:09.691106 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-f3d98bc3-2510-4490-b604-31bbbcedb100 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Made reservation on behalf of d0c49bfa85fe4851a6f9b6395cca2fd5 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:09.694803 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-f3d98bc3-2510-4490-b604-31bbbcedb100 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:09.705342 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-94f63f46-dd0f-4f3a-b3ff-206391545cfb req-9d6395eb-2809-4ca9-b792-56e87f9f2caa tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/ports?device_id=add88ff1-6de7-4d78-b71a-b70c13ea5b6d HTTP/1.1" status: 200 len: 210 time: 0.0296116 Aug 16 20:44:09.707045 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eb9c80c6-3936-4235-94df-5423ec3367f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:09.709636 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eb9c80c6-3936-4235-94df-5423ec3367f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:09.713400 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-eb9c80c6-3936-4235-94df-5423ec3367f7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b9aa103c-6df9-4135-8c91-a821c77f6aea HTTP/1.1" status: 204 len: 168 time: 0.4770155 Aug 16 20:44:09.722119 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c80c6-3936-4235-94df-5423ec3367f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9aa103c-6df9-4135-8c91-a821c77f6aea,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:09.843586 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-f3d98bc3-2510-4490-b604-31bbbcedb100 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Allocated IP 192.168.233.48 (d77fce7e-e915-4ee5-ada6-d6f376af2589/2883ed1d-8e71-4475-b2ce-2177242b9f23/cd175d90-cda8-49d2-a1e5-14cc486da1c4) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:09.928075 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 7b9c22c8-33bc-40d8-8425-7113a04b57ca details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:44:10.023122 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-f3d98bc3-2510-4490-b604-31bbbcedb100 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:10.043078 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-f3d98bc3-2510-4490-b604-31bbbcedb100 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Transition to ACTIVE for port object cd175d90-cda8-49d2-a1e5-14cc486da1c4 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:10.046661 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a813f80-895f-44e4-9e16-d0fe2e05f141 req-287b44a7-4b87-49ef-9bb2-df02faf0d71a tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:10.048975 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3a813f80-895f-44e4-9e16-d0fe2e05f141 req-287b44a7-4b87-49ef-9bb2-df02faf0d71a tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb9b219e-8d5f-4b16-920b-c895b22deab9 HTTP/1.1" status: 200 len: 944 time: 0.0750344 Aug 16 20:44:10.054099 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 58506) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:10.077351 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 7b9c22c8-33bc-40d8-8425-7113a04b57ca, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=7b9c22c8-33bc-40d8-8425-7113a04b57ca,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:10.092245 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3a813f80-895f-44e4-9e16-d0fe2e05f141 req-06cb8e6c-1e29-4cb5-ab19-f9e12bc652cb tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2461062-353c-4193-a162-8b6d7529e34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366011 Aug 16 20:44:10.100228 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '7b9c22c8-33bc-40d8-8425-7113a04b57ca', 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa', 'port_id': '7b9c22c8-33bc-40d8-8425-7113a04b57ca', 'mac_address': 'fa:16:3e:51:f2:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32473632-cd45-434e-a077-52a281cec044', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:44:10.148479 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:10.165577 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b9c22c8-33bc-40d8-8425-7113a04b57ca {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:10.173582 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-f3d98bc3-2510-4490-b604-31bbbcedb100 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:10.187576 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['cdb27c37-0f51-48fe-a2b4-8a89bd6aee69'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:10.195030 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 7b9c22c8-33bc-40d8-8425-7113a04b57ca, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=7b9c22c8-33bc-40d8-8425-7113a04b57ca,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:10.342045 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:10.394713 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=7b9c22c8-33bc-40d8-8425-7113a04b57ca,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:10.434469 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7375e4c-cdda-44a2-8163-db337351b172 req-34443954-829f-4862-af77-bfd69a06a844 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:10.435970 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b7375e4c-cdda-44a2-8163-db337351b172 req-34443954-829f-4862-af77-bfd69a06a844 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=de08b7ea-49d0-4733-b8cb-fe08da6ba757 HTTP/1.1" status: 200 len: 945 time: 0.0529454 Aug 16 20:44:10.463703 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-88f311e5-2d90-46d4-b21c-2bf53651158b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:10.477727 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b7375e4c-cdda-44a2-8163-db337351b172 req-2c3b7a51-224e-4c3b-a110-af4f0502d7e3 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335562 Aug 16 20:44:10.489266 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-f3d98bc3-2510-4490-b604-31bbbcedb100 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Network d77fce7e-e915-4ee5-ada6-d6f376af2589 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:10.494218 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d98bc3-2510-4490-b604-31bbbcedb100 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Pushing event updated for resources: {'Port': ['ID=cd175d90-cda8-49d2-a1e5-14cc486da1c4,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:10.496641 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-f3d98bc3-2510-4490-b604-31bbbcedb100 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:10.500832 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-f3d98bc3-2510-4490-b604-31bbbcedb100 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:10.566462 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-f3d98bc3-2510-4490-b604-31bbbcedb100 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:10.567105 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-f3d98bc3-2510-4490-b604-31bbbcedb100 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:10.572115 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['7b9c22c8-33bc-40d8-8425-7113a04b57ca'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:10.631887 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196af47-0a35-4abd-b7cb-e146b5562e00 req-130fe358-f825-4cd0-8479-72e9c62c7c92 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:10.633460 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2196af47-0a35-4abd-b7cb-e146b5562e00 req-130fe358-f825-4cd0-8479-72e9c62c7c92 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 945 time: 0.0853961 Aug 16 20:44:10.655251 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-88f311e5-2d90-46d4-b21c-2bf53651158b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:10.660736 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 58518) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:10.671596 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 44759938-a0ac-43ad-a35c-11eb9674a2b6 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:10.690780 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2196af47-0a35-4abd-b7cb-e146b5562e00 req-28287958-c887-48ed-b931-0587440e1898 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444670 Aug 16 20:44:10.731680 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 58520) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:10.731916 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-feb45bae-57a2-4c32-adee-986f5d447e0b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5f2c3d0c82fd42e3ba5db892752766c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0656154 Aug 16 20:44:10.776669 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-88f311e5-2d90-46d4-b21c-2bf53651158b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:10.800837 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3267e-6a81-437f-9e9f-d9d7517895e8 req-06340198-14dd-44b3-bd0c-78108fb2c328 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:10.808492 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-54f3267e-6a81-437f-9e9f-d9d7517895e8 req-06340198-14dd-44b3-bd0c-78108fb2c328 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 949 time: 0.0880344 Aug 16 20:44:10.838825 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-88f311e5-2d90-46d4-b21c-2bf53651158b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fdd34a0360b84a1ebda494f1e7bdefea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7834146 Aug 16 20:44:10.840008 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f311e5-2d90-46d4-b21c-2bf53651158b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff8dbd8-8697-4c39-a4fa-8a31fae8a1ec,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:10.843483 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 58524) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:10.847658 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 44759938-a0ac-43ad-a35c-11eb9674a2b6 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:10.857577 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 44759938-a0ac-43ad-a35c-11eb9674a2b6 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:10.857577 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:10.884918 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-03e7ebe7-6ebd-4ce6-9265-90e60409c531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:10.887368 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-f3d98bc3-2510-4490-b604-31bbbcedb100 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6177080 Aug 16 20:44:10.892517 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-54f3267e-6a81-437f-9e9f-d9d7517895e8 req-9df0356b-0828-4dd0-beae-394f7c75c2de tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828764 Aug 16 20:44:10.900764 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-25ab703e-651e-4422-b4d9-08557472694b service neutron] Request body: {'port': {'device_id': 'add88ff1-6de7-4d78-b71a-b70c13ea5b6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:10.927659 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7505384c-c3f7-4e18-ba88-048d9cd301c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:10.935196 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94c55f-b952-45a0-b06a-46158266d3ea req-b75b722f-1ca7-4d36-bf59-0dcec089e08b tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:10.938916 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cc94c55f-b952-45a0-b06a-46158266d3ea req-b75b722f-1ca7-4d36-bf59-0dcec089e08b tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/ports?device_id=add88ff1-6de7-4d78-b71a-b70c13ea5b6d HTTP/1.1" status: 200 len: 935 time: 0.1233864 Aug 16 20:44:10.951577 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7505384c-c3f7-4e18-ba88-048d9cd301c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:10.957403 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-03e7ebe7-6ebd-4ce6-9265-90e60409c531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:10.965043 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:10.988756 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb9b219e-8d5f-4b16-920b-c895b22deab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44759938-a0ac-43ad-a35c-11eb9674a2b6'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:10.991139 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0564dd47-c1fd-4e40-8ef2-3619ba944b26" -d '{"events": [{"server_uuid": "cb9b219e-8d5f-4b16-920b-c895b22deab9", "name": "network-vif-plugged", "status": "completed", "tag": "44759938-a0ac-43ad-a35c-11eb9674a2b6"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:11.009114 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 44759938-a0ac-43ad-a35c-11eb9674a2b6, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=44759938-a0ac-43ad-a35c-11eb9674a2b6,segment=NetworkSegment(b77570f6-2c6b-4b2c-bfcf-ea4849f9225f),segment_id=b77570f6-2c6b-4b2c-bfcf-ea4849f9225f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:11.010540 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cc94c55f-b952-45a0-b06a-46158266d3ea req-ed8c123f-717a-4a14-be5d-b239cc218313 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/security-groups?id=38a2cbe1-a976-4968-8908-78cafc258859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636401 Aug 16 20:44:11.030630 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-25ab703e-651e-4422-b4d9-08557472694b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:11.039329 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b4dfe2ae-1d83-4ba5-a76a-c303e4961c0a None None] Provisioning for port cd175d90-cda8-49d2-a1e5-14cc486da1c4 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:11.043606 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b4dfe2ae-1d83-4ba5-a76a-c303e4961c0a None None] Provisioning complete for port cd175d90-cda8-49d2-a1e5-14cc486da1c4 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:11.044123 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b4dfe2ae-1d83-4ba5-a76a-c303e4961c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:11.047475 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e535243-ae4e-4212-a8c5-8b01531d9093 x-openstack-request-id: req-0e535243-ae4e-4212-a8c5-8b01531d9093 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:11.047814 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb9b219e-8d5f-4b16-920b-c895b22deab9", "name": "network-vif-plugged", "status": "completed", "tag": "44759938-a0ac-43ad-a35c-11eb9674a2b6", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:11.057853 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0e535243-ae4e-4212-a8c5-8b01531d9093 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:11.057853 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb9b219e-8d5f-4b16-920b-c895b22deab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44759938-a0ac-43ad-a35c-11eb9674a2b6', 'code': 200} Aug 16 20:44:11.079838 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-b4dfe2ae-1d83-4ba5-a76a-c303e4961c0a None None] Port cd175d90-cda8-49d2-a1e5-14cc486da1c4 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:44:11.121787 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f357dd36-5e7a-41b7-9639-ee816a74b7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:11.167460 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:11.168489 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:11.174441 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-03e7ebe7-6ebd-4ce6-9265-90e60409c531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:11.175196 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-03e7ebe7-6ebd-4ce6-9265-90e60409c531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:11.176439 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-03e7ebe7-6ebd-4ce6-9265-90e60409c531 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/51b90865-6335-4cd6-a6ed-86516ec7f857 HTTP/1.1" status: 204 len: 168 time: 0.4452221 Aug 16 20:44:11.183611 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7505384c-c3f7-4e18-ba88-048d9cd301c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:11.186173 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7505384c-c3f7-4e18-ba88-048d9cd301c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:11.189748 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7505384c-c3f7-4e18-ba88-048d9cd301c0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6ff8dbd8-8697-4c39-a4fa-8a31fae8a1ec HTTP/1.1" status: 204 len: 168 time: 0.3428850 Aug 16 20:44:11.204526 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7ebe7-6ebd-4ce6-9265-90e60409c531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b90865-6335-4cd6-a6ed-86516ec7f857,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:11.210899 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505384c-c3f7-4e18-ba88-048d9cd301c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff8dbd8-8697-4c39-a4fa-8a31fae8a1ec,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:11.256620 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7606b4f-67e4-4c05-9780-fae991593d8e req-0656e017-4afc-445d-8b02-e61b4586a936 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:11.261045 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d7606b4f-67e4-4c05-9780-fae991593d8e req-0656e017-4afc-445d-8b02-e61b4586a936 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb9b219e-8d5f-4b16-920b-c895b22deab9 HTTP/1.1" status: 200 len: 945 time: 0.0990934 Aug 16 20:44:11.267464 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f0606-857f-48a2-ab21-852d25de8e79 req-f255c58c-25e4-4f78-acad-691bc7e4bbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:11.269579 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-853f0606-857f-48a2-ab21-852d25de8e79 req-f255c58c-25e4-4f78-acad-691bc7e4bbbf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cb9b219e-8d5f-4b16-920b-c895b22deab9 HTTP/1.1" status: 200 len: 1096 time: 0.1282120 Aug 16 20:44:11.321136 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d7606b4f-67e4-4c05-9780-fae991593d8e req-aa9c3029-d18c-4d5b-ac70-92ca23256931 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2461062-353c-4193-a162-8b6d7529e34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510640 Aug 16 20:44:11.357592 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=44759938-a0ac-43ad-a35c-11eb9674a2b6,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:11.364769 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-853f0606-857f-48a2-ab21-852d25de8e79 req-547cec70-0feb-4fd4-95a4-fe96a821a706 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b2461062-353c-4193-a162-8b6d7529e34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624855 Aug 16 20:44:11.405386 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-25ab703e-651e-4422-b4d9-08557472694b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd175d90-cda8-49d2-a1e5-14cc486da1c4 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:11.413421 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-25ab703e-651e-4422-b4d9-08557472694b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:11.424831 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-25ab703e-651e-4422-b4d9-08557472694b service neutron] Transition to ACTIVE for port object cd175d90-cda8-49d2-a1e5-14cc486da1c4 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:11.464355 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:11.468340 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:11.468834 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:11.547879 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:11.574651 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-25ab703e-651e-4422-b4d9-08557472694b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:11.583066 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0,segment=NetworkSegment(d55822d8-6a18-4bf0-8e46-976d628f1806),segment_id=d55822d8-6a18-4bf0-8e46-976d628f1806)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:11.609004 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea00c3-6c14-48f3-950b-3dc7b6b9d328 req-dd5283fa-98eb-4586-9e50-21d0f4c907ca tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:11.617244 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-64ea00c3-6c14-48f3-950b-3dc7b6b9d328 req-dd5283fa-98eb-4586-9e50-21d0f4c907ca tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=de08b7ea-49d0-4733-b8cb-fe08da6ba757 HTTP/1.1" status: 200 len: 945 time: 0.0681698 Aug 16 20:44:11.660780 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-64ea00c3-6c14-48f3-950b-3dc7b6b9d328 req-82029ccb-ed7a-4ac3-8c80-b5e1d06086aa tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426068 Aug 16 20:44:11.666211 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab703e-651e-4422-b4d9-08557472694b service neutron] Pushing event updated for resources: {'Port': ['ID=cd175d90-cda8-49d2-a1e5-14cc486da1c4,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:11.696496 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:11.707552 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-25ab703e-651e-4422-b4d9-08557472694b service neutron] Attempting to bind port cd175d90-cda8-49d2-a1e5-14cc486da1c4 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:44:11.708184 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-25ab703e-651e-4422-b4d9-08557472694b service neutron] Attempting to bind port cd175d90-cda8-49d2-a1e5-14cc486da1c4 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:44:11.708744 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-25ab703e-651e-4422-b4d9-08557472694b service neutron] Attempting to bind port cd175d90-cda8-49d2-a1e5-14cc486da1c4 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:11.714192 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-25ab703e-651e-4422-b4d9-08557472694b service neutron] Port cd175d90-cda8-49d2-a1e5-14cc486da1c4 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:44:11.714697 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-25ab703e-651e-4422-b4d9-08557472694b service neutron] Attempting to bind port cd175d90-cda8-49d2-a1e5-14cc486da1c4 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:11.725275 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-25ab703e-651e-4422-b4d9-08557472694b service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:44:11.725716 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-25ab703e-651e-4422-b4d9-08557472694b service neutron] Checking segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:11.726266 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-25ab703e-651e-4422-b4d9-08557472694b service neutron] Bound using segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:44:11.726783 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-25ab703e-651e-4422-b4d9-08557472694b service neutron] Bound port: cd175d90-cda8-49d2-a1e5-14cc486da1c4, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:44:11.727209 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-25ab703e-651e-4422-b4d9-08557472694b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:11.831520 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:11.844084 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-25ab703e-651e-4422-b4d9-08557472694b service neutron] For port cd175d90-cda8-49d2-a1e5-14cc486da1c4, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:44:11.850009 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-25ab703e-651e-4422-b4d9-08557472694b service neutron] For port cd175d90-cda8-49d2-a1e5-14cc486da1c4, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=cd175d90-cda8-49d2-a1e5-14cc486da1c4,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:44:11.885559 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22aa01-1eaa-4707-9110-461a4a5dd173 req-240de138-cc42-497f-b914-95f810991bd8 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:11.887224 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ad22aa01-1eaa-4707-9110-461a4a5dd173 req-240de138-cc42-497f-b914-95f810991bd8 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 945 time: 0.0800750 Aug 16 20:44:11.931616 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-25ab703e-651e-4422-b4d9-08557472694b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:11.947528 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ad22aa01-1eaa-4707-9110-461a4a5dd173 req-40e4f066-a7d5-4b6c-a2b2-5069c8688c4b tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508032 Aug 16 20:44:11.960313 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 7b9c22c8-33bc-40d8-8425-7113a04b57ca up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:11.995315 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-25ab703e-651e-4422-b4d9-08557472694b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:11.996038 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-25ab703e-651e-4422-b4d9-08557472694b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:11.997431 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-25ab703e-651e-4422-b4d9-08557472694b service neutron] 10.222.0.90 "PUT /v2.0/ports/cd175d90-cda8-49d2-a1e5-14cc486da1c4 HTTP/1.1" status: 200 len: 1096 time: 1.1030190 Aug 16 20:44:11.997891 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add88ff1-6de7-4d78-b71a-b70c13ea5b6d', 'tag': 'cd175d90-cda8-49d2-a1e5-14cc486da1c4'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:12.000613 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d558d900-3f9c-4c5c-bca8-93a252866a32" -d '{"events": [{"name": "network-changed", "server_uuid": "add88ff1-6de7-4d78-b71a-b70c13ea5b6d", "tag": "cd175d90-cda8-49d2-a1e5-14cc486da1c4"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:12.020068 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab703e-651e-4422-b4d9-08557472694b service neutron] Pushing event updated for resources: {'Port': ['ID=cd175d90-cda8-49d2-a1e5-14cc486da1c4,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:12.046092 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25919a87-1cbc-4fe9-8015-c0e137f0b43a x-openstack-request-id: req-25919a87-1cbc-4fe9-8015-c0e137f0b43a {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:12.046468 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add88ff1-6de7-4d78-b71a-b70c13ea5b6d", "tag": "cd175d90-cda8-49d2-a1e5-14cc486da1c4", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:12.046972 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-25919a87-1cbc-4fe9-8015-c0e137f0b43a {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:12.047449 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add88ff1-6de7-4d78-b71a-b70c13ea5b6d', 'tag': 'cd175d90-cda8-49d2-a1e5-14cc486da1c4', 'status': 'completed', 'code': 200} Aug 16 20:44:12.062142 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c9e38-7bc1-4dd4-89ec-1e6e3a05071c req-6adedba9-eb04-443d-a7de-1c2a6a7c183a tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:12.070140 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf7c9e38-7bc1-4dd4-89ec-1e6e3a05071c req-6adedba9-eb04-443d-a7de-1c2a6a7c183a tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 949 time: 0.0931513 Aug 16 20:44:12.126950 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558d900-3f9c-4c5c-bca8-93a252866a32 req-bbea9aad-6fd9-4a85-af98-eef16ac6c2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:12.128856 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d558d900-3f9c-4c5c-bca8-93a252866a32 req-bbea9aad-6fd9-4a85-af98-eef16ac6c2f1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d0c49bfa85fe4851a6f9b6395cca2fd5&device_id=add88ff1-6de7-4d78-b71a-b70c13ea5b6d HTTP/1.1" status: 200 len: 1099 time: 0.0604076 Aug 16 20:44:12.174256 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf7c9e38-7bc1-4dd4-89ec-1e6e3a05071c req-dbffb30f-c5bf-48d2-9532-9843f96ef6a9 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989833 Aug 16 20:44:12.175332 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d558d900-3f9c-4c5c-bca8-93a252866a32 req-81e2c49a-16af-42f3-8f94-33633f1939b4 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=d0c49bfa85fe4851a6f9b6395cca2fd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326660 Aug 16 20:44:12.178235 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 7b9c22c8-33bc-40d8-8425-7113a04b57ca completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:12.182188 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 7b9c22c8-33bc-40d8-8425-7113a04b57ca triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:12.182565 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:12.209628 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18954f9d-b3fc-43ac-8f00-c01f33f10b81 req-63530369-8cd1-461e-8eb5-d304ff97ceaf tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:12.211617 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-18954f9d-b3fc-43ac-8f00-c01f33f10b81 req-63530369-8cd1-461e-8eb5-d304ff97ceaf tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/ports?device_id=add88ff1-6de7-4d78-b71a-b70c13ea5b6d HTTP/1.1" status: 200 len: 947 time: 0.0960906 Aug 16 20:44:12.260357 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-18954f9d-b3fc-43ac-8f00-c01f33f10b81 req-77ab8edc-a542-4d1f-9afd-208f0b48c1d2 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/security-groups?id=38a2cbe1-a976-4968-8908-78cafc258859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417140 Aug 16 20:44:12.289303 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558d900-3f9c-4c5c-bca8-93a252866a32 req-3a3a4ed6-659e-4640-96d1-f151d2d77191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:12.290732 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d558d900-3f9c-4c5c-bca8-93a252866a32 req-3a3a4ed6-659e-4640-96d1-f151d2d77191 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1087179 Aug 16 20:44:12.313994 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:12.354334 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 58562) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:12.366916 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 7b9c22c8-33bc-40d8-8425-7113a04b57ca, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=7b9c22c8-33bc-40d8-8425-7113a04b57ca,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:12.374567 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-489d70db-7db1-4664-95c7-d5d02e3fa619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:12.374567 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-489d70db-7db1-4664-95c7-d5d02e3fa619 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d0c49bfa85fe4851a6f9b6395cca2fd5&device_id=add88ff1-6de7-4d78-b71a-b70c13ea5b6d HTTP/1.1" status: 200 len: 1099 time: 0.0444980 Aug 16 20:44:12.378498 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c5ae57ae-e734-4f52-8d23-bf4635cb59e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:12.435417 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-d9c94d02-d542-4da1-a680-dfc2d94bc5fd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=cd175d90-cda8-49d2-a1e5-14cc486da1c4 HTTP/1.1" status: 200 len: 217 time: 0.0565972 Aug 16 20:44:12.473851 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:12.484696 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbc913-3f44-4279-8352-edf923627458 req-1640b3e6-6950-4894-ba64-870d2ee83ffe tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:12.486346 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b9cbc913-3f44-4279-8352-edf923627458 req-1640b3e6-6950-4894-ba64-870d2ee83ffe tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb9b219e-8d5f-4b16-920b-c895b22deab9 HTTP/1.1" status: 200 len: 945 time: 0.0743029 Aug 16 20:44:12.494679 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-af8777aa-0e84-485c-bbb9-832bef6b19b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:12.496641 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-af8777aa-0e84-485c-bbb9-832bef6b19b0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0539222 Aug 16 20:44:12.541539 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=7b9c22c8-33bc-40d8-8425-7113a04b57ca,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:12.553383 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-0cf754c9-40d2-4c73-aab0-b516f2c17092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:12.555085 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-0cf754c9-40d2-4c73-aab0-b516f2c17092 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0506210 Aug 16 20:44:12.555604 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b9cbc913-3f44-4279-8352-edf923627458 req-65fa997d-389d-4712-8c61-b81581bcbcdf tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2461062-353c-4193-a162-8b6d7529e34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620842 Aug 16 20:44:12.564304 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c5ae57ae-e734-4f52-8d23-bf4635cb59e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:12.651066 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-24d73eda-a8ab-411d-8377-fc263ede4a4e service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878005 Aug 16 20:44:12.704420 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c5ae57ae-e734-4f52-8d23-bf4635cb59e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:12.742260 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c5ae57ae-e734-4f52-8d23-bf4635cb59e6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=bd0a95c328434fe6bb5e94cc36c9d808&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3862929 Aug 16 20:44:12.743613 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ea6851f1-2573-4d37-9237-2f853a70dd78 req-0f0d9bb3-211e-4888-a8c5-711ebd6cee05 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858228 Aug 16 20:44:12.744798 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 58572) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:12.753542 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae57ae-e734-4f52-8d23-bf4635cb59e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5268e381-68c5-4914-b7d1-df2ab7be1041,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:12.805438 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba138b0d-0d56-4016-a91b-be01dcf615f1 req-d567c437-f30c-486e-a795-0fdddc3eeba9 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:12.807392 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ba138b0d-0d56-4016-a91b-be01dcf615f1 req-d567c437-f30c-486e-a795-0fdddc3eeba9 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=de08b7ea-49d0-4733-b8cb-fe08da6ba757 HTTP/1.1" status: 200 len: 946 time: 0.0687127 Aug 16 20:44:12.853435 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ba138b0d-0d56-4016-a91b-be01dcf615f1 req-a5a6cc91-3c34-42c0-af3e-c80aa1146393 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377541 Aug 16 20:44:12.859740 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1d68a23a-60b9-4daf-9644-171ad4415ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:12.876341 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-01d494bb-fd64-4b2f-9fae-6049c0234cae service neutron] show failed (client error): The resource could not be found. Aug 16 20:44:12.877939 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-01d494bb-fd64-4b2f-9fae-6049c0234cae service neutron] 10.222.0.72 "GET /v2.0/ports/d3369948-8321-47ff-8983-1f5541dbf14d/bindings/n-h2-793620-15 HTTP/1.1" status: 404 len: 381 time: 0.0980566 Aug 16 20:44:12.890262 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1d68a23a-60b9-4daf-9644-171ad4415ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:13.050222 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de08b7ea-49d0-4733-b8cb-fe08da6ba757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0'}, {'server_uuid': 'a62a55b9-bca3-4741-b3c8-231816b1f586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9c22c8-33bc-40d8-8425-7113a04b57ca'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:13.053890 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae361c31-d22d-4bcd-8c63-864553f10b9f" -d '{"events": [{"server_uuid": "de08b7ea-49d0-4733-b8cb-fe08da6ba757", "name": "network-vif-plugged", "status": "completed", "tag": "bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0"}, {"server_uuid": "a62a55b9-bca3-4741-b3c8-231816b1f586", "name": "network-vif-plugged", "status": "completed", "tag": "7b9c22c8-33bc-40d8-8425-7113a04b57ca"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:13.061579 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa36136-9f54-4707-bebf-520e68d9525b req-af851f37-0179-4961-b3a3-bc311ef580d6 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:13.063081 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7fa36136-9f54-4707-bebf-520e68d9525b req-af851f37-0179-4961-b3a3-bc311ef580d6 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 946 time: 0.0521970 Aug 16 20:44:13.081567 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1d68a23a-60b9-4daf-9644-171ad4415ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:13.084655 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1d68a23a-60b9-4daf-9644-171ad4415ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:13.088067 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1d68a23a-60b9-4daf-9644-171ad4415ba5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5268e381-68c5-4914-b7d1-df2ab7be1041 HTTP/1.1" status: 204 len: 168 time: 0.3397703 Aug 16 20:44:13.095919 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68a23a-60b9-4daf-9644-171ad4415ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5268e381-68c5-4914-b7d1-df2ab7be1041,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:13.104091 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2571007d-c034-4363-bc49-2c4dcac24faf x-openstack-request-id: req-2571007d-c034-4363-bc49-2c4dcac24faf {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:13.104252 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de08b7ea-49d0-4733-b8cb-fe08da6ba757", "name": "network-vif-plugged", "status": "completed", "tag": "bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0", "code": 200}, {"server_uuid": "a62a55b9-bca3-4741-b3c8-231816b1f586", "name": "network-vif-plugged", "status": "completed", "tag": "7b9c22c8-33bc-40d8-8425-7113a04b57ca", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:13.104832 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2571007d-c034-4363-bc49-2c4dcac24faf {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:13.105229 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de08b7ea-49d0-4733-b8cb-fe08da6ba757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0', 'code': 200} Aug 16 20:44:13.105577 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a62a55b9-bca3-4741-b3c8-231816b1f586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9c22c8-33bc-40d8-8425-7113a04b57ca', 'code': 200} Aug 16 20:44:13.109142 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7fa36136-9f54-4707-bebf-520e68d9525b req-fa0947fb-b75f-4216-9dd1-7c4cd680a7ba tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395832 Aug 16 20:44:13.239497 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f98f8-0051-462e-8155-dff3a7fef6db req-1482b171-1022-4f53-805b-f9e107e2ce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:13.241177 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-976f98f8-0051-462e-8155-dff3a7fef6db req-1482b171-1022-4f53-805b-f9e107e2ce12 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=de08b7ea-49d0-4733-b8cb-fe08da6ba757 HTTP/1.1" status: 200 len: 1098 time: 0.0758681 Aug 16 20:44:13.243938 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0265edb-bb98-4697-a824-5340ba163b6f req-0ca1d543-39e2-4e8f-b416-54c856608ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:13.245370 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e0265edb-bb98-4697-a824-5340ba163b6f req-0ca1d543-39e2-4e8f-b416-54c856608ef7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 1098 time: 0.0701327 Aug 16 20:44:13.306013 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab7779-5a61-4730-8d9f-5c8d283ee640 req-3a633ef2-f9f5-4c65-add9-1a9569daacb6 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:13.307659 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c2ab7779-5a61-4730-8d9f-5c8d283ee640 req-3a633ef2-f9f5-4c65-add9-1a9569daacb6 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 949 time: 0.0678360 Aug 16 20:44:13.309629 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-976f98f8-0051-462e-8155-dff3a7fef6db req-eb64a096-5364-4f65-9e86-0a74de2faeb6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599077 Aug 16 20:44:13.313143 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e0265edb-bb98-4697-a824-5340ba163b6f req-7a0828cc-7e6e-4bc4-8074-a2a9f54186ff service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543680 Aug 16 20:44:13.371210 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c2ab7779-5a61-4730-8d9f-5c8d283ee640 req-5b0fa8db-1055-44ed-9d64-2be8762655ca tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554433 Aug 16 20:44:13.396022 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe3cb0-034c-470d-ac36-5de7b2d9cdb0 req-0fb07d10-8f04-4342-9a2f-43d37229a580 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:13.397538 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12fe3cb0-034c-470d-ac36-5de7b2d9cdb0 req-0fb07d10-8f04-4342-9a2f-43d37229a580 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/ports?device_id=add88ff1-6de7-4d78-b71a-b70c13ea5b6d HTTP/1.1" status: 200 len: 947 time: 0.0556219 Aug 16 20:44:13.448637 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12fe3cb0-034c-470d-ac36-5de7b2d9cdb0 req-ac9cfc98-3fac-496b-9ddb-5fb9408cf631 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/security-groups?id=38a2cbe1-a976-4968-8908-78cafc258859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447009 Aug 16 20:44:13.568787 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a6ed2ecf-4f68-45a2-8b24-205f9e975953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:13.680032 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47436bc1-1f03-4296-ad6a-eeaaa1072937 req-ad20cfe6-6df5-4044-9668-59d4e3366b06 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:13.681627 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-47436bc1-1f03-4296-ad6a-eeaaa1072937 req-ad20cfe6-6df5-4044-9668-59d4e3366b06 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb9b219e-8d5f-4b16-920b-c895b22deab9 HTTP/1.1" status: 200 len: 945 time: 0.0566936 Aug 16 20:44:13.715351 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:13.722642 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-47436bc1-1f03-4296-ad6a-eeaaa1072937 req-a7af9f53-f2d2-4cbb-a524-5800e137fb13 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2461062-353c-4193-a162-8b6d7529e34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334840 Aug 16 20:44:13.803094 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-d6731104-22d7-41e3-87a8-d0ab89d6059b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:13.803094 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-d6731104-22d7-41e3-87a8-d0ab89d6059b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893&tenant_id=8eeb19c70e2743deaa8aa99547f66522 HTTP/1.1" status: 200 len: 1101 time: 0.0528378 Aug 16 20:44:13.803094 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-c60e2f4d-3c94-491f-b1cf-43c270dee622 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-15', 'device_owner': 'compute:nova'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:13.878621 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-c60e2f4d-3c94-491f-b1cf-43c270dee622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:14.037926 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b05d4948-f03f-4420-8084-85b03fb220e1 req-a538dbcc-7c48-43da-a4d6-42aa2e1e3b71 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2719483 Aug 16 20:44:14.054746 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e60bf-adb7-4878-a1ed-f2012cb027ff req-42624b24-925f-461d-8115-c8ee1c773583 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:14.056295 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-233e60bf-adb7-4878-a1ed-f2012cb027ff req-42624b24-925f-461d-8115-c8ee1c773583 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=de08b7ea-49d0-4733-b8cb-fe08da6ba757 HTTP/1.1" status: 200 len: 946 time: 0.0713167 Aug 16 20:44:14.061404 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-b05d4948-f03f-4420-8084-85b03fb220e1 req-de553b69-e366-4ab6-8ce9-842cf0c5d639 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:14.118206 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-233e60bf-adb7-4878-a1ed-f2012cb027ff req-7c9a9c74-18ff-4e57-964b-66cfccf5dcfb tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517263 Aug 16 20:44:14.172829 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-c60e2f4d-3c94-491f-b1cf-43c270dee622 service neutron] For port d3369948-8321-47ff-8983-1f5541dbf14d, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=d3369948-8321-47ff-8983-1f5541dbf14d,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:14.205054 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b05d4948-f03f-4420-8084-85b03fb220e1 req-de553b69-e366-4ab6-8ce9-842cf0c5d639 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks [] for floatingip, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:14.214994 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-c60e2f4d-3c94-491f-b1cf-43c270dee622 service neutron] For port d3369948-8321-47ff-8983-1f5541dbf14d, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:44:14.260082 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-c60e2f4d-3c94-491f-b1cf-43c270dee622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:14.269830 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f212e9f9-d604-4686-84cc-ac2711db7893', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3369948-8321-47ff-8983-1f5541dbf14d'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:14.272116 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1b8d42-e58c-45f9-9997-1c414b46b8f1" -d '{"events": [{"server_uuid": "f212e9f9-d604-4686-84cc-ac2711db7893", "name": "network-vif-unplugged", "status": "completed", "tag": "d3369948-8321-47ff-8983-1f5541dbf14d"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:14.279938 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-c60e2f4d-3c94-491f-b1cf-43c270dee622 service neutron] Transition to ACTIVE for port object d3369948-8321-47ff-8983-1f5541dbf14d will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:14.314509 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b05d4948-f03f-4420-8084-85b03fb220e1 req-de553b69-e366-4ab6-8ce9-842cf0c5d639 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:14.401783 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-c60e2f4d-3c94-491f-b1cf-43c270dee622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:14.421920 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-9dc6095c-0e6a-4783-8d3e-92c088d70f3e tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=731464a4992143619f822cb1696d79ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270450 Aug 16 20:44:14.482873 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-c60e2f4d-3c94-491f-b1cf-43c270dee622 service neutron] No DVR routers for this DVR port d3369948-8321-47ff-8983-1f5541dbf14d on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:44:14.487110 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e2f4d-3c94-491f-b1cf-43c270dee622 service neutron] Pushing event updated for resources: {'Port': ['ID=d3369948-8321-47ff-8983-1f5541dbf14d,revision_number=6']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:14.501718 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-b05d4948-f03f-4420-8084-85b03fb220e1 req-de553b69-e366-4ab6-8ce9-842cf0c5d639 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Allocated IP 172.25.1.125 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/9d812116-9e98-443d-8f0b-cf9ba1c48ca5) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:14.537272 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-c60e2f4d-3c94-491f-b1cf-43c270dee622 service neutron] Attempting to bind port d3369948-8321-47ff-8983-1f5541dbf14d on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:44:14.537857 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-c60e2f4d-3c94-491f-b1cf-43c270dee622 service neutron] Attempting to bind port d3369948-8321-47ff-8983-1f5541dbf14d by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:44:14.538396 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-c60e2f4d-3c94-491f-b1cf-43c270dee622 service neutron] Attempting to bind port d3369948-8321-47ff-8983-1f5541dbf14d on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:14.543826 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-c60e2f4d-3c94-491f-b1cf-43c270dee622 service neutron] Port d3369948-8321-47ff-8983-1f5541dbf14d on network d77fce7e-e915-4ee5-ada6-d6f376af2589 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:44:14.544513 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-c60e2f4d-3c94-491f-b1cf-43c270dee622 service neutron] Attempting to bind port d3369948-8321-47ff-8983-1f5541dbf14d on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:14.550705 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-c60e2f4d-3c94-491f-b1cf-43c270dee622 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:44:14.556521 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-c60e2f4d-3c94-491f-b1cf-43c270dee622 service neutron] Checking segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:14.556521 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-c60e2f4d-3c94-491f-b1cf-43c270dee622 service neutron] Bound using segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:44:14.556521 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-c60e2f4d-3c94-491f-b1cf-43c270dee622 service neutron] Bound port: d3369948-8321-47ff-8983-1f5541dbf14d, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:44:14.556521 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-c60e2f4d-3c94-491f-b1cf-43c270dee622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:14.625901 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-e5f55d0a-bd5b-4a83-a52c-c63b1149a1a9 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:14.627991 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-e5f55d0a-bd5b-4a83-a52c-c63b1149a1a9 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1991458 Aug 16 20:44:14.645291 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-c60e2f4d-3c94-491f-b1cf-43c270dee622 service neutron] For port d3369948-8321-47ff-8983-1f5541dbf14d, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:44:14.648480 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-c60e2f4d-3c94-491f-b1cf-43c270dee622 service neutron] For port d3369948-8321-47ff-8983-1f5541dbf14d, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=d3369948-8321-47ff-8983-1f5541dbf14d,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:44:14.653537 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-125d24e6-61d6-4e03-b019-0ed1acc3cc31 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] 10.222.0.84 "GET /v2.0/quotas/731464a4992143619f822cb1696d79ee HTTP/1.1" status: 200 len: 375 time: 0.0189798 Aug 16 20:44:14.692328 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:14.695111 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-2fadac3e-648a-457f-a240-f9b51432d544 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=731464a4992143619f822cb1696d79ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351410 Aug 16 20:44:14.704535 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b05d4948-f03f-4420-8084-85b03fb220e1 req-de553b69-e366-4ab6-8ce9-842cf0c5d639 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:14.722985 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-c60e2f4d-3c94-491f-b1cf-43c270dee622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:14.769805 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-c60e2f4d-3c94-491f-b1cf-43c270dee622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:14.770427 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-c60e2f4d-3c94-491f-b1cf-43c270dee622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:14.777413 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-c60e2f4d-3c94-491f-b1cf-43c270dee622 service neutron] 10.222.0.90 "PUT /v2.0/ports/d3369948-8321-47ff-8983-1f5541dbf14d HTTP/1.1" status: 200 len: 1096 time: 0.9892898 Aug 16 20:44:14.800642 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e2f4d-3c94-491f-b1cf-43c270dee622 service neutron] Pushing event updated for resources: {'Port': ['ID=d3369948-8321-47ff-8983-1f5541dbf14d,revision_number=7']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:14.836808 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b05d4948-f03f-4420-8084-85b03fb220e1 req-de553b69-e366-4ab6-8ce9-842cf0c5d639 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:14.851975 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-ab9265ae-2a79-4801-87fa-178bbf67f06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:14.853553 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-ab9265ae-2a79-4801-87fa-178bbf67f06f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8eeb19c70e2743deaa8aa99547f66522&device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 1099 time: 0.0428915 Aug 16 20:44:14.878156 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b05d4948-f03f-4420-8084-85b03fb220e1 req-de553b69-e366-4ab6-8ce9-842cf0c5d639 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:14.883613 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-b05d4948-f03f-4420-8084-85b03fb220e1 req-de553b69-e366-4ab6-8ce9-842cf0c5d639 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:14.887376 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-b05d4948-f03f-4420-8084-85b03fb220e1 req-de553b69-e366-4ab6-8ce9-842cf0c5d639 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:14.919875 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de553b69-e366-4ab6-8ce9-842cf0c5d639 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Pushing event updated for resources: {'Port': ['ID=9d812116-9e98-443d-8f0b-cf9ba1c48ca5,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:15.005571 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-247e063f-7da2-443c-a21e-d90f20a7d03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:15.008104 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-247e063f-7da2-443c-a21e-d90f20a7d03d service neutron] 10.222.0.90 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.1472507 Aug 16 20:44:15.063446 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-5174306c-c03f-42d6-a4c7-36a4fd1e6252 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=d3369948-8321-47ff-8983-1f5541dbf14d HTTP/1.1" status: 200 len: 217 time: 0.0416677 Aug 16 20:44:15.136765 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-277740c7-8988-4c22-86bf-cb8e296e5659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:15.138478 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-277740c7-8988-4c22-86bf-cb8e296e5659 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0678706 Aug 16 20:44:15.191503 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-da8fbb3c-ca8c-4597-af86-530e03db20b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:15.193310 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-da8fbb3c-ca8c-4597-af86-530e03db20b0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0465951 Aug 16 20:44:15.292567 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-7f0d3bfb-37d1-4b9f-9423-ef2b0b6e0ebc service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920181 Aug 16 20:44:15.314476 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b05d4948-f03f-4420-8084-85b03fb220e1 req-de553b69-e366-4ab6-8ce9-842cf0c5d639 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:15.337997 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758192c-db00-4361-b940-af650e62af24 req-c3474d07-3836-4fac-9def-5ae92b3be848 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:15.339634 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5758192c-db00-4361-b940-af650e62af24 req-c3474d07-3836-4fac-9def-5ae92b3be848 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 946 time: 0.3445694 Aug 16 20:44:15.388656 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5758192c-db00-4361-b940-af650e62af24 req-7d01c39b-5d8b-467e-8711-509d2d397f38 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424640 Aug 16 20:44:15.393077 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d273c75a-ccf7-42aa-8526-f2da7c71cdcd req-fb0a29d2-4288-4442-90b1-431fd98d85cc service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927603 Aug 16 20:44:15.440910 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b05d4948-f03f-4420-8084-85b03fb220e1 req-de553b69-e366-4ab6-8ce9-842cf0c5d639 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:15.451984 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a396b1c4-1253-476e-903c-5bd40b8e8f0f x-openstack-request-id: req-a396b1c4-1253-476e-903c-5bd40b8e8f0f {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:15.452498 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f212e9f9-d604-4686-84cc-ac2711db7893", "name": "network-vif-unplugged", "status": "completed", "tag": "d3369948-8321-47ff-8983-1f5541dbf14d", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:15.452580 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a396b1c4-1253-476e-903c-5bd40b8e8f0f {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:15.452944 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f212e9f9-d604-4686-84cc-ac2711db7893', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3369948-8321-47ff-8983-1f5541dbf14d', 'code': 200} Aug 16 20:44:15.603147 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb272f-598e-4127-8a09-8814965f0f01 req-c94ed1d6-d0d5-4e99-a0e1-c2ec780bd1c6 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:15.605233 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bdeb272f-598e-4127-8a09-8814965f0f01 req-c94ed1d6-d0d5-4e99-a0e1-c2ec780bd1c6 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 947 time: 0.1050320 Aug 16 20:44:15.667253 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b05d4948-f03f-4420-8084-85b03fb220e1 req-de553b69-e366-4ab6-8ce9-842cf0c5d639 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:15.671634 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bdeb272f-598e-4127-8a09-8814965f0f01 req-e24f4bd9-1f3a-4d9a-aa50-6a38848cadc8 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601149 Aug 16 20:44:15.769042 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b05d4948-f03f-4420-8084-85b03fb220e1 req-de553b69-e366-4ab6-8ce9-842cf0c5d639 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:15.807361 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e7925-be23-4160-9d26-66c9323eaa45 req-d248b73a-b78a-478d-8f0e-16eb44a6660f tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:15.808898 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ef9e7925-be23-4160-9d26-66c9323eaa45 req-d248b73a-b78a-478d-8f0e-16eb44a6660f tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/ports?device_id=add88ff1-6de7-4d78-b71a-b70c13ea5b6d HTTP/1.1" status: 200 len: 947 time: 0.0782309 Aug 16 20:44:15.856965 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de553b69-e366-4ab6-8ce9-842cf0c5d639 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Pushing event updated for resources: {'Port': ['ID=9d812116-9e98-443d-8f0b-cf9ba1c48ca5,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:15.891690 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ef9e7925-be23-4160-9d26-66c9323eaa45 req-8a66b56d-1a14-4517-8a6a-317c6296f3d9 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/security-groups?id=38a2cbe1-a976-4968-8908-78cafc258859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722251 Aug 16 20:44:15.893450 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b05d4948-f03f-4420-8084-85b03fb220e1 req-de553b69-e366-4ab6-8ce9-842cf0c5d639 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:15.970326 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device cd175d90-cda8-49d2-a1e5-14cc486da1c4 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:44:15.984903 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b05d4948-f03f-4420-8084-85b03fb220e1 req-de553b69-e366-4ab6-8ce9-842cf0c5d639 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:15.986240 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b05d4948-f03f-4420-8084-85b03fb220e1 req-de553b69-e366-4ab6-8ce9-842cf0c5d639 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9289424 Aug 16 20:44:16.042620 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-83821426-fa78-48a8-bdd9-3fc44a955012 req-32f0df09-5a12-47b1-8f20-dac0050fcc61 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] 10.222.0.84 "GET /v2.0/ports?device_id=2984be11-75f0-4be7-8faf-18e0b465a8c4 HTTP/1.1" status: 200 len: 210 time: 0.0511091 Aug 16 20:44:16.069211 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port cd175d90-cda8-49d2-a1e5-14cc486da1c4, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=cd175d90-cda8-49d2-a1e5-14cc486da1c4,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:16.080117 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': 'cd175d90-cda8-49d2-a1e5-14cc486da1c4', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': 'cd175d90-cda8-49d2-a1e5-14cc486da1c4', 'mac_address': 'fa:16:3e:85:cc:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:44:16.099548 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b05d4948-f03f-4420-8084-85b03fb220e1 req-9540fdc6-3f2b-4545-9d4a-348d3b993e5c tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.125 HTTP/1.1" status: 200 len: 696 time: 0.1060479 Aug 16 20:44:16.210145 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af701eeb-252c-440c-9f05-4937050e18ff req-0e4ed5aa-0ef7-4155-8970-d22a3c3c3e09 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:16.211675 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-af701eeb-252c-440c-9f05-4937050e18ff req-0e4ed5aa-0ef7-4155-8970-d22a3c3c3e09 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=de08b7ea-49d0-4733-b8cb-fe08da6ba757 HTTP/1.1" status: 200 len: 946 time: 0.1101401 Aug 16 20:44:16.234040 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:16.247740 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd175d90-cda8-49d2-a1e5-14cc486da1c4 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:16.258132 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d4948-f03f-4420-8084-85b03fb220e1 req-b0beadad-44d1-433d-8095-05e528019da1 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:16.259503 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b05d4948-f03f-4420-8084-85b03fb220e1 req-b0beadad-44d1-433d-8095-05e528019da1 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/networks/65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 784 time: 0.1490166 Aug 16 20:44:16.267991 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port cd175d90-cda8-49d2-a1e5-14cc486da1c4, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=cd175d90-cda8-49d2-a1e5-14cc486da1c4,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:16.276277 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-b05d4948-f03f-4420-8084-85b03fb220e1 req-6d897738-bff9-45ad-99d4-c561ebce4d72 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:44:16.277244 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b05d4948-f03f-4420-8084-85b03fb220e1 req-6d897738-bff9-45ad-99d4-c561ebce4d72 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080864 Aug 16 20:44:16.282564 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-af701eeb-252c-440c-9f05-4937050e18ff req-bb47bcef-fca8-4cb8-84cd-858dbed6877a tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583897 Aug 16 20:44:16.384170 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:16.387381 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65939c37-9330-4ab7-ae31-0806315b85d8 req-3654a1bb-f0cd-46cb-8bf6-bc6bd489e95b tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:16.389023 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-65939c37-9330-4ab7-ae31-0806315b85d8 req-3654a1bb-f0cd-46cb-8bf6-bc6bd489e95b tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 1098 time: 0.0455801 Aug 16 20:44:16.430927 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-65939c37-9330-4ab7-ae31-0806315b85d8 req-bd815b94-b5cc-4834-9017-eddaecf65d7c tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323894 Aug 16 20:44:16.440646 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=cd175d90-cda8-49d2-a1e5-14cc486da1c4,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:16.456498 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:16.686103 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device d3369948-8321-47ff-8983-1f5541dbf14d no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:44:16.691477 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-5c84278e-4aed-4b9e-bcaa-38a44544ea59 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:16.693013 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-5c84278e-4aed-4b9e-bcaa-38a44544ea59 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/networks?id=ed5eda8e-07f1-4980-9b55-01ba3f47eea4 HTTP/1.1" status: 200 len: 820 time: 0.1015191 Aug 16 20:44:16.708840 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['cd175d90-cda8-49d2-a1e5-14cc486da1c4'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:16.710225 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-8c2c2ba9-c90c-4b90-b19f-21e316593f1a tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/quotas/12c94560bb6443429bc057a80226b5c1 HTTP/1.1" status: 200 len: 375 time: 0.0104158 Aug 16 20:44:16.768267 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device d3369948-8321-47ff-8983-1f5541dbf14d not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:44:16.780346 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-592f6a83-03aa-4794-882b-76983fe9ba59 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=12c94560bb6443429bc057a80226b5c1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0631630 Aug 16 20:44:16.887243 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-46984277-cb1e-4ad6-ac6d-b0a77ac23f47 service neutron] 10.222.0.84 "GET /v2.0/networks/ed5eda8e-07f1-4980-9b55-01ba3f47eea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996988 Aug 16 20:44:17.015314 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-df32e0ae-f485-4e6e-b029-86ab4b9c8aa7 service neutron] 10.222.0.84 "GET /v2.0/networks/ed5eda8e-07f1-4980-9b55-01ba3f47eea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178939 Aug 16 20:44:17.091303 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4390c-9caf-45cc-a9e0-b7db60434ae2 req-a347440c-ae10-4b9e-b46a-48793ad47dd5 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:17.092860 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ffa4390c-9caf-45cc-a9e0-b7db60434ae2 req-a347440c-ae10-4b9e-b46a-48793ad47dd5 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 947 time: 0.0552402 Aug 16 20:44:17.132334 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ffa4390c-9caf-45cc-a9e0-b7db60434ae2 req-75c16133-59f7-439b-97ff-593290dbcfd6 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318527 Aug 16 20:44:17.231246 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf36d9a-9cb5-46e1-a5df-11b9ce85be4e req-dd69ca02-01b3-4514-9010-45ff3f8b9e1b tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:17.232680 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5cf36d9a-9cb5-46e1-a5df-11b9ce85be4e req-dd69ca02-01b3-4514-9010-45ff3f8b9e1b tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=de08b7ea-49d0-4733-b8cb-fe08da6ba757 HTTP/1.1" status: 200 len: 946 time: 0.0475800 Aug 16 20:44:17.273351 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5cf36d9a-9cb5-46e1-a5df-11b9ce85be4e req-255f5c72-6de5-42fe-b440-8d19982d20bc tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341880 Aug 16 20:44:17.393615 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28950181-1c9e-492c-818f-24a99e3ac440 req-b4f78a69-db43-4b72-8372-6eac21ca61c1 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:17.393615 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-28950181-1c9e-492c-818f-24a99e3ac440 req-b4f78a69-db43-4b72-8372-6eac21ca61c1 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/ports?device_id=add88ff1-6de7-4d78-b71a-b70c13ea5b6d HTTP/1.1" status: 200 len: 948 time: 0.0633714 Aug 16 20:44:17.445292 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-46a98f19-b6f5-4e92-8855-ceb75888a346 req-3c53fd62-1f48-4919-b5aa-859ab591e93e tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] 10.222.0.84 "GET /v2.0/ports?device_id=2984be11-75f0-4be7-8faf-18e0b465a8c4 HTTP/1.1" status: 200 len: 210 time: 0.0287981 Aug 16 20:44:17.454465 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f212e9f9-d604-4686-84cc-ac2711db7893', 'tag': 'd3369948-8321-47ff-8983-1f5541dbf14d'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:17.459153 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89dcade6-2270-4a6a-a6f9-b793ac3c1a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "f212e9f9-d604-4686-84cc-ac2711db7893", "tag": "d3369948-8321-47ff-8983-1f5541dbf14d"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:17.460372 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-28950181-1c9e-492c-818f-24a99e3ac440 req-ded019b0-445b-4b97-94a8-cd67e4930bd4 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/security-groups?id=38a2cbe1-a976-4968-8908-78cafc258859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622206 Aug 16 20:44:17.528719 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-20cfb18b-e742-48e1-86d7-9629e6c96244 req-e637c12b-99eb-494d-9e27-0145165cfe25 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9c7143b-364d-4448-b2cb-8cda015953ed HTTP/1.1" status: 200 len: 210 time: 0.0271928 Aug 16 20:44:17.586307 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34953048-e987-4223-b9e5-4ef5c3dd2e47 x-openstack-request-id: req-34953048-e987-4223-b9e5-4ef5c3dd2e47 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:17.586601 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f212e9f9-d604-4686-84cc-ac2711db7893", "tag": "d3369948-8321-47ff-8983-1f5541dbf14d", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:17.586856 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-34953048-e987-4223-b9e5-4ef5c3dd2e47 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:17.587250 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f212e9f9-d604-4686-84cc-ac2711db7893', 'tag': 'd3369948-8321-47ff-8983-1f5541dbf14d', 'status': 'completed', 'code': 200} Aug 16 20:44:17.683889 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-bb234d51-c1a6-487f-93f9-ac9a3d97d3bc tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=731464a4992143619f822cb1696d79ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445294 Aug 16 20:44:17.744436 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcade6-2270-4a6a-a6f9-b793ac3c1a1e req-d45d805a-4d6a-436f-8719-e66cec0a1396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:17.746123 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-89dcade6-2270-4a6a-a6f9-b793ac3c1a1e req-d45d805a-4d6a-436f-8719-e66cec0a1396 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8eeb19c70e2743deaa8aa99547f66522&device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 1099 time: 0.1407914 Aug 16 20:44:17.761557 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcade6-2270-4a6a-a6f9-b793ac3c1a1e req-fc25ef59-7643-4749-9483-f8db157c4e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:17.763015 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-89dcade6-2270-4a6a-a6f9-b793ac3c1a1e req-fc25ef59-7643-4749-9483-f8db157c4e0f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8eeb19c70e2743deaa8aa99547f66522&device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 1099 time: 0.1471808 Aug 16 20:44:17.926780 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-6f4051f9-790a-4c7e-823d-e3e7bc8d2f7a tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:17.928245 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-6f4051f9-790a-4c7e-823d-e3e7bc8d2f7a tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2374959 Aug 16 20:44:17.957979 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-9e940419-251b-4715-9915-afa3f31ff3d6 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] Request body: {'port': {'device_id': '2984be11-75f0-4be7-8faf-18e0b465a8c4', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'admin_state_up': True, 'tenant_id': '731464a4992143619f822cb1696d79ee'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:17.965664 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcade6-2270-4a6a-a6f9-b793ac3c1a1e req-b1671bf1-d8c9-410e-aab0-e35c9f15a7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:17.967574 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-89dcade6-2270-4a6a-a6f9-b793ac3c1a1e req-b1671bf1-d8c9-410e-aab0-e35c9f15a7d2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.2081246 Aug 16 20:44:18.001531 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device cd175d90-cda8-49d2-a1e5-14cc486da1c4 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:18.044179 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcade6-2270-4a6a-a6f9-b793ac3c1a1e req-47efab64-6518-40e4-87da-baed1999bd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:18.045842 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-89dcade6-2270-4a6a-a6f9-b793ac3c1a1e req-47efab64-6518-40e4-87da-baed1999bd57 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.2713003 Aug 16 20:44:18.050452 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-89dcade6-2270-4a6a-a6f9-b793ac3c1a1e req-5fb1125f-c1ab-4c28-905b-f44b2f85f5f8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=d3369948-8321-47ff-8983-1f5541dbf14d HTTP/1.1" status: 200 len: 217 time: 0.0676572 Aug 16 20:44:18.108583 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-89dcade6-2270-4a6a-a6f9-b793ac3c1a1e req-0e270038-1e15-413d-bf84-9291636ef48a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=d3369948-8321-47ff-8983-1f5541dbf14d HTTP/1.1" status: 200 len: 217 time: 0.0533001 Aug 16 20:44:18.193201 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcade6-2270-4a6a-a6f9-b793ac3c1a1e req-88108b2d-f151-4bb6-9064-114fbab58e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:18.194611 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-89dcade6-2270-4a6a-a6f9-b793ac3c1a1e req-88108b2d-f151-4bb6-9064-114fbab58e14 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.1312125 Aug 16 20:44:18.195703 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port cd175d90-cda8-49d2-a1e5-14cc486da1c4 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:18.200068 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port cd175d90-cda8-49d2-a1e5-14cc486da1c4 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:18.200629 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:18.244334 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcade6-2270-4a6a-a6f9-b793ac3c1a1e req-398648b8-c0aa-44c4-a0f3-1357adb0c335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:18.246072 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-89dcade6-2270-4a6a-a6f9-b793ac3c1a1e req-398648b8-c0aa-44c4-a0f3-1357adb0c335 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.1176076 Aug 16 20:44:18.288527 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835bf435-5952-4152-9611-294fd4434fd2 req-13a6ec6d-71cc-4183-b719-729dae8eb82d tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:18.297244 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-835bf435-5952-4152-9611-294fd4434fd2 req-13a6ec6d-71cc-4183-b719-729dae8eb82d tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 947 time: 0.0617633 Aug 16 20:44:18.307975 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcade6-2270-4a6a-a6f9-b793ac3c1a1e req-bccfce31-a362-456b-b209-15194022cc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:18.309543 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-89dcade6-2270-4a6a-a6f9-b793ac3c1a1e req-bccfce31-a362-456b-b209-15194022cc5a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1054165 Aug 16 20:44:18.348480 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-835bf435-5952-4152-9611-294fd4434fd2 req-6bfba694-6668-41e5-bae9-ec796404b1a0 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498016 Aug 16 20:44:18.358791 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:18.371772 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcade6-2270-4a6a-a6f9-b793ac3c1a1e req-68e6368b-137f-47d0-a366-6228c2a3b7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:18.373313 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-89dcade6-2270-4a6a-a6f9-b793ac3c1a1e req-68e6368b-137f-47d0-a366-6228c2a3b7bd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1175454 Aug 16 20:44:18.455273 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add88ff1-6de7-4d78-b71a-b70c13ea5b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd175d90-cda8-49d2-a1e5-14cc486da1c4'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:18.455273 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba75128-0510-4d46-8353-d02ac5f1e6c2" -d '{"events": [{"server_uuid": "add88ff1-6de7-4d78-b71a-b70c13ea5b6d", "name": "network-vif-plugged", "status": "completed", "tag": "cd175d90-cda8-49d2-a1e5-14cc486da1c4"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:18.467479 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port cd175d90-cda8-49d2-a1e5-14cc486da1c4, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=cd175d90-cda8-49d2-a1e5-14cc486da1c4,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:18.470707 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6cef7-4c97-4bd3-a5e1-c81f317bd0d3 req-0a6a4373-e2ba-41fa-ae03-676121080ba8 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:18.472982 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-89dcade6-2270-4a6a-a6f9-b793ac3c1a1e req-2a1192bc-5c58-4c3d-b488-0555bcc62bab service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551263 Aug 16 20:44:18.474522 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-79e6cef7-4c97-4bd3-a5e1-c81f317bd0d3 req-0a6a4373-e2ba-41fa-ae03-676121080ba8 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=de08b7ea-49d0-4733-b8cb-fe08da6ba757 HTTP/1.1" status: 200 len: 946 time: 0.0611515 Aug 16 20:44:18.501680 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-9e940419-251b-4715-9915-afa3f31ff3d6 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] Made reservation on behalf of 731464a4992143619f822cb1696d79ee for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:18.505774 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-9e940419-251b-4715-9915-afa3f31ff3d6 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:18.527749 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-79e6cef7-4c97-4bd3-a5e1-c81f317bd0d3 req-62dba9b2-6640-42a6-aa2f-2ce22cee64b3 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428028 Aug 16 20:44:18.557967 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-9e940419-251b-4715-9915-afa3f31ff3d6 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:18.563357 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-89dcade6-2270-4a6a-a6f9-b793ac3c1a1e req-21e8f3ef-64c4-4b44-ab8a-60584f9db238 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822503 Aug 16 20:44:18.581470 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837557df-bc28-4314-8a99-a431a36d71cf x-openstack-request-id: req-837557df-bc28-4314-8a99-a431a36d71cf {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:18.581470 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add88ff1-6de7-4d78-b71a-b70c13ea5b6d", "name": "network-vif-plugged", "status": "completed", "tag": "cd175d90-cda8-49d2-a1e5-14cc486da1c4", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:18.581470 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-837557df-bc28-4314-8a99-a431a36d71cf {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:18.581470 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add88ff1-6de7-4d78-b71a-b70c13ea5b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd175d90-cda8-49d2-a1e5-14cc486da1c4', 'code': 200} Aug 16 20:44:18.618676 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:18.674762 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b29527b5-7a21-4037-bd6e-dd2ce9ac19fa req-9c113162-481f-410d-8e87-93eb312f919a tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] 10.222.0.84 "GET /v2.0/ports?device_id=2984be11-75f0-4be7-8faf-18e0b465a8c4 HTTP/1.1" status: 200 len: 210 time: 0.0509813 Aug 16 20:44:18.726438 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=cd175d90-cda8-49d2-a1e5-14cc486da1c4,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:18.750474 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38f7c8-9f1e-4134-afd8-0a90f1e4d08d req-c8b245aa-4a77-421e-b5f2-3a55254f9540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:18.752198 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3d38f7c8-9f1e-4134-afd8-0a90f1e4d08d req-c8b245aa-4a77-421e-b5f2-3a55254f9540 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=add88ff1-6de7-4d78-b71a-b70c13ea5b6d HTTP/1.1" status: 200 len: 1101 time: 0.0808337 Aug 16 20:44:18.807214 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:18.836558 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 58780) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:18.844647 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3d38f7c8-9f1e-4134-afd8-0a90f1e4d08d req-e1916313-317a-4b50-bc21-17076bdcc2ab service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=38a2cbe1-a976-4968-8908-78cafc258859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852044 Aug 16 20:44:18.862364 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac01d0-8d7c-4d28-83d0-e2b8829d2e9b req-32c82195-ea96-470f-9de6-fd3b199d8d32 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:18.864042 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12ac01d0-8d7c-4d28-83d0-e2b8829d2e9b req-32c82195-ea96-470f-9de6-fd3b199d8d32 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/ports?device_id=add88ff1-6de7-4d78-b71a-b70c13ea5b6d HTTP/1.1" status: 200 len: 949 time: 0.0777466 Aug 16 20:44:18.937683 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12ac01d0-8d7c-4d28-83d0-e2b8829d2e9b req-e678c748-0f76-49ba-ad0a-bd9f81522eb9 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/security-groups?id=38a2cbe1-a976-4968-8908-78cafc258859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643525 Aug 16 20:44:18.954322 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-89dcade6-2270-4a6a-a6f9-b793ac3c1a1e req-2f0980ad-6519-425b-bb83-f2f052bc83f7 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4669302 Aug 16 20:44:18.977380 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-89dcade6-2270-4a6a-a6f9-b793ac3c1a1e req-b9276877-cf27-4bc8-8d66-3d720da395b7 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595926 Aug 16 20:44:19.050121 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-9e940419-251b-4715-9915-afa3f31ff3d6 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:19.052767 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6004429c-f7c9-476c-ac49-fb7ed3f38f8b req-9efaa70c-dcf4-41b8-96ea-410f604dd189 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9c7143b-364d-4448-b2cb-8cda015953ed HTTP/1.1" status: 200 len: 210 time: 0.0324440 Aug 16 20:44:19.088364 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5a5e115c-e9f2-44ec-93d3-068e624b38fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:19.121035 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220c06c-d85d-48e1-b269-1e9d761405c6 req-e82bb4b6-8c74-4af8-9798-7c0c1d94ac20 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:19.128663 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4220c06c-d85d-48e1-b269-1e9d761405c6 req-e82bb4b6-8c74-4af8-9798-7c0c1d94ac20 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 947 time: 0.0745301 Aug 16 20:44:19.143945 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-9e940419-251b-4715-9915-afa3f31ff3d6 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:19.184325 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4220c06c-d85d-48e1-b269-1e9d761405c6 req-5aa7e444-2c85-43dc-9b81-f46d19583500 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547047 Aug 16 20:44:19.251462 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e940419-251b-4715-9915-afa3f31ff3d6 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=171268ac-04e3-4e50-be53-18abd30f5198,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:19.262105 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5a5e115c-e9f2-44ec-93d3-068e624b38fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:19.317621 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b1c07-4602-46ad-996f-ef9db20cf4b1 req-ce185603-d0af-4dc0-ba0b-e0801a2b9ca6 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:19.319029 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8e1b1c07-4602-46ad-996f-ef9db20cf4b1 req-ce185603-d0af-4dc0-ba0b-e0801a2b9ca6 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.72 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893&tenant_id=8eeb19c70e2743deaa8aa99547f66522&binding%3Ahost_id=n-h2-793620-15 HTTP/1.1" status: 200 len: 947 time: 0.1433828 Aug 16 20:44:19.372391 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-9e940419-251b-4715-9915-afa3f31ff3d6 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] Allocated IP 192.168.233.226 (d77fce7e-e915-4ee5-ada6-d6f376af2589/2883ed1d-8e71-4475-b2ce-2177242b9f23/47d80ea6-9a4a-4e2e-811d-46cc8be35ef4) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:19.372982 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5a5e115c-e9f2-44ec-93d3-068e624b38fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:19.421199 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [req-8e1b1c07-4602-46ad-996f-ef9db20cf4b1 req-5e1fffbd-a829-4d0a-abb6-b273c9bd7255 service neutron] delete failed (client error): The resource could not be found. Aug 16 20:44:19.421763 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e115c-e9f2-44ec-93d3-068e624b38fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb41d80-0e21-4a05-9f74-e2305a930178,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:19.422153 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8e1b1c07-4602-46ad-996f-ef9db20cf4b1 req-5e1fffbd-a829-4d0a-abb6-b273c9bd7255 service neutron] 10.222.0.72 "DELETE /v2.0/ports/d3369948-8321-47ff-8983-1f5541dbf14d/bindings/n-h1-793620-15 HTTP/1.1" status: 404 len: 381 time: 0.0942390 Aug 16 20:44:19.426357 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5a5e115c-e9f2-44ec-93d3-068e624b38fe admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=060c76a8dacd4284a5202209d3ee7de0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5883875 Aug 16 20:44:19.431229 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 58792) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:19.498108 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-aaac7073-f967-4fd5-a1ae-69d2b377678a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:19.521874 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-aaac7073-f967-4fd5-a1ae-69d2b377678a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:19.598191 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b1c07-4602-46ad-996f-ef9db20cf4b1 req-8e9007b3-9262-4c0e-9e78-7ebedabb289d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:19.599852 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8e1b1c07-4602-46ad-996f-ef9db20cf4b1 req-8e9007b3-9262-4c0e-9e78-7ebedabb289d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8eeb19c70e2743deaa8aa99547f66522&device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 1099 time: 0.0795290 Aug 16 20:44:19.620785 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-9e940419-251b-4715-9915-afa3f31ff3d6 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:19.656919 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff63a4-a727-4dde-b785-14fca3685f55 req-02a45a43-e608-4073-95d3-422b763912d8 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:19.661998 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-71ff63a4-a727-4dde-b785-14fca3685f55 req-02a45a43-e608-4073-95d3-422b763912d8 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=de08b7ea-49d0-4733-b8cb-fe08da6ba757 HTTP/1.1" status: 200 len: 946 time: 0.0490448 Aug 16 20:44:19.685866 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-aaac7073-f967-4fd5-a1ae-69d2b377678a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:19.687511 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-9e940419-251b-4715-9915-afa3f31ff3d6 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] Transition to ACTIVE for port object 47d80ea6-9a4a-4e2e-811d-46cc8be35ef4 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:19.688553 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-aaac7073-f967-4fd5-a1ae-69d2b377678a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:19.689855 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-aaac7073-f967-4fd5-a1ae-69d2b377678a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/bbb41d80-0e21-4a05-9f74-e2305a930178 HTTP/1.1" status: 204 len: 168 time: 0.2574213 Aug 16 20:44:19.725117 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac7073-f967-4fd5-a1ae-69d2b377678a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb41d80-0e21-4a05-9f74-e2305a930178,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:19.747483 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-71ff63a4-a727-4dde-b785-14fca3685f55 req-b9fd60db-f3fe-4e01-866c-4a4feccb3709 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803308 Aug 16 20:44:19.748932 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b1c07-4602-46ad-996f-ef9db20cf4b1 req-72830bbc-431a-41e0-ac9b-9135e0bcb6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:19.750405 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8e1b1c07-4602-46ad-996f-ef9db20cf4b1 req-72830bbc-431a-41e0-ac9b-9135e0bcb6ea service neutron] 10.222.0.72 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.1419637 Aug 16 20:44:19.805041 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8e1b1c07-4602-46ad-996f-ef9db20cf4b1 req-1811ca21-f54f-489e-96d1-fd48435f87f1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=d3369948-8321-47ff-8983-1f5541dbf14d HTTP/1.1" status: 200 len: 217 time: 0.0473106 Aug 16 20:44:19.830054 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-98593b9d-3447-4e34-8a48-0777f17d2f5f req-34b3fdbe-c80c-43d8-83a2-f3be4447c508 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] 10.222.0.84 "GET /v2.0/ports?device_id=2984be11-75f0-4be7-8faf-18e0b465a8c4 HTTP/1.1" status: 200 len: 210 time: 0.0259912 Aug 16 20:44:19.855660 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b1c07-4602-46ad-996f-ef9db20cf4b1 req-0650db0b-997f-4084-b07f-78c43a8745f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:19.857163 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8e1b1c07-4602-46ad-996f-ef9db20cf4b1 req-0650db0b-997f-4084-b07f-78c43a8745f0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0445673 Aug 16 20:44:19.903616 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b1c07-4602-46ad-996f-ef9db20cf4b1 req-9bc1c807-9b3f-4284-a940-22b2e2a4505e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:19.905130 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8e1b1c07-4602-46ad-996f-ef9db20cf4b1 req-9bc1c807-9b3f-4284-a940-22b2e2a4505e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0411205 Aug 16 20:44:19.932525 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-9e940419-251b-4715-9915-afa3f31ff3d6 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:20.020516 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device d3369948-8321-47ff-8983-1f5541dbf14d details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:44:20.038369 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-9e940419-251b-4715-9915-afa3f31ff3d6 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] Network d77fce7e-e915-4ee5-ada6-d6f376af2589 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:20.046497 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-9e940419-251b-4715-9915-afa3f31ff3d6 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:20.048749 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e940419-251b-4715-9915-afa3f31ff3d6 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] Pushing event updated for resources: {'Port': ['ID=47d80ea6-9a4a-4e2e-811d-46cc8be35ef4,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:20.050908 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-9e940419-251b-4715-9915-afa3f31ff3d6 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:20.137951 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8e1b1c07-4602-46ad-996f-ef9db20cf4b1 req-703088f6-59c3-407a-89e6-648863845e12 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255814 Aug 16 20:44:20.149155 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78685aff-2d9e-43fe-a38e-f616ab4fba6a req-2aba469c-4fd2-4f16-8acb-8435fd5f7bfb tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:20.150676 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-78685aff-2d9e-43fe-a38e-f616ab4fba6a req-2aba469c-4fd2-4f16-8acb-8435fd5f7bfb tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/ports?device_id=add88ff1-6de7-4d78-b71a-b70c13ea5b6d HTTP/1.1" status: 200 len: 949 time: 0.1080120 Aug 16 20:44:20.188603 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-9e940419-251b-4715-9915-afa3f31ff3d6 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:20.190040 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-9e940419-251b-4715-9915-afa3f31ff3d6 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:20.259912 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port d3369948-8321-47ff-8983-1f5541dbf14d, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=d3369948-8321-47ff-8983-1f5541dbf14d,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:20.279859 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': 'd3369948-8321-47ff-8983-1f5541dbf14d', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': 'd3369948-8321-47ff-8983-1f5541dbf14d', 'mac_address': 'fa:16:3e:c0:92:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:44:20.286337 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-78685aff-2d9e-43fe-a38e-f616ab4fba6a req-d72998c5-1b93-4a8a-9df8-b27fcec78e61 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/security-groups?id=38a2cbe1-a976-4968-8908-78cafc258859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273565 Aug 16 20:44:20.386299 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:20.412869 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3369948-8321-47ff-8983-1f5541dbf14d {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:20.413577 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-763ca768-8168-48fb-9f7d-974dc6102e78 req-d6a95ee8-c640-4821-97f0-09a04d41a640 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9c7143b-364d-4448-b2cb-8cda015953ed HTTP/1.1" status: 200 len: 210 time: 0.1459987 Aug 16 20:44:20.462800 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port d3369948-8321-47ff-8983-1f5541dbf14d, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=d3369948-8321-47ff-8983-1f5541dbf14d,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:20.508967 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd319c-35b3-4b87-927e-18d9c1291bd0 req-f156062d-c716-487c-bdd9-07e3381955d8 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:20.510662 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b9fd319c-35b3-4b87-927e-18d9c1291bd0 req-f156062d-c716-487c-bdd9-07e3381955d8 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 947 time: 0.0735400 Aug 16 20:44:20.551094 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-626e67af-867e-4225-ac1a-87e14ad612b2 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:20.552699 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-626e67af-867e-4225-ac1a-87e14ad612b2 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.90 "GET /v2.0/networks?id=ed5eda8e-07f1-4980-9b55-01ba3f47eea4 HTTP/1.1" status: 200 len: 820 time: 0.4174411 Aug 16 20:44:20.554789 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8e1b1c07-4602-46ad-996f-ef9db20cf4b1 req-aa3c8754-680d-4123-8c3f-bfd4d57ee182 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606162 Aug 16 20:44:20.567488 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-6f10c089-178b-4648-8e9d-25fdbaf4e108 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Request body: {'port': {'device_id': 'e9c7143b-364d-4448-b2cb-8cda015953ed', 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4', 'admin_state_up': True, 'tenant_id': '12c94560bb6443429bc057a80226b5c1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:20.575843 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b9fd319c-35b3-4b87-927e-18d9c1291bd0 req-452f1337-a93b-4218-adb0-3cb42b62c79f tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485613 Aug 16 20:44:20.599462 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:20.634608 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-9e940419-251b-4715-9915-afa3f31ff3d6 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6827734 Aug 16 20:44:20.636229 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2a868029-8ab9-474e-acfc-f248cb75709f None None] Provisioning for port 47d80ea6-9a4a-4e2e-811d-46cc8be35ef4 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:20.647336 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2a868029-8ab9-474e-acfc-f248cb75709f None None] Provisioning complete for port 47d80ea6-9a4a-4e2e-811d-46cc8be35ef4 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:20.647703 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2a868029-8ab9-474e-acfc-f248cb75709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:20.665272 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-831eab99-6392-4c88-939b-7846d8bbf9e4 service neutron] Request body: {'port': {'device_id': '2984be11-75f0-4be7-8faf-18e0b465a8c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:20.703877 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-2a868029-8ab9-474e-acfc-f248cb75709f None None] Port 47d80ea6-9a4a-4e2e-811d-46cc8be35ef4 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:44:20.728924 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=d3369948-8321-47ff-8983-1f5541dbf14d,revision_number=8']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:20.740616 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:20.741305 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:20.741998 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:20.742597 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:20.743145 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:20.743500 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:20.744118 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:20.744600 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:20.745383 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:20.745851 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:20.746431 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:20.746910 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:20.751032 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-831eab99-6392-4c88-939b-7846d8bbf9e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:20.894046 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-6f10c089-178b-4648-8e9d-25fdbaf4e108 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Made reservation on behalf of 12c94560bb6443429bc057a80226b5c1 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:20.897799 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-6f10c089-178b-4648-8e9d-25fdbaf4e108 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:20.911934 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['d3369948-8321-47ff-8983-1f5541dbf14d'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:20.963185 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 58818) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:20.998064 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3e13e2c9-9ea0-4e60-a485-5ed7d040660b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:21.031759 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a607e2-3b8b-4009-8350-7c35c443a7fa req-df5c2d25-b3cf-4f31-8434-3cb01e824d1f tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:21.033978 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-90a607e2-3b8b-4009-8350-7c35c443a7fa req-df5c2d25-b3cf-4f31-8434-3cb01e824d1f tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=de08b7ea-49d0-4733-b8cb-fe08da6ba757 HTTP/1.1" status: 200 len: 946 time: 0.1363912 Aug 16 20:44:21.056727 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb17f7-337f-4c65-970e-8157521511e6 req-39d00638-4860-45c6-91f3-e47dabf28e7e tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:21.058484 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c2bb17f7-337f-4c65-970e-8157521511e6 req-39d00638-4860-45c6-91f3-e47dabf28e7e tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] 10.222.0.84 "GET /v2.0/ports?device_id=2984be11-75f0-4be7-8faf-18e0b465a8c4 HTTP/1.1" status: 200 len: 936 time: 0.1108773 Aug 16 20:44:21.141238 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-90a607e2-3b8b-4009-8350-7c35c443a7fa req-62281e8a-0330-43ab-bde5-4a695bfa614b tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993164 Aug 16 20:44:21.146430 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-6f10c089-178b-4648-8e9d-25fdbaf4e108 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Allocated IP 172.20.0.3 (ed5eda8e-07f1-4980-9b55-01ba3f47eea4/bd8dab9d-a3f2-4736-9e51-3a290163fbfe/dc38fdb6-3d8e-43c6-99d7-2c069eaf020a) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:21.150724 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c2bb17f7-337f-4c65-970e-8157521511e6 req-667131c6-da2e-4afc-8019-4ae3142f511e tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] 10.222.0.84 "GET /v2.0/security-groups?id=171268ac-04e3-4e50-be53-18abd30f5198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850341 Aug 16 20:44:21.201067 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3e13e2c9-9ea0-4e60-a485-5ed7d040660b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:21.216032 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-831eab99-6392-4c88-939b-7846d8bbf9e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47d80ea6-9a4a-4e2e-811d-46cc8be35ef4 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:21.231019 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-831eab99-6392-4c88-939b-7846d8bbf9e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:21.259638 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-831eab99-6392-4c88-939b-7846d8bbf9e4 service neutron] Transition to ACTIVE for port object 47d80ea6-9a4a-4e2e-811d-46cc8be35ef4 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:21.327072 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3e13e2c9-9ea0-4e60-a485-5ed7d040660b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:21.367994 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13e2c9-9ea0-4e60-a485-5ed7d040660b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4417b74d-4ec6-481a-bf84-0bfa58844693,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:21.375727 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3e13e2c9-9ea0-4e60-a485-5ed7d040660b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b650b5f7e77542ddaadff76f275856c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4090810 Aug 16 20:44:21.376516 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 58824) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:21.382124 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-6f10c089-178b-4648-8e9d-25fdbaf4e108 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:21.389986 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:44:21.402024 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-6f10c089-178b-4648-8e9d-25fdbaf4e108 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Transition to ACTIVE for port object dc38fdb6-3d8e-43c6-99d7-2c069eaf020a will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:21.407514 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-831eab99-6392-4c88-939b-7846d8bbf9e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:21.480247 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831eab99-6392-4c88-939b-7846d8bbf9e4 service neutron] Pushing event updated for resources: {'Port': ['ID=47d80ea6-9a4a-4e2e-811d-46cc8be35ef4,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:21.570786 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-831eab99-6392-4c88-939b-7846d8bbf9e4 service neutron] Attempting to bind port 47d80ea6-9a4a-4e2e-811d-46cc8be35ef4 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:44:21.571123 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-831eab99-6392-4c88-939b-7846d8bbf9e4 service neutron] Attempting to bind port 47d80ea6-9a4a-4e2e-811d-46cc8be35ef4 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:44:21.571459 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-831eab99-6392-4c88-939b-7846d8bbf9e4 service neutron] Attempting to bind port 47d80ea6-9a4a-4e2e-811d-46cc8be35ef4 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:21.576313 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-831eab99-6392-4c88-939b-7846d8bbf9e4 service neutron] Port 47d80ea6-9a4a-4e2e-811d-46cc8be35ef4 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:44:21.576996 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-831eab99-6392-4c88-939b-7846d8bbf9e4 service neutron] Attempting to bind port 47d80ea6-9a4a-4e2e-811d-46cc8be35ef4 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:21.582722 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-831eab99-6392-4c88-939b-7846d8bbf9e4 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:44:21.583062 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-831eab99-6392-4c88-939b-7846d8bbf9e4 service neutron] Checking segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:21.584220 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-831eab99-6392-4c88-939b-7846d8bbf9e4 service neutron] Bound using segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:44:21.584220 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-831eab99-6392-4c88-939b-7846d8bbf9e4 service neutron] Bound port: 47d80ea6-9a4a-4e2e-811d-46cc8be35ef4, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:44:21.584454 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-831eab99-6392-4c88-939b-7846d8bbf9e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:21.588948 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-082c8e68-ec28-45b4-a23e-2413ee9e1ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:21.593661 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eaeed01b-64ef-45ec-b23e-2c3c41d02d77 req-d0871081-ca25-405e-85cc-cc957b3e497b tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9c7143b-364d-4448-b2cb-8cda015953ed HTTP/1.1" status: 200 len: 210 time: 0.0685711 Aug 16 20:44:21.610299 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53c24f-2fbb-411f-ad94-78a51ca49abd req-149cb273-9e3e-452b-b9d9-a9545ac93774 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:21.611931 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bb53c24f-2fbb-411f-ad94-78a51ca49abd req-149cb273-9e3e-452b-b9d9-a9545ac93774 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/ports?device_id=add88ff1-6de7-4d78-b71a-b70c13ea5b6d HTTP/1.1" status: 200 len: 949 time: 0.2128615 Aug 16 20:44:21.635313 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-6f10c089-178b-4648-8e9d-25fdbaf4e108 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:21.647764 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['44759938-a0ac-43ad-a35c-11eb9674a2b6'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:21.662006 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-082c8e68-ec28-45b4-a23e-2413ee9e1ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:21.692537 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-6f10c089-178b-4648-8e9d-25fdbaf4e108 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Network ed5eda8e-07f1-4980-9b55-01ba3f47eea4 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:21.698155 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-6f10c089-178b-4648-8e9d-25fdbaf4e108 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:21.698686 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:21.704782 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-6f10c089-178b-4648-8e9d-25fdbaf4e108 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:21.753637 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bb53c24f-2fbb-411f-ad94-78a51ca49abd req-ff98d6e0-7491-4a4a-9cd9-7d4cf5c42bb4 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/security-groups?id=38a2cbe1-a976-4968-8908-78cafc258859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305563 Aug 16 20:44:21.782779 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10c089-178b-4648-8e9d-25fdbaf4e108 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Pushing event updated for resources: {'Port': ['ID=dc38fdb6-3d8e-43c6-99d7-2c069eaf020a,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:21.792877 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-831eab99-6392-4c88-939b-7846d8bbf9e4 service neutron] For port 47d80ea6-9a4a-4e2e-811d-46cc8be35ef4, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:44:21.839854 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-831eab99-6392-4c88-939b-7846d8bbf9e4 service neutron] For port 47d80ea6-9a4a-4e2e-811d-46cc8be35ef4, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=47d80ea6-9a4a-4e2e-811d-46cc8be35ef4,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:44:21.847138 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-6f10c089-178b-4648-8e9d-25fdbaf4e108 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:21.857838 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-6f10c089-178b-4648-8e9d-25fdbaf4e108 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:21.899445 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-082c8e68-ec28-45b4-a23e-2413ee9e1ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:21.902298 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-082c8e68-ec28-45b4-a23e-2413ee9e1ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:21.907889 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-082c8e68-ec28-45b4-a23e-2413ee9e1ce2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4417b74d-4ec6-481a-bf84-0bfa58844693 HTTP/1.1" status: 204 len: 168 time: 0.5294046 Aug 16 20:44:21.927556 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-831eab99-6392-4c88-939b-7846d8bbf9e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:21.945606 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c8e68-ec28-45b4-a23e-2413ee9e1ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4417b74d-4ec6-481a-bf84-0bfa58844693,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:21.977854 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537d909-2ca6-4c5b-aa6a-6f564d45f65e req-37bf8bc6-bacf-434e-a70c-714bd752594b tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:21.990936 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4537d909-2ca6-4c5b-aa6a-6f564d45f65e req-37bf8bc6-bacf-434e-a70c-714bd752594b tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 948 time: 0.1340909 Aug 16 20:44:22.001185 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-831eab99-6392-4c88-939b-7846d8bbf9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:22.001655 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-831eab99-6392-4c88-939b-7846d8bbf9e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:22.003247 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-831eab99-6392-4c88-939b-7846d8bbf9e4 service neutron] 10.222.0.72 "PUT /v2.0/ports/47d80ea6-9a4a-4e2e-811d-46cc8be35ef4 HTTP/1.1" status: 200 len: 1097 time: 1.3533018 Aug 16 20:44:22.003835 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2984be11-75f0-4be7-8faf-18e0b465a8c4', 'tag': '47d80ea6-9a4a-4e2e-811d-46cc8be35ef4'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:22.014676 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d171d5d-9c50-4897-944e-a183f80e877b" -d '{"events": [{"name": "network-changed", "server_uuid": "2984be11-75f0-4be7-8faf-18e0b465a8c4", "tag": "47d80ea6-9a4a-4e2e-811d-46cc8be35ef4"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:22.028331 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-6f10c089-178b-4648-8e9d-25fdbaf4e108 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4647925 Aug 16 20:44:22.038004 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device d3369948-8321-47ff-8983-1f5541dbf14d up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:22.045633 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-46a925e6-8e89-456c-8f25-962dd65cfcaf service neutron] Request body: {'port': {'device_id': 'e9c7143b-364d-4448-b2cb-8cda015953ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:22.094840 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4537d909-2ca6-4c5b-aa6a-6f564d45f65e req-736532b7-b02d-4c59-8549-d1b1f09b747c tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730183 Aug 16 20:44:22.094967 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831eab99-6392-4c88-939b-7846d8bbf9e4 service neutron] Pushing event updated for resources: {'Port': ['ID=47d80ea6-9a4a-4e2e-811d-46cc8be35ef4,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:22.128609 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-46a925e6-8e89-456c-8f25-962dd65cfcaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:22.235478 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-994d7fc4-7370-4739-ae61-2cc6229ae0f1 None None] Provisioning for port dc38fdb6-3d8e-43c6-99d7-2c069eaf020a completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:22.239459 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-994d7fc4-7370-4739-ae61-2cc6229ae0f1 None None] Provisioning complete for port dc38fdb6-3d8e-43c6-99d7-2c069eaf020a triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:22.239866 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-994d7fc4-7370-4739-ae61-2cc6229ae0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:22.281989 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-994d7fc4-7370-4739-ae61-2cc6229ae0f1 None None] Port dc38fdb6-3d8e-43c6-99d7-2c069eaf020a cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:44:22.284654 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port d3369948-8321-47ff-8983-1f5541dbf14d completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:22.291270 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port d3369948-8321-47ff-8983-1f5541dbf14d triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:22.291270 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:22.348396 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-c0351480-697e-45ba-bb6a-49003713d534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:22.349905 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-c0351480-697e-45ba-bb6a-49003713d534 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=731464a4992143619f822cb1696d79ee&device_id=2984be11-75f0-4be7-8faf-18e0b465a8c4 HTTP/1.1" status: 200 len: 1100 time: 0.1551256 Aug 16 20:44:22.372048 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:22.395580 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f212e9f9-d604-4686-84cc-ac2711db7893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3369948-8321-47ff-8983-1f5541dbf14d'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:22.397846 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1d0dcc-7dde-4a81-b791-7ab636dd3784" -d '{"events": [{"server_uuid": "f212e9f9-d604-4686-84cc-ac2711db7893", "name": "network-vif-plugged", "status": "completed", "tag": "d3369948-8321-47ff-8983-1f5541dbf14d"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:22.414328 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port d3369948-8321-47ff-8983-1f5541dbf14d, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=d3369948-8321-47ff-8983-1f5541dbf14d,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:22.420434 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-f470680c-a678-469b-a48a-8fddbd40915a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=47d80ea6-9a4a-4e2e-811d-46cc8be35ef4 HTTP/1.1" status: 200 len: 217 time: 0.0491183 Aug 16 20:44:22.496584 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-aa970649-ceba-45b3-b921-d0a69a096f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:22.498055 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-aa970649-ceba-45b3-b921-d0a69a096f6a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0704343 Aug 16 20:44:22.557949 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-46a925e6-8e89-456c-8f25-962dd65cfcaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc38fdb6-3d8e-43c6-99d7-2c069eaf020a {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:22.559346 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:22.568019 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-46a925e6-8e89-456c-8f25-962dd65cfcaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:22.587022 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-3e0c1d39-23f3-4225-a476-4bbff920d670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:22.588560 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-3e0c1d39-23f3-4225-a476-4bbff920d670 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0702386 Aug 16 20:44:22.589489 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-46a925e6-8e89-456c-8f25-962dd65cfcaf service neutron] Transition to ACTIVE for port object dc38fdb6-3d8e-43c6-99d7-2c069eaf020a will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:22.638015 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=d3369948-8321-47ff-8983-1f5541dbf14d,revision_number=9']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:22.655934 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4df4c0-06c6-44d3-96dc-a570979c1cf1 x-openstack-request-id: req-7d4df4c0-06c6-44d3-96dc-a570979c1cf1 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:22.656429 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2984be11-75f0-4be7-8faf-18e0b465a8c4", "tag": "47d80ea6-9a4a-4e2e-811d-46cc8be35ef4", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:22.656529 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7d4df4c0-06c6-44d3-96dc-a570979c1cf1 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:22.656853 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2984be11-75f0-4be7-8faf-18e0b465a8c4', 'tag': '47d80ea6-9a4a-4e2e-811d-46cc8be35ef4', 'status': 'completed', 'code': 200} Aug 16 20:44:22.712912 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-80a5b4a1-803f-4886-a252-20b1c6d58c3c service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144924 Aug 16 20:44:22.732761 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-46a925e6-8e89-456c-8f25-962dd65cfcaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:22.750147 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eab810-cb8f-4310-9e4d-a50be6a741c8 req-5f93219a-b9f6-4b35-94d3-5f5a9ac8380a tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:22.751653 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-60eab810-cb8f-4310-9e4d-a50be6a741c8 req-5f93219a-b9f6-4b35-94d3-5f5a9ac8380a tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 949 time: 0.0516500 Aug 16 20:44:22.794293 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-60eab810-cb8f-4310-9e4d-a50be6a741c8 req-0fae2649-1614-41b7-88a2-50b9a1f77e47 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363517 Aug 16 20:44:22.847844 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a925e6-8e89-456c-8f25-962dd65cfcaf service neutron] Pushing event updated for resources: {'Port': ['ID=dc38fdb6-3d8e-43c6-99d7-2c069eaf020a,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:22.933620 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3846e-ba35-4dfd-b5b2-89683d86e8f9 req-0567bd67-322c-47cc-b0e8-7df14f604099 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:22.935980 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5ea15519-3ec3-4978-b645-c4f5d609e06d req-e409b13f-9e8f-43ff-9f84-444aa4031557 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998181 Aug 16 20:44:22.940326 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4ec3846e-ba35-4dfd-b5b2-89683d86e8f9 req-0567bd67-322c-47cc-b0e8-7df14f604099 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=de08b7ea-49d0-4733-b8cb-fe08da6ba757 HTTP/1.1" status: 200 len: 946 time: 0.0699759 Aug 16 20:44:22.958174 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-46a925e6-8e89-456c-8f25-962dd65cfcaf service neutron] Attempting to bind port dc38fdb6-3d8e-43c6-99d7-2c069eaf020a on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:44:22.958352 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-46a925e6-8e89-456c-8f25-962dd65cfcaf service neutron] Attempting to bind port dc38fdb6-3d8e-43c6-99d7-2c069eaf020a by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'b77570f6-2c6b-4b2c-bfcf-ea4849f9225f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:44:22.959944 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-46a925e6-8e89-456c-8f25-962dd65cfcaf service neutron] Attempting to bind port dc38fdb6-3d8e-43c6-99d7-2c069eaf020a on network ed5eda8e-07f1-4980-9b55-01ba3f47eea4 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:22.965361 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-46a925e6-8e89-456c-8f25-962dd65cfcaf service neutron] Port dc38fdb6-3d8e-43c6-99d7-2c069eaf020a on network ed5eda8e-07f1-4980-9b55-01ba3f47eea4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:44:22.966143 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-46a925e6-8e89-456c-8f25-962dd65cfcaf service neutron] Attempting to bind port dc38fdb6-3d8e-43c6-99d7-2c069eaf020a on network ed5eda8e-07f1-4980-9b55-01ba3f47eea4 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:22.972364 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-46a925e6-8e89-456c-8f25-962dd65cfcaf service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:44:22.973104 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-46a925e6-8e89-456c-8f25-962dd65cfcaf service neutron] Checking segment: {'id': 'b77570f6-2c6b-4b2c-bfcf-ea4849f9225f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:22.974009 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-46a925e6-8e89-456c-8f25-962dd65cfcaf service neutron] Bound using segment: {'id': 'b77570f6-2c6b-4b2c-bfcf-ea4849f9225f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:44:22.974621 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-46a925e6-8e89-456c-8f25-962dd65cfcaf service neutron] Bound port: dc38fdb6-3d8e-43c6-99d7-2c069eaf020a, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b77570f6-2c6b-4b2c-bfcf-ea4849f9225f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:44:22.975152 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-46a925e6-8e89-456c-8f25-962dd65cfcaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:22.994505 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4ec3846e-ba35-4dfd-b5b2-89683d86e8f9 req-ca99c368-f773-4063-8a7c-1d7fd0e3dd28 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424533 Aug 16 20:44:23.051212 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-46a925e6-8e89-456c-8f25-962dd65cfcaf service neutron] For port dc38fdb6-3d8e-43c6-99d7-2c069eaf020a, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:44:23.054455 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-46a925e6-8e89-456c-8f25-962dd65cfcaf service neutron] For port dc38fdb6-3d8e-43c6-99d7-2c069eaf020a, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=dc38fdb6-3d8e-43c6-99d7-2c069eaf020a,segment=NetworkSegment(b77570f6-2c6b-4b2c-bfcf-ea4849f9225f),segment_id=b77570f6-2c6b-4b2c-bfcf-ea4849f9225f)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:44:23.092202 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f37f9c2-7eb4-4dfa-b766-cd72106d63cf x-openstack-request-id: req-9f37f9c2-7eb4-4dfa-b766-cd72106d63cf {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:23.092717 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f212e9f9-d604-4686-84cc-ac2711db7893", "name": "network-vif-plugged", "status": "completed", "tag": "d3369948-8321-47ff-8983-1f5541dbf14d", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:23.092826 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9f37f9c2-7eb4-4dfa-b766-cd72106d63cf {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:23.093164 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f212e9f9-d604-4686-84cc-ac2711db7893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3369948-8321-47ff-8983-1f5541dbf14d', 'code': 200} Aug 16 20:44:23.131819 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a158768-1771-4700-bb33-1ddfcd15286f req-8e7344d6-8f63-4c97-a9d5-167f3481eb4a tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:23.134043 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8a158768-1771-4700-bb33-1ddfcd15286f req-8e7344d6-8f63-4c97-a9d5-167f3481eb4a tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] 10.222.0.84 "GET /v2.0/ports?device_id=2984be11-75f0-4be7-8faf-18e0b465a8c4 HTTP/1.1" status: 200 len: 948 time: 0.0681732 Aug 16 20:44:23.192351 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-46a925e6-8e89-456c-8f25-962dd65cfcaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:23.197959 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d171d5d-9c50-4897-944e-a183f80e877b req-75e3c1a4-379f-4b1a-8d7d-ebf079be46ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:23.199455 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2d171d5d-9c50-4897-944e-a183f80e877b req-75e3c1a4-379f-4b1a-8d7d-ebf079be46ce service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=731464a4992143619f822cb1696d79ee&device_id=2984be11-75f0-4be7-8faf-18e0b465a8c4 HTTP/1.1" status: 200 len: 1100 time: 0.0546377 Aug 16 20:44:23.214957 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8a158768-1771-4700-bb33-1ddfcd15286f req-ebed40f2-87d9-4a51-a3aa-2fe271b4778a tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] 10.222.0.84 "GET /v2.0/security-groups?id=171268ac-04e3-4e50-be53-18abd30f5198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745020 Aug 16 20:44:23.238996 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42588b5d-49de-4824-968b-56bbdfcc9e49 req-e8278486-6682-48ad-ad37-364ffb6b2a5c tempest-ServersAdminNegativeTestJSON-894094217 tempest-ServersAdminNegativeTestJSON-894094217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:23.238996 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-42588b5d-49de-4824-968b-56bbdfcc9e49 req-e8278486-6682-48ad-ad37-364ffb6b2a5c tempest-ServersAdminNegativeTestJSON-894094217 tempest-ServersAdminNegativeTestJSON-894094217-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=add88ff1-6de7-4d78-b71a-b70c13ea5b6d HTTP/1.1" status: 200 len: 1101 time: 0.0670478 Aug 16 20:44:23.269031 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-42588b5d-49de-4824-968b-56bbdfcc9e49 req-1b63de2c-4a99-4ecd-a66c-9449ae6963f1 tempest-ServersAdminNegativeTestJSON-894094217 tempest-ServersAdminNegativeTestJSON-894094217-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:23.295435 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-46a925e6-8e89-456c-8f25-962dd65cfcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:23.296200 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-46a925e6-8e89-456c-8f25-962dd65cfcaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:23.297889 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-46a925e6-8e89-456c-8f25-962dd65cfcaf service neutron] 10.222.0.90 "PUT /v2.0/ports/dc38fdb6-3d8e-43c6-99d7-2c069eaf020a HTTP/1.1" status: 200 len: 1092 time: 1.2613730 Aug 16 20:44:23.331608 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a925e6-8e89-456c-8f25-962dd65cfcaf service neutron] Pushing event updated for resources: {'Port': ['ID=dc38fdb6-3d8e-43c6-99d7-2c069eaf020a,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:23.388960 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d171d5d-9c50-4897-944e-a183f80e877b req-fdaa29cf-0aab-4344-9dad-0f629b506578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:23.391661 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2d171d5d-9c50-4897-944e-a183f80e877b req-fdaa29cf-0aab-4344-9dad-0f629b506578 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.1681576 Aug 16 20:44:23.398106 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae28bc-d7f1-4c69-a65f-efd8bb7e0a34 req-4a5ffe45-d5f7-443c-927f-a47b3187879b tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:23.406414 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6bae28bc-d7f1-4c69-a65f-efd8bb7e0a34 req-4a5ffe45-d5f7-443c-927f-a47b3187879b tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9c7143b-364d-4448-b2cb-8cda015953ed HTTP/1.1" status: 200 len: 943 time: 0.0962245 Aug 16 20:44:23.465303 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2d171d5d-9c50-4897-944e-a183f80e877b req-32249f72-91c6-47ce-bf0e-bbb3da313614 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=47d80ea6-9a4a-4e2e-811d-46cc8be35ef4 HTTP/1.1" status: 200 len: 217 time: 0.0632861 Aug 16 20:44:23.468551 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-42588b5d-49de-4824-968b-56bbdfcc9e49 req-1b63de2c-4a99-4ecd-a66c-9449ae6963f1 tempest-ServersAdminNegativeTestJSON-894094217 tempest-ServersAdminNegativeTestJSON-894094217-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:23.482801 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6bae28bc-d7f1-4c69-a65f-efd8bb7e0a34 req-67609ef7-6872-4f4c-a4f1-6d626f55aea9 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2461062-353c-4193-a162-8b6d7529e34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754128 Aug 16 20:44:23.536021 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 58884) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:23.540235 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d171d5d-9c50-4897-944e-a183f80e877b req-83b04a93-b4e4-418e-a0fb-a957ffd78404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:23.552643 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2d171d5d-9c50-4897-944e-a183f80e877b req-83b04a93-b4e4-418e-a0fb-a957ffd78404 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0704710 Aug 16 20:44:23.638187 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d171d5d-9c50-4897-944e-a183f80e877b req-a824edba-bd7b-4e4f-b8aa-a17095f97f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:23.639717 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2d171d5d-9c50-4897-944e-a183f80e877b req-a824edba-bd7b-4e4f-b8aa-a17095f97f26 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0855665 Aug 16 20:44:23.641534 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-e9fbb148-c13c-417e-9909-e98aa4eb8264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:23.643022 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-e9fbb148-c13c-417e-9909-e98aa4eb8264 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=12c94560bb6443429bc057a80226b5c1&device_id=e9c7143b-364d-4448-b2cb-8cda015953ed HTTP/1.1" status: 200 len: 1095 time: 0.0691478 Aug 16 20:44:23.670662 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-f719d936-6961-4f2a-b753-f21e0a96303c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2109087811-network', 'tenant_id': '6b79fa21751c4c74a7616afcdef028a8'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:23.688819 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-42588b5d-49de-4824-968b-56bbdfcc9e49 req-1b63de2c-4a99-4ecd-a66c-9449ae6963f1 tempest-ServersAdminNegativeTestJSON-894094217 tempest-ServersAdminNegativeTestJSON-894094217-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:23.733540 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-77289e04-621d-428f-809d-edbb24a28878 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc38fdb6-3d8e-43c6-99d7-2c069eaf020a HTTP/1.1" status: 200 len: 217 time: 0.0739336 Aug 16 20:44:23.734295 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-42588b5d-49de-4824-968b-56bbdfcc9e49 req-1b63de2c-4a99-4ecd-a66c-9449ae6963f1 tempest-ServersAdminNegativeTestJSON-894094217 tempest-ServersAdminNegativeTestJSON-894094217-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=38a2cbe1-a976-4968-8908-78cafc258859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4929421 Aug 16 20:44:23.746122 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b63de2c-4a99-4ecd-a66c-9449ae6963f1 tempest-ServersAdminNegativeTestJSON-894094217 tempest-ServersAdminNegativeTestJSON-894094217-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef7c90f-d774-4c04-92f9-fbdc67328aa2,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:23.825355 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-a3e09c9b-220e-479c-b631-99b12c549e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:23.826933 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-a3e09c9b-220e-479c-b631-99b12c549e90 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bd8dab9d-a3f2-4736-9e51-3a290163fbfe HTTP/1.1" status: 200 len: 859 time: 0.0739808 Aug 16 20:44:23.828730 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2d171d5d-9c50-4897-944e-a183f80e877b req-95d940e2-bd0d-4365-b148-1c3cdd696b4f service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808810 Aug 16 20:44:23.839427 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f719d936-6961-4f2a-b753-f21e0a96303c admin admin] Made reservation on behalf of 6b79fa21751c4c74a7616afcdef028a8 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:23.842807 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f719d936-6961-4f2a-b753-f21e0a96303c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:23.854702 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f719d936-6961-4f2a-b753-f21e0a96303c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:23.955589 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-b0ddbd87-82f6-4e48-b7f0-6b5003289f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:23.957095 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-b0ddbd87-82f6-4e48-b7f0-6b5003289f00 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ed5eda8e-07f1-4980-9b55-01ba3f47eea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0715535 Aug 16 20:44:23.963690 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2d171d5d-9c50-4897-944e-a183f80e877b req-e86db384-73a6-4137-9971-6b12c5157051 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271825 Aug 16 20:44:24.008860 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f719d936-6961-4f2a-b753-f21e0a96303c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.052732 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e20cdced-4b84-41ef-920d-595d460ab35e req-51c4c479-58c7-4110-b73b-cf755f70b859 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=8eeb19c70e2743deaa8aa99547f66522&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323770 Aug 16 20:44:24.070654 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-c6861162-2d6d-4d39-97fd-3b6fc9c3a185 service neutron] 10.222.0.90 "GET /v2.0/networks/ed5eda8e-07f1-4980-9b55-01ba3f47eea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033294 Aug 16 20:44:24.133230 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f719d936-6961-4f2a-b753-f21e0a96303c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.171762 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f719d936-6961-4f2a-b753-f21e0a96303c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:44:24.174512 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8bfbc171-21a4-41e5-9741-2bcded25a786 req-7b6ae6a7-6526-4f13-9fb6-712b4b9feb50 service neutron] 10.222.0.90 "GET /v2.0/networks/ed5eda8e-07f1-4980-9b55-01ba3f47eea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924160 Aug 16 20:44:24.216456 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f719d936-6961-4f2a-b753-f21e0a96303c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.216806 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-f719d936-6961-4f2a-b753-f21e0a96303c admin admin] Added segment 8bda1fdb-059c-4b78-b199-8bd34b6e1b42 of type vlan for network 2d2d869c-bfe3-4bc5-a83b-70655e061223 Aug 16 20:44:24.232601 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95375c1-8555-4136-bfc4-2eafc3c91abd req-105225ed-79ce-485a-a236-040f5231e037 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:24.234181 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f95375c1-8555-4136-bfc4-2eafc3c91abd req-105225ed-79ce-485a-a236-040f5231e037 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=de08b7ea-49d0-4733-b8cb-fe08da6ba757 HTTP/1.1" status: 200 len: 946 time: 0.1623201 Aug 16 20:44:24.242322 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719d936-6961-4f2a-b753-f21e0a96303c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffb4439-0fbb-482b-9006-34f8f5952456,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:24.301926 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20cdced-4b84-41ef-920d-595d460ab35e req-511ddf25-cd7e-4021-b286-3fe3f5fb1514 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:24.303394 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e20cdced-4b84-41ef-920d-595d460ab35e req-511ddf25-cd7e-4021-b286-3fe3f5fb1514 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2442782 Aug 16 20:44:24.329821 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f719d936-6961-4f2a-b753-f21e0a96303c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.343202 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f95375c1-8555-4136-bfc4-2eafc3c91abd req-0f0a8860-fe28-41c6-9bdd-0c51a9e33d1a tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965605 Aug 16 20:44:24.346370 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e20cdced-4b84-41ef-920d-595d460ab35e req-37d2ef95-bfda-44ca-9163-f94e94676cac tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/quotas/8eeb19c70e2743deaa8aa99547f66522 HTTP/1.1" status: 200 len: 375 time: 0.0318727 Aug 16 20:44:24.407106 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e20cdced-4b84-41ef-920d-595d460ab35e req-65071588-ff56-47d9-bdba-21b2477aeab3 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=8eeb19c70e2743deaa8aa99547f66522&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506039 Aug 16 20:44:24.448569 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f719d936-6961-4f2a-b753-f21e0a96303c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.449938 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f719d936-6961-4f2a-b753-f21e0a96303c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:24.450646 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f719d936-6961-4f2a-b753-f21e0a96303c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.506644 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd62ab-0407-4584-859e-4819f2adb50e req-a64c8240-d4b8-44b5-8f23-97a4be4b1218 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:24.508205 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-22cd62ab-0407-4584-859e-4819f2adb50e req-a64c8240-d4b8-44b5-8f23-97a4be4b1218 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] 10.222.0.84 "GET /v2.0/ports?device_id=2984be11-75f0-4be7-8faf-18e0b465a8c4 HTTP/1.1" status: 200 len: 948 time: 0.1001098 Aug 16 20:44:24.539313 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719d936-6961-4f2a-b753-f21e0a96303c admin admin] Pushing event updated for resources: {'Network': ['ID=2d2d869c-bfe3-4bc5-a83b-70655e061223,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:24.550663 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 2d2d869c-bfe3-4bc5-a83b-70655e061223 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:44:24.563192 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-22cd62ab-0407-4584-859e-4819f2adb50e req-7d927681-a9d1-44da-88b1-e6b04ba37d23 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] 10.222.0.84 "GET /v2.0/security-groups?id=171268ac-04e3-4e50-be53-18abd30f5198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411305 Aug 16 20:44:24.657691 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9c7143b-364d-4448-b2cb-8cda015953ed', 'tag': 'dc38fdb6-3d8e-43c6-99d7-2c069eaf020a'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:24.660981 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfa54ab-16ba-4dee-b74d-2eeddb5daa7e" -d '{"events": [{"name": "network-changed", "server_uuid": "e9c7143b-364d-4448-b2cb-8cda015953ed", "tag": "dc38fdb6-3d8e-43c6-99d7-2c069eaf020a"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:24.677390 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f719d936-6961-4f2a-b753-f21e0a96303c admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1379089 Aug 16 20:44:24.678943 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 58922) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:24.684092 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-33b0af97-1e8c-4eb7-ae99-221879ba949a admin admin] Request body: {'subnet': {'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2109087811-subnet', 'tenant_id': '6b79fa21751c4c74a7616afcdef028a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:24.714990 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b95129-8e5c-48a5-a890-5458e1f143d9 req-65f5fd35-ec2d-4ea0-ad23-a014425d89ed tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:24.727968 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d8b95129-8e5c-48a5-a890-5458e1f143d9 req-65f5fd35-ec2d-4ea0-ad23-a014425d89ed tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9c7143b-364d-4448-b2cb-8cda015953ed HTTP/1.1" status: 200 len: 943 time: 0.1029737 Aug 16 20:44:24.778231 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d8b95129-8e5c-48a5-a890-5458e1f143d9 req-69cff7a8-09d1-4be6-b277-f7ed79555683 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2461062-353c-4193-a162-8b6d7529e34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490255 Aug 16 20:44:24.807165 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ed7975de-ac1b-4f44-a1d2-ffa6fbfd7a94 req-6bfe4496-2d1e-4e45-bc85-401855ff1c68 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 210 time: 0.0279372 Aug 16 20:44:24.820225 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b0af97-1e8c-4eb7-ae99-221879ba949a admin admin] Made reservation on behalf of 6b79fa21751c4c74a7616afcdef028a8 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:24.821668 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-33b0af97-1e8c-4eb7-ae99-221879ba949a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.862745 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fe2e0e-0658-470e-8add-47d696529a63 x-openstack-request-id: req-03fe2e0e-0658-470e-8add-47d696529a63 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:24.863008 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9c7143b-364d-4448-b2cb-8cda015953ed", "tag": "dc38fdb6-3d8e-43c6-99d7-2c069eaf020a", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:24.863815 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-03fe2e0e-0658-470e-8add-47d696529a63 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:24.863815 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9c7143b-364d-4448-b2cb-8cda015953ed', 'tag': 'dc38fdb6-3d8e-43c6-99d7-2c069eaf020a', 'status': 'completed', 'code': 200} Aug 16 20:44:24.932117 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753d2b4-5f2e-4589-8933-2d7340d8d364 req-0637153e-d78e-41d0-9246-32ee1eabf948 tempest-ServersAdminNegativeTestJSON-894094217 tempest-ServersAdminNegativeTestJSON-894094217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:24.933676 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1753d2b4-5f2e-4589-8933-2d7340d8d364 req-0637153e-d78e-41d0-9246-32ee1eabf948 tempest-ServersAdminNegativeTestJSON-894094217 tempest-ServersAdminNegativeTestJSON-894094217-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=add88ff1-6de7-4d78-b71a-b70c13ea5b6d HTTP/1.1" status: 200 len: 1101 time: 0.0543365 Aug 16 20:44:24.965904 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa54ab-16ba-4dee-b74d-2eeddb5daa7e req-ec680927-c874-4a22-9f12-ccdce7d28d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:24.967570 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fdfa54ab-16ba-4dee-b74d-2eeddb5daa7e req-ec680927-c874-4a22-9f12-ccdce7d28d7b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=12c94560bb6443429bc057a80226b5c1&device_id=e9c7143b-364d-4448-b2cb-8cda015953ed HTTP/1.1" status: 200 len: 1095 time: 0.0675833 Aug 16 20:44:24.979206 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1753d2b4-5f2e-4589-8933-2d7340d8d364 req-fa6dc44f-a167-4820-bdd2-ab5ee56b1ddc tempest-ServersAdminNegativeTestJSON-894094217 tempest-ServersAdminNegativeTestJSON-894094217-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=38a2cbe1-a976-4968-8908-78cafc258859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383708 Aug 16 20:44:25.406573 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa54ab-16ba-4dee-b74d-2eeddb5daa7e req-882aa266-1a65-4b5f-b65a-c1ab22aabf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:25.408781 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fdfa54ab-16ba-4dee-b74d-2eeddb5daa7e req-882aa266-1a65-4b5f-b65a-c1ab22aabf4b service neutron] 10.222.0.90 "GET /v2.0/networks?id=ed5eda8e-07f1-4980-9b55-01ba3f47eea4 HTTP/1.1" status: 200 len: 921 time: 0.4233787 Aug 16 20:44:25.461825 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fdfa54ab-16ba-4dee-b74d-2eeddb5daa7e req-17814ebb-b652-4d0e-9fb8-92f8b81d3867 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc38fdb6-3d8e-43c6-99d7-2c069eaf020a HTTP/1.1" status: 200 len: 217 time: 0.0384195 Aug 16 20:44:25.474432 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9f6a6-9f12-4570-8c0f-3ead9cb229a9 req-86686e0e-539f-40de-95c6-594c185c9817 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:25.482343 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-33b0af97-1e8c-4eb7-ae99-221879ba949a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:25.483192 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d5e9f6a6-9f12-4570-8c0f-3ead9cb229a9 req-86686e0e-539f-40de-95c6-594c185c9817 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=de08b7ea-49d0-4733-b8cb-fe08da6ba757 HTTP/1.1" status: 200 len: 946 time: 0.0604928 Aug 16 20:44:25.532428 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d5e9f6a6-9f12-4570-8c0f-3ead9cb229a9 req-71749888-0a2f-46b1-a1c9-81a572e8a708 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349691 Aug 16 20:44:25.570566 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa54ab-16ba-4dee-b74d-2eeddb5daa7e req-14ade511-53b5-48ce-b1c3-f1f01b68d085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:25.572160 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fdfa54ab-16ba-4dee-b74d-2eeddb5daa7e req-14ade511-53b5-48ce-b1c3-f1f01b68d085 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bd8dab9d-a3f2-4736-9e51-3a290163fbfe HTTP/1.1" status: 200 len: 859 time: 0.0994463 Aug 16 20:44:25.592470 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0af97-1e8c-4eb7-ae99-221879ba949a admin admin] Pushing event updated for resources: {'Subnet': ['ID=64801f8f-8e8b-4346-a61f-2c5cd4a5ef47,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:25.617809 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b0af97-1e8c-4eb7-ae99-221879ba949a admin admin] Checking segment: {'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:25.618183 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b0af97-1e8c-4eb7-ae99-221879ba949a admin admin] Network hostable DHCP agents. Network: 2d2d869c-bfe3-4bc5-a83b-70655e061223, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:44:25.651205 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa54ab-16ba-4dee-b74d-2eeddb5daa7e req-eb8d3718-0a97-45fb-b949-be37894a1f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:25.653237 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fdfa54ab-16ba-4dee-b74d-2eeddb5daa7e req-eb8d3718-0a97-45fb-b949-be37894a1f49 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ed5eda8e-07f1-4980-9b55-01ba3f47eea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693231 Aug 16 20:44:25.724716 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ca523-6fe7-4d8d-ab7f-035dc7831094 req-12edda60-f003-4bfb-bfa5-5528138d1931 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:25.726441 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-291ca523-6fe7-4d8d-ab7f-035dc7831094 req-12edda60-f003-4bfb-bfa5-5528138d1931 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] 10.222.0.84 "GET /v2.0/ports?device_id=2984be11-75f0-4be7-8faf-18e0b465a8c4 HTTP/1.1" status: 200 len: 948 time: 0.0818913 Aug 16 20:44:25.766773 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b0af97-1e8c-4eb7-ae99-221879ba949a admin admin] Network 2d2d869c-bfe3-4bc5-a83b-70655e061223 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:44:25.767171 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f039c-e1a4-47ef-b676-e9c0649871d6 req-5c3d726b-741c-4d07-8103-90cbea389ee9 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:25.770448 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ec3f039c-e1a4-47ef-b676-e9c0649871d6 req-5c3d726b-741c-4d07-8103-90cbea389ee9 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/ports?device_id=add88ff1-6de7-4d78-b71a-b70c13ea5b6d HTTP/1.1" status: 200 len: 949 time: 0.0889378 Aug 16 20:44:25.784424 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fdfa54ab-16ba-4dee-b74d-2eeddb5daa7e req-3c419399-2776-4ad3-9ba4-a38dee56f569 service neutron] 10.222.0.90 "GET /v2.0/networks/ed5eda8e-07f1-4980-9b55-01ba3f47eea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220312 Aug 16 20:44:25.810636 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-291ca523-6fe7-4d8d-ab7f-035dc7831094 req-01d85599-ea25-4324-8c77-fcbba9a25dd2 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] 10.222.0.84 "GET /v2.0/security-groups?id=171268ac-04e3-4e50-be53-18abd30f5198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696549 Aug 16 20:44:25.849048 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ec3f039c-e1a4-47ef-b676-e9c0649871d6 req-57dd5899-6105-4699-acda-062689eec722 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/security-groups?id=38a2cbe1-a976-4968-8908-78cafc258859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629213 Aug 16 20:44:25.905185 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-33b0af97-1e8c-4eb7-ae99-221879ba949a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 2d2d869c-bfe3-4bc5-a83b-70655e061223) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:25.912426 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b0af97-1e8c-4eb7-ae99-221879ba949a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:25.913289 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-33b0af97-1e8c-4eb7-ae99-221879ba949a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:25.920029 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04da32e8-f0eb-407a-bde2-2ae0c5eb7b15 None None] Network 2d2d869c-bfe3-4bc5-a83b-70655e061223 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:25.958659 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fdfa54ab-16ba-4dee-b74d-2eeddb5daa7e req-06986ac7-adba-4fef-ae79-4680d201dfcf service neutron] 10.222.0.90 "GET /v2.0/networks/ed5eda8e-07f1-4980-9b55-01ba3f47eea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670301 Aug 16 20:44:25.974744 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60e787-0d1a-4c30-81c7-7658e08be47d req-aff07312-6ee7-44c9-a817-05c21968b039 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:25.976450 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0e60e787-0d1a-4c30-81c7-7658e08be47d req-aff07312-6ee7-44c9-a817-05c21968b039 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9c7143b-364d-4448-b2cb-8cda015953ed HTTP/1.1" status: 200 len: 943 time: 0.0712831 Aug 16 20:44:26.030639 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-33b0af97-1e8c-4eb7-ae99-221879ba949a admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3504179 Aug 16 20:44:26.056007 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-375d6521-4f96-4f81-aa7a-d6f631412018 req-23e94207-b5ed-403c-a7af-355d8b34f878 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 210 time: 0.0703843 Aug 16 20:44:26.082152 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0e60e787-0d1a-4c30-81c7-7658e08be47d req-20b5ae6d-6583-47d6-b6d1-3e789fab9b2c tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2461062-353c-4193-a162-8b6d7529e34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930176 Aug 16 20:44:26.103374 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ddc0d3-819a-44cf-9a19-c453ea494aa9 None None] Network 2d2d869c-bfe3-4bc5-a83b-70655e061223 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:26.645448 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca6189-2e22-4b8a-b8bf-89a776de274b req-8634a134-2d76-4add-b4dd-48e73cdd354e tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:26.646934 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37ca6189-2e22-4b8a-b8bf-89a776de274b req-8634a134-2d76-4add-b4dd-48e73cdd354e tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=de08b7ea-49d0-4733-b8cb-fe08da6ba757 HTTP/1.1" status: 200 len: 946 time: 0.0477402 Aug 16 20:44:26.686209 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37ca6189-2e22-4b8a-b8bf-89a776de274b req-318df2ae-2418-45e5-98c8-18dd270c4266 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325706 Aug 16 20:44:26.728680 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 47d80ea6-9a4a-4e2e-811d-46cc8be35ef4 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:44:26.826708 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 47d80ea6-9a4a-4e2e-811d-46cc8be35ef4, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=47d80ea6-9a4a-4e2e-811d-46cc8be35ef4,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:26.838878 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '47d80ea6-9a4a-4e2e-811d-46cc8be35ef4', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': '47d80ea6-9a4a-4e2e-811d-46cc8be35ef4', 'mac_address': 'fa:16:3e:72:15:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:44:26.905368 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 58980) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:26.911123 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-4a71fac1-cea9-44be-bd6d-c115a27d8b2c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-811804107-network', 'tenant_id': 'ac67269ec2d646d783359d3e438b59fd'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:26.926105 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:26.940810 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47d80ea6-9a4a-4e2e-811d-46cc8be35ef4 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:26.961062 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 47d80ea6-9a4a-4e2e-811d-46cc8be35ef4, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=47d80ea6-9a4a-4e2e-811d-46cc8be35ef4,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:27.007082 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2adb7d-90fe-42e4-a999-7b195b4db906 req-ab28cae2-a4f5-4ebc-bb0c-acfb6ea620eb tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:27.008630 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf2adb7d-90fe-42e4-a999-7b195b4db906 req-ab28cae2-a4f5-4ebc-bb0c-acfb6ea620eb tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] 10.222.0.84 "GET /v2.0/ports?device_id=2984be11-75f0-4be7-8faf-18e0b465a8c4 HTTP/1.1" status: 200 len: 948 time: 0.0937157 Aug 16 20:44:27.016941 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c9bf5-0c6a-4b33-9358-ecc2333f3299 req-01b02b36-c794-4750-81c6-7c55693ab554 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:27.018863 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-da0c9bf5-0c6a-4b33-9358-ecc2333f3299 req-01b02b36-c794-4750-81c6-7c55693ab554 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/ports?device_id=add88ff1-6de7-4d78-b71a-b70c13ea5b6d HTTP/1.1" status: 200 len: 949 time: 0.0671902 Aug 16 20:44:27.044376 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a71fac1-cea9-44be-bd6d-c115a27d8b2c admin admin] Made reservation on behalf of ac67269ec2d646d783359d3e438b59fd for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:27.047027 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4a71fac1-cea9-44be-bd6d-c115a27d8b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:27.056288 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4a71fac1-cea9-44be-bd6d-c115a27d8b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:27.058139 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:27.105587 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf2adb7d-90fe-42e4-a999-7b195b4db906 req-348cba17-cd36-4148-bd68-16ac8f3ed224 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] 10.222.0.84 "GET /v2.0/security-groups?id=171268ac-04e3-4e50-be53-18abd30f5198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856328 Aug 16 20:44:27.135213 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=47d80ea6-9a4a-4e2e-811d-46cc8be35ef4,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:27.147730 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-da0c9bf5-0c6a-4b33-9358-ecc2333f3299 req-de695069-c476-4661-8c68-22410d5bf025 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/security-groups?id=38a2cbe1-a976-4968-8908-78cafc258859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141677 Aug 16 20:44:27.190682 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4a71fac1-cea9-44be-bd6d-c115a27d8b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:27.249156 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-771e194c-0530-49b8-b6b8-5446a0829d49 req-dbef1a2b-be4c-4a99-bdfa-3c2103c7c7db tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 210 time: 0.0375550 Aug 16 20:44:27.286997 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35da1a-571f-480a-b8ad-8a4284ff4717 req-6d8c9887-6a02-41e4-8eb2-3380a1d8aed0 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:27.288594 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3b35da1a-571f-480a-b8ad-8a4284ff4717 req-6d8c9887-6a02-41e4-8eb2-3380a1d8aed0 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.90 "GET /v2.0/ports?device_id=add88ff1-6de7-4d78-b71a-b70c13ea5b6d HTTP/1.1" status: 200 len: 949 time: 0.0668094 Aug 16 20:44:27.290297 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4a71fac1-cea9-44be-bd6d-c115a27d8b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:27.318021 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df78c28-72e2-4247-8308-4044643469ee req-0986eb52-7ef0-4199-b49a-8199924e2618 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:27.319653 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5df78c28-72e2-4247-8308-4044643469ee req-0986eb52-7ef0-4199-b49a-8199924e2618 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9c7143b-364d-4448-b2cb-8cda015953ed HTTP/1.1" status: 200 len: 943 time: 0.0659132 Aug 16 20:44:27.329673 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['47d80ea6-9a4a-4e2e-811d-46cc8be35ef4'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:27.387825 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5df78c28-72e2-4247-8308-4044643469ee req-edd13ecd-1011-4596-a1b1-1e0b1f2942e4 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2461062-353c-4193-a162-8b6d7529e34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519686 Aug 16 20:44:27.388099 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a71fac1-cea9-44be-bd6d-c115a27d8b2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:44:27.425558 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e20cdced-4b84-41ef-920d-595d460ab35e req-822fc618-0b9b-46f7-9330-67fcddc29ec8 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=8eeb19c70e2743deaa8aa99547f66522&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0900912 Aug 16 20:44:27.434748 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4a71fac1-cea9-44be-bd6d-c115a27d8b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:27.435097 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-4a71fac1-cea9-44be-bd6d-c115a27d8b2c admin admin] Added segment 11480e72-25d2-4b1b-a7c8-b4a290f578b9 of type vlan for network 1a2a59d9-935a-419a-82a2-6b99065fbf6e Aug 16 20:44:27.436502 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71fac1-cea9-44be-bd6d-c115a27d8b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5eb8619-2a1f-4ab0-be08-0f86e532de24,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:27.545261 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4a71fac1-cea9-44be-bd6d-c115a27d8b2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:27.561466 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-3b35da1a-571f-480a-b8ad-8a4284ff4717 req-1d18ac58-06c2-40eb-91b6-1f2428226481 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Deleting port cd175d90-cda8-49d2-a1e5-14cc486da1c4 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:44:27.561703 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3b35da1a-571f-480a-b8ad-8a4284ff4717 req-1d18ac58-06c2-40eb-91b6-1f2428226481 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:27.670915 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20cdced-4b84-41ef-920d-595d460ab35e req-a15a1afd-7515-4405-8bed-119e25c898a3 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:27.672516 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e20cdced-4b84-41ef-920d-595d460ab35e req-a15a1afd-7515-4405-8bed-119e25c898a3 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2395151 Aug 16 20:44:27.694209 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-e20cdced-4b84-41ef-920d-595d460ab35e req-3a7314d8-6907-4885-b9a9-425a3f5175f2 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Request body: {'port': {'device_id': '75a13445-d960-42f5-a6bf-b91f5365b07b', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'admin_state_up': True, 'tenant_id': '8eeb19c70e2743deaa8aa99547f66522'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:27.756942 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-3b35da1a-571f-480a-b8ad-8a4284ff4717 req-1d18ac58-06c2-40eb-91b6-1f2428226481 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] For port cd175d90-cda8-49d2-a1e5-14cc486da1c4, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=cd175d90-cda8-49d2-a1e5-14cc486da1c4,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:27.757319 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3b35da1a-571f-480a-b8ad-8a4284ff4717 req-1d18ac58-06c2-40eb-91b6-1f2428226481 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:27.771039 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4a71fac1-cea9-44be-bd6d-c115a27d8b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:27.772122 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a71fac1-cea9-44be-bd6d-c115a27d8b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:27.772712 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4a71fac1-cea9-44be-bd6d-c115a27d8b2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:27.792795 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-3b35da1a-571f-480a-b8ad-8a4284ff4717 req-1d18ac58-06c2-40eb-91b6-1f2428226481 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Calling delete_port for cd175d90-cda8-49d2-a1e5-14cc486da1c4 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:27.824642 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272e810-7219-4d26-a971-e3057b5a90e1 req-fee7cd90-8658-433b-81d5-4ec148bc1c7f tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:27.826634 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d272e810-7219-4d26-a971-e3057b5a90e1 req-fee7cd90-8658-433b-81d5-4ec148bc1c7f tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=de08b7ea-49d0-4733-b8cb-fe08da6ba757 HTTP/1.1" status: 200 len: 946 time: 0.0710838 Aug 16 20:44:27.872238 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d272e810-7219-4d26-a971-e3057b5a90e1 req-52f64996-2220-43e2-a87d-3f33cc46fbde tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384190 Aug 16 20:44:27.926820 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71fac1-cea9-44be-bd6d-c115a27d8b2c admin admin] Pushing event updated for resources: {'Network': ['ID=1a2a59d9-935a-419a-82a2-6b99065fbf6e,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:27.932186 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4a71fac1-cea9-44be-bd6d-c115a27d8b2c admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0233638 Aug 16 20:44:27.933406 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 58992) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:27.938985 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-8bba0101-12f2-41fc-8e28-d1fcdc5aa68f admin admin] Request body: {'subnet': {'network_id': '1a2a59d9-935a-419a-82a2-6b99065fbf6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-811804107-subnet', 'tenant_id': 'ac67269ec2d646d783359d3e438b59fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:27.953182 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 1a2a59d9-935a-419a-82a2-6b99065fbf6e details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:44:28.033228 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device dc38fdb6-3d8e-43c6-99d7-2c069eaf020a details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:44:28.063820 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e20cdced-4b84-41ef-920d-595d460ab35e req-3a7314d8-6907-4885-b9a9-425a3f5175f2 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Made reservation on behalf of 8eeb19c70e2743deaa8aa99547f66522 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:28.068273 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-e20cdced-4b84-41ef-920d-595d460ab35e req-3a7314d8-6907-4885-b9a9-425a3f5175f2 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:28.135843 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port dc38fdb6-3d8e-43c6-99d7-2c069eaf020a, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=dc38fdb6-3d8e-43c6-99d7-2c069eaf020a,segment=NetworkSegment(b77570f6-2c6b-4b2c-bfcf-ea4849f9225f),segment_id=b77570f6-2c6b-4b2c-bfcf-ea4849f9225f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:28.141290 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3b35da1a-571f-480a-b8ad-8a4284ff4717 req-1d18ac58-06c2-40eb-91b6-1f2428226481 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:28.149546 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': 'dc38fdb6-3d8e-43c6-99d7-2c069eaf020a', 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4', 'port_id': 'dc38fdb6-3d8e-43c6-99d7-2c069eaf020a', 'mac_address': 'fa:16:3e:33:8c:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:44:28.179688 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['cdb27c37-0f51-48fe-a2b4-8a89bd6aee69', 'cd175d90-cda8-49d2-a1e5-14cc486da1c4'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:28.223484 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d18ac58-06c2-40eb-91b6-1f2428226481 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Pushing event deleted for resources: {'Port': ['ID=cd175d90-cda8-49d2-a1e5-14cc486da1c4,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:28.228120 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:28.241254 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bba0101-12f2-41fc-8e28-d1fcdc5aa68f admin admin] Made reservation on behalf of ac67269ec2d646d783359d3e438b59fd for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:28.244226 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8bba0101-12f2-41fc-8e28-d1fcdc5aa68f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:28.251444 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc38fdb6-3d8e-43c6-99d7-2c069eaf020a {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:28.285930 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b35da1a-571f-480a-b8ad-8a4284ff4717 req-1d18ac58-06c2-40eb-91b6-1f2428226481 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] No DVR routers for this DVR port cd175d90-cda8-49d2-a1e5-14cc486da1c4 on host n-h2-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:44:28.290726 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3b35da1a-571f-480a-b8ad-8a4284ff4717 req-1d18ac58-06c2-40eb-91b6-1f2428226481 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:28.293057 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3b35da1a-571f-480a-b8ad-8a4284ff4717 req-1d18ac58-06c2-40eb-91b6-1f2428226481 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.90 "DELETE /v2.0/ports/cd175d90-cda8-49d2-a1e5-14cc486da1c4 HTTP/1.1" status: 204 len: 173 time: 0.9955661 Aug 16 20:44:28.296546 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add88ff1-6de7-4d78-b71a-b70c13ea5b6d', 'name': 'network-vif-deleted', 'tag': 'cd175d90-cda8-49d2-a1e5-14cc486da1c4'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:28.299189 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9c06e3-26fb-499e-b718-fb499abf9375" -d '{"events": [{"server_uuid": "add88ff1-6de7-4d78-b71a-b70c13ea5b6d", "name": "network-vif-deleted", "tag": "cd175d90-cda8-49d2-a1e5-14cc486da1c4"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:28.311702 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port dc38fdb6-3d8e-43c6-99d7-2c069eaf020a, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=dc38fdb6-3d8e-43c6-99d7-2c069eaf020a,segment=NetworkSegment(b77570f6-2c6b-4b2c-bfcf-ea4849f9225f),segment_id=b77570f6-2c6b-4b2c-bfcf-ea4849f9225f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:28.322046 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-e20cdced-4b84-41ef-920d-595d460ab35e req-3a7314d8-6907-4885-b9a9-425a3f5175f2 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Allocated IP 192.168.233.163 (d77fce7e-e915-4ee5-ada6-d6f376af2589/2883ed1d-8e71-4475-b2ce-2177242b9f23/c6b62548-8eef-466c-bea6-22ddc7f1997d) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:28.322486 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6bc2f066-4898-4ffb-8c17-7adca0255332 req-a59f0d9d-0749-442f-980d-0e22da817a10 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/ports?device_id=add88ff1-6de7-4d78-b71a-b70c13ea5b6d HTTP/1.1" status: 200 len: 210 time: 0.0863705 Aug 16 20:44:28.360875 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ea0e5-f24b-428b-b44e-8ca667877a8f req-d11585ce-ecb3-4393-a384-e1ef8e07c667 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:28.369145 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d49ea0e5-f24b-428b-b44e-8ca667877a8f req-d11585ce-ecb3-4393-a384-e1ef8e07c667 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] 10.222.0.84 "GET /v2.0/ports?device_id=2984be11-75f0-4be7-8faf-18e0b465a8c4 HTTP/1.1" status: 200 len: 949 time: 0.1717181 Aug 16 20:44:28.414729 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:28.449473 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d49ea0e5-f24b-428b-b44e-8ca667877a8f req-95628f2f-9c53-415e-99d7-63b3baa9b7af tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] 10.222.0.84 "GET /v2.0/security-groups?id=171268ac-04e3-4e50-be53-18abd30f5198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791090 Aug 16 20:44:28.549464 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=dc38fdb6-3d8e-43c6-99d7-2c069eaf020a,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:28.565325 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a99b272-a90a-4406-9b1b-f7d8bbd05579 x-openstack-request-id: req-5a99b272-a90a-4406-9b1b-f7d8bbd05579 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:28.568072 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add88ff1-6de7-4d78-b71a-b70c13ea5b6d", "name": "network-vif-deleted", "tag": "cd175d90-cda8-49d2-a1e5-14cc486da1c4", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:28.568435 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5a99b272-a90a-4406-9b1b-f7d8bbd05579 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:28.568930 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add88ff1-6de7-4d78-b71a-b70c13ea5b6d', 'name': 'network-vif-deleted', 'tag': 'cd175d90-cda8-49d2-a1e5-14cc486da1c4', 'status': 'completed', 'code': 200} Aug 16 20:44:28.608643 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-08451067-551f-4449-8dd9-c78038f6764f req-2fb49d1e-8182-483b-90eb-57b6a6eca294 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 210 time: 0.0394797 Aug 16 20:44:28.646793 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-e20cdced-4b84-41ef-920d-595d460ab35e req-3a7314d8-6907-4885-b9a9-425a3f5175f2 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:28.662036 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-e20cdced-4b84-41ef-920d-595d460ab35e req-3a7314d8-6907-4885-b9a9-425a3f5175f2 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Transition to ACTIVE for port object c6b62548-8eef-466c-bea6-22ddc7f1997d will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:28.698166 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef20bc-7956-42cb-b250-833416c018e3 req-1a3e5398-dd7c-40f0-82ce-9b7893a45eca tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:28.700090 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9fef20bc-7956-42cb-b250-833416c018e3 req-1a3e5398-dd7c-40f0-82ce-9b7893a45eca tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9c7143b-364d-4448-b2cb-8cda015953ed HTTP/1.1" status: 200 len: 944 time: 0.0850611 Aug 16 20:44:28.739978 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9fef20bc-7956-42cb-b250-833416c018e3 req-0a48913d-0d63-4f88-ab27-8a789d6bf8e4 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2461062-353c-4193-a162-8b6d7529e34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332248 Aug 16 20:44:28.752235 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 47d80ea6-9a4a-4e2e-811d-46cc8be35ef4 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:28.754590 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['dc38fdb6-3d8e-43c6-99d7-2c069eaf020a'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:28.764924 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8bba0101-12f2-41fc-8e28-d1fcdc5aa68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:28.832663 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba0101-12f2-41fc-8e28-d1fcdc5aa68f admin admin] Pushing event updated for resources: {'Subnet': ['ID=42e21f8b-4098-4ffd-96ba-ae12876dabc8,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:28.837963 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bba0101-12f2-41fc-8e28-d1fcdc5aa68f admin admin] Checking segment: {'id': '11480e72-25d2-4b1b-a7c8-b4a290f578b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1a2a59d9-935a-419a-82a2-6b99065fbf6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:28.838331 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bba0101-12f2-41fc-8e28-d1fcdc5aa68f admin admin] Network hostable DHCP agents. Network: 1a2a59d9-935a-419a-82a2-6b99065fbf6e, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:44:28.869935 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-e20cdced-4b84-41ef-920d-595d460ab35e req-3a7314d8-6907-4885-b9a9-425a3f5175f2 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:28.925031 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e20cdced-4b84-41ef-920d-595d460ab35e req-3a7314d8-6907-4885-b9a9-425a3f5175f2 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Network d77fce7e-e915-4ee5-ada6-d6f376af2589 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:28.930060 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-e20cdced-4b84-41ef-920d-595d460ab35e req-3a7314d8-6907-4885-b9a9-425a3f5175f2 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:28.932870 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20cdced-4b84-41ef-920d-595d460ab35e req-3a7314d8-6907-4885-b9a9-425a3f5175f2 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:28.936239 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7314d8-6907-4885-b9a9-425a3f5175f2 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Pushing event updated for resources: {'Port': ['ID=c6b62548-8eef-466c-bea6-22ddc7f1997d,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:28.956130 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 47d80ea6-9a4a-4e2e-811d-46cc8be35ef4 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:28.960679 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 47d80ea6-9a4a-4e2e-811d-46cc8be35ef4 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:28.961164 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:28.972929 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bba0101-12f2-41fc-8e28-d1fcdc5aa68f admin admin] Network 1a2a59d9-935a-419a-82a2-6b99065fbf6e is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:44:28.999669 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20cdced-4b84-41ef-920d-595d460ab35e req-3a7314d8-6907-4885-b9a9-425a3f5175f2 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:29.000300 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-e20cdced-4b84-41ef-920d-595d460ab35e req-3a7314d8-6907-4885-b9a9-425a3f5175f2 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:29.040619 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e225a6b-3658-49b8-9227-ab781eaca8ef req-2e1cb5eb-0300-42fd-a19c-3995031bd0a5 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:29.042983 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5e225a6b-3658-49b8-9227-ab781eaca8ef req-2e1cb5eb-0300-42fd-a19c-3995031bd0a5 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=de08b7ea-49d0-4733-b8cb-fe08da6ba757 HTTP/1.1" status: 200 len: 946 time: 0.0667868 Aug 16 20:44:29.061115 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:29.063831 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-8bba0101-12f2-41fc-8e28-d1fcdc5aa68f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 1a2a59d9-935a-419a-82a2-6b99065fbf6e) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:29.069240 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bba0101-12f2-41fc-8e28-d1fcdc5aa68f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:29.070070 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8bba0101-12f2-41fc-8e28-d1fcdc5aa68f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:29.079390 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e092ed3-57f7-4ba4-bee8-d77adf1049ff None None] Network 1a2a59d9-935a-419a-82a2-6b99065fbf6e requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:29.099229 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5e225a6b-3658-49b8-9227-ab781eaca8ef req-12f05e3a-a290-4b1e-a976-29e410dad5db tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499818 Aug 16 20:44:29.104565 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e20cdced-4b84-41ef-920d-595d460ab35e req-3a7314d8-6907-4885-b9a9-425a3f5175f2 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4185247 Aug 16 20:44:29.122183 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2984be11-75f0-4be7-8faf-18e0b465a8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d80ea6-9a4a-4e2e-811d-46cc8be35ef4'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:29.124410 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441b677d-3263-4260-9140-3833bdc04834" -d '{"events": [{"server_uuid": "2984be11-75f0-4be7-8faf-18e0b465a8c4", "name": "network-vif-plugged", "status": "completed", "tag": "47d80ea6-9a4a-4e2e-811d-46cc8be35ef4"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:29.125899 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-e20cdced-4b84-41ef-920d-595d460ab35e req-030adc0f-3345-4d73-af43-6393d7453f14 service neutron] Request body: {'port': {'device_id': '75a13445-d960-42f5-a6bf-b91f5365b07b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:29.149687 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 47d80ea6-9a4a-4e2e-811d-46cc8be35ef4, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=47d80ea6-9a4a-4e2e-811d-46cc8be35ef4,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:29.164941 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6da157-2d8f-4e7a-beca-20adf19f0b1b x-openstack-request-id: req-7b6da157-2d8f-4e7a-beca-20adf19f0b1b {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:29.165393 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2984be11-75f0-4be7-8faf-18e0b465a8c4", "name": "network-vif-plugged", "status": "completed", "tag": "47d80ea6-9a4a-4e2e-811d-46cc8be35ef4", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:29.165510 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7b6da157-2d8f-4e7a-beca-20adf19f0b1b {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:29.165917 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2984be11-75f0-4be7-8faf-18e0b465a8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d80ea6-9a4a-4e2e-811d-46cc8be35ef4', 'code': 200} Aug 16 20:44:29.176953 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8bba0101-12f2-41fc-8e28-d1fcdc5aa68f admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2420106 Aug 16 20:44:29.191469 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-e20cdced-4b84-41ef-920d-595d460ab35e req-030adc0f-3345-4d73-af43-6393d7453f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:29.248872 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:29.273454 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2b8a40-369f-4312-8813-7f97f8ee6205 None None] Network 1a2a59d9-935a-419a-82a2-6b99065fbf6e requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:29.349107 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=47d80ea6-9a4a-4e2e-811d-46cc8be35ef4,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:29.356806 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b9543-a79b-42af-8484-91bf30cf3808 req-bc6e5929-46f9-4139-959e-d90120066701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:29.358321 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-df3b9543-a79b-42af-8484-91bf30cf3808 req-bc6e5929-46f9-4139-959e-d90120066701 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2984be11-75f0-4be7-8faf-18e0b465a8c4 HTTP/1.1" status: 200 len: 1102 time: 0.1212161 Aug 16 20:44:29.372856 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5d182a0e-f8f1-4d34-8b0e-26e56b796713 None None] Provisioning for port c6b62548-8eef-466c-bea6-22ddc7f1997d completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:29.387235 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5d182a0e-f8f1-4d34-8b0e-26e56b796713 None None] Provisioning complete for port c6b62548-8eef-466c-bea6-22ddc7f1997d triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:29.387612 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5d182a0e-f8f1-4d34-8b0e-26e56b796713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:29.447179 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-df3b9543-a79b-42af-8484-91bf30cf3808 req-5eb071b3-a933-4b70-81c4-563fad3de6aa service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=171268ac-04e3-4e50-be53-18abd30f5198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741787 Aug 16 20:44:29.465702 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-5d182a0e-f8f1-4d34-8b0e-26e56b796713 None None] Port c6b62548-8eef-466c-bea6-22ddc7f1997d cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:44:29.500143 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b94e3d9a-0f5e-42ba-ac4e-2f8cc0ea4421 req-53bb9456-9eb2-42e0-af65-ffcad08ad44b tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/ports?device_id=add88ff1-6de7-4d78-b71a-b70c13ea5b6d HTTP/1.1" status: 200 len: 210 time: 0.0515988 Aug 16 20:44:29.552899 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['56353298-d50b-4643-afa0-a1f978a1a3fa', 'd3369948-8321-47ff-8983-1f5541dbf14d'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:29.581977 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-e20cdced-4b84-41ef-920d-595d460ab35e req-030adc0f-3345-4d73-af43-6393d7453f14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6b62548-8eef-466c-bea6-22ddc7f1997d {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:29.590513 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-e20cdced-4b84-41ef-920d-595d460ab35e req-030adc0f-3345-4d73-af43-6393d7453f14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:29.612706 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-e20cdced-4b84-41ef-920d-595d460ab35e req-030adc0f-3345-4d73-af43-6393d7453f14 service neutron] Transition to ACTIVE for port object c6b62548-8eef-466c-bea6-22ddc7f1997d will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:29.654764 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7b861-f09e-4a95-8711-feab61e871fc req-cd74866c-e0fb-448a-b561-590238e3eb76 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:29.663708 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-90f7b861-f09e-4a95-8711-feab61e871fc req-cd74866c-e0fb-448a-b561-590238e3eb76 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] 10.222.0.84 "GET /v2.0/ports?device_id=2984be11-75f0-4be7-8faf-18e0b465a8c4 HTTP/1.1" status: 200 len: 950 time: 0.0728505 Aug 16 20:44:29.714900 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-e20cdced-4b84-41ef-920d-595d460ab35e req-030adc0f-3345-4d73-af43-6393d7453f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:29.761594 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-90f7b861-f09e-4a95-8711-feab61e871fc req-ce4f1d00-ed96-446c-843c-2aaefc087182 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] 10.222.0.84 "GET /v2.0/security-groups?id=171268ac-04e3-4e50-be53-18abd30f5198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959926 Aug 16 20:44:29.784169 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030adc0f-3345-4d73-af43-6393d7453f14 service neutron] Pushing event updated for resources: {'Port': ['ID=c6b62548-8eef-466c-bea6-22ddc7f1997d,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:29.843101 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-6165b72e-04a5-4b5e-939a-9ccfc76f6f73 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:29.844669 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-6165b72e-04a5-4b5e-939a-9ccfc76f6f73 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/networks?id=2d2d869c-bfe3-4bc5-a83b-70655e061223 HTTP/1.1" status: 200 len: 821 time: 0.1604648 Aug 16 20:44:29.867873 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-1fda7477-c9e2-40a1-85a5-74cd40e9acc5 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/quotas/6b79fa21751c4c74a7616afcdef028a8 HTTP/1.1" status: 200 len: 375 time: 0.0144544 Aug 16 20:44:29.917115 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-e20cdced-4b84-41ef-920d-595d460ab35e req-030adc0f-3345-4d73-af43-6393d7453f14 service neutron] Attempting to bind port c6b62548-8eef-466c-bea6-22ddc7f1997d on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:44:29.919767 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-3ea1786a-c0fe-409f-9a1a-bc74a3feb6d0 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6b79fa21751c4c74a7616afcdef028a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444348 Aug 16 20:44:29.920496 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-e20cdced-4b84-41ef-920d-595d460ab35e req-030adc0f-3345-4d73-af43-6393d7453f14 service neutron] Attempting to bind port c6b62548-8eef-466c-bea6-22ddc7f1997d by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:44:29.921019 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20cdced-4b84-41ef-920d-595d460ab35e req-030adc0f-3345-4d73-af43-6393d7453f14 service neutron] Attempting to bind port c6b62548-8eef-466c-bea6-22ddc7f1997d on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:29.927100 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20cdced-4b84-41ef-920d-595d460ab35e req-030adc0f-3345-4d73-af43-6393d7453f14 service neutron] Port c6b62548-8eef-466c-bea6-22ddc7f1997d on network d77fce7e-e915-4ee5-ada6-d6f376af2589 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:44:29.929561 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20cdced-4b84-41ef-920d-595d460ab35e req-030adc0f-3345-4d73-af43-6393d7453f14 service neutron] Attempting to bind port c6b62548-8eef-466c-bea6-22ddc7f1997d on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:29.935160 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20cdced-4b84-41ef-920d-595d460ab35e req-030adc0f-3345-4d73-af43-6393d7453f14 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:44:29.935776 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20cdced-4b84-41ef-920d-595d460ab35e req-030adc0f-3345-4d73-af43-6393d7453f14 service neutron] Checking segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:29.936144 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20cdced-4b84-41ef-920d-595d460ab35e req-030adc0f-3345-4d73-af43-6393d7453f14 service neutron] Bound using segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:44:29.936329 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-e20cdced-4b84-41ef-920d-595d460ab35e req-030adc0f-3345-4d73-af43-6393d7453f14 service neutron] Bound port: c6b62548-8eef-466c-bea6-22ddc7f1997d, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:44:29.936678 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-e20cdced-4b84-41ef-920d-595d460ab35e req-030adc0f-3345-4d73-af43-6393d7453f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:30.009892 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-e20cdced-4b84-41ef-920d-595d460ab35e req-030adc0f-3345-4d73-af43-6393d7453f14 service neutron] For port c6b62548-8eef-466c-bea6-22ddc7f1997d, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:44:30.013828 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-e20cdced-4b84-41ef-920d-595d460ab35e req-030adc0f-3345-4d73-af43-6393d7453f14 service neutron] For port c6b62548-8eef-466c-bea6-22ddc7f1997d, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c6b62548-8eef-466c-bea6-22ddc7f1997d,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:44:30.034885 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device dc38fdb6-3d8e-43c6-99d7-2c069eaf020a up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:30.038867 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87191e9f-258f-4e3b-924d-792ee4c4ab59 req-3a08bb65-c961-499b-9441-cbc15ed03bd4 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:30.040511 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-87191e9f-258f-4e3b-924d-792ee4c4ab59 req-3a08bb65-c961-499b-9441-cbc15ed03bd4 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 948 time: 0.1149311 Aug 16 20:44:30.081064 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-3ce53c24-a7ba-47f8-be53-8810ea5eae87 service neutron] 10.222.0.84 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361234 Aug 16 20:44:30.096315 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-87191e9f-258f-4e3b-924d-792ee4c4ab59 req-c5813ead-e804-4065-a2ad-d2cab0f59844 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474954 Aug 16 20:44:30.109751 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-e20cdced-4b84-41ef-920d-595d460ab35e req-030adc0f-3345-4d73-af43-6393d7453f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:30.150023 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20cdced-4b84-41ef-920d-595d460ab35e req-030adc0f-3345-4d73-af43-6393d7453f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:30.154381 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-e20cdced-4b84-41ef-920d-595d460ab35e req-030adc0f-3345-4d73-af43-6393d7453f14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:30.154381 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e20cdced-4b84-41ef-920d-595d460ab35e req-030adc0f-3345-4d73-af43-6393d7453f14 service neutron] 10.222.0.72 "PUT /v2.0/ports/c6b62548-8eef-466c-bea6-22ddc7f1997d HTTP/1.1" status: 200 len: 1097 time: 1.0311048 Aug 16 20:44:30.170286 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030adc0f-3345-4d73-af43-6393d7453f14 service neutron] Pushing event updated for resources: {'Port': ['ID=c6b62548-8eef-466c-bea6-22ddc7f1997d,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:30.177698 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port dc38fdb6-3d8e-43c6-99d7-2c069eaf020a completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:30.182059 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port dc38fdb6-3d8e-43c6-99d7-2c069eaf020a triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:30.182497 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:30.233894 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-adb8171f-6f13-4d9f-bc6d-76e61198fd1f service neutron] 10.222.0.84 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427286 Aug 16 20:44:30.247367 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba892aed-2797-49b3-a7b4-4ba06828aadd req-e0c980ab-0f73-47f9-9031-376f0abcdcfe tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:30.249181 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ba892aed-2797-49b3-a7b4-4ba06828aadd req-e0c980ab-0f73-47f9-9031-376f0abcdcfe tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9c7143b-364d-4448-b2cb-8cda015953ed HTTP/1.1" status: 200 len: 944 time: 0.0762539 Aug 16 20:44:30.276402 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:30.310109 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ba892aed-2797-49b3-a7b4-4ba06828aadd req-cecbe136-672f-48a7-91e2-3a2b0037b145 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2461062-353c-4193-a162-8b6d7529e34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539136 Aug 16 20:44:30.350311 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20cdced-4b84-41ef-920d-595d460ab35e req-6dd60cd0-f8d3-4d71-8231-81c84743935b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:30.350924 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port dc38fdb6-3d8e-43c6-99d7-2c069eaf020a, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=dc38fdb6-3d8e-43c6-99d7-2c069eaf020a,segment=NetworkSegment(b77570f6-2c6b-4b2c-bfcf-ea4849f9225f),segment_id=b77570f6-2c6b-4b2c-bfcf-ea4849f9225f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:30.352213 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e20cdced-4b84-41ef-920d-595d460ab35e req-6dd60cd0-f8d3-4d71-8231-81c84743935b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8eeb19c70e2743deaa8aa99547f66522&device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 1100 time: 0.0644026 Aug 16 20:44:30.411716 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e20cdced-4b84-41ef-920d-595d460ab35e req-897dc022-ebf3-4ccc-bb67-d6e6bf35524a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=c6b62548-8eef-466c-bea6-22ddc7f1997d HTTP/1.1" status: 200 len: 217 time: 0.0435700 Aug 16 20:44:30.441885 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747aa43c-9a4d-41fe-8f40-4d96b8e89dc1 req-68b3a4fd-433d-474a-93bf-6538693e792c tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:30.443433 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-747aa43c-9a4d-41fe-8f40-4d96b8e89dc1 req-68b3a4fd-433d-474a-93bf-6538693e792c tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=de08b7ea-49d0-4733-b8cb-fe08da6ba757 HTTP/1.1" status: 200 len: 946 time: 0.0616169 Aug 16 20:44:30.456319 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:30.489729 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20cdced-4b84-41ef-920d-595d460ab35e req-714ee5eb-f4e0-45f6-8bae-4ce74d159e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:30.491814 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e20cdced-4b84-41ef-920d-595d460ab35e req-714ee5eb-f4e0-45f6-8bae-4ce74d159e35 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0679259 Aug 16 20:44:30.494524 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-747aa43c-9a4d-41fe-8f40-4d96b8e89dc1 req-d78bbd56-5175-4868-9f97-d8cf4990dbd1 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443139 Aug 16 20:44:30.544096 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-76081d19-7246-44b1-92a3-fb9cb96f5605 req-d36490d7-9793-4568-ae81-1e89d0d9c818 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 210 time: 0.0348125 Aug 16 20:44:30.552717 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20cdced-4b84-41ef-920d-595d460ab35e req-718ca39a-373b-4aa3-9291-2f8832d1c7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:30.563131 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e20cdced-4b84-41ef-920d-595d460ab35e req-718ca39a-373b-4aa3-9291-2f8832d1c7b8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0497940 Aug 16 20:44:30.564690 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=dc38fdb6-3d8e-43c6-99d7-2c069eaf020a,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:30.569975 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a13445-d960-42f5-a6bf-b91f5365b07b', 'tag': 'c6b62548-8eef-466c-bea6-22ddc7f1997d'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:30.573446 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea90813-56a9-4a02-9975-a78224669edb" -d '{"events": [{"name": "network-changed", "server_uuid": "75a13445-d960-42f5-a6bf-b91f5365b07b", "tag": "c6b62548-8eef-466c-bea6-22ddc7f1997d"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:30.639311 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07aa8ab9-3729-4b46-adc9-33cba596be23 x-openstack-request-id: req-07aa8ab9-3729-4b46-adc9-33cba596be23 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:30.639605 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a13445-d960-42f5-a6bf-b91f5365b07b", "tag": "c6b62548-8eef-466c-bea6-22ddc7f1997d", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:30.639886 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-07aa8ab9-3729-4b46-adc9-33cba596be23 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:30.640333 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a13445-d960-42f5-a6bf-b91f5365b07b', 'tag': 'c6b62548-8eef-466c-bea6-22ddc7f1997d', 'status': 'completed', 'code': 200} Aug 16 20:44:30.695091 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e20cdced-4b84-41ef-920d-595d460ab35e req-97d14540-526d-4e9a-996d-3039df0547ff service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262453 Aug 16 20:44:30.792030 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e20cdced-4b84-41ef-920d-595d460ab35e req-ca822465-d3bb-4c55-bd1c-1c3696388731 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847170 Aug 16 20:44:30.882041 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10a011-80c7-40d5-8ee6-9eed8a1e3441 req-92ed4ee3-3c2c-47c6-a502-4c6f5eb86b0b tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:30.883573 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8b10a011-80c7-40d5-8ee6-9eed8a1e3441 req-92ed4ee3-3c2c-47c6-a502-4c6f5eb86b0b tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] 10.222.0.84 "GET /v2.0/ports?device_id=2984be11-75f0-4be7-8faf-18e0b465a8c4 HTTP/1.1" status: 200 len: 950 time: 0.0486867 Aug 16 20:44:30.924263 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8b10a011-80c7-40d5-8ee6-9eed8a1e3441 req-9300da6c-758c-4f95-a9b2-df9822498c4e tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] 10.222.0.84 "GET /v2.0/security-groups?id=171268ac-04e3-4e50-be53-18abd30f5198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339918 Aug 16 20:44:30.973800 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea90813-56a9-4a02-9975-a78224669edb req-dae74909-9f19-4ea1-a279-6052dd263b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:30.975329 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-dea90813-56a9-4a02-9975-a78224669edb req-dae74909-9f19-4ea1-a279-6052dd263b1a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8eeb19c70e2743deaa8aa99547f66522&device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 1100 time: 0.0454893 Aug 16 20:44:31.094354 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea90813-56a9-4a02-9975-a78224669edb req-c2e56fcd-9673-4d61-a16f-12e4557c3bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:31.096676 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-dea90813-56a9-4a02-9975-a78224669edb req-c2e56fcd-9673-4d61-a16f-12e4557c3bec service neutron] 10.222.0.72 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.1051583 Aug 16 20:44:31.157185 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-dea90813-56a9-4a02-9975-a78224669edb req-1dba8421-1bfe-4af4-b4d0-67e235b8c9fb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=c6b62548-8eef-466c-bea6-22ddc7f1997d HTTP/1.1" status: 200 len: 217 time: 0.0371640 Aug 16 20:44:31.161996 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb66df8-5c6c-40af-a24d-c4dafb005aa2 req-1182f71b-3db6-4859-a0b3-03aa7dbf309d tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:31.163685 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3fb66df8-5c6c-40af-a24d-c4dafb005aa2 req-1182f71b-3db6-4859-a0b3-03aa7dbf309d tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/ports?device_id=644ace96-96b8-4df9-b6d2-68e0902c48c7 HTTP/1.1" status: 200 len: 949 time: 0.0540378 Aug 16 20:44:31.167467 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c7143b-364d-4448-b2cb-8cda015953ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc38fdb6-3d8e-43c6-99d7-2c069eaf020a'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:31.170531 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e1c6da-0550-4ed1-ae06-1d9a73b18b3a" -d '{"events": [{"server_uuid": "e9c7143b-364d-4448-b2cb-8cda015953ed", "name": "network-vif-plugged", "status": "completed", "tag": "dc38fdb6-3d8e-43c6-99d7-2c069eaf020a"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:31.205676 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3fb66df8-5c6c-40af-a24d-c4dafb005aa2 req-a7cd2ee6-3bd2-416d-855d-a9df272401a6 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/security-groups?id=38a2cbe1-a976-4968-8908-78cafc258859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349221 Aug 16 20:44:31.217208 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea90813-56a9-4a02-9975-a78224669edb req-f2d4a6a7-39c1-4574-a70a-7820a12c1d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:31.223831 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-dea90813-56a9-4a02-9975-a78224669edb req-f2d4a6a7-39c1-4574-a70a-7820a12c1d55 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0510955 Aug 16 20:44:31.276104 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea90813-56a9-4a02-9975-a78224669edb req-a8680223-1b4c-487c-ad77-277deaa209a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:31.278055 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-dea90813-56a9-4a02-9975-a78224669edb req-a8680223-1b4c-487c-ad77-277deaa209a5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0425346 Aug 16 20:44:31.310221 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554aff3-1e6d-455f-9b93-88e25c61f3ec req-99fe1a7e-df03-4d0a-ad46-d5ca546b068a tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:31.311865 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5554aff3-1e6d-455f-9b93-88e25c61f3ec req-99fe1a7e-df03-4d0a-ad46-d5ca546b068a tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 948 time: 0.0517163 Aug 16 20:44:31.351298 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5554aff3-1e6d-455f-9b93-88e25c61f3ec req-ee1faebe-ae20-468e-963c-f3f310cde187 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327432 Aug 16 20:44:31.376360 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-dea90813-56a9-4a02-9975-a78224669edb req-fb94f236-19cf-40d6-b969-1fd743fc08ec service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908520 Aug 16 20:44:31.395739 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072f6220-e0e5-43a5-8fc9-e9b90c0af711 x-openstack-request-id: req-072f6220-e0e5-43a5-8fc9-e9b90c0af711 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:31.396340 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c7143b-364d-4448-b2cb-8cda015953ed", "name": "network-vif-plugged", "status": "completed", "tag": "dc38fdb6-3d8e-43c6-99d7-2c069eaf020a", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:31.396809 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-072f6220-e0e5-43a5-8fc9-e9b90c0af711 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:31.397473 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c7143b-364d-4448-b2cb-8cda015953ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc38fdb6-3d8e-43c6-99d7-2c069eaf020a', 'code': 200} Aug 16 20:44:31.500659 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f29ed2-c29d-4e50-8b0d-4f6389786b4c req-069c3bdb-2bde-4806-be9b-bd3c20385342 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:31.502233 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a4f29ed2-c29d-4e50-8b0d-4f6389786b4c req-069c3bdb-2bde-4806-be9b-bd3c20385342 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9c7143b-364d-4448-b2cb-8cda015953ed HTTP/1.1" status: 200 len: 945 time: 0.0504262 Aug 16 20:44:31.516957 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-dea90813-56a9-4a02-9975-a78224669edb req-2628766c-324f-4c37-ba1f-b09920155358 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247668 Aug 16 20:44:31.528340 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87e184-8986-49d1-9bba-6d8a32935f45 req-1c380c08-4929-4efa-80b0-68e47db3be5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:31.529822 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1b87e184-8986-49d1-9bba-6d8a32935f45 req-1c380c08-4929-4efa-80b0-68e47db3be5d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e9c7143b-364d-4448-b2cb-8cda015953ed HTTP/1.1" status: 200 len: 1097 time: 0.0606725 Aug 16 20:44:31.564108 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a4f29ed2-c29d-4e50-8b0d-4f6389786b4c req-d2af958b-6333-47bc-bff5-00bc25637353 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2461062-353c-4193-a162-8b6d7529e34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511389 Aug 16 20:44:31.578596 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1b87e184-8986-49d1-9bba-6d8a32935f45 req-5976f0d5-1542-4a0b-a197-c213f796d53b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b2461062-353c-4193-a162-8b6d7529e34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336528 Aug 16 20:44:31.675066 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2dd1b218-ecbf-4427-866a-6f5d27964329 req-b83e2a58-268d-42cd-8f3e-b9c71c03d1e1 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 210 time: 0.0287836 Aug 16 20:44:31.698366 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f90f8-e4dc-456a-bae1-3f1612c3b1fb req-414c9e05-19cd-4926-80e4-4e371cb2764c tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:31.698366 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9d9f90f8-e4dc-456a-bae1-3f1612c3b1fb req-414c9e05-19cd-4926-80e4-4e371cb2764c tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=de08b7ea-49d0-4733-b8cb-fe08da6ba757 HTTP/1.1" status: 200 len: 946 time: 0.0770674 Aug 16 20:44:31.734808 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9d9f90f8-e4dc-456a-bae1-3f1612c3b1fb req-c204e2ac-a2df-4542-af76-a97ecaf13b20 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335546 Aug 16 20:44:31.787241 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98b324-707c-4623-82d4-9c23c371bb92 req-012640f0-9b82-4ddd-81fb-5993824ce6fa tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:31.788770 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3c98b324-707c-4623-82d4-9c23c371bb92 req-012640f0-9b82-4ddd-81fb-5993824ce6fa tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] 10.222.0.84 "GET /v2.0/ports?device_id=2984be11-75f0-4be7-8faf-18e0b465a8c4 HTTP/1.1" status: 200 len: 950 time: 0.0530882 Aug 16 20:44:31.827313 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3c98b324-707c-4623-82d4-9c23c371bb92 req-11c01f4c-f2ee-4773-b4e9-376bd5c2fb82 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] 10.222.0.84 "GET /v2.0/security-groups?id=171268ac-04e3-4e50-be53-18abd30f5198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325837 Aug 16 20:44:32.063014 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device cd175d90-cda8-49d2-a1e5-14cc486da1c4 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:44:32.088059 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: cd175d90-cda8-49d2-a1e5-14cc486da1c4 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:44:32.088421 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device cd175d90-cda8-49d2-a1e5-14cc486da1c4 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:44:32.318838 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963921c-6b5f-4d37-86e7-5bb27d4f1212 req-347e8cf2-2e30-4c4c-9543-79ef6a1fd5ec tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:32.320435 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4963921c-6b5f-4d37-86e7-5bb27d4f1212 req-347e8cf2-2e30-4c4c-9543-79ef6a1fd5ec tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/ports?device_id=644ace96-96b8-4df9-b6d2-68e0902c48c7 HTTP/1.1" status: 200 len: 949 time: 0.0474973 Aug 16 20:44:32.360843 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4963921c-6b5f-4d37-86e7-5bb27d4f1212 req-e685faa0-8508-42c1-b871-8bf24f6d8037 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/security-groups?id=38a2cbe1-a976-4968-8908-78cafc258859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343077 Aug 16 20:44:32.469420 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c96d9-c4fb-4b01-a98f-8cf96ea683f7 req-a413cbaf-31c2-45c3-826f-b09834719cdb tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:32.471478 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-296c96d9-c4fb-4b01-a98f-8cf96ea683f7 req-a413cbaf-31c2-45c3-826f-b09834719cdb tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 948 time: 0.0481551 Aug 16 20:44:32.510109 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-296c96d9-c4fb-4b01-a98f-8cf96ea683f7 req-d55396b6-6208-4a90-abba-f789ca30905b tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325284 Aug 16 20:44:32.667543 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccf32b-d30a-4ab5-80a3-db512298e2b7 req-609dccc0-60a6-4da1-a77d-86af5e9dbe26 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:32.672193 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bbccf32b-d30a-4ab5-80a3-db512298e2b7 req-609dccc0-60a6-4da1-a77d-86af5e9dbe26 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9c7143b-364d-4448-b2cb-8cda015953ed HTTP/1.1" status: 200 len: 945 time: 0.0489345 Aug 16 20:44:32.709617 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bbccf32b-d30a-4ab5-80a3-db512298e2b7 req-9b6a4903-1a01-4fea-9631-5eb77fa8a8c2 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2461062-353c-4193-a162-8b6d7529e34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343108 Aug 16 20:44:32.770665 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7e64f94f-7028-43cb-bdd3-5c4bb4c014d7 req-3c4bfaa6-fb42-433f-86b5-a3c7a8a910be tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 210 time: 0.0264661 Aug 16 20:44:33.052213 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b4af9-f62c-4a15-b25c-577c29f7c276 req-3f8799b5-d746-486b-9af2-d7076aaa8a35 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:33.053698 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b07b4af9-f62c-4a15-b25c-577c29f7c276 req-3f8799b5-d746-486b-9af2-d7076aaa8a35 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.90 "GET /v2.0/ports?device_id=644ace96-96b8-4df9-b6d2-68e0902c48c7 HTTP/1.1" status: 200 len: 949 time: 0.0549712 Aug 16 20:44:33.132932 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fedb94-6966-4352-9d53-73fb0d8d22ff req-a6275728-fb47-4dd0-bdb7-6b5291fb8e55 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:33.134435 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-45fedb94-6966-4352-9d53-73fb0d8d22ff req-a6275728-fb47-4dd0-bdb7-6b5291fb8e55 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=de08b7ea-49d0-4733-b8cb-fe08da6ba757 HTTP/1.1" status: 200 len: 946 time: 0.3162146 Aug 16 20:44:33.146935 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41991d51-ec47-4acd-af64-b3cf0588c173 req-5bd5326a-87b6-4f28-9bf7-39c04ae33711 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:33.148392 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-41991d51-ec47-4acd-af64-b3cf0588c173 req-5bd5326a-87b6-4f28-9bf7-39c04ae33711 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] 10.222.0.84 "GET /v2.0/ports?device_id=2984be11-75f0-4be7-8faf-18e0b465a8c4 HTTP/1.1" status: 200 len: 950 time: 0.0636256 Aug 16 20:44:33.152027 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-b07b4af9-f62c-4a15-b25c-577c29f7c276 req-dae17002-5177-4f0d-b600-56a3ee66c892 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Deleting port cdb27c37-0f51-48fe-a2b4-8a89bd6aee69 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:44:33.158901 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b07b4af9-f62c-4a15-b25c-577c29f7c276 req-dae17002-5177-4f0d-b600-56a3ee66c892 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:33.201892 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-45fedb94-6966-4352-9d53-73fb0d8d22ff req-894bffb3-7b54-46d8-a14c-aab8f12ae8a9 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525486 Aug 16 20:44:33.207303 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-41991d51-ec47-4acd-af64-b3cf0588c173 req-19e0a75f-e83d-4f51-b07f-efef1dff68b3 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] 10.222.0.84 "GET /v2.0/security-groups?id=171268ac-04e3-4e50-be53-18abd30f5198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510345 Aug 16 20:44:33.252542 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-b07b4af9-f62c-4a15-b25c-577c29f7c276 req-dae17002-5177-4f0d-b600-56a3ee66c892 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] For port cdb27c37-0f51-48fe-a2b4-8a89bd6aee69, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=cdb27c37-0f51-48fe-a2b4-8a89bd6aee69,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:33.252944 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b07b4af9-f62c-4a15-b25c-577c29f7c276 req-dae17002-5177-4f0d-b600-56a3ee66c892 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:33.264979 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-b07b4af9-f62c-4a15-b25c-577c29f7c276 req-dae17002-5177-4f0d-b600-56a3ee66c892 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Calling delete_port for cdb27c37-0f51-48fe-a2b4-8a89bd6aee69 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:33.477735 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27d2e6-5d1b-4c0a-ab79-709defeee424 req-ae3c44b8-dd8f-4d89-8967-6f2d449c95b6 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:33.479145 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4f27d2e6-5d1b-4c0a-ab79-709defeee424 req-ae3c44b8-dd8f-4d89-8967-6f2d449c95b6 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/ports?device_id=644ace96-96b8-4df9-b6d2-68e0902c48c7 HTTP/1.1" status: 200 len: 949 time: 0.0504768 Aug 16 20:44:33.537650 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f443f4d-afbe-4b0d-8a26-0ce64befa5e9 req-33cb1930-797c-4ab7-9359-6b9a827be3b1 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:33.539196 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5f443f4d-afbe-4b0d-8a26-0ce64befa5e9 req-33cb1930-797c-4ab7-9359-6b9a827be3b1 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] 10.222.0.72 "GET /v2.0/ports?device_id=2984be11-75f0-4be7-8faf-18e0b465a8c4 HTTP/1.1" status: 200 len: 950 time: 0.0522759 Aug 16 20:44:33.571518 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4f27d2e6-5d1b-4c0a-ab79-709defeee424 req-54831e44-8ff0-4931-95b5-f53013c7f03f tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.84 "GET /v2.0/security-groups?id=38a2cbe1-a976-4968-8908-78cafc258859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796373 Aug 16 20:44:33.592235 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b07b4af9-f62c-4a15-b25c-577c29f7c276 req-dae17002-5177-4f0d-b600-56a3ee66c892 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:33.609933 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['cdb27c37-0f51-48fe-a2b4-8a89bd6aee69'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:33.642890 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-bdfdf480-8258-4ada-94d9-df073d6319c8 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:33.644332 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-bdfdf480-8258-4ada-94d9-df073d6319c8 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.90 "GET /v2.0/networks?id=2d2d869c-bfe3-4bc5-a83b-70655e061223 HTTP/1.1" status: 200 len: 821 time: 0.1620686 Aug 16 20:44:33.657472 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae17002-5177-4f0d-b600-56a3ee66c892 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Pushing event deleted for resources: {'Port': ['ID=cdb27c37-0f51-48fe-a2b4-8a89bd6aee69,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:33.661767 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b45a7-e592-4bd3-97ed-2cdaf5fc8db2 req-9a92e8cf-fc23-4720-9916-2e35b6eedb62 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:33.664257 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d00b45a7-e592-4bd3-97ed-2cdaf5fc8db2 req-9a92e8cf-fc23-4720-9916-2e35b6eedb62 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 948 time: 0.0779636 Aug 16 20:44:33.668227 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-f4325d12-4ff4-42bb-bbba-e069d3a5be03 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Request body: {'port': {'device_id': '1b74ead3-79c2-4ee9-b06f-b42954d3fb37', 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223', 'admin_state_up': True, 'tenant_id': '6b79fa21751c4c74a7616afcdef028a8'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:33.717497 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-b07b4af9-f62c-4a15-b25c-577c29f7c276 req-dae17002-5177-4f0d-b600-56a3ee66c892 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] No DVR routers for this DVR port cdb27c37-0f51-48fe-a2b4-8a89bd6aee69 on host n-h2-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:44:33.721668 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b07b4af9-f62c-4a15-b25c-577c29f7c276 req-dae17002-5177-4f0d-b600-56a3ee66c892 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:33.723688 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b07b4af9-f62c-4a15-b25c-577c29f7c276 req-dae17002-5177-4f0d-b600-56a3ee66c892 tempest-ServersAdminNegativeTestJSON-753455074 tempest-ServersAdminNegativeTestJSON-753455074-project] 10.222.0.90 "DELETE /v2.0/ports/cdb27c37-0f51-48fe-a2b4-8a89bd6aee69 HTTP/1.1" status: 204 len: 173 time: 0.6597893 Aug 16 20:44:33.724216 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644ace96-96b8-4df9-b6d2-68e0902c48c7', 'name': 'network-vif-deleted', 'tag': 'cdb27c37-0f51-48fe-a2b4-8a89bd6aee69'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:33.726580 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b206c83e-6b10-4721-b04d-21be76004670" -d '{"events": [{"server_uuid": "644ace96-96b8-4df9-b6d2-68e0902c48c7", "name": "network-vif-deleted", "tag": "cdb27c37-0f51-48fe-a2b4-8a89bd6aee69"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:33.760165 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-5f443f4d-afbe-4b0d-8a26-0ce64befa5e9 req-094f41eb-50ef-427d-8fee-30c8f0079118 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] Deleting port 47d80ea6-9a4a-4e2e-811d-46cc8be35ef4 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:44:33.760902 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5f443f4d-afbe-4b0d-8a26-0ce64befa5e9 req-094f41eb-50ef-427d-8fee-30c8f0079118 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:33.769371 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d00b45a7-e592-4bd3-97ed-2cdaf5fc8db2 req-352e3e77-8975-475d-b67d-0749162e2e21 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907390 Aug 16 20:44:33.822007 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564eff05-e214-40bb-8b6e-9112531090f9 x-openstack-request-id: req-564eff05-e214-40bb-8b6e-9112531090f9 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:33.822322 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644ace96-96b8-4df9-b6d2-68e0902c48c7", "name": "network-vif-deleted", "tag": "cdb27c37-0f51-48fe-a2b4-8a89bd6aee69", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:33.822563 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-564eff05-e214-40bb-8b6e-9112531090f9 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:33.825635 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644ace96-96b8-4df9-b6d2-68e0902c48c7', 'name': 'network-vif-deleted', 'tag': 'cdb27c37-0f51-48fe-a2b4-8a89bd6aee69', 'status': 'completed', 'code': 200} Aug 16 20:44:33.910151 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-5f443f4d-afbe-4b0d-8a26-0ce64befa5e9 req-094f41eb-50ef-427d-8fee-30c8f0079118 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] For port 47d80ea6-9a4a-4e2e-811d-46cc8be35ef4, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=47d80ea6-9a4a-4e2e-811d-46cc8be35ef4,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:33.912281 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5f443f4d-afbe-4b0d-8a26-0ce64befa5e9 req-094f41eb-50ef-427d-8fee-30c8f0079118 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:33.942544 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-5f443f4d-afbe-4b0d-8a26-0ce64befa5e9 req-094f41eb-50ef-427d-8fee-30c8f0079118 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] Calling delete_port for 47d80ea6-9a4a-4e2e-811d-46cc8be35ef4 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:33.966844 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed1e17-afe3-4acb-8b7a-4f14a2e1325f req-e0b4c738-34de-4b4b-9382-d4bfd73d04dd tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:33.975559 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e9ed1e17-afe3-4acb-8b7a-4f14a2e1325f req-e0b4c738-34de-4b4b-9382-d4bfd73d04dd tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9c7143b-364d-4448-b2cb-8cda015953ed HTTP/1.1" status: 200 len: 945 time: 0.1590312 Aug 16 20:44:34.007624 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-73529c5a-8d69-4a72-8ac5-028e195b7ab1 req-4b8c6ef7-13af-44e1-adf5-f0202df11e34 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 210 time: 0.0291898 Aug 16 20:44:34.060401 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e9ed1e17-afe3-4acb-8b7a-4f14a2e1325f req-78d2b4d6-31af-4f82-8993-e1cb0cb0b434 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2461062-353c-4193-a162-8b6d7529e34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836949 Aug 16 20:44:34.074960 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-f4325d12-4ff4-42bb-bbba-e069d3a5be03 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Made reservation on behalf of 6b79fa21751c4c74a7616afcdef028a8 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:34.078759 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-f4325d12-4ff4-42bb-bbba-e069d3a5be03 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:34.195358 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5f443f4d-afbe-4b0d-8a26-0ce64befa5e9 req-094f41eb-50ef-427d-8fee-30c8f0079118 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:34.211238 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['47d80ea6-9a4a-4e2e-811d-46cc8be35ef4'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:34.225682 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f41eb-50ef-427d-8fee-30c8f0079118 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] Pushing event deleted for resources: {'Port': ['ID=47d80ea6-9a4a-4e2e-811d-46cc8be35ef4,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:34.295693 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f443f4d-afbe-4b0d-8a26-0ce64befa5e9 req-094f41eb-50ef-427d-8fee-30c8f0079118 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] No DVR routers for this DVR port 47d80ea6-9a4a-4e2e-811d-46cc8be35ef4 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:44:34.298718 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5f443f4d-afbe-4b0d-8a26-0ce64befa5e9 req-094f41eb-50ef-427d-8fee-30c8f0079118 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:34.301107 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5f443f4d-afbe-4b0d-8a26-0ce64befa5e9 req-094f41eb-50ef-427d-8fee-30c8f0079118 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] 10.222.0.72 "DELETE /v2.0/ports/47d80ea6-9a4a-4e2e-811d-46cc8be35ef4 HTTP/1.1" status: 204 len: 173 time: 0.7545528 Aug 16 20:44:34.307085 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-f4325d12-4ff4-42bb-bbba-e069d3a5be03 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Allocated IP 172.20.0.10 (2d2d869c-bfe3-4bc5-a83b-70655e061223/64801f8f-8e8b-4346-a61f-2c5cd4a5ef47/2d023ed1-a390-48f3-ba77-e24a8db09ea8) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:34.330411 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e39ce-0646-4276-b77e-a96acb0913ba req-4ef2f967-12ec-4ef3-8cd4-c3458d79716d tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:34.331913 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac4e39ce-0646-4276-b77e-a96acb0913ba req-4ef2f967-12ec-4ef3-8cd4-c3458d79716d tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb9b219e-8d5f-4b16-920b-c895b22deab9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1580188 Aug 16 20:44:34.353813 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9ef038d9-478d-49d7-94a6-9e3c0cb7ce29 req-8833664a-83cc-4067-8b7d-1ba5c4e1ef73 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] 10.222.0.84 "GET /v2.0/ports?device_id=2984be11-75f0-4be7-8faf-18e0b465a8c4 HTTP/1.1" status: 200 len: 210 time: 0.0492880 Aug 16 20:44:34.413797 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac4e39ce-0646-4276-b77e-a96acb0913ba req-a8f96b5e-6eee-43a5-8dad-4baad32745f5 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.125 HTTP/1.1" status: 200 len: 696 time: 0.0642357 Aug 16 20:44:34.429772 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-ac4e39ce-0646-4276-b77e-a96acb0913ba req-6144653e-57fb-420d-9a53-da16e1c60e41 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Request body: {'floatingip': {'port_id': '44759938-a0ac-43ad-a35c-11eb9674a2b6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:34.540028 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ac4e39ce-0646-4276-b77e-a96acb0913ba req-6144653e-57fb-420d-9a53-da16e1c60e41 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks [] for floatingip, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:34.704253 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cbec21-a70b-47c3-8924-2e57aa65f948 req-21771bf5-780a-412b-8dc5-9eb0d12812d1 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:34.706311 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-53cbec21-a70b-47c3-8924-2e57aa65f948 req-21771bf5-780a-412b-8dc5-9eb0d12812d1 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=de08b7ea-49d0-4733-b8cb-fe08da6ba757 HTTP/1.1" status: 200 len: 946 time: 0.2497478 Aug 16 20:44:34.780092 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device c6b62548-8eef-466c-bea6-22ddc7f1997d details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:44:34.792747 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-f4325d12-4ff4-42bb-bbba-e069d3a5be03 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:34.840150 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-53cbec21-a70b-47c3-8924-2e57aa65f948 req-2fd79a56-6164-4a1a-9d6b-64e2a75542b5 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239746 Aug 16 20:44:34.881605 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port c6b62548-8eef-466c-bea6-22ddc7f1997d, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c6b62548-8eef-466c-bea6-22ddc7f1997d,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:34.894656 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': 'c6b62548-8eef-466c-bea6-22ddc7f1997d', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': 'c6b62548-8eef-466c-bea6-22ddc7f1997d', 'mac_address': 'fa:16:3e:e3:a8:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:44:34.948475 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:35.284205 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6b62548-8eef-466c-bea6-22ddc7f1997d {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:35.284205 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port c6b62548-8eef-466c-bea6-22ddc7f1997d, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c6b62548-8eef-466c-bea6-22ddc7f1997d,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:35.285231 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc0553-e12e-438e-8c35-1e7232dc5e43 req-d1f128ea-9ec7-414c-9789-c59cb446a151 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:35.285231 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37cc0553-e12e-438e-8c35-1e7232dc5e43 req-d1f128ea-9ec7-414c-9789-c59cb446a151 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 948 time: 0.1524575 Aug 16 20:44:35.331809 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37cc0553-e12e-438e-8c35-1e7232dc5e43 req-d6892e57-0658-4805-8caa-c8b46701b6d6 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207142 Aug 16 20:44:35.378898 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-f4325d12-4ff4-42bb-bbba-e069d3a5be03 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:35.417410 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:35.492417 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-f4325d12-4ff4-42bb-bbba-e069d3a5be03 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Network 2d2d869c-bfe3-4bc5-a83b-70655e061223 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:35.498974 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ac4e39ce-0646-4276-b77e-a96acb0913ba req-6144653e-57fb-420d-9a53-da16e1c60e41 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:35.508962 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-f4325d12-4ff4-42bb-bbba-e069d3a5be03 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:35.517581 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-f4325d12-4ff4-42bb-bbba-e069d3a5be03 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:35.521474 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=c6b62548-8eef-466c-bea6-22ddc7f1997d,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:35.541655 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4325d12-4ff4-42bb-bbba-e069d3a5be03 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Pushing event updated for resources: {'Port': ['ID=2d023ed1-a390-48f3-ba77-e24a8db09ea8,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:35.568583 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8a456-41e6-4b4f-adc0-e0b0afebfd56 req-cce83b21-4f62-46b9-8405-bb77848db230 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:35.570085 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3eb8a456-41e6-4b4f-adc0-e0b0afebfd56 req-cce83b21-4f62-46b9-8405-bb77848db230 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 932 time: 0.1477504 Aug 16 20:44:35.588348 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-f4325d12-4ff4-42bb-bbba-e069d3a5be03 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:35.588959 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-f4325d12-4ff4-42bb-bbba-e069d3a5be03 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:35.623436 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3eb8a456-41e6-4b4f-adc0-e0b0afebfd56 req-02879dc0-9ca0-4c49-8b55-85e2a40f8461 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460572 Aug 16 20:44:35.661506 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ac4e39ce-0646-4276-b77e-a96acb0913ba req-6144653e-57fb-420d-9a53-da16e1c60e41 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:35.728617 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0888eeb8-5eed-4626-9ea5-6d6b42dc5f56 req-5a7601e3-d018-4fad-91a4-af08181d8815 tempest-ServerDiagnosticsNegativeTest-112786009 tempest-ServerDiagnosticsNegativeTest-112786009-project] 10.222.0.84 "GET /v2.0/ports?device_id=2984be11-75f0-4be7-8faf-18e0b465a8c4 HTTP/1.1" status: 200 len: 210 time: 0.0339456 Aug 16 20:44:35.768410 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-f4325d12-4ff4-42bb-bbba-e069d3a5be03 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1040826 Aug 16 20:44:35.773079 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['c6b62548-8eef-466c-bea6-22ddc7f1997d'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:35.788068 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-ba400601-a88b-4a52-aba2-82fc912f6910 service neutron] Request body: {'port': {'device_id': '1b74ead3-79c2-4ee9-b06f-b42954d3fb37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:35.812730 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [req-ac4e39ce-0646-4276-b77e-a96acb0913ba req-6144653e-57fb-420d-9a53-da16e1c60e41 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Floating IP d3b8bb98-a911-4fc3-8a3b-fd3134cebde1 associated. External IP: 172.25.1.125, port: 44759938-a0ac-43ad-a35c-11eb9674a2b6. Aug 16 20:44:35.824320 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2984be11-75f0-4be7-8faf-18e0b465a8c4', 'name': 'network-vif-deleted', 'tag': '47d80ea6-9a4a-4e2e-811d-46cc8be35ef4'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:35.826793 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97eb23a-e24c-4a0f-9f4f-9677befc36ca" -d '{"events": [{"server_uuid": "2984be11-75f0-4be7-8faf-18e0b465a8c4", "name": "network-vif-deleted", "tag": "47d80ea6-9a4a-4e2e-811d-46cc8be35ef4"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:35.864699 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9895af1-9bee-46f5-ba42-ae4577ddf500 x-openstack-request-id: req-b9895af1-9bee-46f5-ba42-ae4577ddf500 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:35.864877 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2984be11-75f0-4be7-8faf-18e0b465a8c4", "name": "network-vif-deleted", "tag": "47d80ea6-9a4a-4e2e-811d-46cc8be35ef4", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:35.865092 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b9895af1-9bee-46f5-ba42-ae4577ddf500 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:35.866958 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2984be11-75f0-4be7-8faf-18e0b465a8c4', 'name': 'network-vif-deleted', 'tag': '47d80ea6-9a4a-4e2e-811d-46cc8be35ef4', 'status': 'completed', 'code': 200} Aug 16 20:44:36.067809 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59142) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:36.195361 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-ba400601-a88b-4a52-aba2-82fc912f6910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:36.219855 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-538d4ad6-607f-4d48-bba9-96de41be17f1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d0c49bfa85fe4851a6f9b6395cca2fd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1490257 Aug 16 20:44:36.220897 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59146) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:36.258503 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44398d-49c7-4607-b4f8-19551d39b059 req-a464c7c8-4928-447f-bff3-b41267de191b tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:36.260085 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3e44398d-49c7-4607-b4f8-19551d39b059 req-a464c7c8-4928-447f-bff3-b41267de191b tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=de08b7ea-49d0-4733-b8cb-fe08da6ba757 HTTP/1.1" status: 200 len: 946 time: 0.1339514 Aug 16 20:44:36.291431 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ff19bb5-3b29-464a-9ea7-6c7008a57404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:36.328984 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ff19bb5-3b29-464a-9ea7-6c7008a57404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:36.434035 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3e44398d-49c7-4607-b4f8-19551d39b059 req-7f79b609-cec4-40f5-8751-52f883d2cc97 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670001 Aug 16 20:44:36.504696 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ff19bb5-3b29-464a-9ea7-6c7008a57404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:36.507548 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ff19bb5-3b29-464a-9ea7-6c7008a57404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:36.512175 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6ff19bb5-3b29-464a-9ea7-6c7008a57404 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/38a2cbe1-a976-4968-8908-78cafc258859 HTTP/1.1" status: 204 len: 168 time: 0.2873459 Aug 16 20:44:36.520745 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff19bb5-3b29-464a-9ea7-6c7008a57404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a2cbe1-a976-4968-8908-78cafc258859,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:36.564877 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac4e39ce-0646-4276-b77e-a96acb0913ba req-6144653e-57fb-420d-9a53-da16e1c60e41 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Router 116149b3-7d2a-47a1-960b-588e2fd7ab15 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:44:36.697777 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb684f59-2a35-4147-881f-0b649d1e6095 req-b548c82f-aae5-414a-80d4-8892fa4739ef tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:36.699303 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fb684f59-2a35-4147-881f-0b649d1e6095 req-b548c82f-aae5-414a-80d4-8892fa4739ef tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 949 time: 0.1286778 Aug 16 20:44:36.791306 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device c6b62548-8eef-466c-bea6-22ddc7f1997d up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:36.806513 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-ba400601-a88b-4a52-aba2-82fc912f6910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d023ed1-a390-48f3-ba77-e24a8db09ea8 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:36.816892 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-ba400601-a88b-4a52-aba2-82fc912f6910 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:36.827655 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fb684f59-2a35-4147-881f-0b649d1e6095 req-ec4b2789-7ba6-43bb-b769-bbd1178c022b tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987406 Aug 16 20:44:36.831729 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac4e39ce-0646-4276-b77e-a96acb0913ba req-6144653e-57fb-420d-9a53-da16e1c60e41 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:44:36.837721 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ac4e39ce-0646-4276-b77e-a96acb0913ba req-6144653e-57fb-420d-9a53-da16e1c60e41 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:36.850696 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea3de16-2fc8-4157-87b1-e4a955526c41 None None] Sync routers for ids ['116149b3-7d2a-47a1-960b-588e2fd7ab15'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:44:36.857186 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-ba400601-a88b-4a52-aba2-82fc912f6910 service neutron] Transition to ACTIVE for port object 2d023ed1-a390-48f3-ba77-e24a8db09ea8 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:36.865283 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea3de16-2fc8-4157-87b1-e4a955526c41 None None] Routers {'116149b3-7d2a-47a1-960b-588e2fd7ab15'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:44:36.865283 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-3ea3de16-2fc8-4157-87b1-e4a955526c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:44:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['116149b3-7d2a-47a1-960b-588e2fd7ab15'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:36.870309 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac4e39ce-0646-4276-b77e-a96acb0913ba req-6144653e-57fb-420d-9a53-da16e1c60e41 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "PUT /v2.0/floatingips/d3b8bb98-a911-4fc3-8a3b-fd3134cebde1 HTTP/1.1" status: 200 len: 996 time: 2.4472489 Aug 16 20:44:36.870796 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb9b219e-8d5f-4b16-920b-c895b22deab9', 'tag': '44759938-a0ac-43ad-a35c-11eb9674a2b6'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:36.875233 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653f80b2-6525-4edc-9dd7-7391cf545370" -d '{"events": [{"name": "network-changed", "server_uuid": "cb9b219e-8d5f-4b16-920b-c895b22deab9", "tag": "44759938-a0ac-43ad-a35c-11eb9674a2b6"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:36.937637 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port c6b62548-8eef-466c-bea6-22ddc7f1997d completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:36.941870 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port c6b62548-8eef-466c-bea6-22ddc7f1997d triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:36.942155 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:36.953542 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e39ce-0646-4276-b77e-a96acb0913ba req-b1f3a4f6-752d-47c2-94dd-678360254f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:36.955617 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac4e39ce-0646-4276-b77e-a96acb0913ba req-b1f3a4f6-752d-47c2-94dd-678360254f81 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=12c94560bb6443429bc057a80226b5c1&device_id=cb9b219e-8d5f-4b16-920b-c895b22deab9 HTTP/1.1" status: 200 len: 1097 time: 0.0681953 Aug 16 20:44:36.968841 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3e2c8-2fd5-4d78-bed4-4cee6b46ea73 req-91a1629e-cab2-4786-826b-04748a48d540 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:36.970393 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dfd3e2c8-2fd5-4d78-bed4-4cee6b46ea73 req-91a1629e-cab2-4786-826b-04748a48d540 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 1098 time: 0.0569069 Aug 16 20:44:36.982940 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-3ea3de16-2fc8-4157-87b1-e4a955526c41 None None] Set router 116149b3-7d2a-47a1-960b-588e2fd7ab15 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:44:36.994937 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-ba400601-a88b-4a52-aba2-82fc912f6910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:37.028159 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:37.051610 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a13445-d960-42f5-a6bf-b91f5365b07b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b62548-8eef-466c-bea6-22ddc7f1997d'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:37.053960 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5bdd470-facf-44a9-820e-ae1c28856612" -d '{"events": [{"server_uuid": "75a13445-d960-42f5-a6bf-b91f5365b07b", "name": "network-vif-plugged", "status": "completed", "tag": "c6b62548-8eef-466c-bea6-22ddc7f1997d"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:37.067147 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port c6b62548-8eef-466c-bea6-22ddc7f1997d, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c6b62548-8eef-466c-bea6-22ddc7f1997d,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:37.112144 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba400601-a88b-4a52-aba2-82fc912f6910 service neutron] Pushing event updated for resources: {'Port': ['ID=2d023ed1-a390-48f3-ba77-e24a8db09ea8,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:37.118929 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dfd3e2c8-2fd5-4d78-bed4-4cee6b46ea73 req-ec729d22-4b2e-4a41-8b27-6eff71a9734e tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413097 Aug 16 20:44:37.147724 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:37.148755 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 47d80ea6-9a4a-4e2e-811d-46cc8be35ef4 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:44:37.197012 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 47d80ea6-9a4a-4e2e-811d-46cc8be35ef4 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:44:37.197757 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 47d80ea6-9a4a-4e2e-811d-46cc8be35ef4 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:44:37.204850 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e39ce-0646-4276-b77e-a96acb0913ba req-040ba0fc-c691-4872-924b-28fa87a137e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:37.206415 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac4e39ce-0646-4276-b77e-a96acb0913ba req-040ba0fc-c691-4872-924b-28fa87a137e5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=ed5eda8e-07f1-4980-9b55-01ba3f47eea4 HTTP/1.1" status: 200 len: 921 time: 0.2398288 Aug 16 20:44:37.209605 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-3ea3de16-2fc8-4157-87b1-e4a955526c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'name': 'tempest-FloatingIPsAssociationTestJSON-983462297-router', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:45Z', 'updated_at': '2021-08-16T20:43:53Z', 'revision_number': 4, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'gw_port': {'id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:47Z', 'updated_at': '2021-08-16T20:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'd3b8bb98-a911-4fc3-8a3b-fd3134cebde1', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'floating_ip_address': '172.25.1.125', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'port_id': '44759938-a0ac-43ad-a35c-11eb9674a2b6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4', 'mac_address': 'fa:16:3e:71:ba:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9b219e-8d5f-4b16-920b-c895b22deab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:44:14Z', 'updated_at': '2021-08-16T20:44:35Z', 'revision_number': 1, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295a163f-7226-4145-9b54-1d9944f3fbab', 'name': '', 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'mac_address': 'fa:16:3e:7a:83:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:52Z', 'updated_at': '2021-08-16T20:43:59Z', 'revision_number': 5, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'subnets': [{'id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:37.224409 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=c6b62548-8eef-466c-bea6-22ddc7f1997d,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:37.243188 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea3de16-2fc8-4157-87b1-e4a955526c41 None None] Checking router: 116149b3-7d2a-47a1-960b-588e2fd7ab15 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:44:37.252716 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea3de16-2fc8-4157-87b1-e4a955526c41 None None] Routers {'116149b3-7d2a-47a1-960b-588e2fd7ab15'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:44:37.253402 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-3ea3de16-2fc8-4157-87b1-e4a955526c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:44:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['116149b3-7d2a-47a1-960b-588e2fd7ab15'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:37.297734 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59170) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:37.319437 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-ba400601-a88b-4a52-aba2-82fc912f6910 service neutron] Attempting to bind port 2d023ed1-a390-48f3-ba77-e24a8db09ea8 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:44:37.319823 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-ba400601-a88b-4a52-aba2-82fc912f6910 service neutron] Attempting to bind port 2d023ed1-a390-48f3-ba77-e24a8db09ea8 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:44:37.320064 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-ba400601-a88b-4a52-aba2-82fc912f6910 service neutron] Attempting to bind port 2d023ed1-a390-48f3-ba77-e24a8db09ea8 on network 2d2d869c-bfe3-4bc5-a83b-70655e061223 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:37.344303 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-967e0e32-1d93-4f0d-ae64-1b7d9fbfb842 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=84a84be876464015b9e0487530a6b2b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422318 Aug 16 20:44:37.348776 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59172) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:37.348907 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-ba400601-a88b-4a52-aba2-82fc912f6910 service neutron] Port 2d023ed1-a390-48f3-ba77-e24a8db09ea8 on network 2d2d869c-bfe3-4bc5-a83b-70655e061223 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:44:37.348907 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-ba400601-a88b-4a52-aba2-82fc912f6910 service neutron] Attempting to bind port 2d023ed1-a390-48f3-ba77-e24a8db09ea8 on network 2d2d869c-bfe3-4bc5-a83b-70655e061223 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:37.361894 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-3ea3de16-2fc8-4157-87b1-e4a955526c41 None None] Set router 116149b3-7d2a-47a1-960b-588e2fd7ab15 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:44:37.362789 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac4e39ce-0646-4276-b77e-a96acb0913ba req-d8c748bd-9578-46d9-8756-c9fb3ef8ddf2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44759938-a0ac-43ad-a35c-11eb9674a2b6 HTTP/1.1" status: 200 len: 999 time: 0.1484401 Aug 16 20:44:37.365322 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-ba400601-a88b-4a52-aba2-82fc912f6910 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:44:37.365673 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-ba400601-a88b-4a52-aba2-82fc912f6910 service neutron] Checking segment: {'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:37.366064 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-ba400601-a88b-4a52-aba2-82fc912f6910 service neutron] Bound using segment: {'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:44:37.366519 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-ba400601-a88b-4a52-aba2-82fc912f6910 service neutron] Bound port: 2d023ed1-a390-48f3-ba77-e24a8db09ea8, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:44:37.366889 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-ba400601-a88b-4a52-aba2-82fc912f6910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:37.384932 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb12cdf-3619-4866-b5c9-b4a3c4f19d5b req-5ff0ab8c-0d5f-43af-a604-14f6b6edda24 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:37.387566 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5cb12cdf-3619-4866-b5c9-b4a3c4f19d5b req-5ff0ab8c-0d5f-43af-a604-14f6b6edda24 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 944 time: 0.1647663 Aug 16 20:44:37.404866 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f2157a6b-65ae-4707-922c-56d73a71f075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:37.427476 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f2157a6b-65ae-4707-922c-56d73a71f075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:37.506081 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5cb12cdf-3619-4866-b5c9-b4a3c4f19d5b req-c2836f5c-f20f-49fe-a1dc-240c85523e40 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045375 Aug 16 20:44:37.507469 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e39ce-0646-4276-b77e-a96acb0913ba req-5248683d-5950-4c3f-b211-c3a7a3b8fb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:37.512013 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac4e39ce-0646-4276-b77e-a96acb0913ba req-5248683d-5950-4c3f-b211-c3a7a3b8fb44 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bd8dab9d-a3f2-4736-9e51-3a290163fbfe HTTP/1.1" status: 200 len: 859 time: 0.1324279 Aug 16 20:44:37.549968 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-ba400601-a88b-4a52-aba2-82fc912f6910 service neutron] For port 2d023ed1-a390-48f3-ba77-e24a8db09ea8, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:44:37.567638 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-ba400601-a88b-4a52-aba2-82fc912f6910 service neutron] For port 2d023ed1-a390-48f3-ba77-e24a8db09ea8, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=2d023ed1-a390-48f3-ba77-e24a8db09ea8,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:44:37.577406 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f2157a6b-65ae-4707-922c-56d73a71f075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:37.579269 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e39ce-0646-4276-b77e-a96acb0913ba req-666171a3-b805-4ea1-aa97-110fb263708d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:37.580300 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f2157a6b-65ae-4707-922c-56d73a71f075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:37.580892 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac4e39ce-0646-4276-b77e-a96acb0913ba req-666171a3-b805-4ea1-aa97-110fb263708d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ed5eda8e-07f1-4980-9b55-01ba3f47eea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647063 Aug 16 20:44:37.581425 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f2157a6b-65ae-4707-922c-56d73a71f075 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/cef7c90f-d774-4c04-92f9-fbdc67328aa2 HTTP/1.1" status: 204 len: 168 time: 0.2353299 Aug 16 20:44:37.591710 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-ac4e39ce-0646-4276-b77e-a96acb0913ba req-dd8876db-d01b-4934-aca5-bba62599a2d9 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:44:37.593007 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac4e39ce-0646-4276-b77e-a96acb0913ba req-dd8876db-d01b-4934-aca5-bba62599a2d9 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061219 Aug 16 20:44:37.602355 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2157a6b-65ae-4707-922c-56d73a71f075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef7c90f-d774-4c04-92f9-fbdc67328aa2,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:37.633323 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-3ea3de16-2fc8-4157-87b1-e4a955526c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'name': 'tempest-FloatingIPsAssociationTestJSON-983462297-router', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:45Z', 'updated_at': '2021-08-16T20:43:53Z', 'revision_number': 4, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'gw_port': {'id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:47Z', 'updated_at': '2021-08-16T20:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'd3b8bb98-a911-4fc3-8a3b-fd3134cebde1', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'floating_ip_address': '172.25.1.125', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'port_id': '44759938-a0ac-43ad-a35c-11eb9674a2b6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4', 'mac_address': 'fa:16:3e:71:ba:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9b219e-8d5f-4b16-920b-c895b22deab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:44:14Z', 'updated_at': '2021-08-16T20:44:35Z', 'revision_number': 1, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295a163f-7226-4145-9b54-1d9944f3fbab', 'name': '', 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'mac_address': 'fa:16:3e:7a:83:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:52Z', 'updated_at': '2021-08-16T20:43:59Z', 'revision_number': 5, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'subnets': [{'id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:37.645211 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7411df7e-4963-4541-a61b-652f289f5dfc x-openstack-request-id: req-7411df7e-4963-4541-a61b-652f289f5dfc {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:37.645493 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb9b219e-8d5f-4b16-920b-c895b22deab9", "tag": "44759938-a0ac-43ad-a35c-11eb9674a2b6", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:37.647228 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7411df7e-4963-4541-a61b-652f289f5dfc {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:37.647671 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb9b219e-8d5f-4b16-920b-c895b22deab9', 'tag': '44759938-a0ac-43ad-a35c-11eb9674a2b6', 'status': 'completed', 'code': 200} Aug 16 20:44:37.668828 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea3de16-2fc8-4157-87b1-e4a955526c41 None None] The sync data for ids ['116149b3-7d2a-47a1-960b-588e2fd7ab15'] in n-d-793620-15 is: [{'id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'name': 'tempest-FloatingIPsAssociationTestJSON-983462297-router', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:45Z', 'updated_at': '2021-08-16T20:43:53Z', 'revision_number': 4, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'gw_port': {'id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:47Z', 'updated_at': '2021-08-16T20:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'd3b8bb98-a911-4fc3-8a3b-fd3134cebde1', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'floating_ip_address': '172.25.1.125', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'port_id': '44759938-a0ac-43ad-a35c-11eb9674a2b6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4', 'mac_address': 'fa:16:3e:71:ba:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9b219e-8d5f-4b16-920b-c895b22deab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:44:14Z', 'updated_at': '2021-08-16T20:44:35Z', 'revision_number': 1, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295a163f-7226-4145-9b54-1d9944f3fbab', 'name': '', 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'mac_address': 'fa:16:3e:7a:83:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:52Z', 'updated_at': '2021-08-16T20:43:59Z', 'revision_number': 5, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'subnets': [{'id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:44:37.709356 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292bc23e-9615-4e56-94f1-5d8139ac54c2 x-openstack-request-id: req-292bc23e-9615-4e56-94f1-5d8139ac54c2 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:37.709732 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a13445-d960-42f5-a6bf-b91f5365b07b", "name": "network-vif-plugged", "status": "completed", "tag": "c6b62548-8eef-466c-bea6-22ddc7f1997d", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:37.710723 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-292bc23e-9615-4e56-94f1-5d8139ac54c2 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:37.711166 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a13445-d960-42f5-a6bf-b91f5365b07b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b62548-8eef-466c-bea6-22ddc7f1997d', 'code': 200} Aug 16 20:44:37.727401 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-ba400601-a88b-4a52-aba2-82fc912f6910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:37.789159 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f80b2-6525-4edc-9dd7-7391cf545370 req-91f8264d-e4d5-4c73-9b54-9ff374f0850a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:37.795882 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-653f80b2-6525-4edc-9dd7-7391cf545370 req-91f8264d-e4d5-4c73-9b54-9ff374f0850a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=12c94560bb6443429bc057a80226b5c1&device_id=cb9b219e-8d5f-4b16-920b-c895b22deab9 HTTP/1.1" status: 200 len: 1097 time: 0.1193218 Aug 16 20:44:37.850308 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-ba400601-a88b-4a52-aba2-82fc912f6910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:37.851891 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-ba400601-a88b-4a52-aba2-82fc912f6910 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:37.853580 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-ba400601-a88b-4a52-aba2-82fc912f6910 service neutron] 10.222.0.90 "PUT /v2.0/ports/2d023ed1-a390-48f3-ba77-e24a8db09ea8 HTTP/1.1" status: 200 len: 1093 time: 2.0721040 Aug 16 20:44:37.889822 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba400601-a88b-4a52-aba2-82fc912f6910 service neutron] Pushing event updated for resources: {'Port': ['ID=2d023ed1-a390-48f3-ba77-e24a8db09ea8,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:37.914388 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac4e39ce-0646-4276-b77e-a96acb0913ba req-9adbe31d-4dff-41a6-8238-850d33a9b5f4 service neutron] 10.222.0.84 "GET /v2.0/networks/ed5eda8e-07f1-4980-9b55-01ba3f47eea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147910 Aug 16 20:44:37.961313 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9273feb-5eb0-4777-87c3-1bc74b85c0ee req-b92705a8-8fba-48eb-8a55-412145d4c19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:37.962831 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a9273feb-5eb0-4777-87c3-1bc74b85c0ee req-b92705a8-8fba-48eb-8a55-412145d4c19f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 1102 time: 0.1327510 Aug 16 20:44:38.010139 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f80b2-6525-4edc-9dd7-7391cf545370 req-7f2115bc-7540-4c5f-8458-6f863f152e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:38.016416 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-653f80b2-6525-4edc-9dd7-7391cf545370 req-7f2115bc-7540-4c5f-8458-6f863f152e70 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ed5eda8e-07f1-4980-9b55-01ba3f47eea4 HTTP/1.1" status: 200 len: 921 time: 0.2079091 Aug 16 20:44:38.029887 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a9273feb-5eb0-4777-87c3-1bc74b85c0ee req-a8126d49-d45c-4c78-b0c2-bc672efc799b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510104 Aug 16 20:44:38.045171 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c58df07-af7f-4027-b1a3-e2056b152fb0 None None] New status for floating IP d3b8bb98-a911-4fc3-8a3b-fd3134cebde1: ACTIVE {{(pid=101846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:44:38.102303 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac4e39ce-0646-4276-b77e-a96acb0913ba req-3c82f1d5-c096-44d1-a70e-92253959688e service neutron] 10.222.0.84 "GET /v2.0/networks/ed5eda8e-07f1-4980-9b55-01ba3f47eea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867800 Aug 16 20:44:38.117414 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-a5b6b443-6ae3-493f-b1cb-0edbaa99c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:38.119994 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-a5b6b443-6ae3-493f-b1cb-0edbaa99c83c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b79fa21751c4c74a7616afcdef028a8&device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 1096 time: 0.0707278 Aug 16 20:44:38.122796 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-653f80b2-6525-4edc-9dd7-7391cf545370 req-cb23e5c8-e926-4438-b936-81b6464dfc60 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44759938-a0ac-43ad-a35c-11eb9674a2b6 HTTP/1.1" status: 200 len: 999 time: 0.0956860 Aug 16 20:44:38.136672 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device cdb27c37-0f51-48fe-a2b4-8a89bd6aee69 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:44:38.197010 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-349f1cb3-7cf4-443a-a18c-4758b9c55923 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d023ed1-a390-48f3-ba77-e24a8db09ea8 HTTP/1.1" status: 200 len: 217 time: 0.0564885 Aug 16 20:44:38.210557 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f80b2-6525-4edc-9dd7-7391cf545370 req-a3d94291-8ed4-482f-9a8e-a53d3b04071f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:38.212574 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-653f80b2-6525-4edc-9dd7-7391cf545370 req-a3d94291-8ed4-482f-9a8e-a53d3b04071f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bd8dab9d-a3f2-4736-9e51-3a290163fbfe HTTP/1.1" status: 200 len: 859 time: 0.0798271 Aug 16 20:44:38.222289 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: cdb27c37-0f51-48fe-a2b4-8a89bd6aee69 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:44:38.222665 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device cdb27c37-0f51-48fe-a2b4-8a89bd6aee69 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:44:38.271768 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-ef307694-393a-494e-82ba-c21d19c2ac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:38.273288 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-ef307694-393a-494e-82ba-c21d19c2ac7b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=64801f8f-8e8b-4346-a61f-2c5cd4a5ef47 HTTP/1.1" status: 200 len: 861 time: 0.0721898 Aug 16 20:44:38.278047 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f80b2-6525-4edc-9dd7-7391cf545370 req-0a50caf0-773b-48a5-8d6e-ceb3a5e0383f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:38.280004 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-653f80b2-6525-4edc-9dd7-7391cf545370 req-0a50caf0-773b-48a5-8d6e-ceb3a5e0383f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ed5eda8e-07f1-4980-9b55-01ba3f47eea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593512 Aug 16 20:44:38.322535 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-ab0ec856-5ab1-417c-b1fd-1f86f4b95131 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2d2d869c-bfe3-4bc5-a83b-70655e061223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409451 Aug 16 20:44:38.363920 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 59192) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:38.496369 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aed7d8-56a4-4aa4-aaf9-45ebf94fd4b8 req-613594a1-fd0d-455a-bcdb-d4a44e27f0d1 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:38.502996 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-56aed7d8-56a4-4aa4-aaf9-45ebf94fd4b8 req-613594a1-fd0d-455a-bcdb-d4a44e27f0d1 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=de08b7ea-49d0-4733-b8cb-fe08da6ba757 HTTP/1.1" status: 200 len: 946 time: 0.0725431 Aug 16 20:44:38.562222 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-56aed7d8-56a4-4aa4-aaf9-45ebf94fd4b8 req-ff261dbe-86eb-4af3-9c8d-172c9ef81ac5 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572128 Aug 16 20:44:38.564320 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-a1d2a860-3d3c-4890-9e7e-f73cf4a04cf9 service neutron] 10.222.0.90 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334476 Aug 16 20:44:38.681692 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-653f80b2-6525-4edc-9dd7-7391cf545370 req-6aad1ccd-2a9c-4514-8fa6-ef78ecf83089 service neutron] 10.222.0.72 "GET /v2.0/networks/ed5eda8e-07f1-4980-9b55-01ba3f47eea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743029 Aug 16 20:44:38.686391 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-be487503-4dde-4fe1-9b31-950b25784591 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=731464a4992143619f822cb1696d79ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3187003 Aug 16 20:44:38.687729 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59208) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:38.712665 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0dd05d16-23fa-497d-bc80-1c332c88a0e0 req-b96bebd4-6540-499e-9129-7c1c9dbb1b88 service neutron] 10.222.0.90 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372020 Aug 16 20:44:38.806850 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8d04e-8e04-4d38-8854-c8ad45e996e2 req-97cf0c7b-8cf2-423c-9b5b-907846b226e8 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:38.808616 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-65b8d04e-8e04-4d38-8854-c8ad45e996e2 req-97cf0c7b-8cf2-423c-9b5b-907846b226e8 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 950 time: 0.0586548 Aug 16 20:44:38.821738 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-93fdfaa3-9d90-468e-8f37-cb2e6067d5df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:38.864372 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-65b8d04e-8e04-4d38-8854-c8ad45e996e2 req-25ea2012-3cf8-48dc-970c-4148fb24fa4d tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487514 Aug 16 20:44:38.879465 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-93fdfaa3-9d90-468e-8f37-cb2e6067d5df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:38.893377 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-653f80b2-6525-4edc-9dd7-7391cf545370 req-d5098957-a658-48d7-be43-75caccecdc19 service neutron] 10.222.0.72 "GET /v2.0/networks/ed5eda8e-07f1-4980-9b55-01ba3f47eea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046013 Aug 16 20:44:38.995285 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf69751-7fdc-4bc5-ab7b-2de97b032a11 req-798b6c10-7d9f-473c-afc8-4974f70893a0 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:38.996914 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cdf69751-7fdc-4bc5-ab7b-2de97b032a11 req-798b6c10-7d9f-473c-afc8-4974f70893a0 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9c7143b-364d-4448-b2cb-8cda015953ed&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0562518 Aug 16 20:44:39.033262 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-93fdfaa3-9d90-468e-8f37-cb2e6067d5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:39.035857 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-93fdfaa3-9d90-468e-8f37-cb2e6067d5df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:39.037056 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-93fdfaa3-9d90-468e-8f37-cb2e6067d5df admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/171268ac-04e3-4e50-be53-18abd30f5198 HTTP/1.1" status: 204 len: 168 time: 0.3461883 Aug 16 20:44:39.045691 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fdfaa3-9d90-468e-8f37-cb2e6067d5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171268ac-04e3-4e50-be53-18abd30f5198,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:39.107056 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cdf69751-7fdc-4bc5-ab7b-2de97b032a11 req-15bef6fa-077e-4bac-841a-3955b0518824 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.125 HTTP/1.1" status: 200 len: 1001 time: 0.1033833 Aug 16 20:44:39.119506 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-cdf69751-7fdc-4bc5-ab7b-2de97b032a11 req-6afc2719-824a-4451-b7a8-939638f647a1 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Request body: {'floatingip': {'port_id': 'dc38fdb6-3d8e-43c6-99d7-2c069eaf020a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:39.181428 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cdf69751-7fdc-4bc5-ab7b-2de97b032a11 req-6afc2719-824a-4451-b7a8-939638f647a1 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks [] for floatingip, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:39.805422 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b74ead3-79c2-4ee9-b06f-b42954d3fb37', 'tag': '2d023ed1-a390-48f3-ba77-e24a8db09ea8'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:39.807339 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ce3eb8-188c-4d23-b6a8-5493e3aaef90" -d '{"events": [{"name": "network-changed", "server_uuid": "1b74ead3-79c2-4ee9-b06f-b42954d3fb37", "tag": "2d023ed1-a390-48f3-ba77-e24a8db09ea8"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:39.874597 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59254) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:39.888547 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a8c09cff-7e6c-4fba-883f-cd330d41f63a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:39.935717 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cdf69751-7fdc-4bc5-ab7b-2de97b032a11 req-6afc2719-824a-4451-b7a8-939638f647a1 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:39.994726 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a8c09cff-7e6c-4fba-883f-cd330d41f63a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:40.023032 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cdf69751-7fdc-4bc5-ab7b-2de97b032a11 req-6afc2719-824a-4451-b7a8-939638f647a1 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:40.127957 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [req-cdf69751-7fdc-4bc5-ab7b-2de97b032a11 req-6afc2719-824a-4451-b7a8-939638f647a1 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Floating IP d3b8bb98-a911-4fc3-8a3b-fd3134cebde1 associated. External IP: 172.25.1.125, port: 44759938-a0ac-43ad-a35c-11eb9674a2b6. Aug 16 20:44:40.143811 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a8c09cff-7e6c-4fba-883f-cd330d41f63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:40.183850 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a8c09cff-7e6c-4fba-883f-cd330d41f63a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=70f066f909f04baf9cef0793665e5d35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3080027 Aug 16 20:44:40.186313 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59264) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:40.195426 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c09cff-7e6c-4fba-883f-cd330d41f63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040788a0-c7f3-469d-9593-cf3079c1fb77,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:40.247739 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-37d4973c-0cc3-46f8-8282-bd9bac8f0853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:40.272846 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-37d4973c-0cc3-46f8-8282-bd9bac8f0853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:40.369084 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdf69751-7fdc-4bc5-ab7b-2de97b032a11 req-6afc2719-824a-4451-b7a8-939638f647a1 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Router 116149b3-7d2a-47a1-960b-588e2fd7ab15 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:44:40.432968 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-37d4973c-0cc3-46f8-8282-bd9bac8f0853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:40.436731 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-37d4973c-0cc3-46f8-8282-bd9bac8f0853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:40.440724 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-37d4973c-0cc3-46f8-8282-bd9bac8f0853 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/040788a0-c7f3-469d-9593-cf3079c1fb77 HTTP/1.1" status: 204 len: 168 time: 0.2503741 Aug 16 20:44:40.448648 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4973c-0cc3-46f8-8282-bd9bac8f0853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040788a0-c7f3-469d-9593-cf3079c1fb77,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:40.481664 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdf69751-7fdc-4bc5-ab7b-2de97b032a11 req-6afc2719-824a-4451-b7a8-939638f647a1 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:44:40.495012 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec95653-d149-4aa8-949c-3104a7408bbd None None] Sync routers for ids ['116149b3-7d2a-47a1-960b-588e2fd7ab15'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:44:40.504631 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec95653-d149-4aa8-949c-3104a7408bbd None None] Routers {'116149b3-7d2a-47a1-960b-588e2fd7ab15'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:44:40.505257 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-dec95653-d149-4aa8-949c-3104a7408bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:44:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['116149b3-7d2a-47a1-960b-588e2fd7ab15'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:40.633743 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-dec95653-d149-4aa8-949c-3104a7408bbd None None] Set router 116149b3-7d2a-47a1-960b-588e2fd7ab15 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:44:40.642619 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-ca861b4f-62af-4532-8d39-608a13617502 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:44:40.643690 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-ca861b4f-62af-4532-8d39-608a13617502 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1227286 Aug 16 20:44:40.655702 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-8f3b8b4c-0e39-4817-9f26-43790e794fdb service neutron] Request body: {'binding': {'host': 'n-h1-793620-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:40.656263 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-8f3b8b4c-0e39-4817-9f26-43790e794fdb service neutron] Unknown quota resources ['binding']. {{(pid=101844) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:44:40.792298 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdf69751-7fdc-4bc5-ab7b-2de97b032a11 req-6afc2719-824a-4451-b7a8-939638f647a1 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Router 116149b3-7d2a-47a1-960b-588e2fd7ab15 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:44:40.862200 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-dec95653-d149-4aa8-949c-3104a7408bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'name': 'tempest-FloatingIPsAssociationTestJSON-983462297-router', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:45Z', 'updated_at': '2021-08-16T20:43:53Z', 'revision_number': 4, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'gw_port': {'id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:47Z', 'updated_at': '2021-08-16T20:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'd3b8bb98-a911-4fc3-8a3b-fd3134cebde1', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'floating_ip_address': '172.25.1.125', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'port_id': 'dc38fdb6-3d8e-43c6-99d7-2c069eaf020a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4', 'mac_address': 'fa:16:3e:33:8c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c7143b-364d-4448-b2cb-8cda015953ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:44:14Z', 'updated_at': '2021-08-16T20:44:39Z', 'revision_number': 3, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295a163f-7226-4145-9b54-1d9944f3fbab', 'name': '', 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'mac_address': 'fa:16:3e:7a:83:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:52Z', 'updated_at': '2021-08-16T20:43:59Z', 'revision_number': 5, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'subnets': [{'id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:40.932198 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-8f3b8b4c-0e39-4817-9f26-43790e794fdb service neutron] Attempting to bind port 7b9c22c8-33bc-40d8-8425-7113a04b57ca on host n-h1-793620-15 for vnic_type normal with profile None {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:44:40.932551 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-8f3b8b4c-0e39-4817-9f26-43790e794fdb service neutron] Attempting to bind port 7b9c22c8-33bc-40d8-8425-7113a04b57ca by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:44:40.938177 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-8f3b8b4c-0e39-4817-9f26-43790e794fdb service neutron] Attempting to bind port 7b9c22c8-33bc-40d8-8425-7113a04b57ca on network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:40.943993 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-8f3b8b4c-0e39-4817-9f26-43790e794fdb service neutron] Port 7b9c22c8-33bc-40d8-8425-7113a04b57ca on network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:44:40.944362 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-8f3b8b4c-0e39-4817-9f26-43790e794fdb service neutron] Attempting to bind port 7b9c22c8-33bc-40d8-8425-7113a04b57ca on network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:40.954378 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-8f3b8b4c-0e39-4817-9f26-43790e794fdb service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:44:40.954378 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-8f3b8b4c-0e39-4817-9f26-43790e794fdb service neutron] Checking segment: {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:40.954945 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-8f3b8b4c-0e39-4817-9f26-43790e794fdb service neutron] Bound using segment: {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:44:40.955222 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-8f3b8b4c-0e39-4817-9f26-43790e794fdb service neutron] Bound port: 7b9c22c8-33bc-40d8-8425-7113a04b57ca, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:44:40.988967 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec95653-d149-4aa8-949c-3104a7408bbd None None] Checking router: 116149b3-7d2a-47a1-960b-588e2fd7ab15 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:44:40.993482 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c125a684-b2d4-4af2-9121-4d7819e4f04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:40.999539 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec95653-d149-4aa8-949c-3104a7408bbd None None] Routers {'116149b3-7d2a-47a1-960b-588e2fd7ab15'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:44:41.000208 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-dec95653-d149-4aa8-949c-3104a7408bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:44:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['116149b3-7d2a-47a1-960b-588e2fd7ab15'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:41.007906 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdf69751-7fdc-4bc5-ab7b-2de97b032a11 req-6afc2719-824a-4451-b7a8-939638f647a1 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:44:41.013378 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cdf69751-7fdc-4bc5-ab7b-2de97b032a11 req-6afc2719-824a-4451-b7a8-939638f647a1 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:41.089274 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-8f3b8b4c-0e39-4817-9f26-43790e794fdb service neutron] For port 7b9c22c8-33bc-40d8-8425-7113a04b57ca, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=7b9c22c8-33bc-40d8-8425-7113a04b57ca,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:44:41.091486 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cdf69751-7fdc-4bc5-ab7b-2de97b032a11 req-6afc2719-824a-4451-b7a8-939638f647a1 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "PUT /v2.0/floatingips/d3b8bb98-a911-4fc3-8a3b-fd3134cebde1 HTTP/1.1" status: 200 len: 998 time: 1.9773562 Aug 16 20:44:41.110498 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-dec95653-d149-4aa8-949c-3104a7408bbd None None] Set router 116149b3-7d2a-47a1-960b-588e2fd7ab15 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:44:41.142111 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf69751-7fdc-4bc5-ab7b-2de97b032a11 req-aeefd9b7-73bb-4706-a34e-d76ee6341541 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:41.143506 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cdf69751-7fdc-4bc5-ab7b-2de97b032a11 req-aeefd9b7-73bb-4706-a34e-d76ee6341541 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/ports/44759938-a0ac-43ad-a35c-11eb9674a2b6 HTTP/1.1" status: 200 len: 942 time: 0.0448320 Aug 16 20:44:41.230315 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-8f3b8b4c-0e39-4817-9f26-43790e794fdb service neutron] Notify callbacks [] for binding, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:41.231609 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-8f3b8b4c-0e39-4817-9f26-43790e794fdb service neutron] 10.222.0.84 "POST /v2.0/ports/7b9c22c8-33bc-40d8-8425-7113a04b57ca/bindings HTTP/1.1" status: 201 len: 390 time: 0.5796487 Aug 16 20:44:41.251339 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf69751-7fdc-4bc5-ab7b-2de97b032a11 req-35aebaaf-d4f3-4e68-88e1-cf678d225389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:41.254350 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cdf69751-7fdc-4bc5-ab7b-2de97b032a11 req-35aebaaf-d4f3-4e68-88e1-cf678d225389 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=12c94560bb6443429bc057a80226b5c1&device_id=cb9b219e-8d5f-4b16-920b-c895b22deab9 HTTP/1.1" status: 200 len: 1097 time: 0.0518382 Aug 16 20:44:41.338438 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-dec95653-d149-4aa8-949c-3104a7408bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'name': 'tempest-FloatingIPsAssociationTestJSON-983462297-router', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:45Z', 'updated_at': '2021-08-16T20:43:53Z', 'revision_number': 4, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'gw_port': {'id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:47Z', 'updated_at': '2021-08-16T20:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'd3b8bb98-a911-4fc3-8a3b-fd3134cebde1', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'floating_ip_address': '172.25.1.125', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'port_id': 'dc38fdb6-3d8e-43c6-99d7-2c069eaf020a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4', 'mac_address': 'fa:16:3e:33:8c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c7143b-364d-4448-b2cb-8cda015953ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:44:14Z', 'updated_at': '2021-08-16T20:44:39Z', 'revision_number': 3, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295a163f-7226-4145-9b54-1d9944f3fbab', 'name': '', 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'mac_address': 'fa:16:3e:7a:83:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:52Z', 'updated_at': '2021-08-16T20:43:59Z', 'revision_number': 5, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'subnets': [{'id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:41.356454 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf69751-7fdc-4bc5-ab7b-2de97b032a11 req-a8cbe760-70f5-4816-b9a2-d91f3c6f09a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:41.358824 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cdf69751-7fdc-4bc5-ab7b-2de97b032a11 req-a8cbe760-70f5-4816-b9a2-d91f3c6f09a1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=ed5eda8e-07f1-4980-9b55-01ba3f47eea4 HTTP/1.1" status: 200 len: 921 time: 0.0947411 Aug 16 20:44:41.368181 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec95653-d149-4aa8-949c-3104a7408bbd None None] The sync data for ids ['116149b3-7d2a-47a1-960b-588e2fd7ab15'] in n-d-793620-15 is: [{'id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'name': 'tempest-FloatingIPsAssociationTestJSON-983462297-router', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:45Z', 'updated_at': '2021-08-16T20:43:53Z', 'revision_number': 4, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'gw_port': {'id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:47Z', 'updated_at': '2021-08-16T20:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'd3b8bb98-a911-4fc3-8a3b-fd3134cebde1', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'floating_ip_address': '172.25.1.125', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'port_id': 'dc38fdb6-3d8e-43c6-99d7-2c069eaf020a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4', 'mac_address': 'fa:16:3e:33:8c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c7143b-364d-4448-b2cb-8cda015953ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:44:14Z', 'updated_at': '2021-08-16T20:44:39Z', 'revision_number': 3, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295a163f-7226-4145-9b54-1d9944f3fbab', 'name': '', 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'mac_address': 'fa:16:3e:7a:83:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:52Z', 'updated_at': '2021-08-16T20:43:59Z', 'revision_number': 5, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'subnets': [{'id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:44:41.409493 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cdf69751-7fdc-4bc5-ab7b-2de97b032a11 req-7768bd9c-7be0-4b05-bcc5-aeae54efbdd0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44759938-a0ac-43ad-a35c-11eb9674a2b6 HTTP/1.1" status: 200 len: 217 time: 0.0436606 Aug 16 20:44:41.472993 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf69751-7fdc-4bc5-ab7b-2de97b032a11 req-ba5d6229-509b-45e6-8a5c-76151e44b943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:41.474956 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cdf69751-7fdc-4bc5-ab7b-2de97b032a11 req-ba5d6229-509b-45e6-8a5c-76151e44b943 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bd8dab9d-a3f2-4736-9e51-3a290163fbfe HTTP/1.1" status: 200 len: 859 time: 0.0591712 Aug 16 20:44:41.544607 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac19482-c2dd-40b7-82f0-ac930f859851 None None] New status for floating IP d3b8bb98-a911-4fc3-8a3b-fd3134cebde1: ACTIVE {{(pid=101846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:44:41.569555 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf69751-7fdc-4bc5-ab7b-2de97b032a11 req-be787f6e-5596-476b-9564-420228696f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:41.571087 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cdf69751-7fdc-4bc5-ab7b-2de97b032a11 req-be787f6e-5596-476b-9564-420228696f28 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ed5eda8e-07f1-4980-9b55-01ba3f47eea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0899231 Aug 16 20:44:41.588967 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550795f9-99e8-474d-8547-a2fcbb23bbfe req-6187797a-9484-4c01-bad1-423a92b3ec81 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:41.590563 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-550795f9-99e8-474d-8547-a2fcbb23bbfe req-6187797a-9484-4c01-bad1-423a92b3ec81 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 944 time: 0.0662384 Aug 16 20:44:41.683538 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-550795f9-99e8-474d-8547-a2fcbb23bbfe req-d0a4b70b-d115-4e6d-a3e8-d4a584811497 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857973 Aug 16 20:44:41.720831 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cdf69751-7fdc-4bc5-ab7b-2de97b032a11 req-d28fe369-0c37-4b82-882d-1688c0c11965 service neutron] 10.222.0.84 "GET /v2.0/networks/ed5eda8e-07f1-4980-9b55-01ba3f47eea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394351 Aug 16 20:44:41.789002 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59294) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:41.848544 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627eb888-93a1-4425-8ae9-58ba0bbf5a1f req-97ac91cf-234a-4740-b5dc-6b471ccef7f4 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:41.850044 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-627eb888-93a1-4425-8ae9-58ba0bbf5a1f req-97ac91cf-234a-4740-b5dc-6b471ccef7f4 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/ports?device_id=05abb6bf-95a9-460a-853c-f28ef84440f0 HTTP/1.1" status: 200 len: 945 time: 0.0777354 Aug 16 20:44:41.867728 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cdf69751-7fdc-4bc5-ab7b-2de97b032a11 req-b6e587bc-e283-4879-b0ae-b260201ad998 service neutron] 10.222.0.84 "GET /v2.0/networks/ed5eda8e-07f1-4980-9b55-01ba3f47eea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430082 Aug 16 20:44:41.896992 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-627eb888-93a1-4425-8ae9-58ba0bbf5a1f req-962179cc-4cdb-43f8-91ab-0bc5716aa618 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/security-groups?id=381dd21c-901f-4cf7-acca-a2cddfec97a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394220 Aug 16 20:44:41.906551 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-e362514f-8da1-48b8-b4c2-905a547162a6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1335399476-network', 'tenant_id': 'e576d75714ee4a389565303ca07b9493'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:41.947439 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e9a7a2-f2a7-4233-9db1-f9a0e48e5b1d None None] Sync routers for ids ['116149b3-7d2a-47a1-960b-588e2fd7ab15'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:44:41.957473 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e9a7a2-f2a7-4233-9db1-f9a0e48e5b1d None None] Routers {'116149b3-7d2a-47a1-960b-588e2fd7ab15'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:44:41.958104 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-95e9a7a2-f2a7-4233-9db1-f9a0e48e5b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:44:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['116149b3-7d2a-47a1-960b-588e2fd7ab15'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:42.060281 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6157352-e32a-42f3-80ee-709e04e91127 req-5b9a471b-c026-4438-a45f-f3aba42a3bc8 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:42.061814 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e6157352-e32a-42f3-80ee-709e04e91127 req-5b9a471b-c026-4438-a45f-f3aba42a3bc8 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=de08b7ea-49d0-4733-b8cb-fe08da6ba757 HTTP/1.1" status: 200 len: 946 time: 0.0776885 Aug 16 20:44:42.065308 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf69751-7fdc-4bc5-ab7b-2de97b032a11 req-1014ede3-cdf5-48b6-ae2c-c52fff97c119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:42.066256 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-95e9a7a2-f2a7-4233-9db1-f9a0e48e5b1d None None] Set router 116149b3-7d2a-47a1-960b-588e2fd7ab15 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:44:42.066732 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cdf69751-7fdc-4bc5-ab7b-2de97b032a11 req-1014ede3-cdf5-48b6-ae2c-c52fff97c119 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=12c94560bb6443429bc057a80226b5c1&device_id=e9c7143b-364d-4448-b2cb-8cda015953ed HTTP/1.1" status: 200 len: 1097 time: 0.0727715 Aug 16 20:44:42.069067 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e362514f-8da1-48b8-b4c2-905a547162a6 admin admin] Made reservation on behalf of e576d75714ee4a389565303ca07b9493 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:42.071449 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e362514f-8da1-48b8-b4c2-905a547162a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:42.080705 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e362514f-8da1-48b8-b4c2-905a547162a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:42.119259 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 2d023ed1-a390-48f3-ba77-e24a8db09ea8 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:44:42.169987 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e6157352-e32a-42f3-80ee-709e04e91127 req-79dfd9cc-6057-4e8b-be53-0c38cd375447 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001122 Aug 16 20:44:42.212971 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf69751-7fdc-4bc5-ab7b-2de97b032a11 req-7ac7388a-195c-4420-acc5-89e9f9cc1455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:42.224000 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cdf69751-7fdc-4bc5-ab7b-2de97b032a11 req-7ac7388a-195c-4420-acc5-89e9f9cc1455 service neutron] 10.222.0.84 "GET /v2.0/networks?id=ed5eda8e-07f1-4980-9b55-01ba3f47eea4 HTTP/1.1" status: 200 len: 921 time: 0.1354885 Aug 16 20:44:42.270331 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e362514f-8da1-48b8-b4c2-905a547162a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:42.279627 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-6e7cebae-26fe-4f12-ae79-1d930419719e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:42.281269 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-6e7cebae-26fe-4f12-ae79-1d930419719e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ef76538be3f42efb94d0f0a8384d0d1&device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 1098 time: 0.0791447 Aug 16 20:44:42.287762 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9725e6c8-a934-424d-9912-3801261af020 x-openstack-request-id: req-9725e6c8-a934-424d-9912-3801261af020 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:42.288073 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b74ead3-79c2-4ee9-b06f-b42954d3fb37", "tag": "2d023ed1-a390-48f3-ba77-e24a8db09ea8", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:42.288324 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9725e6c8-a934-424d-9912-3801261af020 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:42.288726 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b74ead3-79c2-4ee9-b06f-b42954d3fb37', 'tag': '2d023ed1-a390-48f3-ba77-e24a8db09ea8', 'status': 'completed', 'code': 200} Aug 16 20:44:42.328758 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 2d023ed1-a390-48f3-ba77-e24a8db09ea8, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=2d023ed1-a390-48f3-ba77-e24a8db09ea8,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:42.340721 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '2d023ed1-a390-48f3-ba77-e24a8db09ea8', 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223', 'port_id': '2d023ed1-a390-48f3-ba77-e24a8db09ea8', 'mac_address': 'fa:16:3e:1d:32:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64801f8f-8e8b-4346-a61f-2c5cd4a5ef47', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:44:42.368074 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e362514f-8da1-48b8-b4c2-905a547162a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:42.373372 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cdf69751-7fdc-4bc5-ab7b-2de97b032a11 req-13f709b8-c6ce-432c-9f21-42165817962d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc38fdb6-3d8e-43c6-99d7-2c069eaf020a HTTP/1.1" status: 200 len: 1001 time: 0.1484380 Aug 16 20:44:42.378957 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-95e9a7a2-f2a7-4233-9db1-f9a0e48e5b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'name': 'tempest-FloatingIPsAssociationTestJSON-983462297-router', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:45Z', 'updated_at': '2021-08-16T20:43:53Z', 'revision_number': 4, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'gw_port': {'id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:47Z', 'updated_at': '2021-08-16T20:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'd3b8bb98-a911-4fc3-8a3b-fd3134cebde1', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'floating_ip_address': '172.25.1.125', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'port_id': 'dc38fdb6-3d8e-43c6-99d7-2c069eaf020a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4', 'mac_address': 'fa:16:3e:33:8c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c7143b-364d-4448-b2cb-8cda015953ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:44:14Z', 'updated_at': '2021-08-16T20:44:41Z', 'revision_number': 4, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295a163f-7226-4145-9b54-1d9944f3fbab', 'name': '', 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'mac_address': 'fa:16:3e:7a:83:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:52Z', 'updated_at': '2021-08-16T20:43:59Z', 'revision_number': 5, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'subnets': [{'id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:42.383773 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:42.384643 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e362514f-8da1-48b8-b4c2-905a547162a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:44:42.394820 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e362514f-8da1-48b8-b4c2-905a547162a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:42.395327 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-e362514f-8da1-48b8-b4c2-905a547162a6 admin admin] Added segment 9a7358cd-fa35-4181-9f33-60017815d911 of type vlan for network 970fa055-0721-484a-b758-cd77206ca55c Aug 16 20:44:42.400203 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d023ed1-a390-48f3-ba77-e24a8db09ea8 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:42.409982 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e9a7a2-f2a7-4233-9db1-f9a0e48e5b1d None None] Checking router: 116149b3-7d2a-47a1-960b-588e2fd7ab15 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:44:42.422742 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e9a7a2-f2a7-4233-9db1-f9a0e48e5b1d None None] Routers {'116149b3-7d2a-47a1-960b-588e2fd7ab15'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:44:42.423571 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-95e9a7a2-f2a7-4233-9db1-f9a0e48e5b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:44:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['116149b3-7d2a-47a1-960b-588e2fd7ab15'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:42.423746 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce3eb8-188c-4d23-b6a8-5493e3aaef90 req-9f415f35-b693-461f-b621-102f822a6594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:42.425412 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b7ce3eb8-188c-4d23-b6a8-5493e3aaef90 req-9f415f35-b693-461f-b621-102f822a6594 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b79fa21751c4c74a7616afcdef028a8&device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 1096 time: 0.1337829 Aug 16 20:44:42.428837 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 2d023ed1-a390-48f3-ba77-e24a8db09ea8, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=2d023ed1-a390-48f3-ba77-e24a8db09ea8,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:42.456107 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7bfb4-cd07-4ebc-b45e-93f721eaed74 req-d185bfed-eb6f-4753-8582-930e31dc74f4 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:42.457911 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5cc7bfb4-cd07-4ebc-b45e-93f721eaed74 req-d185bfed-eb6f-4753-8582-930e31dc74f4 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 950 time: 0.1518354 Aug 16 20:44:42.473405 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e362514f-8da1-48b8-b4c2-905a547162a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:42.494004 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf69751-7fdc-4bc5-ab7b-2de97b032a11 req-9e049c4e-519a-47b2-9c22-43d71232fc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:42.495624 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cdf69751-7fdc-4bc5-ab7b-2de97b032a11 req-9e049c4e-519a-47b2-9c22-43d71232fc19 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bd8dab9d-a3f2-4736-9e51-3a290163fbfe HTTP/1.1" status: 200 len: 859 time: 0.1212223 Aug 16 20:44:42.504926 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362514f-8da1-48b8-b4c2-905a547162a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe96581-88de-4495-93d9-3766a070e180,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:42.519228 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:42.525646 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-4dcff527-c835-4741-943c-d1b347994823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:42.527444 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-4dcff527-c835-4741-943c-d1b347994823 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa HTTP/1.1" status: 200 len: 909 time: 0.2377257 Aug 16 20:44:42.570973 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-95e9a7a2-f2a7-4233-9db1-f9a0e48e5b1d None None] Set router 116149b3-7d2a-47a1-960b-588e2fd7ab15 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:44:42.578634 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5cc7bfb4-cd07-4ebc-b45e-93f721eaed74 req-a4a0b9d7-4272-4c2c-9832-305a631ba182 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868690 Aug 16 20:44:42.580846 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=2d023ed1-a390-48f3-ba77-e24a8db09ea8,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:42.594612 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf69751-7fdc-4bc5-ab7b-2de97b032a11 req-ba73b19b-10e1-4be3-ab04-b1d1815234da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:42.598885 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-cd771b2a-7927-443f-99af-4e36f7d850f0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b9c22c8-33bc-40d8-8425-7113a04b57ca HTTP/1.1" status: 200 len: 217 time: 0.0567522 Aug 16 20:44:42.602402 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cdf69751-7fdc-4bc5-ab7b-2de97b032a11 req-ba73b19b-10e1-4be3-ab04-b1d1815234da service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ed5eda8e-07f1-4980-9b55-01ba3f47eea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0885656 Aug 16 20:44:42.662126 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce3eb8-188c-4d23-b6a8-5493e3aaef90 req-37a8626b-2c9f-4b06-8fb1-be67062bd960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:42.663872 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b7ce3eb8-188c-4d23-b6a8-5493e3aaef90 req-37a8626b-2c9f-4b06-8fb1-be67062bd960 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2d2d869c-bfe3-4bc5-a83b-70655e061223 HTTP/1.1" status: 200 len: 922 time: 0.2296033 Aug 16 20:44:42.668297 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-c2a20de7-258e-49b5-a2a9-ce1519d1ec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:42.670516 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-c2a20de7-258e-49b5-a2a9-ce1519d1ec68 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=32473632-cd45-434e-a077-52a281cec044 HTTP/1.1" status: 200 len: 848 time: 0.0572908 Aug 16 20:44:42.672105 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e362514f-8da1-48b8-b4c2-905a547162a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:42.673260 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e362514f-8da1-48b8-b4c2-905a547162a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:42.673993 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e362514f-8da1-48b8-b4c2-905a547162a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:42.733488 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b7ce3eb8-188c-4d23-b6a8-5493e3aaef90 req-b8e218e2-e405-4abd-9bca-208a17d47359 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d023ed1-a390-48f3-ba77-e24a8db09ea8 HTTP/1.1" status: 200 len: 217 time: 0.0600421 Aug 16 20:44:42.763973 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-c560f949-fc50-42ae-adf2-4f9312b5c9cb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723488 Aug 16 20:44:42.807078 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cdf69751-7fdc-4bc5-ab7b-2de97b032a11 req-34b08776-dd69-478e-b719-24f18c56244f service neutron] 10.222.0.84 "GET /v2.0/networks/ed5eda8e-07f1-4980-9b55-01ba3f47eea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036862 Aug 16 20:44:42.815310 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce3eb8-188c-4d23-b6a8-5493e3aaef90 req-593cb826-4099-4856-9784-b170d5dd5a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:42.818466 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b7ce3eb8-188c-4d23-b6a8-5493e3aaef90 req-593cb826-4099-4856-9784-b170d5dd5a86 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=64801f8f-8e8b-4346-a61f-2c5cd4a5ef47 HTTP/1.1" status: 200 len: 861 time: 0.0757973 Aug 16 20:44:42.824069 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['2d023ed1-a390-48f3-ba77-e24a8db09ea8'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:42.882808 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362514f-8da1-48b8-b4c2-905a547162a6 admin admin] Pushing event updated for resources: {'Network': ['ID=970fa055-0721-484a-b758-cd77206ca55c,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:42.886758 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-95e9a7a2-f2a7-4233-9db1-f9a0e48e5b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'name': 'tempest-FloatingIPsAssociationTestJSON-983462297-router', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:45Z', 'updated_at': '2021-08-16T20:43:53Z', 'revision_number': 4, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'gw_port': {'id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:47Z', 'updated_at': '2021-08-16T20:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'd3b8bb98-a911-4fc3-8a3b-fd3134cebde1', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'floating_ip_address': '172.25.1.125', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'port_id': 'dc38fdb6-3d8e-43c6-99d7-2c069eaf020a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4', 'mac_address': 'fa:16:3e:33:8c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c7143b-364d-4448-b2cb-8cda015953ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:44:14Z', 'updated_at': '2021-08-16T20:44:41Z', 'revision_number': 4, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295a163f-7226-4145-9b54-1d9944f3fbab', 'name': '', 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'mac_address': 'fa:16:3e:7a:83:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:52Z', 'updated_at': '2021-08-16T20:43:59Z', 'revision_number': 5, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'subnets': [{'id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:42.890943 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-c5b589eb-9c53-4edf-87d8-db5ed29303bc service neutron] 10.222.0.72 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237154 Aug 16 20:44:42.896725 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e362514f-8da1-48b8-b4c2-905a547162a6 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1058321 Aug 16 20:44:42.896991 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 970fa055-0721-484a-b758-cd77206ca55c details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:44:42.897853 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59310) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:42.905420 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-4470bb52-38fc-4f04-abd4-bd33c14e0fce admin admin] Request body: {'subnet': {'network_id': '970fa055-0721-484a-b758-cd77206ca55c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1335399476-subnet', 'tenant_id': 'e576d75714ee4a389565303ca07b9493', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:42.916614 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b7ce3eb8-188c-4d23-b6a8-5493e3aaef90 req-4d5f1d38-1ed7-41d3-b244-ac1d67eb0767 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2d2d869c-bfe3-4bc5-a83b-70655e061223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830588 Aug 16 20:44:42.933440 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e9a7a2-f2a7-4233-9db1-f9a0e48e5b1d None None] The sync data for ids ['116149b3-7d2a-47a1-960b-588e2fd7ab15'] in n-d-793620-15 is: [{'id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'name': 'tempest-FloatingIPsAssociationTestJSON-983462297-router', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:45Z', 'updated_at': '2021-08-16T20:43:53Z', 'revision_number': 4, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'gw_port': {'id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:47Z', 'updated_at': '2021-08-16T20:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'd3b8bb98-a911-4fc3-8a3b-fd3134cebde1', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'floating_ip_address': '172.25.1.125', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'port_id': 'dc38fdb6-3d8e-43c6-99d7-2c069eaf020a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4', 'mac_address': 'fa:16:3e:33:8c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c7143b-364d-4448-b2cb-8cda015953ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:44:14Z', 'updated_at': '2021-08-16T20:44:41Z', 'revision_number': 4, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295a163f-7226-4145-9b54-1d9944f3fbab', 'name': '', 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'mac_address': 'fa:16:3e:7a:83:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:52Z', 'updated_at': '2021-08-16T20:43:59Z', 'revision_number': 5, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'subnets': [{'id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:44:43.038517 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-f1f2b46a-0bcd-4adb-9225-71b4426f070c service neutron] 10.222.0.72 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285768 Aug 16 20:44:43.189333 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4470bb52-38fc-4f04-abd4-bd33c14e0fce admin admin] Made reservation on behalf of e576d75714ee4a389565303ca07b9493 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:43.194163 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4470bb52-38fc-4f04-abd4-bd33c14e0fce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:43.368020 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfcf6e-6ab3-4386-84ee-dfd5e17e81fa req-11630a50-908e-4aef-bcac-348caf34c077 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:43.369560 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-99dfcf6e-6ab3-4386-84ee-dfd5e17e81fa req-11630a50-908e-4aef-bcac-348caf34c077 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 946 time: 0.4760332 Aug 16 20:44:43.394528 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cdf69751-7fdc-4bc5-ab7b-2de97b032a11 req-f5e33434-3dcd-4ad7-808a-e2f6cd46d138 service neutron] 10.222.0.84 "GET /v2.0/networks/ed5eda8e-07f1-4980-9b55-01ba3f47eea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5714469 Aug 16 20:44:43.423685 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b7ce3eb8-188c-4d23-b6a8-5493e3aaef90 req-f6fb2bdb-6723-48f8-8d09-b61d796c5625 service neutron] 10.222.0.90 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821880 Aug 16 20:44:43.431590 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-99dfcf6e-6ab3-4386-84ee-dfd5e17e81fa req-4746c4c9-f166-4a12-8fbd-7d1540b409f3 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531037 Aug 16 20:44:43.451893 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4470bb52-38fc-4f04-abd4-bd33c14e0fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:43.517129 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4470bb52-38fc-4f04-abd4-bd33c14e0fce admin admin] Pushing event updated for resources: {'Subnet': ['ID=2317137d-f44a-4c05-bedb-b6c1e27f895c,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:43.525105 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4470bb52-38fc-4f04-abd4-bd33c14e0fce admin admin] Checking segment: {'id': '9a7358cd-fa35-4181-9f33-60017815d911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '970fa055-0721-484a-b758-cd77206ca55c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:43.525516 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4470bb52-38fc-4f04-abd4-bd33c14e0fce admin admin] Network hostable DHCP agents. Network: 970fa055-0721-484a-b758-cd77206ca55c, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:44:43.577391 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b7ce3eb8-188c-4d23-b6a8-5493e3aaef90 req-210f685d-f830-4ed8-b6c1-b7aedf127839 service neutron] 10.222.0.90 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361585 Aug 16 20:44:43.615827 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3041ed-d473-4c6a-9b8f-334bb4c4c98c req-12c8989c-ff03-455f-b1e1-92cd69852e99 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:43.617300 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de3041ed-d473-4c6a-9b8f-334bb4c4c98c req-12c8989c-ff03-455f-b1e1-92cd69852e99 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 950 time: 0.0529077 Aug 16 20:44:43.656559 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de3041ed-d473-4c6a-9b8f-334bb4c4c98c req-16ff06f7-f143-4f8a-86d4-b3d817ca33ad tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331891 Aug 16 20:44:43.661250 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4470bb52-38fc-4f04-abd4-bd33c14e0fce admin admin] Network 970fa055-0721-484a-b758-cd77206ca55c is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:44:43.666302 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5086fa7d-5121-47b9-99b0-de5b91d1a96a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:43.726297 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:43.754915 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-4470bb52-38fc-4f04-abd4-bd33c14e0fce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 970fa055-0721-484a-b758-cd77206ca55c) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:43.759677 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4470bb52-38fc-4f04-abd4-bd33c14e0fce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:43.760425 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4470bb52-38fc-4f04-abd4-bd33c14e0fce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:43.764505 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d5c66e-afb7-4ded-b609-e0554595ec12 None None] Network 970fa055-0721-484a-b758-cd77206ca55c requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:43.796625 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e53b4-9a3d-44db-b7ab-8331dc58f44e req-e3e7402f-3457-4a3f-822a-b3aa38b867ad tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:43.798582 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-be1e53b4-9a3d-44db-b7ab-8331dc58f44e req-e3e7402f-3457-4a3f-822a-b3aa38b867ad tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 945 time: 0.0719380 Aug 16 20:44:43.841099 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-be1e53b4-9a3d-44db-b7ab-8331dc58f44e req-3a224b15-9e1d-4f0a-b6c5-2ade41b04679 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352960 Aug 16 20:44:43.910325 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60521dc-4af9-4f3f-9c21-3bb90c14493b None None] Network 970fa055-0721-484a-b758-cd77206ca55c requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:43.951536 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4470bb52-38fc-4f04-abd4-bd33c14e0fce admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0448272 Aug 16 20:44:44.007060 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5ed13f7c-5510-4852-9b72-18111a111aa2 req-f4954a61-63d1-49b0-814f-564157901d00 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.125 HTTP/1.1" status: 200 len: 1001 time: 0.0802348 Aug 16 20:44:44.098267 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed13f7c-5510-4852-9b72-18111a111aa2 req-f0894193-e773-410b-a6c1-8e4b0373aebd tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:44.099683 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5ed13f7c-5510-4852-9b72-18111a111aa2 req-f0894193-e773-410b-a6c1-8e4b0373aebd tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/ports/dc38fdb6-3d8e-43c6-99d7-2c069eaf020a HTTP/1.1" status: 200 len: 942 time: 0.0917494 Aug 16 20:44:44.115598 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f23bf-9134-4e8e-bae2-0cedd47c1828 req-b8bddb15-1171-4894-8c41-5c1bfae9b2f0 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:44.117426 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2e2f23bf-9134-4e8e-bae2-0cedd47c1828 req-b8bddb15-1171-4894-8c41-5c1bfae9b2f0 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=de08b7ea-49d0-4733-b8cb-fe08da6ba757 HTTP/1.1" status: 200 len: 946 time: 0.0991824 Aug 16 20:44:44.162540 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2e2f23bf-9134-4e8e-bae2-0cedd47c1828 req-a9631d27-35c3-42e5-99a2-f9e62b36a6e2 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391071 Aug 16 20:44:44.236518 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 2d023ed1-a390-48f3-ba77-e24a8db09ea8 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:44.268145 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5ed13f7c-5510-4852-9b72-18111a111aa2 req-30656c89-62ab-4810-bfcc-1f0cb07fad98 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.125 HTTP/1.1" status: 200 len: 1001 time: 0.0677018 Aug 16 20:44:44.294612 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb9b219e-8d5f-4b16-920b-c895b22deab9', 'tag': '44759938-a0ac-43ad-a35c-11eb9674a2b6'}, {'name': 'network-changed', 'server_uuid': 'e9c7143b-364d-4448-b2cb-8cda015953ed', 'tag': 'dc38fdb6-3d8e-43c6-99d7-2c069eaf020a'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:44.297456 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4b3046-4abf-4ecb-914e-60ebea80e6d1" -d '{"events": [{"name": "network-changed", "server_uuid": "cb9b219e-8d5f-4b16-920b-c895b22deab9", "tag": "44759938-a0ac-43ad-a35c-11eb9674a2b6"}, {"name": "network-changed", "server_uuid": "e9c7143b-364d-4448-b2cb-8cda015953ed", "tag": "dc38fdb6-3d8e-43c6-99d7-2c069eaf020a"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:44.382028 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed13f7c-5510-4852-9b72-18111a111aa2 req-1e5ed50f-c3ba-42ea-a39e-c483ed36b884 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:44.383490 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5ed13f7c-5510-4852-9b72-18111a111aa2 req-1e5ed50f-c3ba-42ea-a39e-c483ed36b884 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/networks/65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 784 time: 0.1095700 Aug 16 20:44:44.395164 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-5ed13f7c-5510-4852-9b72-18111a111aa2 req-b65e84ef-306d-47a4-b068-50b3b7a40e07 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:44:44.396359 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5ed13f7c-5510-4852-9b72-18111a111aa2 req-b65e84ef-306d-47a4-b068-50b3b7a40e07 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065942 Aug 16 20:44:44.404500 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 2d023ed1-a390-48f3-ba77-e24a8db09ea8 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:44.406835 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 2d023ed1-a390-48f3-ba77-e24a8db09ea8 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:44.407479 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.520076 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.547628 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-2320346e-4cc1-4c4b-8bd9-815882998233 req-fda71458-c805-4485-ba99-0e382ad85a5e tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-342733292', 'description': 'tempest-description-1603645679'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:44.554545 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-6ad70177-5f02-408d-a67e-d13ec7c94611 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1171304012&fields=id&tenant_id=eb8c4b7819fc43cbbe786a97a0c82206 HTTP/1.1" status: 200 len: 267 time: 0.0658250 Aug 16 20:44:44.563525 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b74ead3-79c2-4ee9-b06f-b42954d3fb37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d023ed1-a390-48f3-ba77-e24a8db09ea8'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:44.566820 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b1341b-024a-487e-8186-509bfb1f1fbe" -d '{"events": [{"server_uuid": "1b74ead3-79c2-4ee9-b06f-b42954d3fb37", "name": "network-vif-plugged", "status": "completed", "tag": "2d023ed1-a390-48f3-ba77-e24a8db09ea8"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:44.591069 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 2d023ed1-a390-48f3-ba77-e24a8db09ea8, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=2d023ed1-a390-48f3-ba77-e24a8db09ea8,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:44.674441 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-226f4bc4-6d64-40e5-8801-238dacbfe8a7 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:44.674826 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.678436 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-226f4bc4-6d64-40e5-8801-238dacbfe8a7 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/networks?id=3bee841e-47c3-4f4c-a369-8a19f08ab471 HTTP/1.1" status: 200 len: 823 time: 0.1121337 Aug 16 20:44:44.692828 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-5fa9d746-16db-4ad9-a904-c014d97cc63b tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/quotas/eb8c4b7819fc43cbbe786a97a0c82206 HTTP/1.1" status: 200 len: 375 time: 0.0108814 Aug 16 20:44:44.738052 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=2d023ed1-a390-48f3-ba77-e24a8db09ea8,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:44.743092 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.748043 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2320346e-4cc1-4c4b-8bd9-815882998233 req-fda71458-c805-4485-ba99-0e382ad85a5e tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.761981 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-30a51656-e501-49c9-8420-9c2795941753 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=eb8c4b7819fc43cbbe786a97a0c82206&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0630357 Aug 16 20:44:44.908563 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-c5333eed-f9c0-4831-8eca-59920faccaf8 service neutron] 10.222.0.84 "GET /v2.0/networks/3bee841e-47c3-4f4c-a369-8a19f08ab471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284432 Aug 16 20:44:44.944654 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2320346e-4cc1-4c4b-8bd9-815882998233 req-fda71458-c805-4485-ba99-0e382ad85a5e tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.989329 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59358) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:45.013657 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2320346e-4cc1-4c4b-8bd9-815882998233 req-fda71458-c805-4485-ba99-0e382ad85a5e tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:45.028322 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-0d19ce33-b00e-43ed-b33a-c590a38a9698 service neutron] 10.222.0.84 "GET /v2.0/networks/3bee841e-47c3-4f4c-a369-8a19f08ab471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108241 Aug 16 20:44:45.052958 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda71458-c805-4485-ba99-0e382ad85a5e tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4788a9ab-8ecd-49a9-b255-815b89eed4be,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:45.114589 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2320346e-4cc1-4c4b-8bd9-815882998233 req-fda71458-c805-4485-ba99-0e382ad85a5e tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:45.114837 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d55e0e7e-a052-44a8-8c52-e1f4954a391b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:45.116023 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2320346e-4cc1-4c4b-8bd9-815882998233 req-fda71458-c805-4485-ba99-0e382ad85a5e tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5758617 Aug 16 20:44:45.164438 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c82d9c8-38c0-406b-8b2f-0ae1c11de0f7 x-openstack-request-id: req-3c82d9c8-38c0-406b-8b2f-0ae1c11de0f7 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:45.164745 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb9b219e-8d5f-4b16-920b-c895b22deab9", "tag": "44759938-a0ac-43ad-a35c-11eb9674a2b6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e9c7143b-364d-4448-b2cb-8cda015953ed", "tag": "dc38fdb6-3d8e-43c6-99d7-2c069eaf020a", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:45.165006 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3c82d9c8-38c0-406b-8b2f-0ae1c11de0f7 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:45.165717 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb9b219e-8d5f-4b16-920b-c895b22deab9', 'tag': '44759938-a0ac-43ad-a35c-11eb9674a2b6', 'status': 'completed', 'code': 200} Aug 16 20:44:45.166004 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9c7143b-364d-4448-b2cb-8cda015953ed', 'tag': 'dc38fdb6-3d8e-43c6-99d7-2c069eaf020a', 'status': 'completed', 'code': 200} Aug 16 20:44:45.251031 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d55e0e7e-a052-44a8-8c52-e1f4954a391b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:45.261235 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b3046-4abf-4ecb-914e-60ebea80e6d1 req-3ce8878e-72cc-4162-998f-3c446c179452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:45.262805 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-db4b3046-4abf-4ecb-914e-60ebea80e6d1 req-3ce8878e-72cc-4162-998f-3c446c179452 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=12c94560bb6443429bc057a80226b5c1&device_id=cb9b219e-8d5f-4b16-920b-c895b22deab9 HTTP/1.1" status: 200 len: 1097 time: 0.0654566 Aug 16 20:44:45.302570 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b3046-4abf-4ecb-914e-60ebea80e6d1 req-a30a6a2f-e238-40f8-9086-86da84cbba29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:45.304866 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-db4b3046-4abf-4ecb-914e-60ebea80e6d1 req-a30a6a2f-e238-40f8-9086-86da84cbba29 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=12c94560bb6443429bc057a80226b5c1&device_id=e9c7143b-364d-4448-b2cb-8cda015953ed HTTP/1.1" status: 200 len: 1097 time: 0.0984781 Aug 16 20:44:45.346270 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d55e0e7e-a052-44a8-8c52-e1f4954a391b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:45.385220 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e0e7e-a052-44a8-8c52-e1f4954a391b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0ee21e-e475-4302-a512-3206d9e59032,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:45.442195 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b3046-4abf-4ecb-914e-60ebea80e6d1 req-31cfd687-83cc-4563-8b84-8918b14c8fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:45.443745 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-db4b3046-4abf-4ecb-914e-60ebea80e6d1 req-31cfd687-83cc-4563-8b84-8918b14c8fef service neutron] 10.222.0.90 "GET /v2.0/networks?id=ed5eda8e-07f1-4980-9b55-01ba3f47eea4 HTTP/1.1" status: 200 len: 921 time: 0.1305342 Aug 16 20:44:45.449442 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d55e0e7e-a052-44a8-8c52-e1f4954a391b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=65a193b25d964d52b112f8e7dba97d44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4579139 Aug 16 20:44:45.450821 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b3046-4abf-4ecb-914e-60ebea80e6d1 req-8cf3cb7e-97ee-4160-b1bf-85887f1569d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:45.452446 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-db4b3046-4abf-4ecb-914e-60ebea80e6d1 req-8cf3cb7e-97ee-4160-b1bf-85887f1569d5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ed5eda8e-07f1-4980-9b55-01ba3f47eea4 HTTP/1.1" status: 200 len: 921 time: 0.1812525 Aug 16 20:44:45.453087 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59372) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:45.492703 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-40d888d8-98ab-4c4d-938f-10df52828a62 req-5053e0c1-1a94-4d06-ae03-a6dc336f1519 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.125 HTTP/1.1" status: 200 len: 1001 time: 0.2575269 Aug 16 20:44:45.534027 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-db4b3046-4abf-4ecb-914e-60ebea80e6d1 req-19ba09ac-9b91-48f9-8fd8-1fde9b16d911 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44759938-a0ac-43ad-a35c-11eb9674a2b6 HTTP/1.1" status: 200 len: 217 time: 0.0615690 Aug 16 20:44:45.564479 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-db4b3046-4abf-4ecb-914e-60ebea80e6d1 req-2f8cd25a-8118-4ce5-98cc-5d5bcbefc49c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc38fdb6-3d8e-43c6-99d7-2c069eaf020a HTTP/1.1" status: 200 len: 1001 time: 0.0837560 Aug 16 20:44:45.596692 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3e84ae41-50aa-46a7-a031-d05ccfbb8fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:45.613404 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b3046-4abf-4ecb-914e-60ebea80e6d1 req-d56d1f2e-7712-447b-bcef-a2f3283198f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:45.615143 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-db4b3046-4abf-4ecb-914e-60ebea80e6d1 req-d56d1f2e-7712-447b-bcef-a2f3283198f9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bd8dab9d-a3f2-4736-9e51-3a290163fbfe HTTP/1.1" status: 200 len: 859 time: 0.0725079 Aug 16 20:44:45.627966 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3e84ae41-50aa-46a7-a031-d05ccfbb8fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:45.652698 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347d914-c64c-4380-87bd-8d99927b18a0 req-ad15674f-63e8-4329-80c6-a3a31c2ce05d tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:45.660924 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6347d914-c64c-4380-87bd-8d99927b18a0 req-ad15674f-63e8-4329-80c6-a3a31c2ce05d tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 946 time: 0.2152967 Aug 16 20:44:45.674960 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d888d8-98ab-4c4d-938f-10df52828a62 req-f7a785d3-e565-41b5-8da7-7ee0a6e0f0a0 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:45.676505 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-40d888d8-98ab-4c4d-938f-10df52828a62 req-f7a785d3-e565-41b5-8da7-7ee0a6e0f0a0 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/ports/dc38fdb6-3d8e-43c6-99d7-2c069eaf020a HTTP/1.1" status: 200 len: 942 time: 0.1793203 Aug 16 20:44:45.707708 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b3046-4abf-4ecb-914e-60ebea80e6d1 req-538fed14-7496-43b0-b79e-8fc500e4f8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:45.709319 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-db4b3046-4abf-4ecb-914e-60ebea80e6d1 req-538fed14-7496-43b0-b79e-8fc500e4f8c9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bd8dab9d-a3f2-4736-9e51-3a290163fbfe HTTP/1.1" status: 200 len: 859 time: 0.1316199 Aug 16 20:44:45.726740 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6347d914-c64c-4380-87bd-8d99927b18a0 req-f093ed25-5f54-428f-9b2a-163bf5432996 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647683 Aug 16 20:44:45.746418 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b3046-4abf-4ecb-914e-60ebea80e6d1 req-d66998bb-6d9a-4f76-8439-1fee6d4fcc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:45.748302 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-db4b3046-4abf-4ecb-914e-60ebea80e6d1 req-d66998bb-6d9a-4f76-8439-1fee6d4fcc45 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ed5eda8e-07f1-4980-9b55-01ba3f47eea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1182566 Aug 16 20:44:45.757514 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92774ec3-e825-4ada-add3-e99fab0d522b req-88ab1611-6e9f-41ca-b0bc-da151a800bd8 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:45.759667 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-92774ec3-e825-4ada-add3-e99fab0d522b req-88ab1611-6e9f-41ca-b0bc-da151a800bd8 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.72 "GET /v2.0/ports?device_id=05abb6bf-95a9-460a-853c-f28ef84440f0 HTTP/1.1" status: 200 len: 945 time: 0.1280696 Aug 16 20:44:45.807259 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fd16a9-bc7a-4f02-9074-8cca22ba27a4 x-openstack-request-id: req-d3fd16a9-bc7a-4f02-9074-8cca22ba27a4 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:45.807775 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b74ead3-79c2-4ee9-b06f-b42954d3fb37", "name": "network-vif-plugged", "status": "completed", "tag": "2d023ed1-a390-48f3-ba77-e24a8db09ea8", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:45.813423 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d3fd16a9-bc7a-4f02-9074-8cca22ba27a4 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:45.813423 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b74ead3-79c2-4ee9-b06f-b42954d3fb37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d023ed1-a390-48f3-ba77-e24a8db09ea8', 'code': 200} Aug 16 20:44:45.924319 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b3046-4abf-4ecb-914e-60ebea80e6d1 req-87678638-896d-497f-a3f7-4108994ef16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:45.925040 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3e84ae41-50aa-46a7-a031-d05ccfbb8fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:45.925419 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-db4b3046-4abf-4ecb-914e-60ebea80e6d1 req-87678638-896d-497f-a3f7-4108994ef16e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ed5eda8e-07f1-4980-9b55-01ba3f47eea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1941957 Aug 16 20:44:45.928213 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3e84ae41-50aa-46a7-a031-d05ccfbb8fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:45.929326 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3e84ae41-50aa-46a7-a031-d05ccfbb8fac admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/eb0ee21e-e475-4302-a512-3206d9e59032 HTTP/1.1" status: 204 len: 168 time: 0.4745824 Aug 16 20:44:45.960450 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84ae41-50aa-46a7-a031-d05ccfbb8fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0ee21e-e475-4302-a512-3206d9e59032,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:45.998129 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-40d888d8-98ab-4c4d-938f-10df52828a62 req-86da8ae1-830e-40fa-bbcc-de3352123b0e tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.125 HTTP/1.1" status: 200 len: 1001 time: 0.2544656 Aug 16 20:44:46.004382 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-db4b3046-4abf-4ecb-914e-60ebea80e6d1 req-35296e71-cdd7-4657-a343-11efea494d71 service neutron] 10.222.0.72 "GET /v2.0/networks/ed5eda8e-07f1-4980-9b55-01ba3f47eea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370698 Aug 16 20:44:46.010397 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64429a-c4a5-418d-b2a6-daeb88ad09d1 req-213f6390-8018-4b95-932d-1f27f784147a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:46.012156 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3f64429a-c4a5-418d-b2a6-daeb88ad09d1 req-213f6390-8018-4b95-932d-1f27f784147a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 1098 time: 0.1249263 Aug 16 20:44:46.076774 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-92774ec3-e825-4ada-add3-e99fab0d522b req-8c9bb7fc-323e-45c9-b59f-0c07e53677bd tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Deleting port 8d1a58cd-4470-4995-b10e-070086e2ed09 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:44:46.077398 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-92774ec3-e825-4ada-add3-e99fab0d522b req-8c9bb7fc-323e-45c9-b59f-0c07e53677bd tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:46.137349 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b945ef1-a48d-4b7a-a910-a24b619de622 req-76ce7228-54c8-4892-9182-5d5a07c9d9ee tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:46.139079 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6b945ef1-a48d-4b7a-a910-a24b619de622 req-76ce7228-54c8-4892-9182-5d5a07c9d9ee tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 946 time: 0.2543797 Aug 16 20:44:46.165304 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3f64429a-c4a5-418d-b2a6-daeb88ad09d1 req-0e4c04cd-af04-485c-a108-a78bec5755b3 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285899 Aug 16 20:44:46.215141 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-db4b3046-4abf-4ecb-914e-60ebea80e6d1 req-cab78aea-acc3-4589-9824-444f7ebba8f3 service neutron] 10.222.0.72 "GET /v2.0/networks/ed5eda8e-07f1-4980-9b55-01ba3f47eea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006686 Aug 16 20:44:46.221522 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-92774ec3-e825-4ada-add3-e99fab0d522b req-8c9bb7fc-323e-45c9-b59f-0c07e53677bd tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] For port 8d1a58cd-4470-4995-b10e-070086e2ed09, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=8d1a58cd-4470-4995-b10e-070086e2ed09,segment=NetworkSegment(e8314f4c-3555-4f94-a486-0d46d6329f40),segment_id=e8314f4c-3555-4f94-a486-0d46d6329f40)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:46.221825 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-92774ec3-e825-4ada-add3-e99fab0d522b req-8c9bb7fc-323e-45c9-b59f-0c07e53677bd tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:46.250611 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-db4b3046-4abf-4ecb-914e-60ebea80e6d1 req-c862580c-544e-41db-925f-df20390b1f3c service neutron] 10.222.0.90 "GET /v2.0/networks/ed5eda8e-07f1-4980-9b55-01ba3f47eea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025849 Aug 16 20:44:46.258649 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6b945ef1-a48d-4b7a-a910-a24b619de622 req-aad0b278-ec06-4b89-835d-efb8f68c878c tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081729 Aug 16 20:44:46.353438 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-db4b3046-4abf-4ecb-914e-60ebea80e6d1 req-0aba7585-41fa-4f7d-994d-6961fe95dbc5 service neutron] 10.222.0.90 "GET /v2.0/networks/ed5eda8e-07f1-4980-9b55-01ba3f47eea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922019 Aug 16 20:44:46.362314 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d888d8-98ab-4c4d-938f-10df52828a62 req-ddc61c7b-1dfe-4b3b-be8e-e6a15c663ff9 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:46.370592 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-40d888d8-98ab-4c4d-938f-10df52828a62 req-ddc61c7b-1dfe-4b3b-be8e-e6a15c663ff9 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/networks/65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 784 time: 0.3077230 Aug 16 20:44:46.434889 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:46.465290 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-40d888d8-98ab-4c4d-938f-10df52828a62 req-bb30e472-3ae8-4a21-b4fc-d7cbf30b6456 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.125 HTTP/1.1" status: 200 len: 1001 time: 0.0938182 Aug 16 20:44:46.467988 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9c16b59f-bf17-4760-9e4b-7883c8d0d333 req-b7741a89-7b11-42cb-b997-314cab5bb2a7 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] 10.222.0.84 "GET /v2.0/security-groups/4788a9ab-8ecd-49a9-b255-815b89eed4be HTTP/1.1" status: 200 len: 1812 time: 0.1174557 Aug 16 20:44:46.476389 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-40d888d8-98ab-4c4d-938f-10df52828a62 req-6d35b815-e669-44cb-b7f0-11b4ccbc194e tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:46.484222 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-9c16b59f-bf17-4760-9e4b-7883c8d0d333 req-138f065b-8efa-4285-912f-eb0971a95c3f tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4788a9ab-8ecd-49a9-b255-815b89eed4be', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:46.484546 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-9c16b59f-bf17-4760-9e4b-7883c8d0d333 req-138f065b-8efa-4285-912f-eb0971a95c3f tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4788a9ab-8ecd-49a9-b255-815b89eed4be', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:46.493187 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-92774ec3-e825-4ada-add3-e99fab0d522b req-8c9bb7fc-323e-45c9-b59f-0c07e53677bd tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:46.493567 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-92774ec3-e825-4ada-add3-e99fab0d522b req-8c9bb7fc-323e-45c9-b59f-0c07e53677bd tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:46.493903 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [req-92774ec3-e825-4ada-add3-e99fab0d522b req-8c9bb7fc-323e-45c9-b59f-0c07e53677bd tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Floating IP be433c8a-28b6-4d8a-96b7-ece8b60df703 disassociated. External IP: 172.25.1.55, port: 8d1a58cd-4470-4995-b10e-070086e2ed09. Aug 16 20:44:46.494255 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-92774ec3-e825-4ada-add3-e99fab0d522b req-8c9bb7fc-323e-45c9-b59f-0c07e53677bd tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Calling delete_port for 8d1a58cd-4470-4995-b10e-070086e2ed09 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:46.552598 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-40d888d8-98ab-4c4d-938f-10df52828a62 req-6d35b815-e669-44cb-b7f0-11b4ccbc194e tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks [] for floatingip, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:46.696024 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-92774ec3-e825-4ada-add3-e99fab0d522b req-8c9bb7fc-323e-45c9-b59f-0c07e53677bd tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:46.726378 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9bb7fc-323e-45c9-b59f-0c07e53677bd tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Pushing event deleted for resources: {'Port': ['ID=8d1a58cd-4470-4995-b10e-070086e2ed09,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:46.736278 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-40d888d8-98ab-4c4d-938f-10df52828a62 req-6d35b815-e669-44cb-b7f0-11b4ccbc194e tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:46.744071 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-9c16b59f-bf17-4760-9e4b-7883c8d0d333 req-138f065b-8efa-4285-912f-eb0971a95c3f tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:46.791107 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-9c16b59f-bf17-4760-9e4b-7883c8d0d333 req-138f065b-8efa-4285-912f-eb0971a95c3f tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:46.814333 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 59386) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:46.827878 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-67077482-f578-4a7d-9da6-062e0ac18135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:46.830854 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-40d888d8-98ab-4c4d-938f-10df52828a62 req-6d35b815-e669-44cb-b7f0-11b4ccbc194e tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:46.843825 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [req-40d888d8-98ab-4c4d-938f-10df52828a62 req-6d35b815-e669-44cb-b7f0-11b4ccbc194e tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Floating IP d3b8bb98-a911-4fc3-8a3b-fd3134cebde1 disassociated. External IP: 172.25.1.125, port: dc38fdb6-3d8e-43c6-99d7-2c069eaf020a. Aug 16 20:44:46.872221 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92774ec3-e825-4ada-add3-e99fab0d522b req-8c9bb7fc-323e-45c9-b59f-0c07e53677bd tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Router b2fb96d3-3bfa-4305-a63b-9f2682e86a3b has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:44:46.927891 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-9c16b59f-bf17-4760-9e4b-7883c8d0d333 req-138f065b-8efa-4285-912f-eb0971a95c3f tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:46.972572 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f065b-8efa-4285-912f-eb0971a95c3f tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef564574-30d2-4922-b8f7-3b7f7dd6c90a,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:47.002622 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92774ec3-e825-4ada-add3-e99fab0d522b req-8c9bb7fc-323e-45c9-b59f-0c07e53677bd tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:44:47.017965 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29a8f9d-cbd2-4ad3-af41-a649a60e5d7a None None] Sync routers for ids ['b2fb96d3-3bfa-4305-a63b-9f2682e86a3b'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:44:47.033926 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29a8f9d-cbd2-4ad3-af41-a649a60e5d7a None None] Routers {'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:44:47.035357 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-f29a8f9d-cbd2-4ad3-af41-a649a60e5d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:44:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['b2fb96d3-3bfa-4305-a63b-9f2682e86a3b'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:47.081292 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-92774ec3-e825-4ada-add3-e99fab0d522b req-8c9bb7fc-323e-45c9-b59f-0c07e53677bd tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] No DVR routers for this DVR port 8d1a58cd-4470-4995-b10e-070086e2ed09 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:44:47.088017 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-92774ec3-e825-4ada-add3-e99fab0d522b req-8c9bb7fc-323e-45c9-b59f-0c07e53677bd tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:47.104596 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-92774ec3-e825-4ada-add3-e99fab0d522b req-8c9bb7fc-323e-45c9-b59f-0c07e53677bd tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.72 "DELETE /v2.0/ports/8d1a58cd-4470-4995-b10e-070086e2ed09 HTTP/1.1" status: 204 len: 173 time: 1.3304343 Aug 16 20:44:47.105692 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05abb6bf-95a9-460a-853c-f28ef84440f0', 'name': 'network-vif-deleted', 'tag': '8d1a58cd-4470-4995-b10e-070086e2ed09'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:47.111524 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebdd2cfc-e6ed-4c2d-b092-159a3e75fb8d" -d '{"events": [{"server_uuid": "05abb6bf-95a9-460a-853c-f28ef84440f0", "name": "network-vif-deleted", "tag": "8d1a58cd-4470-4995-b10e-070086e2ed09"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:47.119777 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-67077482-f578-4a7d-9da6-062e0ac18135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:47.166498 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40d888d8-98ab-4c4d-938f-10df52828a62 req-6d35b815-e669-44cb-b7f0-11b4ccbc194e tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Router 116149b3-7d2a-47a1-960b-588e2fd7ab15 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:44:47.206411 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-f29a8f9d-cbd2-4ad3-af41-a649a60e5d7a None None] Set router b2fb96d3-3bfa-4305-a63b-9f2682e86a3b gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:44:47.228977 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-67077482-f578-4a7d-9da6-062e0ac18135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:47.325830 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-9c16b59f-bf17-4760-9e4b-7883c8d0d333 req-138f065b-8efa-4285-912f-eb0971a95c3f tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:47.340615 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9c16b59f-bf17-4760-9e4b-7883c8d0d333 req-138f065b-8efa-4285-912f-eb0971a95c3f tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8613396 Aug 16 20:44:47.393394 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-67077482-f578-4a7d-9da6-062e0ac18135 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cba3d1675452485cb1179fea7de868d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5779073 Aug 16 20:44:47.396173 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59394) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:47.397208 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67077482-f578-4a7d-9da6-062e0ac18135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ba6745-2957-4e00-8c67-66541d726edf,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:47.418287 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40d888d8-98ab-4c4d-938f-10df52828a62 req-6d35b815-e669-44cb-b7f0-11b4ccbc194e tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:44:47.431971 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f686c2-afba-4958-ab22-62db6f1ed486 None None] Sync routers for ids ['116149b3-7d2a-47a1-960b-588e2fd7ab15'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:44:47.432590 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-40d888d8-98ab-4c4d-938f-10df52828a62 req-6d35b815-e669-44cb-b7f0-11b4ccbc194e tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:47.458551 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f686c2-afba-4958-ab22-62db6f1ed486 None None] Routers {'116149b3-7d2a-47a1-960b-588e2fd7ab15'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:44:47.459246 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-15f686c2-afba-4958-ab22-62db6f1ed486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:44:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['116149b3-7d2a-47a1-960b-588e2fd7ab15'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:47.511388 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-40d888d8-98ab-4c4d-938f-10df52828a62 req-6d35b815-e669-44cb-b7f0-11b4ccbc194e tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "PUT /v2.0/floatingips/d3b8bb98-a911-4fc3-8a3b-fd3134cebde1 HTTP/1.1" status: 200 len: 695 time: 1.0318680 Aug 16 20:44:47.521588 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9c7143b-364d-4448-b2cb-8cda015953ed', 'tag': 'dc38fdb6-3d8e-43c6-99d7-2c069eaf020a'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:47.524236 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb15c03-9d27-46cc-b81e-03833b6e714b" -d '{"events": [{"name": "network-changed", "server_uuid": "e9c7143b-364d-4448-b2cb-8cda015953ed", "tag": "dc38fdb6-3d8e-43c6-99d7-2c069eaf020a"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:47.539944 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a0e3d8fd-20e9-40d9-8c9f-9b97d2b7786c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:47.571890 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d888d8-98ab-4c4d-938f-10df52828a62 req-31a74a23-48f5-40e3-8d88-c0b52637e9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:47.580503 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-40d888d8-98ab-4c4d-938f-10df52828a62 req-31a74a23-48f5-40e3-8d88-c0b52637e9b1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=12c94560bb6443429bc057a80226b5c1&device_id=e9c7143b-364d-4448-b2cb-8cda015953ed HTTP/1.1" status: 200 len: 1097 time: 0.0674419 Aug 16 20:44:47.584843 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a0e3d8fd-20e9-40d9-8c9f-9b97d2b7786c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:47.585241 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-f29a8f9d-cbd2-4ad3-af41-a649a60e5d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-453502631-router', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d0ece2b-bed4-4922-901f-a6fc1fbfb785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:02Z', 'updated_at': '2021-08-16T20:42:07Z', 'revision_number': 4, 'project_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'gw_port': {'id': '1d0ece2b-bed4-4922-901f-a6fc1fbfb785', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:03Z', 'updated_at': '2021-08-16T20:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '5f3eb832-7e80-48c4-a114-24c6cbc277b7', 'name': '', 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'mac_address': 'fa:16:3e:6a:29:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e33a0f13-659e-4604-b84f-5b9bda739e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:06Z', 'updated_at': '2021-08-16T20:42:12Z', 'revision_number': 5, 'project_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'subnets': [{'id': 'e33a0f13-659e-4604-b84f-5b9bda739e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:47.623631 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29a8f9d-cbd2-4ad3-af41-a649a60e5d7a None None] Checking router: b2fb96d3-3bfa-4305-a63b-9f2682e86a3b for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:44:47.640961 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29a8f9d-cbd2-4ad3-af41-a649a60e5d7a None None] Routers {'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:44:47.641981 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-f29a8f9d-cbd2-4ad3-af41-a649a60e5d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:44:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['b2fb96d3-3bfa-4305-a63b-9f2682e86a3b'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:47.699591 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d888d8-98ab-4c4d-938f-10df52828a62 req-260b436b-a130-4bb9-9612-76ae4c2e3126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:47.699841 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-15f686c2-afba-4958-ab22-62db6f1ed486 None None] Set router 116149b3-7d2a-47a1-960b-588e2fd7ab15 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:44:47.702004 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-40d888d8-98ab-4c4d-938f-10df52828a62 req-260b436b-a130-4bb9-9612-76ae4c2e3126 service neutron] 10.222.0.84 "GET /v2.0/networks?id=ed5eda8e-07f1-4980-9b55-01ba3f47eea4 HTTP/1.1" status: 200 len: 921 time: 0.1202955 Aug 16 20:44:47.768634 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-40d888d8-98ab-4c4d-938f-10df52828a62 req-96d15dd4-90f0-488f-8fb1-d057329b62b1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc38fdb6-3d8e-43c6-99d7-2c069eaf020a HTTP/1.1" status: 200 len: 217 time: 0.0595059 Aug 16 20:44:47.794579 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a0e3d8fd-20e9-40d9-8c9f-9b97d2b7786c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:47.795559 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-f29a8f9d-cbd2-4ad3-af41-a649a60e5d7a None None] Set router b2fb96d3-3bfa-4305-a63b-9f2682e86a3b gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:44:47.799155 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a0e3d8fd-20e9-40d9-8c9f-9b97d2b7786c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:47.799155 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a0e3d8fd-20e9-40d9-8c9f-9b97d2b7786c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/86ba6745-2957-4e00-8c67-66541d726edf HTTP/1.1" status: 204 len: 168 time: 0.4013958 Aug 16 20:44:47.811841 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3d8fd-20e9-40d9-8c9f-9b97d2b7786c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ba6745-2957-4e00-8c67-66541d726edf,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:47.954879 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bebc161-d5d8-4e20-961a-d1504b5aac61 req-5214775c-29b2-47c5-9681-30978bf66b8a tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:47.959619 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2bebc161-d5d8-4e20-961a-d1504b5aac61 req-5214775c-29b2-47c5-9681-30978bf66b8a tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=de08b7ea-49d0-4733-b8cb-fe08da6ba757 HTTP/1.1" status: 200 len: 946 time: 0.1897285 Aug 16 20:44:47.962275 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d888d8-98ab-4c4d-938f-10df52828a62 req-794c7a61-c19a-49b9-9b42-02baa3d77fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:47.967120 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-40d888d8-98ab-4c4d-938f-10df52828a62 req-794c7a61-c19a-49b9-9b42-02baa3d77fa2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bd8dab9d-a3f2-4736-9e51-3a290163fbfe HTTP/1.1" status: 200 len: 859 time: 0.1431568 Aug 16 20:44:48.078037 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-15f686c2-afba-4958-ab22-62db6f1ed486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'name': 'tempest-FloatingIPsAssociationTestJSON-983462297-router', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:45Z', 'updated_at': '2021-08-16T20:43:53Z', 'revision_number': 4, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'gw_port': {'id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:47Z', 'updated_at': '2021-08-16T20:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '295a163f-7226-4145-9b54-1d9944f3fbab', 'name': '', 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'mac_address': 'fa:16:3e:7a:83:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:52Z', 'updated_at': '2021-08-16T20:43:59Z', 'revision_number': 5, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'subnets': [{'id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:48.106373 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f686c2-afba-4958-ab22-62db6f1ed486 None None] Checking router: 116149b3-7d2a-47a1-960b-588e2fd7ab15 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:44:48.116663 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f686c2-afba-4958-ab22-62db6f1ed486 None None] Routers {'116149b3-7d2a-47a1-960b-588e2fd7ab15'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:44:48.117587 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-15f686c2-afba-4958-ab22-62db6f1ed486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:44:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['116149b3-7d2a-47a1-960b-588e2fd7ab15'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:48.128050 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2bebc161-d5d8-4e20-961a-d1504b5aac61 req-d566fcdd-50d4-4376-9315-10ddc99502c2 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545022 Aug 16 20:44:48.144862 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d888d8-98ab-4c4d-938f-10df52828a62 req-ea748d98-78a6-4bfc-902a-f98914961060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:48.146869 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-40d888d8-98ab-4c4d-938f-10df52828a62 req-ea748d98-78a6-4bfc-902a-f98914961060 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ed5eda8e-07f1-4980-9b55-01ba3f47eea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1327720 Aug 16 20:44:48.169218 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-f29a8f9d-cbd2-4ad3-af41-a649a60e5d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-453502631-router', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d0ece2b-bed4-4922-901f-a6fc1fbfb785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:02Z', 'updated_at': '2021-08-16T20:42:07Z', 'revision_number': 4, 'project_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'gw_port': {'id': '1d0ece2b-bed4-4922-901f-a6fc1fbfb785', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:03Z', 'updated_at': '2021-08-16T20:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '5f3eb832-7e80-48c4-a114-24c6cbc277b7', 'name': '', 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'mac_address': 'fa:16:3e:6a:29:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e33a0f13-659e-4604-b84f-5b9bda739e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:06Z', 'updated_at': '2021-08-16T20:42:12Z', 'revision_number': 5, 'project_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'subnets': [{'id': 'e33a0f13-659e-4604-b84f-5b9bda739e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:48.207888 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29a8f9d-cbd2-4ad3-af41-a649a60e5d7a None None] The sync data for ids ['b2fb96d3-3bfa-4305-a63b-9f2682e86a3b'] in n-d-793620-15 is: [{'id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-453502631-router', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d0ece2b-bed4-4922-901f-a6fc1fbfb785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:02Z', 'updated_at': '2021-08-16T20:42:07Z', 'revision_number': 4, 'project_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'gw_port': {'id': '1d0ece2b-bed4-4922-901f-a6fc1fbfb785', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:03Z', 'updated_at': '2021-08-16T20:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '5f3eb832-7e80-48c4-a114-24c6cbc277b7', 'name': '', 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'mac_address': 'fa:16:3e:6a:29:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e33a0f13-659e-4604-b84f-5b9bda739e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:06Z', 'updated_at': '2021-08-16T20:42:12Z', 'revision_number': 5, 'project_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'subnets': [{'id': 'e33a0f13-659e-4604-b84f-5b9bda739e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:44:48.304034 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-15f686c2-afba-4958-ab22-62db6f1ed486 None None] Set router 116149b3-7d2a-47a1-960b-588e2fd7ab15 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:44:48.377828 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-40d888d8-98ab-4c4d-938f-10df52828a62 req-1ddcecdf-bd7a-4db0-a04a-d9dfab477eb6 service neutron] 10.222.0.84 "GET /v2.0/networks/ed5eda8e-07f1-4980-9b55-01ba3f47eea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227018 Aug 16 20:44:48.389233 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-48a266ff-7cdc-467d-9306-566aead8dd2a tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:48.394100 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-48a266ff-7cdc-467d-9306-566aead8dd2a tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.72 "GET /v2.0/networks?id=3bee841e-47c3-4f4c-a369-8a19f08ab471 HTTP/1.1" status: 200 len: 823 time: 0.2656128 Aug 16 20:44:48.490150 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-7bbc26f3-7a73-4a69-9aba-d3764475d2fa tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb8c4b7819fc43cbbe786a97a0c82206 HTTP/1.1" status: 200 len: 380 time: 0.0757549 Aug 16 20:44:48.509025 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-5bb71498-0dde-40f2-880d-93316ee9ac40 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Request body: {'port': {'device_id': '39dd57e6-4e6a-45de-bdce-332df1e9d528', 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471', 'admin_state_up': True, 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'security_groups': ['381dd21c-901f-4cf7-acca-a2cddfec97a6']}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:48.568344 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-40d888d8-98ab-4c4d-938f-10df52828a62 req-3a497b36-bfdc-4170-97a8-160f3e2cc4b6 service neutron] 10.222.0.84 "GET /v2.0/networks/ed5eda8e-07f1-4980-9b55-01ba3f47eea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896131 Aug 16 20:44:48.590605 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-15f686c2-afba-4958-ab22-62db6f1ed486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'name': 'tempest-FloatingIPsAssociationTestJSON-983462297-router', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:45Z', 'updated_at': '2021-08-16T20:43:53Z', 'revision_number': 4, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'gw_port': {'id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:47Z', 'updated_at': '2021-08-16T20:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '295a163f-7226-4145-9b54-1d9944f3fbab', 'name': '', 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'mac_address': 'fa:16:3e:7a:83:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:52Z', 'updated_at': '2021-08-16T20:43:59Z', 'revision_number': 5, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'subnets': [{'id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:48.623806 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f686c2-afba-4958-ab22-62db6f1ed486 None None] The sync data for ids ['116149b3-7d2a-47a1-960b-588e2fd7ab15'] in n-d-793620-15 is: [{'id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'name': 'tempest-FloatingIPsAssociationTestJSON-983462297-router', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:45Z', 'updated_at': '2021-08-16T20:43:53Z', 'revision_number': 4, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'gw_port': {'id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:47Z', 'updated_at': '2021-08-16T20:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '295a163f-7226-4145-9b54-1d9944f3fbab', 'name': '', 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'mac_address': 'fa:16:3e:7a:83:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:52Z', 'updated_at': '2021-08-16T20:43:59Z', 'revision_number': 5, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'subnets': [{'id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:44:48.728829 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34257ac8-7e0d-469b-9461-a059fdea61fb None None] New status for floating IP be433c8a-28b6-4d8a-96b7-ece8b60df703: DOWN {{(pid=101846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:44:48.791078 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:48.822170 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-5bb71498-0dde-40f2-880d-93316ee9ac40 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Made reservation on behalf of eb8c4b7819fc43cbbe786a97a0c82206 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:48.828427 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-5bb71498-0dde-40f2-880d-93316ee9ac40 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:48.900244 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4e34e29d-d10a-4e68-8ffd-2c45cd861601 req-8ec0b8b7-a4bc-455e-be6b-2369145d8b8c tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/ports?device_id=39dd57e6-4e6a-45de-bdce-332df1e9d528 HTTP/1.1" status: 200 len: 210 time: 0.0919180 Aug 16 20:44:49.012164 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0085d0-de74-422e-b293-8ffbc9acea7e x-openstack-request-id: req-7a0085d0-de74-422e-b293-8ffbc9acea7e {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:49.012461 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05abb6bf-95a9-460a-853c-f28ef84440f0", "name": "network-vif-deleted", "tag": "8d1a58cd-4470-4995-b10e-070086e2ed09", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:49.012771 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7a0085d0-de74-422e-b293-8ffbc9acea7e {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:49.013126 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05abb6bf-95a9-460a-853c-f28ef84440f0', 'name': 'network-vif-deleted', 'tag': '8d1a58cd-4470-4995-b10e-070086e2ed09', 'status': 'completed', 'code': 200} Aug 16 20:44:49.027466 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac3a7c-b0ef-46d8-a05a-46f69c55e71c req-8f3c1eaa-9955-4268-86c4-a57c8df8e5c6 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:49.045122 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-10ac3a7c-b0ef-46d8-a05a-46f69c55e71c req-8f3c1eaa-9955-4268-86c4-a57c8df8e5c6 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 946 time: 0.2076232 Aug 16 20:44:49.076427 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-5bb71498-0dde-40f2-880d-93316ee9ac40 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Allocated IP 172.20.0.4 (3bee841e-47c3-4f4c-a369-8a19f08ab471/e33a0f13-659e-4604-b84f-5b9bda739e16/501bc92a-9742-46a3-9f41-d5be52a2b72d) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:49.086017 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-183a32b7-9134-4d6c-8537-b1981d17d734 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1645570 Aug 16 20:44:49.140059 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-10ac3a7c-b0ef-46d8-a05a-46f69c55e71c req-858b6dc9-b9e8-43ae-bdee-9908f9402ede tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802853 Aug 16 20:44:49.161777 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f8b249-e07f-4259-9af3-1b1ceb970b84 None None] New status for floating IP d3b8bb98-a911-4fc3-8a3b-fd3134cebde1: DOWN {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:44:49.187360 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3dd1f2-5a45-43fd-88bb-b0f70b57e331 req-4a8d360f-210b-434a-83a9-ab1e05ffacb7 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:49.189442 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aa3dd1f2-5a45-43fd-88bb-b0f70b57e331 req-4a8d360f-210b-434a-83a9-ab1e05ffacb7 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 946 time: 0.0956454 Aug 16 20:44:49.261024 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-5bb71498-0dde-40f2-880d-93316ee9ac40 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:49.299915 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aa3dd1f2-5a45-43fd-88bb-b0f70b57e331 req-095057cd-ddbf-4dda-aae4-671bc23a869a tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874019 Aug 16 20:44:49.303397 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-5bb71498-0dde-40f2-880d-93316ee9ac40 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Transition to ACTIVE for port object 501bc92a-9742-46a3-9f41-d5be52a2b72d will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:49.307157 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ebcab854-73c4-44ce-af54-c0b6dfd17bf1 req-9e8186d1-433c-4208-9497-e2b807cf1330 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] 10.222.0.84 "GET /v2.0/security-groups/4788a9ab-8ecd-49a9-b255-815b89eed4be HTTP/1.1" status: 200 len: 2405 time: 0.1118813 Aug 16 20:44:49.392460 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44f630a-532f-4c55-8b5d-0259e096526f x-openstack-request-id: req-d44f630a-532f-4c55-8b5d-0259e096526f {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:49.392876 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9c7143b-364d-4448-b2cb-8cda015953ed", "tag": "dc38fdb6-3d8e-43c6-99d7-2c069eaf020a", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:49.393184 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d44f630a-532f-4c55-8b5d-0259e096526f {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:49.393529 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9c7143b-364d-4448-b2cb-8cda015953ed', 'tag': 'dc38fdb6-3d8e-43c6-99d7-2c069eaf020a', 'status': 'completed', 'code': 200} Aug 16 20:44:49.456345 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-5bb71498-0dde-40f2-880d-93316ee9ac40 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:49.472132 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dcc0c4-a720-4ce8-846e-97b4da3a037a req-e465f601-b8b3-4851-882a-fc6d3cbd0bf6 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:49.476967 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1dcc0c4-a720-4ce8-846e-97b4da3a037a req-e465f601-b8b3-4851-882a-fc6d3cbd0bf6 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 950 time: 0.0954769 Aug 16 20:44:49.552296 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb15c03-9d27-46cc-b81e-03833b6e714b req-4482b08f-2237-48fa-9da9-ec5a714f602a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:49.555770 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cdb15c03-9d27-46cc-b81e-03833b6e714b req-4482b08f-2237-48fa-9da9-ec5a714f602a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=12c94560bb6443429bc057a80226b5c1&device_id=e9c7143b-364d-4448-b2cb-8cda015953ed HTTP/1.1" status: 200 len: 1097 time: 0.1387801 Aug 16 20:44:49.575581 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-5bb71498-0dde-40f2-880d-93316ee9ac40 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Network 3bee841e-47c3-4f4c-a369-8a19f08ab471 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:49.580490 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-5bb71498-0dde-40f2-880d-93316ee9ac40 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:49.600391 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-5bb71498-0dde-40f2-880d-93316ee9ac40 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:49.667963 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59438) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:49.676518 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb71498-0dde-40f2-880d-93316ee9ac40 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Pushing event updated for resources: {'Port': ['ID=501bc92a-9742-46a3-9f41-d5be52a2b72d,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:49.721249 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-5bb71498-0dde-40f2-880d-93316ee9ac40 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:49.721529 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb15c03-9d27-46cc-b81e-03833b6e714b req-814e1231-fc9d-49fb-839c-88684d1b877e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:49.722036 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-5bb71498-0dde-40f2-880d-93316ee9ac40 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:49.723901 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cdb15c03-9d27-46cc-b81e-03833b6e714b req-814e1231-fc9d-49fb-839c-88684d1b877e service neutron] 10.222.0.90 "GET /v2.0/networks?id=ed5eda8e-07f1-4980-9b55-01ba3f47eea4 HTTP/1.1" status: 200 len: 921 time: 0.1544642 Aug 16 20:44:49.732683 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1dcc0c4-a720-4ce8-846e-97b4da3a037a req-9ad5fa2d-02ab-4d1e-b441-2bcc5053bb25 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421238 Aug 16 20:44:49.800927 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cdb15c03-9d27-46cc-b81e-03833b6e714b req-017289c8-7b6c-4cb3-b08c-8e0d5b22340f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc38fdb6-3d8e-43c6-99d7-2c069eaf020a HTTP/1.1" status: 200 len: 217 time: 0.0669856 Aug 16 20:44:49.835946 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-5bb71498-0dde-40f2-880d-93316ee9ac40 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3328636 Aug 16 20:44:49.851768 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-2527b108-9c5c-4e4b-9877-5ab67449c5fc service neutron] Request body: {'port': {'device_id': '39dd57e6-4e6a-45de-bdce-332df1e9d528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:49.910830 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-3b26e432-2512-4f0b-ba1a-247f61751d6f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-541852877-network', 'tenant_id': '90a52ab7da914fe8b009c458b9c074bf'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:49.936077 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb15c03-9d27-46cc-b81e-03833b6e714b req-2212b0c1-db39-4c75-855e-474c84199480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:49.937588 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cdb15c03-9d27-46cc-b81e-03833b6e714b req-2212b0c1-db39-4c75-855e-474c84199480 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bd8dab9d-a3f2-4736-9e51-3a290163fbfe HTTP/1.1" status: 200 len: 859 time: 0.1284359 Aug 16 20:44:49.951535 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-2527b108-9c5c-4e4b-9877-5ab67449c5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:49.993318 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a5d16949-4977-47b5-9c61-11bff5580616 None None] Provisioning for port 501bc92a-9742-46a3-9f41-d5be52a2b72d completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:49.998714 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a5d16949-4977-47b5-9c61-11bff5580616 None None] Provisioning complete for port 501bc92a-9742-46a3-9f41-d5be52a2b72d triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:49.999314 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a5d16949-4977-47b5-9c61-11bff5580616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:50.007507 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5859bac-1b1f-41db-babb-e8154401efa9 req-032ec25d-8973-4807-9cda-5f753e0b045a tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:50.009063 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c5859bac-1b1f-41db-babb-e8154401efa9 req-032ec25d-8973-4807-9cda-5f753e0b045a tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=de08b7ea-49d0-4733-b8cb-fe08da6ba757 HTTP/1.1" status: 200 len: 946 time: 0.1123123 Aug 16 20:44:50.013734 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ec7dfc7d-9c79-40b7-ba8f-376c7fda6a60 req-6ebd4aa6-6378-43af-83db-d786c99f7b90 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] 10.222.0.84 "GET /v2.0/security-group-rules/ef564574-30d2-4922-b8f7-3b7f7dd6c90a HTTP/1.1" status: 200 len: 778 time: 0.0544524 Aug 16 20:44:50.061140 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a5d16949-4977-47b5-9c61-11bff5580616 None None] Port 501bc92a-9742-46a3-9f41-d5be52a2b72d cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:44:50.077986 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb15c03-9d27-46cc-b81e-03833b6e714b req-9ca4d0df-9d61-48ba-9560-94d52d61c7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:50.080269 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cdb15c03-9d27-46cc-b81e-03833b6e714b req-9ca4d0df-9d61-48ba-9560-94d52d61c7da service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ed5eda8e-07f1-4980-9b55-01ba3f47eea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1302786 Aug 16 20:44:50.101624 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b26e432-2512-4f0b-ba1a-247f61751d6f admin admin] Made reservation on behalf of 90a52ab7da914fe8b009c458b9c074bf for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:50.103973 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3b26e432-2512-4f0b-ba1a-247f61751d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:50.116970 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3b26e432-2512-4f0b-ba1a-247f61751d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:50.134436 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c5859bac-1b1f-41db-babb-e8154401efa9 req-133519a3-088c-4e2f-8919-2399a9657f5e tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162977 Aug 16 20:44:50.184470 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ec7dfc7d-9c79-40b7-ba8f-376c7fda6a60 req-423bab21-7545-47ff-a6fa-5ab0da0ca00f tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] 10.222.0.84 "GET /v2.0/security-groups/4788a9ab-8ecd-49a9-b255-815b89eed4be HTTP/1.1" status: 200 len: 2405 time: 0.1622612 Aug 16 20:44:50.251770 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ec7dfc7d-9c79-40b7-ba8f-376c7fda6a60 req-9abcd9c7-09f1-4ce4-9477-ede6f1b9dc16 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:50.257374 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cdb15c03-9d27-46cc-b81e-03833b6e714b req-59765e31-20a6-4234-87d4-bd5a2b431e56 service neutron] 10.222.0.90 "GET /v2.0/networks/ed5eda8e-07f1-4980-9b55-01ba3f47eea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547177 Aug 16 20:44:50.264320 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ec7dfc7d-9c79-40b7-ba8f-376c7fda6a60 req-9abcd9c7-09f1-4ce4-9477-ede6f1b9dc16 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:50.327897 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-2527b108-9c5c-4e4b-9877-5ab67449c5fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 501bc92a-9742-46a3-9f41-d5be52a2b72d {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:50.338267 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3b26e432-2512-4f0b-ba1a-247f61751d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:50.340385 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-2527b108-9c5c-4e4b-9877-5ab67449c5fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:50.354338 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-2527b108-9c5c-4e4b-9877-5ab67449c5fc service neutron] Transition to ACTIVE for port object 501bc92a-9742-46a3-9f41-d5be52a2b72d will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:50.400899 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cdb15c03-9d27-46cc-b81e-03833b6e714b req-7e793166-2f83-4604-869a-70097b518957 service neutron] 10.222.0.90 "GET /v2.0/networks/ed5eda8e-07f1-4980-9b55-01ba3f47eea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330581 Aug 16 20:44:50.445760 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3b26e432-2512-4f0b-ba1a-247f61751d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:50.464547 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a572f-c297-4177-8a63-7f0890d0eaae req-f9fd6510-566f-4ec1-beed-ea0e97e6573d tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:50.465760 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ea7a572f-c297-4177-8a63-7f0890d0eaae req-f9fd6510-566f-4ec1-beed-ea0e97e6573d tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 1098 time: 0.0424466 Aug 16 20:44:50.473858 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b26e432-2512-4f0b-ba1a-247f61751d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a3a3ec-6715-40e7-bf54-7facbb30ac9a,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:50.499531 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ec7dfc7d-9c79-40b7-ba8f-376c7fda6a60 req-9abcd9c7-09f1-4ce4-9477-ede6f1b9dc16 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:50.502424 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-2527b108-9c5c-4e4b-9877-5ab67449c5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:50.510703 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ec7dfc7d-9c79-40b7-ba8f-376c7fda6a60 req-9abcd9c7-09f1-4ce4-9477-ede6f1b9dc16 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:50.511020 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b26e432-2512-4f0b-ba1a-247f61751d6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:44:50.511118 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ec7dfc7d-9c79-40b7-ba8f-376c7fda6a60 req-9abcd9c7-09f1-4ce4-9477-ede6f1b9dc16 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/ef564574-30d2-4922-b8f7-3b7f7dd6c90a HTTP/1.1" status: 204 len: 173 time: 0.3138638 Aug 16 20:44:50.514757 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ea7a572f-c297-4177-8a63-7f0890d0eaae req-d2f5eb92-6c61-4ea6-858d-44385394f424 tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422778 Aug 16 20:44:50.515438 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abcd9c7-09f1-4ce4-9477-ede6f1b9dc16 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef564574-30d2-4922-b8f7-3b7f7dd6c90a,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:50.635738 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872da121-9a02-4c04-b477-bc2d99b98579 req-69b685c4-5d7c-4512-b41d-64d1b3edbaed tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:50.637778 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-872da121-9a02-4c04-b477-bc2d99b98579 req-69b685c4-5d7c-4512-b41d-64d1b3edbaed tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb9b219e-8d5f-4b16-920b-c895b22deab9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0687695 Aug 16 20:44:50.728710 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-872da121-9a02-4c04-b477-bc2d99b98579 req-cc71308d-7aaf-4280-bbfc-ff9130427ab6 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.125 HTTP/1.1" status: 200 len: 696 time: 0.0821912 Aug 16 20:44:50.737179 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-872da121-9a02-4c04-b477-bc2d99b98579 req-acf80b22-ad22-49b7-aaca-43b88546d097 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Request body: {'floatingip': {'port_id': '44759938-a0ac-43ad-a35c-11eb9674a2b6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:50.790319 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3b26e432-2512-4f0b-ba1a-247f61751d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:50.790685 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-3b26e432-2512-4f0b-ba1a-247f61751d6f admin admin] Added segment d8027699-2702-479c-a1c6-4b4b1feaa877 of type vlan for network 00b9c9a9-b41b-40f7-9f82-9b04873d9fad Aug 16 20:44:50.850997 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527b108-9c5c-4e4b-9877-5ab67449c5fc service neutron] Pushing event updated for resources: {'Port': ['ID=501bc92a-9742-46a3-9f41-d5be52a2b72d,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:50.871879 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3b26e432-2512-4f0b-ba1a-247f61751d6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:50.879351 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 8d1a58cd-4470-4995-b10e-070086e2ed09 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:44:50.918504 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 8d1a58cd-4470-4995-b10e-070086e2ed09 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:44:50.918857 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 8d1a58cd-4470-4995-b10e-070086e2ed09 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:44:50.945173 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-2527b108-9c5c-4e4b-9877-5ab67449c5fc service neutron] Attempting to bind port 501bc92a-9742-46a3-9f41-d5be52a2b72d on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:44:50.945515 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-2527b108-9c5c-4e4b-9877-5ab67449c5fc service neutron] Attempting to bind port 501bc92a-9742-46a3-9f41-d5be52a2b72d by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': 'e8314f4c-3555-4f94-a486-0d46d6329f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:44:50.945851 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-2527b108-9c5c-4e4b-9877-5ab67449c5fc service neutron] Attempting to bind port 501bc92a-9742-46a3-9f41-d5be52a2b72d on network 3bee841e-47c3-4f4c-a369-8a19f08ab471 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:50.950924 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-2527b108-9c5c-4e4b-9877-5ab67449c5fc service neutron] Port 501bc92a-9742-46a3-9f41-d5be52a2b72d on network 3bee841e-47c3-4f4c-a369-8a19f08ab471 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:44:50.951251 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-2527b108-9c5c-4e4b-9877-5ab67449c5fc service neutron] Attempting to bind port 501bc92a-9742-46a3-9f41-d5be52a2b72d on network 3bee841e-47c3-4f4c-a369-8a19f08ab471 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:50.957336 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-2527b108-9c5c-4e4b-9877-5ab67449c5fc service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:44:50.957682 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-2527b108-9c5c-4e4b-9877-5ab67449c5fc service neutron] Checking segment: {'id': 'e8314f4c-3555-4f94-a486-0d46d6329f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:50.958080 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-2527b108-9c5c-4e4b-9877-5ab67449c5fc service neutron] Bound using segment: {'id': 'e8314f4c-3555-4f94-a486-0d46d6329f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:44:50.958523 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-2527b108-9c5c-4e4b-9877-5ab67449c5fc service neutron] Bound port: 501bc92a-9742-46a3-9f41-d5be52a2b72d, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8314f4c-3555-4f94-a486-0d46d6329f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:44:50.958884 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-2527b108-9c5c-4e4b-9877-5ab67449c5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:51.000797 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3b26e432-2512-4f0b-ba1a-247f61751d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:51.002553 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b26e432-2512-4f0b-ba1a-247f61751d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:51.003142 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3b26e432-2512-4f0b-ba1a-247f61751d6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:51.085186 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b26e432-2512-4f0b-ba1a-247f61751d6f admin admin] Pushing event updated for resources: {'Network': ['ID=00b9c9a9-b41b-40f7-9f82-9b04873d9fad,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:51.097388 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 00b9c9a9-b41b-40f7-9f82-9b04873d9fad details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:44:51.100905 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-2527b108-9c5c-4e4b-9877-5ab67449c5fc service neutron] For port 501bc92a-9742-46a3-9f41-d5be52a2b72d, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:44:51.104257 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-2527b108-9c5c-4e4b-9877-5ab67449c5fc service neutron] For port 501bc92a-9742-46a3-9f41-d5be52a2b72d, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=501bc92a-9742-46a3-9f41-d5be52a2b72d,segment=NetworkSegment(e8314f4c-3555-4f94-a486-0d46d6329f40),segment_id=e8314f4c-3555-4f94-a486-0d46d6329f40)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:44:51.107244 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-872da121-9a02-4c04-b477-bc2d99b98579 req-acf80b22-ad22-49b7-aaca-43b88546d097 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks [] for floatingip, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:51.147049 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397abcb-fdf0-480e-8e8d-f134c15d5627 req-5d007eba-57b9-4e61-a601-d03d2696640b tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:51.152543 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4397abcb-fdf0-480e-8e8d-f134c15d5627 req-5d007eba-57b9-4e61-a601-d03d2696640b tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/ports?device_id=39dd57e6-4e6a-45de-bdce-332df1e9d528 HTTP/1.1" status: 200 len: 943 time: 0.5076864 Aug 16 20:44:51.167206 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3b26e432-2512-4f0b-ba1a-247f61751d6f admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4947023 Aug 16 20:44:51.170056 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59470) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:51.175715 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-c03b9cd4-22d4-44f6-a84f-12a947394c06 admin admin] Request body: {'subnet': {'network_id': '00b9c9a9-b41b-40f7-9f82-9b04873d9fad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-541852877-subnet', 'tenant_id': '90a52ab7da914fe8b009c458b9c074bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:51.194775 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-2527b108-9c5c-4e4b-9877-5ab67449c5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:51.231866 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-2527b108-9c5c-4e4b-9877-5ab67449c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:51.232355 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-2527b108-9c5c-4e4b-9877-5ab67449c5fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:51.233724 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-2527b108-9c5c-4e4b-9877-5ab67449c5fc service neutron] 10.222.0.72 "PUT /v2.0/ports/501bc92a-9742-46a3-9f41-d5be52a2b72d HTTP/1.1" status: 200 len: 1092 time: 1.3894477 Aug 16 20:44:51.234233 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39dd57e6-4e6a-45de-bdce-332df1e9d528', 'tag': '501bc92a-9742-46a3-9f41-d5be52a2b72d'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:51.236492 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83234f8d-88d7-4eff-baca-c45469251ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "39dd57e6-4e6a-45de-bdce-332df1e9d528", "tag": "501bc92a-9742-46a3-9f41-d5be52a2b72d"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:51.255915 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4397abcb-fdf0-480e-8e8d-f134c15d5627 req-f397a974-fd71-4c3e-a275-c628f32d285e tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/security-groups?id=381dd21c-901f-4cf7-acca-a2cddfec97a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946279 Aug 16 20:44:51.260928 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527b108-9c5c-4e4b-9877-5ab67449c5fc service neutron] Pushing event updated for resources: {'Port': ['ID=501bc92a-9742-46a3-9f41-d5be52a2b72d,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:51.298455 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03b9cd4-22d4-44f6-a84f-12a947394c06 admin admin] Made reservation on behalf of 90a52ab7da914fe8b009c458b9c074bf for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:51.300934 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c03b9cd4-22d4-44f6-a84f-12a947394c06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:51.475309 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2f208-8435-4bb0-9a99-eefdb68f04fb req-ff7ff89e-d560-41a0-abf2-4143d0ef6e13 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:51.476847 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dfd2f208-8435-4bb0-9a99-eefdb68f04fb req-ff7ff89e-d560-41a0-abf2-4143d0ef6e13 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 946 time: 0.1028461 Aug 16 20:44:51.494341 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-c400a648-479b-416b-bff6-25233e01d762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:51.496752 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-c400a648-479b-416b-bff6-25233e01d762 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb8c4b7819fc43cbbe786a97a0c82206&device_id=39dd57e6-4e6a-45de-bdce-332df1e9d528 HTTP/1.1" status: 200 len: 1095 time: 0.0985136 Aug 16 20:44:51.553225 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-f249eed4-5815-4136-96ce-d81f1b9389b7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=501bc92a-9742-46a3-9f41-d5be52a2b72d HTTP/1.1" status: 200 len: 217 time: 0.0456426 Aug 16 20:44:51.629853 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dfd2f208-8435-4bb0-9a99-eefdb68f04fb req-a1e6fff2-970d-4ee4-96f7-819e8635bebd tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043966 Aug 16 20:44:51.640007 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-0cf98d31-4d0c-43c5-a909-b8d24ead40aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:51.642395 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-0cf98d31-4d0c-43c5-a909-b8d24ead40aa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e33a0f13-659e-4604-b84f-5b9bda739e16 HTTP/1.1" status: 200 len: 862 time: 0.0649030 Aug 16 20:44:51.659859 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb5a16-9495-48ae-8d35-b901a1c7c2a4 req-2b47444f-8b4e-493b-9361-bff2a0b7ee62 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:51.661447 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-13fb5a16-9495-48ae-8d35-b901a1c7c2a4 req-2b47444f-8b4e-493b-9361-bff2a0b7ee62 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9c7143b-364d-4448-b2cb-8cda015953ed HTTP/1.1" status: 200 len: 945 time: 0.0723877 Aug 16 20:44:51.694084 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-b37b5ab4-fc5d-4300-ac37-abb2f2711cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:51.697281 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-b37b5ab4-fc5d-4300-ac37-abb2f2711cdb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3bee841e-47c3-4f4c-a369-8a19f08ab471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460756 Aug 16 20:44:51.765608 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c03b9cd4-22d4-44f6-a84f-12a947394c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:51.765822 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:51.817692 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-872da121-9a02-4c04-b477-bc2d99b98579 req-acf80b22-ad22-49b7-aaca-43b88546d097 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:51.835399 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-13fb5a16-9495-48ae-8d35-b901a1c7c2a4 req-da4c85eb-dc6c-469d-be42-709b48fb8a9c tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Deleting port dc38fdb6-3d8e-43c6-99d7-2c069eaf020a {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:44:51.835773 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-13fb5a16-9495-48ae-8d35-b901a1c7c2a4 req-da4c85eb-dc6c-469d-be42-709b48fb8a9c tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:51.852557 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b9cd4-22d4-44f6-a84f-12a947394c06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1d9a1a2-bcb4-4380-8a57-8b2e514b34b2,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:51.861141 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-3ea07450-3a00-4405-aacc-1934f3ad2275 service neutron] 10.222.0.72 "GET /v2.0/networks/3bee841e-47c3-4f4c-a369-8a19f08ab471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553764 Aug 16 20:44:51.864034 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03b9cd4-22d4-44f6-a84f-12a947394c06 admin admin] Checking segment: {'id': 'd8027699-2702-479c-a1c6-4b4b1feaa877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '00b9c9a9-b41b-40f7-9f82-9b04873d9fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:51.864399 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03b9cd4-22d4-44f6-a84f-12a947394c06 admin admin] Network hostable DHCP agents. Network: 00b9c9a9-b41b-40f7-9f82-9b04873d9fad, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:44:51.931057 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-13fb5a16-9495-48ae-8d35-b901a1c7c2a4 req-da4c85eb-dc6c-469d-be42-709b48fb8a9c tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] For port dc38fdb6-3d8e-43c6-99d7-2c069eaf020a, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=dc38fdb6-3d8e-43c6-99d7-2c069eaf020a,segment=NetworkSegment(b77570f6-2c6b-4b2c-bfcf-ea4849f9225f),segment_id=b77570f6-2c6b-4b2c-bfcf-ea4849f9225f)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:51.931457 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-13fb5a16-9495-48ae-8d35-b901a1c7c2a4 req-da4c85eb-dc6c-469d-be42-709b48fb8a9c tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:51.940751 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-872da121-9a02-4c04-b477-bc2d99b98579 req-acf80b22-ad22-49b7-aaca-43b88546d097 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:51.963740 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1b8e6340-b839-4e0e-8dba-f1c3e343c5ff req-f32ba3e6-b60b-4320-9ae9-447eceb6637f service neutron] 10.222.0.72 "GET /v2.0/networks/3bee841e-47c3-4f4c-a369-8a19f08ab471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893052 Aug 16 20:44:51.974400 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-13fb5a16-9495-48ae-8d35-b901a1c7c2a4 req-da4c85eb-dc6c-469d-be42-709b48fb8a9c tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Calling delete_port for dc38fdb6-3d8e-43c6-99d7-2c069eaf020a owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:52.005355 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03b9cd4-22d4-44f6-a84f-12a947394c06 admin admin] Network 00b9c9a9-b41b-40f7-9f82-9b04873d9fad is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:44:52.092210 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [req-872da121-9a02-4c04-b477-bc2d99b98579 req-acf80b22-ad22-49b7-aaca-43b88546d097 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Floating IP d3b8bb98-a911-4fc3-8a3b-fd3134cebde1 associated. External IP: 172.25.1.125, port: 44759938-a0ac-43ad-a35c-11eb9674a2b6. Aug 16 20:44:52.182002 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-c03b9cd4-22d4-44f6-a84f-12a947394c06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 00b9c9a9-b41b-40f7-9f82-9b04873d9fad) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:52.189283 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03b9cd4-22d4-44f6-a84f-12a947394c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:52.190750 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c03b9cd4-22d4-44f6-a84f-12a947394c06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:52.192282 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a871ab82-dd77-435c-b070-5d538f560004 None None] Network 00b9c9a9-b41b-40f7-9f82-9b04873d9fad requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:52.333394 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c03b9cd4-22d4-44f6-a84f-12a947394c06 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1554353 Aug 16 20:44:52.338890 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb61ca56-2a20-4c0e-8bc3-4d8844161221 None None] Network 00b9c9a9-b41b-40f7-9f82-9b04873d9fad requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:52.372618 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-34c7220f-54b3-4320-95d4-1979f918a7b0 req-6a794a4c-a6dc-47ae-9aa7-0c95de651932 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2046118321', 'description': 'tempest-description-21183335'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:52.400591 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-13fb5a16-9495-48ae-8d35-b901a1c7c2a4 req-da4c85eb-dc6c-469d-be42-709b48fb8a9c tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:52.445639 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c85eb-dc6c-469d-be42-709b48fb8a9c tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Pushing event deleted for resources: {'Port': ['ID=dc38fdb6-3d8e-43c6-99d7-2c069eaf020a,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:52.453414 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['dc38fdb6-3d8e-43c6-99d7-2c069eaf020a'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:52.474648 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-2fa6f796-2694-4b39-9b24-4a25aa4db9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:52.482747 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-2fa6f796-2694-4b39-9b24-4a25aa4db9e1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8eeb19c70e2743deaa8aa99547f66522&device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 1102 time: 0.0548825 Aug 16 20:44:52.482973 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['44759938-a0ac-43ad-a35c-11eb9674a2b6'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:52.483503 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [req-872da121-9a02-4c04-b477-bc2d99b98579 req-acf80b22-ad22-49b7-aaca-43b88546d097 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Router 116149b3-7d2a-47a1-960b-588e2fd7ab15 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:44:52.508557 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-13fb5a16-9495-48ae-8d35-b901a1c7c2a4 req-da4c85eb-dc6c-469d-be42-709b48fb8a9c tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] No DVR routers for this DVR port dc38fdb6-3d8e-43c6-99d7-2c069eaf020a on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:44:52.517543 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-13fb5a16-9495-48ae-8d35-b901a1c7c2a4 req-da4c85eb-dc6c-469d-be42-709b48fb8a9c tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:52.520017 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-13fb5a16-9495-48ae-8d35-b901a1c7c2a4 req-da4c85eb-dc6c-469d-be42-709b48fb8a9c tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.90 "DELETE /v2.0/ports/dc38fdb6-3d8e-43c6-99d7-2c069eaf020a HTTP/1.1" status: 204 len: 173 time: 0.8492894 Aug 16 20:44:52.525595 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c7143b-364d-4448-b2cb-8cda015953ed', 'name': 'network-vif-deleted', 'tag': 'dc38fdb6-3d8e-43c6-99d7-2c069eaf020a'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:52.528459 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd3bd7d-34fc-43c5-88d0-d2f29c41b900" -d '{"events": [{"server_uuid": "e9c7143b-364d-4448-b2cb-8cda015953ed", "name": "network-vif-deleted", "tag": "dc38fdb6-3d8e-43c6-99d7-2c069eaf020a"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:52.612068 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-59d8c9a4-e721-4d92-bdd8-3c4b6bd6ccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:52.613608 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-59d8c9a4-e721-4d92-bdd8-3c4b6bd6ccbd service neutron] 10.222.0.72 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.1260834 Aug 16 20:44:52.656988 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-872da121-9a02-4c04-b477-bc2d99b98579 req-acf80b22-ad22-49b7-aaca-43b88546d097 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:44:52.662174 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-872da121-9a02-4c04-b477-bc2d99b98579 req-acf80b22-ad22-49b7-aaca-43b88546d097 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:52.666412 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-34c7220f-54b3-4320-95d4-1979f918a7b0 req-6a794a4c-a6dc-47ae-9aa7-0c95de651932 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:52.674794 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129c2f2b-ef28-4527-8b28-32f591073efc None None] Sync routers for ids ['116149b3-7d2a-47a1-960b-588e2fd7ab15'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:44:52.690554 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-ca5bfb64-15d8-4248-ba67-3efec31cefa7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=c6b62548-8eef-466c-bea6-22ddc7f1997d HTTP/1.1" status: 200 len: 217 time: 0.0530601 Aug 16 20:44:52.705706 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-872da121-9a02-4c04-b477-bc2d99b98579 req-acf80b22-ad22-49b7-aaca-43b88546d097 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "PUT /v2.0/floatingips/d3b8bb98-a911-4fc3-8a3b-fd3134cebde1 HTTP/1.1" status: 200 len: 996 time: 1.9759271 Aug 16 20:44:52.726129 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129c2f2b-ef28-4527-8b28-32f591073efc None None] Routers {'116149b3-7d2a-47a1-960b-588e2fd7ab15'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:44:52.726666 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-129c2f2b-ef28-4527-8b28-32f591073efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:44:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['116149b3-7d2a-47a1-960b-588e2fd7ab15'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:52.780404 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-b17bebe7-faa7-4b09-bfb2-749c5a3657fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:52.784271 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-b17bebe7-faa7-4b09-bfb2-749c5a3657fc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0811787 Aug 16 20:44:52.805379 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872da121-9a02-4c04-b477-bc2d99b98579 req-56033407-c078-420a-b2e4-dbbb216ce0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:52.807075 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-872da121-9a02-4c04-b477-bc2d99b98579 req-56033407-c078-420a-b2e4-dbbb216ce0ba service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=12c94560bb6443429bc057a80226b5c1&device_id=cb9b219e-8d5f-4b16-920b-c895b22deab9 HTTP/1.1" status: 200 len: 1097 time: 0.0769341 Aug 16 20:44:52.853009 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-3b9c4512-8bb4-4369-977e-80ae627d30a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:52.854585 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-3b9c4512-8bb4-4369-977e-80ae627d30a6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0568020 Aug 16 20:44:52.896562 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-129c2f2b-ef28-4527-8b28-32f591073efc None None] Set router 116149b3-7d2a-47a1-960b-588e2fd7ab15 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:44:52.905906 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-34c7220f-54b3-4320-95d4-1979f918a7b0 req-6a794a4c-a6dc-47ae-9aa7-0c95de651932 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:52.950047 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872da121-9a02-4c04-b477-bc2d99b98579 req-70499168-a166-4d8e-bcf9-1a5cfed984ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:52.951569 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-872da121-9a02-4c04-b477-bc2d99b98579 req-70499168-a166-4d8e-bcf9-1a5cfed984ec service neutron] 10.222.0.84 "GET /v2.0/networks?id=ed5eda8e-07f1-4980-9b55-01ba3f47eea4 HTTP/1.1" status: 200 len: 921 time: 0.1346738 Aug 16 20:44:52.974531 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-55bf77f1-64ee-4623-930e-c914fae1cd87 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069484 Aug 16 20:44:53.030296 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-34c7220f-54b3-4320-95d4-1979f918a7b0 req-6a794a4c-a6dc-47ae-9aa7-0c95de651932 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:53.044332 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-872da121-9a02-4c04-b477-bc2d99b98579 req-ed206ced-3780-495c-ba70-3109a30fe888 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44759938-a0ac-43ad-a35c-11eb9674a2b6 HTTP/1.1" status: 200 len: 999 time: 0.0746732 Aug 16 20:44:53.127496 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-eee79465-2996-416f-82d4-d48455e8e21c service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338403 Aug 16 20:44:53.143352 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a794a4c-a6dc-47ae-9aa7-0c95de651932 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a483950c-5a18-4caa-955a-08b75a688eda,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:53.173378 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872da121-9a02-4c04-b477-bc2d99b98579 req-c79dba9d-f607-4393-b267-c9ff1b19bd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:53.174873 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-872da121-9a02-4c04-b477-bc2d99b98579 req-c79dba9d-f607-4393-b267-c9ff1b19bd34 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bd8dab9d-a3f2-4736-9e51-3a290163fbfe HTTP/1.1" status: 200 len: 859 time: 0.1193373 Aug 16 20:44:53.183146 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-574ebaaf-d30e-4175-b518-b357bd3294e8 req-60427553-aaec-458c-9ba0-b44196f8ae34 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0671086 Aug 16 20:44:53.194596 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-34c7220f-54b3-4320-95d4-1979f918a7b0 req-6a794a4c-a6dc-47ae-9aa7-0c95de651932 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:53.206355 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-34c7220f-54b3-4320-95d4-1979f918a7b0 req-6a794a4c-a6dc-47ae-9aa7-0c95de651932 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.8354890 Aug 16 20:44:53.281941 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872da121-9a02-4c04-b477-bc2d99b98579 req-fb7bd9b9-bd6f-4d98-94ef-db7102dd9afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:53.284361 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-872da121-9a02-4c04-b477-bc2d99b98579 req-fb7bd9b9-bd6f-4d98-94ef-db7102dd9afc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ed5eda8e-07f1-4980-9b55-01ba3f47eea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0998051 Aug 16 20:44:53.342681 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ebaaf-d30e-4175-b518-b357bd3294e8 req-ba370d23-e42b-4952-9761-0f50b28b286a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:53.351179 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-574ebaaf-d30e-4175-b518-b357bd3294e8 req-ba370d23-e42b-4952-9761-0f50b28b286a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ef76538be3f42efb94d0f0a8384d0d1&device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 1097 time: 0.1241577 Aug 16 20:44:53.380032 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-129c2f2b-ef28-4527-8b28-32f591073efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'name': 'tempest-FloatingIPsAssociationTestJSON-983462297-router', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:45Z', 'updated_at': '2021-08-16T20:43:53Z', 'revision_number': 4, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'gw_port': {'id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:47Z', 'updated_at': '2021-08-16T20:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'd3b8bb98-a911-4fc3-8a3b-fd3134cebde1', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'floating_ip_address': '172.25.1.125', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'port_id': '44759938-a0ac-43ad-a35c-11eb9674a2b6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4', 'mac_address': 'fa:16:3e:71:ba:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9b219e-8d5f-4b16-920b-c895b22deab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:44:14Z', 'updated_at': '2021-08-16T20:44:51Z', 'revision_number': 8, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295a163f-7226-4145-9b54-1d9944f3fbab', 'name': '', 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'mac_address': 'fa:16:3e:7a:83:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:52Z', 'updated_at': '2021-08-16T20:43:59Z', 'revision_number': 5, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'subnets': [{'id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:53.404922 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703832e0-33ee-488c-9917-1228cd212e34 req-1b0c51b5-fbb2-4068-92cb-a260d10445d7 tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:53.406881 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-703832e0-33ee-488c-9917-1228cd212e34 req-1b0c51b5-fbb2-4068-92cb-a260d10445d7 tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 1098 time: 0.1454430 Aug 16 20:44:53.424840 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129c2f2b-ef28-4527-8b28-32f591073efc None None] Checking router: 116149b3-7d2a-47a1-960b-588e2fd7ab15 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:44:53.446046 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129c2f2b-ef28-4527-8b28-32f591073efc None None] Routers {'116149b3-7d2a-47a1-960b-588e2fd7ab15'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:44:53.446690 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-129c2f2b-ef28-4527-8b28-32f591073efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:44:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['116149b3-7d2a-47a1-960b-588e2fd7ab15'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:53.517692 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-872da121-9a02-4c04-b477-bc2d99b98579 req-6950a1c5-a95d-4b67-a274-0af3bbd27a5e service neutron] 10.222.0.84 "GET /v2.0/networks/ed5eda8e-07f1-4980-9b55-01ba3f47eea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163489 Aug 16 20:44:53.538039 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59508) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:53.543471 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-e191b858-c7e6-450c-9106-37a7373c0b5a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-651772866-network', 'tenant_id': '637fa15c7303451a96a0f788b5061906'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:53.581324 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-703832e0-33ee-488c-9917-1228cd212e34 req-91d628e7-2d9d-43d7-a2c6-40b9ab55f5e6 tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452885 Aug 16 20:44:53.590051 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-129c2f2b-ef28-4527-8b28-32f591073efc None None] Set router 116149b3-7d2a-47a1-960b-588e2fd7ab15 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:44:53.665697 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ebaaf-d30e-4175-b518-b357bd3294e8 req-a08a95ce-4e19-4720-9e10-b179422b583f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:53.667611 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-574ebaaf-d30e-4175-b518-b357bd3294e8 req-a08a95ce-4e19-4720-9e10-b179422b583f service neutron] 10.222.0.90 "GET /v2.0/networks?id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa HTTP/1.1" status: 200 len: 909 time: 0.2785714 Aug 16 20:44:53.671306 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-872da121-9a02-4c04-b477-bc2d99b98579 req-b8b20461-af82-4e2f-abe1-b5817d3eeb39 service neutron] 10.222.0.84 "GET /v2.0/networks/ed5eda8e-07f1-4980-9b55-01ba3f47eea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477985 Aug 16 20:44:53.719012 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-574ebaaf-d30e-4175-b518-b357bd3294e8 req-b9a17983-103e-4571-82fd-4c168c298152 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f912723-5346-408a-9f1e-3e97c404dc7c HTTP/1.1" status: 200 len: 217 time: 0.0397403 Aug 16 20:44:53.748748 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e191b858-c7e6-450c-9106-37a7373c0b5a admin admin] Made reservation on behalf of 637fa15c7303451a96a0f788b5061906 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:53.751565 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e191b858-c7e6-450c-9106-37a7373c0b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:53.761013 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e191b858-c7e6-450c-9106-37a7373c0b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:53.806490 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ebaaf-d30e-4175-b518-b357bd3294e8 req-5bbad2f1-3c3c-4294-99a9-3cdd2d8ad62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:53.807993 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-574ebaaf-d30e-4175-b518-b357bd3294e8 req-5bbad2f1-3c3c-4294-99a9-3cdd2d8ad62a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=32473632-cd45-434e-a077-52a281cec044 HTTP/1.1" status: 200 len: 848 time: 0.0644832 Aug 16 20:44:53.817919 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67a19f-0ad8-47a6-8eba-ed9c3008e023 req-f2155a1c-95e5-436d-b936-22c59d5be75f tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:53.819445 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6b67a19f-0ad8-47a6-8eba-ed9c3008e023 req-f2155a1c-95e5-436d-b936-22c59d5be75f tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 950 time: 0.1036985 Aug 16 20:44:53.852818 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-574ebaaf-d30e-4175-b518-b357bd3294e8 req-5d5785ae-4d04-4b6d-8f2f-c4a43ff116ac service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319843 Aug 16 20:44:53.900079 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e191b858-c7e6-450c-9106-37a7373c0b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:53.903315 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-129c2f2b-ef28-4527-8b28-32f591073efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'name': 'tempest-FloatingIPsAssociationTestJSON-983462297-router', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:45Z', 'updated_at': '2021-08-16T20:43:53Z', 'revision_number': 4, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'gw_port': {'id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:47Z', 'updated_at': '2021-08-16T20:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'd3b8bb98-a911-4fc3-8a3b-fd3134cebde1', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'floating_ip_address': '172.25.1.125', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'port_id': '44759938-a0ac-43ad-a35c-11eb9674a2b6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4', 'mac_address': 'fa:16:3e:71:ba:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9b219e-8d5f-4b16-920b-c895b22deab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:44:14Z', 'updated_at': '2021-08-16T20:44:51Z', 'revision_number': 8, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295a163f-7226-4145-9b54-1d9944f3fbab', 'name': '', 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'mac_address': 'fa:16:3e:7a:83:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:52Z', 'updated_at': '2021-08-16T20:43:59Z', 'revision_number': 5, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'subnets': [{'id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:53.929762 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6b67a19f-0ad8-47a6-8eba-ed9c3008e023 req-ee514b01-e319-4f80-a18d-2ad6b4d07916 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000960 Aug 16 20:44:53.935672 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129c2f2b-ef28-4527-8b28-32f591073efc None None] The sync data for ids ['116149b3-7d2a-47a1-960b-588e2fd7ab15'] in n-d-793620-15 is: [{'id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'name': 'tempest-FloatingIPsAssociationTestJSON-983462297-router', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:45Z', 'updated_at': '2021-08-16T20:43:53Z', 'revision_number': 4, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'gw_port': {'id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:47Z', 'updated_at': '2021-08-16T20:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'd3b8bb98-a911-4fc3-8a3b-fd3134cebde1', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'floating_ip_address': '172.25.1.125', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'port_id': '44759938-a0ac-43ad-a35c-11eb9674a2b6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4', 'mac_address': 'fa:16:3e:71:ba:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9b219e-8d5f-4b16-920b-c895b22deab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:44:14Z', 'updated_at': '2021-08-16T20:44:51Z', 'revision_number': 8, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295a163f-7226-4145-9b54-1d9944f3fbab', 'name': '', 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'mac_address': 'fa:16:3e:7a:83:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:52Z', 'updated_at': '2021-08-16T20:43:59Z', 'revision_number': 5, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'subnets': [{'id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:44:53.991270 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-574ebaaf-d30e-4175-b518-b357bd3294e8 req-2fb9d78d-26ec-49f8-b5d1-a1b53036efd0 service neutron] 10.222.0.90 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293418 Aug 16 20:44:53.999025 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4723301-2726-4f23-bfdd-dd9fd6fa32fa x-openstack-request-id: req-d4723301-2726-4f23-bfdd-dd9fd6fa32fa {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:53.999319 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39dd57e6-4e6a-45de-bdce-332df1e9d528", "tag": "501bc92a-9742-46a3-9f41-d5be52a2b72d", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:53.999568 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d4723301-2726-4f23-bfdd-dd9fd6fa32fa {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:54.000002 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39dd57e6-4e6a-45de-bdce-332df1e9d528', 'tag': '501bc92a-9742-46a3-9f41-d5be52a2b72d', 'status': 'completed', 'code': 200} Aug 16 20:44:54.083844 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e191b858-c7e6-450c-9106-37a7373c0b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:54.131696 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e191b858-c7e6-450c-9106-37a7373c0b5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:44:54.138197 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2474e-9d6b-487e-a1fc-08da8671c8ee req-6b7148f7-a075-458f-92c7-aa3d57cda2bc tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:54.140109 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2fd2474e-9d6b-487e-a1fc-08da8671c8ee req-6b7148f7-a075-458f-92c7-aa3d57cda2bc tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/ports?device_id=39dd57e6-4e6a-45de-bdce-332df1e9d528 HTTP/1.1" status: 200 len: 943 time: 0.0695012 Aug 16 20:44:54.163514 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191b858-c7e6-450c-9106-37a7373c0b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66017596-266c-4c36-8ae3-22805bd98b5d,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:54.166962 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f164a8a-3441-4e37-a751-62627b0f44c7 x-openstack-request-id: req-5f164a8a-3441-4e37-a751-62627b0f44c7 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:54.167728 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83234f8d-88d7-4eff-baca-c45469251ee3 req-d2420f18-13ab-496a-aca4-c4fc24801b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:54.167984 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c7143b-364d-4448-b2cb-8cda015953ed", "name": "network-vif-deleted", "tag": "dc38fdb6-3d8e-43c6-99d7-2c069eaf020a", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:54.168384 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5f164a8a-3441-4e37-a751-62627b0f44c7 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:54.168945 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c7143b-364d-4448-b2cb-8cda015953ed', 'name': 'network-vif-deleted', 'tag': 'dc38fdb6-3d8e-43c6-99d7-2c069eaf020a', 'status': 'completed', 'code': 200} Aug 16 20:44:54.169651 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-83234f8d-88d7-4eff-baca-c45469251ee3 req-d2420f18-13ab-496a-aca4-c4fc24801b38 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb8c4b7819fc43cbbe786a97a0c82206&device_id=39dd57e6-4e6a-45de-bdce-332df1e9d528 HTTP/1.1" status: 200 len: 1095 time: 0.1360204 Aug 16 20:44:54.173966 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e191b858-c7e6-450c-9106-37a7373c0b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:54.174401 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-e191b858-c7e6-450c-9106-37a7373c0b5a admin admin] Added segment 9fc8b544-e9d3-4b04-826a-6383559c24f9 of type vlan for network e4778046-a6bd-4a54-bbc3-0ad40a86c606 Aug 16 20:44:54.196786 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-574ebaaf-d30e-4175-b518-b357bd3294e8 req-747db09c-92d7-41ca-a67d-083ab5008e17 service neutron] 10.222.0.90 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937976 Aug 16 20:44:54.243231 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2fd2474e-9d6b-487e-a1fc-08da8671c8ee req-f878b512-0100-4033-b482-a8f78db26c61 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/security-groups?id=381dd21c-901f-4cf7-acca-a2cddfec97a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736723 Aug 16 20:44:54.301102 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19730a4a-596b-446d-bcea-bd9a427e4a52 None None] New status for floating IP d3b8bb98-a911-4fc3-8a3b-fd3134cebde1: ACTIVE {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:44:54.337271 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83234f8d-88d7-4eff-baca-c45469251ee3 req-7510be5a-6f69-45e9-a06f-9fe309383ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:54.339042 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-83234f8d-88d7-4eff-baca-c45469251ee3 req-7510be5a-6f69-45e9-a06f-9fe309383ad1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3bee841e-47c3-4f4c-a369-8a19f08ab471 HTTP/1.1" status: 200 len: 924 time: 0.1517377 Aug 16 20:44:54.343710 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d3fbebb2-8be2-4221-96f5-54e34706d16e req-725cfba7-955f-4e4f-be6e-457411d1284c tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] 10.222.0.84 "GET /v2.0/security-groups/a483950c-5a18-4caa-955a-08b75a688eda HTTP/1.1" status: 200 len: 1811 time: 0.0700345 Aug 16 20:44:54.368207 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb9516-de11-46dc-9e80-75cfc4d0a8d2 req-f862b269-a402-4156-9453-1823e4438b6c tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:54.371598 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-14bb9516-de11-46dc-9e80-75cfc4d0a8d2 req-f862b269-a402-4156-9453-1823e4438b6c tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 946 time: 0.1079812 Aug 16 20:44:54.429228 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-14bb9516-de11-46dc-9e80-75cfc4d0a8d2 req-68846f77-3370-4144-98a3-9e024a443b19 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457761 Aug 16 20:44:54.432884 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-83234f8d-88d7-4eff-baca-c45469251ee3 req-1eb7b680-4381-41f2-b370-8b7daecda208 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=501bc92a-9742-46a3-9f41-d5be52a2b72d HTTP/1.1" status: 200 len: 217 time: 0.0517247 Aug 16 20:44:54.436692 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e191b858-c7e6-450c-9106-37a7373c0b5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:54.504818 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-27f97a2c-2ec6-473c-baad-09e8b5ca9d45 req-f92d7d22-86c4-41a5-8b2e-18874d29e463 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/floatingips/d3b8bb98-a911-4fc3-8a3b-fd3134cebde1 HTTP/1.1" status: 200 len: 996 time: 0.0744295 Aug 16 20:44:54.546049 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83234f8d-88d7-4eff-baca-c45469251ee3 req-0822d5fa-dbab-4df8-a886-95923c66036c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:54.547545 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-83234f8d-88d7-4eff-baca-c45469251ee3 req-0822d5fa-dbab-4df8-a886-95923c66036c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e33a0f13-659e-4604-b84f-5b9bda739e16 HTTP/1.1" status: 200 len: 862 time: 0.1030982 Aug 16 20:44:54.617032 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83234f8d-88d7-4eff-baca-c45469251ee3 req-d43fae3c-c47e-49cb-977f-fa472cc98acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:54.619371 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-83234f8d-88d7-4eff-baca-c45469251ee3 req-d43fae3c-c47e-49cb-977f-fa472cc98acc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3bee841e-47c3-4f4c-a369-8a19f08ab471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601404 Aug 16 20:44:54.634771 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f97a2c-2ec6-473c-baad-09e8b5ca9d45 req-c727e1d8-38b5-4203-8b0c-0f6a3fb52346 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:54.642060 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-27f97a2c-2ec6-473c-baad-09e8b5ca9d45 req-c727e1d8-38b5-4203-8b0c-0f6a3fb52346 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/networks/65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 784 time: 0.1304991 Aug 16 20:44:54.647578 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-27f97a2c-2ec6-473c-baad-09e8b5ca9d45 req-b65df7cd-d923-472c-a130-da7d671bd7b9 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:44:54.656577 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-27f97a2c-2ec6-473c-baad-09e8b5ca9d45 req-b65df7cd-d923-472c-a130-da7d671bd7b9 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134041 Aug 16 20:44:54.677996 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-747f7583-edf5-45e1-9d0d-4959aeda67e2 req-a921fa2b-90bb-4a5f-890d-dbba644c9487 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1580574245', 'description': 'tempest-description-732836145'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:54.730555 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e191b858-c7e6-450c-9106-37a7373c0b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:54.734968 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e191b858-c7e6-450c-9106-37a7373c0b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:54.734968 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e191b858-c7e6-450c-9106-37a7373c0b5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:54.760941 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-83234f8d-88d7-4eff-baca-c45469251ee3 req-ce2eead2-a3de-44b8-a057-519aba82b704 service neutron] 10.222.0.72 "GET /v2.0/networks/3bee841e-47c3-4f4c-a369-8a19f08ab471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278088 Aug 16 20:44:54.817353 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-747f7583-edf5-45e1-9d0d-4959aeda67e2 req-a921fa2b-90bb-4a5f-890d-dbba644c9487 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:54.853588 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191b858-c7e6-450c-9106-37a7373c0b5a admin admin] Pushing event updated for resources: {'Network': ['ID=e4778046-a6bd-4a54-bbc3-0ad40a86c606,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:54.863652 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network e4778046-a6bd-4a54-bbc3-0ad40a86c606 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:44:54.877104 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:44:54.894659 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-83234f8d-88d7-4eff-baca-c45469251ee3 req-79d2b1c5-30e6-43c8-a657-3574ebfea5cc service neutron] 10.222.0.72 "GET /v2.0/networks/3bee841e-47c3-4f4c-a369-8a19f08ab471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021276 Aug 16 20:44:54.963414 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e191b858-c7e6-450c-9106-37a7373c0b5a admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4242740 Aug 16 20:44:54.964332 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59534) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:54.969369 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-371088f7-84e1-43eb-85e5-4cd2772650d6 admin admin] Request body: {'subnet': {'network_id': 'e4778046-a6bd-4a54-bbc3-0ad40a86c606', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-651772866-subnet', 'tenant_id': '637fa15c7303451a96a0f788b5061906', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:55.019328 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0,segment=NetworkSegment(d55822d8-6a18-4bf0-8e46-976d628f1806),segment_id=d55822d8-6a18-4bf0-8e46-976d628f1806)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:55.031144 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': 'bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0', 'network_id': '129de689-1a67-4447-bccf-e675c592e5c9', 'port_id': 'bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0', 'mac_address': 'fa:16:3e:a1:e6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f44991d-5963-4603-beac-a75bad0d4ce6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:44:55.034311 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-747f7583-edf5-45e1-9d0d-4959aeda67e2 req-a921fa2b-90bb-4a5f-890d-dbba644c9487 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:55.071760 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:55.084103 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:55.103529 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0,segment=NetworkSegment(d55822d8-6a18-4bf0-8e46-976d628f1806),segment_id=d55822d8-6a18-4bf0-8e46-976d628f1806)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:55.125108 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-747f7583-edf5-45e1-9d0d-4959aeda67e2 req-a921fa2b-90bb-4a5f-890d-dbba644c9487 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:55.155278 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921fa2b-90bb-4a5f-890d-dbba644c9487 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=125b7dec-a938-42d4-8864-804a5eccf534,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:55.222796 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:55.223396 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371088f7-84e1-43eb-85e5-4cd2772650d6 admin admin] Made reservation on behalf of 637fa15c7303451a96a0f788b5061906 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:55.226088 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-371088f7-84e1-43eb-85e5-4cd2772650d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:55.279404 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0,revision_number=6']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:55.302189 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-747f7583-edf5-45e1-9d0d-4959aeda67e2 req-a921fa2b-90bb-4a5f-890d-dbba644c9487 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:55.305229 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-747f7583-edf5-45e1-9d0d-4959aeda67e2 req-a921fa2b-90bb-4a5f-890d-dbba644c9487 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6345174 Aug 16 20:44:55.387328 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:55.402476 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-612fe47f-b12a-4f7c-a481-51bb4c32eaa0 req-c28fa68e-b3e5-43cd-a288-cb480145b8a4 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.125 HTTP/1.1" status: 200 len: 1001 time: 0.0828969 Aug 16 20:44:55.476980 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fe47f-b12a-4f7c-a481-51bb4c32eaa0 req-ec718a18-e30a-4f61-b624-e825677f36a3 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:55.478420 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-612fe47f-b12a-4f7c-a481-51bb4c32eaa0 req-ec718a18-e30a-4f61-b624-e825677f36a3 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/ports/44759938-a0ac-43ad-a35c-11eb9674a2b6 HTTP/1.1" status: 200 len: 942 time: 0.0693235 Aug 16 20:44:55.565961 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-371088f7-84e1-43eb-85e5-4cd2772650d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:55.589669 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-612fe47f-b12a-4f7c-a481-51bb4c32eaa0 req-c52610d8-cc88-465d-8534-ddeb1d82c20c tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.125 HTTP/1.1" status: 200 len: 1001 time: 0.0669513 Aug 16 20:44:55.631600 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371088f7-84e1-43eb-85e5-4cd2772650d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=972a7a4e-9445-4524-888f-eaec7a546702,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:55.639445 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371088f7-84e1-43eb-85e5-4cd2772650d6 admin admin] Checking segment: {'id': '9fc8b544-e9d3-4b04-826a-6383559c24f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e4778046-a6bd-4a54-bbc3-0ad40a86c606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:55.639837 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371088f7-84e1-43eb-85e5-4cd2772650d6 admin admin] Network hostable DHCP agents. Network: e4778046-a6bd-4a54-bbc3-0ad40a86c606, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:44:55.708755 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fe47f-b12a-4f7c-a481-51bb4c32eaa0 req-68918703-d9f0-4fb7-a9de-1577ca12ca1b tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:55.710384 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-612fe47f-b12a-4f7c-a481-51bb4c32eaa0 req-68918703-d9f0-4fb7-a9de-1577ca12ca1b tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/networks/65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 784 time: 0.1146436 Aug 16 20:44:55.775608 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371088f7-84e1-43eb-85e5-4cd2772650d6 admin admin] Network e4778046-a6bd-4a54-bbc3-0ad40a86c606 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:44:55.788653 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-612fe47f-b12a-4f7c-a481-51bb4c32eaa0 req-ba51a087-8ac4-4c07-96ab-76567f3e3117 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.125 HTTP/1.1" status: 200 len: 1001 time: 0.0702729 Aug 16 20:44:55.800010 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-612fe47f-b12a-4f7c-a481-51bb4c32eaa0 req-826dc547-3ecf-4f8a-8771-147bf6af277d tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:55.862746 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-612fe47f-b12a-4f7c-a481-51bb4c32eaa0 req-826dc547-3ecf-4f8a-8771-147bf6af277d tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks [] for floatingip, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:55.912831 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-371088f7-84e1-43eb-85e5-4cd2772650d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, e4778046-a6bd-4a54-bbc3-0ad40a86c606) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:55.920950 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371088f7-84e1-43eb-85e5-4cd2772650d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:55.921593 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-371088f7-84e1-43eb-85e5-4cd2772650d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:55.927678 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db5754c-5052-4092-92be-ee910dab2b1f None None] Network e4778046-a6bd-4a54-bbc3-0ad40a86c606 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:56.024795 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-371088f7-84e1-43eb-85e5-4cd2772650d6 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0592432 Aug 16 20:44:56.060316 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9450f18e-07ee-4852-b505-9dada08436d1 None None] Network e4778046-a6bd-4a54-bbc3-0ad40a86c606 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:56.201085 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device dc38fdb6-3d8e-43c6-99d7-2c069eaf020a no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:44:56.225630 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: dc38fdb6-3d8e-43c6-99d7-2c069eaf020a {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:44:56.225752 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device dc38fdb6-3d8e-43c6-99d7-2c069eaf020a not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:44:56.280259 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb9b219e-8d5f-4b16-920b-c895b22deab9', 'tag': '44759938-a0ac-43ad-a35c-11eb9674a2b6'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:56.282566 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41adf1f-7bed-49e0-aa4d-37b421893294" -d '{"events": [{"name": "network-changed", "server_uuid": "cb9b219e-8d5f-4b16-920b-c895b22deab9", "tag": "44759938-a0ac-43ad-a35c-11eb9674a2b6"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:56.347926 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-612fe47f-b12a-4f7c-a481-51bb4c32eaa0 req-826dc547-3ecf-4f8a-8771-147bf6af277d tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:56.415550 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-612fe47f-b12a-4f7c-a481-51bb4c32eaa0 req-826dc547-3ecf-4f8a-8771-147bf6af277d tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:56.415988 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [req-612fe47f-b12a-4f7c-a481-51bb4c32eaa0 req-826dc547-3ecf-4f8a-8771-147bf6af277d tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Floating IP d3b8bb98-a911-4fc3-8a3b-fd3134cebde1 disassociated. External IP: 172.25.1.125, port: 44759938-a0ac-43ad-a35c-11eb9674a2b6. Aug 16 20:44:56.638960 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [req-612fe47f-b12a-4f7c-a481-51bb4c32eaa0 req-826dc547-3ecf-4f8a-8771-147bf6af277d tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Router 116149b3-7d2a-47a1-960b-588e2fd7ab15 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:44:56.776081 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-612fe47f-b12a-4f7c-a481-51bb4c32eaa0 req-826dc547-3ecf-4f8a-8771-147bf6af277d tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:44:56.776081 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-612fe47f-b12a-4f7c-a481-51bb4c32eaa0 req-826dc547-3ecf-4f8a-8771-147bf6af277d tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:56.777447 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82472335-8b5b-42ff-b37e-9f6091e970d5 None None] Sync routers for ids ['116149b3-7d2a-47a1-960b-588e2fd7ab15'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:44:56.789445 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82472335-8b5b-42ff-b37e-9f6091e970d5 None None] Routers {'116149b3-7d2a-47a1-960b-588e2fd7ab15'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:44:56.789834 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-82472335-8b5b-42ff-b37e-9f6091e970d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:44:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['116149b3-7d2a-47a1-960b-588e2fd7ab15'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:56.810352 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-612fe47f-b12a-4f7c-a481-51bb4c32eaa0 req-826dc547-3ecf-4f8a-8771-147bf6af277d tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "PUT /v2.0/floatingips/d3b8bb98-a911-4fc3-8a3b-fd3134cebde1 HTTP/1.1" status: 200 len: 696 time: 1.0148044 Aug 16 20:44:56.818733 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-9eaba6a5-e303-46b3-a505-eb97c8f953af tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:44:56.828534 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-9eaba6a5-e303-46b3-a505-eb97c8f953af tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151944 Aug 16 20:44:56.833268 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-80057292-36a0-468e-ae16-a138c369c924 service neutron] Request body: {'binding': {'host': 'n-h1-793620-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:56.833900 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-80057292-36a0-468e-ae16-a138c369c924 service neutron] Unknown quota resources ['binding']. {{(pid=101845) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:44:56.879841 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fe47f-b12a-4f7c-a481-51bb4c32eaa0 req-eec8f25c-8338-41d5-bc11-e7345dc82d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:56.881476 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-612fe47f-b12a-4f7c-a481-51bb4c32eaa0 req-eec8f25c-8338-41d5-bc11-e7345dc82d19 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=12c94560bb6443429bc057a80226b5c1&device_id=cb9b219e-8d5f-4b16-920b-c895b22deab9 HTTP/1.1" status: 200 len: 1097 time: 0.0538242 Aug 16 20:44:56.909601 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 501bc92a-9742-46a3-9f41-d5be52a2b72d details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:44:56.975803 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:57.010009 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-80057292-36a0-468e-ae16-a138c369c924 service neutron] Attempting to bind port 2d023ed1-a390-48f3-ba77-e24a8db09ea8 on host n-h1-793620-15 for vnic_type normal with profile None {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:44:57.010376 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-80057292-36a0-468e-ae16-a138c369c924 service neutron] Attempting to bind port 2d023ed1-a390-48f3-ba77-e24a8db09ea8 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:44:57.010687 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-80057292-36a0-468e-ae16-a138c369c924 service neutron] Attempting to bind port 2d023ed1-a390-48f3-ba77-e24a8db09ea8 on network 2d2d869c-bfe3-4bc5-a83b-70655e061223 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:57.016067 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-80057292-36a0-468e-ae16-a138c369c924 service neutron] Port 2d023ed1-a390-48f3-ba77-e24a8db09ea8 on network 2d2d869c-bfe3-4bc5-a83b-70655e061223 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:44:57.017050 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-80057292-36a0-468e-ae16-a138c369c924 service neutron] Attempting to bind port 2d023ed1-a390-48f3-ba77-e24a8db09ea8 on network 2d2d869c-bfe3-4bc5-a83b-70655e061223 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:57.022847 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fe47f-b12a-4f7c-a481-51bb4c32eaa0 req-dfe4038a-8090-4c7c-88ff-b9274a685b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:57.023102 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-80057292-36a0-468e-ae16-a138c369c924 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:44:57.023401 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-80057292-36a0-468e-ae16-a138c369c924 service neutron] Checking segment: {'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:57.023820 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-80057292-36a0-468e-ae16-a138c369c924 service neutron] Bound using segment: {'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:44:57.024403 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-612fe47f-b12a-4f7c-a481-51bb4c32eaa0 req-dfe4038a-8090-4c7c-88ff-b9274a685b7c service neutron] 10.222.0.84 "GET /v2.0/networks?id=ed5eda8e-07f1-4980-9b55-01ba3f47eea4 HTTP/1.1" status: 200 len: 921 time: 0.1347439 Aug 16 20:44:57.031675 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-80057292-36a0-468e-ae16-a138c369c924 service neutron] Bound port: 2d023ed1-a390-48f3-ba77-e24a8db09ea8, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:44:57.054817 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-82472335-8b5b-42ff-b37e-9f6091e970d5 None None] Set router 116149b3-7d2a-47a1-960b-588e2fd7ab15 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:44:57.093625 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-612fe47f-b12a-4f7c-a481-51bb4c32eaa0 req-e568aab8-844d-4844-a647-1d844204b4a1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44759938-a0ac-43ad-a35c-11eb9674a2b6 HTTP/1.1" status: 200 len: 217 time: 0.0537035 Aug 16 20:44:57.096809 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-80057292-36a0-468e-ae16-a138c369c924 service neutron] For port 2d023ed1-a390-48f3-ba77-e24a8db09ea8, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=2d023ed1-a390-48f3-ba77-e24a8db09ea8,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:44:57.108501 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 501bc92a-9742-46a3-9f41-d5be52a2b72d, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=501bc92a-9742-46a3-9f41-d5be52a2b72d,segment=NetworkSegment(e8314f4c-3555-4f94-a486-0d46d6329f40),segment_id=e8314f4c-3555-4f94-a486-0d46d6329f40)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:57.154475 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '501bc92a-9742-46a3-9f41-d5be52a2b72d', 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471', 'port_id': '501bc92a-9742-46a3-9f41-d5be52a2b72d', 'mac_address': 'fa:16:3e:1c:2f:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e33a0f13-659e-4604-b84f-5b9bda739e16', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:44:57.163485 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fe47f-b12a-4f7c-a481-51bb4c32eaa0 req-43b777b1-3935-442a-952f-b5a90f6a3df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:57.175280 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-612fe47f-b12a-4f7c-a481-51bb4c32eaa0 req-43b777b1-3935-442a-952f-b5a90f6a3df5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bd8dab9d-a3f2-4736-9e51-3a290163fbfe HTTP/1.1" status: 200 len: 859 time: 0.0718110 Aug 16 20:44:57.206291 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:57.206962 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:57.222631 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-80057292-36a0-468e-ae16-a138c369c924 service neutron] Notify callbacks [] for binding, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:57.222945 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fe47f-b12a-4f7c-a481-51bb4c32eaa0 req-efa00d8c-a4ed-47a3-b6d0-68874825248f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:57.227659 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-80057292-36a0-468e-ae16-a138c369c924 service neutron] 10.222.0.84 "POST /v2.0/ports/2d023ed1-a390-48f3-ba77-e24a8db09ea8/bindings HTTP/1.1" status: 201 len: 390 time: 0.3980260 Aug 16 20:44:57.239342 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-612fe47f-b12a-4f7c-a481-51bb4c32eaa0 req-efa00d8c-a4ed-47a3-b6d0-68874825248f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ed5eda8e-07f1-4980-9b55-01ba3f47eea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631177 Aug 16 20:44:57.279804 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:57.318048 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 501bc92a-9742-46a3-9f41-d5be52a2b72d {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:57.368815 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 501bc92a-9742-46a3-9f41-d5be52a2b72d, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=501bc92a-9742-46a3-9f41-d5be52a2b72d,segment=NetworkSegment(e8314f4c-3555-4f94-a486-0d46d6329f40),segment_id=e8314f4c-3555-4f94-a486-0d46d6329f40)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:57.370629 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-612fe47f-b12a-4f7c-a481-51bb4c32eaa0 req-c1a5a3d5-63a7-453a-9fa3-4c6f54a39107 service neutron] 10.222.0.84 "GET /v2.0/networks/ed5eda8e-07f1-4980-9b55-01ba3f47eea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299815 Aug 16 20:44:57.413192 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:57.447380 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de08b7ea-49d0-4733-b8cb-fe08da6ba757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:57.449708 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597a773b-65ad-4e85-aa31-74ae03e7fa84" -d '{"events": [{"server_uuid": "de08b7ea-49d0-4733-b8cb-fe08da6ba757", "name": "network-vif-plugged", "status": "completed", "tag": "bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:57.465474 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-82472335-8b5b-42ff-b37e-9f6091e970d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'name': 'tempest-FloatingIPsAssociationTestJSON-983462297-router', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:45Z', 'updated_at': '2021-08-16T20:43:53Z', 'revision_number': 4, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'gw_port': {'id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:47Z', 'updated_at': '2021-08-16T20:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '295a163f-7226-4145-9b54-1d9944f3fbab', 'name': '', 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'mac_address': 'fa:16:3e:7a:83:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:52Z', 'updated_at': '2021-08-16T20:43:59Z', 'revision_number': 5, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'subnets': [{'id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:57.469990 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0,segment=NetworkSegment(d55822d8-6a18-4bf0-8e46-976d628f1806),segment_id=d55822d8-6a18-4bf0-8e46-976d628f1806)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:57.479426 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-612fe47f-b12a-4f7c-a481-51bb4c32eaa0 req-e5246b0b-5cc6-4c15-a42b-0f5f8a005500 service neutron] 10.222.0.84 "GET /v2.0/networks/ed5eda8e-07f1-4980-9b55-01ba3f47eea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074233 Aug 16 20:44:57.496898 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82472335-8b5b-42ff-b37e-9f6091e970d5 None None] Checking router: 116149b3-7d2a-47a1-960b-588e2fd7ab15 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:44:57.503698 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:57.535546 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82472335-8b5b-42ff-b37e-9f6091e970d5 None None] Routers {'116149b3-7d2a-47a1-960b-588e2fd7ab15'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:44:57.536259 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-82472335-8b5b-42ff-b37e-9f6091e970d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:44:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['116149b3-7d2a-47a1-960b-588e2fd7ab15'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:57.576795 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:57.600711 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=501bc92a-9742-46a3-9f41-d5be52a2b72d,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:57.658185 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683f4c3-a939-4384-8770-509499a07cec req-571bd309-c3f6-4db5-9f81-85ab4bb16102 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:57.665806 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7683f4c3-a939-4384-8770-509499a07cec req-571bd309-c3f6-4db5-9f81-85ab4bb16102 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 950 time: 0.0979743 Aug 16 20:44:57.757819 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7683f4c3-a939-4384-8770-509499a07cec req-c1320464-dcd6-4a8a-aa0b-66dadf4fa0c5 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908730 Aug 16 20:44:57.842694 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0,revision_number=7']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:57.854845 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-82472335-8b5b-42ff-b37e-9f6091e970d5 None None] Set router 116149b3-7d2a-47a1-960b-588e2fd7ab15 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:44:57.866250 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8b5233cf-3080-47d1-800f-c2eb1726e53c req-50313fed-bfbf-48a3-a0df-4f9e76ef0682 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] 10.222.0.84 "GET /v2.0/security-groups/125b7dec-a938-42d4-8864-804a5eccf534 HTTP/1.1" status: 200 len: 1812 time: 0.0867591 Aug 16 20:44:57.933332 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efe620-c70f-41fd-aea8-3d05daec83af req-20a22c25-8761-4a9d-81ca-731a4d6debe7 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:57.935061 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a9efe620-c70f-41fd-aea8-3d05daec83af req-20a22c25-8761-4a9d-81ca-731a4d6debe7 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/ports?device_id=39dd57e6-4e6a-45de-bdce-332df1e9d528 HTTP/1.1" status: 200 len: 944 time: 0.0970681 Aug 16 20:44:58.015053 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['501bc92a-9742-46a3-9f41-d5be52a2b72d'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:58.062075 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-b4de946b-7eb2-44fc-9124-096fb1b00e2d tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:58.065955 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-b4de946b-7eb2-44fc-9124-096fb1b00e2d tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=a62a55b9-bca3-4741-b3c8-231816b1f586&tenant_id=8ef76538be3f42efb94d0f0a8384d0d1&binding%3Ahost_id=n-h2-793620-15 HTTP/1.1" status: 200 len: 1098 time: 0.1252964 Aug 16 20:44:58.091150 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-2954f7bf-d95c-4cc3-88fa-6df55e56d8cb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793620-15'}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:58.134848 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c2ca5-0992-42c5-a4b9-fceb57b6326a req-ec766fd8-636c-42f0-bb6f-315b3e0f1bd4 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:58.152125 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7d8c2ca5-0992-42c5-a4b9-fceb57b6326a req-ec766fd8-636c-42f0-bb6f-315b3e0f1bd4 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 946 time: 0.1988678 Aug 16 20:44:58.171301 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a9efe620-c70f-41fd-aea8-3d05daec83af req-cd69cc30-7b69-43a6-9faa-851d018c71d9 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/security-groups?id=381dd21c-901f-4cf7-acca-a2cddfec97a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171936 Aug 16 20:44:58.238969 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-2954f7bf-d95c-4cc3-88fa-6df55e56d8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:58.255250 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7d8c2ca5-0992-42c5-a4b9-fceb57b6326a req-7bfd423c-a9ce-494f-b356-b8f1a60c7544 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016307 Aug 16 20:44:58.286415 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daac7e28-07a5-48ad-8aa2-ced5978212a4 x-openstack-request-id: req-daac7e28-07a5-48ad-8aa2-ced5978212a4 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:58.286846 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb9b219e-8d5f-4b16-920b-c895b22deab9", "tag": "44759938-a0ac-43ad-a35c-11eb9674a2b6", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:58.287108 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-daac7e28-07a5-48ad-8aa2-ced5978212a4 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:58.287648 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb9b219e-8d5f-4b16-920b-c895b22deab9', 'tag': '44759938-a0ac-43ad-a35c-11eb9674a2b6', 'status': 'completed', 'code': 200} Aug 16 20:44:58.341189 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-82472335-8b5b-42ff-b37e-9f6091e970d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'name': 'tempest-FloatingIPsAssociationTestJSON-983462297-router', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:45Z', 'updated_at': '2021-08-16T20:43:53Z', 'revision_number': 4, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'gw_port': {'id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:47Z', 'updated_at': '2021-08-16T20:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '295a163f-7226-4145-9b54-1d9944f3fbab', 'name': '', 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'mac_address': 'fa:16:3e:7a:83:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:52Z', 'updated_at': '2021-08-16T20:43:59Z', 'revision_number': 5, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'subnets': [{'id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:58.390701 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:44:58.423307 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65a63a9-dafd-4bbe-8aef-fb7d4250a9e2 x-openstack-request-id: req-f65a63a9-dafd-4bbe-8aef-fb7d4250a9e2 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:58.423955 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de08b7ea-49d0-4733-b8cb-fe08da6ba757", "name": "network-vif-plugged", "status": "completed", "tag": "bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:58.425475 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f65a63a9-dafd-4bbe-8aef-fb7d4250a9e2 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:58.426067 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de08b7ea-49d0-4733-b8cb-fe08da6ba757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0', 'code': 200} Aug 16 20:44:58.441474 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82472335-8b5b-42ff-b37e-9f6091e970d5 None None] The sync data for ids ['116149b3-7d2a-47a1-960b-588e2fd7ab15'] in n-d-793620-15 is: [{'id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'name': 'tempest-FloatingIPsAssociationTestJSON-983462297-router', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:45Z', 'updated_at': '2021-08-16T20:43:53Z', 'revision_number': 4, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'gw_port': {'id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:47Z', 'updated_at': '2021-08-16T20:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '295a163f-7226-4145-9b54-1d9944f3fbab', 'name': '', 'network_id': 'ed5eda8e-07f1-4980-9b55-01ba3f47eea4', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'mac_address': 'fa:16:3e:7a:83:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:52Z', 'updated_at': '2021-08-16T20:43:59Z', 'revision_number': 5, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'subnets': [{'id': 'bd8dab9d-a3f2-4736-9e51-3a290163fbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:44:58.457223 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41adf1f-7bed-49e0-aa4d-37b421893294 req-9b03494b-4c10-4507-bd76-d8401aef1649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:58.459946 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a41adf1f-7bed-49e0-aa4d-37b421893294 req-9b03494b-4c10-4507-bd76-d8401aef1649 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=12c94560bb6443429bc057a80226b5c1&device_id=cb9b219e-8d5f-4b16-920b-c895b22deab9 HTTP/1.1" status: 200 len: 1097 time: 0.0949006 Aug 16 20:44:58.498601 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c3c3d-2160-4fd0-b3ce-10d6d61ca7a5 req-b6a7f2c0-1c64-4d53-8ba7-16c1dd610bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:58.500294 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ee7c3c3d-2160-4fd0-b3ce-10d6d61ca7a5 req-b6a7f2c0-1c64-4d53-8ba7-16c1dd610bcb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8cc126ebead24b64ac4f071673509eb8&device_id=de08b7ea-49d0-4733-b8cb-fe08da6ba757 HTTP/1.1" status: 200 len: 1098 time: 0.1495097 Aug 16 20:44:58.638326 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-2954f7bf-d95c-4cc3-88fa-6df55e56d8cb service neutron] For port 7b9c22c8-33bc-40d8-8425-7113a04b57ca, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=7b9c22c8-33bc-40d8-8425-7113a04b57ca,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:58.677506 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020bf309-d74f-444c-b6ea-3c51124af50e req-568f6bc9-eb75-4ed9-acc1-17c358632ab6 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:58.679987 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-020bf309-d74f-444c-b6ea-3c51124af50e req-568f6bc9-eb75-4ed9-acc1-17c358632ab6 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 946 time: 0.1121900 Aug 16 20:44:58.733641 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41adf1f-7bed-49e0-aa4d-37b421893294 req-62306654-e2f7-4f9d-801d-ed7d5ef087ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:58.735969 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a41adf1f-7bed-49e0-aa4d-37b421893294 req-62306654-e2f7-4f9d-801d-ed7d5ef087ea service neutron] 10.222.0.72 "GET /v2.0/networks?id=ed5eda8e-07f1-4980-9b55-01ba3f47eea4 HTTP/1.1" status: 200 len: 921 time: 0.2674036 Aug 16 20:44:58.736654 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c3c3d-2160-4fd0-b3ce-10d6d61ca7a5 req-371df2c1-ba86-49db-8d04-a1aefc76a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:58.738470 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ee7c3c3d-2160-4fd0-b3ce-10d6d61ca7a5 req-371df2c1-ba86-49db-8d04-a1aefc76a766 service neutron] 10.222.0.72 "GET /v2.0/networks?id=129de689-1a67-4447-bccf-e675c592e5c9 HTTP/1.1" status: 200 len: 905 time: 0.1833782 Aug 16 20:44:58.742180 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-2954f7bf-d95c-4cc3-88fa-6df55e56d8cb service neutron] For port 7b9c22c8-33bc-40d8-8425-7113a04b57ca, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:44:58.833607 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a41adf1f-7bed-49e0-aa4d-37b421893294 req-6ad90567-f02e-415f-a2a4-9dbce833f363 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44759938-a0ac-43ad-a35c-11eb9674a2b6 HTTP/1.1" status: 200 len: 217 time: 0.0647984 Aug 16 20:44:58.836011 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4759db-d4e1-467f-9ba9-60eb9bd748f5 None None] New status for floating IP d3b8bb98-a911-4fc3-8a3b-fd3134cebde1: DOWN {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:44:58.840180 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ee7c3c3d-2160-4fd0-b3ce-10d6d61ca7a5 req-ec8f4a38-9c66-41ed-9bfe-ce641a63c434 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0 HTTP/1.1" status: 200 len: 217 time: 0.0595944 Aug 16 20:44:58.869538 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 7b9c22c8-33bc-40d8-8425-7113a04b57ca details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:44:58.891373 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-020bf309-d74f-444c-b6ea-3c51124af50e req-c6e87498-dc1d-42f8-a82e-441cd4fd789d tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898823 Aug 16 20:44:58.940528 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-2954f7bf-d95c-4cc3-88fa-6df55e56d8cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:58.945692 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62a55b9-bca3-4741-b3c8-231816b1f586', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b9c22c8-33bc-40d8-8425-7113a04b57ca'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:58.955674 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00236007-b0e1-4b41-a3c2-b97c0e4ea959" -d '{"events": [{"server_uuid": "a62a55b9-bca3-4741-b3c8-231816b1f586", "name": "network-vif-unplugged", "status": "completed", "tag": "7b9c22c8-33bc-40d8-8425-7113a04b57ca"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:58.974174 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-2f33171e-0110-4392-bfc5-76e3c02c76c8 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:58.981742 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-2f33171e-0110-4392-bfc5-76e3c02c76c8 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] 10.222.0.84 "GET /v2.0/networks?id=00b9c9a9-b41b-40f7-9f82-9b04873d9fad HTTP/1.1" status: 200 len: 814 time: 0.3182993 Aug 16 20:44:58.984600 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41adf1f-7bed-49e0-aa4d-37b421893294 req-26f37365-8c1e-4853-9cbe-3e775fb9f257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:58.986992 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a41adf1f-7bed-49e0-aa4d-37b421893294 req-26f37365-8c1e-4853-9cbe-3e775fb9f257 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bd8dab9d-a3f2-4736-9e51-3a290163fbfe HTTP/1.1" status: 200 len: 859 time: 0.1388385 Aug 16 20:44:59.006178 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c3c3d-2160-4fd0-b3ce-10d6d61ca7a5 req-782cf14c-abfa-4dcd-a99f-14b261d92a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:59.007691 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-e5f68389-c920-4012-9c48-3c3d26ce5687 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] 10.222.0.84 "GET /v2.0/quotas/90a52ab7da914fe8b009c458b9c074bf HTTP/1.1" status: 200 len: 375 time: 0.0248621 Aug 16 20:44:59.008895 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ee7c3c3d-2160-4fd0-b3ce-10d6d61ca7a5 req-782cf14c-abfa-4dcd-a99f-14b261d92a8f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2f44991d-5963-4603-beac-a75bad0d4ce6 HTTP/1.1" status: 200 len: 844 time: 0.1596620 Aug 16 20:44:59.072856 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ee7c3c3d-2160-4fd0-b3ce-10d6d61ca7a5 req-c5237431-3f0d-4099-ac49-da7b327c37ff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=129de689-1a67-4447-bccf-e675c592e5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563774 Aug 16 20:44:59.077433 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-2954f7bf-d95c-4cc3-88fa-6df55e56d8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:59.096803 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 7b9c22c8-33bc-40d8-8425-7113a04b57ca, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=7b9c22c8-33bc-40d8-8425-7113a04b57ca,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:59.101385 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-712c975c-dcc8-4615-8b57-03da9d572b4a req-9b4625d5-0b19-49a4-93d4-f92a739d4d70 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-729546935', 'description': 'tempest-description-1313401332'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:59.125016 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 7b9c22c8-33bc-40d8-8425-7113a04b57ca has no active binding in host n-h1-793620-15 {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 20:44:59.128399 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-d3270986-82b4-470b-b1fa-96e84054f0db tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=90a52ab7da914fe8b009c458b9c074bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1196568 Aug 16 20:44:59.236269 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41adf1f-7bed-49e0-aa4d-37b421893294 req-5abfacd1-4fd8-475e-9948-7c03658d25c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:59.237959 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a41adf1f-7bed-49e0-aa4d-37b421893294 req-5abfacd1-4fd8-475e-9948-7c03658d25c6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ed5eda8e-07f1-4980-9b55-01ba3f47eea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2281239 Aug 16 20:44:59.265633 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ee7c3c3d-2160-4fd0-b3ce-10d6d61ca7a5 req-01a40d79-08e2-4c38-a466-865fca303aa4 service neutron] 10.222.0.72 "GET /v2.0/networks/129de689-1a67-4447-bccf-e675c592e5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672657 Aug 16 20:44:59.333365 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-712c975c-dcc8-4615-8b57-03da9d572b4a req-9b4625d5-0b19-49a4-93d4-f92a739d4d70 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:59.350714 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-f19271cc-0926-4ae4-b5d0-02e499068e5d service neutron] 10.222.0.84 "GET /v2.0/networks/00b9c9a9-b41b-40f7-9f82-9b04873d9fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212262 Aug 16 20:44:59.355772 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-2954f7bf-d95c-4cc3-88fa-6df55e56d8cb service neutron] Attempting to bind port 7b9c22c8-33bc-40d8-8425-7113a04b57ca on host n-h2-793620-15 for vnic_type normal with profile {"migrating_to": "n-h1-793620-15"} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:44:59.356134 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-2954f7bf-d95c-4cc3-88fa-6df55e56d8cb service neutron] Attempting to bind port 7b9c22c8-33bc-40d8-8425-7113a04b57ca by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:44:59.356468 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-2954f7bf-d95c-4cc3-88fa-6df55e56d8cb service neutron] Attempting to bind port 7b9c22c8-33bc-40d8-8425-7113a04b57ca on network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:59.382408 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954f7bf-d95c-4cc3-88fa-6df55e56d8cb service neutron] Pushing event updated for resources: {'Port': ['ID=7b9c22c8-33bc-40d8-8425-7113a04b57ca,revision_number=7']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:59.390703 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-2954f7bf-d95c-4cc3-88fa-6df55e56d8cb service neutron] Port 7b9c22c8-33bc-40d8-8425-7113a04b57ca on network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:44:59.397050 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-2954f7bf-d95c-4cc3-88fa-6df55e56d8cb service neutron] Attempting to bind port 7b9c22c8-33bc-40d8-8425-7113a04b57ca on network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:59.425707 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-2954f7bf-d95c-4cc3-88fa-6df55e56d8cb service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:44:59.425707 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-2954f7bf-d95c-4cc3-88fa-6df55e56d8cb service neutron] Checking segment: {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:59.425707 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-2954f7bf-d95c-4cc3-88fa-6df55e56d8cb service neutron] Bound using segment: {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:44:59.425707 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-2954f7bf-d95c-4cc3-88fa-6df55e56d8cb service neutron] Bound port: 7b9c22c8-33bc-40d8-8425-7113a04b57ca, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:44:59.425707 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-2954f7bf-d95c-4cc3-88fa-6df55e56d8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:59.450465 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-712c975c-dcc8-4615-8b57-03da9d572b4a req-9b4625d5-0b19-49a4-93d4-f92a739d4d70 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:59.471350 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ee7c3c3d-2160-4fd0-b3ce-10d6d61ca7a5 req-dfb5d79f-2024-4419-bab1-41e183fa95b8 service neutron] 10.222.0.72 "GET /v2.0/networks/129de689-1a67-4447-bccf-e675c592e5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898968 Aug 16 20:44:59.542334 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-712c975c-dcc8-4615-8b57-03da9d572b4a req-9b4625d5-0b19-49a4-93d4-f92a739d4d70 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:59.549772 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-2954f7bf-d95c-4cc3-88fa-6df55e56d8cb service neutron] For port 7b9c22c8-33bc-40d8-8425-7113a04b57ca, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:44:59.553215 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-2954f7bf-d95c-4cc3-88fa-6df55e56d8cb service neutron] For port 7b9c22c8-33bc-40d8-8425-7113a04b57ca, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=7b9c22c8-33bc-40d8-8425-7113a04b57ca,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:44:59.605483 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-b5cbc9ab-1c7e-482f-a3e2-cbc4362f5232 service neutron] 10.222.0.84 "GET /v2.0/networks/00b9c9a9-b41b-40f7-9f82-9b04873d9fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515396 Aug 16 20:44:59.633892 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4625d5-0b19-49a4-93d4-f92a739d4d70 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85269699-ef4a-49c0-9a2b-1206151ba89f,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:59.637889 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a41adf1f-7bed-49e0-aa4d-37b421893294 req-d2caf110-52d0-4904-97be-6e7584dc691f service neutron] 10.222.0.72 "GET /v2.0/networks/ed5eda8e-07f1-4980-9b55-01ba3f47eea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883808 Aug 16 20:44:59.674925 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-2954f7bf-d95c-4cc3-88fa-6df55e56d8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:59.709541 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-712c975c-dcc8-4615-8b57-03da9d572b4a req-9b4625d5-0b19-49a4-93d4-f92a739d4d70 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:59.722280 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-712c975c-dcc8-4615-8b57-03da9d572b4a req-9b4625d5-0b19-49a4-93d4-f92a739d4d70 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6875901 Aug 16 20:44:59.763281 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954f7bf-d95c-4cc3-88fa-6df55e56d8cb service neutron] Pushing event updated for resources: {'Port': ['ID=7b9c22c8-33bc-40d8-8425-7113a04b57ca,revision_number=8']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:59.795528 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a41adf1f-7bed-49e0-aa4d-37b421893294 req-4232fbd6-973d-4055-b0d3-9f10128d3767 service neutron] 10.222.0.72 "GET /v2.0/networks/ed5eda8e-07f1-4980-9b55-01ba3f47eea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484354 Aug 16 20:44:59.818683 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-2954f7bf-d95c-4cc3-88fa-6df55e56d8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:59.819515 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-2954f7bf-d95c-4cc3-88fa-6df55e56d8cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:59.821174 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-2954f7bf-d95c-4cc3-88fa-6df55e56d8cb service neutron] 10.222.0.72 "PUT /v2.0/ports/7b9c22c8-33bc-40d8-8425-7113a04b57ca HTTP/1.1" status: 200 len: 1124 time: 1.7430141 Aug 16 20:44:59.902246 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf65f17-a3da-429b-8df6-8ea5b6e0b6ea x-openstack-request-id: req-baf65f17-a3da-429b-8df6-8ea5b6e0b6ea {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:59.902645 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62a55b9-bca3-4741-b3c8-231816b1f586", "name": "network-vif-unplugged", "status": "completed", "tag": "7b9c22c8-33bc-40d8-8425-7113a04b57ca", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:59.903112 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-baf65f17-a3da-429b-8df6-8ea5b6e0b6ea {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:59.903712 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a62a55b9-bca3-4741-b3c8-231816b1f586', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b9c22c8-33bc-40d8-8425-7113a04b57ca', 'code': 200} Aug 16 20:44:59.931740 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['7b9c22c8-33bc-40d8-8425-7113a04b57ca'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:59.939428 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babde573-810b-4a2a-b5dc-d13fbfde4296 req-0e668a6f-e21c-4100-92fc-3dd0c096fff7 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:59.945162 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-babde573-810b-4a2a-b5dc-d13fbfde4296 req-0e668a6f-e21c-4100-92fc-3dd0c096fff7 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 950 time: 0.1080847 Aug 16 20:44:59.959193 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['7b9c22c8-33bc-40d8-8425-7113a04b57ca'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:45:00.027367 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-babde573-810b-4a2a-b5dc-d13fbfde4296 req-815c6974-d1c3-4e57-a5d6-d1c918ec3e97 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745447 Aug 16 20:45:00.209259 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f94f54-a81e-48ab-9b8a-264afd35f124 req-4166270c-a571-4805-ad31-d7f12551f3b4 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:00.210895 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-64f94f54-a81e-48ab-9b8a-264afd35f124 req-4166270c-a571-4805-ad31-d7f12551f3b4 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/ports?device_id=39dd57e6-4e6a-45de-bdce-332df1e9d528 HTTP/1.1" status: 200 len: 944 time: 0.1189246 Aug 16 20:45:00.236529 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bedf67d-a5cd-4017-8201-7b5d1b312ccc req-ce7104dc-5823-4605-beb2-b6da0704c15d tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:00.238223 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3bedf67d-a5cd-4017-8201-7b5d1b312ccc req-ce7104dc-5823-4605-beb2-b6da0704c15d tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 944 time: 0.0927520 Aug 16 20:45:00.290535 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb9b219e-8d5f-4b16-920b-c895b22deab9', 'tag': '44759938-a0ac-43ad-a35c-11eb9674a2b6'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:00.292862 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737fb746-c5fb-477c-8a00-94fb760f7eec" -d '{"events": [{"name": "network-changed", "server_uuid": "cb9b219e-8d5f-4b16-920b-c895b22deab9", "tag": "44759938-a0ac-43ad-a35c-11eb9674a2b6"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:00.325585 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-64f94f54-a81e-48ab-9b8a-264afd35f124 req-e10ec68d-5eb9-4e71-ba9e-bbb9727b3994 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/security-groups?id=381dd21c-901f-4cf7-acca-a2cddfec97a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721347 Aug 16 20:45:00.329040 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3bedf67d-a5cd-4017-8201-7b5d1b312ccc req-9d764b93-84b4-412d-84a9-7a4620a66e4e tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822730 Aug 16 20:45:00.423207 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-92bc55bb-fe34-4261-9abb-94295c0a0545 req-732a1482-f6a6-42f7-ba9a-b1f4e19fd5f8 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] 10.222.0.84 "GET /v2.0/ports?device_id=d811ad15-208f-42f8-afd4-1a0cd154e3e3 HTTP/1.1" status: 200 len: 210 time: 0.0467248 Aug 16 20:45:00.427986 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dce95648-0776-454a-aa69-63a8eb2e1e0a req-147146f0-f376-43c4-8048-af7aeb5d3486 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] 10.222.0.84 "GET /v2.0/security-groups/85269699-ef4a-49c0-9a2b-1206151ba89f HTTP/1.1" status: 200 len: 1812 time: 0.0857165 Aug 16 20:45:00.528074 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2455764d-dfaf-49f9-b7e1-cfe8d705bf8c req-90f8a4de-e007-46b2-9a13-df605855f1e0 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/floatingips/d3b8bb98-a911-4fc3-8a3b-fd3134cebde1 HTTP/1.1" status: 200 len: 694 time: 0.0800438 Aug 16 20:45:00.669308 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe5570-9c7e-48fc-b05d-f15589df5935 req-b44e1f2a-0f26-4140-91e3-c2b0f6117239 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:00.671030 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2afe5570-9c7e-48fc-b05d-f15589df5935 req-b44e1f2a-0f26-4140-91e3-c2b0f6117239 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 946 time: 0.1624243 Aug 16 20:45:00.683282 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455764d-dfaf-49f9-b7e1-cfe8d705bf8c req-978292c6-86dd-4218-b3d1-95c7a81b8ca2 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:00.684889 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2455764d-dfaf-49f9-b7e1-cfe8d705bf8c req-978292c6-86dd-4218-b3d1-95c7a81b8ca2 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/networks/65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 784 time: 0.1422901 Aug 16 20:45:00.704717 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-2455764d-dfaf-49f9-b7e1-cfe8d705bf8c req-b97b0776-7f90-4bc1-b4de-50ab32407b0e tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:45:00.708232 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2455764d-dfaf-49f9-b7e1-cfe8d705bf8c req-b97b0776-7f90-4bc1-b4de-50ab32407b0e tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132101 Aug 16 20:45:00.763536 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2afe5570-9c7e-48fc-b05d-f15589df5935 req-a7421d72-f3cd-4c7b-abaf-2112e89a73e6 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775397 Aug 16 20:45:00.779683 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2455764d-dfaf-49f9-b7e1-cfe8d705bf8c req-5af30931-f483-4bc7-99a4-a90da1782b36 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.125 HTTP/1.1" status: 200 len: 697 time: 0.0659740 Aug 16 20:45:00.834665 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fd5c48-2814-4bcb-b0ea-7940b5bef53c x-openstack-request-id: req-f1fd5c48-2814-4bcb-b0ea-7940b5bef53c {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:00.835324 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb9b219e-8d5f-4b16-920b-c895b22deab9", "tag": "44759938-a0ac-43ad-a35c-11eb9674a2b6", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:00.835588 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f1fd5c48-2814-4bcb-b0ea-7940b5bef53c {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:00.836014 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb9b219e-8d5f-4b16-920b-c895b22deab9', 'tag': '44759938-a0ac-43ad-a35c-11eb9674a2b6', 'status': 'completed', 'code': 200} Aug 16 20:45:00.867258 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2455764d-dfaf-49f9-b7e1-cfe8d705bf8c req-1ea30656-309d-4b0f-acd5-fb6bae8288ce tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.125 HTTP/1.1" status: 200 len: 697 time: 0.0863466 Aug 16 20:45:00.878077 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 501bc92a-9742-46a3-9f41-d5be52a2b72d up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:00.879162 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-dc9b3ae5-c069-466e-b19b-3a5d12b3768f req-1ac4e03d-dfe1-45a6-a4dc-578d729e0def tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2112240047', 'description': 'tempest-description-1307196346'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:00.932377 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fb746-c5fb-477c-8a00-94fb760f7eec req-a62cae33-7ee9-430a-b4db-5c0a9e26160c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:00.934305 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-737fb746-c5fb-477c-8a00-94fb760f7eec req-a62cae33-7ee9-430a-b4db-5c0a9e26160c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=12c94560bb6443429bc057a80226b5c1&device_id=cb9b219e-8d5f-4b16-920b-c895b22deab9 HTTP/1.1" status: 200 len: 1097 time: 0.0647409 Aug 16 20:45:01.048077 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fb746-c5fb-477c-8a00-94fb760f7eec req-0fefe138-5e48-4c1d-a63e-b98a614bd92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:01.048305 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-2455764d-dfaf-49f9-b7e1-cfe8d705bf8c req-971877fe-b85f-4dd1-82a7-c03f96819152 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Deleting port 9d812116-9e98-443d-8f0b-cf9ba1c48ca5 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:01.048305 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2455764d-dfaf-49f9-b7e1-cfe8d705bf8c req-971877fe-b85f-4dd1-82a7-c03f96819152 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:01.048530 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-737fb746-c5fb-477c-8a00-94fb760f7eec req-0fefe138-5e48-4c1d-a63e-b98a614bd92f service neutron] 10.222.0.72 "GET /v2.0/networks?id=ed5eda8e-07f1-4980-9b55-01ba3f47eea4 HTTP/1.1" status: 200 len: 921 time: 0.0886974 Aug 16 20:45:01.076090 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-737fb746-c5fb-477c-8a00-94fb760f7eec req-15526153-5c87-4cd3-a82a-3b37da771a75 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44759938-a0ac-43ad-a35c-11eb9674a2b6 HTTP/1.1" status: 200 len: 217 time: 0.0382648 Aug 16 20:45:01.108980 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2455764d-dfaf-49f9-b7e1-cfe8d705bf8c req-971877fe-b85f-4dd1-82a7-c03f96819152 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:01.109324 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2455764d-dfaf-49f9-b7e1-cfe8d705bf8c req-971877fe-b85f-4dd1-82a7-c03f96819152 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:01.120776 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-2455764d-dfaf-49f9-b7e1-cfe8d705bf8c req-971877fe-b85f-4dd1-82a7-c03f96819152 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Calling delete_port for 9d812116-9e98-443d-8f0b-cf9ba1c48ca5 owned by network:floatingip {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:01.127903 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fb746-c5fb-477c-8a00-94fb760f7eec req-57ad42b8-0e75-46fc-86de-91a9958b0415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:01.129395 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-737fb746-c5fb-477c-8a00-94fb760f7eec req-57ad42b8-0e75-46fc-86de-91a9958b0415 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bd8dab9d-a3f2-4736-9e51-3a290163fbfe HTTP/1.1" status: 200 len: 859 time: 0.0458798 Aug 16 20:45:01.186097 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fb746-c5fb-477c-8a00-94fb760f7eec req-fa0f0c13-102d-450a-a58e-083fad542e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:01.188867 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-737fb746-c5fb-477c-8a00-94fb760f7eec req-fa0f0c13-102d-450a-a58e-083fad542e6d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ed5eda8e-07f1-4980-9b55-01ba3f47eea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435641 Aug 16 20:45:01.316071 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-737fb746-c5fb-477c-8a00-94fb760f7eec req-043e8cbc-aaa7-4c81-9ec7-2476539e1bea service neutron] 10.222.0.72 "GET /v2.0/networks/ed5eda8e-07f1-4980-9b55-01ba3f47eea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196041 Aug 16 20:45:01.405632 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 501bc92a-9742-46a3-9f41-d5be52a2b72d completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:01.406193 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-dc9b3ae5-c069-466e-b19b-3a5d12b3768f req-1ac4e03d-dfe1-45a6-a4dc-578d729e0def tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:01.409506 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2455764d-dfaf-49f9-b7e1-cfe8d705bf8c req-971877fe-b85f-4dd1-82a7-c03f96819152 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:01.409789 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 501bc92a-9742-46a3-9f41-d5be52a2b72d triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:01.410176 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:01.416046 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-737fb746-c5fb-477c-8a00-94fb760f7eec req-8bee7e46-ac68-42fe-b80c-faed59a92724 service neutron] 10.222.0.72 "GET /v2.0/networks/ed5eda8e-07f1-4980-9b55-01ba3f47eea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888412 Aug 16 20:45:01.446009 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971877fe-b85f-4dd1-82a7-c03f96819152 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Pushing event deleted for resources: {'Port': ['ID=9d812116-9e98-443d-8f0b-cf9ba1c48ca5,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:01.532166 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:01.546280 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2455764d-dfaf-49f9-b7e1-cfe8d705bf8c req-971877fe-b85f-4dd1-82a7-c03f96819152 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks [] for floatingip, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:01.549230 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2455764d-dfaf-49f9-b7e1-cfe8d705bf8c req-971877fe-b85f-4dd1-82a7-c03f96819152 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:01.564403 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2455764d-dfaf-49f9-b7e1-cfe8d705bf8c req-971877fe-b85f-4dd1-82a7-c03f96819152 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "DELETE /v2.0/floatingips/d3b8bb98-a911-4fc3-8a3b-fd3134cebde1 HTTP/1.1" status: 204 len: 173 time: 0.6960454 Aug 16 20:45:01.572080 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39dd57e6-4e6a-45de-bdce-332df1e9d528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501bc92a-9742-46a3-9f41-d5be52a2b72d'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:01.574411 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69f35cb-55da-4f5a-a1a8-c4f08cf3637a" -d '{"events": [{"server_uuid": "39dd57e6-4e6a-45de-bdce-332df1e9d528", "name": "network-vif-plugged", "status": "completed", "tag": "501bc92a-9742-46a3-9f41-d5be52a2b72d"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:01.590856 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 501bc92a-9742-46a3-9f41-d5be52a2b72d, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=501bc92a-9742-46a3-9f41-d5be52a2b72d,segment=NetworkSegment(e8314f4c-3555-4f94-a486-0d46d6329f40),segment_id=e8314f4c-3555-4f94-a486-0d46d6329f40)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:01.618183 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-dc9b3ae5-c069-466e-b19b-3a5d12b3768f req-1ac4e03d-dfe1-45a6-a4dc-578d729e0def tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:01.720376 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:01.737316 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-dc9b3ae5-c069-466e-b19b-3a5d12b3768f req-1ac4e03d-dfe1-45a6-a4dc-578d729e0def tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:01.768279 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8f685-2c61-4044-a426-48178b0d6d01 req-b1f02a33-901f-46bc-bf1c-83a4997eae98 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:01.775491 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-51a8f685-2c61-4044-a426-48178b0d6d01 req-b1f02a33-901f-46bc-bf1c-83a4997eae98 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 950 time: 0.1018281 Aug 16 20:45:01.802486 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4e03d-dfe1-45a6-a4dc-578d729e0def tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=940418a2-c144-44c7-8275-78976c583ada,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:01.820544 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=501bc92a-9742-46a3-9f41-d5be52a2b72d,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:01.828194 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-51a8f685-2c61-4044-a426-48178b0d6d01 req-969e911e-9809-4b75-9091-66e838397b53 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515869 Aug 16 20:45:01.905166 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a62a55b9-bca3-4741-b3c8-231816b1f586', 'tag': '7b9c22c8-33bc-40d8-8425-7113a04b57ca'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:01.908185 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f6f087-9a97-4a74-8a1f-51d7c638f2a9" -d '{"events": [{"name": "network-changed", "server_uuid": "a62a55b9-bca3-4741-b3c8-231816b1f586", "tag": "7b9c22c8-33bc-40d8-8425-7113a04b57ca"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:01.912847 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-dc9b3ae5-c069-466e-b19b-3a5d12b3768f req-1ac4e03d-dfe1-45a6-a4dc-578d729e0def tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:01.931034 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dc9b3ae5-c069-466e-b19b-3a5d12b3768f req-1ac4e03d-dfe1-45a6-a4dc-578d729e0def tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.0812945 Aug 16 20:45:01.989618 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817c5e6-f792-4840-a74c-c25bc56f4f41 req-99d7121b-570b-48bf-b721-286845d75d8b tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:01.997416 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1817c5e6-f792-4840-a74c-c25bc56f4f41 req-99d7121b-570b-48bf-b721-286845d75d8b tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/ports?device_id=39dd57e6-4e6a-45de-bdce-332df1e9d528 HTTP/1.1" status: 200 len: 945 time: 0.0961785 Aug 16 20:45:02.078263 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1817c5e6-f792-4840-a74c-c25bc56f4f41 req-32bc69d2-f96f-41f4-b57c-2245f1f6d36e tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/security-groups?id=381dd21c-901f-4cf7-acca-a2cddfec97a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791907 Aug 16 20:45:02.106627 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee2d6d-c290-4ec2-8a8d-352b79579fb8 req-b33a56c7-7006-42c5-bc47-e2d0020f5747 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:02.117233 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d4ee2d6d-c290-4ec2-8a8d-352b79579fb8 req-b33a56c7-7006-42c5-bc47-e2d0020f5747 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 944 time: 0.1102886 Aug 16 20:45:02.182394 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0c76aeff-87ad-49f4-8550-a03e27521613 req-1cf95736-7b14-441b-b490-ce13afab085e tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] 10.222.0.84 "GET /v2.0/ports?device_id=d811ad15-208f-42f8-afd4-1a0cd154e3e3 HTTP/1.1" status: 200 len: 210 time: 0.0403943 Aug 16 20:45:02.204325 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d4ee2d6d-c290-4ec2-8a8d-352b79579fb8 req-4e6940e3-08c4-4763-bbb3-7e0642df1ca0 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704763 Aug 16 20:45:02.279428 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce07db68-0ca2-4bf8-ba98-c604a1286f2f x-openstack-request-id: req-ce07db68-0ca2-4bf8-ba98-c604a1286f2f {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:02.279961 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39dd57e6-4e6a-45de-bdce-332df1e9d528", "name": "network-vif-plugged", "status": "completed", "tag": "501bc92a-9742-46a3-9f41-d5be52a2b72d", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:02.279961 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ce07db68-0ca2-4bf8-ba98-c604a1286f2f {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:02.280369 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39dd57e6-4e6a-45de-bdce-332df1e9d528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501bc92a-9742-46a3-9f41-d5be52a2b72d', 'code': 200} Aug 16 20:45:02.398266 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b18447-2a8f-47d9-a3d7-e6f2a658ca69 req-5f6cefb4-f1fa-4a40-912c-d4b8c095bd85 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:02.400250 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-48b18447-2a8f-47d9-a3d7-e6f2a658ca69 req-5f6cefb4-f1fa-4a40-912c-d4b8c095bd85 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 946 time: 0.0572362 Aug 16 20:45:02.435960 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a8d3b-5c3e-4f4e-bf23-1055c61a7d98 req-1dabd6f3-4b1c-4eca-9a14-7f3d11a08f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:02.437460 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-531a8d3b-5c3e-4f4e-bf23-1055c61a7d98 req-1dabd6f3-4b1c-4eca-9a14-7f3d11a08f51 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=39dd57e6-4e6a-45de-bdce-332df1e9d528 HTTP/1.1" status: 200 len: 1097 time: 0.0685949 Aug 16 20:45:02.445517 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-48b18447-2a8f-47d9-a3d7-e6f2a658ca69 req-74d528e1-c49b-4fea-8f3f-c8fbc048e105 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390339 Aug 16 20:45:02.544381 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-531a8d3b-5c3e-4f4e-bf23-1055c61a7d98 req-74cdca00-9e1e-415d-b907-9831747e9127 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=381dd21c-901f-4cf7-acca-a2cddfec97a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815980 Aug 16 20:45:02.546066 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7385045-cb24-4199-ab6c-770e69a3a433 x-openstack-request-id: req-b7385045-cb24-4199-ab6c-770e69a3a433 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:02.546379 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a62a55b9-bca3-4741-b3c8-231816b1f586", "tag": "7b9c22c8-33bc-40d8-8425-7113a04b57ca", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:02.546606 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b7385045-cb24-4199-ab6c-770e69a3a433 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:02.546992 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a62a55b9-bca3-4741-b3c8-231816b1f586', 'tag': '7b9c22c8-33bc-40d8-8425-7113a04b57ca', 'status': 'completed', 'code': 200} Aug 16 20:45:02.644948 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-97123a88-afc7-4fcd-bc96-d0ea616bbb51 req-476a586b-39a9-4a6a-9d92-e1fb432f3edb tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] 10.222.0.84 "GET /v2.0/security-groups/940418a2-c144-44c7-8275-78976c583ada HTTP/1.1" status: 200 len: 1813 time: 0.1005969 Aug 16 20:45:02.659543 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6f087-9a97-4a74-8a1f-51d7c638f2a9 req-28ca2b9d-4296-429d-b6cd-0e21170f1d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:02.660353 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-66f6f087-9a97-4a74-8a1f-51d7c638f2a9 req-28ca2b9d-4296-429d-b6cd-0e21170f1d87 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ef76538be3f42efb94d0f0a8384d0d1&device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 1127 time: 0.0862496 Aug 16 20:45:02.763107 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [req-55f0d592-6b42-421e-962e-b39718819b28 req-8965f4ac-15c1-4a5a-842c-af3e3b683fb6 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] show failed (client error): The resource could not be found. Aug 16 20:45:02.770634 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-55f0d592-6b42-421e-962e-b39718819b28 req-8965f4ac-15c1-4a5a-842c-af3e3b683fb6 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] 10.222.0.84 "GET /v2.0/security-groups/26cef8e0-fa26-4bd9-bd57-b49970004daf HTTP/1.1" status: 404 len: 352 time: 0.0563948 Aug 16 20:45:02.824702 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [req-ae5ef62f-2945-4b5a-be62-bfaf39e58b51 req-18e13695-731f-40b8-a1ba-ca33a6fd9e95 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] show failed (client error): The resource could not be found. Aug 16 20:45:02.826053 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ae5ef62f-2945-4b5a-be62-bfaf39e58b51 req-18e13695-731f-40b8-a1ba-ca33a6fd9e95 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] 10.222.0.84 "GET /v2.0/security-group-rules/af28a7f9-5ec6-4dc2-86d5-37a7eb63e93c HTTP/1.1" status: 404 len: 361 time: 0.0348701 Aug 16 20:45:02.861386 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6f087-9a97-4a74-8a1f-51d7c638f2a9 req-de9f8151-844a-438c-b5cf-1a6ff65b3d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:02.862890 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-66f6f087-9a97-4a74-8a1f-51d7c638f2a9 req-de9f8151-844a-438c-b5cf-1a6ff65b3d61 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa HTTP/1.1" status: 200 len: 909 time: 0.1939559 Aug 16 20:45:02.873990 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712611df-fc51-408b-8fce-4e44e3bb2c1b req-8649a825-6b55-4e12-b251-23d4f4b9b9ce tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:02.875676 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-712611df-fc51-408b-8fce-4e44e3bb2c1b req-8649a825-6b55-4e12-b251-23d4f4b9b9ce tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb9b219e-8d5f-4b16-920b-c895b22deab9 HTTP/1.1" status: 200 len: 945 time: 0.1139531 Aug 16 20:45:02.951409 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-66f6f087-9a97-4a74-8a1f-51d7c638f2a9 req-2ac6b68f-a23c-417d-ba48-064d5212c31e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b9c22c8-33bc-40d8-8425-7113a04b57ca HTTP/1.1" status: 200 len: 217 time: 0.0588908 Aug 16 20:45:03.006078 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-712611df-fc51-408b-8fce-4e44e3bb2c1b req-7347d276-c69c-4dd5-9bcf-11e28e154f08 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2461062-353c-4193-a162-8b6d7529e34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232893 Aug 16 20:45:03.011080 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bf845def-bc4a-4fed-b63d-6900e1407f5c req-4862978c-df07-4334-9e0c-8b3239678510 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] 10.222.0.84 "GET /v2.0/security-groups/940418a2-c144-44c7-8275-78976c583ada HTTP/1.1" status: 200 len: 1813 time: 0.1468349 Aug 16 20:45:03.040164 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6f087-9a97-4a74-8a1f-51d7c638f2a9 req-e178244a-09ee-4351-9e22-027544f215f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:03.041669 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-66f6f087-9a97-4a74-8a1f-51d7c638f2a9 req-e178244a-09ee-4351-9e22-027544f215f7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=32473632-cd45-434e-a077-52a281cec044 HTTP/1.1" status: 200 len: 848 time: 0.0795376 Aug 16 20:45:03.081743 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-66f6f087-9a97-4a74-8a1f-51d7c638f2a9 req-1734fa7f-0de7-4d97-ba3c-f45ed5907015 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300779 Aug 16 20:45:03.187732 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-bf845def-bc4a-4fed-b63d-6900e1407f5c req-ee88d036-8fd9-48f3-b268-7ebbb2259822 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:03.246634 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769cdf8f-8d5d-4544-911e-2cf3dc982db4 req-6cc0a608-5e9a-4379-a763-7da097f56ab0 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:03.248424 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-769cdf8f-8d5d-4544-911e-2cf3dc982db4 req-6cc0a608-5e9a-4379-a763-7da097f56ab0 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 950 time: 0.1621020 Aug 16 20:45:03.256622 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-bf845def-bc4a-4fed-b63d-6900e1407f5c req-ee88d036-8fd9-48f3-b268-7ebbb2259822 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:03.278554 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-eb1bee5d-895e-4ca2-9508-6cb1a0f9dc81 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:03.283308 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-eb1bee5d-895e-4ca2-9508-6cb1a0f9dc81 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] 10.222.0.90 "GET /v2.0/networks?id=00b9c9a9-b41b-40f7-9f82-9b04873d9fad HTTP/1.1" status: 200 len: 814 time: 0.1389101 Aug 16 20:45:03.308782 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-66f6f087-9a97-4a74-8a1f-51d7c638f2a9 req-58b44cc4-dae5-47ee-b089-d00eb58762b8 service neutron] 10.222.0.90 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115593 Aug 16 20:45:03.312803 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-286a641e-34e7-4bd7-8e4f-60f4fe236269 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Request body: {'port': {'device_id': 'd811ad15-208f-42f8-afd4-1a0cd154e3e3', 'network_id': '00b9c9a9-b41b-40f7-9f82-9b04873d9fad', 'admin_state_up': True, 'tenant_id': '90a52ab7da914fe8b009c458b9c074bf'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:03.358509 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-769cdf8f-8d5d-4544-911e-2cf3dc982db4 req-cdb2195e-5af9-445e-bc83-0fde79737559 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961156 Aug 16 20:45:03.495612 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-bf845def-bc4a-4fed-b63d-6900e1407f5c req-ee88d036-8fd9-48f3-b268-7ebbb2259822 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:03.498306 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-bf845def-bc4a-4fed-b63d-6900e1407f5c req-ee88d036-8fd9-48f3-b268-7ebbb2259822 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:03.499625 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bf845def-bc4a-4fed-b63d-6900e1407f5c req-ee88d036-8fd9-48f3-b268-7ebbb2259822 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] 10.222.0.84 "DELETE /v2.0/security-groups/940418a2-c144-44c7-8275-78976c583ada HTTP/1.1" status: 204 len: 173 time: 0.4802620 Aug 16 20:45:03.522138 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-66f6f087-9a97-4a74-8a1f-51d7c638f2a9 req-86bf9769-8298-4d76-9138-543a6a0b92d4 service neutron] 10.222.0.90 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968050 Aug 16 20:45:03.532646 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee88d036-8fd9-48f3-b268-7ebbb2259822 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=940418a2-c144-44c7-8275-78976c583ada,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:03.574851 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ae47b-e883-4783-854a-cda3d30ddeef req-72c3ff82-0a67-4faf-8a73-9fc3087e26fe tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:03.581931 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-740ae47b-e883-4783-854a-cda3d30ddeef req-72c3ff82-0a67-4faf-8a73-9fc3087e26fe tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/ports?device_id=39dd57e6-4e6a-45de-bdce-332df1e9d528 HTTP/1.1" status: 200 len: 945 time: 0.0998104 Aug 16 20:45:03.667581 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-740ae47b-e883-4783-854a-cda3d30ddeef req-35d1a8e6-f57e-4e3b-8985-45962b5ad2dd tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/security-groups?id=381dd21c-901f-4cf7-acca-a2cddfec97a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767469 Aug 16 20:45:03.708663 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5019e215-feaf-44f8-b39b-9e4b5d6f388a req-67519cd3-dd43-46ba-a55d-03e421983eb9 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] 10.222.0.84 "GET /v2.0/ports?device_id=d811ad15-208f-42f8-afd4-1a0cd154e3e3 HTTP/1.1" status: 200 len: 210 time: 0.0729401 Aug 16 20:45:03.887723 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfbf123-0b11-4768-ae7e-25e7b652af00 req-376c471f-0e73-4b36-8965-a4202593da42 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:03.890002 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fdfbf123-0b11-4768-ae7e-25e7b652af00 req-376c471f-0e73-4b36-8965-a4202593da42 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 944 time: 0.0776885 Aug 16 20:45:03.898112 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4868ad5-1436-4afb-be87-2efbbba10f46 req-ddedcb0b-8eef-4550-ba46-dfef55306d14 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:03.899896 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f4868ad5-1436-4afb-be87-2efbbba10f46 req-ddedcb0b-8eef-4550-ba46-dfef55306d14 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 946 time: 0.1026683 Aug 16 20:45:03.958921 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fdfbf123-0b11-4768-ae7e-25e7b652af00 req-fd2946ed-f19b-46a8-98c9-0b3bc6a0095c tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579860 Aug 16 20:45:03.987661 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f4868ad5-1436-4afb-be87-2efbbba10f46 req-3abee1a6-1ca8-43c3-aefd-38664d492d9d tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768044 Aug 16 20:45:03.988158 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-286a641e-34e7-4bd7-8e4f-60f4fe236269 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Made reservation on behalf of 90a52ab7da914fe8b009c458b9c074bf for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:03.991910 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-286a641e-34e7-4bd7-8e4f-60f4fe236269 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:04.107531 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b303dd7d-69ac-4ac2-bb9c-e828d7d5c3fc req-88d33c26-49bb-436b-95cd-8f108b5644a6 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] 10.222.0.84 "GET /v2.0/security-groups/85269699-ef4a-49c0-9a2b-1206151ba89f HTTP/1.1" status: 200 len: 1812 time: 0.1111732 Aug 16 20:45:04.151445 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-286a641e-34e7-4bd7-8e4f-60f4fe236269 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Allocated IP 172.20.0.8 (00b9c9a9-b41b-40f7-9f82-9b04873d9fad/d1d9a1a2-bcb4-4380-8a57-8b2e514b34b2/ecaf380c-0a28-4650-b4ea-36156250b2d9) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:04.234422 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b303dd7d-69ac-4ac2-bb9c-e828d7d5c3fc req-0477078f-d9eb-4f32-9b3b-cc0f0aa8c793 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:04.261565 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1e9cf-ed7d-472a-a150-b2f916e20fc1 req-9f1c2d2d-1268-46c1-9d31-69aa8fb9b278 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:04.262995 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9cb1e9cf-ed7d-472a-a150-b2f916e20fc1 req-9f1c2d2d-1268-46c1-9d31-69aa8fb9b278 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb9b219e-8d5f-4b16-920b-c895b22deab9 HTTP/1.1" status: 200 len: 945 time: 0.0946655 Aug 16 20:45:04.283963 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b303dd7d-69ac-4ac2-bb9c-e828d7d5c3fc req-0477078f-d9eb-4f32-9b3b-cc0f0aa8c793 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:04.348398 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-286a641e-34e7-4bd7-8e4f-60f4fe236269 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:04.360820 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9cb1e9cf-ed7d-472a-a150-b2f916e20fc1 req-edf72b53-0e0b-490b-8e34-04819ac13922 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2461062-353c-4193-a162-8b6d7529e34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889237 Aug 16 20:45:04.452191 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b303dd7d-69ac-4ac2-bb9c-e828d7d5c3fc req-0477078f-d9eb-4f32-9b3b-cc0f0aa8c793 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:04.455188 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b303dd7d-69ac-4ac2-bb9c-e828d7d5c3fc req-0477078f-d9eb-4f32-9b3b-cc0f0aa8c793 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:04.460305 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b303dd7d-69ac-4ac2-bb9c-e828d7d5c3fc req-0477078f-d9eb-4f32-9b3b-cc0f0aa8c793 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] 10.222.0.84 "DELETE /v2.0/security-groups/85269699-ef4a-49c0-9a2b-1206151ba89f HTTP/1.1" status: 204 len: 173 time: 0.3422985 Aug 16 20:45:04.481481 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-286a641e-34e7-4bd7-8e4f-60f4fe236269 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:04.539945 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0477078f-d9eb-4f32-9b3b-cc0f0aa8c793 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85269699-ef4a-49c0-9a2b-1206151ba89f,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:04.562292 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a641e-34e7-4bd7-8e4f-60f4fe236269 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Pushing event updated for resources: {'Port': ['ID=ecaf380c-0a28-4650-b4ea-36156250b2d9,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:04.575272 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-286a641e-34e7-4bd7-8e4f-60f4fe236269 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Network 00b9c9a9-b41b-40f7-9f82-9b04873d9fad is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:04.585382 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-286a641e-34e7-4bd7-8e4f-60f4fe236269 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:04.586070 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2afd9e-d02e-469d-8b8b-c7f1f9ae37e7 req-52296dfd-b8bf-49a6-9461-eae7218104b9 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:04.586167 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a641e-34e7-4bd7-8e4f-60f4fe236269 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:04.586167 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a641e-34e7-4bd7-8e4f-60f4fe236269 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:04.586167 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a641e-34e7-4bd7-8e4f-60f4fe236269 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:04.586167 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a641e-34e7-4bd7-8e4f-60f4fe236269 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:04.586167 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a641e-34e7-4bd7-8e4f-60f4fe236269 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:04.586167 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a641e-34e7-4bd7-8e4f-60f4fe236269 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:04.586167 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a641e-34e7-4bd7-8e4f-60f4fe236269 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:04.586167 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a641e-34e7-4bd7-8e4f-60f4fe236269 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:04.586167 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a641e-34e7-4bd7-8e4f-60f4fe236269 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:04.586167 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a641e-34e7-4bd7-8e4f-60f4fe236269 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:04.586167 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a641e-34e7-4bd7-8e4f-60f4fe236269 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:04.586167 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a641e-34e7-4bd7-8e4f-60f4fe236269 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:04.587060 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-286a641e-34e7-4bd7-8e4f-60f4fe236269 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:04.593912 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2f2afd9e-d02e-469d-8b8b-c7f1f9ae37e7 req-52296dfd-b8bf-49a6-9461-eae7218104b9 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 950 time: 0.1517622 Aug 16 20:45:04.629991 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e5ca751a-98dd-4cbc-bac3-1c59379569af req-415350f6-e35a-4de0-b96b-e4b1b079e9a5 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] 10.222.0.84 "GET /v2.0/security-groups/125b7dec-a938-42d4-8864-804a5eccf534 HTTP/1.1" status: 200 len: 1812 time: 0.1448193 Aug 16 20:45:04.662373 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-286a641e-34e7-4bd7-8e4f-60f4fe236269 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:04.663261 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-286a641e-34e7-4bd7-8e4f-60f4fe236269 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:04.669415 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2f2afd9e-d02e-469d-8b8b-c7f1f9ae37e7 req-8ff8c40f-c533-49c5-be00-2daa4b951eb6 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708287 Aug 16 20:45:04.736208 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e5ca751a-98dd-4cbc-bac3-1c59379569af req-0e1f7792-8b5e-4633-84ee-650ff4c79194 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:04.743196 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-286a641e-34e7-4bd7-8e4f-60f4fe236269 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4396095 Aug 16 20:45:04.757625 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-bd2238e3-8dbb-434c-94a7-6a737f37d297 service neutron] Request body: {'port': {'device_id': 'd811ad15-208f-42f8-afd4-1a0cd154e3e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:04.778808 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e5ca751a-98dd-4cbc-bac3-1c59379569af req-0e1f7792-8b5e-4633-84ee-650ff4c79194 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:04.814630 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-bd2238e3-8dbb-434c-94a7-6a737f37d297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:04.846903 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb19ecd-3675-4685-a0b2-0667eeabde44 req-ac0e2a63-e15f-4040-8585-df29473b41e6 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:04.848465 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5cb19ecd-3675-4685-a0b2-0667eeabde44 req-ac0e2a63-e15f-4040-8585-df29473b41e6 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/ports?device_id=39dd57e6-4e6a-45de-bdce-332df1e9d528 HTTP/1.1" status: 200 len: 945 time: 0.0888283 Aug 16 20:45:04.888085 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5cb19ecd-3675-4685-a0b2-0667eeabde44 req-6dcb2175-dc2a-428b-b4f0-05659d17f4f5 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/security-groups?id=381dd21c-901f-4cf7-acca-a2cddfec97a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328393 Aug 16 20:45:04.994572 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d3fac-cfc3-4ed4-bdba-3b4e8f9cf987 req-fe9ffc1c-8abe-48a3-ba01-628ad6295593 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:04.996080 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-398d3fac-cfc3-4ed4-bdba-3b4e8f9cf987 req-fe9ffc1c-8abe-48a3-ba01-628ad6295593 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] 10.222.0.84 "GET /v2.0/ports?device_id=d811ad15-208f-42f8-afd4-1a0cd154e3e3 HTTP/1.1" status: 200 len: 931 time: 0.0480549 Aug 16 20:45:05.036290 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d6706-4ce5-4d14-92c3-35f946b4551f req-18ccc204-d28c-4ce1-9561-86f462d87cf6 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:05.037690 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-398d3fac-cfc3-4ed4-bdba-3b4e8f9cf987 req-1d8ee885-cab1-40f0-9972-577f2cde5ada tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1a3a3ec-6715-40e7-bf54-7facbb30ac9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340376 Aug 16 20:45:05.037846 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-168d6706-4ce5-4d14-92c3-35f946b4551f req-18ccc204-d28c-4ce1-9561-86f462d87cf6 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb9b219e-8d5f-4b16-920b-c895b22deab9 HTTP/1.1" status: 200 len: 945 time: 0.1535823 Aug 16 20:45:05.150433 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9beaae-807e-4d3c-aa50-6bae8145c9b4 req-7a695507-5c6e-4c8a-bfec-cf0e8904a22f tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:05.152241 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9d9beaae-807e-4d3c-aa50-6bae8145c9b4 req-7a695507-5c6e-4c8a-bfec-cf0e8904a22f tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/ports?device_id=39dd57e6-4e6a-45de-bdce-332df1e9d528 HTTP/1.1" status: 200 len: 945 time: 0.0496891 Aug 16 20:45:05.153312 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e5ca751a-98dd-4cbc-bac3-1c59379569af req-0e1f7792-8b5e-4633-84ee-650ff4c79194 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:05.161387 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e5ca751a-98dd-4cbc-bac3-1c59379569af req-0e1f7792-8b5e-4633-84ee-650ff4c79194 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:05.161643 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59758) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:05.168483 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e5ca751a-98dd-4cbc-bac3-1c59379569af req-0e1f7792-8b5e-4633-84ee-650ff4c79194 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] 10.222.0.84 "DELETE /v2.0/security-groups/125b7dec-a938-42d4-8864-804a5eccf534 HTTP/1.1" status: 204 len: 173 time: 0.5292170 Aug 16 20:45:05.169061 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-abe264d9-f270-4295-b2dc-8c00ef52107a tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Request body: {'floatingip': {'port_id': '501bc92a-9742-46a3-9f41-d5be52a2b72d'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:05.183177 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f7792-8b5e-4633-84ee-650ff4c79194 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=125b7dec-a938-42d4-8864-804a5eccf534,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:05.240311 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-abe264d9-f270-4295-b2dc-8c00ef52107a tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks [] for floatingip, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:05.307119 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ebb84-caa1-42e8-ac59-01c0391fb0c1 req-70e805ad-5a03-45d5-b5d2-fe5aae405e59 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:05.308759 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-093ebb84-caa1-42e8-ac59-01c0391fb0c1 req-70e805ad-5a03-45d5-b5d2-fe5aae405e59 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 944 time: 0.0886314 Aug 16 20:45:05.313733 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-168d6706-4ce5-4d14-92c3-35f946b4551f req-c3cca7bd-c9e7-4605-aea9-03685b97975a tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Deleting port 44759938-a0ac-43ad-a35c-11eb9674a2b6 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:05.314143 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-168d6706-4ce5-4d14-92c3-35f946b4551f req-c3cca7bd-c9e7-4605-aea9-03685b97975a tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:05.322234 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73bf941-5ec5-48cb-840c-de6600631302 req-11e90ed2-9081-4f0b-95cb-025a162fa0ac tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:05.323672 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b73bf941-5ec5-48cb-840c-de6600631302 req-11e90ed2-9081-4f0b-95cb-025a162fa0ac tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 946 time: 0.0909767 Aug 16 20:45:05.377726 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-093ebb84-caa1-42e8-ac59-01c0391fb0c1 req-bfa12789-81c0-4fdf-96cc-c4af2fb0bc23 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527978 Aug 16 20:45:05.382321 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-bd2238e3-8dbb-434c-94a7-6a737f37d297 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecaf380c-0a28-4650-b4ea-36156250b2d9 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:45:05.384966 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b73bf941-5ec5-48cb-840c-de6600631302 req-51c5fe6a-6951-4495-94eb-0d6ae0934741 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540042 Aug 16 20:45:05.396590 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-bd2238e3-8dbb-434c-94a7-6a737f37d297 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:05.446074 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-bd2238e3-8dbb-434c-94a7-6a737f37d297 service neutron] Transition to ACTIVE for port object ecaf380c-0a28-4650-b4ea-36156250b2d9 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:05.492107 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-df919bdb-fe89-471b-bd3e-c41558bad658 req-11f5bbd2-7283-4017-aa48-d772fc78d950 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] 10.222.0.84 "GET /v2.0/security-groups/a483950c-5a18-4caa-955a-08b75a688eda HTTP/1.1" status: 200 len: 1811 time: 0.0639288 Aug 16 20:45:05.535666 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-168d6706-4ce5-4d14-92c3-35f946b4551f req-c3cca7bd-c9e7-4605-aea9-03685b97975a tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] For port 44759938-a0ac-43ad-a35c-11eb9674a2b6, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=44759938-a0ac-43ad-a35c-11eb9674a2b6,segment=NetworkSegment(b77570f6-2c6b-4b2c-bfcf-ea4849f9225f),segment_id=b77570f6-2c6b-4b2c-bfcf-ea4849f9225f)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:05.535666 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-168d6706-4ce5-4d14-92c3-35f946b4551f req-c3cca7bd-c9e7-4605-aea9-03685b97975a tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:05.550098 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-bd2238e3-8dbb-434c-94a7-6a737f37d297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:05.559139 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-168d6706-4ce5-4d14-92c3-35f946b4551f req-c3cca7bd-c9e7-4605-aea9-03685b97975a tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Calling delete_port for 44759938-a0ac-43ad-a35c-11eb9674a2b6 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:05.588380 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-df919bdb-fe89-471b-bd3e-c41558bad658 req-ee5b817c-3954-4e1c-a419-5065fe0f69f6 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:05.624777 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-df919bdb-fe89-471b-bd3e-c41558bad658 req-ee5b817c-3954-4e1c-a419-5065fe0f69f6 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:05.710346 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c46ff-a30c-4b5b-906c-4ab98f99db60 req-77aad5b7-7399-4a2a-8133-b3d162a27544 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:05.712158 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b63c46ff-a30c-4b5b-906c-4ab98f99db60 req-77aad5b7-7399-4a2a-8133-b3d162a27544 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb9b219e-8d5f-4b16-920b-c895b22deab9 HTTP/1.1" status: 200 len: 945 time: 0.1967733 Aug 16 20:45:05.718763 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2238e3-8dbb-434c-94a7-6a737f37d297 service neutron] Pushing event updated for resources: {'Port': ['ID=ecaf380c-0a28-4650-b4ea-36156250b2d9,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:05.775585 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b63c46ff-a30c-4b5b-906c-4ab98f99db60 req-44f8d695-382c-4cdb-8eb4-dfb0610bf616 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2461062-353c-4193-a162-8b6d7529e34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565035 Aug 16 20:45:05.776979 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-df919bdb-fe89-471b-bd3e-c41558bad658 req-ee5b817c-3954-4e1c-a419-5065fe0f69f6 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:05.779558 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-df919bdb-fe89-471b-bd3e-c41558bad658 req-ee5b817c-3954-4e1c-a419-5065fe0f69f6 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:05.800342 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-df919bdb-fe89-471b-bd3e-c41558bad658 req-ee5b817c-3954-4e1c-a419-5065fe0f69f6 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] 10.222.0.84 "DELETE /v2.0/security-groups/a483950c-5a18-4caa-955a-08b75a688eda HTTP/1.1" status: 204 len: 173 time: 0.3071229 Aug 16 20:45:05.830236 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b817c-3954-4e1c-a419-5065fe0f69f6 tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a483950c-5a18-4caa-955a-08b75a688eda,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:05.940249 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-bd2238e3-8dbb-434c-94a7-6a737f37d297 service neutron] Attempting to bind port ecaf380c-0a28-4650-b4ea-36156250b2d9 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:45:05.940708 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-bd2238e3-8dbb-434c-94a7-6a737f37d297 service neutron] Attempting to bind port ecaf380c-0a28-4650-b4ea-36156250b2d9 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'd8027699-2702-479c-a1c6-4b4b1feaa877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '00b9c9a9-b41b-40f7-9f82-9b04873d9fad'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:45:05.941017 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-bd2238e3-8dbb-434c-94a7-6a737f37d297 service neutron] Attempting to bind port ecaf380c-0a28-4650-b4ea-36156250b2d9 on network 00b9c9a9-b41b-40f7-9f82-9b04873d9fad {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:05.947202 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cc448114-d2fc-4f44-a971-045acaffebe2 req-6afe9a93-f60a-4c82-8a63-482ae43613db tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] 10.222.0.84 "GET /v2.0/security-groups/4788a9ab-8ecd-49a9-b255-815b89eed4be HTTP/1.1" status: 200 len: 1812 time: 0.1275351 Aug 16 20:45:05.960789 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-bd2238e3-8dbb-434c-94a7-6a737f37d297 service neutron] Port ecaf380c-0a28-4650-b4ea-36156250b2d9 on network 00b9c9a9-b41b-40f7-9f82-9b04873d9fad not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:45:05.961118 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-bd2238e3-8dbb-434c-94a7-6a737f37d297 service neutron] Attempting to bind port ecaf380c-0a28-4650-b4ea-36156250b2d9 on network 00b9c9a9-b41b-40f7-9f82-9b04873d9fad {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:05.975652 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-bd2238e3-8dbb-434c-94a7-6a737f37d297 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:45:05.976093 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-bd2238e3-8dbb-434c-94a7-6a737f37d297 service neutron] Checking segment: {'id': 'd8027699-2702-479c-a1c6-4b4b1feaa877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '00b9c9a9-b41b-40f7-9f82-9b04873d9fad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:05.976410 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-bd2238e3-8dbb-434c-94a7-6a737f37d297 service neutron] Bound using segment: {'id': 'd8027699-2702-479c-a1c6-4b4b1feaa877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '00b9c9a9-b41b-40f7-9f82-9b04873d9fad'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:45:05.976850 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-bd2238e3-8dbb-434c-94a7-6a737f37d297 service neutron] Bound port: ecaf380c-0a28-4650-b4ea-36156250b2d9, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8027699-2702-479c-a1c6-4b4b1feaa877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '00b9c9a9-b41b-40f7-9f82-9b04873d9fad'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:45:05.977213 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-bd2238e3-8dbb-434c-94a7-6a737f37d297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:06.021625 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde5c31-1d19-46fb-968f-ece946dc8ea3 req-34baeead-f4d0-40c4-907f-4a7ea1eaa6bc tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:06.023674 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8dde5c31-1d19-46fb-968f-ece946dc8ea3 req-34baeead-f4d0-40c4-907f-4a7ea1eaa6bc tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 950 time: 0.1436915 Aug 16 20:45:06.052471 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cc448114-d2fc-4f44-a971-045acaffebe2 req-4b6ac46d-89f6-459b-875a-fc9996ec357c tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:06.069261 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-168d6706-4ce5-4d14-92c3-35f946b4551f req-c3cca7bd-c9e7-4605-aea9-03685b97975a tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:06.087288 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['44759938-a0ac-43ad-a35c-11eb9674a2b6'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:45:06.096095 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8dde5c31-1d19-46fb-968f-ece946dc8ea3 req-70e7f70d-6049-4de5-a906-354dc44ce066 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655417 Aug 16 20:45:06.102515 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-bd2238e3-8dbb-434c-94a7-6a737f37d297 service neutron] For port ecaf380c-0a28-4650-b4ea-36156250b2d9, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:06.109123 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cc448114-d2fc-4f44-a971-045acaffebe2 req-4b6ac46d-89f6-459b-875a-fc9996ec357c tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:06.149931 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cca7bd-c9e7-4605-aea9-03685b97975a tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Pushing event deleted for resources: {'Port': ['ID=44759938-a0ac-43ad-a35c-11eb9674a2b6,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:06.157938 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-bd2238e3-8dbb-434c-94a7-6a737f37d297 service neutron] For port ecaf380c-0a28-4650-b4ea-36156250b2d9, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ecaf380c-0a28-4650-b4ea-36156250b2d9,segment=NetworkSegment(d8027699-2702-479c-a1c6-4b4b1feaa877),segment_id=d8027699-2702-479c-a1c6-4b4b1feaa877)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:45:06.251820 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-168d6706-4ce5-4d14-92c3-35f946b4551f req-c3cca7bd-c9e7-4605-aea9-03685b97975a tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] No DVR routers for this DVR port 44759938-a0ac-43ad-a35c-11eb9674a2b6 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:06.257102 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-168d6706-4ce5-4d14-92c3-35f946b4551f req-c3cca7bd-c9e7-4605-aea9-03685b97975a tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:06.258589 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-168d6706-4ce5-4d14-92c3-35f946b4551f req-c3cca7bd-c9e7-4605-aea9-03685b97975a tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.72 "DELETE /v2.0/ports/44759938-a0ac-43ad-a35c-11eb9674a2b6 HTTP/1.1" status: 204 len: 173 time: 1.2123427 Aug 16 20:45:06.259037 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb9b219e-8d5f-4b16-920b-c895b22deab9', 'name': 'network-vif-deleted', 'tag': '44759938-a0ac-43ad-a35c-11eb9674a2b6'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:06.261350 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eae3e70-14e7-45f1-832f-a51b46da2b58" -d '{"events": [{"server_uuid": "cb9b219e-8d5f-4b16-920b-c895b22deab9", "name": "network-vif-deleted", "tag": "44759938-a0ac-43ad-a35c-11eb9674a2b6"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:06.271011 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74420fc-99a5-4409-9b6b-329b196b0f5e req-2353b933-526b-4986-91e5-e94d8ae48eae tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:06.272491 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-abe264d9-f270-4295-b2dc-8c00ef52107a tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:06.273310 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e74420fc-99a5-4409-9b6b-329b196b0f5e req-2353b933-526b-4986-91e5-e94d8ae48eae tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] 10.222.0.84 "GET /v2.0/ports?device_id=d811ad15-208f-42f8-afd4-1a0cd154e3e3 HTTP/1.1" status: 200 len: 943 time: 0.0644853 Aug 16 20:45:06.278743 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-bd2238e3-8dbb-434c-94a7-6a737f37d297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:06.340004 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-bd2238e3-8dbb-434c-94a7-6a737f37d297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:06.341318 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-bd2238e3-8dbb-434c-94a7-6a737f37d297 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:06.342429 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-bd2238e3-8dbb-434c-94a7-6a737f37d297 service neutron] 10.222.0.90 "PUT /v2.0/ports/ecaf380c-0a28-4650-b4ea-36156250b2d9 HTTP/1.1" status: 200 len: 1092 time: 1.5892725 Aug 16 20:45:06.342690 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cc448114-d2fc-4f44-a971-045acaffebe2 req-4b6ac46d-89f6-459b-875a-fc9996ec357c tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:06.346235 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cc448114-d2fc-4f44-a971-045acaffebe2 req-4b6ac46d-89f6-459b-875a-fc9996ec357c tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:06.355289 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59784) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:06.362468 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cc448114-d2fc-4f44-a971-045acaffebe2 req-4b6ac46d-89f6-459b-875a-fc9996ec357c tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] 10.222.0.84 "DELETE /v2.0/security-groups/4788a9ab-8ecd-49a9-b255-815b89eed4be HTTP/1.1" status: 204 len: 173 time: 0.4137249 Aug 16 20:45:06.380711 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e74420fc-99a5-4409-9b6b-329b196b0f5e req-17fc095c-1a9c-4a6a-acc1-94f98d54a2c0 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1a3a3ec-6715-40e7-bf54-7facbb30ac9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845127 Aug 16 20:45:06.398269 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-abe264d9-f270-4295-b2dc-8c00ef52107a tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:06.411682 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ac46d-89f6-459b-875a-fc9996ec357c tempest-SecurityGroupRulesNegativeTestJSON-720710548 tempest-SecurityGroupRulesNegativeTestJSON-720710548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4788a9ab-8ecd-49a9-b255-815b89eed4be,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:06.515944 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723ed649-014b-4d05-b59d-ee73dab57ae6 x-openstack-request-id: req-723ed649-014b-4d05-b59d-ee73dab57ae6 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:06.518427 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb9b219e-8d5f-4b16-920b-c895b22deab9", "name": "network-vif-deleted", "tag": "44759938-a0ac-43ad-a35c-11eb9674a2b6", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:06.521499 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-723ed649-014b-4d05-b59d-ee73dab57ae6 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:06.522106 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb9b219e-8d5f-4b16-920b-c895b22deab9', 'name': 'network-vif-deleted', 'tag': '44759938-a0ac-43ad-a35c-11eb9674a2b6', 'status': 'completed', 'code': 200} Aug 16 20:45:06.592848 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-29045a8b-8de4-4cf4-8e03-d21e5ae04f99 admin admin] Deleting subnet 2317137d-f44a-4c05-bedb-b6c1e27f895c {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:45:06.603207 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2238e3-8dbb-434c-94a7-6a737f37d297 service neutron] Pushing event updated for resources: {'Port': ['ID=ecaf380c-0a28-4650-b4ea-36156250b2d9,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:06.661320 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-29045a8b-8de4-4cf4-8e03-d21e5ae04f99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:06.732056 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b5679-411b-4271-ba78-4e78840a85e0 req-da577876-812d-4664-9600-2d7c08cf6933 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:06.733634 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a03b5679-411b-4271-ba78-4e78840a85e0 req-da577876-812d-4664-9600-2d7c08cf6933 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 946 time: 0.1405427 Aug 16 20:45:06.756288 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd66b37-62e2-4d92-94bf-6b03c738559b req-3beab50e-d97c-43b4-96ea-04a89b842389 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:06.757858 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3cd66b37-62e2-4d92-94bf-6b03c738559b req-3beab50e-d97c-43b4-96ea-04a89b842389 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 944 time: 0.1129313 Aug 16 20:45:06.834559 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-8d29018d-9887-46b3-909a-f6960431f5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:06.836253 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-8d29018d-9887-46b3-909a-f6960431f5c6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=90a52ab7da914fe8b009c458b9c074bf&device_id=d811ad15-208f-42f8-afd4-1a0cd154e3e3 HTTP/1.1" status: 200 len: 1095 time: 0.2024326 Aug 16 20:45:06.840012 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-29045a8b-8de4-4cf4-8e03-d21e5ae04f99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:06.856126 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3cd66b37-62e2-4d92-94bf-6b03c738559b req-51098bac-5363-4b96-8094-5c246474275d tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803862 Aug 16 20:45:06.861128 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a03b5679-411b-4271-ba78-4e78840a85e0 req-c9e6689a-772b-44ee-a9da-4e1b6a4941fa tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916083 Aug 16 20:45:06.956759 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-b90528b6-e998-40bb-befd-6b4dd04e7b7f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecaf380c-0a28-4650-b4ea-36156250b2d9 HTTP/1.1" status: 200 len: 217 time: 0.0608311 Aug 16 20:45:06.965096 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [None req-abe264d9-f270-4295-b2dc-8c00ef52107a tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Floating IP be433c8a-28b6-4d8a-96b7-ece8b60df703 associated. External IP: 172.25.1.55, port: 501bc92a-9742-46a3-9f41-d5be52a2b72d. Aug 16 20:45:07.043134 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-265df8f4-b21a-4333-b83a-38b4b82efd60 req-63e0c36c-6c62-40ca-93e2-9ffe0f9db374 tempest-FloatingIPsAssociationTestJSON-1026313060 tempest-FloatingIPsAssociationTestJSON-1026313060-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb9b219e-8d5f-4b16-920b-c895b22deab9 HTTP/1.1" status: 200 len: 210 time: 0.0464764 Aug 16 20:45:07.088080 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-29045a8b-8de4-4cf4-8e03-d21e5ae04f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:07.272430 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951e733-51f9-4856-9ed8-c9a6517e0567 req-82998b38-3d42-4840-9681-517e07357a9c tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:07.274176 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2951e733-51f9-4856-9ed8-c9a6517e0567 req-82998b38-3d42-4840-9681-517e07357a9c tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 950 time: 0.0961275 Aug 16 20:45:07.371306 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2951e733-51f9-4856-9ed8-c9a6517e0567 req-27c81f59-e493-4f2c-b9a5-77e8a5d78d70 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855174 Aug 16 20:45:07.492501 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-1f74ea5c-626d-4486-8859-55b05941702e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:07.494316 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-1f74ea5c-626d-4486-8859-55b05941702e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d1d9a1a2-bcb4-4380-8a57-8b2e514b34b2 HTTP/1.1" status: 200 len: 854 time: 0.5185714 Aug 16 20:45:07.536973 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10e460-8375-4768-86b3-8222999df3b3 req-5d121acd-0673-4c2f-b008-a95a80694e4c tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:07.541241 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-7d0821b6-dd83-44bf-bb77-157d851fd405 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=00b9c9a9-b41b-40f7-9f82-9b04873d9fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355871 Aug 16 20:45:07.547742 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1f10e460-8375-4768-86b3-8222999df3b3 req-5d121acd-0673-4c2f-b008-a95a80694e4c tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] 10.222.0.84 "GET /v2.0/ports?device_id=d811ad15-208f-42f8-afd4-1a0cd154e3e3 HTTP/1.1" status: 200 len: 943 time: 0.0714982 Aug 16 20:45:07.599132 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1f10e460-8375-4768-86b3-8222999df3b3 req-c1348db4-e5ad-4889-9440-f695a5f82aea tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1a3a3ec-6715-40e7-bf54-7facbb30ac9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482192 Aug 16 20:45:07.677243 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-29045a8b-8de4-4cf4-8e03-d21e5ae04f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:07.752824 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29045a8b-8de4-4cf4-8e03-d21e5ae04f99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2317137d-f44a-4c05-bedb-b6c1e27f895c,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:07.760532 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-29045a8b-8de4-4cf4-8e03-d21e5ae04f99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:07.760828 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-29045a8b-8de4-4cf4-8e03-d21e5ae04f99 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/2317137d-f44a-4c05-bedb-b6c1e27f895c HTTP/1.1" status: 204 len: 168 time: 1.4044592 Aug 16 20:45:07.764399 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 59806) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:07.804982 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-b8187bca-a696-4d1d-9cda-a56825ca7cc4 service neutron] 10.222.0.90 "GET /v2.0/networks/00b9c9a9-b41b-40f7-9f82-9b04873d9fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523994 Aug 16 20:45:07.815418 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe264d9-f270-4295-b2dc-8c00ef52107a tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Router b2fb96d3-3bfa-4305-a63b-9f2682e86a3b has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:45:07.874309 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c6654abe-6cf3-4168-b3b8-ba05d529212b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:08.005514 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c6654abe-6cf3-4168-b3b8-ba05d529212b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:08.027260 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-c6654abe-6cf3-4168-b3b8-ba05d529212b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['970fa055-0721-484a-b758-cd77206ca55c']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:08.055492 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0c80dc66-97dd-43bb-89e8-8f7d45a279f2 req-419239a7-350b-4a4f-b2ac-caf95568d581 service neutron] 10.222.0.90 "GET /v2.0/networks/00b9c9a9-b41b-40f7-9f82-9b04873d9fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383995 Aug 16 20:45:08.066152 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-c6654abe-6cf3-4168-b3b8-ba05d529212b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a7358cd-fa35-4181-9f33-60017815d911') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:08.066748 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-c6654abe-6cf3-4168-b3b8-ba05d529212b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a7358cd-fa35-4181-9f33-60017815d911') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:08.091069 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe264d9-f270-4295-b2dc-8c00ef52107a tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:45:08.103190 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-abe264d9-f270-4295-b2dc-8c00ef52107a tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:08.108050 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8df51a-2842-4a6b-9aea-328faf62308b None None] Sync routers for ids ['b2fb96d3-3bfa-4305-a63b-9f2682e86a3b'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:45:08.134208 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8df51a-2842-4a6b-9aea-328faf62308b None None] Routers {'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:45:08.134955 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-fc8df51a-2842-4a6b-9aea-328faf62308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:44:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['b2fb96d3-3bfa-4305-a63b-9f2682e86a3b'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:08.139768 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-abe264d9-f270-4295-b2dc-8c00ef52107a tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "PUT /v2.0/floatingips/be433c8a-28b6-4d8a-96b7-ece8b60df703 HTTP/1.1" status: 200 len: 990 time: 2.9773884 Aug 16 20:45:08.360823 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-fc8df51a-2842-4a6b-9aea-328faf62308b None None] Set router b2fb96d3-3bfa-4305-a63b-9f2682e86a3b gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:45:08.401947 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c6654abe-6cf3-4168-b3b8-ba05d529212b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:08.421625 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c6654abe-6cf3-4168-b3b8-ba05d529212b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:08.432421 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6654abe-6cf3-4168-b3b8-ba05d529212b admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:45:08.433118 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c6654abe-6cf3-4168-b3b8-ba05d529212b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:08.436245 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 20:45:08.436245 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:45:08.436245 n-d-793620-15 neutron-server[101844]: timer() Aug 16 20:45:08.436245 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:45:08.436245 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 20:45:08.436245 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:45:08.436245 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 20:45:08.436245 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:45:08.436245 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 20:45:08.436245 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:45:08.436245 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 20:45:08.436245 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:45:08.436245 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 20:45:08.436245 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:45:08.436245 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:45:08.436245 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:45:08.436245 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:45:08.436245 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:45:08.436245 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 20:45:08.436245 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:45:08.436245 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 20:45:08.436245 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:45:08.436245 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:45:08.436245 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:45:08.436245 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 20:45:08.436245 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:45:08.436245 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:45:08.436245 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:45:08.436245 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:45:08.436245 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:45:08.436245 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:45:08.436245 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:45:08.483796 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627f84a-da1c-47c9-a1f2-752a81e4ba87 req-968f655e-241a-4349-9224-7b1bbd5677e3 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:08.492059 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a627f84a-da1c-47c9-a1f2-752a81e4ba87 req-968f655e-241a-4349-9224-7b1bbd5677e3 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 944 time: 0.4788148 Aug 16 20:45:08.504758 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c25ed-463a-42b4-b2dd-66369018f1b1 req-d86c1b6a-5bf1-4348-acd6-d89064ae000d tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:08.512498 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d09c25ed-463a-42b4-b2dd-66369018f1b1 req-d86c1b6a-5bf1-4348-acd6-d89064ae000d tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 946 time: 0.4874077 Aug 16 20:45:08.523610 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd811ad15-208f-42f8-afd4-1a0cd154e3e3', 'tag': 'ecaf380c-0a28-4650-b4ea-36156250b2d9'}, {'name': 'network-changed', 'server_uuid': '39dd57e6-4e6a-45de-bdce-332df1e9d528', 'tag': '501bc92a-9742-46a3-9f41-d5be52a2b72d'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:08.526845 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d2f241-ffc5-4923-8792-6440ca0ea2e2" -d '{"events": [{"name": "network-changed", "server_uuid": "d811ad15-208f-42f8-afd4-1a0cd154e3e3", "tag": "ecaf380c-0a28-4650-b4ea-36156250b2d9"}, {"name": "network-changed", "server_uuid": "39dd57e6-4e6a-45de-bdce-332df1e9d528", "tag": "501bc92a-9742-46a3-9f41-d5be52a2b72d"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:08.594910 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d09c25ed-463a-42b4-b2dd-66369018f1b1 req-ab3821a3-c305-43f9-9a69-4734f1cddd44 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771646 Aug 16 20:45:08.627171 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a627f84a-da1c-47c9-a1f2-752a81e4ba87 req-48a1213f-749b-4ef4-bf66-fc6f5e9c87ac tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289353 Aug 16 20:45:08.674101 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c6654abe-6cf3-4168-b3b8-ba05d529212b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:08.680144 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c6654abe-6cf3-4168-b3b8-ba05d529212b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:08.683422 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c6654abe-6cf3-4168-b3b8-ba05d529212b admin admin] 10.222.0.84 "DELETE /v2.0/networks/970fa055-0721-484a-b758-cd77206ca55c HTTP/1.1" status: 204 len: 168 time: 0.9165676 Aug 16 20:45:08.695067 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59830) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:08.717081 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6654abe-6cf3-4168-b3b8-ba05d529212b admin admin] Pushing event deleted for resources: {'Network': ['ID=970fa055-0721-484a-b758-cd77206ca55c,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:08.738917 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6654abe-6cf3-4168-b3b8-ba05d529212b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:08.741856 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6654abe-6cf3-4168-b3b8-ba05d529212b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:08.741856 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6654abe-6cf3-4168-b3b8-ba05d529212b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:08.741856 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6654abe-6cf3-4168-b3b8-ba05d529212b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:08.741856 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6654abe-6cf3-4168-b3b8-ba05d529212b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:08.741856 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6654abe-6cf3-4168-b3b8-ba05d529212b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:08.741856 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6654abe-6cf3-4168-b3b8-ba05d529212b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:08.746502 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6654abe-6cf3-4168-b3b8-ba05d529212b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:08.747011 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6654abe-6cf3-4168-b3b8-ba05d529212b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:08.747396 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6654abe-6cf3-4168-b3b8-ba05d529212b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:08.747832 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6654abe-6cf3-4168-b3b8-ba05d529212b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:08.748471 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6654abe-6cf3-4168-b3b8-ba05d529212b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:08.763491 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-fc8df51a-2842-4a6b-9aea-328faf62308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-453502631-router', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d0ece2b-bed4-4922-901f-a6fc1fbfb785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:02Z', 'updated_at': '2021-08-16T20:42:07Z', 'revision_number': 4, 'project_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'gw_port': {'id': '1d0ece2b-bed4-4922-901f-a6fc1fbfb785', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:03Z', 'updated_at': '2021-08-16T20:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'be433c8a-28b6-4d8a-96b7-ece8b60df703', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'floating_ip_address': '172.25.1.55', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'port_id': '501bc92a-9742-46a3-9f41-d5be52a2b72d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471', 'mac_address': 'fa:16:3e:1c:2f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dd57e6-4e6a-45de-bdce-332df1e9d528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:42:27Z', 'updated_at': '2021-08-16T20:45:06Z', 'revision_number': 5, 'project_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3eb832-7e80-48c4-a114-24c6cbc277b7', 'name': '', 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'mac_address': 'fa:16:3e:6a:29:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e33a0f13-659e-4604-b84f-5b9bda739e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:06Z', 'updated_at': '2021-08-16T20:42:12Z', 'revision_number': 5, 'project_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'subnets': [{'id': 'e33a0f13-659e-4604-b84f-5b9bda739e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:08.868089 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8df51a-2842-4a6b-9aea-328faf62308b None None] Checking router: b2fb96d3-3bfa-4305-a63b-9f2682e86a3b for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:45:08.898236 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8df51a-2842-4a6b-9aea-328faf62308b None None] Routers {'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:45:08.899232 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-fc8df51a-2842-4a6b-9aea-328faf62308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:44:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['b2fb96d3-3bfa-4305-a63b-9f2682e86a3b'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:09.018523 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 44759938-a0ac-43ad-a35c-11eb9674a2b6 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:09.024302 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec61d8a-dc3f-4ea6-b5b8-3282622bb0ea x-openstack-request-id: req-1ec61d8a-dc3f-4ea6-b5b8-3282622bb0ea {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:09.024605 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d811ad15-208f-42f8-afd4-1a0cd154e3e3", "tag": "ecaf380c-0a28-4650-b4ea-36156250b2d9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "39dd57e6-4e6a-45de-bdce-332df1e9d528", "tag": "501bc92a-9742-46a3-9f41-d5be52a2b72d", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:09.024854 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1ec61d8a-dc3f-4ea6-b5b8-3282622bb0ea {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:09.025262 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd811ad15-208f-42f8-afd4-1a0cd154e3e3', 'tag': 'ecaf380c-0a28-4650-b4ea-36156250b2d9', 'status': 'completed', 'code': 200} Aug 16 20:45:09.025519 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39dd57e6-4e6a-45de-bdce-332df1e9d528', 'tag': '501bc92a-9742-46a3-9f41-d5be52a2b72d', 'status': 'completed', 'code': 200} Aug 16 20:45:09.037838 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc157d3c-f116-41ca-b910-94965a804049 req-b7620ddf-2094-4f88-8dc7-cfa2db61073e tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:09.040768 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fc157d3c-f116-41ca-b910-94965a804049 req-b7620ddf-2094-4f88-8dc7-cfa2db61073e tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 950 time: 0.1260135 Aug 16 20:45:09.080746 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 44759938-a0ac-43ad-a35c-11eb9674a2b6 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:45:09.081436 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 44759938-a0ac-43ad-a35c-11eb9674a2b6 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:09.139352 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2f241-ffc5-4923-8792-6440ca0ea2e2 req-0cca33e9-5031-4857-a26b-0c1d128bb73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:09.141550 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c3d2f241-ffc5-4923-8792-6440ca0ea2e2 req-0cca33e9-5031-4857-a26b-0c1d128bb73b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb8c4b7819fc43cbbe786a97a0c82206&device_id=39dd57e6-4e6a-45de-bdce-332df1e9d528 HTTP/1.1" status: 200 len: 1097 time: 0.1134048 Aug 16 20:45:09.144244 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fc157d3c-f116-41ca-b910-94965a804049 req-73db343f-70a8-4e57-ad1c-937b6cb7954f tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757964 Aug 16 20:45:09.149689 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2f241-ffc5-4923-8792-6440ca0ea2e2 req-afa19037-a44e-4b91-89ce-405463bf9508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:09.158301 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c3d2f241-ffc5-4923-8792-6440ca0ea2e2 req-afa19037-a44e-4b91-89ce-405463bf9508 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=90a52ab7da914fe8b009c458b9c074bf&device_id=d811ad15-208f-42f8-afd4-1a0cd154e3e3 HTTP/1.1" status: 200 len: 1095 time: 0.1624298 Aug 16 20:45:09.188929 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-fc8df51a-2842-4a6b-9aea-328faf62308b None None] Set router b2fb96d3-3bfa-4305-a63b-9f2682e86a3b gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:45:09.211180 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31461765-e9d8-4845-9c60-245f0b58b239 req-de2dfb4b-2e8d-401e-9e2e-42febee3c2c1 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:09.220446 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-31461765-e9d8-4845-9c60-245f0b58b239 req-de2dfb4b-2e8d-401e-9e2e-42febee3c2c1 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] 10.222.0.84 "GET /v2.0/ports?device_id=d811ad15-208f-42f8-afd4-1a0cd154e3e3 HTTP/1.1" status: 200 len: 943 time: 0.1785915 Aug 16 20:45:09.283176 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-31461765-e9d8-4845-9c60-245f0b58b239 req-d189741b-54c3-4601-bed8-5bf20b931b88 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1a3a3ec-6715-40e7-bf54-7facbb30ac9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611939 Aug 16 20:45:09.345955 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-c4184421-2284-4c71-b47c-4ecd1b9f5db6 service neutron] 10.222.0.90 "GET /v2.0/ports/7b9c22c8-33bc-40d8-8425-7113a04b57ca/bindings/n-h1-793620-15 HTTP/1.1" status: 200 len: 385 time: 0.1792128 Aug 16 20:45:09.441994 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-fc8df51a-2842-4a6b-9aea-328faf62308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-453502631-router', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d0ece2b-bed4-4922-901f-a6fc1fbfb785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:02Z', 'updated_at': '2021-08-16T20:42:07Z', 'revision_number': 4, 'project_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'gw_port': {'id': '1d0ece2b-bed4-4922-901f-a6fc1fbfb785', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:03Z', 'updated_at': '2021-08-16T20:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'be433c8a-28b6-4d8a-96b7-ece8b60df703', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'floating_ip_address': '172.25.1.55', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'port_id': '501bc92a-9742-46a3-9f41-d5be52a2b72d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471', 'mac_address': 'fa:16:3e:1c:2f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dd57e6-4e6a-45de-bdce-332df1e9d528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:42:27Z', 'updated_at': '2021-08-16T20:45:06Z', 'revision_number': 5, 'project_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3eb832-7e80-48c4-a114-24c6cbc277b7', 'name': '', 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'mac_address': 'fa:16:3e:6a:29:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e33a0f13-659e-4604-b84f-5b9bda739e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:06Z', 'updated_at': '2021-08-16T20:42:12Z', 'revision_number': 5, 'project_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'subnets': [{'id': 'e33a0f13-659e-4604-b84f-5b9bda739e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:09.461429 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 59836) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:09.481313 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8df51a-2842-4a6b-9aea-328faf62308b None None] The sync data for ids ['b2fb96d3-3bfa-4305-a63b-9f2682e86a3b'] in n-d-793620-15 is: [{'id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-453502631-router', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d0ece2b-bed4-4922-901f-a6fc1fbfb785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:02Z', 'updated_at': '2021-08-16T20:42:07Z', 'revision_number': 4, 'project_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'gw_port': {'id': '1d0ece2b-bed4-4922-901f-a6fc1fbfb785', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:03Z', 'updated_at': '2021-08-16T20:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'be433c8a-28b6-4d8a-96b7-ece8b60df703', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'floating_ip_address': '172.25.1.55', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'port_id': '501bc92a-9742-46a3-9f41-d5be52a2b72d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471', 'mac_address': 'fa:16:3e:1c:2f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dd57e6-4e6a-45de-bdce-332df1e9d528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:42:27Z', 'updated_at': '2021-08-16T20:45:06Z', 'revision_number': 5, 'project_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3eb832-7e80-48c4-a114-24c6cbc277b7', 'name': '', 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'mac_address': 'fa:16:3e:6a:29:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e33a0f13-659e-4604-b84f-5b9bda739e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:06Z', 'updated_at': '2021-08-16T20:42:12Z', 'revision_number': 5, 'project_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'subnets': [{'id': 'e33a0f13-659e-4604-b84f-5b9bda739e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:45:09.535909 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-dad02df0-60ef-489a-8220-171e294e4b25 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e576d75714ee4a389565303ca07b9493&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0731781 Aug 16 20:45:09.542493 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59838) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:09.627608 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-84be2f0c-6690-4391-a882-9d412331defe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:09.658046 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-ff5c2d8a-f376-48cb-85c1-c04469dbc84a service neutron] For port 7b9c22c8-33bc-40d8-8425-7113a04b57ca, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=7b9c22c8-33bc-40d8-8425-7113a04b57ca,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:09.696834 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-ff5c2d8a-f376-48cb-85c1-c04469dbc84a service neutron] For port 7b9c22c8-33bc-40d8-8425-7113a04b57ca, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:09.714833 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-84be2f0c-6690-4391-a882-9d412331defe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:09.735517 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2f241-ffc5-4923-8792-6440ca0ea2e2 req-7dc08eda-dbd1-48e0-a68b-52e0f095117a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:09.737132 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c3d2f241-ffc5-4923-8792-6440ca0ea2e2 req-7dc08eda-dbd1-48e0-a68b-52e0f095117a service neutron] 10.222.0.90 "GET /v2.0/networks?id=00b9c9a9-b41b-40f7-9f82-9b04873d9fad HTTP/1.1" status: 200 len: 915 time: 0.4504766 Aug 16 20:45:09.814772 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2f241-ffc5-4923-8792-6440ca0ea2e2 req-3d9f4270-d030-4645-9a57-ce9d40ec2149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:09.814772 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c3d2f241-ffc5-4923-8792-6440ca0ea2e2 req-3d9f4270-d030-4645-9a57-ce9d40ec2149 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3bee841e-47c3-4f4c-a369-8a19f08ab471 HTTP/1.1" status: 200 len: 924 time: 0.6526904 Aug 16 20:45:09.827751 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c3d2f241-ffc5-4923-8792-6440ca0ea2e2 req-e0eced3f-b486-4481-a3eb-5a0576afb183 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecaf380c-0a28-4650-b4ea-36156250b2d9 HTTP/1.1" status: 200 len: 217 time: 0.0740583 Aug 16 20:45:09.867282 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb45f45-1f36-4bed-9d96-b168bf01f881 None None] New status for floating IP be433c8a-28b6-4d8a-96b7-ece8b60df703: ACTIVE {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:45:10.033379 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-ff5c2d8a-f376-48cb-85c1-c04469dbc84a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b9c22c8-33bc-40d8-8425-7113a04b57ca {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:45:10.033379 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-ff5c2d8a-f376-48cb-85c1-c04469dbc84a service neutron] For port 7b9c22c8-33bc-40d8-8425-7113a04b57ca, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=7b9c22c8-33bc-40d8-8425-7113a04b57ca,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:10.033379 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5c2f6-6562-4f37-a9d4-666ed5919f81 req-9c805061-6c60-4325-8f69-50039477306d tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:10.033379 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0bd5c2f6-6562-4f37-a9d4-666ed5919f81 req-9c805061-6c60-4325-8f69-50039477306d tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 944 time: 0.2803085 Aug 16 20:45:10.056921 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2f241-ffc5-4923-8792-6440ca0ea2e2 req-9f27f89a-03a3-4b31-9db4-4ef4ecc11945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:10.058901 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c3d2f241-ffc5-4923-8792-6440ca0ea2e2 req-9f27f89a-03a3-4b31-9db4-4ef4ecc11945 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d1d9a1a2-bcb4-4380-8a57-8b2e514b34b2 HTTP/1.1" status: 200 len: 854 time: 0.2133300 Aug 16 20:45:10.078234 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf01e1a-f5d8-4ddf-a97a-f3817d7ff495 req-731e5ac5-c562-4b11-b00b-bd30fd273bad tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:10.080385 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dbf01e1a-f5d8-4ddf-a97a-f3817d7ff495 req-731e5ac5-c562-4b11-b00b-bd30fd273bad tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 946 time: 0.3787472 Aug 16 20:45:10.086101 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c3d2f241-ffc5-4923-8792-6440ca0ea2e2 req-19edeef3-5a49-474a-807f-0fc081bbf663 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=501bc92a-9742-46a3-9f41-d5be52a2b72d HTTP/1.1" status: 200 len: 998 time: 0.2523658 Aug 16 20:45:10.115920 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0bd5c2f6-6562-4f37-a9d4-666ed5919f81 req-0f36880d-05c0-4224-85e8-13878d4f07d3 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911338 Aug 16 20:45:10.122584 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c3d2f241-ffc5-4923-8792-6440ca0ea2e2 req-144b443e-4743-476d-ad54-8f73ef16902b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=00b9c9a9-b41b-40f7-9f82-9b04873d9fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541301 Aug 16 20:45:10.141730 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dbf01e1a-f5d8-4ddf-a97a-f3817d7ff495 req-00bf5101-f2b1-4038-8f31-56908c9330c8 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461807 Aug 16 20:45:10.195305 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bb389f23-af82-4b29-8735-32bf0731471b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:10.202374 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 7b9c22c8-33bc-40d8-8425-7113a04b57ca no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:10.289324 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2f241-ffc5-4923-8792-6440ca0ea2e2 req-f4d0ebf4-871c-4d64-934b-792e441798f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:10.289324 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c3d2f241-ffc5-4923-8792-6440ca0ea2e2 req-f4d0ebf4-871c-4d64-934b-792e441798f6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e33a0f13-659e-4604-b84f-5b9bda739e16 HTTP/1.1" status: 200 len: 862 time: 0.1910644 Aug 16 20:45:10.311423 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be46ea4-7c94-4286-95e2-ebfe12d2377e req-385d6ab5-31c8-4078-ac84-a1fbd426ca81 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:10.314038 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5be46ea4-7c94-4286-95e2-ebfe12d2377e req-385d6ab5-31c8-4078-ac84-a1fbd426ca81 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 950 time: 0.0556650 Aug 16 20:45:10.358597 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5be46ea4-7c94-4286-95e2-ebfe12d2377e req-42ee5116-4d62-4b19-bb5e-0d904d357e23 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337741 Aug 16 20:45:10.413331 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c46543-2f07-45de-ad44-7eee16b28b8c req-1d71b1b4-55fd-4c38-8834-eef1e66edc33 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:10.414943 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b3c46543-2f07-45de-ad44-7eee16b28b8c req-1d71b1b4-55fd-4c38-8834-eef1e66edc33 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] 10.222.0.84 "GET /v2.0/ports?device_id=d811ad15-208f-42f8-afd4-1a0cd154e3e3 HTTP/1.1" status: 200 len: 943 time: 0.0554285 Aug 16 20:45:10.456269 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b3c46543-2f07-45de-ad44-7eee16b28b8c req-b4a891fb-dd87-4bbd-8ec0-7d24ae9baeba tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1a3a3ec-6715-40e7-bf54-7facbb30ac9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350082 Aug 16 20:45:10.531085 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-ff5c2d8a-f376-48cb-85c1-c04469dbc84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:10.611615 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-ff5c2d8a-f376-48cb-85c1-c04469dbc84a service neutron] Transition to ACTIVE for port object 7b9c22c8-33bc-40d8-8425-7113a04b57ca will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:10.614759 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-84be2f0c-6690-4391-a882-9d412331defe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:10.617296 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-84be2f0c-6690-4391-a882-9d412331defe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:10.618424 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-84be2f0c-6690-4391-a882-9d412331defe admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/dfe96581-88de-4495-93d9-3766a070e180 HTTP/1.1" status: 204 len: 168 time: 1.0700634 Aug 16 20:45:10.656546 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be2f0c-6690-4391-a882-9d412331defe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe96581-88de-4495-93d9-3766a070e180,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:10.669630 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c3d2f241-ffc5-4923-8792-6440ca0ea2e2 req-6e4eec24-e38f-4c71-8768-85c81a103bc2 service neutron] 10.222.0.90 "GET /v2.0/networks/00b9c9a9-b41b-40f7-9f82-9b04873d9fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5252361 Aug 16 20:45:10.675583 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2f241-ffc5-4923-8792-6440ca0ea2e2 req-32b636ad-53f6-4bbb-bd14-a74c2e05e91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:10.677223 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c3d2f241-ffc5-4923-8792-6440ca0ea2e2 req-32b636ad-53f6-4bbb-bd14-a74c2e05e91f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3bee841e-47c3-4f4c-a369-8a19f08ab471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3788371 Aug 16 20:45:10.692519 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-ff5c2d8a-f376-48cb-85c1-c04469dbc84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:10.749552 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5c2d8a-f376-48cb-85c1-c04469dbc84a service neutron] Pushing event updated for resources: {'Port': ['ID=7b9c22c8-33bc-40d8-8425-7113a04b57ca,revision_number=10']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:10.791257 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-ff5c2d8a-f376-48cb-85c1-c04469dbc84a service neutron] No DVR routers for this DVR port 7b9c22c8-33bc-40d8-8425-7113a04b57ca on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:10.823119 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-ff5c2d8a-f376-48cb-85c1-c04469dbc84a service neutron] 10.222.0.90 "PUT /v2.0/ports/7b9c22c8-33bc-40d8-8425-7113a04b57ca/bindings/n-h1-793620-15/activate HTTP/1.1" status: 200 len: 370 time: 1.4613211 Aug 16 20:45:10.958437 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c3d2f241-ffc5-4923-8792-6440ca0ea2e2 req-80bec521-cc93-468a-97ea-7be04e830fec service neutron] 10.222.0.90 "GET /v2.0/networks/00b9c9a9-b41b-40f7-9f82-9b04873d9fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802539 Aug 16 20:45:10.964196 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c3d2f241-ffc5-4923-8792-6440ca0ea2e2 req-91c7a453-44a1-4a89-8814-9afc48ff083b service neutron] 10.222.0.72 "GET /v2.0/networks/3bee841e-47c3-4f4c-a369-8a19f08ab471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587435 Aug 16 20:45:11.062335 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-979fa46d-e1e5-49af-9389-518926856b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:11.091819 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-f9fa689f-7e69-4ed9-8bdb-2f31c6b0e183 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:11.096314 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-f9fa689f-7e69-4ed9-8bdb-2f31c6b0e183 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=a62a55b9-bca3-4741-b3c8-231816b1f586&tenant_id=8ef76538be3f42efb94d0f0a8384d0d1&binding%3Ahost_id=n-h2-793620-15 HTTP/1.1" status: 200 len: 1097 time: 0.0963290 Aug 16 20:45:11.114992 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c3d2f241-ffc5-4923-8792-6440ca0ea2e2 req-69049868-c799-46c5-be35-0efa0b485963 service neutron] 10.222.0.72 "GET /v2.0/networks/3bee841e-47c3-4f4c-a369-8a19f08ab471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400216 Aug 16 20:45:11.122120 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-bb389f23-af82-4b29-8735-32bf0731471b admin admin] Deleting port 295a163f-7226-4145-9b54-1d9944f3fbab {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:11.122483 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bb389f23-af82-4b29-8735-32bf0731471b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:11.206897 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-f475d560-2c31-4f46-a629-1ff10e8195c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:11.209630 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-f475d560-2c31-4f46-a629-1ff10e8195c9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a62a55b9-bca3-4741-b3c8-231816b1f586&tenant_id=8ef76538be3f42efb94d0f0a8384d0d1 HTTP/1.1" status: 200 len: 1097 time: 0.1021378 Aug 16 20:45:11.240882 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-bb389f23-af82-4b29-8735-32bf0731471b admin admin] For port 295a163f-7226-4145-9b54-1d9944f3fbab, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=295a163f-7226-4145-9b54-1d9944f3fbab,segment=NetworkSegment(b77570f6-2c6b-4b2c-bfcf-ea4849f9225f),segment_id=b77570f6-2c6b-4b2c-bfcf-ea4849f9225f)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:11.241952 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bb389f23-af82-4b29-8735-32bf0731471b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:11.257372 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-bb389f23-af82-4b29-8735-32bf0731471b admin admin] Calling delete_port for 295a163f-7226-4145-9b54-1d9944f3fbab owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:11.421324 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37859c7-d4fc-4686-b010-381be2eb63c3 req-3a6c7678-c910-45e5-a8b7-eeedd131d4b0 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:11.423595 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b37859c7-d4fc-4686-b010-381be2eb63c3 req-3a6c7678-c910-45e5-a8b7-eeedd131d4b0 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 946 time: 0.1663573 Aug 16 20:45:11.438234 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-a7b49007-e20a-4eb1-9158-32000d43ecfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:11.440677 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-a7b49007-e20a-4eb1-9158-32000d43ecfd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ef76538be3f42efb94d0f0a8384d0d1&device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 1097 time: 0.1397715 Aug 16 20:45:11.453264 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4825d-7b3a-4b12-b220-c78b9b8ea04b req-4926ea6d-bae1-4677-89ec-14cecbace1bd tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:11.457736 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b9d4825d-7b3a-4b12-b220-c78b9b8ea04b req-4926ea6d-bae1-4677-89ec-14cecbace1bd tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 945 time: 0.1999798 Aug 16 20:45:11.558365 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b37859c7-d4fc-4686-b010-381be2eb63c3 req-53f0f234-c70f-4c95-87e5-611cdb9faacc tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256261 Aug 16 20:45:11.581503 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b9d4825d-7b3a-4b12-b220-c78b9b8ea04b req-6d252af5-cd33-46e4-aa35-162ea851fb0e tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077428 Aug 16 20:45:11.597354 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-476d54b7-f5c9-48e5-80bd-1d841c8caab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:11.598995 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-476d54b7-f5c9-48e5-80bd-1d841c8caab0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa HTTP/1.1" status: 200 len: 909 time: 0.1416674 Aug 16 20:45:11.625684 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bb389f23-af82-4b29-8735-32bf0731471b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:11.663514 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-aa0cfbbf-2036-49aa-86ef-083268b0458c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b9c22c8-33bc-40d8-8425-7113a04b57ca HTTP/1.1" status: 200 len: 217 time: 0.0544755 Aug 16 20:45:11.685216 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb389f23-af82-4b29-8735-32bf0731471b admin admin] Pushing event deleted for resources: {'Port': ['ID=295a163f-7226-4145-9b54-1d9944f3fbab,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:11.745012 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-8882fba0-b2ba-4206-bc5f-579021b5b96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:11.746897 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-8882fba0-b2ba-4206-bc5f-579021b5b96f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=32473632-cd45-434e-a077-52a281cec044 HTTP/1.1" status: 200 len: 848 time: 0.0751066 Aug 16 20:45:11.809664 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-f7d0feba-46d0-499c-bb5a-3ac7332e88b1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514102 Aug 16 20:45:11.941320 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602e388-9485-4e85-a8f1-46c2acf21a77 req-d0646492-986f-45bc-95e3-8841a22ee55a tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:11.948697 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f602e388-9485-4e85-a8f1-46c2acf21a77 req-d0646492-986f-45bc-95e3-8841a22ee55a tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] 10.222.0.84 "GET /v2.0/ports?device_id=d811ad15-208f-42f8-afd4-1a0cd154e3e3 HTTP/1.1" status: 200 len: 943 time: 0.1766100 Aug 16 20:45:11.951936 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bb389f23-af82-4b29-8735-32bf0731471b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:11.974535 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb5d23-a37b-4a56-b897-97a1bed11bb9 req-4145d749-ce1e-4c9f-b4d6-74240d1e4df2 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:11.981726 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dfcb5d23-a37b-4a56-b897-97a1bed11bb9 req-4145d749-ce1e-4c9f-b4d6-74240d1e4df2 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 950 time: 0.2111897 Aug 16 20:45:12.018194 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59914) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:12.053256 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-3a3e2a89-e1ec-409c-8a84-edcc47d31e0a service neutron] 10.222.0.72 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260072 Aug 16 20:45:12.060321 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dfcb5d23-a37b-4a56-b897-97a1bed11bb9 req-a7e40700-a2d2-420b-9ad8-ed20903d8799 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777166 Aug 16 20:45:12.069947 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f602e388-9485-4e85-a8f1-46c2acf21a77 req-411de391-63d4-4912-a2ad-923db3fe6ead tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1a3a3ec-6715-40e7-bf54-7facbb30ac9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128445 Aug 16 20:45:12.139976 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-b389a74c-e523-459f-b2db-c5af5e1303e5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-673753724-network', 'tenant_id': '34f18ad5c2d4455d99499df1ef982df3'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:12.175249 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-ab34a466-c331-438c-8010-cba34d8cc840 service neutron] 10.222.0.72 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040165 Aug 16 20:45:12.215926 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb389f23-af82-4b29-8735-32bf0731471b admin admin] Router 116149b3-7d2a-47a1-960b-588e2fd7ab15 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:45:12.234342 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ecaf380c-0a28-4650-b4ea-36156250b2d9 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:45:12.320707 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb389f23-af82-4b29-8735-32bf0731471b admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:45:12.325854 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-bb389f23-af82-4b29-8735-32bf0731471b admin admin] 10.222.0.84 "PUT /v2.0/routers/116149b3-7d2a-47a1-960b-588e2fd7ab15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6296873 Aug 16 20:45:12.330456 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59918) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:12.337174 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ca71ef-b256-49b2-9f09-4c2fdd45d2ad None None] Sync routers for ids ['116149b3-7d2a-47a1-960b-588e2fd7ab15'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:45:12.341599 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ecaf380c-0a28-4650-b4ea-36156250b2d9, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ecaf380c-0a28-4650-b4ea-36156250b2d9,segment=NetworkSegment(d8027699-2702-479c-a1c6-4b4b1feaa877),segment_id=d8027699-2702-479c-a1c6-4b4b1feaa877)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:12.379930 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b389a74c-e523-459f-b2db-c5af5e1303e5 admin admin] Made reservation on behalf of 34f18ad5c2d4455d99499df1ef982df3 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:12.382525 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b389a74c-e523-459f-b2db-c5af5e1303e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:12.396765 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b389a74c-e523-459f-b2db-c5af5e1303e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:12.487600 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': 'ecaf380c-0a28-4650-b4ea-36156250b2d9', 'network_id': '00b9c9a9-b41b-40f7-9f82-9b04873d9fad', 'port_id': 'ecaf380c-0a28-4650-b4ea-36156250b2d9', 'mac_address': 'fa:16:3e:25:3e:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1d9a1a2-bcb4-4380-8a57-8b2e514b34b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:45:12.490795 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ca71ef-b256-49b2-9f09-4c2fdd45d2ad None None] Routers {'116149b3-7d2a-47a1-960b-588e2fd7ab15'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:45:12.491649 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-b3ca71ef-b256-49b2-9f09-4c2fdd45d2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:44:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['116149b3-7d2a-47a1-960b-588e2fd7ab15'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:12.502677 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6fd8ac06-b5ba-4ca6-ae1c-3fc9a0322791 admin admin] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:12.597562 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:12.620722 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecaf380c-0a28-4650-b4ea-36156250b2d9 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:45:12.643467 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b389a74c-e523-459f-b2db-c5af5e1303e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:12.645792 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-b3ca71ef-b256-49b2-9f09-4c2fdd45d2ad None None] Set router 116149b3-7d2a-47a1-960b-588e2fd7ab15 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:45:12.661455 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6fd8ac06-b5ba-4ca6-ae1c-3fc9a0322791 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:12.674050 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ecaf380c-0a28-4650-b4ea-36156250b2d9, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ecaf380c-0a28-4650-b4ea-36156250b2d9,segment=NetworkSegment(d8027699-2702-479c-a1c6-4b4b1feaa877),segment_id=d8027699-2702-479c-a1c6-4b4b1feaa877)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:12.745805 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78089c5-e492-49b4-84dd-ceaf3aa9524f req-f7d431a9-4b2f-4347-81df-1196bc0563cd tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:12.747334 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c78089c5-e492-49b4-84dd-ceaf3aa9524f req-f7d431a9-4b2f-4347-81df-1196bc0563cd tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 946 time: 0.0814071 Aug 16 20:45:12.754733 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b389a74c-e523-459f-b2db-c5af5e1303e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:12.757865 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c88397-2e40-4767-8fdb-e5c1db579495 req-9de31241-f715-46ad-b5a2-386d5ae7015c tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:12.759402 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-08c88397-2e40-4767-8fdb-e5c1db579495 req-9de31241-f715-46ad-b5a2-386d5ae7015c tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 945 time: 0.0814362 Aug 16 20:45:12.771294 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:12.821432 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b389a74c-e523-459f-b2db-c5af5e1303e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d239ed48-7e80-4c0b-a1a9-48bd2b034b73,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:12.841157 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c78089c5-e492-49b4-84dd-ceaf3aa9524f req-cd84f29e-9839-4e19-8ca8-53ff58a737ee tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723534 Aug 16 20:45:12.853521 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b389a74c-e523-459f-b2db-c5af5e1303e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:45:12.858172 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-08c88397-2e40-4767-8fdb-e5c1db579495 req-c4c2ec95-60ff-4197-b7ac-f9cd3cfde0b2 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906277 Aug 16 20:45:12.877421 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b389a74c-e523-459f-b2db-c5af5e1303e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:12.878242 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-b389a74c-e523-459f-b2db-c5af5e1303e5 admin admin] Added segment 7a6b72d0-5357-45c8-a666-5cc5a3dffcc1 of type vlan for network e55e31f8-e29e-41b3-a9dc-66b816324698 Aug 16 20:45:12.889448 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=ecaf380c-0a28-4650-b4ea-36156250b2d9,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:12.904101 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-2091fe08-0f70-4086-8648-f274e5585943 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:12.909615 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-2091fe08-0f70-4086-8648-f274e5585943 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=a62a55b9-bca3-4741-b3c8-231816b1f586&tenant_id=8ef76538be3f42efb94d0f0a8384d0d1&binding%3Ahost_id=n-h1-793620-15 HTTP/1.1" status: 200 len: 1097 time: 0.0868311 Aug 16 20:45:12.934140 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-6fd8ac06-b5ba-4ca6-ae1c-3fc9a0322791 admin admin] Deleting port d3e8f24e-5a8e-4917-8671-4eb3b33c874a {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:12.934507 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6fd8ac06-b5ba-4ca6-ae1c-3fc9a0322791 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:12.943481 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-b3ca71ef-b256-49b2-9f09-4c2fdd45d2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'name': 'tempest-FloatingIPsAssociationTestJSON-983462297-router', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:45Z', 'updated_at': '2021-08-16T20:45:11Z', 'revision_number': 5, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'gw_port': {'id': 'd3e8f24e-5a8e-4917-8671-4eb3b33c874a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:47Z', 'updated_at': '2021-08-16T20:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:12.955153 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b389a74c-e523-459f-b2db-c5af5e1303e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:12.991391 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ca71ef-b256-49b2-9f09-4c2fdd45d2ad None None] Checking router: 116149b3-7d2a-47a1-960b-588e2fd7ab15 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:45:13.008920 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ca71ef-b256-49b2-9f09-4c2fdd45d2ad None None] Routers {'116149b3-7d2a-47a1-960b-588e2fd7ab15'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:45:13.009805 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-b3ca71ef-b256-49b2-9f09-4c2fdd45d2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:44:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['116149b3-7d2a-47a1-960b-588e2fd7ab15'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:13.062432 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-6fd8ac06-b5ba-4ca6-ae1c-3fc9a0322791 admin admin] For port d3e8f24e-5a8e-4917-8671-4eb3b33c874a, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=d3e8f24e-5a8e-4917-8671-4eb3b33c874a,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:13.062917 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6fd8ac06-b5ba-4ca6-ae1c-3fc9a0322791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:13.081845 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-6fd8ac06-b5ba-4ca6-ae1c-3fc9a0322791 admin admin] Calling delete_port for d3e8f24e-5a8e-4917-8671-4eb3b33c874a owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:13.102688 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b389a74c-e523-459f-b2db-c5af5e1303e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:13.103888 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b389a74c-e523-459f-b2db-c5af5e1303e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:13.104580 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b389a74c-e523-459f-b2db-c5af5e1303e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:13.105057 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['ecaf380c-0a28-4650-b4ea-36156250b2d9'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:45:13.166650 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-b3ca71ef-b256-49b2-9f09-4c2fdd45d2ad None None] Set router 116149b3-7d2a-47a1-960b-588e2fd7ab15 gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:45:13.196855 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-7f630419-473d-470e-ab3e-6ce7a60e02f1 service neutron] For port 7b9c22c8-33bc-40d8-8425-7113a04b57ca, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:13.202592 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-7f630419-473d-470e-ab3e-6ce7a60e02f1 service neutron] Notify callbacks [] for binding, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:13.204820 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fa74eea5-7f8f-4638-81a3-21f174364cba req-7f630419-473d-470e-ab3e-6ce7a60e02f1 service neutron] 10.222.0.72 "DELETE /v2.0/ports/7b9c22c8-33bc-40d8-8425-7113a04b57ca/bindings/n-h2-793620-15 HTTP/1.1" status: 204 len: 173 time: 0.2860379 Aug 16 20:45:13.227360 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-b3ca71ef-b256-49b2-9f09-4c2fdd45d2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'name': 'tempest-FloatingIPsAssociationTestJSON-983462297-router', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:45Z', 'updated_at': '2021-08-16T20:45:12Z', 'revision_number': 6, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:13.233473 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a0c0c-b59b-41d9-b33d-4028a15f4e58 req-c7a7e972-51e4-4dd0-a4c2-82b484f267bd tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:13.235370 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c98a0c0c-b59b-41d9-b33d-4028a15f4e58 req-c7a7e972-51e4-4dd0-a4c2-82b484f267bd tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 950 time: 0.0868061 Aug 16 20:45:13.258829 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ca71ef-b256-49b2-9f09-4c2fdd45d2ad None None] The sync data for ids ['116149b3-7d2a-47a1-960b-588e2fd7ab15'] in n-d-793620-15 is: [{'id': '116149b3-7d2a-47a1-960b-588e2fd7ab15', 'name': 'tempest-FloatingIPsAssociationTestJSON-983462297-router', 'tenant_id': '12c94560bb6443429bc057a80226b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:45Z', 'updated_at': '2021-08-16T20:45:12Z', 'revision_number': 6, 'project_id': '12c94560bb6443429bc057a80226b5c1', 'gw_port_host': None}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:45:13.312551 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c98a0c0c-b59b-41d9-b33d-4028a15f4e58 req-0ef3b241-7f0c-4cd1-9869-4b2e5800b1b2 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668881 Aug 16 20:45:13.330404 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b389a74c-e523-459f-b2db-c5af5e1303e5 admin admin] Pushing event updated for resources: {'Network': ['ID=e55e31f8-e29e-41b3-a9dc-66b816324698,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:13.330404 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b389a74c-e523-459f-b2db-c5af5e1303e5 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3060389 Aug 16 20:45:13.330949 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 59962) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:13.335190 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-b833d34b-ef64-4f7a-b352-e1e84c33f120 admin admin] Request body: {'subnet': {'network_id': 'e55e31f8-e29e-41b3-a9dc-66b816324698', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-673753724-subnet', 'tenant_id': '34f18ad5c2d4455d99499df1ef982df3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:13.344407 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network e55e31f8-e29e-41b3-a9dc-66b816324698 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:45:13.449053 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd09ff7-3860-409a-92ff-79ecbbf752f7 req-139535e7-5652-4cf2-bc2d-70efae3a6352 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:13.450946 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8bd09ff7-3860-409a-92ff-79ecbbf752f7 req-139535e7-5652-4cf2-bc2d-70efae3a6352 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] 10.222.0.84 "GET /v2.0/ports?device_id=d811ad15-208f-42f8-afd4-1a0cd154e3e3 HTTP/1.1" status: 200 len: 944 time: 0.0556927 Aug 16 20:45:13.452233 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b833d34b-ef64-4f7a-b352-e1e84c33f120 admin admin] Made reservation on behalf of 34f18ad5c2d4455d99499df1ef982df3 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:13.466615 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b833d34b-ef64-4f7a-b352-e1e84c33f120 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:13.485883 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6fd8ac06-b5ba-4ca6-ae1c-3fc9a0322791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:13.519170 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8ac06-b5ba-4ca6-ae1c-3fc9a0322791 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3e8f24e-5a8e-4917-8671-4eb3b33c874a,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:13.549336 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8bd09ff7-3860-409a-92ff-79ecbbf752f7 req-04445e8e-afbb-476c-b801-370f2b763f95 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1a3a3ec-6715-40e7-bf54-7facbb30ac9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825937 Aug 16 20:45:13.713406 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6fd8ac06-b5ba-4ca6-ae1c-3fc9a0322791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:13.736651 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a04fc5b3-3ba1-4258-8c44-ba1375c89b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:13.765676 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:13.827936 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b833d34b-ef64-4f7a-b352-e1e84c33f120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:13.892668 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833d34b-ef64-4f7a-b352-e1e84c33f120 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1808fe3d-4468-49d3-847b-1af4167b979d,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:13.900884 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b833d34b-ef64-4f7a-b352-e1e84c33f120 admin admin] Checking segment: {'id': '7a6b72d0-5357-45c8-a666-5cc5a3dffcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e55e31f8-e29e-41b3-a9dc-66b816324698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:13.901259 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b833d34b-ef64-4f7a-b352-e1e84c33f120 admin admin] Network hostable DHCP agents. Network: e55e31f8-e29e-41b3-a9dc-66b816324698, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:45:13.996962 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063bb351-e44f-4db3-9a2b-665319cca3c9 req-cc5917a7-a31b-439f-8e83-4d269bda39d1 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:13.998408 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-063bb351-e44f-4db3-9a2b-665319cca3c9 req-cc5917a7-a31b-439f-8e83-4d269bda39d1 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 946 time: 0.0533638 Aug 16 20:45:14.040373 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-063bb351-e44f-4db3-9a2b-665319cca3c9 req-4c22fb4a-bdf0-43c3-94de-7267dfaaa6cd tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355079 Aug 16 20:45:14.050764 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b833d34b-ef64-4f7a-b352-e1e84c33f120 admin admin] Network e55e31f8-e29e-41b3-a9dc-66b816324698 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:45:14.077035 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6fd8ac06-b5ba-4ca6-ae1c-3fc9a0322791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:14.080960 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6fd8ac06-b5ba-4ca6-ae1c-3fc9a0322791 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:14.147313 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-b833d34b-ef64-4f7a-b352-e1e84c33f120 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, e55e31f8-e29e-41b3-a9dc-66b816324698) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:14.153317 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b833d34b-ef64-4f7a-b352-e1e84c33f120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:14.153906 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b833d34b-ef64-4f7a-b352-e1e84c33f120 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:14.158934 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eee7fb5-6246-4ab0-911b-67aaffc0d644 None None] Network e55e31f8-e29e-41b3-a9dc-66b816324698 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:14.183340 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2824121-c524-4eeb-82bb-5764a1c9340f req-a2886c18-f5ab-4636-a77b-b74a6c292e8b tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:14.184903 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f2824121-c524-4eeb-82bb-5764a1c9340f req-a2886c18-f5ab-4636-a77b-b74a6c292e8b tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 945 time: 0.0655298 Aug 16 20:45:14.229642 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f2824121-c524-4eeb-82bb-5764a1c9340f req-5e4a81b8-a92c-4dfc-b9d5-e67e3370a72a tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380726 Aug 16 20:45:14.262315 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6fd8ac06-b5ba-4ca6-ae1c-3fc9a0322791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:14.262952 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd8ac06-b5ba-4ca6-ae1c-3fc9a0322791 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 116149b3-7d2a-47a1-960b-588e2fd7ab15 {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:45:14.274265 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6fd8ac06-b5ba-4ca6-ae1c-3fc9a0322791 admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:14.274265 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6fd8ac06-b5ba-4ca6-ae1c-3fc9a0322791 admin admin] 10.222.0.84 "DELETE /v2.0/routers/116149b3-7d2a-47a1-960b-588e2fd7ab15 HTTP/1.1" status: 204 len: 168 time: 1.9393003 Aug 16 20:45:14.275998 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59998) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:14.277215 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ecaf380c-0a28-4650-b4ea-36156250b2d9 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:14.306376 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b833d34b-ef64-4f7a-b352-e1e84c33f120 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9764938 Aug 16 20:45:14.308188 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 60000) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:14.319372 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-18b677ff-521b-49e2-b4f2-9497b008dfec admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-673753724-router', 'tenant_id': '34f18ad5c2d4455d99499df1ef982df3', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:14.326978 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-828c6fc5-033e-4a55-ad23-338e85582468 admin admin] Deleting subnet bd8dab9d-a3f2-4736-9e51-3a290163fbfe {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:45:14.330999 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-828c6fc5-033e-4a55-ad23-338e85582468 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:14.379159 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-828c6fc5-033e-4a55-ad23-338e85582468 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:14.396838 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ada745-b3bf-4d7c-935d-2a1b5e3a0651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-e55e31f8-e29e-41b3-a9dc-66b816324698', 'network_id': 'e55e31f8-e29e-41b3-a9dc-66b816324698', 'tenant_id': '34f18ad5c2d4455d99499df1ef982df3', 'fixed_ips': [{'subnet_id': '1808fe3d-4468-49d3-847b-1af4167b979d'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:45:14.399064 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e1ada745-b3bf-4d7c-935d-2a1b5e3a0651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:14.463996 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-18b677ff-521b-49e2-b4f2-9497b008dfec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:14.473302 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-18b677ff-521b-49e2-b4f2-9497b008dfec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:14.495920 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port ecaf380c-0a28-4650-b4ea-36156250b2d9 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:14.509877 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port ecaf380c-0a28-4650-b4ea-36156250b2d9 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:14.510484 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:14.521725 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-828c6fc5-033e-4a55-ad23-338e85582468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:14.542270 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e308a9b-4d7c-4814-abc5-ea7c1018e87d req-99fd799c-2405-4712-a668-45cbf6ae789c tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:14.544103 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0e308a9b-4d7c-4814-abc5-ea7c1018e87d req-99fd799c-2405-4712-a668-45cbf6ae789c tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 950 time: 0.1185420 Aug 16 20:45:14.594082 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-18b677ff-521b-49e2-b4f2-9497b008dfec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:14.618845 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0e308a9b-4d7c-4814-abc5-ea7c1018e87d req-fb2a292b-89d0-4be5-9a94-0bd1b9021d74 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435090 Aug 16 20:45:14.643635 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-e1ada745-b3bf-4d7c-935d-2a1b5e3a0651 None None] Allocated IP 172.20.0.2 (e55e31f8-e29e-41b3-a9dc-66b816324698/1808fe3d-4468-49d3-847b-1af4167b979d/76d4ae68-5b08-487b-965c-9c6268b6d3aa) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:14.702525 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-828c6fc5-033e-4a55-ad23-338e85582468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:14.739403 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c6fc5-033e-4a55-ad23-338e85582468 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd8dab9d-a3f2-4736-9e51-3a290163fbfe,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:14.742864 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-828c6fc5-033e-4a55-ad23-338e85582468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:14.743351 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-828c6fc5-033e-4a55-ad23-338e85582468 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/bd8dab9d-a3f2-4736-9e51-3a290163fbfe HTTP/1.1" status: 204 len: 168 time: 0.4659095 Aug 16 20:45:14.746872 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 60010) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:14.764038 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40f6763-25ca-48fd-aff0-025cbce1ac80 None None] Network ed5eda8e-07f1-4980-9b55-01ba3f47eea4 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:14.782548 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae330f19-727d-4ff1-944b-ad05432df49e req-3cc1b17b-ccc6-465c-84a3-5003bbe6db52 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:14.784317 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ae330f19-727d-4ff1-944b-ad05432df49e req-3cc1b17b-ccc6-465c-84a3-5003bbe6db52 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 1097 time: 0.1118228 Aug 16 20:45:14.818504 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:14.824674 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:14.825064 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2131fb0f-739d-456c-b3f9-8860e9ef889d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:14.886369 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 295a163f-7226-4145-9b54-1d9944f3fbab no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:14.900491 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-18b677ff-521b-49e2-b4f2-9497b008dfec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:14.904887 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-2131fb0f-739d-456c-b3f9-8860e9ef889d admin admin] Deleting port 6d40f9d2-eb07-479c-8981-00b743a0c29e {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:14.905236 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2131fb0f-739d-456c-b3f9-8860e9ef889d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:14.920208 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd811ad15-208f-42f8-afd4-1a0cd154e3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecaf380c-0a28-4650-b4ea-36156250b2d9'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:14.924669 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728bed88-5b50-4812-b7e9-25e89c34bccb" -d '{"events": [{"server_uuid": "d811ad15-208f-42f8-afd4-1a0cd154e3e3", "name": "network-vif-plugged", "status": "completed", "tag": "ecaf380c-0a28-4650-b4ea-36156250b2d9"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:14.927311 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ae330f19-727d-4ff1-944b-ad05432df49e req-df1d0b1f-1999-4482-ba4e-43575cf9d095 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988030 Aug 16 20:45:14.946328 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30166c3d-0c45-4c70-a3d7-d3953d2fe302 req-5c402706-5902-4766-b325-91f6df938c62 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:14.946328 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-30166c3d-0c45-4c70-a3d7-d3953d2fe302 req-5c402706-5902-4766-b325-91f6df938c62 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] 10.222.0.84 "GET /v2.0/ports?device_id=d811ad15-208f-42f8-afd4-1a0cd154e3e3 HTTP/1.1" status: 200 len: 944 time: 0.1158721 Aug 16 20:45:14.960021 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 295a163f-7226-4145-9b54-1d9944f3fbab {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:45:14.960370 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 295a163f-7226-4145-9b54-1d9944f3fbab not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:14.960794 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device d3e8f24e-5a8e-4917-8671-4eb3b33c874a no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:14.999311 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-30166c3d-0c45-4c70-a3d7-d3953d2fe302 req-aaaf19bd-beec-4073-94d6-4c41d258aee0 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1a3a3ec-6715-40e7-bf54-7facbb30ac9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379128 Aug 16 20:45:15.011919 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-2131fb0f-739d-456c-b3f9-8860e9ef889d admin admin] For port 6d40f9d2-eb07-479c-8981-00b743a0c29e, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=6d40f9d2-eb07-479c-8981-00b743a0c29e,segment=NetworkSegment(b77570f6-2c6b-4b2c-bfcf-ea4849f9225f),segment_id=b77570f6-2c6b-4b2c-bfcf-ea4849f9225f)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:15.012634 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2131fb0f-739d-456c-b3f9-8860e9ef889d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:15.037733 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: d3e8f24e-5a8e-4917-8671-4eb3b33c874a {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:45:15.038088 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device d3e8f24e-5a8e-4917-8671-4eb3b33c874a not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:15.039058 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-2131fb0f-739d-456c-b3f9-8860e9ef889d admin admin] Calling delete_port for 6d40f9d2-eb07-479c-8981-00b743a0c29e owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:15.041077 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ecaf380c-0a28-4650-b4ea-36156250b2d9, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ecaf380c-0a28-4650-b4ea-36156250b2d9,segment=NetworkSegment(d8027699-2702-479c-a1c6-4b4b1feaa877),segment_id=d8027699-2702-479c-a1c6-4b4b1feaa877)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:15.071440 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e1ada745-b3bf-4d7c-935d-2a1b5e3a0651 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:15.082856 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e1ada745-b3bf-4d7c-935d-2a1b5e3a0651 None None] Transition to ACTIVE for port object 76d4ae68-5b08-487b-965c-9c6268b6d3aa will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:15.105668 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f61ffb-922b-41c8-80ba-1d2e5812835e x-openstack-request-id: req-51f61ffb-922b-41c8-80ba-1d2e5812835e {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:15.105976 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d811ad15-208f-42f8-afd4-1a0cd154e3e3", "name": "network-vif-plugged", "status": "completed", "tag": "ecaf380c-0a28-4650-b4ea-36156250b2d9", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:15.106343 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-51f61ffb-922b-41c8-80ba-1d2e5812835e {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:15.106634 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd811ad15-208f-42f8-afd4-1a0cd154e3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecaf380c-0a28-4650-b4ea-36156250b2d9', 'code': 200} Aug 16 20:45:15.116037 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e1ada745-b3bf-4d7c-935d-2a1b5e3a0651 None None] Transition to ACTIVE for port object 76d4ae68-5b08-487b-965c-9c6268b6d3aa will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:15.153413 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:15.169590 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-b25ff285-3725-4b2e-a4dd-9442d60c3d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:15.171225 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-b25ff285-3725-4b2e-a4dd-9442d60c3d0e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6b79fa21751c4c74a7616afcdef028a8&device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 1098 time: 0.1263812 Aug 16 20:45:15.193949 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c68d0b-5b1e-49bc-a6df-c0d496f4d048 None None] DHCP port deletion for ed5eda8e-07f1-4980-9b55-01ba3f47eea4 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:45:15.217414 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2868a-467b-4bd2-bae7-0e5378b6ac62 req-2fdf7eeb-91a1-4fe0-a886-d6166a05434e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:15.219622 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-89a2868a-467b-4bd2-bae7-0e5378b6ac62 req-2fdf7eeb-91a1-4fe0-a886-d6166a05434e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d811ad15-208f-42f8-afd4-1a0cd154e3e3 HTTP/1.1" status: 200 len: 1097 time: 0.0534010 Aug 16 20:45:15.248763 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e1ada745-b3bf-4d7c-935d-2a1b5e3a0651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:15.256763 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-89a2868a-467b-4bd2-bae7-0e5378b6ac62 req-306d1b44-9e7a-48e1-9c50-e58c1d55c20c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b1a3a3ec-6715-40e7-bf54-7facbb30ac9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293574 Aug 16 20:45:15.258254 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=ecaf380c-0a28-4650-b4ea-36156250b2d9,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:15.295356 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ada745-b3bf-4d7c-935d-2a1b5e3a0651 None None] Network e55e31f8-e29e-41b3-a9dc-66b816324698 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:15.302254 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-e1ada745-b3bf-4d7c-935d-2a1b5e3a0651 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:15.302977 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948cca6b-4fbf-43d8-844e-78a6dcf2909e req-36f43c59-44f6-456d-961d-789a64991b1e tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:15.303418 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2131fb0f-739d-456c-b3f9-8860e9ef889d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:15.306540 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ada745-b3bf-4d7c-935d-2a1b5e3a0651 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:15.312388 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-948cca6b-4fbf-43d8-844e-78a6dcf2909e req-36f43c59-44f6-456d-961d-789a64991b1e tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 1097 time: 0.1386249 Aug 16 20:45:15.324751 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ada745-b3bf-4d7c-935d-2a1b5e3a0651 None None] Pushing event updated for resources: {'Port': ['ID=76d4ae68-5b08-487b-965c-9c6268b6d3aa,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:15.334315 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2131fb0f-739d-456c-b3f9-8860e9ef889d admin admin] No DVR routers for this DVR port 6d40f9d2-eb07-479c-8981-00b743a0c29e on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:15.336139 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2131fb0f-739d-456c-b3f9-8860e9ef889d admin admin] Pushing event deleted for resources: {'Port': ['ID=6d40f9d2-eb07-479c-8981-00b743a0c29e,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:15.369769 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-342720c9-32f3-4551-a535-b1c61781776d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:15.371257 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-342720c9-32f3-4551-a535-b1c61781776d service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d2d869c-bfe3-4bc5-a83b-70655e061223 HTTP/1.1" status: 200 len: 922 time: 0.1841159 Aug 16 20:45:15.377285 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-c5c68d0b-5b1e-49bc-a6df-c0d496f4d048 None None] Deleting port 6d40f9d2-eb07-479c-8981-00b743a0c29e {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:15.377671 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c5c68d0b-5b1e-49bc-a6df-c0d496f4d048 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:15.392931 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-e1ada745-b3bf-4d7c-935d-2a1b5e3a0651 None None] Attempting to bind port 76d4ae68-5b08-487b-965c-9c6268b6d3aa on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:45:15.394624 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-e1ada745-b3bf-4d7c-935d-2a1b5e3a0651 None None] Attempting to bind port 76d4ae68-5b08-487b-965c-9c6268b6d3aa by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '7a6b72d0-5357-45c8-a666-5cc5a3dffcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e55e31f8-e29e-41b3-a9dc-66b816324698'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:45:15.394624 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ada745-b3bf-4d7c-935d-2a1b5e3a0651 None None] Attempting to bind port 76d4ae68-5b08-487b-965c-9c6268b6d3aa on network e55e31f8-e29e-41b3-a9dc-66b816324698 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:15.423086 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2131fb0f-739d-456c-b3f9-8860e9ef889d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:15.426389 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ada745-b3bf-4d7c-935d-2a1b5e3a0651 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:45:15.426773 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ada745-b3bf-4d7c-935d-2a1b5e3a0651 None None] Checking segment: {'id': '7a6b72d0-5357-45c8-a666-5cc5a3dffcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e55e31f8-e29e-41b3-a9dc-66b816324698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:15.427182 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e1ada745-b3bf-4d7c-935d-2a1b5e3a0651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:15.427581 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ada745-b3bf-4d7c-935d-2a1b5e3a0651 None None] Bound using segment: {'id': '7a6b72d0-5357-45c8-a666-5cc5a3dffcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e55e31f8-e29e-41b3-a9dc-66b816324698'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:45:15.428096 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-e1ada745-b3bf-4d7c-935d-2a1b5e3a0651 None None] Bound port: 76d4ae68-5b08-487b-965c-9c6268b6d3aa, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6b72d0-5357-45c8-a666-5cc5a3dffcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e55e31f8-e29e-41b3-a9dc-66b816324698'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:45:15.428484 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e1ada745-b3bf-4d7c-935d-2a1b5e3a0651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:15.435348 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-2131fb0f-739d-456c-b3f9-8860e9ef889d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed5eda8e-07f1-4980-9b55-01ba3f47eea4']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:15.445962 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-2131fb0f-739d-456c-b3f9-8860e9ef889d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b77570f6-2c6b-4b2c-bfcf-ea4849f9225f') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:15.446411 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-2131fb0f-739d-456c-b3f9-8860e9ef889d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b77570f6-2c6b-4b2c-bfcf-ea4849f9225f') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:15.457673 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2131fb0f-739d-456c-b3f9-8860e9ef889d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:15.461105 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-c5c68d0b-5b1e-49bc-a6df-c0d496f4d048 None None] For port 6d40f9d2-eb07-479c-8981-00b743a0c29e, host n-d-793620-15, got binding levels [] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:15.461451 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c5c68d0b-5b1e-49bc-a6df-c0d496f4d048 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:15.472511 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2131fb0f-739d-456c-b3f9-8860e9ef889d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:15.478615 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2131fb0f-739d-456c-b3f9-8860e9ef889d admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:45:15.479019 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2131fb0f-739d-456c-b3f9-8860e9ef889d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:15.480947 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:45:15.480947 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:45:15.480947 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:45:15.480947 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:45:15.480947 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:45:15.480947 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:45:15.480947 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:45:15.480947 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:45:15.480947 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:45:15.480947 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:45:15.480947 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:45:15.480947 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:45:15.480947 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:45:15.480947 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:45:15.480947 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:45:15.480947 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:45:15.480947 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:45:15.480947 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:45:15.480947 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:45:15.480947 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:45:15.480947 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:45:15.480947 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:45:15.480947 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:45:15.480947 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:45:15.480947 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:45:15.480947 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:45:15.480947 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:45:15.480947 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:45:15.480947 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:45:15.480947 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:45:15.480947 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:45:15.480947 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:45:15.486963 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-85a29ffa-9452-4239-a3af-29be924bf78f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d023ed1-a390-48f3-ba77-e24a8db09ea8 HTTP/1.1" status: 200 len: 217 time: 0.0984991 Aug 16 20:45:15.503499 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-c5c68d0b-5b1e-49bc-a6df-c0d496f4d048 None None] Calling delete_port for 6d40f9d2-eb07-479c-8981-00b743a0c29e owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:15.503499 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.ipam_backend_mixin [None req-c5c68d0b-5b1e-49bc-a6df-c0d496f4d048 None None] Port 6d40f9d2-eb07-479c-8981-00b743a0c29e was not found and therefore no delete operation was performed {{(pid=101846) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 20:45:15.504052 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-948cca6b-4fbf-43d8-844e-78a6dcf2909e req-a70d889f-e678-4176-b113-9b39970fc49f tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888597 Aug 16 20:45:15.504151 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c5c68d0b-5b1e-49bc-a6df-c0d496f4d048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:15.670206 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c68d0b-5b1e-49bc-a6df-c0d496f4d048 None None] Pushing event deleted for resources: {'Port': ['ID=6d40f9d2-eb07-479c-8981-00b743a0c29e,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:15.678356 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c68d0b-5b1e-49bc-a6df-c0d496f4d048 None None] No DVR routers for this DVR port 6d40f9d2-eb07-479c-8981-00b743a0c29e on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:15.691657 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-931f1eb6-764e-4402-8afc-4a2d0aaa29a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:15.692639 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-e1ada745-b3bf-4d7c-935d-2a1b5e3a0651 None None] For port 76d4ae68-5b08-487b-965c-9c6268b6d3aa, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:15.693495 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-931f1eb6-764e-4402-8afc-4a2d0aaa29a1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=64801f8f-8e8b-4346-a61f-2c5cd4a5ef47 HTTP/1.1" status: 200 len: 861 time: 0.1879606 Aug 16 20:45:15.696225 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-e1ada745-b3bf-4d7c-935d-2a1b5e3a0651 None None] For port 76d4ae68-5b08-487b-965c-9c6268b6d3aa, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=76d4ae68-5b08-487b-965c-9c6268b6d3aa,segment=NetworkSegment(7a6b72d0-5357-45c8-a666-5cc5a3dffcc1),segment_id=7a6b72d0-5357-45c8-a666-5cc5a3dffcc1)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:45:15.717535 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-18b677ff-521b-49e2-b4f2-9497b008dfec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:15.752241 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-9dc739f9-171f-4c43-83a9-370e526f6db6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d2d869c-bfe3-4bc5-a83b-70655e061223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481658 Aug 16 20:45:15.763057 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-18b677ff-521b-49e2-b4f2-9497b008dfec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:15.770903 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2131fb0f-739d-456c-b3f9-8860e9ef889d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:15.775420 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80fed9-b193-4432-8b1c-cd175b8b8393 req-748260ef-c1c6-432b-b2f0-4af7ed0a1283 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:15.778354 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3b80fed9-b193-4432-8b1c-cd175b8b8393 req-748260ef-c1c6-432b-b2f0-4af7ed0a1283 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 946 time: 0.1477942 Aug 16 20:45:15.784728 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2131fb0f-739d-456c-b3f9-8860e9ef889d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:15.786789 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2131fb0f-739d-456c-b3f9-8860e9ef889d admin admin] 10.222.0.84 "DELETE /v2.0/networks/ed5eda8e-07f1-4980-9b55-01ba3f47eea4 HTTP/1.1" status: 204 len: 168 time: 1.0385880 Aug 16 20:45:15.795300 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e1ada745-b3bf-4d7c-935d-2a1b5e3a0651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:15.800243 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2131fb0f-739d-456c-b3f9-8860e9ef889d admin admin] Pushing event deleted for resources: {'Network': ['ID=ed5eda8e-07f1-4980-9b55-01ba3f47eea4,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:15.869537 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ada745-b3bf-4d7c-935d-2a1b5e3a0651 None None] Pushing event updated for resources: {'Port': ['ID=76d4ae68-5b08-487b-965c-9c6268b6d3aa,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:15.943423 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3b80fed9-b193-4432-8b1c-cd175b8b8393 req-57294abe-4010-4edb-957b-ffa11c9f4727 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379011 Aug 16 20:45:15.957835 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d5492-a3db-4be4-825e-ff748d114b40 req-2496407e-18be-46e8-91c0-02048c587425 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:15.959216 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4b2d5492-a3db-4be4-825e-ff748d114b40 req-2496407e-18be-46e8-91c0-02048c587425 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 950 time: 0.2094285 Aug 16 20:45:16.032377 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-52938f33-55de-4730-8bb9-bd0e8da00e84 service neutron] 10.222.0.72 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638345 Aug 16 20:45:16.073755 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-0dd60639-3862-4545-a89a-56d98691c805 service neutron] show failed (client error): The resource could not be found. Aug 16 20:45:16.075141 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-0dd60639-3862-4545-a89a-56d98691c805 service neutron] 10.222.0.72 "GET /v2.0/ports/c6b62548-8eef-466c-bea6-22ddc7f1997d/bindings/n-h2-793620-15 HTTP/1.1" status: 404 len: 381 time: 0.1204300 Aug 16 20:45:16.076336 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-18b677ff-521b-49e2-b4f2-9497b008dfec admin admin] Allocated IP 172.25.1.88 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/8b37702f-102a-47a2-aea6-80bddc134d06) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:16.140349 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4b2d5492-a3db-4be4-825e-ff748d114b40 req-128dc8c7-b060-4cfb-8497-0bc653a32a49 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677110 Aug 16 20:45:16.242241 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 60044) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:16.300222 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-da744ef4-2783-4332-a449-bdc1d3f42d59 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=12c94560bb6443429bc057a80226b5c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0567966 Aug 16 20:45:16.302768 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 60048) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:16.360636 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9b17d1fd-7476-4ae5-a2dd-6c44e5b5b9c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:16.386527 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9b17d1fd-7476-4ae5-a2dd-6c44e5b5b9c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:16.400072 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:16.576501 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9b17d1fd-7476-4ae5-a2dd-6c44e5b5b9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:16.581419 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9b17d1fd-7476-4ae5-a2dd-6c44e5b5b9c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:16.585249 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9b17d1fd-7476-4ae5-a2dd-6c44e5b5b9c2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b2461062-353c-4193-a162-8b6d7529e34e HTTP/1.1" status: 204 len: 168 time: 0.2789383 Aug 16 20:45:16.593159 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17d1fd-7476-4ae5-a2dd-6c44e5b5b9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2461062-353c-4193-a162-8b6d7529e34e,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:16.713961 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-85cf3fe0-b495-47aa-af53-971d76422a8d service neutron] 10.222.0.72 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6558158 Aug 16 20:45:16.796444 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-18b677ff-521b-49e2-b4f2-9497b008dfec admin admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:16.811751 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f5812-ca67-41ed-82de-0bd1b9b2a8d3 req-15b6e5b6-7dd1-4bd0-a56e-fdae2bfcff09 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:16.816241 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ff8f5812-ca67-41ed-82de-0bd1b9b2a8d3 req-15b6e5b6-7dd1-4bd0-a56e-fdae2bfcff09 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] 10.222.0.84 "GET /v2.0/ports?device_id=d811ad15-208f-42f8-afd4-1a0cd154e3e3 HTTP/1.1" status: 200 len: 945 time: 0.1623392 Aug 16 20:45:16.847123 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-472451d3-ea1e-47f3-a964-476d9330ebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:16.849050 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-472451d3-ea1e-47f3-a964-476d9330ebd4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b&tenant_id=8eeb19c70e2743deaa8aa99547f66522 HTTP/1.1" status: 200 len: 1102 time: 0.0715237 Aug 16 20:45:16.858118 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-5e6ff65b-9b4c-4cb4-bf35-2cb1af2f93cc tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:16.865717 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-5e6ff65b-9b4c-4cb4-bf35-2cb1af2f93cc tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/networks?id=129de689-1a67-4447-bccf-e675c592e5c9 HTTP/1.1" status: 200 len: 804 time: 0.5983777 Aug 16 20:45:16.868460 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-25571cff-5c9c-4fd0-9a8f-a178fd8db253 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-15', 'device_owner': 'compute:nova'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:16.902191 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-3cdd7717-6a4d-4888-990f-04eca0222baf tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/quotas/8cc126ebead24b64ac4f071673509eb8 HTTP/1.1" status: 200 len: 375 time: 0.0346572 Aug 16 20:45:16.909509 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 76d4ae68-5b08-487b-965c-9c6268b6d3aa up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:16.933581 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-25571cff-5c9c-4fd0-9a8f-a178fd8db253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:16.954955 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:16.985318 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ff8f5812-ca67-41ed-82de-0bd1b9b2a8d3 req-b17ed4e7-9d0f-4b33-9c4d-9f4c5b3820fd tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1a3a3ec-6715-40e7-bf54-7facbb30ac9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619399 Aug 16 20:45:17.039703 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-af8eb899-e0ff-4e01-bce0-50ac2a568973 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=8cc126ebead24b64ac4f071673509eb8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1368916 Aug 16 20:45:17.062696 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-e80a88a7-0290-401b-90b8-9260be591034 tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:17.062696 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-e80a88a7-0290-401b-90b8-9260be591034 tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37&tenant_id=6b79fa21751c4c74a7616afcdef028a8&binding%3Ahost_id=n-h2-793620-15 HTTP/1.1" status: 200 len: 1098 time: 0.1469805 Aug 16 20:45:17.099846 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-35863f14-5ec0-44e8-928e-4090d6d0d0ef service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793620-15'}}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:17.129173 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-18b677ff-521b-49e2-b4f2-9497b008dfec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:17.137703 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 76d4ae68-5b08-487b-965c-9c6268b6d3aa completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:17.177113 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:17.248544 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b677ff-521b-49e2-b4f2-9497b008dfec admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:17.260931 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0,segment=NetworkSegment(d55822d8-6a18-4bf0-8e46-976d628f1806),segment_id=d55822d8-6a18-4bf0-8e46-976d628f1806)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:17.264194 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de08b7ea-49d0-4733-b8cb-fe08da6ba757', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:17.267655 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d744bc-1b65-41e7-8b15-1b68b0316d13" -d '{"events": [{"server_uuid": "de08b7ea-49d0-4733-b8cb-fe08da6ba757", "name": "network-vif-unplugged", "status": "completed", "tag": "bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:17.272353 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6d40f9d2-eb07-479c-8981-00b743a0c29e no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:17.294335 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-18b677ff-521b-49e2-b4f2-9497b008dfec admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:17.296463 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b677ff-521b-49e2-b4f2-9497b008dfec admin admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:17.305986 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 6d40f9d2-eb07-479c-8981-00b743a0c29e {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:45:17.306666 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6d40f9d2-eb07-479c-8981-00b743a0c29e not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:17.353558 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:17.363670 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-25571cff-5c9c-4fd0-9a8f-a178fd8db253 service neutron] For port c6b62548-8eef-466c-bea6-22ddc7f1997d, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c6b62548-8eef-466c-bea6-22ddc7f1997d,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:17.408937 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-35863f14-5ec0-44e8-928e-4090d6d0d0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:17.467855 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc89db-a4b8-40e9-bba2-3a16efbe889f req-5194d5b8-4802-427f-ac67-4e3dc9852b40 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:17.468581 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0,revision_number=8']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:17.470401 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1ecc89db-a4b8-40e9-bba2-3a16efbe889f req-5194d5b8-4802-427f-ac67-4e3dc9852b40 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.72 "GET /v2.0/ports?device_id=de08b7ea-49d0-4733-b8cb-fe08da6ba757 HTTP/1.1" status: 200 len: 944 time: 0.0890133 Aug 16 20:45:17.471605 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-25571cff-5c9c-4fd0-9a8f-a178fd8db253 service neutron] For port c6b62548-8eef-466c-bea6-22ddc7f1997d, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:17.475415 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d44e0b-bb28-42ed-b36d-7c7b33042418 None None] Network e55e31f8-e29e-41b3-a9dc-66b816324698 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:17.520967 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b677ff-521b-49e2-b4f2-9497b008dfec admin admin] Pushing event updated for resources: {'Port': ['ID=8b37702f-102a-47a2-aea6-80bddc134d06,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:17.567504 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-c19eb013-7ef1-4094-bab7-a42372e708ed service neutron] 10.222.0.84 "GET /v2.0/networks/129de689-1a67-4447-bccf-e675c592e5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5235848 Aug 16 20:45:17.604820 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a13445-d960-42f5-a6bf-b91f5365b07b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6b62548-8eef-466c-bea6-22ddc7f1997d'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:17.607136 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73603691-ebce-448f-a561-0cb17bbc101e" -d '{"events": [{"server_uuid": "75a13445-d960-42f5-a6bf-b91f5365b07b", "name": "network-vif-unplugged", "status": "completed", "tag": "c6b62548-8eef-466c-bea6-22ddc7f1997d"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:17.613364 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-25571cff-5c9c-4fd0-9a8f-a178fd8db253 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:17.635036 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-1ecc89db-a4b8-40e9-bba2-3a16efbe889f req-33c060f3-14e9-46ac-9b14-516f0039ec10 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Deleting port bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:17.635388 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1ecc89db-a4b8-40e9-bba2-3a16efbe889f req-33c060f3-14e9-46ac-9b14-516f0039ec10 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:17.689474 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b1774e52-c1ad-4e0e-a48a-222715bd2185 None None] Provisioning for port 76d4ae68-5b08-487b-965c-9c6268b6d3aa completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:17.695124 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b1774e52-c1ad-4e0e-a48a-222715bd2185 None None] Provisioning complete for port 76d4ae68-5b08-487b-965c-9c6268b6d3aa triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:17.695629 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b1774e52-c1ad-4e0e-a48a-222715bd2185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:17.734346 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-1ecc89db-a4b8-40e9-bba2-3a16efbe889f req-33c060f3-14e9-46ac-9b14-516f0039ec10 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] For port bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0,segment=NetworkSegment(d55822d8-6a18-4bf0-8e46-976d628f1806),segment_id=d55822d8-6a18-4bf0-8e46-976d628f1806)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:17.734811 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1ecc89db-a4b8-40e9-bba2-3a16efbe889f req-33c060f3-14e9-46ac-9b14-516f0039ec10 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:17.753421 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-1ecc89db-a4b8-40e9-bba2-3a16efbe889f req-33c060f3-14e9-46ac-9b14-516f0039ec10 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Calling delete_port for bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:17.835391 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b1774e52-c1ad-4e0e-a48a-222715bd2185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:17.847710 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-25571cff-5c9c-4fd0-9a8f-a178fd8db253 service neutron] Transition to ACTIVE for port object c6b62548-8eef-466c-bea6-22ddc7f1997d will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:17.873492 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b0513-3ad8-4e8e-8c16-378753f9de99 req-16c66f7d-8be8-45c2-890b-1705bcc76efe tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:17.881386 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a29b0513-3ad8-4e8e-8c16-378753f9de99 req-16c66f7d-8be8-45c2-890b-1705bcc76efe tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 946 time: 0.4671226 Aug 16 20:45:17.893150 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-b1774e52-c1ad-4e0e-a48a-222715bd2185 None None] For port 76d4ae68-5b08-487b-965c-9c6268b6d3aa, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=76d4ae68-5b08-487b-965c-9c6268b6d3aa,segment=NetworkSegment(7a6b72d0-5357-45c8-a666-5cc5a3dffcc1),segment_id=7a6b72d0-5357-45c8-a666-5cc5a3dffcc1)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:17.918252 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-25571cff-5c9c-4fd0-9a8f-a178fd8db253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:17.960284 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b1774e52-c1ad-4e0e-a48a-222715bd2185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.033278 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1ecc89db-a4b8-40e9-bba2-3a16efbe889f req-33c060f3-14e9-46ac-9b14-516f0039ec10 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.075377 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1774e52-c1ad-4e0e-a48a-222715bd2185 None None] Pushing event updated for resources: {'Port': ['ID=76d4ae68-5b08-487b-965c-9c6268b6d3aa,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:18.078719 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-c2b2ea95-031b-4695-901b-d9eaf3e8cf87 service neutron] 10.222.0.84 "GET /v2.0/networks/129de689-1a67-4447-bccf-e675c592e5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5078206 Aug 16 20:45:18.126511 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a29b0513-3ad8-4e8e-8c16-378753f9de99 req-5507e0d4-b30b-409d-976d-7e26c13b4a93 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419195 Aug 16 20:45:18.135955 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-35863f14-5ec0-44e8-928e-4090d6d0d0ef service neutron] For port 2d023ed1-a390-48f3-ba77-e24a8db09ea8, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=2d023ed1-a390-48f3-ba77-e24a8db09ea8,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:18.149002 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-25571cff-5c9c-4fd0-9a8f-a178fd8db253 service neutron] No DVR routers for this DVR port c6b62548-8eef-466c-bea6-22ddc7f1997d on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:18.190033 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ffc363c4-6d03-4070-925b-59056b400b9a None None] Provisioning complete for port 76d4ae68-5b08-487b-965c-9c6268b6d3aa triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:18.197979 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ffc363c4-6d03-4070-925b-59056b400b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.213555 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-35863f14-5ec0-44e8-928e-4090d6d0d0ef service neutron] For port 2d023ed1-a390-48f3-ba77-e24a8db09ea8, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:18.253699 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25571cff-5c9c-4fd0-9a8f-a178fd8db253 service neutron] Pushing event updated for resources: {'Port': ['ID=c6b62548-8eef-466c-bea6-22ddc7f1997d,revision_number=6']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:18.415241 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c060f3-14e9-46ac-9b14-516f0039ec10 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Pushing event deleted for resources: {'Port': ['ID=bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:18.441196 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ecc89db-a4b8-40e9-bba2-3a16efbe889f req-33c060f3-14e9-46ac-9b14-516f0039ec10 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] No DVR routers for this DVR port bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:18.449400 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1ecc89db-a4b8-40e9-bba2-3a16efbe889f req-33c060f3-14e9-46ac-9b14-516f0039ec10 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.449400 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1ecc89db-a4b8-40e9-bba2-3a16efbe889f req-33c060f3-14e9-46ac-9b14-516f0039ec10 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.72 "DELETE /v2.0/ports/bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0 HTTP/1.1" status: 204 len: 173 time: 0.9522884 Aug 16 20:45:18.449400 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 60092) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:18.461339 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-25571cff-5c9c-4fd0-9a8f-a178fd8db253 service neutron] Attempting to bind port c6b62548-8eef-466c-bea6-22ddc7f1997d on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:45:18.462009 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-25571cff-5c9c-4fd0-9a8f-a178fd8db253 service neutron] Attempting to bind port c6b62548-8eef-466c-bea6-22ddc7f1997d by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:45:18.462367 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-25571cff-5c9c-4fd0-9a8f-a178fd8db253 service neutron] Attempting to bind port c6b62548-8eef-466c-bea6-22ddc7f1997d on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:18.467404 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-25571cff-5c9c-4fd0-9a8f-a178fd8db253 service neutron] Port c6b62548-8eef-466c-bea6-22ddc7f1997d on network d77fce7e-e915-4ee5-ada6-d6f376af2589 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:45:18.467725 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-25571cff-5c9c-4fd0-9a8f-a178fd8db253 service neutron] Attempting to bind port c6b62548-8eef-466c-bea6-22ddc7f1997d on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:18.478629 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b74ead3-79c2-4ee9-b06f-b42954d3fb37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d023ed1-a390-48f3-ba77-e24a8db09ea8'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:18.489535 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263d120a-603b-4f76-bdcc-144f6590ee3a" -d '{"events": [{"server_uuid": "1b74ead3-79c2-4ee9-b06f-b42954d3fb37", "name": "network-vif-unplugged", "status": "completed", "tag": "2d023ed1-a390-48f3-ba77-e24a8db09ea8"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:18.490074 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-25571cff-5c9c-4fd0-9a8f-a178fd8db253 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:45:18.490074 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-25571cff-5c9c-4fd0-9a8f-a178fd8db253 service neutron] Checking segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:18.490074 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-25571cff-5c9c-4fd0-9a8f-a178fd8db253 service neutron] Bound using segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:45:18.490563 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-35863f14-5ec0-44e8-928e-4090d6d0d0ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.501928 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-25571cff-5c9c-4fd0-9a8f-a178fd8db253 service neutron] Bound port: c6b62548-8eef-466c-bea6-22ddc7f1997d, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:45:18.502442 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-25571cff-5c9c-4fd0-9a8f-a178fd8db253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.534414 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1270d17b-86ea-4921-88dc-162927d12a7c x-openstack-request-id: req-1270d17b-86ea-4921-88dc-162927d12a7c {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:18.534917 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de08b7ea-49d0-4733-b8cb-fe08da6ba757", "name": "network-vif-unplugged", "status": "completed", "tag": "bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:18.535015 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1270d17b-86ea-4921-88dc-162927d12a7c {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:18.535366 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de08b7ea-49d0-4733-b8cb-fe08da6ba757', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0', 'code': 200} Aug 16 20:45:18.611513 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463d2a8-07e7-419c-9596-cb5a307e64de req-3b78e13c-7c3a-467e-a4bc-cdb8269cf83a tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:18.626671 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b463d2a8-07e7-419c-9596-cb5a307e64de req-3b78e13c-7c3a-467e-a4bc-cdb8269cf83a tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 948 time: 0.2785695 Aug 16 20:45:18.631281 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb0a84a-c84a-4cb5-9969-85a4e8866e71 x-openstack-request-id: req-6bb0a84a-c84a-4cb5-9969-85a4e8866e71 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:18.632714 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a13445-d960-42f5-a6bf-b91f5365b07b", "name": "network-vif-unplugged", "status": "completed", "tag": "c6b62548-8eef-466c-bea6-22ddc7f1997d", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:18.634061 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6bb0a84a-c84a-4cb5-9969-85a4e8866e71 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:18.634653 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a13445-d960-42f5-a6bf-b91f5365b07b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6b62548-8eef-466c-bea6-22ddc7f1997d', 'code': 200} Aug 16 20:45:18.670757 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-35863f14-5ec0-44e8-928e-4090d6d0d0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.670936 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-925a9caa-9dd7-461c-9c5f-8fd3c60a7e15 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-732125227-network', 'tenant_id': 'd6810833ca054ff1a2f06f7bd65389e3'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:18.752392 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-25571cff-5c9c-4fd0-9a8f-a178fd8db253 service neutron] For port c6b62548-8eef-466c-bea6-22ddc7f1997d, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:18.761370 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-25571cff-5c9c-4fd0-9a8f-a178fd8db253 service neutron] For port c6b62548-8eef-466c-bea6-22ddc7f1997d, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=c6b62548-8eef-466c-bea6-22ddc7f1997d,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:45:18.811015 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b463d2a8-07e7-419c-9596-cb5a307e64de req-e3f8ef96-18ee-4339-b9ef-1f00454dc036 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833537 Aug 16 20:45:18.817264 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.846230 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-25571cff-5c9c-4fd0-9a8f-a178fd8db253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.886760 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-25571cff-5c9c-4fd0-9a8f-a178fd8db253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:18.887586 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-25571cff-5c9c-4fd0-9a8f-a178fd8db253 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.889515 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-25571cff-5c9c-4fd0-9a8f-a178fd8db253 service neutron] 10.222.0.90 "PUT /v2.0/ports/c6b62548-8eef-466c-bea6-22ddc7f1997d HTTP/1.1" status: 200 len: 1097 time: 2.0259974 Aug 16 20:45:18.895922 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 76d4ae68-5b08-487b-965c-9c6268b6d3aa up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:18.904869 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925a9caa-9dd7-461c-9c5f-8fd3c60a7e15 admin admin] Made reservation on behalf of d6810833ca054ff1a2f06f7bd65389e3 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:18.912354 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-925a9caa-9dd7-461c-9c5f-8fd3c60a7e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.916542 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fead864-6697-4a33-8eb5-3830adba6a73 x-openstack-request-id: req-9fead864-6697-4a33-8eb5-3830adba6a73 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:18.916848 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b74ead3-79c2-4ee9-b06f-b42954d3fb37", "name": "network-vif-unplugged", "status": "completed", "tag": "2d023ed1-a390-48f3-ba77-e24a8db09ea8", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:18.917108 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9fead864-6697-4a33-8eb5-3830adba6a73 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:18.917526 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b74ead3-79c2-4ee9-b06f-b42954d3fb37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d023ed1-a390-48f3-ba77-e24a8db09ea8', 'code': 200} Aug 16 20:45:18.939266 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-18b677ff-521b-49e2-b4f2-9497b008dfec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.948710 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-925a9caa-9dd7-461c-9c5f-8fd3c60a7e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.980219 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 76d4ae68-5b08-487b-965c-9c6268b6d3aa triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:18.981544 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:19.149875 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a2701daf-801d-4e46-9515-2af496691fc2 req-32f62c05-8ea2-447f-9bdc-256b160ee83e tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a01b565-c5d6-4234-9400-3b303b55d527 HTTP/1.1" status: 200 len: 210 time: 0.2447159 Aug 16 20:45:19.154273 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35863f14-5ec0-44e8-928e-4090d6d0d0ef service neutron] Pushing event updated for resources: {'Port': ['ID=2d023ed1-a390-48f3-ba77-e24a8db09ea8,revision_number=7']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:19.159277 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-35863f14-5ec0-44e8-928e-4090d6d0d0ef service neutron] Attempting to bind port 2d023ed1-a390-48f3-ba77-e24a8db09ea8 on host n-h2-793620-15 for vnic_type normal with profile {"migrating_to": "n-h1-793620-15"} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:45:19.163864 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-35863f14-5ec0-44e8-928e-4090d6d0d0ef service neutron] Attempting to bind port 2d023ed1-a390-48f3-ba77-e24a8db09ea8 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:45:19.165835 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-35863f14-5ec0-44e8-928e-4090d6d0d0ef service neutron] Attempting to bind port 2d023ed1-a390-48f3-ba77-e24a8db09ea8 on network 2d2d869c-bfe3-4bc5-a83b-70655e061223 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:19.167677 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-925a9caa-9dd7-461c-9c5f-8fd3c60a7e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:19.186398 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25571cff-5c9c-4fd0-9a8f-a178fd8db253 service neutron] Pushing event updated for resources: {'Port': ['ID=c6b62548-8eef-466c-bea6-22ddc7f1997d,revision_number=7']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:19.190593 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-35863f14-5ec0-44e8-928e-4090d6d0d0ef service neutron] Port 2d023ed1-a390-48f3-ba77-e24a8db09ea8 on network 2d2d869c-bfe3-4bc5-a83b-70655e061223 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:45:19.194723 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-35863f14-5ec0-44e8-928e-4090d6d0d0ef service neutron] Attempting to bind port 2d023ed1-a390-48f3-ba77-e24a8db09ea8 on network 2d2d869c-bfe3-4bc5-a83b-70655e061223 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:19.209363 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-718a405f-ef7c-48b7-93f2-02de4228a9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:19.211258 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-718a405f-ef7c-48b7-93f2-02de4228a9a3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8eeb19c70e2743deaa8aa99547f66522&device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 1100 time: 0.2696364 Aug 16 20:45:19.218049 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-35863f14-5ec0-44e8-928e-4090d6d0d0ef service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:45:19.219752 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-35863f14-5ec0-44e8-928e-4090d6d0d0ef service neutron] Checking segment: {'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:19.220875 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-35863f14-5ec0-44e8-928e-4090d6d0d0ef service neutron] Bound using segment: {'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:45:19.223089 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-35863f14-5ec0-44e8-928e-4090d6d0d0ef service neutron] Bound port: 2d023ed1-a390-48f3-ba77-e24a8db09ea8, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:45:19.223638 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-35863f14-5ec0-44e8-928e-4090d6d0d0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:19.263145 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-925a9caa-9dd7-461c-9c5f-8fd3c60a7e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:19.277989 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-925a9caa-9dd7-461c-9c5f-8fd3c60a7e15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:45:19.288398 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-925a9caa-9dd7-461c-9c5f-8fd3c60a7e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:19.288864 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-925a9caa-9dd7-461c-9c5f-8fd3c60a7e15 admin admin] Added segment c2fc9a83-5fdc-4eff-a470-d62e01a8ae80 of type vlan for network e19e475c-2938-4b17-90a2-8e3110913f16 Aug 16 20:45:19.336531 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-925a9caa-9dd7-461c-9c5f-8fd3c60a7e15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:19.439983 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a9caa-9dd7-461c-9c5f-8fd3c60a7e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df9e9dc-ea92-4281-8da9-672a88828015,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:19.456071 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-925a9caa-9dd7-461c-9c5f-8fd3c60a7e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:19.458746 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b294974-25b2-459a-8568-a0c73303c828 req-7bec1492-9a75-49d3-bec9-3f8818c06dcc tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:19.460305 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925a9caa-9dd7-461c-9c5f-8fd3c60a7e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:19.460999 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-925a9caa-9dd7-461c-9c5f-8fd3c60a7e15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:19.466799 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b294974-25b2-459a-8568-a0c73303c828 req-7bec1492-9a75-49d3-bec9-3f8818c06dcc tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 944 time: 0.2036448 Aug 16 20:45:19.480993 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-35863f14-5ec0-44e8-928e-4090d6d0d0ef service neutron] For port 2d023ed1-a390-48f3-ba77-e24a8db09ea8, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:19.537035 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-35863f14-5ec0-44e8-928e-4090d6d0d0ef service neutron] For port 2d023ed1-a390-48f3-ba77-e24a8db09ea8, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=2d023ed1-a390-48f3-ba77-e24a8db09ea8,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:45:19.549542 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a9caa-9dd7-461c-9c5f-8fd3c60a7e15 admin admin] Pushing event updated for resources: {'Network': ['ID=e19e475c-2938-4b17-90a2-8e3110913f16,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:19.563547 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network e19e475c-2938-4b17-90a2-8e3110913f16 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:45:19.575104 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-e47467f5-2401-4e56-b3de-399bb3d8d931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:19.576170 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b294974-25b2-459a-8568-a0c73303c828 req-c99c0280-7b44-4ede-b356-fb21e3f1f186 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042082 Aug 16 20:45:19.577209 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-e47467f5-2401-4e56-b3de-399bb3d8d931 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.3581219 Aug 16 20:45:19.592402 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-18b677ff-521b-49e2-b4f2-9497b008dfec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:19.626517 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-55098bc2-4fc8-49c2-88fb-a0e5616adf20 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=c6b62548-8eef-466c-bea6-22ddc7f1997d HTTP/1.1" status: 200 len: 217 time: 0.0408452 Aug 16 20:45:19.631395 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-925a9caa-9dd7-461c-9c5f-8fd3c60a7e15 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1787541 Aug 16 20:45:19.632287 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 60114) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:19.637307 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-c5c2ca6e-c6a7-4e56-af1c-157d23893195 admin admin] Request body: {'subnet': {'network_id': 'e19e475c-2938-4b17-90a2-8e3110913f16', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-732125227-subnet', 'tenant_id': 'd6810833ca054ff1a2f06f7bd65389e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:19.665738 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-35863f14-5ec0-44e8-928e-4090d6d0d0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:19.709513 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-fb8182d3-2793-4ad5-98cc-a75ca7862dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:19.711029 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-fb8182d3-2793-4ad5-98cc-a75ca7862dda service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0696819 Aug 16 20:45:19.787267 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-3185e9fc-06dd-40ef-8ee1-7e68d932c68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:19.788885 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-3185e9fc-06dd-40ef-8ee1-7e68d932c68d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0690434 Aug 16 20:45:19.874207 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-35863f14-5ec0-44e8-928e-4090d6d0d0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:19.875400 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-35863f14-5ec0-44e8-928e-4090d6d0d0ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:19.876939 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-35863f14-5ec0-44e8-928e-4090d6d0d0ef service neutron] 10.222.0.72 "PUT /v2.0/ports/2d023ed1-a390-48f3-ba77-e24a8db09ea8 HTTP/1.1" status: 200 len: 1124 time: 2.8107829 Aug 16 20:45:19.895334 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35863f14-5ec0-44e8-928e-4090d6d0d0ef service neutron] Pushing event updated for resources: {'Port': ['ID=2d023ed1-a390-48f3-ba77-e24a8db09ea8,revision_number=8']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:19.949919 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['2d023ed1-a390-48f3-ba77-e24a8db09ea8'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:45:19.953766 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-ac84d0be-24eb-492c-9e9c-8f77e7fc02b2 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505692 Aug 16 20:45:19.954324 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c2ca6e-c6a7-4e56-af1c-157d23893195 admin admin] Made reservation on behalf of d6810833ca054ff1a2f06f7bd65389e3 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:19.956817 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c5c2ca6e-c6a7-4e56-af1c-157d23893195 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:20.036032 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b699a0-740b-4ba0-b899-a12ecff96fd3 req-bf5584e1-c95b-4c91-afbe-8d943ac7d3ff tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:20.038298 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-18b699a0-740b-4ba0-b899-a12ecff96fd3 req-bf5584e1-c95b-4c91-afbe-8d943ac7d3ff tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 948 time: 0.1080511 Aug 16 20:45:20.097138 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-18b699a0-740b-4ba0-b899-a12ecff96fd3 req-d20119da-fbc8-42d7-8abc-16b3c5a48679 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527267 Aug 16 20:45:20.122254 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d57f2a96-c490-461a-ab2b-3f5c87fcfa30 req-bbc348f0-7800-464d-a5f3-bbcb02241f0e service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480656 Aug 16 20:45:20.148212 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b677ff-521b-49e2-b4f2-9497b008dfec admin admin] Router 700c4fad-2bf6-4c02-96eb-d0da7327d910 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:45:20.290220 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b677ff-521b-49e2-b4f2-9497b008dfec admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:45:20.302187 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4144f8-900d-4a34-bbb1-5bccd2c06f31 None None] Sync routers for ids ['700c4fad-2bf6-4c02-96eb-d0da7327d910'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:45:20.312670 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4144f8-900d-4a34-bbb1-5bccd2c06f31 None None] Routers {'700c4fad-2bf6-4c02-96eb-d0da7327d910'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:45:20.313288 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-0e4144f8-900d-4a34-bbb1-5bccd2c06f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:45:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['700c4fad-2bf6-4c02-96eb-d0da7327d910'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:20.338146 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2b63d572-24df-4774-9d5c-310642201bbb req-e7987ffb-bd41-40d7-89a7-5d584851f728 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a01b565-c5d6-4234-9400-3b303b55d527 HTTP/1.1" status: 200 len: 210 time: 0.0316515 Aug 16 20:45:20.382271 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c5c2ca6e-c6a7-4e56-af1c-157d23893195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:20.421545 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-0e4144f8-900d-4a34-bbb1-5bccd2c06f31 None None] Set router 700c4fad-2bf6-4c02-96eb-d0da7327d910 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:45:20.428055 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-18b677ff-521b-49e2-b4f2-9497b008dfec admin admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:20.439931 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 60126) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:20.442216 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-18b677ff-521b-49e2-b4f2-9497b008dfec admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.1321316 Aug 16 20:45:20.664311 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de08b7ea-49d0-4733-b8cb-fe08da6ba757', 'name': 'network-vif-deleted', 'tag': 'bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0'}, {'name': 'network-changed', 'server_uuid': '75a13445-d960-42f5-a6bf-b91f5365b07b', 'tag': 'c6b62548-8eef-466c-bea6-22ddc7f1997d'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:20.670364 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ec158d-1ff3-43cf-a5ac-5c9cfbe3daf9" -d '{"events": [{"server_uuid": "de08b7ea-49d0-4733-b8cb-fe08da6ba757", "name": "network-vif-deleted", "tag": "bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0"}, {"name": "network-changed", "server_uuid": "75a13445-d960-42f5-a6bf-b91f5365b07b", "tag": "c6b62548-8eef-466c-bea6-22ddc7f1997d"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:20.682742 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-0e4144f8-900d-4a34-bbb1-5bccd2c06f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700c4fad-2bf6-4c02-96eb-d0da7327d910', 'name': 'tempest-ServersTestBootFromVolume-673753724-router', 'tenant_id': '34f18ad5c2d4455d99499df1ef982df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '8b37702f-102a-47a2-aea6-80bddc134d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:14Z', 'updated_at': '2021-08-16T20:45:18Z', 'revision_number': 3, 'project_id': '34f18ad5c2d4455d99499df1ef982df3', 'gw_port': {'id': '8b37702f-102a-47a2-aea6-80bddc134d06', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700c4fad-2bf6-4c02-96eb-d0da7327d910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:15Z', 'updated_at': '2021-08-16T20:45:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:20.698916 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c2ca6e-c6a7-4e56-af1c-157d23893195 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad570bde-9931-4ce2-9a88-d81910bdccf9,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:20.719090 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4144f8-900d-4a34-bbb1-5bccd2c06f31 None None] Checking router: 700c4fad-2bf6-4c02-96eb-d0da7327d910 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:45:20.720852 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4144f8-900d-4a34-bbb1-5bccd2c06f31 None None] Updating router 700c4fad-2bf6-4c02-96eb-d0da7327d910 port 8b37702f-102a-47a2-aea6-80bddc134d06 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:45:20.733609 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4f261-030b-45c2-b77f-4d7433714422 req-99005b3f-85d3-4471-a47a-493fc3bd910e tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:20.741363 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e7a4f261-030b-45c2-b77f-4d7433714422 req-99005b3f-85d3-4471-a47a-493fc3bd910e tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 944 time: 0.0600095 Aug 16 20:45:20.762950 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-0e4144f8-900d-4a34-bbb1-5bccd2c06f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:20.766781 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c2ca6e-c6a7-4e56-af1c-157d23893195 admin admin] Checking segment: {'id': 'c2fc9a83-5fdc-4eff-a470-d62e01a8ae80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e19e475c-2938-4b17-90a2-8e3110913f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:20.767461 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c2ca6e-c6a7-4e56-af1c-157d23893195 admin admin] Network hostable DHCP agents. Network: e19e475c-2938-4b17-90a2-8e3110913f16, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:45:20.778539 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e7a4f261-030b-45c2-b77f-4d7433714422 req-6fa76ef0-2f69-4eec-a199-d1dfdfed2825 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360186 Aug 16 20:45:20.874852 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85eb3649-ff76-4620-a9f0-0af51bd412ce x-openstack-request-id: req-85eb3649-ff76-4620-a9f0-0af51bd412ce {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:20.875196 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de08b7ea-49d0-4733-b8cb-fe08da6ba757", "name": "network-vif-deleted", "tag": "bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "75a13445-d960-42f5-a6bf-b91f5365b07b", "tag": "c6b62548-8eef-466c-bea6-22ddc7f1997d", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:20.875448 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-85eb3649-ff76-4620-a9f0-0af51bd412ce {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:20.875881 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de08b7ea-49d0-4733-b8cb-fe08da6ba757', 'name': 'network-vif-deleted', 'tag': 'bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0', 'status': 'completed', 'code': 200} Aug 16 20:45:20.876109 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a13445-d960-42f5-a6bf-b91f5365b07b', 'tag': 'c6b62548-8eef-466c-bea6-22ddc7f1997d', 'status': 'completed', 'code': 200} Aug 16 20:45:20.940548 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b74ead3-79c2-4ee9-b06f-b42954d3fb37', 'tag': '2d023ed1-a390-48f3-ba77-e24a8db09ea8'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:20.946177 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8084cdea-aa06-4996-b1ec-aafaa3d21d25" -d '{"events": [{"name": "network-changed", "server_uuid": "1b74ead3-79c2-4ee9-b06f-b42954d3fb37", "tag": "2d023ed1-a390-48f3-ba77-e24a8db09ea8"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:20.978201 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device c6b62548-8eef-466c-bea6-22ddc7f1997d no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:21.008516 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec158d-1ff3-43cf-a5ac-5c9cfbe3daf9 req-62979f29-5572-4ba3-98f6-fb3ca96760a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:21.010725 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d5ec158d-1ff3-43cf-a5ac-5c9cfbe3daf9 req-62979f29-5572-4ba3-98f6-fb3ca96760a5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8eeb19c70e2743deaa8aa99547f66522&device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 1100 time: 0.0997434 Aug 16 20:45:21.075264 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device c6b62548-8eef-466c-bea6-22ddc7f1997d not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:21.077711 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:21.104814 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:45:21.105822 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device bfa287ff-4cfb-4f28-ba7d-f5ab1e1915e0 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:21.169640 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1eacbd-710f-4031-acc5-ea32bd755cee x-openstack-request-id: req-da1eacbd-710f-4031-acc5-ea32bd755cee {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:21.172294 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b74ead3-79c2-4ee9-b06f-b42954d3fb37", "tag": "2d023ed1-a390-48f3-ba77-e24a8db09ea8", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:21.177236 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-da1eacbd-710f-4031-acc5-ea32bd755cee {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:21.177457 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b74ead3-79c2-4ee9-b06f-b42954d3fb37', 'tag': '2d023ed1-a390-48f3-ba77-e24a8db09ea8', 'status': 'completed', 'code': 200} Aug 16 20:45:21.236433 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec158d-1ff3-43cf-a5ac-5c9cfbe3daf9 req-a18e8ce9-df8c-42f4-9cc8-3b7f566f5e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:21.238124 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d5ec158d-1ff3-43cf-a5ac-5c9cfbe3daf9 req-a18e8ce9-df8c-42f4-9cc8-3b7f566f5e7a service neutron] 10.222.0.72 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.2189264 Aug 16 20:45:21.262268 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-0e4144f8-900d-4a34-bbb1-5bccd2c06f31 None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.272337 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.90', 61368) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:21.279626 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-0e4144f8-900d-4a34-bbb1-5bccd2c06f31 None None] Transition to ACTIVE for port object 8b37702f-102a-47a2-aea6-80bddc134d06 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:21.354326 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c2ca6e-c6a7-4e56-af1c-157d23893195 admin admin] Network e19e475c-2938-4b17-90a2-8e3110913f16 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:45:21.387974 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-0e4144f8-900d-4a34-bbb1-5bccd2c06f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.390151 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec158d-1ff3-43cf-a5ac-5c9cfbe3daf9 req-46f8c54c-c652-48f0-b372-93663a27f47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:21.392457 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d5ec158d-1ff3-43cf-a5ac-5c9cfbe3daf9 req-46f8c54c-c652-48f0-b372-93663a27f47d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8eeb19c70e2743deaa8aa99547f66522&device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 1100 time: 0.4761772 Aug 16 20:45:21.500943 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b23a7-ba5c-4e2f-9aa2-59f98b37ba95 None None] Pushing event updated for resources: {'Port': ['ID=8b37702f-102a-47a2-aea6-80bddc134d06,revision_number=2']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:21.518768 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-c5c2ca6e-c6a7-4e56-af1c-157d23893195 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, e19e475c-2938-4b17-90a2-8e3110913f16) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:21.520577 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1b23a7-ba5c-4e2f-9aa2-59f98b37ba95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:21.521192 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1b23a7-ba5c-4e2f-9aa2-59f98b37ba95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:21.522110 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1b23a7-ba5c-4e2f-9aa2-59f98b37ba95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:21.522634 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1b23a7-ba5c-4e2f-9aa2-59f98b37ba95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:21.529273 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd99b46-a023-487b-ac99-8fc4831cd5bb None None] Network e19e475c-2938-4b17-90a2-8e3110913f16 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:21.530610 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1b23a7-ba5c-4e2f-9aa2-59f98b37ba95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:21.531830 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1b23a7-ba5c-4e2f-9aa2-59f98b37ba95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:21.532321 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1b23a7-ba5c-4e2f-9aa2-59f98b37ba95 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:21.532891 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1b23a7-ba5c-4e2f-9aa2-59f98b37ba95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:21.533400 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1b23a7-ba5c-4e2f-9aa2-59f98b37ba95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:21.533900 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1b23a7-ba5c-4e2f-9aa2-59f98b37ba95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:21.534446 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1b23a7-ba5c-4e2f-9aa2-59f98b37ba95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:21.535016 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1b23a7-ba5c-4e2f-9aa2-59f98b37ba95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:21.581245 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-0e4144f8-900d-4a34-bbb1-5bccd2c06f31 None None] Attempting to bind port 8b37702f-102a-47a2-aea6-80bddc134d06 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:45:21.581619 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-0e4144f8-900d-4a34-bbb1-5bccd2c06f31 None None] Attempting to bind port 8b37702f-102a-47a2-aea6-80bddc134d06 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:45:21.581984 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4144f8-900d-4a34-bbb1-5bccd2c06f31 None None] Attempting to bind port 8b37702f-102a-47a2-aea6-80bddc134d06 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:21.584449 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c2ca6e-c6a7-4e56-af1c-157d23893195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:21.586586 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c5c2ca6e-c6a7-4e56-af1c-157d23893195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.596527 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4144f8-900d-4a34-bbb1-5bccd2c06f31 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:45:21.596895 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4144f8-900d-4a34-bbb1-5bccd2c06f31 None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:21.597301 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-0e4144f8-900d-4a34-bbb1-5bccd2c06f31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.597695 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4144f8-900d-4a34-bbb1-5bccd2c06f31 None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:45:21.598180 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-0e4144f8-900d-4a34-bbb1-5bccd2c06f31 None None] Bound port: 8b37702f-102a-47a2-aea6-80bddc134d06, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:45:21.599219 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-0e4144f8-900d-4a34-bbb1-5bccd2c06f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.660708 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec158d-1ff3-43cf-a5ac-5c9cfbe3daf9 req-27a80f8e-ecba-400d-aeed-4d231265636b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:21.663209 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d5ec158d-1ff3-43cf-a5ac-5c9cfbe3daf9 req-27a80f8e-ecba-400d-aeed-4d231265636b service neutron] 10.222.0.90 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.2386105 Aug 16 20:45:21.667825 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-0e4144f8-900d-4a34-bbb1-5bccd2c06f31 None None] For port 8b37702f-102a-47a2-aea6-80bddc134d06, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:21.673824 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-0e4144f8-900d-4a34-bbb1-5bccd2c06f31 None None] For port 8b37702f-102a-47a2-aea6-80bddc134d06, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=8b37702f-102a-47a2-aea6-80bddc134d06,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:45:21.705050 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c5c2ca6e-c6a7-4e56-af1c-157d23893195 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.0715697 Aug 16 20:45:21.750166 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 60152) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:21.759476 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-0e4144f8-900d-4a34-bbb1-5bccd2c06f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.765173 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-713ec0c1-0c9b-43cb-9a8a-4f296515fcb6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-732125227-router', 'tenant_id': 'd6810833ca054ff1a2f06f7bd65389e3', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:21.823093 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d5ec158d-1ff3-43cf-a5ac-5c9cfbe3daf9 req-af3b777e-0be2-4f15-9a96-203606851fce service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=c6b62548-8eef-466c-bea6-22ddc7f1997d HTTP/1.1" status: 200 len: 217 time: 0.1500418 Aug 16 20:45:21.845338 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.868264 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d5ec158d-1ff3-43cf-a5ac-5c9cfbe3daf9 req-3fc6e387-369e-4027-96de-d3c195cc773a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=c6b62548-8eef-466c-bea6-22ddc7f1997d HTTP/1.1" status: 200 len: 217 time: 0.5911934 Aug 16 20:45:21.887205 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-713ec0c1-0c9b-43cb-9a8a-4f296515fcb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.888802 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-713ec0c1-0c9b-43cb-9a8a-4f296515fcb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.909958 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b23a7-ba5c-4e2f-9aa2-59f98b37ba95 None None] Pushing event updated for resources: {'Port': ['ID=8b37702f-102a-47a2-aea6-80bddc134d06,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:21.937054 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4144f8-900d-4a34-bbb1-5bccd2c06f31 None None] Routers {'700c4fad-2bf6-4c02-96eb-d0da7327d910'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:45:21.938191 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b8c1d4-f938-4769-8e07-472bf065ce09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-e19e475c-2938-4b17-90a2-8e3110913f16', 'network_id': 'e19e475c-2938-4b17-90a2-8e3110913f16', 'tenant_id': 'd6810833ca054ff1a2f06f7bd65389e3', 'fixed_ips': [{'subnet_id': 'ad570bde-9931-4ce2-9a88-d81910bdccf9'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:45:21.938620 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-0e4144f8-900d-4a34-bbb1-5bccd2c06f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:45:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['700c4fad-2bf6-4c02-96eb-d0da7327d910'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:21.939400 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-55b8c1d4-f938-4769-8e07-472bf065ce09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.036578 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2af53c34-38ff-40de-a8e1-f065528e1920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.038633 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-e99a9419-288f-4d20-83b0-7c0c51068907 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:22.040353 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-e99a9419-288f-4d20-83b0-7c0c51068907 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.90 "GET /v2.0/networks?id=129de689-1a67-4447-bccf-e675c592e5c9 HTTP/1.1" status: 200 len: 804 time: 0.7539144 Aug 16 20:45:22.068173 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-0e4144f8-900d-4a34-bbb1-5bccd2c06f31 None None] Set router 700c4fad-2bf6-4c02-96eb-d0da7327d910 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:45:22.095550 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec158d-1ff3-43cf-a5ac-5c9cfbe3daf9 req-43907081-867f-41f0-ab9c-43606f25e0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:22.097639 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d5ec158d-1ff3-43cf-a5ac-5c9cfbe3daf9 req-43907081-867f-41f0-ab9c-43606f25e0ee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.2082806 Aug 16 20:45:22.122371 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec158d-1ff3-43cf-a5ac-5c9cfbe3daf9 req-2e136447-1240-4bfe-a33f-e2b0b55e725e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:22.123109 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-222a72d3-88d9-4873-9b50-1bb59860caf9 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Request body: {'port': {'device_id': '6a01b565-c5d6-4234-9400-3b303b55d527', 'network_id': '129de689-1a67-4447-bccf-e675c592e5c9', 'admin_state_up': True, 'tenant_id': '8cc126ebead24b64ac4f071673509eb8'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:22.123716 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d5ec158d-1ff3-43cf-a5ac-5c9cfbe3daf9 req-2e136447-1240-4bfe-a33f-e2b0b55e725e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.2828343 Aug 16 20:45:22.144877 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-713ec0c1-0c9b-43cb-9a8a-4f296515fcb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.216211 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1394951c-32fb-4d05-8ad4-74c7cedff6b7 req-0e0d19d0-9170-449a-aad5-c6a3a36f13be tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a01b565-c5d6-4234-9400-3b303b55d527 HTTP/1.1" status: 200 len: 210 time: 0.3464878 Aug 16 20:45:22.232780 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084cdea-aa06-4996-b1ec-aafaa3d21d25 req-b71b68c5-bd29-4e75-aaa3-7795bf5219a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:22.238042 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8084cdea-aa06-4996-b1ec-aafaa3d21d25 req-b71b68c5-bd29-4e75-aaa3-7795bf5219a3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b79fa21751c4c74a7616afcdef028a8&device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 1127 time: 0.9971597 Aug 16 20:45:22.257871 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-55b8c1d4-f938-4769-8e07-472bf065ce09 None None] Allocated IP 172.20.0.2 (e19e475c-2938-4b17-90a2-8e3110913f16/ad570bde-9931-4ce2-9a88-d81910bdccf9/c014b9c8-8708-4df1-a1e1-1795d4fe5806) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:22.305064 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec158d-1ff3-43cf-a5ac-5c9cfbe3daf9 req-f43fc3de-4de3-4c9a-90ce-60206a0fc9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:22.306797 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d5ec158d-1ff3-43cf-a5ac-5c9cfbe3daf9 req-f43fc3de-4de3-4c9a-90ce-60206a0fc9b1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1673849 Aug 16 20:45:22.370765 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-0e4144f8-900d-4a34-bbb1-5bccd2c06f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700c4fad-2bf6-4c02-96eb-d0da7327d910', 'name': 'tempest-ServersTestBootFromVolume-673753724-router', 'tenant_id': '34f18ad5c2d4455d99499df1ef982df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '8b37702f-102a-47a2-aea6-80bddc134d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:14Z', 'updated_at': '2021-08-16T20:45:18Z', 'revision_number': 3, 'project_id': '34f18ad5c2d4455d99499df1ef982df3', 'gw_port': {'id': '8b37702f-102a-47a2-aea6-80bddc134d06', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700c4fad-2bf6-4c02-96eb-d0da7327d910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:15Z', 'updated_at': '2021-08-16T20:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:22.406630 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084cdea-aa06-4996-b1ec-aafaa3d21d25 req-4f2757fe-4c4f-4202-bdaf-2f9e87040aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:22.408453 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8084cdea-aa06-4996-b1ec-aafaa3d21d25 req-4f2757fe-4c4f-4202-bdaf-2f9e87040aba service neutron] 10.222.0.90 "GET /v2.0/networks?id=2d2d869c-bfe3-4bc5-a83b-70655e061223 HTTP/1.1" status: 200 len: 922 time: 0.1235399 Aug 16 20:45:22.425340 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4144f8-900d-4a34-bbb1-5bccd2c06f31 None None] The sync data for ids ['700c4fad-2bf6-4c02-96eb-d0da7327d910'] in n-d-793620-15 is: [{'id': '700c4fad-2bf6-4c02-96eb-d0da7327d910', 'name': 'tempest-ServersTestBootFromVolume-673753724-router', 'tenant_id': '34f18ad5c2d4455d99499df1ef982df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '8b37702f-102a-47a2-aea6-80bddc134d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:14Z', 'updated_at': '2021-08-16T20:45:18Z', 'revision_number': 3, 'project_id': '34f18ad5c2d4455d99499df1ef982df3', 'gw_port': {'id': '8b37702f-102a-47a2-aea6-80bddc134d06', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700c4fad-2bf6-4c02-96eb-d0da7327d910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:15Z', 'updated_at': '2021-08-16T20:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:45:22.476362 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d5ec158d-1ff3-43cf-a5ac-5c9cfbe3daf9 req-9d42474b-538a-4e6d-8c58-0ba9d2f8132f service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287560 Aug 16 20:45:22.478379 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f1f07-85ff-4ea2-bae5-206fd3781ddc req-a2a96f15-f42c-4c26-b0c9-ff1f7b32fbab tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:22.486691 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e61f1f07-85ff-4ea2-bae5-206fd3781ddc req-a2a96f15-f42c-4c26-b0c9-ff1f7b32fbab tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 948 time: 1.2471938 Aug 16 20:45:22.531200 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-55b8c1d4-f938-4769-8e07-472bf065ce09 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.543869 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-55b8c1d4-f938-4769-8e07-472bf065ce09 None None] Transition to ACTIVE for port object c014b9c8-8708-4df1-a1e1-1795d4fe5806 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:22.563317 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-55b8c1d4-f938-4769-8e07-472bf065ce09 None None] Transition to ACTIVE for port object c014b9c8-8708-4df1-a1e1-1795d4fe5806 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:22.601273 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8084cdea-aa06-4996-b1ec-aafaa3d21d25 req-27e7ae85-d877-40cd-8458-7fab203cee54 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d023ed1-a390-48f3-ba77-e24a8db09ea8 HTTP/1.1" status: 200 len: 217 time: 0.1453054 Aug 16 20:45:22.696388 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-55b8c1d4-f938-4769-8e07-472bf065ce09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.707934 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec158d-1ff3-43cf-a5ac-5c9cfbe3daf9 req-6df6bfd0-7d40-4576-81e9-1af6c8e04c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:22.709813 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d5ec158d-1ff3-43cf-a5ac-5c9cfbe3daf9 req-6df6bfd0-7d40-4576-81e9-1af6c8e04c3f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5270214 Aug 16 20:45:22.726034 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e61f1f07-85ff-4ea2-bae5-206fd3781ddc req-ba0511ad-ae10-430b-905b-79217ce91883 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383585 Aug 16 20:45:22.732670 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-713ec0c1-0c9b-43cb-9a8a-4f296515fcb6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.787925 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17f308-f810-4e3c-ad37-d79870f29a5d req-cac54338-2ad0-4357-b755-883b84ac3020 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:22.813022 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7a17f308-f810-4e3c-ad37-d79870f29a5d req-cac54338-2ad0-4357-b755-883b84ac3020 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 944 time: 0.3986874 Aug 16 20:45:22.835474 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d5ec158d-1ff3-43cf-a5ac-5c9cfbe3daf9 req-588b0d86-5cdb-4fb7-8120-f9551e882dfe service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445442 Aug 16 20:45:22.842777 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-2af53c34-38ff-40de-a8e1-f065528e1920 admin admin] Allocated IP 172.20.0.1 (e55e31f8-e29e-41b3-a9dc-66b816324698/1808fe3d-4468-49d3-847b-1af4167b979d/5a4d85c2-e064-4fbf-a372-f36dbc1acfda) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:22.849656 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b8c1d4-f938-4769-8e07-472bf065ce09 None None] Network e19e475c-2938-4b17-90a2-8e3110913f16 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:22.859298 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-55b8c1d4-f938-4769-8e07-472bf065ce09 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:22.884490 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b8c1d4-f938-4769-8e07-472bf065ce09 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:22.897140 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8c1d4-f938-4769-8e07-472bf065ce09 None None] Pushing event updated for resources: {'Port': ['ID=c014b9c8-8708-4df1-a1e1-1795d4fe5806,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:22.980502 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084cdea-aa06-4996-b1ec-aafaa3d21d25 req-a6a4a743-9ad5-4957-abb2-1332313c5737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:22.988104 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8084cdea-aa06-4996-b1ec-aafaa3d21d25 req-a6a4a743-9ad5-4957-abb2-1332313c5737 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=64801f8f-8e8b-4346-a61f-2c5cd4a5ef47 HTTP/1.1" status: 200 len: 861 time: 0.3679836 Aug 16 20:45:22.988713 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8c1d4-f938-4769-8e07-472bf065ce09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:22.989129 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8c1d4-f938-4769-8e07-472bf065ce09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:22.989471 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8c1d4-f938-4769-8e07-472bf065ce09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:22.989799 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8c1d4-f938-4769-8e07-472bf065ce09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:22.990134 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8c1d4-f938-4769-8e07-472bf065ce09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:22.990477 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8c1d4-f938-4769-8e07-472bf065ce09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:22.990815 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8c1d4-f938-4769-8e07-472bf065ce09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:22.991113 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8c1d4-f938-4769-8e07-472bf065ce09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:22.991444 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8c1d4-f938-4769-8e07-472bf065ce09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:22.991749 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8c1d4-f938-4769-8e07-472bf065ce09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:22.992096 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8c1d4-f938-4769-8e07-472bf065ce09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:22.992466 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8c1d4-f938-4769-8e07-472bf065ce09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:22.997590 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 2d023ed1-a390-48f3-ba77-e24a8db09ea8 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:45:23.034895 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-222a72d3-88d9-4873-9b50-1bb59860caf9 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Made reservation on behalf of 8cc126ebead24b64ac4f071673509eb8 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:23.039586 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-222a72d3-88d9-4873-9b50-1bb59860caf9 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:23.057280 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-55b8c1d4-f938-4769-8e07-472bf065ce09 None None] Attempting to bind port c014b9c8-8708-4df1-a1e1-1795d4fe5806 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:45:23.057689 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-55b8c1d4-f938-4769-8e07-472bf065ce09 None None] Attempting to bind port c014b9c8-8708-4df1-a1e1-1795d4fe5806 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'c2fc9a83-5fdc-4eff-a470-d62e01a8ae80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e19e475c-2938-4b17-90a2-8e3110913f16'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:45:23.058162 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b8c1d4-f938-4769-8e07-472bf065ce09 None None] Attempting to bind port c014b9c8-8708-4df1-a1e1-1795d4fe5806 on network e19e475c-2938-4b17-90a2-8e3110913f16 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:23.078455 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8084cdea-aa06-4996-b1ec-aafaa3d21d25 req-92928cde-fbca-4598-bf2e-26cf72bfb133 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2d2d869c-bfe3-4bc5-a83b-70655e061223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726800 Aug 16 20:45:23.081527 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7a17f308-f810-4e3c-ad37-d79870f29a5d req-0f7910e7-b259-4ddb-9aa7-8812c7645f76 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676127 Aug 16 20:45:23.107145 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2af53c34-38ff-40de-a8e1-f065528e1920 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:23.119058 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b8c1d4-f938-4769-8e07-472bf065ce09 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:45:23.119569 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b8c1d4-f938-4769-8e07-472bf065ce09 None None] Checking segment: {'id': 'c2fc9a83-5fdc-4eff-a470-d62e01a8ae80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e19e475c-2938-4b17-90a2-8e3110913f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:23.120205 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-55b8c1d4-f938-4769-8e07-472bf065ce09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:23.120742 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b8c1d4-f938-4769-8e07-472bf065ce09 None None] Bound using segment: {'id': 'c2fc9a83-5fdc-4eff-a470-d62e01a8ae80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e19e475c-2938-4b17-90a2-8e3110913f16'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:45:23.121354 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-55b8c1d4-f938-4769-8e07-472bf065ce09 None None] Bound port: c014b9c8-8708-4df1-a1e1-1795d4fe5806, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2fc9a83-5fdc-4eff-a470-d62e01a8ae80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e19e475c-2938-4b17-90a2-8e3110913f16'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:45:23.121835 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-55b8c1d4-f938-4769-8e07-472bf065ce09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:23.145941 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-2af53c34-38ff-40de-a8e1-f065528e1920 admin admin] Transition to ACTIVE for port object 5a4d85c2-e064-4fbf-a372-f36dbc1acfda will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:23.253192 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 2d023ed1-a390-48f3-ba77-e24a8db09ea8, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=2d023ed1-a390-48f3-ba77-e24a8db09ea8,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:23.263694 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8084cdea-aa06-4996-b1ec-aafaa3d21d25 req-4d496a6e-97a5-48ed-b916-a4a55973fdca service neutron] 10.222.0.90 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751919 Aug 16 20:45:23.316271 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-55b8c1d4-f938-4769-8e07-472bf065ce09 None None] For port c014b9c8-8708-4df1-a1e1-1795d4fe5806, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:23.323467 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 2d023ed1-a390-48f3-ba77-e24a8db09ea8 has no active binding in host n-h1-793620-15 {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 20:45:23.343894 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-55b8c1d4-f938-4769-8e07-472bf065ce09 None None] For port c014b9c8-8708-4df1-a1e1-1795d4fe5806, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=c014b9c8-8708-4df1-a1e1-1795d4fe5806,segment=NetworkSegment(c2fc9a83-5fdc-4eff-a470-d62e01a8ae80),segment_id=c2fc9a83-5fdc-4eff-a470-d62e01a8ae80)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:45:23.347918 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2af53c34-38ff-40de-a8e1-f065528e1920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:23.397702 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d5ec158d-1ff3-43cf-a5ac-5c9cfbe3daf9 req-da55bc81-f4c5-4095-bbd9-56d2ad02d49d service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6678686 Aug 16 20:45:23.407246 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af53c34-38ff-40de-a8e1-f065528e1920 admin admin] Network e55e31f8-e29e-41b3-a9dc-66b816324698 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:23.412762 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-2af53c34-38ff-40de-a8e1-f065528e1920 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:23.426783 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-713ec0c1-0c9b-43cb-9a8a-4f296515fcb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:23.436667 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af53c34-38ff-40de-a8e1-f065528e1920 admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:23.445235 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2598dc60-d876-4cb7-bdd3-850da9c3aff3 req-df5e9283-9a04-4e98-a74e-4c2768d9e4a1 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a01b565-c5d6-4234-9400-3b303b55d527 HTTP/1.1" status: 200 len: 210 time: 0.0854168 Aug 16 20:45:23.462027 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-55b8c1d4-f938-4769-8e07-472bf065ce09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:23.610655 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af53c34-38ff-40de-a8e1-f065528e1920 admin admin] Pushing event updated for resources: {'Port': ['ID=5a4d85c2-e064-4fbf-a372-f36dbc1acfda,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:23.614738 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-713ec0c1-0c9b-43cb-9a8a-4f296515fcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:23.665331 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8c1d4-f938-4769-8e07-472bf065ce09 None None] Pushing event updated for resources: {'Port': ['ID=c014b9c8-8708-4df1-a1e1-1795d4fe5806,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:23.704920 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8084cdea-aa06-4996-b1ec-aafaa3d21d25 req-f34cf963-e781-4906-bcee-0468a79fe381 service neutron] 10.222.0.90 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112835 Aug 16 20:45:23.724491 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2af53c34-38ff-40de-a8e1-f065528e1920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:23.786794 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-222a72d3-88d9-4873-9b50-1bb59860caf9 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Allocated IP 172.20.0.10 (129de689-1a67-4447-bccf-e675c592e5c9/2f44991d-5963-4603-beac-a75bad0d4ce6/2bcde80d-9ea4-48bd-853d-40ced3836cd5) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:23.852701 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d5ec158d-1ff3-43cf-a5ac-5c9cfbe3daf9 req-00ed95ca-c614-463e-8c61-f877283ccb27 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973436 Aug 16 20:45:23.919544 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-713ec0c1-0c9b-43cb-9a8a-4f296515fcb6 admin admin] Allocated IP 172.25.1.8 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/0a34cb9f-ad0c-45c2-b603-9c68e0100bef) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:23.947927 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ab827642-d0d3-49f8-a8e3-7c42cfd86c37 None None] Provisioning for port 5a4d85c2-e064-4fbf-a372-f36dbc1acfda completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:23.952334 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ab827642-d0d3-49f8-a8e3-7c42cfd86c37 None None] Provisioning complete for port 5a4d85c2-e064-4fbf-a372-f36dbc1acfda triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:23.952840 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ab827642-d0d3-49f8-a8e3-7c42cfd86c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:24.054583 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-ab827642-d0d3-49f8-a8e3-7c42cfd86c37 None None] Port 5a4d85c2-e064-4fbf-a372-f36dbc1acfda cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:45:24.127041 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698a9f0-15fa-48f6-adff-5f5420561577 req-4b8e3a61-85a5-4805-8e4e-0ba5d4947c0e tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:24.127041 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6698a9f0-15fa-48f6-adff-5f5420561577 req-4b8e3a61-85a5-4805-8e4e-0ba5d4947c0e tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 948 time: 0.2532690 Aug 16 20:45:24.143827 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2af53c34-38ff-40de-a8e1-f065528e1920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:24.213066 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6698a9f0-15fa-48f6-adff-5f5420561577 req-83b71ab7-d4e5-4420-aa29-be434e65ce43 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891159 Aug 16 20:45:24.287197 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device c6b62548-8eef-466c-bea6-22ddc7f1997d details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:45:24.318866 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-713ec0c1-0c9b-43cb-9a8a-4f296515fcb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:24.424136 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2af53c34-38ff-40de-a8e1-f065528e1920 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:24.445121 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-222a72d3-88d9-4873-9b50-1bb59860caf9 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:24.470856 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port c6b62548-8eef-466c-bea6-22ddc7f1997d, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=c6b62548-8eef-466c-bea6-22ddc7f1997d,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:24.473177 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971cf61-c37d-448b-a30e-8564925a4f28 req-1fe49c20-f100-440a-aded-d97f421facb7 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:24.473405 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5971cf61-c37d-448b-a30e-8564925a4f28 req-1fe49c20-f100-440a-aded-d97f421facb7 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 944 time: 0.2281566 Aug 16 20:45:24.501652 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': 'c6b62548-8eef-466c-bea6-22ddc7f1997d', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': 'c6b62548-8eef-466c-bea6-22ddc7f1997d', 'mac_address': 'fa:16:3e:e3:a8:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:45:24.569906 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5971cf61-c37d-448b-a30e-8564925a4f28 req-a9781c12-ee07-4b72-bd64-d1fda03eda44 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873945 Aug 16 20:45:24.594030 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-713ec0c1-0c9b-43cb-9a8a-4f296515fcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:24.612646 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:24.660017 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713ec0c1-0c9b-43cb-9a8a-4f296515fcb6 admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:24.662490 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6b62548-8eef-466c-bea6-22ddc7f1997d {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:45:24.671545 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-713ec0c1-0c9b-43cb-9a8a-4f296515fcb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:24.684160 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713ec0c1-0c9b-43cb-9a8a-4f296515fcb6 admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:24.690249 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ec0c1-0c9b-43cb-9a8a-4f296515fcb6 admin admin] Pushing event updated for resources: {'Port': ['ID=0a34cb9f-ad0c-45c2-b603-9c68e0100bef,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:24.708366 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port c6b62548-8eef-466c-bea6-22ddc7f1997d, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=c6b62548-8eef-466c-bea6-22ddc7f1997d,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:24.715019 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2af53c34-38ff-40de-a8e1-f065528e1920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:24.757426 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-70112c8f-2dfc-4346-b2c6-d2c116f573ef req-0b3957eb-df5a-4f92-80fd-79204088945c tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a01b565-c5d6-4234-9400-3b303b55d527 HTTP/1.1" status: 200 len: 210 time: 0.0769038 Aug 16 20:45:24.765980 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-222a72d3-88d9-4873-9b50-1bb59860caf9 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:24.827712 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:24.914985 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-222a72d3-88d9-4873-9b50-1bb59860caf9 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Network 129de689-1a67-4447-bccf-e675c592e5c9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:24.916047 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a72d3-88d9-4873-9b50-1bb59860caf9 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Pushing event updated for resources: {'Port': ['ID=2bcde80d-9ea4-48bd-853d-40ced3836cd5,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:24.931023 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-222a72d3-88d9-4873-9b50-1bb59860caf9 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:24.934039 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-222a72d3-88d9-4873-9b50-1bb59860caf9 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:24.955414 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=c6b62548-8eef-466c-bea6-22ddc7f1997d,revision_number=8']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:25.004237 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af53c34-38ff-40de-a8e1-f065528e1920 admin admin] Pushing event updated for resources: {'Port': ['ID=5a4d85c2-e064-4fbf-a372-f36dbc1acfda,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:25.008983 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 8b37702f-102a-47a2-aea6-80bddc134d06 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:25.009169 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2af53c34-38ff-40de-a8e1-f065528e1920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:25.030213 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-222a72d3-88d9-4873-9b50-1bb59860caf9 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:25.031475 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-222a72d3-88d9-4873-9b50-1bb59860caf9 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:25.130227 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['c6b62548-8eef-466c-bea6-22ddc7f1997d'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:45:25.146166 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-222a72d3-88d9-4873-9b50-1bb59860caf9 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0270181 Aug 16 20:45:25.160040 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-520b174e-a446-40b4-bdf1-9ec15ec806e0 service neutron] Request body: {'port': {'device_id': '6a01b565-c5d6-4234-9400-3b303b55d527', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:25.187022 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a423863f-4f38-4520-a75d-b7bc036a097e None None] Network e19e475c-2938-4b17-90a2-8e3110913f16 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:25.197198 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 8b37702f-102a-47a2-aea6-80bddc134d06 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:25.206084 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af53c34-38ff-40de-a8e1-f065528e1920 admin admin] Network e55e31f8-e29e-41b3-a9dc-66b816324698 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:25.209008 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-2af53c34-38ff-40de-a8e1-f065528e1920 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:25.296402 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 8b37702f-102a-47a2-aea6-80bddc134d06 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:25.296402 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:25.324908 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-520b174e-a446-40b4-bdf1-9ec15ec806e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:25.485820 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-586e364c-6657-4624-a70a-846b03f0c0c5 None None] Provisioning for port c014b9c8-8708-4df1-a1e1-1795d4fe5806 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:25.560370 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d20f1f-4b82-4cc2-859d-4681cb065631 req-2d81cf39-cc58-45b0-ad62-93a9c3e904ad tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:25.567069 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e3d20f1f-4b82-4cc2-859d-4681cb065631 req-2d81cf39-cc58-45b0-ad62-93a9c3e904ad tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 949 time: 0.2177505 Aug 16 20:45:25.779473 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-dd7775fc-8c00-4fe7-8c24-7a2831f393e3 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:25.792275 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-dd7775fc-8c00-4fe7-8c24-7a2831f393e3 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.90 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b&tenant_id=8eeb19c70e2743deaa8aa99547f66522&binding%3Ahost_id=n-h2-793620-15 HTTP/1.1" status: 200 len: 949 time: 0.3715057 Aug 16 20:45:25.843225 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:25.868116 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 8b37702f-102a-47a2-aea6-80bddc134d06, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=8b37702f-102a-47a2-aea6-80bddc134d06,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:25.898398 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e3d20f1f-4b82-4cc2-859d-4681cb065631 req-3a456a1d-638e-4353-b35d-e04e603ee8d3 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269637 Aug 16 20:45:25.898924 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af53c34-38ff-40de-a8e1-f065528e1920 admin admin] Router 700c4fad-2bf6-4c02-96eb-d0da7327d910 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:45:25.900304 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-713ec0c1-0c9b-43cb-9a8a-4f296515fcb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:25.934959 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-9c9f113c-76fc-479e-b0e2-0241770b9406 None None] Provisioning complete for port 5a4d85c2-e064-4fbf-a372-f36dbc1acfda triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:25.935336 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9c9f113c-76fc-479e-b0e2-0241770b9406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:25.974912 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093462b6-cbb2-490b-9e2f-9bc726072953 req-d26f83db-4d7b-451d-a151-ac80b9d51ca4 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:25.984769 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-093462b6-cbb2-490b-9e2f-9bc726072953 req-d26f83db-4d7b-451d-a151-ac80b9d51ca4 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 944 time: 0.2468207 Aug 16 20:45:25.990286 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:25.992029 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device c014b9c8-8708-4df1-a1e1-1795d4fe5806 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:26.108440 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-9c9f113c-76fc-479e-b0e2-0241770b9406 None None] Port 5a4d85c2-e064-4fbf-a372-f36dbc1acfda cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:45:26.181038 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-093462b6-cbb2-490b-9e2f-9bc726072953 req-ff0d211f-e0e9-4b89-82d7-751bb5f6f78d tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951926 Aug 16 20:45:26.200573 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-dfafa1d9-2644-4417-9bb3-16cd10b90457 service neutron] 10.222.0.90 "GET /v2.0/ports/c6b62548-8eef-466c-bea6-22ddc7f1997d/bindings/n-h2-793620-15 HTTP/1.1" status: 200 len: 383 time: 0.3911788 Aug 16 20:45:26.232864 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=8b37702f-102a-47a2-aea6-80bddc134d06,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:26.283868 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-5b3d45dd-bf40-422e-b49d-b37ebdd66b99 service neutron] 10.222.0.90 "GET /v2.0/ports/2d023ed1-a390-48f3-ba77-e24a8db09ea8/bindings/n-h1-793620-15 HTTP/1.1" status: 200 len: 385 time: 0.2923737 Aug 16 20:45:26.360070 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43115d17-63a8-4b66-85bd-ac754a76b55c req-7fda11fc-a5bf-4865-8385-21c97c21ce09 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:26.361896 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-43115d17-63a8-4b66-85bd-ac754a76b55c req-7fda11fc-a5bf-4865-8385-21c97c21ce09 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a01b565-c5d6-4234-9400-3b303b55d527 HTTP/1.1" status: 200 len: 932 time: 0.3698540 Aug 16 20:45:26.364531 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port c014b9c8-8708-4df1-a1e1-1795d4fe5806 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:26.368928 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port c014b9c8-8708-4df1-a1e1-1795d4fe5806 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:26.369424 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:26.391452 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-7b57ba6f-743f-49cb-ae50-62b0fe4e3aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:26.393298 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-7b57ba6f-743f-49cb-ae50-62b0fe4e3aa6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8eeb19c70e2743deaa8aa99547f66522&device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 1101 time: 0.1527739 Aug 16 20:45:26.395339 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-520b174e-a446-40b4-bdf1-9ec15ec806e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bcde80d-9ea4-48bd-853d-40ced3836cd5 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:45:26.436687 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af53c34-38ff-40de-a8e1-f065528e1920 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:45:26.450282 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5455b17a-d686-471a-8cbb-45f42df23973 None None] Sync routers for ids ['700c4fad-2bf6-4c02-96eb-d0da7327d910'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:45:26.456528 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2af53c34-38ff-40de-a8e1-f065528e1920 admin admin] 10.222.0.84 "PUT /v2.0/routers/700c4fad-2bf6-4c02-96eb-d0da7327d910/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0141468 Aug 16 20:45:26.483464 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:26.488248 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5455b17a-d686-471a-8cbb-45f42df23973 None None] Routers {'700c4fad-2bf6-4c02-96eb-d0da7327d910'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:45:26.492121 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-5455b17a-d686-471a-8cbb-45f42df23973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:45:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['700c4fad-2bf6-4c02-96eb-d0da7327d910'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:26.589952 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-5ffe57fa-eaf9-4e78-bd78-3bc4529c85b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:26.591551 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-5ffe57fa-eaf9-4e78-bd78-3bc4529c85b8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.1717975 Aug 16 20:45:26.592581 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port c014b9c8-8708-4df1-a1e1-1795d4fe5806, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=c014b9c8-8708-4df1-a1e1-1795d4fe5806,segment=NetworkSegment(c2fc9a83-5fdc-4eff-a470-d62e01a8ae80),segment_id=c2fc9a83-5fdc-4eff-a470-d62e01a8ae80)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:26.594142 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-520b174e-a446-40b4-bdf1-9ec15ec806e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:26.729743 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-629aab03-8f3e-48a3-b7f9-32732c4241a7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=c6b62548-8eef-466c-bea6-22ddc7f1997d HTTP/1.1" status: 200 len: 217 time: 0.1173234 Aug 16 20:45:26.741814 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-43115d17-63a8-4b66-85bd-ac754a76b55c req-b223c15f-f91b-4b0d-967f-fe3e0c36e144 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588533 Aug 16 20:45:26.821691 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-713ec0c1-0c9b-43cb-9a8a-4f296515fcb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:26.840346 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:26.846727 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-520b174e-a446-40b4-bdf1-9ec15ec806e0 service neutron] Transition to ACTIVE for port object 2bcde80d-9ea4-48bd-853d-40ced3836cd5 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:26.899272 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-88953d64-82b5-4e93-9307-b2cedcdb3708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:26.902991 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-88953d64-82b5-4e93-9307-b2cedcdb3708 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.1648836 Aug 16 20:45:26.942746 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-5455b17a-d686-471a-8cbb-45f42df23973 None None] Set router 700c4fad-2bf6-4c02-96eb-d0da7327d910 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:45:26.949724 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=c014b9c8-8708-4df1-a1e1-1795d4fe5806,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:26.966038 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-95f47fff-ce89-4a18-9e6e-797e1f2b5f5f service neutron] For port 2d023ed1-a390-48f3-ba77-e24a8db09ea8, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=2d023ed1-a390-48f3-ba77-e24a8db09ea8,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:26.978882 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-520b174e-a446-40b4-bdf1-9ec15ec806e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:27.010598 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-95f47fff-ce89-4a18-9e6e-797e1f2b5f5f service neutron] For port 2d023ed1-a390-48f3-ba77-e24a8db09ea8, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:27.027935 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b174e-a446-40b4-bdf1-9ec15ec806e0 service neutron] Pushing event updated for resources: {'Port': ['ID=2bcde80d-9ea4-48bd-853d-40ced3836cd5,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:27.055005 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-71737711-5a19-4ffd-97e1-403ef4006077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:27.056685 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-71737711-5a19-4ffd-97e1-403ef4006077 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1453650 Aug 16 20:45:27.070704 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-95f47fff-ce89-4a18-9e6e-797e1f2b5f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d023ed1-a390-48f3-ba77-e24a8db09ea8 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:45:27.084530 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-95f47fff-ce89-4a18-9e6e-797e1f2b5f5f service neutron] For port 2d023ed1-a390-48f3-ba77-e24a8db09ea8, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=2d023ed1-a390-48f3-ba77-e24a8db09ea8,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:27.087824 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 8b37702f-102a-47a2-aea6-80bddc134d06 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:27.226867 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-95f47fff-ce89-4a18-9e6e-797e1f2b5f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:27.227073 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 8b37702f-102a-47a2-aea6-80bddc134d06 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:27.227073 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:27.310276 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-445a65af-dc1b-4283-b3d7-796bef47d73e service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226782 Aug 16 20:45:27.389513 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-5455b17a-d686-471a-8cbb-45f42df23973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700c4fad-2bf6-4c02-96eb-d0da7327d910', 'name': 'tempest-ServersTestBootFromVolume-673753724-router', 'tenant_id': '34f18ad5c2d4455d99499df1ef982df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '8b37702f-102a-47a2-aea6-80bddc134d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:14Z', 'updated_at': '2021-08-16T20:45:23Z', 'revision_number': 4, 'project_id': '34f18ad5c2d4455d99499df1ef982df3', 'gw_port': {'id': '8b37702f-102a-47a2-aea6-80bddc134d06', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700c4fad-2bf6-4c02-96eb-d0da7327d910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:15Z', 'updated_at': '2021-08-16T20:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '5a4d85c2-e064-4fbf-a372-f36dbc1acfda', 'name': '', 'network_id': 'e55e31f8-e29e-41b3-a9dc-66b816324698', 'tenant_id': '34f18ad5c2d4455d99499df1ef982df3', 'mac_address': 'fa:16:3e:b1:55:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700c4fad-2bf6-4c02-96eb-d0da7327d910', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '1808fe3d-4468-49d3-847b-1af4167b979d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:22Z', 'updated_at': '2021-08-16T20:45:24Z', 'revision_number': 2, 'project_id': '34f18ad5c2d4455d99499df1ef982df3', 'subnets': [{'id': '1808fe3d-4468-49d3-847b-1af4167b979d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:27.423317 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5455b17a-d686-471a-8cbb-45f42df23973 None None] Checking router: 700c4fad-2bf6-4c02-96eb-d0da7327d910 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:45:27.423680 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5455b17a-d686-471a-8cbb-45f42df23973 None None] Updating router 700c4fad-2bf6-4c02-96eb-d0da7327d910 port 5a4d85c2-e064-4fbf-a372-f36dbc1acfda binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:45:27.442364 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 60284) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:27.462341 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5455b17a-d686-471a-8cbb-45f42df23973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:27.462535 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-7966df8c-95d3-49d0-8be6-efba8c8c3225 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1205762363', 'description': 'tempest-description--866218262'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:27.481542 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252c867-c00c-410f-8b5e-2867f6bd4eef req-cb3bbca3-d7cd-4bc7-acb2-b6a73e0ef059 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:27.493242 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f252c867-c00c-410f-8b5e-2867f6bd4eef req-cb3bbca3-d7cd-4bc7-acb2-b6a73e0ef059 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 949 time: 0.4046142 Aug 16 20:45:27.495813 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-95f47fff-ce89-4a18-9e6e-797e1f2b5f5f service neutron] Transition to ACTIVE for port object 2d023ed1-a390-48f3-ba77-e24a8db09ea8 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:27.586020 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-520b174e-a446-40b4-bdf1-9ec15ec806e0 service neutron] Attempting to bind port 2bcde80d-9ea4-48bd-853d-40ced3836cd5 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:45:27.586399 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-520b174e-a446-40b4-bdf1-9ec15ec806e0 service neutron] Attempting to bind port 2bcde80d-9ea4-48bd-853d-40ced3836cd5 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'd55822d8-6a18-4bf0-8e46-976d628f1806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '129de689-1a67-4447-bccf-e675c592e5c9'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:45:27.586702 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-520b174e-a446-40b4-bdf1-9ec15ec806e0 service neutron] Attempting to bind port 2bcde80d-9ea4-48bd-853d-40ced3836cd5 on network 129de689-1a67-4447-bccf-e675c592e5c9 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:27.596837 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-3df3f8d9-c7b3-4df7-be1c-f040a0dbc77b service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388659 Aug 16 20:45:27.610978 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-520b174e-a446-40b4-bdf1-9ec15ec806e0 service neutron] Port 2bcde80d-9ea4-48bd-853d-40ced3836cd5 on network 129de689-1a67-4447-bccf-e675c592e5c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:45:27.611647 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-520b174e-a446-40b4-bdf1-9ec15ec806e0 service neutron] Attempting to bind port 2bcde80d-9ea4-48bd-853d-40ced3836cd5 on network 129de689-1a67-4447-bccf-e675c592e5c9 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:27.616695 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7966df8c-95d3-49d0-8be6-efba8c8c3225 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:27.636722 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f252c867-c00c-410f-8b5e-2867f6bd4eef req-67bc10ce-36b5-4269-bcaf-e6b136229248 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421473 Aug 16 20:45:27.645774 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-520b174e-a446-40b4-bdf1-9ec15ec806e0 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:45:27.646976 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-520b174e-a446-40b4-bdf1-9ec15ec806e0 service neutron] Checking segment: {'id': 'd55822d8-6a18-4bf0-8e46-976d628f1806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '129de689-1a67-4447-bccf-e675c592e5c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:27.648450 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-520b174e-a446-40b4-bdf1-9ec15ec806e0 service neutron] Bound using segment: {'id': 'd55822d8-6a18-4bf0-8e46-976d628f1806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '129de689-1a67-4447-bccf-e675c592e5c9'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:45:27.649017 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-520b174e-a446-40b4-bdf1-9ec15ec806e0 service neutron] Bound port: 2bcde80d-9ea4-48bd-853d-40ced3836cd5, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd55822d8-6a18-4bf0-8e46-976d628f1806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '129de689-1a67-4447-bccf-e675c592e5c9'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:45:27.650591 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-520b174e-a446-40b4-bdf1-9ec15ec806e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:27.653071 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713ec0c1-0c9b-43cb-9a8a-4f296515fcb6 admin admin] Router e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:45:27.658868 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-95f47fff-ce89-4a18-9e6e-797e1f2b5f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:27.744587 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e66ad-0021-46cd-8d3d-4463adc475e0 req-2ba12a02-ed19-4407-8808-832467b236f4 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:27.746557 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9b8e66ad-0021-46cd-8d3d-4463adc475e0 req-2ba12a02-ed19-4407-8808-832467b236f4 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 944 time: 0.2157891 Aug 16 20:45:27.898437 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9b8e66ad-0021-46cd-8d3d-4463adc475e0 req-b3558faf-f9e1-455c-87c0-ad447751b74e tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097686 Aug 16 20:45:27.902994 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-520b174e-a446-40b4-bdf1-9ec15ec806e0 service neutron] For port 2bcde80d-9ea4-48bd-853d-40ced3836cd5, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:27.914985 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-520b174e-a446-40b4-bdf1-9ec15ec806e0 service neutron] For port 2bcde80d-9ea4-48bd-853d-40ced3836cd5, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=2bcde80d-9ea4-48bd-853d-40ced3836cd5,segment=NetworkSegment(d55822d8-6a18-4bf0-8e46-976d628f1806),segment_id=d55822d8-6a18-4bf0-8e46-976d628f1806)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:45:27.983441 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e366d-41c5-4dc2-b57e-a61a0cfbd154 req-ad0c11a4-148b-478f-ab1a-81826fe94eb4 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:27.988374 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c95e366d-41c5-4dc2-b57e-a61a0cfbd154 req-ad0c11a4-148b-478f-ab1a-81826fe94eb4 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a01b565-c5d6-4234-9400-3b303b55d527 HTTP/1.1" status: 200 len: 944 time: 0.0860009 Aug 16 20:45:27.992442 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-95f47fff-ce89-4a18-9e6e-797e1f2b5f5f service neutron] No DVR routers for this DVR port 2d023ed1-a390-48f3-ba77-e24a8db09ea8 on host n-h2-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:28.018585 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5455b17a-d686-471a-8cbb-45f42df23973 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:28.029522 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-520b174e-a446-40b4-bdf1-9ec15ec806e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:28.036208 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5455b17a-d686-471a-8cbb-45f42df23973 None None] Transition to ACTIVE for port object 5a4d85c2-e064-4fbf-a372-f36dbc1acfda will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:28.063774 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f47fff-ce89-4a18-9e6e-797e1f2b5f5f service neutron] Pushing event updated for resources: {'Port': ['ID=2d023ed1-a390-48f3-ba77-e24a8db09ea8,revision_number=10']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:28.097401 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-95f47fff-ce89-4a18-9e6e-797e1f2b5f5f service neutron] 10.222.0.90 "PUT /v2.0/ports/2d023ed1-a390-48f3-ba77-e24a8db09ea8/bindings/n-h1-793620-15/activate HTTP/1.1" status: 200 len: 370 time: 1.8028319 Aug 16 20:45:28.098601 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713ec0c1-0c9b-43cb-9a8a-4f296515fcb6 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:45:28.106555 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-520b174e-a446-40b4-bdf1-9ec15ec806e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:28.107415 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-520b174e-a446-40b4-bdf1-9ec15ec806e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:28.109948 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-520b174e-a446-40b4-bdf1-9ec15ec806e0 service neutron] 10.222.0.90 "PUT /v2.0/ports/2bcde80d-9ea4-48bd-853d-40ced3836cd5 HTTP/1.1" status: 200 len: 1093 time: 2.9555292 Aug 16 20:45:28.112829 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a01b565-c5d6-4234-9400-3b303b55d527', 'tag': '2bcde80d-9ea4-48bd-853d-40ced3836cd5'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:28.115390 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05223573-2fe3-4e0b-bc57-b30e91513551" -d '{"events": [{"name": "network-changed", "server_uuid": "6a01b565-c5d6-4234-9400-3b303b55d527", "tag": "2bcde80d-9ea4-48bd-853d-40ced3836cd5"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:28.119272 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d99aa95-b100-4e83-911a-ed59b3bf601c None None] Sync routers for ids ['e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:45:28.122810 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5455b17a-d686-471a-8cbb-45f42df23973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:28.142778 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c95e366d-41c5-4dc2-b57e-a61a0cfbd154 req-a593c478-1d05-437d-8621-0da6428d4a2f tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371777 Aug 16 20:45:28.147259 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d99aa95-b100-4e83-911a-ed59b3bf601c None None] Routers {'e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:45:28.149344 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-8d99aa95-b100-4e83-911a-ed59b3bf601c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:45:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:28.156341 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7966df8c-95d3-49d0-8be6-efba8c8c3225 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:28.172456 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b174e-a446-40b4-bdf1-9ec15ec806e0 service neutron] Pushing event updated for resources: {'Port': ['ID=2bcde80d-9ea4-48bd-853d-40ced3836cd5,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:28.197442 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb942472-e02b-4a26-8249-527e8857c44c x-openstack-request-id: req-cb942472-e02b-4a26-8249-527e8857c44c {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:28.198646 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a01b565-c5d6-4234-9400-3b303b55d527", "tag": "2bcde80d-9ea4-48bd-853d-40ced3836cd5", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:28.199307 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-cb942472-e02b-4a26-8249-527e8857c44c {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:28.199940 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a01b565-c5d6-4234-9400-3b303b55d527', 'tag': '2bcde80d-9ea4-48bd-853d-40ced3836cd5', 'status': 'completed', 'code': 200} Aug 16 20:45:28.241943 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d439bdb3-e59f-46ef-bec6-6a97d8dac7c0 None None] Pushing event updated for resources: {'Port': ['ID=5a4d85c2-e064-4fbf-a372-f36dbc1acfda,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:28.253871 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7966df8c-95d3-49d0-8be6-efba8c8c3225 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:28.291432 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device c6b62548-8eef-466c-bea6-22ddc7f1997d up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:28.320872 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7966df8c-95d3-49d0-8be6-efba8c8c3225 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4451924b-9130-4c16-b24f-77953428336e,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:28.348903 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-713ec0c1-0c9b-43cb-9a8a-4f296515fcb6 admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:28.352697 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-713ec0c1-0c9b-43cb-9a8a-4f296515fcb6 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 6.5990002 Aug 16 20:45:28.354639 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 60294) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:28.356403 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05223573-2fe3-4e0b-bc57-b30e91513551 req-96d9186d-091a-4836-868b-fd3ad845b150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:28.362209 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-05223573-2fe3-4e0b-bc57-b30e91513551 req-96d9186d-091a-4836-868b-fd3ad845b150 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8cc126ebead24b64ac4f071673509eb8&device_id=6a01b565-c5d6-4234-9400-3b303b55d527 HTTP/1.1" status: 200 len: 1096 time: 0.1281891 Aug 16 20:45:28.385916 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-8d99aa95-b100-4e83-911a-ed59b3bf601c None None] Set router e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:45:28.441808 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7966df8c-95d3-49d0-8be6-efba8c8c3225 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:28.443741 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7966df8c-95d3-49d0-8be6-efba8c8c3225 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9917481 Aug 16 20:45:28.446558 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 60296) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:28.453918 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-fa364efa-7852-4377-b118-9b5d84c92ea1 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Request body: {'security_group_rule': {'security_group_id': '4451924b-9130-4c16-b24f-77953428336e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:28.482165 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-5455b17a-d686-471a-8cbb-45f42df23973 None None] Attempting to bind port 5a4d85c2-e064-4fbf-a372-f36dbc1acfda on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:45:28.482801 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-5455b17a-d686-471a-8cbb-45f42df23973 None None] Attempting to bind port 5a4d85c2-e064-4fbf-a372-f36dbc1acfda by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '7a6b72d0-5357-45c8-a666-5cc5a3dffcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e55e31f8-e29e-41b3-a9dc-66b816324698'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:45:28.483359 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5455b17a-d686-471a-8cbb-45f42df23973 None None] Attempting to bind port 5a4d85c2-e064-4fbf-a372-f36dbc1acfda on network e55e31f8-e29e-41b3-a9dc-66b816324698 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:28.505111 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5455b17a-d686-471a-8cbb-45f42df23973 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:45:28.506424 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5455b17a-d686-471a-8cbb-45f42df23973 None None] Checking segment: {'id': '7a6b72d0-5357-45c8-a666-5cc5a3dffcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e55e31f8-e29e-41b3-a9dc-66b816324698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:28.506801 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5455b17a-d686-471a-8cbb-45f42df23973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:28.507207 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5455b17a-d686-471a-8cbb-45f42df23973 None None] Bound using segment: {'id': '7a6b72d0-5357-45c8-a666-5cc5a3dffcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e55e31f8-e29e-41b3-a9dc-66b816324698'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:45:28.509935 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-5455b17a-d686-471a-8cbb-45f42df23973 None None] Bound port: 5a4d85c2-e064-4fbf-a372-f36dbc1acfda, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6b72d0-5357-45c8-a666-5cc5a3dffcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e55e31f8-e29e-41b3-a9dc-66b816324698'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:45:28.510360 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5455b17a-d686-471a-8cbb-45f42df23973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:28.617809 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port c6b62548-8eef-466c-bea6-22ddc7f1997d completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:28.622079 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fa364efa-7852-4377-b118-9b5d84c92ea1 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:28.690460 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-5455b17a-d686-471a-8cbb-45f42df23973 None None] For port 5a4d85c2-e064-4fbf-a372-f36dbc1acfda, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:28.693942 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-5455b17a-d686-471a-8cbb-45f42df23973 None None] For port 5a4d85c2-e064-4fbf-a372-f36dbc1acfda, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5a4d85c2-e064-4fbf-a372-f36dbc1acfda,segment=NetworkSegment(7a6b72d0-5357-45c8-a666-5cc5a3dffcc1),segment_id=7a6b72d0-5357-45c8-a666-5cc5a3dffcc1)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:45:28.707364 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port c6b62548-8eef-466c-bea6-22ddc7f1997d triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:28.707988 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:28.789440 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5455b17a-d686-471a-8cbb-45f42df23973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:28.806835 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fa364efa-7852-4377-b118-9b5d84c92ea1 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:28.873368 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fa364efa-7852-4377-b118-9b5d84c92ea1 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:28.892409 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5455b17a-d686-471a-8cbb-45f42df23973 None None] Routers {'700c4fad-2bf6-4c02-96eb-d0da7327d910'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:45:28.896797 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-5455b17a-d686-471a-8cbb-45f42df23973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:45:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['700c4fad-2bf6-4c02-96eb-d0da7327d910'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:28.947068 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa364efa-7852-4377-b118-9b5d84c92ea1 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a92f9801-7b32-4102-8916-959653409ae9,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:29.017816 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-8d99aa95-b100-4e83-911a-ed59b3bf601c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-732125227-router', 'tenant_id': 'd6810833ca054ff1a2f06f7bd65389e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '0a34cb9f-ad0c-45c2-b603-9c68e0100bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:21Z', 'updated_at': '2021-08-16T20:45:25Z', 'revision_number': 3, 'project_id': 'd6810833ca054ff1a2f06f7bd65389e3', 'gw_port': {'id': '0a34cb9f-ad0c-45c2-b603-9c68e0100bef', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:82:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:23Z', 'updated_at': '2021-08-16T20:45:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:29.033210 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fa364efa-7852-4377-b118-9b5d84c92ea1 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:29.034788 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fa364efa-7852-4377-b118-9b5d84c92ea1 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5871646 Aug 16 20:45:29.037775 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 60308) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:29.042450 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-ef35231d-defb-4b62-a61b-27617827c917 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Request body: {'security_group_rule': {'security_group_id': '4451924b-9130-4c16-b24f-77953428336e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:29.049766 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d99aa95-b100-4e83-911a-ed59b3bf601c None None] Checking router: e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:45:29.050249 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d99aa95-b100-4e83-911a-ed59b3bf601c None None] Updating router e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9 port 0a34cb9f-ad0c-45c2-b603-9c68e0100bef binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:45:29.088631 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-8d99aa95-b100-4e83-911a-ed59b3bf601c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:29.101994 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device c014b9c8-8708-4df1-a1e1-1795d4fe5806 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:29.184423 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ef35231d-defb-4b62-a61b-27617827c917 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:29.231925 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d439bdb3-e59f-46ef-bec6-6a97d8dac7c0 None None] Pushing event updated for resources: {'Port': ['ID=5a4d85c2-e064-4fbf-a372-f36dbc1acfda,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:29.299019 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:29.346807 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ef35231d-defb-4b62-a61b-27617827c917 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:29.375500 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a13445-d960-42f5-a6bf-b91f5365b07b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b62548-8eef-466c-bea6-22ddc7f1997d'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:29.378846 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f82498-ec7b-4ad8-a5b6-c710a6cd29b3" -d '{"events": [{"server_uuid": "75a13445-d960-42f5-a6bf-b91f5365b07b", "name": "network-vif-plugged", "status": "completed", "tag": "c6b62548-8eef-466c-bea6-22ddc7f1997d"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:29.386305 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-5455b17a-d686-471a-8cbb-45f42df23973 None None] Set router 700c4fad-2bf6-4c02-96eb-d0da7327d910 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:45:29.433136 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ef35231d-defb-4b62-a61b-27617827c917 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:29.450876 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port c6b62548-8eef-466c-bea6-22ddc7f1997d, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=c6b62548-8eef-466c-bea6-22ddc7f1997d,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:29.452052 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port c014b9c8-8708-4df1-a1e1-1795d4fe5806 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:29.452489 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:29.464572 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef35231d-defb-4b62-a61b-27617827c917 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b051ec88-f200-4835-bb36-213535f83ec2,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:29.530628 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-8d99aa95-b100-4e83-911a-ed59b3bf601c None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:29.543186 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-8d99aa95-b100-4e83-911a-ed59b3bf601c None None] Transition to ACTIVE for port object 0a34cb9f-ad0c-45c2-b603-9c68e0100bef will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:29.557935 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-29d1ca68-8b11-4749-a812-31204903b153 tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:29.559398 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-29d1ca68-8b11-4749-a812-31204903b153 tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37&tenant_id=6b79fa21751c4c74a7616afcdef028a8&binding%3Ahost_id=n-h2-793620-15 HTTP/1.1" status: 200 len: 1097 time: 1.2334108 Aug 16 20:45:29.593934 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ef35231d-defb-4b62-a61b-27617827c917 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:29.597347 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ef35231d-defb-4b62-a61b-27617827c917 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5568964 Aug 16 20:45:29.599444 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 60314) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:29.606052 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-8aa3bc21-fadd-4bf0-bac7-e9e8c15b5d9d tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:29.608272 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:29.609349 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 2d023ed1-a390-48f3-ba77-e24a8db09ea8 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:29.661335 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b4320-fea2-4051-a1c7-0dd4c1be4397 req-2c35d0ec-5d40-4efc-a9b4-413e9fdc73c1 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:29.666650 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5f4b4320-fea2-4051-a1c7-0dd4c1be4397 req-2c35d0ec-5d40-4efc-a9b4-413e9fdc73c1 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 949 time: 0.2480702 Aug 16 20:45:29.690849 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4ee63-98a6-432b-94f0-abc30118b5d9 req-f10990d4-17e1-4bae-b3d5-be3c5ee64a0b tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:29.692507 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37c4ee63-98a6-432b-94f0-abc30118b5d9 req-f10990d4-17e1-4bae-b3d5-be3c5ee64a0b tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 945 time: 0.2844434 Aug 16 20:45:29.701512 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-8d99aa95-b100-4e83-911a-ed59b3bf601c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:29.716386 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05223573-2fe3-4e0b-bc57-b30e91513551 req-c635eb2f-2e3a-4ec3-9791-897473ac7a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:29.718861 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-05223573-2fe3-4e0b-bc57-b30e91513551 req-c635eb2f-2e3a-4ec3-9791-897473ac7a8a service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=8cc126ebead24b64ac4f071673509eb8&shared=False HTTP/1.1" status: 200 len: 905 time: 1.1892765 Aug 16 20:45:29.745137 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=c6b62548-8eef-466c-bea6-22ddc7f1997d,revision_number=9']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:29.753736 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 2d023ed1-a390-48f3-ba77-e24a8db09ea8 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:29.782127 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8aa3bc21-fadd-4bf0-bac7-e9e8c15b5d9d tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks [] for floatingip, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:29.791411 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-8d99aa95-b100-4e83-911a-ed59b3bf601c None None] Attempting to bind port 0a34cb9f-ad0c-45c2-b603-9c68e0100bef on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:45:29.792056 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-8d99aa95-b100-4e83-911a-ed59b3bf601c None None] Attempting to bind port 0a34cb9f-ad0c-45c2-b603-9c68e0100bef by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:45:29.792578 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d99aa95-b100-4e83-911a-ed59b3bf601c None None] Attempting to bind port 0a34cb9f-ad0c-45c2-b603-9c68e0100bef on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:29.796169 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bbec92-7ea2-4621-972f-8ca62be8d769 None None] Pushing event updated for resources: {'Port': ['ID=0a34cb9f-ad0c-45c2-b603-9c68e0100bef,revision_number=2']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:29.803440 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d99aa95-b100-4e83-911a-ed59b3bf601c None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:45:29.804163 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d99aa95-b100-4e83-911a-ed59b3bf601c None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:29.804983 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-8d99aa95-b100-4e83-911a-ed59b3bf601c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:29.805612 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d99aa95-b100-4e83-911a-ed59b3bf601c None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:45:29.806236 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-8d99aa95-b100-4e83-911a-ed59b3bf601c None None] Bound port: 0a34cb9f-ad0c-45c2-b603-9c68e0100bef, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:45:29.806705 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-8d99aa95-b100-4e83-911a-ed59b3bf601c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:29.857425 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-5455b17a-d686-471a-8cbb-45f42df23973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700c4fad-2bf6-4c02-96eb-d0da7327d910', 'name': 'tempest-ServersTestBootFromVolume-673753724-router', 'tenant_id': '34f18ad5c2d4455d99499df1ef982df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '8b37702f-102a-47a2-aea6-80bddc134d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:14Z', 'updated_at': '2021-08-16T20:45:23Z', 'revision_number': 4, 'project_id': '34f18ad5c2d4455d99499df1ef982df3', 'gw_port': {'id': '8b37702f-102a-47a2-aea6-80bddc134d06', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700c4fad-2bf6-4c02-96eb-d0da7327d910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:15Z', 'updated_at': '2021-08-16T20:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '5a4d85c2-e064-4fbf-a372-f36dbc1acfda', 'name': '', 'network_id': 'e55e31f8-e29e-41b3-a9dc-66b816324698', 'tenant_id': '34f18ad5c2d4455d99499df1ef982df3', 'mac_address': 'fa:16:3e:b1:55:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700c4fad-2bf6-4c02-96eb-d0da7327d910', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '1808fe3d-4468-49d3-847b-1af4167b979d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:22Z', 'updated_at': '2021-08-16T20:45:28Z', 'revision_number': 4, 'project_id': '34f18ad5c2d4455d99499df1ef982df3', 'subnets': [{'id': '1808fe3d-4468-49d3-847b-1af4167b979d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:29.861699 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-e77c5dc3-d725-4a87-979f-ac45cedb1f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:29.863957 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-e77c5dc3-d725-4a87-979f-ac45cedb1f12 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37&tenant_id=6b79fa21751c4c74a7616afcdef028a8 HTTP/1.1" status: 200 len: 1097 time: 0.2835412 Aug 16 20:45:29.900335 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5f4b4320-fea2-4051-a1c7-0dd4c1be4397 req-f55a05d6-6da5-4eeb-92e2-8413ebf926c1 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241392 Aug 16 20:45:29.905193 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-8d99aa95-b100-4e83-911a-ed59b3bf601c None None] For port 0a34cb9f-ad0c-45c2-b603-9c68e0100bef, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:29.921230 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-8d99aa95-b100-4e83-911a-ed59b3bf601c None None] For port 0a34cb9f-ad0c-45c2-b603-9c68e0100bef, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=0a34cb9f-ad0c-45c2-b603-9c68e0100bef,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:45:30.000129 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37c4ee63-98a6-432b-94f0-abc30118b5d9 req-61f47e8c-6cdf-4166-a469-91579d190cf2 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838898 Aug 16 20:45:30.013343 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8aa3bc21-fadd-4bf0-bac7-e9e8c15b5d9d tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:30.033862 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-8d99aa95-b100-4e83-911a-ed59b3bf601c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:30.155448 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f903dae-4b3f-40a4-adf2-39f5733d6abd x-openstack-request-id: req-0f903dae-4b3f-40a4-adf2-39f5733d6abd {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:30.157977 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a13445-d960-42f5-a6bf-b91f5365b07b", "name": "network-vif-plugged", "status": "completed", "tag": "c6b62548-8eef-466c-bea6-22ddc7f1997d", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:30.158614 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0f903dae-4b3f-40a4-adf2-39f5733d6abd {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:30.159220 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a13445-d960-42f5-a6bf-b91f5365b07b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b62548-8eef-466c-bea6-22ddc7f1997d', 'code': 200} Aug 16 20:45:30.162099 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5455b17a-d686-471a-8cbb-45f42df23973 None None] The sync data for ids ['700c4fad-2bf6-4c02-96eb-d0da7327d910'] in n-d-793620-15 is: [{'id': '700c4fad-2bf6-4c02-96eb-d0da7327d910', 'name': 'tempest-ServersTestBootFromVolume-673753724-router', 'tenant_id': '34f18ad5c2d4455d99499df1ef982df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '8b37702f-102a-47a2-aea6-80bddc134d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:14Z', 'updated_at': '2021-08-16T20:45:23Z', 'revision_number': 4, 'project_id': '34f18ad5c2d4455d99499df1ef982df3', 'gw_port': {'id': '8b37702f-102a-47a2-aea6-80bddc134d06', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700c4fad-2bf6-4c02-96eb-d0da7327d910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:15Z', 'updated_at': '2021-08-16T20:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '5a4d85c2-e064-4fbf-a372-f36dbc1acfda', 'name': '', 'network_id': 'e55e31f8-e29e-41b3-a9dc-66b816324698', 'tenant_id': '34f18ad5c2d4455d99499df1ef982df3', 'mac_address': 'fa:16:3e:b1:55:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700c4fad-2bf6-4c02-96eb-d0da7327d910', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '1808fe3d-4468-49d3-847b-1af4167b979d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:22Z', 'updated_at': '2021-08-16T20:45:28Z', 'revision_number': 4, 'project_id': '34f18ad5c2d4455d99499df1ef982df3', 'subnets': [{'id': '1808fe3d-4468-49d3-847b-1af4167b979d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:45:30.224579 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bbec92-7ea2-4621-972f-8ca62be8d769 None None] Pushing event updated for resources: {'Port': ['ID=0a34cb9f-ad0c-45c2-b603-9c68e0100bef,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:30.233069 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-8aa3bc21-fadd-4bf0-bac7-e9e8c15b5d9d tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Allocated IP 172.25.1.147 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/015fe139-c9e2-4b13-913e-cec29131b39c) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:30.242708 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d99aa95-b100-4e83-911a-ed59b3bf601c None None] Routers {'e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:45:30.243496 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-8d99aa95-b100-4e83-911a-ed59b3bf601c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:45:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:30.311519 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05223573-2fe3-4e0b-bc57-b30e91513551 req-313c9d94-8704-418d-bc24-852d49e8f226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:30.313592 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-05223573-2fe3-4e0b-bc57-b30e91513551 req-313c9d94-8704-418d-bc24-852d49e8f226 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5805101 Aug 16 20:45:30.321284 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-7864b9b2-f1a2-4974-84cf-76ace84aef85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:30.323192 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-7864b9b2-f1a2-4974-84cf-76ace84aef85 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6b79fa21751c4c74a7616afcdef028a8&device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 1097 time: 0.4204462 Aug 16 20:45:30.372830 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317cb12-f87a-454d-8974-cd95305d6966 req-1b29e23b-e434-4ec5-875b-d91912653b6a tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:30.387046 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f317cb12-f87a-454d-8974-cd95305d6966 req-1b29e23b-e434-4ec5-875b-d91912653b6a tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a01b565-c5d6-4234-9400-3b303b55d527 HTTP/1.1" status: 200 len: 944 time: 0.3145568 Aug 16 20:45:30.428691 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8aa3bc21-fadd-4bf0-bac7-e9e8c15b5d9d tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:30.447087 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-8d99aa95-b100-4e83-911a-ed59b3bf601c None None] Set router e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:45:30.568960 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f317cb12-f87a-454d-8974-cd95305d6966 req-6bf27b17-348b-4b65-8318-a4e6bfff0add tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684222 Aug 16 20:45:30.696280 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-eb6c3b43-78bf-4e53-97ab-25e1d0d3e8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:30.696280 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-eb6c3b43-78bf-4e53-97ab-25e1d0d3e8bd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8cc126ebead24b64ac4f071673509eb8&device_id=6a01b565-c5d6-4234-9400-3b303b55d527 HTTP/1.1" status: 200 len: 1096 time: 0.2509847 Aug 16 20:45:30.711888 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-78045f40-220b-4314-a8c1-38d4114ff8f2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bcde80d-9ea4-48bd-853d-40ced3836cd5 HTTP/1.1" status: 200 len: 217 time: 0.0673623 Aug 16 20:45:30.715271 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-e20b1a65-18d7-48b0-9bc2-6783a5da24f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:30.716942 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-e20b1a65-18d7-48b0-9bc2-6783a5da24f6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d2d869c-bfe3-4bc5-a83b-70655e061223 HTTP/1.1" status: 200 len: 922 time: 0.3777027 Aug 16 20:45:30.737202 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8aa3bc21-fadd-4bf0-bac7-e9e8c15b5d9d tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:30.768723 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-8d99aa95-b100-4e83-911a-ed59b3bf601c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-732125227-router', 'tenant_id': 'd6810833ca054ff1a2f06f7bd65389e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '0a34cb9f-ad0c-45c2-b603-9c68e0100bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:21Z', 'updated_at': '2021-08-16T20:45:25Z', 'revision_number': 3, 'project_id': 'd6810833ca054ff1a2f06f7bd65389e3', 'gw_port': {'id': '0a34cb9f-ad0c-45c2-b603-9c68e0100bef', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:82:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:23Z', 'updated_at': '2021-08-16T20:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:30.794649 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d99aa95-b100-4e83-911a-ed59b3bf601c None None] The sync data for ids ['e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9'] in n-d-793620-15 is: [{'id': 'e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-732125227-router', 'tenant_id': 'd6810833ca054ff1a2f06f7bd65389e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '0a34cb9f-ad0c-45c2-b603-9c68e0100bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:21Z', 'updated_at': '2021-08-16T20:45:25Z', 'revision_number': 3, 'project_id': 'd6810833ca054ff1a2f06f7bd65389e3', 'gw_port': {'id': '0a34cb9f-ad0c-45c2-b603-9c68e0100bef', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:82:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:23Z', 'updated_at': '2021-08-16T20:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:45:30.795382 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3bc21-fadd-4bf0-bac7-e9e8c15b5d9d tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Pushing event updated for resources: {'Port': ['ID=015fe139-c9e2-4b13-913e-cec29131b39c,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:30.809489 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa3bc21-fadd-4bf0-bac7-e9e8c15b5d9d tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:30.811375 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-8aa3bc21-fadd-4bf0-bac7-e9e8c15b5d9d tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:30.813903 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa3bc21-fadd-4bf0-bac7-e9e8c15b5d9d tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:30.861731 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-ef8d34d9-e1fe-4dce-b740-c7ac60439eb9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d023ed1-a390-48f3-ba77-e24a8db09ea8 HTTP/1.1" status: 200 len: 217 time: 0.1308901 Aug 16 20:45:30.952039 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c43c3954-2163-4723-a735-b1fb47b7d29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:30.961465 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-532acd7c-f577-4d33-81ea-a0e95d9650d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:30.963227 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-532acd7c-f577-4d33-81ea-a0e95d9650d3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2f44991d-5963-4603-beac-a75bad0d4ce6 HTTP/1.1" status: 200 len: 844 time: 0.2415009 Aug 16 20:45:30.984074 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8aa3bc21-fadd-4bf0-bac7-e9e8c15b5d9d tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:31.049527 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-eac51547-b693-4f39-807f-dfdd3db35df4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=129de689-1a67-4447-bccf-e675c592e5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595143 Aug 16 20:45:31.054778 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5a4d85c2-e064-4fbf-a372-f36dbc1acfda up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:31.273249 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 5a4d85c2-e064-4fbf-a372-f36dbc1acfda completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:31.279197 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 5a4d85c2-e064-4fbf-a372-f36dbc1acfda triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:31.279197 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:31.313043 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-873ccf2d-c981-4112-9102-d22eafdaf0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:31.326017 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-873ccf2d-c981-4112-9102-d22eafdaf0e5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=64801f8f-8e8b-4346-a61f-2c5cd4a5ef47 HTTP/1.1" status: 200 len: 861 time: 0.4546227 Aug 16 20:45:31.366164 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8aa3bc21-fadd-4bf0-bac7-e9e8c15b5d9d tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:31.407549 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-b120fce5-f48d-4635-9e04-49d6e2d396c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:31.409120 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-b120fce5-f48d-4635-9e04-49d6e2d396c4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b&tenant_id=8eeb19c70e2743deaa8aa99547f66522 HTTP/1.1" status: 200 len: 1102 time: 0.1668794 Aug 16 20:45:31.415921 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:31.429509 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-ebc471b6-4f0b-46e1-a977-ef2b097da5d3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-15', 'device_owner': 'compute:nova'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:31.466618 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 5a4d85c2-e064-4fbf-a372-f36dbc1acfda, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5a4d85c2-e064-4fbf-a372-f36dbc1acfda,segment=NetworkSegment(7a6b72d0-5357-45c8-a666-5cc5a3dffcc1),segment_id=7a6b72d0-5357-45c8-a666-5cc5a3dffcc1)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:31.498609 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-f35e1f72-1db8-48a1-aae4-a1ebffa52578 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d2d869c-bfe3-4bc5-a83b-70655e061223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1445496 Aug 16 20:45:31.517050 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-cf0cfcc5-a9fb-4c07-92fc-2f25a5e59897 service neutron] 10.222.0.90 "GET /v2.0/networks/129de689-1a67-4447-bccf-e675c592e5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396553 Aug 16 20:45:31.549581 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5a006-17e2-4b62-9eb3-7a0d664e5309 req-4a0b3a44-9697-4d82-ad58-ab7f32b23f5b tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:31.552638 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8bc5a006-17e2-4b62-9eb3-7a0d664e5309 req-4a0b3a44-9697-4d82-ad58-ab7f32b23f5b tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 950 time: 0.5017314 Aug 16 20:45:31.594345 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:31.599039 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a17440-2628-411d-8a9f-fb0befc94bbd req-1c530974-d2f9-4b5d-9219-5586b0224cf6 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:31.607559 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-ebc471b6-4f0b-46e1-a977-ef2b097da5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:31.607941 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f7a17440-2628-411d-8a9f-fb0befc94bbd req-1c530974-d2f9-4b5d-9219-5586b0224cf6 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 945 time: 0.4184873 Aug 16 20:45:31.715914 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=5a4d85c2-e064-4fbf-a372-f36dbc1acfda,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:31.854950 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8aa3bc21-fadd-4bf0-bac7-e9e8c15b5d9d tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:31.890630 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8bc5a006-17e2-4b62-9eb3-7a0d664e5309 req-4f362e89-71f3-4edd-8b1d-27c0a69150bd tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734399 Aug 16 20:45:31.941740 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f7a17440-2628-411d-8a9f-fb0befc94bbd req-5ec4e948-dc4f-4557-ab0d-56b1526741dd tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316550 Aug 16 20:45:31.969279 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8aa3bc21-fadd-4bf0-bac7-e9e8c15b5d9d tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.040346 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-ebc471b6-4f0b-46e1-a977-ef2b097da5d3 service neutron] For port c6b62548-8eef-466c-bea6-22ddc7f1997d, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=c6b62548-8eef-466c-bea6-22ddc7f1997d,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:32.056452 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-c43c3954-2163-4723-a735-b1fb47b7d29d admin admin] Allocated IP 172.20.0.1 (e19e475c-2938-4b17-90a2-8e3110913f16/ad570bde-9931-4ce2-9a88-d81910bdccf9/baeb646c-1a19-4bca-a355-9ac1028806e8) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:32.108378 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3bc21-fadd-4bf0-bac7-e9e8c15b5d9d tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Pushing event updated for resources: {'Port': ['ID=015fe139-c9e2-4b13-913e-cec29131b39c,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:32.127820 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8aa3bc21-fadd-4bf0-bac7-e9e8c15b5d9d tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.130731 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-ebc471b6-4f0b-46e1-a977-ef2b097da5d3 service neutron] For port c6b62548-8eef-466c-bea6-22ddc7f1997d, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:32.165500 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-d18456e1-3fa4-4478-b82b-6f3fab64e779 service neutron] 10.222.0.72 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6536169 Aug 16 20:45:32.177369 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-07143d6c-0e76-4e69-9e53-3ac23559bc97 req-2ce1116a-92b3-4950-9c24-7152533a3898 service neutron] 10.222.0.90 "GET /v2.0/networks/129de689-1a67-4447-bccf-e675c592e5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6482847 Aug 16 20:45:32.189684 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-ebc471b6-4f0b-46e1-a977-ef2b097da5d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.195969 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a13445-d960-42f5-a6bf-b91f5365b07b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6b62548-8eef-466c-bea6-22ddc7f1997d'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:32.198507 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126e1be4-1087-456a-b69f-7e3b6ae3517b" -d '{"events": [{"server_uuid": "75a13445-d960-42f5-a6bf-b91f5365b07b", "name": "network-vif-unplugged", "status": "completed", "tag": "c6b62548-8eef-466c-bea6-22ddc7f1997d"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:32.228889 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-ebc471b6-4f0b-46e1-a977-ef2b097da5d3 service neutron] Transition to ACTIVE for port object c6b62548-8eef-466c-bea6-22ddc7f1997d will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:32.238433 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8aa3bc21-fadd-4bf0-bac7-e9e8c15b5d9d tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.240743 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8aa3bc21-fadd-4bf0-bac7-e9e8c15b5d9d tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6399939 Aug 16 20:45:32.279702 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef2c4f0-d092-4073-a1ad-556da446b9c9 x-openstack-request-id: req-8ef2c4f0-d092-4073-a1ad-556da446b9c9 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:32.284616 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a13445-d960-42f5-a6bf-b91f5365b07b", "name": "network-vif-unplugged", "status": "completed", "tag": "c6b62548-8eef-466c-bea6-22ddc7f1997d", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:32.285023 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8ef2c4f0-d092-4073-a1ad-556da446b9c9 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:32.285518 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a13445-d960-42f5-a6bf-b91f5365b07b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6b62548-8eef-466c-bea6-22ddc7f1997d', 'code': 200} Aug 16 20:45:32.296719 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device c6b62548-8eef-466c-bea6-22ddc7f1997d no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:32.307141 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7dedfe-22af-48b5-83d7-0a9b78d40f4d req-bc89632a-dfc5-43cb-8353-bbd35fdbe0e3 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:32.307141 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0c7dedfe-22af-48b5-83d7-0a9b78d40f4d req-bc89632a-dfc5-43cb-8353-bbd35fdbe0e3 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a01b565-c5d6-4234-9400-3b303b55d527 HTTP/1.1" status: 200 len: 944 time: 0.2202969 Aug 16 20:45:32.359572 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c43c3954-2163-4723-a735-b1fb47b7d29d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.381572 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-ebc471b6-4f0b-46e1-a977-ef2b097da5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.384823 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-2d211b21-d0be-4167-a63d-8737f5ac7560 service neutron] 10.222.0.72 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037709 Aug 16 20:45:32.388998 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-c43c3954-2163-4723-a735-b1fb47b7d29d admin admin] Transition to ACTIVE for port object baeb646c-1a19-4bca-a355-9ac1028806e8 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:32.408613 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0c7dedfe-22af-48b5-83d7-0a9b78d40f4d req-3cea27f5-bddf-4eff-be0a-b9bac4603c1f tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990281 Aug 16 20:45:32.460227 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.500826 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-ebc471b6-4f0b-46e1-a977-ef2b097da5d3 service neutron] No DVR routers for this DVR port c6b62548-8eef-466c-bea6-22ddc7f1997d on host n-h2-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:32.512872 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc471b6-4f0b-46e1-a977-ef2b097da5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c6b62548-8eef-466c-bea6-22ddc7f1997d,revision_number=10']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:32.572236 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.db.api [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:45:32.576211 n-d-793620-15 neutron-server[101846]: DEBUG oslo_db.api [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:45:32.581028 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-ebc471b6-4f0b-46e1-a977-ef2b097da5d3 service neutron] Attempting to bind port c6b62548-8eef-466c-bea6-22ddc7f1997d on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:45:32.581374 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-ebc471b6-4f0b-46e1-a977-ef2b097da5d3 service neutron] Attempting to bind port c6b62548-8eef-466c-bea6-22ddc7f1997d by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:45:32.581711 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-ebc471b6-4f0b-46e1-a977-ef2b097da5d3 service neutron] Attempting to bind port c6b62548-8eef-466c-bea6-22ddc7f1997d on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:32.586876 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-ebc471b6-4f0b-46e1-a977-ef2b097da5d3 service neutron] Port c6b62548-8eef-466c-bea6-22ddc7f1997d on network d77fce7e-e915-4ee5-ada6-d6f376af2589 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:45:32.587539 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-ebc471b6-4f0b-46e1-a977-ef2b097da5d3 service neutron] Attempting to bind port c6b62548-8eef-466c-bea6-22ddc7f1997d on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:32.594177 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-ebc471b6-4f0b-46e1-a977-ef2b097da5d3 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:45:32.594642 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-ebc471b6-4f0b-46e1-a977-ef2b097da5d3 service neutron] Checking segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:32.594994 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-ebc471b6-4f0b-46e1-a977-ef2b097da5d3 service neutron] Bound using segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:45:32.595338 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-ebc471b6-4f0b-46e1-a977-ef2b097da5d3 service neutron] Bound port: c6b62548-8eef-466c-bea6-22ddc7f1997d, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:45:32.595759 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-ebc471b6-4f0b-46e1-a977-ef2b097da5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.611051 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c43c3954-2163-4723-a735-b1fb47b7d29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.651013 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43c3954-2163-4723-a735-b1fb47b7d29d admin admin] Network e19e475c-2938-4b17-90a2-8e3110913f16 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:32.678282 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-c43c3954-2163-4723-a735-b1fb47b7d29d admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:32.685015 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43c3954-2163-4723-a735-b1fb47b7d29d admin admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:32.696896 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-ebc471b6-4f0b-46e1-a977-ef2b097da5d3 service neutron] For port c6b62548-8eef-466c-bea6-22ddc7f1997d, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:32.706225 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-ebc471b6-4f0b-46e1-a977-ef2b097da5d3 service neutron] For port c6b62548-8eef-466c-bea6-22ddc7f1997d, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c6b62548-8eef-466c-bea6-22ddc7f1997d,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:45:32.761513 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c3954-2163-4723-a735-b1fb47b7d29d admin admin] Pushing event updated for resources: {'Port': ['ID=baeb646c-1a19-4bca-a355-9ac1028806e8,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:32.786200 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c43c3954-2163-4723-a735-b1fb47b7d29d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.863150 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-ebc471b6-4f0b-46e1-a977-ef2b097da5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.904006 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-ebc471b6-4f0b-46e1-a977-ef2b097da5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:32.907406 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-ebc471b6-4f0b-46e1-a977-ef2b097da5d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.912424 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-ebc471b6-4f0b-46e1-a977-ef2b097da5d3 service neutron] 10.222.0.72 "PUT /v2.0/ports/c6b62548-8eef-466c-bea6-22ddc7f1997d HTTP/1.1" status: 200 len: 1098 time: 1.4856508 Aug 16 20:45:33.091043 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc471b6-4f0b-46e1-a977-ef2b097da5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c6b62548-8eef-466c-bea6-22ddc7f1997d,revision_number=11']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:33.113309 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-25e7660f-def0-4c48-8c2a-cef1b3999024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:33.115391 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-25e7660f-def0-4c48-8c2a-cef1b3999024 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8eeb19c70e2743deaa8aa99547f66522&device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 1101 time: 0.1540015 Aug 16 20:45:33.145546 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 0a34cb9f-ad0c-45c2-b603-9c68e0100bef up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:33.147399 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b5e3acaa-89e7-4999-8c8e-f1a08215e24b None None] Provisioning for port baeb646c-1a19-4bca-a355-9ac1028806e8 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:33.191686 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b5e3acaa-89e7-4999-8c8e-f1a08215e24b None None] Provisioning complete for port baeb646c-1a19-4bca-a355-9ac1028806e8 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:33.192234 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b5e3acaa-89e7-4999-8c8e-f1a08215e24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:33.244325 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-b5e3acaa-89e7-4999-8c8e-f1a08215e24b None None] Port baeb646c-1a19-4bca-a355-9ac1028806e8 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:45:33.293512 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-b042b3e3-d763-425e-bd68-fd816c183adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:33.294082 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-b042b3e3-d763-425e-bd68-fd816c183adc service neutron] 10.222.0.72 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.1703863 Aug 16 20:45:33.319006 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 0a34cb9f-ad0c-45c2-b603-9c68e0100bef completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:33.324926 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 0a34cb9f-ad0c-45c2-b603-9c68e0100bef triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:33.325872 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:33.353580 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-f3c01b2f-7cc1-4d34-8b26-5d4e6b07bdc3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=c6b62548-8eef-466c-bea6-22ddc7f1997d HTTP/1.1" status: 200 len: 217 time: 0.0499160 Aug 16 20:45:33.442747 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-a56da20b-e091-4eab-ae25-ce9c5267a19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:33.444767 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-a56da20b-e091-4eab-ae25-ce9c5267a19d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0764456 Aug 16 20:45:33.454484 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:33.505339 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 0a34cb9f-ad0c-45c2-b603-9c68e0100bef, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=0a34cb9f-ad0c-45c2-b603-9c68e0100bef,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:33.523191 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-af35595b-b487-4717-b268-6a59955ae50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:33.524970 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-af35595b-b487-4717-b268-6a59955ae50a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0720053 Aug 16 20:45:33.662549 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c43c3954-2163-4723-a735-b1fb47b7d29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:33.670563 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-6c05bff2-e977-4580-bfaa-7da5fe2ce432 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374948 Aug 16 20:45:33.687081 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-f9d94679-5a53-40bb-9202-cae3ad6b7c4c tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:33.689150 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-f9d94679-5a53-40bb-9202-cae3ad6b7c4c tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37&tenant_id=6b79fa21751c4c74a7616afcdef028a8&binding%3Ahost_id=n-h1-793620-15 HTTP/1.1" status: 200 len: 1097 time: 0.6930513 Aug 16 20:45:33.738476 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:33.739982 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598128d8-939c-415f-9fd0-08939ac31f39 req-e0fc51b5-ff1e-46cf-9ab2-03a64db3afef tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:33.740539 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5a4d85c2-e064-4fbf-a372-f36dbc1acfda up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:33.741614 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-598128d8-939c-415f-9fd0-08939ac31f39 req-e0fc51b5-ff1e-46cf-9ab2-03a64db3afef tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 945 time: 0.6249495 Aug 16 20:45:33.749221 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b16e0-f0c4-4697-951a-9549fb6e15ec req-292f339e-912b-45c8-9e3f-097ecb380b0a tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:33.750732 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0c2b16e0-f0c4-4697-951a-9549fb6e15ec req-292f339e-912b-45c8-9e3f-097ecb380b0a tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 949 time: 0.5900028 Aug 16 20:45:33.803917 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-eadc4fe9-099d-41c7-8612-5f993a91f820 req-4d67d7eb-14ae-4ef4-a156-c0b006702253 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218617 Aug 16 20:45:33.891535 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-598128d8-939c-415f-9fd0-08939ac31f39 req-b5af7733-c7c4-4b3f-8bf6-5522bbeec33c tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380179 Aug 16 20:45:33.894851 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0c2b16e0-f0c4-4697-951a-9549fb6e15ec req-5750bb6e-c4c7-4ab8-b2a8-29267078ee73 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209602 Aug 16 20:45:33.910990 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=0a34cb9f-ad0c-45c2-b603-9c68e0100bef,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:33.953553 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 5a4d85c2-e064-4fbf-a372-f36dbc1acfda triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:33.954004 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.116116 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c43c3954-2163-4723-a735-b1fb47b7d29d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.134138 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c437c-0dbb-4152-80b8-e9dcfcc11de7 req-15dc2454-1729-4c77-a504-ef6bbe025c02 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:34.140620 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ba7c437c-0dbb-4152-80b8-e9dcfcc11de7 req-15dc2454-1729-4c77-a504-ef6bbe025c02 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a01b565-c5d6-4234-9400-3b303b55d527 HTTP/1.1" status: 200 len: 944 time: 0.0691645 Aug 16 20:45:34.202101 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ba7c437c-0dbb-4152-80b8-e9dcfcc11de7 req-07978a97-1dd0-4248-af39-900e901b4bcc tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595825 Aug 16 20:45:34.213315 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86c066-d9d7-488a-a60c-cfde7f1ea512 req-ebe9fb17-0ec1-42bc-9ae9-585b4694b4bf tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:34.217563 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bb86c066-d9d7-488a-a60c-cfde7f1ea512 req-ebe9fb17-0ec1-42bc-9ae9-585b4694b4bf tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 1097 time: 0.0639424 Aug 16 20:45:34.246680 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c43c3954-2163-4723-a735-b1fb47b7d29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.275578 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-a68d3add-6a42-4de4-baf4-9da5eafc9ebf service neutron] For port 2d023ed1-a390-48f3-ba77-e24a8db09ea8, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:34.286497 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bb86c066-d9d7-488a-a60c-cfde7f1ea512 req-6c6c06b8-36a5-4dd6-80cc-fd1812477f5f tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667357 Aug 16 20:45:34.287131 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a13445-d960-42f5-a6bf-b91f5365b07b', 'tag': 'c6b62548-8eef-466c-bea6-22ddc7f1997d'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:34.290076 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9e365a-8ec3-4ded-8a9d-dbc5ca5e9a53" -d '{"events": [{"name": "network-changed", "server_uuid": "75a13445-d960-42f5-a6bf-b91f5365b07b", "tag": "c6b62548-8eef-466c-bea6-22ddc7f1997d"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:34.294983 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 2bcde80d-9ea4-48bd-853d-40ced3836cd5 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:45:34.315692 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-a68d3add-6a42-4de4-baf4-9da5eafc9ebf service neutron] Notify callbacks [] for binding, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.317032 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a346df20-f3ee-4c70-b298-9f7a2c87f172 req-a68d3add-6a42-4de4-baf4-9da5eafc9ebf service neutron] 10.222.0.72 "DELETE /v2.0/ports/2d023ed1-a390-48f3-ba77-e24a8db09ea8/bindings/n-h2-793620-15 HTTP/1.1" status: 204 len: 173 time: 0.5958977 Aug 16 20:45:34.361873 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c43c3954-2163-4723-a735-b1fb47b7d29d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.379955 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c3954-2163-4723-a735-b1fb47b7d29d admin admin] Pushing event updated for resources: {'Port': ['ID=baeb646c-1a19-4bca-a355-9ac1028806e8,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:34.396770 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2225c5b6-eb47-4e1f-ab59-1018d2d2d375 x-openstack-request-id: req-2225c5b6-eb47-4e1f-ab59-1018d2d2d375 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:34.397113 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a13445-d960-42f5-a6bf-b91f5365b07b", "tag": "c6b62548-8eef-466c-bea6-22ddc7f1997d", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:34.407588 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2225c5b6-eb47-4e1f-ab59-1018d2d2d375 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:34.407588 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a13445-d960-42f5-a6bf-b91f5365b07b', 'tag': 'c6b62548-8eef-466c-bea6-22ddc7f1997d', 'status': 'completed', 'code': 200} Aug 16 20:45:34.521933 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 2bcde80d-9ea4-48bd-853d-40ced3836cd5, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=2bcde80d-9ea4-48bd-853d-40ced3836cd5,segment=NetworkSegment(d55822d8-6a18-4bf0-8e46-976d628f1806),segment_id=d55822d8-6a18-4bf0-8e46-976d628f1806)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:34.533791 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e365a-8ec3-4ded-8a9d-dbc5ca5e9a53 req-9715313a-239b-4d15-baea-9dbcfbcdee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:34.535505 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ea9e365a-8ec3-4ded-8a9d-dbc5ca5e9a53 req-9715313a-239b-4d15-baea-9dbcfbcdee90 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8eeb19c70e2743deaa8aa99547f66522&device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 1101 time: 0.0917466 Aug 16 20:45:34.558457 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e365a-8ec3-4ded-8a9d-dbc5ca5e9a53 req-69752fa7-9682-4f27-90f0-44736c26f299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:34.570999 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ea9e365a-8ec3-4ded-8a9d-dbc5ca5e9a53 req-69752fa7-9682-4f27-90f0-44736c26f299 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8eeb19c70e2743deaa8aa99547f66522&device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 1101 time: 0.1175213 Aug 16 20:45:34.571135 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '2bcde80d-9ea4-48bd-853d-40ced3836cd5', 'network_id': '129de689-1a67-4447-bccf-e675c592e5c9', 'port_id': '2bcde80d-9ea4-48bd-853d-40ced3836cd5', 'mac_address': 'fa:16:3e:45:df:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f44991d-5963-4603-beac-a75bad0d4ce6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:45:34.653418 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.668306 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bcde80d-9ea4-48bd-853d-40ced3836cd5 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:45:34.672899 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43c3954-2163-4723-a735-b1fb47b7d29d admin admin] Network e19e475c-2938-4b17-90a2-8e3110913f16 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:34.675366 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-c43c3954-2163-4723-a735-b1fb47b7d29d admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:34.701158 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 2bcde80d-9ea4-48bd-853d-40ced3836cd5, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=2bcde80d-9ea4-48bd-853d-40ced3836cd5,segment=NetworkSegment(d55822d8-6a18-4bf0-8e46-976d628f1806),segment_id=d55822d8-6a18-4bf0-8e46-976d628f1806)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:34.798540 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.824962 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e365a-8ec3-4ded-8a9d-dbc5ca5e9a53 req-7aac0c4b-30b4-445f-ac53-f3602e608b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:34.826381 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ea9e365a-8ec3-4ded-8a9d-dbc5ca5e9a53 req-7aac0c4b-30b4-445f-ac53-f3602e608b9a service neutron] 10.222.0.90 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.2767808 Aug 16 20:45:34.865945 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=2bcde80d-9ea4-48bd-853d-40ced3836cd5,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:34.886764 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e365a-8ec3-4ded-8a9d-dbc5ca5e9a53 req-1f886ac6-4859-4ea8-8d76-2ac8b90d82db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:34.888380 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ea9e365a-8ec3-4ded-8a9d-dbc5ca5e9a53 req-1f886ac6-4859-4ea8-8d76-2ac8b90d82db service neutron] 10.222.0.72 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.3169882 Aug 16 20:45:34.892915 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ea9e365a-8ec3-4ded-8a9d-dbc5ca5e9a53 req-911801d4-c676-4885-9a51-95c8e7aec2a3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=c6b62548-8eef-466c-bea6-22ddc7f1997d HTTP/1.1" status: 200 len: 217 time: 0.0519390 Aug 16 20:45:34.956850 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43c3954-2163-4723-a735-b1fb47b7d29d admin admin] Router e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:45:34.957792 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ea9e365a-8ec3-4ded-8a9d-dbc5ca5e9a53 req-6849b219-3a81-46cc-b401-2e30e3017c1d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=c6b62548-8eef-466c-bea6-22ddc7f1997d HTTP/1.1" status: 200 len: 217 time: 0.0557611 Aug 16 20:45:34.982577 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 0a34cb9f-ad0c-45c2-b603-9c68e0100bef up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:35.044822 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0548561b-9e92-46b6-8329-717dd06eed64 None None] Provisioning complete for port baeb646c-1a19-4bca-a355-9ac1028806e8 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:35.045204 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0548561b-9e92-46b6-8329-717dd06eed64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:35.091859 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-0548561b-9e92-46b6-8329-717dd06eed64 None None] Port baeb646c-1a19-4bca-a355-9ac1028806e8 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:45:35.095271 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 0a34cb9f-ad0c-45c2-b603-9c68e0100bef triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:35.095649 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:35.101417 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e365a-8ec3-4ded-8a9d-dbc5ca5e9a53 req-6d7355c7-f4f6-4596-b3f6-ee85d2e065de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:35.102909 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ea9e365a-8ec3-4ded-8a9d-dbc5ca5e9a53 req-6d7355c7-f4f6-4596-b3f6-ee85d2e065de service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.1558447 Aug 16 20:45:35.116150 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e365a-8ec3-4ded-8a9d-dbc5ca5e9a53 req-a83753cd-266d-411f-a4cd-2030fe867f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:35.116150 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ea9e365a-8ec3-4ded-8a9d-dbc5ca5e9a53 req-a83753cd-266d-411f-a4cd-2030fe867f65 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.1379976 Aug 16 20:45:35.125716 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['2bcde80d-9ea4-48bd-853d-40ced3836cd5'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:45:35.212290 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a78292-3ebb-40fa-815e-9bec07d486c8 req-fabff623-382b-48cf-83f4-893aad4285ae tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:35.213799 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-09a78292-3ebb-40fa-815e-9bec07d486c8 req-fabff623-382b-48cf-83f4-893aad4285ae tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 949 time: 0.2001877 Aug 16 20:45:35.260543 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43c3954-2163-4723-a735-b1fb47b7d29d admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:45:35.272375 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c43c3954-2163-4723-a735-b1fb47b7d29d admin admin] 10.222.0.84 "PUT /v2.0/routers/e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9130695 Aug 16 20:45:35.272978 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc5961b-4efb-470f-b3b6-805e7346a201 None None] Sync routers for ids ['e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:45:35.277539 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e365a-8ec3-4ded-8a9d-dbc5ca5e9a53 req-4f541569-06d3-4522-8890-456ab3a4eb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:35.279585 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ea9e365a-8ec3-4ded-8a9d-dbc5ca5e9a53 req-4f541569-06d3-4522-8890-456ab3a4eb62 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1581850 Aug 16 20:45:35.293781 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e365a-8ec3-4ded-8a9d-dbc5ca5e9a53 req-19e26509-3cf2-449d-97c8-d724e3b2266f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:35.295328 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ea9e365a-8ec3-4ded-8a9d-dbc5ca5e9a53 req-19e26509-3cf2-449d-97c8-d724e3b2266f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1336935 Aug 16 20:45:35.303158 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc5961b-4efb-470f-b3b6-805e7346a201 None None] Routers {'e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:45:35.303814 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-2dc5961b-4efb-470f-b3b6-805e7346a201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:45:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:35.391552 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:45:35.415862 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-09a78292-3ebb-40fa-815e-9bec07d486c8 req-2260ce46-cee2-403a-88c9-80567fee2af0 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828358 Aug 16 20:45:35.460465 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ea9e365a-8ec3-4ded-8a9d-dbc5ca5e9a53 req-81ad1d43-206f-431d-953b-e9825f6efeff service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607866 Aug 16 20:45:35.465478 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-2dc5961b-4efb-470f-b3b6-805e7346a201 None None] Set router e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:45:35.572144 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ea9e365a-8ec3-4ded-8a9d-dbc5ca5e9a53 req-2ce91056-d758-4dbc-be9f-772d89e30de1 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706626 Aug 16 20:45:35.652467 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ea9e365a-8ec3-4ded-8a9d-dbc5ca5e9a53 req-2f825c9c-cb6f-4b78-91fc-bbe0dc0a0fdb service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687322 Aug 16 20:45:35.767169 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ea9e365a-8ec3-4ded-8a9d-dbc5ca5e9a53 req-e8000cc7-b95d-493a-95c2-88c5688a992f service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761916 Aug 16 20:45:35.784894 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-2dc5961b-4efb-470f-b3b6-805e7346a201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-732125227-router', 'tenant_id': 'd6810833ca054ff1a2f06f7bd65389e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '0a34cb9f-ad0c-45c2-b603-9c68e0100bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:21Z', 'updated_at': '2021-08-16T20:45:32Z', 'revision_number': 4, 'project_id': 'd6810833ca054ff1a2f06f7bd65389e3', 'gw_port': {'id': '0a34cb9f-ad0c-45c2-b603-9c68e0100bef', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:23Z', 'updated_at': '2021-08-16T20:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'baeb646c-1a19-4bca-a355-9ac1028806e8', 'name': '', 'network_id': 'e19e475c-2938-4b17-90a2-8e3110913f16', 'tenant_id': 'd6810833ca054ff1a2f06f7bd65389e3', 'mac_address': 'fa:16:3e:aa:0b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'ad570bde-9931-4ce2-9a88-d81910bdccf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:31Z', 'updated_at': '2021-08-16T20:45:33Z', 'revision_number': 2, 'project_id': 'd6810833ca054ff1a2f06f7bd65389e3', 'subnets': [{'id': 'ad570bde-9931-4ce2-9a88-d81910bdccf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:35.799439 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b058e5-ed0d-48e6-988a-15cd7b8b309e req-3b1013aa-d595-45c1-8c30-b2c591a034bf tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:35.808725 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a1b058e5-ed0d-48e6-988a-15cd7b8b309e req-3b1013aa-d595-45c1-8c30-b2c591a034bf tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a01b565-c5d6-4234-9400-3b303b55d527 HTTP/1.1" status: 200 len: 945 time: 0.0950253 Aug 16 20:45:35.822134 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc5961b-4efb-470f-b3b6-805e7346a201 None None] Checking router: e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:45:35.822507 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc5961b-4efb-470f-b3b6-805e7346a201 None None] Updating router e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9 port baeb646c-1a19-4bca-a355-9ac1028806e8 binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:45:35.852212 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2dc5961b-4efb-470f-b3b6-805e7346a201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:35.875687 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a1b058e5-ed0d-48e6-988a-15cd7b8b309e req-92d7b397-7792-48b5-960a-f36bc54dd9e2 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656633 Aug 16 20:45:36.012115 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [req-79602476-b2de-4036-ad52-944edf09a122 req-83593bd5-8c3d-4371-a9ea-e31e18d50918 tempest-FloatingIPDetailsNegativeTestJSON-740020977 tempest-FloatingIPDetailsNegativeTestJSON-740020977-project] show failed (client error): The resource could not be found. Aug 16 20:45:36.013442 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-79602476-b2de-4036-ad52-944edf09a122 req-83593bd5-8c3d-4371-a9ea-e31e18d50918 tempest-FloatingIPDetailsNegativeTestJSON-740020977 tempest-FloatingIPDetailsNegativeTestJSON-740020977-project] 10.222.0.84 "GET /v2.0/floatingips/b159c983-2f64-46eb-8364-c4961ec242c8 HTTP/1.1" status: 404 len: 350 time: 0.0462506 Aug 16 20:45:36.035976 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 60464) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:36.237284 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2dc5961b-4efb-470f-b3b6-805e7346a201 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:36.248425 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2dc5961b-4efb-470f-b3b6-805e7346a201 None None] Transition to ACTIVE for port object baeb646c-1a19-4bca-a355-9ac1028806e8 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:36.329112 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 2bcde80d-9ea4-48bd-853d-40ced3836cd5 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:36.392930 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2dc5961b-4efb-470f-b3b6-805e7346a201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:36.450485 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c5a6e7-1767-4945-b41c-050b74dc9ff3 None None] Pushing event updated for resources: {'Port': ['ID=baeb646c-1a19-4bca-a355-9ac1028806e8,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:36.526364 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 2bcde80d-9ea4-48bd-853d-40ced3836cd5 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:36.537629 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 2bcde80d-9ea4-48bd-853d-40ced3836cd5 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:36.539556 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:36.542940 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-2dc5961b-4efb-470f-b3b6-805e7346a201 None None] Attempting to bind port baeb646c-1a19-4bca-a355-9ac1028806e8 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:45:36.543451 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-2dc5961b-4efb-470f-b3b6-805e7346a201 None None] Attempting to bind port baeb646c-1a19-4bca-a355-9ac1028806e8 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'c2fc9a83-5fdc-4eff-a470-d62e01a8ae80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e19e475c-2938-4b17-90a2-8e3110913f16'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:45:36.546127 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc5961b-4efb-470f-b3b6-805e7346a201 None None] Attempting to bind port baeb646c-1a19-4bca-a355-9ac1028806e8 on network e19e475c-2938-4b17-90a2-8e3110913f16 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:36.573302 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc5961b-4efb-470f-b3b6-805e7346a201 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:45:36.574425 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc5961b-4efb-470f-b3b6-805e7346a201 None None] Checking segment: {'id': 'c2fc9a83-5fdc-4eff-a470-d62e01a8ae80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e19e475c-2938-4b17-90a2-8e3110913f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:36.574560 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2dc5961b-4efb-470f-b3b6-805e7346a201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:36.575033 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc5961b-4efb-470f-b3b6-805e7346a201 None None] Bound using segment: {'id': 'c2fc9a83-5fdc-4eff-a470-d62e01a8ae80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e19e475c-2938-4b17-90a2-8e3110913f16'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:45:36.575629 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-2dc5961b-4efb-470f-b3b6-805e7346a201 None None] Bound port: baeb646c-1a19-4bca-a355-9ac1028806e8, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2fc9a83-5fdc-4eff-a470-d62e01a8ae80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e19e475c-2938-4b17-90a2-8e3110913f16'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:45:36.576144 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2dc5961b-4efb-470f-b3b6-805e7346a201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:36.629107 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c23c0-401f-4472-8b86-1d658def8c8a req-9ff084a5-5c6b-4e60-b395-dd5fa8849cfa tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:36.639744 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-381c23c0-401f-4472-8b86-1d658def8c8a req-9ff084a5-5c6b-4e60-b395-dd5fa8849cfa tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 949 time: 0.0954459 Aug 16 20:45:36.705451 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-381c23c0-401f-4472-8b86-1d658def8c8a req-a896c6fa-e392-4b9d-820d-490acdd1937f tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586700 Aug 16 20:45:36.710531 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-2dc5961b-4efb-470f-b3b6-805e7346a201 None None] For port baeb646c-1a19-4bca-a355-9ac1028806e8, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:36.716215 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-2dc5961b-4efb-470f-b3b6-805e7346a201 None None] For port baeb646c-1a19-4bca-a355-9ac1028806e8, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=baeb646c-1a19-4bca-a355-9ac1028806e8,segment=NetworkSegment(c2fc9a83-5fdc-4eff-a470-d62e01a8ae80),segment_id=c2fc9a83-5fdc-4eff-a470-d62e01a8ae80)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:45:36.796778 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-957a7882-5739-4b5e-bce1-acda135aa244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:36.809792 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2dc5961b-4efb-470f-b3b6-805e7346a201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:36.816004 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:36.965588 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c5a6e7-1767-4945-b41c-050b74dc9ff3 None None] Pushing event updated for resources: {'Port': ['ID=baeb646c-1a19-4bca-a355-9ac1028806e8,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:36.980407 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a01b565-c5d6-4234-9400-3b303b55d527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bcde80d-9ea4-48bd-853d-40ced3836cd5'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:36.981563 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c4e3d6-7d0f-46c8-a43d-41ca183a557a" -d '{"events": [{"server_uuid": "6a01b565-c5d6-4234-9400-3b303b55d527", "name": "network-vif-plugged", "status": "completed", "tag": "2bcde80d-9ea4-48bd-853d-40ced3836cd5"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:37.010424 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc5961b-4efb-470f-b3b6-805e7346a201 None None] Routers {'e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:45:37.010424 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-2dc5961b-4efb-470f-b3b6-805e7346a201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:45:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:37.011899 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 2bcde80d-9ea4-48bd-853d-40ced3836cd5, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=2bcde80d-9ea4-48bd-853d-40ced3836cd5,segment=NetworkSegment(d55822d8-6a18-4bf0-8e46-976d628f1806),segment_id=d55822d8-6a18-4bf0-8e46-976d628f1806)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:37.063308 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device c6b62548-8eef-466c-bea6-22ddc7f1997d details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:45:37.086196 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb606d-f460-4bbd-b5ff-485541a0b7f9 req-76a359ce-823b-47e2-b804-b1e5b56e672d tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:37.099480 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4deb606d-f460-4bbd-b5ff-485541a0b7f9 req-76a359ce-823b-47e2-b804-b1e5b56e672d tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 949 time: 0.1012068 Aug 16 20:45:37.169105 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4deb606d-f460-4bbd-b5ff-485541a0b7f9 req-1491f086-bcf8-40c6-9460-8b587e550da7 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651448 Aug 16 20:45:37.201703 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-957a7882-5739-4b5e-bce1-acda135aa244 admin admin] Deleting port baeb646c-1a19-4bca-a355-9ac1028806e8 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:37.204831 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-957a7882-5739-4b5e-bce1-acda135aa244 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:37.295650 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:37.333817 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-957a7882-5739-4b5e-bce1-acda135aa244 admin admin] For port baeb646c-1a19-4bca-a355-9ac1028806e8, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=baeb646c-1a19-4bca-a355-9ac1028806e8,segment=NetworkSegment(c2fc9a83-5fdc-4eff-a470-d62e01a8ae80),segment_id=c2fc9a83-5fdc-4eff-a470-d62e01a8ae80)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:37.334193 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-957a7882-5739-4b5e-bce1-acda135aa244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:37.359694 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-957a7882-5739-4b5e-bce1-acda135aa244 admin admin] Calling delete_port for baeb646c-1a19-4bca-a355-9ac1028806e8 owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:37.434930 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=2bcde80d-9ea4-48bd-853d-40ced3836cd5,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:37.438886 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port c6b62548-8eef-466c-bea6-22ddc7f1997d, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c6b62548-8eef-466c-bea6-22ddc7f1997d,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:37.460110 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': 'c6b62548-8eef-466c-bea6-22ddc7f1997d', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': 'c6b62548-8eef-466c-bea6-22ddc7f1997d', 'mac_address': 'fa:16:3e:e3:a8:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:45:37.465222 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-2dc5961b-4efb-470f-b3b6-805e7346a201 None None] Set router e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:45:37.553111 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:37.613391 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6b62548-8eef-466c-bea6-22ddc7f1997d {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:45:37.667462 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port c6b62548-8eef-466c-bea6-22ddc7f1997d, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c6b62548-8eef-466c-bea6-22ddc7f1997d,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:37.696022 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794fde8-d5e8-4723-8520-7628e12bda6c req-1792aec5-37b6-4a3a-8d51-55430ff92777 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:37.697579 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c794fde8-d5e8-4723-8520-7628e12bda6c req-1792aec5-37b6-4a3a-8d51-55430ff92777 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a01b565-c5d6-4234-9400-3b303b55d527 HTTP/1.1" status: 200 len: 946 time: 0.0624430 Aug 16 20:45:37.725020 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-957a7882-5739-4b5e-bce1-acda135aa244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:37.747372 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c794fde8-d5e8-4723-8520-7628e12bda6c req-01f7b355-3db9-4af4-b848-840ba3b55b4e tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423849 Aug 16 20:45:37.759380 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-2dc5961b-4efb-470f-b3b6-805e7346a201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-732125227-router', 'tenant_id': 'd6810833ca054ff1a2f06f7bd65389e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '0a34cb9f-ad0c-45c2-b603-9c68e0100bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:21Z', 'updated_at': '2021-08-16T20:45:32Z', 'revision_number': 4, 'project_id': 'd6810833ca054ff1a2f06f7bd65389e3', 'gw_port': {'id': '0a34cb9f-ad0c-45c2-b603-9c68e0100bef', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:23Z', 'updated_at': '2021-08-16T20:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'baeb646c-1a19-4bca-a355-9ac1028806e8', 'name': '', 'network_id': 'e19e475c-2938-4b17-90a2-8e3110913f16', 'tenant_id': 'd6810833ca054ff1a2f06f7bd65389e3', 'mac_address': 'fa:16:3e:aa:0b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'ad570bde-9931-4ce2-9a88-d81910bdccf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:31Z', 'updated_at': '2021-08-16T20:45:36Z', 'revision_number': 4, 'project_id': 'd6810833ca054ff1a2f06f7bd65389e3', 'subnets': [{'id': 'ad570bde-9931-4ce2-9a88-d81910bdccf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:37.760734 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a7882-5739-4b5e-bce1-acda135aa244 admin admin] Pushing event deleted for resources: {'Port': ['ID=baeb646c-1a19-4bca-a355-9ac1028806e8,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:37.787488 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:37.789363 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc5961b-4efb-470f-b3b6-805e7346a201 None None] The sync data for ids ['e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9'] in n-d-793620-15 is: [{'id': 'e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-732125227-router', 'tenant_id': 'd6810833ca054ff1a2f06f7bd65389e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '0a34cb9f-ad0c-45c2-b603-9c68e0100bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:21Z', 'updated_at': '2021-08-16T20:45:32Z', 'revision_number': 4, 'project_id': 'd6810833ca054ff1a2f06f7bd65389e3', 'gw_port': {'id': '0a34cb9f-ad0c-45c2-b603-9c68e0100bef', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:23Z', 'updated_at': '2021-08-16T20:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'baeb646c-1a19-4bca-a355-9ac1028806e8', 'name': '', 'network_id': 'e19e475c-2938-4b17-90a2-8e3110913f16', 'tenant_id': 'd6810833ca054ff1a2f06f7bd65389e3', 'mac_address': 'fa:16:3e:aa:0b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'ad570bde-9931-4ce2-9a88-d81910bdccf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:31Z', 'updated_at': '2021-08-16T20:45:36Z', 'revision_number': 4, 'project_id': 'd6810833ca054ff1a2f06f7bd65389e3', 'subnets': [{'id': 'ad570bde-9931-4ce2-9a88-d81910bdccf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:45:37.821991 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3feffdd-e72e-4604-ac6b-a1c58ace46f9 x-openstack-request-id: req-e3feffdd-e72e-4604-ac6b-a1c58ace46f9 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:37.821991 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a01b565-c5d6-4234-9400-3b303b55d527", "name": "network-vif-plugged", "status": "completed", "tag": "2bcde80d-9ea4-48bd-853d-40ced3836cd5", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:37.821991 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e3feffdd-e72e-4604-ac6b-a1c58ace46f9 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:37.821991 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a01b565-c5d6-4234-9400-3b303b55d527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bcde80d-9ea4-48bd-853d-40ced3836cd5', 'code': 200} Aug 16 20:45:37.873911 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=c6b62548-8eef-466c-bea6-22ddc7f1997d,revision_number=12']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:38.049562 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['c6b62548-8eef-466c-bea6-22ddc7f1997d'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:45:38.078324 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06061824-21b7-4a9c-ac10-8a16d4cc49c5 req-84f14f66-f60a-43b6-972c-28b26caa6d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:38.082653 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-06061824-21b7-4a9c-ac10-8a16d4cc49c5 req-84f14f66-f60a-43b6-972c-28b26caa6d73 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6a01b565-c5d6-4234-9400-3b303b55d527 HTTP/1.1" status: 200 len: 1098 time: 0.1366847 Aug 16 20:45:38.155445 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-06061824-21b7-4a9c-ac10-8a16d4cc49c5 req-c9f4aec8-962c-49b4-abae-5da63639f37b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628669 Aug 16 20:45:38.173033 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-957a7882-5739-4b5e-bce1-acda135aa244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:38.544252 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957a7882-5739-4b5e-bce1-acda135aa244 admin admin] Router e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:45:38.718925 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957a7882-5739-4b5e-bce1-acda135aa244 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:45:38.732390 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 60514) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:38.732957 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-957a7882-5739-4b5e-bce1-acda135aa244 admin admin] 10.222.0.84 "PUT /v2.0/routers/e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6950479 Aug 16 20:45:38.886122 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d1a5f255-5357-4096-86ad-f256fda24719 admin admin] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:39.024921 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d1a5f255-5357-4096-86ad-f256fda24719 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:39.060488 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device c6b62548-8eef-466c-bea6-22ddc7f1997d up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:39.177620 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-d1a5f255-5357-4096-86ad-f256fda24719 admin admin] Deleting port 0a34cb9f-ad0c-45c2-b603-9c68e0100bef {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:39.178498 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d1a5f255-5357-4096-86ad-f256fda24719 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:39.244007 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port c6b62548-8eef-466c-bea6-22ddc7f1997d completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:39.248861 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port c6b62548-8eef-466c-bea6-22ddc7f1997d triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:39.249278 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:39.269442 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-d1a5f255-5357-4096-86ad-f256fda24719 admin admin] For port 0a34cb9f-ad0c-45c2-b603-9c68e0100bef, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=0a34cb9f-ad0c-45c2-b603-9c68e0100bef,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:39.269987 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d1a5f255-5357-4096-86ad-f256fda24719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:39.291000 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-d1a5f255-5357-4096-86ad-f256fda24719 admin admin] Calling delete_port for 0a34cb9f-ad0c-45c2-b603-9c68e0100bef owned by network:router_gateway {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:39.375359 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:39.431075 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port c6b62548-8eef-466c-bea6-22ddc7f1997d, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c6b62548-8eef-466c-bea6-22ddc7f1997d,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:39.445660 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6a0713-d3eb-4e23-8ba5-a706c1710c34 None None] Sync routers for ids ['e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:45:39.458084 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6a0713-d3eb-4e23-8ba5-a706c1710c34 None None] Routers {'e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:45:39.460088 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-3a6a0713-d3eb-4e23-8ba5-a706c1710c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:45:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:39.573517 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:39.616380 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-3a6a0713-d3eb-4e23-8ba5-a706c1710c34 None None] Set router e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9 gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:45:39.641658 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=c6b62548-8eef-466c-bea6-22ddc7f1997d,revision_number=13']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:39.661548 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d1a5f255-5357-4096-86ad-f256fda24719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:39.702247 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-3a6a0713-d3eb-4e23-8ba5-a706c1710c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-732125227-router', 'tenant_id': 'd6810833ca054ff1a2f06f7bd65389e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:21Z', 'updated_at': '2021-08-16T20:45:39Z', 'revision_number': 6, 'project_id': 'd6810833ca054ff1a2f06f7bd65389e3', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:39.704845 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5f255-5357-4096-86ad-f256fda24719 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a34cb9f-ad0c-45c2-b603-9c68e0100bef,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:39.750572 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6a0713-d3eb-4e23-8ba5-a706c1710c34 None None] Checking router: e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:45:39.762894 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6a0713-d3eb-4e23-8ba5-a706c1710c34 None None] Routers {'e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:45:39.764310 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-3a6a0713-d3eb-4e23-8ba5-a706c1710c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:45:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:39.769143 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d1a5f255-5357-4096-86ad-f256fda24719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:39.819700 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a13445-d960-42f5-a6bf-b91f5365b07b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b62548-8eef-466c-bea6-22ddc7f1997d'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:39.822101 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865a0f64-72e3-4153-b350-a444d48c2d58" -d '{"events": [{"server_uuid": "75a13445-d960-42f5-a6bf-b91f5365b07b", "name": "network-vif-plugged", "status": "completed", "tag": "c6b62548-8eef-466c-bea6-22ddc7f1997d"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:39.845949 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-3a6a0713-d3eb-4e23-8ba5-a706c1710c34 None None] Set router e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9 gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:45:39.896928 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d1a5f255-5357-4096-86ad-f256fda24719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:39.899753 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d1a5f255-5357-4096-86ad-f256fda24719 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:39.940962 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-3a6a0713-d3eb-4e23-8ba5-a706c1710c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-732125227-router', 'tenant_id': 'd6810833ca054ff1a2f06f7bd65389e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:21Z', 'updated_at': '2021-08-16T20:45:39Z', 'revision_number': 7, 'project_id': 'd6810833ca054ff1a2f06f7bd65389e3', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:39.972269 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6a0713-d3eb-4e23-8ba5-a706c1710c34 None None] The sync data for ids ['e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9'] in n-d-793620-15 is: [{'id': 'e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-732125227-router', 'tenant_id': 'd6810833ca054ff1a2f06f7bd65389e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:21Z', 'updated_at': '2021-08-16T20:45:39Z', 'revision_number': 7, 'project_id': 'd6810833ca054ff1a2f06f7bd65389e3', 'gw_port_host': None}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:45:40.066856 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d1a5f255-5357-4096-86ad-f256fda24719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:40.067434 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a5f255-5357-4096-86ad-f256fda24719 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9 {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:45:40.072672 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d1a5f255-5357-4096-86ad-f256fda24719 admin admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:40.075965 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d1a5f255-5357-4096-86ad-f256fda24719 admin admin] 10.222.0.84 "DELETE /v2.0/routers/e08fe7bf-792e-47fb-9d51-65c3bc2fe3a9 HTTP/1.1" status: 204 len: 168 time: 1.3403480 Aug 16 20:45:40.076361 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 60530) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:40.140722 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-82148652-67fd-4362-9ea2-d5fab4470e4f admin admin] Deleting subnet ad570bde-9931-4ce2-9a88-d81910bdccf9 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:45:40.145721 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-82148652-67fd-4362-9ea2-d5fab4470e4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:40.199005 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-82148652-67fd-4362-9ea2-d5fab4470e4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:40.326704 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-82148652-67fd-4362-9ea2-d5fab4470e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:40.576187 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-82148652-67fd-4362-9ea2-d5fab4470e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:40.609514 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-82148652-67fd-4362-9ea2-d5fab4470e4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:40.613675 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cba3e15-54ee-403e-81df-0e11df44338a None None] Network e19e475c-2938-4b17-90a2-8e3110913f16 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:40.689685 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-82148652-67fd-4362-9ea2-d5fab4470e4f admin admin] 10.222.0.84 "DELETE /v2.0/subnets/ad570bde-9931-4ce2-9a88-d81910bdccf9 HTTP/1.1" status: 204 len: 168 time: 0.5389369 Aug 16 20:45:40.689685 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82148652-67fd-4362-9ea2-d5fab4470e4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad570bde-9931-4ce2-9a88-d81910bdccf9,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:40.691048 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 60536) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:40.724388 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a8ad434f-bd30-4881-950c-f9ff261e1262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:40.828882 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-a8ad434f-bd30-4881-950c-f9ff261e1262 admin admin] Deleting port c014b9c8-8708-4df1-a1e1-1795d4fe5806 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:40.829164 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a8ad434f-bd30-4881-950c-f9ff261e1262 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:40.880947 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11657c9e-a233-483e-9d6c-0d0eab6c5337 None None] DHCP port deletion for e19e475c-2938-4b17-90a2-8e3110913f16 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:45:40.919121 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-a8ad434f-bd30-4881-950c-f9ff261e1262 admin admin] For port c014b9c8-8708-4df1-a1e1-1795d4fe5806, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=c014b9c8-8708-4df1-a1e1-1795d4fe5806,segment=NetworkSegment(c2fc9a83-5fdc-4eff-a470-d62e01a8ae80),segment_id=c2fc9a83-5fdc-4eff-a470-d62e01a8ae80)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:40.919587 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a8ad434f-bd30-4881-950c-f9ff261e1262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:40.942554 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-a8ad434f-bd30-4881-950c-f9ff261e1262 admin admin] Calling delete_port for c014b9c8-8708-4df1-a1e1-1795d4fe5806 owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:40.966896 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device baeb646c-1a19-4bca-a355-9ac1028806e8 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:40.995545 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: baeb646c-1a19-4bca-a355-9ac1028806e8 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:45:40.995955 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device baeb646c-1a19-4bca-a355-9ac1028806e8 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:40.996383 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 0a34cb9f-ad0c-45c2-b603-9c68e0100bef no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:41.030334 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 0a34cb9f-ad0c-45c2-b603-9c68e0100bef {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:45:41.030334 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 0a34cb9f-ad0c-45c2-b603-9c68e0100bef not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:41.030334 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device c014b9c8-8708-4df1-a1e1-1795d4fe5806 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:41.055321 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-11657c9e-a233-483e-9d6c-0d0eab6c5337 None None] Deleting port c014b9c8-8708-4df1-a1e1-1795d4fe5806 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:41.055703 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-11657c9e-a233-483e-9d6c-0d0eab6c5337 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:41.102946 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c920e30c-388a-4a69-b8d3-d4fc8ca9d814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:41.137332 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-11657c9e-a233-483e-9d6c-0d0eab6c5337 None None] For port c014b9c8-8708-4df1-a1e1-1795d4fe5806, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=c014b9c8-8708-4df1-a1e1-1795d4fe5806,segment=NetworkSegment(c2fc9a83-5fdc-4eff-a470-d62e01a8ae80),segment_id=c2fc9a83-5fdc-4eff-a470-d62e01a8ae80)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:41.137729 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-11657c9e-a233-483e-9d6c-0d0eab6c5337 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:41.141797 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a8ad434f-bd30-4881-950c-f9ff261e1262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:41.172863 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-11657c9e-a233-483e-9d6c-0d0eab6c5337 None None] Calling delete_port for c014b9c8-8708-4df1-a1e1-1795d4fe5806 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:41.176948 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Port c014b9c8-8708-4df1-a1e1-1795d4fe5806 update to DOWN by agent not found {{(pid=101846) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 16 20:45:41.201066 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad434f-bd30-4881-950c-f9ff261e1262 admin admin] Pushing event deleted for resources: {'Port': ['ID=c014b9c8-8708-4df1-a1e1-1795d4fe5806,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:41.213913 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ad434f-bd30-4881-950c-f9ff261e1262 admin admin] No DVR routers for this DVR port c014b9c8-8708-4df1-a1e1-1795d4fe5806 on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:41.356646 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a8ad434f-bd30-4881-950c-f9ff261e1262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:41.367144 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-a8ad434f-bd30-4881-950c-f9ff261e1262 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e19e475c-2938-4b17-90a2-8e3110913f16']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:41.385664 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-a8ad434f-bd30-4881-950c-f9ff261e1262 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2fc9a83-5fdc-4eff-a470-d62e01a8ae80') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:41.385972 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-a8ad434f-bd30-4881-950c-f9ff261e1262 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2fc9a83-5fdc-4eff-a470-d62e01a8ae80') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:41.396845 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a8ad434f-bd30-4881-950c-f9ff261e1262 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:41.422013 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a8ad434f-bd30-4881-950c-f9ff261e1262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:41.439306 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ad434f-bd30-4881-950c-f9ff261e1262 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:45:41.439984 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a8ad434f-bd30-4881-950c-f9ff261e1262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:41.456775 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-11657c9e-a233-483e-9d6c-0d0eab6c5337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:41.512554 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11657c9e-a233-483e-9d6c-0d0eab6c5337 None None] Pushing event deleted for resources: {'Port': ['ID=c014b9c8-8708-4df1-a1e1-1795d4fe5806,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:41.518752 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11657c9e-a233-483e-9d6c-0d0eab6c5337 None None] No DVR routers for this DVR port c014b9c8-8708-4df1-a1e1-1795d4fe5806 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:41.522350 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:45:41.522350 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:45:41.522350 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:45:41.522350 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:45:41.522350 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:45:41.522350 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:45:41.522350 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:45:41.522350 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:45:41.522350 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:45:41.522350 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:45:41.522350 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:45:41.522350 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:45:41.522350 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:45:41.522350 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:45:41.522350 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:45:41.522350 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:45:41.522350 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:45:41.522350 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:45:41.522350 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:45:41.522350 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:45:41.522350 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:45:41.522350 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:45:41.522350 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:45:41.522350 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:45:41.522350 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:45:41.522350 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:45:41.522350 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:45:41.522350 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:45:41.522350 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:45:41.522350 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:45:41.522350 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:45:41.522350 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:45:41.650047 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a8ad434f-bd30-4881-950c-f9ff261e1262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:41.656488 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a8ad434f-bd30-4881-950c-f9ff261e1262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:41.659186 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a8ad434f-bd30-4881-950c-f9ff261e1262 admin admin] 10.222.0.84 "DELETE /v2.0/networks/e19e475c-2938-4b17-90a2-8e3110913f16 HTTP/1.1" status: 204 len: 168 time: 1.0349762 Aug 16 20:45:41.680963 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad434f-bd30-4881-950c-f9ff261e1262 admin admin] Pushing event deleted for resources: {'Network': ['ID=e19e475c-2938-4b17-90a2-8e3110913f16,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:42.048031 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 60544) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:42.404506 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c45941e0-222b-4db9-b520-9c5752ca33a7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d6810833ca054ff1a2f06f7bd65389e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3548429 Aug 16 20:45:42.406796 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 60550) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:42.471855 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c467c6b5-821e-4c1e-98db-11541ff80498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:42.494090 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c467c6b5-821e-4c1e-98db-11541ff80498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:43.907273 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c467c6b5-821e-4c1e-98db-11541ff80498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:43.909948 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c467c6b5-821e-4c1e-98db-11541ff80498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:43.911312 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c467c6b5-821e-4c1e-98db-11541ff80498 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7df9e9dc-ea92-4281-8da9-672a88828015 HTTP/1.1" status: 204 len: 168 time: 1.5030162 Aug 16 20:45:43.929926 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c467c6b5-821e-4c1e-98db-11541ff80498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df9e9dc-ea92-4281-8da9-672a88828015,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:44.091121 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:44.092771 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0f5de1bd-cc71-4dd9-a927-2cf988ee0f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:44.672779 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:46.432356 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:47.211743 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-09b21f38-504f-41dc-89c1-af822f70bc07 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=8eeb19c70e2743deaa8aa99547f66522&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653272 Aug 16 20:45:47.323205 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-f5222b7a-9338-46b2-b188-01a65d569284 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:47.324742 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-f5222b7a-9338-46b2-b188-01a65d569284 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/networks?id=2d2d869c-bfe3-4bc5-a83b-70655e061223 HTTP/1.1" status: 200 len: 821 time: 0.1796520 Aug 16 20:45:47.356375 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-ed8cbc6a-1cfa-44dc-8680-45d52ae7d65f tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/quotas/6b79fa21751c4c74a7616afcdef028a8 HTTP/1.1" status: 200 len: 375 time: 0.0187314 Aug 16 20:45:47.366850 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-6c97ddb4-4c18-45d8-85b5-e23985ee5712 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:47.368520 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-6c97ddb4-4c18-45d8-85b5-e23985ee5712 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1494112 Aug 16 20:45:47.403663 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-a4404a26-a140-44a6-b7be-523e3aac0929 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/quotas/8eeb19c70e2743deaa8aa99547f66522 HTTP/1.1" status: 200 len: 375 time: 0.0250640 Aug 16 20:45:47.447809 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-112514cc-2863-4721-beb8-1561d1e150e0 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6b79fa21751c4c74a7616afcdef028a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0782914 Aug 16 20:45:47.527883 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-6f747f70-87f7-4aff-809e-ac6307495394 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=8eeb19c70e2743deaa8aa99547f66522&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1058805 Aug 16 20:45:47.564105 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-0bee7672-3274-4d4b-b2d9-2127a2915832 service neutron] 10.222.0.84 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059999 Aug 16 20:45:47.675696 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-bb048d14-4239-47b4-b1c1-01e42f0377bd service neutron] 10.222.0.84 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034746 Aug 16 20:45:48.187842 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464a985-dfa5-4e88-930f-56fcde0258d0 req-4a4852cc-62e3-45b3-baa0-4707bb6508df tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:48.190164 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7464a985-dfa5-4e88-930f-56fcde0258d0 req-4a4852cc-62e3-45b3-baa0-4707bb6508df tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a01b565-c5d6-4234-9400-3b303b55d527 HTTP/1.1" status: 200 len: 946 time: 0.1054943 Aug 16 20:45:48.277026 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fc80f2-f9e0-4b90-bd87-8fa310e62694 x-openstack-request-id: req-42fc80f2-f9e0-4b90-bd87-8fa310e62694 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:48.277668 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a13445-d960-42f5-a6bf-b91f5365b07b", "name": "network-vif-plugged", "status": "completed", "tag": "c6b62548-8eef-466c-bea6-22ddc7f1997d", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:48.277668 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-42fc80f2-f9e0-4b90-bd87-8fa310e62694 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:48.278010 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a13445-d960-42f5-a6bf-b91f5365b07b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b62548-8eef-466c-bea6-22ddc7f1997d', 'code': 200} Aug 16 20:45:48.292498 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7464a985-dfa5-4e88-930f-56fcde0258d0 req-3d7483c3-28aa-4eb6-ae4c-ff3ec32cba8d tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945156 Aug 16 20:45:48.376564 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de1a7ae6-61ba-443a-959c-c8c6675993a1 req-ca42725d-3006-4342-8040-ca0ce06afb68 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 210 time: 0.0369051 Aug 16 20:45:48.457309 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-70e8414e-d904-46f0-9eb1-dcbf6a4a3a82 req-dd971c64-fff3-411e-8008-2ad043e479af tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=a898d334-b635-4ede-b06c-bddfad565103 HTTP/1.1" status: 200 len: 210 time: 0.0302010 Aug 16 20:45:48.770764 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:49.120744 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6d6dd-975c-4d20-b673-686c886b1d2e req-44a88d53-5cf0-4ef4-87ad-8a2c731c6095 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:49.122551 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-05d6d6dd-975c-4d20-b673-686c886b1d2e req-44a88d53-5cf0-4ef4-87ad-8a2c731c6095 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a01b565-c5d6-4234-9400-3b303b55d527 HTTP/1.1" status: 200 len: 946 time: 0.0615344 Aug 16 20:45:49.165946 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-05d6d6dd-975c-4d20-b673-686c886b1d2e req-be33e864-575a-4293-98e0-62d81cb79f88 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369394 Aug 16 20:45:49.520511 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 60700) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:49.611611 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf3a14eb-29d5-4a97-a69b-415888143d18 req-510a7c07-3b98-4a6e-a2ba-359f3af57405 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=a898d334-b635-4ede-b06c-bddfad565103 HTTP/1.1" status: 200 len: 210 time: 0.0383983 Aug 16 20:45:49.702664 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eafdad8e-081b-467f-9bef-71b183fc2def admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:50.019696 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ca3b7dd8-a19a-48f2-8f82-b8af5901e348 req-71d473c1-6232-441e-b788-2552d6275c59 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 210 time: 0.1022902 Aug 16 20:45:50.019696 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eafdad8e-081b-467f-9bef-71b183fc2def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:50.158844 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eafdad8e-081b-467f-9bef-71b183fc2def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:50.221530 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-eafdad8e-081b-467f-9bef-71b183fc2def admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5282b7495d1e425a91d54765821f7f37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6975853 Aug 16 20:45:50.222368 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 60712) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:50.226695 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafdad8e-081b-467f-9bef-71b183fc2def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b97156-3c63-41db-bde7-34d53c14b4b3,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:50.294262 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dadc6850-caf1-4302-b89b-7e7a18a24ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:50.304807 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dadc6850-caf1-4302-b89b-7e7a18a24ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:50.351140 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa989a-99e0-419d-bcce-7be7d810d837 req-d27ee00d-d164-4eef-a92f-529dedc3eca4 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:50.352832 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-24aa989a-99e0-419d-bcce-7be7d810d837 req-d27ee00d-d164-4eef-a92f-529dedc3eca4 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a01b565-c5d6-4234-9400-3b303b55d527 HTTP/1.1" status: 200 len: 946 time: 0.0696356 Aug 16 20:45:50.400613 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-24aa989a-99e0-419d-bcce-7be7d810d837 req-26b681a5-415e-4035-b0b2-4f27742cf27d tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406666 Aug 16 20:45:50.466529 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dadc6850-caf1-4302-b89b-7e7a18a24ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:50.470325 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dadc6850-caf1-4302-b89b-7e7a18a24ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:50.474504 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-dadc6850-caf1-4302-b89b-7e7a18a24ebb admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/80b97156-3c63-41db-bde7-34d53c14b4b3 HTTP/1.1" status: 204 len: 168 time: 0.2505341 Aug 16 20:45:50.485169 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc6850-caf1-4302-b89b-7e7a18a24ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b97156-3c63-41db-bde7-34d53c14b4b3,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:50.731843 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d811eaca-3a2a-4082-bd09-9553bbd05710 req-bdfc4080-3dd1-4797-9363-536328864837 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=a898d334-b635-4ede-b06c-bddfad565103 HTTP/1.1" status: 200 len: 210 time: 0.0312824 Aug 16 20:45:50.929651 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-448186be-a224-4439-9737-845cc4140c37 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=8eeb19c70e2743deaa8aa99547f66522&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0762150 Aug 16 20:45:51.162602 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6133e565-8fa9-4872-8790-dbf8b0739d3c req-b91b49a5-920e-4661-9a60-d276d4f5c27a tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 210 time: 0.0960777 Aug 16 20:45:51.262579 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-1ed3eaea-a967-4473-88a2-7a2cd04e0693 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:51.264423 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-1ed3eaea-a967-4473-88a2-7a2cd04e0693 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3280478 Aug 16 20:45:51.295248 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-e2fddcf4-b3f9-4fca-bd0a-7782a876b7db tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Request body: {'port': {'device_id': '8169bb36-7168-491e-a133-a4cbde0e2390', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'admin_state_up': True, 'tenant_id': '8eeb19c70e2743deaa8aa99547f66522'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:51.563922 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-e2fddcf4-b3f9-4fca-bd0a-7782a876b7db tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Made reservation on behalf of 8eeb19c70e2743deaa8aa99547f66522 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:51.575028 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-e2fddcf4-b3f9-4fca-bd0a-7782a876b7db tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:51.646750 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:51.747513 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-89329355-c233-4830-a614-1d6bbe5e5585 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:51.747513 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-89329355-c233-4830-a614-1d6bbe5e5585 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.90 "GET /v2.0/networks?id=2d2d869c-bfe3-4bc5-a83b-70655e061223 HTTP/1.1" status: 200 len: 821 time: 0.1794000 Aug 16 20:45:51.769887 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-137d4309-e0a7-44c2-9847-ff3a63aa838e tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Request body: {'port': {'device_id': 'a898d334-b635-4ede-b06c-bddfad565103', 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223', 'admin_state_up': True, 'tenant_id': '6b79fa21751c4c74a7616afcdef028a8'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:51.849490 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-e2fddcf4-b3f9-4fca-bd0a-7782a876b7db tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Allocated IP 192.168.233.158 (d77fce7e-e915-4ee5-ada6-d6f376af2589/2883ed1d-8e71-4475-b2ce-2177242b9f23/40e63186-9497-424f-b44b-5fd04a73ebc0) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:51.887734 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f3a819a7-a817-49d3-9938-a9b720d56d35 req-f9f9f870-3b71-4e22-96ff-06db958f2cf5 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=a898d334-b635-4ede-b06c-bddfad565103 HTTP/1.1" status: 200 len: 210 time: 0.0397639 Aug 16 20:45:52.133854 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-137d4309-e0a7-44c2-9847-ff3a63aa838e tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Made reservation on behalf of 6b79fa21751c4c74a7616afcdef028a8 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:52.133854 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-137d4309-e0a7-44c2-9847-ff3a63aa838e tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:52.173964 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-e2fddcf4-b3f9-4fca-bd0a-7782a876b7db tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:52.192370 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-e2fddcf4-b3f9-4fca-bd0a-7782a876b7db tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Transition to ACTIVE for port object 40e63186-9497-424f-b44b-5fd04a73ebc0 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:52.314723 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-137d4309-e0a7-44c2-9847-ff3a63aa838e tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Allocated IP 172.20.0.8 (2d2d869c-bfe3-4bc5-a83b-70655e061223/64801f8f-8e8b-4346-a61f-2c5cd4a5ef47/29d54302-d8a8-48b8-8c0a-114d9108568d) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:52.353601 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-66d781f0-c4c4-4891-a570-b628a2b722cb req-e64fe30d-af9a-4ad9-ac86-a87d7b04d86b tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 210 time: 0.0448573 Aug 16 20:45:52.366120 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-e2fddcf4-b3f9-4fca-bd0a-7782a876b7db tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:52.386829 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['c6b62548-8eef-466c-bea6-22ddc7f1997d'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:45:52.391921 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['56353298-d50b-4643-afa0-a1f978a1a3fa', 'd3369948-8321-47ff-8983-1f5541dbf14d'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:45:52.535290 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-e2fddcf4-b3f9-4fca-bd0a-7782a876b7db tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Network d77fce7e-e915-4ee5-ada6-d6f376af2589 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:52.535496 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-137d4309-e0a7-44c2-9847-ff3a63aa838e tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:52.536359 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-e2fddcf4-b3f9-4fca-bd0a-7782a876b7db tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:52.548860 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-e2fddcf4-b3f9-4fca-bd0a-7782a876b7db tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:52.595272 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fddcf4-b3f9-4fca-bd0a-7782a876b7db tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Pushing event updated for resources: {'Port': ['ID=40e63186-9497-424f-b44b-5fd04a73ebc0,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:52.690439 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-137d4309-e0a7-44c2-9847-ff3a63aa838e tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:52.707437 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-e2fddcf4-b3f9-4fca-bd0a-7782a876b7db tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:52.708156 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-e2fddcf4-b3f9-4fca-bd0a-7782a876b7db tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:52.743364 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-bd7f0efb-911c-4318-80cf-de8738f7a4e0 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=f9c0241d969c4319af0fef1af1e2a4d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0944781 Aug 16 20:45:52.803541 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-137d4309-e0a7-44c2-9847-ff3a63aa838e tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Network 2d2d869c-bfe3-4bc5-a83b-70655e061223 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:52.814331 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-137d4309-e0a7-44c2-9847-ff3a63aa838e tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:52.819961 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-137d4309-e0a7-44c2-9847-ff3a63aa838e tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:52.829004 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d4309-e0a7-44c2-9847-ff3a63aa838e tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Pushing event updated for resources: {'Port': ['ID=29d54302-d8a8-48b8-8c0a-114d9108568d,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:52.952788 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-137d4309-e0a7-44c2-9847-ff3a63aa838e tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:52.952950 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-137d4309-e0a7-44c2-9847-ff3a63aa838e tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:52.967828 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-e2fddcf4-b3f9-4fca-bd0a-7782a876b7db tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6840305 Aug 16 20:45:52.984737 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-622db333-75e2-4f61-9aee-edecf791e1a8 service neutron] Request body: {'port': {'device_id': '8169bb36-7168-491e-a133-a4cbde0e2390', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:53.046289 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-448d6794-7d34-49f0-9bb9-23b704acab69 None None] Provisioning for port 40e63186-9497-424f-b44b-5fd04a73ebc0 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:53.059299 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-448d6794-7d34-49f0-9bb9-23b704acab69 None None] Provisioning complete for port 40e63186-9497-424f-b44b-5fd04a73ebc0 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:53.060339 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-448d6794-7d34-49f0-9bb9-23b704acab69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:53.089210 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-137d4309-e0a7-44c2-9847-ff3a63aa838e tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3278952 Aug 16 20:45:53.089428 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-fee824f4-fff4-4c47-baad-74db07e8d37f tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:53.091365 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-fee824f4-fff4-4c47-baad-74db07e8d37f tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3468468 Aug 16 20:45:53.102318 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-f2071f99-e483-4b11-b289-93e7ec7476fb service neutron] Request body: {'port': {'device_id': 'a898d334-b635-4ede-b06c-bddfad565103', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:53.130267 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-448d6794-7d34-49f0-9bb9-23b704acab69 None None] Port 40e63186-9497-424f-b44b-5fd04a73ebc0 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:45:53.179948 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-622db333-75e2-4f61-9aee-edecf791e1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:53.183254 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-f2071f99-e483-4b11-b289-93e7ec7476fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:53.198302 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-3d23630c-5ae9-4a3f-bc4a-a186d5f17c47 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] 10.222.0.84 "GET /v2.0/quotas/f9c0241d969c4319af0fef1af1e2a4d5 HTTP/1.1" status: 200 len: 375 time: 0.0415697 Aug 16 20:45:53.271275 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494ab3a-8f7b-496a-ab3d-85885a98d182 req-6f749b2a-ffdf-43de-918d-676bf4ee8cca tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:53.276003 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4494ab3a-8f7b-496a-ab3d-85885a98d182 req-6f749b2a-ffdf-43de-918d-676bf4ee8cca tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=a898d334-b635-4ede-b06c-bddfad565103 HTTP/1.1" status: 200 len: 931 time: 0.2560132 Aug 16 20:45:53.310379 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-9ff00538-c91a-44a4-9cea-af2245e1ce7b tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f9c0241d969c4319af0fef1af1e2a4d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752113 Aug 16 20:45:53.539690 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4494ab3a-8f7b-496a-ab3d-85885a98d182 req-053abddc-9e50-489d-849a-e14a5b93efc4 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472916 Aug 16 20:45:53.717114 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-f2071f99-e483-4b11-b289-93e7ec7476fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d54302-d8a8-48b8-8c0a-114d9108568d {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:45:53.727616 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-f2071f99-e483-4b11-b289-93e7ec7476fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:53.743798 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-f2071f99-e483-4b11-b289-93e7ec7476fb service neutron] Transition to ACTIVE for port object 29d54302-d8a8-48b8-8c0a-114d9108568d will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:53.817193 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8ea4c-6175-4a43-9dae-84d3add46a32 req-ca6ee3aa-2728-4867-9092-85a38845d62a tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:53.826543 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6ea8ea4c-6175-4a43-9dae-84d3add46a32 req-ca6ee3aa-2728-4867-9092-85a38845d62a tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 936 time: 0.1666949 Aug 16 20:45:53.866696 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-f2071f99-e483-4b11-b289-93e7ec7476fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:53.945757 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bb09ae9c-d99a-4950-9c54-414c74779fec req-9f6bf714-3033-48c5-a368-795ad319f7b3 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] 10.222.0.84 "GET /v2.0/ports?device_id=5a828a56-9724-45a1-b37b-7f43264a95a1 HTTP/1.1" status: 200 len: 210 time: 0.1106257 Aug 16 20:45:54.106791 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6ea8ea4c-6175-4a43-9dae-84d3add46a32 req-a64e1764-13c6-495d-996e-e6ace61c0443 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759964 Aug 16 20:45:54.116773 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-622db333-75e2-4f61-9aee-edecf791e1a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40e63186-9497-424f-b44b-5fd04a73ebc0 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:45:54.124388 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2071f99-e483-4b11-b289-93e7ec7476fb service neutron] Pushing event updated for resources: {'Port': ['ID=29d54302-d8a8-48b8-8c0a-114d9108568d,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:54.135338 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-622db333-75e2-4f61-9aee-edecf791e1a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:54.165956 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-622db333-75e2-4f61-9aee-edecf791e1a8 service neutron] Transition to ACTIVE for port object 40e63186-9497-424f-b44b-5fd04a73ebc0 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:54.184392 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-f2071f99-e483-4b11-b289-93e7ec7476fb service neutron] Attempting to bind port 29d54302-d8a8-48b8-8c0a-114d9108568d on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:45:54.185079 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-f2071f99-e483-4b11-b289-93e7ec7476fb service neutron] Attempting to bind port 29d54302-d8a8-48b8-8c0a-114d9108568d by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:45:54.185632 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-f2071f99-e483-4b11-b289-93e7ec7476fb service neutron] Attempting to bind port 29d54302-d8a8-48b8-8c0a-114d9108568d on network 2d2d869c-bfe3-4bc5-a83b-70655e061223 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:54.191278 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-f2071f99-e483-4b11-b289-93e7ec7476fb service neutron] Port 29d54302-d8a8-48b8-8c0a-114d9108568d on network 2d2d869c-bfe3-4bc5-a83b-70655e061223 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:45:54.191898 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-f2071f99-e483-4b11-b289-93e7ec7476fb service neutron] Attempting to bind port 29d54302-d8a8-48b8-8c0a-114d9108568d on network 2d2d869c-bfe3-4bc5-a83b-70655e061223 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:54.198413 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-f2071f99-e483-4b11-b289-93e7ec7476fb service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:45:54.198892 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-f2071f99-e483-4b11-b289-93e7ec7476fb service neutron] Checking segment: {'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:54.199463 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-f2071f99-e483-4b11-b289-93e7ec7476fb service neutron] Bound using segment: {'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:45:54.200024 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-f2071f99-e483-4b11-b289-93e7ec7476fb service neutron] Bound port: 29d54302-d8a8-48b8-8c0a-114d9108568d, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:45:54.200483 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-f2071f99-e483-4b11-b289-93e7ec7476fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:54.301946 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-f2071f99-e483-4b11-b289-93e7ec7476fb service neutron] For port 29d54302-d8a8-48b8-8c0a-114d9108568d, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:54.314282 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-f2071f99-e483-4b11-b289-93e7ec7476fb service neutron] For port 29d54302-d8a8-48b8-8c0a-114d9108568d, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=29d54302-d8a8-48b8-8c0a-114d9108568d,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:45:54.420052 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 2bcde80d-9ea4-48bd-853d-40ced3836cd5 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:45:54.428052 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-622db333-75e2-4f61-9aee-edecf791e1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:54.519817 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622db333-75e2-4f61-9aee-edecf791e1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=40e63186-9497-424f-b44b-5fd04a73ebc0,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:54.558968 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-f2071f99-e483-4b11-b289-93e7ec7476fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:54.605012 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-622db333-75e2-4f61-9aee-edecf791e1a8 service neutron] Attempting to bind port 40e63186-9497-424f-b44b-5fd04a73ebc0 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:45:54.605355 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-622db333-75e2-4f61-9aee-edecf791e1a8 service neutron] Attempting to bind port 40e63186-9497-424f-b44b-5fd04a73ebc0 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:45:54.605687 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-622db333-75e2-4f61-9aee-edecf791e1a8 service neutron] Attempting to bind port 40e63186-9497-424f-b44b-5fd04a73ebc0 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:54.611344 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-622db333-75e2-4f61-9aee-edecf791e1a8 service neutron] Port 40e63186-9497-424f-b44b-5fd04a73ebc0 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:45:54.611606 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-622db333-75e2-4f61-9aee-edecf791e1a8 service neutron] Attempting to bind port 40e63186-9497-424f-b44b-5fd04a73ebc0 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:54.617390 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-622db333-75e2-4f61-9aee-edecf791e1a8 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:45:54.617745 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-622db333-75e2-4f61-9aee-edecf791e1a8 service neutron] Checking segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:54.619735 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-622db333-75e2-4f61-9aee-edecf791e1a8 service neutron] Bound using segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:45:54.620247 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-622db333-75e2-4f61-9aee-edecf791e1a8 service neutron] Bound port: 40e63186-9497-424f-b44b-5fd04a73ebc0, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:45:54.620880 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-622db333-75e2-4f61-9aee-edecf791e1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:54.622911 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 2bcde80d-9ea4-48bd-853d-40ced3836cd5, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=2bcde80d-9ea4-48bd-853d-40ced3836cd5,segment=NetworkSegment(d55822d8-6a18-4bf0-8e46-976d628f1806),segment_id=d55822d8-6a18-4bf0-8e46-976d628f1806)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:54.656382 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '2bcde80d-9ea4-48bd-853d-40ced3836cd5', 'network_id': '129de689-1a67-4447-bccf-e675c592e5c9', 'port_id': '2bcde80d-9ea4-48bd-853d-40ced3836cd5', 'mac_address': 'fa:16:3e:45:df:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f44991d-5963-4603-beac-a75bad0d4ce6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:45:54.669458 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-f2071f99-e483-4b11-b289-93e7ec7476fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:54.674386 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-f2071f99-e483-4b11-b289-93e7ec7476fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:54.678535 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-f2071f99-e483-4b11-b289-93e7ec7476fb service neutron] 10.222.0.90 "PUT /v2.0/ports/29d54302-d8a8-48b8-8c0a-114d9108568d HTTP/1.1" status: 200 len: 1092 time: 1.5790396 Aug 16 20:45:54.678535 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a898d334-b635-4ede-b06c-bddfad565103', 'tag': '29d54302-d8a8-48b8-8c0a-114d9108568d'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:54.681074 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256b225e-9f1f-40e0-a391-6ef74f2580d9" -d '{"events": [{"name": "network-changed", "server_uuid": "a898d334-b635-4ede-b06c-bddfad565103", "tag": "29d54302-d8a8-48b8-8c0a-114d9108568d"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:54.728660 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2071f99-e483-4b11-b289-93e7ec7476fb service neutron] Pushing event updated for resources: {'Port': ['ID=29d54302-d8a8-48b8-8c0a-114d9108568d,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:54.741075 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b4f870-5ddc-4c18-8d6e-d06ca0da064c x-openstack-request-id: req-46b4f870-5ddc-4c18-8d6e-d06ca0da064c {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:54.741440 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a898d334-b635-4ede-b06c-bddfad565103", "tag": "29d54302-d8a8-48b8-8c0a-114d9108568d", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:54.741762 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-46b4f870-5ddc-4c18-8d6e-d06ca0da064c {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:54.742228 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a898d334-b635-4ede-b06c-bddfad565103', 'tag': '29d54302-d8a8-48b8-8c0a-114d9108568d', 'status': 'completed', 'code': 200} Aug 16 20:45:54.838711 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-622db333-75e2-4f61-9aee-edecf791e1a8 service neutron] For port 40e63186-9497-424f-b44b-5fd04a73ebc0, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:54.849208 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba3e51-ae17-4094-863e-55be2297f83b req-221ea795-a087-4ddf-9cb0-7ea3b4c0a53e tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:54.850979 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4fba3e51-ae17-4094-863e-55be2297f83b req-221ea795-a087-4ddf-9cb0-7ea3b4c0a53e tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=a898d334-b635-4ede-b06c-bddfad565103 HTTP/1.1" status: 200 len: 943 time: 0.1420939 Aug 16 20:45:54.853084 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-622db333-75e2-4f61-9aee-edecf791e1a8 service neutron] For port 40e63186-9497-424f-b44b-5fd04a73ebc0, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=40e63186-9497-424f-b44b-5fd04a73ebc0,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:45:54.857147 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b225e-9f1f-40e0-a391-6ef74f2580d9 req-45c36c3f-28dd-4e10-b5f6-3e7ceb2f2983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:54.859434 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-256b225e-9f1f-40e0-a391-6ef74f2580d9 req-45c36c3f-28dd-4e10-b5f6-3e7ceb2f2983 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b79fa21751c4c74a7616afcdef028a8&device_id=a898d334-b635-4ede-b06c-bddfad565103 HTTP/1.1" status: 200 len: 1095 time: 0.0764081 Aug 16 20:45:54.944526 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:54.968663 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2bcde80d-9ea4-48bd-853d-40ced3836cd5 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:45:54.983602 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4fba3e51-ae17-4094-863e-55be2297f83b req-2139e7f0-4387-4caa-b375-2f2629a830f2 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220295 Aug 16 20:45:54.995723 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 2bcde80d-9ea4-48bd-853d-40ced3836cd5, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=2bcde80d-9ea4-48bd-853d-40ced3836cd5,segment=NetworkSegment(d55822d8-6a18-4bf0-8e46-976d628f1806),segment_id=d55822d8-6a18-4bf0-8e46-976d628f1806)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:54.995858 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-622db333-75e2-4f61-9aee-edecf791e1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:55.062117 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-622db333-75e2-4f61-9aee-edecf791e1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:55.063756 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-622db333-75e2-4f61-9aee-edecf791e1a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:55.065689 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-622db333-75e2-4f61-9aee-edecf791e1a8 service neutron] 10.222.0.90 "PUT /v2.0/ports/40e63186-9497-424f-b44b-5fd04a73ebc0 HTTP/1.1" status: 200 len: 1097 time: 2.0880980 Aug 16 20:45:55.067283 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8169bb36-7168-491e-a133-a4cbde0e2390', 'tag': '40e63186-9497-424f-b44b-5fd04a73ebc0'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:55.070498 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34705a7c-db6d-4a3b-806b-6fd03a5481d8" -d '{"events": [{"name": "network-changed", "server_uuid": "8169bb36-7168-491e-a133-a4cbde0e2390", "tag": "40e63186-9497-424f-b44b-5fd04a73ebc0"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:55.119809 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b225e-9f1f-40e0-a391-6ef74f2580d9 req-2faea851-b4aa-4f44-9c72-eaedec3b06e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:55.122035 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-256b225e-9f1f-40e0-a391-6ef74f2580d9 req-2faea851-b4aa-4f44-9c72-eaedec3b06e6 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=6b79fa21751c4c74a7616afcdef028a8&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2520192 Aug 16 20:45:55.135135 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3d5d1461-db45-4f50-a779-79e6e469aefb req-de4d1023-ba1a-4b6f-a693-3724af4eeffc tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] 10.222.0.84 "GET /v2.0/ports?device_id=5a828a56-9724-45a1-b37b-7f43264a95a1 HTTP/1.1" status: 200 len: 210 time: 0.0616300 Aug 16 20:45:55.152654 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6471484f-03f3-4073-a502-29acacafe64f x-openstack-request-id: req-6471484f-03f3-4073-a502-29acacafe64f {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:55.152950 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8169bb36-7168-491e-a133-a4cbde0e2390", "tag": "40e63186-9497-424f-b44b-5fd04a73ebc0", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:55.153213 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6471484f-03f3-4073-a502-29acacafe64f {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:55.156793 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8169bb36-7168-491e-a133-a4cbde0e2390', 'tag': '40e63186-9497-424f-b44b-5fd04a73ebc0', 'status': 'completed', 'code': 200} Aug 16 20:45:55.232602 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622db333-75e2-4f61-9aee-edecf791e1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=40e63186-9497-424f-b44b-5fd04a73ebc0,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:55.254438 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:55.262496 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34705a7c-db6d-4a3b-806b-6fd03a5481d8 req-e5b8543c-67a5-4a87-8ce6-f69b3e52b020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:55.265058 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-34705a7c-db6d-4a3b-806b-6fd03a5481d8 req-e5b8543c-67a5-4a87-8ce6-f69b3e52b020 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8eeb19c70e2743deaa8aa99547f66522&device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 1100 time: 0.0876858 Aug 16 20:45:55.324652 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b225e-9f1f-40e0-a391-6ef74f2580d9 req-b5c8d3af-4724-4d54-a05f-7abcb4ce1166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:55.328393 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-256b225e-9f1f-40e0-a391-6ef74f2580d9 req-b5c8d3af-4724-4d54-a05f-7abcb4ce1166 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1974132 Aug 16 20:45:55.353157 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-34705a7c-db6d-4a3b-806b-6fd03a5481d8 req-ca275801-41ec-4e3f-84f0-d1ccbbd1dfff service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=8eeb19c70e2743deaa8aa99547f66522&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0763390 Aug 16 20:45:55.388757 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=2bcde80d-9ea4-48bd-853d-40ced3836cd5,revision_number=6']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:55.462125 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['2bcde80d-9ea4-48bd-853d-40ced3836cd5'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:45:55.470989 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-f17a5106-454a-4926-b572-cd06212c0ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:55.472942 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-f17a5106-454a-4926-b572-cd06212c0ea9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b79fa21751c4c74a7616afcdef028a8&device_id=a898d334-b635-4ede-b06c-bddfad565103 HTTP/1.1" status: 200 len: 1095 time: 0.0711231 Aug 16 20:45:55.499327 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4bce9-1525-4299-a23a-c1a4bdb03aad req-a8ea389c-f6fa-4db8-99e3-ba5ec3c3504e tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:55.500956 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-26c4bce9-1525-4299-a23a-c1a4bdb03aad req-a8ea389c-f6fa-4db8-99e3-ba5ec3c3504e tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 948 time: 0.2322750 Aug 16 20:45:55.560312 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-26c4bce9-1525-4299-a23a-c1a4bdb03aad req-e4b9c7f1-dcee-4875-a422-b7608cfaae75 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474296 Aug 16 20:45:55.564327 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-a95adda7-fe9f-491a-b327-24fa99f8576b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29d54302-d8a8-48b8-8c0a-114d9108568d HTTP/1.1" status: 200 len: 217 time: 0.0675666 Aug 16 20:45:55.592143 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34705a7c-db6d-4a3b-806b-6fd03a5481d8 req-3c5fd640-5df5-49e5-bcb4-946aefafaa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:55.594367 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-34705a7c-db6d-4a3b-806b-6fd03a5481d8 req-3c5fd640-5df5-49e5-bcb4-946aefafaa37 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2278738 Aug 16 20:45:55.630980 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-09ab0bbf-e9db-462c-b252-bce55079907b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:55.632536 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-09ab0bbf-e9db-462c-b252-bce55079907b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=64801f8f-8e8b-4346-a61f-2c5cd4a5ef47 HTTP/1.1" status: 200 len: 861 time: 0.0604048 Aug 16 20:45:55.670719 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-cf47ed06-fc47-4a6a-b905-6b134f2475bb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2d2d869c-bfe3-4bc5-a83b-70655e061223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260694 Aug 16 20:45:55.690237 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-94d9dc4c-5d12-4a99-9695-855caa56ff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:55.691968 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-94d9dc4c-5d12-4a99-9695-855caa56ff37 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8eeb19c70e2743deaa8aa99547f66522&device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 1100 time: 0.0476098 Aug 16 20:45:55.740899 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-8ca5b6d8-eedb-4753-9430-48dba2fabeb0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=40e63186-9497-424f-b44b-5fd04a73ebc0 HTTP/1.1" status: 200 len: 217 time: 0.0394487 Aug 16 20:45:55.768934 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-3fa9554f-d46c-440b-b7fb-8f892bbc0201 service neutron] 10.222.0.90 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900981 Aug 16 20:45:55.803339 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-efd4bc7a-8989-419b-b6a6-a155a9b40b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:55.804871 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-efd4bc7a-8989-419b-b6a6-a155a9b40b1c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0565271 Aug 16 20:45:55.886393 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-3db0adbe-b94a-4067-9803-5dd7edd72ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:55.886393 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-3db0adbe-b94a-4067-9803-5dd7edd72ae8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0503654 Aug 16 20:45:55.887633 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6c366775-0b38-4f6c-a1ae-70d26dec2267 req-47551720-daad-4896-a6be-f51d3c5c6f96 service neutron] 10.222.0.90 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982714 Aug 16 20:45:55.981286 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-4df0f930-5352-4c49-a6ba-eaba467b3894 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079011 Aug 16 20:45:56.116274 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c154e1d5-37e8-49ec-93fe-f7a33924d0b2 req-eedead95-29be-4e6d-9a6c-90b7cde52d52 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276624 Aug 16 20:45:56.137001 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ededd2c-03a6-4842-ad9b-9dd45f5a0f59 req-2050c8e0-85ff-4121-ae97-7cbbbfc16433 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:56.138858 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8ededd2c-03a6-4842-ad9b-9dd45f5a0f59 req-2050c8e0-85ff-4121-ae97-7cbbbfc16433 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=a898d334-b635-4ede-b06c-bddfad565103 HTTP/1.1" status: 200 len: 943 time: 0.0785766 Aug 16 20:45:56.198526 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8ededd2c-03a6-4842-ad9b-9dd45f5a0f59 req-4e73111b-96c4-436e-9b8e-19084173031a tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524569 Aug 16 20:45:56.213868 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d316da51-4ee3-4a1f-9945-7962289589a4 req-6284d52b-a8db-4cd2-aa9f-bee91188cc82 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] 10.222.0.84 "GET /v2.0/ports?device_id=5a828a56-9724-45a1-b37b-7f43264a95a1 HTTP/1.1" status: 200 len: 210 time: 0.0313299 Aug 16 20:45:56.426775 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 2bcde80d-9ea4-48bd-853d-40ced3836cd5 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:56.500494 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 2bcde80d-9ea4-48bd-853d-40ced3836cd5 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:56.501124 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:56.609049 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:56.643768 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a01b565-c5d6-4234-9400-3b303b55d527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bcde80d-9ea4-48bd-853d-40ced3836cd5'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:56.646105 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b19feb2-e3c2-4768-b370-04292c8d58a8" -d '{"events": [{"server_uuid": "6a01b565-c5d6-4234-9400-3b303b55d527", "name": "network-vif-plugged", "status": "completed", "tag": "2bcde80d-9ea4-48bd-853d-40ced3836cd5"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:56.691083 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 2bcde80d-9ea4-48bd-853d-40ced3836cd5, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=2bcde80d-9ea4-48bd-853d-40ced3836cd5,segment=NetworkSegment(d55822d8-6a18-4bf0-8e46-976d628f1806),segment_id=d55822d8-6a18-4bf0-8e46-976d628f1806)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:56.704792 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b10303-095b-428b-a448-4f8a2e32b250 x-openstack-request-id: req-b7b10303-095b-428b-a448-4f8a2e32b250 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:56.705099 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a01b565-c5d6-4234-9400-3b303b55d527", "name": "network-vif-plugged", "status": "completed", "tag": "2bcde80d-9ea4-48bd-853d-40ced3836cd5", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:56.705355 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b7b10303-095b-428b-a448-4f8a2e32b250 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:56.705752 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a01b565-c5d6-4234-9400-3b303b55d527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bcde80d-9ea4-48bd-853d-40ced3836cd5', 'code': 200} Aug 16 20:45:56.767427 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd6015-0249-4131-9216-4a627d3f4b0e req-9c1380ba-6b1c-4e26-9512-fe326af12df8 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:56.776703 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9ffd6015-0249-4131-9216-4a627d3f4b0e req-9c1380ba-6b1c-4e26-9512-fe326af12df8 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 948 time: 0.0866375 Aug 16 20:45:56.804369 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:56.845746 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9ffd6015-0249-4131-9216-4a627d3f4b0e req-c71ad092-b19c-426f-8eb9-3044b716ffa4 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622139 Aug 16 20:45:56.917218 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=2bcde80d-9ea4-48bd-853d-40ced3836cd5,revision_number=7']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:57.463396 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-af7f4982-58f0-4635-bd62-7d0e15ef8d33 req-fce65036-4484-4ef4-af13-0ebc53147459 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] 10.222.0.84 "GET /v2.0/ports?device_id=5a828a56-9724-45a1-b37b-7f43264a95a1 HTTP/1.1" status: 200 len: 210 time: 0.0933590 Aug 16 20:45:57.520956 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f129e-4642-4a07-9ef0-cb0ab8b5ff4d req-4771bb3e-0ab1-4daa-a938-b9f8f2a84445 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:57.522540 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bd0f129e-4642-4a07-9ef0-cb0ab8b5ff4d req-4771bb3e-0ab1-4daa-a938-b9f8f2a84445 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=a898d334-b635-4ede-b06c-bddfad565103 HTTP/1.1" status: 200 len: 943 time: 0.1713064 Aug 16 20:45:57.619281 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bd0f129e-4642-4a07-9ef0-cb0ab8b5ff4d req-03dbc741-4d05-4d75-9b46-a65d5091a56c tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876777 Aug 16 20:45:58.005362 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70df40-00b3-4bc3-8f7e-e100349ae66b req-dd73721a-ea96-4cdd-a062-aef9e96355f3 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:58.011665 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8b70df40-00b3-4bc3-8f7e-e100349ae66b req-dd73721a-ea96-4cdd-a062-aef9e96355f3 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 948 time: 0.0696805 Aug 16 20:45:58.057367 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8b70df40-00b3-4bc3-8f7e-e100349ae66b req-28f4ae3f-e936-4a43-898b-42d45c7fda54 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445821 Aug 16 20:45:58.424426 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 40e63186-9497-424f-b44b-5fd04a73ebc0 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:45:58.562883 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-9a37aec1-a6a6-4550-a552-f8dc5da94364 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=f9c0241d969c4319af0fef1af1e2a4d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441916 Aug 16 20:45:58.579292 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 40e63186-9497-424f-b44b-5fd04a73ebc0, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=40e63186-9497-424f-b44b-5fd04a73ebc0,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:58.611675 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '40e63186-9497-424f-b44b-5fd04a73ebc0', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': '40e63186-9497-424f-b44b-5fd04a73ebc0', 'mac_address': 'fa:16:3e:2c:1c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:45:58.698570 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-99779bdc-90bf-4306-81ef-c85bc65c9f15 req-c8dcd8eb-decb-439d-9931-b3c869364006 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] 10.222.0.84 "GET /v2.0/ports?device_id=5a828a56-9724-45a1-b37b-7f43264a95a1 HTTP/1.1" status: 200 len: 210 time: 0.1295707 Aug 16 20:45:58.826539 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:58.872020 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40e63186-9497-424f-b44b-5fd04a73ebc0 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:45:58.925378 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 40e63186-9497-424f-b44b-5fd04a73ebc0, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=40e63186-9497-424f-b44b-5fd04a73ebc0,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:58.946176 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-3e4410ae-a8bd-417e-94a2-da611f237700 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:58.948309 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-3e4410ae-a8bd-417e-94a2-da611f237700 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3692186 Aug 16 20:45:58.967912 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-c1be2bbf-4d5a-4bbf-8af8-56965830bc24 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] Request body: {'port': {'device_id': '5a828a56-9724-45a1-b37b-7f43264a95a1', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'admin_state_up': True, 'tenant_id': 'f9c0241d969c4319af0fef1af1e2a4d5'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:59.049048 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeffea4-865b-4228-a9e3-0b00bcc0c932 req-7a43ef02-5bb1-44bf-abad-7e2698896918 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:59.049458 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:59.050150 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 29d54302-d8a8-48b8-8c0a-114d9108568d details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:45:59.059703 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8eeffea4-865b-4228-a9e3-0b00bcc0c932 req-7a43ef02-5bb1-44bf-abad-7e2698896918 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=a898d334-b635-4ede-b06c-bddfad565103 HTTP/1.1" status: 200 len: 943 time: 0.2134421 Aug 16 20:45:59.108284 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=40e63186-9497-424f-b44b-5fd04a73ebc0,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:59.236665 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8eeffea4-865b-4228-a9e3-0b00bcc0c932 req-52836794-2f74-4f6a-8ec0-559596398cc3 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754730 Aug 16 20:45:59.343904 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 29d54302-d8a8-48b8-8c0a-114d9108568d, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=29d54302-d8a8-48b8-8c0a-114d9108568d,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:59.452175 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '29d54302-d8a8-48b8-8c0a-114d9108568d', 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223', 'port_id': '29d54302-d8a8-48b8-8c0a-114d9108568d', 'mac_address': 'fa:16:3e:22:29:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64801f8f-8e8b-4346-a61f-2c5cd4a5ef47', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:45:59.452822 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3486198-67ee-4554-b609-c8694a435f81 req-c5371bb5-ad81-4916-817a-62410d3937d5 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:59.452822 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c3486198-67ee-4554-b609-c8694a435f81 req-c5371bb5-ad81-4916-817a-62410d3937d5 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 949 time: 0.1984305 Aug 16 20:45:59.496112 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:59.498923 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c3486198-67ee-4554-b609-c8694a435f81 req-f8c9e8dd-7e27-41a5-adbf-e3183300f7b3 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724671 Aug 16 20:45:59.522148 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d54302-d8a8-48b8-8c0a-114d9108568d {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:45:59.552871 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 29d54302-d8a8-48b8-8c0a-114d9108568d, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=29d54302-d8a8-48b8-8c0a-114d9108568d,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:59.968888 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac36b51a-10c7-4759-80ac-975891636d83 req-508ad9ed-bce3-440a-8cd6-0989ff3ff712 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] 10.222.0.84 "GET /v2.0/ports?device_id=5a828a56-9724-45a1-b37b-7f43264a95a1 HTTP/1.1" status: 200 len: 210 time: 0.1526387 Aug 16 20:46:00.396323 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f5c20-0f7a-4a0f-b6fc-fcf894b7e941 req-8f2b4dc4-42ee-4053-8c1a-1885672e2be9 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:00.397890 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-170f5c20-0f7a-4a0f-b6fc-fcf894b7e941 req-8f2b4dc4-42ee-4053-8c1a-1885672e2be9 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=a898d334-b635-4ede-b06c-bddfad565103 HTTP/1.1" status: 200 len: 943 time: 0.0660622 Aug 16 20:46:00.483261 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-170f5c20-0f7a-4a0f-b6fc-fcf894b7e941 req-607ad03d-e12b-4b81-b9e3-18ccef62be07 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767059 Aug 16 20:46:00.500891 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-c1be2bbf-4d5a-4bbf-8af8-56965830bc24 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] Made reservation on behalf of f9c0241d969c4319af0fef1af1e2a4d5 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:46:00.505109 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-c1be2bbf-4d5a-4bbf-8af8-56965830bc24 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:00.515320 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:00.537944 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-c1be2bbf-4d5a-4bbf-8af8-56965830bc24 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:00.626410 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=29d54302-d8a8-48b8-8c0a-114d9108568d,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:00.701194 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-c1be2bbf-4d5a-4bbf-8af8-56965830bc24 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:00.732038 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-97eba787-b994-473b-9157-10a36e030978 req-aa7519dd-c5e5-4286-9c49-44ae03e600cb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0462890 Aug 16 20:46:00.771660 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a660bf-a581-4076-9cfe-e228577fc6ec req-9821a467-894e-4b5f-bd94-dc5f6ed91604 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:00.781824 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b3a660bf-a581-4076-9cfe-e228577fc6ec req-9821a467-894e-4b5f-bd94-dc5f6ed91604 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 949 time: 0.0784993 Aug 16 20:46:00.816554 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['40e63186-9497-424f-b44b-5fd04a73ebc0'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:46:00.827808 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eba787-b994-473b-9157-10a36e030978 req-87d1282d-6a15-47ee-baff-48f1de0c0e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:00.829875 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-97eba787-b994-473b-9157-10a36e030978 req-87d1282d-6a15-47ee-baff-48f1de0c0e30 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8eeb19c70e2743deaa8aa99547f66522&device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 1103 time: 0.0713985 Aug 16 20:46:00.849464 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b3a660bf-a581-4076-9cfe-e228577fc6ec req-9d4181a7-6de6-4619-b765-0093336dbf34 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665979 Aug 16 20:46:00.864475 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['29d54302-d8a8-48b8-8c0a-114d9108568d'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:46:00.957786 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-c1be2bbf-4d5a-4bbf-8af8-56965830bc24 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:01.143504 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eba787-b994-473b-9157-10a36e030978 req-a3f93a71-22f0-4d75-a20f-c56f33297968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:01.145029 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-97eba787-b994-473b-9157-10a36e030978 req-a3f93a71-22f0-4d75-a20f-c56f33297968 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.2877576 Aug 16 20:46:01.181331 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-c1be2bbf-4d5a-4bbf-8af8-56965830bc24 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] Allocated IP 192.168.233.165 (d77fce7e-e915-4ee5-ada6-d6f376af2589/2883ed1d-8e71-4475-b2ce-2177242b9f23/df3d0964-d33d-4b7a-bb65-84ee393965a9) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:46:01.212260 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-97eba787-b994-473b-9157-10a36e030978 req-92a73f91-ebfa-4df6-aabc-76dfea691fa2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=c6b62548-8eef-466c-bea6-22ddc7f1997d HTTP/1.1" status: 200 len: 217 time: 0.0581384 Aug 16 20:46:01.264451 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-414809f9-5443-4491-b3f6-07d9bb46f9a7 req-2b8a281a-0dbb-4357-8239-fd782f259b34 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] 10.222.0.84 "GET /v2.0/ports?device_id=5a828a56-9724-45a1-b37b-7f43264a95a1 HTTP/1.1" status: 200 len: 210 time: 0.0560715 Aug 16 20:46:01.265969 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be2bbf-4d5a-4bbf-8af8-56965830bc24 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be803331-adc0-4b4c-83ab-4763932a7fb8,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:01.323334 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eba787-b994-473b-9157-10a36e030978 req-36b571f2-e2c1-49fd-9683-4730af15a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:01.324833 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-97eba787-b994-473b-9157-10a36e030978 req-36b571f2-e2c1-49fd-9683-4730af15a77c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.1056590 Aug 16 20:46:01.383554 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eba787-b994-473b-9157-10a36e030978 req-dd9e7e60-b91e-4d6d-b7cd-4ba26e812a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:01.385570 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-97eba787-b994-473b-9157-10a36e030978 req-dd9e7e60-b91e-4d6d-b7cd-4ba26e812a2f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0531957 Aug 16 20:46:01.517350 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-c1be2bbf-4d5a-4bbf-8af8-56965830bc24 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:01.521444 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-97eba787-b994-473b-9157-10a36e030978 req-f5b915e8-d8f3-4761-a79a-8c7a301670fa service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275945 Aug 16 20:46:01.534152 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-c1be2bbf-4d5a-4bbf-8af8-56965830bc24 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] Transition to ACTIVE for port object df3d0964-d33d-4b7a-bb65-84ee393965a9 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:01.673950 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33cce1-c65a-4011-acd5-34fd8c707564 req-a613f800-fe89-4e70-9c0e-9819155195a5 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:01.682054 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6d33cce1-c65a-4011-acd5-34fd8c707564 req-a613f800-fe89-4e70-9c0e-9819155195a5 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=a898d334-b635-4ede-b06c-bddfad565103 HTTP/1.1" status: 200 len: 944 time: 0.0669155 Aug 16 20:46:01.691843 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-97eba787-b994-473b-9157-10a36e030978 req-2d25b732-5334-4561-8b83-1268b81d56e3 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550820 Aug 16 20:46:01.728429 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6d33cce1-c65a-4011-acd5-34fd8c707564 req-109694e6-583a-4ec6-adfa-c54466b44326 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452950 Aug 16 20:46:01.894377 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-c1be2bbf-4d5a-4bbf-8af8-56965830bc24 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:02.037636 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be2bbf-4d5a-4bbf-8af8-56965830bc24 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] Pushing event updated for resources: {'Port': ['ID=df3d0964-d33d-4b7a-bb65-84ee393965a9,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:02.042289 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-c1be2bbf-4d5a-4bbf-8af8-56965830bc24 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] Network d77fce7e-e915-4ee5-ada6-d6f376af2589 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:46:02.047760 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-c1be2bbf-4d5a-4bbf-8af8-56965830bc24 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:46:02.051123 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-c1be2bbf-4d5a-4bbf-8af8-56965830bc24 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:46:02.100562 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49700da7-f9e5-42c2-915a-6af370559983 req-4a8433ea-d007-42c4-b4ee-38d2983360cf tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:02.102242 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-49700da7-f9e5-42c2-915a-6af370559983 req-4a8433ea-d007-42c4-b4ee-38d2983360cf tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 949 time: 0.1133413 Aug 16 20:46:02.134347 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-c1be2bbf-4d5a-4bbf-8af8-56965830bc24 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:02.135151 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-c1be2bbf-4d5a-4bbf-8af8-56965830bc24 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:02.188155 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-49700da7-f9e5-42c2-915a-6af370559983 req-20903856-a391-40b6-9c67-e7bd0c7b7648 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695801 Aug 16 20:46:02.244934 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-c1be2bbf-4d5a-4bbf-8af8-56965830bc24 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2837687 Aug 16 20:46:02.259570 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-0c3aec13-d5f0-4047-9e8b-a74f1d9ee6ce service neutron] Request body: {'port': {'device_id': '5a828a56-9724-45a1-b37b-7f43264a95a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:02.413131 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-0c3aec13-d5f0-4047-9e8b-a74f1d9ee6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:02.509000 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7edc7-af6b-4ec6-a80b-c0e245a8c59c req-fd27ae14-610c-4711-ac07-6f3d3e6b79fb tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:02.510764 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5fe7edc7-af6b-4ec6-a80b-c0e245a8c59c req-fd27ae14-610c-4711-ac07-6f3d3e6b79fb tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] 10.222.0.84 "GET /v2.0/ports?device_id=5a828a56-9724-45a1-b37b-7f43264a95a1 HTTP/1.1" status: 200 len: 936 time: 0.0941889 Aug 16 20:46:02.531337 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 40e63186-9497-424f-b44b-5fd04a73ebc0 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:46:02.659925 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5fe7edc7-af6b-4ec6-a80b-c0e245a8c59c req-283faa67-d7a3-42d8-89f6-aabbec149061 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] 10.222.0.84 "GET /v2.0/security-groups?id=be803331-adc0-4b4c-83ab-4763932a7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718024 Aug 16 20:46:02.673612 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-9183cb83-cda4-45e8-ab40-2e3e5c1939a9 None None] Provisioning for port df3d0964-d33d-4b7a-bb65-84ee393965a9 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:46:02.684248 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-9183cb83-cda4-45e8-ab40-2e3e5c1939a9 None None] Provisioning complete for port df3d0964-d33d-4b7a-bb65-84ee393965a9 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:02.690025 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9183cb83-cda4-45e8-ab40-2e3e5c1939a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:02.840255 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-9183cb83-cda4-45e8-ab40-2e3e5c1939a9 None None] Port df3d0964-d33d-4b7a-bb65-84ee393965a9 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:46:02.842980 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 40e63186-9497-424f-b44b-5fd04a73ebc0 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:46:02.848093 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 40e63186-9497-424f-b44b-5fd04a73ebc0 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:02.848522 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:02.925090 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-0c3aec13-d5f0-4047-9e8b-a74f1d9ee6ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df3d0964-d33d-4b7a-bb65-84ee393965a9 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:02.955366 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-0c3aec13-d5f0-4047-9e8b-a74f1d9ee6ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:02.984682 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-0c3aec13-d5f0-4047-9e8b-a74f1d9ee6ce service neutron] Transition to ACTIVE for port object df3d0964-d33d-4b7a-bb65-84ee393965a9 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:03.015388 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c5d03-bcc8-4d09-8010-573df3b7cf00 req-d611dbeb-0c0e-4999-9b80-009caf655d86 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:03.017407 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d49c5d03-bcc8-4d09-8010-573df3b7cf00 req-d611dbeb-0c0e-4999-9b80-009caf655d86 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=a898d334-b635-4ede-b06c-bddfad565103 HTTP/1.1" status: 200 len: 944 time: 0.1136973 Aug 16 20:46:03.032719 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:03.067397 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8169bb36-7168-491e-a133-a4cbde0e2390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e63186-9497-424f-b44b-5fd04a73ebc0'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:03.069670 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310053e0-3bf5-4564-9d9b-7f2f34ea9dba" -d '{"events": [{"server_uuid": "8169bb36-7168-491e-a133-a4cbde0e2390", "name": "network-vif-plugged", "status": "completed", "tag": "40e63186-9497-424f-b44b-5fd04a73ebc0"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:03.089385 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 40e63186-9497-424f-b44b-5fd04a73ebc0, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=40e63186-9497-424f-b44b-5fd04a73ebc0,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:03.137277 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-0c3aec13-d5f0-4047-9e8b-a74f1d9ee6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:03.203590 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d49c5d03-bcc8-4d09-8010-573df3b7cf00 req-92b68176-f73b-47d6-b4cb-0612a49decbe tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771505 Aug 16 20:46:03.210049 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:03.211270 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 29d54302-d8a8-48b8-8c0a-114d9108568d up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:46:03.219843 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3aec13-d5f0-4047-9e8b-a74f1d9ee6ce service neutron] Pushing event updated for resources: {'Port': ['ID=df3d0964-d33d-4b7a-bb65-84ee393965a9,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:03.238653 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed436f-72f3-4c33-99f4-263fb614d367 req-def486b8-8e1d-45fa-9e48-878180780537 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:03.246588 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-77ed436f-72f3-4c33-99f4-263fb614d367 req-def486b8-8e1d-45fa-9e48-878180780537 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] 10.222.0.84 "GET /v2.0/ports?device_id=d811ad15-208f-42f8-afd4-1a0cd154e3e3 HTTP/1.1" status: 200 len: 945 time: 0.1537371 Aug 16 20:46:03.294873 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881e1403-cfc2-47c7-9052-6b63e33412cb x-openstack-request-id: req-881e1403-cfc2-47c7-9052-6b63e33412cb {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:03.295338 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8169bb36-7168-491e-a133-a4cbde0e2390", "name": "network-vif-plugged", "status": "completed", "tag": "40e63186-9497-424f-b44b-5fd04a73ebc0", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:03.295684 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-881e1403-cfc2-47c7-9052-6b63e33412cb {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:03.296197 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8169bb36-7168-491e-a133-a4cbde0e2390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e63186-9497-424f-b44b-5fd04a73ebc0', 'code': 200} Aug 16 20:46:03.321803 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=40e63186-9497-424f-b44b-5fd04a73ebc0,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:03.518734 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 29d54302-d8a8-48b8-8c0a-114d9108568d completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:46:03.522604 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 29d54302-d8a8-48b8-8c0a-114d9108568d triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:03.523116 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:03.635902 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:03.690847 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 29d54302-d8a8-48b8-8c0a-114d9108568d, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=29d54302-d8a8-48b8-8c0a-114d9108568d,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:03.824506 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-77ed436f-72f3-4c33-99f4-263fb614d367 req-3075e3df-3d83-4f99-9a2b-54aa3a454459 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1a3a3ec-6715-40e7-bf54-7facbb30ac9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5769968 Aug 16 20:46:03.842719 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-0c3aec13-d5f0-4047-9e8b-a74f1d9ee6ce service neutron] Attempting to bind port df3d0964-d33d-4b7a-bb65-84ee393965a9 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:46:03.843191 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-0c3aec13-d5f0-4047-9e8b-a74f1d9ee6ce service neutron] Attempting to bind port df3d0964-d33d-4b7a-bb65-84ee393965a9 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:46:03.844597 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:03.849908 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-0c3aec13-d5f0-4047-9e8b-a74f1d9ee6ce service neutron] Attempting to bind port df3d0964-d33d-4b7a-bb65-84ee393965a9 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:03.855752 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671f6f4-65e3-45f8-9508-544632d0ef69 req-91d03488-8eca-4e8a-b8a2-af3187537050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:03.857951 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1671f6f4-65e3-45f8-9508-544632d0ef69 req-91d03488-8eca-4e8a-b8a2-af3187537050 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 1102 time: 0.1295373 Aug 16 20:46:03.871965 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392782a-3989-4fc1-a7cd-a54313efa67d req-db920fe7-78ca-4e27-87e5-c3d2f347dad1 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:03.890548 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f392782a-3989-4fc1-a7cd-a54313efa67d req-db920fe7-78ca-4e27-87e5-c3d2f347dad1 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 950 time: 0.1613486 Aug 16 20:46:03.892358 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-0c3aec13-d5f0-4047-9e8b-a74f1d9ee6ce service neutron] Port df3d0964-d33d-4b7a-bb65-84ee393965a9 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:46:03.893141 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-0c3aec13-d5f0-4047-9e8b-a74f1d9ee6ce service neutron] Attempting to bind port df3d0964-d33d-4b7a-bb65-84ee393965a9 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:03.928044 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=29d54302-d8a8-48b8-8c0a-114d9108568d,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:03.945733 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-0c3aec13-d5f0-4047-9e8b-a74f1d9ee6ce service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:46:03.946291 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-0c3aec13-d5f0-4047-9e8b-a74f1d9ee6ce service neutron] Checking segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:46:03.946706 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-0c3aec13-d5f0-4047-9e8b-a74f1d9ee6ce service neutron] Bound using segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:46:03.947179 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-0c3aec13-d5f0-4047-9e8b-a74f1d9ee6ce service neutron] Bound port: df3d0964-d33d-4b7a-bb65-84ee393965a9, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:46:03.947554 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-0c3aec13-d5f0-4047-9e8b-a74f1d9ee6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:04.004567 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f392782a-3989-4fc1-a7cd-a54313efa67d req-03b8415f-655d-4ea1-8b22-759881105ab6 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082230 Aug 16 20:46:04.040394 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1671f6f4-65e3-45f8-9508-544632d0ef69 req-af627d89-520f-42e0-b9a3-3ded18c3516d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450005 Aug 16 20:46:04.113685 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-0c3aec13-d5f0-4047-9e8b-a74f1d9ee6ce service neutron] For port df3d0964-d33d-4b7a-bb65-84ee393965a9, host n-h1-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:46:04.121133 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-0c3aec13-d5f0-4047-9e8b-a74f1d9ee6ce service neutron] For port df3d0964-d33d-4b7a-bb65-84ee393965a9, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=df3d0964-d33d-4b7a-bb65-84ee393965a9,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:46:04.131966 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ac948-ab96-4ea2-b940-1a35df515f7d req-d37ff56b-7f05-4992-91a3-e2d954576188 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:04.133788 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7d8ac948-ab96-4ea2-b940-1a35df515f7d req-d37ff56b-7f05-4992-91a3-e2d954576188 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] 10.222.0.84 "GET /v2.0/ports?device_id=5a828a56-9724-45a1-b37b-7f43264a95a1 HTTP/1.1" status: 200 len: 948 time: 0.1281712 Aug 16 20:46:04.188147 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7d8ac948-ab96-4ea2-b940-1a35df515f7d req-3ec030c1-095f-4a60-a783-fd9a08c08dd6 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] 10.222.0.84 "GET /v2.0/security-groups?id=be803331-adc0-4b4c-83ab-4763932a7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459414 Aug 16 20:46:04.255420 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-0c3aec13-d5f0-4047-9e8b-a74f1d9ee6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:04.304260 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-0c3aec13-d5f0-4047-9e8b-a74f1d9ee6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:04.304859 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-0c3aec13-d5f0-4047-9e8b-a74f1d9ee6ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:04.306306 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-0c3aec13-d5f0-4047-9e8b-a74f1d9ee6ce service neutron] 10.222.0.72 "PUT /v2.0/ports/df3d0964-d33d-4b7a-bb65-84ee393965a9 HTTP/1.1" status: 200 len: 1097 time: 2.0524340 Aug 16 20:46:04.306780 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a828a56-9724-45a1-b37b-7f43264a95a1', 'tag': 'df3d0964-d33d-4b7a-bb65-84ee393965a9'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:04.309124 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e7370d-b5a9-41af-bbbe-77a0fc35fd61" -d '{"events": [{"name": "network-changed", "server_uuid": "5a828a56-9724-45a1-b37b-7f43264a95a1", "tag": "df3d0964-d33d-4b7a-bb65-84ee393965a9"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:04.392944 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde86c4f-ee05-46e6-9d10-d0e20ec5b041 req-ca61fa09-b702-48ea-b4b1-2896fd990d86 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:04.419737 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fde86c4f-ee05-46e6-9d10-d0e20ec5b041 req-ca61fa09-b702-48ea-b4b1-2896fd990d86 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=a898d334-b635-4ede-b06c-bddfad565103 HTTP/1.1" status: 200 len: 945 time: 0.0920143 Aug 16 20:46:04.419737 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3aec13-d5f0-4047-9e8b-a74f1d9ee6ce service neutron] Pushing event updated for resources: {'Port': ['ID=df3d0964-d33d-4b7a-bb65-84ee393965a9,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:04.429896 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f19433-1721-4ace-82fb-029b9c9dcf49 x-openstack-request-id: req-99f19433-1721-4ace-82fb-029b9c9dcf49 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:04.430300 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a828a56-9724-45a1-b37b-7f43264a95a1", "tag": "df3d0964-d33d-4b7a-bb65-84ee393965a9", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:04.431464 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-99f19433-1721-4ace-82fb-029b9c9dcf49 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:04.431989 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a828a56-9724-45a1-b37b-7f43264a95a1', 'tag': 'df3d0964-d33d-4b7a-bb65-84ee393965a9', 'status': 'completed', 'code': 200} Aug 16 20:46:04.489823 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fde86c4f-ee05-46e6-9d10-d0e20ec5b041 req-abf2378b-e59e-460c-9597-d9bd27dd455e tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840287 Aug 16 20:46:04.504490 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7370d-b5a9-41af-bbbe-77a0fc35fd61 req-6e5e5966-a6d3-473e-930a-342bc87a8a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:04.509974 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-10e7370d-b5a9-41af-bbbe-77a0fc35fd61 req-6e5e5966-a6d3-473e-930a-342bc87a8a92 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f9c0241d969c4319af0fef1af1e2a4d5&device_id=5a828a56-9724-45a1-b37b-7f43264a95a1 HTTP/1.1" status: 200 len: 1100 time: 0.0593688 Aug 16 20:46:04.563140 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-10e7370d-b5a9-41af-bbbe-77a0fc35fd61 req-5d62ca7a-54a2-4c37-a23e-308eb2b15e5a service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=f9c0241d969c4319af0fef1af1e2a4d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427423 Aug 16 20:46:04.639916 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249e4cf-d6f2-4355-85f0-303124216038 req-925e0677-4110-4a36-9129-f4ea7406bf4b tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:04.641441 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b249e4cf-d6f2-4355-85f0-303124216038 req-925e0677-4110-4a36-9129-f4ea7406bf4b tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] 10.222.0.90 "GET /v2.0/ports?device_id=d811ad15-208f-42f8-afd4-1a0cd154e3e3 HTTP/1.1" status: 200 len: 945 time: 0.1304903 Aug 16 20:46:04.772349 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7370d-b5a9-41af-bbbe-77a0fc35fd61 req-24f9f4e6-2ad9-410f-b9f2-fd7dfeac157a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:04.772349 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-10e7370d-b5a9-41af-bbbe-77a0fc35fd61 req-24f9f4e6-2ad9-410f-b9f2-fd7dfeac157a service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2027636 Aug 16 20:46:04.815303 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-b249e4cf-d6f2-4355-85f0-303124216038 req-a90834b4-2e02-4e04-9b42-86679a344a76 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Deleting port ecaf380c-0a28-4650-b4ea-36156250b2d9 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:46:04.815660 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b249e4cf-d6f2-4355-85f0-303124216038 req-a90834b4-2e02-4e04-9b42-86679a344a76 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:05.010269 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-3396baf0-c362-434f-a419-103e172a4cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:05.011840 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-3396baf0-c362-434f-a419-103e172a4cd1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f9c0241d969c4319af0fef1af1e2a4d5&device_id=5a828a56-9724-45a1-b37b-7f43264a95a1 HTTP/1.1" status: 200 len: 1100 time: 0.1807868 Aug 16 20:46:05.092029 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-2d9b5f7c-9c87-4ec8-bdb7-59746781ff4b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=df3d0964-d33d-4b7a-bb65-84ee393965a9 HTTP/1.1" status: 200 len: 217 time: 0.0642741 Aug 16 20:46:05.117362 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c3004-86b1-42a6-8a93-f6e5534535ba req-58acff32-68c8-4626-a17c-e5767fa295c6 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:05.156482 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-588c3004-86b1-42a6-8a93-f6e5534535ba req-58acff32-68c8-4626-a17c-e5767fa295c6 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] 10.222.0.84 "GET /v2.0/ports?device_id=d811ad15-208f-42f8-afd4-1a0cd154e3e3 HTTP/1.1" status: 200 len: 945 time: 0.1841719 Aug 16 20:46:05.156482 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-b249e4cf-d6f2-4355-85f0-303124216038 req-a90834b4-2e02-4e04-9b42-86679a344a76 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] For port ecaf380c-0a28-4650-b4ea-36156250b2d9, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ecaf380c-0a28-4650-b4ea-36156250b2d9,segment=NetworkSegment(d8027699-2702-479c-a1c6-4b4b1feaa877),segment_id=d8027699-2702-479c-a1c6-4b4b1feaa877)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:05.156482 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b249e4cf-d6f2-4355-85f0-303124216038 req-a90834b4-2e02-4e04-9b42-86679a344a76 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:05.214816 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-b249e4cf-d6f2-4355-85f0-303124216038 req-a90834b4-2e02-4e04-9b42-86679a344a76 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Calling delete_port for ecaf380c-0a28-4650-b4ea-36156250b2d9 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:46:05.255577 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-87111b64-1b24-4ee7-8c85-6622bea71d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:05.257167 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-87111b64-1b24-4ee7-8c85-6622bea71d17 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.1512580 Aug 16 20:46:05.265905 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-588c3004-86b1-42a6-8a93-f6e5534535ba req-9a051e3a-1c9d-4007-993a-d127d150eb4e tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1a3a3ec-6715-40e7-bf54-7facbb30ac9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336908 Aug 16 20:46:05.296848 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a898d334-b635-4ede-b06c-bddfad565103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d54302-d8a8-48b8-8c0a-114d9108568d'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:05.302219 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41a67d6-7ab8-4b78-b724-8012a1b83fae" -d '{"events": [{"server_uuid": "a898d334-b635-4ede-b06c-bddfad565103", "name": "network-vif-plugged", "status": "completed", "tag": "29d54302-d8a8-48b8-8c0a-114d9108568d"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:05.354373 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f340e-43a1-4f5d-80b7-d07eae5145c3 req-7a3c20e2-fda0-47b0-a13b-f64584e5011f tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:05.355982 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-333f340e-43a1-4f5d-80b7-d07eae5145c3 req-7a3c20e2-fda0-47b0-a13b-f64584e5011f tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 950 time: 0.2253289 Aug 16 20:46:05.444899 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-51686d6d-7b92-4517-b946-dc280bfb4add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:05.446553 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-51686d6d-7b92-4517-b946-dc280bfb4add service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1440463 Aug 16 20:46:05.485677 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-333f340e-43a1-4f5d-80b7-d07eae5145c3 req-3b1c56f8-83d7-43b5-8420-b36a89b60349 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187296 Aug 16 20:46:05.534940 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d5b9e3-eb39-4e13-8dee-9a1685eb97ad x-openstack-request-id: req-83d5b9e3-eb39-4e13-8dee-9a1685eb97ad {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:05.534940 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a898d334-b635-4ede-b06c-bddfad565103", "name": "network-vif-plugged", "status": "completed", "tag": "29d54302-d8a8-48b8-8c0a-114d9108568d", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:05.534940 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-83d5b9e3-eb39-4e13-8dee-9a1685eb97ad {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:05.534940 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a898d334-b635-4ede-b06c-bddfad565103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d54302-d8a8-48b8-8c0a-114d9108568d', 'code': 200} Aug 16 20:46:05.569033 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc033b98-e82d-44ba-9dce-1572c470b89a req-0a427712-9774-465d-bba6-5dd66697bd84 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:05.570640 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cc033b98-e82d-44ba-9dce-1572c470b89a req-0a427712-9774-465d-bba6-5dd66697bd84 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] 10.222.0.84 "GET /v2.0/ports?device_id=5a828a56-9724-45a1-b37b-7f43264a95a1 HTTP/1.1" status: 200 len: 948 time: 0.1819592 Aug 16 20:46:05.675043 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18766a1d-2dc6-4e3b-97eb-993a229e3834 req-7cc11ca1-fdc4-4b4f-bac5-cd28ba441a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:05.676695 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-18766a1d-2dc6-4e3b-97eb-993a229e3834 req-7cc11ca1-fdc4-4b4f-bac5-cd28ba441a28 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a898d334-b635-4ede-b06c-bddfad565103 HTTP/1.1" status: 200 len: 1097 time: 0.0464363 Aug 16 20:46:05.685055 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-909b1f14-0186-43bb-94dc-96615dcf3ca5 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287190 Aug 16 20:46:05.688914 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cc033b98-e82d-44ba-9dce-1572c470b89a req-c737a1cc-6411-46b2-95dd-67eecbdda6dc tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] 10.222.0.84 "GET /v2.0/security-groups?id=be803331-adc0-4b4c-83ab-4763932a7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088758 Aug 16 20:46:05.714947 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-18766a1d-2dc6-4e3b-97eb-993a229e3834 req-dbf9d4bf-cc0d-415c-aa1d-d04ef7bd877a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305803 Aug 16 20:46:05.723744 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275c708-04c8-48a8-8b87-bcdde998d479 req-d6535d15-fadc-40e4-a182-f08ebea80466 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:05.723744 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e275c708-04c8-48a8-8b87-bcdde998d479 req-d6535d15-fadc-40e4-a182-f08ebea80466 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=a898d334-b635-4ede-b06c-bddfad565103 HTTP/1.1" status: 200 len: 945 time: 0.1210332 Aug 16 20:46:05.804499 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e275c708-04c8-48a8-8b87-bcdde998d479 req-287a93e9-2733-4b1f-baf6-c064dc73f67a tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765977 Aug 16 20:46:05.830032 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf65698e-ada9-450d-ac5d-834b7f14eedf req-c078f9e7-bbd4-4fe5-8c9a-0a613de70eed service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368177 Aug 16 20:46:05.837782 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b249e4cf-d6f2-4355-85f0-303124216038 req-a90834b4-2e02-4e04-9b42-86679a344a76 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:05.850628 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['ecaf380c-0a28-4650-b4ea-36156250b2d9'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:46:05.874247 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90834b4-2e02-4e04-9b42-86679a344a76 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Pushing event deleted for resources: {'Port': ['ID=ecaf380c-0a28-4650-b4ea-36156250b2d9,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:05.921384 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-b249e4cf-d6f2-4355-85f0-303124216038 req-a90834b4-2e02-4e04-9b42-86679a344a76 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] No DVR routers for this DVR port ecaf380c-0a28-4650-b4ea-36156250b2d9 on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:46:05.924988 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b249e4cf-d6f2-4355-85f0-303124216038 req-a90834b4-2e02-4e04-9b42-86679a344a76 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:05.927454 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b249e4cf-d6f2-4355-85f0-303124216038 req-a90834b4-2e02-4e04-9b42-86679a344a76 tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] 10.222.0.90 "DELETE /v2.0/ports/ecaf380c-0a28-4650-b4ea-36156250b2d9 HTTP/1.1" status: 204 len: 173 time: 1.2779450 Aug 16 20:46:06.402696 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7b142f29-8e7b-4a80-9840-eaa960229087 req-ae2ba2c9-4bb0-469c-b012-37125832c5dd tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] 10.222.0.84 "GET /v2.0/ports?device_id=d811ad15-208f-42f8-afd4-1a0cd154e3e3 HTTP/1.1" status: 200 len: 210 time: 0.0358002 Aug 16 20:46:06.433806 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd811ad15-208f-42f8-afd4-1a0cd154e3e3', 'name': 'network-vif-deleted', 'tag': 'ecaf380c-0a28-4650-b4ea-36156250b2d9'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:06.442026 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facfc9d7-64f9-4a77-a65c-d48072f81db0" -d '{"events": [{"server_uuid": "d811ad15-208f-42f8-afd4-1a0cd154e3e3", "name": "network-vif-deleted", "tag": "ecaf380c-0a28-4650-b4ea-36156250b2d9"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:06.478133 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c902b8-a872-4ed7-9108-3c9ccef47db8 x-openstack-request-id: req-07c902b8-a872-4ed7-9108-3c9ccef47db8 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:06.478438 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d811ad15-208f-42f8-afd4-1a0cd154e3e3", "name": "network-vif-deleted", "tag": "ecaf380c-0a28-4650-b4ea-36156250b2d9", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:06.478694 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-07c902b8-a872-4ed7-9108-3c9ccef47db8 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:06.479099 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd811ad15-208f-42f8-afd4-1a0cd154e3e3', 'name': 'network-vif-deleted', 'tag': 'ecaf380c-0a28-4650-b4ea-36156250b2d9', 'status': 'completed', 'code': 200} Aug 16 20:46:06.629602 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf5062-ad04-4101-b5fb-b0c545cac95f req-78cdbf96-f126-4bed-8a62-54fec0397aed tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:06.638207 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-29cf5062-ad04-4101-b5fb-b0c545cac95f req-78cdbf96-f126-4bed-8a62-54fec0397aed tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 950 time: 0.0676181 Aug 16 20:46:06.680316 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-29cf5062-ad04-4101-b5fb-b0c545cac95f req-af51a358-d5a6-40ca-bdaf-202113ff0d58 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412173 Aug 16 20:46:06.852128 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bbcd7-fb1e-4750-bccf-2fa1c903d77b req-e2941bde-48b4-4c67-9f31-f657cff21294 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:06.859963 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f01bbcd7-fb1e-4750-bccf-2fa1c903d77b req-e2941bde-48b4-4c67-9f31-f657cff21294 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] 10.222.0.84 "GET /v2.0/ports?device_id=5a828a56-9724-45a1-b37b-7f43264a95a1 HTTP/1.1" status: 200 len: 948 time: 0.0852549 Aug 16 20:46:06.893545 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6ca6d-cdfa-4b70-926a-f6593d70ab55 req-cb7c7e7e-8df2-4124-a38c-5d8db88dc493 tempest-MigrationsAdminTest-325773139 tempest-MigrationsAdminTest-325773139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:06.893835 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-daa6ca6d-cdfa-4b70-926a-f6593d70ab55 req-cb7c7e7e-8df2-4124-a38c-5d8db88dc493 tempest-MigrationsAdminTest-325773139 tempest-MigrationsAdminTest-325773139-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 1102 time: 0.0897460 Aug 16 20:46:06.930943 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f01bbcd7-fb1e-4750-bccf-2fa1c903d77b req-558be633-00db-4fe1-ae19-82716a363e11 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] 10.222.0.84 "GET /v2.0/security-groups?id=be803331-adc0-4b4c-83ab-4763932a7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647318 Aug 16 20:46:06.982838 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-daa6ca6d-cdfa-4b70-926a-f6593d70ab55 req-6509024c-6a19-4183-8294-9bf00ba9a6bc tempest-MigrationsAdminTest-325773139 tempest-MigrationsAdminTest-325773139-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668597 Aug 16 20:46:07.103051 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91f0d7-5711-481a-92ff-5d7b87be7f83 req-96eb37c5-37cb-4617-ad68-43296329e70d tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:07.108657 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d91f0d7-5711-481a-92ff-5d7b87be7f83 req-96eb37c5-37cb-4617-ad68-43296329e70d tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=a898d334-b635-4ede-b06c-bddfad565103 HTTP/1.1" status: 200 len: 945 time: 0.1052854 Aug 16 20:46:07.171394 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d91f0d7-5711-481a-92ff-5d7b87be7f83 req-08b998b7-ad91-416e-93cf-1ec6bf520600 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532923 Aug 16 20:46:07.627493 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-48aca92d-1066-4e98-9c89-b6bd9d05a8cb req-321cf715-8807-44a7-a1b9-469b651f687b tempest-VolumesAdminNegativeTest-1095727302 tempest-VolumesAdminNegativeTest-1095727302-project] 10.222.0.84 "GET /v2.0/ports?device_id=d811ad15-208f-42f8-afd4-1a0cd154e3e3 HTTP/1.1" status: 200 len: 210 time: 0.0313685 Aug 16 20:46:07.848281 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b6b66-0635-4e6b-8e7b-655f39c73361 req-f9b05b65-d782-4f5c-b6b9-50f9258a7adb tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:07.849825 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-649b6b66-0635-4e6b-8e7b-655f39c73361 req-f9b05b65-d782-4f5c-b6b9-50f9258a7adb tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 950 time: 0.0770433 Aug 16 20:46:07.909085 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-649b6b66-0635-4e6b-8e7b-655f39c73361 req-73a60c59-4943-4cde-a932-7d17175a9929 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477242 Aug 16 20:46:08.040002 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d75f89-2736-4ad6-9b15-6cab504266db req-09ac311c-3a56-485c-bf66-67d19389b4c5 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:08.044254 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-38d75f89-2736-4ad6-9b15-6cab504266db req-09ac311c-3a56-485c-bf66-67d19389b4c5 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] 10.222.0.84 "GET /v2.0/ports?device_id=5a828a56-9724-45a1-b37b-7f43264a95a1 HTTP/1.1" status: 200 len: 948 time: 0.0557678 Aug 16 20:46:08.092754 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-38d75f89-2736-4ad6-9b15-6cab504266db req-9fcde3a7-c703-4c2e-8889-8c5d6e2a97fc tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] 10.222.0.84 "GET /v2.0/security-groups?id=be803331-adc0-4b4c-83ab-4763932a7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446148 Aug 16 20:46:08.244947 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-84095caa-00db-4150-ba45-3df556a504fa service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0442462 Aug 16 20:46:08.364212 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a499bb0-a72e-4e60-8821-452d8f8a0048 req-2bb5389d-fea0-440e-a537-f360190def66 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:08.365984 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3a499bb0-a72e-4e60-8821-452d8f8a0048 req-2bb5389d-fea0-440e-a537-f360190def66 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=a898d334-b635-4ede-b06c-bddfad565103 HTTP/1.1" status: 200 len: 945 time: 0.0582840 Aug 16 20:46:08.419077 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3a499bb0-a72e-4e60-8821-452d8f8a0048 req-8eff2f91-426b-45db-8c48-f8ca0bf95a8e tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464983 Aug 16 20:46:08.541710 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ecaf380c-0a28-4650-b4ea-36156250b2d9 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:46:08.575456 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: ecaf380c-0a28-4650-b4ea-36156250b2d9 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:46:08.576820 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ecaf380c-0a28-4650-b4ea-36156250b2d9 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:46:08.586157 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a0078-15bf-4784-9c7a-9bc73387f642 req-2f62ff2c-d9f9-43f6-ba62-eb092d872341 tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:08.588110 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1e6a0078-15bf-4784-9c7a-9bc73387f642 req-2f62ff2c-d9f9-43f6-ba62-eb092d872341 tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=a898d334-b635-4ede-b06c-bddfad565103 HTTP/1.1" status: 200 len: 1097 time: 0.0862076 Aug 16 20:46:08.633101 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1e6a0078-15bf-4784-9c7a-9bc73387f642 req-783328a2-3ee2-408c-8811-4a4c0ccf1e42 tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326176 Aug 16 20:46:08.693384 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 33016) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:08.782063 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f856e90-db0d-4f7f-9605-ae7261d2d550 admin admin] Deleting subnet d1d9a1a2-bcb4-4380-8a57-8b2e514b34b2 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:46:08.785991 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1f856e90-db0d-4f7f-9605-ae7261d2d550 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:08.812881 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6379c02-317a-4cc0-9a66-e4621728fb1c req-06f8324b-a51e-4794-85b6-f7e6912268d7 tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:08.814481 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f6379c02-317a-4cc0-9a66-e4621728fb1c req-06f8324b-a51e-4794-85b6-f7e6912268d7 tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=a898d334-b635-4ede-b06c-bddfad565103 HTTP/1.1" status: 200 len: 1097 time: 0.0831854 Aug 16 20:46:08.845567 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1f856e90-db0d-4f7f-9605-ae7261d2d550 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:08.885977 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f6379c02-317a-4cc0-9a66-e4621728fb1c req-e644617d-a0aa-419e-a159-51654524c5df tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654736 Aug 16 20:46:08.898916 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1f856e90-db0d-4f7f-9605-ae7261d2d550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:09.023712 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14cafc7-1a93-40ac-a544-bd899defbc13 req-02969106-eb00-4f15-bb8e-22b9a95619fa tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:09.025859 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c14cafc7-1a93-40ac-a544-bd899defbc13 req-02969106-eb00-4f15-bb8e-22b9a95619fa tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 950 time: 0.0513844 Aug 16 20:46:09.071019 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c14cafc7-1a93-40ac-a544-bd899defbc13 req-619ee7b3-d245-49fa-8c94-bb0dd8002a8e tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364614 Aug 16 20:46:09.209198 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1f856e90-db0d-4f7f-9605-ae7261d2d550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:09.224669 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00f5c3-a9fe-4ea5-999e-eee231b86ceb req-70278a83-775e-4b76-aaa9-581872c36542 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:09.226166 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3a00f5c3-a9fe-4ea5-999e-eee231b86ceb req-70278a83-775e-4b76-aaa9-581872c36542 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] 10.222.0.84 "GET /v2.0/ports?device_id=5a828a56-9724-45a1-b37b-7f43264a95a1 HTTP/1.1" status: 200 len: 948 time: 0.0604143 Aug 16 20:46:09.248529 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f856e90-db0d-4f7f-9605-ae7261d2d550 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1d9a1a2-bcb4-4380-8a57-8b2e514b34b2,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:09.252090 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1f856e90-db0d-4f7f-9605-ae7261d2d550 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:09.253980 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1f856e90-db0d-4f7f-9605-ae7261d2d550 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/d1d9a1a2-bcb4-4380-8a57-8b2e514b34b2 HTTP/1.1" status: 204 len: 168 time: 0.5588031 Aug 16 20:46:09.256944 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 33036) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:09.258960 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device df3d0964-d33d-4b7a-bb65-84ee393965a9 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:46:09.274571 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f856e90-db0d-4f7f-9605-ae7261d2d550 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:09.275177 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f856e90-db0d-4f7f-9605-ae7261d2d550 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:09.275433 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f856e90-db0d-4f7f-9605-ae7261d2d550 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:09.275776 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f856e90-db0d-4f7f-9605-ae7261d2d550 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:09.275776 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f856e90-db0d-4f7f-9605-ae7261d2d550 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:09.276535 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f856e90-db0d-4f7f-9605-ae7261d2d550 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:09.276793 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f856e90-db0d-4f7f-9605-ae7261d2d550 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:09.277140 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f856e90-db0d-4f7f-9605-ae7261d2d550 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:09.277489 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f856e90-db0d-4f7f-9605-ae7261d2d550 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:09.277783 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f856e90-db0d-4f7f-9605-ae7261d2d550 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:09.278112 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f856e90-db0d-4f7f-9605-ae7261d2d550 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:09.278441 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f856e90-db0d-4f7f-9605-ae7261d2d550 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:09.311532 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3a00f5c3-a9fe-4ea5-999e-eee231b86ceb req-9eedd32c-5762-4526-b35f-47ed6b4557ae tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] 10.222.0.84 "GET /v2.0/security-groups?id=be803331-adc0-4b4c-83ab-4763932a7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631287 Aug 16 20:46:09.335867 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-23f56b86-f418-46aa-9852-decfb8558900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:09.406481 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port df3d0964-d33d-4b7a-bb65-84ee393965a9, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=df3d0964-d33d-4b7a-bb65-84ee393965a9,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:09.428434 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': 'df3d0964-d33d-4b7a-bb65-84ee393965a9', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': 'df3d0964-d33d-4b7a-bb65-84ee393965a9', 'mac_address': 'fa:16:3e:38:a0:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:46:09.452033 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-23f56b86-f418-46aa-9852-decfb8558900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:09.464388 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-23f56b86-f418-46aa-9852-decfb8558900 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00b9c9a9-b41b-40f7-9f82-9b04873d9fad']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:09.483054 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-23f56b86-f418-46aa-9852-decfb8558900 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8027699-2702-479c-a1c6-4b4b1feaa877') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:09.483054 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-23f56b86-f418-46aa-9852-decfb8558900 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8027699-2702-479c-a1c6-4b4b1feaa877') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:09.500676 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:09.519041 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df3d0964-d33d-4b7a-bb65-84ee393965a9 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:09.522055 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-23f56b86-f418-46aa-9852-decfb8558900 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:09.545570 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port df3d0964-d33d-4b7a-bb65-84ee393965a9, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=df3d0964-d33d-4b7a-bb65-84ee393965a9,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:09.546197 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-23f56b86-f418-46aa-9852-decfb8558900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:09.553818 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23f56b86-f418-46aa-9852-decfb8558900 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:46:09.554229 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-23f56b86-f418-46aa-9852-decfb8558900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:09.556167 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:46:09.556167 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:46:09.556167 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:46:09.556167 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:46:09.556167 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:46:09.556167 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:46:09.556167 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:46:09.556167 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:46:09.556167 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:46:09.556167 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:46:09.556167 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:46:09.556167 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:46:09.556167 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:46:09.556167 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:46:09.556167 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:46:09.556167 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:46:09.556167 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:46:09.556167 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:46:09.556167 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:46:09.556167 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:46:09.556167 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:46:09.556167 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:46:09.556167 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:46:09.556167 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:46:09.556167 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:46:09.556167 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:46:09.556167 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:46:09.556167 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:46:09.556167 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:46:09.556167 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:46:09.556167 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:46:09.556167 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:46:09.758913 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9071791-d42a-4fc1-ac2b-1990b6f4bde7 req-480d00b5-1105-4747-8226-0ce9b31cd99c tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:09.761264 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e9071791-d42a-4fc1-ac2b-1990b6f4bde7 req-480d00b5-1105-4747-8226-0ce9b31cd99c tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=a898d334-b635-4ede-b06c-bddfad565103 HTTP/1.1" status: 200 len: 1097 time: 0.0419047 Aug 16 20:46:09.797615 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-23f56b86-f418-46aa-9852-decfb8558900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:09.803410 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:09.811122 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-23f56b86-f418-46aa-9852-decfb8558900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:09.813655 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-23f56b86-f418-46aa-9852-decfb8558900 admin admin] 10.222.0.84 "DELETE /v2.0/networks/00b9c9a9-b41b-40f7-9f82-9b04873d9fad HTTP/1.1" status: 204 len: 168 time: 0.5553818 Aug 16 20:46:09.817537 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 33066) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:09.829031 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e9071791-d42a-4fc1-ac2b-1990b6f4bde7 req-c67d5ae0-bb46-4c98-8eb7-ef68eae624ee tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611963 Aug 16 20:46:09.875399 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=df3d0964-d33d-4b7a-bb65-84ee393965a9,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:09.889948 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f56b86-f418-46aa-9852-decfb8558900 admin admin] Pushing event deleted for resources: {'Network': ['ID=00b9c9a9-b41b-40f7-9f82-9b04873d9fad,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:09.940046 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f56b86-f418-46aa-9852-decfb8558900 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:09.940460 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f56b86-f418-46aa-9852-decfb8558900 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:09.940807 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f56b86-f418-46aa-9852-decfb8558900 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:09.941240 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f56b86-f418-46aa-9852-decfb8558900 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:09.941608 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f56b86-f418-46aa-9852-decfb8558900 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:09.941972 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f56b86-f418-46aa-9852-decfb8558900 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:09.942334 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f56b86-f418-46aa-9852-decfb8558900 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:09.942742 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f56b86-f418-46aa-9852-decfb8558900 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:09.943070 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f56b86-f418-46aa-9852-decfb8558900 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:09.943575 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f56b86-f418-46aa-9852-decfb8558900 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:09.943766 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f56b86-f418-46aa-9852-decfb8558900 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:09.944100 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f56b86-f418-46aa-9852-decfb8558900 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:09.974017 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d5af456-5485-462a-bea5-23b6255f50d3 admin admin] Deleting subnet 972a7a4e-9445-4524-888f-eaec7a546702 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:46:09.977811 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1d5af456-5485-462a-bea5-23b6255f50d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:10.018723 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1d5af456-5485-462a-bea5-23b6255f50d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:10.062659 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1d5af456-5485-462a-bea5-23b6255f50d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:10.075345 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['df3d0964-d33d-4b7a-bb65-84ee393965a9'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:46:10.190721 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef588d-e76b-4156-b466-0080f6104b7b req-e9efa87c-67a0-4795-8d9a-8b9974299832 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:10.192523 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ceef588d-e76b-4156-b466-0080f6104b7b req-e9efa87c-67a0-4795-8d9a-8b9974299832 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 950 time: 0.0485015 Aug 16 20:46:10.237040 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ceef588d-e76b-4156-b466-0080f6104b7b req-044dedf9-b982-4d46-bba8-58afdd25cb10 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382466 Aug 16 20:46:10.340713 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1d5af456-5485-462a-bea5-23b6255f50d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:10.367816 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5af456-5485-462a-bea5-23b6255f50d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=972a7a4e-9445-4524-888f-eaec7a546702,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:10.369952 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1d5af456-5485-462a-bea5-23b6255f50d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:10.372493 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1d5af456-5485-462a-bea5-23b6255f50d3 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/972a7a4e-9445-4524-888f-eaec7a546702 HTTP/1.1" status: 204 len: 168 time: 0.5510345 Aug 16 20:46:10.374618 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 33076) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:10.438731 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9389c6-513c-4599-b4fb-91866b0366de req-e9db804e-c32a-4df4-b315-41faa2484138 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:10.440495 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ef9389c6-513c-4599-b4fb-91866b0366de req-e9db804e-c32a-4df4-b315-41faa2484138 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] 10.222.0.84 "GET /v2.0/ports?device_id=5a828a56-9724-45a1-b37b-7f43264a95a1 HTTP/1.1" status: 200 len: 949 time: 0.0619471 Aug 16 20:46:10.458207 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a0c93cd4-5b2c-4913-8b10-88043a7c1762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:10.480653 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ef9389c6-513c-4599-b4fb-91866b0366de req-f67aa502-fbfe-487e-8be8-4e4b35afcba0 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] 10.222.0.84 "GET /v2.0/security-groups?id=be803331-adc0-4b4c-83ab-4763932a7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341914 Aug 16 20:46:10.543468 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a0c93cd4-5b2c-4913-8b10-88043a7c1762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:10.553637 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-a0c93cd4-5b2c-4913-8b10-88043a7c1762 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4778046-a6bd-4a54-bbc3-0ad40a86c606']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:10.564303 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-a0c93cd4-5b2c-4913-8b10-88043a7c1762 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fc8b544-e9d3-4b04-826a-6383559c24f9') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:10.564608 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-a0c93cd4-5b2c-4913-8b10-88043a7c1762 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fc8b544-e9d3-4b04-826a-6383559c24f9') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:10.573399 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a0c93cd4-5b2c-4913-8b10-88043a7c1762 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:10.587344 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a0c93cd4-5b2c-4913-8b10-88043a7c1762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:10.594606 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c93cd4-5b2c-4913-8b10-88043a7c1762 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:46:10.594993 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a0c93cd4-5b2c-4913-8b10-88043a7c1762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:10.596672 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:46:10.596672 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:46:10.596672 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:46:10.596672 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:46:10.596672 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:46:10.596672 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:46:10.596672 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:46:10.596672 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:46:10.596672 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:46:10.596672 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:46:10.596672 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:46:10.596672 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:46:10.596672 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:46:10.596672 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:46:10.596672 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:46:10.596672 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:46:10.596672 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:46:10.596672 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:46:10.596672 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:46:10.596672 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:46:10.596672 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:46:10.596672 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:46:10.596672 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:46:10.596672 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:46:10.596672 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:46:10.596672 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:46:10.596672 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:46:10.596672 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:46:10.596672 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:46:10.596672 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:46:10.596672 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:46:10.596672 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:46:10.831390 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a0c93cd4-5b2c-4913-8b10-88043a7c1762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:10.837182 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a0c93cd4-5b2c-4913-8b10-88043a7c1762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:10.839194 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a0c93cd4-5b2c-4913-8b10-88043a7c1762 admin admin] 10.222.0.84 "DELETE /v2.0/networks/e4778046-a6bd-4a54-bbc3-0ad40a86c606 HTTP/1.1" status: 204 len: 168 time: 0.4634736 Aug 16 20:46:10.854792 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c93cd4-5b2c-4913-8b10-88043a7c1762 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4778046-a6bd-4a54-bbc3-0ad40a86c606,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:11.012147 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d2c09-1bcd-4930-8df5-2666c52fce6d req-092a654f-d65c-4866-99b2-cfb9a909edd3 tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:11.013685 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6d8d2c09-1bcd-4930-8df5-2666c52fce6d req-092a654f-d65c-4866-99b2-cfb9a909edd3 tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=a898d334-b635-4ede-b06c-bddfad565103 HTTP/1.1" status: 200 len: 1097 time: 0.0425525 Aug 16 20:46:11.031698 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8f34ec8b-a2df-4d84-87d9-6aeb82a3d54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:11.052065 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6d8d2c09-1bcd-4930-8df5-2666c52fce6d req-bd5f895e-22c8-4e6b-bd1a-41d667749baf tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316956 Aug 16 20:46:11.261290 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device df3d0964-d33d-4b7a-bb65-84ee393965a9 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:46:11.357463 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db043fc7-ebae-474c-a0f4-1071f3821768 req-0eb4bdec-1f86-4e47-8e0a-7cb8cd1d0df3 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:11.358869 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-db043fc7-ebae-474c-a0f4-1071f3821768 req-0eb4bdec-1f86-4e47-8e0a-7cb8cd1d0df3 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 950 time: 0.0494428 Aug 16 20:46:11.399244 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-db043fc7-ebae-474c-a0f4-1071f3821768 req-9d01ef8d-5c2e-45b2-ac4a-785139b0808f tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341766 Aug 16 20:46:11.431489 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port df3d0964-d33d-4b7a-bb65-84ee393965a9 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:46:11.442426 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port df3d0964-d33d-4b7a-bb65-84ee393965a9 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:11.442426 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:11.464737 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 33108) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:11.516488 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 33112) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:11.517737 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-81f31f8f-2646-44a0-8c5b-926d6002560a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=90a52ab7da914fe8b009c458b9c074bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517781 Aug 16 20:46:11.525079 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:11.556642 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a828a56-9724-45a1-b37b-7f43264a95a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df3d0964-d33d-4b7a-bb65-84ee393965a9'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:11.559209 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ccc1f33-9a54-46b5-b951-0c7ce33ecc0f" -d '{"events": [{"server_uuid": "5a828a56-9724-45a1-b37b-7f43264a95a1", "name": "network-vif-plugged", "status": "completed", "tag": "df3d0964-d33d-4b7a-bb65-84ee393965a9"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:11.573346 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port df3d0964-d33d-4b7a-bb65-84ee393965a9, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=df3d0964-d33d-4b7a-bb65-84ee393965a9,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:11.606344 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f1e92484-4812-41d3-8946-119532d2b26b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:11.633911 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f1e92484-4812-41d3-8946-119532d2b26b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:11.655329 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813285b-76a8-4eae-b519-a1964579d7ef req-99b0b2d9-0360-4020-852d-817cc41eb252 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:11.655329 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7813285b-76a8-4eae-b519-a1964579d7ef req-99b0b2d9-0360-4020-852d-817cc41eb252 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] 10.222.0.84 "GET /v2.0/ports?device_id=5a828a56-9724-45a1-b37b-7f43264a95a1 HTTP/1.1" status: 200 len: 949 time: 0.0830016 Aug 16 20:46:11.708333 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7813285b-76a8-4eae-b519-a1964579d7ef req-716c77a9-b9d2-4bf2-8682-ce986bf82b70 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] 10.222.0.84 "GET /v2.0/security-groups?id=be803331-adc0-4b4c-83ab-4763932a7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466750 Aug 16 20:46:11.753164 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f06e99-cd02-4b16-885e-e132680515d2 x-openstack-request-id: req-b3f06e99-cd02-4b16-885e-e132680515d2 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:11.753467 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a828a56-9724-45a1-b37b-7f43264a95a1", "name": "network-vif-plugged", "status": "completed", "tag": "df3d0964-d33d-4b7a-bb65-84ee393965a9", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:11.753772 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b3f06e99-cd02-4b16-885e-e132680515d2 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:11.754181 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a828a56-9724-45a1-b37b-7f43264a95a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df3d0964-d33d-4b7a-bb65-84ee393965a9', 'code': 200} Aug 16 20:46:11.811697 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:11.854737 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fb4b1-eab7-47e1-8235-bb091be4ce84 req-9b075329-ee96-45b0-ba73-48c63fc3802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:11.856211 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-587fb4b1-eab7-47e1-8235-bb091be4ce84 req-9b075329-ee96-45b0-ba73-48c63fc3802b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5a828a56-9724-45a1-b37b-7f43264a95a1 HTTP/1.1" status: 200 len: 1102 time: 0.0419827 Aug 16 20:46:11.865570 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=df3d0964-d33d-4b7a-bb65-84ee393965a9,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:11.903474 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-587fb4b1-eab7-47e1-8235-bb091be4ce84 req-5d68c3b0-06a0-4d1f-8300-5ac8c8b4e92f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=be803331-adc0-4b4c-83ab-4763932a7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399523 Aug 16 20:46:11.905928 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f1e92484-4812-41d3-8946-119532d2b26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:11.909305 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f1e92484-4812-41d3-8946-119532d2b26b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:11.924436 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f1e92484-4812-41d3-8946-119532d2b26b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b1a3a3ec-6715-40e7-bf54-7facbb30ac9a HTTP/1.1" status: 204 len: 168 time: 0.4067447 Aug 16 20:46:11.942538 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e92484-4812-41d3-8946-119532d2b26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a3a3ec-6715-40e7-bf54-7facbb30ac9a,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:11.987526 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-f55ae23d-3950-4ebf-a6cf-3dc97be9dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:11.997504 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-f55ae23d-3950-4ebf-a6cf-3dc97be9dc8e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8eeb19c70e2743deaa8aa99547f66522&device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 1102 time: 0.0551863 Aug 16 20:46:12.086614 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-dbaa99e2-c09d-40d6-9355-b7e44627f762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:12.087595 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-dbaa99e2-c09d-40d6-9355-b7e44627f762 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.0909340 Aug 16 20:46:12.135039 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-835d8b61-5598-4ee5-ab0b-7d4a974224f4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=40e63186-9497-424f-b44b-5fd04a73ebc0 HTTP/1.1" status: 200 len: 217 time: 0.0406210 Aug 16 20:46:12.186817 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-0cb66e88-d622-4768-82ec-10f691b43750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:12.188495 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-0cb66e88-d622-4768-82ec-10f691b43750 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0457568 Aug 16 20:46:12.235705 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-4687e2ea-21b8-43bc-9329-1ac1e26b2111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:12.237346 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-4687e2ea-21b8-43bc-9329-1ac1e26b2111 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0413222 Aug 16 20:46:12.345911 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-ec380d8d-35a8-4399-899c-bbf4d5f5d688 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997458 Aug 16 20:46:12.395037 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:46:12.442712 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-09eac642-0f51-47e0-bfd3-acce8d74cc26 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905735 Aug 16 20:46:12.949113 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 33198) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:12.994556 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-94fa1ed4-2b74-4bf9-9c01-3371e2db2b13 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=637fa15c7303451a96a0f788b5061906&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442252 Aug 16 20:46:12.996964 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 33204) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:13.052392 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6d1a3bd2-a455-45d6-a766-96682e57cdd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:13.074929 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6d1a3bd2-a455-45d6-a766-96682e57cdd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:13.363968 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6d1a3bd2-a455-45d6-a766-96682e57cdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:13.374565 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6d1a3bd2-a455-45d6-a766-96682e57cdd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:13.379392 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6d1a3bd2-a455-45d6-a766-96682e57cdd0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/66017596-266c-4c36-8ae3-22805bd98b5d HTTP/1.1" status: 204 len: 168 time: 0.3787580 Aug 16 20:46:13.391107 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a3bd2-a455-45d6-a766-96682e57cdd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66017596-266c-4c36-8ae3-22805bd98b5d,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:13.826500 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6329a311-fe2d-4892-b0b1-e04be4d9f7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:13.882676 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:14.317043 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-6e958005-c69d-4878-959f-f6a10037094a req-1f49034d-d554-4003-8b3f-0b7cabef4cba tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:46:14.317998 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6e958005-c69d-4878-959f-f6a10037094a req-1f49034d-d554-4003-8b3f-0b7cabef4cba tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061681 Aug 16 20:46:14.331280 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-6e958005-c69d-4878-959f-f6a10037094a req-4b428121-33b5-4cee-88bd-6ad1e0e83875 service neutron] Request body: {'binding': {'host': 'n-h1-793620-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:14.331700 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-6e958005-c69d-4878-959f-f6a10037094a req-4b428121-33b5-4cee-88bd-6ad1e0e83875 service neutron] Unknown quota resources ['binding']. {{(pid=101844) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:46:14.440019 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16d396-1dbb-42c6-abe7-63904862ddbd req-18ad124c-36db-4493-b850-b47f6627d49c tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:14.441555 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1f16d396-1dbb-42c6-abe7-63904862ddbd req-18ad124c-36db-4493-b850-b47f6627d49c tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 950 time: 0.1225860 Aug 16 20:46:14.510556 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1f16d396-1dbb-42c6-abe7-63904862ddbd req-2e0f55e7-9c16-4671-a6af-45f866a41b2a tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587342 Aug 16 20:46:14.525846 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-6e958005-c69d-4878-959f-f6a10037094a req-4b428121-33b5-4cee-88bd-6ad1e0e83875 service neutron] Attempting to bind port 29d54302-d8a8-48b8-8c0a-114d9108568d on host n-h1-793620-15 for vnic_type normal with profile None {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:46:14.532252 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-6e958005-c69d-4878-959f-f6a10037094a req-4b428121-33b5-4cee-88bd-6ad1e0e83875 service neutron] Attempting to bind port 29d54302-d8a8-48b8-8c0a-114d9108568d by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:46:14.532252 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e958005-c69d-4878-959f-f6a10037094a req-4b428121-33b5-4cee-88bd-6ad1e0e83875 service neutron] Attempting to bind port 29d54302-d8a8-48b8-8c0a-114d9108568d on network 2d2d869c-bfe3-4bc5-a83b-70655e061223 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:14.541290 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e958005-c69d-4878-959f-f6a10037094a req-4b428121-33b5-4cee-88bd-6ad1e0e83875 service neutron] Port 29d54302-d8a8-48b8-8c0a-114d9108568d on network 2d2d869c-bfe3-4bc5-a83b-70655e061223 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:46:14.541699 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e958005-c69d-4878-959f-f6a10037094a req-4b428121-33b5-4cee-88bd-6ad1e0e83875 service neutron] Attempting to bind port 29d54302-d8a8-48b8-8c0a-114d9108568d on network 2d2d869c-bfe3-4bc5-a83b-70655e061223 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:14.546836 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e958005-c69d-4878-959f-f6a10037094a req-4b428121-33b5-4cee-88bd-6ad1e0e83875 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:46:14.547186 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e958005-c69d-4878-959f-f6a10037094a req-4b428121-33b5-4cee-88bd-6ad1e0e83875 service neutron] Checking segment: {'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:46:14.547570 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e958005-c69d-4878-959f-f6a10037094a req-4b428121-33b5-4cee-88bd-6ad1e0e83875 service neutron] Bound using segment: {'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:46:14.548029 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-6e958005-c69d-4878-959f-f6a10037094a req-4b428121-33b5-4cee-88bd-6ad1e0e83875 service neutron] Bound port: 29d54302-d8a8-48b8-8c0a-114d9108568d, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:46:14.580574 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 2bcde80d-9ea4-48bd-853d-40ced3836cd5 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:46:14.639849 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-6e958005-c69d-4878-959f-f6a10037094a req-4b428121-33b5-4cee-88bd-6ad1e0e83875 service neutron] For port 29d54302-d8a8-48b8-8c0a-114d9108568d, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=29d54302-d8a8-48b8-8c0a-114d9108568d,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:46:14.656031 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec60a2-efc7-4054-a2b3-903f5c43e174 req-58397416-c3cd-4449-afab-d823746e3cad tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:14.657539 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-11ec60a2-efc7-4054-a2b3-903f5c43e174 req-58397416-c3cd-4449-afab-d823746e3cad tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] 10.222.0.84 "GET /v2.0/ports?device_id=5a828a56-9724-45a1-b37b-7f43264a95a1 HTTP/1.1" status: 200 len: 950 time: 0.0781262 Aug 16 20:46:14.679021 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:14.708470 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-11ec60a2-efc7-4054-a2b3-903f5c43e174 req-2977fe0a-0371-4a08-8c12-0c2ce74a39d6 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] 10.222.0.84 "GET /v2.0/security-groups?id=be803331-adc0-4b4c-83ab-4763932a7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414855 Aug 16 20:46:14.710326 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a01b565-c5d6-4234-9400-3b303b55d527', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bcde80d-9ea4-48bd-853d-40ced3836cd5'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:14.713165 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e6912a-19fb-4006-b859-21550b834fc7" -d '{"events": [{"server_uuid": "6a01b565-c5d6-4234-9400-3b303b55d527", "name": "network-vif-unplugged", "status": "completed", "tag": "2bcde80d-9ea4-48bd-853d-40ced3836cd5"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:14.730627 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 2bcde80d-9ea4-48bd-853d-40ced3836cd5, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=2bcde80d-9ea4-48bd-853d-40ced3836cd5,segment=NetworkSegment(d55822d8-6a18-4bf0-8e46-976d628f1806),segment_id=d55822d8-6a18-4bf0-8e46-976d628f1806)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:14.740179 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:14.883473 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6e958005-c69d-4878-959f-f6a10037094a req-4b428121-33b5-4cee-88bd-6ad1e0e83875 service neutron] Notify callbacks [] for binding, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:14.886378 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6e958005-c69d-4878-959f-f6a10037094a req-4b428121-33b5-4cee-88bd-6ad1e0e83875 service neutron] 10.222.0.84 "POST /v2.0/ports/29d54302-d8a8-48b8-8c0a-114d9108568d/bindings HTTP/1.1" status: 201 len: 390 time: 0.5566981 Aug 16 20:46:14.917556 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:14.975334 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=2bcde80d-9ea4-48bd-853d-40ced3836cd5,revision_number=8']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:15.017545 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 33250) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:15.117779 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-f4fa6682-4648-4404-9c21-50588cfae3a5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1526633338-network', 'tenant_id': '30032294c02e47998da47b1124817457'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:15.262634 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6a1632-e5c9-44cd-b694-b2d1e18a0e94 x-openstack-request-id: req-6a6a1632-e5c9-44cd-b694-b2d1e18a0e94 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:15.262934 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a01b565-c5d6-4234-9400-3b303b55d527", "name": "network-vif-unplugged", "status": "completed", "tag": "2bcde80d-9ea4-48bd-853d-40ced3836cd5", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:15.263212 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6a6a1632-e5c9-44cd-b694-b2d1e18a0e94 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:15.263618 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a01b565-c5d6-4234-9400-3b303b55d527', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bcde80d-9ea4-48bd-853d-40ced3836cd5', 'code': 200} Aug 16 20:46:15.265593 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fa6682-4648-4404-9c21-50588cfae3a5 admin admin] Made reservation on behalf of 30032294c02e47998da47b1124817457 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:46:15.269996 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f4fa6682-4648-4404-9c21-50588cfae3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:15.291810 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f4fa6682-4648-4404-9c21-50588cfae3a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:15.452464 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f49778-ce77-465d-86ff-1b9507c6701c req-2fea9b1b-8e97-46bf-91c2-64dd1fb6b5e0 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:15.453990 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-07f49778-ce77-465d-86ff-1b9507c6701c req-2fea9b1b-8e97-46bf-91c2-64dd1fb6b5e0 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=a898d334-b635-4ede-b06c-bddfad565103 HTTP/1.1" status: 200 len: 945 time: 0.0779045 Aug 16 20:46:15.464654 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f4fa6682-4648-4404-9c21-50588cfae3a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:15.497423 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-07f49778-ce77-465d-86ff-1b9507c6701c req-f47d6d6a-ff02-4fc4-b3df-6d5f1dcb2c09 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354781 Aug 16 20:46:15.625775 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f4fa6682-4648-4404-9c21-50588cfae3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:15.667022 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4fa6682-4648-4404-9c21-50588cfae3a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:46:15.673751 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa6682-4648-4404-9c21-50588cfae3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2b7183-3ca5-4719-9c50-94e8334b390e,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:15.691941 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f4fa6682-4648-4404-9c21-50588cfae3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:15.691941 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-f4fa6682-4648-4404-9c21-50588cfae3a5 admin admin] Added segment 391adbb2-3ff8-462e-9d0e-1f594f736a59 of type vlan for network 712844f1-efe0-47f4-a231-6a1623362500 Aug 16 20:46:15.754133 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-cc91930a-948f-4374-b548-8285b0076d3c tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:15.755694 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-cc91930a-948f-4374-b548-8285b0076d3c tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/networks?id=129de689-1a67-4447-bccf-e675c592e5c9 HTTP/1.1" status: 200 len: 804 time: 0.1827331 Aug 16 20:46:15.764380 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f4fa6682-4648-4404-9c21-50588cfae3a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:15.814544 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-c4b2d6ae-f500-488a-93a3-65fac6996979 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/quotas/8cc126ebead24b64ac4f071673509eb8 HTTP/1.1" status: 200 len: 375 time: 0.0467513 Aug 16 20:46:15.887401 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103be122-13bc-46de-a782-6e2bdad729b2 req-617ef900-0641-47bd-a952-bba056373d13 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:15.889074 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-103be122-13bc-46de-a782-6e2bdad729b2 req-617ef900-0641-47bd-a952-bba056373d13 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 950 time: 0.1454716 Aug 16 20:46:15.901734 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e958005-c69d-4878-959f-f6a10037094a req-532d1d2d-e51e-42c1-8b2a-9e76b01cf724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:15.903293 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6e958005-c69d-4878-959f-f6a10037094a req-532d1d2d-e51e-42c1-8b2a-9e76b01cf724 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6b79fa21751c4c74a7616afcdef028a8&device_id=a898d334-b635-4ede-b06c-bddfad565103 HTTP/1.1" status: 200 len: 1097 time: 0.1069596 Aug 16 20:46:15.932644 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-59a1ccd9-ab21-4e9b-907e-989c5a46dbe6 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=8cc126ebead24b64ac4f071673509eb8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0971093 Aug 16 20:46:15.946188 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f4fa6682-4648-4404-9c21-50588cfae3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:15.947173 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fa6682-4648-4404-9c21-50588cfae3a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:15.948318 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f4fa6682-4648-4404-9c21-50588cfae3a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:16.094955 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-103be122-13bc-46de-a782-6e2bdad729b2 req-ef91149c-9c0b-40f9-b45e-3c0f866a482b tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989720 Aug 16 20:46:16.119081 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa6682-4648-4404-9c21-50588cfae3a5 admin admin] Pushing event updated for resources: {'Network': ['ID=712844f1-efe0-47f4-a231-6a1623362500,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:16.132363 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 712844f1-efe0-47f4-a231-6a1623362500 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:46:16.157129 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e958005-c69d-4878-959f-f6a10037094a req-72c4076f-0f82-40c4-9e62-14c5690eb1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:16.158654 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6e958005-c69d-4878-959f-f6a10037094a req-72c4076f-0f82-40c4-9e62-14c5690eb1b5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d2d869c-bfe3-4bc5-a83b-70655e061223 HTTP/1.1" status: 200 len: 922 time: 0.2449179 Aug 16 20:46:16.192574 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f4fa6682-4648-4404-9c21-50588cfae3a5 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.1650095 Aug 16 20:46:16.192801 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 33280) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:16.192801 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-d80407a3-8858-4e55-a95c-b8ea983fbcf0 admin admin] Request body: {'subnet': {'network_id': '712844f1-efe0-47f4-a231-6a1623362500', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1526633338-subnet', 'tenant_id': '30032294c02e47998da47b1124817457', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:16.199710 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-137ee392-1b4a-4be8-8908-45941b3f2f91 service neutron] 10.222.0.84 "GET /v2.0/networks/129de689-1a67-4447-bccf-e675c592e5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556758 Aug 16 20:46:16.328374 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80407a3-8858-4e55-a95c-b8ea983fbcf0 admin admin] Made reservation on behalf of 30032294c02e47998da47b1124817457 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:46:16.330888 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d80407a3-8858-4e55-a95c-b8ea983fbcf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:16.431427 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:16.531918 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6e958005-c69d-4878-959f-f6a10037094a req-7c33638b-a155-42d0-b8cf-179fe5800aad service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29d54302-d8a8-48b8-8c0a-114d9108568d HTTP/1.1" status: 200 len: 217 time: 0.3572252 Aug 16 20:46:16.632927 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f87cf3-6dd9-4d10-a3e4-d60196f80ff1 req-0470f319-c872-47de-92d0-e4068e6a03c8 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:16.634579 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b9f87cf3-6dd9-4d10-a3e4-d60196f80ff1 req-0470f319-c872-47de-92d0-e4068e6a03c8 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] 10.222.0.84 "GET /v2.0/ports?device_id=5a828a56-9724-45a1-b37b-7f43264a95a1 HTTP/1.1" status: 200 len: 950 time: 0.4750304 Aug 16 20:46:16.661644 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e958005-c69d-4878-959f-f6a10037094a req-7bfc5433-c313-4ffd-87c1-90fc32c70a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:16.663109 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6e958005-c69d-4878-959f-f6a10037094a req-7bfc5433-c313-4ffd-87c1-90fc32c70a2d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=64801f8f-8e8b-4346-a61f-2c5cd4a5ef47 HTTP/1.1" status: 200 len: 861 time: 0.0941811 Aug 16 20:46:16.711819 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6e958005-c69d-4878-959f-f6a10037094a req-13318004-8736-47ad-af72-4251d6f563d3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d2d869c-bfe3-4bc5-a83b-70655e061223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367746 Aug 16 20:46:16.715023 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-de7bcc3e-43dc-4891-865a-508de3c08f84 service neutron] 10.222.0.84 "GET /v2.0/networks/129de689-1a67-4447-bccf-e675c592e5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948905 Aug 16 20:46:16.744943 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b9f87cf3-6dd9-4d10-a3e4-d60196f80ff1 req-49f564ee-8d49-441e-849f-24f7cf2e9392 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] 10.222.0.84 "GET /v2.0/security-groups?id=be803331-adc0-4b4c-83ab-4763932a7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024468 Aug 16 20:46:16.824292 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6e958005-c69d-4878-959f-f6a10037094a req-3e0264b8-9112-4e92-b316-f1a4af21c63d service neutron] 10.222.0.72 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032965 Aug 16 20:46:16.854675 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d80407a3-8858-4e55-a95c-b8ea983fbcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:16.926932 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80407a3-8858-4e55-a95c-b8ea983fbcf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=102329de-f784-4cc5-876b-70fa67ceb897,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:16.936710 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6e958005-c69d-4878-959f-f6a10037094a req-d039e1c3-e9f3-4b5f-9cb9-2e7b5336cc07 service neutron] 10.222.0.72 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051095 Aug 16 20:46:16.944002 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80407a3-8858-4e55-a95c-b8ea983fbcf0 admin admin] Checking segment: {'id': '391adbb2-3ff8-462e-9d0e-1f594f736a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '712844f1-efe0-47f4-a231-6a1623362500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:46:16.944451 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80407a3-8858-4e55-a95c-b8ea983fbcf0 admin admin] Network hostable DHCP agents. Network: 712844f1-efe0-47f4-a231-6a1623362500, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:46:17.068267 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-6638246c-b408-48a2-bc2e-9c5b560c20f5 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:17.069742 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-6638246c-b408-48a2-bc2e-9c5b560c20f5 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/networks?id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa HTTP/1.1" status: 200 len: 808 time: 0.1321299 Aug 16 20:46:17.128632 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80407a3-8858-4e55-a95c-b8ea983fbcf0 admin admin] Network 712844f1-efe0-47f4-a231-6a1623362500 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:46:17.140370 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-621d26c2-59fa-4b20-bd73-340fdd1e923a tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/quotas/8ef76538be3f42efb94d0f0a8384d0d1 HTTP/1.1" status: 200 len: 375 time: 0.0541880 Aug 16 20:46:17.181103 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e958005-c69d-4878-959f-f6a10037094a req-1cddd8b0-22e1-49ea-aa72-58e644cff5bb tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:17.182338 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6e958005-c69d-4878-959f-f6a10037094a req-1cddd8b0-22e1-49ea-aa72-58e644cff5bb tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=a898d334-b635-4ede-b06c-bddfad565103&tenant_id=6b79fa21751c4c74a7616afcdef028a8&binding%3Ahost_id=n-h2-793620-15 HTTP/1.1" status: 200 len: 1097 time: 0.0449431 Aug 16 20:46:17.193735 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-6e958005-c69d-4878-959f-f6a10037094a req-67b49124-d0b4-485b-a7b4-4bf45b04ffb4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793620-15'}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:17.221744 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0816cec-78a6-4e24-8879-11f14fdf8175 req-fc953fef-e39f-403f-bb7d-774e7292fe96 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:17.223362 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d0816cec-78a6-4e24-8879-11f14fdf8175 req-fc953fef-e39f-403f-bb7d-774e7292fe96 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=a898d334-b635-4ede-b06c-bddfad565103 HTTP/1.1" status: 200 len: 945 time: 0.1799781 Aug 16 20:46:17.243383 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-d80407a3-8858-4e55-a95c-b8ea983fbcf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 712844f1-efe0-47f4-a231-6a1623362500) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:46:17.249147 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774fe1e-e12e-497e-926b-35d9c50fbe7b req-b29e7bd3-95f0-40d4-9916-f96afa1c58e2 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:17.250051 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80407a3-8858-4e55-a95c-b8ea983fbcf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:17.250643 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d80407a3-8858-4e55-a95c-b8ea983fbcf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:17.251774 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c774fe1e-e12e-497e-926b-35d9c50fbe7b req-b29e7bd3-95f0-40d4-9916-f96afa1c58e2 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a01b565-c5d6-4234-9400-3b303b55d527 HTTP/1.1" status: 200 len: 944 time: 0.1678355 Aug 16 20:46:17.253330 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c2fffa-4e35-4f90-93d5-c15f3132493a None None] Network 712844f1-efe0-47f4-a231-6a1623362500 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:46:17.268027 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6e958005-c69d-4878-959f-f6a10037094a req-67b49124-d0b4-485b-a7b4-4bf45b04ffb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:17.274796 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6530fe-eac2-4bf6-b205-f4d1e66ba646 req-9e040a13-c0fe-4c5a-93cb-d40082ab1bcb tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:17.276284 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-db6530fe-eac2-4bf6-b205-f4d1e66ba646 req-9e040a13-c0fe-4c5a-93cb-d40082ab1bcb tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a828a56-9724-45a1-b37b-7f43264a95a1 HTTP/1.1" status: 200 len: 950 time: 0.1680517 Aug 16 20:46:17.378174 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-032b1964-44ce-46b3-aedd-2d1a85dee4a8 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=8ef76538be3f42efb94d0f0a8384d0d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2207496 Aug 16 20:46:17.412852 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d80407a3-8858-4e55-a95c-b8ea983fbcf0 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2226491 Aug 16 20:46:17.415871 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 33300) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:17.420990 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-d7a7670a-76a3-4ab3-987f-2fd3bbbadcc4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1526633338-router', 'tenant_id': '30032294c02e47998da47b1124817457', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:17.422706 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-6e958005-c69d-4878-959f-f6a10037094a req-67b49124-d0b4-485b-a7b4-4bf45b04ffb4 service neutron] For port 29d54302-d8a8-48b8-8c0a-114d9108568d, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=29d54302-d8a8-48b8-8c0a-114d9108568d,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:17.432427 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a6794e-43c4-42ad-88d3-ca3fc2fb73c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-712844f1-efe0-47f4-a231-6a1623362500', 'network_id': '712844f1-efe0-47f4-a231-6a1623362500', 'tenant_id': '30032294c02e47998da47b1124817457', 'fixed_ips': [{'subnet_id': '102329de-f784-4cc5-876b-70fa67ceb897'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:46:17.433563 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-26a6794e-43c4-42ad-88d3-ca3fc2fb73c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:17.457695 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d0816cec-78a6-4e24-8879-11f14fdf8175 req-941e82b7-4c8d-4153-a1ef-a91468af9c1f tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249792 Aug 16 20:46:17.468165 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-6e958005-c69d-4878-959f-f6a10037094a req-67b49124-d0b4-485b-a7b4-4bf45b04ffb4 service neutron] For port 29d54302-d8a8-48b8-8c0a-114d9108568d, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:46:17.546122 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a898d334-b635-4ede-b06c-bddfad565103', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29d54302-d8a8-48b8-8c0a-114d9108568d'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:17.548590 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056fcd94-1702-4c43-a246-430a7413ecdf" -d '{"events": [{"server_uuid": "a898d334-b635-4ede-b06c-bddfad565103", "name": "network-vif-unplugged", "status": "completed", "tag": "29d54302-d8a8-48b8-8c0a-114d9108568d"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:17.553369 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6e958005-c69d-4878-959f-f6a10037094a req-67b49124-d0b4-485b-a7b4-4bf45b04ffb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:17.605725 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-26a6794e-43c4-42ad-88d3-ca3fc2fb73c8 None None] Allocated IP 172.20.0.2 (712844f1-efe0-47f4-a231-6a1623362500/102329de-f784-4cc5-876b-70fa67ceb897/b43b7a85-b413-4da6-87fd-e1d1fb2f3e87) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:46:17.607241 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-873cca1d-1abf-4dc8-bc8c-5b14c9494bf3 req-c069a02f-9a72-4ff0-afcc-75b1a4386c48 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=53c0be16-67d8-4798-9efc-fd14afe3c7ac HTTP/1.1" status: 200 len: 210 time: 0.0731869 Aug 16 20:46:17.662373 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-87ff47b8-5a03-4633-b525-c1b4419e52b1 service neutron] 10.222.0.84 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834172 Aug 16 20:46:17.671683 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6e958005-c69d-4878-959f-f6a10037094a req-67b49124-d0b4-485b-a7b4-4bf45b04ffb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:17.698639 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-c774fe1e-e12e-497e-926b-35d9c50fbe7b req-a08922b5-0f6c-4673-be1c-523f5ca6b4ec tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Deleting port 2bcde80d-9ea4-48bd-853d-40ced3836cd5 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:46:17.698999 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c774fe1e-e12e-497e-926b-35d9c50fbe7b req-a08922b5-0f6c-4673-be1c-523f5ca6b4ec tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:17.701943 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d7a7670a-76a3-4ab3-987f-2fd3bbbadcc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:17.702923 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d7a7670a-76a3-4ab3-987f-2fd3bbbadcc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:17.751893 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-db6530fe-eac2-4bf6-b205-f4d1e66ba646 req-62630d3b-f8c4-4c38-b59b-4d5e33549bed tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] Deleting port df3d0964-d33d-4b7a-bb65-84ee393965a9 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:46:17.752249 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-db6530fe-eac2-4bf6-b205-f4d1e66ba646 req-62630d3b-f8c4-4c38-b59b-4d5e33549bed tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:17.770201 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b49124-d0b4-485b-a7b4-4bf45b04ffb4 service neutron] Pushing event updated for resources: {'Port': ['ID=29d54302-d8a8-48b8-8c0a-114d9108568d,revision_number=7']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:17.773252 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-6e958005-c69d-4878-959f-f6a10037094a req-67b49124-d0b4-485b-a7b4-4bf45b04ffb4 service neutron] Attempting to bind port 29d54302-d8a8-48b8-8c0a-114d9108568d on host n-h2-793620-15 for vnic_type normal with profile {"migrating_to": "n-h1-793620-15"} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:46:17.773604 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-6e958005-c69d-4878-959f-f6a10037094a req-67b49124-d0b4-485b-a7b4-4bf45b04ffb4 service neutron] Attempting to bind port 29d54302-d8a8-48b8-8c0a-114d9108568d by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:46:17.773929 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e958005-c69d-4878-959f-f6a10037094a req-67b49124-d0b4-485b-a7b4-4bf45b04ffb4 service neutron] Attempting to bind port 29d54302-d8a8-48b8-8c0a-114d9108568d on network 2d2d869c-bfe3-4bc5-a83b-70655e061223 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:17.779251 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e958005-c69d-4878-959f-f6a10037094a req-67b49124-d0b4-485b-a7b4-4bf45b04ffb4 service neutron] Port 29d54302-d8a8-48b8-8c0a-114d9108568d on network 2d2d869c-bfe3-4bc5-a83b-70655e061223 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:46:17.780647 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e958005-c69d-4878-959f-f6a10037094a req-67b49124-d0b4-485b-a7b4-4bf45b04ffb4 service neutron] Attempting to bind port 29d54302-d8a8-48b8-8c0a-114d9108568d on network 2d2d869c-bfe3-4bc5-a83b-70655e061223 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:17.785900 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e958005-c69d-4878-959f-f6a10037094a req-67b49124-d0b4-485b-a7b4-4bf45b04ffb4 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:46:17.786378 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e958005-c69d-4878-959f-f6a10037094a req-67b49124-d0b4-485b-a7b4-4bf45b04ffb4 service neutron] Checking segment: {'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:46:17.786775 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e958005-c69d-4878-959f-f6a10037094a req-67b49124-d0b4-485b-a7b4-4bf45b04ffb4 service neutron] Bound using segment: {'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:46:17.787214 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-6e958005-c69d-4878-959f-f6a10037094a req-67b49124-d0b4-485b-a7b4-4bf45b04ffb4 service neutron] Bound port: 29d54302-d8a8-48b8-8c0a-114d9108568d, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:46:17.793538 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6e958005-c69d-4878-959f-f6a10037094a req-67b49124-d0b4-485b-a7b4-4bf45b04ffb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:17.798744 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-26a6794e-43c4-42ad-88d3-ca3fc2fb73c8 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:17.807806 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-26a6794e-43c4-42ad-88d3-ca3fc2fb73c8 None None] Transition to ACTIVE for port object b43b7a85-b413-4da6-87fd-e1d1fb2f3e87 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:17.823283 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-26a6794e-43c4-42ad-88d3-ca3fc2fb73c8 None None] Transition to ACTIVE for port object b43b7a85-b413-4da6-87fd-e1d1fb2f3e87 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:17.853933 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-6e958005-c69d-4878-959f-f6a10037094a req-67b49124-d0b4-485b-a7b4-4bf45b04ffb4 service neutron] For port 29d54302-d8a8-48b8-8c0a-114d9108568d, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:46:17.857557 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-6e958005-c69d-4878-959f-f6a10037094a req-67b49124-d0b4-485b-a7b4-4bf45b04ffb4 service neutron] For port 29d54302-d8a8-48b8-8c0a-114d9108568d, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=29d54302-d8a8-48b8-8c0a-114d9108568d,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:46:17.923116 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-26a6794e-43c4-42ad-88d3-ca3fc2fb73c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:17.961886 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6e958005-c69d-4878-959f-f6a10037094a req-67b49124-d0b4-485b-a7b4-4bf45b04ffb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:17.970024 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a6794e-43c4-42ad-88d3-ca3fc2fb73c8 None None] Network 712844f1-efe0-47f4-a231-6a1623362500 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:46:17.973542 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-26a6794e-43c4-42ad-88d3-ca3fc2fb73c8 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:46:17.976945 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a6794e-43c4-42ad-88d3-ca3fc2fb73c8 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:46:17.992520 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6794e-43c4-42ad-88d3-ca3fc2fb73c8 None None] Pushing event updated for resources: {'Port': ['ID=b43b7a85-b413-4da6-87fd-e1d1fb2f3e87,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:17.996891 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d7a7670a-76a3-4ab3-987f-2fd3bbbadcc4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:18.006061 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524aee3-78aa-4bd9-a9b2-f564d208a08c req-3ec1dbe9-3022-42ee-a6cb-cbdceeac7979 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:18.017230 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f524aee3-78aa-4bd9-a9b2-f564d208a08c req-3ec1dbe9-3022-42ee-a6cb-cbdceeac7979 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 950 time: 0.3233805 Aug 16 20:46:18.027013 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-fbed6e19-8269-4e60-9ae2-25e594a8b57a service neutron] 10.222.0.84 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557663 Aug 16 20:46:18.057663 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-26a6794e-43c4-42ad-88d3-ca3fc2fb73c8 None None] Attempting to bind port b43b7a85-b413-4da6-87fd-e1d1fb2f3e87 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:46:18.058049 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-26a6794e-43c4-42ad-88d3-ca3fc2fb73c8 None None] Attempting to bind port b43b7a85-b413-4da6-87fd-e1d1fb2f3e87 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '391adbb2-3ff8-462e-9d0e-1f594f736a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '712844f1-efe0-47f4-a231-6a1623362500'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:46:18.058555 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a6794e-43c4-42ad-88d3-ca3fc2fb73c8 None None] Attempting to bind port b43b7a85-b413-4da6-87fd-e1d1fb2f3e87 on network 712844f1-efe0-47f4-a231-6a1623362500 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:18.065466 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a6794e-43c4-42ad-88d3-ca3fc2fb73c8 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:46:18.065821 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e958005-c69d-4878-959f-f6a10037094a req-67b49124-d0b4-485b-a7b4-4bf45b04ffb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:18.065936 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a6794e-43c4-42ad-88d3-ca3fc2fb73c8 None None] Checking segment: {'id': '391adbb2-3ff8-462e-9d0e-1f594f736a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '712844f1-efe0-47f4-a231-6a1623362500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:46:18.066410 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6e958005-c69d-4878-959f-f6a10037094a req-67b49124-d0b4-485b-a7b4-4bf45b04ffb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:18.066528 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-26a6794e-43c4-42ad-88d3-ca3fc2fb73c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:18.067682 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a6794e-43c4-42ad-88d3-ca3fc2fb73c8 None None] Bound using segment: {'id': '391adbb2-3ff8-462e-9d0e-1f594f736a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '712844f1-efe0-47f4-a231-6a1623362500'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:46:18.068201 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-26a6794e-43c4-42ad-88d3-ca3fc2fb73c8 None None] Bound port: b43b7a85-b413-4da6-87fd-e1d1fb2f3e87, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '391adbb2-3ff8-462e-9d0e-1f594f736a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '712844f1-efe0-47f4-a231-6a1623362500'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:46:18.068343 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6e958005-c69d-4878-959f-f6a10037094a req-67b49124-d0b4-485b-a7b4-4bf45b04ffb4 service neutron] 10.222.0.72 "PUT /v2.0/ports/29d54302-d8a8-48b8-8c0a-114d9108568d HTTP/1.1" status: 200 len: 1123 time: 0.8782740 Aug 16 20:46:18.068664 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-26a6794e-43c4-42ad-88d3-ca3fc2fb73c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:18.069126 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b49124-d0b4-485b-a7b4-4bf45b04ffb4 service neutron] Pushing event updated for resources: {'Port': ['ID=29d54302-d8a8-48b8-8c0a-114d9108568d,revision_number=8']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:18.071573 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-c774fe1e-e12e-497e-926b-35d9c50fbe7b req-a08922b5-0f6c-4673-be1c-523f5ca6b4ec tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] For port 2bcde80d-9ea4-48bd-853d-40ced3836cd5, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=2bcde80d-9ea4-48bd-853d-40ced3836cd5,segment=NetworkSegment(d55822d8-6a18-4bf0-8e46-976d628f1806),segment_id=d55822d8-6a18-4bf0-8e46-976d628f1806)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:18.071989 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c774fe1e-e12e-497e-926b-35d9c50fbe7b req-a08922b5-0f6c-4673-be1c-523f5ca6b4ec tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:18.075375 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-db6530fe-eac2-4bf6-b205-f4d1e66ba646 req-62630d3b-f8c4-4c38-b59b-4d5e33549bed tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] For port df3d0964-d33d-4b7a-bb65-84ee393965a9, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=df3d0964-d33d-4b7a-bb65-84ee393965a9,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:18.075807 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-db6530fe-eac2-4bf6-b205-f4d1e66ba646 req-62630d3b-f8c4-4c38-b59b-4d5e33549bed tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:18.100345 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-c774fe1e-e12e-497e-926b-35d9c50fbe7b req-a08922b5-0f6c-4673-be1c-523f5ca6b4ec tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Calling delete_port for 2bcde80d-9ea4-48bd-853d-40ced3836cd5 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:46:18.141143 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-db6530fe-eac2-4bf6-b205-f4d1e66ba646 req-62630d3b-f8c4-4c38-b59b-4d5e33549bed tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] Calling delete_port for df3d0964-d33d-4b7a-bb65-84ee393965a9 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:46:18.156960 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-26a6794e-43c4-42ad-88d3-ca3fc2fb73c8 None None] For port b43b7a85-b413-4da6-87fd-e1d1fb2f3e87, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:46:18.160081 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-26a6794e-43c4-42ad-88d3-ca3fc2fb73c8 None None] For port b43b7a85-b413-4da6-87fd-e1d1fb2f3e87, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b43b7a85-b413-4da6-87fd-e1d1fb2f3e87,segment=NetworkSegment(391adbb2-3ff8-462e-9d0e-1f594f736a59),segment_id=391adbb2-3ff8-462e-9d0e-1f594f736a59)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:46:18.180263 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['29d54302-d8a8-48b8-8c0a-114d9108568d'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:46:18.208377 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f524aee3-78aa-4bd9-a9b2-f564d208a08c req-6417612c-8291-44b8-a330-029db266b622 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765780 Aug 16 20:46:18.251337 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b30585-98ba-45c8-8678-e830a01b68f6 x-openstack-request-id: req-c3b30585-98ba-45c8-8678-e830a01b68f6 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:18.251892 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a898d334-b635-4ede-b06c-bddfad565103", "name": "network-vif-unplugged", "status": "completed", "tag": "29d54302-d8a8-48b8-8c0a-114d9108568d", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:18.251997 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c3b30585-98ba-45c8-8678-e830a01b68f6 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:18.252969 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a898d334-b635-4ede-b06c-bddfad565103', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29d54302-d8a8-48b8-8c0a-114d9108568d', 'code': 200} Aug 16 20:46:18.308710 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-26a6794e-43c4-42ad-88d3-ca3fc2fb73c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:18.385571 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6794e-43c4-42ad-88d3-ca3fc2fb73c8 None None] Pushing event updated for resources: {'Port': ['ID=b43b7a85-b413-4da6-87fd-e1d1fb2f3e87,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:18.418827 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d7a7670a-76a3-4ab3-987f-2fd3bbbadcc4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:18.471148 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81835480-b556-465c-b7a7-e04a79535966 req-fee09a8d-a65c-433e-9895-af227e3c39e7 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:18.472758 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-81835480-b556-465c-b7a7-e04a79535966 req-fee09a8d-a65c-433e-9895-af227e3c39e7 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] 10.222.0.84 "GET /v2.0/ports?device_id=5a828a56-9724-45a1-b37b-7f43264a95a1 HTTP/1.1" status: 200 len: 950 time: 0.1414697 Aug 16 20:46:18.639018 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-81835480-b556-465c-b7a7-e04a79535966 req-911d2386-e6a2-40c7-9510-86b3f434e853 tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] 10.222.0.84 "GET /v2.0/security-groups?id=be803331-adc0-4b4c-83ab-4763932a7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584508 Aug 16 20:46:18.712757 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-db6530fe-eac2-4bf6-b205-f4d1e66ba646 req-62630d3b-f8c4-4c38-b59b-4d5e33549bed tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:18.725278 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['df3d0964-d33d-4b7a-bb65-84ee393965a9'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:46:18.749939 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62630d3b-f8c4-4c38-b59b-4d5e33549bed tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] Pushing event deleted for resources: {'Port': ['ID=df3d0964-d33d-4b7a-bb65-84ee393965a9,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:18.791415 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:18.828711 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-db6530fe-eac2-4bf6-b205-f4d1e66ba646 req-62630d3b-f8c4-4c38-b59b-4d5e33549bed tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] No DVR routers for this DVR port df3d0964-d33d-4b7a-bb65-84ee393965a9 on host n-h1-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:46:18.832737 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-db6530fe-eac2-4bf6-b205-f4d1e66ba646 req-62630d3b-f8c4-4c38-b59b-4d5e33549bed tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:18.835001 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-db6530fe-eac2-4bf6-b205-f4d1e66ba646 req-62630d3b-f8c4-4c38-b59b-4d5e33549bed tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] 10.222.0.72 "DELETE /v2.0/ports/df3d0964-d33d-4b7a-bb65-84ee393965a9 HTTP/1.1" status: 204 len: 173 time: 1.5437918 Aug 16 20:46:18.836763 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a828a56-9724-45a1-b37b-7f43264a95a1', 'name': 'network-vif-deleted', 'tag': 'df3d0964-d33d-4b7a-bb65-84ee393965a9'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:18.840409 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a22659f-5bbb-4d8e-b269-333f9b8a38b4" -d '{"events": [{"server_uuid": "5a828a56-9724-45a1-b37b-7f43264a95a1", "name": "network-vif-deleted", "tag": "df3d0964-d33d-4b7a-bb65-84ee393965a9"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:18.848398 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c774fe1e-e12e-497e-926b-35d9c50fbe7b req-a08922b5-0f6c-4673-be1c-523f5ca6b4ec tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:18.893026 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08922b5-0f6c-4673-be1c-523f5ca6b4ec tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Pushing event deleted for resources: {'Port': ['ID=2bcde80d-9ea4-48bd-853d-40ced3836cd5,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:18.969116 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbcfef4-48dd-4f1b-b794-74c6b080f523 req-fba1c301-96bd-4d56-a3e1-9ff2c0b4e943 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:18.970529 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1bbcfef4-48dd-4f1b-b794-74c6b080f523 req-fba1c301-96bd-4d56-a3e1-9ff2c0b4e943 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=a898d334-b635-4ede-b06c-bddfad565103 HTTP/1.1" status: 200 len: 943 time: 0.1907387 Aug 16 20:46:19.004110 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-c774fe1e-e12e-497e-926b-35d9c50fbe7b req-a08922b5-0f6c-4673-be1c-523f5ca6b4ec tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] No DVR routers for this DVR port 2bcde80d-9ea4-48bd-853d-40ced3836cd5 on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:46:19.015295 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c774fe1e-e12e-497e-926b-35d9c50fbe7b req-a08922b5-0f6c-4673-be1c-523f5ca6b4ec tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:19.017280 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c774fe1e-e12e-497e-926b-35d9c50fbe7b req-a08922b5-0f6c-4673-be1c-523f5ca6b4ec tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.90 "DELETE /v2.0/ports/2bcde80d-9ea4-48bd-853d-40ced3836cd5 HTTP/1.1" status: 204 len: 173 time: 1.7517073 Aug 16 20:46:19.081495 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b43b7a85-b413-4da6-87fd-e1d1fb2f3e87 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:46:19.128236 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6ebbb02d-6239-4a35-bd9d-9bbc08fea42c req-cfe30cd0-a1aa-4828-8532-640ae793cf65 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=53c0be16-67d8-4798-9efc-fd14afe3c7ac HTTP/1.1" status: 200 len: 210 time: 0.1512122 Aug 16 20:46:19.184523 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84039207-5964-4850-8dec-c6d96399b966 x-openstack-request-id: req-84039207-5964-4850-8dec-c6d96399b966 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:19.184827 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a828a56-9724-45a1-b37b-7f43264a95a1", "name": "network-vif-deleted", "tag": "df3d0964-d33d-4b7a-bb65-84ee393965a9", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:19.185147 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-84039207-5964-4850-8dec-c6d96399b966 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:19.185844 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a828a56-9724-45a1-b37b-7f43264a95a1', 'name': 'network-vif-deleted', 'tag': 'df3d0964-d33d-4b7a-bb65-84ee393965a9', 'status': 'completed', 'code': 200} Aug 16 20:46:19.200513 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1bbcfef4-48dd-4f1b-b794-74c6b080f523 req-0afd54d9-afe9-457e-97d1-0e2dd1d6b679 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980491 Aug 16 20:46:19.247049 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4b55e31e-6f70-43fc-8757-1be12c03324e req-375b2385-e5ca-47cd-be58-66d73a7c86bb tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 210 time: 0.0360765 Aug 16 20:46:19.251061 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d7a7670a-76a3-4ab3-987f-2fd3bbbadcc4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:19.282405 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d7a7670a-76a3-4ab3-987f-2fd3bbbadcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:19.311522 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port b43b7a85-b413-4da6-87fd-e1d1fb2f3e87 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:46:19.532426 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e9f231-6c63-4317-9459-dabb51e34c53 None None] Network 712844f1-efe0-47f4-a231-6a1623362500 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:46:19.700708 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cce551-a07f-44d0-a728-3765f32a2465 req-60d5c2d3-5faf-4249-810d-27846c45a07c tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:19.709421 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b7cce551-a07f-44d0-a728-3765f32a2465 req-60d5c2d3-5faf-4249-810d-27846c45a07c tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 950 time: 0.4188139 Aug 16 20:46:19.710980 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-fe6ffe8e-9db3-4594-8ccb-830b5a576859 None None] Provisioning for port b43b7a85-b413-4da6-87fd-e1d1fb2f3e87 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:46:19.718249 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-fe6ffe8e-9db3-4594-8ccb-830b5a576859 None None] Provisioning complete for port b43b7a85-b413-4da6-87fd-e1d1fb2f3e87 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:19.719281 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fe6ffe8e-9db3-4594-8ccb-830b5a576859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:19.804650 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ba595b66-c202-4a70-b522-3832d70d82bd req-614fa069-c2a4-41c0-b58e-6697c3c3892e tempest-ImagesNegativeTestJSON-1313223385 tempest-ImagesNegativeTestJSON-1313223385-project] 10.222.0.84 "GET /v2.0/ports?device_id=5a828a56-9724-45a1-b37b-7f43264a95a1 HTTP/1.1" status: 200 len: 210 time: 0.0505211 Aug 16 20:46:19.808600 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fe6ffe8e-9db3-4594-8ccb-830b5a576859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:19.832445 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b7cce551-a07f-44d0-a728-3765f32a2465 req-e554a364-5ae8-402d-9f39-b2e73381284e tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219137 Aug 16 20:46:19.853668 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-d7a7670a-76a3-4ab3-987f-2fd3bbbadcc4 admin admin] Allocated IP 172.25.1.42 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/c2c24b8b-418b-4df1-955c-d4903e7ff57f) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:46:19.861021 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-fe6ffe8e-9db3-4594-8ccb-830b5a576859 None None] For port b43b7a85-b413-4da6-87fd-e1d1fb2f3e87, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b43b7a85-b413-4da6-87fd-e1d1fb2f3e87,segment=NetworkSegment(391adbb2-3ff8-462e-9d0e-1f594f736a59),segment_id=391adbb2-3ff8-462e-9d0e-1f594f736a59)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:19.971289 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d7a7670a-76a3-4ab3-987f-2fd3bbbadcc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:20.032114 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fe6ffe8e-9db3-4594-8ccb-830b5a576859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:20.073709 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d7a7670a-76a3-4ab3-987f-2fd3bbbadcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:20.098213 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ffe8e-9db3-4594-8ccb-830b5a576859 None None] Pushing event updated for resources: {'Port': ['ID=b43b7a85-b413-4da6-87fd-e1d1fb2f3e87,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:20.130683 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a7670a-76a3-4ab3-987f-2fd3bbbadcc4 admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:46:20.135100 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-d7a7670a-76a3-4ab3-987f-2fd3bbbadcc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:46:20.137648 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a7670a-76a3-4ab3-987f-2fd3bbbadcc4 admin admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:46:20.157987 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-cc8ed020-fa6e-40b2-a499-33d589592b41 None None] Provisioning complete for port b43b7a85-b413-4da6-87fd-e1d1fb2f3e87 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:20.158365 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cc8ed020-fa6e-40b2-a499-33d589592b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:20.210063 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7670a-76a3-4ab3-987f-2fd3bbbadcc4 admin admin] Pushing event updated for resources: {'Port': ['ID=c2c24b8b-418b-4df1-955c-d4903e7ff57f,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:20.254194 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a898d334-b635-4ede-b06c-bddfad565103', 'tag': '29d54302-d8a8-48b8-8c0a-114d9108568d'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:20.257991 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5bdcf0-d183-40ba-8047-03889e43621e" -d '{"events": [{"name": "network-changed", "server_uuid": "a898d334-b635-4ede-b06c-bddfad565103", "tag": "29d54302-d8a8-48b8-8c0a-114d9108568d"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:20.272276 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1fec288a-e5ce-495e-84cc-ce38f9aa56be req-d538ec34-1248-4784-a5e6-2cbbe787bfa8 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=53c0be16-67d8-4798-9efc-fd14afe3c7ac HTTP/1.1" status: 200 len: 210 time: 0.0352876 Aug 16 20:46:20.338702 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4aa23e5-44bd-4b09-8e34-b906e2433ac9 x-openstack-request-id: req-a4aa23e5-44bd-4b09-8e34-b906e2433ac9 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:20.339288 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a898d334-b635-4ede-b06c-bddfad565103", "tag": "29d54302-d8a8-48b8-8c0a-114d9108568d", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:20.339550 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a4aa23e5-44bd-4b09-8e34-b906e2433ac9 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:20.339977 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a898d334-b635-4ede-b06c-bddfad565103', 'tag': '29d54302-d8a8-48b8-8c0a-114d9108568d', 'status': 'completed', 'code': 200} Aug 16 20:46:20.524241 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b4863ca7-cf11-45a7-8544-39554e669703 req-8cb2b710-4b02-4f2c-8652-dfb973789fe5 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 210 time: 0.0873065 Aug 16 20:46:20.571733 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b838b4-7f90-433c-87af-c2700b004112 req-5fa0df90-9ce2-4641-b01d-f0df2805172e tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:20.574917 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 2bcde80d-9ea4-48bd-853d-40ced3836cd5 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:46:20.580700 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-87b838b4-7f90-433c-87af-c2700b004112 req-5fa0df90-9ce2-4641-b01d-f0df2805172e tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=a898d334-b635-4ede-b06c-bddfad565103 HTTP/1.1" status: 200 len: 943 time: 0.2506821 Aug 16 20:46:20.596399 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 2bcde80d-9ea4-48bd-853d-40ced3836cd5 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:46:20.597236 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 2bcde80d-9ea4-48bd-853d-40ced3836cd5 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:46:20.606950 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-0b89a0ad-7c4c-4351-91d7-d61b5161779d tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:20.608759 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-0b89a0ad-7c4c-4351-91d7-d61b5161779d tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.72 "GET /v2.0/networks?id=129de689-1a67-4447-bccf-e675c592e5c9 HTTP/1.1" status: 200 len: 804 time: 0.4041989 Aug 16 20:46:20.635063 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-dea91809-c806-4660-be9a-33173e8ed10c tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Request body: {'port': {'device_id': '53c0be16-67d8-4798-9efc-fd14afe3c7ac', 'network_id': '129de689-1a67-4447-bccf-e675c592e5c9', 'admin_state_up': True, 'tenant_id': '8cc126ebead24b64ac4f071673509eb8'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:20.656621 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bdcf0-d183-40ba-8047-03889e43621e req-2dbab81e-3878-4e0e-ba41-0587b363b44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:20.659208 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dc5bdcf0-d183-40ba-8047-03889e43621e req-2dbab81e-3878-4e0e-ba41-0587b363b44c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b79fa21751c4c74a7616afcdef028a8&device_id=a898d334-b635-4ede-b06c-bddfad565103 HTTP/1.1" status: 200 len: 1126 time: 0.2772305 Aug 16 20:46:20.781564 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-87b838b4-7f90-433c-87af-c2700b004112 req-f75af67e-b043-44dc-a532-2ccc4ae73259 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999884 Aug 16 20:46:20.897226 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bdcf0-d183-40ba-8047-03889e43621e req-b25f92af-1a25-48f2-bdce-2d4655e08b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:20.898779 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dc5bdcf0-d183-40ba-8047-03889e43621e req-b25f92af-1a25-48f2-bdce-2d4655e08b01 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2d2d869c-bfe3-4bc5-a83b-70655e061223 HTTP/1.1" status: 200 len: 922 time: 0.1889589 Aug 16 20:46:20.993494 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dc5bdcf0-d183-40ba-8047-03889e43621e req-4081a286-56f0-4c63-b85d-58c7fc1f985f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29d54302-d8a8-48b8-8c0a-114d9108568d HTTP/1.1" status: 200 len: 217 time: 0.0508540 Aug 16 20:46:21.022204 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b43b7a85-b413-4da6-87fd-e1d1fb2f3e87 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:46:21.055314 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-dea91809-c806-4660-be9a-33173e8ed10c tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Made reservation on behalf of 8cc126ebead24b64ac4f071673509eb8 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:46:21.058817 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-dea91809-c806-4660-be9a-33173e8ed10c tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:21.076442 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d7a7670a-76a3-4ab3-987f-2fd3bbbadcc4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:21.093685 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port b43b7a85-b413-4da6-87fd-e1d1fb2f3e87 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:21.094069 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:21.135120 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bdcf0-d183-40ba-8047-03889e43621e req-f772d355-f1ce-477a-9219-17fb45171287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:21.136634 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dc5bdcf0-d183-40ba-8047-03889e43621e req-f772d355-f1ce-477a-9219-17fb45171287 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=64801f8f-8e8b-4346-a61f-2c5cd4a5ef47 HTTP/1.1" status: 200 len: 861 time: 0.1258163 Aug 16 20:46:21.200300 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691b403-f047-412d-8669-dbfee15fead3 req-ec92471e-5d03-4390-83cf-ec23d80f2131 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:21.201624 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e691b403-f047-412d-8669-dbfee15fead3 req-ec92471e-5d03-4390-83cf-ec23d80f2131 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 950 time: 0.2240186 Aug 16 20:46:21.202070 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a01b565-c5d6-4234-9400-3b303b55d527', 'name': 'network-vif-deleted', 'tag': '2bcde80d-9ea4-48bd-853d-40ced3836cd5'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:21.204364 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc80250b-0bc4-48a1-b3b7-c08ad06d4de7" -d '{"events": [{"server_uuid": "6a01b565-c5d6-4234-9400-3b303b55d527", "name": "network-vif-deleted", "tag": "2bcde80d-9ea4-48bd-853d-40ced3836cd5"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:21.254691 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dc5bdcf0-d183-40ba-8047-03889e43621e req-aa590a46-acda-4c07-98d0-afdababcf041 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2d2d869c-bfe3-4bc5-a83b-70655e061223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020567 Aug 16 20:46:21.291959 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82401de-a66c-45d3-8940-dfcb733e5002 x-openstack-request-id: req-b82401de-a66c-45d3-8940-dfcb733e5002 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:21.292250 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a01b565-c5d6-4234-9400-3b303b55d527", "name": "network-vif-deleted", "tag": "2bcde80d-9ea4-48bd-853d-40ced3836cd5", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:21.292498 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b82401de-a66c-45d3-8940-dfcb733e5002 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:21.292911 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a01b565-c5d6-4234-9400-3b303b55d527', 'name': 'network-vif-deleted', 'tag': '2bcde80d-9ea4-48bd-853d-40ced3836cd5', 'status': 'completed', 'code': 200} Aug 16 20:46:21.313599 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 29d54302-d8a8-48b8-8c0a-114d9108568d details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:46:21.316184 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device df3d0964-d33d-4b7a-bb65-84ee393965a9 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:46:21.348375 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: df3d0964-d33d-4b7a-bb65-84ee393965a9 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:46:21.348950 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device df3d0964-d33d-4b7a-bb65-84ee393965a9 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:46:21.442801 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d3e04350-0af8-4075-b967-08d7f39b7c2d req-721ace71-a03d-4c5f-9f44-3d6156456d20 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=53c0be16-67d8-4798-9efc-fd14afe3c7ac HTTP/1.1" status: 200 len: 210 time: 0.0615249 Aug 16 20:46:21.445800 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e691b403-f047-412d-8669-dbfee15fead3 req-e8098906-a5aa-47fa-81ef-a111d2afc04f tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937225 Aug 16 20:46:21.483510 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 29d54302-d8a8-48b8-8c0a-114d9108568d, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=29d54302-d8a8-48b8-8c0a-114d9108568d,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:21.496540 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 29d54302-d8a8-48b8-8c0a-114d9108568d has no active binding in host n-h1-793620-15 {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 20:46:21.525746 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-dea91809-c806-4660-be9a-33173e8ed10c tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Allocated IP 172.20.0.9 (129de689-1a67-4447-bccf-e675c592e5c9/2f44991d-5963-4603-beac-a75bad0d4ce6/181439c3-51a0-404f-acb1-3d1c2c78b479) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:46:21.539373 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dc5bdcf0-d183-40ba-8047-03889e43621e req-2330bd9d-3e40-4cd4-93a2-7723c496551e service neutron] 10.222.0.90 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680774 Aug 16 20:46:21.625196 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 33380) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:21.682814 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:21.689991 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e12ca12a-8157-43ca-be5d-c1aa0f90ddad req-610aa38d-6749-4dd4-97be-37e048b1960b tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 210 time: 0.0550668 Aug 16 20:46:21.734434 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d7a7670a-76a3-4ab3-987f-2fd3bbbadcc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:21.761587 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-225898f1-8270-46ae-8195-cdf4a582d674 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:21.763884 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-225898f1-8270-46ae-8195-cdf4a582d674 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.72 "GET /v2.0/networks?id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa HTTP/1.1" status: 200 len: 808 time: 0.1187432 Aug 16 20:46:21.781210 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-4efd58f7-0ae5-4f1f-906a-dfad6e4093a9 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Request body: {'port': {'device_id': '0bd9ff2e-b462-4eeb-abc4-824df658c591', 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa', 'admin_state_up': True, 'tenant_id': '8ef76538be3f42efb94d0f0a8384d0d1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:21.830617 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dc5bdcf0-d183-40ba-8047-03889e43621e req-bb6423d0-feab-42a5-9736-319201588092 service neutron] 10.222.0.90 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558916 Aug 16 20:46:21.969726 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-dea91809-c806-4660-be9a-33173e8ed10c tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:21.972803 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-12ee3abc-be90-43ee-8b6b-6bec10604a8e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f9c0241d969c4319af0fef1af1e2a4d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3460698 Aug 16 20:46:21.975916 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 33392) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:22.019223 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55ce3f-6c85-48e2-b588-f75085b3daa4 req-2ab9342a-1cd0-46f0-a034-c6e181ba8934 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:22.020782 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ec55ce3f-6c85-48e2-b588-f75085b3daa4 req-2ab9342a-1cd0-46f0-a034-c6e181ba8934 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=a898d334-b635-4ede-b06c-bddfad565103 HTTP/1.1" status: 200 len: 943 time: 0.1411846 Aug 16 20:46:22.027679 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4baca309-2873-4714-b6ce-d396037595ed req-0a4282a3-384b-4530-9fae-6ff10de548a5 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1205762363&fields=id&tenant_id=34f18ad5c2d4455d99499df1ef982df3 HTTP/1.1" status: 200 len: 267 time: 0.1183662 Aug 16 20:46:22.059914 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-761c9429-f807-4109-88d7-10b385d5e410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:22.083104 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-761c9429-f807-4109-88d7-10b385d5e410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:22.151433 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-4efd58f7-0ae5-4f1f-906a-dfad6e4093a9 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Made reservation on behalf of 8ef76538be3f42efb94d0f0a8384d0d1 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:46:22.153785 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ec55ce3f-6c85-48e2-b588-f75085b3daa4 req-1c9ad92f-4009-4b7d-8f9a-f8c04064fc26 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227958 Aug 16 20:46:22.156847 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-4efd58f7-0ae5-4f1f-906a-dfad6e4093a9 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:22.227862 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-761c9429-f807-4109-88d7-10b385d5e410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:22.230669 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-761c9429-f807-4109-88d7-10b385d5e410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:22.234525 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-761c9429-f807-4109-88d7-10b385d5e410 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/be803331-adc0-4b4c-83ab-4763932a7fb8 HTTP/1.1" status: 204 len: 168 time: 0.2550499 Aug 16 20:46:22.240649 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baca309-2873-4714-b6ce-d396037595ed req-fa8ea4b6-bdfd-41dc-b4e2-d708765823d2 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:22.242514 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4baca309-2873-4714-b6ce-d396037595ed req-fa8ea4b6-bdfd-41dc-b4e2-d708765823d2 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/networks?id=e55e31f8-e29e-41b3-a9dc-66b816324698 HTTP/1.1" status: 200 len: 815 time: 0.1994808 Aug 16 20:46:22.252945 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c9429-f807-4109-88d7-10b385d5e410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be803331-adc0-4b4c-83ab-4763932a7fb8,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:22.271434 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a7670a-76a3-4ab3-987f-2fd3bbbadcc4 admin admin] Router c09ecba2-03c7-4958-ba25-c9e2f41e524c is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:46:22.279976 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-dea91809-c806-4660-be9a-33173e8ed10c tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:22.315251 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-dea91809-c806-4660-be9a-33173e8ed10c tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Network 129de689-1a67-4447-bccf-e675c592e5c9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:46:22.317519 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4baca309-2873-4714-b6ce-d396037595ed req-24f79ab8-9960-4254-a194-77812a4dd32d tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/quotas/34f18ad5c2d4455d99499df1ef982df3 HTTP/1.1" status: 200 len: 375 time: 0.0632861 Aug 16 20:46:22.339643 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-dea91809-c806-4660-be9a-33173e8ed10c tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:46:22.353924 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-dea91809-c806-4660-be9a-33173e8ed10c tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:46:22.379726 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-4efd58f7-0ae5-4f1f-906a-dfad6e4093a9 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Allocated IP 172.20.0.9 (8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa/32473632-cd45-434e-a077-52a281cec044/158a582a-0434-424f-91a1-5cbad4440fce) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:46:22.407477 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-dea91809-c806-4660-be9a-33173e8ed10c tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:22.408337 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-dea91809-c806-4660-be9a-33173e8ed10c tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:22.428601 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6e958005-c69d-4878-959f-f6a10037094a req-c61b4fd8-04eb-45be-b34c-12b1af220d87 service neutron] 10.222.0.90 "GET /v2.0/ports/29d54302-d8a8-48b8-8c0a-114d9108568d/bindings/n-h1-793620-15 HTTP/1.1" status: 200 len: 385 time: 0.2251570 Aug 16 20:46:22.581327 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-4efd58f7-0ae5-4f1f-906a-dfad6e4093a9 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:22.740298 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-4efd58f7-0ae5-4f1f-906a-dfad6e4093a9 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:22.756960 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['7b9c22c8-33bc-40d8-8425-7113a04b57ca'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:46:22.814520 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-4efd58f7-0ae5-4f1f-906a-dfad6e4093a9 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:46:22.826578 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-4efd58f7-0ae5-4f1f-906a-dfad6e4093a9 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:46:22.828834 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd58f7-0ae5-4f1f-906a-dfad6e4093a9 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Pushing event updated for resources: {'Port': ['ID=158a582a-0434-424f-91a1-5cbad4440fce,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:22.830986 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-4efd58f7-0ae5-4f1f-906a-dfad6e4093a9 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:46:22.929106 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-4efd58f7-0ae5-4f1f-906a-dfad6e4093a9 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:22.930852 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-4efd58f7-0ae5-4f1f-906a-dfad6e4093a9 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:22.940980 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea91809-c806-4660-be9a-33173e8ed10c tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Pushing event updated for resources: {'Port': ['ID=181439c3-51a0-404f-acb1-3d1c2c78b479,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:23.028229 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-dea91809-c806-4660-be9a-33173e8ed10c tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3983407 Aug 16 20:46:23.038541 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4baca309-2873-4714-b6ce-d396037595ed req-df0a8aa8-2a19-4a34-b1bf-786c303df147 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=34f18ad5c2d4455d99499df1ef982df3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6920345 Aug 16 20:46:23.049677 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e8ae6-6a5e-4a77-9c05-2b0788dde28d req-30b8e347-5ab6-4735-be25-d13b0256ca94 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:23.051163 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-116e8ae6-6a5e-4a77-9c05-2b0788dde28d req-30b8e347-5ab6-4735-be25-d13b0256ca94 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=53c0be16-67d8-4798-9efc-fd14afe3c7ac HTTP/1.1" status: 200 len: 931 time: 0.1795657 Aug 16 20:46:23.059001 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-c2d95356-18b8-495e-804a-1f43675b91d9 service neutron] Request body: {'port': {'device_id': '53c0be16-67d8-4798-9efc-fd14afe3c7ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:23.066109 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-4efd58f7-0ae5-4f1f-906a-dfad6e4093a9 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2902501 Aug 16 20:46:23.078721 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-6060097b-808f-43e7-be6f-8a539efc7e8d service neutron] Request body: {'port': {'device_id': '0bd9ff2e-b462-4eeb-abc4-824df658c591', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:23.139325 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-6060097b-808f-43e7-be6f-8a539efc7e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:23.172995 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a7670a-76a3-4ab3-987f-2fd3bbbadcc4 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:46:23.187187 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8f013f-5e00-4462-b4cb-d0626d644ef4 None None] Sync routers for ids ['c09ecba2-03c7-4958-ba25-c9e2f41e524c'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:46:23.197797 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8f013f-5e00-4462-b4cb-d0626d644ef4 None None] Routers {'c09ecba2-03c7-4958-ba25-c9e2f41e524c'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:46:23.198546 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-df8f013f-5e00-4462-b4cb-d0626d644ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:46:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['c09ecba2-03c7-4958-ba25-c9e2f41e524c'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:23.336317 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-116e8ae6-6a5e-4a77-9c05-2b0788dde28d req-e58cdb57-79d0-4189-b31c-eda479fbb23c tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699435 Aug 16 20:46:23.356626 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-c2d95356-18b8-495e-804a-1f43675b91d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:23.368128 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-df8f013f-5e00-4462-b4cb-d0626d644ef4 None None] Set router c09ecba2-03c7-4958-ba25-c9e2f41e524c gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:46:23.371931 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d7a7670a-76a3-4ab3-987f-2fd3bbbadcc4 admin admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:23.372167 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d7a7670a-76a3-4ab3-987f-2fd3bbbadcc4 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.9549215 Aug 16 20:46:23.381227 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 33428) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:23.500622 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4baca309-2873-4714-b6ce-d396037595ed req-6cba22f3-3606-45fa-a882-596ece39cea1 service neutron] 10.222.0.84 "GET /v2.0/networks/e55e31f8-e29e-41b3-a9dc-66b816324698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381840 Aug 16 20:46:23.551350 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-6060097b-808f-43e7-be6f-8a539efc7e8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 158a582a-0434-424f-91a1-5cbad4440fce {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:23.560548 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-6060097b-808f-43e7-be6f-8a539efc7e8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:23.575213 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-6060097b-808f-43e7-be6f-8a539efc7e8d service neutron] Transition to ACTIVE for port object 158a582a-0434-424f-91a1-5cbad4440fce will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:23.627079 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-6e958005-c69d-4878-959f-f6a10037094a req-9c95b18c-0220-485a-96ea-988eb98074f7 service neutron] For port 29d54302-d8a8-48b8-8c0a-114d9108568d, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=29d54302-d8a8-48b8-8c0a-114d9108568d,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:23.656848 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-df8f013f-5e00-4462-b4cb-d0626d644ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09ecba2-03c7-4958-ba25-c9e2f41e524c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1526633338-router', 'tenant_id': '30032294c02e47998da47b1124817457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'c2c24b8b-418b-4df1-955c-d4903e7ff57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:17Z', 'updated_at': '2021-08-16T20:46:20Z', 'revision_number': 3, 'project_id': '30032294c02e47998da47b1124817457', 'gw_port': {'id': 'c2c24b8b-418b-4df1-955c-d4903e7ff57f', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09ecba2-03c7-4958-ba25-c9e2f41e524c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:19Z', 'updated_at': '2021-08-16T20:46:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:23.671649 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-6e958005-c69d-4878-959f-f6a10037094a req-9c95b18c-0220-485a-96ea-988eb98074f7 service neutron] For port 29d54302-d8a8-48b8-8c0a-114d9108568d, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:46:23.683390 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-6060097b-808f-43e7-be6f-8a539efc7e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:23.695200 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8f013f-5e00-4462-b4cb-d0626d644ef4 None None] Checking router: c09ecba2-03c7-4958-ba25-c9e2f41e524c for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:46:23.695546 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8f013f-5e00-4462-b4cb-d0626d644ef4 None None] Updating router c09ecba2-03c7-4958-ba25-c9e2f41e524c port c2c24b8b-418b-4df1-955c-d4903e7ff57f binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:46:23.741847 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-df8f013f-5e00-4462-b4cb-d0626d644ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:23.799697 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6060097b-808f-43e7-be6f-8a539efc7e8d service neutron] Pushing event updated for resources: {'Port': ['ID=158a582a-0434-424f-91a1-5cbad4440fce,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:23.801865 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77788122-3ff8-43ac-830e-f262b0fbe611 req-5a4d9458-9031-4724-abf4-d25b29b80fd7 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:23.809252 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-77788122-3ff8-43ac-830e-f262b0fbe611 req-5a4d9458-9031-4724-abf4-d25b29b80fd7 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 950 time: 0.3514311 Aug 16 20:46:23.876910 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-6e958005-c69d-4878-959f-f6a10037094a req-9c95b18c-0220-485a-96ea-988eb98074f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d54302-d8a8-48b8-8c0a-114d9108568d {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:23.927904 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-6060097b-808f-43e7-be6f-8a539efc7e8d service neutron] Attempting to bind port 158a582a-0434-424f-91a1-5cbad4440fce on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:46:23.928356 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-6060097b-808f-43e7-be6f-8a539efc7e8d service neutron] Attempting to bind port 158a582a-0434-424f-91a1-5cbad4440fce by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:46:23.928693 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-6060097b-808f-43e7-be6f-8a539efc7e8d service neutron] Attempting to bind port 158a582a-0434-424f-91a1-5cbad4440fce on network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:23.932398 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-6e958005-c69d-4878-959f-f6a10037094a req-9c95b18c-0220-485a-96ea-988eb98074f7 service neutron] For port 29d54302-d8a8-48b8-8c0a-114d9108568d, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=29d54302-d8a8-48b8-8c0a-114d9108568d,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:23.938356 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-6060097b-808f-43e7-be6f-8a539efc7e8d service neutron] Port 158a582a-0434-424f-91a1-5cbad4440fce on network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:46:23.938842 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-6060097b-808f-43e7-be6f-8a539efc7e8d service neutron] Attempting to bind port 158a582a-0434-424f-91a1-5cbad4440fce on network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:23.948138 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-6060097b-808f-43e7-be6f-8a539efc7e8d service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:46:23.948478 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-6060097b-808f-43e7-be6f-8a539efc7e8d service neutron] Checking segment: {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:46:23.948865 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-6060097b-808f-43e7-be6f-8a539efc7e8d service neutron] Bound using segment: {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:46:23.949332 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-6060097b-808f-43e7-be6f-8a539efc7e8d service neutron] Bound port: 158a582a-0434-424f-91a1-5cbad4440fce, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:46:23.949759 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-6060097b-808f-43e7-be6f-8a539efc7e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:24.048664 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-6060097b-808f-43e7-be6f-8a539efc7e8d service neutron] For port 158a582a-0434-424f-91a1-5cbad4440fce, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:46:24.054097 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-6060097b-808f-43e7-be6f-8a539efc7e8d service neutron] For port 158a582a-0434-424f-91a1-5cbad4440fce, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=158a582a-0434-424f-91a1-5cbad4440fce,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:46:24.072390 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-df8f013f-5e00-4462-b4cb-d0626d644ef4 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:24.082480 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-df8f013f-5e00-4462-b4cb-d0626d644ef4 None None] Transition to ACTIVE for port object c2c24b8b-418b-4df1-955c-d4903e7ff57f will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:24.082716 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4baca309-2873-4714-b6ce-d396037595ed req-eccba4bf-7578-4631-a49a-118703d3c680 service neutron] 10.222.0.84 "GET /v2.0/networks/e55e31f8-e29e-41b3-a9dc-66b816324698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5557187 Aug 16 20:46:24.092894 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6e958005-c69d-4878-959f-f6a10037094a req-9c95b18c-0220-485a-96ea-988eb98074f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:24.097678 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-77788122-3ff8-43ac-830e-f262b0fbe611 req-68581e14-adc5-47b5-b9fc-c646f0496184 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873437 Aug 16 20:46:24.146583 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-6060097b-808f-43e7-be6f-8a539efc7e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:24.180024 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-df8f013f-5e00-4462-b4cb-d0626d644ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:24.242854 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-df8f013f-5e00-4462-b4cb-d0626d644ef4 None None] Attempting to bind port c2c24b8b-418b-4df1-955c-d4903e7ff57f on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:46:24.243810 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-df8f013f-5e00-4462-b4cb-d0626d644ef4 None None] Attempting to bind port c2c24b8b-418b-4df1-955c-d4903e7ff57f by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:46:24.244330 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8f013f-5e00-4462-b4cb-d0626d644ef4 None None] Attempting to bind port c2c24b8b-418b-4df1-955c-d4903e7ff57f on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:24.254390 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8f013f-5e00-4462-b4cb-d0626d644ef4 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:46:24.255073 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8f013f-5e00-4462-b4cb-d0626d644ef4 None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:46:24.255632 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-df8f013f-5e00-4462-b4cb-d0626d644ef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:24.256187 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8f013f-5e00-4462-b4cb-d0626d644ef4 None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:46:24.256824 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-df8f013f-5e00-4462-b4cb-d0626d644ef4 None None] Bound port: c2c24b8b-418b-4df1-955c-d4903e7ff57f, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:46:24.257514 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-df8f013f-5e00-4462-b4cb-d0626d644ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:24.267213 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-6060097b-808f-43e7-be6f-8a539efc7e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:24.267875 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-6060097b-808f-43e7-be6f-8a539efc7e8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:24.269337 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-6060097b-808f-43e7-be6f-8a539efc7e8d service neutron] 10.222.0.72 "PUT /v2.0/ports/158a582a-0434-424f-91a1-5cbad4440fce HTTP/1.1" status: 200 len: 1092 time: 1.1949160 Aug 16 20:46:24.269802 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd9ff2e-b462-4eeb-abc4-824df658c591', 'tag': '158a582a-0434-424f-91a1-5cbad4440fce'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:24.272833 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbbe08b-d0ff-4e92-baad-ce051e30bac5" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd9ff2e-b462-4eeb-abc4-824df658c591", "tag": "158a582a-0434-424f-91a1-5cbad4440fce"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:24.297746 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6060097b-808f-43e7-be6f-8a539efc7e8d service neutron] Pushing event updated for resources: {'Port': ['ID=158a582a-0434-424f-91a1-5cbad4440fce,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:24.308921 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec4260-85fa-4a75-8052-71a751dc36f5 None None] Pushing event updated for resources: {'Port': ['ID=c2c24b8b-418b-4df1-955c-d4903e7ff57f,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:24.326495 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bec4260-85fa-4a75-8052-71a751dc36f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:24.332421 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bec4260-85fa-4a75-8052-71a751dc36f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:24.332421 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bec4260-85fa-4a75-8052-71a751dc36f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:24.332421 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bec4260-85fa-4a75-8052-71a751dc36f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:24.332421 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bec4260-85fa-4a75-8052-71a751dc36f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:24.332421 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bec4260-85fa-4a75-8052-71a751dc36f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:24.332421 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bec4260-85fa-4a75-8052-71a751dc36f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:24.332421 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bec4260-85fa-4a75-8052-71a751dc36f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:24.332421 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bec4260-85fa-4a75-8052-71a751dc36f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:24.332421 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bec4260-85fa-4a75-8052-71a751dc36f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:24.332421 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bec4260-85fa-4a75-8052-71a751dc36f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:24.332421 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bec4260-85fa-4a75-8052-71a751dc36f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:24.345621 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-df8f013f-5e00-4462-b4cb-d0626d644ef4 None None] For port c2c24b8b-418b-4df1-955c-d4903e7ff57f, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:46:24.349891 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-df8f013f-5e00-4462-b4cb-d0626d644ef4 None None] For port c2c24b8b-418b-4df1-955c-d4903e7ff57f, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=c2c24b8b-418b-4df1-955c-d4903e7ff57f,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:46:24.407159 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-6e958005-c69d-4878-959f-f6a10037094a req-9c95b18c-0220-485a-96ea-988eb98074f7 service neutron] Transition to ACTIVE for port object 29d54302-d8a8-48b8-8c0a-114d9108568d will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:24.434626 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-bce206e8-adf8-4dc5-a7f0-56d67cf1747e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:24.436286 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-bce206e8-adf8-4dc5-a7f0-56d67cf1747e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ef76538be3f42efb94d0f0a8384d0d1&device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 1095 time: 0.0471761 Aug 16 20:46:24.440147 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0589fd8-f3f3-41f4-83c0-4f8a4194fdbd req-edc85637-fb06-4b05-9239-b9e1d3347c73 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:24.441751 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0589fd8-f3f3-41f4-83c0-4f8a4194fdbd req-edc85637-fb06-4b05-9239-b9e1d3347c73 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 943 time: 0.2549684 Aug 16 20:46:24.478360 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-df8f013f-5e00-4462-b4cb-d0626d644ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:24.481868 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-319ff1d3-98ea-4d36-900b-ca539abe23f2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=158a582a-0434-424f-91a1-5cbad4440fce HTTP/1.1" status: 200 len: 217 time: 0.0359213 Aug 16 20:46:24.507580 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-c2d95356-18b8-495e-804a-1f43675b91d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 181439c3-51a0-404f-acb1-3d1c2c78b479 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:24.547391 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-c2d95356-18b8-495e-804a-1f43675b91d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:24.557791 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-7b62119f-8255-43db-8aa6-ee0ad1bf25a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:24.561437 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-7b62119f-8255-43db-8aa6-ee0ad1bf25a8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=32473632-cd45-434e-a077-52a281cec044 HTTP/1.1" status: 200 len: 848 time: 0.0718877 Aug 16 20:46:24.581105 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6e958005-c69d-4878-959f-f6a10037094a req-9c95b18c-0220-485a-96ea-988eb98074f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:24.598157 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8f013f-5e00-4462-b4cb-d0626d644ef4 None None] Routers {'c09ecba2-03c7-4958-ba25-c9e2f41e524c'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:46:24.598919 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-df8f013f-5e00-4462-b4cb-d0626d644ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:46:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['c09ecba2-03c7-4958-ba25-c9e2f41e524c'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:24.620097 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-f8fec6f9-75d0-4a4b-ab56-448d88f01f08 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505457 Aug 16 20:46:24.658199 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0589fd8-f3f3-41f4-83c0-4f8a4194fdbd req-2b14e033-8bb7-420d-b09d-522e367991a6 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679463 Aug 16 20:46:24.699181 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-c2d95356-18b8-495e-804a-1f43675b91d9 service neutron] Transition to ACTIVE for port object 181439c3-51a0-404f-acb1-3d1c2c78b479 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:24.707142 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec4260-85fa-4a75-8052-71a751dc36f5 None None] Pushing event updated for resources: {'Port': ['ID=c2c24b8b-418b-4df1-955c-d4903e7ff57f,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:24.749380 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-78198e0d-fced-42df-95e5-4a2518dee312 service neutron] 10.222.0.72 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206489 Aug 16 20:46:24.754030 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-df8f013f-5e00-4462-b4cb-d0626d644ef4 None None] Set router c09ecba2-03c7-4958-ba25-c9e2f41e524c gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:46:24.836019 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e958005-c69d-4878-959f-f6a10037094a req-9c95b18c-0220-485a-96ea-988eb98074f7 service neutron] No DVR routers for this DVR port 29d54302-d8a8-48b8-8c0a-114d9108568d on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:46:24.838247 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-c2d95356-18b8-495e-804a-1f43675b91d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:24.865136 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95b18c-0220-485a-96ea-988eb98074f7 service neutron] Pushing event updated for resources: {'Port': ['ID=29d54302-d8a8-48b8-8c0a-114d9108568d,revision_number=10']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:24.867036 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7e0f1df6-34aa-4aa6-aa44-2a10fdc02e26 req-46366e33-7942-43ea-860e-e3d42c3eeb06 service neutron] 10.222.0.72 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090531 Aug 16 20:46:24.999194 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-df8f013f-5e00-4462-b4cb-d0626d644ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09ecba2-03c7-4958-ba25-c9e2f41e524c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1526633338-router', 'tenant_id': '30032294c02e47998da47b1124817457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'c2c24b8b-418b-4df1-955c-d4903e7ff57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:17Z', 'updated_at': '2021-08-16T20:46:20Z', 'revision_number': 3, 'project_id': '30032294c02e47998da47b1124817457', 'gw_port': {'id': 'c2c24b8b-418b-4df1-955c-d4903e7ff57f', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09ecba2-03c7-4958-ba25-c9e2f41e524c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:19Z', 'updated_at': '2021-08-16T20:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:25.028893 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6e958005-c69d-4878-959f-f6a10037094a req-9c95b18c-0220-485a-96ea-988eb98074f7 service neutron] 10.222.0.90 "PUT /v2.0/ports/29d54302-d8a8-48b8-8c0a-114d9108568d/bindings/n-h1-793620-15/activate HTTP/1.1" status: 200 len: 370 time: 2.5878949 Aug 16 20:46:25.039337 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8f013f-5e00-4462-b4cb-d0626d644ef4 None None] The sync data for ids ['c09ecba2-03c7-4958-ba25-c9e2f41e524c'] in n-d-793620-15 is: [{'id': 'c09ecba2-03c7-4958-ba25-c9e2f41e524c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1526633338-router', 'tenant_id': '30032294c02e47998da47b1124817457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'c2c24b8b-418b-4df1-955c-d4903e7ff57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:17Z', 'updated_at': '2021-08-16T20:46:20Z', 'revision_number': 3, 'project_id': '30032294c02e47998da47b1124817457', 'gw_port': {'id': 'c2c24b8b-418b-4df1-955c-d4903e7ff57f', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09ecba2-03c7-4958-ba25-c9e2f41e524c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:19Z', 'updated_at': '2021-08-16T20:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:46:25.056124 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c6ab7-2a27-4a3d-9741-8496280a2ef7 req-b8afb128-feab-4a0c-ba02-c6e02574844b tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:25.058277 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ba4c6ab7-2a27-4a3d-9741-8496280a2ef7 req-b8afb128-feab-4a0c-ba02-c6e02574844b tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=a898d334-b635-4ede-b06c-bddfad565103 HTTP/1.1" status: 200 len: 944 time: 0.2500679 Aug 16 20:46:25.109577 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffd31e2-5241-404d-90d7-4583e999ee17 x-openstack-request-id: req-1ffd31e2-5241-404d-90d7-4583e999ee17 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:25.109577 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd9ff2e-b462-4eeb-abc4-824df658c591", "tag": "158a582a-0434-424f-91a1-5cbad4440fce", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:25.109577 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1ffd31e2-5241-404d-90d7-4583e999ee17 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:25.109577 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd9ff2e-b462-4eeb-abc4-824df658c591', 'tag': '158a582a-0434-424f-91a1-5cbad4440fce', 'status': 'completed', 'code': 200} Aug 16 20:46:25.185892 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d95356-18b8-495e-804a-1f43675b91d9 service neutron] Pushing event updated for resources: {'Port': ['ID=181439c3-51a0-404f-acb1-3d1c2c78b479,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:25.190655 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-26a64330-207b-4b8f-b130-80e284c530ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:25.237652 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e958005-c69d-4878-959f-f6a10037094a req-00b446ce-58b5-4e4d-b891-3e356d5fa270 tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:25.240176 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6e958005-c69d-4878-959f-f6a10037094a req-00b446ce-58b5-4e4d-b891-3e356d5fa270 tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=a898d334-b635-4ede-b06c-bddfad565103&tenant_id=6b79fa21751c4c74a7616afcdef028a8&binding%3Ahost_id=n-h2-793620-15 HTTP/1.1" status: 200 len: 1096 time: 0.1010725 Aug 16 20:46:25.290962 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbe08b-d0ff-4e92-baad-ce051e30bac5 req-cf93e72e-77bc-4b4c-8de0-7cf4d5c642ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:25.292601 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4dbbe08b-d0ff-4e92-baad-ce051e30bac5 req-cf93e72e-77bc-4b4c-8de0-7cf4d5c642ca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ef76538be3f42efb94d0f0a8384d0d1&device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 1095 time: 0.1526954 Aug 16 20:46:25.369445 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ba4c6ab7-2a27-4a3d-9741-8496280a2ef7 req-586722a4-0954-476d-93b2-f71cdbe89967 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904237 Aug 16 20:46:25.427223 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e958005-c69d-4878-959f-f6a10037094a req-bcd417a6-29b5-415a-ae35-2623f89968dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:25.432537 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6e958005-c69d-4878-959f-f6a10037094a req-bcd417a6-29b5-415a-ae35-2623f89968dc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a898d334-b635-4ede-b06c-bddfad565103&tenant_id=6b79fa21751c4c74a7616afcdef028a8 HTTP/1.1" status: 200 len: 1096 time: 0.1775649 Aug 16 20:46:25.495345 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2ad77-9547-4d1e-b413-200087fe95d7 req-18c1dae6-a939-4108-b93d-3cdd39561300 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:25.507496 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-64e2ad77-9547-4d1e-b413-200087fe95d7 req-18c1dae6-a939-4108-b93d-3cdd39561300 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=53c0be16-67d8-4798-9efc-fd14afe3c7ac HTTP/1.1" status: 200 len: 943 time: 0.2453375 Aug 16 20:46:25.585196 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbe08b-d0ff-4e92-baad-ce051e30bac5 req-e0b4199f-f3ed-4c87-ab7a-cb19389cf2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:25.593643 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4dbbe08b-d0ff-4e92-baad-ce051e30bac5 req-e0b4199f-f3ed-4c87-ab7a-cb19389cf2b1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa HTTP/1.1" status: 200 len: 909 time: 0.2917509 Aug 16 20:46:25.597363 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e958005-c69d-4878-959f-f6a10037094a req-a04e1ede-c7e3-49a5-bcee-257cef8aced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:25.598879 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6e958005-c69d-4878-959f-f6a10037094a req-a04e1ede-c7e3-49a5-bcee-257cef8aced2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6b79fa21751c4c74a7616afcdef028a8&device_id=a898d334-b635-4ede-b06c-bddfad565103 HTTP/1.1" status: 200 len: 1096 time: 0.1348875 Aug 16 20:46:25.604492 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b9b7740c-824f-4827-aa24-031068931f70 req-cfc500d3-ed0b-428d-a698-f3aa8798d370 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/ports?device_id=1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8 HTTP/1.1" status: 200 len: 210 time: 0.0896475 Aug 16 20:46:25.615448 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-c2d95356-18b8-495e-804a-1f43675b91d9 service neutron] Attempting to bind port 181439c3-51a0-404f-acb1-3d1c2c78b479 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:46:25.616371 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-c2d95356-18b8-495e-804a-1f43675b91d9 service neutron] Attempting to bind port 181439c3-51a0-404f-acb1-3d1c2c78b479 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': 'd55822d8-6a18-4bf0-8e46-976d628f1806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '129de689-1a67-4447-bccf-e675c592e5c9'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:46:25.616881 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-c2d95356-18b8-495e-804a-1f43675b91d9 service neutron] Attempting to bind port 181439c3-51a0-404f-acb1-3d1c2c78b479 on network 129de689-1a67-4447-bccf-e675c592e5c9 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:25.625930 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-c2d95356-18b8-495e-804a-1f43675b91d9 service neutron] Port 181439c3-51a0-404f-acb1-3d1c2c78b479 on network 129de689-1a67-4447-bccf-e675c592e5c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:46:25.626628 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-c2d95356-18b8-495e-804a-1f43675b91d9 service neutron] Attempting to bind port 181439c3-51a0-404f-acb1-3d1c2c78b479 on network 129de689-1a67-4447-bccf-e675c592e5c9 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:25.692666 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4dbbe08b-d0ff-4e92-baad-ce051e30bac5 req-31c88ddd-86ac-4747-9b7c-90ba8939ea39 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=158a582a-0434-424f-91a1-5cbad4440fce HTTP/1.1" status: 200 len: 217 time: 0.0503678 Aug 16 20:46:25.698547 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-c2d95356-18b8-495e-804a-1f43675b91d9 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:46:25.698904 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-c2d95356-18b8-495e-804a-1f43675b91d9 service neutron] Checking segment: {'id': 'd55822d8-6a18-4bf0-8e46-976d628f1806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '129de689-1a67-4447-bccf-e675c592e5c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:46:25.699693 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-c2d95356-18b8-495e-804a-1f43675b91d9 service neutron] Bound using segment: {'id': 'd55822d8-6a18-4bf0-8e46-976d628f1806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '129de689-1a67-4447-bccf-e675c592e5c9'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:46:25.700222 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-c2d95356-18b8-495e-804a-1f43675b91d9 service neutron] Bound port: 181439c3-51a0-404f-acb1-3d1c2c78b479, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd55822d8-6a18-4bf0-8e46-976d628f1806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '129de689-1a67-4447-bccf-e675c592e5c9'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:46:25.700645 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-c2d95356-18b8-495e-804a-1f43675b91d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:25.747855 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-64e2ad77-9547-4d1e-b413-200087fe95d7 req-ed083d15-8c66-4ccf-86d9-b297e3bd7809 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368505 Aug 16 20:46:25.814826 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbe08b-d0ff-4e92-baad-ce051e30bac5 req-eecb05e0-7507-4b72-a894-e63eba7acc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:25.817361 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4dbbe08b-d0ff-4e92-baad-ce051e30bac5 req-eecb05e0-7507-4b72-a894-e63eba7acc83 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=32473632-cd45-434e-a077-52a281cec044 HTTP/1.1" status: 200 len: 848 time: 0.1078105 Aug 16 20:46:25.860771 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4dbbe08b-d0ff-4e92-baad-ce051e30bac5 req-02f03282-e778-4e64-9485-491d4da13711 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352991 Aug 16 20:46:25.879670 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e958005-c69d-4878-959f-f6a10037094a req-3617bb7a-9236-4a64-a60e-24c810584f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:25.881215 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6e958005-c69d-4878-959f-f6a10037094a req-3617bb7a-9236-4a64-a60e-24c810584f50 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d2d869c-bfe3-4bc5-a83b-70655e061223 HTTP/1.1" status: 200 len: 922 time: 0.2691541 Aug 16 20:46:25.964904 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6e958005-c69d-4878-959f-f6a10037094a req-a541e6e3-d909-4724-927f-de500112b319 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29d54302-d8a8-48b8-8c0a-114d9108568d HTTP/1.1" status: 200 len: 217 time: 0.0717614 Aug 16 20:46:26.099903 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e958005-c69d-4878-959f-f6a10037094a req-764d3291-bf35-48bb-aeba-96bf5aa6eb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:26.101476 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6e958005-c69d-4878-959f-f6a10037094a req-764d3291-bf35-48bb-aeba-96bf5aa6eb90 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=64801f8f-8e8b-4346-a61f-2c5cd4a5ef47 HTTP/1.1" status: 200 len: 861 time: 0.1286452 Aug 16 20:46:26.103873 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4dbbe08b-d0ff-4e92-baad-ce051e30bac5 req-9fddd3c8-3e7d-4e9f-a755-688311e2e3e4 service neutron] 10.222.0.72 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335639 Aug 16 20:46:26.217599 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6e958005-c69d-4878-959f-f6a10037094a req-172430c6-a00f-49f0-b705-e9b6be7c94a7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d2d869c-bfe3-4bc5-a83b-70655e061223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004324 Aug 16 20:46:26.334282 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7873cc4-fd4b-4cc9-b687-b88df3e5ad91 req-6135942d-3e1b-44c0-92a8-a4ca1e9f026d tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:26.335880 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b7873cc4-fd4b-4cc9-b687-b88df3e5ad91 req-6135942d-3e1b-44c0-92a8-a4ca1e9f026d tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 950 time: 0.6112466 Aug 16 20:46:26.338875 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-c2d95356-18b8-495e-804a-1f43675b91d9 service neutron] For port 181439c3-51a0-404f-acb1-3d1c2c78b479, host n-h1-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:46:26.345618 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-26a64330-207b-4b8f-b130-80e284c530ab admin admin] Allocated IP 172.20.0.1 (712844f1-efe0-47f4-a231-6a1623362500/102329de-f784-4cc5-876b-70fa67ceb897/f1ddc248-788f-4a4e-8fe3-d60a8456d5f8) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:46:26.351906 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4dbbe08b-d0ff-4e92-baad-ce051e30bac5 req-17a63851-3cb2-46a5-b03c-63e37b566dd2 service neutron] 10.222.0.72 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361104 Aug 16 20:46:26.357779 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75935c3a-73ae-44de-a4ab-f6c1abdb4cc2 req-c1b87c3a-0556-4e8b-84fc-6fd229cdedc0 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:26.364955 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-75935c3a-73ae-44de-a4ab-f6c1abdb4cc2 req-c1b87c3a-0556-4e8b-84fc-6fd229cdedc0 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 943 time: 0.5207353 Aug 16 20:46:26.380122 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6e958005-c69d-4878-959f-f6a10037094a req-1f72d645-ddb7-4e1d-882c-73ba40bc511b service neutron] 10.222.0.72 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468964 Aug 16 20:46:26.411357 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-c2d95356-18b8-495e-804a-1f43675b91d9 service neutron] For port 181439c3-51a0-404f-acb1-3d1c2c78b479, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=181439c3-51a0-404f-acb1-3d1c2c78b479,segment=NetworkSegment(d55822d8-6a18-4bf0-8e46-976d628f1806),segment_id=d55822d8-6a18-4bf0-8e46-976d628f1806)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:46:26.481378 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6e958005-c69d-4878-959f-f6a10037094a req-7f899d1a-a522-4bb0-a4f7-076cef9de116 service neutron] 10.222.0.72 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916505 Aug 16 20:46:26.523195 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-75935c3a-73ae-44de-a4ab-f6c1abdb4cc2 req-af21cb31-249d-4873-8af5-c15fa7905b6d tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573646 Aug 16 20:46:26.544445 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b7873cc4-fd4b-4cc9-b687-b88df3e5ad91 req-dadb4ed2-11e6-42c5-842d-cd1b3d3fabe6 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651020 Aug 16 20:46:26.590637 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-c2d95356-18b8-495e-804a-1f43675b91d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:26.626508 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 29d54302-d8a8-48b8-8c0a-114d9108568d no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:46:26.637033 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-26a64330-207b-4b8f-b130-80e284c530ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:26.669044 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-c2d95356-18b8-495e-804a-1f43675b91d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:26.669044 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-c2d95356-18b8-495e-804a-1f43675b91d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:26.671766 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-c2d95356-18b8-495e-804a-1f43675b91d9 service neutron] 10.222.0.72 "PUT /v2.0/ports/181439c3-51a0-404f-acb1-3d1c2c78b479 HTTP/1.1" status: 200 len: 1092 time: 3.6305983 Aug 16 20:46:26.675257 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53c0be16-67d8-4798-9efc-fd14afe3c7ac', 'tag': '181439c3-51a0-404f-acb1-3d1c2c78b479'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:26.678158 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb5a7b4-c4cb-41db-88a5-2a475e9da742" -d '{"events": [{"name": "network-changed", "server_uuid": "53c0be16-67d8-4798-9efc-fd14afe3c7ac", "tag": "181439c3-51a0-404f-acb1-3d1c2c78b479"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:26.712626 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 29d54302-d8a8-48b8-8c0a-114d9108568d not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:46:26.721133 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-26a64330-207b-4b8f-b130-80e284c530ab admin admin] Transition to ACTIVE for port object f1ddc248-788f-4a4e-8fe3-d60a8456d5f8 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:26.730655 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d95356-18b8-495e-804a-1f43675b91d9 service neutron] Pushing event updated for resources: {'Port': ['ID=181439c3-51a0-404f-acb1-3d1c2c78b479,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:26.796909 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9ad00735-cb11-4c88-9f32-981fbb5bc132 req-f6e6f2b8-ce55-42bd-b8fc-7d662ee2cbc1 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/ports?device_id=1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8 HTTP/1.1" status: 200 len: 210 time: 0.0435119 Aug 16 20:46:26.812718 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290ffa1-9085-4357-b0de-51c97572684e req-f55da166-0c91-4e3b-8fff-636e1f5f0208 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:26.815420 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5290ffa1-9085-4357-b0de-51c97572684e req-f55da166-0c91-4e3b-8fff-636e1f5f0208 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=a898d334-b635-4ede-b06c-bddfad565103 HTTP/1.1" status: 200 len: 944 time: 0.1733506 Aug 16 20:46:26.869673 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207d0df9-f6d2-40c4-ac8b-2ff21dead25d x-openstack-request-id: req-207d0df9-f6d2-40c4-ac8b-2ff21dead25d {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:26.870033 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53c0be16-67d8-4798-9efc-fd14afe3c7ac", "tag": "181439c3-51a0-404f-acb1-3d1c2c78b479", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:26.877059 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-207d0df9-f6d2-40c4-ac8b-2ff21dead25d {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:26.877059 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53c0be16-67d8-4798-9efc-fd14afe3c7ac', 'tag': '181439c3-51a0-404f-acb1-3d1c2c78b479', 'status': 'completed', 'code': 200} Aug 16 20:46:26.893183 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5290ffa1-9085-4357-b0de-51c97572684e req-549e1929-6946-4e66-9720-c4412d73b34d tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708115 Aug 16 20:46:26.944935 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-26a64330-207b-4b8f-b130-80e284c530ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:27.014640 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-4ab8928d-d870-4102-9961-f7d15b32dd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:27.016385 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-4ab8928d-d870-4102-9961-f7d15b32dd0f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8cc126ebead24b64ac4f071673509eb8&device_id=53c0be16-67d8-4798-9efc-fd14afe3c7ac HTTP/1.1" status: 200 len: 1095 time: 0.1598163 Aug 16 20:46:27.070341 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device c2c24b8b-418b-4df1-955c-d4903e7ff57f up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:46:27.147137 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e958005-c69d-4878-959f-f6a10037094a req-7d21661c-a9fa-44cc-8443-13e8e0425f70 tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:27.149496 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6e958005-c69d-4878-959f-f6a10037094a req-7d21661c-a9fa-44cc-8443-13e8e0425f70 tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=a898d334-b635-4ede-b06c-bddfad565103&tenant_id=6b79fa21751c4c74a7616afcdef028a8&binding%3Ahost_id=n-h1-793620-15 HTTP/1.1" status: 200 len: 1096 time: 0.0694616 Aug 16 20:46:27.152712 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a64330-207b-4b8f-b130-80e284c530ab admin admin] Network 712844f1-efe0-47f4-a231-6a1623362500 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:46:27.155277 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a64330-207b-4b8f-b130-80e284c530ab admin admin] Pushing event updated for resources: {'Port': ['ID=f1ddc248-788f-4a4e-8fe3-d60a8456d5f8,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:27.159927 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-26a64330-207b-4b8f-b130-80e284c530ab admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:46:27.162615 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-ba256623-b53b-4d8f-88af-2c8a0d49f9dc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=181439c3-51a0-404f-acb1-3d1c2c78b479 HTTP/1.1" status: 200 len: 217 time: 0.1344252 Aug 16 20:46:27.164540 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a64330-207b-4b8f-b130-80e284c530ab admin admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:46:27.256783 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fcade-eeb6-4f21-b95d-318173f5f820 req-bcb13e41-086a-45b2-a8de-24e7541f00cc tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:27.265791 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-887fcade-eeb6-4f21-b95d-318173f5f820 req-bcb13e41-086a-45b2-a8de-24e7541f00cc tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=53c0be16-67d8-4798-9efc-fd14afe3c7ac HTTP/1.1" status: 200 len: 943 time: 0.2482576 Aug 16 20:46:27.282554 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port c2c24b8b-418b-4df1-955c-d4903e7ff57f completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:46:27.289161 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-26a64330-207b-4b8f-b130-80e284c530ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:27.293869 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port c2c24b8b-418b-4df1-955c-d4903e7ff57f triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:27.293869 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:27.294160 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-1f7cd0d1-8dfd-4d26-9683-054f68f04d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:27.294160 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-1f7cd0d1-8dfd-4d26-9683-054f68f04d1b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2f44991d-5963-4603-beac-a75bad0d4ce6 HTTP/1.1" status: 200 len: 844 time: 0.1245747 Aug 16 20:46:27.368078 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-6e958005-c69d-4878-959f-f6a10037094a req-c76acaac-e0f4-4f02-a06b-8313903b8d3a service neutron] For port 29d54302-d8a8-48b8-8c0a-114d9108568d, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:46:27.375944 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6e958005-c69d-4878-959f-f6a10037094a req-c76acaac-e0f4-4f02-a06b-8313903b8d3a service neutron] Notify callbacks [] for binding, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:27.376894 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-78efd99d-2b43-4dfe-9bf3-61b6b2ca4d8b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=129de689-1a67-4447-bccf-e675c592e5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417395 Aug 16 20:46:27.378590 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6e958005-c69d-4878-959f-f6a10037094a req-c76acaac-e0f4-4f02-a06b-8313903b8d3a service neutron] 10.222.0.72 "DELETE /v2.0/ports/29d54302-d8a8-48b8-8c0a-114d9108568d/bindings/n-h2-793620-15 HTTP/1.1" status: 204 len: 173 time: 0.2208676 Aug 16 20:46:27.403882 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-887fcade-eeb6-4f21-b95d-318173f5f820 req-35cb29e9-49dd-4d47-a997-cde4396ff955 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365280 Aug 16 20:46:27.414544 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:27.444949 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port c2c24b8b-418b-4df1-955c-d4903e7ff57f, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=c2c24b8b-418b-4df1-955c-d4903e7ff57f,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:27.530662 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:27.541638 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-1eb58fff-c591-4400-bbf7-ff86e882ddc8 service neutron] 10.222.0.72 "GET /v2.0/networks/129de689-1a67-4447-bccf-e675c592e5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524820 Aug 16 20:46:27.605007 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=c2c24b8b-418b-4df1-955c-d4903e7ff57f,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:27.665230 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-4ab5e103-f5fd-4ed5-b8ae-398631cbe890 None None] Provisioning for port f1ddc248-788f-4a4e-8fe3-d60a8456d5f8 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:46:27.669775 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-4ab5e103-f5fd-4ed5-b8ae-398631cbe890 None None] Provisioning complete for port f1ddc248-788f-4a4e-8fe3-d60a8456d5f8 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:27.670144 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4ab5e103-f5fd-4ed5-b8ae-398631cbe890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:27.704952 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-4ab5e103-f5fd-4ed5-b8ae-398631cbe890 None None] Port f1ddc248-788f-4a4e-8fe3-d60a8456d5f8 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:46:27.705189 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-26a64330-207b-4b8f-b130-80e284c530ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:27.796812 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b41891-d1df-484c-a130-a642406c8ebd req-cbfabf40-9744-4b72-a61e-02e78dc48034 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:27.798239 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-26b41891-d1df-484c-a130-a642406c8ebd req-cbfabf40-9744-4b72-a61e-02e78dc48034 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 943 time: 0.1747015 Aug 16 20:46:27.804663 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f81485df-1c1d-4b60-b5e1-2b8089a7329f req-64538ba6-152b-4e5c-98d8-c1656afd9101 service neutron] 10.222.0.72 "GET /v2.0/networks/129de689-1a67-4447-bccf-e675c592e5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553086 Aug 16 20:46:27.815065 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7c5c5-d2d7-40ac-b2cf-91db1f9dec3e req-cfc2379a-7dc1-4bfa-94e6-75c86ee5a328 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:27.816657 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-21f7c5c5-d2d7-40ac-b2cf-91db1f9dec3e req-cfc2379a-7dc1-4bfa-94e6-75c86ee5a328 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 950 time: 0.1606979 Aug 16 20:46:27.923956 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-26b41891-d1df-484c-a130-a642406c8ebd req-fa8d5a7b-e1c2-4a3e-bdd7-5bbc923414e0 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181529 Aug 16 20:46:27.935311 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-21f7c5c5-d2d7-40ac-b2cf-91db1f9dec3e req-a72d6d6f-e8df-4e9e-9275-3819ddf8bafd tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021237 Aug 16 20:46:28.007662 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-26a64330-207b-4b8f-b130-80e284c530ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:28.100316 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d6715e10-defa-4031-a57b-021c9701bfe4 req-48b15496-8e53-4e1a-ae96-57ee47c4b306 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/ports?device_id=1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8 HTTP/1.1" status: 200 len: 210 time: 0.0561471 Aug 16 20:46:28.102359 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-26a64330-207b-4b8f-b130-80e284c530ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:28.199548 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5a7b4-c4cb-41db-88a5-2a475e9da742 req-d9d42c6d-adab-4e61-be92-de2ccac4100b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:28.201650 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ccb5a7b4-c4cb-41db-88a5-2a475e9da742 req-d9d42c6d-adab-4e61-be92-de2ccac4100b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8cc126ebead24b64ac4f071673509eb8&device_id=53c0be16-67d8-4798-9efc-fd14afe3c7ac HTTP/1.1" status: 200 len: 1095 time: 0.1664929 Aug 16 20:46:28.213511 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-26a64330-207b-4b8f-b130-80e284c530ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:28.243417 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a64330-207b-4b8f-b130-80e284c530ab admin admin] Pushing event updated for resources: {'Port': ['ID=f1ddc248-788f-4a4e-8fe3-d60a8456d5f8,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:28.279947 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97311ce7-bae7-474c-9dc0-46b93aeb4257 req-b630c84a-c118-4ab8-9357-e2013539463d tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:28.281468 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-97311ce7-bae7-474c-9dc0-46b93aeb4257 req-b630c84a-c118-4ab8-9357-e2013539463d tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=a898d334-b635-4ede-b06c-bddfad565103 HTTP/1.1" status: 200 len: 944 time: 0.1853697 Aug 16 20:46:28.467525 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-97311ce7-bae7-474c-9dc0-46b93aeb4257 req-ef2e2516-edd3-47dc-ba2a-dc222a507633 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726999 Aug 16 20:46:28.498777 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5a7b4-c4cb-41db-88a5-2a475e9da742 req-fed35669-fbf7-4d4d-b08f-8d828dfa4e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:28.500290 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ccb5a7b4-c4cb-41db-88a5-2a475e9da742 req-fed35669-fbf7-4d4d-b08f-8d828dfa4e66 service neutron] 10.222.0.72 "GET /v2.0/networks?id=129de689-1a67-4447-bccf-e675c592e5c9 HTTP/1.1" status: 200 len: 905 time: 0.2881021 Aug 16 20:46:28.544266 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a64330-207b-4b8f-b130-80e284c530ab admin admin] Network 712844f1-efe0-47f4-a231-6a1623362500 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:46:28.583835 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baca309-2873-4714-b6ce-d396037595ed req-5e374482-1045-4938-bff8-cb166cedf6fb tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:28.585354 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4baca309-2873-4714-b6ce-d396037595ed req-5e374482-1045-4938-bff8-cb166cedf6fb tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.90 "GET /v2.0/networks?id=e55e31f8-e29e-41b3-a9dc-66b816324698 HTTP/1.1" status: 200 len: 815 time: 0.2570107 Aug 16 20:46:28.587415 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-26a64330-207b-4b8f-b130-80e284c530ab admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:46:28.594327 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ccb5a7b4-c4cb-41db-88a5-2a475e9da742 req-465debf1-2709-4091-be0c-025fce94f739 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=181439c3-51a0-404f-acb1-3d1c2c78b479 HTTP/1.1" status: 200 len: 217 time: 0.0740056 Aug 16 20:46:28.740455 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9495c1-e4af-4168-8ce7-b46036629801 req-8835e4dd-7c53-4d7d-b478-f24487770d75 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:28.742054 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0e9495c1-e4af-4168-8ce7-b46036629801 req-8835e4dd-7c53-4d7d-b478-f24487770d75 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=53c0be16-67d8-4798-9efc-fd14afe3c7ac HTTP/1.1" status: 200 len: 943 time: 0.2484457 Aug 16 20:46:28.814601 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4baca309-2873-4714-b6ce-d396037595ed req-56b4be3a-2fb4-4e40-af38-632207896b95 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34f18ad5c2d4455d99499df1ef982df3 HTTP/1.1" status: 200 len: 380 time: 0.2072754 Aug 16 20:46:28.817295 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5a7b4-c4cb-41db-88a5-2a475e9da742 req-6b279070-48b5-44d9-9f79-b5b53d2d29e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:28.826315 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ccb5a7b4-c4cb-41db-88a5-2a475e9da742 req-6b279070-48b5-44d9-9f79-b5b53d2d29e7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2f44991d-5963-4603-beac-a75bad0d4ce6 HTTP/1.1" status: 200 len: 844 time: 0.2103777 Aug 16 20:46:28.831504 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-4baca309-2873-4714-b6ce-d396037595ed req-bf68ee07-3d30-4a5d-b8fa-7f91531d529f tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Request body: {'port': {'device_id': '1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8', 'network_id': 'e55e31f8-e29e-41b3-a9dc-66b816324698', 'admin_state_up': True, 'tenant_id': '34f18ad5c2d4455d99499df1ef982df3', 'security_groups': ['4451924b-9130-4c16-b24f-77953428336e']}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:28.842764 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b512e-cc2a-4b2e-b9fa-87dc220165f0 req-17d0e2e8-e848-4547-8ea7-1af5e76f840e tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:28.850498 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-167b512e-cc2a-4b2e-b9fa-87dc220165f0 req-17d0e2e8-e848-4547-8ea7-1af5e76f840e tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=a898d334-b635-4ede-b06c-bddfad565103 HTTP/1.1" status: 200 len: 1096 time: 0.2601540 Aug 16 20:46:28.936794 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-9f026943-ac9e-41cb-ad23-a9f0f5f0034e None None] Provisioning complete for port f1ddc248-788f-4a4e-8fe3-d60a8456d5f8 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:28.937995 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9f026943-ac9e-41cb-ad23-a9f0f5f0034e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:28.949277 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ccb5a7b4-c4cb-41db-88a5-2a475e9da742 req-dd6ab00a-9a60-4ced-90ed-28d0ee32119c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=129de689-1a67-4447-bccf-e675c592e5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099648 Aug 16 20:46:28.986414 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-9f026943-ac9e-41cb-ad23-a9f0f5f0034e None None] Port f1ddc248-788f-4a4e-8fe3-d60a8456d5f8 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:46:28.993706 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device c2c24b8b-418b-4df1-955c-d4903e7ff57f up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:46:29.001500 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0e9495c1-e4af-4168-8ce7-b46036629801 req-3a6d3acb-0b90-4e4b-b70c-9faade725848 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458313 Aug 16 20:46:29.056250 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port c2c24b8b-418b-4df1-955c-d4903e7ff57f triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:29.056977 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:29.384516 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a64330-207b-4b8f-b130-80e284c530ab admin admin] Router c09ecba2-03c7-4958-ba25-c9e2f41e524c has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:46:29.426566 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-167b512e-cc2a-4b2e-b9fa-87dc220165f0 req-0ddc334d-0841-4df2-8bb5-185602ee913f tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5757942 Aug 16 20:46:29.486609 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ccb5a7b4-c4cb-41db-88a5-2a475e9da742 req-81e62cc9-af56-4aed-b036-3e5b09359310 service neutron] 10.222.0.72 "GET /v2.0/networks/129de689-1a67-4447-bccf-e675c592e5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5142660 Aug 16 20:46:29.605435 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91206526-2373-476c-99c0-0bb2007bcf38 req-8cdfaff5-113c-4159-95b8-919b6387f2f6 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:29.606954 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-91206526-2373-476c-99c0-0bb2007bcf38 req-8cdfaff5-113c-4159-95b8-919b6387f2f6 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 943 time: 0.2527361 Aug 16 20:46:29.754362 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8308b-6b71-4146-be3f-e56ffbd3dbfe req-89d1dc57-67c9-431d-942b-e65627d74cac tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:29.755887 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-29a8308b-6b71-4146-be3f-e56ffbd3dbfe req-89d1dc57-67c9-431d-942b-e65627d74cac tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 950 time: 0.2104344 Aug 16 20:46:29.775915 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-91206526-2373-476c-99c0-0bb2007bcf38 req-4ca05891-37f8-498f-afce-e70663b1f8a3 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348722 Aug 16 20:46:29.802220 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ccb5a7b4-c4cb-41db-88a5-2a475e9da742 req-627909c7-7f0a-4c22-905a-f44b1a5947dc service neutron] 10.222.0.72 "GET /v2.0/networks/129de689-1a67-4447-bccf-e675c592e5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578032 Aug 16 20:46:29.803563 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4baca309-2873-4714-b6ce-d396037595ed req-bf68ee07-3d30-4a5d-b8fa-7f91531d529f tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Made reservation on behalf of 34f18ad5c2d4455d99499df1ef982df3 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:46:29.808024 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-4baca309-2873-4714-b6ce-d396037595ed req-bf68ee07-3d30-4a5d-b8fa-7f91531d529f tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:29.814360 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a64330-207b-4b8f-b130-80e284c530ab admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:46:29.826670 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e1e386-e565-4878-9c6d-28e17acf3c76 None None] Sync routers for ids ['c09ecba2-03c7-4958-ba25-c9e2f41e524c'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:46:29.841271 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-26a64330-207b-4b8f-b130-80e284c530ab admin admin] 10.222.0.84 "PUT /v2.0/routers/c09ecba2-03c7-4958-ba25-c9e2f41e524c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4456754 Aug 16 20:46:29.843193 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-29a8308b-6b71-4146-be3f-e56ffbd3dbfe req-54c94982-49be-4bb1-8f6d-4ba940294ac9 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776544 Aug 16 20:46:29.851678 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e1e386-e565-4878-9c6d-28e17acf3c76 None None] Routers {'c09ecba2-03c7-4958-ba25-c9e2f41e524c'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:46:29.852384 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-95e1e386-e565-4878-9c6d-28e17acf3c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:46:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['c09ecba2-03c7-4958-ba25-c9e2f41e524c'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:29.994303 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-95e1e386-e565-4878-9c6d-28e17acf3c76 None None] Set router c09ecba2-03c7-4958-ba25-c9e2f41e524c gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:46:30.034734 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c2e56d2c-5c93-496a-9b22-7fd82b203b33 req-6243cc60-dd68-421c-8dd6-c666d5320666 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/ports?device_id=1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8 HTTP/1.1" status: 200 len: 210 time: 0.0427043 Aug 16 20:46:30.190541 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-4baca309-2873-4714-b6ce-d396037595ed req-bf68ee07-3d30-4a5d-b8fa-7f91531d529f tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Allocated IP 172.20.0.14 (e55e31f8-e29e-41b3-a9dc-66b816324698/1808fe3d-4468-49d3-847b-1af4167b979d/cb14be03-a62c-4f78-a96c-52779f67f17e) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:46:30.304285 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08a6fa-75d8-4649-8d97-619321c1dce3 req-e793d331-5c42-4e9d-b0b7-0476addde008 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:30.305920 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0c08a6fa-75d8-4649-8d97-619321c1dce3 req-e793d331-5c42-4e9d-b0b7-0476addde008 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=53c0be16-67d8-4798-9efc-fd14afe3c7ac HTTP/1.1" status: 200 len: 943 time: 0.1690495 Aug 16 20:46:30.331306 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-e0cd36e8-88f7-4cd7-9ba4-f3c3a33e24a5 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:30.332858 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-e0cd36e8-88f7-4cd7-9ba4-f3c3a33e24a5 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/networks?id=2d2d869c-bfe3-4bc5-a83b-70655e061223 HTTP/1.1" status: 200 len: 821 time: 0.2404728 Aug 16 20:46:30.362520 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-95e1e386-e565-4878-9c6d-28e17acf3c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09ecba2-03c7-4958-ba25-c9e2f41e524c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1526633338-router', 'tenant_id': '30032294c02e47998da47b1124817457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'c2c24b8b-418b-4df1-955c-d4903e7ff57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:17Z', 'updated_at': '2021-08-16T20:46:27Z', 'revision_number': 4, 'project_id': '30032294c02e47998da47b1124817457', 'gw_port': {'id': 'c2c24b8b-418b-4df1-955c-d4903e7ff57f', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09ecba2-03c7-4958-ba25-c9e2f41e524c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:19Z', 'updated_at': '2021-08-16T20:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'f1ddc248-788f-4a4e-8fe3-d60a8456d5f8', 'name': '', 'network_id': '712844f1-efe0-47f4-a231-6a1623362500', 'tenant_id': '30032294c02e47998da47b1124817457', 'mac_address': 'fa:16:3e:b1:8d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09ecba2-03c7-4958-ba25-c9e2f41e524c', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '102329de-f784-4cc5-876b-70fa67ceb897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:25Z', 'updated_at': '2021-08-16T20:46:27Z', 'revision_number': 2, 'project_id': '30032294c02e47998da47b1124817457', 'subnets': [{'id': '102329de-f784-4cc5-876b-70fa67ceb897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:30.392553 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e1e386-e565-4878-9c6d-28e17acf3c76 None None] Checking router: c09ecba2-03c7-4958-ba25-c9e2f41e524c for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:46:30.392906 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e1e386-e565-4878-9c6d-28e17acf3c76 None None] Updating router c09ecba2-03c7-4958-ba25-c9e2f41e524c port f1ddc248-788f-4a4e-8fe3-d60a8456d5f8 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:46:30.399010 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-adc0c7f6-28b4-4832-adc9-5455b1e42b67 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/quotas/6b79fa21751c4c74a7616afcdef028a8 HTTP/1.1" status: 200 len: 375 time: 0.0303557 Aug 16 20:46:30.417912 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-95e1e386-e565-4878-9c6d-28e17acf3c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:30.456670 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0c08a6fa-75d8-4649-8d97-619321c1dce3 req-f480525b-3f6e-40b3-ba96-4ec83d2cbfb5 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332850 Aug 16 20:46:30.498072 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-4baca309-2873-4714-b6ce-d396037595ed req-bf68ee07-3d30-4a5d-b8fa-7f91531d529f tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:30.516873 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-11f57af3-2448-4791-b802-61637505e205 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6b79fa21751c4c74a7616afcdef028a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1030304 Aug 16 20:46:30.521920 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-4baca309-2873-4714-b6ce-d396037595ed req-bf68ee07-3d30-4a5d-b8fa-7f91531d529f tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Transition to ACTIVE for port object cb14be03-a62c-4f78-a96c-52779f67f17e will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:30.639265 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-6183a607-5ca9-4244-b773-b2e67525edea service neutron] 10.222.0.84 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103871 Aug 16 20:46:30.752515 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-95e1e386-e565-4878-9c6d-28e17acf3c76 None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:30.762406 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-95e1e386-e565-4878-9c6d-28e17acf3c76 None None] Transition to ACTIVE for port object f1ddc248-788f-4a4e-8fe3-d60a8456d5f8 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:30.772456 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-4baca309-2873-4714-b6ce-d396037595ed req-bf68ee07-3d30-4a5d-b8fa-7f91531d529f tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:30.858826 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4baca309-2873-4714-b6ce-d396037595ed req-bf68ee07-3d30-4a5d-b8fa-7f91531d529f tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Network e55e31f8-e29e-41b3-a9dc-66b816324698 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:46:30.861655 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-868797da-cdae-4d09-961c-aac832e93221 service neutron] 10.222.0.84 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144570 Aug 16 20:46:30.868788 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-4baca309-2873-4714-b6ce-d396037595ed req-bf68ee07-3d30-4a5d-b8fa-7f91531d529f tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:46:30.877647 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-4baca309-2873-4714-b6ce-d396037595ed req-bf68ee07-3d30-4a5d-b8fa-7f91531d529f tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:46:30.880251 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68ee07-3d30-4a5d-b8fa-7f91531d529f tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Pushing event updated for resources: {'Port': ['ID=cb14be03-a62c-4f78-a96c-52779f67f17e,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:30.899642 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-95e1e386-e565-4878-9c6d-28e17acf3c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:30.955808 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-b26b2377-3011-43f6-9598-decae1fb64e0 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:30.963032 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-b26b2377-3011-43f6-9598-decae1fb64e0 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/networks?id=712844f1-efe0-47f4-a231-6a1623362500 HTTP/1.1" status: 200 len: 829 time: 0.2505267 Aug 16 20:46:30.974263 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea285d-0cf1-4edc-b85c-c6af11be1bf0 None None] Pushing event updated for resources: {'Port': ['ID=f1ddc248-788f-4a4e-8fe3-d60a8456d5f8,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:31.004455 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea285d-0cf1-4edc-b85c-c6af11be1bf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:31.004807 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea285d-0cf1-4edc-b85c-c6af11be1bf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:31.005150 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea285d-0cf1-4edc-b85c-c6af11be1bf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:31.005487 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea285d-0cf1-4edc-b85c-c6af11be1bf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:31.005595 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-9029c9a6-8d82-411a-9f6e-ac295cb4e968 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/quotas/30032294c02e47998da47b1124817457 HTTP/1.1" status: 200 len: 375 time: 0.0415654 Aug 16 20:46:31.005819 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea285d-0cf1-4edc-b85c-c6af11be1bf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:31.006150 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea285d-0cf1-4edc-b85c-c6af11be1bf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:31.006471 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea285d-0cf1-4edc-b85c-c6af11be1bf0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:31.006976 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea285d-0cf1-4edc-b85c-c6af11be1bf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:31.007456 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea285d-0cf1-4edc-b85c-c6af11be1bf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:31.007989 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea285d-0cf1-4edc-b85c-c6af11be1bf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:31.008470 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea285d-0cf1-4edc-b85c-c6af11be1bf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:31.008946 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea285d-0cf1-4edc-b85c-c6af11be1bf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:31.014039 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baca309-2873-4714-b6ce-d396037595ed req-bf68ee07-3d30-4a5d-b8fa-7f91531d529f tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:31.014691 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-4baca309-2873-4714-b6ce-d396037595ed req-bf68ee07-3d30-4a5d-b8fa-7f91531d529f tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:31.053204 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-95e1e386-e565-4878-9c6d-28e17acf3c76 None None] Attempting to bind port f1ddc248-788f-4a4e-8fe3-d60a8456d5f8 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:46:31.053655 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-95e1e386-e565-4878-9c6d-28e17acf3c76 None None] Attempting to bind port f1ddc248-788f-4a4e-8fe3-d60a8456d5f8 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '391adbb2-3ff8-462e-9d0e-1f594f736a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '712844f1-efe0-47f4-a231-6a1623362500'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:46:31.055747 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e1e386-e565-4878-9c6d-28e17acf3c76 None None] Attempting to bind port f1ddc248-788f-4a4e-8fe3-d60a8456d5f8 on network 712844f1-efe0-47f4-a231-6a1623362500 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:31.066505 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e1e386-e565-4878-9c6d-28e17acf3c76 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:46:31.066986 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e1e386-e565-4878-9c6d-28e17acf3c76 None None] Checking segment: {'id': '391adbb2-3ff8-462e-9d0e-1f594f736a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '712844f1-efe0-47f4-a231-6a1623362500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:46:31.067458 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-95e1e386-e565-4878-9c6d-28e17acf3c76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:31.068264 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e1e386-e565-4878-9c6d-28e17acf3c76 None None] Bound using segment: {'id': '391adbb2-3ff8-462e-9d0e-1f594f736a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '712844f1-efe0-47f4-a231-6a1623362500'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:46:31.068818 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-95e1e386-e565-4878-9c6d-28e17acf3c76 None None] Bound port: f1ddc248-788f-4a4e-8fe3-d60a8456d5f8, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '391adbb2-3ff8-462e-9d0e-1f594f736a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '712844f1-efe0-47f4-a231-6a1623362500'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:46:31.069281 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-95e1e386-e565-4878-9c6d-28e17acf3c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:31.139153 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-17ead9bc-5228-4625-80f4-f2895e24a081 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=30032294c02e47998da47b1124817457&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1326907 Aug 16 20:46:31.163744 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-95e1e386-e565-4878-9c6d-28e17acf3c76 None None] For port f1ddc248-788f-4a4e-8fe3-d60a8456d5f8, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:46:31.168478 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-95e1e386-e565-4878-9c6d-28e17acf3c76 None None] For port f1ddc248-788f-4a4e-8fe3-d60a8456d5f8, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=f1ddc248-788f-4a4e-8fe3-d60a8456d5f8,segment=NetworkSegment(391adbb2-3ff8-462e-9d0e-1f594f736a59),segment_id=391adbb2-3ff8-462e-9d0e-1f594f736a59)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:46:31.256073 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4baca309-2873-4714-b6ce-d396037595ed req-bf68ee07-3d30-4a5d-b8fa-7f91531d529f tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4319642 Aug 16 20:46:31.270998 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-4baca309-2873-4714-b6ce-d396037595ed req-478a9202-3628-4c01-9f9c-ce40ef3c0519 service neutron] Request body: {'port': {'device_id': '1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:31.313997 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 181439c3-51a0-404f-acb1-3d1c2c78b479 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:46:31.328996 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-95e1e386-e565-4878-9c6d-28e17acf3c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:31.464441 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-4baca309-2873-4714-b6ce-d396037595ed req-478a9202-3628-4c01-9f9c-ce40ef3c0519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:31.465436 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 181439c3-51a0-404f-acb1-3d1c2c78b479, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=181439c3-51a0-404f-acb1-3d1c2c78b479,segment=NetworkSegment(d55822d8-6a18-4bf0-8e46-976d628f1806),segment_id=d55822d8-6a18-4bf0-8e46-976d628f1806)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:31.485969 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea285d-0cf1-4edc-b85c-c6af11be1bf0 None None] Pushing event updated for resources: {'Port': ['ID=f1ddc248-788f-4a4e-8fe3-d60a8456d5f8,revision_number=4']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:31.503153 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '181439c3-51a0-404f-acb1-3d1c2c78b479', 'network_id': '129de689-1a67-4447-bccf-e675c592e5c9', 'port_id': '181439c3-51a0-404f-acb1-3d1c2c78b479', 'mac_address': 'fa:16:3e:db:4e:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f44991d-5963-4603-beac-a75bad0d4ce6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:46:31.511593 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5695907a-fe8f-4d6c-91a1-6e4b15b1385c None None] Provisioning for port cb14be03-a62c-4f78-a96c-52779f67f17e completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:46:31.511827 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-0bfd37dc-9fa5-479c-a0cd-7175bb29540b service neutron] 10.222.0.84 "GET /v2.0/networks/712844f1-efe0-47f4-a231-6a1623362500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603106 Aug 16 20:46:31.530478 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e1e386-e565-4878-9c6d-28e17acf3c76 None None] Routers {'c09ecba2-03c7-4958-ba25-c9e2f41e524c'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:46:31.531492 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-95e1e386-e565-4878-9c6d-28e17acf3c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:46:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['c09ecba2-03c7-4958-ba25-c9e2f41e524c'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:31.538998 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5695907a-fe8f-4d6c-91a1-6e4b15b1385c None None] Provisioning complete for port cb14be03-a62c-4f78-a96c-52779f67f17e triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:31.539381 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5695907a-fe8f-4d6c-91a1-6e4b15b1385c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:31.609573 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:31.615886 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-5695907a-fe8f-4d6c-91a1-6e4b15b1385c None None] Port cb14be03-a62c-4f78-a96c-52779f67f17e cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:46:31.629775 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 181439c3-51a0-404f-acb1-3d1c2c78b479 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:31.643317 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729564ea-37fa-428a-b027-09ff7eb133f4 req-cac3e7a3-0e95-40bc-9643-e6f356946d5a tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:31.645405 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-729564ea-37fa-428a-b027-09ff7eb133f4 req-cac3e7a3-0e95-40bc-9643-e6f356946d5a tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 943 time: 0.3689070 Aug 16 20:46:31.661095 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 181439c3-51a0-404f-acb1-3d1c2c78b479, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=181439c3-51a0-404f-acb1-3d1c2c78b479,segment=NetworkSegment(d55822d8-6a18-4bf0-8e46-976d628f1806),segment_id=d55822d8-6a18-4bf0-8e46-976d628f1806)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:31.710625 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-35ed61f1-e036-45a1-8690-958dce777141 service neutron] 10.222.0.84 "GET /v2.0/networks/712844f1-efe0-47f4-a231-6a1623362500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963415 Aug 16 20:46:31.750984 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:31.760423 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-95e1e386-e565-4878-9c6d-28e17acf3c76 None None] Set router c09ecba2-03c7-4958-ba25-c9e2f41e524c gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:46:31.816377 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-729564ea-37fa-428a-b027-09ff7eb133f4 req-c23d3afa-710f-4482-a58d-9d46e744057b tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454487 Aug 16 20:46:31.882759 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=181439c3-51a0-404f-acb1-3d1c2c78b479,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:32.001255 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['181439c3-51a0-404f-acb1-3d1c2c78b479'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:46:32.188121 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9ac3b-b148-4a7f-accd-2a3f64f67756 req-c4471029-3334-44a4-b556-1ebfbfcf5895 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:32.189849 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e7a9ac3b-b148-4a7f-accd-2a3f64f67756 req-c4471029-3334-44a4-b556-1ebfbfcf5895 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/ports?device_id=1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8 HTTP/1.1" status: 200 len: 932 time: 0.1153405 Aug 16 20:46:32.190616 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-95e1e386-e565-4878-9c6d-28e17acf3c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09ecba2-03c7-4958-ba25-c9e2f41e524c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1526633338-router', 'tenant_id': '30032294c02e47998da47b1124817457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'c2c24b8b-418b-4df1-955c-d4903e7ff57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:17Z', 'updated_at': '2021-08-16T20:46:27Z', 'revision_number': 4, 'project_id': '30032294c02e47998da47b1124817457', 'gw_port': {'id': 'c2c24b8b-418b-4df1-955c-d4903e7ff57f', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09ecba2-03c7-4958-ba25-c9e2f41e524c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:19Z', 'updated_at': '2021-08-16T20:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'f1ddc248-788f-4a4e-8fe3-d60a8456d5f8', 'name': '', 'network_id': '712844f1-efe0-47f4-a231-6a1623362500', 'tenant_id': '30032294c02e47998da47b1124817457', 'mac_address': 'fa:16:3e:b1:8d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09ecba2-03c7-4958-ba25-c9e2f41e524c', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '102329de-f784-4cc5-876b-70fa67ceb897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:25Z', 'updated_at': '2021-08-16T20:46:31Z', 'revision_number': 4, 'project_id': '30032294c02e47998da47b1124817457', 'subnets': [{'id': '102329de-f784-4cc5-876b-70fa67ceb897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:32.230346 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e77b42-7e6a-40b3-b79c-f13b7d8062bb req-33d4589c-feef-4dae-9ea0-4a33bfdfc2da tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:32.231406 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e1e386-e565-4878-9c6d-28e17acf3c76 None None] The sync data for ids ['c09ecba2-03c7-4958-ba25-c9e2f41e524c'] in n-d-793620-15 is: [{'id': 'c09ecba2-03c7-4958-ba25-c9e2f41e524c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1526633338-router', 'tenant_id': '30032294c02e47998da47b1124817457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'c2c24b8b-418b-4df1-955c-d4903e7ff57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:17Z', 'updated_at': '2021-08-16T20:46:27Z', 'revision_number': 4, 'project_id': '30032294c02e47998da47b1124817457', 'gw_port': {'id': 'c2c24b8b-418b-4df1-955c-d4903e7ff57f', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09ecba2-03c7-4958-ba25-c9e2f41e524c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:19Z', 'updated_at': '2021-08-16T20:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'f1ddc248-788f-4a4e-8fe3-d60a8456d5f8', 'name': '', 'network_id': '712844f1-efe0-47f4-a231-6a1623362500', 'tenant_id': '30032294c02e47998da47b1124817457', 'mac_address': 'fa:16:3e:b1:8d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09ecba2-03c7-4958-ba25-c9e2f41e524c', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '102329de-f784-4cc5-876b-70fa67ceb897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:25Z', 'updated_at': '2021-08-16T20:46:31Z', 'revision_number': 4, 'project_id': '30032294c02e47998da47b1124817457', 'subnets': [{'id': '102329de-f784-4cc5-876b-70fa67ceb897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:46:32.239699 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-53e77b42-7e6a-40b3-b79c-f13b7d8062bb req-33d4589c-feef-4dae-9ea0-4a33bfdfc2da tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 950 time: 0.2101583 Aug 16 20:46:32.310862 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-4baca309-2873-4714-b6ce-d396037595ed req-478a9202-3628-4c01-9f9c-ce40ef3c0519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb14be03-a62c-4f78-a96c-52779f67f17e {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:32.336459 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-4baca309-2873-4714-b6ce-d396037595ed req-478a9202-3628-4c01-9f9c-ce40ef3c0519 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:32.378127 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e7a9ac3b-b148-4a7f-accd-2a3f64f67756 req-4c6af382-54a2-4519-8fde-f9bd31ca172b tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/security-groups?id=4451924b-9130-4c16-b24f-77953428336e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639552 Aug 16 20:46:32.380994 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-4baca309-2873-4714-b6ce-d396037595ed req-478a9202-3628-4c01-9f9c-ce40ef3c0519 service neutron] Transition to ACTIVE for port object cb14be03-a62c-4f78-a96c-52779f67f17e will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:32.395157 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-53e77b42-7e6a-40b3-b79c-f13b7d8062bb req-e8f436c3-d946-4589-b8ef-bc061433220a tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510041 Aug 16 20:46:32.467596 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-67c66952-c2ec-499c-895d-a681c4c18e55 req-5e28e3bd-adcb-489c-8e44-2d484969c4de tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006 HTTP/1.1" status: 200 len: 210 time: 0.0330250 Aug 16 20:46:32.477703 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-4baca309-2873-4714-b6ce-d396037595ed req-478a9202-3628-4c01-9f9c-ce40ef3c0519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:32.564153 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cc0b32bf-ca9c-4728-940c-c1789b4e8b65 req-626d10c3-810a-43e0-ab42-092317aa207e tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/ports?device_id=57c0d9db-2767-431f-80dd-5c28cba2050f HTTP/1.1" status: 200 len: 210 time: 0.0306838 Aug 16 20:46:32.600226 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a9202-3628-4c01-9f9c-ce40ef3c0519 service neutron] Pushing event updated for resources: {'Port': ['ID=cb14be03-a62c-4f78-a96c-52779f67f17e,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:32.624278 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63675670-5349-46d5-85be-41df58166905 req-dc03485b-4a95-4b9c-9bf8-763eec8aa108 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:32.629390 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-63675670-5349-46d5-85be-41df58166905 req-dc03485b-4a95-4b9c-9bf8-763eec8aa108 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=53c0be16-67d8-4798-9efc-fd14afe3c7ac HTTP/1.1" status: 200 len: 944 time: 0.1637495 Aug 16 20:46:32.760999 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-4baca309-2873-4714-b6ce-d396037595ed req-478a9202-3628-4c01-9f9c-ce40ef3c0519 service neutron] Attempting to bind port cb14be03-a62c-4f78-a96c-52779f67f17e on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:46:32.761401 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-4baca309-2873-4714-b6ce-d396037595ed req-478a9202-3628-4c01-9f9c-ce40ef3c0519 service neutron] Attempting to bind port cb14be03-a62c-4f78-a96c-52779f67f17e by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '7a6b72d0-5357-45c8-a666-5cc5a3dffcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e55e31f8-e29e-41b3-a9dc-66b816324698'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:46:32.761750 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4baca309-2873-4714-b6ce-d396037595ed req-478a9202-3628-4c01-9f9c-ce40ef3c0519 service neutron] Attempting to bind port cb14be03-a62c-4f78-a96c-52779f67f17e on network e55e31f8-e29e-41b3-a9dc-66b816324698 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:32.770449 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4baca309-2873-4714-b6ce-d396037595ed req-478a9202-3628-4c01-9f9c-ce40ef3c0519 service neutron] Port cb14be03-a62c-4f78-a96c-52779f67f17e on network e55e31f8-e29e-41b3-a9dc-66b816324698 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:46:32.770787 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4baca309-2873-4714-b6ce-d396037595ed req-478a9202-3628-4c01-9f9c-ce40ef3c0519 service neutron] Attempting to bind port cb14be03-a62c-4f78-a96c-52779f67f17e on network e55e31f8-e29e-41b3-a9dc-66b816324698 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:32.794985 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4baca309-2873-4714-b6ce-d396037595ed req-478a9202-3628-4c01-9f9c-ce40ef3c0519 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:46:32.795708 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4baca309-2873-4714-b6ce-d396037595ed req-478a9202-3628-4c01-9f9c-ce40ef3c0519 service neutron] Checking segment: {'id': '7a6b72d0-5357-45c8-a666-5cc5a3dffcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e55e31f8-e29e-41b3-a9dc-66b816324698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:46:32.795708 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4baca309-2873-4714-b6ce-d396037595ed req-478a9202-3628-4c01-9f9c-ce40ef3c0519 service neutron] Bound using segment: {'id': '7a6b72d0-5357-45c8-a666-5cc5a3dffcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e55e31f8-e29e-41b3-a9dc-66b816324698'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:46:32.796218 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-4baca309-2873-4714-b6ce-d396037595ed req-478a9202-3628-4c01-9f9c-ce40ef3c0519 service neutron] Bound port: cb14be03-a62c-4f78-a96c-52779f67f17e, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a6b72d0-5357-45c8-a666-5cc5a3dffcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e55e31f8-e29e-41b3-a9dc-66b816324698'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:46:32.796588 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-4baca309-2873-4714-b6ce-d396037595ed req-478a9202-3628-4c01-9f9c-ce40ef3c0519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:32.888198 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-63675670-5349-46d5-85be-41df58166905 req-2213a2e5-0c8b-43c9-a52b-1c1a838db7f9 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177866 Aug 16 20:46:32.950016 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-2531ee6a-5bbf-4c27-b7c7-53cddd7dc2ca tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=bec05ea1502042e4966aa3902a80ada3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584874 Aug 16 20:46:33.034462 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-4baca309-2873-4714-b6ce-d396037595ed req-478a9202-3628-4c01-9f9c-ce40ef3c0519 service neutron] For port cb14be03-a62c-4f78-a96c-52779f67f17e, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:46:33.056850 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-4baca309-2873-4714-b6ce-d396037595ed req-478a9202-3628-4c01-9f9c-ce40ef3c0519 service neutron] For port cb14be03-a62c-4f78-a96c-52779f67f17e, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=cb14be03-a62c-4f78-a96c-52779f67f17e,segment=NetworkSegment(7a6b72d0-5357-45c8-a666-5cc5a3dffcc1),segment_id=7a6b72d0-5357-45c8-a666-5cc5a3dffcc1)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:46:33.146753 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-28bc10ad-3d3d-48b9-89e0-762116996959 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:33.154918 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-28bc10ad-3d3d-48b9-89e0-762116996959 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2040098 Aug 16 20:46:33.160173 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-4baca309-2873-4714-b6ce-d396037595ed req-478a9202-3628-4c01-9f9c-ce40ef3c0519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:33.168996 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f1ddc248-788f-4a4e-8fe3-d60a8456d5f8 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:46:33.208043 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-72067bf2-54a6-4051-9218-f2e5e96e1fba tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/quotas/bec05ea1502042e4966aa3902a80ada3 HTTP/1.1" status: 200 len: 375 time: 0.0520911 Aug 16 20:46:33.215700 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baca309-2873-4714-b6ce-d396037595ed req-478a9202-3628-4c01-9f9c-ce40ef3c0519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:33.217039 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-4baca309-2873-4714-b6ce-d396037595ed req-478a9202-3628-4c01-9f9c-ce40ef3c0519 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:33.220650 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4baca309-2873-4714-b6ce-d396037595ed req-478a9202-3628-4c01-9f9c-ce40ef3c0519 service neutron] 10.222.0.90 "PUT /v2.0/ports/cb14be03-a62c-4f78-a96c-52779f67f17e HTTP/1.1" status: 200 len: 1093 time: 1.9528344 Aug 16 20:46:33.222418 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8', 'tag': 'cb14be03-a62c-4f78-a96c-52779f67f17e'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:33.226691 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c96e81-8158-419b-91c0-23e3743e808b" -d '{"events": [{"name": "network-changed", "server_uuid": "1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8", "tag": "cb14be03-a62c-4f78-a96c-52779f67f17e"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:33.290010 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d70c28-a923-47b7-bd09-cc41ce1fdd36 req-94d7138a-c4c7-4347-8289-ea7e028294ec tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:33.292193 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c1d70c28-a923-47b7-bd09-cc41ce1fdd36 req-94d7138a-c4c7-4347-8289-ea7e028294ec tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 943 time: 0.1975782 Aug 16 20:46:33.307194 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-139e82f8-72ec-489e-bcb7-db68904a94b1 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=bec05ea1502042e4966aa3902a80ada3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0981007 Aug 16 20:46:33.340073 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 181439c3-51a0-404f-acb1-3d1c2c78b479 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:46:33.388206 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a9202-3628-4c01-9f9c-ce40ef3c0519 service neutron] Pushing event updated for resources: {'Port': ['ID=cb14be03-a62c-4f78-a96c-52779f67f17e,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:33.410826 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port f1ddc248-788f-4a4e-8fe3-d60a8456d5f8 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:46:33.428182 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port f1ddc248-788f-4a4e-8fe3-d60a8456d5f8 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:33.428550 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:33.517055 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c1d70c28-a923-47b7-bd09-cc41ce1fdd36 req-5bdf4304-d665-4e22-ad90-6a100c7338e2 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999822 Aug 16 20:46:33.555715 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baca309-2873-4714-b6ce-d396037595ed req-3b7b307a-f0b1-4964-8465-7a2188a493c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:33.557450 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4baca309-2873-4714-b6ce-d396037595ed req-3b7b307a-f0b1-4964-8465-7a2188a493c1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=34f18ad5c2d4455d99499df1ef982df3&device_id=1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8 HTTP/1.1" status: 200 len: 1096 time: 0.1597674 Aug 16 20:46:33.596183 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:33.645861 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4baca309-2873-4714-b6ce-d396037595ed req-399013e5-d9ab-4c31-b5f4-1f30870f204a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb14be03-a62c-4f78-a96c-52779f67f17e HTTP/1.1" status: 200 len: 217 time: 0.0793207 Aug 16 20:46:33.655778 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port f1ddc248-788f-4a4e-8fe3-d60a8456d5f8, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=f1ddc248-788f-4a4e-8fe3-d60a8456d5f8,segment=NetworkSegment(391adbb2-3ff8-462e-9d0e-1f594f736a59),segment_id=391adbb2-3ff8-462e-9d0e-1f594f736a59)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:33.676836 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 181439c3-51a0-404f-acb1-3d1c2c78b479 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:46:33.684204 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 181439c3-51a0-404f-acb1-3d1c2c78b479 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:33.685508 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:33.712659 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac86c451-8bac-4bde-b387-61c52e32bbde x-openstack-request-id: req-ac86c451-8bac-4bde-b387-61c52e32bbde {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:33.713543 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8", "tag": "cb14be03-a62c-4f78-a96c-52779f67f17e", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:33.713543 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ac86c451-8bac-4bde-b387-61c52e32bbde {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:33.713742 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8', 'tag': 'cb14be03-a62c-4f78-a96c-52779f67f17e', 'status': 'completed', 'code': 200} Aug 16 20:46:33.742373 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baca309-2873-4714-b6ce-d396037595ed req-b306258f-ccf2-40f5-bc5a-0eda5725fff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:33.754708 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4baca309-2873-4714-b6ce-d396037595ed req-b306258f-ccf2-40f5-bc5a-0eda5725fff0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1808fe3d-4468-49d3-847b-1af4167b979d HTTP/1.1" status: 200 len: 854 time: 0.0999122 Aug 16 20:46:33.814681 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:33.882177 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=f1ddc248-788f-4a4e-8fe3-d60a8456d5f8,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:33.941514 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:33.969345 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baca309-2873-4714-b6ce-d396037595ed req-82b85de2-f5d5-44c4-b681-9ff97761a7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:33.971086 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4baca309-2873-4714-b6ce-d396037595ed req-82b85de2-f5d5-44c4-b681-9ff97761a7f5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e55e31f8-e29e-41b3-a9dc-66b816324698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2053840 Aug 16 20:46:33.975554 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c0be16-67d8-4798-9efc-fd14afe3c7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181439c3-51a0-404f-acb1-3d1c2c78b479'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:33.980365 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c423f915-29f2-43e5-b053-a6b0455d9a20" -d '{"events": [{"server_uuid": "53c0be16-67d8-4798-9efc-fd14afe3c7ac", "name": "network-vif-plugged", "status": "completed", "tag": "181439c3-51a0-404f-acb1-3d1c2c78b479"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:33.982718 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081d232-2c2c-4d6c-93fb-329ad9931ec1 req-eb4a7b28-23a1-490f-b622-f9d66c80a16e tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:33.991445 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8081d232-2c2c-4d6c-93fb-329ad9931ec1 req-eb4a7b28-23a1-490f-b622-f9d66c80a16e tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/ports?device_id=1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8 HTTP/1.1" status: 200 len: 944 time: 0.1825738 Aug 16 20:46:33.996255 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 181439c3-51a0-404f-acb1-3d1c2c78b479, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=181439c3-51a0-404f-acb1-3d1c2c78b479,segment=NetworkSegment(d55822d8-6a18-4bf0-8e46-976d628f1806),segment_id=d55822d8-6a18-4bf0-8e46-976d628f1806)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:34.014084 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ef99c-4851-4b3f-a08b-57745686ad06 req-9f0af928-bb97-400c-89a2-db34f8c54261 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:34.015779 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-203ef99c-4851-4b3f-a08b-57745686ad06 req-9f0af928-bb97-400c-89a2-db34f8c54261 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 950 time: 0.2016468 Aug 16 20:46:34.088747 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:34.146028 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8081d232-2c2c-4d6c-93fb-329ad9931ec1 req-def97e72-f31f-4bb3-b5d0-229d80fc113a tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/security-groups?id=4451924b-9130-4c16-b24f-77953428336e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536934 Aug 16 20:46:34.158005 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-203ef99c-4851-4b3f-a08b-57745686ad06 req-bf65d3eb-61f5-4d4e-abfc-ae609f622ca5 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246669 Aug 16 20:46:34.160601 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=181439c3-51a0-404f-acb1-3d1c2c78b479,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:34.215374 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4baca309-2873-4714-b6ce-d396037595ed req-277401d0-3d83-44a2-a34d-caf05cac7ead service neutron] 10.222.0.90 "GET /v2.0/networks/e55e31f8-e29e-41b3-a9dc-66b816324698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159760 Aug 16 20:46:34.221839 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-009389fd-358b-4cb3-be4f-4eecf38d7935 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:34.223916 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-009389fd-358b-4cb3-be4f-4eecf38d7935 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.90 "GET /v2.0/networks?id=2d2d869c-bfe3-4bc5-a83b-70655e061223 HTTP/1.1" status: 200 len: 821 time: 0.1474774 Aug 16 20:46:34.246823 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-c40b92be-d55f-4ea9-a2c3-7795340bb8d2 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Request body: {'port': {'device_id': '20da9e21-4da2-42a8-a57e-7d86e7c8e006', 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223', 'admin_state_up': True, 'tenant_id': '6b79fa21751c4c74a7616afcdef028a8'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:34.320999 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-920136d8-27ab-49fa-8c40-878faf239377 req-7fe64083-0753-4322-97bd-598c8a23f9bf tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006 HTTP/1.1" status: 200 len: 210 time: 0.0730593 Aug 16 20:46:34.337532 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c59e649a-ef00-4bdf-8799-cc3d6f63e664 req-b322b60e-b09a-480a-83e7-970c024cb352 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/ports?device_id=57c0d9db-2767-431f-80dd-5c28cba2050f HTTP/1.1" status: 200 len: 210 time: 0.0593088 Aug 16 20:46:34.382400 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4baca309-2873-4714-b6ce-d396037595ed req-b4c31f4a-a296-472e-a5ca-ec08e14bac39 service neutron] 10.222.0.90 "GET /v2.0/networks/e55e31f8-e29e-41b3-a9dc-66b816324698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595540 Aug 16 20:46:34.437459 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-c40b92be-d55f-4ea9-a2c3-7795340bb8d2 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Made reservation on behalf of 6b79fa21751c4c74a7616afcdef028a8 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:46:34.441684 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-c40b92be-d55f-4ea9-a2c3-7795340bb8d2 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:34.497932 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-28e27c3d-8459-4fdd-95a7-4b5cbd741721 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=bec05ea1502042e4966aa3902a80ada3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330687 Aug 16 20:46:34.532535 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f700c71-52e9-4c36-9722-55e074165394 req-3f31effe-b3c5-4df2-aa30-864b8a293760 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:34.534346 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5f700c71-52e9-4c36-9722-55e074165394 req-3f31effe-b3c5-4df2-aa30-864b8a293760 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=53c0be16-67d8-4798-9efc-fd14afe3c7ac HTTP/1.1" status: 200 len: 945 time: 0.1092231 Aug 16 20:46:34.601614 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-c40b92be-d55f-4ea9-a2c3-7795340bb8d2 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Allocated IP 172.20.0.2 (2d2d869c-bfe3-4bc5-a83b-70655e061223/64801f8f-8e8b-4346-a61f-2c5cd4a5ef47/82373864-13f5-483e-b4a3-fd278cdd7f7e) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:46:34.671349 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5f700c71-52e9-4c36-9722-55e074165394 req-daf81358-5d27-4023-a35e-954fa334a0c0 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920479 Aug 16 20:46:34.681863 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c96e81-8158-419b-91c0-23e3743e808b req-229849c1-7932-4a03-9698-6f1d31f3c301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:34.687998 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-00c96e81-8158-419b-91c0-23e3743e808b req-229849c1-7932-4a03-9698-6f1d31f3c301 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=34f18ad5c2d4455d99499df1ef982df3&device_id=1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8 HTTP/1.1" status: 200 len: 1096 time: 0.1393034 Aug 16 20:46:34.732623 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11dfb09a-7cf1-43be-80a2-b1ba928552a8 x-openstack-request-id: req-11dfb09a-7cf1-43be-80a2-b1ba928552a8 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:34.733142 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c0be16-67d8-4798-9efc-fd14afe3c7ac", "name": "network-vif-plugged", "status": "completed", "tag": "181439c3-51a0-404f-acb1-3d1c2c78b479", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:34.733256 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-11dfb09a-7cf1-43be-80a2-b1ba928552a8 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:34.733571 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c0be16-67d8-4798-9efc-fd14afe3c7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181439c3-51a0-404f-acb1-3d1c2c78b479', 'code': 200} Aug 16 20:46:34.755555 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-c56988f4-1b5f-41ac-a4e0-5070867f914f tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:34.762694 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-c56988f4-1b5f-41ac-a4e0-5070867f914f tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2574332 Aug 16 20:46:34.792365 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-c40b92be-d55f-4ea9-a2c3-7795340bb8d2 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:34.793933 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-023524bd-b131-4543-b209-d31c23a39931 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/quotas/bec05ea1502042e4966aa3902a80ada3 HTTP/1.1" status: 200 len: 375 time: 0.0297699 Aug 16 20:46:34.863175 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-e7c21e40-58eb-4dae-b51a-d6cd7022423a tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=bec05ea1502042e4966aa3902a80ada3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683565 Aug 16 20:46:34.901178 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-c40b92be-d55f-4ea9-a2c3-7795340bb8d2 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:34.920524 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c96e81-8158-419b-91c0-23e3743e808b req-4ce42deb-d7fd-4721-82b2-56a5f2fe4ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:34.927401 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-00c96e81-8158-419b-91c0-23e3743e808b req-4ce42deb-d7fd-4721-82b2-56a5f2fe4ce7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e55e31f8-e29e-41b3-a9dc-66b816324698 HTTP/1.1" status: 200 len: 916 time: 0.2301908 Aug 16 20:46:34.930330 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e6613-7782-4cf3-a5f3-9cd87e29a1c6 req-11f3da7b-d488-4d58-9c36-183dc7800cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:34.931888 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0b6e6613-7782-4cf3-a5f3-9cd87e29a1c6 req-11f3da7b-d488-4d58-9c36-183dc7800cfe service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=53c0be16-67d8-4798-9efc-fd14afe3c7ac HTTP/1.1" status: 200 len: 1097 time: 0.1211858 Aug 16 20:46:34.940078 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38399206-e71e-40d9-a226-bbb138e426ef req-8e81c320-de32-4faf-b4d4-d48c590adbdb tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:34.940465 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-c40b92be-d55f-4ea9-a2c3-7795340bb8d2 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Network 2d2d869c-bfe3-4bc5-a83b-70655e061223 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:46:34.941589 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-38399206-e71e-40d9-a226-bbb138e426ef req-8e81c320-de32-4faf-b4d4-d48c590adbdb tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 943 time: 0.1430178 Aug 16 20:46:34.949787 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-c40b92be-d55f-4ea9-a2c3-7795340bb8d2 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:46:34.953950 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-c40b92be-d55f-4ea9-a2c3-7795340bb8d2 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:46:35.011764 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b92be-d55f-4ea9-a2c3-7795340bb8d2 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Pushing event updated for resources: {'Port': ['ID=82373864-13f5-483e-b4a3-fd278cdd7f7e,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:35.023893 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-c40b92be-d55f-4ea9-a2c3-7795340bb8d2 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:35.024810 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-c40b92be-d55f-4ea9-a2c3-7795340bb8d2 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:35.034855 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f1ddc248-788f-4a4e-8fe3-d60a8456d5f8 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:46:35.100814 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port f1ddc248-788f-4a4e-8fe3-d60a8456d5f8 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:35.101571 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:35.129276 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-c40b92be-d55f-4ea9-a2c3-7795340bb8d2 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8955810 Aug 16 20:46:35.142330 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-2918b436-f657-406c-9daf-a46ffd1bd983 service neutron] Request body: {'port': {'device_id': '20da9e21-4da2-42a8-a57e-7d86e7c8e006', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:35.267736 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-2918b436-f657-406c-9daf-a46ffd1bd983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:35.409439 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-00c96e81-8158-419b-91c0-23e3743e808b req-64de8789-f314-4325-a102-643d1fcdd89c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb14be03-a62c-4f78-a96c-52779f67f17e HTTP/1.1" status: 200 len: 217 time: 0.4657745 Aug 16 20:46:35.493009 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7150cb6a-63b7-434a-a012-260a8460e5b4 req-d967f638-9f8f-41ba-9cd7-55b806e4937a tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b126530-8e52-45cd-9600-e28b960981b0 HTTP/1.1" status: 200 len: 210 time: 0.0978816 Aug 16 20:46:35.539497 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0b6e6613-7782-4cf3-a5f3-9cd87e29a1c6 req-7205080a-f522-4184-bda2-fa7e979fbd57 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5968604 Aug 16 20:46:35.555026 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-38399206-e71e-40d9-a226-bbb138e426ef req-6320261e-0c04-4168-8f77-1cd2d893ec15 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6000390 Aug 16 20:46:35.582429 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c96e81-8158-419b-91c0-23e3743e808b req-5dff683e-51fa-4d5a-9b5c-2be6408c045c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:35.584296 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-00c96e81-8158-419b-91c0-23e3743e808b req-5dff683e-51fa-4d5a-9b5c-2be6408c045c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1808fe3d-4468-49d3-847b-1af4167b979d HTTP/1.1" status: 200 len: 854 time: 0.1309600 Aug 16 20:46:35.674327 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-dcfe3b98-060e-4308-a3f7-bb99ffadcf25 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:35.675861 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-dcfe3b98-060e-4308-a3f7-bb99ffadcf25 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.90 "GET /v2.0/networks?id=712844f1-efe0-47f4-a231-6a1623362500 HTTP/1.1" status: 200 len: 829 time: 0.2931638 Aug 16 20:46:35.701126 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-cbe0b725-289b-491a-9016-fe2110cf4b90 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Request body: {'port': {'device_id': '57c0d9db-2767-431f-80dd-5c28cba2050f', 'network_id': '712844f1-efe0-47f4-a231-6a1623362500', 'admin_state_up': True, 'tenant_id': '30032294c02e47998da47b1124817457'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:35.775445 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c96e81-8158-419b-91c0-23e3743e808b req-bcd028a7-cd70-4823-82d4-f96544c9dae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:35.776910 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-00c96e81-8158-419b-91c0-23e3743e808b req-bcd028a7-cd70-4823-82d4-f96544c9dae9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e55e31f8-e29e-41b3-a9dc-66b816324698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1837013 Aug 16 20:46:35.795185 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0b847-c85d-4ea4-95b9-1547fa6adce4 req-4613b9ed-c152-4397-8c5e-861898834448 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:35.796698 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eae0b847-c85d-4ea4-95b9-1547fa6adce4 req-4613b9ed-c152-4397-8c5e-861898834448 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 950 time: 0.1950746 Aug 16 20:46:35.812171 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68e102-744b-4890-8ce8-c68fa4a9afa9 req-0508443a-a0f7-4789-b64c-e5ab40015a53 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:35.822174 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c68e102-744b-4890-8ce8-c68fa4a9afa9 req-0508443a-a0f7-4789-b64c-e5ab40015a53 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/ports?device_id=1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8 HTTP/1.1" status: 200 len: 944 time: 0.1921501 Aug 16 20:46:35.866386 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-2918b436-f657-406c-9daf-a46ffd1bd983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82373864-13f5-483e-b4a3-fd278cdd7f7e {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:35.879252 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-2918b436-f657-406c-9daf-a46ffd1bd983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:35.893870 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-2918b436-f657-406c-9daf-a46ffd1bd983 service neutron] Transition to ACTIVE for port object 82373864-13f5-483e-b4a3-fd278cdd7f7e will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:35.952517 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eae0b847-c85d-4ea4-95b9-1547fa6adce4 req-291e619e-6817-4e19-a406-55833dfa40c2 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353559 Aug 16 20:46:35.983502 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c68e102-744b-4890-8ce8-c68fa4a9afa9 req-c7fdd670-ea95-41fb-ae13-feb19ab4a02a tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/security-groups?id=4451924b-9130-4c16-b24f-77953428336e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447449 Aug 16 20:46:35.997054 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-00c96e81-8158-419b-91c0-23e3743e808b req-4118ae17-b1c1-4e71-8edc-908c20edc6f8 service neutron] 10.222.0.90 "GET /v2.0/networks/e55e31f8-e29e-41b3-a9dc-66b816324698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104883 Aug 16 20:46:36.037476 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-2918b436-f657-406c-9daf-a46ffd1bd983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:36.114252 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918b436-f657-406c-9daf-a46ffd1bd983 service neutron] Pushing event updated for resources: {'Port': ['ID=82373864-13f5-483e-b4a3-fd278cdd7f7e,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:36.127005 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-09eacfc3-a1b7-40ce-9dbb-55275e422495 req-eb311b2e-a26d-4c41-a415-45b60abc886c tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/ports?device_id=57c0d9db-2767-431f-80dd-5c28cba2050f HTTP/1.1" status: 200 len: 210 time: 0.0385945 Aug 16 20:46:36.137986 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-cbe0b725-289b-491a-9016-fe2110cf4b90 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Made reservation on behalf of 30032294c02e47998da47b1124817457 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:46:36.150523 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-cbe0b725-289b-491a-9016-fe2110cf4b90 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:36.175661 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-2918b436-f657-406c-9daf-a46ffd1bd983 service neutron] Attempting to bind port 82373864-13f5-483e-b4a3-fd278cdd7f7e on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:46:36.176250 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-2918b436-f657-406c-9daf-a46ffd1bd983 service neutron] Attempting to bind port 82373864-13f5-483e-b4a3-fd278cdd7f7e by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:46:36.176651 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-2918b436-f657-406c-9daf-a46ffd1bd983 service neutron] Attempting to bind port 82373864-13f5-483e-b4a3-fd278cdd7f7e on network 2d2d869c-bfe3-4bc5-a83b-70655e061223 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:36.181073 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-2918b436-f657-406c-9daf-a46ffd1bd983 service neutron] Port 82373864-13f5-483e-b4a3-fd278cdd7f7e on network 2d2d869c-bfe3-4bc5-a83b-70655e061223 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:46:36.181476 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-2918b436-f657-406c-9daf-a46ffd1bd983 service neutron] Attempting to bind port 82373864-13f5-483e-b4a3-fd278cdd7f7e on network 2d2d869c-bfe3-4bc5-a83b-70655e061223 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:36.186736 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-2918b436-f657-406c-9daf-a46ffd1bd983 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:46:36.187155 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-2918b436-f657-406c-9daf-a46ffd1bd983 service neutron] Checking segment: {'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:46:36.187619 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-2918b436-f657-406c-9daf-a46ffd1bd983 service neutron] Bound using segment: {'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:46:36.188171 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-2918b436-f657-406c-9daf-a46ffd1bd983 service neutron] Bound port: 82373864-13f5-483e-b4a3-fd278cdd7f7e, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:46:36.188341 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f8a64-74cc-4615-9843-e8ac8d81a35e req-e59778f2-b99e-44d4-a344-c62b068d894d tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:36.188645 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-2918b436-f657-406c-9daf-a46ffd1bd983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:36.189841 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0b7f8a64-74cc-4615-9843-e8ac8d81a35e req-e59778f2-b99e-44d4-a344-c62b068d894d tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006 HTTP/1.1" status: 200 len: 943 time: 0.1319103 Aug 16 20:46:36.218121 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-00c96e81-8158-419b-91c0-23e3743e808b req-2c127b0a-4b0f-40f1-96bd-e1cd5769224b service neutron] 10.222.0.90 "GET /v2.0/networks/e55e31f8-e29e-41b3-a9dc-66b816324698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134771 Aug 16 20:46:36.257005 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-2918b436-f657-406c-9daf-a46ffd1bd983 service neutron] For port 82373864-13f5-483e-b4a3-fd278cdd7f7e, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:46:36.296330 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-2918b436-f657-406c-9daf-a46ffd1bd983 service neutron] For port 82373864-13f5-483e-b4a3-fd278cdd7f7e, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=82373864-13f5-483e-b4a3-fd278cdd7f7e,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:46:36.321163 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0b7f8a64-74cc-4615-9843-e8ac8d81a35e req-a5c47765-5e46-4fc4-a8b4-3311034af446 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177034 Aug 16 20:46:36.334466 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbdcb3-1b1f-4458-bf73-c3722b8ee7c3 req-335a831b-e805-44f7-89ac-90c18e2acfed tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:36.348455 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f6fbdcb3-1b1f-4458-bf73-c3722b8ee7c3 req-335a831b-e805-44f7-89ac-90c18e2acfed tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=53c0be16-67d8-4798-9efc-fd14afe3c7ac HTTP/1.1" status: 200 len: 945 time: 0.1339278 Aug 16 20:46:36.519636 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-cbe0b725-289b-491a-9016-fe2110cf4b90 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Allocated IP 172.20.0.11 (712844f1-efe0-47f4-a231-6a1623362500/102329de-f784-4cc5-876b-70fa67ceb897/f783301d-6c8b-47e9-94ce-77eb1aa79ef8) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:46:36.519636 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f6fbdcb3-1b1f-4458-bf73-c3722b8ee7c3 req-5d73b876-171d-4df9-9ee9-f7f89747419e tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585041 Aug 16 20:46:36.588262 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-61545331-cea4-4712-b826-984d229acd41 req-717dc587-addf-4a58-ac8f-c3442903051d tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b126530-8e52-45cd-9600-e28b960981b0 HTTP/1.1" status: 200 len: 210 time: 0.0361764 Aug 16 20:46:36.591897 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-cbe0b725-289b-491a-9016-fe2110cf4b90 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:36.608049 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-cbe0b725-289b-491a-9016-fe2110cf4b90 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Transition to ACTIVE for port object f783301d-6c8b-47e9-94ce-77eb1aa79ef8 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:36.682450 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15629d6f-33a9-44ea-8b09-0325865a922c req-760d2c5d-dd0b-4f53-98f5-ba6c449b5eb6 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:36.684024 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-15629d6f-33a9-44ea-8b09-0325865a922c req-760d2c5d-dd0b-4f53-98f5-ba6c449b5eb6 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 943 time: 0.0556662 Aug 16 20:46:36.711987 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-2918b436-f657-406c-9daf-a46ffd1bd983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:36.721917 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-15629d6f-33a9-44ea-8b09-0325865a922c req-628c75ba-1dac-4af7-845f-d325e7eea23f tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319722 Aug 16 20:46:36.748470 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-2918b436-f657-406c-9daf-a46ffd1bd983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:36.748470 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-2918b436-f657-406c-9daf-a46ffd1bd983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:36.749534 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-2918b436-f657-406c-9daf-a46ffd1bd983 service neutron] 10.222.0.90 "PUT /v2.0/ports/82373864-13f5-483e-b4a3-fd278cdd7f7e HTTP/1.1" status: 200 len: 1092 time: 1.6121986 Aug 16 20:46:36.749964 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20da9e21-4da2-42a8-a57e-7d86e7c8e006', 'tag': '82373864-13f5-483e-b4a3-fd278cdd7f7e'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:36.752241 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471c9c3a-0a39-4ce7-ae95-0bb20a07d232" -d '{"events": [{"name": "network-changed", "server_uuid": "20da9e21-4da2-42a8-a57e-7d86e7c8e006", "tag": "82373864-13f5-483e-b4a3-fd278cdd7f7e"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:36.779577 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918b436-f657-406c-9daf-a46ffd1bd983 service neutron] Pushing event updated for resources: {'Port': ['ID=82373864-13f5-483e-b4a3-fd278cdd7f7e,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:36.791984 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00d391e-db74-4fac-8404-74b2370cb9ad x-openstack-request-id: req-d00d391e-db74-4fac-8404-74b2370cb9ad {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:36.792379 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20da9e21-4da2-42a8-a57e-7d86e7c8e006", "tag": "82373864-13f5-483e-b4a3-fd278cdd7f7e", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:36.793294 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d00d391e-db74-4fac-8404-74b2370cb9ad {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:36.793684 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20da9e21-4da2-42a8-a57e-7d86e7c8e006', 'tag': '82373864-13f5-483e-b4a3-fd278cdd7f7e', 'status': 'completed', 'code': 200} Aug 16 20:46:36.821501 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-cbe0b725-289b-491a-9016-fe2110cf4b90 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:36.837251 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-334f491b-f834-40a3-84b2-02a7db2e8f5f tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=bec05ea1502042e4966aa3902a80ada3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290380 Aug 16 20:46:36.863006 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c9c3a-0a39-4ce7-ae95-0bb20a07d232 req-9c1518a7-0ad4-44c3-b9be-6f19c3d1548d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:36.864829 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-471c9c3a-0a39-4ce7-ae95-0bb20a07d232 req-9c1518a7-0ad4-44c3-b9be-6f19c3d1548d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b79fa21751c4c74a7616afcdef028a8&device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006 HTTP/1.1" status: 200 len: 1095 time: 0.0422201 Aug 16 20:46:36.926497 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-cbe0b725-289b-491a-9016-fe2110cf4b90 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Network 712844f1-efe0-47f4-a231-6a1623362500 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:46:36.938105 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-cbe0b725-289b-491a-9016-fe2110cf4b90 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:46:36.941924 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe0b725-289b-491a-9016-fe2110cf4b90 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Pushing event updated for resources: {'Port': ['ID=f783301d-6c8b-47e9-94ce-77eb1aa79ef8,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:36.946620 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-cbe0b725-289b-491a-9016-fe2110cf4b90 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:46:36.982180 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c9c3a-0a39-4ce7-ae95-0bb20a07d232 req-6254790d-636c-40e5-814b-4b37c1bfdf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:36.983919 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-471c9c3a-0a39-4ce7-ae95-0bb20a07d232 req-6254790d-636c-40e5-814b-4b37c1bfdf42 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=6b79fa21751c4c74a7616afcdef028a8&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1103923 Aug 16 20:46:37.062496 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-cbe0b725-289b-491a-9016-fe2110cf4b90 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:37.062496 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-cbe0b725-289b-491a-9016-fe2110cf4b90 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:37.085607 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-14fe3d26-da2f-49ff-b102-354a217fac93 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:37.087100 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-14fe3d26-da2f-49ff-b102-354a217fac93 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2252367 Aug 16 20:46:37.117334 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c9c3a-0a39-4ce7-ae95-0bb20a07d232 req-9863986d-7d94-4033-a46e-52c70cfc91a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:37.119233 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-471c9c3a-0a39-4ce7-ae95-0bb20a07d232 req-9863986d-7d94-4033-a46e-52c70cfc91a7 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1279137 Aug 16 20:46:37.121393 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-34d8b7c6-7621-4886-a9ce-15ace013d4b9 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Request body: {'port': {'device_id': '282fa5d2-d4e8-4e8b-95bf-18eaffecdc8b', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'admin_state_up': True, 'tenant_id': 'bec05ea1502042e4966aa3902a80ada3'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:37.198346 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-cbe0b725-289b-491a-9016-fe2110cf4b90 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5064721 Aug 16 20:46:37.214737 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-624ea311-cc7a-4795-9bb1-cbb5126fbbc6 service neutron] Request body: {'port': {'device_id': '57c0d9db-2767-431f-80dd-5c28cba2050f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:37.237595 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-e6fe18c9-6293-4644-9905-59bebb4dc05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:37.239440 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-e6fe18c9-6293-4644-9905-59bebb4dc05e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b79fa21751c4c74a7616afcdef028a8&device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006 HTTP/1.1" status: 200 len: 1095 time: 0.0510056 Aug 16 20:46:37.256543 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8564dd6d-4a14-4084-80d3-fd5983c155ad req-cf180370-8b28-4166-8e2f-4af56c8d0414 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:37.258074 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8564dd6d-4a14-4084-80d3-fd5983c155ad req-cf180370-8b28-4166-8e2f-4af56c8d0414 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 950 time: 0.1925464 Aug 16 20:46:37.266143 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db5293-0ba6-4997-b11e-68da2e3bb9c1 req-7c8e8fc3-ce79-42c0-b2d0-ead8715fccde tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:37.267578 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f9db5293-0ba6-4997-b11e-68da2e3bb9c1 req-7c8e8fc3-ce79-42c0-b2d0-ead8715fccde tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/ports?device_id=1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8 HTTP/1.1" status: 200 len: 944 time: 0.1755922 Aug 16 20:46:37.282562 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-7370a414-2a4e-4636-9ac9-b418a0ab59b8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82373864-13f5-483e-b4a3-fd278cdd7f7e HTTP/1.1" status: 200 len: 217 time: 0.0354602 Aug 16 20:46:37.334517 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-15468995-6663-4e12-b2c5-64e95835bbe1 None None] Provisioning for port f783301d-6c8b-47e9-94ce-77eb1aa79ef8 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:46:37.342366 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-15468995-6663-4e12-b2c5-64e95835bbe1 None None] Provisioning complete for port f783301d-6c8b-47e9-94ce-77eb1aa79ef8 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:37.343293 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-15468995-6663-4e12-b2c5-64e95835bbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:37.344961 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-c0af3269-7c18-49f9-b70a-2aa22ed3aaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:37.346468 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-c0af3269-7c18-49f9-b70a-2aa22ed3aaac service neutron] 10.222.0.90 "GET /v2.0/subnets?id=64801f8f-8e8b-4346-a61f-2c5cd4a5ef47 HTTP/1.1" status: 200 len: 861 time: 0.0577860 Aug 16 20:46:37.382962 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 158a582a-0434-424f-91a1-5cbad4440fce details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:46:37.393705 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-624ea311-cc7a-4795-9bb1-cbb5126fbbc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:37.393873 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-032eaede-33a5-4524-92be-69c538712e21 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2d2d869c-bfe3-4bc5-a83b-70655e061223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317504 Aug 16 20:46:37.406439 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f9db5293-0ba6-4997-b11e-68da2e3bb9c1 req-70ae69c7-0526-498e-be8e-52c7032e2f50 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/security-groups?id=4451924b-9130-4c16-b24f-77953428336e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180701 Aug 16 20:46:37.409229 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8564dd6d-4a14-4084-80d3-fd5983c155ad req-63ef0e3c-50a6-4573-83f9-50a3b7224758 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368732 Aug 16 20:46:37.421234 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-15468995-6663-4e12-b2c5-64e95835bbe1 None None] Port f783301d-6c8b-47e9-94ce-77eb1aa79ef8 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:46:37.539651 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 158a582a-0434-424f-91a1-5cbad4440fce, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=158a582a-0434-424f-91a1-5cbad4440fce,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:37.551685 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-7a667307-514b-47f8-8229-a4a6bb1590bd service neutron] 10.222.0.90 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583297 Aug 16 20:46:37.553333 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '158a582a-0434-424f-91a1-5cbad4440fce', 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa', 'port_id': '158a582a-0434-424f-91a1-5cbad4440fce', 'mac_address': 'fa:16:3e:16:b1:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32473632-cd45-434e-a077-52a281cec044', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:46:37.597959 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-34d8b7c6-7621-4886-a9ce-15ace013d4b9 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Made reservation on behalf of bec05ea1502042e4966aa3902a80ada3 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:46:37.601681 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-34d8b7c6-7621-4886-a9ce-15ace013d4b9 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:37.607639 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:37.629230 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 158a582a-0434-424f-91a1-5cbad4440fce {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:37.642461 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-34d8b7c6-7621-4886-a9ce-15ace013d4b9 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:37.653430 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 158a582a-0434-424f-91a1-5cbad4440fce, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=158a582a-0434-424f-91a1-5cbad4440fce,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:37.659103 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0001a7d2-012f-47b3-a80e-2c2a2e928182 req-86f6373b-d94f-4005-9b32-03af44be29ae service neutron] 10.222.0.90 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993783 Aug 16 20:46:37.729950 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861f241-3a8a-4a8f-b45b-91051601c1fa req-e16b03d9-db01-4135-8835-0eb6e5df945e tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:37.731564 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a861f241-3a8a-4a8f-b45b-91051601c1fa req-e16b03d9-db01-4135-8835-0eb6e5df945e tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006 HTTP/1.1" status: 200 len: 943 time: 0.2377133 Aug 16 20:46:37.744070 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8edd5f-ad08-46d7-bf4c-21411cf8d472 req-07d75330-022b-4a0d-b856-d5f4aecf4f81 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:37.745520 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bc8edd5f-ad08-46d7-bf4c-21411cf8d472 req-07d75330-022b-4a0d-b856-d5f4aecf4f81 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/ports?device_id=57c0d9db-2767-431f-80dd-5c28cba2050f HTTP/1.1" status: 200 len: 932 time: 0.1889858 Aug 16 20:46:37.750857 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:37.802723 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=158a582a-0434-424f-91a1-5cbad4440fce,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:37.866078 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a861f241-3a8a-4a8f-b45b-91051601c1fa req-d9851349-ff2e-4593-a82b-94856ef10c84 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194863 Aug 16 20:46:37.888860 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bc8edd5f-ad08-46d7-bf4c-21411cf8d472 req-34a9f77c-208e-4e21-8e3d-731ad1c60818 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/security-groups?id=ab2b7183-3ca5-4719-9c50-94e8334b390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329730 Aug 16 20:46:37.971799 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-624ea311-cc7a-4795-9bb1-cbb5126fbbc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f783301d-6c8b-47e9-94ce-77eb1aa79ef8 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:37.987868 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-624ea311-cc7a-4795-9bb1-cbb5126fbbc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:37.991121 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-34d8b7c6-7621-4886-a9ce-15ace013d4b9 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:38.018688 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-624ea311-cc7a-4795-9bb1-cbb5126fbbc6 service neutron] Transition to ACTIVE for port object f783301d-6c8b-47e9-94ce-77eb1aa79ef8 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:38.050790 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aa58696a-66ce-4f51-bb55-ef2e5db19b7e req-998e751c-1fad-4577-8a2d-c0ad870e8f4b tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b126530-8e52-45cd-9600-e28b960981b0 HTTP/1.1" status: 200 len: 210 time: 0.0342271 Aug 16 20:46:38.053330 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['158a582a-0434-424f-91a1-5cbad4440fce'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:46:38.062879 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca246570-e2e6-4d5d-b0f2-4203d22723b9 req-ac2f6bba-9e81-4a96-87f4-a5e9c43cb6ad tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:38.064511 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ca246570-e2e6-4d5d-b0f2-4203d22723b9 req-ac2f6bba-9e81-4a96-87f4-a5e9c43cb6ad tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=53c0be16-67d8-4798-9efc-fd14afe3c7ac HTTP/1.1" status: 200 len: 945 time: 0.0990021 Aug 16 20:46:38.107317 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ca246570-e2e6-4d5d-b0f2-4203d22723b9 req-71d01540-76df-41d6-a70d-323e0cb5e58e tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361953 Aug 16 20:46:38.116314 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-34d8b7c6-7621-4886-a9ce-15ace013d4b9 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:38.116314 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-624ea311-cc7a-4795-9bb1-cbb5126fbbc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:38.214918 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-b8b44a54-95de-454a-9d5c-562cc5df984b tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=bec05ea1502042e4966aa3902a80ada3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316291 Aug 16 20:46:38.265578 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d8b7c6-7621-4886-a9ce-15ace013d4b9 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60550207-c050-4842-912f-cb52d93f7eb4,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:38.272648 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ea311-cc7a-4795-9bb1-cbb5126fbbc6 service neutron] Pushing event updated for resources: {'Port': ['ID=f783301d-6c8b-47e9-94ce-77eb1aa79ef8,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:38.381107 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-e45e2b06-9e80-4440-bbd0-f90fa245f193 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:38.383136 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-e45e2b06-9e80-4440-bbd0-f90fa245f193 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1588249 Aug 16 20:46:38.389882 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7c2f4-05ff-4920-aa23-b7dca062c74a req-e4304e46-ad2d-4d66-b1b6-bc1564413931 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:38.397478 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-33d7c2f4-05ff-4920-aa23-b7dca062c74a req-e4304e46-ad2d-4d66-b1b6-bc1564413931 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 944 time: 0.2570543 Aug 16 20:46:38.399457 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-edd0682b-8c63-4d8f-a8da-7d6413890999 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Request body: {'port': {'device_id': '1b126530-8e52-45cd-9600-e28b960981b0', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'admin_state_up': True, 'tenant_id': 'bec05ea1502042e4966aa3902a80ada3'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:38.473440 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-624ea311-cc7a-4795-9bb1-cbb5126fbbc6 service neutron] Attempting to bind port f783301d-6c8b-47e9-94ce-77eb1aa79ef8 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:46:38.473784 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-624ea311-cc7a-4795-9bb1-cbb5126fbbc6 service neutron] Attempting to bind port f783301d-6c8b-47e9-94ce-77eb1aa79ef8 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '391adbb2-3ff8-462e-9d0e-1f594f736a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '712844f1-efe0-47f4-a231-6a1623362500'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:46:38.474122 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-624ea311-cc7a-4795-9bb1-cbb5126fbbc6 service neutron] Attempting to bind port f783301d-6c8b-47e9-94ce-77eb1aa79ef8 on network 712844f1-efe0-47f4-a231-6a1623362500 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:38.501702 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-624ea311-cc7a-4795-9bb1-cbb5126fbbc6 service neutron] Port f783301d-6c8b-47e9-94ce-77eb1aa79ef8 on network 712844f1-efe0-47f4-a231-6a1623362500 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:46:38.502033 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-624ea311-cc7a-4795-9bb1-cbb5126fbbc6 service neutron] Attempting to bind port f783301d-6c8b-47e9-94ce-77eb1aa79ef8 on network 712844f1-efe0-47f4-a231-6a1623362500 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:38.506783 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-34d8b7c6-7621-4886-a9ce-15ace013d4b9 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Allocated IP 192.168.233.24 (d77fce7e-e915-4ee5-ada6-d6f376af2589/2883ed1d-8e71-4475-b2ce-2177242b9f23/1f1afcab-1f91-467b-9eb7-bc40869e6903) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:46:38.516645 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-624ea311-cc7a-4795-9bb1-cbb5126fbbc6 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:46:38.519535 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-624ea311-cc7a-4795-9bb1-cbb5126fbbc6 service neutron] Checking segment: {'id': '391adbb2-3ff8-462e-9d0e-1f594f736a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '712844f1-efe0-47f4-a231-6a1623362500'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:46:38.519535 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-624ea311-cc7a-4795-9bb1-cbb5126fbbc6 service neutron] Bound using segment: {'id': '391adbb2-3ff8-462e-9d0e-1f594f736a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '712844f1-efe0-47f4-a231-6a1623362500'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:46:38.519535 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-624ea311-cc7a-4795-9bb1-cbb5126fbbc6 service neutron] Bound port: f783301d-6c8b-47e9-94ce-77eb1aa79ef8, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '391adbb2-3ff8-462e-9d0e-1f594f736a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '712844f1-efe0-47f4-a231-6a1623362500'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:46:38.519535 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-624ea311-cc7a-4795-9bb1-cbb5126fbbc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:38.548485 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-33d7c2f4-05ff-4920-aa23-b7dca062c74a req-bcc72b31-c31e-4b21-9afc-44a565e7e6fa tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496863 Aug 16 20:46:38.596466 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-edd0682b-8c63-4d8f-a8da-7d6413890999 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Made reservation on behalf of bec05ea1502042e4966aa3902a80ada3 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:46:38.600277 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-edd0682b-8c63-4d8f-a8da-7d6413890999 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:39.014922 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-624ea311-cc7a-4795-9bb1-cbb5126fbbc6 service neutron] For port f783301d-6c8b-47e9-94ce-77eb1aa79ef8, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:46:39.068960 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-624ea311-cc7a-4795-9bb1-cbb5126fbbc6 service neutron] For port f783301d-6c8b-47e9-94ce-77eb1aa79ef8, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=f783301d-6c8b-47e9-94ce-77eb1aa79ef8,segment=NetworkSegment(391adbb2-3ff8-462e-9d0e-1f594f736a59),segment_id=391adbb2-3ff8-462e-9d0e-1f594f736a59)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:46:39.091591 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41c20e-5016-4bc7-af06-4d542447d707 req-bbc48208-6285-4281-8c37-7fa4fcfaa5aa tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:39.093149 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d41c20e-5016-4bc7-af06-4d542447d707 req-bbc48208-6285-4281-8c37-7fa4fcfaa5aa tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/ports?device_id=1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8 HTTP/1.1" status: 200 len: 944 time: 0.4815445 Aug 16 20:46:39.144827 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c450ccc-8c09-4173-8d4b-df618bf88073 req-2f8e109d-84d4-4659-bbd3-8a904b686046 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:39.146317 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6c450ccc-8c09-4173-8d4b-df618bf88073 req-2f8e109d-84d4-4659-bbd3-8a904b686046 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 950 time: 0.1377935 Aug 16 20:46:39.150976 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-624ea311-cc7a-4795-9bb1-cbb5126fbbc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:39.201567 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-34d8b7c6-7621-4886-a9ce-15ace013d4b9 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:39.237986 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d41c20e-5016-4bc7-af06-4d542447d707 req-2784df4f-e444-4390-9560-5a72c1419568 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/security-groups?id=4451924b-9130-4c16-b24f-77953428336e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313510 Aug 16 20:46:39.241526 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-624ea311-cc7a-4795-9bb1-cbb5126fbbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:39.241902 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-624ea311-cc7a-4795-9bb1-cbb5126fbbc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:39.243264 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-624ea311-cc7a-4795-9bb1-cbb5126fbbc6 service neutron] 10.222.0.90 "PUT /v2.0/ports/f783301d-6c8b-47e9-94ce-77eb1aa79ef8 HTTP/1.1" status: 200 len: 1093 time: 2.0327923 Aug 16 20:46:39.246665 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c0d9db-2767-431f-80dd-5c28cba2050f', 'tag': 'f783301d-6c8b-47e9-94ce-77eb1aa79ef8'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:39.249518 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80f7845-aa94-4615-858a-7c914274ebe6" -d '{"events": [{"name": "network-changed", "server_uuid": "57c0d9db-2767-431f-80dd-5c28cba2050f", "tag": "f783301d-6c8b-47e9-94ce-77eb1aa79ef8"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:39.266346 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-34d8b7c6-7621-4886-a9ce-15ace013d4b9 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Transition to ACTIVE for port object 1f1afcab-1f91-467b-9eb7-bc40869e6903 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:39.279658 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ea311-cc7a-4795-9bb1-cbb5126fbbc6 service neutron] Pushing event updated for resources: {'Port': ['ID=f783301d-6c8b-47e9-94ce-77eb1aa79ef8,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:39.295677 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6c450ccc-8c09-4173-8d4b-df618bf88073 req-545063e1-059a-455a-b3a8-cd30585ba9d9 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398134 Aug 16 20:46:39.374394 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 158a582a-0434-424f-91a1-5cbad4440fce up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:46:39.448176 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-34d8b7c6-7621-4886-a9ce-15ace013d4b9 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:39.493338 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-edd0682b-8c63-4d8f-a8da-7d6413890999 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Allocated IP 192.168.233.69 (d77fce7e-e915-4ee5-ada6-d6f376af2589/2883ed1d-8e71-4475-b2ce-2177242b9f23/315c0d5d-7ae7-4d03-a892-a52b5d7db316) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:46:39.494748 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 158a582a-0434-424f-91a1-5cbad4440fce completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:46:39.499895 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 158a582a-0434-424f-91a1-5cbad4440fce triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:39.500250 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:39.521619 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-34d8b7c6-7621-4886-a9ce-15ace013d4b9 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Network d77fce7e-e915-4ee5-ada6-d6f376af2589 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:46:39.531142 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-3b919bbf-d3bb-494f-bf21-bf8bbf58d811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:39.532752 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-3b919bbf-d3bb-494f-bf21-bf8bbf58d811 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=30032294c02e47998da47b1124817457&device_id=57c0d9db-2767-431f-80dd-5c28cba2050f HTTP/1.1" status: 200 len: 1096 time: 0.1673040 Aug 16 20:46:39.540162 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf8d17-f832-47ab-af57-12ee40ead7c4 req-2b133be5-43fc-4bff-8044-6113b9bcecf7 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:39.541618 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9fbf8d17-f832-47ab-af57-12ee40ead7c4 req-2b133be5-43fc-4bff-8044-6113b9bcecf7 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006 HTTP/1.1" status: 200 len: 943 time: 0.1785367 Aug 16 20:46:39.544339 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-34d8b7c6-7621-4886-a9ce-15ace013d4b9 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:46:39.549844 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d8b7c6-7621-4886-a9ce-15ace013d4b9 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Pushing event updated for resources: {'Port': ['ID=1f1afcab-1f91-467b-9eb7-bc40869e6903,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:39.556200 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b3336-4a13-411d-8881-d58ac0996128 req-20daf080-98be-4268-ac1f-c6555a0663db tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:39.557812 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f79b3336-4a13-411d-8881-d58ac0996128 req-20daf080-98be-4268-ac1f-c6555a0663db tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/ports?device_id=57c0d9db-2767-431f-80dd-5c28cba2050f HTTP/1.1" status: 200 len: 944 time: 0.1805263 Aug 16 20:46:39.558936 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-34d8b7c6-7621-4886-a9ce-15ace013d4b9 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:46:39.600055 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:39.631837 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-b6f68674-879d-4c4e-a8b0-cbd90456600f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f783301d-6c8b-47e9-94ce-77eb1aa79ef8 HTTP/1.1" status: 200 len: 217 time: 0.0688229 Aug 16 20:46:39.635875 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd9ff2e-b462-4eeb-abc4-824df658c591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158a582a-0434-424f-91a1-5cbad4440fce'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:39.638874 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e5cc72-c503-4784-b82e-1643131e002d" -d '{"events": [{"server_uuid": "0bd9ff2e-b462-4eeb-abc4-824df658c591", "name": "network-vif-plugged", "status": "completed", "tag": "158a582a-0434-424f-91a1-5cbad4440fce"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:39.656161 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 158a582a-0434-424f-91a1-5cbad4440fce, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=158a582a-0434-424f-91a1-5cbad4440fce,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:39.680584 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-edd0682b-8c63-4d8f-a8da-7d6413890999 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:39.695613 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-edd0682b-8c63-4d8f-a8da-7d6413890999 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Transition to ACTIVE for port object 315c0d5d-7ae7-4d03-a892-a52b5d7db316 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:39.714990 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-34d8b7c6-7621-4886-a9ce-15ace013d4b9 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:39.715705 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-34d8b7c6-7621-4886-a9ce-15ace013d4b9 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:39.725418 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:39.749507 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9fbf8d17-f832-47ab-af57-12ee40ead7c4 req-af481c89-07f3-4d85-b2c4-8768198f93cc tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350579 Aug 16 20:46:39.763444 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f79b3336-4a13-411d-8881-d58ac0996128 req-2229e8c5-6f29-47ed-8240-c2480e557473 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/security-groups?id=ab2b7183-3ca5-4719-9c50-94e8334b390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714492 Aug 16 20:46:39.769317 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-5b2907f1-61cc-4acc-9c8b-09f683dec4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:39.785539 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-5b2907f1-61cc-4acc-9c8b-09f683dec4df service neutron] 10.222.0.90 "GET /v2.0/subnets?id=102329de-f784-4cc5-876b-70fa67ceb897 HTTP/1.1" status: 200 len: 868 time: 0.1399808 Aug 16 20:46:39.813555 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=158a582a-0434-424f-91a1-5cbad4440fce,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:39.815478 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-edd0682b-8c63-4d8f-a8da-7d6413890999 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:39.866235 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-34d8b7c6-7621-4886-a9ce-15ace013d4b9 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7427735 Aug 16 20:46:39.879989 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-0db13554-aa88-44ae-9f74-eca97b378cf8 service neutron] Request body: {'port': {'device_id': '282fa5d2-d4e8-4e8b-95bf-18eaffecdc8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:39.880675 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-edd0682b-8c63-4d8f-a8da-7d6413890999 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Network d77fce7e-e915-4ee5-ada6-d6f376af2589 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:46:39.883976 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-edd0682b-8c63-4d8f-a8da-7d6413890999 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:46:39.888554 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-edd0682b-8c63-4d8f-a8da-7d6413890999 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:46:39.920128 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e33b510-1047-450a-a20a-8f0047d85173 x-openstack-request-id: req-0e33b510-1047-450a-a20a-8f0047d85173 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:39.920421 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57c0d9db-2767-431f-80dd-5c28cba2050f", "tag": "f783301d-6c8b-47e9-94ce-77eb1aa79ef8", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:39.920676 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0e33b510-1047-450a-a20a-8f0047d85173 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:39.921071 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57c0d9db-2767-431f-80dd-5c28cba2050f', 'tag': 'f783301d-6c8b-47e9-94ce-77eb1aa79ef8', 'status': 'completed', 'code': 200} Aug 16 20:46:39.926297 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0682b-8c63-4d8f-a8da-7d6413890999 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Pushing event updated for resources: {'Port': ['ID=315c0d5d-7ae7-4d03-a892-a52b5d7db316,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:39.934128 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f38964e8-809f-4b41-977b-4631a6e0140c None None] Provisioning for port 1f1afcab-1f91-467b-9eb7-bc40869e6903 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:46:39.947356 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f38964e8-809f-4b41-977b-4631a6e0140c None None] Provisioning complete for port 1f1afcab-1f91-467b-9eb7-bc40869e6903 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:39.947356 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f38964e8-809f-4b41-977b-4631a6e0140c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:39.947537 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-421ef715-eb55-4f8b-80b4-a9459a69f4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:39.947537 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-421ef715-eb55-4f8b-80b4-a9459a69f4cb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=712844f1-efe0-47f4-a231-6a1623362500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1488388 Aug 16 20:46:39.958890 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-edd0682b-8c63-4d8f-a8da-7d6413890999 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:39.962353 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-edd0682b-8c63-4d8f-a8da-7d6413890999 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:40.015813 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-f38964e8-809f-4b41-977b-4631a6e0140c None None] Port 1f1afcab-1f91-467b-9eb7-bc40869e6903 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:46:40.030402 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada54c7-9eab-4c97-aef5-0de78b1d9f52 req-73cfcbb0-d85f-480d-8f17-3940c520664c tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:40.036690 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bada54c7-9eab-4c97-aef5-0de78b1d9f52 req-73cfcbb0-d85f-480d-8f17-3940c520664c tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b126530-8e52-45cd-9600-e28b960981b0 HTTP/1.1" status: 200 len: 935 time: 0.1909080 Aug 16 20:46:40.068509 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-0db13554-aa88-44ae-9f74-eca97b378cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:40.128653 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-edd0682b-8c63-4d8f-a8da-7d6413890999 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7365739 Aug 16 20:46:40.142108 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-1926d722-498c-4523-92fe-0e68dbce5890 service neutron] Request body: {'port': {'device_id': '1b126530-8e52-45cd-9600-e28b960981b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:40.181870 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bada54c7-9eab-4c97-aef5-0de78b1d9f52 req-dbae731a-9279-410c-a736-b6825c535805 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/security-groups?id=60550207-c050-4842-912f-cb52d93f7eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181357 Aug 16 20:46:40.205208 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-1926d722-498c-4523-92fe-0e68dbce5890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:40.225257 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f07c0ece-a641-4d03-af46-baba7ed13bc0 None None] Provisioning for port 315c0d5d-7ae7-4d03-a892-a52b5d7db316 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:46:40.230040 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772775d-d971-4c33-b15b-ea26d95b6c8f req-2c01ba0c-b8b4-4af6-bb22-0d45f7e0f5e1 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:40.230301 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501160f4-2145-4c1b-a785-51d34a4d4909 x-openstack-request-id: req-501160f4-2145-4c1b-a785-51d34a4d4909 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:40.231045 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd9ff2e-b462-4eeb-abc4-824df658c591", "name": "network-vif-plugged", "status": "completed", "tag": "158a582a-0434-424f-91a1-5cbad4440fce", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:40.232395 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-501160f4-2145-4c1b-a785-51d34a4d4909 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:40.232723 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3772775d-d971-4c33-b15b-ea26d95b6c8f req-2c01ba0c-b8b4-4af6-bb22-0d45f7e0f5e1 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 945 time: 0.1679108 Aug 16 20:46:40.233412 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd9ff2e-b462-4eeb-abc4-824df658c591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158a582a-0434-424f-91a1-5cbad4440fce', 'code': 200} Aug 16 20:46:40.235327 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f07c0ece-a641-4d03-af46-baba7ed13bc0 None None] Provisioning complete for port 315c0d5d-7ae7-4d03-a892-a52b5d7db316 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:40.236057 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f07c0ece-a641-4d03-af46-baba7ed13bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:40.289706 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-f07c0ece-a641-4d03-af46-baba7ed13bc0 None None] Port 315c0d5d-7ae7-4d03-a892-a52b5d7db316 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:46:40.290508 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-22e04cf5-de63-422a-9007-f39c9c4918e6 service neutron] 10.222.0.90 "GET /v2.0/networks/712844f1-efe0-47f4-a231-6a1623362500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097010 Aug 16 20:46:40.392927 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3772775d-d971-4c33-b15b-ea26d95b6c8f req-638eaf23-9e26-4a79-9928-ae48dfa8091b tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096051 Aug 16 20:46:40.431840 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed2041-698f-493b-a87c-c357d7fd7a5d req-e09287a2-9803-48de-9ba8-35dca2cd41da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:40.433351 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ceed2041-698f-493b-a87c-c357d7fd7a5d req-e09287a2-9803-48de-9ba8-35dca2cd41da service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 1097 time: 0.1030581 Aug 16 20:46:40.433539 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d336c32e-e3c7-4846-9d17-8b02f5654ea2 req-21370750-2200-46dd-9da7-4321d5970076 service neutron] 10.222.0.90 "GET /v2.0/networks/712844f1-efe0-47f4-a231-6a1623362500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388865 Aug 16 20:46:40.495128 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ceed2041-698f-493b-a87c-c357d7fd7a5d req-c106064f-0660-4560-bf83-486b0563abf6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533004 Aug 16 20:46:40.515232 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202a214-960f-4444-903d-8ebaf1ae034c req-c582f4d8-4758-47c7-b117-9482ae16dd12 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:40.517683 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b202a214-960f-4444-903d-8ebaf1ae034c req-c582f4d8-4758-47c7-b117-9482ae16dd12 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/ports?device_id=1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8 HTTP/1.1" status: 200 len: 944 time: 0.0556819 Aug 16 20:46:40.560220 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-1926d722-498c-4523-92fe-0e68dbce5890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 315c0d5d-7ae7-4d03-a892-a52b5d7db316 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:40.565896 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b202a214-960f-4444-903d-8ebaf1ae034c req-adae2d8c-d1a1-42eb-aa16-36da9cdb2904 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/security-groups?id=4451924b-9130-4c16-b24f-77953428336e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418601 Aug 16 20:46:40.568464 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-1926d722-498c-4523-92fe-0e68dbce5890 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:40.591036 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-1926d722-498c-4523-92fe-0e68dbce5890 service neutron] Transition to ACTIVE for port object 315c0d5d-7ae7-4d03-a892-a52b5d7db316 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:40.669888 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 82373864-13f5-483e-b4a3-fd278cdd7f7e details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:46:40.694239 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-1926d722-498c-4523-92fe-0e68dbce5890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:40.750518 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926d722-498c-4523-92fe-0e68dbce5890 service neutron] Pushing event updated for resources: {'Port': ['ID=315c0d5d-7ae7-4d03-a892-a52b5d7db316,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:40.778973 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f73bc-5ecc-42c3-8226-a3632e01d050 req-cea21906-c35d-4a66-9663-ea94706d6f36 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:40.780593 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-055f73bc-5ecc-42c3-8226-a3632e01d050 req-cea21906-c35d-4a66-9663-ea94706d6f36 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 950 time: 0.1576087 Aug 16 20:46:40.799170 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 82373864-13f5-483e-b4a3-fd278cdd7f7e, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=82373864-13f5-483e-b4a3-fd278cdd7f7e,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:40.810861 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f7845-aa94-4615-858a-7c914274ebe6 req-b6d579d7-d415-4487-beda-6ca0037cbf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:40.812348 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e80f7845-aa94-4615-858a-7c914274ebe6 req-b6d579d7-d415-4487-beda-6ca0037cbf8f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=30032294c02e47998da47b1124817457&device_id=57c0d9db-2767-431f-80dd-5c28cba2050f HTTP/1.1" status: 200 len: 1096 time: 0.1575291 Aug 16 20:46:40.825244 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '82373864-13f5-483e-b4a3-fd278cdd7f7e', 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223', 'port_id': '82373864-13f5-483e-b4a3-fd278cdd7f7e', 'mac_address': 'fa:16:3e:5c:b7:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64801f8f-8e8b-4346-a61f-2c5cd4a5ef47', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:46:40.844093 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-1926d722-498c-4523-92fe-0e68dbce5890 service neutron] Attempting to bind port 315c0d5d-7ae7-4d03-a892-a52b5d7db316 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:46:40.845263 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-1926d722-498c-4523-92fe-0e68dbce5890 service neutron] Attempting to bind port 315c0d5d-7ae7-4d03-a892-a52b5d7db316 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:46:40.845703 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-1926d722-498c-4523-92fe-0e68dbce5890 service neutron] Attempting to bind port 315c0d5d-7ae7-4d03-a892-a52b5d7db316 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:40.851391 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-1926d722-498c-4523-92fe-0e68dbce5890 service neutron] Port 315c0d5d-7ae7-4d03-a892-a52b5d7db316 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:46:40.851878 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-1926d722-498c-4523-92fe-0e68dbce5890 service neutron] Attempting to bind port 315c0d5d-7ae7-4d03-a892-a52b5d7db316 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:40.862024 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-1926d722-498c-4523-92fe-0e68dbce5890 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:46:40.862383 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-1926d722-498c-4523-92fe-0e68dbce5890 service neutron] Checking segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:46:40.862776 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-1926d722-498c-4523-92fe-0e68dbce5890 service neutron] Bound using segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:46:40.863234 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-1926d722-498c-4523-92fe-0e68dbce5890 service neutron] Bound port: 315c0d5d-7ae7-4d03-a892-a52b5d7db316, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:46:40.863599 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-1926d722-498c-4523-92fe-0e68dbce5890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:40.878631 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:40.897209 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82373864-13f5-483e-b4a3-fd278cdd7f7e {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:40.900262 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3de18d-49d1-4b60-9864-652e2a7de1b3 req-c959c3fc-cc3f-4a0c-ae79-a0f37fd268e3 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:40.901849 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7e3de18d-49d1-4b60-9864-652e2a7de1b3 req-c959c3fc-cc3f-4a0c-ae79-a0f37fd268e3 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=53c0be16-67d8-4798-9efc-fd14afe3c7ac HTTP/1.1" status: 200 len: 945 time: 0.2176335 Aug 16 20:46:40.950424 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-055f73bc-5ecc-42c3-8226-a3632e01d050 req-eeffa4bd-c139-4b99-962e-44838c3ca14c tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583197 Aug 16 20:46:40.950859 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-1926d722-498c-4523-92fe-0e68dbce5890 service neutron] For port 315c0d5d-7ae7-4d03-a892-a52b5d7db316, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:46:40.954184 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-1926d722-498c-4523-92fe-0e68dbce5890 service neutron] For port 315c0d5d-7ae7-4d03-a892-a52b5d7db316, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=315c0d5d-7ae7-4d03-a892-a52b5d7db316,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:46:40.964253 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 82373864-13f5-483e-b4a3-fd278cdd7f7e, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=82373864-13f5-483e-b4a3-fd278cdd7f7e,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:41.016918 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7e3de18d-49d1-4b60-9864-652e2a7de1b3 req-3161f206-7f96-4f06-b40e-79738987c1da tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906217 Aug 16 20:46:41.060628 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-1926d722-498c-4523-92fe-0e68dbce5890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:41.067255 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f7845-aa94-4615-858a-7c914274ebe6 req-98e48f4f-c050-4242-a0c3-ec183ba2a61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:41.068726 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e80f7845-aa94-4615-858a-7c914274ebe6 req-98e48f4f-c050-4242-a0c3-ec183ba2a61c service neutron] 10.222.0.90 "GET /v2.0/networks?id=712844f1-efe0-47f4-a231-6a1623362500 HTTP/1.1" status: 200 len: 930 time: 0.2441812 Aug 16 20:46:41.088539 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-758b0e35-483c-435c-aa7b-3d94380efbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:41.090004 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:41.104285 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-1926d722-498c-4523-92fe-0e68dbce5890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:41.105008 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-1926d722-498c-4523-92fe-0e68dbce5890 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:41.107028 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-1926d722-498c-4523-92fe-0e68dbce5890 service neutron] 10.222.0.72 "PUT /v2.0/ports/315c0d5d-7ae7-4d03-a892-a52b5d7db316 HTTP/1.1" status: 200 len: 1096 time: 0.9701228 Aug 16 20:46:41.107544 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b126530-8e52-45cd-9600-e28b960981b0', 'tag': '315c0d5d-7ae7-4d03-a892-a52b5d7db316'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:41.110130 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818b8f1b-c1df-4354-b00d-acb752268eba" -d '{"events": [{"name": "network-changed", "server_uuid": "1b126530-8e52-45cd-9600-e28b960981b0", "tag": "315c0d5d-7ae7-4d03-a892-a52b5d7db316"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:41.132154 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926d722-498c-4523-92fe-0e68dbce5890 service neutron] Pushing event updated for resources: {'Port': ['ID=315c0d5d-7ae7-4d03-a892-a52b5d7db316,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:41.158799 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-0db13554-aa88-44ae-9f74-eca97b378cf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f1afcab-1f91-467b-9eb7-bc40869e6903 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:41.163250 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=82373864-13f5-483e-b4a3-fd278cdd7f7e,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:41.171095 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e80f7845-aa94-4615-858a-7c914274ebe6 req-6615b2c3-8347-4769-87eb-2432b82849a4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f783301d-6c8b-47e9-94ce-77eb1aa79ef8 HTTP/1.1" status: 200 len: 217 time: 0.0768423 Aug 16 20:46:41.174509 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-0db13554-aa88-44ae-9f74-eca97b378cf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:41.210748 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf4d20-8ac0-471e-9b2e-ad8a5d78607b req-5f6ea46e-fa26-4a13-97a3-97064d1f6675 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:41.212355 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c0bf4d20-8ac0-471e-9b2e-ad8a5d78607b req-5f6ea46e-fa26-4a13-97a3-97064d1f6675 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/ports?device_id=57c0d9db-2767-431f-80dd-5c28cba2050f HTTP/1.1" status: 200 len: 944 time: 0.1930449 Aug 16 20:46:41.239425 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-0db13554-aa88-44ae-9f74-eca97b378cf8 service neutron] Transition to ACTIVE for port object 1f1afcab-1f91-467b-9eb7-bc40869e6903 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:41.257417 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-38219222-dd24-4ee6-875a-bece0631275e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:41.259002 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-38219222-dd24-4ee6-875a-bece0631275e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bec05ea1502042e4966aa3902a80ada3&device_id=1b126530-8e52-45cd-9600-e28b960981b0 HTTP/1.1" status: 200 len: 1099 time: 0.0516887 Aug 16 20:46:41.275025 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd980214-986a-4c91-a537-6db9c0984300 req-a6cabc3f-ab43-4c7f-911e-e0d90eb972af tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:41.276645 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dd980214-986a-4c91-a537-6db9c0984300 req-a6cabc3f-ab43-4c7f-911e-e0d90eb972af tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006 HTTP/1.1" status: 200 len: 944 time: 0.2026532 Aug 16 20:46:41.301930 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f7845-aa94-4615-858a-7c914274ebe6 req-2f2e81af-33f7-4b22-acd6-715db7dd7afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:41.301930 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e80f7845-aa94-4615-858a-7c914274ebe6 req-2f2e81af-33f7-4b22-acd6-715db7dd7afa service neutron] 10.222.0.90 "GET /v2.0/subnets?id=102329de-f784-4cc5-876b-70fa67ceb897 HTTP/1.1" status: 200 len: 868 time: 0.1151779 Aug 16 20:46:41.311566 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-6609795f-8149-4a76-8904-458edc8a37bd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=315c0d5d-7ae7-4d03-a892-a52b5d7db316 HTTP/1.1" status: 200 len: 217 time: 0.0367708 Aug 16 20:46:41.328403 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-0db13554-aa88-44ae-9f74-eca97b378cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:41.332755 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c0bf4d20-8ac0-471e-9b2e-ad8a5d78607b req-2ea8ab04-e698-4874-abd6-6a00fc8aa005 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/security-groups?id=ab2b7183-3ca5-4719-9c50-94e8334b390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961504 Aug 16 20:46:41.367565 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 181439c3-51a0-404f-acb1-3d1c2c78b479 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:46:41.374320 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-773c04a2-fa13-49cc-bf1c-7a9ec1a33117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:41.383736 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-773c04a2-fa13-49cc-bf1c-7a9ec1a33117 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0509915 Aug 16 20:46:41.420206 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dd980214-986a-4c91-a537-6db9c0984300 req-9841d52d-e0ff-4cff-9dd6-d38421e3e3b0 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361566 Aug 16 20:46:41.437596 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['82373864-13f5-483e-b4a3-fd278cdd7f7e'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:46:41.459229 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db13554-aa88-44ae-9f74-eca97b378cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=1f1afcab-1f91-467b-9eb7-bc40869e6903,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:41.501962 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-5ae690d5-b556-458e-9b49-f4423a7d6968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:41.504404 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-5ae690d5-b556-458e-9b49-f4423a7d6968 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1171203 Aug 16 20:46:41.506013 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f7845-aa94-4615-858a-7c914274ebe6 req-3da743bb-c746-41ff-832a-d5abb3aad736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:41.508961 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced5955f-6577-43c1-8ed0-5652d3004169 x-openstack-request-id: req-ced5955f-6577-43c1-8ed0-5652d3004169 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:41.509255 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b126530-8e52-45cd-9600-e28b960981b0", "tag": "315c0d5d-7ae7-4d03-a892-a52b5d7db316", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:41.509529 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ced5955f-6577-43c1-8ed0-5652d3004169 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:41.510019 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b126530-8e52-45cd-9600-e28b960981b0', 'tag': '315c0d5d-7ae7-4d03-a892-a52b5d7db316', 'status': 'completed', 'code': 200} Aug 16 20:46:41.510272 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e80f7845-aa94-4615-858a-7c914274ebe6 req-3da743bb-c746-41ff-832a-d5abb3aad736 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=712844f1-efe0-47f4-a231-6a1623362500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1944714 Aug 16 20:46:41.567683 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 181439c3-51a0-404f-acb1-3d1c2c78b479, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=181439c3-51a0-404f-acb1-3d1c2c78b479,segment=NetworkSegment(d55822d8-6a18-4bf0-8e46-976d628f1806),segment_id=d55822d8-6a18-4bf0-8e46-976d628f1806)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:41.593784 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '181439c3-51a0-404f-acb1-3d1c2c78b479', 'network_id': '129de689-1a67-4447-bccf-e675c592e5c9', 'port_id': '181439c3-51a0-404f-acb1-3d1c2c78b479', 'mac_address': 'fa:16:3e:db:4e:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f44991d-5963-4603-beac-a75bad0d4ce6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:46:41.662784 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:41.663909 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-09bce751-7d1f-4fc4-a21d-310808a6c5a2 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434305 Aug 16 20:46:41.729724 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 181439c3-51a0-404f-acb1-3d1c2c78b479 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:41.765350 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 181439c3-51a0-404f-acb1-3d1c2c78b479, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=181439c3-51a0-404f-acb1-3d1c2c78b479,segment=NetworkSegment(d55822d8-6a18-4bf0-8e46-976d628f1806),segment_id=d55822d8-6a18-4bf0-8e46-976d628f1806)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:41.779670 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-0db13554-aa88-44ae-9f74-eca97b378cf8 service neutron] Attempting to bind port 1f1afcab-1f91-467b-9eb7-bc40869e6903 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:46:41.780040 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-0db13554-aa88-44ae-9f74-eca97b378cf8 service neutron] Attempting to bind port 1f1afcab-1f91-467b-9eb7-bc40869e6903 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:46:41.780380 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-0db13554-aa88-44ae-9f74-eca97b378cf8 service neutron] Attempting to bind port 1f1afcab-1f91-467b-9eb7-bc40869e6903 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:41.789275 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88893746-de81-4d5c-8d0f-0eb7e633ac53 req-6b5a16c0-ab5d-4238-9835-3a2762edbbba tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:41.790803 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-88893746-de81-4d5c-8d0f-0eb7e633ac53 req-6b5a16c0-ab5d-4238-9835-3a2762edbbba tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 945 time: 0.2089100 Aug 16 20:46:41.794846 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bb5a8469-a197-4cb2-8e94-0cd138fd6db9 req-9a3beb66-3e78-4438-8ab1-c3d44b8c8aef service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203947 Aug 16 20:46:41.806505 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c10b09-bf3f-4ec1-bb17-3444def1783a req-f5ec9797-16bc-43b6-b152-f4d2365d707c tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:41.808015 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-97c10b09-bf3f-4ec1-bb17-3444def1783a req-f5ec9797-16bc-43b6-b152-f4d2365d707c tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b126530-8e52-45cd-9600-e28b960981b0 HTTP/1.1" status: 200 len: 947 time: 0.1960356 Aug 16 20:46:41.810457 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e80f7845-aa94-4615-858a-7c914274ebe6 req-6e0813e3-8620-4ad0-9d20-58d3f405ca3b service neutron] 10.222.0.90 "GET /v2.0/networks/712844f1-efe0-47f4-a231-6a1623362500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920022 Aug 16 20:46:41.811885 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-0db13554-aa88-44ae-9f74-eca97b378cf8 service neutron] Port 1f1afcab-1f91-467b-9eb7-bc40869e6903 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:46:41.812213 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-0db13554-aa88-44ae-9f74-eca97b378cf8 service neutron] Attempting to bind port 1f1afcab-1f91-467b-9eb7-bc40869e6903 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:41.842069 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-0db13554-aa88-44ae-9f74-eca97b378cf8 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:46:41.842414 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-0db13554-aa88-44ae-9f74-eca97b378cf8 service neutron] Checking segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:46:41.842798 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-0db13554-aa88-44ae-9f74-eca97b378cf8 service neutron] Bound using segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:46:41.843257 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-0db13554-aa88-44ae-9f74-eca97b378cf8 service neutron] Bound port: 1f1afcab-1f91-467b-9eb7-bc40869e6903, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:46:41.843678 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-0db13554-aa88-44ae-9f74-eca97b378cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:41.859316 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:41.906813 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=181439c3-51a0-404f-acb1-3d1c2c78b479,revision_number=6']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:41.960121 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-88893746-de81-4d5c-8d0f-0eb7e633ac53 req-14ee8235-8575-44b4-b4ba-dc364ff3bd2d tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618094 Aug 16 20:46:41.978071 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-97c10b09-bf3f-4ec1-bb17-3444def1783a req-cd20df67-3469-4066-9068-8c9a51b1d921 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/security-groups?id=60550207-c050-4842-912f-cb52d93f7eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562068 Aug 16 20:46:41.993839 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['181439c3-51a0-404f-acb1-3d1c2c78b479'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:46:42.028558 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e80f7845-aa94-4615-858a-7c914274ebe6 req-50bae6f5-d4a3-4ae5-8579-387b41fc9d5a service neutron] 10.222.0.90 "GET /v2.0/networks/712844f1-efe0-47f4-a231-6a1623362500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050757 Aug 16 20:46:42.033107 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-0db13554-aa88-44ae-9f74-eca97b378cf8 service neutron] For port 1f1afcab-1f91-467b-9eb7-bc40869e6903, host n-h1-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:46:42.036686 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-0db13554-aa88-44ae-9f74-eca97b378cf8 service neutron] For port 1f1afcab-1f91-467b-9eb7-bc40869e6903, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=1f1afcab-1f91-467b-9eb7-bc40869e6903,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:46:42.065733 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b8f1b-c1df-4354-b00d-acb752268eba req-700dcf4b-c0f8-446e-a731-023dfdd9cac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:42.071913 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-818b8f1b-c1df-4354-b00d-acb752268eba req-700dcf4b-c0f8-446e-a731-023dfdd9cac0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bec05ea1502042e4966aa3902a80ada3&device_id=1b126530-8e52-45cd-9600-e28b960981b0 HTTP/1.1" status: 200 len: 1099 time: 0.0669827 Aug 16 20:46:42.142947 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3380ae3-0e41-4f7e-a097-7ba45cf776b3 req-1cfc5f31-5850-4905-bab6-a8a78d6cca78 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:42.144550 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e3380ae3-0e41-4f7e-a097-7ba45cf776b3 req-1cfc5f31-5850-4905-bab6-a8a78d6cca78 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/ports?device_id=1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8 HTTP/1.1" status: 200 len: 944 time: 0.0930104 Aug 16 20:46:42.147624 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-0db13554-aa88-44ae-9f74-eca97b378cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:42.184739 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b8f1b-c1df-4354-b00d-acb752268eba req-807f4dd7-cdf4-4d8c-9059-ad3ef5878a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:42.186283 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-818b8f1b-c1df-4354-b00d-acb752268eba req-807f4dd7-cdf4-4d8c-9059-ad3ef5878a4f service neutron] 10.222.0.72 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.1094923 Aug 16 20:46:42.208279 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-0db13554-aa88-44ae-9f74-eca97b378cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:42.209168 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-0db13554-aa88-44ae-9f74-eca97b378cf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:42.211565 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-0db13554-aa88-44ae-9f74-eca97b378cf8 service neutron] 10.222.0.72 "PUT /v2.0/ports/1f1afcab-1f91-467b-9eb7-bc40869e6903 HTTP/1.1" status: 200 len: 1096 time: 2.3361599 Aug 16 20:46:42.213774 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '282fa5d2-d4e8-4e8b-95bf-18eaffecdc8b', 'tag': '1f1afcab-1f91-467b-9eb7-bc40869e6903'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:42.216282 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c01b42-4540-4e3c-ba55-f4c208a61215" -d '{"events": [{"name": "network-changed", "server_uuid": "282fa5d2-d4e8-4e8b-95bf-18eaffecdc8b", "tag": "1f1afcab-1f91-467b-9eb7-bc40869e6903"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:42.247694 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-818b8f1b-c1df-4354-b00d-acb752268eba req-4de02246-ce35-44ec-9c62-796a059ca7b9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=315c0d5d-7ae7-4d03-a892-a52b5d7db316 HTTP/1.1" status: 200 len: 217 time: 0.0522537 Aug 16 20:46:42.257991 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b2664-2686-4319-ae3d-4aaed1a78e28 req-a3c93462-0e06-4aa5-b433-72f6dec0c433 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:42.259543 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-812b2664-2686-4319-ae3d-4aaed1a78e28 req-a3c93462-0e06-4aa5-b433-72f6dec0c433 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 950 time: 0.1712749 Aug 16 20:46:42.265709 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e3380ae3-0e41-4f7e-a097-7ba45cf776b3 req-a230b0c3-2ba8-4590-b872-5c56b9b794be tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/security-groups?id=4451924b-9130-4c16-b24f-77953428336e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126699 Aug 16 20:46:42.266948 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db13554-aa88-44ae-9f74-eca97b378cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=1f1afcab-1f91-467b-9eb7-bc40869e6903,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:42.312443 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b8f1b-c1df-4354-b00d-acb752268eba req-b357021d-7bab-467b-a0db-b1e81abe6cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:42.314551 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-818b8f1b-c1df-4354-b00d-acb752268eba req-b357021d-7bab-467b-a0db-b1e81abe6cb0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0594044 Aug 16 20:46:42.336975 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-812b2664-2686-4319-ae3d-4aaed1a78e28 req-b425d22a-4a26-40a4-8217-7decd2b2d9c0 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621262 Aug 16 20:46:42.383068 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b8f1b-c1df-4354-b00d-acb752268eba req-7489e410-a78a-412e-81f6-df365c3736a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:42.384701 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-818b8f1b-c1df-4354-b00d-acb752268eba req-7489e410-a78a-412e-81f6-df365c3736a4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0579669 Aug 16 20:46:42.408345 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cad49c1-a16b-4c98-92d9-01440d93b17f x-openstack-request-id: req-0cad49c1-a16b-4c98-92d9-01440d93b17f {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:42.412726 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "282fa5d2-d4e8-4e8b-95bf-18eaffecdc8b", "tag": "1f1afcab-1f91-467b-9eb7-bc40869e6903", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:42.412726 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0cad49c1-a16b-4c98-92d9-01440d93b17f {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:42.412726 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '282fa5d2-d4e8-4e8b-95bf-18eaffecdc8b', 'tag': '1f1afcab-1f91-467b-9eb7-bc40869e6903', 'status': 'completed', 'code': 200} Aug 16 20:46:42.431061 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-696dcd89-b573-4702-adda-f4762d9ef061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:42.432705 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-696dcd89-b573-4702-adda-f4762d9ef061 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bec05ea1502042e4966aa3902a80ada3&device_id=282fa5d2-d4e8-4e8b-95bf-18eaffecdc8b HTTP/1.1" status: 200 len: 1099 time: 0.0947819 Aug 16 20:46:42.445292 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e565b1f-e1b3-40b1-ae83-a740a5487124 req-ea8bbdee-7435-4429-8fbc-8aa48abdc21c tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:42.453972 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9e565b1f-e1b3-40b1-ae83-a740a5487124 req-ea8bbdee-7435-4429-8fbc-8aa48abdc21c tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=53c0be16-67d8-4798-9efc-fd14afe3c7ac HTTP/1.1" status: 200 len: 944 time: 0.1091323 Aug 16 20:46:42.488907 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-818b8f1b-c1df-4354-b00d-acb752268eba req-a5d745ea-7acd-4a93-8e74-d4f31a51fe4c service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960531 Aug 16 20:46:42.517179 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-44ebfd4c-4e30-4974-9149-b83088ba4a67 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=1f1afcab-1f91-467b-9eb7-bc40869e6903 HTTP/1.1" status: 200 len: 217 time: 0.0678649 Aug 16 20:46:42.587025 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-818b8f1b-c1df-4354-b00d-acb752268eba req-2bf2bcd6-6c48-488e-bc64-151dc3e885e8 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889599 Aug 16 20:46:42.591373 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9e565b1f-e1b3-40b1-ae83-a740a5487124 req-59c6c4ee-2bff-46ce-ad59-8c0b84f9d698 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306767 Aug 16 20:46:42.601212 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-7d292bf8-7f96-4260-9f08-60403b5e8dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:42.608438 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-7d292bf8-7f96-4260-9f08-60403b5e8dde service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0708022 Aug 16 20:46:42.620100 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa93021-0226-4f48-8a7d-d205cabd7b09 req-92b9997d-1372-4c67-a5ee-446967bc8dbf tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:42.621689 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bfa93021-0226-4f48-8a7d-d205cabd7b09 req-92b9997d-1372-4c67-a5ee-446967bc8dbf tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/ports?device_id=57c0d9db-2767-431f-80dd-5c28cba2050f HTTP/1.1" status: 200 len: 944 time: 0.1620860 Aug 16 20:46:42.686351 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device f783301d-6c8b-47e9-94ce-77eb1aa79ef8 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:46:42.688464 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bfa93021-0226-4f48-8a7d-d205cabd7b09 req-e6c2a24a-dc19-4135-8d51-076195a3e160 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/security-groups?id=ab2b7183-3ca5-4719-9c50-94e8334b390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579436 Aug 16 20:46:42.688880 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 82373864-13f5-483e-b4a3-fd278cdd7f7e up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:46:42.690255 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-5ceb23df-6a65-4b2d-8d37-b3f4bd132fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:42.691660 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-5ceb23df-6a65-4b2d-8d37-b3f4bd132fe9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0690806 Aug 16 20:46:42.832348 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port f783301d-6c8b-47e9-94ce-77eb1aa79ef8, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=f783301d-6c8b-47e9-94ce-77eb1aa79ef8,segment=NetworkSegment(391adbb2-3ff8-462e-9d0e-1f594f736a59),segment_id=391adbb2-3ff8-462e-9d0e-1f594f736a59)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:42.844813 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': 'f783301d-6c8b-47e9-94ce-77eb1aa79ef8', 'network_id': '712844f1-efe0-47f4-a231-6a1623362500', 'port_id': 'f783301d-6c8b-47e9-94ce-77eb1aa79ef8', 'mac_address': 'fa:16:3e:ce:ef:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102329de-f784-4cc5-876b-70fa67ceb897', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:46:42.868390 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 82373864-13f5-483e-b4a3-fd278cdd7f7e completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:46:42.877195 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 82373864-13f5-483e-b4a3-fd278cdd7f7e triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:42.877590 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:42.907776 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:42.931143 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f783301d-6c8b-47e9-94ce-77eb1aa79ef8 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:42.957156 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port f783301d-6c8b-47e9-94ce-77eb1aa79ef8, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=f783301d-6c8b-47e9-94ce-77eb1aa79ef8,segment=NetworkSegment(391adbb2-3ff8-462e-9d0e-1f594f736a59),segment_id=391adbb2-3ff8-462e-9d0e-1f594f736a59)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:43.003474 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:43.029669 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20da9e21-4da2-42a8-a57e-7d86e7c8e006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82373864-13f5-483e-b4a3-fd278cdd7f7e'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:43.032136 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed1ed52-0f70-4c66-8f31-4c603308aa06" -d '{"events": [{"server_uuid": "20da9e21-4da2-42a8-a57e-7d86e7c8e006", "name": "network-vif-plugged", "status": "completed", "tag": "82373864-13f5-483e-b4a3-fd278cdd7f7e"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:43.042616 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:43.043279 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device cb14be03-a62c-4f78-a96c-52779f67f17e details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:46:43.050680 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 82373864-13f5-483e-b4a3-fd278cdd7f7e, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=82373864-13f5-483e-b4a3-fd278cdd7f7e,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:43.136683 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:43.140639 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=f783301d-6c8b-47e9-94ce-77eb1aa79ef8,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:43.154245 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c10f0-6394-408a-8b8c-da267e2551b9 req-704ad72d-8409-4cab-8697-1da54b05785c tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:43.155841 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c9c10f0-6394-408a-8b8c-da267e2551b9 req-704ad72d-8409-4cab-8697-1da54b05785c tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 945 time: 0.1130700 Aug 16 20:46:43.163192 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807d7ab-ca1f-41a2-9770-cfc7d9f04119 req-caaee55b-3763-436f-afe1-010a6c3b4572 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:43.164625 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e807d7ab-ca1f-41a2-9770-cfc7d9f04119 req-caaee55b-3763-436f-afe1-010a6c3b4572 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006 HTTP/1.1" status: 200 len: 944 time: 0.4449179 Aug 16 20:46:43.173403 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-1e41dc8c-250b-444c-b01e-97838663d46e service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723728 Aug 16 20:46:43.217138 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=82373864-13f5-483e-b4a3-fd278cdd7f7e,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:43.224617 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port cb14be03-a62c-4f78-a96c-52779f67f17e, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=cb14be03-a62c-4f78-a96c-52779f67f17e,segment=NetworkSegment(7a6b72d0-5357-45c8-a666-5cc5a3dffcc1),segment_id=7a6b72d0-5357-45c8-a666-5cc5a3dffcc1)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:43.235082 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': 'cb14be03-a62c-4f78-a96c-52779f67f17e', 'network_id': 'e55e31f8-e29e-41b3-a9dc-66b816324698', 'port_id': 'cb14be03-a62c-4f78-a96c-52779f67f17e', 'mac_address': 'fa:16:3e:b3:5d:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1808fe3d-4468-49d3-847b-1af4167b979d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:46:43.269014 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c9c10f0-6394-408a-8b8c-da267e2551b9 req-f9ae5427-80c6-4917-aea9-fd334b112abe tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033998 Aug 16 20:46:43.272341 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:43.274138 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e807d7ab-ca1f-41a2-9770-cfc7d9f04119 req-04d7ce90-29ed-4a93-85fd-5b768a31a4d7 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996168 Aug 16 20:46:43.286645 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb14be03-a62c-4f78-a96c-52779f67f17e {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:43.325878 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port cb14be03-a62c-4f78-a96c-52779f67f17e, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=cb14be03-a62c-4f78-a96c-52779f67f17e,segment=NetworkSegment(7a6b72d0-5357-45c8-a666-5cc5a3dffcc1),segment_id=7a6b72d0-5357-45c8-a666-5cc5a3dffcc1)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:43.328052 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3f58af3c-e59e-4365-9871-ba6dea315b22 req-d4b9a7df-ded3-4433-ae34-bfa560505e5c service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391134 Aug 16 20:46:43.334003 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607afe29-3961-40fc-84e3-a83d11322748 x-openstack-request-id: req-607afe29-3961-40fc-84e3-a83d11322748 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:43.334003 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20da9e21-4da2-42a8-a57e-7d86e7c8e006", "name": "network-vif-plugged", "status": "completed", "tag": "82373864-13f5-483e-b4a3-fd278cdd7f7e", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:43.334003 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-607afe29-3961-40fc-84e3-a83d11322748 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:43.334003 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20da9e21-4da2-42a8-a57e-7d86e7c8e006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82373864-13f5-483e-b4a3-fd278cdd7f7e', 'code': 200} Aug 16 20:46:43.382622 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 181439c3-51a0-404f-acb1-3d1c2c78b479 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:46:43.416779 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:43.452303 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21e683-15e0-4072-b341-037d88459261 req-ec1e9a4d-9467-4f06-9f54-bce57df2242b tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:43.453826 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bd21e683-15e0-4072-b341-037d88459261 req-ec1e9a4d-9467-4f06-9f54-bce57df2242b tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b126530-8e52-45cd-9600-e28b960981b0 HTTP/1.1" status: 200 len: 947 time: 0.1080387 Aug 16 20:46:43.477569 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab237253-be05-46bd-a5d0-ef196eb89116 req-721f9f46-7bfb-4723-afda-f31b2b9ad7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:43.479041 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ab237253-be05-46bd-a5d0-ef196eb89116 req-721f9f46-7bfb-4723-afda-f31b2b9ad7ec service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006 HTTP/1.1" status: 200 len: 1097 time: 0.0864608 Aug 16 20:46:43.488093 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649597b-c624-4172-9d0d-e34f801f8fe2 req-b7e46abf-cf04-46b0-93c2-dcd66c5226b5 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:43.489724 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e649597b-c624-4172-9d0d-e34f801f8fe2 req-b7e46abf-cf04-46b0-93c2-dcd66c5226b5 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/ports?device_id=1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8 HTTP/1.1" status: 200 len: 944 time: 0.1095755 Aug 16 20:46:43.507891 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=cb14be03-a62c-4f78-a96c-52779f67f17e,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:43.517016 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:43.531138 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 181439c3-51a0-404f-acb1-3d1c2c78b479 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:43.551066 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 181439c3-51a0-404f-acb1-3d1c2c78b479, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=181439c3-51a0-404f-acb1-3d1c2c78b479,segment=NetworkSegment(d55822d8-6a18-4bf0-8e46-976d628f1806),segment_id=d55822d8-6a18-4bf0-8e46-976d628f1806)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:43.567899 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-eff85b62-befc-4555-bd19-adebd578d269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:43.589306 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bd21e683-15e0-4072-b341-037d88459261 req-25d884aa-7f12-4696-937e-a4dfaab2bdd8 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/security-groups?id=60550207-c050-4842-912f-cb52d93f7eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233690 Aug 16 20:46:43.598354 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ab237253-be05-46bd-a5d0-ef196eb89116 req-faa98f5c-f6d0-4639-bc6c-631960627b50 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078596 Aug 16 20:46:43.607975 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:43.608461 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e649597b-c624-4172-9d0d-e34f801f8fe2 req-0f02ee1f-5669-4d2c-a58e-ce5ee20511e8 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/security-groups?id=4451924b-9130-4c16-b24f-77953428336e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967739 Aug 16 20:46:43.610292 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c01b42-4540-4e3c-ba55-f4c208a61215 req-37ec9b5d-be78-48f9-9176-b1604c68be71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:43.611773 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b7c01b42-4540-4e3c-ba55-f4c208a61215 req-37ec9b5d-be78-48f9-9176-b1604c68be71 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bec05ea1502042e4966aa3902a80ada3&device_id=282fa5d2-d4e8-4e8b-95bf-18eaffecdc8b HTTP/1.1" status: 200 len: 1099 time: 0.1148565 Aug 16 20:46:43.685307 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=181439c3-51a0-404f-acb1-3d1c2c78b479,revision_number=7']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:43.701387 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['f783301d-6c8b-47e9-94ce-77eb1aa79ef8'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:46:43.705948 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['cb14be03-a62c-4f78-a96c-52779f67f17e'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:46:43.752219 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:43.807190 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c6ae1-94d6-411c-ba47-2a1a04c5d940 req-ae779e7b-517b-4f0b-91df-1e8a03e82283 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:43.808777 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-814c6ae1-94d6-411c-ba47-2a1a04c5d940 req-ae779e7b-517b-4f0b-91df-1e8a03e82283 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 1097 time: 0.1117294 Aug 16 20:46:43.812428 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c01b42-4540-4e3c-ba55-f4c208a61215 req-afe27fee-ecf2-4ce1-8983-2581675ee385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:43.813844 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b7c01b42-4540-4e3c-ba55-f4c208a61215 req-afe27fee-ecf2-4ce1-8983-2581675ee385 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.1780510 Aug 16 20:46:43.822529 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848b315-cc29-4b24-b781-967816895325 req-80499470-5d42-4fcf-99fb-0abb4cd80184 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:43.823974 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3848b315-cc29-4b24-b781-967816895325 req-80499470-5d42-4fcf-99fb-0abb4cd80184 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 950 time: 0.1126583 Aug 16 20:46:43.888825 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b7c01b42-4540-4e3c-ba55-f4c208a61215 req-cb7d5929-37fd-477d-a464-652c1374957f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=1f1afcab-1f91-467b-9eb7-bc40869e6903 HTTP/1.1" status: 200 len: 217 time: 0.0562432 Aug 16 20:46:43.930040 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-814c6ae1-94d6-411c-ba47-2a1a04c5d940 req-bb6e363e-95d3-4317-9522-3f6964fa48a0 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044278 Aug 16 20:46:43.952716 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3848b315-cc29-4b24-b781-967816895325 req-cd051e4a-68aa-4b43-8696-2ca00744e167 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138477 Aug 16 20:46:43.976695 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c01b42-4540-4e3c-ba55-f4c208a61215 req-aefe970e-279b-40fd-99a8-77a042059092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:43.976695 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b7c01b42-4540-4e3c-ba55-f4c208a61215 req-aefe970e-279b-40fd-99a8-77a042059092 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0721838 Aug 16 20:46:44.056292 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c01b42-4540-4e3c-ba55-f4c208a61215 req-e3351460-7bcc-493a-a804-81cac9daa81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:44.057838 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b7c01b42-4540-4e3c-ba55-f4c208a61215 req-e3351460-7bcc-493a-a804-81cac9daa81a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0729034 Aug 16 20:46:44.066718 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834d2a2-6c28-4179-b264-4f220558ea20 req-c17fff60-4678-48cb-ac32-cf4c1829dd4e tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:44.068182 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1834d2a2-6c28-4179-b264-4f220558ea20 req-c17fff60-4678-48cb-ac32-cf4c1829dd4e tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=53c0be16-67d8-4798-9efc-fd14afe3c7ac HTTP/1.1" status: 200 len: 943 time: 0.0738344 Aug 16 20:46:44.184592 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1834d2a2-6c28-4179-b264-4f220558ea20 req-2be42d6e-1e46-4fc2-932f-e32d957f2572 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077931 Aug 16 20:46:44.224009 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9dc61b-f310-43e3-9195-371b05891a12 req-8e1e457f-e07f-4a49-83b6-2a0958cb2d3d tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:44.225511 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7d9dc61b-f310-43e3-9195-371b05891a12 req-8e1e457f-e07f-4a49-83b6-2a0958cb2d3d tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/ports?device_id=57c0d9db-2767-431f-80dd-5c28cba2050f HTTP/1.1" status: 200 len: 945 time: 0.1291080 Aug 16 20:46:44.227718 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b7c01b42-4540-4e3c-ba55-f4c208a61215 req-94dac262-6bf8-4ccd-a725-cdb3b92d7a5f service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586657 Aug 16 20:46:44.341867 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7d9dc61b-f310-43e3-9195-371b05891a12 req-e91d17ae-00c4-47f6-b39f-fd2a9978d943 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/security-groups?id=ab2b7183-3ca5-4719-9c50-94e8334b390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101065 Aug 16 20:46:44.371109 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d46ece-fb43-4d30-a64f-2047550b2ebc req-015e4e1a-bf2d-45fd-a73e-15afc89e4739 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:44.373204 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50d46ece-fb43-4d30-a64f-2047550b2ebc req-015e4e1a-bf2d-45fd-a73e-15afc89e4739 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 1097 time: 0.1275690 Aug 16 20:46:44.378787 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b7c01b42-4540-4e3c-ba55-f4c208a61215 req-28747e85-35eb-4a05-80b4-3bc7435410ae service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401215 Aug 16 20:46:44.410660 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50d46ece-fb43-4d30-a64f-2047550b2ebc req-5dfc5a7b-7782-4342-ad9b-3c55d1c34aed tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304646 Aug 16 20:46:44.513224 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd194825-d1df-4604-a007-e222caf6204f req-0f543043-7a70-4e5e-828a-71a3021468b7 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:44.514715 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dd194825-d1df-4604-a007-e222caf6204f req-0f543043-7a70-4e5e-828a-71a3021468b7 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006 HTTP/1.1" status: 200 len: 945 time: 0.0491655 Aug 16 20:46:44.553437 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dd194825-d1df-4604-a007-e222caf6204f req-cc1e799c-5e51-4ff1-a7fa-36688871d0ba tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324934 Aug 16 20:46:44.699241 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:45.088312 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f37f67-1e75-40d1-b281-6396c094981f req-8b07dcbb-c3a0-4c6a-bf8e-a9d70f98fe89 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:45.089833 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-61f37f67-1e75-40d1-b281-6396c094981f req-8b07dcbb-c3a0-4c6a-bf8e-a9d70f98fe89 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b126530-8e52-45cd-9600-e28b960981b0 HTTP/1.1" status: 200 len: 947 time: 0.0505283 Aug 16 20:46:45.128999 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-61f37f67-1e75-40d1-b281-6396c094981f req-c45e88bf-b2b9-4711-ba08-437c57eec012 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/security-groups?id=60550207-c050-4842-912f-cb52d93f7eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324914 Aug 16 20:46:45.234089 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85db14-a1fa-4dda-a09d-6453d7d2aec5 req-8a1d8f71-c7f6-4023-a6d0-56281a3cd46c tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:45.235621 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3c85db14-a1fa-4dda-a09d-6453d7d2aec5 req-8a1d8f71-c7f6-4023-a6d0-56281a3cd46c tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/ports?device_id=1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8 HTTP/1.1" status: 200 len: 945 time: 0.0535107 Aug 16 20:46:45.273168 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3c85db14-a1fa-4dda-a09d-6453d7d2aec5 req-1461ca4f-41e1-4026-8699-9525850e9ee7 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/security-groups?id=4451924b-9130-4c16-b24f-77953428336e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314426 Aug 16 20:46:45.388800 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 315c0d5d-7ae7-4d03-a892-a52b5d7db316 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:46:45.397500 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-238b3b25-3836-4671-9044-686aed1cfe17 service neutron] show failed (client error): The resource could not be found. Aug 16 20:46:45.398546 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-238b3b25-3836-4671-9044-686aed1cfe17 service neutron] 10.222.0.90 "GET /v2.0/ports/40e63186-9497-424f-b44b-5fd04a73ebc0/bindings/n-h1-793620-15 HTTP/1.1" status: 404 len: 381 time: 0.0874472 Aug 16 20:46:45.414085 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc60fa-20f6-46ab-b8e6-23758c15d66d req-567d6e4c-8da2-4bfa-b404-49b818ddf3ff tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:45.415473 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b7fc60fa-20f6-46ab-b8e6-23758c15d66d req-567d6e4c-8da2-4bfa-b404-49b818ddf3ff tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 950 time: 0.0749881 Aug 16 20:46:45.463100 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b7fc60fa-20f6-46ab-b8e6-23758c15d66d req-d8cc9c2a-92dc-4fcb-b168-957040d7e1b6 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382481 Aug 16 20:46:45.499887 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 315c0d5d-7ae7-4d03-a892-a52b5d7db316, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=315c0d5d-7ae7-4d03-a892-a52b5d7db316,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:45.511574 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '315c0d5d-7ae7-4d03-a892-a52b5d7db316', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': '315c0d5d-7ae7-4d03-a892-a52b5d7db316', 'mac_address': 'fa:16:3e:0f:f4:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:46:45.551320 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:45.564839 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 315c0d5d-7ae7-4d03-a892-a52b5d7db316 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:45.585464 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 315c0d5d-7ae7-4d03-a892-a52b5d7db316, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=315c0d5d-7ae7-4d03-a892-a52b5d7db316,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:45.659209 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df577e5-c0ba-44d1-ab49-efc0c1c4dec0 req-26fbfdee-f7f2-4a1e-8cb2-5df655f7e3ea tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:45.660789 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2df577e5-c0ba-44d1-ab49-efc0c1c4dec0 req-26fbfdee-f7f2-4a1e-8cb2-5df655f7e3ea tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/ports?device_id=57c0d9db-2767-431f-80dd-5c28cba2050f HTTP/1.1" status: 200 len: 945 time: 0.0536327 Aug 16 20:46:45.704099 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2df577e5-c0ba-44d1-ab49-efc0c1c4dec0 req-23d32dbd-4bec-40a3-9f88-ad602e249e11 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/security-groups?id=ab2b7183-3ca5-4719-9c50-94e8334b390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325696 Aug 16 20:46:45.763168 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:45.817107 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=315c0d5d-7ae7-4d03-a892-a52b5d7db316,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:45.993429 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35b8e8-f2f6-4df3-8e16-19ee2b5de18c req-0be29a2f-99a3-479d-8cca-0e61ccaee4d3 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:45.994866 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9c35b8e8-f2f6-4df3-8e16-19ee2b5de18c req-0be29a2f-99a3-479d-8cca-0e61ccaee4d3 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006 HTTP/1.1" status: 200 len: 945 time: 0.0504844 Aug 16 20:46:46.037340 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9c35b8e8-f2f6-4df3-8e16-19ee2b5de18c req-24461205-448d-4f70-876b-86b4fe924eef tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364642 Aug 16 20:46:46.168896 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['315c0d5d-7ae7-4d03-a892-a52b5d7db316'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:46:46.174494 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7da03-a737-4e3c-8a3f-ed89495974d0 req-929c47b3-8aa6-4fef-b1c1-83bb4344d04e tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:46.176123 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-98c7da03-a737-4e3c-8a3f-ed89495974d0 req-929c47b3-8aa6-4fef-b1c1-83bb4344d04e tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=53c0be16-67d8-4798-9efc-fd14afe3c7ac HTTP/1.1" status: 200 len: 943 time: 0.0806057 Aug 16 20:46:46.178238 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-db250344-d5bc-4e2c-88bd-99df9b851a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:46.179603 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-db250344-d5bc-4e2c-88bd-99df9b851a32 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390&tenant_id=8eeb19c70e2743deaa8aa99547f66522 HTTP/1.1" status: 200 len: 1102 time: 0.0752954 Aug 16 20:46:46.194967 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-a33ef7b6-8c83-4b17-ac08-b624bf080632 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-15', 'device_owner': 'compute:nova'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:46.254746 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-98c7da03-a737-4e3c-8a3f-ed89495974d0 req-afd08ef1-1c31-4b0c-b760-684227f36d7a tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/security-groups?id=784a2506-8174-42ad-91e6-2a06a681d48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724719 Aug 16 20:46:46.286920 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-a33ef7b6-8c83-4b17-ac08-b624bf080632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:46.438402 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b85136-0eaa-4698-ba71-1c59b2e80e69 req-b43ffa85-bd16-4cd8-a43b-a63144875e4e tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:46.439965 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-60b85136-0eaa-4698-ba71-1c59b2e80e69 req-b43ffa85-bd16-4cd8-a43b-a63144875e4e tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006 HTTP/1.1" status: 200 len: 1097 time: 0.1162751 Aug 16 20:46:46.471008 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:46.525246 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-60b85136-0eaa-4698-ba71-1c59b2e80e69 req-53aa48d3-80d0-4444-b766-9648741491b7 tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772877 Aug 16 20:46:46.556275 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-a33ef7b6-8c83-4b17-ac08-b624bf080632 service neutron] For port 40e63186-9497-424f-b44b-5fd04a73ebc0, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=40e63186-9497-424f-b44b-5fd04a73ebc0,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:46.590209 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-a33ef7b6-8c83-4b17-ac08-b624bf080632 service neutron] For port 40e63186-9497-424f-b44b-5fd04a73ebc0, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:46:46.655431 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-c01b089a-0c02-4032-b075-80d657c99b8d tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:46:46.656461 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-c01b089a-0c02-4032-b075-80d657c99b8d tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154808 Aug 16 20:46:46.659933 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8169bb36-7168-491e-a133-a4cbde0e2390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40e63186-9497-424f-b44b-5fd04a73ebc0'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:46.662144 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7591b072-9a7b-4acd-b253-38e25c64d7fc" -d '{"events": [{"server_uuid": "8169bb36-7168-491e-a133-a4cbde0e2390", "name": "network-vif-unplugged", "status": "completed", "tag": "40e63186-9497-424f-b44b-5fd04a73ebc0"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:46.665993 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-a33ef7b6-8c83-4b17-ac08-b624bf080632 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:46.675273 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-9fc597e1-c465-4e58-a57c-6a13307cbde4 service neutron] Request body: {'binding': {'host': 'n-h2-793620-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:46.675728 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-9fc597e1-c465-4e58-a57c-6a13307cbde4 service neutron] Unknown quota resources ['binding']. {{(pid=101844) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:46:46.700841 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device f783301d-6c8b-47e9-94ce-77eb1aa79ef8 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:46:46.715095 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-a33ef7b6-8c83-4b17-ac08-b624bf080632 service neutron] Transition to ACTIVE for port object 40e63186-9497-424f-b44b-5fd04a73ebc0 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:46.731972 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086fde6-9cdd-4d5b-bc7a-be9ea6b8b2e3 req-dd7f0f73-d7c9-4c3b-a7cd-5e8c954fb85a tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:46.733562 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8086fde6-9cdd-4d5b-bc7a-be9ea6b8b2e3 req-dd7f0f73-d7c9-4c3b-a7cd-5e8c954fb85a tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b126530-8e52-45cd-9600-e28b960981b0 HTTP/1.1" status: 200 len: 948 time: 0.1237807 Aug 16 20:46:46.790377 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-a33ef7b6-8c83-4b17-ac08-b624bf080632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:46.819311 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port f783301d-6c8b-47e9-94ce-77eb1aa79ef8 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:46:46.823224 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port f783301d-6c8b-47e9-94ce-77eb1aa79ef8 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:46.823606 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:46.896343 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8086fde6-9cdd-4d5b-bc7a-be9ea6b8b2e3 req-5afeaea5-e1f3-4e9a-9a13-563886698d42 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/security-groups?id=60550207-c050-4842-912f-cb52d93f7eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502025 Aug 16 20:46:46.909543 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:46.933522 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-a33ef7b6-8c83-4b17-ac08-b624bf080632 service neutron] No DVR routers for this DVR port 40e63186-9497-424f-b44b-5fd04a73ebc0 on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:46:46.957932 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port f783301d-6c8b-47e9-94ce-77eb1aa79ef8, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=f783301d-6c8b-47e9-94ce-77eb1aa79ef8,segment=NetworkSegment(391adbb2-3ff8-462e-9d0e-1f594f736a59),segment_id=391adbb2-3ff8-462e-9d0e-1f594f736a59)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:46.959151 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c0d9db-2767-431f-80dd-5c28cba2050f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f783301d-6c8b-47e9-94ce-77eb1aa79ef8'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:46.963193 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259ee4af-72bf-4347-a744-5d68c5a89f8d" -d '{"events": [{"server_uuid": "57c0d9db-2767-431f-80dd-5c28cba2050f", "name": "network-vif-plugged", "status": "completed", "tag": "f783301d-6c8b-47e9-94ce-77eb1aa79ef8"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:46.964874 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ef7b6-8c83-4b17-ac08-b624bf080632 service neutron] Pushing event updated for resources: {'Port': ['ID=40e63186-9497-424f-b44b-5fd04a73ebc0,revision_number=6']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:46.977275 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-9fc597e1-c465-4e58-a57c-6a13307cbde4 service neutron] Attempting to bind port 158a582a-0434-424f-91a1-5cbad4440fce on host n-h2-793620-15 for vnic_type normal with profile None {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:46:46.977275 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-9fc597e1-c465-4e58-a57c-6a13307cbde4 service neutron] Attempting to bind port 158a582a-0434-424f-91a1-5cbad4440fce by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:46:46.977558 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-9fc597e1-c465-4e58-a57c-6a13307cbde4 service neutron] Attempting to bind port 158a582a-0434-424f-91a1-5cbad4440fce on network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:47.001839 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-9fc597e1-c465-4e58-a57c-6a13307cbde4 service neutron] Port 158a582a-0434-424f-91a1-5cbad4440fce on network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:46:47.002212 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-9fc597e1-c465-4e58-a57c-6a13307cbde4 service neutron] Attempting to bind port 158a582a-0434-424f-91a1-5cbad4440fce on network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:47.010295 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe828e0c-52e6-43fd-8320-afb3d53e0116 req-94e58218-34b8-45bb-b29f-0e4fc0aa17a4 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:47.015801 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fe828e0c-52e6-43fd-8320-afb3d53e0116 req-94e58218-34b8-45bb-b29f-0e4fc0aa17a4 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.72 "GET /v2.0/ports?device_id=53c0be16-67d8-4798-9efc-fd14afe3c7ac HTTP/1.1" status: 200 len: 943 time: 0.0637443 Aug 16 20:46:47.027587 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-9fc597e1-c465-4e58-a57c-6a13307cbde4 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:46:47.027981 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-9fc597e1-c465-4e58-a57c-6a13307cbde4 service neutron] Checking segment: {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:46:47.028338 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-9fc597e1-c465-4e58-a57c-6a13307cbde4 service neutron] Bound using segment: {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:46:47.028658 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-9fc597e1-c465-4e58-a57c-6a13307cbde4 service neutron] Bound port: 158a582a-0434-424f-91a1-5cbad4440fce, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:46:47.052666 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-a33ef7b6-8c83-4b17-ac08-b624bf080632 service neutron] Attempting to bind port 40e63186-9497-424f-b44b-5fd04a73ebc0 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:46:47.053108 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-a33ef7b6-8c83-4b17-ac08-b624bf080632 service neutron] Attempting to bind port 40e63186-9497-424f-b44b-5fd04a73ebc0 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:46:47.053247 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-a33ef7b6-8c83-4b17-ac08-b624bf080632 service neutron] Attempting to bind port 40e63186-9497-424f-b44b-5fd04a73ebc0 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:47.060291 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:47.061117 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device cb14be03-a62c-4f78-a96c-52779f67f17e up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:46:47.089440 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-a33ef7b6-8c83-4b17-ac08-b624bf080632 service neutron] Port 40e63186-9497-424f-b44b-5fd04a73ebc0 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:46:47.089774 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-a33ef7b6-8c83-4b17-ac08-b624bf080632 service neutron] Attempting to bind port 40e63186-9497-424f-b44b-5fd04a73ebc0 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:47.103113 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-a33ef7b6-8c83-4b17-ac08-b624bf080632 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:46:47.103381 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-a33ef7b6-8c83-4b17-ac08-b624bf080632 service neutron] Checking segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:46:47.103778 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-a33ef7b6-8c83-4b17-ac08-b624bf080632 service neutron] Bound using segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:46:47.104248 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-a33ef7b6-8c83-4b17-ac08-b624bf080632 service neutron] Bound port: 40e63186-9497-424f-b44b-5fd04a73ebc0, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:46:47.105033 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-a33ef7b6-8c83-4b17-ac08-b624bf080632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:47.127140 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0509d-d010-4559-875c-79dcd7a6a657 req-ee0a1919-5609-4b42-baf5-8abe14497037 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:47.128708 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3ca0509d-d010-4559-875c-79dcd7a6a657 req-ee0a1919-5609-4b42-baf5-8abe14497037 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/ports?device_id=1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8 HTTP/1.1" status: 200 len: 945 time: 0.1240294 Aug 16 20:46:47.129896 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-fe828e0c-52e6-43fd-8320-afb3d53e0116 req-768f213e-db49-43e7-a3ff-8b512fddfb9f tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Deleting port 181439c3-51a0-404f-acb1-3d1c2c78b479 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:46:47.130991 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-fe828e0c-52e6-43fd-8320-afb3d53e0116 req-768f213e-db49-43e7-a3ff-8b512fddfb9f tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:47.147116 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=f783301d-6c8b-47e9-94ce-77eb1aa79ef8,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:47.165561 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-9fc597e1-c465-4e58-a57c-6a13307cbde4 service neutron] For port 158a582a-0434-424f-91a1-5cbad4440fce, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=158a582a-0434-424f-91a1-5cbad4440fce,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:46:47.219169 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port cb14be03-a62c-4f78-a96c-52779f67f17e completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:46:47.220308 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3ca0509d-d010-4559-875c-79dcd7a6a657 req-4b850a1e-0f85-411f-be84-38431af0fb3f tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/security-groups?id=4451924b-9130-4c16-b24f-77953428336e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772331 Aug 16 20:46:47.227009 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-a33ef7b6-8c83-4b17-ac08-b624bf080632 service neutron] For port 40e63186-9497-424f-b44b-5fd04a73ebc0, host n-h1-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:46:47.230376 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-a33ef7b6-8c83-4b17-ac08-b624bf080632 service neutron] For port 40e63186-9497-424f-b44b-5fd04a73ebc0, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=40e63186-9497-424f-b44b-5fd04a73ebc0,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:46:47.232450 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port cb14be03-a62c-4f78-a96c-52779f67f17e triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:47.241390 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:47.241904 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-fe828e0c-52e6-43fd-8320-afb3d53e0116 req-768f213e-db49-43e7-a3ff-8b512fddfb9f tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] For port 181439c3-51a0-404f-acb1-3d1c2c78b479, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=181439c3-51a0-404f-acb1-3d1c2c78b479,segment=NetworkSegment(d55822d8-6a18-4bf0-8e46-976d628f1806),segment_id=d55822d8-6a18-4bf0-8e46-976d628f1806)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:47.241904 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-fe828e0c-52e6-43fd-8320-afb3d53e0116 req-768f213e-db49-43e7-a3ff-8b512fddfb9f tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:47.242798 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-9fc597e1-c465-4e58-a57c-6a13307cbde4 service neutron] Notify callbacks [] for binding, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:47.244101 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-9fc597e1-c465-4e58-a57c-6a13307cbde4 service neutron] 10.222.0.84 "POST /v2.0/ports/158a582a-0434-424f-91a1-5cbad4440fce/bindings HTTP/1.1" status: 201 len: 390 time: 0.5744205 Aug 16 20:46:47.256571 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-fe828e0c-52e6-43fd-8320-afb3d53e0116 req-768f213e-db49-43e7-a3ff-8b512fddfb9f tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Calling delete_port for 181439c3-51a0-404f-acb1-3d1c2c78b479 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:46:47.297046 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-a33ef7b6-8c83-4b17-ac08-b624bf080632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:47.341604 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:47.348507 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-a33ef7b6-8c83-4b17-ac08-b624bf080632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:47.349140 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-a33ef7b6-8c83-4b17-ac08-b624bf080632 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:47.350542 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-a33ef7b6-8c83-4b17-ac08-b624bf080632 service neutron] 10.222.0.72 "PUT /v2.0/ports/40e63186-9497-424f-b44b-5fd04a73ebc0 HTTP/1.1" status: 200 len: 1097 time: 1.1605709 Aug 16 20:46:47.386351 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e853b-65a5-4f7c-b110-3fada073f0dd req-1d171253-ea5d-4113-af11-d99f0808bd6b tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:47.388096 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a28e853b-65a5-4f7c-b110-3fada073f0dd req-1d171253-ea5d-4113-af11-d99f0808bd6b tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 948 time: 0.1037865 Aug 16 20:46:47.391449 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port cb14be03-a62c-4f78-a96c-52779f67f17e, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=cb14be03-a62c-4f78-a96c-52779f67f17e,segment=NetworkSegment(7a6b72d0-5357-45c8-a666-5cc5a3dffcc1),segment_id=7a6b72d0-5357-45c8-a666-5cc5a3dffcc1)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:47.402678 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ef7b6-8c83-4b17-ac08-b624bf080632 service neutron] Pushing event updated for resources: {'Port': ['ID=40e63186-9497-424f-b44b-5fd04a73ebc0,revision_number=7']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:47.420251 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 1f1afcab-1f91-467b-9eb7-bc40869e6903 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:46:47.426577 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 315c0d5d-7ae7-4d03-a892-a52b5d7db316 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:46:47.459088 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a28e853b-65a5-4f7c-b110-3fada073f0dd req-f6d8b1bc-55cd-4246-8b8a-53a92fd59c24 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587754 Aug 16 20:46:47.466612 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-fe31003f-ec3c-474a-bca5-516ed28f6357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:47.468357 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-fe31003f-ec3c-474a-bca5-516ed28f6357 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8eeb19c70e2743deaa8aa99547f66522&device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 1100 time: 0.0791030 Aug 16 20:46:47.553844 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-fe828e0c-52e6-43fd-8320-afb3d53e0116 req-768f213e-db49-43e7-a3ff-8b512fddfb9f tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:47.554067 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:47.660748 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-fa4228cc-6ed6-4532-871b-ade33141f921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:47.663422 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-fa4228cc-6ed6-4532-871b-ade33141f921 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.1797504 Aug 16 20:46:47.719654 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-05d56a95-1530-4d1e-a245-7dfb399dd7c2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=40e63186-9497-424f-b44b-5fd04a73ebc0 HTTP/1.1" status: 200 len: 217 time: 0.0473042 Aug 16 20:46:47.753160 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a74288-03e8-463b-9c8c-470a97bea595 x-openstack-request-id: req-50a74288-03e8-463b-9c8c-470a97bea595 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:47.753477 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8169bb36-7168-491e-a133-a4cbde0e2390", "name": "network-vif-unplugged", "status": "completed", "tag": "40e63186-9497-424f-b44b-5fd04a73ebc0", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:47.754145 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-50a74288-03e8-463b-9c8c-470a97bea595 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:47.754562 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8169bb36-7168-491e-a133-a4cbde0e2390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40e63186-9497-424f-b44b-5fd04a73ebc0', 'code': 200} Aug 16 20:46:47.756442 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f213e-db49-43e7-a3ff-8b512fddfb9f tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Pushing event deleted for resources: {'Port': ['ID=181439c3-51a0-404f-acb1-3d1c2c78b479,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:47.790529 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe828e0c-52e6-43fd-8320-afb3d53e0116 req-768f213e-db49-43e7-a3ff-8b512fddfb9f tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] No DVR routers for this DVR port 181439c3-51a0-404f-acb1-3d1c2c78b479 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:46:47.794384 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-fe828e0c-52e6-43fd-8320-afb3d53e0116 req-768f213e-db49-43e7-a3ff-8b512fddfb9f tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:47.796601 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fe828e0c-52e6-43fd-8320-afb3d53e0116 req-768f213e-db49-43e7-a3ff-8b512fddfb9f tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.72 "DELETE /v2.0/ports/181439c3-51a0-404f-acb1-3d1c2c78b479 HTTP/1.1" status: 204 len: 173 time: 0.7783942 Aug 16 20:46:47.797143 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c0be16-67d8-4798-9efc-fd14afe3c7ac', 'name': 'network-vif-deleted', 'tag': '181439c3-51a0-404f-acb1-3d1c2c78b479'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:47.801499 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4d113b-318a-4cf1-b2f9-4d0aed0a3fdd" -d '{"events": [{"server_uuid": "53c0be16-67d8-4798-9efc-fd14afe3c7ac", "name": "network-vif-deleted", "tag": "181439c3-51a0-404f-acb1-3d1c2c78b479"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:47.821267 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 315c0d5d-7ae7-4d03-a892-a52b5d7db316 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:46:47.824111 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d09368-faba-4c16-b0a7-d1ac4246a72c x-openstack-request-id: req-39d09368-faba-4c16-b0a7-d1ac4246a72c {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:47.824650 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c0d9db-2767-431f-80dd-5c28cba2050f", "name": "network-vif-plugged", "status": "completed", "tag": "f783301d-6c8b-47e9-94ce-77eb1aa79ef8", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:47.824775 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530aa2f-da7b-476e-9194-28e6b6540fd5 req-fced4fc1-7e9b-420c-8d9c-ba347b4d6068 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:47.825165 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-39d09368-faba-4c16-b0a7-d1ac4246a72c {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:47.825708 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c0d9db-2767-431f-80dd-5c28cba2050f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f783301d-6c8b-47e9-94ce-77eb1aa79ef8', 'code': 200} Aug 16 20:46:47.826490 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c530aa2f-da7b-476e-9194-28e6b6540fd5 req-fced4fc1-7e9b-420c-8d9c-ba347b4d6068 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/ports?device_id=57c0d9db-2767-431f-80dd-5c28cba2050f HTTP/1.1" status: 200 len: 946 time: 0.1098940 Aug 16 20:46:47.828352 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-3a683269-aa9a-4be6-b1b6-c26aa2f75535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:47.829752 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-3a683269-aa9a-4be6-b1b6-c26aa2f75535 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0791550 Aug 16 20:46:47.842040 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 1f1afcab-1f91-467b-9eb7-bc40869e6903, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=1f1afcab-1f91-467b-9eb7-bc40869e6903,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:47.848947 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 315c0d5d-7ae7-4d03-a892-a52b5d7db316 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:47.849527 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:47.896347 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=cb14be03-a62c-4f78-a96c-52779f67f17e,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:47.899341 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '1f1afcab-1f91-467b-9eb7-bc40869e6903', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': '1f1afcab-1f91-467b-9eb7-bc40869e6903', 'mac_address': 'fa:16:3e:59:a4:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:46:47.936423 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c530aa2f-da7b-476e-9194-28e6b6540fd5 req-b230a8b9-e448-4fd8-8458-5fb87bd71261 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/security-groups?id=ab2b7183-3ca5-4719-9c50-94e8334b390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978498 Aug 16 20:46:47.962028 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:47.976388 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-516d4903-4cd4-4cda-8012-7ad6f1995e56 req-0917d631-f3bb-436a-a1f2-c0f23f8628dd tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=53c0be16-67d8-4798-9efc-fd14afe3c7ac HTTP/1.1" status: 200 len: 210 time: 0.0724399 Aug 16 20:46:47.994845 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f1afcab-1f91-467b-9eb7-bc40869e6903 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:48.025797 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:48.032177 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 1f1afcab-1f91-467b-9eb7-bc40869e6903, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=1f1afcab-1f91-467b-9eb7-bc40869e6903,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:48.047107 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-7fc789f4-3929-4442-b1f7-b963cc765288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:48.050334 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-7fc789f4-3929-4442-b1f7-b963cc765288 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ef76538be3f42efb94d0f0a8384d0d1&device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 1097 time: 0.0811102 Aug 16 20:46:48.055727 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-e426cea1-7917-405b-aae1-0de43cd46960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:48.056881 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-e426cea1-7917-405b-aae1-0de43cd46960 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2152350 Aug 16 20:46:48.069531 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efd13f3-834d-43f9-adc6-1158748bc7a8 x-openstack-request-id: req-8efd13f3-834d-43f9-adc6-1158748bc7a8 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:48.072119 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c0be16-67d8-4798-9efc-fd14afe3c7ac", "name": "network-vif-deleted", "tag": "181439c3-51a0-404f-acb1-3d1c2c78b479", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:48.072586 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8efd13f3-834d-43f9-adc6-1158748bc7a8 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:48.074435 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c0be16-67d8-4798-9efc-fd14afe3c7ac', 'name': 'network-vif-deleted', 'tag': '181439c3-51a0-404f-acb1-3d1c2c78b479', 'status': 'completed', 'code': 200} Aug 16 20:46:48.076096 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 315c0d5d-7ae7-4d03-a892-a52b5d7db316, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=315c0d5d-7ae7-4d03-a892-a52b5d7db316,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:48.099594 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:48.150108 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531c41c-1fd3-4f02-8465-b999811ecf18 req-013b750b-8848-478e-b635-f6c5a193e1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:48.151635 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6531c41c-1fd3-4f02-8465-b999811ecf18 req-013b750b-8848-478e-b635-f6c5a193e1aa service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=57c0d9db-2767-431f-80dd-5c28cba2050f HTTP/1.1" status: 200 len: 1098 time: 0.2353289 Aug 16 20:46:48.160351 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=1f1afcab-1f91-467b-9eb7-bc40869e6903,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:48.183298 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-2ddfdb83-855d-4267-b02c-d5b2f22b0fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:48.185369 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-2ddfdb83-855d-4267-b02c-d5b2f22b0fe1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa HTTP/1.1" status: 200 len: 909 time: 0.1273606 Aug 16 20:46:48.202161 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:48.206574 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b744b0e8-6266-48f2-bb6c-37a9a5fdec82 req-ce6896fd-1bc6-4693-98e6-2cf8ca7c5120 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:48.208668 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b744b0e8-6266-48f2-bb6c-37a9a5fdec82 req-ce6896fd-1bc6-4693-98e6-2cf8ca7c5120 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 945 time: 0.1791098 Aug 16 20:46:48.255656 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-448e5cc4-c34e-4be3-b600-1ae8fd178d11 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=158a582a-0434-424f-91a1-5cbad4440fce HTTP/1.1" status: 200 len: 217 time: 0.0635750 Aug 16 20:46:48.266174 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6531c41c-1fd3-4f02-8465-b999811ecf18 req-eeeb64bb-b167-4512-a5dc-1e6d21c64316 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=ab2b7183-3ca5-4719-9c50-94e8334b390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039851 Aug 16 20:46:48.270034 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-33c62a8c-8a09-4629-a64c-149033ecb120 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902902 Aug 16 20:46:48.270444 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=315c0d5d-7ae7-4d03-a892-a52b5d7db316,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:48.290852 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86b2e1-d351-416a-a2cf-622d2c253ec5 req-edfed0cc-8224-4e9e-a0b0-27dcbc76cb18 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:48.292497 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dd86b2e1-d351-416a-a2cf-622d2c253ec5 req-edfed0cc-8224-4e9e-a0b0-27dcbc76cb18 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b126530-8e52-45cd-9600-e28b960981b0 HTTP/1.1" status: 200 len: 948 time: 0.1487010 Aug 16 20:46:48.323767 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b744b0e8-6266-48f2-bb6c-37a9a5fdec82 req-c32af11a-d9e8-4c26-bae7-c88e676404e5 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984769 Aug 16 20:46:48.335490 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-54fa1335-1117-4fb7-8946-f99262310599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:48.346787 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-54fa1335-1117-4fb7-8946-f99262310599 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=32473632-cd45-434e-a077-52a281cec044 HTTP/1.1" status: 200 len: 848 time: 0.0740292 Aug 16 20:46:48.395261 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-3db41835-794c-427e-a641-61cb4aa436ba service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499063 Aug 16 20:46:48.412012 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dd86b2e1-d351-416a-a2cf-622d2c253ec5 req-15dd6ae8-aa3f-40a8-9c38-89fede72983f tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/security-groups?id=60550207-c050-4842-912f-cb52d93f7eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063712 Aug 16 20:46:48.446313 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['1f1afcab-1f91-467b-9eb7-bc40869e6903'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:46:48.478916 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6932c18f-dee9-4072-a583-3e52a48ab2e9 req-544c4c6a-da99-4bce-9505-1af9ed5a1ad6 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854396 Aug 16 20:46:48.510125 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631893ad-efc5-4f5b-90c5-404f5d3875d8 req-ef314172-c7bb-4938-8c77-58b6e1cef28d tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:48.520894 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-d31629ad-ec92-4544-a442-7367c9129696 service neutron] 10.222.0.90 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158295 Aug 16 20:46:48.521459 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-631893ad-efc5-4f5b-90c5-404f5d3875d8 req-ef314172-c7bb-4938-8c77-58b6e1cef28d tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/ports?device_id=1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8 HTTP/1.1" status: 200 len: 946 time: 0.0781972 Aug 16 20:46:48.592961 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-631893ad-efc5-4f5b-90c5-404f5d3875d8 req-4327ac6f-7b40-4ed2-8d41-f92c8359dd82 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/security-groups?id=4451924b-9130-4c16-b24f-77953428336e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706053 Aug 16 20:46:48.623043 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b917538-bcd5-40c7-9997-bacb67b227c3 req-b2808bc8-bb45-43c2-96ca-485445b6d09c tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:48.623043 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7b917538-bcd5-40c7-9997-bacb67b227c3 req-b2808bc8-bb45-43c2-96ca-485445b6d09c tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 948 time: 0.0748732 Aug 16 20:46:48.639333 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-116a4319-c2ee-4474-b2b6-89eb36d9e7b7 service neutron] 10.222.0.90 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095538 Aug 16 20:46:48.673152 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7b917538-bcd5-40c7-9997-bacb67b227c3 req-0b1c7793-b57f-43ec-80d4-25aedaddc9b0 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500925 Aug 16 20:46:48.719947 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 40e63186-9497-424f-b44b-5fd04a73ebc0 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:46:48.744433 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:48.766644 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 40e63186-9497-424f-b44b-5fd04a73ebc0 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:46:48.805065 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9553dd-1e92-46fb-9803-fc221742237a req-25033963-6273-45e5-ae4d-88c0fa836cc1 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:48.814976 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd9553dd-1e92-46fb-9803-fc221742237a req-25033963-6273-45e5-ae4d-88c0fa836cc1 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/ports?device_id=39dd57e6-4e6a-45de-bdce-332df1e9d528 HTTP/1.1" status: 200 len: 945 time: 0.0668159 Aug 16 20:46:48.855750 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd9553dd-1e92-46fb-9803-fc221742237a req-bb0effa2-3f3d-4186-b634-c36d183c2256 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/security-groups?id=381dd21c-901f-4cf7-acca-a2cddfec97a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398011 Aug 16 20:46:49.094995 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a7867-4bcd-4e3a-90a3-98db5b21a5e0 req-5ea5f78d-e705-4bdd-8b79-550a6590d222 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:49.098906 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1d0a7867-4bcd-4e3a-90a3-98db5b21a5e0 req-5ea5f78d-e705-4bdd-8b79-550a6590d222 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/ports?device_id=57c0d9db-2767-431f-80dd-5c28cba2050f HTTP/1.1" status: 200 len: 946 time: 0.0871205 Aug 16 20:46:49.133406 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a95588bb-934a-482f-95b7-9bc4511b8441 req-a7d21be3-9275-4db0-b9f5-5040e3d4f0e4 tempest-ImagesTestJSON-239283650 tempest-ImagesTestJSON-239283650-project] 10.222.0.84 "GET /v2.0/ports?device_id=53c0be16-67d8-4798-9efc-fd14afe3c7ac HTTP/1.1" status: 200 len: 210 time: 0.0332665 Aug 16 20:46:49.178155 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1d0a7867-4bcd-4e3a-90a3-98db5b21a5e0 req-1915d3a3-58d2-4aa7-8f90-552843cf4da8 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/security-groups?id=ab2b7183-3ca5-4719-9c50-94e8334b390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481412 Aug 16 20:46:49.402472 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:46:49.476706 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14871df-9ab7-40eb-853d-97b288a07882 req-9f672133-3a2f-471e-9f22-28a1b94ac90e tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:49.480358 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f14871df-9ab7-40eb-853d-97b288a07882 req-9f672133-3a2f-471e-9f22-28a1b94ac90e tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 945 time: 0.0717189 Aug 16 20:46:49.547812 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f14871df-9ab7-40eb-853d-97b288a07882 req-2516e41f-9a9c-41cd-95a5-89b21f556d9d tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618415 Aug 16 20:46:49.562051 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e453dd3-02c0-43e7-bd6f-bfdb27dc942d req-fc687453-3472-426a-8f6b-262c15e4ec09 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:49.563590 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8e453dd3-02c0-43e7-bd6f-bfdb27dc942d req-fc687453-3472-426a-8f6b-262c15e4ec09 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b126530-8e52-45cd-9600-e28b960981b0 HTTP/1.1" status: 200 len: 949 time: 0.0712259 Aug 16 20:46:49.602915 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8e453dd3-02c0-43e7-bd6f-bfdb27dc942d req-9065cf08-b250-47b0-ba88-da11861cec4d tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/security-groups?id=60550207-c050-4842-912f-cb52d93f7eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326500 Aug 16 20:46:49.723096 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799aed3-384a-4e76-be87-ce1f1bd2e129 req-a530a54a-0c1a-408a-ab78-0ffe2f8e6579 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:49.724886 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6799aed3-384a-4e76-be87-ce1f1bd2e129 req-a530a54a-0c1a-408a-ab78-0ffe2f8e6579 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/ports?device_id=1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8 HTTP/1.1" status: 200 len: 946 time: 0.0535851 Aug 16 20:46:49.759623 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8169bb36-7168-491e-a133-a4cbde0e2390', 'tag': '40e63186-9497-424f-b44b-5fd04a73ebc0'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:49.762133 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbd5f7c-fe50-4b47-bd8c-9f70a8131907" -d '{"events": [{"name": "network-changed", "server_uuid": "8169bb36-7168-491e-a133-a4cbde0e2390", "tag": "40e63186-9497-424f-b44b-5fd04a73ebc0"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:49.774752 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6799aed3-384a-4e76-be87-ce1f1bd2e129 req-6429c0bd-0814-4129-8172-5a8131e229ae tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/security-groups?id=4451924b-9130-4c16-b24f-77953428336e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422039 Aug 16 20:46:49.822729 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397ad05-d565-4c3f-af80-266d289539a5 req-6b05307d-493d-4c45-817f-6aedb9db4faf tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:49.824291 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a397ad05-d565-4c3f-af80-266d289539a5 req-6b05307d-493d-4c45-817f-6aedb9db4faf tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 948 time: 0.0531893 Aug 16 20:46:49.826658 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb14be03-a62c-4f78-a96c-52779f67f17e'}, {'server_uuid': '1b126530-8e52-45cd-9600-e28b960981b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315c0d5d-7ae7-4d03-a892-a52b5d7db316'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:49.829083 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb52cf9-3ae8-4567-9ea3-35aa96ced69d" -d '{"events": [{"server_uuid": "1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8", "name": "network-vif-plugged", "status": "completed", "tag": "cb14be03-a62c-4f78-a96c-52779f67f17e"}, {"server_uuid": "1b126530-8e52-45cd-9600-e28b960981b0", "name": "network-vif-plugged", "status": "completed", "tag": "315c0d5d-7ae7-4d03-a892-a52b5d7db316"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:49.838726 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d090909e-e56f-44a9-8eb1-7f4c6b03302d x-openstack-request-id: req-d090909e-e56f-44a9-8eb1-7f4c6b03302d {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:49.839014 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8169bb36-7168-491e-a133-a4cbde0e2390", "tag": "40e63186-9497-424f-b44b-5fd04a73ebc0", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:49.839268 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d090909e-e56f-44a9-8eb1-7f4c6b03302d {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:49.839680 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8169bb36-7168-491e-a133-a4cbde0e2390', 'tag': '40e63186-9497-424f-b44b-5fd04a73ebc0', 'status': 'completed', 'code': 200} Aug 16 20:46:49.871037 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a397ad05-d565-4c3f-af80-266d289539a5 req-e2b59a79-c340-416d-b005-a1b4af785b67 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394139 Aug 16 20:46:49.880502 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c3e77b-2c05-49d1-b714-58655b140d31 x-openstack-request-id: req-b4c3e77b-2c05-49d1-b714-58655b140d31 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:49.880920 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8", "name": "network-vif-plugged", "status": "completed", "tag": "cb14be03-a62c-4f78-a96c-52779f67f17e", "code": 200}, {"server_uuid": "1b126530-8e52-45cd-9600-e28b960981b0", "name": "network-vif-plugged", "status": "completed", "tag": "315c0d5d-7ae7-4d03-a892-a52b5d7db316", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:49.881240 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b4c3e77b-2c05-49d1-b714-58655b140d31 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:49.881711 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb14be03-a62c-4f78-a96c-52779f67f17e', 'code': 200} Aug 16 20:46:49.882157 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b126530-8e52-45cd-9600-e28b960981b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315c0d5d-7ae7-4d03-a892-a52b5d7db316', 'code': 200} Aug 16 20:46:49.938125 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd5f7c-fe50-4b47-bd8c-9f70a8131907 req-706001e9-da6a-459c-9e8e-bd464b0afef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:49.940169 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9bbd5f7c-fe50-4b47-bd8c-9f70a8131907 req-706001e9-da6a-459c-9e8e-bd464b0afef7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8eeb19c70e2743deaa8aa99547f66522&device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 1100 time: 0.0610723 Aug 16 20:46:49.957624 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd5f7c-fe50-4b47-bd8c-9f70a8131907 req-fc527fae-9058-4ab0-be92-6d01f0e26df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:49.959270 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9bbd5f7c-fe50-4b47-bd8c-9f70a8131907 req-fc527fae-9058-4ab0-be92-6d01f0e26df0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8eeb19c70e2743deaa8aa99547f66522&device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 1100 time: 0.0860267 Aug 16 20:46:50.094061 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd5f7c-fe50-4b47-bd8c-9f70a8131907 req-084e3c89-3a76-4d57-ac2c-d908b73d4a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:50.095745 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9bbd5f7c-fe50-4b47-bd8c-9f70a8131907 req-084e3c89-3a76-4d57-ac2c-d908b73d4a91 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.1366448 Aug 16 20:46:50.097864 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdb60f-3f48-40e6-a798-5ee85e2c1414 req-22086e02-6a86-4f7f-91bf-255fc4fe210f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:50.099302 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-dbfdb60f-3f48-40e6-a798-5ee85e2c1414 req-22086e02-6a86-4f7f-91bf-255fc4fe210f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1b126530-8e52-45cd-9600-e28b960981b0 HTTP/1.1" status: 200 len: 1101 time: 0.1218908 Aug 16 20:46:50.153805 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9bbd5f7c-fe50-4b47-bd8c-9f70a8131907 req-df467253-79f6-4ff7-985a-2a3dfa2fa69d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=40e63186-9497-424f-b44b-5fd04a73ebc0 HTTP/1.1" status: 200 len: 217 time: 0.0500720 Aug 16 20:46:50.203040 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-dbfdb60f-3f48-40e6-a798-5ee85e2c1414 req-b89eeb24-4bd3-438b-8b3e-cb7395b86188 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=60550207-c050-4842-912f-cb52d93f7eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930591 Aug 16 20:46:50.234806 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd5f7c-fe50-4b47-bd8c-9f70a8131907 req-4141cf66-8dd6-497c-ab6e-d51b4042d749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:50.237381 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9bbd5f7c-fe50-4b47-bd8c-9f70a8131907 req-4141cf66-8dd6-497c-ab6e-d51b4042d749 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0774825 Aug 16 20:46:50.295465 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd5f7c-fe50-4b47-bd8c-9f70a8131907 req-4a16663c-8085-4342-97b4-59f70998f7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:50.297073 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9bbd5f7c-fe50-4b47-bd8c-9f70a8131907 req-4a16663c-8085-4342-97b4-59f70998f7fa service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0514255 Aug 16 20:46:50.378524 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d10861-0d6a-4216-80ac-42a82ae2cfb1 req-c4251d13-2a8c-4e3b-9788-ac3a123d0810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:50.380067 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f1d10861-0d6a-4216-80ac-42a82ae2cfb1 req-c4251d13-2a8c-4e3b-9788-ac3a123d0810 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8 HTTP/1.1" status: 200 len: 1098 time: 0.4198506 Aug 16 20:46:50.397194 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9bbd5f7c-fe50-4b47-bd8c-9f70a8131907 req-99d7fcdf-850a-4b97-b3bc-69c564f37732 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930541 Aug 16 20:46:50.435344 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd5f7c-fe50-4b47-bd8c-9f70a8131907 req-029fbac1-0862-4f3b-9d85-5d23dfa41261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:50.435344 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9bbd5f7c-fe50-4b47-bd8c-9f70a8131907 req-029fbac1-0862-4f3b-9d85-5d23dfa41261 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.4512100 Aug 16 20:46:50.447010 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1729a39-df92-4245-8bef-db47e40bd6d0 req-5150ae0e-d6fa-44c2-9430-55de1f226e9e tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:50.448890 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f1729a39-df92-4245-8bef-db47e40bd6d0 req-5150ae0e-d6fa-44c2-9430-55de1f226e9e tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/ports?device_id=57c0d9db-2767-431f-80dd-5c28cba2050f HTTP/1.1" status: 200 len: 946 time: 0.1190846 Aug 16 20:46:50.511152 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f1d10861-0d6a-4216-80ac-42a82ae2cfb1 req-e759634a-174b-48c7-995b-9aea45cb59f8 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=4451924b-9130-4c16-b24f-77953428336e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155159 Aug 16 20:46:50.511152 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9bbd5f7c-fe50-4b47-bd8c-9f70a8131907 req-16f35379-6a8a-4795-aba1-0b020125cf3b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=40e63186-9497-424f-b44b-5fd04a73ebc0 HTTP/1.1" status: 200 len: 217 time: 0.0587327 Aug 16 20:46:50.554642 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9bbd5f7c-fe50-4b47-bd8c-9f70a8131907 req-2c73d530-ce3d-42e7-99bd-3bdbd5b859af service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508956 Aug 16 20:46:50.572377 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f1729a39-df92-4245-8bef-db47e40bd6d0 req-efad3531-2ce7-4324-aec7-575dd1e58761 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/security-groups?id=ab2b7183-3ca5-4719-9c50-94e8334b390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084790 Aug 16 20:46:50.582258 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd5f7c-fe50-4b47-bd8c-9f70a8131907 req-7f5dca44-8691-4c30-ac55-82b6ef362bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:50.584239 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9bbd5f7c-fe50-4b47-bd8c-9f70a8131907 req-7f5dca44-8691-4c30-ac55-82b6ef362bed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0667367 Aug 16 20:46:50.653702 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd5f7c-fe50-4b47-bd8c-9f70a8131907 req-a95781d4-83c2-43a7-9c74-64b63de3ba4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:50.656154 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9bbd5f7c-fe50-4b47-bd8c-9f70a8131907 req-a95781d4-83c2-43a7-9c74-64b63de3ba4d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0581348 Aug 16 20:46:50.769726 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f13742-7333-4cec-a434-63e23164ea00 req-21f54139-2c3c-41c6-ac8d-dae501939d86 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:50.771269 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c2f13742-7333-4cec-a434-63e23164ea00 req-21f54139-2c3c-41c6-ac8d-dae501939d86 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 945 time: 0.0948765 Aug 16 20:46:50.811161 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9bbd5f7c-fe50-4b47-bd8c-9f70a8131907 req-b496faa7-3334-4a14-8dad-d5f5d5c17bae service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451006 Aug 16 20:46:50.837812 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c2f13742-7333-4cec-a434-63e23164ea00 req-20f6ad55-1d9b-4722-9d5a-0b0992e87dce tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596161 Aug 16 20:46:50.967652 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9bbd5f7c-fe50-4b47-bd8c-9f70a8131907 req-dcfd4184-4cb0-44b3-b8de-65e7c99b42ba service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409461 Aug 16 20:46:50.984557 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146c6df-9cb2-4f01-88fa-b4e0233fbe7e req-5c2b1227-3033-452f-aa25-b3a44029545a tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:50.986099 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1146c6df-9cb2-4f01-88fa-b4e0233fbe7e req-5c2b1227-3033-452f-aa25-b3a44029545a tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/ports?device_id=39dd57e6-4e6a-45de-bdce-332df1e9d528 HTTP/1.1" status: 200 len: 945 time: 0.0710142 Aug 16 20:46:51.028895 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1146c6df-9cb2-4f01-88fa-b4e0233fbe7e req-f23ac306-7ad2-40d1-bc2c-e145318fab97 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/security-groups?id=381dd21c-901f-4cf7-acca-a2cddfec97a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347004 Aug 16 20:46:51.240434 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eca3b1e9-b25f-40d2-a495-9832de3a6a25 req-9d819f74-9d4d-4375-b4de-1e70de7f1bba tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 258 time: 0.1869366 Aug 16 20:46:51.250798 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-eca3b1e9-b25f-40d2-a495-9832de3a6a25 req-f38c152b-b977-49dd-afa7-c4e6e3d86205 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:51.383193 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-eca3b1e9-b25f-40d2-a495-9832de3a6a25 req-f38c152b-b977-49dd-afa7-c4e6e3d86205 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks [] for floatingip, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:51.471089 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 40e63186-9497-424f-b44b-5fd04a73ebc0 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:46:51.473854 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 1f1afcab-1f91-467b-9eb7-bc40869e6903 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:46:51.536106 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-eca3b1e9-b25f-40d2-a495-9832de3a6a25 req-f38c152b-b977-49dd-afa7-c4e6e3d86205 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:51.661997 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 40e63186-9497-424f-b44b-5fd04a73ebc0, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=40e63186-9497-424f-b44b-5fd04a73ebc0,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:51.677258 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '40e63186-9497-424f-b44b-5fd04a73ebc0', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': '40e63186-9497-424f-b44b-5fd04a73ebc0', 'mac_address': 'fa:16:3e:2c:1c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:46:51.703631 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c63cbc-3ac1-42d7-bfd8-cf7ad2261ed8 req-372351ab-2b55-4c38-8754-3caaac0b8459 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:51.711055 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a4c63cbc-3ac1-42d7-bfd8-cf7ad2261ed8 req-372351ab-2b55-4c38-8754-3caaac0b8459 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b126530-8e52-45cd-9600-e28b960981b0 HTTP/1.1" status: 200 len: 949 time: 0.1648285 Aug 16 20:46:51.720685 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:51.737366 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40e63186-9497-424f-b44b-5fd04a73ebc0 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:51.746068 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:51.756306 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 1f1afcab-1f91-467b-9eb7-bc40869e6903 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:46:51.760908 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-eca3b1e9-b25f-40d2-a495-9832de3a6a25 req-f38c152b-b977-49dd-afa7-c4e6e3d86205 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Allocated IP 172.25.1.210 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/7521f0cf-d15f-4ff7-b9a9-a1f74e79c35a) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:46:51.764764 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 1f1afcab-1f91-467b-9eb7-bc40869e6903 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:51.765144 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:51.769900 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a4c63cbc-3ac1-42d7-bfd8-cf7ad2261ed8 req-8bff32e4-7b76-4958-b475-cf8337aa5fbb tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/security-groups?id=60550207-c050-4842-912f-cb52d93f7eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579786 Aug 16 20:46:51.806553 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 40e63186-9497-424f-b44b-5fd04a73ebc0, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=40e63186-9497-424f-b44b-5fd04a73ebc0,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:51.904334 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:51.959757 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-eca3b1e9-b25f-40d2-a495-9832de3a6a25 req-f38c152b-b977-49dd-afa7-c4e6e3d86205 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:51.966194 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:51.988688 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808cc7a-3eb7-4423-badd-d070f3e6bf12 req-d30a03ec-0c24-4f3c-b496-1f9c917ca044 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:51.990856 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f808cc7a-3eb7-4423-badd-d070f3e6bf12 req-d30a03ec-0c24-4f3c-b496-1f9c917ca044 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/ports?device_id=1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8 HTTP/1.1" status: 200 len: 946 time: 0.1173656 Aug 16 20:46:51.998660 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=40e63186-9497-424f-b44b-5fd04a73ebc0,revision_number=8']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:52.018853 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282fa5d2-d4e8-4e8b-95bf-18eaffecdc8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1afcab-1f91-467b-9eb7-bc40869e6903'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:52.032439 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60453905-54ad-432b-92eb-feed19703c31" -d '{"events": [{"server_uuid": "282fa5d2-d4e8-4e8b-95bf-18eaffecdc8b", "name": "network-vif-plugged", "status": "completed", "tag": "1f1afcab-1f91-467b-9eb7-bc40869e6903"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:52.038795 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 1f1afcab-1f91-467b-9eb7-bc40869e6903, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=1f1afcab-1f91-467b-9eb7-bc40869e6903,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:52.070855 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f808cc7a-3eb7-4423-badd-d070f3e6bf12 req-06a2b62a-0cd5-4402-8b48-e1ae740f8c8e tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/security-groups?id=4451924b-9130-4c16-b24f-77953428336e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718901 Aug 16 20:46:52.183032 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c0601-0965-4439-9612-e561e11f0222 req-7d09d018-cbe9-4d7a-ab85-bef0e9e35474 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:52.185177 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5a9c0601-0965-4439-9612-e561e11f0222 req-7d09d018-cbe9-4d7a-ab85-bef0e9e35474 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 949 time: 0.0519743 Aug 16 20:46:52.219451 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:52.220317 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 181439c3-51a0-404f-acb1-3d1c2c78b479 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:46:52.228632 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5a9c0601-0965-4439-9612-e561e11f0222 req-1b2a6a19-cd98-44a4-9cd9-3402bdddcb62 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369022 Aug 16 20:46:52.241527 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 181439c3-51a0-404f-acb1-3d1c2c78b479 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:46:52.241885 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 181439c3-51a0-404f-acb1-3d1c2c78b479 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:46:52.298809 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['40e63186-9497-424f-b44b-5fd04a73ebc0'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:46:52.298916 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-eca3b1e9-b25f-40d2-a495-9832de3a6a25 req-f38c152b-b977-49dd-afa7-c4e6e3d86205 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:52.334343 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eca3b1e9-b25f-40d2-a495-9832de3a6a25 req-f38c152b-b977-49dd-afa7-c4e6e3d86205 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:46:52.338123 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=1f1afcab-1f91-467b-9eb7-bc40869e6903,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:52.339180 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-eca3b1e9-b25f-40d2-a495-9832de3a6a25 req-f38c152b-b977-49dd-afa7-c4e6e3d86205 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:46:52.352238 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca3b1e9-b25f-40d2-a495-9832de3a6a25 req-f38c152b-b977-49dd-afa7-c4e6e3d86205 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:46:52.440078 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c152b-b977-49dd-afa7-c4e6e3d86205 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Pushing event updated for resources: {'Port': ['ID=7521f0cf-d15f-4ff7-b9a9-a1f74e79c35a,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:52.470153 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917ae20-1b59-4094-8a24-5637db44b765 req-7dc022bd-b145-4ac3-ad33-5aecbb77fb5e tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:52.471771 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d917ae20-1b59-4094-8a24-5637db44b765 req-7dc022bd-b145-4ac3-ad33-5aecbb77fb5e tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 945 time: 0.0887101 Aug 16 20:46:52.533877 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-eca3b1e9-b25f-40d2-a495-9832de3a6a25 req-f38c152b-b977-49dd-afa7-c4e6e3d86205 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:52.546100 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d917ae20-1b59-4094-8a24-5637db44b765 req-d787647c-d9eb-4aa2-87e9-b6d710d6f5b5 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552375 Aug 16 20:46:52.591459 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68d3229-c618-4154-a91c-d99da9f1a008 x-openstack-request-id: req-a68d3229-c618-4154-a91c-d99da9f1a008 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:52.591987 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282fa5d2-d4e8-4e8b-95bf-18eaffecdc8b", "name": "network-vif-plugged", "status": "completed", "tag": "1f1afcab-1f91-467b-9eb7-bc40869e6903", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:52.592089 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a68d3229-c618-4154-a91c-d99da9f1a008 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:52.592416 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282fa5d2-d4e8-4e8b-95bf-18eaffecdc8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1afcab-1f91-467b-9eb7-bc40869e6903', 'code': 200} Aug 16 20:46:52.629576 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d5cd5-915d-4215-ba37-7510ec2de00a req-a0f00842-5fe4-45dd-96d8-c7fabb2edd38 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:52.632028 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9b5d5cd5-915d-4215-ba37-7510ec2de00a req-a0f00842-5fe4-45dd-96d8-c7fabb2edd38 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.72 "GET /v2.0/ports?device_id=39dd57e6-4e6a-45de-bdce-332df1e9d528 HTTP/1.1" status: 200 len: 945 time: 0.0637741 Aug 16 20:46:52.708648 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e3d50-929d-4496-bc8c-cc1c04008524 req-e55f2b0e-10d0-4fed-bc73-55379f0cf39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:52.710219 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-723e3d50-929d-4496-bc8c-cc1c04008524 req-e55f2b0e-10d0-4fed-bc73-55379f0cf39c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=282fa5d2-d4e8-4e8b-95bf-18eaffecdc8b HTTP/1.1" status: 200 len: 1101 time: 0.0422094 Aug 16 20:46:52.714297 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-eca3b1e9-b25f-40d2-a495-9832de3a6a25 req-f38c152b-b977-49dd-afa7-c4e6e3d86205 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:52.748159 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-723e3d50-929d-4496-bc8c-cc1c04008524 req-7407de6b-1b58-42d8-a16a-691321a20a3c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=60550207-c050-4842-912f-cb52d93f7eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301542 Aug 16 20:46:52.803539 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152e218-9d32-4e4f-8740-320fee47588c req-20e1def9-00fa-4779-bfc7-47cc791cbbaf tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:52.805087 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2152e218-9d32-4e4f-8740-320fee47588c req-20e1def9-00fa-4779-bfc7-47cc791cbbaf tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/ports?device_id=39dd57e6-4e6a-45de-bdce-332df1e9d528 HTTP/1.1" status: 200 len: 945 time: 0.1483324 Aug 16 20:46:52.888676 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ca1f20d3-9d48-4f44-9e83-79d7bea8e273 req-fa238873-306a-42bb-9b7d-41dfa7a512cc service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418768 Aug 16 20:46:52.904312 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2152e218-9d32-4e4f-8740-320fee47588c req-82a0a5f0-6c2c-4fef-9fed-d6f7fc22f767 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/security-groups?id=381dd21c-901f-4cf7-acca-a2cddfec97a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915260 Aug 16 20:46:52.916120 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-9b5d5cd5-915d-4215-ba37-7510ec2de00a req-98a6ab7b-d01a-4ecd-91bd-b2e48283e841 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Deleting port 501bc92a-9742-46a3-9f41-d5be52a2b72d {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:46:52.916440 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-9b5d5cd5-915d-4215-ba37-7510ec2de00a req-98a6ab7b-d01a-4ecd-91bd-b2e48283e841 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:52.990845 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f20d3-9d48-4f44-9e83-79d7bea8e273 req-db281faa-14d5-4035-87e1-4b734b86f90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:52.993211 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ca1f20d3-9d48-4f44-9e83-79d7bea8e273 req-db281faa-14d5-4035-87e1-4b734b86f90b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8eeb19c70e2743deaa8aa99547f66522&device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 1101 time: 0.0554607 Aug 16 20:46:53.089725 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-eca3b1e9-b25f-40d2-a495-9832de3a6a25 req-f38c152b-b977-49dd-afa7-c4e6e3d86205 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:53.096218 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-9b5d5cd5-915d-4215-ba37-7510ec2de00a req-98a6ab7b-d01a-4ecd-91bd-b2e48283e841 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] For port 501bc92a-9742-46a3-9f41-d5be52a2b72d, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=501bc92a-9742-46a3-9f41-d5be52a2b72d,segment=NetworkSegment(e8314f4c-3555-4f94-a486-0d46d6329f40),segment_id=e8314f4c-3555-4f94-a486-0d46d6329f40)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:53.096577 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-9b5d5cd5-915d-4215-ba37-7510ec2de00a req-98a6ab7b-d01a-4ecd-91bd-b2e48283e841 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:53.114441 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f20d3-9d48-4f44-9e83-79d7bea8e273 req-382809a3-3d79-4d3f-9041-2fe197f94246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:53.116096 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ca1f20d3-9d48-4f44-9e83-79d7bea8e273 req-382809a3-3d79-4d3f-9041-2fe197f94246 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.1014907 Aug 16 20:46:53.124142 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d938a-2e4f-43d9-87d6-3ba90fe462ca req-b4b2d329-f095-4468-a698-48101cdb8d6c tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:53.125736 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-487d938a-2e4f-43d9-87d6-3ba90fe462ca req-b4b2d329-f095-4468-a698-48101cdb8d6c tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/ports?device_id=1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8 HTTP/1.1" status: 200 len: 946 time: 0.1296556 Aug 16 20:46:53.144466 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 34064) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:53.149415 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-4e225d56-156f-4294-bddd-e92f929c3979 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Request body: {'floatingip': {'port_id': 'cb14be03-a62c-4f78-a96c-52779f67f17e'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:53.165087 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ca1f20d3-9d48-4f44-9e83-79d7bea8e273 req-3c7ea71c-38d1-48e7-9258-bdbad58bfd06 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=56353298-d50b-4643-afa0-a1f978a1a3fa HTTP/1.1" status: 200 len: 217 time: 0.0415390 Aug 16 20:46:53.233467 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-eca3b1e9-b25f-40d2-a495-9832de3a6a25 req-f38c152b-b977-49dd-afa7-c4e6e3d86205 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:53.239912 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f20d3-9d48-4f44-9e83-79d7bea8e273 req-6ea551e5-e7ca-4937-965b-81fdadf67f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:53.242582 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ca1f20d3-9d48-4f44-9e83-79d7bea8e273 req-6ea551e5-e7ca-4937-965b-81fdadf67f20 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0697405 Aug 16 20:46:53.268431 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4e225d56-156f-4294-bddd-e92f929c3979 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks [] for floatingip, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:53.304939 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f20d3-9d48-4f44-9e83-79d7bea8e273 req-c839c093-6f67-42f2-9369-b0f90670faa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:53.306608 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ca1f20d3-9d48-4f44-9e83-79d7bea8e273 req-c839c093-6f67-42f2-9369-b0f90670faa3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0566723 Aug 16 20:46:53.426995 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ca1f20d3-9d48-4f44-9e83-79d7bea8e273 req-38cd94f5-af97-4040-9122-cb2b34fc9fa4 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128449 Aug 16 20:46:53.456994 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c152b-b977-49dd-afa7-c4e6e3d86205 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Pushing event updated for resources: {'Port': ['ID=7521f0cf-d15f-4ff7-b9a9-a1f74e79c35a,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:53.474060 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 40e63186-9497-424f-b44b-5fd04a73ebc0 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:46:53.488498 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-eca3b1e9-b25f-40d2-a495-9832de3a6a25 req-f38c152b-b977-49dd-afa7-c4e6e3d86205 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:53.604281 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-9b5d5cd5-915d-4215-ba37-7510ec2de00a req-98a6ab7b-d01a-4ecd-91bd-b2e48283e841 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:53.604904 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-9b5d5cd5-915d-4215-ba37-7510ec2de00a req-98a6ab7b-d01a-4ecd-91bd-b2e48283e841 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:53.604904 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [req-9b5d5cd5-915d-4215-ba37-7510ec2de00a req-98a6ab7b-d01a-4ecd-91bd-b2e48283e841 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Floating IP be433c8a-28b6-4d8a-96b7-ece8b60df703 disassociated. External IP: 172.25.1.55, port: 501bc92a-9742-46a3-9f41-d5be52a2b72d. Aug 16 20:46:53.605236 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-9b5d5cd5-915d-4215-ba37-7510ec2de00a req-98a6ab7b-d01a-4ecd-91bd-b2e48283e841 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Calling delete_port for 501bc92a-9742-46a3-9f41-d5be52a2b72d owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:46:53.631061 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ca1f20d3-9d48-4f44-9e83-79d7bea8e273 req-6fa2da63-098e-4ea1-a920-e3156b55dce6 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957424 Aug 16 20:46:53.996478 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 40e63186-9497-424f-b44b-5fd04a73ebc0 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:46:54.005452 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 40e63186-9497-424f-b44b-5fd04a73ebc0 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:54.010934 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:54.061666 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-eca3b1e9-b25f-40d2-a495-9832de3a6a25 req-f38c152b-b977-49dd-afa7-c4e6e3d86205 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:54.063313 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eca3b1e9-b25f-40d2-a495-9832de3a6a25 req-f38c152b-b977-49dd-afa7-c4e6e3d86205 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8171639 Aug 16 20:46:54.119680 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:54.154302 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-7e74f158-ece1-46d6-b44f-739865120a8d tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:54.156211 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-7e74f158-ece1-46d6-b44f-739865120a8d tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.72 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390&tenant_id=8eeb19c70e2743deaa8aa99547f66522&binding%3Ahost_id=n-h1-793620-15 HTTP/1.1" status: 200 len: 949 time: 0.1025198 Aug 16 20:46:54.175613 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 40e63186-9497-424f-b44b-5fd04a73ebc0, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=40e63186-9497-424f-b44b-5fd04a73ebc0,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:54.232149 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eca3b1e9-b25f-40d2-a495-9832de3a6a25 req-60df405e-32be-4d08-af3e-ba480eadd11a tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.210 HTTP/1.1" status: 200 len: 696 time: 0.1502678 Aug 16 20:46:54.300803 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:54.309489 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-841fcd4e-c0bc-4f62-8c1c-3ad3607f4bf2 service neutron] 10.222.0.72 "GET /v2.0/ports/40e63186-9497-424f-b44b-5fd04a73ebc0/bindings/n-h1-793620-15 HTTP/1.1" status: 200 len: 383 time: 0.1401112 Aug 16 20:46:54.384973 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=40e63186-9497-424f-b44b-5fd04a73ebc0,revision_number=9']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:54.441897 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2e691-44ee-4b2c-916d-db5003b81554 req-0fa2c4fb-7ca0-4dc0-818f-20cf95ad5457 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:54.444233 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0fc2e691-44ee-4b2c-916d-db5003b81554 req-0fa2c4fb-7ca0-4dc0-818f-20cf95ad5457 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b126530-8e52-45cd-9600-e28b960981b0 HTTP/1.1" status: 200 len: 949 time: 0.3887081 Aug 16 20:46:54.495420 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-9b5d5cd5-915d-4215-ba37-7510ec2de00a req-98a6ab7b-d01a-4ecd-91bd-b2e48283e841 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:54.577041 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6ab7b-d01a-4ecd-91bd-b2e48283e841 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Pushing event deleted for resources: {'Port': ['ID=501bc92a-9742-46a3-9f41-d5be52a2b72d,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:54.593817 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8169bb36-7168-491e-a133-a4cbde0e2390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e63186-9497-424f-b44b-5fd04a73ebc0'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:54.596534 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ddf7bf-f754-4baf-bf9e-df2d3cf025b5" -d '{"events": [{"server_uuid": "8169bb36-7168-491e-a133-a4cbde0e2390", "name": "network-vif-plugged", "status": "completed", "tag": "40e63186-9497-424f-b44b-5fd04a73ebc0"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:54.649353 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0fc2e691-44ee-4b2c-916d-db5003b81554 req-7e72284c-689a-4f1b-b2d8-1a21950a42a9 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/security-groups?id=60550207-c050-4842-912f-cb52d93f7eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894126 Aug 16 20:46:54.689223 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-0c443ce2-c868-4adc-9dbb-fd0c3ab43ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:54.691241 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-0c443ce2-c868-4adc-9dbb-fd0c3ab43ea3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8eeb19c70e2743deaa8aa99547f66522&device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 1102 time: 0.3590875 Aug 16 20:46:54.732715 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3b1e9-b25f-40d2-a495-9832de3a6a25 req-3308bddc-ef33-4cc8-84e2-8fb2d7964ce2 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:54.734031 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eca3b1e9-b25f-40d2-a495-9832de3a6a25 req-3308bddc-ef33-4cc8-84e2-8fb2d7964ce2 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/networks/65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 784 time: 0.4133582 Aug 16 20:46:54.809914 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-860a1d4e-9419-4660-b912-f7c8c4693bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:54.812044 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-860a1d4e-9419-4660-b912-f7c8c4693bd7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.1126721 Aug 16 20:46:54.859939 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-c8391ea2-9d35-497c-a54d-c76b631df16e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=40e63186-9497-424f-b44b-5fd04a73ebc0 HTTP/1.1" status: 200 len: 217 time: 0.0406260 Aug 16 20:46:54.914759 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-aef0a7fa-54a1-4ecb-9a71-308ad9cfbf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:54.920695 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-aef0a7fa-54a1-4ecb-9a71-308ad9cfbf4c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0535703 Aug 16 20:46:54.954209 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ccdb2-b062-42e2-9b56-c1636eadaa14 req-7d8b5542-6a60-44a5-ae92-f0ec889c6f29 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:54.956121 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8e1ccdb2-b062-42e2-9b56-c1636eadaa14 req-7d8b5542-6a60-44a5-ae92-f0ec889c6f29 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 945 time: 0.2356839 Aug 16 20:46:54.958622 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b5d5cd5-915d-4215-ba37-7510ec2de00a req-98a6ab7b-d01a-4ecd-91bd-b2e48283e841 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Router b2fb96d3-3bfa-4305-a63b-9f2682e86a3b has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:46:54.981466 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-e7e9382e-3c0f-439b-be27-d9d6d4ec9dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:54.983653 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-e7e9382e-3c0f-439b-be27-d9d6d4ec9dba service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0558259 Aug 16 20:46:54.994455 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa22208-1ecd-4f6a-b6e2-6074db4eb150 req-24da3122-73c2-4d9a-991e-e5e2f5284a05 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:54.996837 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0fa22208-1ecd-4f6a-b6e2-6074db4eb150 req-24da3122-73c2-4d9a-991e-e5e2f5284a05 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 950 time: 0.1928959 Aug 16 20:46:55.046283 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4e225d56-156f-4294-bddd-e92f929c3979 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:55.113496 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-9ff9733f-427f-4a40-a6c0-482cf1742914 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212232 Aug 16 20:46:55.114911 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8e1ccdb2-b062-42e2-9b56-c1636eadaa14 req-5fda3e74-9cec-466c-a2c8-f4ff0cc377fa tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516986 Aug 16 20:46:55.137969 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4e225d56-156f-4294-bddd-e92f929c3979 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:55.149341 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0fa22208-1ecd-4f6a-b6e2-6074db4eb150 req-c272caa5-2f78-4999-92de-1d495c829f59 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418796 Aug 16 20:46:55.238937 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95085461-e4d1-4ccc-97af-675d2723c264 x-openstack-request-id: req-95085461-e4d1-4ccc-97af-675d2723c264 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:55.239409 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8169bb36-7168-491e-a133-a4cbde0e2390", "name": "network-vif-plugged", "status": "completed", "tag": "40e63186-9497-424f-b44b-5fd04a73ebc0", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:55.239512 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-95085461-e4d1-4ccc-97af-675d2723c264 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:55.240004 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8169bb36-7168-491e-a133-a4cbde0e2390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e63186-9497-424f-b44b-5fd04a73ebc0', 'code': 200} Aug 16 20:46:55.285539 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-3ce9a759-e883-4e1a-ba94-c0be31e4e76b service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578844 Aug 16 20:46:55.341319 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7cde0ed8-26db-4cf7-9902-e6a9dbe75268 req-c78caff1-21fb-4b9e-a64b-5d964e2acb81 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/ports?device_id=39dd57e6-4e6a-45de-bdce-332df1e9d528 HTTP/1.1" status: 200 len: 210 time: 0.0339046 Aug 16 20:46:55.402783 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [None req-4e225d56-156f-4294-bddd-e92f929c3979 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Floating IP ab864dd6-27ab-4d98-9815-f6a1e0ee6a7e associated. External IP: 172.25.1.147, port: cb14be03-a62c-4f78-a96c-52779f67f17e. Aug 16 20:46:55.451497 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b5d5cd5-915d-4215-ba37-7510ec2de00a req-98a6ab7b-d01a-4ecd-91bd-b2e48283e841 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:46:55.463975 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57c8a55-a628-4b6c-b26b-dee27989a803 None None] Sync routers for ids ['b2fb96d3-3bfa-4305-a63b-9f2682e86a3b'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:46:55.475942 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 501bc92a-9742-46a3-9f41-d5be52a2b72d no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:46:55.496123 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bc579-580d-4e75-940e-30bd015e0733 req-d060b6c4-5012-42bb-9c69-3a5d8897063c tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:55.497657 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3d8bc579-580d-4e75-940e-30bd015e0733 req-d060b6c4-5012-42bb-9c69-3a5d8897063c tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/ports?device_id=282fa5d2-d4e8-4e8b-95bf-18eaffecdc8b HTTP/1.1" status: 200 len: 949 time: 0.1587100 Aug 16 20:46:55.498259 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 501bc92a-9742-46a3-9f41-d5be52a2b72d {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:46:55.498789 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 501bc92a-9742-46a3-9f41-d5be52a2b72d not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:46:55.503287 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57c8a55-a628-4b6c-b26b-dee27989a803 None None] Routers {'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:46:55.504281 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-b57c8a55-a628-4b6c-b26b-dee27989a803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:46:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['b2fb96d3-3bfa-4305-a63b-9f2682e86a3b'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:55.575993 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b5d5cd5-915d-4215-ba37-7510ec2de00a req-98a6ab7b-d01a-4ecd-91bd-b2e48283e841 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] No DVR routers for this DVR port 501bc92a-9742-46a3-9f41-d5be52a2b72d on host n-h1-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:46:55.585497 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-9b5d5cd5-915d-4215-ba37-7510ec2de00a req-98a6ab7b-d01a-4ecd-91bd-b2e48283e841 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:55.587504 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9b5d5cd5-915d-4215-ba37-7510ec2de00a req-98a6ab7b-d01a-4ecd-91bd-b2e48283e841 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.72 "DELETE /v2.0/ports/501bc92a-9742-46a3-9f41-d5be52a2b72d HTTP/1.1" status: 204 len: 173 time: 2.9319558 Aug 16 20:46:55.589068 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39dd57e6-4e6a-45de-bdce-332df1e9d528', 'name': 'network-vif-deleted', 'tag': '501bc92a-9742-46a3-9f41-d5be52a2b72d'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:55.591341 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb2fc94-4e40-4d26-8107-83ff0b5e6d22" -d '{"events": [{"server_uuid": "39dd57e6-4e6a-45de-bdce-332df1e9d528", "name": "network-vif-deleted", "tag": "501bc92a-9742-46a3-9f41-d5be52a2b72d"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:55.619384 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-b57c8a55-a628-4b6c-b26b-dee27989a803 None None] Set router b2fb96d3-3bfa-4305-a63b-9f2682e86a3b gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:46:55.634067 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341eff02-7e5c-4b9c-b821-8a8fb04e45c8 req-233afd73-dd09-4f4b-a25f-86896d29540d tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:55.635598 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-341eff02-7e5c-4b9c-b821-8a8fb04e45c8 req-233afd73-dd09-4f4b-a25f-86896d29540d tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/ports?device_id=57c0d9db-2767-431f-80dd-5c28cba2050f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2292809 Aug 16 20:46:55.644338 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3d8bc579-580d-4e75-940e-30bd015e0733 req-8d52aa30-8f97-40b4-8361-f3ef38622652 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/security-groups?id=60550207-c050-4842-912f-cb52d93f7eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045387 Aug 16 20:46:55.740344 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73e8e8f-591d-40d0-b930-dcf9f5c8f866 x-openstack-request-id: req-d73e8e8f-591d-40d0-b930-dcf9f5c8f866 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:55.743661 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39dd57e6-4e6a-45de-bdce-332df1e9d528", "name": "network-vif-deleted", "tag": "501bc92a-9742-46a3-9f41-d5be52a2b72d", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:55.743661 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d73e8e8f-591d-40d0-b930-dcf9f5c8f866 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:55.743661 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39dd57e6-4e6a-45de-bdce-332df1e9d528', 'name': 'network-vif-deleted', 'tag': '501bc92a-9742-46a3-9f41-d5be52a2b72d', 'status': 'completed', 'code': 200} Aug 16 20:46:55.842536 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-341eff02-7e5c-4b9c-b821-8a8fb04e45c8 req-b9d555db-4356-42db-ae58-b1acea51faed tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.210 HTTP/1.1" status: 200 len: 696 time: 0.1970456 Aug 16 20:46:55.849822 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-341eff02-7e5c-4b9c-b821-8a8fb04e45c8 req-a023fdd0-c18d-495e-94e8-b4ee6cc00672 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Request body: {'floatingip': {'port_id': 'f783301d-6c8b-47e9-94ce-77eb1aa79ef8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:55.900165 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-341eff02-7e5c-4b9c-b821-8a8fb04e45c8 req-a023fdd0-c18d-495e-94e8-b4ee6cc00672 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks [] for floatingip, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:55.932514 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-b57c8a55-a628-4b6c-b26b-dee27989a803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-453502631-router', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d0ece2b-bed4-4922-901f-a6fc1fbfb785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:02Z', 'updated_at': '2021-08-16T20:42:07Z', 'revision_number': 4, 'project_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'gw_port': {'id': '1d0ece2b-bed4-4922-901f-a6fc1fbfb785', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:03Z', 'updated_at': '2021-08-16T20:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '5f3eb832-7e80-48c4-a114-24c6cbc277b7', 'name': '', 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'mac_address': 'fa:16:3e:6a:29:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e33a0f13-659e-4604-b84f-5b9bda739e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:06Z', 'updated_at': '2021-08-16T20:42:12Z', 'revision_number': 5, 'project_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'subnets': [{'id': 'e33a0f13-659e-4604-b84f-5b9bda739e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:55.967491 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57c8a55-a628-4b6c-b26b-dee27989a803 None None] Checking router: b2fb96d3-3bfa-4305-a63b-9f2682e86a3b for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:46:55.978639 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57c8a55-a628-4b6c-b26b-dee27989a803 None None] Routers {'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:46:55.978992 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-b57c8a55-a628-4b6c-b26b-dee27989a803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:46:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['b2fb96d3-3bfa-4305-a63b-9f2682e86a3b'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:56.047278 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e225d56-156f-4294-bddd-e92f929c3979 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Router 700c4fad-2bf6-4c02-96eb-d0da7327d910 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:46:56.107938 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-b57c8a55-a628-4b6c-b26b-dee27989a803 None None] Set router b2fb96d3-3bfa-4305-a63b-9f2682e86a3b gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:46:56.330916 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e225d56-156f-4294-bddd-e92f929c3979 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:46:56.344753 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec76bda-f009-419f-a5d0-8d801fab975e None None] Sync routers for ids ['700c4fad-2bf6-4c02-96eb-d0da7327d910'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:46:56.355867 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec76bda-f009-419f-a5d0-8d801fab975e None None] Routers {'700c4fad-2bf6-4c02-96eb-d0da7327d910'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:46:56.356947 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-aec76bda-f009-419f-a5d0-8d801fab975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:46:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['700c4fad-2bf6-4c02-96eb-d0da7327d910'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:56.391747 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4e225d56-156f-4294-bddd-e92f929c3979 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:56.458703 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4e225d56-156f-4294-bddd-e92f929c3979 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "PUT /v2.0/floatingips/ab864dd6-27ab-4d98-9815-f6a1e0ee6a7e HTTP/1.1" status: 200 len: 992 time: 3.3130212 Aug 16 20:46:56.486702 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-aec76bda-f009-419f-a5d0-8d801fab975e None None] Set router 700c4fad-2bf6-4c02-96eb-d0da7327d910 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:46:56.494149 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-b57c8a55-a628-4b6c-b26b-dee27989a803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-453502631-router', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d0ece2b-bed4-4922-901f-a6fc1fbfb785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:02Z', 'updated_at': '2021-08-16T20:42:07Z', 'revision_number': 4, 'project_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'gw_port': {'id': '1d0ece2b-bed4-4922-901f-a6fc1fbfb785', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:03Z', 'updated_at': '2021-08-16T20:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '5f3eb832-7e80-48c4-a114-24c6cbc277b7', 'name': '', 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'mac_address': 'fa:16:3e:6a:29:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e33a0f13-659e-4604-b84f-5b9bda739e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:06Z', 'updated_at': '2021-08-16T20:42:12Z', 'revision_number': 5, 'project_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'subnets': [{'id': 'e33a0f13-659e-4604-b84f-5b9bda739e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:56.566100 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57c8a55-a628-4b6c-b26b-dee27989a803 None None] The sync data for ids ['b2fb96d3-3bfa-4305-a63b-9f2682e86a3b'] in n-d-793620-15 is: [{'id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-453502631-router', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d0ece2b-bed4-4922-901f-a6fc1fbfb785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:02Z', 'updated_at': '2021-08-16T20:42:07Z', 'revision_number': 4, 'project_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'gw_port': {'id': '1d0ece2b-bed4-4922-901f-a6fc1fbfb785', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:03Z', 'updated_at': '2021-08-16T20:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '5f3eb832-7e80-48c4-a114-24c6cbc277b7', 'name': '', 'network_id': '3bee841e-47c3-4f4c-a369-8a19f08ab471', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'mac_address': 'fa:16:3e:6a:29:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e33a0f13-659e-4604-b84f-5b9bda739e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:06Z', 'updated_at': '2021-08-16T20:42:12Z', 'revision_number': 5, 'project_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'subnets': [{'id': 'e33a0f13-659e-4604-b84f-5b9bda739e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:46:56.764117 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-aec76bda-f009-419f-a5d0-8d801fab975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700c4fad-2bf6-4c02-96eb-d0da7327d910', 'name': 'tempest-ServersTestBootFromVolume-673753724-router', 'tenant_id': '34f18ad5c2d4455d99499df1ef982df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '8b37702f-102a-47a2-aea6-80bddc134d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:14Z', 'updated_at': '2021-08-16T20:45:23Z', 'revision_number': 4, 'project_id': '34f18ad5c2d4455d99499df1ef982df3', 'gw_port': {'id': '8b37702f-102a-47a2-aea6-80bddc134d06', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700c4fad-2bf6-4c02-96eb-d0da7327d910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:15Z', 'updated_at': '2021-08-16T20:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'ab864dd6-27ab-4d98-9815-f6a1e0ee6a7e', 'tenant_id': '34f18ad5c2d4455d99499df1ef982df3', 'floating_ip_address': '172.25.1.147', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '700c4fad-2bf6-4c02-96eb-d0da7327d910', 'port_id': 'cb14be03-a62c-4f78-a96c-52779f67f17e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e55e31f8-e29e-41b3-a9dc-66b816324698', 'mac_address': 'fa:16:3e:b3:5d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:45:30Z', 'updated_at': '2021-08-16T20:46:54Z', 'revision_number': 1, 'project_id': '34f18ad5c2d4455d99499df1ef982df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a4d85c2-e064-4fbf-a372-f36dbc1acfda', 'name': '', 'network_id': 'e55e31f8-e29e-41b3-a9dc-66b816324698', 'tenant_id': '34f18ad5c2d4455d99499df1ef982df3', 'mac_address': 'fa:16:3e:b1:55:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700c4fad-2bf6-4c02-96eb-d0da7327d910', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '1808fe3d-4468-49d3-847b-1af4167b979d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:22Z', 'updated_at': '2021-08-16T20:45:31Z', 'revision_number': 5, 'project_id': '34f18ad5c2d4455d99499df1ef982df3', 'subnets': [{'id': '1808fe3d-4468-49d3-847b-1af4167b979d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:56.801477 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec76bda-f009-419f-a5d0-8d801fab975e None None] Checking router: 700c4fad-2bf6-4c02-96eb-d0da7327d910 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:46:56.821489 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec76bda-f009-419f-a5d0-8d801fab975e None None] Routers {'700c4fad-2bf6-4c02-96eb-d0da7327d910'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:46:56.821606 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-aec76bda-f009-419f-a5d0-8d801fab975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:46:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['700c4fad-2bf6-4c02-96eb-d0da7327d910'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:56.954558 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5d53d7-c584-470f-8d5d-387906bb47ac None None] New status for floating IP be433c8a-28b6-4d8a-96b7-ece8b60df703: DOWN {{(pid=101846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:46:56.961156 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-aec76bda-f009-419f-a5d0-8d801fab975e None None] Set router 700c4fad-2bf6-4c02-96eb-d0da7327d910 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:46:57.073490 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8553691-04ae-48ff-9c32-4fd56476bc0d req-a8793bd9-8790-4f98-a4bf-23b04e4fb241 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:57.081363 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b8553691-04ae-48ff-9c32-4fd56476bc0d req-a8793bd9-8790-4f98-a4bf-23b04e4fb241 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 945 time: 0.5145969 Aug 16 20:46:57.154701 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b8553691-04ae-48ff-9c32-4fd56476bc0d req-9429325d-6b15-4430-9e5d-993bea9e6d14 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723615 Aug 16 20:46:57.236984 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-aec76bda-f009-419f-a5d0-8d801fab975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700c4fad-2bf6-4c02-96eb-d0da7327d910', 'name': 'tempest-ServersTestBootFromVolume-673753724-router', 'tenant_id': '34f18ad5c2d4455d99499df1ef982df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '8b37702f-102a-47a2-aea6-80bddc134d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:14Z', 'updated_at': '2021-08-16T20:45:23Z', 'revision_number': 4, 'project_id': '34f18ad5c2d4455d99499df1ef982df3', 'gw_port': {'id': '8b37702f-102a-47a2-aea6-80bddc134d06', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700c4fad-2bf6-4c02-96eb-d0da7327d910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:15Z', 'updated_at': '2021-08-16T20:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'ab864dd6-27ab-4d98-9815-f6a1e0ee6a7e', 'tenant_id': '34f18ad5c2d4455d99499df1ef982df3', 'floating_ip_address': '172.25.1.147', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '700c4fad-2bf6-4c02-96eb-d0da7327d910', 'port_id': 'cb14be03-a62c-4f78-a96c-52779f67f17e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e55e31f8-e29e-41b3-a9dc-66b816324698', 'mac_address': 'fa:16:3e:b3:5d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:45:30Z', 'updated_at': '2021-08-16T20:46:54Z', 'revision_number': 1, 'project_id': '34f18ad5c2d4455d99499df1ef982df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a4d85c2-e064-4fbf-a372-f36dbc1acfda', 'name': '', 'network_id': 'e55e31f8-e29e-41b3-a9dc-66b816324698', 'tenant_id': '34f18ad5c2d4455d99499df1ef982df3', 'mac_address': 'fa:16:3e:b1:55:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700c4fad-2bf6-4c02-96eb-d0da7327d910', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '1808fe3d-4468-49d3-847b-1af4167b979d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:22Z', 'updated_at': '2021-08-16T20:45:31Z', 'revision_number': 5, 'project_id': '34f18ad5c2d4455d99499df1ef982df3', 'subnets': [{'id': '1808fe3d-4468-49d3-847b-1af4167b979d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:57.276509 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec76bda-f009-419f-a5d0-8d801fab975e None None] The sync data for ids ['700c4fad-2bf6-4c02-96eb-d0da7327d910'] in n-d-793620-15 is: [{'id': '700c4fad-2bf6-4c02-96eb-d0da7327d910', 'name': 'tempest-ServersTestBootFromVolume-673753724-router', 'tenant_id': '34f18ad5c2d4455d99499df1ef982df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '8b37702f-102a-47a2-aea6-80bddc134d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:14Z', 'updated_at': '2021-08-16T20:45:23Z', 'revision_number': 4, 'project_id': '34f18ad5c2d4455d99499df1ef982df3', 'gw_port': {'id': '8b37702f-102a-47a2-aea6-80bddc134d06', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700c4fad-2bf6-4c02-96eb-d0da7327d910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:15Z', 'updated_at': '2021-08-16T20:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'ab864dd6-27ab-4d98-9815-f6a1e0ee6a7e', 'tenant_id': '34f18ad5c2d4455d99499df1ef982df3', 'floating_ip_address': '172.25.1.147', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '700c4fad-2bf6-4c02-96eb-d0da7327d910', 'port_id': 'cb14be03-a62c-4f78-a96c-52779f67f17e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e55e31f8-e29e-41b3-a9dc-66b816324698', 'mac_address': 'fa:16:3e:b3:5d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:45:30Z', 'updated_at': '2021-08-16T20:46:54Z', 'revision_number': 1, 'project_id': '34f18ad5c2d4455d99499df1ef982df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a4d85c2-e064-4fbf-a372-f36dbc1acfda', 'name': '', 'network_id': 'e55e31f8-e29e-41b3-a9dc-66b816324698', 'tenant_id': '34f18ad5c2d4455d99499df1ef982df3', 'mac_address': 'fa:16:3e:b1:55:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700c4fad-2bf6-4c02-96eb-d0da7327d910', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '1808fe3d-4468-49d3-847b-1af4167b979d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:22Z', 'updated_at': '2021-08-16T20:45:31Z', 'revision_number': 5, 'project_id': '34f18ad5c2d4455d99499df1ef982df3', 'subnets': [{'id': '1808fe3d-4468-49d3-847b-1af4167b979d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:46:57.289586 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-341eff02-7e5c-4b9c-b821-8a8fb04e45c8 req-a023fdd0-c18d-495e-94e8-b4ee6cc00672 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:57.320290 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1eda5-0e79-4d99-99fb-43f6c2082934 req-347647d9-4f9a-4c64-94a6-5b059be5c82f tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:57.320290 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b2a1eda5-0e79-4d99-99fb-43f6c2082934 req-347647d9-4f9a-4c64-94a6-5b059be5c82f tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 950 time: 0.0612445 Aug 16 20:46:57.358190 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b2a1eda5-0e79-4d99-99fb-43f6c2082934 req-d3c2bf6f-e6ad-435f-89cf-dc0beda2dd76 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364673 Aug 16 20:46:57.410107 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-341eff02-7e5c-4b9c-b821-8a8fb04e45c8 req-a023fdd0-c18d-495e-94e8-b4ee6cc00672 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:57.548497 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1541eebb-d0d9-4ad0-bfe1-71fc9e24fa84 None None] New status for floating IP ab864dd6-27ab-4d98-9815-f6a1e0ee6a7e: ACTIVE {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:46:57.563832 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [req-341eff02-7e5c-4b9c-b821-8a8fb04e45c8 req-a023fdd0-c18d-495e-94e8-b4ee6cc00672 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Floating IP e4d083a6-1b56-433f-bb58-ba81c8cfffbc associated. External IP: 172.25.1.210, port: f783301d-6c8b-47e9-94ce-77eb1aa79ef8. Aug 16 20:46:57.675377 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34136) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:57.759118 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d35ee6e-d208-4a4f-8179-2f36b03ed639 admin admin] Deleting subnet 2f44991d-5963-4603-beac-a75bad0d4ce6 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:46:57.762397 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7d35ee6e-d208-4a4f-8179-2f36b03ed639 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:57.763609 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8', 'tag': 'cb14be03-a62c-4f78-a96c-52779f67f17e'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:57.767555 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1b989b-df74-4e5e-a94c-995bd70a326b" -d '{"events": [{"name": "network-changed", "server_uuid": "1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8", "tag": "cb14be03-a62c-4f78-a96c-52779f67f17e"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:57.812544 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7d35ee6e-d208-4a4f-8179-2f36b03ed639 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:57.856827 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 34142) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:57.862457 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7d35ee6e-d208-4a4f-8179-2f36b03ed639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:57.917678 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [req-341eff02-7e5c-4b9c-b821-8a8fb04e45c8 req-a023fdd0-c18d-495e-94e8-b4ee6cc00672 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Router c09ecba2-03c7-4958-ba25-c9e2f41e524c has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:46:57.929910 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfae6e8-cebf-4b37-b3ea-5c07729d072d x-openstack-request-id: req-3bfae6e8-cebf-4b37-b3ea-5c07729d072d {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:57.929910 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8", "tag": "cb14be03-a62c-4f78-a96c-52779f67f17e", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:57.929910 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3bfae6e8-cebf-4b37-b3ea-5c07729d072d {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:57.929910 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8', 'tag': 'cb14be03-a62c-4f78-a96c-52779f67f17e', 'status': 'completed', 'code': 200} Aug 16 20:46:57.994611 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ff4bfb28-b7a8-47e3-9798-46905d6544ba tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:58.037762 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b989b-df74-4e5e-a94c-995bd70a326b req-d8559895-6ddf-4c4a-a680-21201bb52677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:58.039990 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9d1b989b-df74-4e5e-a94c-995bd70a326b req-d8559895-6ddf-4c4a-a680-21201bb52677 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=34f18ad5c2d4455d99499df1ef982df3&device_id=1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8 HTTP/1.1" status: 200 len: 1098 time: 0.0550804 Aug 16 20:46:58.059566 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ff4bfb28-b7a8-47e3-9798-46905d6544ba tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:58.101242 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7d35ee6e-d208-4a4f-8179-2f36b03ed639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:58.102988 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-341eff02-7e5c-4b9c-b821-8a8fb04e45c8 req-a023fdd0-c18d-495e-94e8-b4ee6cc00672 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:46:58.107991 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-341eff02-7e5c-4b9c-b821-8a8fb04e45c8 req-a023fdd0-c18d-495e-94e8-b4ee6cc00672 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:58.115847 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6556b993-b7e7-4766-8054-56ff8b88e199 None None] Sync routers for ids ['c09ecba2-03c7-4958-ba25-c9e2f41e524c'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:46:58.127701 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6556b993-b7e7-4766-8054-56ff8b88e199 None None] Routers {'c09ecba2-03c7-4958-ba25-c9e2f41e524c'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:46:58.128609 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-6556b993-b7e7-4766-8054-56ff8b88e199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:46:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['c09ecba2-03c7-4958-ba25-c9e2f41e524c'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:58.149015 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-341eff02-7e5c-4b9c-b821-8a8fb04e45c8 req-a023fdd0-c18d-495e-94e8-b4ee6cc00672 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "PUT /v2.0/floatingips/e4d083a6-1b56-433f-bb58-ba81c8cfffbc HTTP/1.1" status: 200 len: 997 time: 2.3049710 Aug 16 20:46:58.160117 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d35ee6e-d208-4a4f-8179-2f36b03ed639 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f44991d-5963-4603-beac-a75bad0d4ce6,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:58.173265 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7d35ee6e-d208-4a4f-8179-2f36b03ed639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:58.175483 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7d35ee6e-d208-4a4f-8179-2f36b03ed639 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/2f44991d-5963-4603-beac-a75bad0d4ce6 HTTP/1.1" status: 204 len: 168 time: 0.4990778 Aug 16 20:46:58.178426 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34144) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:58.206940 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341eff02-7e5c-4b9c-b821-8a8fb04e45c8 req-35c943fb-6f73-4541-8edf-0fbf840a0514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:58.209868 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-341eff02-7e5c-4b9c-b821-8a8fb04e45c8 req-35c943fb-6f73-4541-8edf-0fbf840a0514 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=30032294c02e47998da47b1124817457&device_id=57c0d9db-2767-431f-80dd-5c28cba2050f HTTP/1.1" status: 200 len: 1098 time: 0.0560470 Aug 16 20:46:58.270181 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-6556b993-b7e7-4766-8054-56ff8b88e199 None None] Set router c09ecba2-03c7-4958-ba25-c9e2f41e524c gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:46:58.303411 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7dff441a-a16f-4285-ae9d-ba05344a565c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:58.303775 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ff4bfb28-b7a8-47e3-9798-46905d6544ba tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:58.307024 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ff4bfb28-b7a8-47e3-9798-46905d6544ba tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:58.310750 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ff4bfb28-b7a8-47e3-9798-46905d6544ba tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "DELETE /v2.0/security-groups/381dd21c-901f-4cf7-acca-a2cddfec97a6 HTTP/1.1" status: 204 len: 168 time: 0.4499977 Aug 16 20:46:58.310907 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b989b-df74-4e5e-a94c-995bd70a326b req-cca84dab-c831-4176-98de-abfc8fc564f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:58.310907 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9d1b989b-df74-4e5e-a94c-995bd70a326b req-cca84dab-c831-4176-98de-abfc8fc564f7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e55e31f8-e29e-41b3-a9dc-66b816324698 HTTP/1.1" status: 200 len: 916 time: 0.2620113 Aug 16 20:46:58.314977 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34148) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:58.345385 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4bfb28-b7a8-47e3-9798-46905d6544ba tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=381dd21c-901f-4cf7-acca-a2cddfec97a6,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:58.369569 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-31410b92-c18a-44b2-a6b7-a88439e83e87 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] show failed (client error): The resource could not be found. Aug 16 20:46:58.369569 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-31410b92-c18a-44b2-a6b7-a88439e83e87 tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "GET /v2.0/security-groups/381dd21c-901f-4cf7-acca-a2cddfec97a6 HTTP/1.1" status: 404 len: 347 time: 0.0446012 Aug 16 20:46:58.373067 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d983d8-cfb9-42a4-bab2-c32730934f94 req-c3b34c1b-2d7e-4ddc-a91e-a648fe5da321 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:58.391306 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c2d983d8-cfb9-42a4-bab2-c32730934f94 req-c3b34c1b-2d7e-4ddc-a91e-a648fe5da321 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 945 time: 0.1104946 Aug 16 20:46:58.394764 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 34150) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:58.486105 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9d1b989b-df74-4e5e-a94c-995bd70a326b req-ceef90d7-99b9-44ab-91c9-ecfe42e81398 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb14be03-a62c-4f78-a96c-52779f67f17e HTTP/1.1" status: 200 len: 1002 time: 0.1583564 Aug 16 20:46:58.487871 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7dff441a-a16f-4285-ae9d-ba05344a565c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:58.509088 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-7dff441a-a16f-4285-ae9d-ba05344a565c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['129de689-1a67-4447-bccf-e675c592e5c9']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:58.530946 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c2d983d8-cfb9-42a4-bab2-c32730934f94 req-2872bf98-c9b8-457e-b286-8901885ed0a2 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386826 Aug 16 20:46:58.541998 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-7dff441a-a16f-4285-ae9d-ba05344a565c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd55822d8-6a18-4bf0-8e46-976d628f1806') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:58.542431 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-7dff441a-a16f-4285-ae9d-ba05344a565c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd55822d8-6a18-4bf0-8e46-976d628f1806') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:58.549308 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341eff02-7e5c-4b9c-b821-8a8fb04e45c8 req-3b082c3a-9cf6-4fc1-a9ab-abd9676accd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:58.557045 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-341eff02-7e5c-4b9c-b821-8a8fb04e45c8 req-3b082c3a-9cf6-4fc1-a9ab-abd9676accd3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=712844f1-efe0-47f4-a231-6a1623362500 HTTP/1.1" status: 200 len: 930 time: 0.3400400 Aug 16 20:46:58.559815 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7dff441a-a16f-4285-ae9d-ba05344a565c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:58.596429 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7dff441a-a16f-4285-ae9d-ba05344a565c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:58.609756 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-6556b993-b7e7-4766-8054-56ff8b88e199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09ecba2-03c7-4958-ba25-c9e2f41e524c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1526633338-router', 'tenant_id': '30032294c02e47998da47b1124817457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'c2c24b8b-418b-4df1-955c-d4903e7ff57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:17Z', 'updated_at': '2021-08-16T20:46:27Z', 'revision_number': 4, 'project_id': '30032294c02e47998da47b1124817457', 'gw_port': {'id': 'c2c24b8b-418b-4df1-955c-d4903e7ff57f', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09ecba2-03c7-4958-ba25-c9e2f41e524c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:19Z', 'updated_at': '2021-08-16T20:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'e4d083a6-1b56-433f-bb58-ba81c8cfffbc', 'tenant_id': '30032294c02e47998da47b1124817457', 'floating_ip_address': '172.25.1.210', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': 'c09ecba2-03c7-4958-ba25-c9e2f41e524c', 'port_id': 'f783301d-6c8b-47e9-94ce-77eb1aa79ef8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '712844f1-efe0-47f4-a231-6a1623362500', 'mac_address': 'fa:16:3e:ce:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c0d9db-2767-431f-80dd-5c28cba2050f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:46:52Z', 'updated_at': '2021-08-16T20:46:57Z', 'revision_number': 1, 'project_id': '30032294c02e47998da47b1124817457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ddc248-788f-4a4e-8fe3-d60a8456d5f8', 'name': '', 'network_id': '712844f1-efe0-47f4-a231-6a1623362500', 'tenant_id': '30032294c02e47998da47b1124817457', 'mac_address': 'fa:16:3e:b1:8d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09ecba2-03c7-4958-ba25-c9e2f41e524c', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '102329de-f784-4cc5-876b-70fa67ceb897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:25Z', 'updated_at': '2021-08-16T20:46:33Z', 'revision_number': 5, 'project_id': '30032294c02e47998da47b1124817457', 'subnets': [{'id': '102329de-f784-4cc5-876b-70fa67ceb897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:58.614509 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dff441a-a16f-4285-ae9d-ba05344a565c admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:46:58.614928 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7dff441a-a16f-4285-ae9d-ba05344a565c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:58.639841 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6556b993-b7e7-4766-8054-56ff8b88e199 None None] Checking router: c09ecba2-03c7-4958-ba25-c9e2f41e524c for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:46:58.650525 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6556b993-b7e7-4766-8054-56ff8b88e199 None None] Routers {'c09ecba2-03c7-4958-ba25-c9e2f41e524c'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:46:58.651262 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-6556b993-b7e7-4766-8054-56ff8b88e199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:46:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['c09ecba2-03c7-4958-ba25-c9e2f41e524c'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:58.672441 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-341eff02-7e5c-4b9c-b821-8a8fb04e45c8 req-a28d41d0-af66-4972-8bda-39568cb8d7a2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f783301d-6c8b-47e9-94ce-77eb1aa79ef8 HTTP/1.1" status: 200 len: 1000 time: 0.1146545 Aug 16 20:46:58.706639 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:46:58.706639 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:46:58.706639 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:46:58.706639 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:46:58.706639 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:46:58.706639 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:46:58.706639 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:46:58.706639 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:46:58.706639 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:46:58.706639 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:46:58.706639 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:46:58.706639 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:46:58.706639 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:46:58.706639 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:46:58.706639 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:46:58.706639 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:46:58.706639 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:46:58.706639 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:46:58.706639 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:46:58.706639 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:46:58.706639 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:46:58.706639 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:46:58.706639 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:46:58.706639 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:46:58.706639 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:46:58.706639 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:46:58.706639 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:46:58.706639 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:46:58.706639 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:46:58.706639 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:46:58.706639 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:46:58.706639 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:46:58.712599 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b989b-df74-4e5e-a94c-995bd70a326b req-94c15712-18b8-4a43-919e-5264845687e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:58.714311 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9d1b989b-df74-4e5e-a94c-995bd70a326b req-94c15712-18b8-4a43-919e-5264845687e1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1808fe3d-4468-49d3-847b-1af4167b979d HTTP/1.1" status: 200 len: 854 time: 0.2162578 Aug 16 20:46:58.768771 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b989b-df74-4e5e-a94c-995bd70a326b req-7e350c74-de66-4287-9e3d-95a0240f1f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:58.771297 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9d1b989b-df74-4e5e-a94c-995bd70a326b req-7e350c74-de66-4287-9e3d-95a0240f1f07 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e55e31f8-e29e-41b3-a9dc-66b816324698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482759 Aug 16 20:46:58.776923 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-109684f1-33aa-4e71-b32d-f2ad7ad3d60b tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Deleting port 6ca9ba82-b34c-464a-bad2-44def92d17c0 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:46:58.777278 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-109684f1-33aa-4e71-b32d-f2ad7ad3d60b tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:58.823366 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341eff02-7e5c-4b9c-b821-8a8fb04e45c8 req-fc647f0f-272f-4ecb-9085-ed5c84d30ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:58.824930 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-341eff02-7e5c-4b9c-b821-8a8fb04e45c8 req-fc647f0f-272f-4ecb-9085-ed5c84d30ec1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=102329de-f784-4cc5-876b-70fa67ceb897 HTTP/1.1" status: 200 len: 868 time: 0.1385362 Aug 16 20:46:58.832692 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-ddbf8984-98f0-4593-9d92-893074261dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:58.833883 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-ddbf8984-98f0-4593-9d92-893074261dc2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390&tenant_id=8eeb19c70e2743deaa8aa99547f66522 HTTP/1.1" status: 200 len: 1102 time: 0.1735115 Aug 16 20:46:58.844135 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7dff441a-a16f-4285-ae9d-ba05344a565c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:58.846074 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490e87a-5588-42ba-b1c4-bf92a4d53f81 req-22da99ea-cd8c-469e-9405-691f26a0ab5c tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:58.846764 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3490e87a-5588-42ba-b1c4-bf92a4d53f81 req-22da99ea-cd8c-469e-9405-691f26a0ab5c tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 950 time: 0.1874390 Aug 16 20:46:58.860159 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7dff441a-a16f-4285-ae9d-ba05344a565c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:58.865846 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7dff441a-a16f-4285-ae9d-ba05344a565c admin admin] 10.222.0.84 "DELETE /v2.0/networks/129de689-1a67-4447-bccf-e675c592e5c9 HTTP/1.1" status: 204 len: 168 time: 0.6835892 Aug 16 20:46:58.874520 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-2bd964ff-2835-4ea1-8bb7-f9ca8d4c5b5a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-15', 'device_owner': 'compute:nova'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:58.887511 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff441a-a16f-4285-ae9d-ba05344a565c admin admin] Pushing event deleted for resources: {'Network': ['ID=129de689-1a67-4447-bccf-e675c592e5c9,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:58.927957 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9d1b989b-df74-4e5e-a94c-995bd70a326b req-484be8c9-54a7-436d-8895-019b9fbe6663 service neutron] 10.222.0.90 "GET /v2.0/networks/e55e31f8-e29e-41b3-a9dc-66b816324698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466668 Aug 16 20:46:58.929573 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-6556b993-b7e7-4766-8054-56ff8b88e199 None None] Set router c09ecba2-03c7-4958-ba25-c9e2f41e524c gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:46:59.002617 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3490e87a-5588-42ba-b1c4-bf92a4d53f81 req-3b662442-554c-42cb-8535-5fe0b848509d tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414392 Aug 16 20:46:59.007594 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-109684f1-33aa-4e71-b32d-f2ad7ad3d60b tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:59.008116 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-109684f1-33aa-4e71-b32d-f2ad7ad3d60b tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:59.018401 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341eff02-7e5c-4b9c-b821-8a8fb04e45c8 req-6a79fd30-c4d4-43e9-a0f8-d6be2c67eca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:59.019621 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-341eff02-7e5c-4b9c-b821-8a8fb04e45c8 req-6a79fd30-c4d4-43e9-a0f8-d6be2c67eca2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=712844f1-efe0-47f4-a231-6a1623362500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1831343 Aug 16 20:46:59.020201 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-2bd964ff-2835-4ea1-8bb7-f9ca8d4c5b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:59.035755 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-109684f1-33aa-4e71-b32d-f2ad7ad3d60b tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Calling delete_port for 6ca9ba82-b34c-464a-bad2-44def92d17c0 owned by network:floatingip {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:46:59.068720 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9d1b989b-df74-4e5e-a94c-995bd70a326b req-9d621650-d456-43db-b1eb-f445db0a3723 service neutron] 10.222.0.90 "GET /v2.0/networks/e55e31f8-e29e-41b3-a9dc-66b816324698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308513 Aug 16 20:46:59.219280 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-6556b993-b7e7-4766-8054-56ff8b88e199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09ecba2-03c7-4958-ba25-c9e2f41e524c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1526633338-router', 'tenant_id': '30032294c02e47998da47b1124817457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'c2c24b8b-418b-4df1-955c-d4903e7ff57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:17Z', 'updated_at': '2021-08-16T20:46:27Z', 'revision_number': 4, 'project_id': '30032294c02e47998da47b1124817457', 'gw_port': {'id': 'c2c24b8b-418b-4df1-955c-d4903e7ff57f', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09ecba2-03c7-4958-ba25-c9e2f41e524c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:19Z', 'updated_at': '2021-08-16T20:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'e4d083a6-1b56-433f-bb58-ba81c8cfffbc', 'tenant_id': '30032294c02e47998da47b1124817457', 'floating_ip_address': '172.25.1.210', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': 'c09ecba2-03c7-4958-ba25-c9e2f41e524c', 'port_id': 'f783301d-6c8b-47e9-94ce-77eb1aa79ef8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '712844f1-efe0-47f4-a231-6a1623362500', 'mac_address': 'fa:16:3e:ce:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c0d9db-2767-431f-80dd-5c28cba2050f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:46:52Z', 'updated_at': '2021-08-16T20:46:57Z', 'revision_number': 1, 'project_id': '30032294c02e47998da47b1124817457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ddc248-788f-4a4e-8fe3-d60a8456d5f8', 'name': '', 'network_id': '712844f1-efe0-47f4-a231-6a1623362500', 'tenant_id': '30032294c02e47998da47b1124817457', 'mac_address': 'fa:16:3e:b1:8d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09ecba2-03c7-4958-ba25-c9e2f41e524c', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '102329de-f784-4cc5-876b-70fa67ceb897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:25Z', 'updated_at': '2021-08-16T20:46:33Z', 'revision_number': 5, 'project_id': '30032294c02e47998da47b1124817457', 'subnets': [{'id': '102329de-f784-4cc5-876b-70fa67ceb897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:59.245259 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6556b993-b7e7-4766-8054-56ff8b88e199 None None] The sync data for ids ['c09ecba2-03c7-4958-ba25-c9e2f41e524c'] in n-d-793620-15 is: [{'id': 'c09ecba2-03c7-4958-ba25-c9e2f41e524c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1526633338-router', 'tenant_id': '30032294c02e47998da47b1124817457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'c2c24b8b-418b-4df1-955c-d4903e7ff57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:17Z', 'updated_at': '2021-08-16T20:46:27Z', 'revision_number': 4, 'project_id': '30032294c02e47998da47b1124817457', 'gw_port': {'id': 'c2c24b8b-418b-4df1-955c-d4903e7ff57f', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09ecba2-03c7-4958-ba25-c9e2f41e524c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:19Z', 'updated_at': '2021-08-16T20:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'e4d083a6-1b56-433f-bb58-ba81c8cfffbc', 'tenant_id': '30032294c02e47998da47b1124817457', 'floating_ip_address': '172.25.1.210', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': 'c09ecba2-03c7-4958-ba25-c9e2f41e524c', 'port_id': 'f783301d-6c8b-47e9-94ce-77eb1aa79ef8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '712844f1-efe0-47f4-a231-6a1623362500', 'mac_address': 'fa:16:3e:ce:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c0d9db-2767-431f-80dd-5c28cba2050f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:46:52Z', 'updated_at': '2021-08-16T20:46:57Z', 'revision_number': 1, 'project_id': '30032294c02e47998da47b1124817457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ddc248-788f-4a4e-8fe3-d60a8456d5f8', 'name': '', 'network_id': '712844f1-efe0-47f4-a231-6a1623362500', 'tenant_id': '30032294c02e47998da47b1124817457', 'mac_address': 'fa:16:3e:b1:8d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09ecba2-03c7-4958-ba25-c9e2f41e524c', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '102329de-f784-4cc5-876b-70fa67ceb897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:25Z', 'updated_at': '2021-08-16T20:46:33Z', 'revision_number': 5, 'project_id': '30032294c02e47998da47b1124817457', 'subnets': [{'id': '102329de-f784-4cc5-876b-70fa67ceb897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:46:59.294966 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-341eff02-7e5c-4b9c-b821-8a8fb04e45c8 req-b4321306-4d21-4484-a2b4-17f96e841654 service neutron] 10.222.0.84 "GET /v2.0/networks/712844f1-efe0-47f4-a231-6a1623362500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571390 Aug 16 20:46:59.407568 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34172) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:59.466577 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1d7491b2-9f34-4a13-abe2-6422521092e3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8cc126ebead24b64ac4f071673509eb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0547345 Aug 16 20:46:59.466860 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34174) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:59.481235 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5150d150-c473-4c76-a561-271a8b50c100 None None] New status for floating IP e4d083a6-1b56-433f-bb58-ba81c8cfffbc: ACTIVE {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:46:59.489680 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-2bd964ff-2835-4ea1-8bb7-f9ca8d4c5b5a service neutron] For port 40e63186-9497-424f-b44b-5fd04a73ebc0, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=40e63186-9497-424f-b44b-5fd04a73ebc0,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:59.493700 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-341eff02-7e5c-4b9c-b821-8a8fb04e45c8 req-e07cf2ea-5eed-45fb-9fc8-fe030ffe681a service neutron] 10.222.0.84 "GET /v2.0/networks/712844f1-efe0-47f4-a231-6a1623362500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820192 Aug 16 20:46:59.501082 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 1f1afcab-1f91-467b-9eb7-bc40869e6903 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:46:59.548830 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-2bd964ff-2835-4ea1-8bb7-f9ca8d4c5b5a service neutron] For port 40e63186-9497-424f-b44b-5fd04a73ebc0, host n-h1-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:46:59.577373 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f8fe5214-df7e-4f5d-b624-e5c22557361b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:59.580023 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-109684f1-33aa-4e71-b32d-f2ad7ad3d60b tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:59.628029 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f8fe5214-df7e-4f5d-b624-e5c22557361b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:59.654910 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 1f1afcab-1f91-467b-9eb7-bc40869e6903, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=1f1afcab-1f91-467b-9eb7-bc40869e6903,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:59.670470 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '1f1afcab-1f91-467b-9eb7-bc40869e6903', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': '1f1afcab-1f91-467b-9eb7-bc40869e6903', 'mac_address': 'fa:16:3e:59:a4:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:46:59.717635 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:59.737477 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f1afcab-1f91-467b-9eb7-bc40869e6903 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:59.756041 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109684f1-33aa-4e71-b32d-f2ad7ad3d60b tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Pushing event deleted for resources: {'Port': ['ID=6ca9ba82-b34c-464a-bad2-44def92d17c0,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:59.762779 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 1f1afcab-1f91-467b-9eb7-bc40869e6903, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=1f1afcab-1f91-467b-9eb7-bc40869e6903,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:59.840211 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-2bd964ff-2835-4ea1-8bb7-f9ca8d4c5b5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:59.841346 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f8fe5214-df7e-4f5d-b624-e5c22557361b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:59.844047 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f8fe5214-df7e-4f5d-b624-e5c22557361b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:59.844633 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e846ceb8-97dc-4d65-adcd-b0c5c61f9ea5 req-dc430f23-5d62-4a1e-aaf4-4edbafbb7550 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a62a55b9-bca3-4741-b3c8-231816b1f586&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2664194 Aug 16 20:46:59.845192 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f8fe5214-df7e-4f5d-b624-e5c22557361b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/784a2506-8174-42ad-91e6-2a06a681d48c HTTP/1.1" status: 204 len: 168 time: 0.3772004 Aug 16 20:46:59.853442 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe5214-df7e-4f5d-b624-e5c22557361b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784a2506-8174-42ad-91e6-2a06a681d48c,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:59.875292 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978e641-8145-4093-bfd4-427877d5bd3f req-14fdea9f-991d-4d44-9462-8b766c1c711b tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:59.882656 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5978e641-8145-4093-bfd4-427877d5bd3f req-14fdea9f-991d-4d44-9462-8b766c1c711b tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 945 time: 0.2403388 Aug 16 20:46:59.930959 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:59.936304 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-2bd964ff-2835-4ea1-8bb7-f9ca8d4c5b5a service neutron] Transition to ACTIVE for port object 40e63186-9497-424f-b44b-5fd04a73ebc0 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:59.938777 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c0d9db-2767-431f-80dd-5c28cba2050f', 'tag': 'f783301d-6c8b-47e9-94ce-77eb1aa79ef8'}, {'server_uuid': '8169bb36-7168-491e-a133-a4cbde0e2390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40e63186-9497-424f-b44b-5fd04a73ebc0'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:59.941097 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65cebf13-1e38-44f0-b3a3-6e5d08666ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "57c0d9db-2767-431f-80dd-5c28cba2050f", "tag": "f783301d-6c8b-47e9-94ce-77eb1aa79ef8"}, {"server_uuid": "8169bb36-7168-491e-a133-a4cbde0e2390", "name": "network-vif-unplugged", "status": "completed", "tag": "40e63186-9497-424f-b44b-5fd04a73ebc0"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:59.973826 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-109684f1-33aa-4e71-b32d-f2ad7ad3d60b tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks [] for floatingip, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:59.976458 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-109684f1-33aa-4e71-b32d-f2ad7ad3d60b tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:59.977637 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-109684f1-33aa-4e71-b32d-f2ad7ad3d60b tempest-ServersWithSpecificFlavorTestJSON-1739722607 tempest-ServersWithSpecificFlavorTestJSON-1739722607-project] 10.222.0.84 "DELETE /v2.0/floatingips/be433c8a-28b6-4d8a-96b7-ece8b60df703 HTTP/1.1" status: 204 len: 168 time: 1.5765517 Aug 16 20:46:59.987321 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=1f1afcab-1f91-467b-9eb7-bc40869e6903,revision_number=6']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:59.997142 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-16a6f9c2-9512-41a1-b86c-97a387a95eed req-f1a96851-a8f8-445c-bebd-4a70761a96b6 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 258 time: 0.3083165 Aug 16 20:47:00.004804 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5978e641-8145-4093-bfd4-427877d5bd3f req-e7a5b7a0-055c-4426-9191-a5c967728642 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213028 Aug 16 20:47:00.013759 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-16a6f9c2-9512-41a1-b86c-97a387a95eed req-c3e01c37-f325-4174-846f-8b6581e158a6 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:00.038910 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846ceb8-97dc-4d65-adcd-b0c5c61f9ea5 req-034c0af1-338f-4576-bea2-53ef9a79c209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:00.040483 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e846ceb8-97dc-4d65-adcd-b0c5c61f9ea5 req-034c0af1-338f-4576-bea2-53ef9a79c209 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ef76538be3f42efb94d0f0a8384d0d1&device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 1097 time: 0.1224248 Aug 16 20:47:00.070769 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-2bd964ff-2835-4ea1-8bb7-f9ca8d4c5b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:00.082553 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67ee0e2-5047-4144-a7c3-3cb6ccee2307 x-openstack-request-id: req-e67ee0e2-5047-4144-a7c3-3cb6ccee2307 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:00.082553 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57c0d9db-2767-431f-80dd-5c28cba2050f", "tag": "f783301d-6c8b-47e9-94ce-77eb1aa79ef8", "status": "completed", "code": 200}, {"server_uuid": "8169bb36-7168-491e-a133-a4cbde0e2390", "name": "network-vif-unplugged", "status": "completed", "tag": "40e63186-9497-424f-b44b-5fd04a73ebc0", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:00.082553 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e67ee0e2-5047-4144-a7c3-3cb6ccee2307 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:00.082553 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57c0d9db-2767-431f-80dd-5c28cba2050f', 'tag': 'f783301d-6c8b-47e9-94ce-77eb1aa79ef8', 'status': 'completed', 'code': 200} Aug 16 20:47:00.082553 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8169bb36-7168-491e-a133-a4cbde0e2390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40e63186-9497-424f-b44b-5fd04a73ebc0', 'code': 200} Aug 16 20:47:00.102449 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['1f1afcab-1f91-467b-9eb7-bc40869e6903'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:00.159557 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cebf13-1e38-44f0-b3a3-6e5d08666ab7 req-98562a83-cc0a-4e9b-a84c-63ea570b7f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:00.160000 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-2bd964ff-2835-4ea1-8bb7-f9ca8d4c5b5a service neutron] No DVR routers for this DVR port 40e63186-9497-424f-b44b-5fd04a73ebc0 on host n-h1-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:47:00.161062 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-65cebf13-1e38-44f0-b3a3-6e5d08666ab7 req-98562a83-cc0a-4e9b-a84c-63ea570b7f5a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=30032294c02e47998da47b1124817457&device_id=57c0d9db-2767-431f-80dd-5c28cba2050f HTTP/1.1" status: 200 len: 1098 time: 0.0546079 Aug 16 20:47:00.222795 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd964ff-2835-4ea1-8bb7-f9ca8d4c5b5a service neutron] Pushing event updated for resources: {'Port': ['ID=40e63186-9497-424f-b44b-5fd04a73ebc0,revision_number=10']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:00.244078 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-16a6f9c2-9512-41a1-b86c-97a387a95eed req-c3e01c37-f325-4174-846f-8b6581e158a6 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks [] for floatingip, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:00.354160 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-2bd964ff-2835-4ea1-8bb7-f9ca8d4c5b5a service neutron] Attempting to bind port 40e63186-9497-424f-b44b-5fd04a73ebc0 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:47:00.354781 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-2bd964ff-2835-4ea1-8bb7-f9ca8d4c5b5a service neutron] Attempting to bind port 40e63186-9497-424f-b44b-5fd04a73ebc0 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:47:00.354781 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-2bd964ff-2835-4ea1-8bb7-f9ca8d4c5b5a service neutron] Attempting to bind port 40e63186-9497-424f-b44b-5fd04a73ebc0 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:00.361790 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cebf13-1e38-44f0-b3a3-6e5d08666ab7 req-f7e25aaa-cf90-457e-a60e-23d6c7e895f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:00.363757 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-65cebf13-1e38-44f0-b3a3-6e5d08666ab7 req-f7e25aaa-cf90-457e-a60e-23d6c7e895f2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=712844f1-efe0-47f4-a231-6a1623362500 HTTP/1.1" status: 200 len: 930 time: 0.1912000 Aug 16 20:47:00.402103 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-2bd964ff-2835-4ea1-8bb7-f9ca8d4c5b5a service neutron] Port 40e63186-9497-424f-b44b-5fd04a73ebc0 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:47:00.402103 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-2bd964ff-2835-4ea1-8bb7-f9ca8d4c5b5a service neutron] Attempting to bind port 40e63186-9497-424f-b44b-5fd04a73ebc0 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:00.424068 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-2bd964ff-2835-4ea1-8bb7-f9ca8d4c5b5a service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:47:00.425185 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-2bd964ff-2835-4ea1-8bb7-f9ca8d4c5b5a service neutron] Checking segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:47:00.425185 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-2bd964ff-2835-4ea1-8bb7-f9ca8d4c5b5a service neutron] Bound using segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:47:00.425656 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-2bd964ff-2835-4ea1-8bb7-f9ca8d4c5b5a service neutron] Bound port: 40e63186-9497-424f-b44b-5fd04a73ebc0, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:47:00.426227 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-2bd964ff-2835-4ea1-8bb7-f9ca8d4c5b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:00.433837 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846ceb8-97dc-4d65-adcd-b0c5c61f9ea5 req-64eabdef-a0ec-45d2-b7a6-4d02f2a6d82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:00.435042 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e846ceb8-97dc-4d65-adcd-b0c5c61f9ea5 req-64eabdef-a0ec-45d2-b7a6-4d02f2a6d82f service neutron] 10.222.0.72 "GET /v2.0/networks?id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa HTTP/1.1" status: 200 len: 909 time: 0.2990961 Aug 16 20:47:00.450462 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-65cebf13-1e38-44f0-b3a3-6e5d08666ab7 req-877ba22a-a735-4b1a-8825-855b6f0d20da service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f783301d-6c8b-47e9-94ce-77eb1aa79ef8 HTTP/1.1" status: 200 len: 1002 time: 0.0716088 Aug 16 20:47:00.470489 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb878d2-0e42-461b-aa33-cec14138d00b req-0d1b7fe0-0782-40db-b003-5d41081d0795 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:00.478745 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dcb878d2-0e42-461b-aa33-cec14138d00b req-0d1b7fe0-0782-40db-b003-5d41081d0795 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 949 time: 0.1443839 Aug 16 20:47:00.527937 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e846ceb8-97dc-4d65-adcd-b0c5c61f9ea5 req-8fca752c-eee3-4b4d-9a49-5166c9272e8a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b9c22c8-33bc-40d8-8425-7113a04b57ca HTTP/1.1" status: 200 len: 217 time: 0.0727966 Aug 16 20:47:00.538833 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cebf13-1e38-44f0-b3a3-6e5d08666ab7 req-0c91dbde-164e-4bf7-8631-daf602b66f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:00.542105 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-65cebf13-1e38-44f0-b3a3-6e5d08666ab7 req-0c91dbde-164e-4bf7-8631-daf602b66f6b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=102329de-f784-4cc5-876b-70fa67ceb897 HTTP/1.1" status: 200 len: 868 time: 0.0702391 Aug 16 20:47:00.612779 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cebf13-1e38-44f0-b3a3-6e5d08666ab7 req-fa54369f-6d39-40fa-8a6b-323b37cf2e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:00.614854 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-65cebf13-1e38-44f0-b3a3-6e5d08666ab7 req-fa54369f-6d39-40fa-8a6b-323b37cf2e2f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=712844f1-efe0-47f4-a231-6a1623362500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555685 Aug 16 20:47:00.737547 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-65cebf13-1e38-44f0-b3a3-6e5d08666ab7 req-2f88c955-dbd3-49cd-93b0-6892061f54b7 service neutron] 10.222.0.90 "GET /v2.0/networks/712844f1-efe0-47f4-a231-6a1623362500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964620 Aug 16 20:47:00.856163 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-65cebf13-1e38-44f0-b3a3-6e5d08666ab7 req-3b61e35d-6d0d-4ff9-8723-43d623af27b6 service neutron] 10.222.0.90 "GET /v2.0/networks/712844f1-efe0-47f4-a231-6a1623362500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090949 Aug 16 20:47:00.999509 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dcb878d2-0e42-461b-aa33-cec14138d00b req-d133b431-ea6a-4861-aeb7-32cbff2d7012 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5198224 Aug 16 20:47:01.017025 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-2bd964ff-2835-4ea1-8bb7-f9ca8d4c5b5a service neutron] For port 40e63186-9497-424f-b44b-5fd04a73ebc0, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:47:01.022856 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-2bd964ff-2835-4ea1-8bb7-f9ca8d4c5b5a service neutron] For port 40e63186-9497-424f-b44b-5fd04a73ebc0, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=40e63186-9497-424f-b44b-5fd04a73ebc0,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:47:01.026023 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846ceb8-97dc-4d65-adcd-b0c5c61f9ea5 req-a608443d-ecf4-4494-9737-f325853c193b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:01.027539 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e846ceb8-97dc-4d65-adcd-b0c5c61f9ea5 req-a608443d-ecf4-4494-9737-f325853c193b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=32473632-cd45-434e-a077-52a281cec044 HTTP/1.1" status: 200 len: 848 time: 0.1486402 Aug 16 20:47:01.039378 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-d95940da-261f-4767-9d57-f192260a97a4 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:01.048006 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-d95940da-261f-4767-9d57-f192260a97a4 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591&tenant_id=8ef76538be3f42efb94d0f0a8384d0d1&binding%3Ahost_id=n-h1-793620-15 HTTP/1.1" status: 200 len: 1097 time: 0.1577306 Aug 16 20:47:01.049287 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-16a6f9c2-9512-41a1-b86c-97a387a95eed req-c3e01c37-f325-4174-846f-8b6581e158a6 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:01.074655 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e846ceb8-97dc-4d65-adcd-b0c5c61f9ea5 req-e0400957-26f1-4bf5-a783-fda74b5f97e0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377991 Aug 16 20:47:01.079554 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-b55c3a3f-f82f-4b95-a72b-04c02db2bbc9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793620-15'}}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:01.187433 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-2bd964ff-2835-4ea1-8bb7-f9ca8d4c5b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:01.350444 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-2bd964ff-2835-4ea1-8bb7-f9ca8d4c5b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:01.356462 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-2bd964ff-2835-4ea1-8bb7-f9ca8d4c5b5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:01.356462 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-2bd964ff-2835-4ea1-8bb7-f9ca8d4c5b5a service neutron] 10.222.0.90 "PUT /v2.0/ports/40e63186-9497-424f-b44b-5fd04a73ebc0 HTTP/1.1" status: 200 len: 1098 time: 2.4936435 Aug 16 20:47:01.369811 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-b55c3a3f-f82f-4b95-a72b-04c02db2bbc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:01.390687 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd964ff-2835-4ea1-8bb7-f9ca8d4c5b5a service neutron] Pushing event updated for resources: {'Port': ['ID=40e63186-9497-424f-b44b-5fd04a73ebc0,revision_number=11']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:01.438420 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-16a6f9c2-9512-41a1-b86c-97a387a95eed req-c3e01c37-f325-4174-846f-8b6581e158a6 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Allocated IP 172.25.1.213 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/b652f518-f6d4-44b2-9f56-1f648bcec556) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:47:01.510094 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 1f1afcab-1f91-467b-9eb7-bc40869e6903 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:01.582210 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4897b9f-80d4-47cb-9c5e-7dff0b93b2d7 req-3cf8b19d-6207-4240-b132-844918325da2 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:01.591265 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c4897b9f-80d4-47cb-9c5e-7dff0b93b2d7 req-3cf8b19d-6207-4240-b132-844918325da2 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 945 time: 0.3850825 Aug 16 20:47:01.614395 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e846ceb8-97dc-4d65-adcd-b0c5c61f9ea5 req-34112812-bb74-40bc-a958-3a60e4100da5 service neutron] 10.222.0.72 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5159695 Aug 16 20:47:01.619492 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 1f1afcab-1f91-467b-9eb7-bc40869e6903 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:01.620017 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:01.724391 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:01.743127 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-166a485c-57b6-4add-9e2a-3ad440bcd34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:01.744711 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-166a485c-57b6-4add-9e2a-3ad440bcd34c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8eeb19c70e2743deaa8aa99547f66522&device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 1101 time: 0.3482773 Aug 16 20:47:01.763729 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34252) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:01.770624 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 1f1afcab-1f91-467b-9eb7-bc40869e6903, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=1f1afcab-1f91-467b-9eb7-bc40869e6903,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:01.772900 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282fa5d2-d4e8-4e8b-95bf-18eaffecdc8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1afcab-1f91-467b-9eb7-bc40869e6903'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:01.777802 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5be3c31-5e9e-4727-9180-76252c5190f1" -d '{"events": [{"server_uuid": "282fa5d2-d4e8-4e8b-95bf-18eaffecdc8b", "name": "network-vif-plugged", "status": "completed", "tag": "1f1afcab-1f91-467b-9eb7-bc40869e6903"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:01.818692 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c4897b9f-80d4-47cb-9c5e-7dff0b93b2d7 req-e9810c8d-4feb-492c-b59c-fed8ded03936 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245812 Aug 16 20:47:01.870782 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:01.872469 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 40e63186-9497-424f-b44b-5fd04a73ebc0 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:47:01.907411 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-3ce7280b-4ff8-46e0-8b69-349b31f926fa admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-16311367-network', 'tenant_id': '4866110094074497aa0775f044ee17b2'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:01.957986 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e846ceb8-97dc-4d65-adcd-b0c5c61f9ea5 req-5e4fd25e-90ea-4597-b955-0790a025348f service neutron] 10.222.0.72 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252788 Aug 16 20:47:01.968003 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-16a6f9c2-9512-41a1-b86c-97a387a95eed req-c3e01c37-f325-4174-846f-8b6581e158a6 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:02.004922 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=1f1afcab-1f91-467b-9eb7-bc40869e6903,revision_number=7']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:02.009847 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 40e63186-9497-424f-b44b-5fd04a73ebc0 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:47:02.013660 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b28f588-6786-4d30-a840-7769e0288ad0 x-openstack-request-id: req-9b28f588-6786-4d30-a840-7769e0288ad0 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:02.013969 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282fa5d2-d4e8-4e8b-95bf-18eaffecdc8b", "name": "network-vif-plugged", "status": "completed", "tag": "1f1afcab-1f91-467b-9eb7-bc40869e6903", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:02.014211 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9b28f588-6786-4d30-a840-7769e0288ad0 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:02.023428 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282fa5d2-d4e8-4e8b-95bf-18eaffecdc8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1afcab-1f91-467b-9eb7-bc40869e6903', 'code': 200} Aug 16 20:47:02.053383 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce7280b-4ff8-46e0-8b69-349b31f926fa admin admin] Made reservation on behalf of 4866110094074497aa0775f044ee17b2 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:47:02.056095 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3ce7280b-4ff8-46e0-8b69-349b31f926fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:02.069985 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3ce7280b-4ff8-46e0-8b69-349b31f926fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:02.076505 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-b55c3a3f-f82f-4b95-a72b-04c02db2bbc9 service neutron] For port 158a582a-0434-424f-91a1-5cbad4440fce, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=158a582a-0434-424f-91a1-5cbad4440fce,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:02.082763 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8169bb36-7168-491e-a133-a4cbde0e2390', 'tag': '40e63186-9497-424f-b44b-5fd04a73ebc0'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:02.085679 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c40e09e-3d54-4689-8168-d22c6c3335e1" -d '{"events": [{"name": "network-changed", "server_uuid": "8169bb36-7168-491e-a133-a4cbde0e2390", "tag": "40e63186-9497-424f-b44b-5fd04a73ebc0"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:02.202941 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-8b1dacff-dc18-4c2f-8cb1-cccf701de74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:02.204638 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-8b1dacff-dc18-4c2f-8cb1-cccf701de74a service neutron] 10.222.0.90 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.4463329 Aug 16 20:47:02.242334 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3ce7280b-4ff8-46e0-8b69-349b31f926fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:02.282133 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-b8a03626-14fa-441d-b305-f98991f589f1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=40e63186-9497-424f-b44b-5fd04a73ebc0 HTTP/1.1" status: 200 len: 217 time: 0.0517709 Aug 16 20:47:02.284800 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-b55c3a3f-f82f-4b95-a72b-04c02db2bbc9 service neutron] For port 158a582a-0434-424f-91a1-5cbad4440fce, host n-h1-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:47:02.345372 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3ce7280b-4ff8-46e0-8b69-349b31f926fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:02.366295 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35791fe5-c7d8-4289-9da5-387d5620ba5a req-abd3ab4b-372b-405e-8f5f-be021eea74c2 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:02.368126 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35791fe5-c7d8-4289-9da5-387d5620ba5a req-abd3ab4b-372b-405e-8f5f-be021eea74c2 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 949 time: 0.2165890 Aug 16 20:47:02.372311 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ce7280b-4ff8-46e0-8b69-349b31f926fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:47:02.384163 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-16a6f9c2-9512-41a1-b86c-97a387a95eed req-c3e01c37-f325-4174-846f-8b6581e158a6 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:02.389802 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3ce7280b-4ff8-46e0-8b69-349b31f926fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:02.390275 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-3ce7280b-4ff8-46e0-8b69-349b31f926fa admin admin] Added segment a5ef953c-bf1e-4cd2-807d-a7e11c03d17d of type vlan for network 4543a486-ccf6-4523-9b0b-8ba5d8480a99 Aug 16 20:47:02.391768 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce7280b-4ff8-46e0-8b69-349b31f926fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6497f4-3480-420d-ac7f-f307a4752c3f,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:02.423060 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-b55c3a3f-f82f-4b95-a72b-04c02db2bbc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:02.442649 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3ce7280b-4ff8-46e0-8b69-349b31f926fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:02.452445 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-7a1cf186-14c7-4624-bc2d-6c89ebead2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:02.453960 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-7a1cf186-14c7-4624-bc2d-6c89ebead2cd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.1471832 Aug 16 20:47:02.485138 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16a6f9c2-9512-41a1-b86c-97a387a95eed req-c3e01c37-f325-4174-846f-8b6581e158a6 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:47:02.498160 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-16a6f9c2-9512-41a1-b86c-97a387a95eed req-c3e01c37-f325-4174-846f-8b6581e158a6 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:47:02.500651 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a6f9c2-9512-41a1-b86c-97a387a95eed req-c3e01c37-f325-4174-846f-8b6581e158a6 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:47:02.545950 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e01c37-f325-4174-846f-8b6581e158a6 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Pushing event updated for resources: {'Port': ['ID=b652f518-f6d4-44b2-9f56-1f648bcec556,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:02.561345 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35791fe5-c7d8-4289-9da5-387d5620ba5a req-e82bab10-bd7d-4da8-af18-d7768566fd11 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791029 Aug 16 20:47:02.565621 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-b55c3a3f-f82f-4b95-a72b-04c02db2bbc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:02.596658 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3ce7280b-4ff8-46e0-8b69-349b31f926fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:02.597690 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce7280b-4ff8-46e0-8b69-349b31f926fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:02.598378 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3ce7280b-4ff8-46e0-8b69-349b31f926fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:02.689530 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-3d986114-e04b-44f5-895f-ad4ce2c26b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:02.691276 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-3d986114-e04b-44f5-895f-ad4ce2c26b19 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2226310 Aug 16 20:47:02.711766 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3ce7280b-4ff8-46e0-8b69-349b31f926fa admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9465220 Aug 16 20:47:02.712809 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34280) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:02.729015 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-9170de6e-44fd-449a-9a13-fcfce2fcdd3e admin admin] Request body: {'subnet': {'network_id': '4543a486-ccf6-4523-9b0b-8ba5d8480a99', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-16311367-subnet', 'tenant_id': '4866110094074497aa0775f044ee17b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:02.739553 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce7280b-4ff8-46e0-8b69-349b31f926fa admin admin] Pushing event updated for resources: {'Network': ['ID=4543a486-ccf6-4523-9b0b-8ba5d8480a99,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:02.750719 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 4543a486-ccf6-4523-9b0b-8ba5d8480a99 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:47:02.858746 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9170de6e-44fd-449a-9a13-fcfce2fcdd3e admin admin] Made reservation on behalf of 4866110094074497aa0775f044ee17b2 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:47:02.863143 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 158a582a-0434-424f-91a1-5cbad4440fce details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:47:02.863367 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a078aee-6f76-47fb-91a4-2cdad49876d7 x-openstack-request-id: req-5a078aee-6f76-47fb-91a4-2cdad49876d7 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:02.863498 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8169bb36-7168-491e-a133-a4cbde0e2390", "tag": "40e63186-9497-424f-b44b-5fd04a73ebc0", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:02.863732 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5a078aee-6f76-47fb-91a4-2cdad49876d7 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:02.864194 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8169bb36-7168-491e-a133-a4cbde0e2390', 'tag': '40e63186-9497-424f-b44b-5fd04a73ebc0', 'status': 'completed', 'code': 200} Aug 16 20:47:02.868412 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-5732133d-fc51-45e8-b2b5-fb0e491fe179 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273479 Aug 16 20:47:02.870141 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9170de6e-44fd-449a-9a13-fcfce2fcdd3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:02.979426 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-18365930-cfbb-4317-b11b-3a53c02d2caf req-285b9965-98c2-4c20-ad7e-c0cf512eb2ce service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963666 Aug 16 20:47:02.999603 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 158a582a-0434-424f-91a1-5cbad4440fce, host n-h1-793620-15, got binding levels [] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:03.030290 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Attempting to bind port 158a582a-0434-424f-91a1-5cbad4440fce on host n-h1-793620-15 for vnic_type normal with profile {"migrating_to": "n-h2-793620-15"} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:47:03.030672 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Attempting to bind port 158a582a-0434-424f-91a1-5cbad4440fce by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:47:03.031114 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Attempting to bind port 158a582a-0434-424f-91a1-5cbad4440fce on network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:03.042312 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Port 158a582a-0434-424f-91a1-5cbad4440fce on network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:47:03.042678 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Attempting to bind port 158a582a-0434-424f-91a1-5cbad4440fce on network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:03.054638 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:47:03.055028 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Checking segment: {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:47:03.056278 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Bound using segment: {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:47:03.058919 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Bound port: 158a582a-0434-424f-91a1-5cbad4440fce, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:47:03.060547 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:03.087417 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-b55c3a3f-f82f-4b95-a72b-04c02db2bbc9 service neutron] Attempting to bind port 158a582a-0434-424f-91a1-5cbad4440fce on host n-h1-793620-15 for vnic_type normal with profile {"migrating_to": "n-h2-793620-15"} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:47:03.087763 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-b55c3a3f-f82f-4b95-a72b-04c02db2bbc9 service neutron] Attempting to bind port 158a582a-0434-424f-91a1-5cbad4440fce by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:47:03.088119 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-b55c3a3f-f82f-4b95-a72b-04c02db2bbc9 service neutron] Attempting to bind port 158a582a-0434-424f-91a1-5cbad4440fce on network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:03.110703 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-16a6f9c2-9512-41a1-b86c-97a387a95eed req-c3e01c37-f325-4174-846f-8b6581e158a6 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:03.120797 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c3a3f-f82f-4b95-a72b-04c02db2bbc9 service neutron] Pushing event updated for resources: {'Port': ['ID=158a582a-0434-424f-91a1-5cbad4440fce,revision_number=7']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:03.139871 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-b55c3a3f-f82f-4b95-a72b-04c02db2bbc9 service neutron] Port 158a582a-0434-424f-91a1-5cbad4440fce on network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:47:03.140640 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-b55c3a3f-f82f-4b95-a72b-04c02db2bbc9 service neutron] Attempting to bind port 158a582a-0434-424f-91a1-5cbad4440fce on network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:03.164663 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-b55c3a3f-f82f-4b95-a72b-04c02db2bbc9 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:47:03.165364 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-b55c3a3f-f82f-4b95-a72b-04c02db2bbc9 service neutron] Checking segment: {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:47:03.165967 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-b55c3a3f-f82f-4b95-a72b-04c02db2bbc9 service neutron] Bound using segment: {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:47:03.166735 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-b55c3a3f-f82f-4b95-a72b-04c02db2bbc9 service neutron] Bound port: 158a582a-0434-424f-91a1-5cbad4440fce, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:47:03.167484 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-b55c3a3f-f82f-4b95-a72b-04c02db2bbc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:03.173641 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40e09e-3d54-4689-8168-d22c6c3335e1 req-ab022fe5-dd08-4634-9592-d8bf52f7ffdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:03.175714 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3c40e09e-3d54-4689-8168-d22c6c3335e1 req-ab022fe5-dd08-4634-9592-d8bf52f7ffdb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8eeb19c70e2743deaa8aa99547f66522&device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 1101 time: 0.4440303 Aug 16 20:47:03.182426 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 158a582a-0434-424f-91a1-5cbad4440fce, host n-h1-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:47:03.186779 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 158a582a-0434-424f-91a1-5cbad4440fce, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=158a582a-0434-424f-91a1-5cbad4440fce,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:47:03.213204 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7188974-1bf5-4269-81dd-ecb454108d34 req-b4fa2bf3-caae-450e-8f6f-759fa5e659a8 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:03.215024 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f7188974-1bf5-4269-81dd-ecb454108d34 req-b4fa2bf3-caae-450e-8f6f-759fa5e659a8 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 943 time: 0.2344527 Aug 16 20:47:03.305653 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:03.396761 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40e09e-3d54-4689-8168-d22c6c3335e1 req-657c9b8d-eaf9-4256-b918-7610443d2a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:03.398671 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3c40e09e-3d54-4689-8168-d22c6c3335e1 req-657c9b8d-eaf9-4256-b918-7610443d2a50 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8eeb19c70e2743deaa8aa99547f66522&device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 1101 time: 0.2460794 Aug 16 20:47:03.403551 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9170de6e-44fd-449a-9a13-fcfce2fcdd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:03.407139 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-16a6f9c2-9512-41a1-b86c-97a387a95eed req-c3e01c37-f325-4174-846f-8b6581e158a6 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:03.419485 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f7188974-1bf5-4269-81dd-ecb454108d34 req-4bccdeab-5bc0-47c3-9322-aade070acdc6 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907330 Aug 16 20:47:03.431448 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 158a582a-0434-424f-91a1-5cbad4440fce has no active binding in host n-h2-793620-15 {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 20:47:03.437682 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=158a582a-0434-424f-91a1-5cbad4440fce,revision_number=8']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:03.506559 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9170de6e-44fd-449a-9a13-fcfce2fcdd3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dae855a1-f1d2-4078-bac3-a66ad77abefa,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:03.546197 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-b55c3a3f-f82f-4b95-a72b-04c02db2bbc9 service neutron] For port 158a582a-0434-424f-91a1-5cbad4440fce, host n-h1-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:47:03.564523 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40e09e-3d54-4689-8168-d22c6c3335e1 req-82866251-adb7-4390-9660-94ce3f8b4f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:03.566587 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3c40e09e-3d54-4689-8168-d22c6c3335e1 req-82866251-adb7-4390-9660-94ce3f8b4f6a service neutron] 10.222.0.72 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.3645680 Aug 16 20:47:03.570530 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9170de6e-44fd-449a-9a13-fcfce2fcdd3e admin admin] Checking segment: {'id': 'a5ef953c-bf1e-4cd2-807d-a7e11c03d17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4543a486-ccf6-4523-9b0b-8ba5d8480a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:47:03.571741 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9170de6e-44fd-449a-9a13-fcfce2fcdd3e admin admin] Network hostable DHCP agents. Network: 4543a486-ccf6-4523-9b0b-8ba5d8480a99, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:47:03.620608 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34294) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:03.642297 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.db.api [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-b55c3a3f-f82f-4b95-a72b-04c02db2bbc9 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 158a582a-0434-424f-91a1-5cbad4440fce-n-h1-793620-15-0 {{(pid=101844) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:47:03.642881 n-d-793620-15 neutron-server[101844]: DEBUG oslo_db.api [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-b55c3a3f-f82f-4b95-a72b-04c02db2bbc9 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:47:03.644455 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3c40e09e-3d54-4689-8168-d22c6c3335e1 req-96cdcda2-d49f-4462-ba63-a52267d84788 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=40e63186-9497-424f-b44b-5fd04a73ebc0 HTTP/1.1" status: 200 len: 217 time: 0.0609021 Aug 16 20:47:03.716455 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9170de6e-44fd-449a-9a13-fcfce2fcdd3e admin admin] Network 4543a486-ccf6-4523-9b0b-8ba5d8480a99 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:47:03.787697 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40e09e-3d54-4689-8168-d22c6c3335e1 req-90167187-7064-48c6-a872-832c540091ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:03.789536 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3c40e09e-3d54-4689-8168-d22c6c3335e1 req-90167187-7064-48c6-a872-832c540091ae service neutron] 10.222.0.90 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.3649154 Aug 16 20:47:03.804631 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40e09e-3d54-4689-8168-d22c6c3335e1 req-decdc089-7436-4f2a-82a3-6ab8be97966c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:03.806408 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3c40e09e-3d54-4689-8168-d22c6c3335e1 req-decdc089-7436-4f2a-82a3-6ab8be97966c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.1374347 Aug 16 20:47:03.813723 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-9170de6e-44fd-449a-9a13-fcfce2fcdd3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 4543a486-ccf6-4523-9b0b-8ba5d8480a99) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:47:03.823568 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8685ae4b-8c48-4013-830d-6ed6c8b60c16 None None] Network 4543a486-ccf6-4523-9b0b-8ba5d8480a99 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:47:03.828049 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9170de6e-44fd-449a-9a13-fcfce2fcdd3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:03.828654 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9170de6e-44fd-449a-9a13-fcfce2fcdd3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:03.995670 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9170de6e-44fd-449a-9a13-fcfce2fcdd3e admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2739396 Aug 16 20:47:04.042365 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2424972a-aa29-4a9f-b9b9-005c8a57303c None None] Network 4543a486-ccf6-4523-9b0b-8ba5d8480a99 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:47:04.378354 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8410385b-1c30-4ebc-a5b0-b9c0fe43c07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:04.394866 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3c40e09e-3d54-4689-8168-d22c6c3335e1 req-aea2b33c-0edc-45f6-a096-a700c1e01699 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=40e63186-9497-424f-b44b-5fd04a73ebc0 HTTP/1.1" status: 200 len: 217 time: 0.5844257 Aug 16 20:47:04.424164 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031de23b-34e5-4de4-b2f6-f52257326ba8 req-a8cdef42-adba-4279-a310-5dd6a1086496 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:04.426755 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-031de23b-34e5-4de4-b2f6-f52257326ba8 req-a8cdef42-adba-4279-a310-5dd6a1086496 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 949 time: 0.6779783 Aug 16 20:47:04.525373 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-031de23b-34e5-4de4-b2f6-f52257326ba8 req-59095d4c-6ca3-4830-9331-015079ef2a0b tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775077 Aug 16 20:47:04.527129 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-b55c3a3f-f82f-4b95-a72b-04c02db2bbc9 service neutron] Attempting to bind port 158a582a-0434-424f-91a1-5cbad4440fce on host n-h1-793620-15 for vnic_type normal with profile {"migrating_to": "n-h2-793620-15"} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:47:04.527763 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-b55c3a3f-f82f-4b95-a72b-04c02db2bbc9 service neutron] Attempting to bind port 158a582a-0434-424f-91a1-5cbad4440fce by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:47:04.528327 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-b55c3a3f-f82f-4b95-a72b-04c02db2bbc9 service neutron] Attempting to bind port 158a582a-0434-424f-91a1-5cbad4440fce on network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:04.544190 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-b55c3a3f-f82f-4b95-a72b-04c02db2bbc9 service neutron] Port 158a582a-0434-424f-91a1-5cbad4440fce on network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:47:04.544710 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-b55c3a3f-f82f-4b95-a72b-04c02db2bbc9 service neutron] Attempting to bind port 158a582a-0434-424f-91a1-5cbad4440fce on network 8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:04.555252 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-b55c3a3f-f82f-4b95-a72b-04c02db2bbc9 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:47:04.555730 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-b55c3a3f-f82f-4b95-a72b-04c02db2bbc9 service neutron] Checking segment: {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:47:04.556268 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-b55c3a3f-f82f-4b95-a72b-04c02db2bbc9 service neutron] Bound using segment: {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:47:04.556818 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-b55c3a3f-f82f-4b95-a72b-04c02db2bbc9 service neutron] Bound port: 158a582a-0434-424f-91a1-5cbad4440fce, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbc007c9-db26-416b-bfaf-c8e076a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:47:04.557279 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-b55c3a3f-f82f-4b95-a72b-04c02db2bbc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:04.587157 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40e09e-3d54-4689-8168-d22c6c3335e1 req-38e57822-63be-4215-958d-2546839c5dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:04.589991 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3c40e09e-3d54-4689-8168-d22c6c3335e1 req-38e57822-63be-4215-958d-2546839c5dbd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7708089 Aug 16 20:47:04.647212 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-16a6f9c2-9512-41a1-b86c-97a387a95eed req-c3e01c37-f325-4174-846f-8b6581e158a6 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:04.687450 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-8410385b-1c30-4ebc-a5b0-b9c0fe43c07b admin admin] Deleting port 5f3eb832-7e80-48c4-a114-24c6cbc277b7 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:47:04.688061 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8410385b-1c30-4ebc-a5b0-b9c0fe43c07b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:04.727366 n-d-793620-15 neutron-server[101844]: WARNING neutron.plugins.ml2.plugin [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-b55c3a3f-f82f-4b95-a72b-04c02db2bbc9 service neutron] Concurrent port binding operations failed on port 158a582a-0434-424f-91a1-5cbad4440fce Aug 16 20:47:04.731580 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-b55c3a3f-f82f-4b95-a72b-04c02db2bbc9 service neutron] For port 158a582a-0434-424f-91a1-5cbad4440fce, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=158a582a-0434-424f-91a1-5cbad4440fce,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:04.734323 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40e09e-3d54-4689-8168-d22c6c3335e1 req-9b33f63b-e08f-4632-9a10-7231c979fcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:04.735902 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3c40e09e-3d54-4689-8168-d22c6c3335e1 req-9b33f63b-e08f-4632-9a10-7231c979fcaa service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.3006568 Aug 16 20:47:04.755629 n-d-793620-15 neutron-server[101844]: INFO neutron.plugins.ml2.plugin [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-b55c3a3f-f82f-4b95-a72b-04c02db2bbc9 service neutron] Attempt 2 to bind port 158a582a-0434-424f-91a1-5cbad4440fce Aug 16 20:47:04.757387 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-16a6f9c2-9512-41a1-b86c-97a387a95eed req-c3e01c37-f325-4174-846f-8b6581e158a6 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:04.762368 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-b55c3a3f-f82f-4b95-a72b-04c02db2bbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:04.763093 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-b55c3a3f-f82f-4b95-a72b-04c02db2bbc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:04.764607 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-b55c3a3f-f82f-4b95-a72b-04c02db2bbc9 service neutron] 10.222.0.90 "PUT /v2.0/ports/158a582a-0434-424f-91a1-5cbad4440fce HTTP/1.1" status: 200 len: 1123 time: 3.6922934 Aug 16 20:47:04.784460 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-8410385b-1c30-4ebc-a5b0-b9c0fe43c07b admin admin] For port 5f3eb832-7e80-48c4-a114-24c6cbc277b7, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5f3eb832-7e80-48c4-a114-24c6cbc277b7,segment=NetworkSegment(e8314f4c-3555-4f94-a486-0d46d6329f40),segment_id=e8314f4c-3555-4f94-a486-0d46d6329f40)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:04.785378 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8410385b-1c30-4ebc-a5b0-b9c0fe43c07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:04.802161 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-8410385b-1c30-4ebc-a5b0-b9c0fe43c07b admin admin] Calling delete_port for 5f3eb832-7e80-48c4-a114-24c6cbc277b7 owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:47:04.894500 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['158a582a-0434-424f-91a1-5cbad4440fce'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:04.902806 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd9ff2e-b462-4eeb-abc4-824df658c591', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '158a582a-0434-424f-91a1-5cbad4440fce'}, {'name': 'network-changed', 'server_uuid': '0bd9ff2e-b462-4eeb-abc4-824df658c591', 'tag': '158a582a-0434-424f-91a1-5cbad4440fce'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:04.914623 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61672a0-c57e-4fdf-af5a-1bac8014a5b7" -d '{"events": [{"server_uuid": "0bd9ff2e-b462-4eeb-abc4-824df658c591", "name": "network-vif-unplugged", "status": "completed", "tag": "158a582a-0434-424f-91a1-5cbad4440fce"}, {"name": "network-changed", "server_uuid": "0bd9ff2e-b462-4eeb-abc4-824df658c591", "tag": "158a582a-0434-424f-91a1-5cbad4440fce"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:04.927913 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e01c37-f325-4174-846f-8b6581e158a6 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Pushing event updated for resources: {'Port': ['ID=b652f518-f6d4-44b2-9f56-1f648bcec556,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:04.950350 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['158a582a-0434-424f-91a1-5cbad4440fce'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:04.979947 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-58106c49-2c97-480b-8f99-ef7247bdc408 req-e617103c-d92b-405d-98d7-033b482fa240 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-719555688', 'description': 'tempest-description-742756404'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:05.066385 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40e09e-3d54-4689-8168-d22c6c3335e1 req-7de0535e-dc44-4127-bc83-07d9ef91329b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:05.068003 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3c40e09e-3d54-4689-8168-d22c6c3335e1 req-7de0535e-dc44-4127-bc83-07d9ef91329b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3072572 Aug 16 20:47:05.097602 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-16a6f9c2-9512-41a1-b86c-97a387a95eed req-c3e01c37-f325-4174-846f-8b6581e158a6 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:05.144130 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3c40e09e-3d54-4689-8168-d22c6c3335e1 req-3ed2c4d0-c674-4745-816d-f87d5d340716 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5429537 Aug 16 20:47:05.214480 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8410385b-1c30-4ebc-a5b0-b9c0fe43c07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:05.218458 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-58106c49-2c97-480b-8f99-ef7247bdc408 req-e617103c-d92b-405d-98d7-033b482fa240 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:05.289464 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3c40e09e-3d54-4689-8168-d22c6c3335e1 req-8f538776-4879-4b5b-83df-1ec81fcf1457 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011018 Aug 16 20:47:05.313984 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8410385b-1c30-4ebc-a5b0-b9c0fe43c07b admin admin] Pushing event deleted for resources: {'Port': ['ID=5f3eb832-7e80-48c4-a114-24c6cbc277b7,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:05.359333 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-16a6f9c2-9512-41a1-b86c-97a387a95eed req-c3e01c37-f325-4174-846f-8b6581e158a6 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:05.360806 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-16a6f9c2-9512-41a1-b86c-97a387a95eed req-c3e01c37-f325-4174-846f-8b6581e158a6 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.3543983 Aug 16 20:47:05.481236 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3c40e09e-3d54-4689-8168-d22c6c3335e1 req-38d59c64-2655-427a-94f6-281e83bd1a87 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226149 Aug 16 20:47:05.568780 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8410385b-1c30-4ebc-a5b0-b9c0fe43c07b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:05.576753 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-16a6f9c2-9512-41a1-b86c-97a387a95eed req-51370572-794b-48ea-b534-b45b068be225 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.213 HTTP/1.1" status: 200 len: 696 time: 0.1519768 Aug 16 20:47:05.701408 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3c40e09e-3d54-4689-8168-d22c6c3335e1 req-f4465912-5653-4933-b494-dac048dd7475 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017410 Aug 16 20:47:05.743949 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-58106c49-2c97-480b-8f99-ef7247bdc408 req-e617103c-d92b-405d-98d7-033b482fa240 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:05.800664 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6f9c2-9512-41a1-b86c-97a387a95eed req-d50f48eb-3510-4b08-a9e6-7989a801e95d tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:05.803958 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-16a6f9c2-9512-41a1-b86c-97a387a95eed req-d50f48eb-3510-4b08-a9e6-7989a801e95d tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/networks/65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 784 time: 0.2181838 Aug 16 20:47:05.897358 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1ac9a-99fd-44b1-9d51-67cec3f3ec51 req-3feab6f5-82f8-4735-a530-c0bf6806c6af tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:05.899209 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-32b1ac9a-99fd-44b1-9d51-67cec3f3ec51 req-3feab6f5-82f8-4735-a530-c0bf6806c6af tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006 HTTP/1.1" status: 200 len: 1097 time: 0.0437961 Aug 16 20:47:05.948686 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-32b1ac9a-99fd-44b1-9d51-67cec3f3ec51 req-6fb38544-edcc-41c7-931e-e00ef62cff60 tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417264 Aug 16 20:47:06.097134 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d9a2e-7e0c-44af-bbfd-f55f69ed5e62 req-fcb9bc75-c3b2-4a1f-b305-f4ae64feaffa tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:06.098819 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f00d9a2e-7e0c-44af-bbfd-f55f69ed5e62 req-fcb9bc75-c3b2-4a1f-b305-f4ae64feaffa tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 943 time: 0.0569263 Aug 16 20:47:06.100122 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-58106c49-2c97-480b-8f99-ef7247bdc408 req-e617103c-d92b-405d-98d7-033b482fa240 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:06.118704 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8410385b-1c30-4ebc-a5b0-b9c0fe43c07b admin admin] Router b2fb96d3-3bfa-4305-a63b-9f2682e86a3b has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:47:06.158856 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617103c-d92b-405d-98d7-033b482fa240 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5a94df-9666-41a7-8d57-34db163cb27f,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:06.183706 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f00d9a2e-7e0c-44af-bbfd-f55f69ed5e62 req-e7291860-f57c-4986-8cda-091ac855aa9d tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733938 Aug 16 20:47:06.213372 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-58106c49-2c97-480b-8f99-ef7247bdc408 req-e617103c-d92b-405d-98d7-033b482fa240 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:06.216982 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-58106c49-2c97-480b-8f99-ef7247bdc408 req-e617103c-d92b-405d-98d7-033b482fa240 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.2467711 Aug 16 20:47:06.251223 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8df59ff-f969-4a30-903f-4dcbace9f03d x-openstack-request-id: req-e8df59ff-f969-4a30-903f-4dcbace9f03d {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:06.251591 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd9ff2e-b462-4eeb-abc4-824df658c591", "name": "network-vif-unplugged", "status": "completed", "tag": "158a582a-0434-424f-91a1-5cbad4440fce", "code": 200}, {"name": "network-changed", "server_uuid": "0bd9ff2e-b462-4eeb-abc4-824df658c591", "tag": "158a582a-0434-424f-91a1-5cbad4440fce", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:06.251962 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e8df59ff-f969-4a30-903f-4dcbace9f03d {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:06.252486 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd9ff2e-b462-4eeb-abc4-824df658c591', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '158a582a-0434-424f-91a1-5cbad4440fce', 'code': 200} Aug 16 20:47:06.253138 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd9ff2e-b462-4eeb-abc4-824df658c591', 'tag': '158a582a-0434-424f-91a1-5cbad4440fce', 'status': 'completed', 'code': 200} Aug 16 20:47:06.279252 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8410385b-1c30-4ebc-a5b0-b9c0fe43c07b admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:47:06.287890 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8410385b-1c30-4ebc-a5b0-b9c0fe43c07b admin admin] 10.222.0.84 "PUT /v2.0/routers/b2fb96d3-3bfa-4305-a63b-9f2682e86a3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6635208 Aug 16 20:47:06.288144 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34346) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:06.296838 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddea7003-83bd-4882-95e1-769b65b125a5 None None] Sync routers for ids ['b2fb96d3-3bfa-4305-a63b-9f2682e86a3b'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:47:06.321932 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddea7003-83bd-4882-95e1-769b65b125a5 None None] Routers {'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:47:06.325742 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-ddea7003-83bd-4882-95e1-769b65b125a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:46:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['b2fb96d3-3bfa-4305-a63b-9f2682e86a3b'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:06.418714 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc42bc-6a25-4e4c-9db7-614a2acec755 req-69b31d01-02bb-4fc8-9c6f-63bc7af96f2d tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:06.430188 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2acc42bc-6a25-4e4c-9db7-614a2acec755 req-69b31d01-02bb-4fc8-9c6f-63bc7af96f2d tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 949 time: 0.1332872 Aug 16 20:47:06.457822 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61672a0-c57e-4fdf-af5a-1bac8014a5b7 req-13200a93-5fed-4e5f-a5bd-1c2af8ae794e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:06.460017 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c61672a0-c57e-4fdf-af5a-1bac8014a5b7 req-13200a93-5fed-4e5f-a5bd-1c2af8ae794e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ef76538be3f42efb94d0f0a8384d0d1&device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 1126 time: 0.1777868 Aug 16 20:47:06.509000 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cf0aa20f-4061-4e05-88c5-6aaaa2eaa93d admin admin] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:06.540189 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-ddea7003-83bd-4882-95e1-769b65b125a5 None None] Set router b2fb96d3-3bfa-4305-a63b-9f2682e86a3b gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:47:06.638433 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2acc42bc-6a25-4e4c-9db7-614a2acec755 req-968e824e-fb66-42f1-9966-04571fb732e9 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064450 Aug 16 20:47:06.679961 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cf0aa20f-4061-4e05-88c5-6aaaa2eaa93d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:06.705883 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61672a0-c57e-4fdf-af5a-1bac8014a5b7 req-0e21626e-5926-4081-9b61-8d817058f92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:06.705883 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c61672a0-c57e-4fdf-af5a-1bac8014a5b7 req-0e21626e-5926-4081-9b61-8d817058f92a service neutron] 10.222.0.72 "GET /v2.0/networks?id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa HTTP/1.1" status: 200 len: 909 time: 0.2229149 Aug 16 20:47:06.720557 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a671633-fa67-4903-ba5a-6379565ff125 req-632199e1-7266-4d1a-88e5-f9a336a875a5 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:06.722985 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8a671633-fa67-4903-ba5a-6379565ff125 req-632199e1-7266-4d1a-88e5-f9a336a875a5 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/ports?device_id=57c0d9db-2767-431f-80dd-5c28cba2050f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1415141 Aug 16 20:47:06.769475 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c61672a0-c57e-4fdf-af5a-1bac8014a5b7 req-9bf9b6fd-82b9-4d72-9545-51a99b2f4c63 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=158a582a-0434-424f-91a1-5cbad4440fce HTTP/1.1" status: 200 len: 217 time: 0.0451446 Aug 16 20:47:06.843364 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 40e63186-9497-424f-b44b-5fd04a73ebc0 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:47:06.856461 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8a671633-fa67-4903-ba5a-6379565ff125 req-fae0a5cc-2244-46df-a0c4-1d941af84724 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.213 HTTP/1.1" status: 200 len: 696 time: 0.0854461 Aug 16 20:47:06.861697 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-8a671633-fa67-4903-ba5a-6379565ff125 req-e49a6319-a36b-4ffe-a39c-4774ca4575f4 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Request body: {'floatingip': {'port_id': 'f783301d-6c8b-47e9-94ce-77eb1aa79ef8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:06.885389 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-cf0aa20f-4061-4e05-88c5-6aaaa2eaa93d admin admin] Deleting port 1d0ece2b-bed4-4922-901f-a6fc1fbfb785 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:47:06.885886 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cf0aa20f-4061-4e05-88c5-6aaaa2eaa93d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:06.954552 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8a671633-fa67-4903-ba5a-6379565ff125 req-e49a6319-a36b-4ffe-a39c-4774ca4575f4 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks [] for floatingip, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:06.957622 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61672a0-c57e-4fdf-af5a-1bac8014a5b7 req-073b3dcb-c4a5-4654-936d-bc448bbb9a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:06.959257 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c61672a0-c57e-4fdf-af5a-1bac8014a5b7 req-073b3dcb-c4a5-4654-936d-bc448bbb9a7b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=32473632-cd45-434e-a077-52a281cec044 HTTP/1.1" status: 200 len: 848 time: 0.0552630 Aug 16 20:47:06.979315 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-ddea7003-83bd-4882-95e1-769b65b125a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-453502631-router', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '1d0ece2b-bed4-4922-901f-a6fc1fbfb785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:02Z', 'updated_at': '2021-08-16T20:47:05Z', 'revision_number': 5, 'project_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'gw_port': {'id': '1d0ece2b-bed4-4922-901f-a6fc1fbfb785', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:03Z', 'updated_at': '2021-08-16T20:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:07.030190 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddea7003-83bd-4882-95e1-769b65b125a5 None None] Checking router: b2fb96d3-3bfa-4305-a63b-9f2682e86a3b for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:47:07.036982 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c61672a0-c57e-4fdf-af5a-1bac8014a5b7 req-a2a3974a-5cd8-4068-947e-a26c8500e7cf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340021 Aug 16 20:47:07.041568 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-cf0aa20f-4061-4e05-88c5-6aaaa2eaa93d admin admin] For port 1d0ece2b-bed4-4922-901f-a6fc1fbfb785, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=1d0ece2b-bed4-4922-901f-a6fc1fbfb785,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:07.043112 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cf0aa20f-4061-4e05-88c5-6aaaa2eaa93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:07.056804 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddea7003-83bd-4882-95e1-769b65b125a5 None None] Routers {'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:47:07.057713 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-ddea7003-83bd-4882-95e1-769b65b125a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:46:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['b2fb96d3-3bfa-4305-a63b-9f2682e86a3b'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:07.065902 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-cf0aa20f-4061-4e05-88c5-6aaaa2eaa93d admin admin] Calling delete_port for 1d0ece2b-bed4-4922-901f-a6fc1fbfb785 owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:47:07.147875 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c61672a0-c57e-4fdf-af5a-1bac8014a5b7 req-73c4cbd3-34cc-40f6-b504-1ed97981a5b0 service neutron] 10.222.0.72 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933168 Aug 16 20:47:07.158213 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-ddea7003-83bd-4882-95e1-769b65b125a5 None None] Set router b2fb96d3-3bfa-4305-a63b-9f2682e86a3b gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:47:07.262424 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c61672a0-c57e-4fdf-af5a-1bac8014a5b7 req-25c551b5-32f1-49a7-a6b0-5a1d9f33f0bb service neutron] 10.222.0.72 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035891 Aug 16 20:47:07.379108 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-ddea7003-83bd-4882-95e1-769b65b125a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-453502631-router', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:02Z', 'updated_at': '2021-08-16T20:47:06Z', 'revision_number': 6, 'project_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:07.415013 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddea7003-83bd-4882-95e1-769b65b125a5 None None] The sync data for ids ['b2fb96d3-3bfa-4305-a63b-9f2682e86a3b'] in n-d-793620-15 is: [{'id': 'b2fb96d3-3bfa-4305-a63b-9f2682e86a3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-453502631-router', 'tenant_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:02Z', 'updated_at': '2021-08-16T20:47:06Z', 'revision_number': 6, 'project_id': 'eb8c4b7819fc43cbbe786a97a0c82206', 'gw_port_host': None}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:47:07.437819 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cf0aa20f-4061-4e05-88c5-6aaaa2eaa93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:07.441737 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 40e63186-9497-424f-b44b-5fd04a73ebc0, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=40e63186-9497-424f-b44b-5fd04a73ebc0,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:07.513044 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '40e63186-9497-424f-b44b-5fd04a73ebc0', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': '40e63186-9497-424f-b44b-5fd04a73ebc0', 'mac_address': 'fa:16:3e:2c:1c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:47:07.513661 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [req-8a671633-fa67-4903-ba5a-6379565ff125 req-e49a6319-a36b-4ffe-a39c-4774ca4575f4 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 20:47:07.513661 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8a671633-fa67-4903-ba5a-6379565ff125 req-e49a6319-a36b-4ffe-a39c-4774ca4575f4 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "PUT /v2.0/floatingips/aaf2b5b2-b167-4910-9180-acff541c3216 HTTP/1.1" status: 409 len: 551 time: 0.6376896 Aug 16 20:47:07.528352 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0aa20f-4061-4e05-88c5-6aaaa2eaa93d admin admin] Pushing event deleted for resources: {'Port': ['ID=1d0ece2b-bed4-4922-901f-a6fc1fbfb785,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:07.535676 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:07.551186 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40e63186-9497-424f-b44b-5fd04a73ebc0 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:47:07.585076 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ec916dfc-e5e9-402a-85cd-6ff08fa308d6 req-d7038eaa-b380-4ddf-bb53-cf61ce11cb54 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] 10.222.0.84 "GET /v2.0/security-groups/ce5a94df-9666-41a7-8d57-34db163cb27f HTTP/1.1" status: 200 len: 1803 time: 0.0718138 Aug 16 20:47:07.586438 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 40e63186-9497-424f-b44b-5fd04a73ebc0, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=40e63186-9497-424f-b44b-5fd04a73ebc0,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:07.620244 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-ec916dfc-e5e9-402a-85cd-6ff08fa308d6 req-33eaa230-87c4-4078-a2e4-f92411c63f33 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ce5a94df-9666-41a7-8d57-34db163cb27f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:07.620244 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-ec916dfc-e5e9-402a-85cd-6ff08fa308d6 req-33eaa230-87c4-4078-a2e4-f92411c63f33 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ce5a94df-9666-41a7-8d57-34db163cb27f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:07.620660 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cf0aa20f-4061-4e05-88c5-6aaaa2eaa93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:07.723208 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cf0aa20f-4061-4e05-88c5-6aaaa2eaa93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:07.726409 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cf0aa20f-4061-4e05-88c5-6aaaa2eaa93d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:07.929957 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:08.000399 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ec916dfc-e5e9-402a-85cd-6ff08fa308d6 req-33eaa230-87c4-4078-a2e4-f92411c63f33 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:08.014703 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=40e63186-9497-424f-b44b-5fd04a73ebc0,revision_number=12']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:08.015654 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ec916dfc-e5e9-402a-85cd-6ff08fa308d6 req-33eaa230-87c4-4078-a2e4-f92411c63f33 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:08.090787 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cf0aa20f-4061-4e05-88c5-6aaaa2eaa93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:08.091651 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0aa20f-4061-4e05-88c5-6aaaa2eaa93d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2fb96d3-3bfa-4305-a63b-9f2682e86a3b {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:47:08.097076 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cf0aa20f-4061-4e05-88c5-6aaaa2eaa93d admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:08.097780 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-cf0aa20f-4061-4e05-88c5-6aaaa2eaa93d admin admin] 10.222.0.84 "DELETE /v2.0/routers/b2fb96d3-3bfa-4305-a63b-9f2682e86a3b HTTP/1.1" status: 204 len: 168 time: 1.8076129 Aug 16 20:47:08.100460 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34362) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:08.139175 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ec916dfc-e5e9-402a-85cd-6ff08fa308d6 req-33eaa230-87c4-4078-a2e4-f92411c63f33 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:08.153743 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-fad03b04-60b1-4857-93a6-919de7ccfb1e admin admin] Deleting subnet e33a0f13-659e-4604-b84f-5b9bda739e16 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:47:08.158212 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fad03b04-60b1-4857-93a6-919de7ccfb1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:08.159578 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eaa230-87c4-4078-a2e4-f92411c63f33 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19b80f74-b5ba-4335-b252-ce6c545e7ec3,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:08.202078 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fad03b04-60b1-4857-93a6-919de7ccfb1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:08.259371 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ec916dfc-e5e9-402a-85cd-6ff08fa308d6 req-33eaa230-87c4-4078-a2e4-f92411c63f33 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:08.260721 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ec916dfc-e5e9-402a-85cd-6ff08fa308d6 req-33eaa230-87c4-4078-a2e4-f92411c63f33 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6685073 Aug 16 20:47:08.387613 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fad03b04-60b1-4857-93a6-919de7ccfb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:08.477423 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3861ee6-0000-4a7d-840c-947e2058da0b req-826609d8-7caf-41be-8213-20e48ed8ef35 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:08.484394 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3861ee6-0000-4a7d-840c-947e2058da0b req-826609d8-7caf-41be-8213-20e48ed8ef35 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 943 time: 0.1154540 Aug 16 20:47:08.552520 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['40e63186-9497-424f-b44b-5fd04a73ebc0'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:08.573478 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fad03b04-60b1-4857-93a6-919de7ccfb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:08.635959 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad03b04-60b1-4857-93a6-919de7ccfb1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e33a0f13-659e-4604-b84f-5b9bda739e16,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:08.653800 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fad03b04-60b1-4857-93a6-919de7ccfb1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:08.656164 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fad03b04-60b1-4857-93a6-919de7ccfb1e admin admin] 10.222.0.84 "DELETE /v2.0/subnets/e33a0f13-659e-4604-b84f-5b9bda739e16 HTTP/1.1" status: 204 len: 168 time: 0.5547078 Aug 16 20:47:08.659105 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34384) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:08.661563 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc73ab7-9cf8-4791-af36-c29533602928 None None] Network 3bee841e-47c3-4f4c-a369-8a19f08ab471 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:47:08.668516 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3861ee6-0000-4a7d-840c-947e2058da0b req-7876f3dc-b903-459e-861b-d4cbce399d7a tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794312 Aug 16 20:47:08.854256 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fa77d38f-349b-4c5a-9600-eeb5031b5a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:08.979741 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-fa77d38f-349b-4c5a-9600-eeb5031b5a82 admin admin] Deleting port b20fca2b-1cea-4d09-87de-ac38a9613d47 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:47:08.981286 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fa77d38f-349b-4c5a-9600-eeb5031b5a82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:09.044382 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2756cd30-9f76-4c70-96f4-7422d4f924be req-ac4ad8eb-0962-4e6b-9d24-17d5a8ea337a tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/floatingips/aaf2b5b2-b167-4910-9180-acff541c3216 HTTP/1.1" status: 200 len: 693 time: 0.0878880 Aug 16 20:47:09.118372 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-fa77d38f-349b-4c5a-9600-eeb5031b5a82 admin admin] For port b20fca2b-1cea-4d09-87de-ac38a9613d47, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b20fca2b-1cea-4d09-87de-ac38a9613d47,segment=NetworkSegment(e8314f4c-3555-4f94-a486-0d46d6329f40),segment_id=e8314f4c-3555-4f94-a486-0d46d6329f40)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:09.118754 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fa77d38f-349b-4c5a-9600-eeb5031b5a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:09.122126 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 1d0ece2b-bed4-4922-901f-a6fc1fbfb785 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:47:09.135104 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-fa77d38f-349b-4c5a-9600-eeb5031b5a82 admin admin] Calling delete_port for b20fca2b-1cea-4d09-87de-ac38a9613d47 owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:47:09.171985 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 1d0ece2b-bed4-4922-901f-a6fc1fbfb785 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:47:09.172357 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 1d0ece2b-bed4-4922-901f-a6fc1fbfb785 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:47:09.172848 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5f3eb832-7e80-48c4-a114-24c6cbc277b7 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:47:09.225935 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 5f3eb832-7e80-48c4-a114-24c6cbc277b7 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:47:09.226459 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5f3eb832-7e80-48c4-a114-24c6cbc277b7 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:47:09.241825 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08d46ac-b664-434c-9b9b-2963b57e9eba None None] DHCP port deletion for 3bee841e-47c3-4f4c-a369-8a19f08ab471 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:47:09.283347 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756cd30-9f76-4c70-96f4-7422d4f924be req-f32b7a62-4233-4b65-8d53-065ade75cfcf tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:09.293084 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2756cd30-9f76-4c70-96f4-7422d4f924be req-f32b7a62-4233-4b65-8d53-065ade75cfcf tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/networks/65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 784 time: 0.2474401 Aug 16 20:47:09.357683 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2756cd30-9f76-4c70-96f4-7422d4f924be req-e3747164-f4f7-4e71-8bd0-25a0c9defbec tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.213 HTTP/1.1" status: 200 len: 696 time: 0.0634646 Aug 16 20:47:09.370460 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a08d46ac-b664-434c-9b9b-2963b57e9eba None None] Deleting port b20fca2b-1cea-4d09-87de-ac38a9613d47 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:47:09.371374 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a08d46ac-b664-434c-9b9b-2963b57e9eba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:09.385588 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fa77d38f-349b-4c5a-9600-eeb5031b5a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:09.429861 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2756cd30-9f76-4c70-96f4-7422d4f924be req-00fcb58f-1335-4c81-825d-8dd288a851fb tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.213 HTTP/1.1" status: 200 len: 696 time: 0.0704947 Aug 16 20:47:09.439083 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa77d38f-349b-4c5a-9600-eeb5031b5a82 admin admin] Pushing event deleted for resources: {'Port': ['ID=b20fca2b-1cea-4d09-87de-ac38a9613d47,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:09.448644 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa77d38f-349b-4c5a-9600-eeb5031b5a82 admin admin] No DVR routers for this DVR port b20fca2b-1cea-4d09-87de-ac38a9613d47 on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:47:09.467349 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a08d46ac-b664-434c-9b9b-2963b57e9eba None None] For port b20fca2b-1cea-4d09-87de-ac38a9613d47, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b20fca2b-1cea-4d09-87de-ac38a9613d47,segment=NetworkSegment(e8314f4c-3555-4f94-a486-0d46d6329f40),segment_id=e8314f4c-3555-4f94-a486-0d46d6329f40)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:09.467758 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a08d46ac-b664-434c-9b9b-2963b57e9eba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:09.493758 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a08d46ac-b664-434c-9b9b-2963b57e9eba None None] Calling delete_port for b20fca2b-1cea-4d09-87de-ac38a9613d47 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:47:09.585788 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a08d46ac-b664-434c-9b9b-2963b57e9eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:09.598655 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fa77d38f-349b-4c5a-9600-eeb5031b5a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:09.614259 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08d46ac-b664-434c-9b9b-2963b57e9eba None None] No DVR routers for this DVR port b20fca2b-1cea-4d09-87de-ac38a9613d47 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:47:09.637637 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d46ac-b664-434c-9b9b-2963b57e9eba None None] Pushing event deleted for resources: {'Port': ['ID=b20fca2b-1cea-4d09-87de-ac38a9613d47,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:09.645176 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-fa77d38f-349b-4c5a-9600-eeb5031b5a82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bee841e-47c3-4f4c-a369-8a19f08ab471']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:09.663253 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-fa77d38f-349b-4c5a-9600-eeb5031b5a82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8314f4c-3555-4f94-a486-0d46d6329f40') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:09.663553 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-fa77d38f-349b-4c5a-9600-eeb5031b5a82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8314f4c-3555-4f94-a486-0d46d6329f40') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:09.677803 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fa77d38f-349b-4c5a-9600-eeb5031b5a82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:09.693862 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fa77d38f-349b-4c5a-9600-eeb5031b5a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:09.702353 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa77d38f-349b-4c5a-9600-eeb5031b5a82 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:47:09.703035 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fa77d38f-349b-4c5a-9600-eeb5031b5a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:09.726705 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-2756cd30-9f76-4c70-96f4-7422d4f924be req-0c4c9ac3-258c-439f-892b-7905bb4f2bb9 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Deleting port b652f518-f6d4-44b2-9f56-1f648bcec556 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:47:09.730715 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2756cd30-9f76-4c70-96f4-7422d4f924be req-0c4c9ac3-258c-439f-892b-7905bb4f2bb9 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:09.771803 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:47:09.771803 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:47:09.771803 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:47:09.771803 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:47:09.771803 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:47:09.771803 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:47:09.771803 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:47:09.771803 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:47:09.771803 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:47:09.771803 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:47:09.771803 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:47:09.771803 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:47:09.771803 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:47:09.771803 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:47:09.771803 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:47:09.771803 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:47:09.771803 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:47:09.771803 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:47:09.771803 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:47:09.771803 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:47:09.771803 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:47:09.771803 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:47:09.771803 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:47:09.771803 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:47:09.771803 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:47:09.771803 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:47:09.771803 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:47:09.771803 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:47:09.771803 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:47:09.771803 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:47:09.771803 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:47:09.771803 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:47:09.836725 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2756cd30-9f76-4c70-96f4-7422d4f924be req-0c4c9ac3-258c-439f-892b-7905bb4f2bb9 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:09.837325 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2756cd30-9f76-4c70-96f4-7422d4f924be req-0c4c9ac3-258c-439f-892b-7905bb4f2bb9 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:09.872045 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-2756cd30-9f76-4c70-96f4-7422d4f924be req-0c4c9ac3-258c-439f-892b-7905bb4f2bb9 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Calling delete_port for b652f518-f6d4-44b2-9f56-1f648bcec556 owned by network:floatingip {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:47:09.942108 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fa77d38f-349b-4c5a-9600-eeb5031b5a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:09.954471 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fa77d38f-349b-4c5a-9600-eeb5031b5a82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:09.956381 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fa77d38f-349b-4c5a-9600-eeb5031b5a82 admin admin] 10.222.0.84 "DELETE /v2.0/networks/3bee841e-47c3-4f4c-a369-8a19f08ab471 HTTP/1.1" status: 204 len: 168 time: 1.2960875 Aug 16 20:47:09.959431 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34404) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:10.007376 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa77d38f-349b-4c5a-9600-eeb5031b5a82 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bee841e-47c3-4f4c-a369-8a19f08ab471,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:10.108558 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa77d38f-349b-4c5a-9600-eeb5031b5a82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:10.109338 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa77d38f-349b-4c5a-9600-eeb5031b5a82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:10.110106 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa77d38f-349b-4c5a-9600-eeb5031b5a82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:10.110886 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa77d38f-349b-4c5a-9600-eeb5031b5a82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:10.111143 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa77d38f-349b-4c5a-9600-eeb5031b5a82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:10.111476 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa77d38f-349b-4c5a-9600-eeb5031b5a82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:10.111986 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa77d38f-349b-4c5a-9600-eeb5031b5a82 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:10.112171 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa77d38f-349b-4c5a-9600-eeb5031b5a82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:10.112505 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa77d38f-349b-4c5a-9600-eeb5031b5a82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:10.112838 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa77d38f-349b-4c5a-9600-eeb5031b5a82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:10.114110 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa77d38f-349b-4c5a-9600-eeb5031b5a82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:10.114110 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa77d38f-349b-4c5a-9600-eeb5031b5a82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:10.196792 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2756cd30-9f76-4c70-96f4-7422d4f924be req-0c4c9ac3-258c-439f-892b-7905bb4f2bb9 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:10.209441 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-f91dff2e-475c-4d4d-aa33-b70b988b7091 tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:47:10.211186 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-f91dff2e-475c-4d4d-aa33-b70b988b7091 tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176551 Aug 16 20:47:10.251405 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c9ac3-258c-439f-892b-7905bb4f2bb9 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Pushing event deleted for resources: {'Port': ['ID=b652f518-f6d4-44b2-9f56-1f648bcec556,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:10.262225 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-505fe0c4-5030-4c13-8aa5-d62d6c69cd80 service neutron] Request body: {'binding': {'host': 'n-h1-793620-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:10.262738 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-505fe0c4-5030-4c13-8aa5-d62d6c69cd80 service neutron] Unknown quota resources ['binding']. {{(pid=101845) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:47:10.351818 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c9ac3-258c-439f-892b-7905bb4f2bb9 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:10.353643 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c9ac3-258c-439f-892b-7905bb4f2bb9 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:10.353643 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c9ac3-258c-439f-892b-7905bb4f2bb9 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:10.353643 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c9ac3-258c-439f-892b-7905bb4f2bb9 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:10.353643 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c9ac3-258c-439f-892b-7905bb4f2bb9 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:10.353643 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c9ac3-258c-439f-892b-7905bb4f2bb9 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:10.354108 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c9ac3-258c-439f-892b-7905bb4f2bb9 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:10.354207 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c9ac3-258c-439f-892b-7905bb4f2bb9 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:10.354525 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c9ac3-258c-439f-892b-7905bb4f2bb9 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:10.354852 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c9ac3-258c-439f-892b-7905bb4f2bb9 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:10.355742 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c9ac3-258c-439f-892b-7905bb4f2bb9 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:10.356107 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c9ac3-258c-439f-892b-7905bb4f2bb9 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:10.388266 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2756cd30-9f76-4c70-96f4-7422d4f924be req-0c4c9ac3-258c-439f-892b-7905bb4f2bb9 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks [] for floatingip, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:10.391981 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2756cd30-9f76-4c70-96f4-7422d4f924be req-0c4c9ac3-258c-439f-892b-7905bb4f2bb9 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:10.409446 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2756cd30-9f76-4c70-96f4-7422d4f924be req-0c4c9ac3-258c-439f-892b-7905bb4f2bb9 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "DELETE /v2.0/floatingips/aaf2b5b2-b167-4910-9180-acff541c3216 HTTP/1.1" status: 204 len: 173 time: 0.9784980 Aug 16 20:47:10.529336 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd1408-5a63-4989-8f8e-de0f4fbc617d req-614631a0-f335-4bf0-9b2c-2f4757c12ce5 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:10.531438 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0efd1408-5a63-4989-8f8e-de0f4fbc617d req-614631a0-f335-4bf0-9b2c-2f4757c12ce5 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 950 time: 0.0721514 Aug 16 20:47:10.550495 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-505fe0c4-5030-4c13-8aa5-d62d6c69cd80 service neutron] Attempting to bind port 82373864-13f5-483e-b4a3-fd278cdd7f7e on host n-h1-793620-15 for vnic_type normal with profile None {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:47:10.550818 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-505fe0c4-5030-4c13-8aa5-d62d6c69cd80 service neutron] Attempting to bind port 82373864-13f5-483e-b4a3-fd278cdd7f7e by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:47:10.551153 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-505fe0c4-5030-4c13-8aa5-d62d6c69cd80 service neutron] Attempting to bind port 82373864-13f5-483e-b4a3-fd278cdd7f7e on network 2d2d869c-bfe3-4bc5-a83b-70655e061223 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:10.557493 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-505fe0c4-5030-4c13-8aa5-d62d6c69cd80 service neutron] Port 82373864-13f5-483e-b4a3-fd278cdd7f7e on network 2d2d869c-bfe3-4bc5-a83b-70655e061223 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:47:10.557882 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-505fe0c4-5030-4c13-8aa5-d62d6c69cd80 service neutron] Attempting to bind port 82373864-13f5-483e-b4a3-fd278cdd7f7e on network 2d2d869c-bfe3-4bc5-a83b-70655e061223 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:10.575022 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-505fe0c4-5030-4c13-8aa5-d62d6c69cd80 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:47:10.575022 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-505fe0c4-5030-4c13-8aa5-d62d6c69cd80 service neutron] Checking segment: {'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:47:10.575393 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-505fe0c4-5030-4c13-8aa5-d62d6c69cd80 service neutron] Bound using segment: {'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:47:10.575948 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-505fe0c4-5030-4c13-8aa5-d62d6c69cd80 service neutron] Bound port: 82373864-13f5-483e-b4a3-fd278cdd7f7e, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:47:10.589720 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0efd1408-5a63-4989-8f8e-de0f4fbc617d req-bfe11c1b-49af-4d66-b18b-1b7522bbd468 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502839 Aug 16 20:47:10.630653 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-9dd19b06-c267-48ef-85a5-2cefe6f68021 req-8f5367d8-5077-4585-a400-55ebe16b54e1 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-668017520', 'description': 'tempest-description-443583777'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:10.674555 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-505fe0c4-5030-4c13-8aa5-d62d6c69cd80 service neutron] For port 82373864-13f5-483e-b4a3-fd278cdd7f7e, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=82373864-13f5-483e-b4a3-fd278cdd7f7e,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:47:10.733675 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-094d43bb-e385-4ca2-bc8c-7a97069fd86b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:10.874813 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 40e63186-9497-424f-b44b-5fd04a73ebc0 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:11.002706 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b20fca2b-1cea-4d09-87de-ac38a9613d47 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:47:11.023961 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: b20fca2b-1cea-4d09-87de-ac38a9613d47 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:47:11.024311 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b20fca2b-1cea-4d09-87de-ac38a9613d47 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:47:11.030125 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-094d43bb-e385-4ca2-bc8c-7a97069fd86b admin admin] Deleting port 15839dde-6831-435a-8004-8c3ef0cdef87 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:47:11.030434 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-094d43bb-e385-4ca2-bc8c-7a97069fd86b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:11.101447 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-505fe0c4-5030-4c13-8aa5-d62d6c69cd80 service neutron] Notify callbacks [] for binding, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:11.154755 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-505fe0c4-5030-4c13-8aa5-d62d6c69cd80 service neutron] 10.222.0.84 "POST /v2.0/ports/82373864-13f5-483e-b4a3-fd278cdd7f7e/bindings HTTP/1.1" status: 201 len: 390 time: 0.8463964 Aug 16 20:47:11.154755 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-094d43bb-e385-4ca2-bc8c-7a97069fd86b admin admin] For port 15839dde-6831-435a-8004-8c3ef0cdef87, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=15839dde-6831-435a-8004-8c3ef0cdef87,segment=NetworkSegment(b61ea63c-caaa-406c-8287-72f1cf6b8e89),segment_id=b61ea63c-caaa-406c-8287-72f1cf6b8e89)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:11.154755 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-094d43bb-e385-4ca2-bc8c-7a97069fd86b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:11.154755 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-094d43bb-e385-4ca2-bc8c-7a97069fd86b admin admin] Calling delete_port for 15839dde-6831-435a-8004-8c3ef0cdef87 owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:47:11.276670 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-9dd19b06-c267-48ef-85a5-2cefe6f68021 req-8f5367d8-5077-4585-a400-55ebe16b54e1 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:11.372684 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-9dd19b06-c267-48ef-85a5-2cefe6f68021 req-8f5367d8-5077-4585-a400-55ebe16b54e1 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:11.379248 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-469f33e8-3daf-4f42-8e0e-342187ab90de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:11.420689 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 40e63186-9497-424f-b44b-5fd04a73ebc0 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:47:11.420689 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 40e63186-9497-424f-b44b-5fd04a73ebc0 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:11.420689 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:11.465137 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-094d43bb-e385-4ca2-bc8c-7a97069fd86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:11.512239 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:11.527974 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d43bb-e385-4ca2-bc8c-7a97069fd86b admin admin] Pushing event deleted for resources: {'Port': ['ID=15839dde-6831-435a-8004-8c3ef0cdef87,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:11.544961 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-9dd19b06-c267-48ef-85a5-2cefe6f68021 req-8f5367d8-5077-4585-a400-55ebe16b54e1 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:11.563093 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8169bb36-7168-491e-a133-a4cbde0e2390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e63186-9497-424f-b44b-5fd04a73ebc0'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:11.566091 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3192dfb1-9cbd-44b3-8234-6059dba464eb" -d '{"events": [{"server_uuid": "8169bb36-7168-491e-a133-a4cbde0e2390", "name": "network-vif-plugged", "status": "completed", "tag": "40e63186-9497-424f-b44b-5fd04a73ebc0"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:11.581503 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 40e63186-9497-424f-b44b-5fd04a73ebc0, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=40e63186-9497-424f-b44b-5fd04a73ebc0,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:11.630571 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 158a582a-0434-424f-91a1-5cbad4440fce no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:47:11.694238 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5367d8-5077-4585-a400-55ebe16b54e1 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64b9f882-5ad9-4a1f-9c51-c32e464a7446,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:11.774023 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-9dd19b06-c267-48ef-85a5-2cefe6f68021 req-8f5367d8-5077-4585-a400-55ebe16b54e1 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:11.781750 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:11.788605 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9dd19b06-c267-48ef-85a5-2cefe6f68021 req-8f5367d8-5077-4585-a400-55ebe16b54e1 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.1494915 Aug 16 20:47:11.817223 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-094d43bb-e385-4ca2-bc8c-7a97069fd86b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:11.923149 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=40e63186-9497-424f-b44b-5fd04a73ebc0,revision_number=13']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:11.996726 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1049b1-0f11-4a12-b757-fefbfb5dbae0 req-cce38b35-0808-4fcf-8278-12d1b0914f30 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:11.998374 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cb1049b1-0f11-4a12-b757-fefbfb5dbae0 req-cce38b35-0808-4fcf-8278-12d1b0914f30 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 943 time: 0.2880235 Aug 16 20:47:12.001797 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-f5882c76-6ec8-46b7-abb6-560834dba796 service neutron] 10.222.0.72 "GET /v2.0/ports/158a582a-0434-424f-91a1-5cbad4440fce/bindings/n-h2-793620-15 HTTP/1.1" status: 200 len: 385 time: 0.2104807 Aug 16 20:47:12.188297 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cb1049b1-0f11-4a12-b757-fefbfb5dbae0 req-b37f2ab3-24e6-4133-b1d7-7e6557806db0 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579077 Aug 16 20:47:12.190313 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094d43bb-e385-4ca2-bc8c-7a97069fd86b admin admin] Router 81daa770-681b-4c19-a847-df595a01fa69 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:47:12.298069 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-596063ef-93f7-4a47-9d17-9573a08f7495 req-eee60f24-e3b1-4eb0-b36e-c28fc9b31ca6 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.210 HTTP/1.1" status: 200 len: 1002 time: 0.1919110 Aug 16 20:47:12.369710 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-8833ee90-875e-4b61-aa94-26a9287d416f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:12.371820 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-8833ee90-875e-4b61-aa94-26a9287d416f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6b79fa21751c4c74a7616afcdef028a8&device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006 HTTP/1.1" status: 200 len: 1097 time: 0.0963953 Aug 16 20:47:12.385802 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094d43bb-e385-4ca2-bc8c-7a97069fd86b admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:47:12.400974 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-094d43bb-e385-4ca2-bc8c-7a97069fd86b admin admin] 10.222.0.84 "PUT /v2.0/routers/81daa770-681b-4c19-a847-df595a01fa69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4134459 Aug 16 20:47:12.401171 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7e1745-28ea-47f8-ac76-18123cd054ad None None] Sync routers for ids ['81daa770-681b-4c19-a847-df595a01fa69'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:47:12.407605 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34430) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:12.413197 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7e1745-28ea-47f8-ac76-18123cd054ad None None] Routers {'81daa770-681b-4c19-a847-df595a01fa69'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:47:12.414145 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-4a7e1745-28ea-47f8-ac76-18123cd054ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:46:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['81daa770-681b-4c19-a847-df595a01fa69'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:12.441085 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596063ef-93f7-4a47-9d17-9573a08f7495 req-536c30ff-be3b-488f-a87a-9e31f3632348 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:12.442881 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-596063ef-93f7-4a47-9d17-9573a08f7495 req-536c30ff-be3b-488f-a87a-9e31f3632348 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/ports/f783301d-6c8b-47e9-94ce-77eb1aa79ef8 HTTP/1.1" status: 200 len: 943 time: 0.1259820 Aug 16 20:47:12.456152 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a92fc2-afe3-45af-a7a5-37300d1182e4 req-0e800f10-543e-42ed-bbb5-09ef495569d6 tempest-MigrationsAdminTest-325773139 tempest-MigrationsAdminTest-325773139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:12.457906 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f2a92fc2-afe3-45af-a7a5-37300d1182e4 req-0e800f10-543e-42ed-bbb5-09ef495569d6 tempest-MigrationsAdminTest-325773139 tempest-MigrationsAdminTest-325773139-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 1103 time: 0.1811664 Aug 16 20:47:12.538826 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-4a7e1745-28ea-47f8-ac76-18123cd054ad None None] Set router 81daa770-681b-4c19-a847-df595a01fa69 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:47:12.626877 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-596063ef-93f7-4a47-9d17-9573a08f7495 req-f3ccde89-16a2-4bd2-ab3b-d352562ca092 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.210 HTTP/1.1" status: 200 len: 1002 time: 0.1006827 Aug 16 20:47:12.628486 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f2a92fc2-afe3-45af-a7a5-37300d1182e4 req-474ca70b-62eb-44a3-aa3c-94497749f5b4 tempest-MigrationsAdminTest-325773139 tempest-MigrationsAdminTest-325773139-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600425 Aug 16 20:47:12.630409 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-fe8a06e8-07bc-4e69-a373-ce477f08c65a service neutron] For port 158a582a-0434-424f-91a1-5cbad4440fce, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=158a582a-0434-424f-91a1-5cbad4440fce,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:12.706311 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf91ea2-6b97-411a-b994-df2bdda0df3b x-openstack-request-id: req-6bf91ea2-6b97-411a-b994-df2bdda0df3b {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:12.706615 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8169bb36-7168-491e-a133-a4cbde0e2390", "name": "network-vif-plugged", "status": "completed", "tag": "40e63186-9497-424f-b44b-5fd04a73ebc0", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:12.706872 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6bf91ea2-6b97-411a-b994-df2bdda0df3b {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:12.707389 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8169bb36-7168-491e-a133-a4cbde0e2390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e63186-9497-424f-b44b-5fd04a73ebc0', 'code': 200} Aug 16 20:47:12.725415 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-e99f16d9-cb29-46d2-93ed-5da1cc2ac0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:12.732788 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-e99f16d9-cb29-46d2-93ed-5da1cc2ac0a2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d2d869c-bfe3-4bc5-a83b-70655e061223 HTTP/1.1" status: 200 len: 922 time: 0.3387258 Aug 16 20:47:12.739895 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6bc07ef4-6b0b-4148-98e5-0ba0ed4f3765 admin admin] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:12.744162 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-fe8a06e8-07bc-4e69-a373-ce477f08c65a service neutron] For port 158a582a-0434-424f-91a1-5cbad4440fce, host n-h1-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:47:12.810665 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-4a7e1745-28ea-47f8-ac76-18123cd054ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81daa770-681b-4c19-a847-df595a01fa69', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122035148-router', 'tenant_id': '7a7ec8a16e534a14b2569bd02638b242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '75c6aa00-8ce7-4926-a861-42bd2ad1f1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:13Z', 'updated_at': '2021-08-16T20:47:11Z', 'revision_number': 5, 'project_id': '7a7ec8a16e534a14b2569bd02638b242', 'gw_port': {'id': '75c6aa00-8ce7-4926-a861-42bd2ad1f1e4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:56:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81daa770-681b-4c19-a847-df595a01fa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:14Z', 'updated_at': '2021-08-16T20:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:12.826566 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-fe8a06e8-07bc-4e69-a373-ce477f08c65a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 158a582a-0434-424f-91a1-5cbad4440fce {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:47:12.840632 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-fe8a06e8-07bc-4e69-a373-ce477f08c65a service neutron] For port 158a582a-0434-424f-91a1-5cbad4440fce, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=158a582a-0434-424f-91a1-5cbad4440fce,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:12.884375 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596063ef-93f7-4a47-9d17-9573a08f7495 req-5a3d0b20-1e15-45a3-a70c-09abf62befbd tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:12.888604 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7e1745-28ea-47f8-ac76-18123cd054ad None None] Checking router: 81daa770-681b-4c19-a847-df595a01fa69 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:47:12.894008 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-596063ef-93f7-4a47-9d17-9573a08f7495 req-5a3d0b20-1e15-45a3-a70c-09abf62befbd tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/networks/65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 784 time: 0.2601130 Aug 16 20:47:12.907979 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7e1745-28ea-47f8-ac76-18123cd054ad None None] Routers {'81daa770-681b-4c19-a847-df595a01fa69'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:47:12.910492 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-4a7e1745-28ea-47f8-ac76-18123cd054ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:46:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['81daa770-681b-4c19-a847-df595a01fa69'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:13.043903 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-fe8a06e8-07bc-4e69-a373-ce477f08c65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:13.086007 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e83ee8-7320-4b3d-ac65-702b9083526c req-d33abf5d-8d16-4c47-9006-22385e6a8cda tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:13.087859 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-74e83ee8-7320-4b3d-ac65-702b9083526c req-d33abf5d-8d16-4c47-9006-22385e6a8cda tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006 HTTP/1.1" status: 200 len: 945 time: 0.3154309 Aug 16 20:47:13.156452 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-596063ef-93f7-4a47-9d17-9573a08f7495 req-a446a84d-c136-4afe-ac35-6241e68b79ff tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.210 HTTP/1.1" status: 200 len: 1002 time: 0.2599249 Aug 16 20:47:13.169668 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-4a7e1745-28ea-47f8-ac76-18123cd054ad None None] Set router 81daa770-681b-4c19-a847-df595a01fa69 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:47:13.194703 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-13d96d29-16d1-4a17-9daa-7c829c865b5d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82373864-13f5-483e-b4a3-fd278cdd7f7e HTTP/1.1" status: 200 len: 217 time: 0.4514287 Aug 16 20:47:13.301989 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-a9d7494f-6da8-4f1c-8b5e-3f6842b25021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:13.303545 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-a9d7494f-6da8-4f1c-8b5e-3f6842b25021 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=64801f8f-8e8b-4346-a61f-2c5cd4a5ef47 HTTP/1.1" status: 200 len: 861 time: 0.1013329 Aug 16 20:47:13.346673 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6bc07ef4-6b0b-4148-98e5-0ba0ed4f3765 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:13.351837 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-644d334f-8c56-4e37-9f90-84550388d287 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d2d869c-bfe3-4bc5-a83b-70655e061223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392694 Aug 16 20:47:13.498314 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-74a687c6-bef8-40f4-b8ec-c7b030828e2a service neutron] 10.222.0.72 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258328 Aug 16 20:47:13.517959 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-4a7e1745-28ea-47f8-ac76-18123cd054ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81daa770-681b-4c19-a847-df595a01fa69', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122035148-router', 'tenant_id': '7a7ec8a16e534a14b2569bd02638b242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '75c6aa00-8ce7-4926-a861-42bd2ad1f1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:13Z', 'updated_at': '2021-08-16T20:47:11Z', 'revision_number': 5, 'project_id': '7a7ec8a16e534a14b2569bd02638b242', 'gw_port': {'id': '75c6aa00-8ce7-4926-a861-42bd2ad1f1e4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:56:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81daa770-681b-4c19-a847-df595a01fa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:14Z', 'updated_at': '2021-08-16T20:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:13.556773 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7e1745-28ea-47f8-ac76-18123cd054ad None None] The sync data for ids ['81daa770-681b-4c19-a847-df595a01fa69'] in n-d-793620-15 is: [{'id': '81daa770-681b-4c19-a847-df595a01fa69', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1122035148-router', 'tenant_id': '7a7ec8a16e534a14b2569bd02638b242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '75c6aa00-8ce7-4926-a861-42bd2ad1f1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:13Z', 'updated_at': '2021-08-16T20:47:11Z', 'revision_number': 5, 'project_id': '7a7ec8a16e534a14b2569bd02638b242', 'gw_port': {'id': '75c6aa00-8ce7-4926-a861-42bd2ad1f1e4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:56:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81daa770-681b-4c19-a847-df595a01fa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:14Z', 'updated_at': '2021-08-16T20:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:47:13.590118 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-596063ef-93f7-4a47-9d17-9573a08f7495 req-b751b38a-3aaf-46ba-a772-18e0e1403598 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:13.638720 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-6bc07ef4-6b0b-4148-98e5-0ba0ed4f3765 admin admin] Deleting port 75c6aa00-8ce7-4926-a861-42bd2ad1f1e4 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:47:13.639074 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6bc07ef4-6b0b-4148-98e5-0ba0ed4f3765 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:13.641870 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ec77b09e-2692-4f89-8a69-1192171dc0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:13.662709 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-74e83ee8-7320-4b3d-ac65-702b9083526c req-e9c0485e-39d1-44ef-98f5-18146f1eefcc tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5469592 Aug 16 20:47:13.666448 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-596063ef-93f7-4a47-9d17-9573a08f7495 req-b751b38a-3aaf-46ba-a772-18e0e1403598 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks [] for floatingip, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:13.737321 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-76b57b2d-290f-43e6-8471-3e59cf2394a6 service neutron] 10.222.0.72 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287827 Aug 16 20:47:13.767370 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:13.799759 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-6bc07ef4-6b0b-4148-98e5-0ba0ed4f3765 admin admin] For port 75c6aa00-8ce7-4926-a861-42bd2ad1f1e4, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=75c6aa00-8ce7-4926-a861-42bd2ad1f1e4,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:13.800165 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6bc07ef4-6b0b-4148-98e5-0ba0ed4f3765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:13.818055 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-6bc07ef4-6b0b-4148-98e5-0ba0ed4f3765 admin admin] Calling delete_port for 75c6aa00-8ce7-4926-a861-42bd2ad1f1e4 owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:47:13.823368 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b3afe970-c873-4081-9eba-7746d0826e9d req-428c04f1-e38f-40ee-9452-d4de0304c4b7 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] 10.222.0.84 "GET /v2.0/security-groups/64b9f882-5ad9-4a1f-9c51-c32e464a7446 HTTP/1.1" status: 200 len: 1803 time: 0.1117213 Aug 16 20:47:13.824963 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-fe8a06e8-07bc-4e69-a373-ce477f08c65a service neutron] Transition to ACTIVE for port object 158a582a-0434-424f-91a1-5cbad4440fce will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:47:13.839592 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-b3afe970-c873-4081-9eba-7746d0826e9d req-f0b07ced-8c01-45ff-83ef-a18c8d27c938 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '64b9f882-5ad9-4a1f-9c51-c32e464a7446', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:13.839592 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-b3afe970-c873-4081-9eba-7746d0826e9d req-f0b07ced-8c01-45ff-83ef-a18c8d27c938 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '64b9f882-5ad9-4a1f-9c51-c32e464a7446', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:13.939768 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-596063ef-93f7-4a47-9d17-9573a08f7495 req-b751b38a-3aaf-46ba-a772-18e0e1403598 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:13.964037 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-fe8a06e8-07bc-4e69-a373-ce477f08c65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:14.071829 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-596063ef-93f7-4a47-9d17-9573a08f7495 req-b751b38a-3aaf-46ba-a772-18e0e1403598 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:14.072119 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [req-596063ef-93f7-4a47-9d17-9573a08f7495 req-b751b38a-3aaf-46ba-a772-18e0e1403598 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Floating IP e4d083a6-1b56-433f-bb58-ba81c8cfffbc disassociated. External IP: 172.25.1.210, port: f783301d-6c8b-47e9-94ce-77eb1aa79ef8. Aug 16 20:47:14.106894 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-fe8a06e8-07bc-4e69-a373-ce477f08c65a service neutron] No DVR routers for this DVR port 158a582a-0434-424f-91a1-5cbad4440fce on host n-h1-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:47:14.181283 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a06e8-07bc-4e69-a373-ce477f08c65a service neutron] Pushing event updated for resources: {'Port': ['ID=158a582a-0434-424f-91a1-5cbad4440fce,revision_number=10']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:14.230941 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6bc07ef4-6b0b-4148-98e5-0ba0ed4f3765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:14.275898 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc07ef4-6b0b-4148-98e5-0ba0ed4f3765 admin admin] Pushing event deleted for resources: {'Port': ['ID=75c6aa00-8ce7-4926-a861-42bd2ad1f1e4,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:14.325381 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-fe8a06e8-07bc-4e69-a373-ce477f08c65a service neutron] 10.222.0.72 "PUT /v2.0/ports/158a582a-0434-424f-91a1-5cbad4440fce/bindings/n-h2-793620-15/activate HTTP/1.1" status: 200 len: 370 time: 2.3068571 Aug 16 20:47:14.328047 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b3afe970-c873-4081-9eba-7746d0826e9d req-f0b07ced-8c01-45ff-83ef-a18c8d27c938 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:14.343643 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6bc07ef4-6b0b-4148-98e5-0ba0ed4f3765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:14.412755 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b3afe970-c873-4081-9eba-7746d0826e9d req-f0b07ced-8c01-45ff-83ef-a18c8d27c938 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:14.462642 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6bc07ef4-6b0b-4148-98e5-0ba0ed4f3765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:14.465198 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6bc07ef4-6b0b-4148-98e5-0ba0ed4f3765 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:14.547230 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [req-596063ef-93f7-4a47-9d17-9573a08f7495 req-b751b38a-3aaf-46ba-a772-18e0e1403598 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Router c09ecba2-03c7-4958-ba25-c9e2f41e524c has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:47:14.721522 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-596063ef-93f7-4a47-9d17-9573a08f7495 req-b751b38a-3aaf-46ba-a772-18e0e1403598 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:47:14.730300 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-596063ef-93f7-4a47-9d17-9573a08f7495 req-b751b38a-3aaf-46ba-a772-18e0e1403598 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:14.733893 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6bc07ef4-6b0b-4148-98e5-0ba0ed4f3765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:14.738526 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc511aa-5e06-485d-80f0-244f310e2aaf None None] Sync routers for ids ['c09ecba2-03c7-4958-ba25-c9e2f41e524c'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:47:14.739041 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc07ef4-6b0b-4148-98e5-0ba0ed4f3765 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81daa770-681b-4c19-a847-df595a01fa69 {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:47:14.744338 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6bc07ef4-6b0b-4148-98e5-0ba0ed4f3765 admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:14.744490 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b3afe970-c873-4081-9eba-7746d0826e9d req-f0b07ced-8c01-45ff-83ef-a18c8d27c938 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:14.752946 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6bc07ef4-6b0b-4148-98e5-0ba0ed4f3765 admin admin] 10.222.0.84 "DELETE /v2.0/routers/81daa770-681b-4c19-a847-df595a01fa69 HTTP/1.1" status: 204 len: 168 time: 2.3433528 Aug 16 20:47:14.754259 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34442) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:14.777690 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc511aa-5e06-485d-80f0-244f310e2aaf None None] Routers {'c09ecba2-03c7-4958-ba25-c9e2f41e524c'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:47:14.779228 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-5bc511aa-5e06-485d-80f0-244f310e2aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:47:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['c09ecba2-03c7-4958-ba25-c9e2f41e524c'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:14.825783 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-074e81c3-ec9b-41f8-be3d-2ea64a470b9c tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:14.836066 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-074e81c3-ec9b-41f8-be3d-2ea64a470b9c tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591&tenant_id=8ef76538be3f42efb94d0f0a8384d0d1&binding%3Ahost_id=n-h1-793620-15 HTTP/1.1" status: 200 len: 1096 time: 0.1575999 Aug 16 20:47:14.857184 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b07ced-8c01-45ff-83ef-a18c8d27c938 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=853425c0-66e8-43b9-8e9c-ca46616ebec6,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:14.884496 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-596063ef-93f7-4a47-9d17-9573a08f7495 req-b751b38a-3aaf-46ba-a772-18e0e1403598 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "PUT /v2.0/floatingips/e4d083a6-1b56-433f-bb58-ba81c8cfffbc HTTP/1.1" status: 200 len: 695 time: 1.7285476 Aug 16 20:47:14.926582 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c0d9db-2767-431f-80dd-5c28cba2050f', 'tag': 'f783301d-6c8b-47e9-94ce-77eb1aa79ef8'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:14.931047 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea21342e-0458-4a95-b740-c74672510ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "57c0d9db-2767-431f-80dd-5c28cba2050f", "tag": "f783301d-6c8b-47e9-94ce-77eb1aa79ef8"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:14.940199 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-beb45c4b-c7ed-4825-bc7a-77f95b0d3093 admin admin] Deleting subnet f139529e-64ec-4889-953b-8d8a128c2b33 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:47:14.952950 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-beb45c4b-c7ed-4825-bc7a-77f95b0d3093 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:15.009628 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b3afe970-c873-4081-9eba-7746d0826e9d req-f0b07ced-8c01-45ff-83ef-a18c8d27c938 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:15.009747 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:15.009863 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b3afe970-c873-4081-9eba-7746d0826e9d req-f0b07ced-8c01-45ff-83ef-a18c8d27c938 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.1708875 Aug 16 20:47:15.051899 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596063ef-93f7-4a47-9d17-9573a08f7495 req-866ef2c6-ef45-4e99-96d6-7f846707637e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:15.059849 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-596063ef-93f7-4a47-9d17-9573a08f7495 req-866ef2c6-ef45-4e99-96d6-7f846707637e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=30032294c02e47998da47b1124817457&device_id=57c0d9db-2767-431f-80dd-5c28cba2050f HTTP/1.1" status: 200 len: 1098 time: 0.1158535 Aug 16 20:47:15.067199 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-beb45c4b-c7ed-4825-bc7a-77f95b0d3093 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:15.072597 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-d4c06ee0-1e26-4c46-9e8b-93b990802e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:15.074800 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-d4c06ee0-1e26-4c46-9e8b-93b990802e73 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591&tenant_id=8ef76538be3f42efb94d0f0a8384d0d1 HTTP/1.1" status: 200 len: 1096 time: 0.2237241 Aug 16 20:47:15.085110 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-5bc511aa-5e06-485d-80f0-244f310e2aaf None None] Set router c09ecba2-03c7-4958-ba25-c9e2f41e524c gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:47:15.199026 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 15839dde-6831-435a-8004-8c3ef0cdef87 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:47:15.227896 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 15839dde-6831-435a-8004-8c3ef0cdef87 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:47:15.232317 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 15839dde-6831-435a-8004-8c3ef0cdef87 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:47:15.278367 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-beb45c4b-c7ed-4825-bc7a-77f95b0d3093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:15.297575 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596063ef-93f7-4a47-9d17-9573a08f7495 req-d6abc97a-36f0-4b8d-92fa-df05ffc4cf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:15.299258 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-596063ef-93f7-4a47-9d17-9573a08f7495 req-d6abc97a-36f0-4b8d-92fa-df05ffc4cf97 service neutron] 10.222.0.84 "GET /v2.0/networks?id=712844f1-efe0-47f4-a231-6a1623362500 HTTP/1.1" status: 200 len: 930 time: 0.2384636 Aug 16 20:47:15.401822 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-596063ef-93f7-4a47-9d17-9573a08f7495 req-a43e5a1c-6f70-42e9-a4d4-309afb215729 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f783301d-6c8b-47e9-94ce-77eb1aa79ef8 HTTP/1.1" status: 200 len: 217 time: 0.0794318 Aug 16 20:47:15.450877 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-6a28ef88-cda1-4e7e-b0a1-8ce5fa70de5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:15.452756 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-6a28ef88-cda1-4e7e-b0a1-8ce5fa70de5e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ef76538be3f42efb94d0f0a8384d0d1&device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 1096 time: 0.1524260 Aug 16 20:47:15.479241 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-5bc511aa-5e06-485d-80f0-244f310e2aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09ecba2-03c7-4958-ba25-c9e2f41e524c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1526633338-router', 'tenant_id': '30032294c02e47998da47b1124817457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'c2c24b8b-418b-4df1-955c-d4903e7ff57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:17Z', 'updated_at': '2021-08-16T20:46:27Z', 'revision_number': 4, 'project_id': '30032294c02e47998da47b1124817457', 'gw_port': {'id': 'c2c24b8b-418b-4df1-955c-d4903e7ff57f', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09ecba2-03c7-4958-ba25-c9e2f41e524c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:19Z', 'updated_at': '2021-08-16T20:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'f1ddc248-788f-4a4e-8fe3-d60a8456d5f8', 'name': '', 'network_id': '712844f1-efe0-47f4-a231-6a1623362500', 'tenant_id': '30032294c02e47998da47b1124817457', 'mac_address': 'fa:16:3e:b1:8d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09ecba2-03c7-4958-ba25-c9e2f41e524c', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '102329de-f784-4cc5-876b-70fa67ceb897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:25Z', 'updated_at': '2021-08-16T20:46:33Z', 'revision_number': 5, 'project_id': '30032294c02e47998da47b1124817457', 'subnets': [{'id': '102329de-f784-4cc5-876b-70fa67ceb897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:15.512946 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc511aa-5e06-485d-80f0-244f310e2aaf None None] Checking router: c09ecba2-03c7-4958-ba25-c9e2f41e524c for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:47:15.524082 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc511aa-5e06-485d-80f0-244f310e2aaf None None] Routers {'c09ecba2-03c7-4958-ba25-c9e2f41e524c'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:47:15.524950 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-5bc511aa-5e06-485d-80f0-244f310e2aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:47:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['c09ecba2-03c7-4958-ba25-c9e2f41e524c'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:15.530566 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596063ef-93f7-4a47-9d17-9573a08f7495 req-a9a372b3-4c4e-4a27-8719-741ab3d7f17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:15.532292 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-596063ef-93f7-4a47-9d17-9573a08f7495 req-a9a372b3-4c4e-4a27-8719-741ab3d7f17c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=102329de-f784-4cc5-876b-70fa67ceb897 HTTP/1.1" status: 200 len: 868 time: 0.1200023 Aug 16 20:47:15.556344 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-beb45c4b-c7ed-4825-bc7a-77f95b0d3093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:15.604545 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb45c4b-c7ed-4825-bc7a-77f95b0d3093 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f139529e-64ec-4889-953b-8d8a128c2b33,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:15.614248 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-beb45c4b-c7ed-4825-bc7a-77f95b0d3093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:15.619517 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-beb45c4b-c7ed-4825-bc7a-77f95b0d3093 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/f139529e-64ec-4889-953b-8d8a128c2b33 HTTP/1.1" status: 204 len: 168 time: 0.8604403 Aug 16 20:47:15.622967 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34448) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:15.627201 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df790e4-07e6-44ae-992a-05e09424551c None None] Network 3cfdc7ee-db20-407f-a202-3e4e9cdd051e requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:47:15.637560 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596063ef-93f7-4a47-9d17-9573a08f7495 req-141a08d7-fece-4c49-8185-ee36c7daa5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:15.640234 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-596063ef-93f7-4a47-9d17-9573a08f7495 req-141a08d7-fece-4c49-8185-ee36c7daa5ec service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=712844f1-efe0-47f4-a231-6a1623362500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0990572 Aug 16 20:47:15.642703 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-3e562876-3c2e-47dd-87de-91199bfe99cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:15.644489 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-3e562876-3c2e-47dd-87de-91199bfe99cb service neutron] 10.222.0.90 "GET /v2.0/networks?id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa HTTP/1.1" status: 200 len: 909 time: 0.1795702 Aug 16 20:47:15.746207 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fed9939b-4162-4a63-84a5-5778e1af4eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:15.767613 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-596063ef-93f7-4a47-9d17-9573a08f7495 req-4af143a6-6b06-43b6-b728-441b97ccb695 service neutron] 10.222.0.84 "GET /v2.0/networks/712844f1-efe0-47f4-a231-6a1623362500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188350 Aug 16 20:47:15.815703 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-fed9939b-4162-4a63-84a5-5778e1af4eb3 admin admin] Deleting port 2309d6d9-2fbe-44e5-b398-102bd5650208 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:47:15.816078 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fed9939b-4162-4a63-84a5-5778e1af4eb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:15.833267 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-2ca91ffc-c26b-4749-bc82-6302fe1d4d55 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=158a582a-0434-424f-91a1-5cbad4440fce HTTP/1.1" status: 200 len: 217 time: 0.0639343 Aug 16 20:47:15.950307 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-5bc511aa-5e06-485d-80f0-244f310e2aaf None None] Set router c09ecba2-03c7-4958-ba25-c9e2f41e524c gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:47:15.956754 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-4e340d23-784d-4a3a-9d56-c1dbcfcd49a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:15.958240 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-4e340d23-784d-4a3a-9d56-c1dbcfcd49a4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=32473632-cd45-434e-a077-52a281cec044 HTTP/1.1" status: 200 len: 848 time: 0.0878890 Aug 16 20:47:15.974037 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-fed9939b-4162-4a63-84a5-5778e1af4eb3 admin admin] For port 2309d6d9-2fbe-44e5-b398-102bd5650208, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=2309d6d9-2fbe-44e5-b398-102bd5650208,segment=NetworkSegment(b61ea63c-caaa-406c-8287-72f1cf6b8e89),segment_id=b61ea63c-caaa-406c-8287-72f1cf6b8e89)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:15.974634 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fed9939b-4162-4a63-84a5-5778e1af4eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:16.003591 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-fed9939b-4162-4a63-84a5-5778e1af4eb3 admin admin] Calling delete_port for 2309d6d9-2fbe-44e5-b398-102bd5650208 owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:47:16.004566 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-6f56f01b-ce62-495c-916d-df35c442ec40 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345616 Aug 16 20:47:16.007235 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-596063ef-93f7-4a47-9d17-9573a08f7495 req-70b6b627-5725-4ff3-9d92-89138de476b4 service neutron] 10.222.0.84 "GET /v2.0/networks/712844f1-efe0-47f4-a231-6a1623362500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316346 Aug 16 20:47:16.301765 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-b7dc9b1d-a23e-4679-b637-424a0c942f90 service neutron] 10.222.0.90 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847009 Aug 16 20:47:16.305208 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd24ab4-f618-45ba-81a3-9885533faf5b None None] DHCP port deletion for 3cfdc7ee-db20-407f-a202-3e4e9cdd051e request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:47:16.318114 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fed9939b-4162-4a63-84a5-5778e1af4eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:16.342601 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed9939b-4162-4a63-84a5-5778e1af4eb3 admin admin] No DVR routers for this DVR port 2309d6d9-2fbe-44e5-b398-102bd5650208 on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:47:16.396080 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-edd24ab4-f618-45ba-81a3-9885533faf5b None None] The port '2309d6d9-2fbe-44e5-b398-102bd5650208' was deleted {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 16 20:47:16.414107 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9939b-4162-4a63-84a5-5778e1af4eb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2309d6d9-2fbe-44e5-b398-102bd5650208,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:16.428597 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246df23f-827d-4aa6-9cba-76cf2fd5f742 req-7af1cd6d-3201-4852-959d-570ba474c497 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:16.446760 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-246df23f-827d-4aa6-9cba-76cf2fd5f742 req-7af1cd6d-3201-4852-959d-570ba474c497 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 944 time: 0.2775030 Aug 16 20:47:16.485123 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fed9939b-4162-4a63-84a5-5778e1af4eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:16.500012 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-fed9939b-4162-4a63-84a5-5778e1af4eb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cfdc7ee-db20-407f-a202-3e4e9cdd051e']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:16.513878 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-5bc511aa-5e06-485d-80f0-244f310e2aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09ecba2-03c7-4958-ba25-c9e2f41e524c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1526633338-router', 'tenant_id': '30032294c02e47998da47b1124817457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'c2c24b8b-418b-4df1-955c-d4903e7ff57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:17Z', 'updated_at': '2021-08-16T20:46:27Z', 'revision_number': 4, 'project_id': '30032294c02e47998da47b1124817457', 'gw_port': {'id': 'c2c24b8b-418b-4df1-955c-d4903e7ff57f', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09ecba2-03c7-4958-ba25-c9e2f41e524c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:19Z', 'updated_at': '2021-08-16T20:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'f1ddc248-788f-4a4e-8fe3-d60a8456d5f8', 'name': '', 'network_id': '712844f1-efe0-47f4-a231-6a1623362500', 'tenant_id': '30032294c02e47998da47b1124817457', 'mac_address': 'fa:16:3e:b1:8d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09ecba2-03c7-4958-ba25-c9e2f41e524c', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '102329de-f784-4cc5-876b-70fa67ceb897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:25Z', 'updated_at': '2021-08-16T20:46:33Z', 'revision_number': 5, 'project_id': '30032294c02e47998da47b1124817457', 'subnets': [{'id': '102329de-f784-4cc5-876b-70fa67ceb897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:16.516993 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905e001-edaf-4a24-906b-e23eade869ad req-ce4e0929-b0fb-4327-bebe-bb468c9cdbed tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:16.517983 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-fed9939b-4162-4a63-84a5-5778e1af4eb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b61ea63c-caaa-406c-8287-72f1cf6b8e89') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:16.518296 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-fed9939b-4162-4a63-84a5-5778e1af4eb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b61ea63c-caaa-406c-8287-72f1cf6b8e89') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:16.518856 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c905e001-edaf-4a24-906b-e23eade869ad req-ce4e0929-b0fb-4327-bebe-bb468c9cdbed tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006 HTTP/1.1" status: 200 len: 945 time: 0.2646291 Aug 16 20:47:16.541336 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fed9939b-4162-4a63-84a5-5778e1af4eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:16.551140 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc511aa-5e06-485d-80f0-244f310e2aaf None None] The sync data for ids ['c09ecba2-03c7-4958-ba25-c9e2f41e524c'] in n-d-793620-15 is: [{'id': 'c09ecba2-03c7-4958-ba25-c9e2f41e524c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1526633338-router', 'tenant_id': '30032294c02e47998da47b1124817457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'c2c24b8b-418b-4df1-955c-d4903e7ff57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:17Z', 'updated_at': '2021-08-16T20:46:27Z', 'revision_number': 4, 'project_id': '30032294c02e47998da47b1124817457', 'gw_port': {'id': 'c2c24b8b-418b-4df1-955c-d4903e7ff57f', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09ecba2-03c7-4958-ba25-c9e2f41e524c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:19Z', 'updated_at': '2021-08-16T20:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'f1ddc248-788f-4a4e-8fe3-d60a8456d5f8', 'name': '', 'network_id': '712844f1-efe0-47f4-a231-6a1623362500', 'tenant_id': '30032294c02e47998da47b1124817457', 'mac_address': 'fa:16:3e:b1:8d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09ecba2-03c7-4958-ba25-c9e2f41e524c', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '102329de-f784-4cc5-876b-70fa67ceb897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:25Z', 'updated_at': '2021-08-16T20:46:33Z', 'revision_number': 5, 'project_id': '30032294c02e47998da47b1124817457', 'subnets': [{'id': '102329de-f784-4cc5-876b-70fa67ceb897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:47:16.576376 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fed9939b-4162-4a63-84a5-5778e1af4eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:16.580474 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-246df23f-827d-4aa6-9cba-76cf2fd5f742 req-5581daee-e24e-4488-a92f-0291b1b852a0 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326489 Aug 16 20:47:16.584668 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed9939b-4162-4a63-84a5-5778e1af4eb3 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:47:16.586758 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fed9939b-4162-4a63-84a5-5778e1af4eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:16.590760 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:47:16.590760 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:47:16.590760 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:47:16.590760 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:47:16.590760 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:47:16.590760 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:47:16.590760 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:47:16.590760 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:47:16.590760 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:47:16.590760 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:47:16.590760 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:47:16.590760 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:47:16.590760 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:47:16.590760 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:47:16.590760 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:47:16.590760 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:47:16.590760 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:47:16.590760 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:47:16.590760 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:47:16.590760 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:47:16.590760 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:47:16.590760 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:47:16.590760 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:47:16.590760 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:47:16.590760 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:47:16.590760 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:47:16.590760 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:47:16.590760 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:47:16.590760 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:47:16.590760 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:47:16.590760 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:47:16.590760 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:47:16.610756 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c905e001-edaf-4a24-906b-e23eade869ad req-d35be844-97ec-467b-83e8-6d3318eb2574 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814168 Aug 16 20:47:16.612685 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-e5e393ed-00a5-4de0-b1cc-2026c343b5a4 service neutron] 10.222.0.90 "GET /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743266 Aug 16 20:47:16.666646 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6de2e4-919e-4d5e-8185-d515a796b0c7 x-openstack-request-id: req-9a6de2e4-919e-4d5e-8185-d515a796b0c7 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:16.667305 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57c0d9db-2767-431f-80dd-5c28cba2050f", "tag": "f783301d-6c8b-47e9-94ce-77eb1aa79ef8", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:16.686892 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9a6de2e4-919e-4d5e-8185-d515a796b0c7 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:16.686892 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57c0d9db-2767-431f-80dd-5c28cba2050f', 'tag': 'f783301d-6c8b-47e9-94ce-77eb1aa79ef8', 'status': 'completed', 'code': 200} Aug 16 20:47:16.716709 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:16.736763 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-6efd3986-3a18-473a-94e8-8c5a5f27947b req-e0114ea5-0dff-410b-b53e-cdabdf135793 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1878625611', 'description': 'tempest-description-909671118'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:16.797985 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21342e-0458-4a95-b740-c74672510ccb req-a01f5b50-064b-4cfe-bf30-1a46eee965b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:16.799589 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ea21342e-0458-4a95-b740-c74672510ccb req-a01f5b50-064b-4cfe-bf30-1a46eee965b7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=30032294c02e47998da47b1124817457&device_id=57c0d9db-2767-431f-80dd-5c28cba2050f HTTP/1.1" status: 200 len: 1098 time: 0.1074431 Aug 16 20:47:16.826528 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba1730-d2bc-44cf-a7f5-f409b6a53897 req-ec83b386-ccf0-4816-a7ee-b890c6ab8022 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:16.828140 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fcba1730-d2bc-44cf-a7f5-f409b6a53897 req-ec83b386-ccf0-4816-a7ee-b890c6ab8022 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 951 time: 0.0869193 Aug 16 20:47:16.892860 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df71386d-3cd1-4771-bca8-e64a858e3fc1 None None] New status for floating IP e4d083a6-1b56-433f-bb58-ba81c8cfffbc: DOWN {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:47:16.918668 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fcba1730-d2bc-44cf-a7f5-f409b6a53897 req-ef6de4c5-ae5a-4b73-85f0-0825ae73cdad tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714009 Aug 16 20:47:16.980304 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fed9939b-4162-4a63-84a5-5778e1af4eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:16.986348 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fed9939b-4162-4a63-84a5-5778e1af4eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:16.988414 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fed9939b-4162-4a63-84a5-5778e1af4eb3 admin admin] 10.222.0.84 "DELETE /v2.0/networks/3cfdc7ee-db20-407f-a202-3e4e9cdd051e HTTP/1.1" status: 204 len: 168 time: 1.3643887 Aug 16 20:47:17.023661 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6efd3986-3a18-473a-94e8-8c5a5f27947b req-e0114ea5-0dff-410b-b53e-cdabdf135793 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:17.042053 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9939b-4162-4a63-84a5-5778e1af4eb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cfdc7ee-db20-407f-a202-3e4e9cdd051e,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:17.079852 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 2309d6d9-2fbe-44e5-b398-102bd5650208 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:47:17.135050 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21342e-0458-4a95-b740-c74672510ccb req-a3d511a3-7c11-4bcf-a55b-4d58f12f0354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:17.136850 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ea21342e-0458-4a95-b740-c74672510ccb req-a3d511a3-7c11-4bcf-a55b-4d58f12f0354 service neutron] 10.222.0.90 "GET /v2.0/networks?id=712844f1-efe0-47f4-a231-6a1623362500 HTTP/1.1" status: 200 len: 930 time: 0.3250656 Aug 16 20:47:17.159089 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 2309d6d9-2fbe-44e5-b398-102bd5650208 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:47:17.165831 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 2309d6d9-2fbe-44e5-b398-102bd5650208 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:47:17.166573 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 75c6aa00-8ce7-4926-a861-42bd2ad1f1e4 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:47:17.166719 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f19ea578-73e8-458f-bda5-34e563d978e8 req-40da0a19-1772-45c4-85f3-4ebe95993724 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/floatingips/e4d083a6-1b56-433f-bb58-ba81c8cfffbc HTTP/1.1" status: 200 len: 695 time: 0.1618056 Aug 16 20:47:17.233110 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 75c6aa00-8ce7-4926-a861-42bd2ad1f1e4 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:47:17.233481 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 75c6aa00-8ce7-4926-a861-42bd2ad1f1e4 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:47:17.238913 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ea21342e-0458-4a95-b740-c74672510ccb req-297cb428-b446-4903-bf98-e68e92efec93 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f783301d-6c8b-47e9-94ce-77eb1aa79ef8 HTTP/1.1" status: 200 len: 217 time: 0.0844984 Aug 16 20:47:17.412472 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21342e-0458-4a95-b740-c74672510ccb req-932e84ea-9ffd-4ced-b9f5-5818611c5d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:17.414336 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ea21342e-0458-4a95-b740-c74672510ccb req-932e84ea-9ffd-4ced-b9f5-5818611c5d1c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=102329de-f784-4cc5-876b-70fa67ceb897 HTTP/1.1" status: 200 len: 868 time: 0.1383510 Aug 16 20:47:17.519060 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ea578-73e8-458f-bda5-34e563d978e8 req-679f052f-2546-4132-896e-30e532cb0831 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:17.520660 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f19ea578-73e8-458f-bda5-34e563d978e8 req-679f052f-2546-4132-896e-30e532cb0831 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/networks/65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 784 time: 0.3532341 Aug 16 20:47:17.610019 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6efd3986-3a18-473a-94e8-8c5a5f27947b req-e0114ea5-0dff-410b-b53e-cdabdf135793 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:17.611124 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34472) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:17.625678 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f19ea578-73e8-458f-bda5-34e563d978e8 req-640a8d74-7c4b-43f6-ad3c-cf04e37e7a56 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.210 HTTP/1.1" status: 200 len: 696 time: 0.0860920 Aug 16 20:47:17.629381 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21342e-0458-4a95-b740-c74672510ccb req-f05c51d5-5bdc-4f6b-b33c-77421776d73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:17.630886 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ea21342e-0458-4a95-b740-c74672510ccb req-f05c51d5-5bdc-4f6b-b33c-77421776d73f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=712844f1-efe0-47f4-a231-6a1623362500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2013364 Aug 16 20:47:17.702338 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-21d54540-2f74-4df5-9042-8480f9ac84f8 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:17.704796 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-21d54540-2f74-4df5-9042-8480f9ac84f8 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591&tenant_id=8ef76538be3f42efb94d0f0a8384d0d1&binding%3Ahost_id=n-h2-793620-15 HTTP/1.1" status: 200 len: 1096 time: 0.2187958 Aug 16 20:47:17.708700 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f19ea578-73e8-458f-bda5-34e563d978e8 req-50e75ab4-1624-4a05-b8e8-ac25cede8d25 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.210 HTTP/1.1" status: 200 len: 696 time: 0.0757325 Aug 16 20:47:17.751618 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257c667-1e97-46ab-8b02-dd3230bb8948 req-30f4a39d-5741-4c7f-8dd4-7407b8a95ffc tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:17.753096 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a257c667-1e97-46ab-8b02-dd3230bb8948 req-30f4a39d-5741-4c7f-8dd4-7407b8a95ffc tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.90 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 951 time: 0.1020629 Aug 16 20:47:17.758054 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-28a43a85-97a7-4f15-96b1-851f7c30ee0d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=eb8c4b7819fc43cbbe786a97a0c82206&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1435826 Aug 16 20:47:17.758306 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34478) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:17.876413 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-27002705-9c50-4033-b511-4f3491b36d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:17.905857 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-27002705-9c50-4033-b511-4f3491b36d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:17.951064 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-a257c667-1e97-46ab-8b02-dd3230bb8948 req-d3429ff1-3dbf-418a-b311-95e500eb938f tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Deleting port 40e63186-9497-424f-b44b-5fd04a73ebc0 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:47:17.951478 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-a257c667-1e97-46ab-8b02-dd3230bb8948 req-d3429ff1-3dbf-418a-b311-95e500eb938f tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:17.960473 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6efd3986-3a18-473a-94e8-8c5a5f27947b req-e0114ea5-0dff-410b-b53e-cdabdf135793 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:18.041541 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ea21342e-0458-4a95-b740-c74672510ccb req-dd2838d2-4580-4981-8158-079c6a423990 service neutron] 10.222.0.90 "GET /v2.0/networks/712844f1-efe0-47f4-a231-6a1623362500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316128 Aug 16 20:47:18.046925 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-a257c667-1e97-46ab-8b02-dd3230bb8948 req-d3429ff1-3dbf-418a-b311-95e500eb938f tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] For port 40e63186-9497-424f-b44b-5fd04a73ebc0, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=40e63186-9497-424f-b44b-5fd04a73ebc0,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:18.047300 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-a257c667-1e97-46ab-8b02-dd3230bb8948 req-d3429ff1-3dbf-418a-b311-95e500eb938f tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:18.052627 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0114ea5-0dff-410b-b53e-cdabdf135793 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd3a23f-116d-463b-8d80-8e9d2179d7e2,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:18.061660 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-a257c667-1e97-46ab-8b02-dd3230bb8948 req-d3429ff1-3dbf-418a-b311-95e500eb938f tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Calling delete_port for 40e63186-9497-424f-b44b-5fd04a73ebc0 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:47:18.141469 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-f19ea578-73e8-458f-bda5-34e563d978e8 req-89c7e918-e3a2-4f46-9680-f404ae8b5785 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Deleting port 7521f0cf-d15f-4ff7-b9a9-a1f74e79c35a {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:47:18.141829 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f19ea578-73e8-458f-bda5-34e563d978e8 req-89c7e918-e3a2-4f46-9680-f404ae8b5785 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:18.156817 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6efd3986-3a18-473a-94e8-8c5a5f27947b req-e0114ea5-0dff-410b-b53e-cdabdf135793 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:18.161184 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6efd3986-3a18-473a-94e8-8c5a5f27947b req-e0114ea5-0dff-410b-b53e-cdabdf135793 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.4516239 Aug 16 20:47:18.226730 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ea21342e-0458-4a95-b740-c74672510ccb req-be3aa1fa-fd19-4982-9104-f27eaf218de8 service neutron] 10.222.0.90 "GET /v2.0/networks/712844f1-efe0-47f4-a231-6a1623362500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654530 Aug 16 20:47:18.254482 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f19ea578-73e8-458f-bda5-34e563d978e8 req-89c7e918-e3a2-4f46-9680-f404ae8b5785 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:18.254820 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f19ea578-73e8-458f-bda5-34e563d978e8 req-89c7e918-e3a2-4f46-9680-f404ae8b5785 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:18.268662 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-f19ea578-73e8-458f-bda5-34e563d978e8 req-89c7e918-e3a2-4f46-9680-f404ae8b5785 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Calling delete_port for 7521f0cf-d15f-4ff7-b9a9-a1f74e79c35a owned by network:floatingip {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:47:18.304083 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-27002705-9c50-4033-b511-4f3491b36d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:18.307508 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-27002705-9c50-4033-b511-4f3491b36d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:18.309257 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-27002705-9c50-4033-b511-4f3491b36d33 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b996e5d7-fb76-4b20-867d-54aed7b942c9 HTTP/1.1" status: 204 len: 168 time: 0.5500364 Aug 16 20:47:18.318394 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27002705-9c50-4033-b511-4f3491b36d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b996e5d7-fb76-4b20-867d-54aed7b942c9,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:18.331303 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-5ac34069-7750-4038-8ff1-7e9a57ca5341 service neutron] For port 158a582a-0434-424f-91a1-5cbad4440fce, host n-h1-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:47:18.338193 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-5ac34069-7750-4038-8ff1-7e9a57ca5341 service neutron] Notify callbacks [] for binding, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:18.340117 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7dff3eda-791f-4990-9ed6-7f3db3f5870f req-5ac34069-7750-4038-8ff1-7e9a57ca5341 service neutron] 10.222.0.90 "DELETE /v2.0/ports/158a582a-0434-424f-91a1-5cbad4440fce/bindings/n-h1-793620-15 HTTP/1.1" status: 204 len: 173 time: 0.5806489 Aug 16 20:47:18.420468 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de2a45-e4e4-491f-9828-be902a868a09 req-45612cc3-df3c-4fb7-8d7d-948e8071d202 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:18.421993 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-30de2a45-e4e4-491f-9828-be902a868a09 req-45612cc3-df3c-4fb7-8d7d-948e8071d202 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 944 time: 0.0771041 Aug 16 20:47:18.494862 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-30de2a45-e4e4-491f-9828-be902a868a09 req-f36b4b4c-4eaf-4198-a7c0-55f8b9eb427f tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656853 Aug 16 20:47:18.510858 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-a257c667-1e97-46ab-8b02-dd3230bb8948 req-d3429ff1-3dbf-418a-b311-95e500eb938f tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:18.525862 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['c6b62548-8eef-466c-bea6-22ddc7f1997d'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:18.530362 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['56353298-d50b-4643-afa0-a1f978a1a3fa', 'd3369948-8321-47ff-8983-1f5541dbf14d', '40e63186-9497-424f-b44b-5fd04a73ebc0'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:18.557114 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3429ff1-3dbf-418a-b311-95e500eb938f tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Pushing event deleted for resources: {'Port': ['ID=40e63186-9497-424f-b44b-5fd04a73ebc0,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:18.653550 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-a257c667-1e97-46ab-8b02-dd3230bb8948 req-d3429ff1-3dbf-418a-b311-95e500eb938f tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] No DVR routers for this DVR port 40e63186-9497-424f-b44b-5fd04a73ebc0 on host n-h2-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:47:18.657671 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-a257c667-1e97-46ab-8b02-dd3230bb8948 req-d3429ff1-3dbf-418a-b311-95e500eb938f tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:18.674243 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a257c667-1e97-46ab-8b02-dd3230bb8948 req-d3429ff1-3dbf-418a-b311-95e500eb938f tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.90 "DELETE /v2.0/ports/40e63186-9497-424f-b44b-5fd04a73ebc0 HTTP/1.1" status: 204 len: 173 time: 0.9035065 Aug 16 20:47:18.677363 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f19ea578-73e8-458f-bda5-34e563d978e8 req-89c7e918-e3a2-4f46-9680-f404ae8b5785 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:18.677512 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8169bb36-7168-491e-a133-a4cbde0e2390', 'name': 'network-vif-deleted', 'tag': '40e63186-9497-424f-b44b-5fd04a73ebc0'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:18.691797 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcee734c-cd18-4f76-963c-0282bf1938ba" -d '{"events": [{"server_uuid": "8169bb36-7168-491e-a133-a4cbde0e2390", "name": "network-vif-deleted", "tag": "40e63186-9497-424f-b44b-5fd04a73ebc0"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:18.727935 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c7e918-e3a2-4f46-9680-f404ae8b5785 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Pushing event deleted for resources: {'Port': ['ID=7521f0cf-d15f-4ff7-b9a9-a1f74e79c35a,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:18.789320 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdd38d-093c-4634-bfd4-9a596f118e4d req-d112b93e-d662-4ad1-8fda-f78203ec99b7 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:18.790872 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-49bdd38d-093c-4634-bfd4-9a596f118e4d req-d112b93e-d662-4ad1-8fda-f78203ec99b7 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006 HTTP/1.1" status: 200 len: 945 time: 0.1677105 Aug 16 20:47:18.829729 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f19ea578-73e8-458f-bda5-34e563d978e8 req-89c7e918-e3a2-4f46-9680-f404ae8b5785 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks [] for floatingip, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:18.832368 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f19ea578-73e8-458f-bda5-34e563d978e8 req-89c7e918-e3a2-4f46-9680-f404ae8b5785 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:18.833678 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f19ea578-73e8-458f-bda5-34e563d978e8 req-89c7e918-e3a2-4f46-9680-f404ae8b5785 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "DELETE /v2.0/floatingips/e4d083a6-1b56-433f-bb58-ba81c8cfffbc HTTP/1.1" status: 204 len: 173 time: 1.0753429 Aug 16 20:47:18.863678 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-49bdd38d-093c-4634-bfd4-9a596f118e4d req-8fd6ebae-d132-4032-9641-9029a01ce216 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582640 Aug 16 20:47:18.920722 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:18.982466 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-03cc2d82-a706-4ed8-8265-39f61a08c757 req-fb6c278e-e1de-4698-8d1b-f90c961e4c25 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=8169bb36-7168-491e-a133-a4cbde0e2390 HTTP/1.1" status: 200 len: 210 time: 0.0683341 Aug 16 20:47:18.992877 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-2841a70f-1d4e-412c-b9bb-491e2d110295 req-d6c082b2-974f-40e2-b3f6-0da9d0992bbc tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1748374710', 'description': 'tempest-description-1429535514'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:19.110391 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f3023b-0c1f-4ea2-88c4-a13941ea6421 x-openstack-request-id: req-e0f3023b-0c1f-4ea2-88c4-a13941ea6421 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:19.110391 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8169bb36-7168-491e-a133-a4cbde0e2390", "name": "network-vif-deleted", "tag": "40e63186-9497-424f-b44b-5fd04a73ebc0", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:19.110391 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e0f3023b-0c1f-4ea2-88c4-a13941ea6421 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:19.110391 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8169bb36-7168-491e-a133-a4cbde0e2390', 'name': 'network-vif-deleted', 'tag': '40e63186-9497-424f-b44b-5fd04a73ebc0', 'status': 'completed', 'code': 200} Aug 16 20:47:19.137707 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2841a70f-1d4e-412c-b9bb-491e2d110295 req-d6c082b2-974f-40e2-b3f6-0da9d0992bbc tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:19.238502 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48170061-f541-482f-9c15-b7019e28ceec req-c01146cd-6143-4a51-93c8-fcf0239e4729 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:19.240244 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-48170061-f541-482f-9c15-b7019e28ceec req-c01146cd-6143-4a51-93c8-fcf0239e4729 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 1096 time: 0.0716465 Aug 16 20:47:19.274276 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2841a70f-1d4e-412c-b9bb-491e2d110295 req-d6c082b2-974f-40e2-b3f6-0da9d0992bbc tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:19.295095 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-48170061-f541-482f-9c15-b7019e28ceec req-b81f02f1-e0b7-45c6-a1b8-44bdafe49aa9 tempest-LiveMigrationTest-531587738 tempest-LiveMigrationTest-531587738-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442162 Aug 16 20:47:19.420868 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2841a70f-1d4e-412c-b9bb-491e2d110295 req-d6c082b2-974f-40e2-b3f6-0da9d0992bbc tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:19.439320 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cdaf3-71a2-446f-a877-3f56a33aeed7 req-9a5d76b0-b979-410c-8737-957c71336350 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:19.440883 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-346cdaf3-71a2-446f-a877-3f56a33aeed7 req-9a5d76b0-b979-410c-8737-957c71336350 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/ports?device_id=57c0d9db-2767-431f-80dd-5c28cba2050f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0624776 Aug 16 20:47:19.504088 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-346cdaf3-71a2-446f-a877-3f56a33aeed7 req-f90b407f-3f15-4df0-9dd4-9be19e4cbeb7 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0543079 Aug 16 20:47:19.504699 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c082b2-974f-40e2-b3f6-0da9d0992bbc tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bab2a9d-3d99-4d4b-9311-3cdcaa2ab541,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:19.564223 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34532) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:19.616825 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9a9b5a7c-674a-4e7c-b257-606f882135c4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7a7ec8a16e534a14b2569bd02638b242&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0489249 Aug 16 20:47:19.617140 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34536) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:19.619860 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2841a70f-1d4e-412c-b9bb-491e2d110295 req-d6c082b2-974f-40e2-b3f6-0da9d0992bbc tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:19.622976 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2841a70f-1d4e-412c-b9bb-491e2d110295 req-d6c082b2-974f-40e2-b3f6-0da9d0992bbc tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6358340 Aug 16 20:47:19.685473 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ee76217-8f91-4572-abff-e508691740af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:19.722889 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-218196d7-5ff2-477a-b5c3-a0e25702b8be req-577f431a-60e2-4d3b-9f3d-cd7937a94fa7 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0426831 Aug 16 20:47:19.736392 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ee76217-8f91-4572-abff-e508691740af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:19.862334 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ca3dbd33-f2cb-465a-b6b3-02337b57949f req-a32d2a8d-2578-4ea7-a3d1-5f779ef5857f tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] 10.222.0.84 "GET /v2.0/security-groups/dcd3a23f-116d-463b-8d80-8e9d2179d7e2 HTTP/1.1" status: 200 len: 1804 time: 0.0424497 Aug 16 20:47:19.876081 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ee76217-8f91-4572-abff-e508691740af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:19.879973 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ee76217-8f91-4572-abff-e508691740af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:19.881872 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6ee76217-8f91-4572-abff-e508691740af admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/af669806-512d-4fd9-81ee-2dc6f603b626 HTTP/1.1" status: 204 len: 168 time: 0.2638066 Aug 16 20:47:19.906379 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee76217-8f91-4572-abff-e508691740af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af669806-512d-4fd9-81ee-2dc6f603b626,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:19.926230 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ca3dbd33-f2cb-465a-b6b3-02337b57949f req-f9d20760-9c9c-4fb6-a11a-bc1c617d3d77 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] 10.222.0.84 "GET /v2.0/security-groups/8bab2a9d-3d99-4d4b-9311-3cdcaa2ab541 HTTP/1.1" status: 200 len: 1805 time: 0.0572040 Aug 16 20:47:19.939580 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-ca3dbd33-f2cb-465a-b6b3-02337b57949f req-e3ba26a9-6d8b-4ad6-9c67-02e952d6028c tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'dcd3a23f-116d-463b-8d80-8e9d2179d7e2', 'remote_group_id': '8bab2a9d-3d99-4d4b-9311-3cdcaa2ab541', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:19.940022 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-ca3dbd33-f2cb-465a-b6b3-02337b57949f req-e3ba26a9-6d8b-4ad6-9c67-02e952d6028c tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'dcd3a23f-116d-463b-8d80-8e9d2179d7e2', 'remote_group_id': '8bab2a9d-3d99-4d4b-9311-3cdcaa2ab541', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:20.087263 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ca3dbd33-f2cb-465a-b6b3-02337b57949f req-e3ba26a9-6d8b-4ad6-9c67-02e952d6028c tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:20.131325 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ca3dbd33-f2cb-465a-b6b3-02337b57949f req-e3ba26a9-6d8b-4ad6-9c67-02e952d6028c tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:20.219040 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ca3dbd33-f2cb-465a-b6b3-02337b57949f req-e3ba26a9-6d8b-4ad6-9c67-02e952d6028c tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:20.240780 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba26a9-6d8b-4ad6-9c67-02e952d6028c tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=163fe4e2-8d92-4721-af42-b5c465b74d04,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:20.362007 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ca3dbd33-f2cb-465a-b6b3-02337b57949f req-e3ba26a9-6d8b-4ad6-9c67-02e952d6028c tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:20.364609 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ca3dbd33-f2cb-465a-b6b3-02337b57949f req-e3ba26a9-6d8b-4ad6-9c67-02e952d6028c tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4300146 Aug 16 20:47:20.467440 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db283617-b458-4c23-bf52-ca7c63cb060d req-5062427e-5fd5-4519-8ff1-8a7a43fa22e7 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:20.469045 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-db283617-b458-4c23-bf52-ca7c63cb060d req-5062427e-5fd5-4519-8ff1-8a7a43fa22e7 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/ports?device_id=282fa5d2-d4e8-4e8b-95bf-18eaffecdc8b HTTP/1.1" status: 200 len: 949 time: 0.0499589 Aug 16 20:47:20.508378 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-db283617-b458-4c23-bf52-ca7c63cb060d req-fc367daf-f8a3-433a-a65a-8f76109a230d tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/security-groups?id=60550207-c050-4842-912f-cb52d93f7eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327315 Aug 16 20:47:20.614509 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29688603-8f1a-4855-88cb-593ff174f468 req-983192be-4400-452d-8ba3-64af56b36d21 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:20.615990 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-29688603-8f1a-4855-88cb-593ff174f468 req-983192be-4400-452d-8ba3-64af56b36d21 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006 HTTP/1.1" status: 200 len: 945 time: 0.0517004 Aug 16 20:47:20.653660 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-29688603-8f1a-4855-88cb-593ff174f468 req-270426ac-c3b2-48b5-82a9-ded95c65722b tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317104 Aug 16 20:47:20.788495 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14bc0f8-a9a3-4c65-86f9-8f3b8e4911f2 req-ccc04294-201b-4aee-8676-c8ccd8475c5a tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:20.790004 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b14bc0f8-a9a3-4c65-86f9-8f3b8e4911f2 req-ccc04294-201b-4aee-8676-c8ccd8475c5a tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 944 time: 0.0495808 Aug 16 20:47:20.830069 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b14bc0f8-a9a3-4c65-86f9-8f3b8e4911f2 req-53409966-3cc4-4bbf-8b49-f1b4eb7df506 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336351 Aug 16 20:47:20.863181 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-f4427359-10d2-4c9d-a99b-d48a166001bf req-56514706-cc95-40c1-9ec9-3a36989b2611 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1045924599', 'description': 'tempest-description-936903718'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:20.872263 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff4bbf-3c55-46e4-8c56-bd1f8569f25f req-b4915606-298d-42af-b81f-39057225d275 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:20.873751 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-41ff4bbf-3c55-46e4-8c56-bd1f8569f25f req-b4915606-298d-42af-b81f-39057225d275 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.90 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 944 time: 0.0505164 Aug 16 20:47:20.905188 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 40e63186-9497-424f-b44b-5fd04a73ebc0 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:47:20.929948 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 40e63186-9497-424f-b44b-5fd04a73ebc0 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:47:20.929948 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 40e63186-9497-424f-b44b-5fd04a73ebc0 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:47:20.986293 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-41ff4bbf-3c55-46e4-8c56-bd1f8569f25f req-f9d65b19-68b2-4779-b8a8-0f18937fcd48 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Deleting port 158a582a-0434-424f-91a1-5cbad4440fce {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:47:20.986647 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-41ff4bbf-3c55-46e4-8c56-bd1f8569f25f req-f9d65b19-68b2-4779-b8a8-0f18937fcd48 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:21.065322 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f4427359-10d2-4c9d-a99b-d48a166001bf req-56514706-cc95-40c1-9ec9-3a36989b2611 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:21.089611 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-41ff4bbf-3c55-46e4-8c56-bd1f8569f25f req-f9d65b19-68b2-4779-b8a8-0f18937fcd48 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] For port 158a582a-0434-424f-91a1-5cbad4440fce, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=158a582a-0434-424f-91a1-5cbad4440fce,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:21.089611 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-41ff4bbf-3c55-46e4-8c56-bd1f8569f25f req-f9d65b19-68b2-4779-b8a8-0f18937fcd48 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:21.103159 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-41ff4bbf-3c55-46e4-8c56-bd1f8569f25f req-f9d65b19-68b2-4779-b8a8-0f18937fcd48 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Calling delete_port for 158a582a-0434-424f-91a1-5cbad4440fce owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:47:21.176416 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f4427359-10d2-4c9d-a99b-d48a166001bf req-56514706-cc95-40c1-9ec9-3a36989b2611 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:21.275896 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f4427359-10d2-4c9d-a99b-d48a166001bf req-56514706-cc95-40c1-9ec9-3a36989b2611 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:21.303718 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56514706-cc95-40c1-9ec9-3a36989b2611 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=101ef94d-cdb0-4048-a063-7e3d0fd404ea,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:21.442016 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-41ff4bbf-3c55-46e4-8c56-bd1f8569f25f req-f9d65b19-68b2-4779-b8a8-0f18937fcd48 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:21.455123 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['158a582a-0434-424f-91a1-5cbad4440fce'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:21.457426 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['7b9c22c8-33bc-40d8-8425-7113a04b57ca'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:21.469129 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d65b19-68b2-4779-b8a8-0f18937fcd48 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Pushing event deleted for resources: {'Port': ['ID=158a582a-0434-424f-91a1-5cbad4440fce,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:21.505458 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f4427359-10d2-4c9d-a99b-d48a166001bf req-56514706-cc95-40c1-9ec9-3a36989b2611 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:21.507311 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f4427359-10d2-4c9d-a99b-d48a166001bf req-56514706-cc95-40c1-9ec9-3a36989b2611 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6483235 Aug 16 20:47:21.517834 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ff4bbf-3c55-46e4-8c56-bd1f8569f25f req-f9d65b19-68b2-4779-b8a8-0f18937fcd48 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] No DVR routers for this DVR port 158a582a-0434-424f-91a1-5cbad4440fce on host n-h2-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:47:21.520528 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-41ff4bbf-3c55-46e4-8c56-bd1f8569f25f req-f9d65b19-68b2-4779-b8a8-0f18937fcd48 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:21.522553 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-41ff4bbf-3c55-46e4-8c56-bd1f8569f25f req-f9d65b19-68b2-4779-b8a8-0f18937fcd48 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.90 "DELETE /v2.0/ports/158a582a-0434-424f-91a1-5cbad4440fce HTTP/1.1" status: 204 len: 173 time: 0.6425588 Aug 16 20:47:21.523301 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd9ff2e-b462-4eeb-abc4-824df658c591', 'name': 'network-vif-deleted', 'tag': '158a582a-0434-424f-91a1-5cbad4440fce'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:21.525835 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bf8b42-612b-43f2-9bdf-d6bcbdfcb835" -d '{"events": [{"server_uuid": "0bd9ff2e-b462-4eeb-abc4-824df658c591", "name": "network-vif-deleted", "tag": "158a582a-0434-424f-91a1-5cbad4440fce"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:21.654053 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 1f1afcab-1f91-467b-9eb7-bc40869e6903 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:47:21.730537 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:21.752167 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282fa5d2-d4e8-4e8b-95bf-18eaffecdc8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f1afcab-1f91-467b-9eb7-bc40869e6903'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:21.754387 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeebee5f-b939-4857-b919-022b5833ef7b" -d '{"events": [{"server_uuid": "282fa5d2-d4e8-4e8b-95bf-18eaffecdc8b", "name": "network-vif-unplugged", "status": "completed", "tag": "1f1afcab-1f91-467b-9eb7-bc40869e6903"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:21.767393 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 1f1afcab-1f91-467b-9eb7-bc40869e6903, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=1f1afcab-1f91-467b-9eb7-bc40869e6903,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:21.847633 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:21.921946 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:21.975747 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc51d1-c05c-4035-9f72-68533f99c143 req-ef6ee689-73c3-4b54-9d34-b1015151a809 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:21.978703 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-54cc51d1-c05c-4035-9f72-68533f99c143 req-ef6ee689-73c3-4b54-9d34-b1015151a809 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/ports?device_id=57c0d9db-2767-431f-80dd-5c28cba2050f HTTP/1.1" status: 200 len: 946 time: 0.0610921 Aug 16 20:47:21.999174 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=1f1afcab-1f91-467b-9eb7-bc40869e6903,revision_number=8']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:22.032741 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-54cc51d1-c05c-4035-9f72-68533f99c143 req-fefd94fe-9fe2-41a1-9790-f53b6f787468 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/security-groups?id=ab2b7183-3ca5-4719-9c50-94e8334b390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381889 Aug 16 20:47:22.067975 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-31f0caaf-c70e-4203-a26c-ca13d18dafd4 req-0c2d3402-f5cc-4661-be56-7be0d9fd4590 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-275441907', 'description': 'tempest-description-1835134107'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:22.105497 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e0eba3-3fff-4b57-8aff-c4c6309c8d88 x-openstack-request-id: req-88e0eba3-3fff-4b57-8aff-c4c6309c8d88 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:22.119188 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd9ff2e-b462-4eeb-abc4-824df658c591", "name": "network-vif-deleted", "tag": "158a582a-0434-424f-91a1-5cbad4440fce", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:22.119188 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-88e0eba3-3fff-4b57-8aff-c4c6309c8d88 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:22.119188 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd9ff2e-b462-4eeb-abc4-824df658c591', 'name': 'network-vif-deleted', 'tag': '158a582a-0434-424f-91a1-5cbad4440fce', 'status': 'completed', 'code': 200} Aug 16 20:47:22.182546 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-31f0caaf-c70e-4203-a26c-ca13d18dafd4 req-0c2d3402-f5cc-4661-be56-7be0d9fd4590 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:22.246683 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de8acc-f096-46ac-874f-83934a74f7fe req-49647934-928f-4bee-b855-8a28cd4cd7c0 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:22.248314 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-11de8acc-f096-46ac-874f-83934a74f7fe req-49647934-928f-4bee-b855-8a28cd4cd7c0 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006 HTTP/1.1" status: 200 len: 945 time: 0.0767157 Aug 16 20:47:22.350359 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-31f0caaf-c70e-4203-a26c-ca13d18dafd4 req-0c2d3402-f5cc-4661-be56-7be0d9fd4590 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:22.361633 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-11de8acc-f096-46ac-874f-83934a74f7fe req-0abccd14-4bc2-41e9-804a-ed0e7443d093 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968773 Aug 16 20:47:22.411472 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd97461-46c0-4c0a-a184-22ae49662f61 x-openstack-request-id: req-0fd97461-46c0-4c0a-a184-22ae49662f61 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:22.411889 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282fa5d2-d4e8-4e8b-95bf-18eaffecdc8b", "name": "network-vif-unplugged", "status": "completed", "tag": "1f1afcab-1f91-467b-9eb7-bc40869e6903", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:22.412496 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0fd97461-46c0-4c0a-a184-22ae49662f61 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:22.413097 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282fa5d2-d4e8-4e8b-95bf-18eaffecdc8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f1afcab-1f91-467b-9eb7-bc40869e6903', 'code': 200} Aug 16 20:47:22.430175 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-31f0caaf-c70e-4203-a26c-ca13d18dafd4 req-0c2d3402-f5cc-4661-be56-7be0d9fd4590 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:22.473364 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d3402-f5cc-4661-be56-7be0d9fd4590 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8296658c-606c-444c-8615-1d381f04ee77,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:22.505459 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1d1866e8-cf8a-45b5-ad7b-6ca5684cdbfd req-9d5dcc09-a559-4de6-a527-f4aec6ea7fd3 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 210 time: 0.0340080 Aug 16 20:47:22.529158 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-31f0caaf-c70e-4203-a26c-ca13d18dafd4 req-0c2d3402-f5cc-4661-be56-7be0d9fd4590 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:22.539524 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-31f0caaf-c70e-4203-a26c-ca13d18dafd4 req-0c2d3402-f5cc-4661-be56-7be0d9fd4590 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4792416 Aug 16 20:47:22.615743 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55759ef-d62b-496b-a937-0829ca5c511f req-f004d52e-ea74-4476-893b-45e80465a1e6 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:22.618896 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d55759ef-d62b-496b-a937-0829ca5c511f req-f004d52e-ea74-4476-893b-45e80465a1e6 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.90 "GET /v2.0/ports?device_id=57c0d9db-2767-431f-80dd-5c28cba2050f HTTP/1.1" status: 200 len: 946 time: 0.0797417 Aug 16 20:47:22.681358 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78696bf-481b-4d06-a04c-b916a6987b53 req-cad509de-7289-42f4-8e1e-33f44f7cdf48 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:22.683473 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c78696bf-481b-4d06-a04c-b916a6987b53 req-cad509de-7289-42f4-8e1e-33f44f7cdf48 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 951 time: 0.0851307 Aug 16 20:47:22.689828 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-383cc0ae-7e0b-43fd-af46-bf5616ac41d4 req-348a864d-16a4-4a9d-94cb-fa7689537fcd tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] 10.222.0.84 "GET /v2.0/security-groups/101ef94d-cdb0-4048-a063-7e3d0fd404ea HTTP/1.1" status: 200 len: 1804 time: 0.0609438 Aug 16 20:47:22.730642 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-d55759ef-d62b-496b-a937-0829ca5c511f req-7b3d3ab0-1c49-4689-8d17-a84bc8f209e1 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Deleting port f783301d-6c8b-47e9-94ce-77eb1aa79ef8 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:47:22.731042 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d55759ef-d62b-496b-a937-0829ca5c511f req-7b3d3ab0-1c49-4689-8d17-a84bc8f209e1 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:22.756197 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c78696bf-481b-4d06-a04c-b916a6987b53 req-97246f36-3a02-470b-b8a5-21643d7ac88f tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652854 Aug 16 20:47:22.763119 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-383cc0ae-7e0b-43fd-af46-bf5616ac41d4 req-603087ed-6f9b-47fd-992b-7d6b6f0b93d6 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] 10.222.0.84 "GET /v2.0/security-groups/8296658c-606c-444c-8615-1d381f04ee77 HTTP/1.1" status: 200 len: 1804 time: 0.0661306 Aug 16 20:47:22.774095 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-383cc0ae-7e0b-43fd-af46-bf5616ac41d4 req-b0b9b974-76ab-4b39-8ba8-2f75378ef2c7 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '101ef94d-cdb0-4048-a063-7e3d0fd404ea', 'remote_group_id': '8296658c-606c-444c-8615-1d381f04ee77', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:22.774428 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-383cc0ae-7e0b-43fd-af46-bf5616ac41d4 req-b0b9b974-76ab-4b39-8ba8-2f75378ef2c7 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '101ef94d-cdb0-4048-a063-7e3d0fd404ea', 'remote_group_id': '8296658c-606c-444c-8615-1d381f04ee77', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:22.841943 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-d55759ef-d62b-496b-a937-0829ca5c511f req-7b3d3ab0-1c49-4689-8d17-a84bc8f209e1 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] For port f783301d-6c8b-47e9-94ce-77eb1aa79ef8, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=f783301d-6c8b-47e9-94ce-77eb1aa79ef8,segment=NetworkSegment(391adbb2-3ff8-462e-9d0e-1f594f736a59),segment_id=391adbb2-3ff8-462e-9d0e-1f594f736a59)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:22.842239 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d55759ef-d62b-496b-a937-0829ca5c511f req-7b3d3ab0-1c49-4689-8d17-a84bc8f209e1 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:22.856257 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-d55759ef-d62b-496b-a937-0829ca5c511f req-7b3d3ab0-1c49-4689-8d17-a84bc8f209e1 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Calling delete_port for f783301d-6c8b-47e9-94ce-77eb1aa79ef8 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:47:22.943141 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-383cc0ae-7e0b-43fd-af46-bf5616ac41d4 req-b0b9b974-76ab-4b39-8ba8-2f75378ef2c7 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:22.999316 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-383cc0ae-7e0b-43fd-af46-bf5616ac41d4 req-b0b9b974-76ab-4b39-8ba8-2f75378ef2c7 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:23.133487 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-383cc0ae-7e0b-43fd-af46-bf5616ac41d4 req-b0b9b974-76ab-4b39-8ba8-2f75378ef2c7 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:23.135910 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d55759ef-d62b-496b-a937-0829ca5c511f req-7b3d3ab0-1c49-4689-8d17-a84bc8f209e1 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:23.151195 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['f783301d-6c8b-47e9-94ce-77eb1aa79ef8'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:23.173064 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d3ab0-1c49-4689-8d17-a84bc8f209e1 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Pushing event deleted for resources: {'Port': ['ID=f783301d-6c8b-47e9-94ce-77eb1aa79ef8,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:23.199773 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9b974-76ab-4b39-8ba8-2f75378ef2c7 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9efab1b-c003-49dd-a20e-2074c6e0ce35,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:23.230020 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-089d5337-027f-4775-8e59-41fe980e1d16 req-5c3cbe26-72a2-4f9f-9031-191c3257ea21 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/ports?device_id=57c0d9db-2767-431f-80dd-5c28cba2050f HTTP/1.1" status: 200 len: 210 time: 0.0309069 Aug 16 20:47:23.232349 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-383cc0ae-7e0b-43fd-af46-bf5616ac41d4 req-b0b9b974-76ab-4b39-8ba8-2f75378ef2c7 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:23.233511 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-383cc0ae-7e0b-43fd-af46-bf5616ac41d4 req-b0b9b974-76ab-4b39-8ba8-2f75378ef2c7 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4637923 Aug 16 20:47:23.274727 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55759ef-d62b-496b-a937-0829ca5c511f req-7b3d3ab0-1c49-4689-8d17-a84bc8f209e1 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] No DVR routers for this DVR port f783301d-6c8b-47e9-94ce-77eb1aa79ef8 on host n-h2-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:47:23.279631 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d55759ef-d62b-496b-a937-0829ca5c511f req-7b3d3ab0-1c49-4689-8d17-a84bc8f209e1 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:23.287714 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d55759ef-d62b-496b-a937-0829ca5c511f req-7b3d3ab0-1c49-4689-8d17-a84bc8f209e1 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.90 "DELETE /v2.0/ports/f783301d-6c8b-47e9-94ce-77eb1aa79ef8 HTTP/1.1" status: 204 len: 173 time: 0.6592793 Aug 16 20:47:23.321764 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a5fcdc94-28ed-4bfe-ab26-57aa4a4b6b8c req-65b38839-aa9e-4045-b50d-df302f8ed76c tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] 10.222.0.84 "GET /v2.0/security-groups/8296658c-606c-444c-8615-1d381f04ee77 HTTP/1.1" status: 200 len: 1804 time: 0.0628483 Aug 16 20:47:23.406363 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a5fcdc94-28ed-4bfe-ab26-57aa4a4b6b8c req-ce15b036-5abc-4b20-899e-cc70874cbeb7 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:23.435689 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a5fcdc94-28ed-4bfe-ab26-57aa4a4b6b8c req-ce15b036-5abc-4b20-899e-cc70874cbeb7 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:23.532522 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321619b-662b-4fb7-a1ce-a7da28778fe7 req-f5ffc533-d4c8-43ea-bce8-65eebcd24dda tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:23.534157 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b321619b-662b-4fb7-a1ce-a7da28778fe7 req-f5ffc533-d4c8-43ea-bce8-65eebcd24dda tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006 HTTP/1.1" status: 200 len: 945 time: 0.0804999 Aug 16 20:47:23.580651 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b321619b-662b-4fb7-a1ce-a7da28778fe7 req-dc84beaa-841a-4ef8-b3b8-e3d6e96fd2e4 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381043 Aug 16 20:47:23.653256 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a5fcdc94-28ed-4bfe-ab26-57aa4a4b6b8c req-ce15b036-5abc-4b20-899e-cc70874cbeb7 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:23.655968 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a5fcdc94-28ed-4bfe-ab26-57aa4a4b6b8c req-ce15b036-5abc-4b20-899e-cc70874cbeb7 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:23.657134 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a5fcdc94-28ed-4bfe-ab26-57aa4a4b6b8c req-ce15b036-5abc-4b20-899e-cc70874cbeb7 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] 10.222.0.84 "DELETE /v2.0/security-groups/8296658c-606c-444c-8615-1d381f04ee77 HTTP/1.1" status: 204 len: 173 time: 0.3345582 Aug 16 20:47:23.669355 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15b036-5abc-4b20-899e-cc70874cbeb7 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8296658c-606c-444c-8615-1d381f04ee77,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:23.860358 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4e976e6e-24b4-4430-a713-da354e95e0d2 req-14bb00c9-1b6a-48a1-b08f-0ad35d060f3f tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 210 time: 0.0317056 Aug 16 20:47:23.900397 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de32af-dfcc-4fcf-aa31-77253f319aab req-0a53d59a-1c78-4baf-a16d-f2ea465860af tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:23.902142 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12de32af-dfcc-4fcf-aa31-77253f319aab req-0a53d59a-1c78-4baf-a16d-f2ea465860af tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.72 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 951 time: 0.1213660 Aug 16 20:47:23.947063 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0029a659-a79a-42dc-ab1a-b93c39ab1164 req-eaaa8b4e-fc36-4808-9c9e-9a4426019e6c tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] 10.222.0.84 "GET /v2.0/security-groups/101ef94d-cdb0-4048-a063-7e3d0fd404ea HTTP/1.1" status: 200 len: 1804 time: 0.0898421 Aug 16 20:47:24.068727 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6f0c5-115c-462d-aa55-082f7accdfb6 req-19b24324-66cf-42ce-8d1e-b7bc95bbfe43 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:24.070636 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f6b6f0c5-115c-462d-aa55-082f7accdfb6 req-19b24324-66cf-42ce-8d1e-b7bc95bbfe43 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 951 time: 0.0919456 Aug 16 20:47:24.087544 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-63c519a9-2e59-491b-9ce6-ee8e99f28e85 req-80d2e62e-dcf5-4823-8518-80e4195c0edf tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1586318801', 'description': 'tempest-description-1521425775'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:24.100099 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-12de32af-dfcc-4fcf-aa31-77253f319aab req-4cb3d64c-26e7-4630-b1d6-dcfb48be06d7 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Deleting port c6b62548-8eef-466c-bea6-22ddc7f1997d {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:47:24.100528 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-12de32af-dfcc-4fcf-aa31-77253f319aab req-4cb3d64c-26e7-4630-b1d6-dcfb48be06d7 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:24.107873 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c0d9db-2767-431f-80dd-5c28cba2050f', 'name': 'network-vif-deleted', 'tag': 'f783301d-6c8b-47e9-94ce-77eb1aa79ef8'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:24.110352 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619bb7fa-f92a-478d-b801-75c9a108678e" -d '{"events": [{"server_uuid": "57c0d9db-2767-431f-80dd-5c28cba2050f", "name": "network-vif-deleted", "tag": "f783301d-6c8b-47e9-94ce-77eb1aa79ef8"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:24.211538 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f6b6f0c5-115c-462d-aa55-082f7accdfb6 req-33752c4b-1d82-47df-99ac-b7ca026d0f18 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296306 Aug 16 20:47:24.264377 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-12de32af-dfcc-4fcf-aa31-77253f319aab req-4cb3d64c-26e7-4630-b1d6-dcfb48be06d7 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] For port c6b62548-8eef-466c-bea6-22ddc7f1997d, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c6b62548-8eef-466c-bea6-22ddc7f1997d,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:24.267064 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-12de32af-dfcc-4fcf-aa31-77253f319aab req-4cb3d64c-26e7-4630-b1d6-dcfb48be06d7 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:24.278114 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-12de32af-dfcc-4fcf-aa31-77253f319aab req-4cb3d64c-26e7-4630-b1d6-dcfb48be06d7 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Calling delete_port for c6b62548-8eef-466c-bea6-22ddc7f1997d owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:47:24.324721 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-63c519a9-2e59-491b-9ce6-ee8e99f28e85 req-80d2e62e-dcf5-4823-8518-80e4195c0edf tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:24.380227 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3cb957-688b-4c49-843a-3daca6fc0b5d x-openstack-request-id: req-5a3cb957-688b-4c49-843a-3daca6fc0b5d {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:24.380227 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c0d9db-2767-431f-80dd-5c28cba2050f", "name": "network-vif-deleted", "tag": "f783301d-6c8b-47e9-94ce-77eb1aa79ef8", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:24.380227 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5a3cb957-688b-4c49-843a-3daca6fc0b5d {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:24.380227 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c0d9db-2767-431f-80dd-5c28cba2050f', 'name': 'network-vif-deleted', 'tag': 'f783301d-6c8b-47e9-94ce-77eb1aa79ef8', 'status': 'completed', 'code': 200} Aug 16 20:47:24.686016 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-effbe7b7-1c54-4c9e-bfea-f5260b193e80 req-eaf7e5f2-8b0e-4b73-b7f5-a3f2b71614d9 tempest-FloatingIPsAssociationNegativeTestJSON-182155604 tempest-FloatingIPsAssociationNegativeTestJSON-182155604-project] 10.222.0.84 "GET /v2.0/ports?device_id=57c0d9db-2767-431f-80dd-5c28cba2050f HTTP/1.1" status: 200 len: 210 time: 0.0355871 Aug 16 20:47:24.889564 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-63c519a9-2e59-491b-9ce6-ee8e99f28e85 req-80d2e62e-dcf5-4823-8518-80e4195c0edf tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:24.909171 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b33334-0bd7-4ef6-9f2f-9fb8b77ff860 req-35bf3d66-0cc9-4102-b331-dd951491a61c tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:24.910751 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-26b33334-0bd7-4ef6-9f2f-9fb8b77ff860 req-35bf3d66-0cc9-4102-b331-dd951491a61c tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006 HTTP/1.1" status: 200 len: 945 time: 0.0959461 Aug 16 20:47:24.921209 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device f783301d-6c8b-47e9-94ce-77eb1aa79ef8 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:47:24.947840 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: f783301d-6c8b-47e9-94ce-77eb1aa79ef8 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:47:24.948432 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device f783301d-6c8b-47e9-94ce-77eb1aa79ef8 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:47:24.948857 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 158a582a-0434-424f-91a1-5cbad4440fce no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:47:24.962763 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-26b33334-0bd7-4ef6-9f2f-9fb8b77ff860 req-de892766-121b-4e36-a830-85f90a70e07c tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375941 Aug 16 20:47:24.971699 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 158a582a-0434-424f-91a1-5cbad4440fce {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:47:24.972209 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 158a582a-0434-424f-91a1-5cbad4440fce not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:47:24.998030 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-63c519a9-2e59-491b-9ce6-ee8e99f28e85 req-80d2e62e-dcf5-4823-8518-80e4195c0edf tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:25.004214 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-12de32af-dfcc-4fcf-aa31-77253f319aab req-4cb3d64c-26e7-4630-b1d6-dcfb48be06d7 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:25.014540 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['c6b62548-8eef-466c-bea6-22ddc7f1997d'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:25.016829 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['56353298-d50b-4643-afa0-a1f978a1a3fa', 'd3369948-8321-47ff-8983-1f5541dbf14d'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:25.055893 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3d64c-26e7-4630-b1d6-dcfb48be06d7 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Pushing event deleted for resources: {'Port': ['ID=c6b62548-8eef-466c-bea6-22ddc7f1997d,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:25.068869 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2e62e-dcf5-4823-8518-80e4195c0edf tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d8ebf3-06db-4eb4-bd25-219ebc1fc3cf,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:25.120860 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-12de32af-dfcc-4fcf-aa31-77253f319aab req-4cb3d64c-26e7-4630-b1d6-dcfb48be06d7 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] No DVR routers for this DVR port c6b62548-8eef-466c-bea6-22ddc7f1997d on host n-h1-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:47:25.124597 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-12de32af-dfcc-4fcf-aa31-77253f319aab req-4cb3d64c-26e7-4630-b1d6-dcfb48be06d7 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:25.127227 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12de32af-dfcc-4fcf-aa31-77253f319aab req-4cb3d64c-26e7-4630-b1d6-dcfb48be06d7 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.72 "DELETE /v2.0/ports/c6b62548-8eef-466c-bea6-22ddc7f1997d HTTP/1.1" status: 204 len: 173 time: 1.2085667 Aug 16 20:47:25.127675 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a13445-d960-42f5-a6bf-b91f5365b07b', 'name': 'network-vif-deleted', 'tag': 'c6b62548-8eef-466c-bea6-22ddc7f1997d'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:25.130030 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177054f4-6a88-4a41-bda6-cdb03b74763b" -d '{"events": [{"server_uuid": "75a13445-d960-42f5-a6bf-b91f5365b07b", "name": "network-vif-deleted", "tag": "c6b62548-8eef-466c-bea6-22ddc7f1997d"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:25.174402 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-80cec589-07e9-4bca-8040-4e6ec64582ce req-28e7a458-ca48-4c97-8729-7f32259fa583 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 210 time: 0.0352614 Aug 16 20:47:25.203026 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-63c519a9-2e59-491b-9ce6-ee8e99f28e85 req-80d2e62e-dcf5-4823-8518-80e4195c0edf tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:25.204749 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-63c519a9-2e59-491b-9ce6-ee8e99f28e85 req-80d2e62e-dcf5-4823-8518-80e4195c0edf tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.1237025 Aug 16 20:47:25.333057 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2d04b359-5669-4668-910a-d74b858f6399 req-c08124e1-0a14-446d-8d4f-5e75f1130b8c tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] 10.222.0.84 "GET /v2.0/security-groups/a1d8ebf3-06db-4eb4-bd25-219ebc1fc3cf HTTP/1.1" status: 200 len: 1805 time: 0.0442402 Aug 16 20:47:25.348993 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-2d04b359-5669-4668-910a-d74b858f6399 req-a019c164-fb55-4ed1-8159-4ae8384e47be tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a1d8ebf3-06db-4eb4-bd25-219ebc1fc3cf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:25.349452 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-2d04b359-5669-4668-910a-d74b858f6399 req-a019c164-fb55-4ed1-8159-4ae8384e47be tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a1d8ebf3-06db-4eb4-bd25-219ebc1fc3cf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:25.357255 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096358b5-6ae4-462c-9924-ed8c472a4d9b x-openstack-request-id: req-096358b5-6ae4-462c-9924-ed8c472a4d9b {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:25.358393 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a13445-d960-42f5-a6bf-b91f5365b07b", "name": "network-vif-deleted", "tag": "c6b62548-8eef-466c-bea6-22ddc7f1997d", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:25.358794 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-096358b5-6ae4-462c-9924-ed8c472a4d9b {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:25.359289 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a13445-d960-42f5-a6bf-b91f5365b07b', 'name': 'network-vif-deleted', 'tag': 'c6b62548-8eef-466c-bea6-22ddc7f1997d', 'status': 'completed', 'code': 200} Aug 16 20:47:25.437501 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34716) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:25.584608 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2d04b359-5669-4668-910a-d74b858f6399 req-a019c164-fb55-4ed1-8159-4ae8384e47be tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:25.591006 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-da61fc05-e173-4977-81ab-ad8a7116d007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:25.617347 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2d04b359-5669-4668-910a-d74b858f6399 req-a019c164-fb55-4ed1-8159-4ae8384e47be tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:25.654655 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-606c9abb-c08b-468d-9591-0c8543ce5405 req-8e560ed7-c2ed-43ad-9b9c-11b50652d038 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=75a13445-d960-42f5-a6bf-b91f5365b07b HTTP/1.1" status: 200 len: 210 time: 0.0298131 Aug 16 20:47:25.681601 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 315c0d5d-7ae7-4d03-a892-a52b5d7db316 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:47:25.698569 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2d04b359-5669-4668-910a-d74b858f6399 req-a019c164-fb55-4ed1-8159-4ae8384e47be tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:25.721069 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-da61fc05-e173-4977-81ab-ad8a7116d007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:25.730302 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a019c164-fb55-4ed1-8159-4ae8384e47be tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2701cac-6f5b-4ac6-97f8-25898a55c192,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:25.753166 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34722) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:25.819009 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-da61fc05-e173-4977-81ab-ad8a7116d007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:25.911389 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da61fc05-e173-4977-81ab-ad8a7116d007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed721b4-3957-4dc4-8502-a5b09a5829aa,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:25.916219 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2d04b359-5669-4668-910a-d74b858f6399 req-a019c164-fb55-4ed1-8159-4ae8384e47be tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:25.918205 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2d04b359-5669-4668-910a-d74b858f6399 req-a019c164-fb55-4ed1-8159-4ae8384e47be tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5751886 Aug 16 20:47:25.927468 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-da61fc05-e173-4977-81ab-ad8a7116d007 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7c75a26ad6af449ba89753fdc5912dee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4893458 Aug 16 20:47:25.927911 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 34728) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:26.003883 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 315c0d5d-7ae7-4d03-a892-a52b5d7db316, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=315c0d5d-7ae7-4d03-a892-a52b5d7db316,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:26.023007 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '315c0d5d-7ae7-4d03-a892-a52b5d7db316', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': '315c0d5d-7ae7-4d03-a892-a52b5d7db316', 'mac_address': 'fa:16:3e:0f:f4:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:47:26.065585 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e7a5bf28-b086-475e-86d1-d57355d7c6a1 req-814b732c-d9c2-41fb-849a-f9db539631d8 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] 10.222.0.84 "GET /v2.0/security-groups/a1d8ebf3-06db-4eb4-bd25-219ebc1fc3cf HTTP/1.1" status: 200 len: 2398 time: 0.1138361 Aug 16 20:47:26.070548 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:26.076316 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-e7a5bf28-b086-475e-86d1-d57355d7c6a1 req-eeae1fac-ab3c-4d1f-8008-ef3638dd442e tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a1d8ebf3-06db-4eb4-bd25-219ebc1fc3cf', 'remote_group_id': None}]} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:26.076648 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-e7a5bf28-b086-475e-86d1-d57355d7c6a1 req-eeae1fac-ab3c-4d1f-8008-ef3638dd442e tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a1d8ebf3-06db-4eb4-bd25-219ebc1fc3cf', 'remote_group_id': None}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:26.088273 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 315c0d5d-7ae7-4d03-a892-a52b5d7db316 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:47:26.118269 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 315c0d5d-7ae7-4d03-a892-a52b5d7db316, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=315c0d5d-7ae7-4d03-a892-a52b5d7db316,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:26.135360 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dc8bef2d-a496-4961-b35f-d462c653f500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:26.171082 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dc8bef2d-a496-4961-b35f-d462c653f500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:26.180324 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f770d8a2-01db-462f-b5a3-b3959ab8fcba req-9c59454a-7af3-4159-a4d9-a86487272e65 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:26.182309 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f770d8a2-01db-462f-b5a3-b3959ab8fcba req-9c59454a-7af3-4159-a4d9-a86487272e65 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006 HTTP/1.1" status: 200 len: 945 time: 0.1099589 Aug 16 20:47:26.196780 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:26.251988 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f770d8a2-01db-462f-b5a3-b3959ab8fcba req-024b77fc-85b1-4804-9656-42b30ceeae2a tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603762 Aug 16 20:47:26.258324 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=315c0d5d-7ae7-4d03-a892-a52b5d7db316,revision_number=6']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:26.269063 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:26.269063 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:26.269063 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:26.269063 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:26.269063 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:26.269063 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:26.269063 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:26.269063 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:26.277844 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:26.278368 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:26.278723 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:26.279118 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:26.289998 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ff1c061-d8e9-4ea1-8f7e-b55c5021bc90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:26.316301 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['315c0d5d-7ae7-4d03-a892-a52b5d7db316'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:26.369059 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dc8bef2d-a496-4961-b35f-d462c653f500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:26.374034 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dc8bef2d-a496-4961-b35f-d462c653f500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:26.376114 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-dc8bef2d-a496-4961-b35f-d462c653f500 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7ed721b4-3957-4dc4-8502-a5b09a5829aa HTTP/1.1" status: 204 len: 168 time: 0.4470026 Aug 16 20:47:26.394656 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:47:26.442710 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e7a5bf28-b086-475e-86d1-d57355d7c6a1 req-eeae1fac-ab3c-4d1f-8008-ef3638dd442e tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:26.448773 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8bef2d-a496-4961-b35f-d462c653f500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed721b4-3957-4dc4-8502-a5b09a5829aa,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:26.495833 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e7a5bf28-b086-475e-86d1-d57355d7c6a1 req-eeae1fac-ab3c-4d1f-8008-ef3638dd442e tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:26.576370 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1fc95e1a-c686-44c1-9db1-8f17b09b84e1 req-00d12fd2-c244-49f8-8c85-31895a3b7fc7 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0bd9ff2e-b462-4eeb-abc4-824df658c591 HTTP/1.1" status: 200 len: 210 time: 0.0555418 Aug 16 20:47:26.613226 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e7a5bf28-b086-475e-86d1-d57355d7c6a1 req-eeae1fac-ab3c-4d1f-8008-ef3638dd442e tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:26.660160 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae1fac-ab3c-4d1f-8008-ef3638dd442e tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb228076-59d7-4d16-97f3-6e0c006c302a,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:26.756119 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-6ff1c061-d8e9-4ea1-8f7e-b55c5021bc90 admin admin] Deleting port f1ddc248-788f-4a4e-8fe3-d60a8456d5f8 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:47:26.756666 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ff1c061-d8e9-4ea1-8f7e-b55c5021bc90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:26.790262 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e7a5bf28-b086-475e-86d1-d57355d7c6a1 req-eeae1fac-ab3c-4d1f-8008-ef3638dd442e tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:26.792365 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e7a5bf28-b086-475e-86d1-d57355d7c6a1 req-eeae1fac-ab3c-4d1f-8008-ef3638dd442e tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7253602 Aug 16 20:47:26.918078 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c633e0f8-85d4-48ee-8cf6-8e504cc55f08 req-a1d596b4-b4fc-4d24-80be-be9168299f5f tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] 10.222.0.84 "GET /v2.0/security-groups/a1d8ebf3-06db-4eb4-bd25-219ebc1fc3cf HTTP/1.1" status: 200 len: 2996 time: 0.1007650 Aug 16 20:47:26.953403 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-6ff1c061-d8e9-4ea1-8f7e-b55c5021bc90 admin admin] For port f1ddc248-788f-4a4e-8fe3-d60a8456d5f8, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=f1ddc248-788f-4a4e-8fe3-d60a8456d5f8,segment=NetworkSegment(391adbb2-3ff8-462e-9d0e-1f594f736a59),segment_id=391adbb2-3ff8-462e-9d0e-1f594f736a59)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:26.953860 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ff1c061-d8e9-4ea1-8f7e-b55c5021bc90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:26.970853 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-6ff1c061-d8e9-4ea1-8f7e-b55c5021bc90 admin admin] Calling delete_port for f1ddc248-788f-4a4e-8fe3-d60a8456d5f8 owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:47:26.973600 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2856de33-95d1-4357-a471-745d498d6c06 req-4a2c686a-287b-4943-b9d8-22cb1db70720 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] 10.222.0.84 "GET /v2.0/security-group-rules/eb228076-59d7-4d16-97f3-6e0c006c302a HTTP/1.1" status: 200 len: 783 time: 0.0334034 Aug 16 20:47:27.063359 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2856de33-95d1-4357-a471-745d498d6c06 req-306eb6b6-4cc0-484c-ab94-03be989bc83f tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] 10.222.0.84 "GET /v2.0/security-groups/a1d8ebf3-06db-4eb4-bd25-219ebc1fc3cf HTTP/1.1" status: 200 len: 2996 time: 0.0888658 Aug 16 20:47:27.097924 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2856de33-95d1-4357-a471-745d498d6c06 req-e85f1526-0621-43be-a26d-f5a2826bbf22 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:27.106367 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2856de33-95d1-4357-a471-745d498d6c06 req-e85f1526-0621-43be-a26d-f5a2826bbf22 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:27.175959 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-ad6093fb-88eb-4493-a227-b75ed9e52e17 tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:27.178172 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-ad6093fb-88eb-4493-a227-b75ed9e52e17 tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006&tenant_id=6b79fa21751c4c74a7616afcdef028a8&binding%3Ahost_id=n-h2-793620-15 HTTP/1.1" status: 200 len: 1097 time: 0.0565391 Aug 16 20:47:27.190643 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-bc1df9b1-dcab-4898-a4ee-bd338fd31ecb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793620-15'}}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:27.255960 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-bc1df9b1-dcab-4898-a4ee-bd338fd31ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:27.319286 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2856de33-95d1-4357-a471-745d498d6c06 req-e85f1526-0621-43be-a26d-f5a2826bbf22 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:27.330010 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2856de33-95d1-4357-a471-745d498d6c06 req-e85f1526-0621-43be-a26d-f5a2826bbf22 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:27.331363 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2856de33-95d1-4357-a471-745d498d6c06 req-e85f1526-0621-43be-a26d-f5a2826bbf22 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/eb228076-59d7-4d16-97f3-6e0c006c302a HTTP/1.1" status: 204 len: 173 time: 0.2608616 Aug 16 20:47:27.377420 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ff1c061-d8e9-4ea1-8f7e-b55c5021bc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:27.381476 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f1526-0621-43be-a26d-f5a2826bbf22 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb228076-59d7-4d16-97f3-6e0c006c302a,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:27.467301 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff1c061-d8e9-4ea1-8f7e-b55c5021bc90 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1ddc248-788f-4a4e-8fe3-d60a8456d5f8,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:27.495386 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6de4ae-34a5-4c71-a76a-e949befbac69 req-ef119992-d31b-4b1b-aeaa-fb0165745b9e tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:27.497300 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9f6de4ae-34a5-4c71-a76a-e949befbac69 req-ef119992-d31b-4b1b-aeaa-fb0165745b9e tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 949 time: 0.1075294 Aug 16 20:47:27.581544 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-bc1df9b1-dcab-4898-a4ee-bd338fd31ecb service neutron] For port 82373864-13f5-483e-b4a3-fd278cdd7f7e, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=82373864-13f5-483e-b4a3-fd278cdd7f7e,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:27.584267 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34786) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:27.599145 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dd89341e-cd63-4ce9-a814-83062dbe15f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:27.634446 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514795a3-5655-4b3b-a453-50906c22b0eb req-f1ed473c-8f46-471d-b90f-20eed80cfe6b tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:27.643566 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-514795a3-5655-4b3b-a453-50906c22b0eb req-f1ed473c-8f46-471d-b90f-20eed80cfe6b tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006 HTTP/1.1" status: 200 len: 945 time: 0.1656432 Aug 16 20:47:27.694294 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 315c0d5d-7ae7-4d03-a892-a52b5d7db316 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:27.746565 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-bc1df9b1-dcab-4898-a4ee-bd338fd31ecb service neutron] For port 82373864-13f5-483e-b4a3-fd278cdd7f7e, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:47:27.747053 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dd89341e-cd63-4ce9-a814-83062dbe15f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:27.814960 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-bc1df9b1-dcab-4898-a4ee-bd338fd31ecb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:27.818638 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 315c0d5d-7ae7-4d03-a892-a52b5d7db316 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:27.819220 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:27.824300 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-514795a3-5655-4b3b-a453-50906c22b0eb req-1ff9f536-9339-4b92-ade6-9456452ce8fa tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795735 Aug 16 20:47:27.824771 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20da9e21-4da2-42a8-a57e-7d86e7c8e006', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82373864-13f5-483e-b4a3-fd278cdd7f7e'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:27.827094 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda45098-087b-468d-bf61-4036a9e61976" -d '{"events": [{"server_uuid": "20da9e21-4da2-42a8-a57e-7d86e7c8e006", "name": "network-vif-unplugged", "status": "completed", "tag": "82373864-13f5-483e-b4a3-fd278cdd7f7e"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:27.856725 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9f6de4ae-34a5-4c71-a76a-e949befbac69 req-156cd940-5ac8-43b1-b814-c4498c90c2ef tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457618 Aug 16 20:47:27.950601 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ff1c061-d8e9-4ea1-8f7e-b55c5021bc90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:27.969775 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8b03eadf-02d4-42ae-b8d9-cea4db2df2c4 req-31e87cc2-5ab7-49c4-8db1-eb3028225d0e tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] 10.222.0.84 "GET /v2.0/security-groups/a1d8ebf3-06db-4eb4-bd25-219ebc1fc3cf HTTP/1.1" status: 200 len: 2398 time: 0.0825322 Aug 16 20:47:27.997770 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:28.060659 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b126530-8e52-45cd-9600-e28b960981b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315c0d5d-7ae7-4d03-a892-a52b5d7db316'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:28.066392 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece86176-8b89-4bd2-afda-87aeb3e909a6" -d '{"events": [{"server_uuid": "1b126530-8e52-45cd-9600-e28b960981b0", "name": "network-vif-plugged", "status": "completed", "tag": "315c0d5d-7ae7-4d03-a892-a52b5d7db316"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:28.100748 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 315c0d5d-7ae7-4d03-a892-a52b5d7db316, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=315c0d5d-7ae7-4d03-a892-a52b5d7db316,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:28.124598 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-bc1df9b1-dcab-4898-a4ee-bd338fd31ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:28.199419 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8b03eadf-02d4-42ae-b8d9-cea4db2df2c4 req-02d1ca7c-e860-4387-8ab0-f9cb1c076c6c tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:28.207237 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e64cb44-edbe-4cd1-acde-be3be6e36323 x-openstack-request-id: req-4e64cb44-edbe-4cd1-acde-be3be6e36323 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:28.207529 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20da9e21-4da2-42a8-a57e-7d86e7c8e006", "name": "network-vif-unplugged", "status": "completed", "tag": "82373864-13f5-483e-b4a3-fd278cdd7f7e", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:28.207870 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4e64cb44-edbe-4cd1-acde-be3be6e36323 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:28.208273 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20da9e21-4da2-42a8-a57e-7d86e7c8e006', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82373864-13f5-483e-b4a3-fd278cdd7f7e', 'code': 200} Aug 16 20:47:28.246540 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:28.247644 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device c6b62548-8eef-466c-bea6-22ddc7f1997d no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:47:28.284128 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a70c17-8638-4686-ae18-d705830e0287 x-openstack-request-id: req-58a70c17-8638-4686-ae18-d705830e0287 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:28.285589 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b126530-8e52-45cd-9600-e28b960981b0", "name": "network-vif-plugged", "status": "completed", "tag": "315c0d5d-7ae7-4d03-a892-a52b5d7db316", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:28.286038 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-58a70c17-8638-4686-ae18-d705830e0287 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:28.287351 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b126530-8e52-45cd-9600-e28b960981b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315c0d5d-7ae7-4d03-a892-a52b5d7db316', 'code': 200} Aug 16 20:47:28.290226 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: c6b62548-8eef-466c-bea6-22ddc7f1997d {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:47:28.290888 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device c6b62548-8eef-466c-bea6-22ddc7f1997d not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:47:28.318115 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8b03eadf-02d4-42ae-b8d9-cea4db2df2c4 req-02d1ca7c-e860-4387-8ab0-f9cb1c076c6c tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:28.389464 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dd89341e-cd63-4ce9-a814-83062dbe15f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:28.391308 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1df9b1-dcab-4898-a4ee-bd338fd31ecb service neutron] Pushing event updated for resources: {'Port': ['ID=82373864-13f5-483e-b4a3-fd278cdd7f7e,revision_number=7']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:28.403144 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-bc1df9b1-dcab-4898-a4ee-bd338fd31ecb service neutron] Attempting to bind port 82373864-13f5-483e-b4a3-fd278cdd7f7e on host n-h2-793620-15 for vnic_type normal with profile {"migrating_to": "n-h1-793620-15"} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:47:28.403489 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-bc1df9b1-dcab-4898-a4ee-bd338fd31ecb service neutron] Attempting to bind port 82373864-13f5-483e-b4a3-fd278cdd7f7e by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:47:28.403919 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-bc1df9b1-dcab-4898-a4ee-bd338fd31ecb service neutron] Attempting to bind port 82373864-13f5-483e-b4a3-fd278cdd7f7e on network 2d2d869c-bfe3-4bc5-a83b-70655e061223 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:28.423041 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-bc1df9b1-dcab-4898-a4ee-bd338fd31ecb service neutron] Port 82373864-13f5-483e-b4a3-fd278cdd7f7e on network 2d2d869c-bfe3-4bc5-a83b-70655e061223 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:47:28.423379 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-bc1df9b1-dcab-4898-a4ee-bd338fd31ecb service neutron] Attempting to bind port 82373864-13f5-483e-b4a3-fd278cdd7f7e on network 2d2d869c-bfe3-4bc5-a83b-70655e061223 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:28.429731 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-bc1df9b1-dcab-4898-a4ee-bd338fd31ecb service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:47:28.430084 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-bc1df9b1-dcab-4898-a4ee-bd338fd31ecb service neutron] Checking segment: {'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:47:28.430559 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-bc1df9b1-dcab-4898-a4ee-bd338fd31ecb service neutron] Bound using segment: {'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:47:28.430998 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-bc1df9b1-dcab-4898-a4ee-bd338fd31ecb service neutron] Bound port: 82373864-13f5-483e-b4a3-fd278cdd7f7e, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:47:28.432196 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-bc1df9b1-dcab-4898-a4ee-bd338fd31ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:28.433333 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=315c0d5d-7ae7-4d03-a892-a52b5d7db316,revision_number=7']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:28.490118 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-dd89341e-cd63-4ce9-a814-83062dbe15f6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c1d9534787784ed29d940154a56e4245&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9027915 Aug 16 20:47:28.492014 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89341e-cd63-4ce9-a814-83062dbe15f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478c98b5-2679-41c7-921a-ef86419b9546,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:28.492913 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 34808) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:28.570200 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-bc1df9b1-dcab-4898-a4ee-bd338fd31ecb service neutron] For port 82373864-13f5-483e-b4a3-fd278cdd7f7e, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:47:28.587717 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-bc1df9b1-dcab-4898-a4ee-bd338fd31ecb service neutron] For port 82373864-13f5-483e-b4a3-fd278cdd7f7e, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=82373864-13f5-483e-b4a3-fd278cdd7f7e,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:47:28.588918 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a599fc94-824c-4266-8d8d-57c1f26ebc8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:28.621387 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a599fc94-824c-4266-8d8d-57c1f26ebc8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:28.623223 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8b03eadf-02d4-42ae-b8d9-cea4db2df2c4 req-02d1ca7c-e860-4387-8ab0-f9cb1c076c6c tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:28.632932 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8b03eadf-02d4-42ae-b8d9-cea4db2df2c4 req-02d1ca7c-e860-4387-8ab0-f9cb1c076c6c tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:28.637062 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8b03eadf-02d4-42ae-b8d9-cea4db2df2c4 req-02d1ca7c-e860-4387-8ab0-f9cb1c076c6c tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] 10.222.0.84 "DELETE /v2.0/security-groups/a1d8ebf3-06db-4eb4-bd25-219ebc1fc3cf HTTP/1.1" status: 204 len: 173 time: 0.6582661 Aug 16 20:47:28.674689 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d1ca7c-e860-4387-8ab0-f9cb1c076c6c tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d8ebf3-06db-4eb4-bd25-219ebc1fc3cf,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:28.715104 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-bc1df9b1-dcab-4898-a4ee-bd338fd31ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:28.753061 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff1c061-d8e9-4ea1-8f7e-b55c5021bc90 admin admin] Router c09ecba2-03c7-4958-ba25-c9e2f41e524c has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:47:28.788310 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [req-40efad2a-1582-4daa-8b79-d03cdf117b58 req-32fbe319-21d8-41e5-b030-e39b6f378eae tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] show failed (client error): The resource could not be found. Aug 16 20:47:28.789377 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-40efad2a-1582-4daa-8b79-d03cdf117b58 req-32fbe319-21d8-41e5-b030-e39b6f378eae tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] 10.222.0.84 "GET /v2.0/security-groups/8296658c-606c-444c-8615-1d381f04ee77 HTTP/1.1" status: 404 len: 352 time: 0.1185429 Aug 16 20:47:28.888585 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff1c061-d8e9-4ea1-8f7e-b55c5021bc90 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:47:28.901978 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e5ed9a-e3ef-485e-ae53-2cf208270345 None None] Sync routers for ids ['c09ecba2-03c7-4958-ba25-c9e2f41e524c'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:47:28.935526 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e5ed9a-e3ef-485e-ae53-2cf208270345 None None] Routers {'c09ecba2-03c7-4958-ba25-c9e2f41e524c'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:47:28.935853 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6ff1c061-d8e9-4ea1-8f7e-b55c5021bc90 admin admin] 10.222.0.84 "PUT /v2.0/routers/c09ecba2-03c7-4958-ba25-c9e2f41e524c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1812189 Aug 16 20:47:28.939618 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-c4e5ed9a-e3ef-485e-ae53-2cf208270345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:47:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['c09ecba2-03c7-4958-ba25-c9e2f41e524c'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:28.951327 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34818) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:29.034504 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-bc1df9b1-dcab-4898-a4ee-bd338fd31ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:29.034758 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-bc1df9b1-dcab-4898-a4ee-bd338fd31ecb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:29.036239 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-bc1df9b1-dcab-4898-a4ee-bd338fd31ecb service neutron] 10.222.0.72 "PUT /v2.0/ports/82373864-13f5-483e-b4a3-fd278cdd7f7e HTTP/1.1" status: 200 len: 1123 time: 1.8500547 Aug 16 20:47:29.125050 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dd815171-fef1-4850-972b-ca7e15cd9039 req-494c392e-6105-44a7-b8e1-351de98e58f2 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] 10.222.0.84 "GET /v2.0/security-groups/101ef94d-cdb0-4048-a063-7e3d0fd404ea HTTP/1.1" status: 200 len: 1804 time: 0.2878053 Aug 16 20:47:29.141625 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1df9b1-dcab-4898-a4ee-bd338fd31ecb service neutron] Pushing event updated for resources: {'Port': ['ID=82373864-13f5-483e-b4a3-fd278cdd7f7e,revision_number=8']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:29.163963 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8c302201-bfba-48c3-8063-7a688093abb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:29.191263 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['82373864-13f5-483e-b4a3-fd278cdd7f7e'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:29.225541 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cbc8e-45ab-4eed-aa3c-8dab93896cde req-bf1274e0-d510-41f7-9503-e08f8ec11a8a tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:29.240431 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e66cbc8e-45ab-4eed-aa3c-8dab93896cde req-bf1274e0-d510-41f7-9503-e08f8ec11a8a tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 949 time: 0.2486000 Aug 16 20:47:29.270894 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['82373864-13f5-483e-b4a3-fd278cdd7f7e'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:29.314411 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a599fc94-824c-4266-8d8d-57c1f26ebc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:29.321129 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a599fc94-824c-4266-8d8d-57c1f26ebc8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:29.329111 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a599fc94-824c-4266-8d8d-57c1f26ebc8e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/478c98b5-2679-41c7-921a-ef86419b9546 HTTP/1.1" status: 204 len: 168 time: 0.8348649 Aug 16 20:47:29.332022 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-dd815171-fef1-4850-972b-ca7e15cd9039 req-13c7bd34-d1e9-4d6b-8883-1c93094b146c tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:29.386699 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-dd815171-fef1-4850-972b-ca7e15cd9039 req-13c7bd34-d1e9-4d6b-8883-1c93094b146c tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:29.405578 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1e5c1-4d3e-4bf4-87f9-f3f54ee6975a req-736a7865-95b7-4acf-8d3d-68f8b21fdbb6 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:29.412055 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bbe1e5c1-4d3e-4bf4-87f9-f3f54ee6975a req-736a7865-95b7-4acf-8d3d-68f8b21fdbb6 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.90 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 949 time: 0.5237513 Aug 16 20:47:29.489778 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599fc94-824c-4266-8d8d-57c1f26ebc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478c98b5-2679-41c7-921a-ef86419b9546,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:29.522646 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e66cbc8e-45ab-4eed-aa3c-8dab93896cde req-b1baade5-25c7-470c-acd6-8aed95b8d4d2 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756188 Aug 16 20:47:29.548127 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-dd815171-fef1-4850-972b-ca7e15cd9039 req-13c7bd34-d1e9-4d6b-8883-1c93094b146c tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:29.548127 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-dd815171-fef1-4850-972b-ca7e15cd9039 req-13c7bd34-d1e9-4d6b-8883-1c93094b146c tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:29.548550 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dd815171-fef1-4850-972b-ca7e15cd9039 req-13c7bd34-d1e9-4d6b-8883-1c93094b146c tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] 10.222.0.84 "DELETE /v2.0/security-groups/101ef94d-cdb0-4048-a063-7e3d0fd404ea HTTP/1.1" status: 204 len: 173 time: 0.4101536 Aug 16 20:47:29.589074 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7bd34-d1e9-4d6b-8883-1c93094b146c tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=101ef94d-cdb0-4048-a063-7e3d0fd404ea,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:29.676906 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8c302201-bfba-48c3-8063-7a688093abb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:29.746281 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 82373864-13f5-483e-b4a3-fd278cdd7f7e details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:47:29.791686 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9a309-2b4e-4314-a275-f05018501755 req-a73a4872-9b53-4491-bc03-d1758b2b6599 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:29.793874 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1f9a309-2b4e-4314-a275-f05018501755 req-a73a4872-9b53-4491-bc03-d1758b2b6599 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006 HTTP/1.1" status: 200 len: 943 time: 0.1003902 Aug 16 20:47:29.816214 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-bbe1e5c1-4d3e-4bf4-87f9-f3f54ee6975a req-425e16da-0971-4692-bbfd-a87709a80f1b tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Deleting port d3369948-8321-47ff-8983-1f5541dbf14d {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:47:29.816728 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bbe1e5c1-4d3e-4bf4-87f9-f3f54ee6975a req-425e16da-0971-4692-bbfd-a87709a80f1b tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:29.856644 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 82373864-13f5-483e-b4a3-fd278cdd7f7e, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=82373864-13f5-483e-b4a3-fd278cdd7f7e,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:29.882916 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 82373864-13f5-483e-b4a3-fd278cdd7f7e has no active binding in host n-h1-793620-15 {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 20:47:29.897105 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1f9a309-2b4e-4314-a275-f05018501755 req-da21afe4-2486-4b5d-aef5-eb243b0f2880 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768387 Aug 16 20:47:29.960947 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-c4e5ed9a-e3ef-485e-ae53-2cf208270345 None None] Set router c09ecba2-03c7-4958-ba25-c9e2f41e524c gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:47:29.992464 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-05f82034-e4a6-4908-9451-6f9b2874886f req-49feeb62-3567-41de-bab1-7dba9bbaf415 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] 10.222.0.84 "GET /v2.0/security-groups/8bab2a9d-3d99-4d4b-9311-3cdcaa2ab541 HTTP/1.1" status: 200 len: 1805 time: 0.0679967 Aug 16 20:47:30.083209 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-05f82034-e4a6-4908-9451-6f9b2874886f req-2f18de2b-2fda-4d66-943b-3090d09a4e8c tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:30.131963 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-05f82034-e4a6-4908-9451-6f9b2874886f req-2f18de2b-2fda-4d66-943b-3090d09a4e8c tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:30.209154 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20da9e21-4da2-42a8-a57e-7d86e7c8e006', 'tag': '82373864-13f5-483e-b4a3-fd278cdd7f7e'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:30.213344 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-bbe1e5c1-4d3e-4bf4-87f9-f3f54ee6975a req-425e16da-0971-4692-bbfd-a87709a80f1b tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] For port d3369948-8321-47ff-8983-1f5541dbf14d, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=d3369948-8321-47ff-8983-1f5541dbf14d,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:30.214413 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bbe1e5c1-4d3e-4bf4-87f9-f3f54ee6975a req-425e16da-0971-4692-bbfd-a87709a80f1b tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:30.224005 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce07664-82a2-4dc6-8a06-436feba69768" -d '{"events": [{"name": "network-changed", "server_uuid": "20da9e21-4da2-42a8-a57e-7d86e7c8e006", "tag": "82373864-13f5-483e-b4a3-fd278cdd7f7e"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:30.228622 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-8c302201-bfba-48c3-8063-7a688093abb1 admin admin] Deleting port c2c24b8b-418b-4df1-955c-d4903e7ff57f {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:47:30.228969 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8c302201-bfba-48c3-8063-7a688093abb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:30.248615 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-bbe1e5c1-4d3e-4bf4-87f9-f3f54ee6975a req-425e16da-0971-4692-bbfd-a87709a80f1b tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Calling delete_port for d3369948-8321-47ff-8983-1f5541dbf14d owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:47:30.314342 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fc4d1f-31f2-4109-93bc-b1a7ece3ded2 x-openstack-request-id: req-d6fc4d1f-31f2-4109-93bc-b1a7ece3ded2 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:30.314888 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20da9e21-4da2-42a8-a57e-7d86e7c8e006", "tag": "82373864-13f5-483e-b4a3-fd278cdd7f7e", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:30.315335 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d6fc4d1f-31f2-4109-93bc-b1a7ece3ded2 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:30.315935 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20da9e21-4da2-42a8-a57e-7d86e7c8e006', 'tag': '82373864-13f5-483e-b4a3-fd278cdd7f7e', 'status': 'completed', 'code': 200} Aug 16 20:47:30.421854 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-05f82034-e4a6-4908-9451-6f9b2874886f req-2f18de2b-2fda-4d66-943b-3090d09a4e8c tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:30.423431 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-05f82034-e4a6-4908-9451-6f9b2874886f req-2f18de2b-2fda-4d66-943b-3090d09a4e8c tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:30.429476 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-05f82034-e4a6-4908-9451-6f9b2874886f req-2f18de2b-2fda-4d66-943b-3090d09a4e8c tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] 10.222.0.84 "DELETE /v2.0/security-groups/8bab2a9d-3d99-4d4b-9311-3cdcaa2ab541 HTTP/1.1" status: 204 len: 173 time: 0.4294791 Aug 16 20:47:30.453011 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f18de2b-2fda-4d66-943b-3090d09a4e8c tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bab2a9d-3d99-4d4b-9311-3cdcaa2ab541,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:30.468637 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-c4e5ed9a-e3ef-485e-ae53-2cf208270345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09ecba2-03c7-4958-ba25-c9e2f41e524c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1526633338-router', 'tenant_id': '30032294c02e47998da47b1124817457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'c2c24b8b-418b-4df1-955c-d4903e7ff57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:17Z', 'updated_at': '2021-08-16T20:47:27Z', 'revision_number': 5, 'project_id': '30032294c02e47998da47b1124817457', 'gw_port': {'id': 'c2c24b8b-418b-4df1-955c-d4903e7ff57f', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09ecba2-03c7-4958-ba25-c9e2f41e524c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:19Z', 'updated_at': '2021-08-16T20:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:30.567866 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e5ed9a-e3ef-485e-ae53-2cf208270345 None None] Checking router: c09ecba2-03c7-4958-ba25-c9e2f41e524c for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:47:30.574534 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-8c302201-bfba-48c3-8063-7a688093abb1 admin admin] For port c2c24b8b-418b-4df1-955c-d4903e7ff57f, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=c2c24b8b-418b-4df1-955c-d4903e7ff57f,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:30.576477 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8c302201-bfba-48c3-8063-7a688093abb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:30.611605 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-8c302201-bfba-48c3-8063-7a688093abb1 admin admin] Calling delete_port for c2c24b8b-418b-4df1-955c-d4903e7ff57f owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:47:30.650280 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e5ed9a-e3ef-485e-ae53-2cf208270345 None None] Routers {'c09ecba2-03c7-4958-ba25-c9e2f41e524c'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:47:30.651983 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-c4e5ed9a-e3ef-485e-ae53-2cf208270345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:47:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['c09ecba2-03c7-4958-ba25-c9e2f41e524c'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:30.800623 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-c4e5ed9a-e3ef-485e-ae53-2cf208270345 None None] Set router c09ecba2-03c7-4958-ba25-c9e2f41e524c gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:47:30.808239 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7be72651-82f0-4b2b-a3f9-62b458042e3b req-0920889b-e6ef-4f96-902b-a34dc677c145 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] 10.222.0.84 "GET /v2.0/security-groups/dcd3a23f-116d-463b-8d80-8e9d2179d7e2 HTTP/1.1" status: 200 len: 1804 time: 0.3399212 Aug 16 20:47:30.910165 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce07664-82a2-4dc6-8a06-436feba69768 req-516c93da-72f1-4c16-94c2-87a0fbaf2511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:30.914043 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-c4e5ed9a-e3ef-485e-ae53-2cf208270345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09ecba2-03c7-4958-ba25-c9e2f41e524c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1526633338-router', 'tenant_id': '30032294c02e47998da47b1124817457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:17Z', 'updated_at': '2021-08-16T20:47:29Z', 'revision_number': 6, 'project_id': '30032294c02e47998da47b1124817457', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:30.919904 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8ce07664-82a2-4dc6-8a06-436feba69768 req-516c93da-72f1-4c16-94c2-87a0fbaf2511 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b79fa21751c4c74a7616afcdef028a8&device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006 HTTP/1.1" status: 200 len: 1126 time: 0.5853410 Aug 16 20:47:30.946693 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e5ed9a-e3ef-485e-ae53-2cf208270345 None None] The sync data for ids ['c09ecba2-03c7-4958-ba25-c9e2f41e524c'] in n-d-793620-15 is: [{'id': 'c09ecba2-03c7-4958-ba25-c9e2f41e524c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1526633338-router', 'tenant_id': '30032294c02e47998da47b1124817457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:17Z', 'updated_at': '2021-08-16T20:47:29Z', 'revision_number': 6, 'project_id': '30032294c02e47998da47b1124817457', 'gw_port_host': None}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:47:31.014890 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8c302201-bfba-48c3-8063-7a688093abb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:31.049228 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36e903-79f9-42a4-9ccb-84d8245cb886 req-f5e04a25-d3eb-4374-b779-52b64580c1af tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:31.056940 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0e36e903-79f9-42a4-9ccb-84d8245cb886 req-f5e04a25-d3eb-4374-b779-52b64580c1af tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 949 time: 0.3546431 Aug 16 20:47:31.064706 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c302201-bfba-48c3-8063-7a688093abb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2c24b8b-418b-4df1-955c-d4903e7ff57f,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:31.080228 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7be72651-82f0-4b2b-a3f9-62b458042e3b req-b6d1cf97-d085-4488-b921-85eaa545637e tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:31.147004 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bbe1e5c1-4d3e-4bf4-87f9-f3f54ee6975a req-425e16da-0971-4692-bbfd-a87709a80f1b tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:31.158939 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['56353298-d50b-4643-afa0-a1f978a1a3fa'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:31.171042 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce07664-82a2-4dc6-8a06-436feba69768 req-f9625ef4-acbc-4ac2-a8ad-88a9cd7e77a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:31.173256 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8ce07664-82a2-4dc6-8a06-436feba69768 req-f9625ef4-acbc-4ac2-a8ad-88a9cd7e77a6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2d2d869c-bfe3-4bc5-a83b-70655e061223 HTTP/1.1" status: 200 len: 922 time: 0.2226408 Aug 16 20:47:31.174662 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7be72651-82f0-4b2b-a3f9-62b458042e3b req-b6d1cf97-d085-4488-b921-85eaa545637e tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:31.269754 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e16da-0971-4692-bbfd-a87709a80f1b tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Pushing event deleted for resources: {'Port': ['ID=d3369948-8321-47ff-8983-1f5541dbf14d,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:31.298945 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8ce07664-82a2-4dc6-8a06-436feba69768 req-9fe2fe76-7983-40c2-9734-b4bb6e65a5ca service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82373864-13f5-483e-b4a3-fd278cdd7f7e HTTP/1.1" status: 200 len: 217 time: 0.1130517 Aug 16 20:47:31.441357 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8c302201-bfba-48c3-8063-7a688093abb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:31.483702 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe1e5c1-4d3e-4bf4-87f9-f3f54ee6975a req-425e16da-0971-4692-bbfd-a87709a80f1b tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] No DVR routers for this DVR port d3369948-8321-47ff-8983-1f5541dbf14d on host n-h2-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:47:31.503145 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0e36e903-79f9-42a4-9ccb-84d8245cb886 req-0579fa61-b3a5-48bc-941a-552aeb5cc28f tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4447906 Aug 16 20:47:31.574447 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce07664-82a2-4dc6-8a06-436feba69768 req-a49493cd-ddbd-46be-8905-59b73f7ce8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:31.576116 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8ce07664-82a2-4dc6-8a06-436feba69768 req-a49493cd-ddbd-46be-8905-59b73f7ce8e5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=64801f8f-8e8b-4346-a61f-2c5cd4a5ef47 HTTP/1.1" status: 200 len: 861 time: 0.2536149 Aug 16 20:47:31.591597 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bbe1e5c1-4d3e-4bf4-87f9-f3f54ee6975a req-425e16da-0971-4692-bbfd-a87709a80f1b tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:31.591597 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bbe1e5c1-4d3e-4bf4-87f9-f3f54ee6975a req-425e16da-0971-4692-bbfd-a87709a80f1b tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.90 "DELETE /v2.0/ports/d3369948-8321-47ff-8983-1f5541dbf14d HTTP/1.1" status: 204 len: 173 time: 2.1640468 Aug 16 20:47:31.591597 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f212e9f9-d604-4686-84cc-ac2711db7893', 'name': 'network-vif-deleted', 'tag': 'd3369948-8321-47ff-8983-1f5541dbf14d'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:31.591597 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785c08a5-d324-41c3-bfd0-6a3fa0341f94" -d '{"events": [{"server_uuid": "f212e9f9-d604-4686-84cc-ac2711db7893", "name": "network-vif-deleted", "tag": "d3369948-8321-47ff-8983-1f5541dbf14d"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:31.645781 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8ce07664-82a2-4dc6-8a06-436feba69768 req-7272dd39-91c3-45d9-9a7e-643ee83c0cd7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2d2d869c-bfe3-4bc5-a83b-70655e061223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528433 Aug 16 20:47:31.713475 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8c302201-bfba-48c3-8063-7a688093abb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:31.733068 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8c302201-bfba-48c3-8063-7a688093abb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:31.826706 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7be72651-82f0-4b2b-a3f9-62b458042e3b req-b6d1cf97-d085-4488-b921-85eaa545637e tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:31.848306 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7be72651-82f0-4b2b-a3f9-62b458042e3b req-b6d1cf97-d085-4488-b921-85eaa545637e tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:31.848306 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7be72651-82f0-4b2b-a3f9-62b458042e3b req-b6d1cf97-d085-4488-b921-85eaa545637e tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] 10.222.0.84 "DELETE /v2.0/security-groups/dcd3a23f-116d-463b-8d80-8e9d2179d7e2 HTTP/1.1" status: 204 len: 173 time: 1.0358055 Aug 16 20:47:31.922813 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d1cf97-d085-4488-b921-85eaa545637e tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd3a23f-116d-463b-8d80-8e9d2179d7e2,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:31.963392 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8126e6-485f-450d-b5cc-bc5569718c65 x-openstack-request-id: req-fb8126e6-485f-450d-b5cc-bc5569718c65 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:31.963933 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f212e9f9-d604-4686-84cc-ac2711db7893", "name": "network-vif-deleted", "tag": "d3369948-8321-47ff-8983-1f5541dbf14d", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:31.964284 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-fb8126e6-485f-450d-b5cc-bc5569718c65 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:31.964897 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f212e9f9-d604-4686-84cc-ac2711db7893', 'name': 'network-vif-deleted', 'tag': 'd3369948-8321-47ff-8983-1f5541dbf14d', 'status': 'completed', 'code': 200} Aug 16 20:47:31.980169 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8c302201-bfba-48c3-8063-7a688093abb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:31.980827 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c302201-bfba-48c3-8063-7a688093abb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c09ecba2-03c7-4958-ba25-c9e2f41e524c {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:47:31.986147 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8c302201-bfba-48c3-8063-7a688093abb1 admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:31.990130 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8c302201-bfba-48c3-8063-7a688093abb1 admin admin] 10.222.0.84 "DELETE /v2.0/routers/c09ecba2-03c7-4958-ba25-c9e2f41e524c HTTP/1.1" status: 204 len: 168 time: 3.0340972 Aug 16 20:47:31.990865 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34888) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:32.102212 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4dfe305-3b51-4657-a796-954a61f69ac1 admin admin] Deleting subnet 102329de-f784-4cc5-876b-70fa67ceb897 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:47:32.109855 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f4dfe305-3b51-4657-a796-954a61f69ac1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:32.159652 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8ce07664-82a2-4dc6-8a06-436feba69768 req-5c439a08-7a8d-4f6f-b925-67f0d6de74fe service neutron] 10.222.0.90 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5059280 Aug 16 20:47:32.171887 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc3222-b3a6-4906-8b6a-b1ff56a890f1 req-6131cc10-dc8d-4658-9301-60a669dba0b3 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:32.183873 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-badc3222-b3a6-4906-8b6a-b1ff56a890f1 req-6131cc10-dc8d-4658-9301-60a669dba0b3 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006 HTTP/1.1" status: 200 len: 943 time: 0.2410035 Aug 16 20:47:32.202179 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f4dfe305-3b51-4657-a796-954a61f69ac1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:32.371847 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8b50917d-f01c-4803-b2f4-76852984dbcd req-d91dec65-a7e6-45c5-be55-5995fc9ff793 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] 10.222.0.84 "GET /v2.0/security-groups/64b9f882-5ad9-4a1f-9c51-c32e464a7446 HTTP/1.1" status: 200 len: 2402 time: 0.3354347 Aug 16 20:47:32.383055 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f4dfe305-3b51-4657-a796-954a61f69ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:32.417758 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-badc3222-b3a6-4906-8b6a-b1ff56a890f1 req-73aa6a79-448d-45ab-a819-1d41df8863ad tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007272 Aug 16 20:47:32.618669 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f4dfe305-3b51-4657-a796-954a61f69ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:32.638500 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8ce07664-82a2-4dc6-8a06-436feba69768 req-1defb508-f276-4d7e-b849-1f478061033b service neutron] 10.222.0.90 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4534245 Aug 16 20:47:32.680200 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc08812-93aa-4251-baa1-0a006375eb0b None None] Network 712844f1-efe0-47f4-a231-6a1623362500 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:47:32.715133 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8b50917d-f01c-4803-b2f4-76852984dbcd req-c4857e2e-fb06-45f0-b583-77ac4136f28b tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:32.750631 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8f71298e-4cfd-4f6b-875f-d2a73bb38ad0 req-aaaf5556-d2ec-4a83-b35d-822f00be3fe8 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f212e9f9-d604-4686-84cc-ac2711db7893 HTTP/1.1" status: 200 len: 210 time: 0.0840549 Aug 16 20:47:32.769164 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8b50917d-f01c-4803-b2f4-76852984dbcd req-c4857e2e-fb06-45f0-b583-77ac4136f28b tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:32.778370 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f4dfe305-3b51-4657-a796-954a61f69ac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:32.780329 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f4dfe305-3b51-4657-a796-954a61f69ac1 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/102329de-f784-4cc5-876b-70fa67ceb897 HTTP/1.1" status: 204 len: 168 time: 0.7883685 Aug 16 20:47:32.785428 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 34904) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:32.809368 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dfe305-3b51-4657-a796-954a61f69ac1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=102329de-f784-4cc5-876b-70fa67ceb897,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:33.010894 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device d3369948-8321-47ff-8983-1f5541dbf14d no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:47:33.015189 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f748b825-a384-4330-b0e7-3d25f54b0c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:33.085340 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: d3369948-8321-47ff-8983-1f5541dbf14d {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:47:33.085775 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device d3369948-8321-47ff-8983-1f5541dbf14d not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:47:33.121530 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f1ddc248-788f-4a4e-8fe3-d60a8456d5f8 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:47:33.132025 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-f748b825-a384-4330-b0e7-3d25f54b0c7b admin admin] Deleting port b43b7a85-b413-4da6-87fd-e1d1fb2f3e87 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:47:33.132789 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f748b825-a384-4330-b0e7-3d25f54b0c7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:33.157546 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: f1ddc248-788f-4a4e-8fe3-d60a8456d5f8 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:47:33.158106 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f1ddc248-788f-4a4e-8fe3-d60a8456d5f8 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:47:33.158688 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device c2c24b8b-418b-4df1-955c-d4903e7ff57f no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:47:33.183453 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: c2c24b8b-418b-4df1-955c-d4903e7ff57f {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:47:33.183826 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device c2c24b8b-418b-4df1-955c-d4903e7ff57f not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:47:33.264200 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8b50917d-f01c-4803-b2f4-76852984dbcd req-c4857e2e-fb06-45f0-b583-77ac4136f28b tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:33.272757 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8b50917d-f01c-4803-b2f4-76852984dbcd req-c4857e2e-fb06-45f0-b583-77ac4136f28b tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:33.272757 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8b50917d-f01c-4803-b2f4-76852984dbcd req-c4857e2e-fb06-45f0-b583-77ac4136f28b tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] 10.222.0.84 "DELETE /v2.0/security-groups/64b9f882-5ad9-4a1f-9c51-c32e464a7446 HTTP/1.1" status: 204 len: 173 time: 0.8979921 Aug 16 20:47:33.287514 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a2f1d2-d842-4386-bfdc-15611e4247f2 None None] DHCP port deletion for 712844f1-efe0-47f4-a231-6a1623362500 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:47:33.294977 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-f748b825-a384-4330-b0e7-3d25f54b0c7b admin admin] For port b43b7a85-b413-4da6-87fd-e1d1fb2f3e87, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b43b7a85-b413-4da6-87fd-e1d1fb2f3e87,segment=NetworkSegment(391adbb2-3ff8-462e-9d0e-1f594f736a59),segment_id=391adbb2-3ff8-462e-9d0e-1f594f736a59)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:33.295368 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f748b825-a384-4330-b0e7-3d25f54b0c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:33.360533 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-f748b825-a384-4330-b0e7-3d25f54b0c7b admin admin] Calling delete_port for b43b7a85-b413-4da6-87fd-e1d1fb2f3e87 owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:47:33.378298 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-48a2f1d2-d842-4386-bfdc-15611e4247f2 None None] Deleting port b43b7a85-b413-4da6-87fd-e1d1fb2f3e87 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:47:33.378590 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-48a2f1d2-d842-4386-bfdc-15611e4247f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:33.424332 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4857e2e-fb06-45f0-b583-77ac4136f28b tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b9f882-5ad9-4a1f-9c51-c32e464a7446,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:33.515465 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-48a2f1d2-d842-4386-bfdc-15611e4247f2 None None] For port b43b7a85-b413-4da6-87fd-e1d1fb2f3e87, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b43b7a85-b413-4da6-87fd-e1d1fb2f3e87,segment=NetworkSegment(391adbb2-3ff8-462e-9d0e-1f594f736a59),segment_id=391adbb2-3ff8-462e-9d0e-1f594f736a59)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:33.515928 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-48a2f1d2-d842-4386-bfdc-15611e4247f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:33.533442 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-48a2f1d2-d842-4386-bfdc-15611e4247f2 None None] Calling delete_port for b43b7a85-b413-4da6-87fd-e1d1fb2f3e87 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:47:33.593295 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0c769595-f729-4246-9aa1-909b108045e0 req-e1b0748e-b9b5-44e8-b560-1fa425e31591 tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] 10.222.0.84 "GET /v2.0/security-groups/ce5a94df-9666-41a7-8d57-34db163cb27f HTTP/1.1" status: 200 len: 2396 time: 0.2294080 Aug 16 20:47:33.649883 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c73a4d-96f2-481b-9ec5-15dfacac7b50 req-dd0e92b8-16eb-4961-82da-2b8f2a7f86d4 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:33.652124 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-74c73a4d-96f2-481b-9ec5-15dfacac7b50 req-dd0e92b8-16eb-4961-82da-2b8f2a7f86d4 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006 HTTP/1.1" status: 200 len: 943 time: 0.1106279 Aug 16 20:47:33.707449 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0c769595-f729-4246-9aa1-909b108045e0 req-12da6f8f-92a4-4aa0-9106-fed1ed09eada tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:33.723756 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-74c73a4d-96f2-481b-9ec5-15dfacac7b50 req-b17611cf-88b1-4995-92b1-16b5690d4e13 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623436 Aug 16 20:47:33.727219 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f748b825-a384-4330-b0e7-3d25f54b0c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:33.735159 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-48a2f1d2-d842-4386-bfdc-15611e4247f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:33.756178 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0c769595-f729-4246-9aa1-909b108045e0 req-12da6f8f-92a4-4aa0-9106-fed1ed09eada tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:33.796527 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748b825-a384-4330-b0e7-3d25f54b0c7b admin admin] Pushing event deleted for resources: {'Port': ['ID=b43b7a85-b413-4da6-87fd-e1d1fb2f3e87,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:33.798482 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a2f1d2-d842-4386-bfdc-15611e4247f2 None None] Pushing event deleted for resources: {'Port': ['ID=b43b7a85-b413-4da6-87fd-e1d1fb2f3e87,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:33.808093 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f748b825-a384-4330-b0e7-3d25f54b0c7b admin admin] No DVR routers for this DVR port b43b7a85-b413-4da6-87fd-e1d1fb2f3e87 on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:47:33.814618 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a2f1d2-d842-4386-bfdc-15611e4247f2 None None] No DVR routers for this DVR port b43b7a85-b413-4da6-87fd-e1d1fb2f3e87 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:47:33.911533 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f748b825-a384-4330-b0e7-3d25f54b0c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:33.931308 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-f748b825-a384-4330-b0e7-3d25f54b0c7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['712844f1-efe0-47f4-a231-6a1623362500']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:33.962080 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-f748b825-a384-4330-b0e7-3d25f54b0c7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '391adbb2-3ff8-462e-9d0e-1f594f736a59') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:33.964703 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-f748b825-a384-4330-b0e7-3d25f54b0c7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '391adbb2-3ff8-462e-9d0e-1f594f736a59') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:33.977240 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f748b825-a384-4330-b0e7-3d25f54b0c7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:33.993003 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f748b825-a384-4330-b0e7-3d25f54b0c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:34.000693 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f748b825-a384-4330-b0e7-3d25f54b0c7b admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:47:34.001193 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f748b825-a384-4330-b0e7-3d25f54b0c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:34.004248 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 20:47:34.004248 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:47:34.004248 n-d-793620-15 neutron-server[101844]: timer() Aug 16 20:47:34.004248 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:47:34.004248 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 20:47:34.004248 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:47:34.004248 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 20:47:34.004248 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:47:34.004248 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 20:47:34.004248 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:47:34.004248 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 20:47:34.004248 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:47:34.004248 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 20:47:34.004248 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:47:34.004248 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:47:34.004248 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:47:34.004248 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:47:34.004248 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:47:34.004248 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 20:47:34.004248 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:47:34.004248 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 20:47:34.004248 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:47:34.004248 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:47:34.004248 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:47:34.004248 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 20:47:34.004248 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:47:34.004248 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:47:34.004248 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:47:34.004248 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:47:34.004248 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:47:34.004248 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:47:34.004248 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:47:34.047492 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0c769595-f729-4246-9aa1-909b108045e0 req-12da6f8f-92a4-4aa0-9106-fed1ed09eada tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:34.050087 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0c769595-f729-4246-9aa1-909b108045e0 req-12da6f8f-92a4-4aa0-9106-fed1ed09eada tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:34.058941 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34938) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:34.061728 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0c769595-f729-4246-9aa1-909b108045e0 req-12da6f8f-92a4-4aa0-9106-fed1ed09eada tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] 10.222.0.84 "DELETE /v2.0/security-groups/ce5a94df-9666-41a7-8d57-34db163cb27f HTTP/1.1" status: 204 len: 173 time: 0.4673240 Aug 16 20:47:34.081654 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da6f8f-92a4-4aa0-9106-fed1ed09eada tempest-SecurityGroupRulesTestJSON-1772909894 tempest-SecurityGroupRulesTestJSON-1772909894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5a94df-9666-41a7-8d57-34db163cb27f,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:34.168743 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dc23551-4b41-4974-83f9-ca80f1a8981b admin admin] Deleting subnet dae855a1-f1d2-4078-bac3-a66ad77abefa {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:47:34.172828 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9dc23551-4b41-4974-83f9-ca80f1a8981b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:34.218856 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f748b825-a384-4330-b0e7-3d25f54b0c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:34.223722 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f748b825-a384-4330-b0e7-3d25f54b0c7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:34.226230 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f748b825-a384-4330-b0e7-3d25f54b0c7b admin admin] 10.222.0.84 "DELETE /v2.0/networks/712844f1-efe0-47f4-a231-6a1623362500 HTTP/1.1" status: 204 len: 168 time: 1.4387150 Aug 16 20:47:34.243697 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9dc23551-4b41-4974-83f9-ca80f1a8981b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:34.251740 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748b825-a384-4330-b0e7-3d25f54b0c7b admin admin] Pushing event deleted for resources: {'Network': ['ID=712844f1-efe0-47f4-a231-6a1623362500,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:34.359160 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9dc23551-4b41-4974-83f9-ca80f1a8981b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:34.637784 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9dc23551-4b41-4974-83f9-ca80f1a8981b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:34.665438 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc23551-4b41-4974-83f9-ca80f1a8981b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dae855a1-f1d2-4078-bac3-a66ad77abefa,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:34.684243 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9dc23551-4b41-4974-83f9-ca80f1a8981b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:34.688543 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9dc23551-4b41-4974-83f9-ca80f1a8981b admin admin] 10.222.0.84 "DELETE /v2.0/subnets/dae855a1-f1d2-4078-bac3-a66ad77abefa HTTP/1.1" status: 204 len: 168 time: 0.6260242 Aug 16 20:47:34.690598 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34960) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:34.780174 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a7211987-a305-42df-bd87-f0727c2e091d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:34.894089 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a7211987-a305-42df-bd87-f0727c2e091d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:34.908423 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-a7211987-a305-42df-bd87-f0727c2e091d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4543a486-ccf6-4523-9b0b-8ba5d8480a99']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:34.935615 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-a7211987-a305-42df-bd87-f0727c2e091d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5ef953c-bf1e-4cd2-807d-a7e11c03d17d') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:34.936089 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-a7211987-a305-42df-bd87-f0727c2e091d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5ef953c-bf1e-4cd2-807d-a7e11c03d17d') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:34.946507 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a7211987-a305-42df-bd87-f0727c2e091d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:34.966423 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a7211987-a305-42df-bd87-f0727c2e091d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:34.974463 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7211987-a305-42df-bd87-f0727c2e091d admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:47:34.974909 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a7211987-a305-42df-bd87-f0727c2e091d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:34.976770 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:47:34.976770 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:47:34.976770 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:47:34.976770 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:47:34.976770 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:47:34.976770 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:47:34.976770 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:47:34.976770 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:47:34.976770 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:47:34.976770 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:47:34.976770 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:47:34.976770 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:47:34.976770 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:47:34.976770 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:47:34.976770 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:47:34.976770 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:47:34.976770 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:47:34.976770 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:47:34.976770 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:47:34.976770 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:47:34.976770 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:47:34.976770 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:47:34.976770 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:47:34.976770 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:47:34.976770 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:47:34.976770 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:47:34.976770 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:47:34.976770 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:47:34.976770 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:47:34.976770 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:47:34.976770 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:47:34.976770 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:47:35.121488 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc6ca8-9ca7-49b7-b65f-9fe51d19cfeb req-9d077a50-00ea-49b8-8821-621b2b37cfd6 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:35.121488 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-adbc6ca8-9ca7-49b7-b65f-9fe51d19cfeb req-9d077a50-00ea-49b8-8821-621b2b37cfd6 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 945 time: 0.0617156 Aug 16 20:47:35.123770 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b43b7a85-b413-4da6-87fd-e1d1fb2f3e87 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:47:35.123770 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: b43b7a85-b413-4da6-87fd-e1d1fb2f3e87 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:47:35.123770 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b43b7a85-b413-4da6-87fd-e1d1fb2f3e87 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:47:35.125104 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-adbc6ca8-9ca7-49b7-b65f-9fe51d19cfeb req-bfeaa9ed-aa34-48d3-ae4d-6700e2655c16 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480943 Aug 16 20:47:35.165973 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb130d-ac46-4217-9041-64bf9adb8385 req-7ebaea68-aa11-4719-a158-c16592976704 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:35.168022 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d2fb130d-ac46-4217-9041-64bf9adb8385 req-7ebaea68-aa11-4719-a158-c16592976704 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006 HTTP/1.1" status: 200 len: 943 time: 0.0532544 Aug 16 20:47:35.209705 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d2fb130d-ac46-4217-9041-64bf9adb8385 req-b034ba9b-25c7-40a6-9879-0628aa1ed177 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354986 Aug 16 20:47:35.366571 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa716d-b951-46df-b724-d8e4fdccb63f req-951ebc70-614b-4cf9-a2a6-3a16dfc0815b tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:35.367693 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cffa716d-b951-46df-b724-d8e4fdccb63f req-951ebc70-614b-4cf9-a2a6-3a16dfc0815b tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.72 "GET /v2.0/ports?device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 945 time: 0.0496607 Aug 16 20:47:35.468072 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-cffa716d-b951-46df-b724-d8e4fdccb63f req-d77744a9-d641-4419-997a-88e72e45838a tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Deleting port 7b9c22c8-33bc-40d8-8425-7113a04b57ca {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:47:35.468344 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cffa716d-b951-46df-b724-d8e4fdccb63f req-d77744a9-d641-4419-997a-88e72e45838a tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:35.557828 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-cffa716d-b951-46df-b724-d8e4fdccb63f req-d77744a9-d641-4419-997a-88e72e45838a tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] For port 7b9c22c8-33bc-40d8-8425-7113a04b57ca, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=7b9c22c8-33bc-40d8-8425-7113a04b57ca,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:35.558211 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cffa716d-b951-46df-b724-d8e4fdccb63f req-d77744a9-d641-4419-997a-88e72e45838a tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:35.571719 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-cffa716d-b951-46df-b724-d8e4fdccb63f req-d77744a9-d641-4419-997a-88e72e45838a tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Calling delete_port for 7b9c22c8-33bc-40d8-8425-7113a04b57ca owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:47:35.764007 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 34982) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:35.784901 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a7211987-a305-42df-bd87-f0727c2e091d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:35.799250 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a7211987-a305-42df-bd87-f0727c2e091d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:35.802457 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a7211987-a305-42df-bd87-f0727c2e091d admin admin] 10.222.0.84 "DELETE /v2.0/networks/4543a486-ccf6-4523-9b0b-8ba5d8480a99 HTTP/1.1" status: 204 len: 168 time: 1.1107039 Aug 16 20:47:35.838930 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cffa716d-b951-46df-b724-d8e4fdccb63f req-d77744a9-d641-4419-997a-88e72e45838a tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:35.858830 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7211987-a305-42df-bd87-f0727c2e091d admin admin] Pushing event deleted for resources: {'Network': ['ID=4543a486-ccf6-4523-9b0b-8ba5d8480a99,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:35.865324 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['7b9c22c8-33bc-40d8-8425-7113a04b57ca'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:35.975258 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77744a9-d641-4419-997a-88e72e45838a tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Pushing event deleted for resources: {'Port': ['ID=7b9c22c8-33bc-40d8-8425-7113a04b57ca,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:35.978805 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e3d1b7af-db5e-4769-a8ae-4c10126363b1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=30032294c02e47998da47b1124817457&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2147901 Aug 16 20:47:35.982830 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34996) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:36.077337 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e08f4d16-4e9b-4cb5-98ff-4df5cb682152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:36.127951 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e08f4d16-4e9b-4cb5-98ff-4df5cb682152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:36.146211 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-cffa716d-b951-46df-b724-d8e4fdccb63f req-d77744a9-d641-4419-997a-88e72e45838a tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] No DVR routers for this DVR port 7b9c22c8-33bc-40d8-8425-7113a04b57ca on host n-h1-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:47:36.158296 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cffa716d-b951-46df-b724-d8e4fdccb63f req-d77744a9-d641-4419-997a-88e72e45838a tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:36.162998 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cffa716d-b951-46df-b724-d8e4fdccb63f req-d77744a9-d641-4419-997a-88e72e45838a tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.72 "DELETE /v2.0/ports/7b9c22c8-33bc-40d8-8425-7113a04b57ca HTTP/1.1" status: 204 len: 173 time: 0.7876043 Aug 16 20:47:36.188759 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62a55b9-bca3-4741-b3c8-231816b1f586', 'name': 'network-vif-deleted', 'tag': '7b9c22c8-33bc-40d8-8425-7113a04b57ca'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:36.192764 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209d879e-dc66-4753-9305-3b686e548500" -d '{"events": [{"server_uuid": "a62a55b9-bca3-4741-b3c8-231816b1f586", "name": "network-vif-deleted", "tag": "7b9c22c8-33bc-40d8-8425-7113a04b57ca"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:36.223010 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f64ea2-aa6b-4a56-999a-aef7c98d3427 req-2324b94d-bd92-4a79-aba2-d91efad073f7 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:36.228623 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e6f64ea2-aa6b-4a56-999a-aef7c98d3427 req-2324b94d-bd92-4a79-aba2-d91efad073f7 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 949 time: 0.2544644 Aug 16 20:47:36.278640 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ec7f7bc5-9b5f-4fdb-943b-1928404b8cea req-69211641-f082-45fd-b6b0-920186159a2a tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 210 time: 0.0403566 Aug 16 20:47:36.320298 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e6f64ea2-aa6b-4a56-999a-aef7c98d3427 req-391acb98-7ece-45c3-8fa3-2a122242943a tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840883 Aug 16 20:47:36.367389 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e08f4d16-4e9b-4cb5-98ff-4df5cb682152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:36.371997 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e08f4d16-4e9b-4cb5-98ff-4df5cb682152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:36.375011 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e08f4d16-4e9b-4cb5-98ff-4df5cb682152 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ab2b7183-3ca5-4719-9c50-94e8334b390e HTTP/1.1" status: 204 len: 168 time: 0.3890400 Aug 16 20:47:36.380128 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b029fcb3-a114-46d6-8a6a-c947b57fc7e6 x-openstack-request-id: req-b029fcb3-a114-46d6-8a6a-c947b57fc7e6 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:36.380429 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62a55b9-bca3-4741-b3c8-231816b1f586", "name": "network-vif-deleted", "tag": "7b9c22c8-33bc-40d8-8425-7113a04b57ca", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:36.380680 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b029fcb3-a114-46d6-8a6a-c947b57fc7e6 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:36.381086 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a62a55b9-bca3-4741-b3c8-231816b1f586', 'name': 'network-vif-deleted', 'tag': '7b9c22c8-33bc-40d8-8425-7113a04b57ca', 'status': 'completed', 'code': 200} Aug 16 20:47:36.402599 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f4d16-4e9b-4cb5-98ff-4df5cb682152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2b7183-3ca5-4719-9c50-94e8334b390e,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:36.500456 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a3090-3663-49f4-99ae-58930b8686fb req-0bd7dcf9-46e3-4e9f-a6f2-8261f5c9e643 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:36.500456 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-788a3090-3663-49f4-99ae-58930b8686fb req-0bd7dcf9-46e3-4e9f-a6f2-8261f5c9e643 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006 HTTP/1.1" status: 200 len: 943 time: 0.0677867 Aug 16 20:47:36.500456 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35018) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:36.580502 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-788a3090-3663-49f4-99ae-58930b8686fb req-b1d234eb-2e4c-48be-be38-6975ecdc6281 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736599 Aug 16 20:47:36.597532 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0e15fe24-0f65-4ff0-862f-a23a4651f642 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4866110094074497aa0775f044ee17b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0975752 Aug 16 20:47:36.598001 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35020) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:36.703123 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3062ca3a-74ca-4439-a296-1bdf16741a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:36.748083 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3062ca3a-74ca-4439-a296-1bdf16741a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:36.853944 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35024) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:36.970312 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 82373864-13f5-483e-b4a3-fd278cdd7f7e no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:47:37.007927 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3062ca3a-74ca-4439-a296-1bdf16741a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:37.015705 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3062ca3a-74ca-4439-a296-1bdf16741a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:37.020932 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3062ca3a-74ca-4439-a296-1bdf16741a16 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7d6497f4-3480-420d-ac7f-f307a4752c3f HTTP/1.1" status: 204 len: 168 time: 0.4222205 Aug 16 20:47:37.053819 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062ca3a-74ca-4439-a296-1bdf16741a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6497f4-3480-420d-ac7f-f307a4752c3f,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:37.151756 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2e810bb4-138b-4698-8032-e7bf262a76be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:37.279669 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a8de7-5bd3-425b-8b00-fa9ea328df6d req-884caee7-4e3b-4bd8-b731-07dc6a74e386 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:37.291173 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0f1a8de7-5bd3-425b-8b00-fa9ea328df6d req-884caee7-4e3b-4bd8-b731-07dc6a74e386 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.90 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 949 time: 0.0982270 Aug 16 20:47:37.326458 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-1a29ff92-a1b0-4664-9b4a-443abc07fa5c service neutron] 10.222.0.90 "GET /v2.0/ports/82373864-13f5-483e-b4a3-fd278cdd7f7e/bindings/n-h1-793620-15 HTTP/1.1" status: 200 len: 385 time: 0.1273985 Aug 16 20:47:37.480627 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-0f1a8de7-5bd3-425b-8b00-fa9ea328df6d req-a31a958b-b9a1-4b71-9d61-269a7a27445c tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Deleting port 56353298-d50b-4643-afa0-a1f978a1a3fa {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:47:37.481174 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-0f1a8de7-5bd3-425b-8b00-fa9ea328df6d req-a31a958b-b9a1-4b71-9d61-269a7a27445c tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:37.644981 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-09f69808-2846-4a3e-aa57-7a854824904f req-40a65a61-13e2-444a-9aad-6d4269d387ac tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=a62a55b9-bca3-4741-b3c8-231816b1f586 HTTP/1.1" status: 200 len: 210 time: 0.1255462 Aug 16 20:47:37.646842 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2e810bb4-138b-4698-8032-e7bf262a76be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:37.663589 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33577dc9-a9f3-4ec8-8b63-1b67a3cec969 req-e716f234-369f-43cc-9f1d-8be4e5d4892a tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:37.674251 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-33577dc9-a9f3-4ec8-8b63-1b67a3cec969 req-e716f234-369f-43cc-9f1d-8be4e5d4892a tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 949 time: 0.2168067 Aug 16 20:47:37.703140 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-0f1a8de7-5bd3-425b-8b00-fa9ea328df6d req-a31a958b-b9a1-4b71-9d61-269a7a27445c tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] For port 56353298-d50b-4643-afa0-a1f978a1a3fa, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=56353298-d50b-4643-afa0-a1f978a1a3fa,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:37.703532 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-0f1a8de7-5bd3-425b-8b00-fa9ea328df6d req-a31a958b-b9a1-4b71-9d61-269a7a27445c tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:37.725417 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-0f1a8de7-5bd3-425b-8b00-fa9ea328df6d req-a31a958b-b9a1-4b71-9d61-269a7a27445c tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Calling delete_port for 56353298-d50b-4643-afa0-a1f978a1a3fa owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:47:37.748440 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2e810bb4-138b-4698-8032-e7bf262a76be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:37.809907 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2e810bb4-138b-4698-8032-e7bf262a76be admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=677ff1f7266f43eb91006944101aca20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9547846 Aug 16 20:47:37.813189 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e810bb4-138b-4698-8032-e7bf262a76be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d493e9f9-3729-4420-be80-999d1159a089,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:37.818478 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35066) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:37.892693 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-33577dc9-a9f3-4ec8-8b63-1b67a3cec969 req-3ca272f1-1046-48a8-aa7b-654d627b862a tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/security-groups?id=7836b8f2-5d24-4a8b-bf2c-030748d55356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200809 Aug 16 20:47:38.000755 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b188180e-7162-4b73-a1f2-c6005732b4a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:38.089133 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bbe8d-bff6-49b1-8250-978c190efabb req-5960fa1f-f602-4f63-a8d0-3b54292a9ecd tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:38.096582 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e24bbe8d-bff6-49b1-8250-978c190efabb req-5960fa1f-f602-4f63-a8d0-3b54292a9ecd tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006 HTTP/1.1" status: 200 len: 943 time: 0.0907331 Aug 16 20:47:38.105090 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b188180e-7162-4b73-a1f2-c6005732b4a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:38.179911 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-0f1a8de7-5bd3-425b-8b00-fa9ea328df6d req-a31a958b-b9a1-4b71-9d61-269a7a27445c tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:38.191474 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['56353298-d50b-4643-afa0-a1f978a1a3fa'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:38.192159 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-7d4199a1-d1ad-44d3-94ff-84641b63700c service neutron] For port 82373864-13f5-483e-b4a3-fd278cdd7f7e, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=82373864-13f5-483e-b4a3-fd278cdd7f7e,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:38.209748 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e24bbe8d-bff6-49b1-8250-978c190efabb req-ce5c4685-3d8c-4fc4-88cd-3526c70c880d tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109290 Aug 16 20:47:38.261168 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-7d4199a1-d1ad-44d3-94ff-84641b63700c service neutron] For port 82373864-13f5-483e-b4a3-fd278cdd7f7e, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:47:38.290908 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a958b-b9a1-4b71-9d61-269a7a27445c tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Pushing event deleted for resources: {'Port': ['ID=56353298-d50b-4643-afa0-a1f978a1a3fa,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:38.308909 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1a8de7-5bd3-425b-8b00-fa9ea328df6d req-a31a958b-b9a1-4b71-9d61-269a7a27445c tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] No DVR routers for this DVR port 56353298-d50b-4643-afa0-a1f978a1a3fa on host n-h2-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:47:38.314192 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-0f1a8de7-5bd3-425b-8b00-fa9ea328df6d req-a31a958b-b9a1-4b71-9d61-269a7a27445c tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:38.316478 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0f1a8de7-5bd3-425b-8b00-fa9ea328df6d req-a31a958b-b9a1-4b71-9d61-269a7a27445c tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.90 "DELETE /v2.0/ports/56353298-d50b-4643-afa0-a1f978a1a3fa HTTP/1.1" status: 204 len: 173 time: 1.0207102 Aug 16 20:47:38.316940 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f160cce8-cd8e-4a17-875d-f7b4f0de79f4', 'name': 'network-vif-deleted', 'tag': '56353298-d50b-4643-afa0-a1f978a1a3fa'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:38.319439 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ebd346-2a97-4706-b7a4-cbbf9e67eb82" -d '{"events": [{"server_uuid": "f160cce8-cd8e-4a17-875d-f7b4f0de79f4", "name": "network-vif-deleted", "tag": "56353298-d50b-4643-afa0-a1f978a1a3fa"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:38.352013 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-7d4199a1-d1ad-44d3-94ff-84641b63700c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82373864-13f5-483e-b4a3-fd278cdd7f7e {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:47:38.388433 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-7d4199a1-d1ad-44d3-94ff-84641b63700c service neutron] For port 82373864-13f5-483e-b4a3-fd278cdd7f7e, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=82373864-13f5-483e-b4a3-fd278cdd7f7e,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:38.393959 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b188180e-7162-4b73-a1f2-c6005732b4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:38.397774 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b188180e-7162-4b73-a1f2-c6005732b4a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:38.408249 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b188180e-7162-4b73-a1f2-c6005732b4a8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d493e9f9-3729-4420-be80-999d1159a089 HTTP/1.1" status: 204 len: 168 time: 0.5884786 Aug 16 20:47:38.413482 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d294649-c338-461b-8533-de2ead30aeca x-openstack-request-id: req-7d294649-c338-461b-8533-de2ead30aeca {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:38.413482 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f160cce8-cd8e-4a17-875d-f7b4f0de79f4", "name": "network-vif-deleted", "tag": "56353298-d50b-4643-afa0-a1f978a1a3fa", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:38.413482 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7d294649-c338-461b-8533-de2ead30aeca {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:38.413977 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f160cce8-cd8e-4a17-875d-f7b4f0de79f4', 'name': 'network-vif-deleted', 'tag': '56353298-d50b-4643-afa0-a1f978a1a3fa', 'status': 'completed', 'code': 200} Aug 16 20:47:38.440401 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188180e-7162-4b73-a1f2-c6005732b4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d493e9f9-3729-4420-be80-999d1159a089,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:38.588640 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-7d4199a1-d1ad-44d3-94ff-84641b63700c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:38.836180 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-7d4199a1-d1ad-44d3-94ff-84641b63700c service neutron] Transition to ACTIVE for port object 82373864-13f5-483e-b4a3-fd278cdd7f7e will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:47:38.840479 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35104) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:39.013982 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9a3cf097-b118-4b6a-8212-af052c9d8003 req-ec39e873-79fd-4a51-bfa9-4b38834fced3 tempest-MigrationsAdminTest-1040948913 tempest-MigrationsAdminTest-1040948913-project] 10.222.0.84 "GET /v2.0/ports?device_id=f160cce8-cd8e-4a17-875d-f7b4f0de79f4 HTTP/1.1" status: 200 len: 210 time: 0.0430055 Aug 16 20:47:39.090412 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-7d4199a1-d1ad-44d3-94ff-84641b63700c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:39.163725 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-7d4199a1-d1ad-44d3-94ff-84641b63700c service neutron] No DVR routers for this DVR port 82373864-13f5-483e-b4a3-fd278cdd7f7e on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:47:39.172966 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-1450538c-a2a0-4108-88f3-68e3dde05ead admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-398228273-network', 'tenant_id': '5c29e48fae084d449b0f4cde2be8cdcd'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:39.267985 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-7d4199a1-d1ad-44d3-94ff-84641b63700c service neutron] 10.222.0.90 "PUT /v2.0/ports/82373864-13f5-483e-b4a3-fd278cdd7f7e/bindings/n-h1-793620-15/activate HTTP/1.1" status: 200 len: 370 time: 1.9345844 Aug 16 20:47:39.270835 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4199a1-d1ad-44d3-94ff-84641b63700c service neutron] Pushing event updated for resources: {'Port': ['ID=82373864-13f5-483e-b4a3-fd278cdd7f7e,revision_number=10']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:39.381438 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1450538c-a2a0-4108-88f3-68e3dde05ead admin admin] Made reservation on behalf of 5c29e48fae084d449b0f4cde2be8cdcd for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:47:39.389144 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1450538c-a2a0-4108-88f3-68e3dde05ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:39.416915 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1450538c-a2a0-4108-88f3-68e3dde05ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:39.770494 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1450538c-a2a0-4108-88f3-68e3dde05ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:39.930080 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 7b9c22c8-33bc-40d8-8425-7113a04b57ca no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:47:39.949698 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1450538c-a2a0-4108-88f3-68e3dde05ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:39.978155 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 7b9c22c8-33bc-40d8-8425-7113a04b57ca {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:47:39.978546 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 7b9c22c8-33bc-40d8-8425-7113a04b57ca not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:47:39.994534 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1450538c-a2a0-4108-88f3-68e3dde05ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab065137-a313-47ed-a8b5-5bd7ea9d40e4,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:40.021974 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1450538c-a2a0-4108-88f3-68e3dde05ead admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:47:40.047658 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-e1a65960-9087-4b24-8f2e-8ab0abf53e3e tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:40.049206 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-e1a65960-9087-4b24-8f2e-8ab0abf53e3e tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006&tenant_id=6b79fa21751c4c74a7616afcdef028a8&binding%3Ahost_id=n-h2-793620-15 HTTP/1.1" status: 200 len: 1096 time: 0.3906069 Aug 16 20:47:40.092756 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1450538c-a2a0-4108-88f3-68e3dde05ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:40.093109 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-1450538c-a2a0-4108-88f3-68e3dde05ead admin admin] Added segment 69dadfba-f364-4d01-b526-78aba1371e1e of type vlan for network b56b8173-9d6f-464b-a699-1e1af2b58029 Aug 16 20:47:40.101888 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0decb77-aff8-4f07-a2e9-98042d982e59 req-2806bbd2-b606-4bc0-bcab-f1aba4283edd tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:40.103447 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a0decb77-aff8-4f07-a2e9-98042d982e59 req-2806bbd2-b606-4bc0-bcab-f1aba4283edd tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006 HTTP/1.1" status: 200 len: 944 time: 0.2332649 Aug 16 20:47:40.133775 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35134) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:40.156649 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c295a719-d949-4909-8547-6d4acf2b627f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:40.203176 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1450538c-a2a0-4108-88f3-68e3dde05ead admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:40.320684 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c295a719-d949-4909-8547-6d4acf2b627f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:40.464366 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c295a719-d949-4909-8547-6d4acf2b627f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:40.517161 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c295a719-d949-4909-8547-6d4acf2b627f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a03869ae8cd2497a8a309d7b477b0d7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3804424 Aug 16 20:47:40.517161 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c295a719-d949-4909-8547-6d4acf2b627f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b593da5a-78de-407a-9441-5df5356bc005,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:40.518219 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35136) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:40.583989 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-40f8d173-6088-45dc-a45f-f8a101b07478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:40.610334 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-40f8d173-6088-45dc-a45f-f8a101b07478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:40.631678 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb84814-0036-44e0-ba51-258539cbb314 req-509987a6-0f21-4e18-969c-c3bb5ef3444a tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:40.635195 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-beb84814-0036-44e0-ba51-258539cbb314 req-509987a6-0f21-4e18-969c-c3bb5ef3444a tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=41d56411-63f1-4049-9d6e-8a94d82d9545 HTTP/1.1" status: 200 len: 945 time: 0.6144257 Aug 16 20:47:40.654887 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc889c89-493d-4092-a926-517448c314f6 req-53ef8b26-860c-4c13-b0f2-5b369ca43678 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:40.656492 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cc889c89-493d-4092-a926-517448c314f6 req-53ef8b26-860c-4c13-b0f2-5b369ca43678 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.90 "GET /v2.0/ports?device_id=41d56411-63f1-4049-9d6e-8a94d82d9545 HTTP/1.1" status: 200 len: 945 time: 0.6310387 Aug 16 20:47:40.680243 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a0decb77-aff8-4f07-a2e9-98042d982e59 req-2d3fed9c-77e3-403a-949b-ce250eb46a44 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5650506 Aug 16 20:47:40.732035 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-74f545e6-9e2e-4567-976c-58a3f44d99c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:40.733556 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-74f545e6-9e2e-4567-976c-58a3f44d99c8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006&tenant_id=6b79fa21751c4c74a7616afcdef028a8 HTTP/1.1" status: 200 len: 1096 time: 0.6525993 Aug 16 20:47:40.767408 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-beb84814-0036-44e0-ba51-258539cbb314 req-d17660eb-7cc8-4c36-a7e0-5905caf7a4a9 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079199 Aug 16 20:47:40.832432 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-70ac9d2f-bae1-4054-b46e-a93b8c8a3cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:40.834102 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-70ac9d2f-bae1-4054-b46e-a93b8c8a3cf7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6b79fa21751c4c74a7616afcdef028a8&device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006 HTTP/1.1" status: 200 len: 1096 time: 0.0645406 Aug 16 20:47:40.841895 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-cc889c89-493d-4092-a926-517448c314f6 req-0c3a6538-d5fd-487c-ac5a-4f2f5fecdb29 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Deleting port fa227d93-207f-4c0c-8143-10b505e799c5 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:47:40.842307 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cc889c89-493d-4092-a926-517448c314f6 req-0c3a6538-d5fd-487c-ac5a-4f2f5fecdb29 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:40.967588 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 56353298-d50b-4643-afa0-a1f978a1a3fa no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:47:40.991285 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 56353298-d50b-4643-afa0-a1f978a1a3fa {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:47:40.991988 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 56353298-d50b-4643-afa0-a1f978a1a3fa not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:47:40.992546 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device fa227d93-207f-4c0c-8143-10b505e799c5 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:47:41.013735 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-cc889c89-493d-4092-a926-517448c314f6 req-0c3a6538-d5fd-487c-ac5a-4f2f5fecdb29 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] For port fa227d93-207f-4c0c-8143-10b505e799c5, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=fa227d93-207f-4c0c-8143-10b505e799c5,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:41.014123 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cc889c89-493d-4092-a926-517448c314f6 req-0c3a6538-d5fd-487c-ac5a-4f2f5fecdb29 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:41.024102 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-e45759aa-1389-4e07-99e4-1166c70f2691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:41.025679 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-e45759aa-1389-4e07-99e4-1166c70f2691 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d2d869c-bfe3-4bc5-a83b-70655e061223 HTTP/1.1" status: 200 len: 922 time: 0.1802876 Aug 16 20:47:41.036218 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-cc889c89-493d-4092-a926-517448c314f6 req-0c3a6538-d5fd-487c-ac5a-4f2f5fecdb29 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Calling delete_port for fa227d93-207f-4c0c-8143-10b505e799c5 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:47:41.080283 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-5759d96c-9311-41c5-8076-ec06d71de8f3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82373864-13f5-483e-b4a3-fd278cdd7f7e HTTP/1.1" status: 200 len: 217 time: 0.0454969 Aug 16 20:47:41.173546 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-0574ccdd-19f2-44bc-ba20-d0abb950f55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:41.175018 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-0574ccdd-19f2-44bc-ba20-d0abb950f55f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=64801f8f-8e8b-4346-a61f-2c5cd4a5ef47 HTTP/1.1" status: 200 len: 861 time: 0.0610585 Aug 16 20:47:41.195683 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1450538c-a2a0-4108-88f3-68e3dde05ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:41.196874 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1450538c-a2a0-4108-88f3-68e3dde05ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:41.197466 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1450538c-a2a0-4108-88f3-68e3dde05ead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:41.218926 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-40f8d173-6088-45dc-a45f-f8a101b07478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:41.220524 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-180d4a6d-a744-40b7-9368-508444bbce17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:41.220698 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-964a224a-80c6-4292-9c81-4e828142fc34 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d2d869c-bfe3-4bc5-a83b-70655e061223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352533 Aug 16 20:47:41.225260 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-40f8d173-6088-45dc-a45f-f8a101b07478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:41.227623 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-40f8d173-6088-45dc-a45f-f8a101b07478 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b593da5a-78de-407a-9441-5df5356bc005 HTTP/1.1" status: 204 len: 168 time: 0.7084818 Aug 16 20:47:41.236671 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8d173-6088-45dc-a45f-f8a101b07478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b593da5a-78de-407a-9441-5df5356bc005,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:41.344891 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1450538c-a2a0-4108-88f3-68e3dde05ead admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5032852 Aug 16 20:47:41.348187 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35156) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:41.360349 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-527df7a9-a593-4f40-831f-59a01f5f2ad1 admin admin] Request body: {'subnet': {'network_id': 'b56b8173-9d6f-464b-a699-1e1af2b58029', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-398228273-subnet', 'tenant_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:41.372780 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1450538c-a2a0-4108-88f3-68e3dde05ead admin admin] Pushing event updated for resources: {'Network': ['ID=b56b8173-9d6f-464b-a699-1e1af2b58029,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:41.386082 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network b56b8173-9d6f-464b-a699-1e1af2b58029 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:47:41.425652 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-00930193-a388-4242-9949-68f67669b26b service neutron] 10.222.0.72 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912363 Aug 16 20:47:41.516621 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527df7a9-a593-4f40-831f-59a01f5f2ad1 admin admin] Made reservation on behalf of 5c29e48fae084d449b0f4cde2be8cdcd for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:47:41.518017 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cc889c89-493d-4092-a926-517448c314f6 req-0c3a6538-d5fd-487c-ac5a-4f2f5fecdb29 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:41.524196 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-527df7a9-a593-4f40-831f-59a01f5f2ad1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:41.634451 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-ed8f9bd2-aa71-4e18-9863-e5aea3175859 service neutron] 10.222.0.72 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000670 Aug 16 20:47:41.642060 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3a6538-d5fd-487c-ac5a-4f2f5fecdb29 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Pushing event deleted for resources: {'Port': ['ID=fa227d93-207f-4c0c-8143-10b505e799c5,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:41.741145 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35170) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:41.754970 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc889c89-493d-4092-a926-517448c314f6 req-0c3a6538-d5fd-487c-ac5a-4f2f5fecdb29 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] No DVR routers for this DVR port fa227d93-207f-4c0c-8143-10b505e799c5 on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:47:41.765560 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cc889c89-493d-4092-a926-517448c314f6 req-0c3a6538-d5fd-487c-ac5a-4f2f5fecdb29 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:41.771166 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cc889c89-493d-4092-a926-517448c314f6 req-0c3a6538-d5fd-487c-ac5a-4f2f5fecdb29 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.90 "DELETE /v2.0/ports/fa227d93-207f-4c0c-8143-10b505e799c5 HTTP/1.1" status: 204 len: 173 time: 1.1003976 Aug 16 20:47:41.781521 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d56411-63f1-4049-9d6e-8a94d82d9545', 'name': 'network-vif-deleted', 'tag': 'fa227d93-207f-4c0c-8143-10b505e799c5'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:41.790177 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ab60c8-e94a-4ac1-803c-4a3a35c61806" -d '{"events": [{"server_uuid": "41d56411-63f1-4049-9d6e-8a94d82d9545", "name": "network-vif-deleted", "tag": "fa227d93-207f-4c0c-8143-10b505e799c5"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:41.978800 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576868c4-3138-428a-89a1-11038636fc98 req-b27e56b0-9be3-47b3-9ff0-2c929862a017 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:41.980620 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-576868c4-3138-428a-89a1-11038636fc98 req-b27e56b0-9be3-47b3-9ff0-2c929862a017 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006 HTTP/1.1" status: 200 len: 944 time: 0.1359766 Aug 16 20:47:42.017079 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-527df7a9-a593-4f40-831f-59a01f5f2ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:42.062185 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-576868c4-3138-428a-89a1-11038636fc98 req-5f14f08d-88ab-4568-8233-7d6e07675ee6 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745897 Aug 16 20:47:42.124371 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9bfba4e9-1745-4a63-89c3-3e557b2a92de req-d69bdcca-f92a-4488-b5ed-cc7c18329e7e tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=41d56411-63f1-4049-9d6e-8a94d82d9545 HTTP/1.1" status: 200 len: 210 time: 0.0453436 Aug 16 20:47:42.156096 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde46da0-0372-479d-b179-6764173ae338 x-openstack-request-id: req-bde46da0-0372-479d-b179-6764173ae338 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:42.159864 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d56411-63f1-4049-9d6e-8a94d82d9545", "name": "network-vif-deleted", "tag": "fa227d93-207f-4c0c-8143-10b505e799c5", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:42.159864 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-bde46da0-0372-479d-b179-6764173ae338 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:42.159864 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d56411-63f1-4049-9d6e-8a94d82d9545', 'name': 'network-vif-deleted', 'tag': 'fa227d93-207f-4c0c-8143-10b505e799c5', 'status': 'completed', 'code': 200} Aug 16 20:47:42.218965 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527df7a9-a593-4f40-831f-59a01f5f2ad1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1595dc5-d276-4518-bf31-00be5b97dc13,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:42.271014 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9871f8aa-4714-4ec7-9c16-48247a81bb50 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8eeb19c70e2743deaa8aa99547f66522&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5262120 Aug 16 20:47:42.271818 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527df7a9-a593-4f40-831f-59a01f5f2ad1 admin admin] Checking segment: {'id': '69dadfba-f364-4d01-b526-78aba1371e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b56b8173-9d6f-464b-a699-1e1af2b58029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:47:42.272410 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527df7a9-a593-4f40-831f-59a01f5f2ad1 admin admin] Network hostable DHCP agents. Network: b56b8173-9d6f-464b-a699-1e1af2b58029, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:47:42.278958 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35204) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:42.347739 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-f1faf355-926d-4599-a1ff-325aca3b66e2 tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:42.349498 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-f1faf355-926d-4599-a1ff-325aca3b66e2 tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006&tenant_id=6b79fa21751c4c74a7616afcdef028a8&binding%3Ahost_id=n-h1-793620-15 HTTP/1.1" status: 200 len: 1096 time: 0.1116242 Aug 16 20:47:42.366763 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527df7a9-a593-4f40-831f-59a01f5f2ad1 admin admin] Network b56b8173-9d6f-464b-a699-1e1af2b58029 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:47:42.402852 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-67349a69-b2e6-4d15-810a-df898c2c13f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:42.447539 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-67349a69-b2e6-4d15-810a-df898c2c13f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:42.582548 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-527df7a9-a593-4f40-831f-59a01f5f2ad1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, b56b8173-9d6f-464b-a699-1e1af2b58029) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:47:42.591870 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527df7a9-a593-4f40-831f-59a01f5f2ad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:42.591870 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-527df7a9-a593-4f40-831f-59a01f5f2ad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:42.592385 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eff3b17-dad4-466b-a7d0-6a138a6f3432 None None] Network b56b8173-9d6f-464b-a699-1e1af2b58029 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:47:42.785314 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-67349a69-b2e6-4d15-810a-df898c2c13f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:42.787882 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-67349a69-b2e6-4d15-810a-df898c2c13f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:42.791575 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4093a192-2f33-43ce-a862-52fdec59f6b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-b56b8173-9d6f-464b-a699-1e1af2b58029', 'network_id': 'b56b8173-9d6f-464b-a699-1e1af2b58029', 'tenant_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'fixed_ips': [{'subnet_id': 'c1595dc5-d276-4518-bf31-00be5b97dc13'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:47:42.791730 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-67349a69-b2e6-4d15-810a-df898c2c13f0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7836b8f2-5d24-4a8b-bf2c-030748d55356 HTTP/1.1" status: 204 len: 168 time: 0.5060241 Aug 16 20:47:42.791847 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4093a192-2f33-43ce-a862-52fdec59f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:42.794804 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-3ecc0fab-fe97-4674-9f9b-70f55f3fbb07 service neutron] For port 82373864-13f5-483e-b4a3-fd278cdd7f7e, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:47:42.802651 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-3ecc0fab-fe97-4674-9f9b-70f55f3fbb07 service neutron] Notify callbacks [] for binding, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:42.803767 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-3ecc0fab-fe97-4674-9f9b-70f55f3fbb07 service neutron] 10.222.0.72 "DELETE /v2.0/ports/82373864-13f5-483e-b4a3-fd278cdd7f7e/bindings/n-h2-793620-15 HTTP/1.1" status: 204 len: 173 time: 0.4450622 Aug 16 20:47:42.804929 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67349a69-b2e6-4d15-810a-df898c2c13f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7836b8f2-5d24-4a8b-bf2c-030748d55356,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:42.822688 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35216) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:42.826120 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-527df7a9-a593-4f40-831f-59a01f5f2ad1 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4755578 Aug 16 20:47:42.830368 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-50b88ab3-95df-4a2e-8f38-a4ffa2adaed5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-398228273-router', 'tenant_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:42.959931 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-50b88ab3-95df-4a2e-8f38-a4ffa2adaed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:42.961244 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-50b88ab3-95df-4a2e-8f38-a4ffa2adaed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:43.098978 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-4093a192-2f33-43ce-a862-52fdec59f6b5 None None] Allocated IP 172.20.0.2 (b56b8173-9d6f-464b-a699-1e1af2b58029/c1595dc5-d276-4518-bf31-00be5b97dc13/7a70cdb8-ba17-4687-998c-082b238d1c09) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:47:43.109257 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-50b88ab3-95df-4a2e-8f38-a4ffa2adaed5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:43.188127 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35238) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:43.370527 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4093a192-2f33-43ce-a862-52fdec59f6b5 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:43.379923 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-4093a192-2f33-43ce-a862-52fdec59f6b5 None None] Transition to ACTIVE for port object 7a70cdb8-ba17-4687-998c-082b238d1c09 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:47:43.399309 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-4093a192-2f33-43ce-a862-52fdec59f6b5 None None] Transition to ACTIVE for port object 7a70cdb8-ba17-4687-998c-082b238d1c09 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:47:43.434259 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46982c3-c7d2-4d20-b3be-8a199b55b9ba req-fb0a89a4-bcb4-457f-80d1-3686f180b0ab tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:43.443986 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b46982c3-c7d2-4d20-b3be-8a199b55b9ba req-fb0a89a4-bcb4-457f-80d1-3686f180b0ab tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006 HTTP/1.1" status: 200 len: 944 time: 0.1814587 Aug 16 20:47:43.508418 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b46982c3-c7d2-4d20-b3be-8a199b55b9ba req-5a8f9280-2cf2-4124-a097-dd1f51949076 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632017 Aug 16 20:47:43.516452 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-50b88ab3-95df-4a2e-8f38-a4ffa2adaed5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:43.608502 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4093a192-2f33-43ce-a862-52fdec59f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:43.718597 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4cad4814-2039-4006-80b0-8c40e1261240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:43.752867 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4093a192-2f33-43ce-a862-52fdec59f6b5 None None] Network b56b8173-9d6f-464b-a699-1e1af2b58029 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:47:43.753151 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a66f2-ade7-4472-9a12-4c6f4ae09035 req-f9cb306e-7428-4b60-9146-5bf1c57ec370 tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:43.753151 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2f7a66f2-ade7-4472-9a12-4c6f4ae09035 req-f9cb306e-7428-4b60-9146-5bf1c57ec370 tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006 HTTP/1.1" status: 200 len: 1096 time: 0.0984161 Aug 16 20:47:43.753318 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-4093a192-2f33-43ce-a862-52fdec59f6b5 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:47:43.757001 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4093a192-2f33-43ce-a862-52fdec59f6b5 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:47:43.768927 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4093a192-2f33-43ce-a862-52fdec59f6b5 None None] Pushing event updated for resources: {'Port': ['ID=7a70cdb8-ba17-4687-998c-082b238d1c09,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:43.870864 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:43.889473 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-4093a192-2f33-43ce-a862-52fdec59f6b5 None None] Attempting to bind port 7a70cdb8-ba17-4687-998c-082b238d1c09 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:47:43.889900 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-4093a192-2f33-43ce-a862-52fdec59f6b5 None None] Attempting to bind port 7a70cdb8-ba17-4687-998c-082b238d1c09 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '69dadfba-f364-4d01-b526-78aba1371e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b56b8173-9d6f-464b-a699-1e1af2b58029'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:47:43.890275 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4093a192-2f33-43ce-a862-52fdec59f6b5 None None] Attempting to bind port 7a70cdb8-ba17-4687-998c-082b238d1c09 on network b56b8173-9d6f-464b-a699-1e1af2b58029 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:43.896552 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4093a192-2f33-43ce-a862-52fdec59f6b5 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:47:43.897272 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4093a192-2f33-43ce-a862-52fdec59f6b5 None None] Checking segment: {'id': '69dadfba-f364-4d01-b526-78aba1371e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b56b8173-9d6f-464b-a699-1e1af2b58029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:47:43.897782 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4093a192-2f33-43ce-a862-52fdec59f6b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:43.898171 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4093a192-2f33-43ce-a862-52fdec59f6b5 None None] Bound using segment: {'id': '69dadfba-f364-4d01-b526-78aba1371e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b56b8173-9d6f-464b-a699-1e1af2b58029'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:47:43.898786 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-4093a192-2f33-43ce-a862-52fdec59f6b5 None None] Bound port: 7a70cdb8-ba17-4687-998c-082b238d1c09, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69dadfba-f364-4d01-b526-78aba1371e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b56b8173-9d6f-464b-a699-1e1af2b58029'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:47:43.899123 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4093a192-2f33-43ce-a862-52fdec59f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:43.912026 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2f7a66f2-ade7-4472-9a12-4c6f4ae09035 req-f94be8ad-16ea-4c79-bffe-718d09a5f9ae tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419578 Aug 16 20:47:44.070342 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-4093a192-2f33-43ce-a862-52fdec59f6b5 None None] For port 7a70cdb8-ba17-4687-998c-082b238d1c09, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:47:44.074014 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-4093a192-2f33-43ce-a862-52fdec59f6b5 None None] For port 7a70cdb8-ba17-4687-998c-082b238d1c09, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=7a70cdb8-ba17-4687-998c-082b238d1c09,segment=NetworkSegment(69dadfba-f364-4d01-b526-78aba1371e1e),segment_id=69dadfba-f364-4d01-b526-78aba1371e1e)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:47:44.117554 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5fd94c00-8c60-4953-9cea-a54c9ae1d2e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:44.186444 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4093a192-2f33-43ce-a862-52fdec59f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:44.262777 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4093a192-2f33-43ce-a862-52fdec59f6b5 None None] Pushing event updated for resources: {'Port': ['ID=7a70cdb8-ba17-4687-998c-082b238d1c09,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:44.279295 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3a105-55ac-4341-9f25-6cd8768dae9b req-b4c0808b-d298-4141-8fc4-143ed6735339 tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:44.280870 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b7f3a105-55ac-4341-9f25-6cd8768dae9b req-b4c0808b-d298-4141-8fc4-143ed6735339 tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006 HTTP/1.1" status: 200 len: 1096 time: 0.1926565 Aug 16 20:47:44.293513 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3f765-85b4-4965-9267-9d1a4a18454c req-be8f5f7b-092f-4c29-9d4c-9006675e61c6 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:44.295040 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cdc3f765-85b4-4965-9267-9d1a4a18454c req-be8f5f7b-092f-4c29-9d4c-9006675e61c6 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 945 time: 0.2057211 Aug 16 20:47:44.296267 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-50b88ab3-95df-4a2e-8f38-a4ffa2adaed5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:44.334665 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-50b88ab3-95df-4a2e-8f38-a4ffa2adaed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:44.531091 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cdc3f765-85b4-4965-9267-9d1a4a18454c req-1540c159-914d-4087-9a91-9d2bfadd7f23 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079935 Aug 16 20:47:44.534659 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35268) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:44.631929 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b271a-93e3-4951-93ce-61fab383203d req-cc984b2d-e6ee-480f-a85e-de7e631c524e tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:44.648139 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-945b271a-93e3-4951-93ce-61fab383203d req-cc984b2d-e6ee-480f-a85e-de7e631c524e tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.90 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 945 time: 0.3012681 Aug 16 20:47:44.648590 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-cbd6dbaf-f239-4eef-adc6-522cdf21c27d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2e1bf7555948438a9929e3d183b567b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1106851 Aug 16 20:47:44.651776 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35274) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:44.753815 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:44.763413 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-810f8b01-a056-4fc7-a3c2-158265ffa2c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:44.767062 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b7f3a105-55ac-4341-9f25-6cd8768dae9b req-d7d263eb-39eb-45df-b82a-9dd11f770ccb tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4647086 Aug 16 20:47:44.835418 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-810f8b01-a056-4fc7-a3c2-158265ffa2c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:44.928083 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5fd94c00-8c60-4953-9cea-a54c9ae1d2e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:44.996072 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-810f8b01-a056-4fc7-a3c2-158265ffa2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:45.001026 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-810f8b01-a056-4fc7-a3c2-158265ffa2c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:45.009224 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-810f8b01-a056-4fc7-a3c2-158265ffa2c4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/21be35a1-c4d0-4a35-b760-2c89b0ed8de4 HTTP/1.1" status: 204 len: 168 time: 0.3536386 Aug 16 20:47:45.020777 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f8b01-a056-4fc7-a3c2-158265ffa2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21be35a1-c4d0-4a35-b760-2c89b0ed8de4,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:45.042163 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-50b88ab3-95df-4a2e-8f38-a4ffa2adaed5 admin admin] Allocated IP 172.25.1.242 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/546b60df-b453-416d-ae7a-3782934667c1) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:47:45.130426 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5fd94c00-8c60-4953-9cea-a54c9ae1d2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:45.208461 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 7a70cdb8-ba17-4687-998c-082b238d1c09 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:45.289316 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-50b88ab3-95df-4a2e-8f38-a4ffa2adaed5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:45.311055 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd94c00-8c60-4953-9cea-a54c9ae1d2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed12550-0c3d-4c5e-a424-8d9d0928121a,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:45.388872 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35298) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:45.392305 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5fd94c00-8c60-4953-9cea-a54c9ae1d2e5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e4c1e19c18424d0e99cb4eead364dfde&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2027676 Aug 16 20:47:45.420002 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-945b271a-93e3-4951-93ce-61fab383203d req-da9eb811-e069-4d6e-8972-f8c12461d722 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Deleting port 5f912723-5346-408a-9f1e-3e97c404dc7c {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:47:45.420370 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-945b271a-93e3-4951-93ce-61fab383203d req-da9eb811-e069-4d6e-8972-f8c12461d722 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:45.480509 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-64d26914-baad-46a1-bba4-1065b9c54e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:45.516684 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-64d26914-baad-46a1-bba4-1065b9c54e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:45.534998 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 7a70cdb8-ba17-4687-998c-082b238d1c09 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:47:45.604884 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-50b88ab3-95df-4a2e-8f38-a4ffa2adaed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:45.609208 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-945b271a-93e3-4951-93ce-61fab383203d req-da9eb811-e069-4d6e-8972-f8c12461d722 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] For port 5f912723-5346-408a-9f1e-3e97c404dc7c, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=5f912723-5346-408a-9f1e-3e97c404dc7c,segment=NetworkSegment(dbc007c9-db26-416b-bfaf-c8e076a6aaca),segment_id=dbc007c9-db26-416b-bfaf-c8e076a6aaca)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:45.609667 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-945b271a-93e3-4951-93ce-61fab383203d req-da9eb811-e069-4d6e-8972-f8c12461d722 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:45.664316 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b88ab3-95df-4a2e-8f38-a4ffa2adaed5 admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:47:45.664316 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-945b271a-93e3-4951-93ce-61fab383203d req-da9eb811-e069-4d6e-8972-f8c12461d722 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Calling delete_port for 5f912723-5346-408a-9f1e-3e97c404dc7c owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:47:45.673382 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-50b88ab3-95df-4a2e-8f38-a4ffa2adaed5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:47:45.693313 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b88ab3-95df-4a2e-8f38-a4ffa2adaed5 admin admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:47:45.709709 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-64d26914-baad-46a1-bba4-1065b9c54e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:45.712590 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-64d26914-baad-46a1-bba4-1065b9c54e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:45.715881 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-64d26914-baad-46a1-bba4-1065b9c54e89 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5ed12550-0c3d-4c5e-a424-8d9d0928121a HTTP/1.1" status: 204 len: 168 time: 0.3297429 Aug 16 20:47:45.752523 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d26914-baad-46a1-bba4-1065b9c54e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed12550-0c3d-4c5e-a424-8d9d0928121a,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:45.813009 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b88ab3-95df-4a2e-8f38-a4ffa2adaed5 admin admin] Pushing event updated for resources: {'Port': ['ID=546b60df-b453-416d-ae7a-3782934667c1,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:45.944019 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc7f494-1656-4bc3-ac5c-3a8d792b3a8a None None] Network b56b8173-9d6f-464b-a699-1e1af2b58029 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:47:46.118513 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0421dd1-fe98-4254-bc38-e1b7e98522c7 req-5407ebd4-1f5d-47f6-b70a-61c4df34f717 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:46.130886 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c0421dd1-fe98-4254-bc38-e1b7e98522c7 req-5407ebd4-1f5d-47f6-b70a-61c4df34f717 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 945 time: 0.1805675 Aug 16 20:47:46.165850 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-80ac0985-e1a2-4111-a2fe-a5ac99d398ab None None] Provisioning for port 7a70cdb8-ba17-4687-998c-082b238d1c09 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:47:46.223991 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-80ac0985-e1a2-4111-a2fe-a5ac99d398ab None None] Provisioning complete for port 7a70cdb8-ba17-4687-998c-082b238d1c09 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:46.226841 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-80ac0985-e1a2-4111-a2fe-a5ac99d398ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:46.227524 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c0421dd1-fe98-4254-bc38-e1b7e98522c7 req-227af01a-e7a5-4d70-8389-a9a741060e7c tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/security-groups?id=9dcc9762-89f9-4ce7-ae97-e46ce9906862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956357 Aug 16 20:47:46.327873 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-945b271a-93e3-4951-93ce-61fab383203d req-da9eb811-e069-4d6e-8972-f8c12461d722 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:46.367916 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9eb811-e069-4d6e-8972-f8c12461d722 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Pushing event deleted for resources: {'Port': ['ID=5f912723-5346-408a-9f1e-3e97c404dc7c,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:46.445810 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-80ac0985-e1a2-4111-a2fe-a5ac99d398ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:46.448946 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-945b271a-93e3-4951-93ce-61fab383203d req-da9eb811-e069-4d6e-8972-f8c12461d722 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] No DVR routers for this DVR port 5f912723-5346-408a-9f1e-3e97c404dc7c on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:47:46.452550 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-945b271a-93e3-4951-93ce-61fab383203d req-da9eb811-e069-4d6e-8972-f8c12461d722 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:46.455457 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-945b271a-93e3-4951-93ce-61fab383203d req-da9eb811-e069-4d6e-8972-f8c12461d722 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.90 "DELETE /v2.0/ports/5f912723-5346-408a-9f1e-3e97c404dc7c HTTP/1.1" status: 204 len: 173 time: 1.7490809 Aug 16 20:47:46.456395 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e', 'name': 'network-vif-deleted', 'tag': '5f912723-5346-408a-9f1e-3e97c404dc7c'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:46.460844 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfe23cb-7451-40ce-903b-04a18974ddf3" -d '{"events": [{"server_uuid": "f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e", "name": "network-vif-deleted", "tag": "5f912723-5346-408a-9f1e-3e97c404dc7c"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:46.488878 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-80ac0985-e1a2-4111-a2fe-a5ac99d398ab None None] For port 7a70cdb8-ba17-4687-998c-082b238d1c09, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=7a70cdb8-ba17-4687-998c-082b238d1c09,segment=NetworkSegment(69dadfba-f364-4d01-b526-78aba1371e1e),segment_id=69dadfba-f364-4d01-b526-78aba1371e1e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:46.492671 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:46.634872 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-50b88ab3-95df-4a2e-8f38-a4ffa2adaed5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:46.664326 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-80ac0985-e1a2-4111-a2fe-a5ac99d398ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:46.730110 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16efc331-33c8-4df9-ad6c-e3b36f188363 x-openstack-request-id: req-16efc331-33c8-4df9-ad6c-e3b36f188363 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:46.730860 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e", "name": "network-vif-deleted", "tag": "5f912723-5346-408a-9f1e-3e97c404dc7c", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:46.731496 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-16efc331-33c8-4df9-ad6c-e3b36f188363 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:46.732242 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e', 'name': 'network-vif-deleted', 'tag': '5f912723-5346-408a-9f1e-3e97c404dc7c', 'status': 'completed', 'code': 200} Aug 16 20:47:46.767275 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac0985-e1a2-4111-a2fe-a5ac99d398ab None None] Pushing event updated for resources: {'Port': ['ID=7a70cdb8-ba17-4687-998c-082b238d1c09,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:46.887122 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-38ba97b9-bb0c-4508-99d6-237aaa2cf9e2 None None] Provisioning complete for port 7a70cdb8-ba17-4687-998c-082b238d1c09 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:46.887652 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-38ba97b9-bb0c-4508-99d6-237aaa2cf9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:47.040483 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 5f912723-5346-408a-9f1e-3e97c404dc7c no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:47:47.100288 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 5f912723-5346-408a-9f1e-3e97c404dc7c {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:47:47.100646 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 5f912723-5346-408a-9f1e-3e97c404dc7c not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:47:47.114790 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 7a70cdb8-ba17-4687-998c-082b238d1c09 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:47.251694 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 7a70cdb8-ba17-4687-998c-082b238d1c09 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:47.252668 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:47.253277 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35368) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:47.420327 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0c1f264f-7b85-4d9c-92db-5ff071ce37dc req-27e7b2d3-fa41-4dc3-aabd-0c265c027ce5 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 210 time: 0.0299990 Aug 16 20:47:47.542849 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-50b88ab3-95df-4a2e-8f38-a4ffa2adaed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:48.051762 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b88ab3-95df-4a2e-8f38-a4ffa2adaed5 admin admin] Router 7747798b-d5ce-4395-bc16-1faabad44b6a is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:47:48.493539 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b88ab3-95df-4a2e-8f38-a4ffa2adaed5 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:47:48.513132 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37145a59-4749-44ae-9304-f9a5075e7d22 None None] Sync routers for ids ['7747798b-d5ce-4395-bc16-1faabad44b6a'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:47:48.555522 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37145a59-4749-44ae-9304-f9a5075e7d22 None None] Routers {'7747798b-d5ce-4395-bc16-1faabad44b6a'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:47:48.562645 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-37145a59-4749-44ae-9304-f9a5075e7d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:47:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['7747798b-d5ce-4395-bc16-1faabad44b6a'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:48.630154 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-50b88ab3-95df-4a2e-8f38-a4ffa2adaed5 admin admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:48.632752 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-50b88ab3-95df-4a2e-8f38-a4ffa2adaed5 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.8079987 Aug 16 20:47:48.636868 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35400) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:48.766243 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2ed250a4-ebe2-4919-bb6d-84152f25ad02 req-31abaf27-1bd2-405e-b02d-1e7710eeb9d7 tempest-LiveMigrationTest-1744626546 tempest-LiveMigrationTest-1744626546-project] 10.222.0.84 "GET /v2.0/ports?device_id=f11e0fcc-9700-4e5f-8ad9-c9fba0c3945e HTTP/1.1" status: 200 len: 210 time: 0.0963688 Aug 16 20:47:48.807477 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:49.062716 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-37145a59-4749-44ae-9304-f9a5075e7d22 None None] Set router 7747798b-d5ce-4395-bc16-1faabad44b6a gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:47:49.285170 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ead90ffb-e352-4e4d-8abb-09e135705fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:49.306799 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-37145a59-4749-44ae-9304-f9a5075e7d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7747798b-d5ce-4395-bc16-1faabad44b6a', 'name': 'tempest-ServersTestFqdnHostnames-398228273-router', 'tenant_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '546b60df-b453-416d-ae7a-3782934667c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:42Z', 'updated_at': '2021-08-16T20:47:46Z', 'revision_number': 3, 'project_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'gw_port': {'id': '546b60df-b453-416d-ae7a-3782934667c1', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7747798b-d5ce-4395-bc16-1faabad44b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:44Z', 'updated_at': '2021-08-16T20:47:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:49.345790 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37145a59-4749-44ae-9304-f9a5075e7d22 None None] Checking router: 7747798b-d5ce-4395-bc16-1faabad44b6a for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:47:49.346023 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37145a59-4749-44ae-9304-f9a5075e7d22 None None] Updating router 7747798b-d5ce-4395-bc16-1faabad44b6a port 546b60df-b453-416d-ae7a-3782934667c1 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:47:49.378943 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-37145a59-4749-44ae-9304-f9a5075e7d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:49.498897 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35434) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:49.648254 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-747391f6-64e0-424f-938a-7699bf3aaff5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-653759806-network', 'tenant_id': '6c4601d06f3b4417a005f8c317350265'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:49.723856 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ead90ffb-e352-4e4d-8abb-09e135705fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:49.850630 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-37145a59-4749-44ae-9304-f9a5075e7d22 None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:49.859996 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ead90ffb-e352-4e4d-8abb-09e135705fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:49.877658 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3a4fd940-fb58-4208-8a9c-27786b9d94e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:49.887026 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-37145a59-4749-44ae-9304-f9a5075e7d22 None None] Transition to ACTIVE for port object 546b60df-b453-416d-ae7a-3782934667c1 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:47:49.903233 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35450) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:49.934934 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ead90ffb-e352-4e4d-8abb-09e135705fdc admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b6a309021d0a47af8d432e12990f2128&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6774886 Aug 16 20:47:49.935683 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35454) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:49.941009 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead90ffb-e352-4e4d-8abb-09e135705fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de20a95-6ef4-4e1d-b2c6-628325ff9134,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:49.997296 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747391f6-64e0-424f-938a-7699bf3aaff5 admin admin] Made reservation on behalf of 6c4601d06f3b4417a005f8c317350265 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:47:49.999590 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-747391f6-64e0-424f-938a-7699bf3aaff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:50.012366 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-37145a59-4749-44ae-9304-f9a5075e7d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:50.017141 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-747391f6-64e0-424f-938a-7699bf3aaff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:50.032909 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-61c8d7ea-1fa0-48b3-ac4d-ef1f67deeca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:50.063331 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-61c8d7ea-1fa0-48b3-ac4d-ef1f67deeca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:50.162974 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e2ec3-332a-4d4e-8b19-41adaad10cfe None None] Pushing event updated for resources: {'Port': ['ID=546b60df-b453-416d-ae7a-3782934667c1,revision_number=2']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:50.162974 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-37145a59-4749-44ae-9304-f9a5075e7d22 None None] Attempting to bind port 546b60df-b453-416d-ae7a-3782934667c1 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:47:50.165101 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-37145a59-4749-44ae-9304-f9a5075e7d22 None None] Attempting to bind port 546b60df-b453-416d-ae7a-3782934667c1 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:47:50.168965 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37145a59-4749-44ae-9304-f9a5075e7d22 None None] Attempting to bind port 546b60df-b453-416d-ae7a-3782934667c1 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:50.189507 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e2ec3-332a-4d4e-8b19-41adaad10cfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:50.189507 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e2ec3-332a-4d4e-8b19-41adaad10cfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:50.189753 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e2ec3-332a-4d4e-8b19-41adaad10cfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:50.190073 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e2ec3-332a-4d4e-8b19-41adaad10cfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:50.190563 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e2ec3-332a-4d4e-8b19-41adaad10cfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:50.190724 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e2ec3-332a-4d4e-8b19-41adaad10cfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:50.191054 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e2ec3-332a-4d4e-8b19-41adaad10cfe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:50.191377 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e2ec3-332a-4d4e-8b19-41adaad10cfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:50.191700 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e2ec3-332a-4d4e-8b19-41adaad10cfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:50.192046 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e2ec3-332a-4d4e-8b19-41adaad10cfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:50.192368 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e2ec3-332a-4d4e-8b19-41adaad10cfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:50.192687 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e2ec3-332a-4d4e-8b19-41adaad10cfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:50.198857 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-3a4fd940-fb58-4208-8a9c-27786b9d94e7 admin admin] Allocated IP 172.20.0.1 (b56b8173-9d6f-464b-a699-1e1af2b58029/c1595dc5-d276-4518-bf31-00be5b97dc13/0bbf271b-9230-4a5b-ba46-5e015ba7d718) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:47:50.204997 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37145a59-4749-44ae-9304-f9a5075e7d22 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:47:50.208889 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37145a59-4749-44ae-9304-f9a5075e7d22 None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:47:50.209332 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-37145a59-4749-44ae-9304-f9a5075e7d22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:50.209738 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37145a59-4749-44ae-9304-f9a5075e7d22 None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:47:50.211081 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-37145a59-4749-44ae-9304-f9a5075e7d22 None None] Bound port: 546b60df-b453-416d-ae7a-3782934667c1, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:47:50.211725 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-37145a59-4749-44ae-9304-f9a5075e7d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:50.292882 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-37145a59-4749-44ae-9304-f9a5075e7d22 None None] For port 546b60df-b453-416d-ae7a-3782934667c1, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:47:50.296383 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-37145a59-4749-44ae-9304-f9a5075e7d22 None None] For port 546b60df-b453-416d-ae7a-3782934667c1, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=546b60df-b453-416d-ae7a-3782934667c1,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:47:50.324787 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f54494b-735a-4589-a684-ffedac441c3a admin admin] Deleting subnet 32473632-cd45-434e-a077-52a281cec044 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:47:50.325126 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3a4fd940-fb58-4208-8a9c-27786b9d94e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:50.328001 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7f54494b-735a-4589-a684-ffedac441c3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:50.362864 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7f54494b-735a-4589-a684-ffedac441c3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:50.596022 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7f54494b-735a-4589-a684-ffedac441c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:50.702230 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-3a4fd940-fb58-4208-8a9c-27786b9d94e7 admin admin] Transition to ACTIVE for port object 0bbf271b-9230-4a5b-ba46-5e015ba7d718 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:47:50.705609 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-61c8d7ea-1fa0-48b3-ac4d-ef1f67deeca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:50.709003 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-61c8d7ea-1fa0-48b3-ac4d-ef1f67deeca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:50.712952 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-61c8d7ea-1fa0-48b3-ac4d-ef1f67deeca2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5de20a95-6ef4-4e1d-b2c6-628325ff9134 HTTP/1.1" status: 204 len: 168 time: 0.7726283 Aug 16 20:47:50.759121 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c8d7ea-1fa0-48b3-ac4d-ef1f67deeca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de20a95-6ef4-4e1d-b2c6-628325ff9134,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:50.814723 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f712fe-bcdc-4e6c-ba11-58096311ac29 req-1c37f6d0-3322-47f5-8cf1-7fb6176356c7 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:50.816574 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-29f712fe-bcdc-4e6c-ba11-58096311ac29 req-1c37f6d0-3322-47f5-8cf1-7fb6176356c7 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b126530-8e52-45cd-9600-e28b960981b0 HTTP/1.1" status: 200 len: 949 time: 0.0994816 Aug 16 20:47:50.849970 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-37145a59-4749-44ae-9304-f9a5075e7d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:50.855138 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7f54494b-735a-4589-a684-ffedac441c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:50.893107 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3a4fd940-fb58-4208-8a9c-27786b9d94e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:50.936146 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f54494b-735a-4589-a684-ffedac441c3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32473632-cd45-434e-a077-52a281cec044,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:50.944263 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-747391f6-64e0-424f-938a-7699bf3aaff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:50.948628 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e2ec3-332a-4d4e-8b19-41adaad10cfe None None] Pushing event updated for resources: {'Port': ['ID=546b60df-b453-416d-ae7a-3782934667c1,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:50.961158 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7f54494b-735a-4589-a684-ffedac441c3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:50.968087 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-7f54494b-735a-4589-a684-ffedac441c3a admin admin] 10.222.0.84 "DELETE /v2.0/subnets/32473632-cd45-434e-a077-52a281cec044 HTTP/1.1" status: 204 len: 168 time: 1.0634751 Aug 16 20:47:50.968947 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35496) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:50.976259 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37145a59-4749-44ae-9304-f9a5075e7d22 None None] Routers {'7747798b-d5ce-4395-bc16-1faabad44b6a'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:47:50.977144 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-37145a59-4749-44ae-9304-f9a5075e7d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:47:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['7747798b-d5ce-4395-bc16-1faabad44b6a'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:50.979906 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-29f712fe-bcdc-4e6c-ba11-58096311ac29 req-bc5338eb-a597-4b2b-a277-481a78cc7404 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/security-groups?id=60550207-c050-4842-912f-cb52d93f7eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524019 Aug 16 20:47:51.014573 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4fd940-fb58-4208-8a9c-27786b9d94e7 admin admin] Network b56b8173-9d6f-464b-a699-1e1af2b58029 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:47:51.024090 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-3a4fd940-fb58-4208-8a9c-27786b9d94e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:47:51.045966 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4fd940-fb58-4208-8a9c-27786b9d94e7 admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:47:51.084287 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4fd940-fb58-4208-8a9c-27786b9d94e7 admin admin] Pushing event updated for resources: {'Port': ['ID=0bbf271b-9230-4a5b-ba46-5e015ba7d718,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:51.104407 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-747391f6-64e0-424f-938a-7699bf3aaff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:51.113504 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-37145a59-4749-44ae-9304-f9a5075e7d22 None None] Set router 7747798b-d5ce-4395-bc16-1faabad44b6a gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:47:51.138639 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3a4fd940-fb58-4208-8a9c-27786b9d94e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:51.219647 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-747391f6-64e0-424f-938a-7699bf3aaff5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:47:51.243133 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eae0d016-b1a6-4976-b594-4b48abd3e302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:51.245634 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747391f6-64e0-424f-938a-7699bf3aaff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a487b3-c771-4d40-9559-1edca2aeb6e7,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:51.255528 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-747391f6-64e0-424f-938a-7699bf3aaff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:51.255917 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-747391f6-64e0-424f-938a-7699bf3aaff5 admin admin] Added segment 5647424e-d043-439b-a813-a1b992c87cc4 of type vlan for network f366978b-ef4d-4e87-8af6-21fc336ced4f Aug 16 20:47:51.375614 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-747391f6-64e0-424f-938a-7699bf3aaff5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:51.460304 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-37145a59-4749-44ae-9304-f9a5075e7d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7747798b-d5ce-4395-bc16-1faabad44b6a', 'name': 'tempest-ServersTestFqdnHostnames-398228273-router', 'tenant_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '546b60df-b453-416d-ae7a-3782934667c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:42Z', 'updated_at': '2021-08-16T20:47:46Z', 'revision_number': 3, 'project_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'gw_port': {'id': '546b60df-b453-416d-ae7a-3782934667c1', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7747798b-d5ce-4395-bc16-1faabad44b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:44Z', 'updated_at': '2021-08-16T20:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:51.498012 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37145a59-4749-44ae-9304-f9a5075e7d22 None None] The sync data for ids ['7747798b-d5ce-4395-bc16-1faabad44b6a'] in n-d-793620-15 is: [{'id': '7747798b-d5ce-4395-bc16-1faabad44b6a', 'name': 'tempest-ServersTestFqdnHostnames-398228273-router', 'tenant_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '546b60df-b453-416d-ae7a-3782934667c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:42Z', 'updated_at': '2021-08-16T20:47:46Z', 'revision_number': 3, 'project_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'gw_port': {'id': '546b60df-b453-416d-ae7a-3782934667c1', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7747798b-d5ce-4395-bc16-1faabad44b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:44Z', 'updated_at': '2021-08-16T20:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:47:51.515048 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7eb9dc2e-71a7-4eb5-9644-5036917df496 None None] Provisioning for port 0bbf271b-9230-4a5b-ba46-5e015ba7d718 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:47:51.520822 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7eb9dc2e-71a7-4eb5-9644-5036917df496 None None] Provisioning complete for port 0bbf271b-9230-4a5b-ba46-5e015ba7d718 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:51.521418 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7eb9dc2e-71a7-4eb5-9644-5036917df496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:51.542257 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eae0d016-b1a6-4976-b594-4b48abd3e302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:51.553232 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-eae0d016-b1a6-4976-b594-4b48abd3e302 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:51.579300 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-eae0d016-b1a6-4976-b594-4b48abd3e302 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc007c9-db26-416b-bfaf-c8e076a6aaca') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:51.580170 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-eae0d016-b1a6-4976-b594-4b48abd3e302 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc007c9-db26-416b-bfaf-c8e076a6aaca') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:51.589334 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-747391f6-64e0-424f-938a-7699bf3aaff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:51.591524 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747391f6-64e0-424f-938a-7699bf3aaff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:51.593155 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-747391f6-64e0-424f-938a-7699bf3aaff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:51.600902 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7eb9dc2e-71a7-4eb5-9644-5036917df496 None None] Port 0bbf271b-9230-4a5b-ba46-5e015ba7d718 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:47:51.602569 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3a4fd940-fb58-4208-8a9c-27786b9d94e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:51.609623 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eae0d016-b1a6-4976-b594-4b48abd3e302 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:51.689255 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747391f6-64e0-424f-938a-7699bf3aaff5 admin admin] Pushing event updated for resources: {'Network': ['ID=f366978b-ef4d-4e87-8af6-21fc336ced4f,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:51.700816 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eae0d016-b1a6-4976-b594-4b48abd3e302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:51.703345 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network f366978b-ef4d-4e87-8af6-21fc336ced4f details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:47:51.708371 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eae0d016-b1a6-4976-b594-4b48abd3e302 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:47:51.708371 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eae0d016-b1a6-4976-b594-4b48abd3e302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:51.710080 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 20:47:51.710080 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:47:51.710080 n-d-793620-15 neutron-server[101844]: timer() Aug 16 20:47:51.710080 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:47:51.710080 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 20:47:51.710080 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:47:51.710080 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 20:47:51.710080 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:47:51.710080 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 20:47:51.710080 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:47:51.710080 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 20:47:51.710080 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:47:51.710080 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 20:47:51.710080 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:47:51.710080 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:47:51.710080 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:47:51.710080 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:47:51.710080 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:47:51.710080 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 20:47:51.710080 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:47:51.710080 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 20:47:51.710080 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:47:51.710080 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:47:51.710080 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:47:51.710080 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 20:47:51.710080 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:47:51.710080 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:47:51.710080 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:47:51.710080 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:47:51.710080 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:47:51.710080 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:47:51.710080 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:47:51.761453 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:51.820700 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-747391f6-64e0-424f-938a-7699bf3aaff5 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.3198762 Aug 16 20:47:51.823626 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35520) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:51.832882 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-0efb47af-0506-4ba5-8ce2-86d3a65ff7b6 admin admin] Request body: {'subnet': {'network_id': 'f366978b-ef4d-4e87-8af6-21fc336ced4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-653759806-subnet', 'tenant_id': '6c4601d06f3b4417a005f8c317350265', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:51.858667 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3a4fd940-fb58-4208-8a9c-27786b9d94e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:51.892921 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35522) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:51.909350 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-91e52d72-41f7-4a70-8786-bdfb2d00ebb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:51.938220 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eae0d016-b1a6-4976-b594-4b48abd3e302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:51.945565 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eae0d016-b1a6-4976-b594-4b48abd3e302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:51.947944 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-eae0d016-b1a6-4976-b594-4b48abd3e302 admin admin] 10.222.0.84 "DELETE /v2.0/networks/8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa HTTP/1.1" status: 204 len: 168 time: 0.9687321 Aug 16 20:47:51.950784 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35524) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:51.965989 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae0d016-b1a6-4976-b594-4b48abd3e302 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ab0d7fa-ab73-46f4-8ec6-64e012d84dfa,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:52.009782 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-f43c7583-626e-4e26-ad7c-265446ef380a admin admin] Deleting subnet 36358632-4579-48f2-9293-fe0449f66afd {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:47:52.013799 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efb47af-0506-4ba5-8ce2-86d3a65ff7b6 admin admin] Made reservation on behalf of 6c4601d06f3b4417a005f8c317350265 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:47:52.017987 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0efb47af-0506-4ba5-8ce2-86d3a65ff7b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:52.019859 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3a4fd940-fb58-4208-8a9c-27786b9d94e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:52.071204 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f43c7583-626e-4e26-ad7c-265446ef380a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:52.076907 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3a4fd940-fb58-4208-8a9c-27786b9d94e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:52.217636 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f43c7583-626e-4e26-ad7c-265446ef380a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:52.268990 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4fd940-fb58-4208-8a9c-27786b9d94e7 admin admin] Pushing event updated for resources: {'Port': ['ID=0bbf271b-9230-4a5b-ba46-5e015ba7d718,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:52.328807 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f43c7583-626e-4e26-ad7c-265446ef380a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:52.356290 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4fd940-fb58-4208-8a9c-27786b9d94e7 admin admin] Network b56b8173-9d6f-464b-a699-1e1af2b58029 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:47:52.363928 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-3a4fd940-fb58-4208-8a9c-27786b9d94e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:47:52.372977 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0efb47af-0506-4ba5-8ce2-86d3a65ff7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:52.444106 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb47af-0506-4ba5-8ce2-86d3a65ff7b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=added9e6-4ee3-48c1-b555-37f6411aa6da,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:52.489928 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efb47af-0506-4ba5-8ce2-86d3a65ff7b6 admin admin] Checking segment: {'id': '5647424e-d043-439b-a813-a1b992c87cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f366978b-ef4d-4e87-8af6-21fc336ced4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:47:52.489928 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efb47af-0506-4ba5-8ce2-86d3a65ff7b6 admin admin] Network hostable DHCP agents. Network: f366978b-ef4d-4e87-8af6-21fc336ced4f, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:47:52.566304 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-91e52d72-41f7-4a70-8786-bdfb2d00ebb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:52.573099 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a4fd940-fb58-4208-8a9c-27786b9d94e7 admin admin] Router 7747798b-d5ce-4395-bc16-1faabad44b6a has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:47:52.633277 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c43bc5cd-6815-492a-bdf6-7457b443f68e None None] Provisioning complete for port 0bbf271b-9230-4a5b-ba46-5e015ba7d718 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:52.633845 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c43bc5cd-6815-492a-bdf6-7457b443f68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:52.664497 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efb47af-0506-4ba5-8ce2-86d3a65ff7b6 admin admin] Network f366978b-ef4d-4e87-8af6-21fc336ced4f is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:47:52.678725 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-c43bc5cd-6815-492a-bdf6-7457b443f68e None None] Port 0bbf271b-9230-4a5b-ba46-5e015ba7d718 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:47:52.690326 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f43c7583-626e-4e26-ad7c-265446ef380a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:52.725157 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-91e52d72-41f7-4a70-8786-bdfb2d00ebb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:52.727726 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c7583-626e-4e26-ad7c-265446ef380a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36358632-4579-48f2-9293-fe0449f66afd,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:52.729917 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f43c7583-626e-4e26-ad7c-265446ef380a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:52.731851 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f43c7583-626e-4e26-ad7c-265446ef380a admin admin] 10.222.0.84 "DELETE /v2.0/subnets/36358632-4579-48f2-9293-fe0449f66afd HTTP/1.1" status: 204 len: 168 time: 0.7798679 Aug 16 20:47:52.734524 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35552) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:52.780425 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4fd940-fb58-4208-8a9c-27786b9d94e7 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:47:52.786429 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-0efb47af-0506-4ba5-8ce2-86d3a65ff7b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, f366978b-ef4d-4e87-8af6-21fc336ced4f) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:47:52.792290 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efb47af-0506-4ba5-8ce2-86d3a65ff7b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:52.792893 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0efb47af-0506-4ba5-8ce2-86d3a65ff7b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:52.796211 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3a4fd940-fb58-4208-8a9c-27786b9d94e7 admin admin] 10.222.0.84 "PUT /v2.0/routers/7747798b-d5ce-4395-bc16-1faabad44b6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1577306 Aug 16 20:47:52.799117 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-91e52d72-41f7-4a70-8786-bdfb2d00ebb6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=77bf8a1c0e794d45915a09554cba1a91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9045544 Aug 16 20:47:52.800096 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e52d72-41f7-4a70-8786-bdfb2d00ebb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b470d1d-1480-46c8-9f89-1b1660db3639,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:52.802483 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35556) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:52.814544 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392483c6-8c24-4697-8dbe-e1d33f12bb15 None None] Network f366978b-ef4d-4e87-8af6-21fc336ced4f requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:47:52.862250 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-183d47eb-ab97-4a87-841d-19e0233fec10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:52.928025 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a4f53247-65b5-4895-ba8f-b10b7a62db7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:52.958740 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb09ca7-8b2f-4624-bdd2-5df4858a60b7 None None] Network f366978b-ef4d-4e87-8af6-21fc336ced4f requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:47:52.960109 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-183d47eb-ab97-4a87-841d-19e0233fec10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:52.970848 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-183d47eb-ab97-4a87-841d-19e0233fec10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42496fea-9f08-4218-a3a7-820442577120']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:52.984116 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-183d47eb-ab97-4a87-841d-19e0233fec10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67bbfe5a-fd00-4ac5-95c4-3822356d8bb6') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:52.984424 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-183d47eb-ab97-4a87-841d-19e0233fec10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67bbfe5a-fd00-4ac5-95c4-3822356d8bb6') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:52.995061 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-183d47eb-ab97-4a87-841d-19e0233fec10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:53.007072 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0efb47af-0506-4ba5-8ce2-86d3a65ff7b6 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1816213 Aug 16 20:47:53.031622 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-183d47eb-ab97-4a87-841d-19e0233fec10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:53.043325 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-183d47eb-ab97-4a87-841d-19e0233fec10 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:47:53.044103 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-183d47eb-ab97-4a87-841d-19e0233fec10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:53.044370 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a4f53247-65b5-4895-ba8f-b10b7a62db7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:53.046309 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 20:47:53.046309 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:47:53.046309 n-d-793620-15 neutron-server[101844]: timer() Aug 16 20:47:53.046309 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:47:53.046309 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 20:47:53.046309 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:47:53.046309 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 20:47:53.046309 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:47:53.046309 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 20:47:53.046309 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:47:53.046309 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 20:47:53.046309 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:47:53.046309 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 20:47:53.046309 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:47:53.046309 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:47:53.046309 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:47:53.046309 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:47:53.046309 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:47:53.046309 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 20:47:53.046309 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:47:53.046309 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 20:47:53.046309 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:47:53.046309 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:47:53.046309 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:47:53.046309 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 20:47:53.046309 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:47:53.046309 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:47:53.046309 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:47:53.046309 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:47:53.046309 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:47:53.046309 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:47:53.046309 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:47:53.192000 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 546b60df-b453-416d-ae7a-3782934667c1 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:53.255170 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-183d47eb-ab97-4a87-841d-19e0233fec10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:53.265899 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-183d47eb-ab97-4a87-841d-19e0233fec10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:53.273266 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-183d47eb-ab97-4a87-841d-19e0233fec10 admin admin] 10.222.0.84 "DELETE /v2.0/networks/42496fea-9f08-4218-a3a7-820442577120 HTTP/1.1" status: 204 len: 168 time: 0.5376105 Aug 16 20:47:53.286902 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a4f53247-65b5-4895-ba8f-b10b7a62db7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:53.293234 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d47eb-ab97-4a87-841d-19e0233fec10 admin admin] Pushing event deleted for resources: {'Network': ['ID=42496fea-9f08-4218-a3a7-820442577120,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:53.300346 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a4f53247-65b5-4895-ba8f-b10b7a62db7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:53.306270 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a4f53247-65b5-4895-ba8f-b10b7a62db7a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2b470d1d-1480-46c8-9f89-1b1660db3639 HTTP/1.1" status: 204 len: 168 time: 0.5026865 Aug 16 20:47:53.316461 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f53247-65b5-4895-ba8f-b10b7a62db7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b470d1d-1480-46c8-9f89-1b1660db3639,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:53.385097 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 546b60df-b453-416d-ae7a-3782934667c1 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:47:53.403147 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 546b60df-b453-416d-ae7a-3782934667c1 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:53.403727 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:53.596275 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:53.661559 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 546b60df-b453-416d-ae7a-3782934667c1, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=546b60df-b453-416d-ae7a-3782934667c1,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:53.742400 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:53.816531 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37ca366-eae7-4c2b-9231-5c6cb802304e None None] Sync routers for ids ['7747798b-d5ce-4395-bc16-1faabad44b6a'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:47:53.836612 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37ca366-eae7-4c2b-9231-5c6cb802304e None None] Routers {'7747798b-d5ce-4395-bc16-1faabad44b6a'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:47:53.837617 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-d37ca366-eae7-4c2b-9231-5c6cb802304e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:47:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['7747798b-d5ce-4395-bc16-1faabad44b6a'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:53.886395 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 315c0d5d-7ae7-4d03-a892-a52b5d7db316 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:47:53.892233 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=546b60df-b453-416d-ae7a-3782934667c1,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:53.977646 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ffc2f456-d775-4ed9-9453-a824e270fe87 req-41c28daa-6a11-4c7b-a1e1-2d7bc247469b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0456088 Aug 16 20:47:54.046284 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2f456-d775-4ed9-9453-a824e270fe87 req-b744c89e-bbfe-4e3d-a7fd-a0d876aed8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:54.048237 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ffc2f456-d775-4ed9-9453-a824e270fe87 req-b744c89e-bbfe-4e3d-a7fd-a0d876aed8e1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=34f18ad5c2d4455d99499df1ef982df3&device_id=1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8 HTTP/1.1" status: 200 len: 1098 time: 0.0493872 Aug 16 20:47:54.050836 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:54.076403 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-d37ca366-eae7-4c2b-9231-5c6cb802304e None None] Set router 7747798b-d5ce-4395-bc16-1faabad44b6a gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:47:54.117946 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35634) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:54.127471 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b126530-8e52-45cd-9600-e28b960981b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '315c0d5d-7ae7-4d03-a892-a52b5d7db316'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:54.129902 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7a09c5-3139-47aa-8db3-4fe0ad9626ba" -d '{"events": [{"server_uuid": "1b126530-8e52-45cd-9600-e28b960981b0", "name": "network-vif-unplugged", "status": "completed", "tag": "315c0d5d-7ae7-4d03-a892-a52b5d7db316"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:54.150832 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 315c0d5d-7ae7-4d03-a892-a52b5d7db316, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=315c0d5d-7ae7-4d03-a892-a52b5d7db316,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:54.219147 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35640) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:54.230153 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-dad118de-0fdb-406a-81bd-ad78e5807422 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Request body: {'security_group': {'name': 'tempest-securitygroup--437424522', 'description': 'tempest-description--1128536852'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:54.241494 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2f456-d775-4ed9-9453-a824e270fe87 req-689794a0-08c0-49c4-b424-8955cd3b682f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:54.243051 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ffc2f456-d775-4ed9-9453-a824e270fe87 req-689794a0-08c0-49c4-b424-8955cd3b682f service neutron] 10.222.0.90 "GET /v2.0/networks?id=e55e31f8-e29e-41b3-a9dc-66b816324698 HTTP/1.1" status: 200 len: 916 time: 0.1713319 Aug 16 20:47:54.246922 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-85223983-2030-483e-884d-0848fe5ca3a1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8ef76538be3f42efb94d0f0a8384d0d1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1277583 Aug 16 20:47:54.249623 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35644) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:54.373506 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ffc2f456-d775-4ed9-9453-a824e270fe87 req-e08a29ae-ffae-43df-a25e-4a9a4febccfd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb14be03-a62c-4f78-a96c-52779f67f17e HTTP/1.1" status: 200 len: 1002 time: 0.1228650 Aug 16 20:47:54.424402 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dad118de-0fdb-406a-81bd-ad78e5807422 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:54.458729 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:54.465508 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6ffc4e2b-fa11-47a1-a88b-af919a0d302e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:54.538414 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [req-46497619-e693-4986-a7de-f26c33e29ed6 req-6bfa441f-9bbd-4e1f-83b1-21b0d0159616 tempest-SecurityGroupsNegativeTestJSON-841210436 tempest-SecurityGroupsNegativeTestJSON-841210436-project] show failed (client error): The resource could not be found. Aug 16 20:47:54.545785 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-46497619-e693-4986-a7de-f26c33e29ed6 req-6bfa441f-9bbd-4e1f-83b1-21b0d0159616 tempest-SecurityGroupsNegativeTestJSON-841210436 tempest-SecurityGroupsNegativeTestJSON-841210436-project] 10.222.0.84 "GET /v2.0/security-groups/69e4822f-1168-4151-95fe-ed463db4f3d9 HTTP/1.1" status: 404 len: 352 time: 0.0963938 Aug 16 20:47:54.561768 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2f456-d775-4ed9-9453-a824e270fe87 req-46259d20-1732-4dd5-bdd0-b92b51dd718b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:54.565199 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ffc2f456-d775-4ed9-9453-a824e270fe87 req-46259d20-1732-4dd5-bdd0-b92b51dd718b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1808fe3d-4468-49d3-847b-1af4167b979d HTTP/1.1" status: 200 len: 854 time: 0.1801155 Aug 16 20:47:54.573103 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-d37ca366-eae7-4c2b-9231-5c6cb802304e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7747798b-d5ce-4395-bc16-1faabad44b6a', 'name': 'tempest-ServersTestFqdnHostnames-398228273-router', 'tenant_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '546b60df-b453-416d-ae7a-3782934667c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:42Z', 'updated_at': '2021-08-16T20:47:51Z', 'revision_number': 4, 'project_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'gw_port': {'id': '546b60df-b453-416d-ae7a-3782934667c1', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7747798b-d5ce-4395-bc16-1faabad44b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:44Z', 'updated_at': '2021-08-16T20:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '0bbf271b-9230-4a5b-ba46-5e015ba7d718', 'name': '', 'network_id': 'b56b8173-9d6f-464b-a699-1e1af2b58029', 'tenant_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'mac_address': 'fa:16:3e:b7:6c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7747798b-d5ce-4395-bc16-1faabad44b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c1595dc5-d276-4518-bf31-00be5b97dc13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:49Z', 'updated_at': '2021-08-16T20:47:51Z', 'revision_number': 2, 'project_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'subnets': [{'id': 'c1595dc5-d276-4518-bf31-00be5b97dc13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:54.601838 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37ca366-eae7-4c2b-9231-5c6cb802304e None None] Checking router: 7747798b-d5ce-4395-bc16-1faabad44b6a for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:47:54.602421 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37ca366-eae7-4c2b-9231-5c6cb802304e None None] Updating router 7747798b-d5ce-4395-bc16-1faabad44b6a port 0bbf271b-9230-4a5b-ba46-5e015ba7d718 binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:47:54.627433 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dad118de-0fdb-406a-81bd-ad78e5807422 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:54.631508 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d37ca366-eae7-4c2b-9231-5c6cb802304e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:54.642225 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6ffc4e2b-fa11-47a1-a88b-af919a0d302e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:54.645878 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=315c0d5d-7ae7-4d03-a892-a52b5d7db316,revision_number=8']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:54.689158 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2f456-d775-4ed9-9453-a824e270fe87 req-47760c98-c586-45c4-8c3f-0568b751a39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:54.691641 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ffc2f456-d775-4ed9-9453-a824e270fe87 req-47760c98-c586-45c4-8c3f-0568b751a39c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e55e31f8-e29e-41b3-a9dc-66b816324698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1145504 Aug 16 20:47:54.692150 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4e8a8a-122b-45d7-ab7f-a7d75520fc97 x-openstack-request-id: req-aa4e8a8a-122b-45d7-ab7f-a7d75520fc97 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:54.692635 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b126530-8e52-45cd-9600-e28b960981b0", "name": "network-vif-unplugged", "status": "completed", "tag": "315c0d5d-7ae7-4d03-a892-a52b5d7db316", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:54.695732 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-aa4e8a8a-122b-45d7-ab7f-a7d75520fc97 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:54.695732 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b126530-8e52-45cd-9600-e28b960981b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '315c0d5d-7ae7-4d03-a892-a52b5d7db316', 'code': 200} Aug 16 20:47:54.721991 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dad118de-0fdb-406a-81bd-ad78e5807422 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:54.804547 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad118de-0fdb-406a-81bd-ad78e5807422 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46c27061-e176-4c6b-9244-6af810df7840,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:54.879416 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cfb4394a-ab09-41e2-a857-d211a19cfce6 req-dbd1149c-0755-4e39-a34e-da62828c45fa tempest-SecurityGroupsNegativeTestJSON-841210436 tempest-SecurityGroupsNegativeTestJSON-841210436-project] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6c4601d06f3b4417a005f8c317350265 HTTP/1.1" status: 200 len: 2984 time: 0.0845478 Aug 16 20:47:54.892943 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ffc2f456-d775-4ed9-9453-a824e270fe87 req-e28ae0eb-3bb5-4a5a-90cc-47e5bb4e942e service neutron] 10.222.0.90 "GET /v2.0/networks/e55e31f8-e29e-41b3-a9dc-66b816324698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905425 Aug 16 20:47:54.943932 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dad118de-0fdb-406a-81bd-ad78e5807422 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:54.947993 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-dad118de-0fdb-406a-81bd-ad78e5807422 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7251484 Aug 16 20:47:54.948510 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35672) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:54.954200 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-e4b86e42-6fc6-471d-884e-d0ef9387a068 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Request body: {'security_group_rule': {'security_group_id': '46c27061-e176-4c6b-9244-6af810df7840', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:54.992317 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cfb4394a-ab09-41e2-a857-d211a19cfce6 req-4b78fcff-642f-4f54-905d-70959c11cc6e tempest-SecurityGroupsNegativeTestJSON-841210436 tempest-SecurityGroupsNegativeTestJSON-841210436-project] 10.222.0.84 "GET /v2.0/security-groups/58a487b3-c771-4d40-9559-1edca2aeb6e7 HTTP/1.1" status: 200 len: 2981 time: 0.1016774 Aug 16 20:47:55.018663 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6ffc4e2b-fa11-47a1-a88b-af919a0d302e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:55.021548 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6ffc4e2b-fa11-47a1-a88b-af919a0d302e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:55.023200 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6ffc4e2b-fa11-47a1-a88b-af919a0d302e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9dcc9762-89f9-4ce7-ae97-e46ce9906862 HTTP/1.1" status: 204 len: 168 time: 0.7707765 Aug 16 20:47:55.036505 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d37ca366-eae7-4c2b-9231-5c6cb802304e None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:55.048717 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d37ca366-eae7-4c2b-9231-5c6cb802304e None None] Transition to ACTIVE for port object 0bbf271b-9230-4a5b-ba46-5e015ba7d718 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:47:55.062531 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 546b60df-b453-416d-ae7a-3782934667c1 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:55.066444 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc4e2b-fa11-47a1-a88b-af919a0d302e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcc9762-89f9-4ce7-ae97-e46ce9906862,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:55.077852 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e4b86e42-6fc6-471d-884e-d0ef9387a068 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:55.081657 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ffc2f456-d775-4ed9-9453-a824e270fe87 req-1d5060bd-985b-455c-843b-0628e2edf004 service neutron] 10.222.0.90 "GET /v2.0/networks/e55e31f8-e29e-41b3-a9dc-66b816324698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801832 Aug 16 20:47:55.087238 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cfb4394a-ab09-41e2-a857-d211a19cfce6 req-2be87fe1-1860-4f63-9395-6d1ff405ce84 tempest-SecurityGroupsNegativeTestJSON-841210436 tempest-SecurityGroupsNegativeTestJSON-841210436-project] 10.222.0.84 "GET /v2.0/security-groups/58a487b3-c771-4d40-9559-1edca2aeb6e7 HTTP/1.1" status: 200 len: 2981 time: 0.0930917 Aug 16 20:47:55.143371 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 546b60df-b453-416d-ae7a-3782934667c1 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:55.143687 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:55.148436 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e4b86e42-6fc6-471d-884e-d0ef9387a068 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:55.172564 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f25a54ca-fb66-48d6-a22d-968e103517fa req-d6610f2b-ef71-4927-8912-83743f10066c tempest-SecurityGroupsNegativeTestJSON-841210436 tempest-SecurityGroupsNegativeTestJSON-841210436-project] 10.222.0.84 "GET /v2.0/security-groups/58a487b3-c771-4d40-9559-1edca2aeb6e7 HTTP/1.1" status: 200 len: 2981 time: 0.0590875 Aug 16 20:47:55.240620 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d37ca366-eae7-4c2b-9231-5c6cb802304e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:55.258296 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [req-f25a54ca-fb66-48d6-a22d-968e103517fa req-48ef8239-8b80-43d6-ab41-7e3209aef441 tempest-SecurityGroupsNegativeTestJSON-841210436 tempest-SecurityGroupsNegativeTestJSON-841210436-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 20:47:55.259620 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f25a54ca-fb66-48d6-a22d-968e103517fa req-48ef8239-8b80-43d6-ab41-7e3209aef441 tempest-SecurityGroupsNegativeTestJSON-841210436 tempest-SecurityGroupsNegativeTestJSON-841210436-project] 10.222.0.84 "DELETE /v2.0/security-groups/58a487b3-c771-4d40-9559-1edca2aeb6e7 HTTP/1.1" status: 409 len: 352 time: 0.0856671 Aug 16 20:47:55.303163 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [req-da733084-8b21-4000-bf26-87348b9d28ce req-358f8c63-2eb0-4318-89a5-d10aa3276ee1 tempest-SecurityGroupsNegativeTestJSON-841210436 tempest-SecurityGroupsNegativeTestJSON-841210436-project] show failed (client error): The resource could not be found. Aug 16 20:47:55.304856 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-da733084-8b21-4000-bf26-87348b9d28ce req-358f8c63-2eb0-4318-89a5-d10aa3276ee1 tempest-SecurityGroupsNegativeTestJSON-841210436 tempest-SecurityGroupsNegativeTestJSON-841210436-project] 10.222.0.84 "GET /v2.0/security-groups/63d4616e-f456-4ff7-99ef-f90f25ef5ad1 HTTP/1.1" status: 404 len: 352 time: 0.0205920 Aug 16 20:47:55.321867 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d613fc9a-dbc2-4240-85e2-815b6c5316cb None None] Pushing event updated for resources: {'Port': ['ID=0bbf271b-9230-4a5b-ba46-5e015ba7d718,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:55.363707 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [req-4ab12d59-22a9-474e-8167-83e2823ee1ac req-309e12da-0b34-465c-b035-e12c1bbc0766 tempest-SecurityGroupsNegativeTestJSON-841210436 tempest-SecurityGroupsNegativeTestJSON-841210436-project] show failed (client error): The resource could not be found. Aug 16 20:47:55.371266 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4ab12d59-22a9-474e-8167-83e2823ee1ac req-309e12da-0b34-465c-b035-e12c1bbc0766 tempest-SecurityGroupsNegativeTestJSON-841210436 tempest-SecurityGroupsNegativeTestJSON-841210436-project] 10.222.0.84 "GET /v2.0/security-groups/5fcb37fa-ca59-428a-b666-a9cd35d0540c HTTP/1.1" status: 404 len: 352 time: 0.0271370 Aug 16 20:47:55.376854 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35716) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:55.405244 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-d37ca366-eae7-4c2b-9231-5c6cb802304e None None] Attempting to bind port 0bbf271b-9230-4a5b-ba46-5e015ba7d718 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:47:55.405629 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-d37ca366-eae7-4c2b-9231-5c6cb802304e None None] Attempting to bind port 0bbf271b-9230-4a5b-ba46-5e015ba7d718 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '69dadfba-f364-4d01-b526-78aba1371e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b56b8173-9d6f-464b-a699-1e1af2b58029'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:47:55.409651 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37ca366-eae7-4c2b-9231-5c6cb802304e None None] Attempting to bind port 0bbf271b-9230-4a5b-ba46-5e015ba7d718 on network b56b8173-9d6f-464b-a699-1e1af2b58029 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:55.419768 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37ca366-eae7-4c2b-9231-5c6cb802304e None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:47:55.420301 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37ca366-eae7-4c2b-9231-5c6cb802304e None None] Checking segment: {'id': '69dadfba-f364-4d01-b526-78aba1371e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b56b8173-9d6f-464b-a699-1e1af2b58029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:47:55.421056 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d37ca366-eae7-4c2b-9231-5c6cb802304e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:55.421056 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37ca366-eae7-4c2b-9231-5c6cb802304e None None] Bound using segment: {'id': '69dadfba-f364-4d01-b526-78aba1371e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b56b8173-9d6f-464b-a699-1e1af2b58029'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:47:55.421482 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-d37ca366-eae7-4c2b-9231-5c6cb802304e None None] Bound port: 0bbf271b-9230-4a5b-ba46-5e015ba7d718, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69dadfba-f364-4d01-b526-78aba1371e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b56b8173-9d6f-464b-a699-1e1af2b58029'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:47:55.421872 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d37ca366-eae7-4c2b-9231-5c6cb802304e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:55.467449 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e4b86e42-6fc6-471d-884e-d0ef9387a068 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:55.474986 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-20f6b13c-a189-4e30-9f68-94770f602754 admin admin] Deleting subnet added9e6-4ee3-48c1-b555-37f6411aa6da {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:47:55.488336 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-20f6b13c-a189-4e30-9f68-94770f602754 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:55.528737 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b86e42-6fc6-471d-884e-d0ef9387a068 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e0a4f03-55b5-4a6c-9408-d5ce5a388841,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:55.548323 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-d37ca366-eae7-4c2b-9231-5c6cb802304e None None] For port 0bbf271b-9230-4a5b-ba46-5e015ba7d718, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:47:55.548744 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-20f6b13c-a189-4e30-9f68-94770f602754 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:55.553067 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-d37ca366-eae7-4c2b-9231-5c6cb802304e None None] For port 0bbf271b-9230-4a5b-ba46-5e015ba7d718, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=0bbf271b-9230-4a5b-ba46-5e015ba7d718,segment=NetworkSegment(69dadfba-f364-4d01-b526-78aba1371e1e),segment_id=69dadfba-f364-4d01-b526-78aba1371e1e)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:47:55.619644 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-20f6b13c-a189-4e30-9f68-94770f602754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:55.664762 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d37ca366-eae7-4c2b-9231-5c6cb802304e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:55.687187 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e4b86e42-6fc6-471d-884e-d0ef9387a068 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:55.691723 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e4b86e42-6fc6-471d-884e-d0ef9387a068 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7420697 Aug 16 20:47:55.695882 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35722) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:55.729128 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-8d8d14d1-df59-4a74-b2f0-c981d5a99c5a tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Request body: {'security_group_rule': {'security_group_id': '46c27061-e176-4c6b-9244-6af810df7840', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:55.753553 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d613fc9a-dbc2-4240-85e2-815b6c5316cb None None] Pushing event updated for resources: {'Port': ['ID=0bbf271b-9230-4a5b-ba46-5e015ba7d718,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:55.769491 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37ca366-eae7-4c2b-9231-5c6cb802304e None None] Routers {'7747798b-d5ce-4395-bc16-1faabad44b6a'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:47:55.770287 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-d37ca366-eae7-4c2b-9231-5c6cb802304e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:47:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['7747798b-d5ce-4395-bc16-1faabad44b6a'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:55.830537 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-20f6b13c-a189-4e30-9f68-94770f602754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:55.893710 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 1f1afcab-1f91-467b-9eb7-bc40869e6903 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:47:55.917915 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f6b13c-a189-4e30-9f68-94770f602754 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=added9e6-4ee3-48c1-b555-37f6411aa6da,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:55.932104 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-20f6b13c-a189-4e30-9f68-94770f602754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:55.944088 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35742) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:55.944410 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-20f6b13c-a189-4e30-9f68-94770f602754 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/added9e6-4ee3-48c1-b555-37f6411aa6da HTTP/1.1" status: 204 len: 168 time: 0.5661805 Aug 16 20:47:55.960837 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8d8d14d1-df59-4a74-b2f0-c981d5a99c5a tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:56.064902 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8d8d14d1-df59-4a74-b2f0-c981d5a99c5a tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:56.115014 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-70fe6ccd-5cb3-4c8d-8de1-6b381ae8a3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:56.125423 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-d37ca366-eae7-4c2b-9231-5c6cb802304e None None] Set router 7747798b-d5ce-4395-bc16-1faabad44b6a gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:47:56.161086 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8d8d14d1-df59-4a74-b2f0-c981d5a99c5a tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:56.186434 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d14d1-df59-4a74-b2f0-c981d5a99c5a tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c921185-363a-41ea-b28c-7c058b71e769,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:56.233313 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-70fe6ccd-5cb3-4c8d-8de1-6b381ae8a3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:56.248216 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-70fe6ccd-5cb3-4c8d-8de1-6b381ae8a3cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f366978b-ef4d-4e87-8af6-21fc336ced4f']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:56.263135 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-70fe6ccd-5cb3-4c8d-8de1-6b381ae8a3cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5647424e-d043-439b-a813-a1b992c87cc4') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:56.263684 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-70fe6ccd-5cb3-4c8d-8de1-6b381ae8a3cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5647424e-d043-439b-a813-a1b992c87cc4') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:56.277243 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-70fe6ccd-5cb3-4c8d-8de1-6b381ae8a3cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:56.298007 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-70fe6ccd-5cb3-4c8d-8de1-6b381ae8a3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:56.320056 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70fe6ccd-5cb3-4c8d-8de1-6b381ae8a3cc admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:47:56.320056 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-70fe6ccd-5cb3-4c8d-8de1-6b381ae8a3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:56.320056 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 20:47:56.320056 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:47:56.320056 n-d-793620-15 neutron-server[101844]: timer() Aug 16 20:47:56.320056 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:47:56.320056 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 20:47:56.320056 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:47:56.320056 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 20:47:56.320056 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:47:56.320056 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 20:47:56.320056 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:47:56.320056 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 20:47:56.320056 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:47:56.320056 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 20:47:56.320056 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:47:56.320056 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:47:56.320056 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:47:56.320056 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:47:56.320056 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:47:56.320056 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 20:47:56.320056 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:47:56.320056 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 20:47:56.320056 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:47:56.320056 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:47:56.320056 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:47:56.320056 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 20:47:56.320056 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:47:56.320056 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:47:56.320056 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:47:56.320056 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:47:56.320056 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:47:56.320056 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:47:56.320056 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:47:56.344979 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8d8d14d1-df59-4a74-b2f0-c981d5a99c5a tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:56.346899 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8d8d14d1-df59-4a74-b2f0-c981d5a99c5a tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6485133 Aug 16 20:47:56.354507 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35756) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:56.357707 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-643b7220-d5eb-426e-b9ab-96fba72a374b tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:56.360660 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 1f1afcab-1f91-467b-9eb7-bc40869e6903, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=1f1afcab-1f91-467b-9eb7-bc40869e6903,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:56.387075 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '1f1afcab-1f91-467b-9eb7-bc40869e6903', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': '1f1afcab-1f91-467b-9eb7-bc40869e6903', 'mac_address': 'fa:16:3e:59:a4:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:47:56.464411 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:56.465105 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35760) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:56.482958 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f1afcab-1f91-467b-9eb7-bc40869e6903 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:47:56.510661 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 1f1afcab-1f91-467b-9eb7-bc40869e6903, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=1f1afcab-1f91-467b-9eb7-bc40869e6903,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:56.521898 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-d37ca366-eae7-4c2b-9231-5c6cb802304e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7747798b-d5ce-4395-bc16-1faabad44b6a', 'name': 'tempest-ServersTestFqdnHostnames-398228273-router', 'tenant_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '546b60df-b453-416d-ae7a-3782934667c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:42Z', 'updated_at': '2021-08-16T20:47:51Z', 'revision_number': 4, 'project_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'gw_port': {'id': '546b60df-b453-416d-ae7a-3782934667c1', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7747798b-d5ce-4395-bc16-1faabad44b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:44Z', 'updated_at': '2021-08-16T20:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '0bbf271b-9230-4a5b-ba46-5e015ba7d718', 'name': '', 'network_id': 'b56b8173-9d6f-464b-a699-1e1af2b58029', 'tenant_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'mac_address': 'fa:16:3e:b7:6c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7747798b-d5ce-4395-bc16-1faabad44b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c1595dc5-d276-4518-bf31-00be5b97dc13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:49Z', 'updated_at': '2021-08-16T20:47:55Z', 'revision_number': 4, 'project_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'subnets': [{'id': 'c1595dc5-d276-4518-bf31-00be5b97dc13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:56.532527 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-70fe6ccd-5cb3-4c8d-8de1-6b381ae8a3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:56.536849 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6e848d36-117c-47ef-a0c5-022bcd122163 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2dfe4737d05f428d96cd2da4f562deb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0703063 Aug 16 20:47:56.541134 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35762) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:56.548966 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-70fe6ccd-5cb3-4c8d-8de1-6b381ae8a3cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:56.557425 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-70fe6ccd-5cb3-4c8d-8de1-6b381ae8a3cc admin admin] 10.222.0.84 "DELETE /v2.0/networks/f366978b-ef4d-4e87-8af6-21fc336ced4f HTTP/1.1" status: 204 len: 168 time: 0.6081250 Aug 16 20:47:56.566255 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37ca366-eae7-4c2b-9231-5c6cb802304e None None] The sync data for ids ['7747798b-d5ce-4395-bc16-1faabad44b6a'] in n-d-793620-15 is: [{'id': '7747798b-d5ce-4395-bc16-1faabad44b6a', 'name': 'tempest-ServersTestFqdnHostnames-398228273-router', 'tenant_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '546b60df-b453-416d-ae7a-3782934667c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:42Z', 'updated_at': '2021-08-16T20:47:51Z', 'revision_number': 4, 'project_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'gw_port': {'id': '546b60df-b453-416d-ae7a-3782934667c1', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7747798b-d5ce-4395-bc16-1faabad44b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:44Z', 'updated_at': '2021-08-16T20:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '0bbf271b-9230-4a5b-ba46-5e015ba7d718', 'name': '', 'network_id': 'b56b8173-9d6f-464b-a699-1e1af2b58029', 'tenant_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'mac_address': 'fa:16:3e:b7:6c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7747798b-d5ce-4395-bc16-1faabad44b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c1595dc5-d276-4518-bf31-00be5b97dc13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:49Z', 'updated_at': '2021-08-16T20:47:55Z', 'revision_number': 4, 'project_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'subnets': [{'id': 'c1595dc5-d276-4518-bf31-00be5b97dc13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:47:56.581263 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe6ccd-5cb3-4c8d-8de1-6b381ae8a3cc admin admin] Pushing event deleted for resources: {'Network': ['ID=f366978b-ef4d-4e87-8af6-21fc336ced4f,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:56.635052 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-643b7220-d5eb-426e-b9ab-96fba72a374b tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks [] for floatingip, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:56.649620 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35768) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:56.680528 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:56.812953 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=1f1afcab-1f91-467b-9eb7-bc40869e6903,revision_number=9']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:56.823345 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['1f1afcab-1f91-467b-9eb7-bc40869e6903'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:56.840233 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a2a589d6-b7b0-475a-b36c-8b9fc89c6e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:56.891878 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a2a589d6-b7b0-475a-b36c-8b9fc89c6e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:56.962156 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-643b7220-d5eb-426e-b9ab-96fba72a374b tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:57.121192 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a2a589d6-b7b0-475a-b36c-8b9fc89c6e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:57.121192 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a2a589d6-b7b0-475a-b36c-8b9fc89c6e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:57.122582 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a2a589d6-b7b0-475a-b36c-8b9fc89c6e17 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8a07a66f-826f-420b-b722-d264a3607a78 HTTP/1.1" status: 204 len: 168 time: 0.5813634 Aug 16 20:47:57.132201 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 0bbf271b-9230-4a5b-ba46-5e015ba7d718 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:57.163541 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a589d6-b7b0-475a-b36c-8b9fc89c6e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a07a66f-826f-420b-b722-d264a3607a78,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:57.193625 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-643b7220-d5eb-426e-b9ab-96fba72a374b tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Allocated IP 172.25.1.52 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/4790b4d2-1013-430b-9209-052cb6f32f28) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:47:57.216615 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-68117a80-ce1d-44b3-8c13-6cbb13c7ab00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:57.288033 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35786) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:57.382818 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 0bbf271b-9230-4a5b-ba46-5e015ba7d718 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:47:57.388636 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 0bbf271b-9230-4a5b-ba46-5e015ba7d718 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:57.389432 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:57.391106 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-15304ec2-9d3a-4a1b-8b64-3def8001c244 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6c4601d06f3b4417a005f8c317350265&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1012726 Aug 16 20:47:57.394889 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35792) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:57.418362 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-643b7220-d5eb-426e-b9ab-96fba72a374b tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:57.444574 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-68117a80-ce1d-44b3-8c13-6cbb13c7ab00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:57.466050 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3064661b-2855-4296-a6ae-793d10e9a1d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:57.502305 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3064661b-2855-4296-a6ae-793d10e9a1d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:57.565808 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:57.611629 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-68117a80-ce1d-44b3-8c13-6cbb13c7ab00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:57.624952 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 0bbf271b-9230-4a5b-ba46-5e015ba7d718, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=0bbf271b-9230-4a5b-ba46-5e015ba7d718,segment=NetworkSegment(69dadfba-f364-4d01-b526-78aba1371e1e),segment_id=69dadfba-f364-4d01-b526-78aba1371e1e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:57.634349 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-643b7220-d5eb-426e-b9ab-96fba72a374b tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:57.679361 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643b7220-d5eb-426e-b9ab-96fba72a374b tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:47:57.684956 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68117a80-ce1d-44b3-8c13-6cbb13c7ab00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db555cc-6294-4086-b3d5-59ae4a98dbb0,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:57.685691 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-643b7220-d5eb-426e-b9ab-96fba72a374b tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:47:57.688358 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643b7220-d5eb-426e-b9ab-96fba72a374b tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:47:57.703551 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-68117a80-ce1d-44b3-8c13-6cbb13c7ab00 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=10e594f10d19472fbbd1b4213c2cc0f6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0518413 Aug 16 20:47:57.707544 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35796) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:57.731833 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b7220-d5eb-426e-b9ab-96fba72a374b tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Pushing event updated for resources: {'Port': ['ID=4790b4d2-1013-430b-9209-052cb6f32f28,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:57.738111 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:57.777499 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3064661b-2855-4296-a6ae-793d10e9a1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:57.784526 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3064661b-2855-4296-a6ae-793d10e9a1d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:57.791857 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3064661b-2855-4296-a6ae-793d10e9a1d0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/58a487b3-c771-4d40-9559-1edca2aeb6e7 HTTP/1.1" status: 204 len: 168 time: 0.3952010 Aug 16 20:47:57.826070 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064661b-2855-4296-a6ae-793d10e9a1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a487b3-c771-4d40-9559-1edca2aeb6e7,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:57.854598 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-643b7220-d5eb-426e-b9ab-96fba72a374b tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:57.902615 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 1f1afcab-1f91-467b-9eb7-bc40869e6903 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:57.908103 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=0bbf271b-9230-4a5b-ba46-5e015ba7d718,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:57.962216 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9d02c517-5e2f-45fa-9d96-9b214c945533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:57.997042 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9d02c517-5e2f-45fa-9d96-9b214c945533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:58.026790 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 1f1afcab-1f91-467b-9eb7-bc40869e6903 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:58.032577 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-643b7220-d5eb-426e-b9ab-96fba72a374b tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:58.032726 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:58.185189 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9d02c517-5e2f-45fa-9d96-9b214c945533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:58.188594 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9d02c517-5e2f-45fa-9d96-9b214c945533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:58.192862 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9d02c517-5e2f-45fa-9d96-9b214c945533 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7db555cc-6294-4086-b3d5-59ae4a98dbb0 HTTP/1.1" status: 204 len: 168 time: 0.4793177 Aug 16 20:47:58.214188 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d02c517-5e2f-45fa-9d96-9b214c945533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db555cc-6294-4086-b3d5-59ae4a98dbb0,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:58.234469 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:58.281212 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282fa5d2-d4e8-4e8b-95bf-18eaffecdc8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1afcab-1f91-467b-9eb7-bc40869e6903'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:58.284720 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599011f8-a28e-41e3-9675-e611d3bad4bb" -d '{"events": [{"server_uuid": "282fa5d2-d4e8-4e8b-95bf-18eaffecdc8b", "name": "network-vif-plugged", "status": "completed", "tag": "1f1afcab-1f91-467b-9eb7-bc40869e6903"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:58.308682 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 1f1afcab-1f91-467b-9eb7-bc40869e6903, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=1f1afcab-1f91-467b-9eb7-bc40869e6903,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:58.361978 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b28fb1-eff1-44b6-8755-cec39fe72660 x-openstack-request-id: req-e2b28fb1-eff1-44b6-8755-cec39fe72660 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:58.362278 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282fa5d2-d4e8-4e8b-95bf-18eaffecdc8b", "name": "network-vif-plugged", "status": "completed", "tag": "1f1afcab-1f91-467b-9eb7-bc40869e6903", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:58.362541 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e2b28fb1-eff1-44b6-8755-cec39fe72660 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:58.362941 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282fa5d2-d4e8-4e8b-95bf-18eaffecdc8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1afcab-1f91-467b-9eb7-bc40869e6903', 'code': 200} Aug 16 20:47:58.372629 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-643b7220-d5eb-426e-b9ab-96fba72a374b tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:58.490658 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:58.571827 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=1f1afcab-1f91-467b-9eb7-bc40869e6903,revision_number=10']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:58.593486 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-643b7220-d5eb-426e-b9ab-96fba72a374b tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:58.700609 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b7220-d5eb-426e-b9ab-96fba72a374b tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Pushing event updated for resources: {'Port': ['ID=4790b4d2-1013-430b-9209-052cb6f32f28,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:58.711866 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-643b7220-d5eb-426e-b9ab-96fba72a374b tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:59.012684 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-643b7220-d5eb-426e-b9ab-96fba72a374b tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:59.023828 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-643b7220-d5eb-426e-b9ab-96fba72a374b tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6626232 Aug 16 20:47:59.088681 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 0bbf271b-9230-4a5b-ba46-5e015ba7d718 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:59.164895 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 0bbf271b-9230-4a5b-ba46-5e015ba7d718 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:59.166149 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:59.592521 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35846) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:59.610217 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fa951ae5-925b-40e1-9901-0a934f886431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:59.796676 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fa951ae5-925b-40e1-9901-0a934f886431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:59.899313 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fa951ae5-925b-40e1-9901-0a934f886431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:59.969596 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fa951ae5-925b-40e1-9901-0a934f886431 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=45f2415819a74249bcf6237f10fcd46b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3732359 Aug 16 20:47:59.969907 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa951ae5-925b-40e1-9901-0a934f886431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42427726-2f17-4acb-ac31-66c05bd79b53,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:59.970546 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35854) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:00.098878 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1fe953dd-10e9-4420-9113-ce63502ce1dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:00.129990 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1fe953dd-10e9-4420-9113-ce63502ce1dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:00.418263 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1fe953dd-10e9-4420-9113-ce63502ce1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:00.421332 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1fe953dd-10e9-4420-9113-ce63502ce1dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:00.425897 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1fe953dd-10e9-4420-9113-ce63502ce1dc admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/42427726-2f17-4acb-ac31-66c05bd79b53 HTTP/1.1" status: 204 len: 168 time: 0.4512966 Aug 16 20:48:00.436408 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe953dd-10e9-4420-9113-ce63502ce1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42427726-2f17-4acb-ac31-66c05bd79b53,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:01.278835 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bdb8df08-a36b-4551-8246-c2e1f509bcb5 req-979b1526-7810-413a-aed7-9e08a36fc20d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0909982 Aug 16 20:48:01.359335 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8df08-a36b-4551-8246-c2e1f509bcb5 req-2d8042c7-f322-485c-a2d0-953e958d9bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:01.363647 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bdb8df08-a36b-4551-8246-c2e1f509bcb5 req-2d8042c7-f322-485c-a2d0-953e958d9bdd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6b79fa21751c4c74a7616afcdef028a8&device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 1097 time: 0.0609326 Aug 16 20:48:01.526587 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8df08-a36b-4551-8246-c2e1f509bcb5 req-5413ae78-33c9-4b99-b8a9-480ad1a64f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:01.528701 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bdb8df08-a36b-4551-8246-c2e1f509bcb5 req-5413ae78-33c9-4b99-b8a9-480ad1a64f33 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d2d869c-bfe3-4bc5-a83b-70655e061223 HTTP/1.1" status: 200 len: 922 time: 0.1380806 Aug 16 20:48:01.612235 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bdb8df08-a36b-4551-8246-c2e1f509bcb5 req-77e4d101-d9ab-4dc4-8856-c3d43ebc791c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d023ed1-a390-48f3-ba77-e24a8db09ea8 HTTP/1.1" status: 200 len: 217 time: 0.0757778 Aug 16 20:48:01.636800 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35900) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:01.704687 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8df08-a36b-4551-8246-c2e1f509bcb5 req-7c06939a-d667-45fd-a56a-72107b44facd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:01.706512 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bdb8df08-a36b-4551-8246-c2e1f509bcb5 req-7c06939a-d667-45fd-a56a-72107b44facd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=64801f8f-8e8b-4346-a61f-2c5cd4a5ef47 HTTP/1.1" status: 200 len: 861 time: 0.0859373 Aug 16 20:48:01.746873 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bdb8df08-a36b-4551-8246-c2e1f509bcb5 req-4a7adc6d-e6f8-4a1e-a6bd-cfbe6107185f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d2d869c-bfe3-4bc5-a83b-70655e061223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297885 Aug 16 20:48:01.890816 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bdb8df08-a36b-4551-8246-c2e1f509bcb5 req-31da95e2-8699-4133-ab88-b30d38f5f9f9 service neutron] 10.222.0.72 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371479 Aug 16 20:48:01.896927 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-1449d87a-1593-4e5b-8ad3-df061eed96b0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-908045641-network', 'tenant_id': 'd27c9826d2f4456a806fb3b4199b4b86'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:02.020568 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bdb8df08-a36b-4551-8246-c2e1f509bcb5 req-fee71a94-96d8-4a53-a210-8c9a032264fa service neutron] 10.222.0.72 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122653 Aug 16 20:48:02.234161 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1449d87a-1593-4e5b-8ad3-df061eed96b0 admin admin] Made reservation on behalf of d27c9826d2f4456a806fb3b4199b4b86 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:48:02.234161 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1449d87a-1593-4e5b-8ad3-df061eed96b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:02.234161 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1449d87a-1593-4e5b-8ad3-df061eed96b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:02.381857 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1449d87a-1593-4e5b-8ad3-df061eed96b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:03.172893 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1449d87a-1593-4e5b-8ad3-df061eed96b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:03.201161 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1449d87a-1593-4e5b-8ad3-df061eed96b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:48:03.214164 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449d87a-1593-4e5b-8ad3-df061eed96b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f11193-8130-420f-a728-72656a4d5f00,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:03.217522 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1449d87a-1593-4e5b-8ad3-df061eed96b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:03.217970 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-1449d87a-1593-4e5b-8ad3-df061eed96b0 admin admin] Added segment 2ebfc165-046f-48ec-b488-dfa81d422834 of type vlan for network f3849124-3a1f-4d62-9278-675dc58c9686 Aug 16 20:48:03.264500 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1449d87a-1593-4e5b-8ad3-df061eed96b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:03.400708 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:48:03.412186 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1449d87a-1593-4e5b-8ad3-df061eed96b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:03.413300 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1449d87a-1593-4e5b-8ad3-df061eed96b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:03.414005 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1449d87a-1593-4e5b-8ad3-df061eed96b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:03.496804 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449d87a-1593-4e5b-8ad3-df061eed96b0 admin admin] Pushing event updated for resources: {'Network': ['ID=f3849124-3a1f-4d62-9278-675dc58c9686,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:03.506754 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network f3849124-3a1f-4d62-9278-675dc58c9686 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:48:03.610449 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1449d87a-1593-4e5b-8ad3-df061eed96b0 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9691520 Aug 16 20:48:03.610642 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35936) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:03.616045 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-b38a6090-9c79-4c5e-bb33-5310ecccada2 admin admin] Request body: {'subnet': {'network_id': 'f3849124-3a1f-4d62-9278-675dc58c9686', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-908045641-subnet', 'tenant_id': 'd27c9826d2f4456a806fb3b4199b4b86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:03.761473 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38a6090-9c79-4c5e-bb33-5310ecccada2 admin admin] Made reservation on behalf of d27c9826d2f4456a806fb3b4199b4b86 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:48:03.764783 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b38a6090-9c79-4c5e-bb33-5310ecccada2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:04.187699 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b38a6090-9c79-4c5e-bb33-5310ecccada2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:04.269333 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a6090-9c79-4c5e-bb33-5310ecccada2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55aca765-83a8-4727-bffe-d8ef0cef747a,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:04.276080 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38a6090-9c79-4c5e-bb33-5310ecccada2 admin admin] Checking segment: {'id': '2ebfc165-046f-48ec-b488-dfa81d422834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f3849124-3a1f-4d62-9278-675dc58c9686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:48:04.276821 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38a6090-9c79-4c5e-bb33-5310ecccada2 admin admin] Network hostable DHCP agents. Network: f3849124-3a1f-4d62-9278-675dc58c9686, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:48:04.425416 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38a6090-9c79-4c5e-bb33-5310ecccada2 admin admin] Network f3849124-3a1f-4d62-9278-675dc58c9686 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:48:04.783853 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-b38a6090-9c79-4c5e-bb33-5310ecccada2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, f3849124-3a1f-4d62-9278-675dc58c9686) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:04.783853 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38a6090-9c79-4c5e-bb33-5310ecccada2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:04.783853 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b38a6090-9c79-4c5e-bb33-5310ecccada2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:04.784141 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d03ac9c-fc75-4d69-9e7b-82c9219efee8 None None] Network f3849124-3a1f-4d62-9278-675dc58c9686 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:48:04.834784 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a38ed2e-53bb-41db-acc6-627a3d35c372 None None] Network f3849124-3a1f-4d62-9278-675dc58c9686 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:48:05.322997 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b38a6090-9c79-4c5e-bb33-5310ecccada2 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7024169 Aug 16 20:48:06.467748 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-41be0b59-1f8a-48c5-b1a6-b3b283b73f67 req-1e7ad9b4-0819-40a7-b798-c7a1da62e5a4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a898d334-b635-4ede-b06c-bddfad565103&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412099 Aug 16 20:48:06.549421 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be0b59-1f8a-48c5-b1a6-b3b283b73f67 req-43069749-efb3-4666-9829-290e11344bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:06.551401 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-41be0b59-1f8a-48c5-b1a6-b3b283b73f67 req-43069749-efb3-4666-9829-290e11344bd1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6b79fa21751c4c74a7616afcdef028a8&device_id=a898d334-b635-4ede-b06c-bddfad565103 HTTP/1.1" status: 200 len: 1096 time: 0.0613902 Aug 16 20:48:06.682644 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be0b59-1f8a-48c5-b1a6-b3b283b73f67 req-1928f3d4-8cc5-4061-ad9b-e1a98d2777bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:06.687946 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-41be0b59-1f8a-48c5-b1a6-b3b283b73f67 req-1928f3d4-8cc5-4061-ad9b-e1a98d2777bf service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d2d869c-bfe3-4bc5-a83b-70655e061223 HTTP/1.1" status: 200 len: 922 time: 0.1132195 Aug 16 20:48:06.742363 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-41be0b59-1f8a-48c5-b1a6-b3b283b73f67 req-600b79e3-baca-4adc-abb5-d0d959fa67a1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29d54302-d8a8-48b8-8c0a-114d9108568d HTTP/1.1" status: 200 len: 217 time: 0.0499647 Aug 16 20:48:06.798186 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be0b59-1f8a-48c5-b1a6-b3b283b73f67 req-b0e6dda3-f398-4be0-a06a-1e80ff5a1511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:06.799692 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-41be0b59-1f8a-48c5-b1a6-b3b283b73f67 req-b0e6dda3-f398-4be0-a06a-1e80ff5a1511 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=64801f8f-8e8b-4346-a61f-2c5cd4a5ef47 HTTP/1.1" status: 200 len: 861 time: 0.0505109 Aug 16 20:48:06.830838 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-41be0b59-1f8a-48c5-b1a6-b3b283b73f67 req-2fbe93a6-77a8-4573-8ce1-e66c31e6eea9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d2d869c-bfe3-4bc5-a83b-70655e061223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244343 Aug 16 20:48:06.925797 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-41be0b59-1f8a-48c5-b1a6-b3b283b73f67 req-3203b442-a2c4-49a7-ba58-9f92d68659ab service neutron] 10.222.0.72 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882592 Aug 16 20:48:07.024481 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-41be0b59-1f8a-48c5-b1a6-b3b283b73f67 req-4ba6ae5a-55d8-4230-adae-1836909129f9 service neutron] 10.222.0.72 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912361 Aug 16 20:48:10.759487 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-78944e1a-1b6f-4db9-a0eb-5b163de28649 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--437424522&fields=id&tenant_id=5c29e48fae084d449b0f4cde2be8cdcd HTTP/1.1" status: 200 len: 267 time: 0.0448112 Aug 16 20:48:10.961848 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-3eb7c97a-debd-47b3-9a8c-66603dd55a9a tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:10.961848 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-3eb7c97a-debd-47b3-9a8c-66603dd55a9a tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.84 "GET /v2.0/networks?id=b56b8173-9d6f-464b-a699-1e1af2b58029 HTTP/1.1" status: 200 len: 814 time: 0.1870925 Aug 16 20:48:10.980898 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-515ac77a-4fe1-44c1-b0ae-23227bd155ed tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.84 "GET /v2.0/quotas/5c29e48fae084d449b0f4cde2be8cdcd HTTP/1.1" status: 200 len: 375 time: 0.0158930 Aug 16 20:48:11.055521 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-61442a11-519e-4e6a-bdb7-cf11270bd43c tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=5c29e48fae084d449b0f4cde2be8cdcd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0662274 Aug 16 20:48:11.300850 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-936be9e4-b23e-4c9b-a42f-521e86048d47 service neutron] 10.222.0.84 "GET /v2.0/networks/b56b8173-9d6f-464b-a699-1e1af2b58029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317479 Aug 16 20:48:11.314928 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-80fc7b72-9d34-4776-bd5e-ade7ac0456fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:11.405292 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-5c411a1b-cc68-49a4-9d57-17f75328bf57 service neutron] 10.222.0.84 "GET /v2.0/networks/b56b8173-9d6f-464b-a699-1e1af2b58029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969477 Aug 16 20:48:11.529754 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-11fab20d-5fc1-4f3e-b4c8-7c480751b5fa tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:11.531283 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-11fab20d-5fc1-4f3e-b4c8-7c480751b5fa tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.84 "GET /v2.0/networks?id=f3849124-3a1f-4d62-9278-675dc58c9686 HTTP/1.1" status: 200 len: 813 time: 0.1058559 Aug 16 20:48:11.547894 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-17a6f5c2-3d8c-4aad-98c3-d15205cc995f tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.84 "GET /v2.0/quotas/d27c9826d2f4456a806fb3b4199b4b86 HTTP/1.1" status: 200 len: 375 time: 0.0105281 Aug 16 20:48:11.585472 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-a29bdce3-468e-4203-981b-22d122a0b83b tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d27c9826d2f4456a806fb3b4199b4b86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314522 Aug 16 20:48:11.726383 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-bc06e1cb-91dd-443e-998f-e2dc553fd090 service neutron] 10.222.0.84 "GET /v2.0/networks/f3849124-3a1f-4d62-9278-675dc58c9686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338608 Aug 16 20:48:11.838086 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-151d6ae0-682f-47fd-a591-b0cc51649a23 service neutron] 10.222.0.84 "GET /v2.0/networks/f3849124-3a1f-4d62-9278-675dc58c9686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022713 Aug 16 20:48:12.636642 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9c3e3d50-8f3c-47c9-b1a7-16120d411057 req-a97b1751-1653-46da-8c89-559af931e5ce tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc783af-868b-4d71-a962-b17718923359 HTTP/1.1" status: 200 len: 210 time: 0.0271857 Aug 16 20:48:12.771769 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-685c523e-1ff3-46c7-ace4-83930ab52c35 req-8aa64208-4171-4a8e-8fbd-0d955c31a660 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.84 "GET /v2.0/ports?device_id=6485c5d0-b6b8-4600-a25c-d2b5fe034336 HTTP/1.1" status: 200 len: 210 time: 0.0277557 Aug 16 20:48:12.977207 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-20d7f7f3-3174-4206-903f-d76373367102 req-f426ee12-5539-4f3f-8bc2-666a0f679191 tempest-QuotasAdminNegativeTest-65926390 tempest-QuotasAdminNegativeTest-65926390-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=c231557913c142579c12572780724e7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250154 Aug 16 20:48:13.090016 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7f7f3-3174-4206-903f-d76373367102 req-182ba73e-c3ca-4b7e-9b94-36e26f6bb233 tempest-QuotasAdminNegativeTest-65926390 tempest-QuotasAdminNegativeTest-65926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:13.091760 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-20d7f7f3-3174-4206-903f-d76373367102 req-182ba73e-c3ca-4b7e-9b94-36e26f6bb233 tempest-QuotasAdminNegativeTest-65926390 tempest-QuotasAdminNegativeTest-65926390-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1087387 Aug 16 20:48:13.108534 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-20d7f7f3-3174-4206-903f-d76373367102 req-f397a2c7-7048-49c4-a8db-21f42eca5a1e tempest-QuotasAdminNegativeTest-65926390 tempest-QuotasAdminNegativeTest-65926390-project] 10.222.0.84 "GET /v2.0/quotas/c231557913c142579c12572780724e7d HTTP/1.1" status: 200 len: 375 time: 0.0103502 Aug 16 20:48:13.144104 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-20d7f7f3-3174-4206-903f-d76373367102 req-ad6fd877-83a5-4631-8ed6-b30526d53fee tempest-QuotasAdminNegativeTest-65926390 tempest-QuotasAdminNegativeTest-65926390-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=c231557913c142579c12572780724e7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283804 Aug 16 20:48:13.309958 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca88d10-5047-4f68-88d2-7acef1ce713a req-36127991-8e51-4101-a06d-b0372473f1f2 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:13.311450 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2ca88d10-5047-4f68-88d2-7acef1ce713a req-36127991-8e51-4101-a06d-b0372473f1f2 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/ports?device_id=282fa5d2-d4e8-4e8b-95bf-18eaffecdc8b HTTP/1.1" status: 200 len: 950 time: 0.0527682 Aug 16 20:48:13.348767 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2ca88d10-5047-4f68-88d2-7acef1ce713a req-17970beb-52be-40db-b567-a6888269cd01 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/security-groups?id=60550207-c050-4842-912f-cb52d93f7eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312390 Aug 16 20:48:13.715538 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4977c038-5ded-4f67-bf19-679dcd171836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:13.862473 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:14.013728 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6af53706-eaef-4171-b8c4-dac4545316ab req-3637c032-8517-4a06-b6ea-df1dbd10f80b tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc783af-868b-4d71-a962-b17718923359 HTTP/1.1" status: 200 len: 210 time: 0.0345013 Aug 16 20:48:14.119317 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-435fec70-3da0-4164-aff7-68b2284ba9ce req-789ad9bd-c7ba-4fa8-974b-145ed3f036d9 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.84 "GET /v2.0/ports?device_id=6485c5d0-b6b8-4600-a25c-d2b5fe034336 HTTP/1.1" status: 200 len: 210 time: 0.0299537 Aug 16 20:48:14.734119 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-16d6b81e-a015-499b-b80c-04383723f58b req-e03af540-816d-4f5f-90e4-57db89ada7af tempest-QuotasAdminNegativeTest-65926390 tempest-QuotasAdminNegativeTest-65926390-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=c231557913c142579c12572780724e7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228636 Aug 16 20:48:14.759253 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:14.858847 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6b81e-a015-499b-b80c-04383723f58b req-1f412468-41ec-4ed7-918d-8a6d6ca491b4 tempest-QuotasAdminNegativeTest-65926390 tempest-QuotasAdminNegativeTest-65926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:14.860277 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-16d6b81e-a015-499b-b80c-04383723f58b req-1f412468-41ec-4ed7-918d-8a6d6ca491b4 tempest-QuotasAdminNegativeTest-65926390 tempest-QuotasAdminNegativeTest-65926390-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1205406 Aug 16 20:48:14.875324 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-16d6b81e-a015-499b-b80c-04383723f58b req-fb87d061-bad5-4ec6-8d5e-dac555bc2680 tempest-QuotasAdminNegativeTest-65926390 tempest-QuotasAdminNegativeTest-65926390-project] 10.222.0.84 "GET /v2.0/quotas/c231557913c142579c12572780724e7d HTTP/1.1" status: 200 len: 375 time: 0.0091774 Aug 16 20:48:14.907510 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-16d6b81e-a015-499b-b80c-04383723f58b req-560959af-07c7-4ead-88b8-68d13112abbc tempest-QuotasAdminNegativeTest-65926390 tempest-QuotasAdminNegativeTest-65926390-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=c231557913c142579c12572780724e7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261204 Aug 16 20:48:15.531555 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0fd48a9d-7e77-4dc6-9a1d-5124fcb8aee0 req-65087774-4c0a-4642-9777-7212eadd5cc4 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc783af-868b-4d71-a962-b17718923359 HTTP/1.1" status: 200 len: 210 time: 0.0300648 Aug 16 20:48:15.665197 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e9856bf5-936d-41c2-a61b-ae615838abd2 req-d38d45f5-9066-4f87-8e4c-acf0280bdc40 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.84 "GET /v2.0/ports?device_id=6485c5d0-b6b8-4600-a25c-d2b5fe034336 HTTP/1.1" status: 200 len: 210 time: 0.0262117 Aug 16 20:48:15.959673 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 1f1afcab-1f91-467b-9eb7-bc40869e6903 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:48:16.046365 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:16.073119 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282fa5d2-d4e8-4e8b-95bf-18eaffecdc8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f1afcab-1f91-467b-9eb7-bc40869e6903'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:16.075703 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c781a8-2629-44d8-a6d4-b20978ced773" -d '{"events": [{"server_uuid": "282fa5d2-d4e8-4e8b-95bf-18eaffecdc8b", "name": "network-vif-unplugged", "status": "completed", "tag": "1f1afcab-1f91-467b-9eb7-bc40869e6903"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:16.092658 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 1f1afcab-1f91-467b-9eb7-bc40869e6903, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=1f1afcab-1f91-467b-9eb7-bc40869e6903,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:16.309544 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:16.414885 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-aa6f8c67-5a4e-4daf-a694-6e615da0fd51 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:16.421764 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-aa6f8c67-5a4e-4daf-a694-6e615da0fd51 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.90 "GET /v2.0/networks?id=b56b8173-9d6f-464b-a699-1e1af2b58029 HTTP/1.1" status: 200 len: 814 time: 0.4581261 Aug 16 20:48:16.458411 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c6e57ca7-5762-40cd-9ac2-41d98ac314e8 req-8be53d9b-ec69-4202-b789-53a55f8f5c64 tempest-QuotasAdminNegativeTest-65926390 tempest-QuotasAdminNegativeTest-65926390-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=c231557913c142579c12572780724e7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371540 Aug 16 20:48:16.483757 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed4e6fb-b319-412a-96c9-0d7d8473934e x-openstack-request-id: req-1ed4e6fb-b319-412a-96c9-0d7d8473934e {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:16.484034 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282fa5d2-d4e8-4e8b-95bf-18eaffecdc8b", "name": "network-vif-unplugged", "status": "completed", "tag": "1f1afcab-1f91-467b-9eb7-bc40869e6903", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:16.484304 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1ed4e6fb-b319-412a-96c9-0d7d8473934e {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:16.484825 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282fa5d2-d4e8-4e8b-95bf-18eaffecdc8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f1afcab-1f91-467b-9eb7-bc40869e6903', 'code': 200} Aug 16 20:48:16.502156 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-44a09a78-a94b-47cb-9db6-7b73e39d6f17 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c29e48fae084d449b0f4cde2be8cdcd HTTP/1.1" status: 200 len: 379 time: 0.0682840 Aug 16 20:48:16.522218 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=1f1afcab-1f91-467b-9eb7-bc40869e6903,revision_number=11']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:16.535214 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-8e761b7b-673c-4c51-a9d9-a4a20c9af31e tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Request body: {'port': {'device_id': '0cc783af-868b-4d71-a962-b17718923359', 'network_id': 'b56b8173-9d6f-464b-a699-1e1af2b58029', 'admin_state_up': True, 'tenant_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'security_groups': ['46c27061-e176-4c6b-9244-6af810df7840']}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:16.662195 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e57ca7-5762-40cd-9ac2-41d98ac314e8 req-056bbef1-cba7-45ba-995c-a135d5b63e0a tempest-QuotasAdminNegativeTest-65926390 tempest-QuotasAdminNegativeTest-65926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:16.663811 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c6e57ca7-5762-40cd-9ac2-41d98ac314e8 req-056bbef1-cba7-45ba-995c-a135d5b63e0a tempest-QuotasAdminNegativeTest-65926390 tempest-QuotasAdminNegativeTest-65926390-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1965523 Aug 16 20:48:16.686746 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c6e57ca7-5762-40cd-9ac2-41d98ac314e8 req-5813352b-5544-40d9-847c-564660d42719 tempest-QuotasAdminNegativeTest-65926390 tempest-QuotasAdminNegativeTest-65926390-project] 10.222.0.84 "GET /v2.0/quotas/c231557913c142579c12572780724e7d HTTP/1.1" status: 200 len: 375 time: 0.0148511 Aug 16 20:48:16.728284 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c6e57ca7-5762-40cd-9ac2-41d98ac314e8 req-66e73d33-7594-49c0-9157-8a540cece778 tempest-QuotasAdminNegativeTest-65926390 tempest-QuotasAdminNegativeTest-65926390-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=c231557913c142579c12572780724e7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318255 Aug 16 20:48:16.759333 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d0a3c468-b652-4f2f-9d13-31449a210d9f req-901b4bb8-32d1-4ab2-855e-af13be2f890f tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc783af-868b-4d71-a962-b17718923359 HTTP/1.1" status: 200 len: 210 time: 0.0339756 Aug 16 20:48:16.780360 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:16.851397 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-8e761b7b-673c-4c51-a9d9-a4a20c9af31e tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Made reservation on behalf of 5c29e48fae084d449b0f4cde2be8cdcd for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:48:16.851397 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-8e761b7b-673c-4c51-a9d9-a4a20c9af31e tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:16.909453 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-ace8fd8e-569e-4244-b09f-b66d9e1d8174 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:16.911119 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-ace8fd8e-569e-4244-b09f-b66d9e1d8174 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.90 "GET /v2.0/networks?id=f3849124-3a1f-4d62-9278-675dc58c9686 HTTP/1.1" status: 200 len: 813 time: 0.1847112 Aug 16 20:48:16.925269 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-6b452904-8ba4-47f1-822a-92ed545c0fb9 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Request body: {'port': {'device_id': '6485c5d0-b6b8-4600-a25c-d2b5fe034336', 'network_id': 'f3849124-3a1f-4d62-9278-675dc58c9686', 'admin_state_up': True, 'tenant_id': 'd27c9826d2f4456a806fb3b4199b4b86'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:16.977925 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-42ea7cd6-b11c-4d89-b275-7536dd442230 req-ca2cd8c4-19a0-4b76-8190-b3bec591fe23 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.84 "GET /v2.0/ports?device_id=6485c5d0-b6b8-4600-a25c-d2b5fe034336 HTTP/1.1" status: 200 len: 210 time: 0.0367410 Aug 16 20:48:17.090977 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-8e761b7b-673c-4c51-a9d9-a4a20c9af31e tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Allocated IP 172.20.0.5 (b56b8173-9d6f-464b-a699-1e1af2b58029/c1595dc5-d276-4518-bf31-00be5b97dc13/3a718432-bd6a-4019-8b1e-78f6be82f8cf) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:48:17.272647 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-8e761b7b-673c-4c51-a9d9-a4a20c9af31e tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:17.279606 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-8e761b7b-673c-4c51-a9d9-a4a20c9af31e tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Transition to ACTIVE for port object 3a718432-bd6a-4019-8b1e-78f6be82f8cf will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:17.318169 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-6b452904-8ba4-47f1-822a-92ed545c0fb9 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Made reservation on behalf of d27c9826d2f4456a806fb3b4199b4b86 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:48:17.322770 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-6b452904-8ba4-47f1-822a-92ed545c0fb9 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:17.464856 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-6b452904-8ba4-47f1-822a-92ed545c0fb9 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Allocated IP 172.20.0.4 (f3849124-3a1f-4d62-9278-675dc58c9686/55aca765-83a8-4727-bffe-d8ef0cef747a/9884cba4-2131-4e7e-9553-39ef64d48d13) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:48:17.486973 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-8e761b7b-673c-4c51-a9d9-a4a20c9af31e tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:17.503426 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36344) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:17.550776 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-8e761b7b-673c-4c51-a9d9-a4a20c9af31e tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Network b56b8173-9d6f-464b-a699-1e1af2b58029 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:48:17.554678 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-8e761b7b-673c-4c51-a9d9-a4a20c9af31e tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:17.560940 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-8e761b7b-673c-4c51-a9d9-a4a20c9af31e tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:48:17.596621 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e761b7b-673c-4c51-a9d9-a4a20c9af31e tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Pushing event updated for resources: {'Port': ['ID=3a718432-bd6a-4019-8b1e-78f6be82f8cf,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:17.619973 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e761b7b-673c-4c51-a9d9-a4a20c9af31e tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:17.620771 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e761b7b-673c-4c51-a9d9-a4a20c9af31e tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:17.621195 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e761b7b-673c-4c51-a9d9-a4a20c9af31e tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:17.621597 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e761b7b-673c-4c51-a9d9-a4a20c9af31e tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:17.622388 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e761b7b-673c-4c51-a9d9-a4a20c9af31e tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:17.623156 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e761b7b-673c-4c51-a9d9-a4a20c9af31e tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:17.625799 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e761b7b-673c-4c51-a9d9-a4a20c9af31e tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:17.629912 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e761b7b-673c-4c51-a9d9-a4a20c9af31e tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:17.629912 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e761b7b-673c-4c51-a9d9-a4a20c9af31e tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:17.629912 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e761b7b-673c-4c51-a9d9-a4a20c9af31e tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:17.629912 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e761b7b-673c-4c51-a9d9-a4a20c9af31e tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:17.629912 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e761b7b-673c-4c51-a9d9-a4a20c9af31e tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:17.658556 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-8e761b7b-673c-4c51-a9d9-a4a20c9af31e tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:17.659351 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-8e761b7b-673c-4c51-a9d9-a4a20c9af31e tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:17.694661 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-939ee49b-2bfa-4ad0-be6b-a8a647a292da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:17.730822 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-6b452904-8ba4-47f1-822a-92ed545c0fb9 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:17.815767 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-8e761b7b-673c-4c51-a9d9-a4a20c9af31e tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2844470 Aug 16 20:48:17.835668 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-4fbd2330-4f9f-41a6-9935-deed4206f5e2 service neutron] Request body: {'port': {'device_id': '0cc783af-868b-4d71-a962-b17718923359', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:17.888428 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-6b452904-8ba4-47f1-822a-92ed545c0fb9 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:17.956140 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-4fbd2330-4f9f-41a6-9935-deed4206f5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:17.972347 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-6b452904-8ba4-47f1-822a-92ed545c0fb9 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Network f3849124-3a1f-4d62-9278-675dc58c9686 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:48:17.980253 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-6b452904-8ba4-47f1-822a-92ed545c0fb9 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:17.989296 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-6b452904-8ba4-47f1-822a-92ed545c0fb9 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:48:17.997558 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b452904-8ba4-47f1-822a-92ed545c0fb9 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Pushing event updated for resources: {'Port': ['ID=9884cba4-2131-4e7e-9553-39ef64d48d13,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:18.002090 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-939ee49b-2bfa-4ad0-be6b-a8a647a292da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:18.006668 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-6a3e5207-d387-4a82-bc23-0c2f1d4e511f None None] Provisioning for port 3a718432-bd6a-4019-8b1e-78f6be82f8cf completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:18.013091 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-6a3e5207-d387-4a82-bc23-0c2f1d4e511f None None] Provisioning complete for port 3a718432-bd6a-4019-8b1e-78f6be82f8cf triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:18.013911 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6a3e5207-d387-4a82-bc23-0c2f1d4e511f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:18.032067 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b452904-8ba4-47f1-822a-92ed545c0fb9 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:18.032415 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b452904-8ba4-47f1-822a-92ed545c0fb9 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:18.032764 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b452904-8ba4-47f1-822a-92ed545c0fb9 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:18.033109 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b452904-8ba4-47f1-822a-92ed545c0fb9 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:18.033449 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b452904-8ba4-47f1-822a-92ed545c0fb9 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:18.033788 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b452904-8ba4-47f1-822a-92ed545c0fb9 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:18.034280 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b452904-8ba4-47f1-822a-92ed545c0fb9 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:18.034615 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b452904-8ba4-47f1-822a-92ed545c0fb9 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:18.035419 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b452904-8ba4-47f1-822a-92ed545c0fb9 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:18.035849 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b452904-8ba4-47f1-822a-92ed545c0fb9 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:18.036389 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b452904-8ba4-47f1-822a-92ed545c0fb9 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:18.036502 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b452904-8ba4-47f1-822a-92ed545c0fb9 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:18.051014 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339354c-6662-4806-bb23-3a10b7be3aa9 req-8162a260-70f2-4b88-b406-8c1b0c04dc36 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:18.051014 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9339354c-6662-4806-bb23-3a10b7be3aa9 req-8162a260-70f2-4b88-b406-8c1b0c04dc36 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc783af-868b-4d71-a962-b17718923359 HTTP/1.1" status: 200 len: 931 time: 0.1272991 Aug 16 20:48:18.079715 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-6b452904-8ba4-47f1-822a-92ed545c0fb9 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:18.080429 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-6b452904-8ba4-47f1-822a-92ed545c0fb9 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:18.083811 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-6a3e5207-d387-4a82-bc23-0c2f1d4e511f None None] Port 3a718432-bd6a-4019-8b1e-78f6be82f8cf cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:48:18.148720 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-939ee49b-2bfa-4ad0-be6b-a8a647a292da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:18.168272 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9339354c-6662-4806-bb23-3a10b7be3aa9 req-7264ce16-7834-41c2-bbe2-c3c17cfbc153 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.84 "GET /v2.0/security-groups?id=46c27061-e176-4c6b-9244-6af810df7840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088934 Aug 16 20:48:18.191699 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-939ee49b-2bfa-4ad0-be6b-a8a647a292da admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fb9a77be51aa4b73be3d0e376bc84cf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6870892 Aug 16 20:48:18.193266 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36388) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:18.200647 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ee49b-2bfa-4ad0-be6b-a8a647a292da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f624a9e2-c412-41cd-b02c-9e8d0f597101,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:18.275672 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2211456c-356e-4f69-acbc-a3e1f8abadc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:18.324297 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2211456c-356e-4f69-acbc-a3e1f8abadc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:18.393738 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-6b452904-8ba4-47f1-822a-92ed545c0fb9 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4732201 Aug 16 20:48:18.400937 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a51d5-9d66-4a7c-94ea-a9101598a266 req-a87b720e-588b-4352-9c72-0f75c1ce4df7 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:18.402537 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7e8a51d5-9d66-4a7c-94ea-a9101598a266 req-a87b720e-588b-4352-9c72-0f75c1ce4df7 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.84 "GET /v2.0/ports?device_id=6485c5d0-b6b8-4600-a25c-d2b5fe034336 HTTP/1.1" status: 200 len: 931 time: 0.1013577 Aug 16 20:48:18.415571 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-9d9bb8a7-d6d5-4a37-8f77-6646993f29f8 service neutron] Request body: {'port': {'device_id': '6485c5d0-b6b8-4600-a25c-d2b5fe034336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:18.462831 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-4fbd2330-4f9f-41a6-9935-deed4206f5e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a718432-bd6a-4019-8b1e-78f6be82f8cf {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:48:18.480995 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-4fbd2330-4f9f-41a6-9935-deed4206f5e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:18.493921 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-9d9bb8a7-d6d5-4a37-8f77-6646993f29f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:18.495833 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7e8a51d5-9d66-4a7c-94ea-a9101598a266 req-b08e1f5b-0787-49a4-95db-8eae2003fdf2 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.84 "GET /v2.0/security-groups?id=e6f11193-8130-420f-a728-72656a4d5f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660002 Aug 16 20:48:18.554105 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-4fbd2330-4f9f-41a6-9935-deed4206f5e2 service neutron] Transition to ACTIVE for port object 3a718432-bd6a-4019-8b1e-78f6be82f8cf will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:18.554671 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2211456c-356e-4f69-acbc-a3e1f8abadc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:18.557308 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2211456c-356e-4f69-acbc-a3e1f8abadc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:18.561468 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2211456c-356e-4f69-acbc-a3e1f8abadc8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f624a9e2-c412-41cd-b02c-9e8d0f597101 HTTP/1.1" status: 204 len: 168 time: 0.3644111 Aug 16 20:48:18.597265 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211456c-356e-4f69-acbc-a3e1f8abadc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f624a9e2-c412-41cd-b02c-9e8d0f597101,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:18.648218 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36436) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:18.789764 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-de4ee397-c85f-4379-bcb2-94c556e1a83f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:18.792269 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-4fbd2330-4f9f-41a6-9935-deed4206f5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:18.856718 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:18.874762 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-9d9bb8a7-d6d5-4a37-8f77-6646993f29f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9884cba4-2131-4e7e-9553-39ef64d48d13 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:48:18.876791 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd2330-4f9f-41a6-9935-deed4206f5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=3a718432-bd6a-4019-8b1e-78f6be82f8cf,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:18.883543 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-9d9bb8a7-d6d5-4a37-8f77-6646993f29f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:18.897959 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-9d9bb8a7-d6d5-4a37-8f77-6646993f29f8 service neutron] Transition to ACTIVE for port object 9884cba4-2131-4e7e-9553-39ef64d48d13 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:18.996749 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-4fbd2330-4f9f-41a6-9935-deed4206f5e2 service neutron] Attempting to bind port 3a718432-bd6a-4019-8b1e-78f6be82f8cf on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:48:18.997108 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-4fbd2330-4f9f-41a6-9935-deed4206f5e2 service neutron] Attempting to bind port 3a718432-bd6a-4019-8b1e-78f6be82f8cf by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '69dadfba-f364-4d01-b526-78aba1371e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b56b8173-9d6f-464b-a699-1e1af2b58029'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:48:18.997456 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-4fbd2330-4f9f-41a6-9935-deed4206f5e2 service neutron] Attempting to bind port 3a718432-bd6a-4019-8b1e-78f6be82f8cf on network b56b8173-9d6f-464b-a699-1e1af2b58029 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:19.006756 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-4fbd2330-4f9f-41a6-9935-deed4206f5e2 service neutron] Port 3a718432-bd6a-4019-8b1e-78f6be82f8cf on network b56b8173-9d6f-464b-a699-1e1af2b58029 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:48:19.012396 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-4fbd2330-4f9f-41a6-9935-deed4206f5e2 service neutron] Attempting to bind port 3a718432-bd6a-4019-8b1e-78f6be82f8cf on network b56b8173-9d6f-464b-a699-1e1af2b58029 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:19.020180 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-4fbd2330-4f9f-41a6-9935-deed4206f5e2 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:48:19.020531 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-4fbd2330-4f9f-41a6-9935-deed4206f5e2 service neutron] Checking segment: {'id': '69dadfba-f364-4d01-b526-78aba1371e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b56b8173-9d6f-464b-a699-1e1af2b58029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:48:19.021333 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-4fbd2330-4f9f-41a6-9935-deed4206f5e2 service neutron] Bound using segment: {'id': '69dadfba-f364-4d01-b526-78aba1371e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b56b8173-9d6f-464b-a699-1e1af2b58029'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:48:19.021653 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-4fbd2330-4f9f-41a6-9935-deed4206f5e2 service neutron] Bound port: 3a718432-bd6a-4019-8b1e-78f6be82f8cf, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69dadfba-f364-4d01-b526-78aba1371e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b56b8173-9d6f-464b-a699-1e1af2b58029'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:48:19.022023 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-4fbd2330-4f9f-41a6-9935-deed4206f5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:19.039857 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-9d9bb8a7-d6d5-4a37-8f77-6646993f29f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:19.042310 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-de4ee397-c85f-4379-bcb2-94c556e1a83f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:19.108750 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-4fbd2330-4f9f-41a6-9935-deed4206f5e2 service neutron] For port 3a718432-bd6a-4019-8b1e-78f6be82f8cf, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:48:19.113060 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-4fbd2330-4f9f-41a6-9935-deed4206f5e2 service neutron] For port 3a718432-bd6a-4019-8b1e-78f6be82f8cf, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=3a718432-bd6a-4019-8b1e-78f6be82f8cf,segment=NetworkSegment(69dadfba-f364-4d01-b526-78aba1371e1e),segment_id=69dadfba-f364-4d01-b526-78aba1371e1e)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:48:19.128583 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9bb8a7-d6d5-4a37-8f77-6646993f29f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9884cba4-2131-4e7e-9553-39ef64d48d13,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:19.168848 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-de4ee397-c85f-4379-bcb2-94c556e1a83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:19.220728 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-de4ee397-c85f-4379-bcb2-94c556e1a83f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c231557913c142579c12572780724e7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5713067 Aug 16 20:48:19.223480 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36464) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:19.225193 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-9d9bb8a7-d6d5-4a37-8f77-6646993f29f8 service neutron] Attempting to bind port 9884cba4-2131-4e7e-9553-39ef64d48d13 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:48:19.225544 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-9d9bb8a7-d6d5-4a37-8f77-6646993f29f8 service neutron] Attempting to bind port 9884cba4-2131-4e7e-9553-39ef64d48d13 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '2ebfc165-046f-48ec-b488-dfa81d422834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f3849124-3a1f-4d62-9278-675dc58c9686'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:48:19.225879 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-9d9bb8a7-d6d5-4a37-8f77-6646993f29f8 service neutron] Attempting to bind port 9884cba4-2131-4e7e-9553-39ef64d48d13 on network f3849124-3a1f-4d62-9278-675dc58c9686 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:19.232956 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-9d9bb8a7-d6d5-4a37-8f77-6646993f29f8 service neutron] Port 9884cba4-2131-4e7e-9553-39ef64d48d13 on network f3849124-3a1f-4d62-9278-675dc58c9686 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:48:19.233686 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-9d9bb8a7-d6d5-4a37-8f77-6646993f29f8 service neutron] Attempting to bind port 9884cba4-2131-4e7e-9553-39ef64d48d13 on network f3849124-3a1f-4d62-9278-675dc58c9686 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:19.239099 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ee397-c85f-4379-bcb2-94c556e1a83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b556dc-a138-4218-be97-0fbadf871d4d,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:19.246614 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-9d9bb8a7-d6d5-4a37-8f77-6646993f29f8 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:48:19.249628 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-9d9bb8a7-d6d5-4a37-8f77-6646993f29f8 service neutron] Checking segment: {'id': '2ebfc165-046f-48ec-b488-dfa81d422834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f3849124-3a1f-4d62-9278-675dc58c9686'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:48:19.249628 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-9d9bb8a7-d6d5-4a37-8f77-6646993f29f8 service neutron] Bound using segment: {'id': '2ebfc165-046f-48ec-b488-dfa81d422834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f3849124-3a1f-4d62-9278-675dc58c9686'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:48:19.250168 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-9d9bb8a7-d6d5-4a37-8f77-6646993f29f8 service neutron] Bound port: 9884cba4-2131-4e7e-9553-39ef64d48d13, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ebfc165-046f-48ec-b488-dfa81d422834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f3849124-3a1f-4d62-9278-675dc58c9686'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:48:19.251165 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-9d9bb8a7-d6d5-4a37-8f77-6646993f29f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:19.313970 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-4fbd2330-4f9f-41a6-9935-deed4206f5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:19.372041 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-9d9bb8a7-d6d5-4a37-8f77-6646993f29f8 service neutron] For port 9884cba4-2131-4e7e-9553-39ef64d48d13, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:48:19.376334 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-9d9bb8a7-d6d5-4a37-8f77-6646993f29f8 service neutron] For port 9884cba4-2131-4e7e-9553-39ef64d48d13, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=9884cba4-2131-4e7e-9553-39ef64d48d13,segment=NetworkSegment(2ebfc165-046f-48ec-b488-dfa81d422834),segment_id=2ebfc165-046f-48ec-b488-dfa81d422834)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:48:19.417764 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-4fbd2330-4f9f-41a6-9935-deed4206f5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:19.418394 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-4fbd2330-4f9f-41a6-9935-deed4206f5e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:19.420005 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-4fbd2330-4f9f-41a6-9935-deed4206f5e2 service neutron] 10.222.0.90 "PUT /v2.0/ports/3a718432-bd6a-4019-8b1e-78f6be82f8cf HTTP/1.1" status: 200 len: 1092 time: 1.5920463 Aug 16 20:48:19.422557 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc783af-868b-4d71-a962-b17718923359', 'tag': '3a718432-bd6a-4019-8b1e-78f6be82f8cf'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:19.425070 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cbf7fc-c576-416a-9a3b-e2c5bf819a70" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc783af-868b-4d71-a962-b17718923359", "tag": "3a718432-bd6a-4019-8b1e-78f6be82f8cf"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:19.455317 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-01b7ce75-f5bf-4dfa-b0e7-8e843cc7f66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:19.465805 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd2330-4f9f-41a6-9935-deed4206f5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=3a718432-bd6a-4019-8b1e-78f6be82f8cf,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:19.498430 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-01b7ce75-f5bf-4dfa-b0e7-8e843cc7f66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:19.517727 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e900987-d94a-489c-aa2f-81738d966a4d req-c90664d5-9146-429d-8fe8-b58455553722 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:19.519314 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2e900987-d94a-489c-aa2f-81738d966a4d req-c90664d5-9146-429d-8fe8-b58455553722 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc783af-868b-4d71-a962-b17718923359 HTTP/1.1" status: 200 len: 943 time: 0.1218359 Aug 16 20:48:19.567079 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-9d9bb8a7-d6d5-4a37-8f77-6646993f29f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:19.577154 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2e900987-d94a-489c-aa2f-81738d966a4d req-2d57cf46-8ca8-49a6-9566-91a04a0264b2 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.84 "GET /v2.0/security-groups?id=46c27061-e176-4c6b-9244-6af810df7840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467172 Aug 16 20:48:19.616906 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-9d9bb8a7-d6d5-4a37-8f77-6646993f29f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:19.619239 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-9d9bb8a7-d6d5-4a37-8f77-6646993f29f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:19.620920 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-9d9bb8a7-d6d5-4a37-8f77-6646993f29f8 service neutron] 10.222.0.90 "PUT /v2.0/ports/9884cba4-2131-4e7e-9553-39ef64d48d13 HTTP/1.1" status: 200 len: 1092 time: 1.2189755 Aug 16 20:48:19.638921 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-7995aadc-c5f7-442d-bc6c-2ba551c51984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:19.638921 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-7995aadc-c5f7-442d-bc6c-2ba551c51984 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5c29e48fae084d449b0f4cde2be8cdcd&device_id=0cc783af-868b-4d71-a962-b17718923359 HTTP/1.1" status: 200 len: 1095 time: 0.0472376 Aug 16 20:48:19.641525 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6485c5d0-b6b8-4600-a25c-d2b5fe034336', 'tag': '9884cba4-2131-4e7e-9553-39ef64d48d13'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:19.647210 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ae1c11-0e5b-4e2d-b2c2-8e230e99e4a1" -d '{"events": [{"name": "network-changed", "server_uuid": "6485c5d0-b6b8-4600-a25c-d2b5fe034336", "tag": "9884cba4-2131-4e7e-9553-39ef64d48d13"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:19.657230 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8710aef-eec2-45c6-bb22-216f4e96e106 x-openstack-request-id: req-b8710aef-eec2-45c6-bb22-216f4e96e106 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:19.657529 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc783af-868b-4d71-a962-b17718923359", "tag": "3a718432-bd6a-4019-8b1e-78f6be82f8cf", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:19.657787 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b8710aef-eec2-45c6-bb22-216f4e96e106 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:19.658187 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc783af-868b-4d71-a962-b17718923359', 'tag': '3a718432-bd6a-4019-8b1e-78f6be82f8cf', 'status': 'completed', 'code': 200} Aug 16 20:48:19.685130 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9bb8a7-d6d5-4a37-8f77-6646993f29f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9884cba4-2131-4e7e-9553-39ef64d48d13,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:19.707036 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-b90fe264-e629-4ad1-a2da-6ac0898c5294 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a718432-bd6a-4019-8b1e-78f6be82f8cf HTTP/1.1" status: 200 len: 217 time: 0.0570676 Aug 16 20:48:19.739771 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-01b7ce75-f5bf-4dfa-b0e7-8e843cc7f66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:19.742371 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-01b7ce75-f5bf-4dfa-b0e7-8e843cc7f66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:19.744087 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-01b7ce75-f5bf-4dfa-b0e7-8e843cc7f66c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d8b556dc-a138-4218-be97-0fbadf871d4d HTTP/1.1" status: 204 len: 168 time: 0.5187261 Aug 16 20:48:19.781223 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7ce75-f5bf-4dfa-b0e7-8e843cc7f66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b556dc-a138-4218-be97-0fbadf871d4d,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:19.804915 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626986f-4f4e-49cc-b537-2ed9c6829ea0 req-10e345c5-3ce7-44fe-928b-2523efe7a1cd tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:19.807087 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6626986f-4f4e-49cc-b537-2ed9c6829ea0 req-10e345c5-3ce7-44fe-928b-2523efe7a1cd tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.84 "GET /v2.0/ports?device_id=6485c5d0-b6b8-4600-a25c-d2b5fe034336 HTTP/1.1" status: 200 len: 943 time: 0.0991695 Aug 16 20:48:19.808582 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-8eef4afd-56a9-47a7-988b-f99d08853f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:19.809985 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-8eef4afd-56a9-47a7-988b-f99d08853f93 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c1595dc5-d276-4518-bf31-00be5b97dc13 HTTP/1.1" status: 200 len: 853 time: 0.0935433 Aug 16 20:48:19.879239 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6626986f-4f4e-49cc-b537-2ed9c6829ea0 req-f699b026-4c4b-41d9-b8ec-a3945ce4681d tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.84 "GET /v2.0/security-groups?id=e6f11193-8130-420f-a728-72656a4d5f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658553 Aug 16 20:48:19.885725 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-cbad327d-fee1-40b2-bc1d-6c76d8a7fa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:19.887439 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-cbad327d-fee1-40b2-bc1d-6c76d8a7fa72 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b56b8173-9d6f-464b-a699-1e1af2b58029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664515 Aug 16 20:48:19.918109 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-ae734fd5-f69c-4a13-a424-20074dde66fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:19.919973 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-ae734fd5-f69c-4a13-a424-20074dde66fe service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d27c9826d2f4456a806fb3b4199b4b86&device_id=6485c5d0-b6b8-4600-a25c-d2b5fe034336 HTTP/1.1" status: 200 len: 1095 time: 0.0569949 Aug 16 20:48:19.972755 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-5cb5b3ac-2639-47f1-9fcd-a061ca61645a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9884cba4-2131-4e7e-9553-39ef64d48d13 HTTP/1.1" status: 200 len: 217 time: 0.0446930 Aug 16 20:48:19.985480 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-2228e25c-92dd-45d8-8e89-08b7129ce422 service neutron] 10.222.0.90 "GET /v2.0/networks/b56b8173-9d6f-464b-a699-1e1af2b58029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907536 Aug 16 20:48:20.033804 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-3e75c4c0-f53b-48c6-833e-58f3a93fe59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:20.035283 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-3e75c4c0-f53b-48c6-833e-58f3a93fe59e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=55aca765-83a8-4727-bffe-d8ef0cef747a HTTP/1.1" status: 200 len: 853 time: 0.0558500 Aug 16 20:48:20.067548 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-d24859c6-6af4-4df8-8a15-9f54cd1b84e9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f3849124-3a1f-4d62-9278-675dc58c9686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251782 Aug 16 20:48:20.086834 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36498) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:20.104432 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fea27f0b-7f9a-454d-b8c5-28915f0d20f8 req-d2a583d0-3838-421e-a617-92120d8e5759 service neutron] 10.222.0.90 "GET /v2.0/networks/b56b8173-9d6f-464b-a699-1e1af2b58029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113276 Aug 16 20:48:20.105309 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-db2118b1-7de0-44ab-9491-8034679d6fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:20.169035 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-41130fac-74da-4943-b4b2-d8315a8d0dfd service neutron] 10.222.0.90 "GET /v2.0/networks/f3849124-3a1f-4d62-9278-675dc58c9686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947015 Aug 16 20:48:20.211614 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-db2118b1-7de0-44ab-9491-8034679d6fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:20.266096 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d12309b6-1586-4bc1-bd0a-521a6ed2e089 req-b9ef429f-682e-43ca-ac75-3b3ea5b8b80e service neutron] 10.222.0.90 "GET /v2.0/networks/f3849124-3a1f-4d62-9278-675dc58c9686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902393 Aug 16 20:48:20.324036 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbf7fc-c576-416a-9a3b-e2c5bf819a70 req-77b95c8c-32b9-45e7-ad2e-d1892625d012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:20.325697 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-60cbf7fc-c576-416a-9a3b-e2c5bf819a70 req-77b95c8c-32b9-45e7-ad2e-d1892625d012 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5c29e48fae084d449b0f4cde2be8cdcd&device_id=0cc783af-868b-4d71-a962-b17718923359 HTTP/1.1" status: 200 len: 1095 time: 0.0485303 Aug 16 20:48:20.327337 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f054bb2-5466-4269-8aa1-a71ec4426b39 x-openstack-request-id: req-8f054bb2-5466-4269-8aa1-a71ec4426b39 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:20.327625 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6485c5d0-b6b8-4600-a25c-d2b5fe034336", "tag": "9884cba4-2131-4e7e-9553-39ef64d48d13", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:20.327895 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8f054bb2-5466-4269-8aa1-a71ec4426b39 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:20.328287 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6485c5d0-b6b8-4600-a25c-d2b5fe034336', 'tag': '9884cba4-2131-4e7e-9553-39ef64d48d13', 'status': 'completed', 'code': 200} Aug 16 20:48:20.449903 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbf7fc-c576-416a-9a3b-e2c5bf819a70 req-37cd8ff3-ecca-41e5-b8bc-4f83a930cc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:20.451747 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-60cbf7fc-c576-416a-9a3b-e2c5bf819a70 req-37cd8ff3-ecca-41e5-b8bc-4f83a930cc05 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b56b8173-9d6f-464b-a699-1e1af2b58029 HTTP/1.1" status: 200 len: 915 time: 0.1182663 Aug 16 20:48:20.463727 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-db2118b1-7de0-44ab-9491-8034679d6fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:20.503161 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2118b1-7de0-44ab-9491-8034679d6fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b69465-5e94-4c32-a994-8cb2f237955b,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:20.508850 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-db2118b1-7de0-44ab-9491-8034679d6fe8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=bd2c5abb21dc4ef7933b441a98d5bdef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4209199 Aug 16 20:48:20.511450 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36514) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:20.513014 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-60cbf7fc-c576-416a-9a3b-e2c5bf819a70 req-24f15dd2-978f-4e52-9bf5-84be4fd3ecc0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a718432-bd6a-4019-8b1e-78f6be82f8cf HTTP/1.1" status: 200 len: 217 time: 0.0515425 Aug 16 20:48:20.561923 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-00498910-c08a-4af8-af96-0ec4a1e96927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:20.565501 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbf7fc-c576-416a-9a3b-e2c5bf819a70 req-4df25790-5c6e-4858-87cf-eaac98b2c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:20.566967 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-60cbf7fc-c576-416a-9a3b-e2c5bf819a70 req-4df25790-5c6e-4858-87cf-eaac98b2c2b0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c1595dc5-d276-4518-bf31-00be5b97dc13 HTTP/1.1" status: 200 len: 853 time: 0.0462203 Aug 16 20:48:20.585479 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-00498910-c08a-4af8-af96-0ec4a1e96927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:20.619737 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbf7fc-c576-416a-9a3b-e2c5bf819a70 req-99d8450a-ac6b-404c-b381-a1aa51ae1c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:20.621601 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-60cbf7fc-c576-416a-9a3b-e2c5bf819a70 req-99d8450a-ac6b-404c-b381-a1aa51ae1c91 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b56b8173-9d6f-464b-a699-1e1af2b58029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461941 Aug 16 20:48:20.672214 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae1c11-0e5b-4e2d-b2c2-8e230e99e4a1 req-d64ccba9-66cd-44fb-9650-d48f871f9bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:20.673940 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-42ae1c11-0e5b-4e2d-b2c2-8e230e99e4a1 req-d64ccba9-66cd-44fb-9650-d48f871f9bc5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d27c9826d2f4456a806fb3b4199b4b86&device_id=6485c5d0-b6b8-4600-a25c-d2b5fe034336 HTTP/1.1" status: 200 len: 1095 time: 0.0663960 Aug 16 20:48:20.724954 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-60cbf7fc-c576-416a-9a3b-e2c5bf819a70 req-c36b8bd4-9b50-4c67-9fd7-88f60444757d service neutron] 10.222.0.90 "GET /v2.0/networks/b56b8173-9d6f-464b-a699-1e1af2b58029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954530 Aug 16 20:48:20.781452 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5709f-1dd8-4c94-9ad5-8bade1edaf32 req-63e42aea-46f4-4148-b306-a91f7b8f5a14 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:20.783514 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-01f5709f-1dd8-4c94-9ad5-8bade1edaf32 req-63e42aea-46f4-4148-b306-a91f7b8f5a14 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc783af-868b-4d71-a962-b17718923359 HTTP/1.1" status: 200 len: 943 time: 0.1032426 Aug 16 20:48:20.823983 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-60cbf7fc-c576-416a-9a3b-e2c5bf819a70 req-a224b8c2-013a-4c94-a2e4-3e2fe2e08bb8 service neutron] 10.222.0.90 "GET /v2.0/networks/b56b8173-9d6f-464b-a699-1e1af2b58029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907047 Aug 16 20:48:20.826734 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-00498910-c08a-4af8-af96-0ec4a1e96927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:20.831278 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-00498910-c08a-4af8-af96-0ec4a1e96927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:20.833413 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-00498910-c08a-4af8-af96-0ec4a1e96927 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/33b69465-5e94-4c32-a994-8cb2f237955b HTTP/1.1" status: 204 len: 168 time: 0.3206301 Aug 16 20:48:20.867277 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00498910-c08a-4af8-af96-0ec4a1e96927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b69465-5e94-4c32-a994-8cb2f237955b,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:20.881020 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae1c11-0e5b-4e2d-b2c2-8e230e99e4a1 req-4d39c60a-2d2b-4b0b-87f0-dd94baf2ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:20.882928 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-42ae1c11-0e5b-4e2d-b2c2-8e230e99e4a1 req-4d39c60a-2d2b-4b0b-87f0-dd94baf2ca1d service neutron] 10.222.0.90 "GET /v2.0/networks?id=f3849124-3a1f-4d62-9278-675dc58c9686 HTTP/1.1" status: 200 len: 914 time: 0.2006316 Aug 16 20:48:20.901695 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-01f5709f-1dd8-4c94-9ad5-8bade1edaf32 req-c27ba52c-09cb-4e60-aa58-3758d781b465 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.84 "GET /v2.0/security-groups?id=46c27061-e176-4c6b-9244-6af810df7840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065116 Aug 16 20:48:20.942210 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-42ae1c11-0e5b-4e2d-b2c2-8e230e99e4a1 req-3367d198-27f6-416b-b039-d2dd4c0a16bb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9884cba4-2131-4e7e-9553-39ef64d48d13 HTTP/1.1" status: 200 len: 217 time: 0.0436921 Aug 16 20:48:21.003608 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36526) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:21.017864 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c57fe07e-6b12-4a1f-9ad3-7eb1c09819bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:21.035937 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae1c11-0e5b-4e2d-b2c2-8e230e99e4a1 req-59f892dd-1575-47f0-b794-f4f63ba66bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:21.037507 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-42ae1c11-0e5b-4e2d-b2c2-8e230e99e4a1 req-59f892dd-1575-47f0-b794-f4f63ba66bf2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=55aca765-83a8-4727-bffe-d8ef0cef747a HTTP/1.1" status: 200 len: 853 time: 0.0865145 Aug 16 20:48:21.049555 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063110b-3760-4ce7-bc6f-69c446fbd79a req-061d62b8-d1dd-4e30-b379-4339d9d52c5e tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:21.051755 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d063110b-3760-4ce7-bc6f-69c446fbd79a req-061d62b8-d1dd-4e30-b379-4339d9d52c5e tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.84 "GET /v2.0/ports?device_id=6485c5d0-b6b8-4600-a25c-d2b5fe034336 HTTP/1.1" status: 200 len: 943 time: 0.0727684 Aug 16 20:48:21.083109 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-42ae1c11-0e5b-4e2d-b2c2-8e230e99e4a1 req-e12844ed-4811-4128-b81a-8a57e9a86178 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f3849124-3a1f-4d62-9278-675dc58c9686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305572 Aug 16 20:48:21.131388 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c57fe07e-6b12-4a1f-9ad3-7eb1c09819bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:21.155029 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d063110b-3760-4ce7-bc6f-69c446fbd79a req-60622e3d-4585-4032-b64e-baee354de3cc tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.84 "GET /v2.0/security-groups?id=e6f11193-8130-420f-a728-72656a4d5f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943084 Aug 16 20:48:21.194714 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-42ae1c11-0e5b-4e2d-b2c2-8e230e99e4a1 req-236ad973-457a-480c-9122-05e2cd81d99f service neutron] 10.222.0.90 "GET /v2.0/networks/f3849124-3a1f-4d62-9278-675dc58c9686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027224 Aug 16 20:48:21.286108 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-42ae1c11-0e5b-4e2d-b2c2-8e230e99e4a1 req-dd8c6eda-221f-4866-8387-412b36113cdb service neutron] 10.222.0.90 "GET /v2.0/networks/f3849124-3a1f-4d62-9278-675dc58c9686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838168 Aug 16 20:48:21.343392 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c57fe07e-6b12-4a1f-9ad3-7eb1c09819bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:21.412177 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c57fe07e-6b12-4a1f-9ad3-7eb1c09819bd admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5ea84f707497445e89b523829b71bbb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4057558 Aug 16 20:48:21.412177 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57fe07e-6b12-4a1f-9ad3-7eb1c09819bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5b4f38-7849-4d1a-a062-3801a9d625fe,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:21.412763 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36540) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:21.489247 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f4d9c1d2-401f-4967-8c79-e503a7bf8825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:21.511773 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f4d9c1d2-401f-4967-8c79-e503a7bf8825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:21.713890 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f4d9c1d2-401f-4967-8c79-e503a7bf8825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:21.716855 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f4d9c1d2-401f-4967-8c79-e503a7bf8825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:21.718138 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f4d9c1d2-401f-4967-8c79-e503a7bf8825 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7f5b4f38-7849-4d1a-a062-3801a9d625fe HTTP/1.1" status: 204 len: 168 time: 0.3040574 Aug 16 20:48:21.726946 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9c1d2-401f-4967-8c79-e503a7bf8825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5b4f38-7849-4d1a-a062-3801a9d625fe,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:21.780291 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36560) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:21.783521 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:21.913444 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eec484ca-00ef-4478-92e5-98f2e02a7385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:22.047431 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eec484ca-00ef-4478-92e5-98f2e02a7385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:22.057499 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4262b2-1c90-47cd-b113-0b5189124f29 req-ba4aeac7-7561-4ed0-997f-f739b5072889 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:22.059013 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ce4262b2-1c90-47cd-b113-0b5189124f29 req-ba4aeac7-7561-4ed0-997f-f739b5072889 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc783af-868b-4d71-a962-b17718923359 HTTP/1.1" status: 200 len: 943 time: 0.0773668 Aug 16 20:48:22.099532 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ce4262b2-1c90-47cd-b113-0b5189124f29 req-2680b58b-539b-4dd2-bd23-149cdb344dc2 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.84 "GET /v2.0/security-groups?id=46c27061-e176-4c6b-9244-6af810df7840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336075 Aug 16 20:48:22.206625 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eec484ca-00ef-4478-92e5-98f2e02a7385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:22.261468 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-eec484ca-00ef-4478-92e5-98f2e02a7385 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e2ca3619264c43c9a3e38fcccdee81b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4766650 Aug 16 20:48:22.261844 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36582) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:22.284982 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec484ca-00ef-4478-92e5-98f2e02a7385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bdbe92-0415-4803-b501-d9c9602e7ad5,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:22.317161 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319edde7-6e34-46bc-9eeb-dd774ae8fb18 req-e001274d-9a86-4123-98a1-d449bab49f99 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:22.317924 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-319edde7-6e34-46bc-9eeb-dd774ae8fb18 req-e001274d-9a86-4123-98a1-d449bab49f99 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.84 "GET /v2.0/ports?device_id=6485c5d0-b6b8-4600-a25c-d2b5fe034336 HTTP/1.1" status: 200 len: 943 time: 0.0761635 Aug 16 20:48:22.328079 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d3ac2c5d-4087-436b-9018-c56bb1014786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:22.349129 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d3ac2c5d-4087-436b-9018-c56bb1014786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:22.362721 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-319edde7-6e34-46bc-9eeb-dd774ae8fb18 req-966cc500-c7ce-40bc-b33d-3f7646b37903 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.84 "GET /v2.0/security-groups?id=e6f11193-8130-420f-a728-72656a4d5f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380399 Aug 16 20:48:22.620920 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d3ac2c5d-4087-436b-9018-c56bb1014786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:22.623485 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d3ac2c5d-4087-436b-9018-c56bb1014786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:22.624681 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d3ac2c5d-4087-436b-9018-c56bb1014786 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/75bdbe92-0415-4803-b501-d9c9602e7ad5 HTTP/1.1" status: 204 len: 168 time: 0.3618498 Aug 16 20:48:22.633087 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac2c5d-4087-436b-9018-c56bb1014786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bdbe92-0415-4803-b501-d9c9602e7ad5,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:23.087367 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 9884cba4-2131-4e7e-9553-39ef64d48d13 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:48:23.196188 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 9884cba4-2131-4e7e-9553-39ef64d48d13, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=9884cba4-2131-4e7e-9553-39ef64d48d13,segment=NetworkSegment(2ebfc165-046f-48ec-b488-dfa81d422834),segment_id=2ebfc165-046f-48ec-b488-dfa81d422834)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:23.208089 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '9884cba4-2131-4e7e-9553-39ef64d48d13', 'network_id': 'f3849124-3a1f-4d62-9278-675dc58c9686', 'port_id': '9884cba4-2131-4e7e-9553-39ef64d48d13', 'mac_address': 'fa:16:3e:f4:ed:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55aca765-83a8-4727-bffe-d8ef0cef747a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:48:23.224921 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff0d47-5a04-4ccc-a429-ff10362666a2 req-dd5723f1-950c-41ec-a86a-8f0026cbf976 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:23.226564 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-58ff0d47-5a04-4ccc-a429-ff10362666a2 req-dd5723f1-950c-41ec-a86a-8f0026cbf976 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc783af-868b-4d71-a962-b17718923359 HTTP/1.1" status: 200 len: 943 time: 0.0571806 Aug 16 20:48:23.248788 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:23.270618 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9884cba4-2131-4e7e-9553-39ef64d48d13 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:48:23.273761 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-58ff0d47-5a04-4ccc-a429-ff10362666a2 req-0ca9d0e3-03d6-45f1-af49-862c73ea9b25 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.84 "GET /v2.0/security-groups?id=46c27061-e176-4c6b-9244-6af810df7840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391920 Aug 16 20:48:23.294093 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 9884cba4-2131-4e7e-9553-39ef64d48d13, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=9884cba4-2131-4e7e-9553-39ef64d48d13,segment=NetworkSegment(2ebfc165-046f-48ec-b488-dfa81d422834),segment_id=2ebfc165-046f-48ec-b488-dfa81d422834)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:23.488287 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2b698-3e48-4541-9104-9736cfeb0865 req-7d60ef56-078b-4f5a-b984-5129227963aa tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:23.489766 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0b2b698-3e48-4541-9104-9736cfeb0865 req-7d60ef56-078b-4f5a-b984-5129227963aa tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.84 "GET /v2.0/ports?device_id=6485c5d0-b6b8-4600-a25c-d2b5fe034336 HTTP/1.1" status: 200 len: 943 time: 0.0521486 Aug 16 20:48:23.492033 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:23.492706 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 3a718432-bd6a-4019-8b1e-78f6be82f8cf details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:48:23.528688 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0b2b698-3e48-4541-9104-9736cfeb0865 req-0b52ee45-b1cf-4893-b60c-b5f2b36a7b85 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.84 "GET /v2.0/security-groups?id=e6f11193-8130-420f-a728-72656a4d5f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326395 Aug 16 20:48:23.556274 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=9884cba4-2131-4e7e-9553-39ef64d48d13,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:23.652537 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 3a718432-bd6a-4019-8b1e-78f6be82f8cf, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=3a718432-bd6a-4019-8b1e-78f6be82f8cf,segment=NetworkSegment(69dadfba-f364-4d01-b526-78aba1371e1e),segment_id=69dadfba-f364-4d01-b526-78aba1371e1e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:23.667562 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '3a718432-bd6a-4019-8b1e-78f6be82f8cf', 'network_id': 'b56b8173-9d6f-464b-a699-1e1af2b58029', 'port_id': '3a718432-bd6a-4019-8b1e-78f6be82f8cf', 'mac_address': 'fa:16:3e:96:a7:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1595dc5-d276-4518-bf31-00be5b97dc13', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:48:23.708800 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:23.721250 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a718432-bd6a-4019-8b1e-78f6be82f8cf {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:48:23.740677 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 3a718432-bd6a-4019-8b1e-78f6be82f8cf, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=3a718432-bd6a-4019-8b1e-78f6be82f8cf,segment=NetworkSegment(69dadfba-f364-4d01-b526-78aba1371e1e),segment_id=69dadfba-f364-4d01-b526-78aba1371e1e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:23.888025 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36642) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:23.901501 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-912ed11f-d26d-4a5a-b689-e01c21964336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:23.933872 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:23.988811 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36652) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:24.027016 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=3a718432-bd6a-4019-8b1e-78f6be82f8cf,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:24.054796 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-912ed11f-d26d-4a5a-b689-e01c21964336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:24.100264 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-7f1a7e2c-0a5b-4c88-ba45-0d357fe30e7e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1281306020-network', 'tenant_id': '90d8dd5958be406d916ee78bc7770953'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:24.169448 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-912ed11f-d26d-4a5a-b689-e01c21964336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:24.172926 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['3a718432-bd6a-4019-8b1e-78f6be82f8cf'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:48:24.177173 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['9884cba4-2131-4e7e-9553-39ef64d48d13'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:48:24.214290 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-912ed11f-d26d-4a5a-b689-e01c21964336 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5fc90d80dcee48d7b2dfc906e4d4d868&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3251421 Aug 16 20:48:24.215323 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ed11f-d26d-4a5a-b689-e01c21964336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d04b2d-29e7-4878-851b-48e6c2d0701e,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:24.218261 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36664) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:24.278852 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1a7e2c-0a5b-4c88-ba45-0d357fe30e7e admin admin] Made reservation on behalf of 90d8dd5958be406d916ee78bc7770953 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:48:24.281607 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7f1a7e2c-0a5b-4c88-ba45-0d357fe30e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:24.294092 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7f1a7e2c-0a5b-4c88-ba45-0d357fe30e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:24.316372 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5f4a2f9b-a601-48b8-8537-6381946b3f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:24.357368 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5f4a2f9b-a601-48b8-8537-6381946b3f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:24.475828 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3dde0-c965-4dad-beb0-3bf7b3794a59 req-9f4d4d5a-7ee8-49c5-9e9e-20b6ed39588d tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:24.480463 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6eb3dde0-c965-4dad-beb0-3bf7b3794a59 req-9f4d4d5a-7ee8-49c5-9e9e-20b6ed39588d tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc783af-868b-4d71-a962-b17718923359 HTTP/1.1" status: 200 len: 944 time: 0.1047819 Aug 16 20:48:24.542048 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6eb3dde0-c965-4dad-beb0-3bf7b3794a59 req-76123950-3b61-4179-9b17-e923987a82df tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.84 "GET /v2.0/security-groups?id=46c27061-e176-4c6b-9244-6af810df7840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543838 Aug 16 20:48:24.672788 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e55f7-6035-4368-888e-e69d275b53db req-06067471-00db-4772-9bb9-46d6dec244d5 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:24.674857 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3b2e55f7-6035-4368-888e-e69d275b53db req-06067471-00db-4772-9bb9-46d6dec244d5 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.84 "GET /v2.0/ports?device_id=6485c5d0-b6b8-4600-a25c-d2b5fe034336 HTTP/1.1" status: 200 len: 944 time: 0.0568395 Aug 16 20:48:24.720493 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3b2e55f7-6035-4368-888e-e69d275b53db req-990337ac-81fd-4944-ba1e-dd8cdc025d2b tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.84 "GET /v2.0/security-groups?id=e6f11193-8130-420f-a728-72656a4d5f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390174 Aug 16 20:48:24.850946 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7f1a7e2c-0a5b-4c88-ba45-0d357fe30e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:24.981581 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5f4a2f9b-a601-48b8-8537-6381946b3f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:24.981581 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5f4a2f9b-a601-48b8-8537-6381946b3f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:24.981581 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5f4a2f9b-a601-48b8-8537-6381946b3f98 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/31d04b2d-29e7-4878-851b-48e6c2d0701e HTTP/1.1" status: 204 len: 168 time: 0.7617345 Aug 16 20:48:24.989901 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a2f9b-a601-48b8-8537-6381946b3f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d04b2d-29e7-4878-851b-48e6c2d0701e,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:25.021376 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7f1a7e2c-0a5b-4c88-ba45-0d357fe30e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:25.035179 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-b6a9ae85-3b48-4fcf-8a4e-f8e9b44a9a42 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=7d333d262f7d471a926c23808d851dba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351369 Aug 16 20:48:25.046853 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f1a7e2c-0a5b-4c88-ba45-0d357fe30e7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:48:25.058574 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a7e2c-0a5b-4c88-ba45-0d357fe30e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4190773-4fd7-4bc9-9f5e-e0f8a9dd8040,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:25.065187 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7f1a7e2c-0a5b-4c88-ba45-0d357fe30e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:25.065531 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-7f1a7e2c-0a5b-4c88-ba45-0d357fe30e7e admin admin] Added segment afa7ae38-6e40-47e1-b6bc-1328244d5b78 of type vlan for network 957caa20-6c15-4352-8d70-b76b08149ff9 Aug 16 20:48:25.086229 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 3a718432-bd6a-4019-8b1e-78f6be82f8cf up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:48:25.132618 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7f1a7e2c-0a5b-4c88-ba45-0d357fe30e7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:25.156935 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-68027a77-a33f-4508-92b5-4f09303c9de4 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:25.158422 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-68027a77-a33f-4508-92b5-4f09303c9de4 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1165841 Aug 16 20:48:25.174014 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-ab6059c4-65e2-4056-a813-e512b8e1f2f5 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/quotas/7d333d262f7d471a926c23808d851dba HTTP/1.1" status: 200 len: 375 time: 0.0097980 Aug 16 20:48:25.205984 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-9febc012-c752-4c92-88e1-8f6c0dd42947 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=7d333d262f7d471a926c23808d851dba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265591 Aug 16 20:48:25.282751 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 3a718432-bd6a-4019-8b1e-78f6be82f8cf completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:25.283285 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7f1a7e2c-0a5b-4c88-ba45-0d357fe30e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:25.283285 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1a7e2c-0a5b-4c88-ba45-0d357fe30e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:25.283285 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7f1a7e2c-0a5b-4c88-ba45-0d357fe30e7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:25.284645 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 3a718432-bd6a-4019-8b1e-78f6be82f8cf triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:25.285022 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:25.344378 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a7e2c-0a5b-4c88-ba45-0d357fe30e7e admin admin] Pushing event updated for resources: {'Network': ['ID=957caa20-6c15-4352-8d70-b76b08149ff9,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:25.358370 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 957caa20-6c15-4352-8d70-b76b08149ff9 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:48:25.374170 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:25.439579 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc783af-868b-4d71-a962-b17718923359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a718432-bd6a-4019-8b1e-78f6be82f8cf'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:25.441905 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38dfda3-6883-46d6-a2c1-f200fe595ef2" -d '{"events": [{"server_uuid": "0cc783af-868b-4d71-a962-b17718923359", "name": "network-vif-plugged", "status": "completed", "tag": "3a718432-bd6a-4019-8b1e-78f6be82f8cf"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:25.458445 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 3a718432-bd6a-4019-8b1e-78f6be82f8cf, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=3a718432-bd6a-4019-8b1e-78f6be82f8cf,segment=NetworkSegment(69dadfba-f364-4d01-b526-78aba1371e1e),segment_id=69dadfba-f364-4d01-b526-78aba1371e1e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:25.499022 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7f1a7e2c-0a5b-4c88-ba45-0d357fe30e7e admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5087283 Aug 16 20:48:25.502083 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36720) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:25.507159 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-8a7f0b0a-a46c-4626-98dc-bbc439b85e7f admin admin] Request body: {'subnet': {'network_id': '957caa20-6c15-4352-8d70-b76b08149ff9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1281306020-subnet', 'tenant_id': '90d8dd5958be406d916ee78bc7770953', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:25.553320 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078a402b-daa8-4dc0-a56b-4098ca161c12 x-openstack-request-id: req-078a402b-daa8-4dc0-a56b-4098ca161c12 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:25.553617 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc783af-868b-4d71-a962-b17718923359", "name": "network-vif-plugged", "status": "completed", "tag": "3a718432-bd6a-4019-8b1e-78f6be82f8cf", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:25.554183 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-078a402b-daa8-4dc0-a56b-4098ca161c12 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:25.554583 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc783af-868b-4d71-a962-b17718923359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a718432-bd6a-4019-8b1e-78f6be82f8cf', 'code': 200} Aug 16 20:48:25.572517 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:25.584359 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 9884cba4-2131-4e7e-9553-39ef64d48d13 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:48:25.661226 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7f0b0a-a46c-4626-98dc-bbc439b85e7f admin admin] Made reservation on behalf of 90d8dd5958be406d916ee78bc7770953 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:48:25.669512 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8a7f0b0a-a46c-4626-98dc-bbc439b85e7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:25.706732 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=3a718432-bd6a-4019-8b1e-78f6be82f8cf,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:25.746927 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5e261-e07b-4eed-b7bc-8132897e7ff3 req-3578cfd7-2719-4c77-ab46-a26076089785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:25.748654 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-99e5e261-e07b-4eed-b7bc-8132897e7ff3 req-3578cfd7-2719-4c77-ab46-a26076089785 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0cc783af-868b-4d71-a962-b17718923359 HTTP/1.1" status: 200 len: 1097 time: 0.1027958 Aug 16 20:48:25.760417 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d9584-880d-49a4-9786-a47bdd92e9ff req-3422784a-c855-437c-94ff-e7b8542f0f15 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:25.762483 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c00d9584-880d-49a4-9786-a47bdd92e9ff req-3422784a-c855-437c-94ff-e7b8542f0f15 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc783af-868b-4d71-a962-b17718923359 HTTP/1.1" status: 200 len: 945 time: 0.1312313 Aug 16 20:48:25.820564 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-99e5e261-e07b-4eed-b7bc-8132897e7ff3 req-2e101968-1359-4c4f-8caf-ccf074abb6e3 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=46c27061-e176-4c6b-9244-6af810df7840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569019 Aug 16 20:48:25.838388 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c00d9584-880d-49a4-9786-a47bdd92e9ff req-0f8f4ba9-a5cc-4c2f-8685-1e8265414399 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.84 "GET /v2.0/security-groups?id=46c27061-e176-4c6b-9244-6af810df7840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552144 Aug 16 20:48:25.937661 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-268c3a55-c347-4d15-b56a-ed48e8dde9b7 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=7d333d262f7d471a926c23808d851dba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232539 Aug 16 20:48:25.943452 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 9884cba4-2131-4e7e-9553-39ef64d48d13 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:25.947978 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 9884cba4-2131-4e7e-9553-39ef64d48d13 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:25.948455 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:26.031763 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:26.035152 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8a7f0b0a-a46c-4626-98dc-bbc439b85e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:26.056368 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-bd77b018-b7e4-4ea0-a653-7fc3130c6e07 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:26.057881 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-bd77b018-b7e4-4ea0-a653-7fc3130c6e07 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1143761 Aug 16 20:48:26.089958 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 9884cba4-2131-4e7e-9553-39ef64d48d13, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=9884cba4-2131-4e7e-9553-39ef64d48d13,segment=NetworkSegment(2ebfc165-046f-48ec-b488-dfa81d422834),segment_id=2ebfc165-046f-48ec-b488-dfa81d422834)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:26.098688 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-2f17e173-6724-46b0-b1e3-84b41668f181 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/quotas/7d333d262f7d471a926c23808d851dba HTTP/1.1" status: 200 len: 375 time: 0.0343704 Aug 16 20:48:26.110363 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f0b0a-a46c-4626-98dc-bbc439b85e7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=37a1919f-255a-456e-a433-69fa8d2d0c38,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:26.124836 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7f0b0a-a46c-4626-98dc-bbc439b85e7f admin admin] Checking segment: {'id': 'afa7ae38-6e40-47e1-b6bc-1328244d5b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '957caa20-6c15-4352-8d70-b76b08149ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:48:26.125355 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7f0b0a-a46c-4626-98dc-bbc439b85e7f admin admin] Network hostable DHCP agents. Network: 957caa20-6c15-4352-8d70-b76b08149ff9, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:48:26.140944 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-d15d9f93-7664-45bb-bb8f-046ad4104a5d tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=7d333d262f7d471a926c23808d851dba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342362 Aug 16 20:48:26.249670 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7f0b0a-a46c-4626-98dc-bbc439b85e7f admin admin] Network 957caa20-6c15-4352-8d70-b76b08149ff9 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:48:26.250314 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:26.306296 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=9884cba4-2131-4e7e-9553-39ef64d48d13,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:26.313762 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:26.324383 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:26.324383 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:26.324383 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:26.324383 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:26.324383 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:26.324383 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:26.324383 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:26.324383 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:26.324383 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:26.324383 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:26.324383 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:26.510871 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b10bd-9e94-4777-b1b5-04a17e93bdb5 req-4b4c1e19-f117-407c-b17a-dc177ffcce0c tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:26.512579 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ab5b10bd-9e94-4777-b1b5-04a17e93bdb5 req-4b4c1e19-f117-407c-b17a-dc177ffcce0c tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.84 "GET /v2.0/ports?device_id=6485c5d0-b6b8-4600-a25c-d2b5fe034336 HTTP/1.1" status: 200 len: 945 time: 0.0524640 Aug 16 20:48:26.552262 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ab5b10bd-9e94-4777-b1b5-04a17e93bdb5 req-b04848eb-907c-46f8-b43a-b00871e558b4 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.84 "GET /v2.0/security-groups?id=e6f11193-8130-420f-a728-72656a4d5f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332074 Aug 16 20:48:26.608031 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-8a7f0b0a-a46c-4626-98dc-bbc439b85e7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 957caa20-6c15-4352-8d70-b76b08149ff9) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:26.609010 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7f0b0a-a46c-4626-98dc-bbc439b85e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:26.609010 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8a7f0b0a-a46c-4626-98dc-bbc439b85e7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:26.631595 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a494ab-74f6-4ec3-a089-48bae58e019e None None] Network 957caa20-6c15-4352-8d70-b76b08149ff9 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:48:26.711363 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8a7f0b0a-a46c-4626-98dc-bbc439b85e7f admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2081347 Aug 16 20:48:26.714177 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36780) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:26.720664 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-17ee6156-282a-4f49-a7f7-89c55220aa4a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1281306020-router', 'tenant_id': '90d8dd5958be406d916ee78bc7770953', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:26.731656 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a1e7c60-6728-4fbf-8c4e-82a37d99f6cb req-d27ecc2e-31b0-4803-9149-79551a003c78 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e9f37b5-8831-4d4e-ad0b-cf3a48fee5d1 HTTP/1.1" status: 200 len: 210 time: 0.0524290 Aug 16 20:48:26.848758 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c5a6a4-6bb3-4bbf-ad01-ee2fdb8dcecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-957caa20-6c15-4352-8d70-b76b08149ff9', 'network_id': '957caa20-6c15-4352-8d70-b76b08149ff9', 'tenant_id': '90d8dd5958be406d916ee78bc7770953', 'fixed_ips': [{'subnet_id': '37a1919f-255a-456e-a433-69fa8d2d0c38'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:48:26.849640 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-05c5a6a4-6bb3-4bbf-ad01-ee2fdb8dcecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:26.862512 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-17ee6156-282a-4f49-a7f7-89c55220aa4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:26.863888 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-17ee6156-282a-4f49-a7f7-89c55220aa4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:26.938409 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-17ee6156-282a-4f49-a7f7-89c55220aa4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:26.981058 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28124f41-312d-4d50-a8b7-e447249251fb req-81f38ad8-ad3c-4ecd-8286-ddabd9a7b4f9 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:26.982794 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-28124f41-312d-4d50-a8b7-e447249251fb req-81f38ad8-ad3c-4ecd-8286-ddabd9a7b4f9 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc783af-868b-4d71-a962-b17718923359 HTTP/1.1" status: 200 len: 945 time: 0.0496562 Aug 16 20:48:27.015656 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-05c5a6a4-6bb3-4bbf-ad01-ee2fdb8dcecc None None] Allocated IP 172.20.0.2 (957caa20-6c15-4352-8d70-b76b08149ff9/37a1919f-255a-456e-a433-69fa8d2d0c38/b2b5be9d-4300-41f6-91de-75d5bec82dbb) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:48:27.049234 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-28124f41-312d-4d50-a8b7-e447249251fb req-9a11d967-886f-4aa2-91ad-985355506908 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.84 "GET /v2.0/security-groups?id=46c27061-e176-4c6b-9244-6af810df7840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599647 Aug 16 20:48:27.173268 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cba8fd-d3dd-41b6-8fd5-ce0908fa06a2 req-fa18be62-513c-4af4-bc72-b24487433e02 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:27.179443 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c2cba8fd-d3dd-41b6-8fd5-ce0908fa06a2 req-fa18be62-513c-4af4-bc72-b24487433e02 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc783af-868b-4d71-a962-b17718923359 HTTP/1.1" status: 200 len: 945 time: 0.0626369 Aug 16 20:48:27.185546 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36794) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:27.193081 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-ac0e69bb-3b08-4566-9983-6820f20f2307 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Request body: {'floatingip': {'port_id': '3a718432-bd6a-4019-8b1e-78f6be82f8cf'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:27.212573 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-05c5a6a4-6bb3-4bbf-ad01-ee2fdb8dcecc None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:27.222030 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-05c5a6a4-6bb3-4bbf-ad01-ee2fdb8dcecc None None] Transition to ACTIVE for port object b2b5be9d-4300-41f6-91de-75d5bec82dbb will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:27.243476 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-05c5a6a4-6bb3-4bbf-ad01-ee2fdb8dcecc None None] Transition to ACTIVE for port object b2b5be9d-4300-41f6-91de-75d5bec82dbb will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:27.246619 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ac0e69bb-3b08-4566-9983-6820f20f2307 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks [] for floatingip, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:27.276511 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-17ee6156-282a-4f49-a7f7-89c55220aa4a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:27.556423 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6485c5d0-b6b8-4600-a25c-d2b5fe034336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9884cba4-2131-4e7e-9553-39ef64d48d13'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:27.558936 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d557a240-c8a9-4c4c-a594-6c2b7ba9ea2e" -d '{"events": [{"server_uuid": "6485c5d0-b6b8-4600-a25c-d2b5fe034336", "name": "network-vif-plugged", "status": "completed", "tag": "9884cba4-2131-4e7e-9553-39ef64d48d13"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:27.594996 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b41edb-e37b-4cc6-b59f-ac1b21855742 x-openstack-request-id: req-16b41edb-e37b-4cc6-b59f-ac1b21855742 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:27.595290 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6485c5d0-b6b8-4600-a25c-d2b5fe034336", "name": "network-vif-plugged", "status": "completed", "tag": "9884cba4-2131-4e7e-9553-39ef64d48d13", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:27.595542 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-16b41edb-e37b-4cc6-b59f-ac1b21855742 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:27.596027 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6485c5d0-b6b8-4600-a25c-d2b5fe034336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9884cba4-2131-4e7e-9553-39ef64d48d13', 'code': 200} Aug 16 20:48:27.681468 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-05c5a6a4-6bb3-4bbf-ad01-ee2fdb8dcecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:27.703543 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c5a6a4-6bb3-4bbf-ad01-ee2fdb8dcecc None None] Network 957caa20-6c15-4352-8d70-b76b08149ff9 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:48:27.705324 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-05c5a6a4-6bb3-4bbf-ad01-ee2fdb8dcecc None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:27.708256 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c5a6a4-6bb3-4bbf-ad01-ee2fdb8dcecc None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:48:27.809363 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-05c5a6a4-6bb3-4bbf-ad01-ee2fdb8dcecc None None] Attempting to bind port b2b5be9d-4300-41f6-91de-75d5bec82dbb on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:48:27.810013 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-05c5a6a4-6bb3-4bbf-ad01-ee2fdb8dcecc None None] Attempting to bind port b2b5be9d-4300-41f6-91de-75d5bec82dbb by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'afa7ae38-6e40-47e1-b6bc-1328244d5b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '957caa20-6c15-4352-8d70-b76b08149ff9'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:48:27.810547 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c5a6a4-6bb3-4bbf-ad01-ee2fdb8dcecc None None] Attempting to bind port b2b5be9d-4300-41f6-91de-75d5bec82dbb on network 957caa20-6c15-4352-8d70-b76b08149ff9 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:27.812810 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5a6a4-6bb3-4bbf-ad01-ee2fdb8dcecc None None] Pushing event updated for resources: {'Port': ['ID=b2b5be9d-4300-41f6-91de-75d5bec82dbb,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:27.819282 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c5a6a4-6bb3-4bbf-ad01-ee2fdb8dcecc None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:48:27.819979 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c5a6a4-6bb3-4bbf-ad01-ee2fdb8dcecc None None] Checking segment: {'id': 'afa7ae38-6e40-47e1-b6bc-1328244d5b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '957caa20-6c15-4352-8d70-b76b08149ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:48:27.825818 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-05c5a6a4-6bb3-4bbf-ad01-ee2fdb8dcecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:27.825818 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c5a6a4-6bb3-4bbf-ad01-ee2fdb8dcecc None None] Bound using segment: {'id': 'afa7ae38-6e40-47e1-b6bc-1328244d5b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '957caa20-6c15-4352-8d70-b76b08149ff9'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:48:27.825818 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-05c5a6a4-6bb3-4bbf-ad01-ee2fdb8dcecc None None] Bound port: b2b5be9d-4300-41f6-91de-75d5bec82dbb, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa7ae38-6e40-47e1-b6bc-1328244d5b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '957caa20-6c15-4352-8d70-b76b08149ff9'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:48:27.825818 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-05c5a6a4-6bb3-4bbf-ad01-ee2fdb8dcecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:27.879558 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceac295-347a-4a14-9c56-d9ac5c0ecfc8 req-1230cbe4-42c8-48b1-bc19-16f98fdd45fe tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:27.881949 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1ceac295-347a-4a14-9c56-d9ac5c0ecfc8 req-1230cbe4-42c8-48b1-bc19-16f98fdd45fe tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.84 "GET /v2.0/ports?device_id=6485c5d0-b6b8-4600-a25c-d2b5fe034336 HTTP/1.1" status: 200 len: 945 time: 0.2388055 Aug 16 20:48:27.911339 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-05c5a6a4-6bb3-4bbf-ad01-ee2fdb8dcecc None None] For port b2b5be9d-4300-41f6-91de-75d5bec82dbb, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:48:27.912848 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98432caf-eac3-448d-8c22-816bb76a670a req-1de9887b-0b39-4a2b-bf18-9d1d8adeec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:27.914602 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-98432caf-eac3-448d-8c22-816bb76a670a req-1de9887b-0b39-4a2b-bf18-9d1d8adeec6f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6485c5d0-b6b8-4600-a25c-d2b5fe034336 HTTP/1.1" status: 200 len: 1097 time: 0.2613986 Aug 16 20:48:27.918198 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-05c5a6a4-6bb3-4bbf-ad01-ee2fdb8dcecc None None] For port b2b5be9d-4300-41f6-91de-75d5bec82dbb, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b2b5be9d-4300-41f6-91de-75d5bec82dbb,segment=NetworkSegment(afa7ae38-6e40-47e1-b6bc-1328244d5b78),segment_id=afa7ae38-6e40-47e1-b6bc-1328244d5b78)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:48:27.975823 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ac0e69bb-3b08-4566-9983-6820f20f2307 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:28.012122 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519bdaaf-610f-483c-add0-f67458e5b9de req-8658aba6-157c-4e12-af02-cf90351ece5c tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:28.014544 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-519bdaaf-610f-483c-add0-f67458e5b9de req-8658aba6-157c-4e12-af02-cf90351ece5c tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b126530-8e52-45cd-9600-e28b960981b0 HTTP/1.1" status: 200 len: 947 time: 0.1889079 Aug 16 20:48:28.019036 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-98432caf-eac3-448d-8c22-816bb76a670a req-2fb347eb-ddae-4401-aedd-7fa0902ab90f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e6f11193-8130-420f-a728-72656a4d5f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877247 Aug 16 20:48:28.022353 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1ceac295-347a-4a14-9c56-d9ac5c0ecfc8 req-a63a6542-f65f-4855-895a-8ca285610b57 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.84 "GET /v2.0/security-groups?id=e6f11193-8130-420f-a728-72656a4d5f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049395 Aug 16 20:48:28.061455 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-17ee6156-282a-4f49-a7f7-89c55220aa4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:28.073158 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-519bdaaf-610f-483c-add0-f67458e5b9de req-e7ae5a0b-f3f7-4c8a-9331-a6d99fdac02d tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/security-groups?id=60550207-c050-4842-912f-cb52d93f7eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488315 Aug 16 20:48:28.085219 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-17ee6156-282a-4f49-a7f7-89c55220aa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:28.102939 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-868b814a-dacc-421b-bab6-615cd639bc7a req-c20adc5a-8210-44be-8b9e-7ada6aae2dc8 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e9f37b5-8831-4d4e-ad0b-cf3a48fee5d1 HTTP/1.1" status: 200 len: 210 time: 0.0343387 Aug 16 20:48:28.112622 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-05c5a6a4-6bb3-4bbf-ad01-ee2fdb8dcecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:28.143029 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ac0e69bb-3b08-4566-9983-6820f20f2307 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:28.203687 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5a6a4-6bb3-4bbf-ad01-ee2fdb8dcecc None None] Pushing event updated for resources: {'Port': ['ID=b2b5be9d-4300-41f6-91de-75d5bec82dbb,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:28.217112 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-17ee6156-282a-4f49-a7f7-89c55220aa4a admin admin] Allocated IP 172.25.1.163 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/e76a9ab9-1234-46a5-ac4b-e7c666e5cff4) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:48:28.279633 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [None req-ac0e69bb-3b08-4566-9983-6820f20f2307 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Floating IP b889bb6e-72e5-4b37-b432-d40552d79fac associated. External IP: 172.25.1.52, port: 3a718432-bd6a-4019-8b1e-78f6be82f8cf. Aug 16 20:48:28.374321 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-17ee6156-282a-4f49-a7f7-89c55220aa4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:28.589575 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-17ee6156-282a-4f49-a7f7-89c55220aa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:28.629238 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ee6156-282a-4f49-a7f7-89c55220aa4a admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:48:28.635169 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-17ee6156-282a-4f49-a7f7-89c55220aa4a admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:28.640025 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ee6156-282a-4f49-a7f7-89c55220aa4a admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:48:28.681805 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee6156-282a-4f49-a7f7-89c55220aa4a admin admin] Pushing event updated for resources: {'Port': ['ID=e76a9ab9-1234-46a5-ac4b-e7c666e5cff4,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:28.824889 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-913d0504-21a9-4e2d-9161-44d24f04d146 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=34d8c782880e4e14877287a38850e52e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390286 Aug 16 20:48:29.077447 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-27f225c7-ee59-4d48-bd9e-195504f05a6a tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:29.079408 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-27f225c7-ee59-4d48-bd9e-195504f05a6a tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2530870 Aug 16 20:48:29.115972 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d60ce6-a3d3-4032-9f9b-2f3620c0486d req-16d8d5f7-91b0-4f4e-809b-650301ba8158 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:29.117649 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-87d60ce6-a3d3-4032-9f9b-2f3620c0486d req-16d8d5f7-91b0-4f4e-809b-650301ba8158 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b126530-8e52-45cd-9600-e28b960981b0 HTTP/1.1" status: 200 len: 947 time: 0.1613202 Aug 16 20:48:29.124407 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-69c54c4b-fc3a-466e-bb03-161ab3eaa4fc tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/quotas/34d8c782880e4e14877287a38850e52e HTTP/1.1" status: 200 len: 375 time: 0.0352290 Aug 16 20:48:29.188328 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b2b5be9d-4300-41f6-91de-75d5bec82dbb up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:48:29.204372 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-934169af-81a1-445b-98fa-1f51def067bc tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=34d8c782880e4e14877287a38850e52e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459101 Aug 16 20:48:29.243602 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-17ee6156-282a-4f49-a7f7-89c55220aa4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:29.308411 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafeaaf2-78a6-4cbe-9788-5dc74c91263c None None] Network 957caa20-6c15-4352-8d70-b76b08149ff9 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:48:29.346379 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0e69bb-3b08-4566-9983-6820f20f2307 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Router 7747798b-d5ce-4395-bc16-1faabad44b6a has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:48:29.353629 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982e434-982d-45be-9b54-832ab12ed88e req-26a7125e-1187-4d5d-a592-e8a339bf9703 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:29.355187 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4982e434-982d-45be-9b54-832ab12ed88e req-26a7125e-1187-4d5d-a592-e8a339bf9703 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.84 "GET /v2.0/ports?device_id=6485c5d0-b6b8-4600-a25c-d2b5fe034336 HTTP/1.1" status: 200 len: 945 time: 0.1547344 Aug 16 20:48:29.455123 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-87d60ce6-a3d3-4032-9f9b-2f3620c0486d req-d74a8108-39a4-4fc0-8ea4-bd3e1ca51a21 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Deleting port 315c0d5d-7ae7-4d03-a892-a52b5d7db316 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:48:29.455474 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-87d60ce6-a3d3-4032-9f9b-2f3620c0486d req-d74a8108-39a4-4fc0-8ea4-bd3e1ca51a21 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:29.508558 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4982e434-982d-45be-9b54-832ab12ed88e req-52dd7a2c-7be4-4da9-9225-1ee9f5c92938 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.84 "GET /v2.0/security-groups?id=e6f11193-8130-420f-a728-72656a4d5f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042192 Aug 16 20:48:29.554677 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port b2b5be9d-4300-41f6-91de-75d5bec82dbb completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:29.558400 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-9e8ec406-0b2b-4af1-81cb-3eab50b57484 None None] Provisioning for port b2b5be9d-4300-41f6-91de-75d5bec82dbb completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:29.562416 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port b2b5be9d-4300-41f6-91de-75d5bec82dbb triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:29.562793 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:29.565677 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-9e8ec406-0b2b-4af1-81cb-3eab50b57484 None None] Provisioning complete for port b2b5be9d-4300-41f6-91de-75d5bec82dbb triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:29.568309 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9e8ec406-0b2b-4af1-81cb-3eab50b57484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:29.607935 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-87d60ce6-a3d3-4032-9f9b-2f3620c0486d req-d74a8108-39a4-4fc0-8ea4-bd3e1ca51a21 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] For port 315c0d5d-7ae7-4d03-a892-a52b5d7db316, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=315c0d5d-7ae7-4d03-a892-a52b5d7db316,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:29.626528 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-87d60ce6-a3d3-4032-9f9b-2f3620c0486d req-d74a8108-39a4-4fc0-8ea4-bd3e1ca51a21 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:29.665378 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-87d60ce6-a3d3-4032-9f9b-2f3620c0486d req-d74a8108-39a4-4fc0-8ea4-bd3e1ca51a21 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Calling delete_port for 315c0d5d-7ae7-4d03-a892-a52b5d7db316 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:48:29.676919 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-17ee6156-282a-4f49-a7f7-89c55220aa4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:29.731249 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:29.742290 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9e8ec406-0b2b-4af1-81cb-3eab50b57484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:29.762194 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408bae42-440c-41fc-b07b-cde69800fa99 req-3dde2749-40f7-4663-9679-7606e8ec7999 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:29.769521 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-408bae42-440c-41fc-b07b-cde69800fa99 req-3dde2749-40f7-4663-9679-7606e8ec7999 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b126530-8e52-45cd-9600-e28b960981b0 HTTP/1.1" status: 200 len: 947 time: 0.1985118 Aug 16 20:48:29.778809 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0e69bb-3b08-4566-9983-6820f20f2307 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:48:29.785541 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ac0e69bb-3b08-4566-9983-6820f20f2307 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:29.793137 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930a759b-df7a-4514-bebd-49b66cc91f3e None None] Sync routers for ids ['7747798b-d5ce-4395-bc16-1faabad44b6a'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:48:29.793722 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port b2b5be9d-4300-41f6-91de-75d5bec82dbb, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b2b5be9d-4300-41f6-91de-75d5bec82dbb,segment=NetworkSegment(afa7ae38-6e40-47e1-b6bc-1328244d5b78),segment_id=afa7ae38-6e40-47e1-b6bc-1328244d5b78)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:29.805593 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930a759b-df7a-4514-bebd-49b66cc91f3e None None] Routers {'7747798b-d5ce-4395-bc16-1faabad44b6a'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:48:29.806236 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-930a759b-df7a-4514-bebd-49b66cc91f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:48:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['7747798b-d5ce-4395-bc16-1faabad44b6a'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:29.901188 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:29.904054 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0dd95a8-bc80-4ddc-9173-87bbd1df4adc req-e1fe13e6-7d7c-43c7-9a9a-d0bece4e3e92 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e9f37b5-8831-4d4e-ad0b-cf3a48fee5d1 HTTP/1.1" status: 200 len: 210 time: 0.0666146 Aug 16 20:48:29.917918 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ac0e69bb-3b08-4566-9983-6820f20f2307 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.84 "PUT /v2.0/floatingips/b889bb6e-72e5-4b37-b432-d40552d79fac HTTP/1.1" status: 200 len: 990 time: 2.7265744 Aug 16 20:48:29.917918 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc783af-868b-4d71-a962-b17718923359', 'tag': '3a718432-bd6a-4019-8b1e-78f6be82f8cf'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:29.918342 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0c8cda-f168-4d8f-bbce-ccdf23d36653" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc783af-868b-4d71-a962-b17718923359", "tag": "3a718432-bd6a-4019-8b1e-78f6be82f8cf"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:29.932381 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-408bae42-440c-41fc-b07b-cde69800fa99 req-63e16682-7d1b-49f2-994d-d16ffa6ba969 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/security-groups?id=60550207-c050-4842-912f-cb52d93f7eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616335 Aug 16 20:48:29.999014 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-930a759b-df7a-4514-bebd-49b66cc91f3e None None] Set router 7747798b-d5ce-4395-bc16-1faabad44b6a gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:48:30.064224 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cacbae08-cf40-4efd-9795-65362f81c80f req-85671f25-f913-4445-a414-e6133f467ba8 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=efbbffc7-920a-436b-890d-c27687231c6b HTTP/1.1" status: 200 len: 210 time: 0.0760095 Aug 16 20:48:30.068105 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.db.api [None req-9e8ec406-0b2b-4af1-81cb-3eab50b57484 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:48:30.080456 n-d-793620-15 neutron-server[101846]: DEBUG oslo_db.api [None req-9e8ec406-0b2b-4af1-81cb-3eab50b57484 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:48:30.085837 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=b2b5be9d-4300-41f6-91de-75d5bec82dbb,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:30.118721 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ee6156-282a-4f49-a7f7-89c55220aa4a admin admin] Router 41995d25-9e2d-411f-8bb1-d0ff13be1bf1 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:48:30.132772 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201f5747-9d40-42ba-ad91-91bc75ffdf62 x-openstack-request-id: req-201f5747-9d40-42ba-ad91-91bc75ffdf62 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:30.132772 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc783af-868b-4d71-a962-b17718923359", "tag": "3a718432-bd6a-4019-8b1e-78f6be82f8cf", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:30.132772 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-201f5747-9d40-42ba-ad91-91bc75ffdf62 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:30.132772 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc783af-868b-4d71-a962-b17718923359', 'tag': '3a718432-bd6a-4019-8b1e-78f6be82f8cf', 'status': 'completed', 'code': 200} Aug 16 20:48:30.206625 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c8cda-f168-4d8f-bbce-ccdf23d36653 req-ffde8375-7879-4583-9ea6-398333e4733a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:30.208202 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4b0c8cda-f168-4d8f-bbce-ccdf23d36653 req-ffde8375-7879-4583-9ea6-398333e4733a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5c29e48fae084d449b0f4cde2be8cdcd&device_id=0cc783af-868b-4d71-a962-b17718923359 HTTP/1.1" status: 200 len: 1097 time: 0.0503895 Aug 16 20:48:30.275988 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ee6156-282a-4f49-a7f7-89c55220aa4a admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:48:30.279315 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-155b1ee6-cc7f-4a3d-9c6f-b2b3144ce8d1 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=7d333d262f7d471a926c23808d851dba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279508 Aug 16 20:48:30.291127 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-930a759b-df7a-4514-bebd-49b66cc91f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7747798b-d5ce-4395-bc16-1faabad44b6a', 'name': 'tempest-ServersTestFqdnHostnames-398228273-router', 'tenant_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '546b60df-b453-416d-ae7a-3782934667c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:42Z', 'updated_at': '2021-08-16T20:47:51Z', 'revision_number': 4, 'project_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'gw_port': {'id': '546b60df-b453-416d-ae7a-3782934667c1', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7747798b-d5ce-4395-bc16-1faabad44b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:44Z', 'updated_at': '2021-08-16T20:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'b889bb6e-72e5-4b37-b432-d40552d79fac', 'tenant_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '7747798b-d5ce-4395-bc16-1faabad44b6a', 'port_id': '3a718432-bd6a-4019-8b1e-78f6be82f8cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56b8173-9d6f-464b-a699-1e1af2b58029', 'mac_address': 'fa:16:3e:96:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc783af-868b-4d71-a962-b17718923359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:47:57Z', 'updated_at': '2021-08-16T20:48:27Z', 'revision_number': 1, 'project_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bbf271b-9230-4a5b-ba46-5e015ba7d718', 'name': '', 'network_id': 'b56b8173-9d6f-464b-a699-1e1af2b58029', 'tenant_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'mac_address': 'fa:16:3e:b7:6c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7747798b-d5ce-4395-bc16-1faabad44b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c1595dc5-d276-4518-bf31-00be5b97dc13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:49Z', 'updated_at': '2021-08-16T20:47:57Z', 'revision_number': 5, 'project_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'subnets': [{'id': 'c1595dc5-d276-4518-bf31-00be5b97dc13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:30.292389 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fc2163-bc0b-426e-a5da-96f50028275a None None] Sync routers for ids ['41995d25-9e2d-411f-8bb1-d0ff13be1bf1'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:48:30.298891 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-87d60ce6-a3d3-4032-9f9b-2f3620c0486d req-d74a8108-39a4-4fc0-8ea4-bd3e1ca51a21 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:30.305533 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fc2163-bc0b-426e-a5da-96f50028275a None None] Routers {'41995d25-9e2d-411f-8bb1-d0ff13be1bf1'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:48:30.306187 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-b2fc2163-bc0b-426e-a5da-96f50028275a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:48:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['41995d25-9e2d-411f-8bb1-d0ff13be1bf1'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:30.326323 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930a759b-df7a-4514-bebd-49b66cc91f3e None None] Checking router: 7747798b-d5ce-4395-bc16-1faabad44b6a for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:48:30.335295 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930a759b-df7a-4514-bebd-49b66cc91f3e None None] Routers {'7747798b-d5ce-4395-bc16-1faabad44b6a'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:48:30.336826 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-930a759b-df7a-4514-bebd-49b66cc91f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:48:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['7747798b-d5ce-4395-bc16-1faabad44b6a'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:30.341532 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a8108-39a4-4fc0-8ea4-bd3e1ca51a21 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Pushing event deleted for resources: {'Port': ['ID=315c0d5d-7ae7-4d03-a892-a52b5d7db316,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:30.406841 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d60ce6-a3d3-4032-9f9b-2f3620c0486d req-d74a8108-39a4-4fc0-8ea4-bd3e1ca51a21 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] No DVR routers for this DVR port 315c0d5d-7ae7-4d03-a892-a52b5d7db316 on host n-h1-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:48:30.411637 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-87d60ce6-a3d3-4032-9f9b-2f3620c0486d req-d74a8108-39a4-4fc0-8ea4-bd3e1ca51a21 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:30.413763 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-87d60ce6-a3d3-4032-9f9b-2f3620c0486d req-d74a8108-39a4-4fc0-8ea4-bd3e1ca51a21 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.72 "DELETE /v2.0/ports/315c0d5d-7ae7-4d03-a892-a52b5d7db316 HTTP/1.1" status: 204 len: 173 time: 1.2883277 Aug 16 20:48:30.442116 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c8cda-f168-4d8f-bbce-ccdf23d36653 req-98b78652-5638-4995-9c03-8fbe963818a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:30.444556 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4b0c8cda-f168-4d8f-bbce-ccdf23d36653 req-98b78652-5638-4995-9c03-8fbe963818a0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b56b8173-9d6f-464b-a699-1e1af2b58029 HTTP/1.1" status: 200 len: 915 time: 0.2285533 Aug 16 20:48:30.463430 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-b2fc2163-bc0b-426e-a5da-96f50028275a None None] Set router 41995d25-9e2d-411f-8bb1-d0ff13be1bf1 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:48:30.486225 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-9750cc00-0e96-410c-a5c7-cdb3dcc5eac8 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:30.488219 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-9750cc00-0e96-410c-a5c7-cdb3dcc5eac8 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1932695 Aug 16 20:48:30.511433 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-8139d441-55b1-425d-8525-a1dea0058377 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Request body: {'port': {'device_id': '9f1b6081-a8f9-46dc-b4f2-e1878992ff52', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'admin_state_up': True, 'tenant_id': '7d333d262f7d471a926c23808d851dba'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:30.545027 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4b0c8cda-f168-4d8f-bbce-ccdf23d36653 req-4581d968-625c-432a-9903-943353151c3e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a718432-bd6a-4019-8b1e-78f6be82f8cf HTTP/1.1" status: 200 len: 998 time: 0.0925145 Aug 16 20:48:30.562120 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-17ee6156-282a-4f49-a7f7-89c55220aa4a admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:30.566962 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-930a759b-df7a-4514-bebd-49b66cc91f3e None None] Set router 7747798b-d5ce-4395-bc16-1faabad44b6a gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:48:30.567515 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-17ee6156-282a-4f49-a7f7-89c55220aa4a admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8510718 Aug 16 20:48:30.570222 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36864) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:30.657029 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c8cda-f168-4d8f-bbce-ccdf23d36653 req-a1e10966-f1aa-4e3a-86f1-9dd38fca120d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:30.658913 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4b0c8cda-f168-4d8f-bbce-ccdf23d36653 req-a1e10966-f1aa-4e3a-86f1-9dd38fca120d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c1595dc5-d276-4518-bf31-00be5b97dc13 HTTP/1.1" status: 200 len: 853 time: 0.1043386 Aug 16 20:48:30.779187 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb5226-9c3b-4202-9212-7e32f23bb335 req-d7f0ab72-3706-40cd-be28-62c8434df121 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:30.788809 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9eeb5226-9c3b-4202-9212-7e32f23bb335 req-d7f0ab72-3706-40cd-be28-62c8434df121 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.84 "GET /v2.0/ports?device_id=6485c5d0-b6b8-4600-a25c-d2b5fe034336 HTTP/1.1" status: 200 len: 945 time: 0.1348500 Aug 16 20:48:30.864570 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c8cda-f168-4d8f-bbce-ccdf23d36653 req-ad31755a-2412-4467-82e8-1de746aa3a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:30.866492 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4b0c8cda-f168-4d8f-bbce-ccdf23d36653 req-ad31755a-2412-4467-82e8-1de746aa3a54 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b56b8173-9d6f-464b-a699-1e1af2b58029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1952090 Aug 16 20:48:31.004003 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4b0c8cda-f168-4d8f-bbce-ccdf23d36653 req-a1319329-1f1d-4ae8-9b15-fd3fa58ec742 service neutron] 10.222.0.90 "GET /v2.0/networks/b56b8173-9d6f-464b-a699-1e1af2b58029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251092 Aug 16 20:48:31.046808 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9eeb5226-9c3b-4202-9212-7e32f23bb335 req-0dc15403-0bef-4075-8fcb-4cc0d5a0e80e tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.84 "GET /v2.0/security-groups?id=e6f11193-8130-420f-a728-72656a4d5f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571173 Aug 16 20:48:31.050295 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-930a759b-df7a-4514-bebd-49b66cc91f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7747798b-d5ce-4395-bc16-1faabad44b6a', 'name': 'tempest-ServersTestFqdnHostnames-398228273-router', 'tenant_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '546b60df-b453-416d-ae7a-3782934667c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:42Z', 'updated_at': '2021-08-16T20:47:51Z', 'revision_number': 4, 'project_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'gw_port': {'id': '546b60df-b453-416d-ae7a-3782934667c1', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7747798b-d5ce-4395-bc16-1faabad44b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:44Z', 'updated_at': '2021-08-16T20:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'b889bb6e-72e5-4b37-b432-d40552d79fac', 'tenant_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '7747798b-d5ce-4395-bc16-1faabad44b6a', 'port_id': '3a718432-bd6a-4019-8b1e-78f6be82f8cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56b8173-9d6f-464b-a699-1e1af2b58029', 'mac_address': 'fa:16:3e:96:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc783af-868b-4d71-a962-b17718923359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:47:57Z', 'updated_at': '2021-08-16T20:48:27Z', 'revision_number': 1, 'project_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bbf271b-9230-4a5b-ba46-5e015ba7d718', 'name': '', 'network_id': 'b56b8173-9d6f-464b-a699-1e1af2b58029', 'tenant_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'mac_address': 'fa:16:3e:b7:6c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7747798b-d5ce-4395-bc16-1faabad44b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c1595dc5-d276-4518-bf31-00be5b97dc13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:49Z', 'updated_at': '2021-08-16T20:47:57Z', 'revision_number': 5, 'project_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'subnets': [{'id': 'c1595dc5-d276-4518-bf31-00be5b97dc13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:31.129377 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-8139d441-55b1-425d-8525-a1dea0058377 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Made reservation on behalf of 7d333d262f7d471a926c23808d851dba for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:48:31.141784 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a790141e-74c9-416e-a40c-0118f03a4927 req-18b7f732-7e3c-4035-9681-8ee56a5bfa1e tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e9f37b5-8831-4d4e-ad0b-cf3a48fee5d1 HTTP/1.1" status: 200 len: 210 time: 0.0381186 Aug 16 20:48:31.148782 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930a759b-df7a-4514-bebd-49b66cc91f3e None None] The sync data for ids ['7747798b-d5ce-4395-bc16-1faabad44b6a'] in n-d-793620-15 is: [{'id': '7747798b-d5ce-4395-bc16-1faabad44b6a', 'name': 'tempest-ServersTestFqdnHostnames-398228273-router', 'tenant_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '546b60df-b453-416d-ae7a-3782934667c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:42Z', 'updated_at': '2021-08-16T20:47:51Z', 'revision_number': 4, 'project_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'gw_port': {'id': '546b60df-b453-416d-ae7a-3782934667c1', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7747798b-d5ce-4395-bc16-1faabad44b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:44Z', 'updated_at': '2021-08-16T20:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'b889bb6e-72e5-4b37-b432-d40552d79fac', 'tenant_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '7747798b-d5ce-4395-bc16-1faabad44b6a', 'port_id': '3a718432-bd6a-4019-8b1e-78f6be82f8cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56b8173-9d6f-464b-a699-1e1af2b58029', 'mac_address': 'fa:16:3e:96:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc783af-868b-4d71-a962-b17718923359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:47:57Z', 'updated_at': '2021-08-16T20:48:27Z', 'revision_number': 1, 'project_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bbf271b-9230-4a5b-ba46-5e015ba7d718', 'name': '', 'network_id': 'b56b8173-9d6f-464b-a699-1e1af2b58029', 'tenant_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'mac_address': 'fa:16:3e:b7:6c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7747798b-d5ce-4395-bc16-1faabad44b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c1595dc5-d276-4518-bf31-00be5b97dc13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:49Z', 'updated_at': '2021-08-16T20:47:57Z', 'revision_number': 5, 'project_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'subnets': [{'id': 'c1595dc5-d276-4518-bf31-00be5b97dc13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:48:31.149077 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-8139d441-55b1-425d-8525-a1dea0058377 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:31.172327 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-27692637-077e-49cc-a6d5-fb82cd06fa62 None None] Provisioning complete for port b2b5be9d-4300-41f6-91de-75d5bec82dbb triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:31.172327 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-27692637-077e-49cc-a6d5-fb82cd06fa62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:31.210131 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b2b5be9d-4300-41f6-91de-75d5bec82dbb up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:48:31.228646 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-8139d441-55b1-425d-8525-a1dea0058377 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:31.286334 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-b2fc2163-bc0b-426e-a5da-96f50028275a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41995d25-9e2d-411f-8bb1-d0ff13be1bf1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1281306020-router', 'tenant_id': '90d8dd5958be406d916ee78bc7770953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e76a9ab9-1234-46a5-ac4b-e7c666e5cff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:26Z', 'updated_at': '2021-08-16T20:48:28Z', 'revision_number': 3, 'project_id': '90d8dd5958be406d916ee78bc7770953', 'gw_port': {'id': 'e76a9ab9-1234-46a5-ac4b-e7c666e5cff4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ae:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41995d25-9e2d-411f-8bb1-d0ff13be1bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:28Z', 'updated_at': '2021-08-16T20:48:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:31.323754 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fc2163-bc0b-426e-a5da-96f50028275a None None] Checking router: 41995d25-9e2d-411f-8bb1-d0ff13be1bf1 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:48:31.324463 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fc2163-bc0b-426e-a5da-96f50028275a None None] Updating router 41995d25-9e2d-411f-8bb1-d0ff13be1bf1 port e76a9ab9-1234-46a5-ac4b-e7c666e5cff4 binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:48:31.356000 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4b0c8cda-f168-4d8f-bbce-ccdf23d36653 req-55ce8d46-7861-4e22-931a-1a8d72f016c7 service neutron] 10.222.0.90 "GET /v2.0/networks/b56b8173-9d6f-464b-a699-1e1af2b58029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428254 Aug 16 20:48:31.385465 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b2fc2163-bc0b-426e-a5da-96f50028275a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:31.393139 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port b2b5be9d-4300-41f6-91de-75d5bec82dbb triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:31.395963 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:31.417909 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-8139d441-55b1-425d-8525-a1dea0058377 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:31.435152 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-62fda9cb-f2eb-4285-baae-892170e40fcb tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=7d333d262f7d471a926c23808d851dba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1496067 Aug 16 20:48:31.442469 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9dfd4774-1684-4a99-95c5-adce0b7d7175 req-ed4caf03-7f15-4269-be1a-2e3b1e1eddc5 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b126530-8e52-45cd-9600-e28b960981b0 HTTP/1.1" status: 200 len: 210 time: 0.1181064 Aug 16 20:48:31.574699 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb30bdf-b2b8-4565-9aac-8cffdc1bb1df None None] New status for floating IP b889bb6e-72e5-4b37-b432-d40552d79fac: ACTIVE {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:48:31.585346 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-f005f068-54d8-4c43-b0ba-51e915cf750e tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:31.587133 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-f005f068-54d8-4c43-b0ba-51e915cf750e tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1433296 Aug 16 20:48:31.605010 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-fc33c70b-182a-4af0-865f-c634eaa13813 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Request body: {'port': {'device_id': '7e9f37b5-8831-4d4e-ad0b-cf3a48fee5d1', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'admin_state_up': True, 'tenant_id': '7d333d262f7d471a926c23808d851dba'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:31.703073 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-57a62811-7ce0-4864-bc26-daa2ea084eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:31.770962 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a6e3e9de-c6b7-4fff-bd8c-78ca18f4c311 req-efa27cf9-3d3b-4875-8bbb-fb082a951e67 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=efbbffc7-920a-436b-890d-c27687231c6b HTTP/1.1" status: 200 len: 210 time: 0.1783612 Aug 16 20:48:31.810459 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-8139d441-55b1-425d-8525-a1dea0058377 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:31.854466 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b2fc2163-bc0b-426e-a5da-96f50028275a None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:31.864213 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b2fc2163-bc0b-426e-a5da-96f50028275a None None] Transition to ACTIVE for port object e76a9ab9-1234-46a5-ac4b-e7c666e5cff4 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:31.889439 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8139d441-55b1-425d-8525-a1dea0058377 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8515df12-3478-435c-b52d-3d46d7c1e9b8,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:31.963480 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-fc33c70b-182a-4af0-865f-c634eaa13813 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Made reservation on behalf of 7d333d262f7d471a926c23808d851dba for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:48:31.964254 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-fc33c70b-182a-4af0-865f-c634eaa13813 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:31.986110 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-57a62811-7ce0-4864-bc26-daa2ea084eb8 admin admin] Allocated IP 172.20.0.1 (957caa20-6c15-4352-8d70-b76b08149ff9/37a1919f-255a-456e-a433-69fa8d2d0c38/1a3fc297-2143-4b35-882a-a831320f3071) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:48:32.031540 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-8139d441-55b1-425d-8525-a1dea0058377 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Allocated IP 192.168.233.232 (d77fce7e-e915-4ee5-ada6-d6f376af2589/2883ed1d-8e71-4475-b2ce-2177242b9f23/2cd5f3f6-851a-4296-a37c-66f3f8744c93) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:48:32.042985 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 315c0d5d-7ae7-4d03-a892-a52b5d7db316 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:48:32.063357 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 315c0d5d-7ae7-4d03-a892-a52b5d7db316 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:48:32.063707 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 315c0d5d-7ae7-4d03-a892-a52b5d7db316 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:48:32.080608 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b2fc2163-bc0b-426e-a5da-96f50028275a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:32.129775 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b126530-8e52-45cd-9600-e28b960981b0', 'name': 'network-vif-deleted', 'tag': '315c0d5d-7ae7-4d03-a892-a52b5d7db316'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:32.132852 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db9292f-549f-4287-9413-6d1ca3432c2e" -d '{"events": [{"server_uuid": "1b126530-8e52-45cd-9600-e28b960981b0", "name": "network-vif-deleted", "tag": "315c0d5d-7ae7-4d03-a892-a52b5d7db316"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:32.144431 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-b2fc2163-bc0b-426e-a5da-96f50028275a None None] Attempting to bind port e76a9ab9-1234-46a5-ac4b-e7c666e5cff4 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:48:32.144810 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-b2fc2163-bc0b-426e-a5da-96f50028275a None None] Attempting to bind port e76a9ab9-1234-46a5-ac4b-e7c666e5cff4 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:48:32.145182 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fc2163-bc0b-426e-a5da-96f50028275a None None] Attempting to bind port e76a9ab9-1234-46a5-ac4b-e7c666e5cff4 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:32.149648 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251172e8-5893-4476-ae97-74d9dbb5bca2 None None] Pushing event updated for resources: {'Port': ['ID=e76a9ab9-1234-46a5-ac4b-e7c666e5cff4,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:32.154594 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fc2163-bc0b-426e-a5da-96f50028275a None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:48:32.162911 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fc2163-bc0b-426e-a5da-96f50028275a None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:48:32.162911 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b2fc2163-bc0b-426e-a5da-96f50028275a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:32.162911 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fc2163-bc0b-426e-a5da-96f50028275a None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:48:32.162911 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-b2fc2163-bc0b-426e-a5da-96f50028275a None None] Bound port: e76a9ab9-1234-46a5-ac4b-e7c666e5cff4, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:48:32.162911 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b2fc2163-bc0b-426e-a5da-96f50028275a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:32.221174 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824098d-c293-4a4f-97a9-cfa90f7e902c req-b1e02dea-6827-4070-b632-2442820cebfe tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:32.222747 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5824098d-c293-4a4f-97a9-cfa90f7e902c req-b1e02dea-6827-4070-b632-2442820cebfe tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.84 "GET /v2.0/ports?device_id=6485c5d0-b6b8-4600-a25c-d2b5fe034336 HTTP/1.1" status: 200 len: 945 time: 0.0732739 Aug 16 20:48:32.224345 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83358d20-2961-4355-bfa0-528196bf2241 x-openstack-request-id: req-83358d20-2961-4355-bfa0-528196bf2241 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:32.224648 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b126530-8e52-45cd-9600-e28b960981b0", "name": "network-vif-deleted", "tag": "315c0d5d-7ae7-4d03-a892-a52b5d7db316", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:32.224927 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-83358d20-2961-4355-bfa0-528196bf2241 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:32.225265 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b126530-8e52-45cd-9600-e28b960981b0', 'name': 'network-vif-deleted', 'tag': '315c0d5d-7ae7-4d03-a892-a52b5d7db316', 'status': 'completed', 'code': 200} Aug 16 20:48:32.288735 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-b2fc2163-bc0b-426e-a5da-96f50028275a None None] For port e76a9ab9-1234-46a5-ac4b-e7c666e5cff4, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:48:32.299663 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-b2fc2163-bc0b-426e-a5da-96f50028275a None None] For port e76a9ab9-1234-46a5-ac4b-e7c666e5cff4, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=e76a9ab9-1234-46a5-ac4b-e7c666e5cff4,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:48:32.302052 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-57a62811-7ce0-4864-bc26-daa2ea084eb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:32.315242 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5824098d-c293-4a4f-97a9-cfa90f7e902c req-626c0617-f857-4a93-86ef-ee91b34c337a tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.84 "GET /v2.0/security-groups?id=e6f11193-8130-420f-a728-72656a4d5f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839665 Aug 16 20:48:32.329868 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-57a62811-7ce0-4864-bc26-daa2ea084eb8 admin admin] Transition to ACTIVE for port object 1a3fc297-2143-4b35-882a-a831320f3071 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:32.385886 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-92eb9c51-1571-4379-863f-cbe4850b71ca req-a6e380d1-8165-470c-8af6-0802aa1ac6aa tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e9f37b5-8831-4d4e-ad0b-cf3a48fee5d1 HTTP/1.1" status: 200 len: 210 time: 0.0531740 Aug 16 20:48:32.397194 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-8139d441-55b1-425d-8525-a1dea0058377 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:32.416786 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-8139d441-55b1-425d-8525-a1dea0058377 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Transition to ACTIVE for port object 2cd5f3f6-851a-4296-a37c-66f3f8744c93 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:32.428425 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387cb30-5813-44ce-9753-f5092ea976d6 req-d0591fd5-e09a-4459-8891-7d8ef5d16c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:32.429745 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9387cb30-5813-44ce-9753-f5092ea976d6 req-d0591fd5-e09a-4459-8891-7d8ef5d16c58 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d27c9826d2f4456a806fb3b4199b4b86&device_id=6485c5d0-b6b8-4600-a25c-d2b5fe034336 HTTP/1.1" status: 200 len: 1097 time: 0.0658984 Aug 16 20:48:32.528544 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387cb30-5813-44ce-9753-f5092ea976d6 req-b104e479-90dd-4c9b-8abd-fc3509785c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:32.530082 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9387cb30-5813-44ce-9753-f5092ea976d6 req-b104e479-90dd-4c9b-8abd-fc3509785c64 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f3849124-3a1f-4d62-9278-675dc58c9686 HTTP/1.1" status: 200 len: 914 time: 0.0926371 Aug 16 20:48:32.558176 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1afcfc73-f0a8-43bc-afc5-2161c2078fcf req-7d190a81-7d3c-428b-a586-df416c32b8ef tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b126530-8e52-45cd-9600-e28b960981b0 HTTP/1.1" status: 200 len: 210 time: 0.0269406 Aug 16 20:48:32.592378 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9387cb30-5813-44ce-9753-f5092ea976d6 req-165f4e61-dffc-47bb-866c-c5c15540f855 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9884cba4-2131-4e7e-9553-39ef64d48d13 HTTP/1.1" status: 200 len: 217 time: 0.0371459 Aug 16 20:48:32.650000 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387cb30-5813-44ce-9753-f5092ea976d6 req-ce8cc3d8-9881-4e30-a4eb-2dfe1cb71e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:32.651471 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9387cb30-5813-44ce-9753-f5092ea976d6 req-ce8cc3d8-9881-4e30-a4eb-2dfe1cb71e76 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=55aca765-83a8-4727-bffe-d8ef0cef747a HTTP/1.1" status: 200 len: 853 time: 0.0491676 Aug 16 20:48:32.684144 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9387cb30-5813-44ce-9753-f5092ea976d6 req-37b17367-b22b-4875-8127-a572b2af78ca service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f3849124-3a1f-4d62-9278-675dc58c9686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257628 Aug 16 20:48:32.767047 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b2fc2163-bc0b-426e-a5da-96f50028275a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:32.771129 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-57a62811-7ce0-4864-bc26-daa2ea084eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:32.773911 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-8139d441-55b1-425d-8525-a1dea0058377 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:32.824985 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9387cb30-5813-44ce-9753-f5092ea976d6 req-6a2e8828-de77-4d00-9998-4cb1c0840a6b service neutron] 10.222.0.90 "GET /v2.0/networks/f3849124-3a1f-4d62-9278-675dc58c9686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329529 Aug 16 20:48:32.832631 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a62811-7ce0-4864-bc26-daa2ea084eb8 admin admin] Network 957caa20-6c15-4352-8d70-b76b08149ff9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:48:32.839523 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-8139d441-55b1-425d-8525-a1dea0058377 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Network d77fce7e-e915-4ee5-ada6-d6f376af2589 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:48:32.845467 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-8139d441-55b1-425d-8525-a1dea0058377 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:32.847759 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-57a62811-7ce0-4864-bc26-daa2ea084eb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:32.851544 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-8139d441-55b1-425d-8525-a1dea0058377 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:48:32.857615 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a62811-7ce0-4864-bc26-daa2ea084eb8 admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:48:32.918420 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a62811-7ce0-4864-bc26-daa2ea084eb8 admin admin] Pushing event updated for resources: {'Port': ['ID=1a3fc297-2143-4b35-882a-a831320f3071,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:32.944896 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-fc33c70b-182a-4af0-865f-c634eaa13813 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Allocated IP 192.168.233.182 (d77fce7e-e915-4ee5-ada6-d6f376af2589/2883ed1d-8e71-4475-b2ce-2177242b9f23/00ef0104-5c82-4e79-b48f-52cd23581421) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:48:32.968351 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fc2163-bc0b-426e-a5da-96f50028275a None None] Routers {'41995d25-9e2d-411f-8bb1-d0ff13be1bf1'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:48:32.969920 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-b2fc2163-bc0b-426e-a5da-96f50028275a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:48:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['41995d25-9e2d-411f-8bb1-d0ff13be1bf1'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:33.012385 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-8139d441-55b1-425d-8525-a1dea0058377 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:33.015631 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-8139d441-55b1-425d-8525-a1dea0058377 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:33.028910 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-57a62811-7ce0-4864-bc26-daa2ea084eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:33.071347 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251172e8-5893-4476-ae97-74d9dbb5bca2 None None] Pushing event updated for resources: {'Port': ['ID=e76a9ab9-1234-46a5-ac4b-e7c666e5cff4,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:33.101331 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8139d441-55b1-425d-8525-a1dea0058377 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Pushing event updated for resources: {'Port': ['ID=2cd5f3f6-851a-4296-a37c-66f3f8744c93,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:33.136181 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-fc33c70b-182a-4af0-865f-c634eaa13813 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:33.196353 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-b2fc2163-bc0b-426e-a5da-96f50028275a None None] Set router 41995d25-9e2d-411f-8bb1-d0ff13be1bf1 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:48:33.196856 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-8139d441-55b1-425d-8525-a1dea0058377 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6900539 Aug 16 20:48:33.198294 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-231ca5eb-c993-449e-99b7-25a68bc3083e req-4b8e8b98-2e8c-4757-a361-d9dafe8a628c tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=efbbffc7-920a-436b-890d-c27687231c6b HTTP/1.1" status: 200 len: 210 time: 0.0516453 Aug 16 20:48:33.202762 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-fc33c70b-182a-4af0-865f-c634eaa13813 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Transition to ACTIVE for port object 00ef0104-5c82-4e79-b48f-52cd23581421 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:33.213071 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-3bad5ae3-dce9-4f39-8c02-9388bad7be6c service neutron] Request body: {'port': {'device_id': '9f1b6081-a8f9-46dc-b4f2-e1878992ff52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:33.280151 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9387cb30-5813-44ce-9753-f5092ea976d6 req-acfab16f-cfde-4741-9e79-3282a125b3c0 service neutron] 10.222.0.90 "GET /v2.0/networks/f3849124-3a1f-4d62-9278-675dc58c9686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429543 Aug 16 20:48:33.303342 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-3bad5ae3-dce9-4f39-8c02-9388bad7be6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:33.452957 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-b2fc2163-bc0b-426e-a5da-96f50028275a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41995d25-9e2d-411f-8bb1-d0ff13be1bf1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1281306020-router', 'tenant_id': '90d8dd5958be406d916ee78bc7770953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e76a9ab9-1234-46a5-ac4b-e7c666e5cff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:26Z', 'updated_at': '2021-08-16T20:48:28Z', 'revision_number': 3, 'project_id': '90d8dd5958be406d916ee78bc7770953', 'gw_port': {'id': 'e76a9ab9-1234-46a5-ac4b-e7c666e5cff4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ae:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41995d25-9e2d-411f-8bb1-d0ff13be1bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:28Z', 'updated_at': '2021-08-16T20:48:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:33.483817 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fc2163-bc0b-426e-a5da-96f50028275a None None] The sync data for ids ['41995d25-9e2d-411f-8bb1-d0ff13be1bf1'] in n-d-793620-15 is: [{'id': '41995d25-9e2d-411f-8bb1-d0ff13be1bf1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1281306020-router', 'tenant_id': '90d8dd5958be406d916ee78bc7770953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e76a9ab9-1234-46a5-ac4b-e7c666e5cff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:26Z', 'updated_at': '2021-08-16T20:48:28Z', 'revision_number': 3, 'project_id': '90d8dd5958be406d916ee78bc7770953', 'gw_port': {'id': 'e76a9ab9-1234-46a5-ac4b-e7c666e5cff4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ae:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41995d25-9e2d-411f-8bb1-d0ff13be1bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:28Z', 'updated_at': '2021-08-16T20:48:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:48:33.499400 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-57a62811-7ce0-4864-bc26-daa2ea084eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:33.510846 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f86a0f-39ba-4017-8cce-7ff027022c77 req-df59e8bf-2c2f-47c1-95f3-4a6078e81625 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:33.522433 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-99f86a0f-39ba-4017-8cce-7ff027022c77 req-df59e8bf-2c2f-47c1-95f3-4a6078e81625 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.84 "GET /v2.0/ports?device_id=6485c5d0-b6b8-4600-a25c-d2b5fe034336 HTTP/1.1" status: 200 len: 945 time: 0.0879073 Aug 16 20:48:33.568857 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-fc33c70b-182a-4af0-865f-c634eaa13813 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:33.576702 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7d011324-9fbe-4ac8-b063-a206d4711e45 req-f117d521-cec0-41c2-a253-03733c5bca6a tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e9f37b5-8831-4d4e-ad0b-cf3a48fee5d1 HTTP/1.1" status: 200 len: 210 time: 0.0514941 Aug 16 20:48:33.623165 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c12abc42-cd40-4b1b-b8ab-0222cb6958bb None None] Provisioning for port 1a3fc297-2143-4b35-882a-a831320f3071 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:33.629117 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c12abc42-cd40-4b1b-b8ab-0222cb6958bb None None] Provisioning complete for port 1a3fc297-2143-4b35-882a-a831320f3071 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:33.640753 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c12abc42-cd40-4b1b-b8ab-0222cb6958bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:33.672087 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33c70b-182a-4af0-865f-c634eaa13813 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Pushing event updated for resources: {'Port': ['ID=00ef0104-5c82-4e79-b48f-52cd23581421,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:33.690821 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-99f86a0f-39ba-4017-8cce-7ff027022c77 req-aa1cbd20-448e-4449-98a9-1e4f1fd3a0cf tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.84 "GET /v2.0/security-groups?id=e6f11193-8130-420f-a728-72656a4d5f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674032 Aug 16 20:48:33.693293 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-fc33c70b-182a-4af0-865f-c634eaa13813 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Network d77fce7e-e915-4ee5-ada6-d6f376af2589 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:48:33.695259 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-fc33c70b-182a-4af0-865f-c634eaa13813 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:33.709730 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-fc33c70b-182a-4af0-865f-c634eaa13813 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:48:33.738905 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-c12abc42-cd40-4b1b-b8ab-0222cb6958bb None None] Port 1a3fc297-2143-4b35-882a-a831320f3071 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:48:33.809567 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-fc33c70b-182a-4af0-865f-c634eaa13813 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:33.819168 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-fc33c70b-182a-4af0-865f-c634eaa13813 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:33.993200 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-fc33c70b-182a-4af0-865f-c634eaa13813 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3923702 Aug 16 20:48:33.999673 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c12abc42-cd40-4b1b-b8ab-0222cb6958bb None None] Provisioning for port 2cd5f3f6-851a-4296-a37c-66f3f8744c93 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:33.999673 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c12abc42-cd40-4b1b-b8ab-0222cb6958bb None None] Provisioning complete for port 2cd5f3f6-851a-4296-a37c-66f3f8744c93 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:33.999673 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c12abc42-cd40-4b1b-b8ab-0222cb6958bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:34.005865 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-b1b8fcfe-880f-4c7b-9bd9-4fa5330902fd service neutron] Request body: {'port': {'device_id': '7e9f37b5-8831-4d4e-ad0b-cf3a48fee5d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:34.110055 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-c12abc42-cd40-4b1b-b8ab-0222cb6958bb None None] Port 2cd5f3f6-851a-4296-a37c-66f3f8744c93 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:48:34.136722 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-b1b8fcfe-880f-4c7b-9bd9-4fa5330902fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:34.255434 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-3bad5ae3-dce9-4f39-8c02-9388bad7be6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cd5f3f6-851a-4296-a37c-66f3f8744c93 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:48:34.271980 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-3bad5ae3-dce9-4f39-8c02-9388bad7be6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:34.297419 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-57a62811-7ce0-4864-bc26-daa2ea084eb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:34.301527 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-3bad5ae3-dce9-4f39-8c02-9388bad7be6c service neutron] Transition to ACTIVE for port object 2cd5f3f6-851a-4296-a37c-66f3f8744c93 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:34.348753 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7561f672-414b-4362-8540-70515dd0ca65 None None] Provisioning for port 00ef0104-5c82-4e79-b48f-52cd23581421 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:34.354296 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7561f672-414b-4362-8540-70515dd0ca65 None None] Provisioning complete for port 00ef0104-5c82-4e79-b48f-52cd23581421 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:34.354827 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7561f672-414b-4362-8540-70515dd0ca65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:34.418202 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7561f672-414b-4362-8540-70515dd0ca65 None None] Port 00ef0104-5c82-4e79-b48f-52cd23581421 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:48:34.430824 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-57a62811-7ce0-4864-bc26-daa2ea084eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:34.455758 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cc2e457b-8c2a-449b-a1a6-a51020baf34c req-7d80271c-0126-41b3-b6a4-33fa18754102 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=efbbffc7-920a-436b-890d-c27687231c6b HTTP/1.1" status: 200 len: 210 time: 0.1460402 Aug 16 20:48:34.535757 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-57a62811-7ce0-4864-bc26-daa2ea084eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:34.575657 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-3bad5ae3-dce9-4f39-8c02-9388bad7be6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:34.605790 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-6fe756c4-c05b-44b0-9e1b-80e20a3128e3 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=34d8c782880e4e14877287a38850e52e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0730033 Aug 16 20:48:34.614804 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3094ae-1874-486e-8147-d0cbc46155e8 req-ca817433-0561-4ed9-84ff-bb51ada582c5 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:34.622952 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4b3094ae-1874-486e-8147-d0cbc46155e8 req-ca817433-0561-4ed9-84ff-bb51ada582c5 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/ports?device_id=282fa5d2-d4e8-4e8b-95bf-18eaffecdc8b HTTP/1.1" status: 200 len: 948 time: 0.1007254 Aug 16 20:48:34.718605 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4b3094ae-1874-486e-8147-d0cbc46155e8 req-b800d962-ce18-4f27-b7b2-33f8a5cd221b tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/security-groups?id=60550207-c050-4842-912f-cb52d93f7eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947969 Aug 16 20:48:34.762049 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a62811-7ce0-4864-bc26-daa2ea084eb8 admin admin] Pushing event updated for resources: {'Port': ['ID=1a3fc297-2143-4b35-882a-a831320f3071,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:34.892552 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad5ae3-dce9-4f39-8c02-9388bad7be6c service neutron] Pushing event updated for resources: {'Port': ['ID=2cd5f3f6-851a-4296-a37c-66f3f8744c93,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:34.907665 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-b1b8fcfe-880f-4c7b-9bd9-4fa5330902fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00ef0104-5c82-4e79-b48f-52cd23581421 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:48:34.928891 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-b1b8fcfe-880f-4c7b-9bd9-4fa5330902fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:34.941022 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966fc052-648a-445c-8ac1-657008234198 req-3bff48d4-e263-4609-94ef-9fb3439c8e79 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:34.948991 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-966fc052-648a-445c-8ac1-657008234198 req-3bff48d4-e263-4609-94ef-9fb3439c8e79 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e9f37b5-8831-4d4e-ad0b-cf3a48fee5d1 HTTP/1.1" status: 200 len: 936 time: 0.1776133 Aug 16 20:48:35.014018 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-3bad5ae3-dce9-4f39-8c02-9388bad7be6c service neutron] Attempting to bind port 2cd5f3f6-851a-4296-a37c-66f3f8744c93 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:48:35.014018 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-3bad5ae3-dce9-4f39-8c02-9388bad7be6c service neutron] Attempting to bind port 2cd5f3f6-851a-4296-a37c-66f3f8744c93 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:48:35.014307 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-3bad5ae3-dce9-4f39-8c02-9388bad7be6c service neutron] Attempting to bind port 2cd5f3f6-851a-4296-a37c-66f3f8744c93 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:35.038099 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-3bad5ae3-dce9-4f39-8c02-9388bad7be6c service neutron] Port 2cd5f3f6-851a-4296-a37c-66f3f8744c93 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:48:35.038425 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-3bad5ae3-dce9-4f39-8c02-9388bad7be6c service neutron] Attempting to bind port 2cd5f3f6-851a-4296-a37c-66f3f8744c93 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:35.046103 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-b1b8fcfe-880f-4c7b-9bd9-4fa5330902fd service neutron] Transition to ACTIVE for port object 00ef0104-5c82-4e79-b48f-52cd23581421 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:35.049301 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-3e5fc090-4927-44a8-a90a-ac7b691e481c tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:35.051899 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-3e5fc090-4927-44a8-a90a-ac7b691e481c tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4328296 Aug 16 20:48:35.052179 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-966fc052-648a-445c-8ac1-657008234198 req-122cfed1-119f-433a-890d-9c1facbf1b2d tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988801 Aug 16 20:48:35.062336 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a62811-7ce0-4864-bc26-daa2ea084eb8 admin admin] Network 957caa20-6c15-4352-8d70-b76b08149ff9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:48:35.066893 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-68a8554a-bdb2-47da-afb6-58365316fcfa tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Request body: {'port': {'device_id': 'efbbffc7-920a-436b-890d-c27687231c6b', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'admin_state_up': True, 'tenant_id': '34d8c782880e4e14877287a38850e52e'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:35.070367 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-3bad5ae3-dce9-4f39-8c02-9388bad7be6c service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:48:35.070927 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-3bad5ae3-dce9-4f39-8c02-9388bad7be6c service neutron] Checking segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:48:35.071617 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-3bad5ae3-dce9-4f39-8c02-9388bad7be6c service neutron] Bound using segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:48:35.082176 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-3bad5ae3-dce9-4f39-8c02-9388bad7be6c service neutron] Bound port: 2cd5f3f6-851a-4296-a37c-66f3f8744c93, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:48:35.082732 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-3bad5ae3-dce9-4f39-8c02-9388bad7be6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:35.099109 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-57a62811-7ce0-4864-bc26-daa2ea084eb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:35.109334 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21001a6d-09c9-469e-8a61-dfb8c90a2223 req-5bbcab4e-3055-4e66-b11f-5454e526dce5 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:35.120963 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-21001a6d-09c9-469e-8a61-dfb8c90a2223 req-5bbcab4e-3055-4e66-b11f-5454e526dce5 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.84 "GET /v2.0/ports?device_id=6485c5d0-b6b8-4600-a25c-d2b5fe034336 HTTP/1.1" status: 200 len: 945 time: 0.1531506 Aug 16 20:48:35.167768 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-b1b8fcfe-880f-4c7b-9bd9-4fa5330902fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:35.184702 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device e76a9ab9-1234-46a5-ac4b-e7c666e5cff4 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:48:35.244564 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-21001a6d-09c9-469e-8a61-dfb8c90a2223 req-32ec3513-e53a-4452-8e8d-9973c7d84612 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.84 "GET /v2.0/security-groups?id=e6f11193-8130-420f-a728-72656a4d5f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223755 Aug 16 20:48:35.276747 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b8fcfe-880f-4c7b-9bd9-4fa5330902fd service neutron] Pushing event updated for resources: {'Port': ['ID=00ef0104-5c82-4e79-b48f-52cd23581421,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:35.328947 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-3bad5ae3-dce9-4f39-8c02-9388bad7be6c service neutron] For port 2cd5f3f6-851a-4296-a37c-66f3f8744c93, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:48:35.369484 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-3bad5ae3-dce9-4f39-8c02-9388bad7be6c service neutron] For port 2cd5f3f6-851a-4296-a37c-66f3f8744c93, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=2cd5f3f6-851a-4296-a37c-66f3f8744c93,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:48:35.386313 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-b1b8fcfe-880f-4c7b-9bd9-4fa5330902fd service neutron] Attempting to bind port 00ef0104-5c82-4e79-b48f-52cd23581421 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:48:35.386313 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-b1b8fcfe-880f-4c7b-9bd9-4fa5330902fd service neutron] Attempting to bind port 00ef0104-5c82-4e79-b48f-52cd23581421 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:48:35.386313 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-b1b8fcfe-880f-4c7b-9bd9-4fa5330902fd service neutron] Attempting to bind port 00ef0104-5c82-4e79-b48f-52cd23581421 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:35.398253 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-b1b8fcfe-880f-4c7b-9bd9-4fa5330902fd service neutron] Port 00ef0104-5c82-4e79-b48f-52cd23581421 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:48:35.399326 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-b1b8fcfe-880f-4c7b-9bd9-4fa5330902fd service neutron] Attempting to bind port 00ef0104-5c82-4e79-b48f-52cd23581421 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:35.411547 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-b1b8fcfe-880f-4c7b-9bd9-4fa5330902fd service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:48:35.413218 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-b1b8fcfe-880f-4c7b-9bd9-4fa5330902fd service neutron] Checking segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:48:35.413630 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-b1b8fcfe-880f-4c7b-9bd9-4fa5330902fd service neutron] Bound using segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:48:35.414087 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-b1b8fcfe-880f-4c7b-9bd9-4fa5330902fd service neutron] Bound port: 00ef0104-5c82-4e79-b48f-52cd23581421, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:48:35.414970 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a62811-7ce0-4864-bc26-daa2ea084eb8 admin admin] Router 41995d25-9e2d-411f-8bb1-d0ff13be1bf1 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:48:35.416249 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-b1b8fcfe-880f-4c7b-9bd9-4fa5330902fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:35.449117 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port e76a9ab9-1234-46a5-ac4b-e7c666e5cff4 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:35.459661 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port e76a9ab9-1234-46a5-ac4b-e7c666e5cff4 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:35.462952 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:35.529983 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-68a8554a-bdb2-47da-afb6-58365316fcfa tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Made reservation on behalf of 34d8c782880e4e14877287a38850e52e for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:48:35.532637 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-68a8554a-bdb2-47da-afb6-58365316fcfa tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:35.541821 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-3bad5ae3-dce9-4f39-8c02-9388bad7be6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:35.570512 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d779a065-3653-44e0-b507-52f12003890a None None] Provisioning complete for port 1a3fc297-2143-4b35-882a-a831320f3071 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:35.572405 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d779a065-3653-44e0-b507-52f12003890a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:35.588923 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-b1b8fcfe-880f-4c7b-9bd9-4fa5330902fd service neutron] For port 00ef0104-5c82-4e79-b48f-52cd23581421, host n-h1-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:48:35.592623 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-b1b8fcfe-880f-4c7b-9bd9-4fa5330902fd service neutron] For port 00ef0104-5c82-4e79-b48f-52cd23581421, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=00ef0104-5c82-4e79-b48f-52cd23581421,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:48:35.638074 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad5ae3-dce9-4f39-8c02-9388bad7be6c service neutron] Pushing event updated for resources: {'Port': ['ID=2cd5f3f6-851a-4296-a37c-66f3f8744c93,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:35.642246 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-68a8554a-bdb2-47da-afb6-58365316fcfa tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:35.646413 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-d779a065-3653-44e0-b507-52f12003890a None None] Port 1a3fc297-2143-4b35-882a-a831320f3071 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:48:35.649439 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:35.660192 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ca7be6a3-f45e-4cd7-ba2f-26f278cf2fa4 req-fde86fec-b9ff-4fca-80af-0231d1eed9ef tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=efbbffc7-920a-436b-890d-c27687231c6b HTTP/1.1" status: 200 len: 210 time: 0.0476356 Aug 16 20:48:35.686613 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port e76a9ab9-1234-46a5-ac4b-e7c666e5cff4, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=e76a9ab9-1234-46a5-ac4b-e7c666e5cff4,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:35.697449 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-3bad5ae3-dce9-4f39-8c02-9388bad7be6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:35.698095 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-3bad5ae3-dce9-4f39-8c02-9388bad7be6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:35.699690 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-3bad5ae3-dce9-4f39-8c02-9388bad7be6c service neutron] 10.222.0.72 "PUT /v2.0/ports/2cd5f3f6-851a-4296-a37c-66f3f8744c93 HTTP/1.1" status: 200 len: 1097 time: 2.4944017 Aug 16 20:48:35.702290 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f1b6081-a8f9-46dc-b4f2-e1878992ff52', 'tag': '2cd5f3f6-851a-4296-a37c-66f3f8744c93'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:35.712655 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fed3b10-6207-4080-9bba-739e53cf9190" -d '{"events": [{"name": "network-changed", "server_uuid": "9f1b6081-a8f9-46dc-b4f2-e1878992ff52", "tag": "2cd5f3f6-851a-4296-a37c-66f3f8744c93"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:35.760272 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a62811-7ce0-4864-bc26-daa2ea084eb8 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:48:35.766318 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-57a62811-7ce0-4864-bc26-daa2ea084eb8 admin admin] 10.222.0.84 "PUT /v2.0/routers/41995d25-9e2d-411f-8bb1-d0ff13be1bf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1945293 Aug 16 20:48:35.773186 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-b1b8fcfe-880f-4c7b-9bd9-4fa5330902fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:35.815274 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:35.939698 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-b1b8fcfe-880f-4c7b-9bd9-4fa5330902fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:35.939698 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-b1b8fcfe-880f-4c7b-9bd9-4fa5330902fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:35.939698 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-b1b8fcfe-880f-4c7b-9bd9-4fa5330902fd service neutron] 10.222.0.72 "PUT /v2.0/ports/00ef0104-5c82-4e79-b48f-52cd23581421 HTTP/1.1" status: 200 len: 1097 time: 1.9373026 Aug 16 20:48:35.941545 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9f37b5-8831-4d4e-ad0b-cf3a48fee5d1', 'tag': '00ef0104-5c82-4e79-b48f-52cd23581421'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:35.944138 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2322d0-6b1a-41b9-a8d4-14ab213144a9" -d '{"events": [{"name": "network-changed", "server_uuid": "7e9f37b5-8831-4d4e-ad0b-cf3a48fee5d1", "tag": "00ef0104-5c82-4e79-b48f-52cd23581421"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:35.955556 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=e76a9ab9-1234-46a5-ac4b-e7c666e5cff4,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:35.987115 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b8fcfe-880f-4c7b-9bd9-4fa5330902fd service neutron] Pushing event updated for resources: {'Port': ['ID=00ef0104-5c82-4e79-b48f-52cd23581421,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:36.001333 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-68a8554a-bdb2-47da-afb6-58365316fcfa tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:36.017292 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-e13c8ec4-96f5-4922-bfcf-9e1b7cd9dd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:36.023198 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-e13c8ec4-96f5-4922-bfcf-9e1b7cd9dd49 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7d333d262f7d471a926c23808d851dba&device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 1100 time: 0.1722019 Aug 16 20:48:36.029263 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82cb8382-6ad2-4c59-a3a9-8a948d48b4c1 x-openstack-request-id: req-82cb8382-6ad2-4c59-a3a9-8a948d48b4c1 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:36.029550 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f1b6081-a8f9-46dc-b4f2-e1878992ff52", "tag": "2cd5f3f6-851a-4296-a37c-66f3f8744c93", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:36.029800 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-82cb8382-6ad2-4c59-a3a9-8a948d48b4c1 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:36.030256 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f1b6081-a8f9-46dc-b4f2-e1878992ff52', 'tag': '2cd5f3f6-851a-4296-a37c-66f3f8744c93', 'status': 'completed', 'code': 200} Aug 16 20:48:36.060404 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-6dc8d3f0-0a99-4ede-9892-5f9db06beaf9 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:36.073217 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-6dc8d3f0-0a99-4ede-9892-5f9db06beaf9 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/networks?id=2d2d869c-bfe3-4bc5-a83b-70655e061223 HTTP/1.1" status: 200 len: 821 time: 0.2779682 Aug 16 20:48:36.103022 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-00e0912d-44fc-4deb-af1d-54d9e476e490 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=2cd5f3f6-851a-4296-a37c-66f3f8744c93 HTTP/1.1" status: 200 len: 217 time: 0.0627029 Aug 16 20:48:36.110769 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96db243a-2ad7-4936-aa17-7c923b8b8386 None None] Sync routers for ids ['41995d25-9e2d-411f-8bb1-d0ff13be1bf1'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:48:36.120265 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-68a8554a-bdb2-47da-afb6-58365316fcfa tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:36.137580 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96db243a-2ad7-4936-aa17-7c923b8b8386 None None] Routers {'41995d25-9e2d-411f-8bb1-d0ff13be1bf1'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:48:36.138485 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-96db243a-2ad7-4936-aa17-7c923b8b8386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:48:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['41995d25-9e2d-411f-8bb1-d0ff13be1bf1'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:36.146215 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-70e1340f-8979-44cf-9253-6fa90480e539 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/quotas/6b79fa21751c4c74a7616afcdef028a8 HTTP/1.1" status: 200 len: 375 time: 0.0698826 Aug 16 20:48:36.163594 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.72', 61174) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:36.217061 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-fbf5141c-391f-4310-8638-dbd7081e0f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:36.218718 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-fbf5141c-391f-4310-8638-dbd7081e0f2c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7d333d262f7d471a926c23808d851dba&device_id=7e9f37b5-8831-4d4e-ad0b-cf3a48fee5d1 HTTP/1.1" status: 200 len: 1100 time: 0.1376836 Aug 16 20:48:36.275001 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8554a-bdb2-47da-afb6-58365316fcfa tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7fbdaf-0549-4a90-91d7-b004904b24b4,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:36.280411 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-d30f5b29-7958-4028-add4-2690b1b1a966 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=00ef0104-5c82-4e79-b48f-52cd23581421 HTTP/1.1" status: 200 len: 217 time: 0.0524077 Aug 16 20:48:36.293291 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-216438ce-f687-4a69-afef-d28b891da451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:36.295028 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-216438ce-f687-4a69-afef-d28b891da451 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.1864405 Aug 16 20:48:36.313034 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-a3c7043e-e054-40b9-8131-4ba76d75d4d4 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6b79fa21751c4c74a7616afcdef028a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1659415 Aug 16 20:48:36.322526 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-96db243a-2ad7-4936-aa17-7c923b8b8386 None None] Set router 41995d25-9e2d-411f-8bb1-d0ff13be1bf1 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:48:36.344026 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3c6b9-44a5-4bb1-8551-e0f7150374c6 req-3b532d68-116d-422e-89c8-1e0aecff5511 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:36.345665 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-03c3c6b9-44a5-4bb1-8551-e0f7150374c6 req-3b532d68-116d-422e-89c8-1e0aecff5511 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.72 "GET /v2.0/ports?device_id=282fa5d2-d4e8-4e8b-95bf-18eaffecdc8b HTTP/1.1" status: 200 len: 948 time: 0.1810350 Aug 16 20:48:36.372398 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14b5cd-99fb-4f15-9165-3ea3f1fda1a9 req-e6d44615-24d2-432d-b4ce-fd1fa17f51cc tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:36.381077 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a14b5cd-99fb-4f15-9165-3ea3f1fda1a9 req-e6d44615-24d2-432d-b4ce-fd1fa17f51cc tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/ports?device_id=282fa5d2-d4e8-4e8b-95bf-18eaffecdc8b HTTP/1.1" status: 200 len: 948 time: 0.2543318 Aug 16 20:48:36.446397 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-68a8554a-bdb2-47da-afb6-58365316fcfa tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Allocated IP 192.168.233.133 (d77fce7e-e915-4ee5-ada6-d6f376af2589/2883ed1d-8e71-4475-b2ce-2177242b9f23/d12fa717-5873-4d2b-90e6-5c7935218310) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:48:36.466543 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-3819e788-769c-4b75-922b-32b05513c2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:36.468080 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-3819e788-769c-4b75-922b-32b05513c2c0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1634476 Aug 16 20:48:36.469511 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-085a5c14-0844-4642-9bfb-3ca74b614e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:36.471073 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-085a5c14-0844-4642-9bfb-3ca74b614e27 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.1711535 Aug 16 20:48:36.499179 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a14b5cd-99fb-4f15-9165-3ea3f1fda1a9 req-3ef6543d-f133-4c1d-bb75-af8ce61293c7 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/security-groups?id=60550207-c050-4842-912f-cb52d93f7eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169243 Aug 16 20:48:36.566414 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-1da9e546-e9b6-4f47-b577-83a326bd435f service neutron] 10.222.0.84 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176795 Aug 16 20:48:36.581400 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-96db243a-2ad7-4936-aa17-7c923b8b8386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41995d25-9e2d-411f-8bb1-d0ff13be1bf1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1281306020-router', 'tenant_id': '90d8dd5958be406d916ee78bc7770953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e76a9ab9-1234-46a5-ac4b-e7c666e5cff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:26Z', 'updated_at': '2021-08-16T20:48:33Z', 'revision_number': 4, 'project_id': '90d8dd5958be406d916ee78bc7770953', 'gw_port': {'id': 'e76a9ab9-1234-46a5-ac4b-e7c666e5cff4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ae:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41995d25-9e2d-411f-8bb1-d0ff13be1bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:28Z', 'updated_at': '2021-08-16T20:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '1a3fc297-2143-4b35-882a-a831320f3071', 'name': '', 'network_id': '957caa20-6c15-4352-8d70-b76b08149ff9', 'tenant_id': '90d8dd5958be406d916ee78bc7770953', 'mac_address': 'fa:16:3e:e6:d0:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41995d25-9e2d-411f-8bb1-d0ff13be1bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '37a1919f-255a-456e-a433-69fa8d2d0c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:31Z', 'updated_at': '2021-08-16T20:48:33Z', 'revision_number': 2, 'project_id': '90d8dd5958be406d916ee78bc7770953', 'subnets': [{'id': '37a1919f-255a-456e-a433-69fa8d2d0c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:36.582398 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-363d6048-071f-4104-889f-5491d85c1171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:36.583957 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-363d6048-071f-4104-889f-5491d85c1171 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1015511 Aug 16 20:48:36.618260 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96db243a-2ad7-4936-aa17-7c923b8b8386 None None] Checking router: 41995d25-9e2d-411f-8bb1-d0ff13be1bf1 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:48:36.618627 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96db243a-2ad7-4936-aa17-7c923b8b8386 None None] Updating router 41995d25-9e2d-411f-8bb1-d0ff13be1bf1 port 1a3fc297-2143-4b35-882a-a831320f3071 binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:48:36.630646 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-03c3c6b9-44a5-4bb1-8551-e0f7150374c6 req-e593413c-6a38-496e-881a-1ac5121fa6cb tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Deleting port 1f1afcab-1f91-467b-9eb7-bc40869e6903 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:48:36.631202 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-03c3c6b9-44a5-4bb1-8551-e0f7150374c6 req-e593413c-6a38-496e-881a-1ac5121fa6cb tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:36.649251 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-96db243a-2ad7-4936-aa17-7c923b8b8386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:36.657716 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-234c0576-d696-49c2-88bc-68d4d58eca10 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770306 Aug 16 20:48:36.891275 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-03c3c6b9-44a5-4bb1-8551-e0f7150374c6 req-e593413c-6a38-496e-881a-1ac5121fa6cb tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] For port 1f1afcab-1f91-467b-9eb7-bc40869e6903, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=1f1afcab-1f91-467b-9eb7-bc40869e6903,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:36.891655 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-03c3c6b9-44a5-4bb1-8551-e0f7150374c6 req-e593413c-6a38-496e-881a-1ac5121fa6cb tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:36.931945 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-03c3c6b9-44a5-4bb1-8551-e0f7150374c6 req-e593413c-6a38-496e-881a-1ac5121fa6cb tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Calling delete_port for 1f1afcab-1f91-467b-9eb7-bc40869e6903 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:48:36.947543 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-68a8554a-bdb2-47da-afb6-58365316fcfa tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:36.954657 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-56ef4ead-6b07-4cef-ac5c-76d6f6a3b828 req-dca6bdfb-54d0-4bf2-8415-d6f179a127a7 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438052 Aug 16 20:48:36.984512 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-96db243a-2ad7-4936-aa17-7c923b8b8386 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:36.996443 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-96db243a-2ad7-4936-aa17-7c923b8b8386 None None] Transition to ACTIVE for port object 1a3fc297-2143-4b35-882a-a831320f3071 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:37.008816 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-68a8554a-bdb2-47da-afb6-58365316fcfa tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Transition to ACTIVE for port object d12fa717-5873-4d2b-90e6-5c7935218310 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:37.082644 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device e76a9ab9-1234-46a5-ac4b-e7c666e5cff4 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:48:37.113070 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-96db243a-2ad7-4936-aa17-7c923b8b8386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:37.118682 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-956f763a-89ca-4def-b878-342470237218 service neutron] 10.222.0.84 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5695832 Aug 16 20:48:37.122076 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-79ccc7a7-2b6d-4ba8-a7cf-6340d700978a service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5086913 Aug 16 20:48:37.138397 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a4fb3-f576-4150-ac5a-c034e56905fc req-7383417f-8b1b-451e-b504-20c656d3262b tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:37.147307 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ba6a4fb3-f576-4150-ac5a-c034e56905fc req-7383417f-8b1b-451e-b504-20c656d3262b tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.84 "GET /v2.0/ports?device_id=6485c5d0-b6b8-4600-a25c-d2b5fe034336 HTTP/1.1" status: 200 len: 945 time: 0.1908414 Aug 16 20:48:37.169075 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c660094-8731-4cdf-865e-618091f2769a None None] Pushing event updated for resources: {'Port': ['ID=1a3fc297-2143-4b35-882a-a831320f3071,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:37.181548 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed3b10-6207-4080-9bba-739e53cf9190 req-89dbfd62-6fa3-414e-9de4-9bcf4578cec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:37.183388 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6fed3b10-6207-4080-9bba-739e53cf9190 req-89dbfd62-6fa3-414e-9de4-9bcf4578cec3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7d333d262f7d471a926c23808d851dba&device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 1100 time: 0.0604277 Aug 16 20:48:37.188403 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-68a8554a-bdb2-47da-afb6-58365316fcfa tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:37.250751 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port e76a9ab9-1234-46a5-ac4b-e7c666e5cff4 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:37.251134 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:37.255375 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-96db243a-2ad7-4936-aa17-7c923b8b8386 None None] Attempting to bind port 1a3fc297-2143-4b35-882a-a831320f3071 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:48:37.255754 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-96db243a-2ad7-4936-aa17-7c923b8b8386 None None] Attempting to bind port 1a3fc297-2143-4b35-882a-a831320f3071 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'afa7ae38-6e40-47e1-b6bc-1328244d5b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '957caa20-6c15-4352-8d70-b76b08149ff9'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:48:37.262939 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96db243a-2ad7-4936-aa17-7c923b8b8386 None None] Attempting to bind port 1a3fc297-2143-4b35-882a-a831320f3071 on network 957caa20-6c15-4352-8d70-b76b08149ff9 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:37.279062 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ba6a4fb3-f576-4150-ac5a-c034e56905fc req-27f79afb-5996-43b2-b7cd-6f56184128ff tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.84 "GET /v2.0/security-groups?id=e6f11193-8130-420f-a728-72656a4d5f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165776 Aug 16 20:48:37.296637 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-03c3c6b9-44a5-4bb1-8551-e0f7150374c6 req-e593413c-6a38-496e-881a-1ac5121fa6cb tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:37.301280 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96db243a-2ad7-4936-aa17-7c923b8b8386 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:48:37.301691 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96db243a-2ad7-4936-aa17-7c923b8b8386 None None] Checking segment: {'id': 'afa7ae38-6e40-47e1-b6bc-1328244d5b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '957caa20-6c15-4352-8d70-b76b08149ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:48:37.302105 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-96db243a-2ad7-4936-aa17-7c923b8b8386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:37.302505 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96db243a-2ad7-4936-aa17-7c923b8b8386 None None] Bound using segment: {'id': 'afa7ae38-6e40-47e1-b6bc-1328244d5b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '957caa20-6c15-4352-8d70-b76b08149ff9'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:48:37.303097 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-96db243a-2ad7-4936-aa17-7c923b8b8386 None None] Bound port: 1a3fc297-2143-4b35-882a-a831320f3071, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa7ae38-6e40-47e1-b6bc-1328244d5b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '957caa20-6c15-4352-8d70-b76b08149ff9'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:48:37.303828 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-96db243a-2ad7-4936-aa17-7c923b8b8386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:37.335534 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-68a8554a-bdb2-47da-afb6-58365316fcfa tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Network d77fce7e-e915-4ee5-ada6-d6f376af2589 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:48:37.362255 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8554a-bdb2-47da-afb6-58365316fcfa tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Pushing event updated for resources: {'Port': ['ID=d12fa717-5873-4d2b-90e6-5c7935218310,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:37.384720 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-68a8554a-bdb2-47da-afb6-58365316fcfa tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:37.389250 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eecf60cd-11bc-4c56-a192-cfd4f7fe51fc x-openstack-request-id: req-eecf60cd-11bc-4c56-a192-cfd4f7fe51fc {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:37.391004 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e9f37b5-8831-4d4e-ad0b-cf3a48fee5d1", "tag": "00ef0104-5c82-4e79-b48f-52cd23581421", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:37.391364 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-eecf60cd-11bc-4c56-a192-cfd4f7fe51fc {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:37.391671 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9f37b5-8831-4d4e-ad0b-cf3a48fee5d1', 'tag': '00ef0104-5c82-4e79-b48f-52cd23581421', 'status': 'completed', 'code': 200} Aug 16 20:48:37.400793 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-68a8554a-bdb2-47da-afb6-58365316fcfa tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:48:37.457841 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593413c-6a38-496e-881a-1ac5121fa6cb tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Pushing event deleted for resources: {'Port': ['ID=1f1afcab-1f91-467b-9eb7-bc40869e6903,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:37.517206 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-96db243a-2ad7-4936-aa17-7c923b8b8386 None None] For port 1a3fc297-2143-4b35-882a-a831320f3071, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:48:37.527773 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36978) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:37.552967 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-d4625b30-b1ed-476e-a62e-512d70d0c0f9 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-882532970-network', 'tenant_id': '4d55c1b3dbef4fbea53d01e1254293f2'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:37.558429 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-96db243a-2ad7-4936-aa17-7c923b8b8386 None None] For port 1a3fc297-2143-4b35-882a-a831320f3071, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=1a3fc297-2143-4b35-882a-a831320f3071,segment=NetworkSegment(afa7ae38-6e40-47e1-b6bc-1328244d5b78),segment_id=afa7ae38-6e40-47e1-b6bc-1328244d5b78)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:48:37.561795 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fe3e1ebb-cb62-44c4-8eb4-206c0a973f9e req-3be4fbc3-c3a5-4980-9744-c6c55c08c2be service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4107947 Aug 16 20:48:37.663544 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df8582-7e66-4afc-a25f-95b0779b7069 req-17c4b8a3-0b83-452e-aa40-c4eb09aa81f6 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:37.665345 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-80df8582-7e66-4afc-a25f-95b0779b7069 req-17c4b8a3-0b83-452e-aa40-c4eb09aa81f6 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.90 "GET /v2.0/ports?device_id=6485c5d0-b6b8-4600-a25c-d2b5fe034336 HTTP/1.1" status: 200 len: 945 time: 0.1641202 Aug 16 20:48:37.673403 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac663bd-bf6d-4804-acca-3105c8564ed0 req-b5317d7b-53f9-4a49-82e1-89a68841cc72 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:37.681474 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fac663bd-bf6d-4804-acca-3105c8564ed0 req-b5317d7b-53f9-4a49-82e1-89a68841cc72 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e9f37b5-8831-4d4e-ad0b-cf3a48fee5d1 HTTP/1.1" status: 200 len: 948 time: 0.1322904 Aug 16 20:48:37.681661 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-96db243a-2ad7-4936-aa17-7c923b8b8386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:37.746402 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4625b30-b1ed-476e-a62e-512d70d0c0f9 admin admin] Made reservation on behalf of 4d55c1b3dbef4fbea53d01e1254293f2 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:48:37.749572 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d4625b30-b1ed-476e-a62e-512d70d0c0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:37.767214 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96db243a-2ad7-4936-aa17-7c923b8b8386 None None] Routers {'41995d25-9e2d-411f-8bb1-d0ff13be1bf1'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:48:37.767987 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-96db243a-2ad7-4936-aa17-7c923b8b8386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:48:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['41995d25-9e2d-411f-8bb1-d0ff13be1bf1'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:37.821097 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fac663bd-bf6d-4804-acca-3105c8564ed0 req-02371f5e-e0a6-42c5-a193-971852424341 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385677 Aug 16 20:48:37.848583 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d4625b30-b1ed-476e-a62e-512d70d0c0f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:37.905641 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c3c6b9-44a5-4bb1-8551-e0f7150374c6 req-e593413c-6a38-496e-881a-1ac5121fa6cb tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] No DVR routers for this DVR port 1f1afcab-1f91-467b-9eb7-bc40869e6903 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:48:37.917347 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-03c3c6b9-44a5-4bb1-8551-e0f7150374c6 req-e593413c-6a38-496e-881a-1ac5121fa6cb tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:37.922323 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-03c3c6b9-44a5-4bb1-8551-e0f7150374c6 req-e593413c-6a38-496e-881a-1ac5121fa6cb tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.72 "DELETE /v2.0/ports/1f1afcab-1f91-467b-9eb7-bc40869e6903 HTTP/1.1" status: 204 len: 173 time: 1.5691574 Aug 16 20:48:37.926984 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed3b10-6207-4080-9bba-739e53cf9190 req-4bce09ce-095a-4ee9-b526-6849deeebba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:37.928966 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6fed3b10-6207-4080-9bba-739e53cf9190 req-4bce09ce-095a-4ee9-b526-6849deeebba3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.7354133 Aug 16 20:48:37.939361 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-68a8554a-bdb2-47da-afb6-58365316fcfa tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:37.940390 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-68a8554a-bdb2-47da-afb6-58365316fcfa tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:37.999979 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6fed3b10-6207-4080-9bba-739e53cf9190 req-d5e64137-4a53-4a1a-b352-d3e83488c43b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=2cd5f3f6-851a-4296-a37c-66f3f8744c93 HTTP/1.1" status: 200 len: 217 time: 0.0561907 Aug 16 20:48:38.029849 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c660094-8731-4cdf-865e-618091f2769a None None] Pushing event updated for resources: {'Port': ['ID=1a3fc297-2143-4b35-882a-a831320f3071,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:38.051076 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282fa5d2-d4e8-4e8b-95bf-18eaffecdc8b', 'name': 'network-vif-deleted', 'tag': '1f1afcab-1f91-467b-9eb7-bc40869e6903'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:38.053485 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38816c92-e33b-4332-851c-f986278337c7" -d '{"events": [{"server_uuid": "282fa5d2-d4e8-4e8b-95bf-18eaffecdc8b", "name": "network-vif-deleted", "tag": "1f1afcab-1f91-467b-9eb7-bc40869e6903"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:38.062961 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-96db243a-2ad7-4936-aa17-7c923b8b8386 None None] Set router 41995d25-9e2d-411f-8bb1-d0ff13be1bf1 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:48:38.065314 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2322d0-6b1a-41b9-a8d4-14ab213144a9 req-b80175ca-ff55-4d17-b507-67e62a4fade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:38.067378 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5e2322d0-6b1a-41b9-a8d4-14ab213144a9 req-b80175ca-ff55-4d17-b507-67e62a4fade1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7d333d262f7d471a926c23808d851dba&device_id=7e9f37b5-8831-4d4e-ad0b-cf3a48fee5d1 HTTP/1.1" status: 200 len: 1100 time: 0.2446790 Aug 16 20:48:38.079267 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed3b10-6207-4080-9bba-739e53cf9190 req-63fc453b-040f-4bee-bedf-6a7804d343f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:38.080805 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6fed3b10-6207-4080-9bba-739e53cf9190 req-63fc453b-040f-4bee-bedf-6a7804d343f5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0720904 Aug 16 20:48:38.081283 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-80df8582-7e66-4afc-a25f-95b0779b7069 req-828d5e27-817d-4faf-b483-7e7acda5e7c6 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Deleting port 9884cba4-2131-4e7e-9553-39ef64d48d13 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:48:38.081489 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-80df8582-7e66-4afc-a25f-95b0779b7069 req-828d5e27-817d-4faf-b483-7e7acda5e7c6 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:38.173073 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c0955be8-4218-4f22-96c7-ddf67f45b91a None None] Provisioning for port d12fa717-5873-4d2b-90e6-5c7935218310 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:38.188402 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c0955be8-4218-4f22-96c7-ddf67f45b91a None None] Provisioning complete for port d12fa717-5873-4d2b-90e6-5c7935218310 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:38.188778 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c0955be8-4218-4f22-96c7-ddf67f45b91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:38.216583 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed3b10-6207-4080-9bba-739e53cf9190 req-68935cda-531d-4b2a-a3ec-8509bec75a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:38.223968 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6fed3b10-6207-4080-9bba-739e53cf9190 req-68935cda-531d-4b2a-a3ec-8509bec75a24 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1348352 Aug 16 20:48:38.278225 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-c0955be8-4218-4f22-96c7-ddf67f45b91a None None] Port d12fa717-5873-4d2b-90e6-5c7935218310 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:48:38.326562 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e59b90f8-f7d3-42f8-a694-a3ce89ae45b2 req-9eeb6d06-1b5c-4cb7-a637-59fe5fb1bff8 tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] 10.222.0.84 "GET /v2.0/ports?device_id=282fa5d2-d4e8-4e8b-95bf-18eaffecdc8b HTTP/1.1" status: 200 len: 210 time: 0.0643249 Aug 16 20:48:38.380896 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c0622-bd94-4752-997a-ffa690538f1d req-40bf9c7d-cb83-485d-b588-10f32493defd tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:38.384615 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6fed3b10-6207-4080-9bba-739e53cf9190 req-e6459731-2eff-4e8f-af90-a54c55f579b3 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515872 Aug 16 20:48:38.392791 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b6c0622-bd94-4752-997a-ffa690538f1d req-40bf9c7d-cb83-485d-b588-10f32493defd tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=efbbffc7-920a-436b-890d-c27687231c6b HTTP/1.1" status: 200 len: 936 time: 0.3349907 Aug 16 20:48:38.467534 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-96db243a-2ad7-4936-aa17-7c923b8b8386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41995d25-9e2d-411f-8bb1-d0ff13be1bf1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1281306020-router', 'tenant_id': '90d8dd5958be406d916ee78bc7770953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e76a9ab9-1234-46a5-ac4b-e7c666e5cff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:26Z', 'updated_at': '2021-08-16T20:48:33Z', 'revision_number': 4, 'project_id': '90d8dd5958be406d916ee78bc7770953', 'gw_port': {'id': 'e76a9ab9-1234-46a5-ac4b-e7c666e5cff4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ae:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41995d25-9e2d-411f-8bb1-d0ff13be1bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:28Z', 'updated_at': '2021-08-16T20:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '1a3fc297-2143-4b35-882a-a831320f3071', 'name': '', 'network_id': '957caa20-6c15-4352-8d70-b76b08149ff9', 'tenant_id': '90d8dd5958be406d916ee78bc7770953', 'mac_address': 'fa:16:3e:e6:d0:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41995d25-9e2d-411f-8bb1-d0ff13be1bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '37a1919f-255a-456e-a433-69fa8d2d0c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:31Z', 'updated_at': '2021-08-16T20:48:37Z', 'revision_number': 4, 'project_id': '90d8dd5958be406d916ee78bc7770953', 'subnets': [{'id': '37a1919f-255a-456e-a433-69fa8d2d0c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:38.479285 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d4625b30-b1ed-476e-a62e-512d70d0c0f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:38.491653 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-80df8582-7e66-4afc-a25f-95b0779b7069 req-828d5e27-817d-4faf-b483-7e7acda5e7c6 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] For port 9884cba4-2131-4e7e-9553-39ef64d48d13, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=9884cba4-2131-4e7e-9553-39ef64d48d13,segment=NetworkSegment(2ebfc165-046f-48ec-b488-dfa81d422834),segment_id=2ebfc165-046f-48ec-b488-dfa81d422834)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:38.492369 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-80df8582-7e66-4afc-a25f-95b0779b7069 req-828d5e27-817d-4faf-b483-7e7acda5e7c6 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:38.496069 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2322d0-6b1a-41b9-a8d4-14ab213144a9 req-915ce4b2-cc0e-4870-9c13-5064b8aa076c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:38.497637 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5e2322d0-6b1a-41b9-a8d4-14ab213144a9 req-915ce4b2-cc0e-4870-9c13-5064b8aa076c service neutron] 10.222.0.72 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.4101005 Aug 16 20:48:38.515526 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96db243a-2ad7-4936-aa17-7c923b8b8386 None None] The sync data for ids ['41995d25-9e2d-411f-8bb1-d0ff13be1bf1'] in n-d-793620-15 is: [{'id': '41995d25-9e2d-411f-8bb1-d0ff13be1bf1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1281306020-router', 'tenant_id': '90d8dd5958be406d916ee78bc7770953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e76a9ab9-1234-46a5-ac4b-e7c666e5cff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:26Z', 'updated_at': '2021-08-16T20:48:33Z', 'revision_number': 4, 'project_id': '90d8dd5958be406d916ee78bc7770953', 'gw_port': {'id': 'e76a9ab9-1234-46a5-ac4b-e7c666e5cff4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ae:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41995d25-9e2d-411f-8bb1-d0ff13be1bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:28Z', 'updated_at': '2021-08-16T20:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '1a3fc297-2143-4b35-882a-a831320f3071', 'name': '', 'network_id': '957caa20-6c15-4352-8d70-b76b08149ff9', 'tenant_id': '90d8dd5958be406d916ee78bc7770953', 'mac_address': 'fa:16:3e:e6:d0:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41995d25-9e2d-411f-8bb1-d0ff13be1bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '37a1919f-255a-456e-a433-69fa8d2d0c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:31Z', 'updated_at': '2021-08-16T20:48:37Z', 'revision_number': 4, 'project_id': '90d8dd5958be406d916ee78bc7770953', 'subnets': [{'id': '37a1919f-255a-456e-a433-69fa8d2d0c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:48:38.527572 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b6c0622-bd94-4752-997a-ffa690538f1d req-ef5ea6b2-4505-4abc-9140-1ced716fc383 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338220 Aug 16 20:48:38.533369 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d87f479-1b45-49f5-9d10-088843a84583 x-openstack-request-id: req-7d87f479-1b45-49f5-9d10-088843a84583 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:38.535484 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282fa5d2-d4e8-4e8b-95bf-18eaffecdc8b", "name": "network-vif-deleted", "tag": "1f1afcab-1f91-467b-9eb7-bc40869e6903", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:38.535484 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7d87f479-1b45-49f5-9d10-088843a84583 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:38.535484 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282fa5d2-d4e8-4e8b-95bf-18eaffecdc8b', 'name': 'network-vif-deleted', 'tag': '1f1afcab-1f91-467b-9eb7-bc40869e6903', 'status': 'completed', 'code': 200} Aug 16 20:48:38.553866 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6fed3b10-6207-4080-9bba-739e53cf9190 req-715058f4-25f7-439b-9e64-5e3ae72aef09 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604543 Aug 16 20:48:38.621099 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-80df8582-7e66-4afc-a25f-95b0779b7069 req-828d5e27-817d-4faf-b483-7e7acda5e7c6 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Calling delete_port for 9884cba4-2131-4e7e-9553-39ef64d48d13 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:48:38.623968 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d4625b30-b1ed-476e-a62e-512d70d0c0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:38.627674 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5e2322d0-6b1a-41b9-a8d4-14ab213144a9 req-0de317e1-9d75-4485-bfa0-52fc91b19a20 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=00ef0104-5c82-4e79-b48f-52cd23581421 HTTP/1.1" status: 200 len: 217 time: 0.1120942 Aug 16 20:48:38.707716 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-98fdf247-a138-4ade-8498-eb39c2b6c0ed req-64665aae-a945-414f-ac28-ccd0c6906275 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 210 time: 0.0882597 Aug 16 20:48:38.719104 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4625b30-b1ed-476e-a62e-512d70d0c0f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:48:38.729759 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-68a8554a-bdb2-47da-afb6-58365316fcfa tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6699829 Aug 16 20:48:38.746119 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-f20fed8b-eaf9-4585-890d-19a0c76d8a38 service neutron] Request body: {'port': {'device_id': 'efbbffc7-920a-436b-890d-c27687231c6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:38.799551 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d4625b30-b1ed-476e-a62e-512d70d0c0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:38.799949 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-d4625b30-b1ed-476e-a62e-512d70d0c0f9 admin admin] Added segment 08ea7751-6dcc-45ad-b102-ead7824af2d1 of type vlan for network e27df68a-63a7-41ad-9a04-a6c0edc49221 Aug 16 20:48:38.812036 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4625b30-b1ed-476e-a62e-512d70d0c0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c405574-57b1-4f68-bfed-27878a684b9e,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:38.825687 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-f20fed8b-eaf9-4585-890d-19a0c76d8a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:38.850171 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2322d0-6b1a-41b9-a8d4-14ab213144a9 req-bd38ce37-4286-40ef-a00c-b02b5ce6252d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:38.851745 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5e2322d0-6b1a-41b9-a8d4-14ab213144a9 req-bd38ce37-4286-40ef-a00c-b02b5ce6252d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.2084858 Aug 16 20:48:38.892075 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d4625b30-b1ed-476e-a62e-512d70d0c0f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:38.970641 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a55344-228c-49be-b810-aeeb6841e3be req-4658bd06-496b-463c-9c36-8c81ec245c1a tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:38.972332 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e6a55344-228c-49be-b810-aeeb6841e3be req-4658bd06-496b-463c-9c36-8c81ec245c1a tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.84 "GET /v2.0/ports?device_id=6485c5d0-b6b8-4600-a25c-d2b5fe034336 HTTP/1.1" status: 200 len: 945 time: 0.3086486 Aug 16 20:48:39.068007 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2322d0-6b1a-41b9-a8d4-14ab213144a9 req-d069acd2-31b4-47ff-b2c7-b3efaf49d6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:39.069645 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5e2322d0-6b1a-41b9-a8d4-14ab213144a9 req-d069acd2-31b4-47ff-b2c7-b3efaf49d6f3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1934168 Aug 16 20:48:39.175923 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 1a3fc297-2143-4b35-882a-a831320f3071 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:48:39.206493 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d4625b30-b1ed-476e-a62e-512d70d0c0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:39.211968 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4625b30-b1ed-476e-a62e-512d70d0c0f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:39.213030 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d4625b30-b1ed-476e-a62e-512d70d0c0f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:39.252881 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-f20fed8b-eaf9-4585-890d-19a0c76d8a38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d12fa717-5873-4d2b-90e6-5c7935218310 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:48:39.263675 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-f20fed8b-eaf9-4585-890d-19a0c76d8a38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:39.266596 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e6a55344-228c-49be-b810-aeeb6841e3be req-54fb3eb3-5759-42e7-81f1-6bb0fe02d41a tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.84 "GET /v2.0/security-groups?id=e6f11193-8130-420f-a728-72656a4d5f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593105 Aug 16 20:48:39.275067 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46f0a2-2566-4119-a5aa-e51ef0b66210 req-d873c94b-2355-41b7-b881-9b0243a94dca tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:39.276790 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7e46f0a2-2566-4119-a5aa-e51ef0b66210 req-d873c94b-2355-41b7-b881-9b0243a94dca tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e9f37b5-8831-4d4e-ad0b-cf3a48fee5d1 HTTP/1.1" status: 200 len: 948 time: 0.3430841 Aug 16 20:48:39.282757 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-f20fed8b-eaf9-4585-890d-19a0c76d8a38 service neutron] Transition to ACTIVE for port object d12fa717-5873-4d2b-90e6-5c7935218310 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:39.323503 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 1a3fc297-2143-4b35-882a-a831320f3071 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:39.328500 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 1a3fc297-2143-4b35-882a-a831320f3071 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:39.328995 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:39.387355 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-f20fed8b-eaf9-4585-890d-19a0c76d8a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:39.432048 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:39.440459 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4625b30-b1ed-476e-a62e-512d70d0c0f9 admin admin] Pushing event updated for resources: {'Network': ['ID=e27df68a-63a7-41ad-9a04-a6c0edc49221,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:39.456938 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network e27df68a-63a7-41ad-9a04-a6c0edc49221 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:48:39.457871 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fed8b-eaf9-4585-890d-19a0c76d8a38 service neutron] Pushing event updated for resources: {'Port': ['ID=d12fa717-5873-4d2b-90e6-5c7935218310,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:39.484531 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7e46f0a2-2566-4119-a5aa-e51ef0b66210 req-47c70110-41b3-49ac-9c74-9a12deea6af4 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917655 Aug 16 20:48:39.491621 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d4625b30-b1ed-476e-a62e-512d70d0c0f9 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9437368 Aug 16 20:48:39.492647 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37012) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:39.500523 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-c0ec15b3-6d88-470e-8e2d-3c8fb2a45228 admin admin] Request body: {'subnet': {'network_id': 'e27df68a-63a7-41ad-9a04-a6c0edc49221', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-882532970-subnet', 'tenant_id': '4d55c1b3dbef4fbea53d01e1254293f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:39.513458 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5e2322d0-6b1a-41b9-a8d4-14ab213144a9 req-65fd090a-1f87-4627-bc25-4184f5140d8f service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259756 Aug 16 20:48:39.519594 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-80df8582-7e66-4afc-a25f-95b0779b7069 req-828d5e27-817d-4faf-b483-7e7acda5e7c6 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:39.658732 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 1a3fc297-2143-4b35-882a-a831320f3071, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=1a3fc297-2143-4b35-882a-a831320f3071,segment=NetworkSegment(afa7ae38-6e40-47e1-b6bc-1328244d5b78),segment_id=afa7ae38-6e40-47e1-b6bc-1328244d5b78)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:39.689300 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-f20fed8b-eaf9-4585-890d-19a0c76d8a38 service neutron] Attempting to bind port d12fa717-5873-4d2b-90e6-5c7935218310 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:48:39.689634 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-f20fed8b-eaf9-4585-890d-19a0c76d8a38 service neutron] Attempting to bind port d12fa717-5873-4d2b-90e6-5c7935218310 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:48:39.689969 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-f20fed8b-eaf9-4585-890d-19a0c76d8a38 service neutron] Attempting to bind port d12fa717-5873-4d2b-90e6-5c7935218310 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:39.702511 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-f20fed8b-eaf9-4585-890d-19a0c76d8a38 service neutron] Port d12fa717-5873-4d2b-90e6-5c7935218310 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:48:39.702856 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-f20fed8b-eaf9-4585-890d-19a0c76d8a38 service neutron] Attempting to bind port d12fa717-5873-4d2b-90e6-5c7935218310 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:39.710676 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-f20fed8b-eaf9-4585-890d-19a0c76d8a38 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:48:39.711125 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-f20fed8b-eaf9-4585-890d-19a0c76d8a38 service neutron] Checking segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:48:39.711802 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-f20fed8b-eaf9-4585-890d-19a0c76d8a38 service neutron] Bound using segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:48:39.712332 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-f20fed8b-eaf9-4585-890d-19a0c76d8a38 service neutron] Bound port: d12fa717-5873-4d2b-90e6-5c7935218310, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:48:39.712657 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-f20fed8b-eaf9-4585-890d-19a0c76d8a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:39.733632 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d5e27-817d-4faf-b483-7e7acda5e7c6 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Pushing event deleted for resources: {'Port': ['ID=9884cba4-2131-4e7e-9553-39ef64d48d13,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:39.753128 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:39.874918 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=1a3fc297-2143-4b35-882a-a831320f3071,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:39.900835 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ec15b3-6d88-470e-8e2d-3c8fb2a45228 admin admin] Made reservation on behalf of 4d55c1b3dbef4fbea53d01e1254293f2 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:48:39.909033 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c0ec15b3-6d88-470e-8e2d-3c8fb2a45228 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:39.927813 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-f20fed8b-eaf9-4585-890d-19a0c76d8a38 service neutron] For port d12fa717-5873-4d2b-90e6-5c7935218310, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:48:39.935402 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-f20fed8b-eaf9-4585-890d-19a0c76d8a38 service neutron] For port d12fa717-5873-4d2b-90e6-5c7935218310, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=d12fa717-5873-4d2b-90e6-5c7935218310,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:48:39.955093 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-80df8582-7e66-4afc-a25f-95b0779b7069 req-828d5e27-817d-4faf-b483-7e7acda5e7c6 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] No DVR routers for this DVR port 9884cba4-2131-4e7e-9553-39ef64d48d13 on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:48:39.986614 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-80df8582-7e66-4afc-a25f-95b0779b7069 req-828d5e27-817d-4faf-b483-7e7acda5e7c6 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:39.988682 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-80df8582-7e66-4afc-a25f-95b0779b7069 req-828d5e27-817d-4faf-b483-7e7acda5e7c6 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.90 "DELETE /v2.0/ports/9884cba4-2131-4e7e-9553-39ef64d48d13 HTTP/1.1" status: 204 len: 173 time: 2.3044100 Aug 16 20:48:40.000558 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6485c5d0-b6b8-4600-a25c-d2b5fe034336', 'name': 'network-vif-deleted', 'tag': '9884cba4-2131-4e7e-9553-39ef64d48d13'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:40.003325 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e526c04-7373-4001-9e17-ed3d4b36fcb2" -d '{"events": [{"server_uuid": "6485c5d0-b6b8-4600-a25c-d2b5fe034336", "name": "network-vif-deleted", "tag": "9884cba4-2131-4e7e-9553-39ef64d48d13"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:40.064959 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb19fe7-79be-4a8e-8183-ee37bdaf4709 req-616d52a1-0a02-4130-b2ee-f9a36a1235d2 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:40.066744 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-deb19fe7-79be-4a8e-8183-ee37bdaf4709 req-616d52a1-0a02-4130-b2ee-f9a36a1235d2 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=efbbffc7-920a-436b-890d-c27687231c6b HTTP/1.1" status: 200 len: 948 time: 0.3383403 Aug 16 20:48:40.072605 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-f20fed8b-eaf9-4585-890d-19a0c76d8a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:40.073396 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5e2322d0-6b1a-41b9-a8d4-14ab213144a9 req-008e5129-8e9e-42b3-bd48-4709bb72f6aa service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5514257 Aug 16 20:48:40.098567 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 1f1afcab-1f91-467b-9eb7-bc40869e6903 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:48:40.101176 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 2cd5f3f6-851a-4296-a37c-66f3f8744c93 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:48:40.124017 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-f20fed8b-eaf9-4585-890d-19a0c76d8a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:40.124650 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-f20fed8b-eaf9-4585-890d-19a0c76d8a38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:40.129355 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-f20fed8b-eaf9-4585-890d-19a0c76d8a38 service neutron] 10.222.0.72 "PUT /v2.0/ports/d12fa717-5873-4d2b-90e6-5c7935218310 HTTP/1.1" status: 200 len: 1097 time: 1.3898380 Aug 16 20:48:40.139754 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 1f1afcab-1f91-467b-9eb7-bc40869e6903 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:48:40.140768 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 1f1afcab-1f91-467b-9eb7-bc40869e6903 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:48:40.183038 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fed8b-eaf9-4585-890d-19a0c76d8a38 service neutron] Pushing event updated for resources: {'Port': ['ID=d12fa717-5873-4d2b-90e6-5c7935218310,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:40.228446 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-deb19fe7-79be-4a8e-8183-ee37bdaf4709 req-0539c15c-1b37-4cb8-afc9-2653c1a26a93 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502767 Aug 16 20:48:40.270986 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 2cd5f3f6-851a-4296-a37c-66f3f8744c93, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=2cd5f3f6-851a-4296-a37c-66f3f8744c93,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:40.284666 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '2cd5f3f6-851a-4296-a37c-66f3f8744c93', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': '2cd5f3f6-851a-4296-a37c-66f3f8744c93', 'mac_address': 'fa:16:3e:e1:6d:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:48:40.338683 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-e3eb7bd0-f452-434d-838a-473933e18dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:40.340415 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-e3eb7bd0-f452-434d-838a-473933e18dbc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=34d8c782880e4e14877287a38850e52e&device_id=efbbffc7-920a-436b-890d-c27687231c6b HTTP/1.1" status: 200 len: 1100 time: 0.0837202 Aug 16 20:48:40.341916 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:40.359505 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd5f3f6-851a-4296-a37c-66f3f8744c93 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:48:40.385268 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 2cd5f3f6-851a-4296-a37c-66f3f8744c93, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=2cd5f3f6-851a-4296-a37c-66f3f8744c93,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:40.392551 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:48:40.409904 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-24550b1b-bde8-4c75-bec3-e437c8071e0c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=d12fa717-5873-4d2b-90e6-5c7935218310 HTTP/1.1" status: 200 len: 217 time: 0.0610337 Aug 16 20:48:40.415467 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-813d560a-05f5-4179-a920-d5c80e178f2d req-1f9e72d3-99f1-4bf2-9bef-a269eae99645 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 210 time: 0.0766661 Aug 16 20:48:40.466097 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-b9187da5-7051-4b5a-a0c4-4a5f89c8760a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:40.467616 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-b9187da5-7051-4b5a-a0c4-4a5f89c8760a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0500476 Aug 16 20:48:40.475383 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4f3bfc-383a-4993-a4ee-23ab01757b4e x-openstack-request-id: req-6b4f3bfc-383a-4993-a4ee-23ab01757b4e {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:40.475926 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6485c5d0-b6b8-4600-a25c-d2b5fe034336", "name": "network-vif-deleted", "tag": "9884cba4-2131-4e7e-9553-39ef64d48d13", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:40.476045 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6b4f3bfc-383a-4993-a4ee-23ab01757b4e {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:40.476372 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6485c5d0-b6b8-4600-a25c-d2b5fe034336', 'name': 'network-vif-deleted', 'tag': '9884cba4-2131-4e7e-9553-39ef64d48d13', 'status': 'completed', 'code': 200} Aug 16 20:48:40.528046 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-1dfdc907-0aec-4a37-9478-8b80630a416a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:40.529566 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-1dfdc907-0aec-4a37-9478-8b80630a416a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0500245 Aug 16 20:48:40.535223 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbbffc7-920a-436b-890d-c27687231c6b', 'tag': 'd12fa717-5873-4d2b-90e6-5c7935218310'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:40.537760 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719a1966-9dab-4034-aa55-6264692cae29" -d '{"events": [{"name": "network-changed", "server_uuid": "efbbffc7-920a-436b-890d-c27687231c6b", "tag": "d12fa717-5873-4d2b-90e6-5c7935218310"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:40.550056 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de06c0c4-e080-489a-b38e-e5f8e92f7fd2 req-f88502f6-60e0-4d31-bfdf-ef9cd923dd26 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.84 "GET /v2.0/ports?device_id=6485c5d0-b6b8-4600-a25c-d2b5fe034336 HTTP/1.1" status: 200 len: 210 time: 0.0287848 Aug 16 20:48:40.637987 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-78fad9ef-7610-4041-9514-8da8d255d87e service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964167 Aug 16 20:48:40.713558 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f5e86-394f-491d-be1d-a92f3340a3b1 req-53c574e7-a1c7-4f26-baf4-458b4fa1701d tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:40.715042 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7b7f5e86-394f-491d-be1d-a92f3340a3b1 req-53c574e7-a1c7-4f26-baf4-458b4fa1701d tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e9f37b5-8831-4d4e-ad0b-cf3a48fee5d1 HTTP/1.1" status: 200 len: 948 time: 0.0476944 Aug 16 20:48:40.733367 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3197606f-2d91-412c-87c2-1d7a108af1f6 req-c871bba1-2b7d-4bfc-9818-8d2fdbfe2558 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879295 Aug 16 20:48:40.757959 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7b7f5e86-394f-491d-be1d-a92f3340a3b1 req-1ae7fb16-bfdf-4ee2-a236-383d3a855371 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367587 Aug 16 20:48:40.769058 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:40.770610 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c0ec15b3-6d88-470e-8e2d-3c8fb2a45228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:40.770769 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 00ef0104-5c82-4e79-b48f-52cd23581421 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:48:40.842487 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51bae5c-8e20-49a1-b9d3-d66fdabac26f x-openstack-request-id: req-a51bae5c-8e20-49a1-b9d3-d66fdabac26f {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:40.842862 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbbffc7-920a-436b-890d-c27687231c6b", "tag": "d12fa717-5873-4d2b-90e6-5c7935218310", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:40.843188 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a51bae5c-8e20-49a1-b9d3-d66fdabac26f {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:40.843671 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbbffc7-920a-436b-890d-c27687231c6b', 'tag': 'd12fa717-5873-4d2b-90e6-5c7935218310', 'status': 'completed', 'code': 200} Aug 16 20:48:40.849110 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec15b3-6d88-470e-8e2d-3c8fb2a45228 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92be0b31-76d4-41c0-8255-a7cc0a3e6b16,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:40.867052 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=2cd5f3f6-851a-4296-a37c-66f3f8744c93,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:40.876420 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 00ef0104-5c82-4e79-b48f-52cd23581421, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=00ef0104-5c82-4e79-b48f-52cd23581421,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:40.886959 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '00ef0104-5c82-4e79-b48f-52cd23581421', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': '00ef0104-5c82-4e79-b48f-52cd23581421', 'mac_address': 'fa:16:3e:1c:61:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:48:40.889033 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ec15b3-6d88-470e-8e2d-3c8fb2a45228 admin admin] Checking segment: {'id': '08ea7751-6dcc-45ad-b102-ead7824af2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e27df68a-63a7-41ad-9a04-a6c0edc49221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:48:40.889424 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ec15b3-6d88-470e-8e2d-3c8fb2a45228 admin admin] Network hostable DHCP agents. Network: e27df68a-63a7-41ad-9a04-a6c0edc49221, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:48:40.946755 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:40.962946 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00ef0104-5c82-4e79-b48f-52cd23581421 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:48:40.964562 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a1966-9dab-4034-aa55-6264692cae29 req-fdb0d129-63e4-48be-934d-5a21d4dbce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:40.966274 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-719a1966-9dab-4034-aa55-6264692cae29 req-fdb0d129-63e4-48be-934d-5a21d4dbce70 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=34d8c782880e4e14877287a38850e52e&device_id=efbbffc7-920a-436b-890d-c27687231c6b HTTP/1.1" status: 200 len: 1100 time: 0.0647149 Aug 16 20:48:40.985655 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 00ef0104-5c82-4e79-b48f-52cd23581421, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=00ef0104-5c82-4e79-b48f-52cd23581421,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:40.989336 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ec15b3-6d88-470e-8e2d-3c8fb2a45228 admin admin] Network e27df68a-63a7-41ad-9a04-a6c0edc49221 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:48:41.070465 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a1966-9dab-4034-aa55-6264692cae29 req-2405437f-21a2-4952-a2bc-ccfb6db0f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:41.072067 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-719a1966-9dab-4034-aa55-6264692cae29 req-2405437f-21a2-4952-a2bc-ccfb6db0f98c service neutron] 10.222.0.72 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.0983174 Aug 16 20:48:41.085048 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 1a3fc297-2143-4b35-882a-a831320f3071 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:48:41.115935 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:41.132262 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-719a1966-9dab-4034-aa55-6264692cae29 req-dd65104a-0528-41ba-b526-b4b776bdbde5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=d12fa717-5873-4d2b-90e6-5c7935218310 HTTP/1.1" status: 200 len: 217 time: 0.0500555 Aug 16 20:48:41.148599 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1dbfb3d4-7305-4035-91d4-122b90267ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:41.154570 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 9884cba4-2131-4e7e-9553-39ef64d48d13 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:48:41.185869 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 9884cba4-2131-4e7e-9553-39ef64d48d13 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:48:41.186237 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 9884cba4-2131-4e7e-9553-39ef64d48d13 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:48:41.201702 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a1966-9dab-4034-aa55-6264692cae29 req-006e57e3-4496-483b-943a-4aba08c4bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:41.203278 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-719a1966-9dab-4034-aa55-6264692cae29 req-006e57e3-4496-483b-943a-4aba08c4bff2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0649850 Aug 16 20:48:41.206223 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=00ef0104-5c82-4e79-b48f-52cd23581421,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:41.223543 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 1a3fc297-2143-4b35-882a-a831320f3071 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:41.224024 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:41.261140 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a1966-9dab-4034-aa55-6264692cae29 req-3939bc5b-a044-469c-8a2f-72920699930f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:41.262680 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-719a1966-9dab-4034-aa55-6264692cae29 req-3939bc5b-a044-469c-8a2f-72920699930f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0461595 Aug 16 20:48:41.343512 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a6732-daf3-439e-a30a-8575ffb9273b req-64b44866-9fe2-47cc-8d2e-03afdcff5139 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:41.345123 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-054a6732-daf3-439e-a30a-8575ffb9273b req-64b44866-9fe2-47cc-8d2e-03afdcff5139 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=efbbffc7-920a-436b-890d-c27687231c6b HTTP/1.1" status: 200 len: 948 time: 0.0510652 Aug 16 20:48:41.346243 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-c0ec15b3-6d88-470e-8e2d-3c8fb2a45228 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, e27df68a-63a7-41ad-9a04-a6c0edc49221) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:41.353668 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ec15b3-6d88-470e-8e2d-3c8fb2a45228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:41.354359 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c0ec15b3-6d88-470e-8e2d-3c8fb2a45228 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:41.356296 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14850a0e-d67c-46e3-b970-63c0276cd1f1 None None] Network e27df68a-63a7-41ad-9a04-a6c0edc49221 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:48:41.369383 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-719a1966-9dab-4034-aa55-6264692cae29 req-612b9800-6556-4d7b-b904-6eb415231790 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977635 Aug 16 20:48:41.394028 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-054a6732-daf3-439e-a30a-8575ffb9273b req-8ab1bc9a-3e5e-43d1-89d3-f575f0bce5d0 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425692 Aug 16 20:48:41.399532 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['00ef0104-5c82-4e79-b48f-52cd23581421'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:48:41.401698 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['2cd5f3f6-851a-4296-a37c-66f3f8744c93'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:48:41.474138 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-719a1966-9dab-4034-aa55-6264692cae29 req-e2e7634d-9bf8-43f7-aac3-8cde38be7e75 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975544 Aug 16 20:48:41.521571 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9934e1fc-818c-49b9-bad3-dd755f60aea1 req-ccb713ce-e0bc-4988-9862-1371a240ff86 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 210 time: 0.0284359 Aug 16 20:48:41.658401 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938a6db5-b71f-4f8f-ac22-161476d2070c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-e27df68a-63a7-41ad-9a04-a6c0edc49221', 'network_id': 'e27df68a-63a7-41ad-9a04-a6c0edc49221', 'tenant_id': '4d55c1b3dbef4fbea53d01e1254293f2', 'fixed_ips': [{'subnet_id': '92be0b31-76d4-41c0-8255-a7cc0a3e6b16'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:48:41.660070 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-938a6db5-b71f-4f8f-ac22-161476d2070c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:41.673435 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3bb9e07-b092-4b21-b65e-5dcbb2cc7fc1 req-0673d893-c1b8-4dd5-be40-45ee15b73f38 tempest-InstanceActionsTestJSON-121251765 tempest-InstanceActionsTestJSON-121251765-project] 10.222.0.84 "GET /v2.0/ports?device_id=6485c5d0-b6b8-4600-a25c-d2b5fe034336 HTTP/1.1" status: 200 len: 210 time: 0.0319023 Aug 16 20:48:41.686597 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c0ec15b3-6d88-470e-8e2d-3c8fb2a45228 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1904097 Aug 16 20:48:41.689534 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37068) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:41.695139 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-9383546f-6b03-4985-8467-3807bf1e7ffc admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-882532970-router', 'tenant_id': '4d55c1b3dbef4fbea53d01e1254293f2', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:41.865934 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-938a6db5-b71f-4f8f-ac22-161476d2070c None None] Allocated IP 172.20.0.2 (e27df68a-63a7-41ad-9a04-a6c0edc49221/92be0b31-76d4-41c0-8255-a7cc0a3e6b16/fa26d0de-8a05-4373-9083-edfaaccd690a) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:48:41.871658 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9383546f-6b03-4985-8467-3807bf1e7ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:41.872798 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9383546f-6b03-4985-8467-3807bf1e7ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:41.927856 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87fb28-47ed-4abd-b47e-860c66508e0b req-c0b1d2a2-8e38-4d08-bfb5-89dc9380b642 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:41.930968 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1d87fb28-47ed-4abd-b47e-860c66508e0b req-c0b1d2a2-8e38-4d08-bfb5-89dc9380b642 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e9f37b5-8831-4d4e-ad0b-cf3a48fee5d1 HTTP/1.1" status: 200 len: 949 time: 0.0833552 Aug 16 20:48:41.950854 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9383546f-6b03-4985-8467-3807bf1e7ffc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:41.957562 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-95f01206-89d4-45e9-9135-f497d277dcb5 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:41.959114 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-95f01206-89d4-45e9-9135-f497d277dcb5 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.90 "GET /v2.0/networks?id=2d2d869c-bfe3-4bc5-a83b-70655e061223 HTTP/1.1" status: 200 len: 821 time: 0.1692307 Aug 16 20:48:41.978552 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-922085f9-bbb9-43d4-b1ca-72626b926655 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Request body: {'port': {'device_id': '7504064c-0e09-4865-8499-bd4c9e759d09', 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223', 'admin_state_up': True, 'tenant_id': '6b79fa21751c4c74a7616afcdef028a8'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:42.051994 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1d87fb28-47ed-4abd-b47e-860c66508e0b req-c5c83274-a162-4acd-9fc1-745b6f248673 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124485 Aug 16 20:48:42.079472 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-938a6db5-b71f-4f8f-ac22-161476d2070c None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:42.086505 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-938a6db5-b71f-4f8f-ac22-161476d2070c None None] Transition to ACTIVE for port object fa26d0de-8a05-4373-9083-edfaaccd690a will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:42.126547 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-938a6db5-b71f-4f8f-ac22-161476d2070c None None] Transition to ACTIVE for port object fa26d0de-8a05-4373-9083-edfaaccd690a will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:42.232094 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9383546f-6b03-4985-8467-3807bf1e7ffc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:42.276565 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-938a6db5-b71f-4f8f-ac22-161476d2070c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:42.276770 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-922085f9-bbb9-43d4-b1ca-72626b926655 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Made reservation on behalf of 6b79fa21751c4c74a7616afcdef028a8 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:48:42.278198 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-922085f9-bbb9-43d4-b1ca-72626b926655 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:42.314049 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938a6db5-b71f-4f8f-ac22-161476d2070c None None] Network e27df68a-63a7-41ad-9a04-a6c0edc49221 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:48:42.316916 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-938a6db5-b71f-4f8f-ac22-161476d2070c None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:42.319456 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938a6db5-b71f-4f8f-ac22-161476d2070c None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:48:42.350535 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a6db5-b71f-4f8f-ac22-161476d2070c None None] Pushing event updated for resources: {'Port': ['ID=fa26d0de-8a05-4373-9083-edfaaccd690a,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:42.431905 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-938a6db5-b71f-4f8f-ac22-161476d2070c None None] Attempting to bind port fa26d0de-8a05-4373-9083-edfaaccd690a on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:48:42.432528 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-938a6db5-b71f-4f8f-ac22-161476d2070c None None] Attempting to bind port fa26d0de-8a05-4373-9083-edfaaccd690a by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '08ea7751-6dcc-45ad-b102-ead7824af2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e27df68a-63a7-41ad-9a04-a6c0edc49221'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:48:42.432665 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938a6db5-b71f-4f8f-ac22-161476d2070c None None] Attempting to bind port fa26d0de-8a05-4373-9083-edfaaccd690a on network e27df68a-63a7-41ad-9a04-a6c0edc49221 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:42.439499 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-922085f9-bbb9-43d4-b1ca-72626b926655 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Allocated IP 172.20.0.3 (2d2d869c-bfe3-4bc5-a83b-70655e061223/64801f8f-8e8b-4346-a61f-2c5cd4a5ef47/64256a41-cf3b-44c3-a00e-589d02b64142) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:48:42.446851 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938a6db5-b71f-4f8f-ac22-161476d2070c None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:48:42.447240 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938a6db5-b71f-4f8f-ac22-161476d2070c None None] Checking segment: {'id': '08ea7751-6dcc-45ad-b102-ead7824af2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e27df68a-63a7-41ad-9a04-a6c0edc49221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:48:42.447652 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-938a6db5-b71f-4f8f-ac22-161476d2070c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:42.448082 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938a6db5-b71f-4f8f-ac22-161476d2070c None None] Bound using segment: {'id': '08ea7751-6dcc-45ad-b102-ead7824af2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e27df68a-63a7-41ad-9a04-a6c0edc49221'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:48:42.448573 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-938a6db5-b71f-4f8f-ac22-161476d2070c None None] Bound port: fa26d0de-8a05-4373-9083-edfaaccd690a, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ea7751-6dcc-45ad-b102-ead7824af2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e27df68a-63a7-41ad-9a04-a6c0edc49221'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:48:42.448965 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-938a6db5-b71f-4f8f-ac22-161476d2070c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:42.564957 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-938a6db5-b71f-4f8f-ac22-161476d2070c None None] For port fa26d0de-8a05-4373-9083-edfaaccd690a, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:48:42.568774 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-938a6db5-b71f-4f8f-ac22-161476d2070c None None] For port fa26d0de-8a05-4373-9083-edfaaccd690a, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=fa26d0de-8a05-4373-9083-edfaaccd690a,segment=NetworkSegment(08ea7751-6dcc-45ad-b102-ead7824af2d1),segment_id=08ea7751-6dcc-45ad-b102-ead7824af2d1)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:48:42.611202 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9383546f-6b03-4985-8467-3807bf1e7ffc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:42.631396 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9383546f-6b03-4985-8467-3807bf1e7ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:42.640215 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac2f36-9273-4eb5-ac19-aa1c98c0adc9 req-8d667883-2c26-4fcc-920f-8e18d9c15241 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:42.641749 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b4ac2f36-9273-4eb5-ac19-aa1c98c0adc9 req-8d667883-2c26-4fcc-920f-8e18d9c15241 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=efbbffc7-920a-436b-890d-c27687231c6b HTTP/1.1" status: 200 len: 948 time: 0.1402924 Aug 16 20:48:42.657655 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-938a6db5-b71f-4f8f-ac22-161476d2070c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:42.740850 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-922085f9-bbb9-43d4-b1ca-72626b926655 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:42.747235 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a6db5-b71f-4f8f-ac22-161476d2070c None None] Pushing event updated for resources: {'Port': ['ID=fa26d0de-8a05-4373-9083-edfaaccd690a,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:42.767410 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b4ac2f36-9273-4eb5-ac19-aa1c98c0adc9 req-6e2a99a2-e1ba-4571-a94a-b50a1b06fbb3 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179416 Aug 16 20:48:42.783388 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-9383546f-6b03-4985-8467-3807bf1e7ffc admin admin] Allocated IP 172.25.1.67 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/e9d4a6b8-6e0f-41c8-b588-a7b217d404d3) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:48:42.854299 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37102) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:42.881946 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-94719d12-67d0-460b-b61d-440d80cb7d34 req-33719c1b-01df-41da-b37f-2b33d38c2ffa tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 210 time: 0.0420599 Aug 16 20:48:42.920001 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-922085f9-bbb9-43d4-b1ca-72626b926655 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:42.940544 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['82373864-13f5-483e-b4a3-fd278cdd7f7e'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:48:42.960127 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9383546f-6b03-4985-8467-3807bf1e7ffc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:42.999250 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-922085f9-bbb9-43d4-b1ca-72626b926655 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Network 2d2d869c-bfe3-4bc5-a83b-70655e061223 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:48:43.019363 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7bdd098-69af-45aa-9933-dbab417d5759 admin admin] Deleting subnet 55aca765-83a8-4727-bffe-d8ef0cef747a {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:48:43.045374 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d7bdd098-69af-45aa-9933-dbab417d5759 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:43.053269 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-922085f9-bbb9-43d4-b1ca-72626b926655 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:43.110385 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d7bdd098-69af-45aa-9933-dbab417d5759 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:43.129946 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9383546f-6b03-4985-8467-3807bf1e7ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:43.176628 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d7bdd098-69af-45aa-9933-dbab417d5759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:43.228351 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922085f9-bbb9-43d4-b1ca-72626b926655 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Pushing event updated for resources: {'Port': ['ID=64256a41-cf3b-44c3-a00e-589d02b64142,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:43.228351 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-922085f9-bbb9-43d4-b1ca-72626b926655 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:48:43.250886 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9383546f-6b03-4985-8467-3807bf1e7ffc admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:48:43.259230 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-9383546f-6b03-4985-8467-3807bf1e7ffc admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:43.262619 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9383546f-6b03-4985-8467-3807bf1e7ffc admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:48:43.267902 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9383546f-6b03-4985-8467-3807bf1e7ffc admin admin] Pushing event updated for resources: {'Port': ['ID=e9d4a6b8-6e0f-41c8-b588-a7b217d404d3,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:43.329947 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-922085f9-bbb9-43d4-b1ca-72626b926655 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:43.330592 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-922085f9-bbb9-43d4-b1ca-72626b926655 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:43.350652 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceafeec4-5854-4757-982b-9d3a3f7b8d40 req-8a0e824c-cdb3-4a1b-a75e-c092f1e8b44f tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:43.352239 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ceafeec4-5854-4757-982b-9d3a3f7b8d40 req-8a0e824c-cdb3-4a1b-a75e-c092f1e8b44f tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e9f37b5-8831-4d4e-ad0b-cf3a48fee5d1 HTTP/1.1" status: 200 len: 949 time: 0.1270101 Aug 16 20:48:43.393721 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ceafeec4-5854-4757-982b-9d3a3f7b8d40 req-4320af61-b159-44c0-b8b8-976929bdd061 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337689 Aug 16 20:48:43.507165 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-922085f9-bbb9-43d4-b1ca-72626b926655 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5358949 Aug 16 20:48:43.512183 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d7bdd098-69af-45aa-9933-dbab417d5759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:43.539209 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-75e8b195-6173-4a06-9cab-f57e8f3bcff2 service neutron] Request body: {'port': {'device_id': '7504064c-0e09-4865-8499-bd4c9e759d09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:43.541871 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bdd098-69af-45aa-9933-dbab417d5759 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55aca765-83a8-4727-bffe-d8ef0cef747a,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:43.562921 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d7bdd098-69af-45aa-9933-dbab417d5759 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:43.567589 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d7bdd098-69af-45aa-9933-dbab417d5759 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/55aca765-83a8-4727-bffe-d8ef0cef747a HTTP/1.1" status: 204 len: 168 time: 0.7109053 Aug 16 20:48:43.567589 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37110) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:43.600679 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37112) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:43.663670 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-75e8b195-6173-4a06-9cab-f57e8f3bcff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:43.683893 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4a70931f-fdba-4da2-ab91-beed2f59ca44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:43.700234 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1957ee8d-5e5d-4ac8-9ced-15fe72ef987b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:43.760818 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:43.838027 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4a70931f-fdba-4da2-ab91-beed2f59ca44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:43.904112 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-4a70931f-fdba-4da2-ab91-beed2f59ca44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3849124-3a1f-4d62-9278-675dc58c9686']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:43.936610 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-32531189-dc26-4cfc-bbd5-96469cbe2559 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=bec05ea1502042e4966aa3902a80ada3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3346012 Aug 16 20:48:43.941039 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37120) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:43.965954 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-4a70931f-fdba-4da2-ab91-beed2f59ca44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ebfc165-046f-48ec-b488-dfa81d422834') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:43.966373 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-4a70931f-fdba-4da2-ab91-beed2f59ca44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ebfc165-046f-48ec-b488-dfa81d422834') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:43.976917 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9383546f-6b03-4985-8467-3807bf1e7ffc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:44.094567 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-49717c11-349e-403e-9783-84fe09c4c4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:44.095553 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4a70931f-fdba-4da2-ab91-beed2f59ca44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:44.112096 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device d12fa717-5873-4d2b-90e6-5c7935218310 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:48:44.132108 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-49717c11-349e-403e-9783-84fe09c4c4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:44.137408 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 2cd5f3f6-851a-4296-a37c-66f3f8744c93 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:48:44.191629 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371f8227-2489-459a-8530-04bae697e054 None None] Network e27df68a-63a7-41ad-9a04-a6c0edc49221 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:48:44.277131 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9383546f-6b03-4985-8467-3807bf1e7ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:44.369725 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-49717c11-349e-403e-9783-84fe09c4c4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:44.372992 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-49717c11-349e-403e-9783-84fe09c4c4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:44.374246 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-49717c11-349e-403e-9783-84fe09c4c4a4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/60550207-c050-4842-912f-cb52d93f7eb4 HTTP/1.1" status: 204 len: 168 time: 0.4306219 Aug 16 20:48:44.414083 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49717c11-349e-403e-9783-84fe09c4c4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60550207-c050-4842-912f-cb52d93f7eb4,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:44.498381 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4a70931f-fdba-4da2-ab91-beed2f59ca44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:44.508800 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port d12fa717-5873-4d2b-90e6-5c7935218310, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=d12fa717-5873-4d2b-90e6-5c7935218310,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:44.524598 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a70931f-fdba-4da2-ab91-beed2f59ca44 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:48:44.525015 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4a70931f-fdba-4da2-ab91-beed2f59ca44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:44.529060 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 20:48:44.529060 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:48:44.529060 n-d-793620-15 neutron-server[101844]: timer() Aug 16 20:48:44.529060 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:48:44.529060 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 20:48:44.529060 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:48:44.529060 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 20:48:44.529060 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:48:44.529060 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 20:48:44.529060 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:48:44.529060 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 20:48:44.529060 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:48:44.529060 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 20:48:44.529060 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:48:44.529060 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:48:44.529060 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:48:44.529060 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:48:44.529060 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:48:44.529060 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 20:48:44.529060 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:48:44.529060 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 20:48:44.529060 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:48:44.529060 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:48:44.529060 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:48:44.529060 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 20:48:44.529060 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:48:44.529060 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:48:44.529060 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:48:44.529060 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:48:44.529060 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:48:44.529060 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:48:44.529060 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:48:44.546143 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-140a62cd-48ef-4137-94aa-f38ffa997560 None None] Provisioning for port fa26d0de-8a05-4373-9083-edfaaccd690a completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:44.557856 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': 'd12fa717-5873-4d2b-90e6-5c7935218310', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': 'd12fa717-5873-4d2b-90e6-5c7935218310', 'mac_address': 'fa:16:3e:4c:75:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:48:44.584249 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fea24-b012-4a7d-ba0d-3a2903853647 req-bf030673-90ab-472b-9e2c-2835abe0a2f5 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:44.586651 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-957fea24-b012-4a7d-ba0d-3a2903853647 req-bf030673-90ab-472b-9e2c-2835abe0a2f5 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=efbbffc7-920a-436b-890d-c27687231c6b HTTP/1.1" status: 200 len: 948 time: 0.6684103 Aug 16 20:48:44.622928 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:44.628414 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4fbfa-6406-4c68-a14c-2992e4bdaa43 req-98d02e60-a1c7-4c1c-b764-155dcf0e5ebc tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:44.640190 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d12fa717-5873-4d2b-90e6-5c7935218310 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:48:44.640780 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5cd4fbfa-6406-4c68-a14c-2992e4bdaa43 req-98d02e60-a1c7-4c1c-b764-155dcf0e5ebc tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 931 time: 0.5616262 Aug 16 20:48:44.654857 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9383546f-6b03-4985-8467-3807bf1e7ffc admin admin] Router 1c6de83d-5f17-472d-b595-8576b1a9522f is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:48:44.668599 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port d12fa717-5873-4d2b-90e6-5c7935218310, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=d12fa717-5873-4d2b-90e6-5c7935218310,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:44.676616 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 2cd5f3f6-851a-4296-a37c-66f3f8744c93 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:44.684601 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 2cd5f3f6-851a-4296-a37c-66f3f8744c93 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:44.685009 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:44.749814 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-957fea24-b012-4a7d-ba0d-3a2903853647 req-31e92bf3-1a1e-435f-ad4f-290f252d93c3 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544635 Aug 16 20:48:44.796279 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5cd4fbfa-6406-4c68-a14c-2992e4bdaa43 req-8ebfe2e7-d04e-4309-af1b-61c5b8b9a0d7 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544859 Aug 16 20:48:44.818676 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4a70931f-fdba-4da2-ab91-beed2f59ca44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:44.822489 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9383546f-6b03-4985-8467-3807bf1e7ffc admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:48:44.835706 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6472361-7a97-4094-a359-d8f346f70783 None None] Sync routers for ids ['1c6de83d-5f17-472d-b595-8576b1a9522f'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:48:44.853823 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6472361-7a97-4094-a359-d8f346f70783 None None] Routers {'1c6de83d-5f17-472d-b595-8576b1a9522f'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:48:44.856783 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-f6472361-7a97-4094-a359-d8f346f70783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:48:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['1c6de83d-5f17-472d-b595-8576b1a9522f'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:44.879086 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-75e8b195-6173-4a06-9cab-f57e8f3bcff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64256a41-cf3b-44c3-a00e-589d02b64142 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:48:44.895392 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4a70931f-fdba-4da2-ab91-beed2f59ca44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:44.902291 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4a70931f-fdba-4da2-ab91-beed2f59ca44 admin admin] 10.222.0.84 "DELETE /v2.0/networks/f3849124-3a1f-4d62-9278-675dc58c9686 HTTP/1.1" status: 204 len: 168 time: 1.3313046 Aug 16 20:48:44.937987 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-75e8b195-6173-4a06-9cab-f57e8f3bcff2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:44.947571 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70931f-fdba-4da2-ab91-beed2f59ca44 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3849124-3a1f-4d62-9278-675dc58c9686,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:44.981592 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-75e8b195-6173-4a06-9cab-f57e8f3bcff2 service neutron] Transition to ACTIVE for port object 64256a41-cf3b-44c3-a00e-589d02b64142 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:45.033441 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9383546f-6b03-4985-8467-3807bf1e7ffc admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:45.034983 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9383546f-6b03-4985-8467-3807bf1e7ffc admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3440187 Aug 16 20:48:45.041144 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37136) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:45.073879 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-f6472361-7a97-4094-a359-d8f346f70783 None None] Set router 1c6de83d-5f17-472d-b595-8576b1a9522f gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:48:45.101974 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-75e8b195-6173-4a06-9cab-f57e8f3bcff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:45.181621 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:45.185251 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:45.223496 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828244c3-a50b-440e-9ecd-8d9519ebada6 req-d07a810f-f190-49a9-914a-e579232d56c4 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:45.225428 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-828244c3-a50b-440e-9ecd-8d9519ebada6 req-d07a810f-f190-49a9-914a-e579232d56c4 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e9f37b5-8831-4d4e-ad0b-cf3a48fee5d1 HTTP/1.1" status: 200 len: 949 time: 0.2065415 Aug 16 20:48:45.286257 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=d12fa717-5873-4d2b-90e6-5c7935218310,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:45.303719 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device fa26d0de-8a05-4373-9083-edfaaccd690a up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:48:45.369362 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-828244c3-a50b-440e-9ecd-8d9519ebada6 req-51aa7700-e466-45b7-8bf6-a6469ecfc486 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276560 Aug 16 20:48:45.372188 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8b195-6173-4a06-9cab-f57e8f3bcff2 service neutron] Pushing event updated for resources: {'Port': ['ID=64256a41-cf3b-44c3-a00e-589d02b64142,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:45.402317 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-f6472361-7a97-4094-a359-d8f346f70783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6de83d-5f17-472d-b595-8576b1a9522f', 'name': 'tempest-AttachSCSIVolumeTestJSON-882532970-router', 'tenant_id': '4d55c1b3dbef4fbea53d01e1254293f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e9d4a6b8-6e0f-41c8-b588-a7b217d404d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:41Z', 'updated_at': '2021-08-16T20:48:43Z', 'revision_number': 3, 'project_id': '4d55c1b3dbef4fbea53d01e1254293f2', 'gw_port': {'id': 'e9d4a6b8-6e0f-41c8-b588-a7b217d404d3', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:00:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6de83d-5f17-472d-b595-8576b1a9522f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:42Z', 'updated_at': '2021-08-16T20:48:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:45.421369 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:45.449933 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1b6081-a8f9-46dc-b4f2-e1878992ff52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd5f3f6-851a-4296-a37c-66f3f8744c93'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:45.456117 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34d4ea0-1118-4038-ab25-25e0b243e5b8" -d '{"events": [{"server_uuid": "9f1b6081-a8f9-46dc-b4f2-e1878992ff52", "name": "network-vif-plugged", "status": "completed", "tag": "2cd5f3f6-851a-4296-a37c-66f3f8744c93"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:45.456673 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6472361-7a97-4094-a359-d8f346f70783 None None] Checking router: 1c6de83d-5f17-472d-b595-8576b1a9522f for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:48:45.457030 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6472361-7a97-4094-a359-d8f346f70783 None None] Updating router 1c6de83d-5f17-472d-b595-8576b1a9522f port e9d4a6b8-6e0f-41c8-b588-a7b217d404d3 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:48:45.463553 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['d12fa717-5873-4d2b-90e6-5c7935218310'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:48:45.503460 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 2cd5f3f6-851a-4296-a37c-66f3f8744c93, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=2cd5f3f6-851a-4296-a37c-66f3f8744c93,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:45.530767 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f6472361-7a97-4094-a359-d8f346f70783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:45.561153 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-75e8b195-6173-4a06-9cab-f57e8f3bcff2 service neutron] Attempting to bind port 64256a41-cf3b-44c3-a00e-589d02b64142 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:48:45.561482 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-75e8b195-6173-4a06-9cab-f57e8f3bcff2 service neutron] Attempting to bind port 64256a41-cf3b-44c3-a00e-589d02b64142 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:48:45.563051 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-75e8b195-6173-4a06-9cab-f57e8f3bcff2 service neutron] Attempting to bind port 64256a41-cf3b-44c3-a00e-589d02b64142 on network 2d2d869c-bfe3-4bc5-a83b-70655e061223 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:45.568235 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a05dc0-af9c-43f4-922f-1fa00d2cf5ac x-openstack-request-id: req-40a05dc0-af9c-43f4-922f-1fa00d2cf5ac {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:45.573522 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-75e8b195-6173-4a06-9cab-f57e8f3bcff2 service neutron] Port 64256a41-cf3b-44c3-a00e-589d02b64142 on network 2d2d869c-bfe3-4bc5-a83b-70655e061223 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:48:45.573855 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-75e8b195-6173-4a06-9cab-f57e8f3bcff2 service neutron] Attempting to bind port 64256a41-cf3b-44c3-a00e-589d02b64142 on network 2d2d869c-bfe3-4bc5-a83b-70655e061223 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:45.574343 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1b6081-a8f9-46dc-b4f2-e1878992ff52", "name": "network-vif-plugged", "status": "completed", "tag": "2cd5f3f6-851a-4296-a37c-66f3f8744c93", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:45.576659 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-40a05dc0-af9c-43f4-922f-1fa00d2cf5ac {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:45.577240 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1b6081-a8f9-46dc-b4f2-e1878992ff52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd5f3f6-851a-4296-a37c-66f3f8744c93', 'code': 200} Aug 16 20:48:45.580951 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-75e8b195-6173-4a06-9cab-f57e8f3bcff2 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:48:45.581300 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-75e8b195-6173-4a06-9cab-f57e8f3bcff2 service neutron] Checking segment: {'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:48:45.581700 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-75e8b195-6173-4a06-9cab-f57e8f3bcff2 service neutron] Bound using segment: {'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:48:45.582137 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-75e8b195-6173-4a06-9cab-f57e8f3bcff2 service neutron] Bound port: 64256a41-cf3b-44c3-a00e-589d02b64142, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:48:45.582506 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-75e8b195-6173-4a06-9cab-f57e8f3bcff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:45.583964 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port fa26d0de-8a05-4373-9083-edfaaccd690a completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:45.615562 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port fa26d0de-8a05-4373-9083-edfaaccd690a triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:45.617778 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:45.637726 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:45.638572 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 00ef0104-5c82-4e79-b48f-52cd23581421 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:48:45.720989 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-75e8b195-6173-4a06-9cab-f57e8f3bcff2 service neutron] For port 64256a41-cf3b-44c3-a00e-589d02b64142, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:48:45.729933 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-75e8b195-6173-4a06-9cab-f57e8f3bcff2 service neutron] For port 64256a41-cf3b-44c3-a00e-589d02b64142, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=64256a41-cf3b-44c3-a00e-589d02b64142,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:48:45.739266 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37146) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:45.804817 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=2cd5f3f6-851a-4296-a37c-66f3f8744c93,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:45.825469 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-886a50a5-37fc-4ea3-88f3-a1f89bc5977e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d27c9826d2f4456a806fb3b4199b4b86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0917709 Aug 16 20:48:45.828113 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37152) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:45.904973 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-75e8b195-6173-4a06-9cab-f57e8f3bcff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:46.000924 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f6472361-7a97-4094-a359-d8f346f70783 None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:46.021405 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-f6472361-7a97-4094-a359-d8f346f70783 None None] Transition to ACTIVE for port object e9d4a6b8-6e0f-41c8-b588-a7b217d404d3 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:46.049354 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:46.061103 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-75e8b195-6173-4a06-9cab-f57e8f3bcff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:46.061272 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-75e8b195-6173-4a06-9cab-f57e8f3bcff2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:46.063358 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-75e8b195-6173-4a06-9cab-f57e8f3bcff2 service neutron] 10.222.0.90 "PUT /v2.0/ports/64256a41-cf3b-44c3-a00e-589d02b64142 HTTP/1.1" status: 200 len: 1092 time: 2.5290604 Aug 16 20:48:46.067718 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7504064c-0e09-4865-8499-bd4c9e759d09', 'tag': '64256a41-cf3b-44c3-a00e-589d02b64142'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:46.071331 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a47c3e-9835-47aa-a3da-a1f47b3d9332" -d '{"events": [{"name": "network-changed", "server_uuid": "7504064c-0e09-4865-8499-bd4c9e759d09", "tag": "64256a41-cf3b-44c3-a00e-589d02b64142"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:46.124366 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 00ef0104-5c82-4e79-b48f-52cd23581421 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:46.133800 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 00ef0104-5c82-4e79-b48f-52cd23581421 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:46.134171 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:46.163278 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bd888-7cee-4396-b62a-48f6d2035ce6 req-aa084f9d-515d-4a93-9351-9581848c73ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:46.165348 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-245bd888-7cee-4396-b62a-48f6d2035ce6 req-aa084f9d-515d-4a93-9351-9581848c73ec service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 1102 time: 0.1069162 Aug 16 20:48:46.166168 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8b195-6173-4a06-9cab-f57e8f3bcff2 service neutron] Pushing event updated for resources: {'Port': ['ID=64256a41-cf3b-44c3-a00e-589d02b64142,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:46.185791 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f6472361-7a97-4094-a359-d8f346f70783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:46.190540 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2977d03a-74da-4704-b469-a5d4355d14ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:46.200422 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2772e8-eb0e-4aac-b42b-d2efd7ddbc09 req-f32234a8-338d-4ce3-a4b0-e00c09ff5e10 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:46.208721 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2b2772e8-eb0e-4aac-b42b-d2efd7ddbc09 req-f32234a8-338d-4ce3-a4b0-e00c09ff5e10 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 943 time: 0.3088725 Aug 16 20:48:46.221422 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703a460-3f8a-4f75-b439-fd3292c32b6b req-fc5b7c16-45f1-49d7-97bb-4e76143f44d9 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:46.223212 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5703a460-3f8a-4f75-b439-fd3292c32b6b req-fc5b7c16-45f1-49d7-97bb-4e76143f44d9 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=efbbffc7-920a-436b-890d-c27687231c6b HTTP/1.1" status: 200 len: 949 time: 0.3538945 Aug 16 20:48:46.228195 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port fa26d0de-8a05-4373-9083-edfaaccd690a, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=fa26d0de-8a05-4373-9083-edfaaccd690a,segment=NetworkSegment(08ea7751-6dcc-45ad-b102-ead7824af2d1),segment_id=08ea7751-6dcc-45ad-b102-ead7824af2d1)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:46.255838 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce826837-cee8-4273-a436-4aeed9682566 None None] Pushing event updated for resources: {'Port': ['ID=e9d4a6b8-6e0f-41c8-b588-a7b217d404d3,revision_number=2']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:46.274525 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-245bd888-7cee-4396-b62a-48f6d2035ce6 req-48d84f73-0edd-47fb-afcb-5fd12a30f095 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001370 Aug 16 20:48:46.277513 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-f6472361-7a97-4094-a359-d8f346f70783 None None] Attempting to bind port e9d4a6b8-6e0f-41c8-b588-a7b217d404d3 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:48:46.278278 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-f6472361-7a97-4094-a359-d8f346f70783 None None] Attempting to bind port e9d4a6b8-6e0f-41c8-b588-a7b217d404d3 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:48:46.278278 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6472361-7a97-4094-a359-d8f346f70783 None None] Attempting to bind port e9d4a6b8-6e0f-41c8-b588-a7b217d404d3 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:46.282285 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:46.285391 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6472361-7a97-4094-a359-d8f346f70783 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:48:46.286024 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6472361-7a97-4094-a359-d8f346f70783 None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:48:46.286244 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f6472361-7a97-4094-a359-d8f346f70783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:46.286613 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6472361-7a97-4094-a359-d8f346f70783 None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:48:46.287086 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-f6472361-7a97-4094-a359-d8f346f70783 None None] Bound port: e9d4a6b8-6e0f-41c8-b588-a7b217d404d3, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:48:46.287482 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f6472361-7a97-4094-a359-d8f346f70783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:46.328566 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2b2772e8-eb0e-4aac-b42b-d2efd7ddbc09 req-45a4be96-5425-47a7-a93a-adb93e09122e tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188288 Aug 16 20:48:46.372145 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:46.381304 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-f6472361-7a97-4094-a359-d8f346f70783 None None] For port e9d4a6b8-6e0f-41c8-b588-a7b217d404d3, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:48:46.392346 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-f6472361-7a97-4094-a359-d8f346f70783 None None] For port e9d4a6b8-6e0f-41c8-b588-a7b217d404d3, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=e9d4a6b8-6e0f-41c8-b588-a7b217d404d3,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:48:46.392951 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2977d03a-74da-4704-b469-a5d4355d14ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:46.438060 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5703a460-3f8a-4f75-b439-fd3292c32b6b req-d2c1b7d5-12e7-46b4-9f3f-76bd20568d4d tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849728 Aug 16 20:48:46.458192 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5966d707-a484-4a17-b0b8-593df30aa68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:46.472856 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 00ef0104-5c82-4e79-b48f-52cd23581421, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=00ef0104-5c82-4e79-b48f-52cd23581421,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:46.492748 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f6472361-7a97-4094-a359-d8f346f70783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:46.497065 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-e963f16a-2da3-40e2-96a9-65ddeb1881c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:46.500348 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-e963f16a-2da3-40e2-96a9-65ddeb1881c4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b79fa21751c4c74a7616afcdef028a8&device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 1095 time: 0.2036924 Aug 16 20:48:46.508758 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:46.521214 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=fa26d0de-8a05-4373-9083-edfaaccd690a,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:46.550953 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-689a731c-37d0-4a8a-be2a-cffdf49025e4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64256a41-cf3b-44c3-a00e-589d02b64142 HTTP/1.1" status: 200 len: 217 time: 0.0424678 Aug 16 20:48:46.559389 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621d48d0-37ab-4353-9b22-3563c6e83261 x-openstack-request-id: req-621d48d0-37ab-4353-9b22-3563c6e83261 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:46.559763 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7504064c-0e09-4865-8499-bd4c9e759d09", "tag": "64256a41-cf3b-44c3-a00e-589d02b64142", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:46.560045 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-621d48d0-37ab-4353-9b22-3563c6e83261 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:46.560373 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7504064c-0e09-4865-8499-bd4c9e759d09', 'tag': '64256a41-cf3b-44c3-a00e-589d02b64142', 'status': 'completed', 'code': 200} Aug 16 20:48:46.566363 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce826837-cee8-4273-a436-4aeed9682566 None None] Pushing event updated for resources: {'Port': ['ID=e9d4a6b8-6e0f-41c8-b588-a7b217d404d3,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:46.574305 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:46.603258 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6472361-7a97-4094-a359-d8f346f70783 None None] Routers {'1c6de83d-5f17-472d-b595-8576b1a9522f'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:48:46.603949 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-f6472361-7a97-4094-a359-d8f346f70783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:48:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['1c6de83d-5f17-472d-b595-8576b1a9522f'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:46.654196 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2977d03a-74da-4704-b469-a5d4355d14ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:46.662239 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2977d03a-74da-4704-b469-a5d4355d14ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:46.666723 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2977d03a-74da-4704-b469-a5d4355d14ab admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e6f11193-8130-420f-a728-72656a4d5f00 HTTP/1.1" status: 204 len: 168 time: 0.8341975 Aug 16 20:48:46.682756 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=00ef0104-5c82-4e79-b48f-52cd23581421,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:46.740216 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977d03a-74da-4704-b469-a5d4355d14ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f11193-8130-420f-a728-72656a4d5f00,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:46.750866 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-f6472361-7a97-4094-a359-d8f346f70783 None None] Set router 1c6de83d-5f17-472d-b595-8576b1a9522f gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:48:46.778697 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-ac8360d9-8d64-4eb8-bc80-a4a0b19142ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:46.780394 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-ac8360d9-8d64-4eb8-bc80-a4a0b19142ce service neutron] 10.222.0.90 "GET /v2.0/subnets?id=64801f8f-8e8b-4346-a61f-2c5cd4a5ef47 HTTP/1.1" status: 200 len: 861 time: 0.2176666 Aug 16 20:48:46.823179 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-b62b28bd-708a-46cf-83d5-fd533baf578a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2d2d869c-bfe3-4bc5-a83b-70655e061223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344284 Aug 16 20:48:46.843844 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-5966d707-a484-4a17-b0b8-593df30aa68b admin admin] Allocated IP 172.20.0.1 (e27df68a-63a7-41ad-9a04-a6c0edc49221/92be0b31-76d4-41c0-8255-a7cc0a3e6b16/224be816-111a-4c88-ad35-e70ecc506fcd) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:48:46.885959 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c702d-ac35-4612-bcde-a270e08c6f15 req-681987fa-b8f0-47e6-928a-d7b1db3a6edd tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:46.893581 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-157c702d-ac35-4612-bcde-a270e08c6f15 req-681987fa-b8f0-47e6-928a-d7b1db3a6edd tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e9f37b5-8831-4d4e-ad0b-cf3a48fee5d1 HTTP/1.1" status: 200 len: 950 time: 0.1940904 Aug 16 20:48:47.016208 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-157c702d-ac35-4612-bcde-a270e08c6f15 req-9e630ada-1480-4c30-95fb-d6c51872aafd tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152880 Aug 16 20:48:47.040692 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5966d707-a484-4a17-b0b8-593df30aa68b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:47.055895 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-5966d707-a484-4a17-b0b8-593df30aa68b admin admin] Transition to ACTIVE for port object 224be816-111a-4c88-ad35-e70ecc506fcd will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:47.070877 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-3cf2adab-9bcd-4bee-818e-21c8eec82793 service neutron] 10.222.0.90 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388520 Aug 16 20:48:47.113776 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-f6472361-7a97-4094-a359-d8f346f70783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6de83d-5f17-472d-b595-8576b1a9522f', 'name': 'tempest-AttachSCSIVolumeTestJSON-882532970-router', 'tenant_id': '4d55c1b3dbef4fbea53d01e1254293f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e9d4a6b8-6e0f-41c8-b588-a7b217d404d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:41Z', 'updated_at': '2021-08-16T20:48:43Z', 'revision_number': 3, 'project_id': '4d55c1b3dbef4fbea53d01e1254293f2', 'gw_port': {'id': 'e9d4a6b8-6e0f-41c8-b588-a7b217d404d3', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:00:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6de83d-5f17-472d-b595-8576b1a9522f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:42Z', 'updated_at': '2021-08-16T20:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:47.148164 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6472361-7a97-4094-a359-d8f346f70783 None None] The sync data for ids ['1c6de83d-5f17-472d-b595-8576b1a9522f'] in n-d-793620-15 is: [{'id': '1c6de83d-5f17-472d-b595-8576b1a9522f', 'name': 'tempest-AttachSCSIVolumeTestJSON-882532970-router', 'tenant_id': '4d55c1b3dbef4fbea53d01e1254293f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e9d4a6b8-6e0f-41c8-b588-a7b217d404d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:41Z', 'updated_at': '2021-08-16T20:48:43Z', 'revision_number': 3, 'project_id': '4d55c1b3dbef4fbea53d01e1254293f2', 'gw_port': {'id': 'e9d4a6b8-6e0f-41c8-b588-a7b217d404d3', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:00:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6de83d-5f17-472d-b595-8576b1a9522f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:42Z', 'updated_at': '2021-08-16T20:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:48:47.157862 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device fa26d0de-8a05-4373-9083-edfaaccd690a up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:48:47.183969 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5fa6a448-f8fb-4706-b59c-8d3836069550 req-7748266a-2f98-453f-8fe2-c8b6375c31df service neutron] 10.222.0.90 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047797 Aug 16 20:48:47.221887 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5966d707-a484-4a17-b0b8-593df30aa68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:47.250890 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port fa26d0de-8a05-4373-9083-edfaaccd690a triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:47.251617 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:47.334354 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5966d707-a484-4a17-b0b8-593df30aa68b admin admin] Network e27df68a-63a7-41ad-9a04-a6c0edc49221 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:48:47.340905 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-5966d707-a484-4a17-b0b8-593df30aa68b admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:47.347255 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5966d707-a484-4a17-b0b8-593df30aa68b admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:48:47.431524 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5966d707-a484-4a17-b0b8-593df30aa68b admin admin] Pushing event updated for resources: {'Port': ['ID=224be816-111a-4c88-ad35-e70ecc506fcd,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:47.553037 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5966d707-a484-4a17-b0b8-593df30aa68b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:47.580706 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9f37b5-8831-4d4e-ad0b-cf3a48fee5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ef0104-5c82-4e79-b48f-52cd23581421'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:47.583515 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d079d16-7933-4155-ae7c-39a9a9581622" -d '{"events": [{"server_uuid": "7e9f37b5-8831-4d4e-ad0b-cf3a48fee5d1", "name": "network-vif-plugged", "status": "completed", "tag": "00ef0104-5c82-4e79-b48f-52cd23581421"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:47.816897 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37202) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:47.822424 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b9aa3-4aea-4f54-88fc-414c8421104f req-eb0d6ea1-3c81-4245-a36c-1e33c240d81e tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:47.832570 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-032b9aa3-4aea-4f54-88fc-414c8421104f req-eb0d6ea1-3c81-4245-a36c-1e33c240d81e tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 943 time: 0.2518773 Aug 16 20:48:47.852967 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a47c3e-9835-47aa-a3da-a1f47b3d9332 req-57ca7ffa-baf4-4799-aff7-0c1ed1def45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:47.854522 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f4a47c3e-9835-47aa-a3da-a1f47b3d9332 req-57ca7ffa-baf4-4799-aff7-0c1ed1def45c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b79fa21751c4c74a7616afcdef028a8&device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 1095 time: 0.4093499 Aug 16 20:48:47.901006 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-032b9aa3-4aea-4f54-88fc-414c8421104f req-a1b30b2f-2be9-480e-ae88-66dbf1b318f0 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630512 Aug 16 20:48:47.969046 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5966d707-a484-4a17-b0b8-593df30aa68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:47.979827 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2ca282da-ddbf-4b44-9585-0ab60d5d2075 None None] Provisioning for port 224be816-111a-4c88-ad35-e70ecc506fcd completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:47.985842 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70190039-bad0-4afc-a820-063b4364ad8c x-openstack-request-id: req-70190039-bad0-4afc-a820-063b4364ad8c {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:47.986034 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e9f37b5-8831-4d4e-ad0b-cf3a48fee5d1", "name": "network-vif-plugged", "status": "completed", "tag": "00ef0104-5c82-4e79-b48f-52cd23581421", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:47.986276 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-70190039-bad0-4afc-a820-063b4364ad8c {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:47.986698 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9f37b5-8831-4d4e-ad0b-cf3a48fee5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ef0104-5c82-4e79-b48f-52cd23581421', 'code': 200} Aug 16 20:48:47.987271 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2ca282da-ddbf-4b44-9585-0ab60d5d2075 None None] Provisioning complete for port 224be816-111a-4c88-ad35-e70ecc506fcd triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:47.987645 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ca282da-ddbf-4b44-9585-0ab60d5d2075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:48.060801 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8e320f18-0e51-4acc-a85b-2ba4874a86ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:48.086760 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-2ca282da-ddbf-4b44-9585-0ab60d5d2075 None None] Port 224be816-111a-4c88-ad35-e70ecc506fcd cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:48:48.104993 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a47c3e-9835-47aa-a3da-a1f47b3d9332 req-ad223e5e-0578-4cc2-8c0b-29c13d1771f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:48.106707 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f4a47c3e-9835-47aa-a3da-a1f47b3d9332 req-ad223e5e-0578-4cc2-8c0b-29c13d1771f1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2d2d869c-bfe3-4bc5-a83b-70655e061223 HTTP/1.1" status: 200 len: 922 time: 0.2219572 Aug 16 20:48:48.115436 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ef6f2-829e-4fae-b2f6-f9e27866b756 req-22b5531d-fd50-4daf-8ef8-c37549ad976e tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:48.117040 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-510ef6f2-829e-4fae-b2f6-f9e27866b756 req-22b5531d-fd50-4daf-8ef8-c37549ad976e tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=efbbffc7-920a-436b-890d-c27687231c6b HTTP/1.1" status: 200 len: 949 time: 0.4157712 Aug 16 20:48:48.123931 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device d12fa717-5873-4d2b-90e6-5c7935218310 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:48:48.230845 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f4a47c3e-9835-47aa-a3da-a1f47b3d9332 req-954a571e-5ab8-452e-be28-5f19857c1508 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64256a41-cf3b-44c3-a00e-589d02b64142 HTTP/1.1" status: 200 len: 217 time: 0.0994008 Aug 16 20:48:48.288265 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port d12fa717-5873-4d2b-90e6-5c7935218310 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:48.299479 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port d12fa717-5873-4d2b-90e6-5c7935218310 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:48.299479 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:48.313103 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8e320f18-0e51-4acc-a85b-2ba4874a86ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:48.331407 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-510ef6f2-829e-4fae-b2f6-f9e27866b756 req-a3768419-81ae-4f1f-addd-b6003f795985 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971235 Aug 16 20:48:48.341526 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec86d2e-8912-4d1e-8603-629ac666ec74 req-5a711d14-246d-446f-9882-4f535dd0877b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:48.343470 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-cec86d2e-8912-4d1e-8603-629ac666ec74 req-5a711d14-246d-446f-9882-4f535dd0877b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7e9f37b5-8831-4d4e-ad0b-cf3a48fee5d1 HTTP/1.1" status: 200 len: 1102 time: 0.2804239 Aug 16 20:48:48.356398 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a47c3e-9835-47aa-a3da-a1f47b3d9332 req-ce0e38ac-17f4-4f32-9f07-e1772cc32f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:48.357891 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f4a47c3e-9835-47aa-a3da-a1f47b3d9332 req-ce0e38ac-17f4-4f32-9f07-e1772cc32f7c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=64801f8f-8e8b-4346-a61f-2c5cd4a5ef47 HTTP/1.1" status: 200 len: 861 time: 0.1154950 Aug 16 20:48:48.375332 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0c32d-bc3b-44c7-a84e-0cf71866f966 req-018598e8-5d28-4378-ac49-3c377112b815 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:48.388990 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-78f0c32d-bc3b-44c7-a84e-0cf71866f966 req-018598e8-5d28-4378-ac49-3c377112b815 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e9f37b5-8831-4d4e-ad0b-cf3a48fee5d1 HTTP/1.1" status: 200 len: 950 time: 0.1653335 Aug 16 20:48:48.478666 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:48.479172 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f4a47c3e-9835-47aa-a3da-a1f47b3d9332 req-6336add7-c054-403d-95f3-80ffdc0278a1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2d2d869c-bfe3-4bc5-a83b-70655e061223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512619 Aug 16 20:48:48.492728 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8e320f18-0e51-4acc-a85b-2ba4874a86ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:48.494841 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-78f0c32d-bc3b-44c7-a84e-0cf71866f966 req-70897fb6-98bb-46c6-ae44-5ce03b436526 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047466 Aug 16 20:48:48.568564 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port d12fa717-5873-4d2b-90e6-5c7935218310, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=d12fa717-5873-4d2b-90e6-5c7935218310,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:48.574019 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-cec86d2e-8912-4d1e-8603-629ac666ec74 req-038adeee-2ef1-4492-b7cd-dec7b7f36990 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158387 Aug 16 20:48:48.614965 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8e320f18-0e51-4acc-a85b-2ba4874a86ed admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3b7294e796874f278e081901657640f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7967894 Aug 16 20:48:48.618719 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e320f18-0e51-4acc-a85b-2ba4874a86ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a33060-f1f5-441b-8870-6c33da9db232,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:48.621180 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37218) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:48.632374 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f4a47c3e-9835-47aa-a3da-a1f47b3d9332 req-e10a0785-bcdf-4ff1-834c-ee75c292b436 service neutron] 10.222.0.90 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321137 Aug 16 20:48:48.686146 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:48.727136 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5966d707-a484-4a17-b0b8-593df30aa68b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:48.733228 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-daa70cd4-acc1-4d23-85dd-3ab024bf32d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:48.765434 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-daa70cd4-acc1-4d23-85dd-3ab024bf32d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:48.790741 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=d12fa717-5873-4d2b-90e6-5c7935218310,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:48.794184 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5966d707-a484-4a17-b0b8-593df30aa68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:48.824619 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f4a47c3e-9835-47aa-a3da-a1f47b3d9332 req-c524ac0d-1eda-49a6-bb15-2dab789e2e54 service neutron] 10.222.0.90 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801047 Aug 16 20:48:48.839918 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:48.861670 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37222) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:48.889421 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5966d707-a484-4a17-b0b8-593df30aa68b admin admin] Pushing event updated for resources: {'Port': ['ID=224be816-111a-4c88-ad35-e70ecc506fcd,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:48.892401 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5966d707-a484-4a17-b0b8-593df30aa68b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:49.002397 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-5d2ade8c-2227-4d44-840a-2d32ee739755 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-917079982-network', 'tenant_id': '91a0e7dd9c2b431cb8d4b7053e5a6182'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:49.016560 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-daa70cd4-acc1-4d23-85dd-3ab024bf32d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:49.018813 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-daa70cd4-acc1-4d23-85dd-3ab024bf32d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:49.023230 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-daa70cd4-acc1-4d23-85dd-3ab024bf32d8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e8a33060-f1f5-441b-8870-6c33da9db232 HTTP/1.1" status: 204 len: 168 time: 0.3943884 Aug 16 20:48:49.038505 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5966d707-a484-4a17-b0b8-593df30aa68b admin admin] Network e27df68a-63a7-41ad-9a04-a6c0edc49221 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:48:49.039548 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa70cd4-acc1-4d23-85dd-3ab024bf32d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a33060-f1f5-441b-8870-6c33da9db232,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:49.048966 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-5966d707-a484-4a17-b0b8-593df30aa68b admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:49.127036 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624036d-27c3-47ba-b2cf-4457655c5cbc req-80e9b58e-6586-40b2-a2bc-dd69c4e8e0ad tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:49.129535 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3624036d-27c3-47ba-b2cf-4457655c5cbc req-80e9b58e-6586-40b2-a2bc-dd69c4e8e0ad tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 943 time: 0.1231959 Aug 16 20:48:49.173082 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3624036d-27c3-47ba-b2cf-4457655c5cbc req-dcb39577-00bb-4dd7-9a59-bd4df36bdddd tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369205 Aug 16 20:48:49.209252 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device e9d4a6b8-6e0f-41c8-b588-a7b217d404d3 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:48:49.237257 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2ade8c-2227-4d44-840a-2d32ee739755 admin admin] Made reservation on behalf of 91a0e7dd9c2b431cb8d4b7053e5a6182 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:48:49.237257 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5d2ade8c-2227-4d44-840a-2d32ee739755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:49.240277 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5966d707-a484-4a17-b0b8-593df30aa68b admin admin] Router 1c6de83d-5f17-472d-b595-8576b1a9522f has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:48:49.245976 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5d2ade8c-2227-4d44-840a-2d32ee739755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:49.390471 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5966d707-a484-4a17-b0b8-593df30aa68b admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:48:49.401550 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port e9d4a6b8-6e0f-41c8-b588-a7b217d404d3 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:49.401550 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port e9d4a6b8-6e0f-41c8-b588-a7b217d404d3 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:49.401550 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:49.411842 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5966d707-a484-4a17-b0b8-593df30aa68b admin admin] 10.222.0.84 "PUT /v2.0/routers/1c6de83d-5f17-472d-b595-8576b1a9522f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3692405 Aug 16 20:48:49.421931 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5d2ade8c-2227-4d44-840a-2d32ee739755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:49.474256 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e24cade6-4137-4e4d-b2c3-097d908a39b2 None None] Provisioning complete for port 224be816-111a-4c88-ad35-e70ecc506fcd triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:49.474632 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e24cade6-4137-4e4d-b2c3-097d908a39b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:49.520290 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da42193-cdca-4b3c-8c17-d2023def9994 req-bd7b4241-a6ad-4533-92a1-68f15c415bf7 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:49.521494 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-e24cade6-4137-4e4d-b2c3-097d908a39b2 None None] Port 224be816-111a-4c88-ad35-e70ecc506fcd cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:48:49.522199 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5da42193-cdca-4b3c-8c17-d2023def9994 req-bd7b4241-a6ad-4533-92a1-68f15c415bf7 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=efbbffc7-920a-436b-890d-c27687231c6b HTTP/1.1" status: 200 len: 950 time: 0.0635355 Aug 16 20:48:49.577520 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:49.582720 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5da42193-cdca-4b3c-8c17-d2023def9994 req-59e218c7-7e11-4d0c-8b45-5628a4683c45 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519359 Aug 16 20:48:49.618661 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port e9d4a6b8-6e0f-41c8-b588-a7b217d404d3, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=e9d4a6b8-6e0f-41c8-b588-a7b217d404d3,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:49.635433 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5d2ade8c-2227-4d44-840a-2d32ee739755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:49.683572 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d2ade8c-2227-4d44-840a-2d32ee739755 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:48:49.728891 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa639e5-10e1-476e-9606-08b13bb4cb87 req-4597bd92-6e4c-4e82-b730-76bcad567f4e tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:49.728891 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7aa639e5-10e1-476e-9606-08b13bb4cb87 req-4597bd92-6e4c-4e82-b730-76bcad567f4e tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e9f37b5-8831-4d4e-ad0b-cf3a48fee5d1 HTTP/1.1" status: 200 len: 950 time: 0.1180081 Aug 16 20:48:49.734182 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ade8c-2227-4d44-840a-2d32ee739755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:49.742667 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5d2ade8c-2227-4d44-840a-2d32ee739755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:49.743019 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-5d2ade8c-2227-4d44-840a-2d32ee739755 admin admin] Added segment 4be18e34-16ee-455c-b9af-82d2b4520474 of type vlan for network 078bd5a9-b098-43f3-ba33-8a739c62ede2 Aug 16 20:48:49.758940 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:49.852684 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7af8ade-15c0-47b4-87cc-b7b1de933313 None None] Sync routers for ids ['1c6de83d-5f17-472d-b595-8576b1a9522f'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:48:49.877081 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=e9d4a6b8-6e0f-41c8-b588-a7b217d404d3,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:49.880443 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7af8ade-15c0-47b4-87cc-b7b1de933313 None None] Routers {'1c6de83d-5f17-472d-b595-8576b1a9522f'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:48:49.881419 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e7af8ade-15c0-47b4-87cc-b7b1de933313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:48:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['1c6de83d-5f17-472d-b595-8576b1a9522f'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:49.914693 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7aa639e5-10e1-476e-9606-08b13bb4cb87 req-20cc13e0-6620-4d3f-841b-b0d1c828d8d3 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025733 Aug 16 20:48:49.916723 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5d2ade8c-2227-4d44-840a-2d32ee739755 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:49.987683 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbbffc7-920a-436b-890d-c27687231c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12fa717-5873-4d2b-90e6-5c7935218310'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:49.990344 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55e1c3d-f3bd-4e73-96da-bcc0fc077819" -d '{"events": [{"server_uuid": "efbbffc7-920a-436b-890d-c27687231c6b", "name": "network-vif-plugged", "status": "completed", "tag": "d12fa717-5873-4d2b-90e6-5c7935218310"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:50.018979 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-e7af8ade-15c0-47b4-87cc-b7b1de933313 None None] Set router 1c6de83d-5f17-472d-b595-8576b1a9522f gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:48:50.046041 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29898d67-c941-4abc-ad99-fad9f33749b0 x-openstack-request-id: req-29898d67-c941-4abc-ad99-fad9f33749b0 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:50.046764 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbbffc7-920a-436b-890d-c27687231c6b", "name": "network-vif-plugged", "status": "completed", "tag": "d12fa717-5873-4d2b-90e6-5c7935218310", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:50.047230 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-29898d67-c941-4abc-ad99-fad9f33749b0 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:50.047862 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbbffc7-920a-436b-890d-c27687231c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12fa717-5873-4d2b-90e6-5c7935218310', 'code': 200} Aug 16 20:48:50.094780 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5d2ade8c-2227-4d44-840a-2d32ee739755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:50.098726 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2ade8c-2227-4d44-840a-2d32ee739755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:50.099698 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5d2ade8c-2227-4d44-840a-2d32ee739755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:50.193667 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ade8c-2227-4d44-840a-2d32ee739755 admin admin] Pushing event updated for resources: {'Network': ['ID=078bd5a9-b098-43f3-ba33-8a739c62ede2,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:50.208180 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 078bd5a9-b098-43f3-ba33-8a739c62ede2 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:48:50.232445 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce4923-57ed-49a2-9c3e-b729e59927f3 req-dc2ffe61-73dd-4885-9166-60d068ed49d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:50.234974 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-43ce4923-57ed-49a2-9c3e-b729e59927f3 req-dc2ffe61-73dd-4885-9166-60d068ed49d1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=efbbffc7-920a-436b-890d-c27687231c6b HTTP/1.1" status: 200 len: 1102 time: 0.1183319 Aug 16 20:48:50.256219 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5d2ade8c-2227-4d44-840a-2d32ee739755 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3892992 Aug 16 20:48:50.256219 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37266) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:50.263659 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-b4c230f0-b177-499d-82b5-7b1a47efd9d6 admin admin] Request body: {'subnet': {'network_id': '078bd5a9-b098-43f3-ba33-8a739c62ede2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-917079982-subnet', 'tenant_id': '91a0e7dd9c2b431cb8d4b7053e5a6182', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:50.318163 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-43ce4923-57ed-49a2-9c3e-b729e59927f3 req-857b3520-8151-4503-986d-8ece22177c7a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690336 Aug 16 20:48:50.346106 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e7af8ade-15c0-47b4-87cc-b7b1de933313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6de83d-5f17-472d-b595-8576b1a9522f', 'name': 'tempest-AttachSCSIVolumeTestJSON-882532970-router', 'tenant_id': '4d55c1b3dbef4fbea53d01e1254293f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e9d4a6b8-6e0f-41c8-b588-a7b217d404d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:41Z', 'updated_at': '2021-08-16T20:48:47Z', 'revision_number': 4, 'project_id': '4d55c1b3dbef4fbea53d01e1254293f2', 'gw_port': {'id': 'e9d4a6b8-6e0f-41c8-b588-a7b217d404d3', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:00:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6de83d-5f17-472d-b595-8576b1a9522f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:42Z', 'updated_at': '2021-08-16T20:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '224be816-111a-4c88-ad35-e70ecc506fcd', 'name': '', 'network_id': 'e27df68a-63a7-41ad-9a04-a6c0edc49221', 'tenant_id': '4d55c1b3dbef4fbea53d01e1254293f2', 'mac_address': 'fa:16:3e:9b:5a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6de83d-5f17-472d-b595-8576b1a9522f', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '92be0b31-76d4-41c0-8255-a7cc0a3e6b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:46Z', 'updated_at': '2021-08-16T20:48:48Z', 'revision_number': 2, 'project_id': '4d55c1b3dbef4fbea53d01e1254293f2', 'subnets': [{'id': '92be0b31-76d4-41c0-8255-a7cc0a3e6b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:50.378774 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7af8ade-15c0-47b4-87cc-b7b1de933313 None None] Checking router: 1c6de83d-5f17-472d-b595-8576b1a9522f for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:48:50.379440 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7af8ade-15c0-47b4-87cc-b7b1de933313 None None] Updating router 1c6de83d-5f17-472d-b595-8576b1a9522f port 224be816-111a-4c88-ad35-e70ecc506fcd binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:48:50.407554 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e7af8ade-15c0-47b4-87cc-b7b1de933313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:50.444821 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e6dc3-3e7e-497e-a781-883f51351fe3 req-640e9eef-69be-4184-a457-3922a370a8e2 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:50.452347 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1a1e6dc3-3e7e-497e-a781-883f51351fe3 req-640e9eef-69be-4184-a457-3922a370a8e2 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 943 time: 0.1212597 Aug 16 20:48:50.498552 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1a1e6dc3-3e7e-497e-a781-883f51351fe3 req-bf05fddd-e9bf-4576-abe3-869bdb70d0a3 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426910 Aug 16 20:48:50.516776 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c230f0-b177-499d-82b5-7b1a47efd9d6 admin admin] Made reservation on behalf of 91a0e7dd9c2b431cb8d4b7053e5a6182 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:48:50.520273 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b4c230f0-b177-499d-82b5-7b1a47efd9d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:50.771249 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f993c63-8f19-4dd5-8d1c-4bb19580e46b req-73c5d848-7390-4bc7-925c-3e123486ad3e tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:50.772984 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f993c63-8f19-4dd5-8d1c-4bb19580e46b req-73c5d848-7390-4bc7-925c-3e123486ad3e tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=efbbffc7-920a-436b-890d-c27687231c6b HTTP/1.1" status: 200 len: 950 time: 0.0948331 Aug 16 20:48:50.790041 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e7af8ade-15c0-47b4-87cc-b7b1de933313 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:50.804491 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e7af8ade-15c0-47b4-87cc-b7b1de933313 None None] Transition to ACTIVE for port object 224be816-111a-4c88-ad35-e70ecc506fcd will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:50.824152 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f993c63-8f19-4dd5-8d1c-4bb19580e46b req-5ca296cc-4b95-47de-90e1-f0d818713148 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435772 Aug 16 20:48:50.949587 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e7af8ade-15c0-47b4-87cc-b7b1de933313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:51.044893 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b4c230f0-b177-499d-82b5-7b1a47efd9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:51.078786 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c6a43-97f2-4970-907a-fbc91289ceef None None] Pushing event updated for resources: {'Port': ['ID=224be816-111a-4c88-ad35-e70ecc506fcd,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:51.189215 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device e9d4a6b8-6e0f-41c8-b588-a7b217d404d3 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:48:51.301462 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-e7af8ade-15c0-47b4-87cc-b7b1de933313 None None] Attempting to bind port 224be816-111a-4c88-ad35-e70ecc506fcd on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:48:51.301800 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-e7af8ade-15c0-47b4-87cc-b7b1de933313 None None] Attempting to bind port 224be816-111a-4c88-ad35-e70ecc506fcd by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '08ea7751-6dcc-45ad-b102-ead7824af2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e27df68a-63a7-41ad-9a04-a6c0edc49221'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:48:51.302103 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7af8ade-15c0-47b4-87cc-b7b1de933313 None None] Attempting to bind port 224be816-111a-4c88-ad35-e70ecc506fcd on network e27df68a-63a7-41ad-9a04-a6c0edc49221 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:51.323159 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc54b40-f7b1-4a71-b8fe-a6a9180307b6 req-1bb0d4e4-370e-4170-be75-dc3e026bd74a tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:51.327306 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0dc54b40-f7b1-4a71-b8fe-a6a9180307b6 req-1bb0d4e4-370e-4170-be75-dc3e026bd74a tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e9f37b5-8831-4d4e-ad0b-cf3a48fee5d1 HTTP/1.1" status: 200 len: 950 time: 0.3262835 Aug 16 20:48:51.341735 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7af8ade-15c0-47b4-87cc-b7b1de933313 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:48:51.342124 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7af8ade-15c0-47b4-87cc-b7b1de933313 None None] Checking segment: {'id': '08ea7751-6dcc-45ad-b102-ead7824af2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e27df68a-63a7-41ad-9a04-a6c0edc49221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:48:51.342542 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e7af8ade-15c0-47b4-87cc-b7b1de933313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:51.342951 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7af8ade-15c0-47b4-87cc-b7b1de933313 None None] Bound using segment: {'id': '08ea7751-6dcc-45ad-b102-ead7824af2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e27df68a-63a7-41ad-9a04-a6c0edc49221'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:48:51.343454 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-e7af8ade-15c0-47b4-87cc-b7b1de933313 None None] Bound port: 224be816-111a-4c88-ad35-e70ecc506fcd, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ea7751-6dcc-45ad-b102-ead7824af2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e27df68a-63a7-41ad-9a04-a6c0edc49221'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:48:51.359955 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e7af8ade-15c0-47b4-87cc-b7b1de933313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:51.367922 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c230f0-b177-499d-82b5-7b1a47efd9d6 admin admin] Checking segment: {'id': '4be18e34-16ee-455c-b9af-82d2b4520474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '078bd5a9-b098-43f3-ba33-8a739c62ede2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:48:51.368301 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c230f0-b177-499d-82b5-7b1a47efd9d6 admin admin] Network hostable DHCP agents. Network: 078bd5a9-b098-43f3-ba33-8a739c62ede2, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:48:51.420012 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c230f0-b177-499d-82b5-7b1a47efd9d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=739c3a49-237b-4d98-9492-010a42c636b6,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:51.517016 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0dc54b40-f7b1-4a71-b8fe-a6a9180307b6 req-01c1c550-8668-4834-b8c4-61362d784c9d tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503232 Aug 16 20:48:51.521222 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port e9d4a6b8-6e0f-41c8-b588-a7b217d404d3 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:51.521222 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:51.573955 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c230f0-b177-499d-82b5-7b1a47efd9d6 admin admin] Network 078bd5a9-b098-43f3-ba33-8a739c62ede2 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:48:51.654504 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-e7af8ade-15c0-47b4-87cc-b7b1de933313 None None] For port 224be816-111a-4c88-ad35-e70ecc506fcd, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:48:51.673821 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-e7af8ade-15c0-47b4-87cc-b7b1de933313 None None] For port 224be816-111a-4c88-ad35-e70ecc506fcd, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=224be816-111a-4c88-ad35-e70ecc506fcd,segment=NetworkSegment(08ea7751-6dcc-45ad-b102-ead7824af2d1),segment_id=08ea7751-6dcc-45ad-b102-ead7824af2d1)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:48:51.680947 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-b4c230f0-b177-499d-82b5-7b1a47efd9d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 078bd5a9-b098-43f3-ba33-8a739c62ede2) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:51.686979 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c230f0-b177-499d-82b5-7b1a47efd9d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:51.687549 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b4c230f0-b177-499d-82b5-7b1a47efd9d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:51.698491 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c007368-39d0-48fd-81b5-7156e0da548d None None] Network 078bd5a9-b098-43f3-ba33-8a739c62ede2 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:48:51.732149 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af066ad7-d3b4-4b48-899e-aa276d95c347 req-64064129-89e3-46d5-85b9-db689c0efefe tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:51.733677 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-af066ad7-d3b4-4b48-899e-aa276d95c347 req-64064129-89e3-46d5-85b9-db689c0efefe tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.1068394 Aug 16 20:48:51.742310 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9c48b62e-ca89-41b6-9adf-cdeb34c19d04 req-320c62c9-d0fc-4db7-ae60-72d91f4d69f8 tempest-AbsoluteLimitsNegativeTestJSON-718035176 tempest-AbsoluteLimitsNegativeTestJSON-718035176-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=d8388d9ef1804beebe64a8f8c5b4431e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644636 Aug 16 20:48:51.748105 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:51.787337 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e7af8ade-15c0-47b4-87cc-b7b1de933313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:51.860836 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b4c230f0-b177-499d-82b5-7b1a47efd9d6 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6037173 Aug 16 20:48:51.868405 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37306) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:51.868976 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-af066ad7-d3b4-4b48-899e-aa276d95c347 req-7b26e2e4-8e1e-4e16-aac0-e0bc3fa7c8e4 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150911 Aug 16 20:48:51.873232 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-4a2eb713-dd48-4f8b-9989-6f25a0fcc9c2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-917079982-router', 'tenant_id': '91a0e7dd9c2b431cb8d4b7053e5a6182', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:51.990477 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48b62e-ca89-41b6-9adf-cdeb34c19d04 req-29159277-7323-4079-9692-4babab388b35 tempest-AbsoluteLimitsNegativeTestJSON-718035176 tempest-AbsoluteLimitsNegativeTestJSON-718035176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:52.000968 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9c48b62e-ca89-41b6-9adf-cdeb34c19d04 req-29159277-7323-4079-9692-4babab388b35 tempest-AbsoluteLimitsNegativeTestJSON-718035176 tempest-AbsoluteLimitsNegativeTestJSON-718035176-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2574449 Aug 16 20:48:52.056434 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9c48b62e-ca89-41b6-9adf-cdeb34c19d04 req-bac13c60-72d6-4b32-815a-a1f171116710 tempest-AbsoluteLimitsNegativeTestJSON-718035176 tempest-AbsoluteLimitsNegativeTestJSON-718035176-project] 10.222.0.84 "GET /v2.0/quotas/d8388d9ef1804beebe64a8f8c5b4431e HTTP/1.1" status: 200 len: 375 time: 0.0543313 Aug 16 20:48:52.117176 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9c48b62e-ca89-41b6-9adf-cdeb34c19d04 req-1aaf02a5-c523-43cd-b8ca-a86fa3e06aad tempest-AbsoluteLimitsNegativeTestJSON-718035176 tempest-AbsoluteLimitsNegativeTestJSON-718035176-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d8388d9ef1804beebe64a8f8c5b4431e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530264 Aug 16 20:48:52.171462 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4a2eb713-dd48-4f8b-9989-6f25a0fcc9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:52.172841 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4a2eb713-dd48-4f8b-9989-6f25a0fcc9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:52.201705 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7af8ade-15c0-47b4-87cc-b7b1de933313 None None] Routers {'1c6de83d-5f17-472d-b595-8576b1a9522f'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:48:52.206094 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e7af8ade-15c0-47b4-87cc-b7b1de933313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:48:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['1c6de83d-5f17-472d-b595-8576b1a9522f'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:52.211612 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9a199c-0461-4fe1-9ef3-378e7a28f9b4 None None] Network 078bd5a9-b098-43f3-ba33-8a739c62ede2 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:48:52.248833 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf612e-a9ce-47bc-a4c4-7c60e5030815 req-4f1350c2-51a4-4935-839f-23beca3c1700 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:52.254673 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-15cf612e-a9ce-47bc-a4c4-7c60e5030815 req-4f1350c2-51a4-4935-839f-23beca3c1700 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 943 time: 0.1812465 Aug 16 20:48:52.283399 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c6a43-97f2-4970-907a-fbc91289ceef None None] Pushing event updated for resources: {'Port': ['ID=224be816-111a-4c88-ad35-e70ecc506fcd,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:52.323410 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4a2eb713-dd48-4f8b-9989-6f25a0fcc9c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:52.392657 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-15cf612e-a9ce-47bc-a4c4-7c60e5030815 req-954ccb29-73cf-4243-827f-dad315d67953 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571740 Aug 16 20:48:52.406103 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0c5fc-e9c0-4adf-85f8-3112f897a122 req-2317b50a-6190-4b6b-bc4a-8ddc3db3f0e0 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:52.417285 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ebd0c5fc-e9c0-4adf-85f8-3112f897a122 req-2317b50a-6190-4b6b-bc4a-8ddc3db3f0e0 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=efbbffc7-920a-436b-890d-c27687231c6b HTTP/1.1" status: 200 len: 950 time: 0.1557460 Aug 16 20:48:52.494596 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ebd0c5fc-e9c0-4adf-85f8-3112f897a122 req-b135ea8a-1a16-4113-a32a-6c4c457e0a60 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760570 Aug 16 20:48:52.598105 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-e7af8ade-15c0-47b4-87cc-b7b1de933313 None None] Set router 1c6de83d-5f17-472d-b595-8576b1a9522f gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:48:52.691195 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-aedd1734-26c0-4271-8c9f-614f1b6de923 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=7d333d262f7d471a926c23808d851dba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484216 Aug 16 20:48:52.699939 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4a2eb713-dd48-4f8b-9989-6f25a0fcc9c2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:52.902771 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-243d03c7-92fc-4e1d-a222-c1de602dffef tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:52.905071 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37332) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:52.918473 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-243d03c7-92fc-4e1d-a222-c1de602dffef tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2259066 Aug 16 20:48:52.954762 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-5aed56d7-982f-4eb2-8385-c9437dc1d23a tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/quotas/7d333d262f7d471a926c23808d851dba HTTP/1.1" status: 200 len: 375 time: 0.0318623 Aug 16 20:48:53.010623 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e7af8ade-15c0-47b4-87cc-b7b1de933313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6de83d-5f17-472d-b595-8576b1a9522f', 'name': 'tempest-AttachSCSIVolumeTestJSON-882532970-router', 'tenant_id': '4d55c1b3dbef4fbea53d01e1254293f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e9d4a6b8-6e0f-41c8-b588-a7b217d404d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:41Z', 'updated_at': '2021-08-16T20:48:47Z', 'revision_number': 4, 'project_id': '4d55c1b3dbef4fbea53d01e1254293f2', 'gw_port': {'id': 'e9d4a6b8-6e0f-41c8-b588-a7b217d404d3', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:00:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6de83d-5f17-472d-b595-8576b1a9522f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:42Z', 'updated_at': '2021-08-16T20:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '224be816-111a-4c88-ad35-e70ecc506fcd', 'name': '', 'network_id': 'e27df68a-63a7-41ad-9a04-a6c0edc49221', 'tenant_id': '4d55c1b3dbef4fbea53d01e1254293f2', 'mac_address': 'fa:16:3e:9b:5a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6de83d-5f17-472d-b595-8576b1a9522f', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '92be0b31-76d4-41c0-8255-a7cc0a3e6b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:46Z', 'updated_at': '2021-08-16T20:48:51Z', 'revision_number': 4, 'project_id': '4d55c1b3dbef4fbea53d01e1254293f2', 'subnets': [{'id': '92be0b31-76d4-41c0-8255-a7cc0a3e6b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:53.055684 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7af8ade-15c0-47b4-87cc-b7b1de933313 None None] The sync data for ids ['1c6de83d-5f17-472d-b595-8576b1a9522f'] in n-d-793620-15 is: [{'id': '1c6de83d-5f17-472d-b595-8576b1a9522f', 'name': 'tempest-AttachSCSIVolumeTestJSON-882532970-router', 'tenant_id': '4d55c1b3dbef4fbea53d01e1254293f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e9d4a6b8-6e0f-41c8-b588-a7b217d404d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:41Z', 'updated_at': '2021-08-16T20:48:47Z', 'revision_number': 4, 'project_id': '4d55c1b3dbef4fbea53d01e1254293f2', 'gw_port': {'id': 'e9d4a6b8-6e0f-41c8-b588-a7b217d404d3', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:00:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6de83d-5f17-472d-b595-8576b1a9522f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:42Z', 'updated_at': '2021-08-16T20:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '224be816-111a-4c88-ad35-e70ecc506fcd', 'name': '', 'network_id': 'e27df68a-63a7-41ad-9a04-a6c0edc49221', 'tenant_id': '4d55c1b3dbef4fbea53d01e1254293f2', 'mac_address': 'fa:16:3e:9b:5a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6de83d-5f17-472d-b595-8576b1a9522f', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '92be0b31-76d4-41c0-8255-a7cc0a3e6b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:46Z', 'updated_at': '2021-08-16T20:48:51Z', 'revision_number': 4, 'project_id': '4d55c1b3dbef4fbea53d01e1254293f2', 'subnets': [{'id': '92be0b31-76d4-41c0-8255-a7cc0a3e6b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:48:53.158649 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-5e3e0b19-bc16-4480-96a6-605e958932f9 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=7d333d262f7d471a926c23808d851dba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2024789 Aug 16 20:48:53.230382 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a71491-01b7-4496-a601-95f08307ab9c req-1892370f-5b29-4dac-8400-d4cf914f69b0 tempest-ServersOnMultiNodesTest-1547253778 tempest-ServersOnMultiNodesTest-1547253778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:53.255027 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b0a71491-01b7-4496-a601-95f08307ab9c req-1892370f-5b29-4dac-8400-d4cf914f69b0 tempest-ServersOnMultiNodesTest-1547253778 tempest-ServersOnMultiNodesTest-1547253778-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=efbbffc7-920a-436b-890d-c27687231c6b HTTP/1.1" status: 200 len: 1102 time: 0.0951784 Aug 16 20:48:53.267493 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5b02d6af-8a56-404e-9c59-c5a3fcc80a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:53.282244 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b0a71491-01b7-4496-a601-95f08307ab9c req-3482555f-1d72-4360-b44b-7a1ccfb5e15e tempest-ServersOnMultiNodesTest-1547253778 tempest-ServersOnMultiNodesTest-1547253778-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:53.343661 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.db.api [None req-5b02d6af-8a56-404e-9c59-c5a3fcc80a1b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:48:53.343661 n-d-793620-15 neutron-server[101845]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:48:53.343661 n-d-793620-15 neutron-server[101845]: [parameters: {'project_id_1': 'd8388d9ef1804beebe64a8f8c5b4431e', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 48, 53, 299180)}] Aug 16 20:48:53.343661 n-d-793620-15 neutron-server[101845]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:48:53.344199 n-d-793620-15 neutron-server[101845]: DEBUG oslo_db.api [None req-5b02d6af-8a56-404e-9c59-c5a3fcc80a1b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:48:53.373503 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4a2eb713-dd48-4f8b-9989-6f25a0fcc9c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:53.415205 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b0a71491-01b7-4496-a601-95f08307ab9c req-3482555f-1d72-4360-b44b-7a1ccfb5e15e tempest-ServersOnMultiNodesTest-1547253778 tempest-ServersOnMultiNodesTest-1547253778-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:53.433596 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4a2eb713-dd48-4f8b-9989-6f25a0fcc9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:53.494388 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b0a71491-01b7-4496-a601-95f08307ab9c req-3482555f-1d72-4360-b44b-7a1ccfb5e15e tempest-ServersOnMultiNodesTest-1547253778 tempest-ServersOnMultiNodesTest-1547253778-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:53.589422 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b0a71491-01b7-4496-a601-95f08307ab9c req-3482555f-1d72-4360-b44b-7a1ccfb5e15e tempest-ServersOnMultiNodesTest-1547253778 tempest-ServersOnMultiNodesTest-1547253778-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334227 Aug 16 20:48:53.595773 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482555f-1d72-4360-b44b-7a1ccfb5e15e tempest-ServersOnMultiNodesTest-1547253778 tempest-ServersOnMultiNodesTest-1547253778-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1e9e43-bdc7-4877-878c-601ec544fe41,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:53.647372 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5dfb3e14-0125-4b2c-ba39-862fcfe69179 req-eed92020-4863-4fca-bd04-8f722012c4a0 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=21c69b4c-09a4-4824-839c-2db5918f7e0e HTTP/1.1" status: 200 len: 210 time: 0.0481029 Aug 16 20:48:53.791858 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-4a2eb713-dd48-4f8b-9989-6f25a0fcc9c2 admin admin] Allocated IP 172.25.1.219 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/1e585a74-0dac-4e4c-8d46-0ce997208861) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:48:53.872944 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5b02d6af-8a56-404e-9c59-c5a3fcc80a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:53.898908 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c611ee-9553-4c08-a8d1-d59e5dfa36c4 req-e9672a33-947f-4543-8f84-45d689eae9bc tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:53.912008 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-89c611ee-9553-4c08-a8d1-d59e5dfa36c4 req-e9672a33-947f-4543-8f84-45d689eae9bc tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 943 time: 0.1534624 Aug 16 20:48:54.000580 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-89c611ee-9553-4c08-a8d1-d59e5dfa36c4 req-5457847e-8301-41ab-8b3c-b66522b9dc23 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820851 Aug 16 20:48:54.137897 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4a2eb713-dd48-4f8b-9989-6f25a0fcc9c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:54.270647 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5b02d6af-8a56-404e-9c59-c5a3fcc80a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:54.344344 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-879da3c0-fb5a-4ad1-8cf7-d93cad5511be tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=34d8c782880e4e14877287a38850e52e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324473 Aug 16 20:48:54.371679 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4a2eb713-dd48-4f8b-9989-6f25a0fcc9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:54.449974 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2eb713-dd48-4f8b-9989-6f25a0fcc9c2 admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:48:54.463873 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-4a2eb713-dd48-4f8b-9989-6f25a0fcc9c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:54.480675 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2eb713-dd48-4f8b-9989-6f25a0fcc9c2 admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:48:54.486481 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2eb713-dd48-4f8b-9989-6f25a0fcc9c2 admin admin] Pushing event updated for resources: {'Port': ['ID=1e585a74-0dac-4e4c-8d46-0ce997208861,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:54.502305 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-81083692-e3c3-460a-aeae-4cfe9f7f7f61 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:54.510807 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-81083692-e3c3-460a-aeae-4cfe9f7f7f61 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1642215 Aug 16 20:48:54.532001 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-ff4fd196-25b2-43fc-9028-acee206fe275 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/quotas/34d8c782880e4e14877287a38850e52e HTTP/1.1" status: 200 len: 375 time: 0.0200772 Aug 16 20:48:54.535400 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5b02d6af-8a56-404e-9c59-c5a3fcc80a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:54.619430 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5b02d6af-8a56-404e-9c59-c5a3fcc80a1b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d8388d9ef1804beebe64a8f8c5b4431e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7124333 Aug 16 20:48:54.622203 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37366) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:54.671403 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b02d6af-8a56-404e-9c59-c5a3fcc80a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45def09c-bd7b-4a33-80f5-d968996d3a51,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:54.681487 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-2dfe91d3-cb7e-482f-840a-44ff64731f9a tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=34d8c782880e4e14877287a38850e52e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1426785 Aug 16 20:48:54.884431 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-72a02945-f8de-4508-bbcf-45c3f246ad74 req-eef99913-2284-425a-9a18-e98b258c52cd tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=21c69b4c-09a4-4824-839c-2db5918f7e0e HTTP/1.1" status: 200 len: 210 time: 0.0876439 Aug 16 20:48:54.894462 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8bc6a76c-4385-4336-8c0e-b68389c81262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:54.954575 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8bc6a76c-4385-4336-8c0e-b68389c81262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:55.094899 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8bc6a76c-4385-4336-8c0e-b68389c81262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:55.098318 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8bc6a76c-4385-4336-8c0e-b68389c81262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:55.102929 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8bc6a76c-4385-4336-8c0e-b68389c81262 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/45def09c-bd7b-4a33-80f5-d968996d3a51 HTTP/1.1" status: 204 len: 168 time: 0.4712386 Aug 16 20:48:55.118592 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6a76c-4385-4336-8c0e-b68389c81262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45def09c-bd7b-4a33-80f5-d968996d3a51,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:55.162154 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4a2eb713-dd48-4f8b-9989-6f25a0fcc9c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:55.235444 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8dc920-f1ee-4491-a3e6-3c9ceb89031f req-fd2d424d-f99c-4faf-a56e-c4fb653d9e77 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:55.244395 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5f8dc920-f1ee-4491-a3e6-3c9ceb89031f req-fd2d424d-f99c-4faf-a56e-c4fb653d9e77 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 943 time: 0.0814636 Aug 16 20:48:55.272129 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 224be816-111a-4c88-ad35-e70ecc506fcd up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:48:55.336373 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5f8dc920-f1ee-4491-a3e6-3c9ceb89031f req-9ea997a0-69bf-43ce-8f55-3efc18cf822b tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844202 Aug 16 20:48:55.423682 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4a2eb713-dd48-4f8b-9989-6f25a0fcc9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:55.526028 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 224be816-111a-4c88-ad35-e70ecc506fcd completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:55.531158 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 224be816-111a-4c88-ad35-e70ecc506fcd triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:55.531547 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:55.619301 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:55.659109 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 224be816-111a-4c88-ad35-e70ecc506fcd, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=224be816-111a-4c88-ad35-e70ecc506fcd,segment=NetworkSegment(08ea7751-6dcc-45ad-b102-ead7824af2d1),segment_id=08ea7751-6dcc-45ad-b102-ead7824af2d1)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:55.662623 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2eb713-dd48-4f8b-9989-6f25a0fcc9c2 admin admin] Router 507388ec-33f4-49bd-9ae7-11205c940b88 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:48:55.726715 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:55.829419 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=224be816-111a-4c88-ad35-e70ecc506fcd,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:55.851188 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2eb713-dd48-4f8b-9989-6f25a0fcc9c2 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:48:55.863909 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0aa103c-7a63-42e8-99af-c5e09f2aa46a None None] Sync routers for ids ['507388ec-33f4-49bd-9ae7-11205c940b88'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:48:55.873666 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0aa103c-7a63-42e8-99af-c5e09f2aa46a None None] Routers {'507388ec-33f4-49bd-9ae7-11205c940b88'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:48:55.874490 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-f0aa103c-7a63-42e8-99af-c5e09f2aa46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:48:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['507388ec-33f4-49bd-9ae7-11205c940b88'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:55.919561 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eeac7191-2000-4f3d-af38-ce5b20733c58 req-eab6b80a-48be-4303-bc14-1b7d4909f76e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0978303 Aug 16 20:48:55.934221 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4a2eb713-dd48-4f8b-9989-6f25a0fcc9c2 admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:55.938762 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37390) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:55.938976 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4a2eb713-dd48-4f8b-9989-6f25a0fcc9c2 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.0694277 Aug 16 20:48:56.120462 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-f0aa103c-7a63-42e8-99af-c5e09f2aa46a None None] Set router 507388ec-33f4-49bd-9ae7-11205c940b88 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:48:56.206821 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8b5abaef-69df-45a1-99ae-9e3bc3df716f req-3fa0fbaa-397f-4a26-93a1-7cc7d9f2cbe3 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=21c69b4c-09a4-4824-839c-2db5918f7e0e HTTP/1.1" status: 200 len: 210 time: 0.1285555 Aug 16 20:48:56.365926 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac7191-2000-4f3d-af38-ce5b20733c58 req-022596e4-cb22-4e2a-bd40-51108d20a906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:56.369470 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-11aef028-1607-4dc4-acb4-88b23e80853a tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=7d333d262f7d471a926c23808d851dba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562632 Aug 16 20:48:56.381637 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eeac7191-2000-4f3d-af38-ce5b20733c58 req-022596e4-cb22-4e2a-bd40-51108d20a906 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=34f18ad5c2d4455d99499df1ef982df3&device_id=1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8 HTTP/1.1" status: 200 len: 1098 time: 0.3151872 Aug 16 20:48:56.492995 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-f0aa103c-7a63-42e8-99af-c5e09f2aa46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507388ec-33f4-49bd-9ae7-11205c940b88', 'name': 'tempest-ServerRescueNegativeTestJSON-917079982-router', 'tenant_id': '91a0e7dd9c2b431cb8d4b7053e5a6182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '1e585a74-0dac-4e4c-8d46-0ce997208861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:52Z', 'updated_at': '2021-08-16T20:48:54Z', 'revision_number': 3, 'project_id': '91a0e7dd9c2b431cb8d4b7053e5a6182', 'gw_port': {'id': '1e585a74-0dac-4e4c-8d46-0ce997208861', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e5:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507388ec-33f4-49bd-9ae7-11205c940b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:53Z', 'updated_at': '2021-08-16T20:48:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:56.565860 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0aa103c-7a63-42e8-99af-c5e09f2aa46a None None] Checking router: 507388ec-33f4-49bd-9ae7-11205c940b88 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:48:56.567910 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0aa103c-7a63-42e8-99af-c5e09f2aa46a None None] Updating router 507388ec-33f4-49bd-9ae7-11205c940b88 port 1e585a74-0dac-4e4c-8d46-0ce997208861 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:48:56.652881 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f0aa103c-7a63-42e8-99af-c5e09f2aa46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:56.669400 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-54cbee04-c590-41a0-b7ff-5ecc61807ada tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:56.671094 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-54cbee04-c590-41a0-b7ff-5ecc61807ada tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2989247 Aug 16 20:48:56.684755 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-8bf2e19a-2b4d-4e5c-873d-53a04aa5585d tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Request body: {'port': {'device_id': '21c69b4c-09a4-4824-839c-2db5918f7e0e', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'admin_state_up': True, 'tenant_id': '7d333d262f7d471a926c23808d851dba'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:56.718891 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37414) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:56.770761 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378da70-c0fe-472e-8639-65d24e5fced3 req-f0a91dea-319b-4049-bc8f-e395181f5c33 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:56.780419 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a378da70-c0fe-472e-8639-65d24e5fced3 req-f0a91dea-319b-4049-bc8f-e395181f5c33 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 943 time: 0.2064791 Aug 16 20:48:56.783147 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-09ae4b51-e8d7-421f-b7af-82dfffe5a3e9 req-9a6b8f92-2bde-48a9-9a23-69514f438ca1 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f09d1c3-8866-43bf-ad09-ea38646b24d1 HTTP/1.1" status: 200 len: 210 time: 0.1249070 Aug 16 20:48:57.004576 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-58225635-c9ba-4e54-8e38-623b98349de5 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-457332934-network', 'tenant_id': '102156b23acc4e74a406b9ac3731230a'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:57.037636 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac7191-2000-4f3d-af38-ce5b20733c58 req-66705cff-9b50-4e66-a83a-acf685bc8450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:57.041150 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eeac7191-2000-4f3d-af38-ce5b20733c58 req-66705cff-9b50-4e66-a83a-acf685bc8450 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e55e31f8-e29e-41b3-a9dc-66b816324698 HTTP/1.1" status: 200 len: 916 time: 0.6262150 Aug 16 20:48:57.041943 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-8bf2e19a-2b4d-4e5c-873d-53a04aa5585d tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Made reservation on behalf of 7d333d262f7d471a926c23808d851dba for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:48:57.045695 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-8bf2e19a-2b4d-4e5c-873d-53a04aa5585d tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:57.052618 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a378da70-c0fe-472e-8639-65d24e5fced3 req-fbf0ce04-85a8-4603-960c-4ec7cc3ecd71 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683675 Aug 16 20:48:57.189389 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 224be816-111a-4c88-ad35-e70ecc506fcd up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:48:57.211005 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eeac7191-2000-4f3d-af38-ce5b20733c58 req-97aa2901-b746-41f1-95be-ddb53656b298 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb14be03-a62c-4f78-a96c-52779f67f17e HTTP/1.1" status: 200 len: 1002 time: 0.1539702 Aug 16 20:48:57.278064 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58225635-c9ba-4e54-8e38-623b98349de5 admin admin] Made reservation on behalf of 102156b23acc4e74a406b9ac3731230a for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:48:57.282514 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-58225635-c9ba-4e54-8e38-623b98349de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:57.329209 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 64256a41-cf3b-44c3-a00e-589d02b64142 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:48:57.330240 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-58225635-c9ba-4e54-8e38-623b98349de5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:57.480990 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f0aa103c-7a63-42e8-99af-c5e09f2aa46a None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:57.506016 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-f0aa103c-7a63-42e8-99af-c5e09f2aa46a None None] Transition to ACTIVE for port object 1e585a74-0dac-4e4c-8d46-0ce997208861 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:57.514232 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-58225635-c9ba-4e54-8e38-623b98349de5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:57.514830 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 224be816-111a-4c88-ad35-e70ecc506fcd triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:57.515183 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:57.604037 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 64256a41-cf3b-44c3-a00e-589d02b64142, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=64256a41-cf3b-44c3-a00e-589d02b64142,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:57.632559 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-8bf2e19a-2b4d-4e5c-873d-53a04aa5585d tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Allocated IP 192.168.233.85 (d77fce7e-e915-4ee5-ada6-d6f376af2589/2883ed1d-8e71-4475-b2ce-2177242b9f23/ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:48:57.671256 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f0aa103c-7a63-42e8-99af-c5e09f2aa46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:57.687263 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '64256a41-cf3b-44c3-a00e-589d02b64142', 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223', 'port_id': '64256a41-cf3b-44c3-a00e-589d02b64142', 'mac_address': 'fa:16:3e:54:f5:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64801f8f-8e8b-4346-a61f-2c5cd4a5ef47', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:48:57.700775 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-58225635-c9ba-4e54-8e38-623b98349de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:57.726677 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-f0aa103c-7a63-42e8-99af-c5e09f2aa46a None None] Attempting to bind port 1e585a74-0dac-4e4c-8d46-0ce997208861 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:48:57.727055 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-f0aa103c-7a63-42e8-99af-c5e09f2aa46a None None] Attempting to bind port 1e585a74-0dac-4e4c-8d46-0ce997208861 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:48:57.727429 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aa103c-7a63-42e8-99af-c5e09f2aa46a None None] Attempting to bind port 1e585a74-0dac-4e4c-8d46-0ce997208861 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:57.771175 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aa103c-7a63-42e8-99af-c5e09f2aa46a None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:48:57.771553 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aa103c-7a63-42e8-99af-c5e09f2aa46a None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:48:57.771984 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f0aa103c-7a63-42e8-99af-c5e09f2aa46a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:57.772379 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aa103c-7a63-42e8-99af-c5e09f2aa46a None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:48:57.777811 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-f0aa103c-7a63-42e8-99af-c5e09f2aa46a None None] Bound port: 1e585a74-0dac-4e4c-8d46-0ce997208861, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:48:57.778427 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f0aa103c-7a63-42e8-99af-c5e09f2aa46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:57.816421 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:57.817879 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58225635-c9ba-4e54-8e38-623b98349de5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:48:57.829182 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-58225635-c9ba-4e54-8e38-623b98349de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:57.834805 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-58225635-c9ba-4e54-8e38-623b98349de5 admin admin] Added segment 35d7f2f6-f519-4b3c-b4fa-6b684079804c of type vlan for network bc24e772-ceac-47be-bfa1-34ff035ac68d Aug 16 20:48:57.847731 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64256a41-cf3b-44c3-a00e-589d02b64142 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:48:57.884699 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-58225635-c9ba-4e54-8e38-623b98349de5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:57.894640 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-f0aa103c-7a63-42e8-99af-c5e09f2aa46a None None] For port 1e585a74-0dac-4e4c-8d46-0ce997208861, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:48:57.898878 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 64256a41-cf3b-44c3-a00e-589d02b64142, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=64256a41-cf3b-44c3-a00e-589d02b64142,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:57.901227 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-f0aa103c-7a63-42e8-99af-c5e09f2aa46a None None] For port 1e585a74-0dac-4e4c-8d46-0ce997208861, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=1e585a74-0dac-4e4c-8d46-0ce997208861,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:48:57.904482 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac7191-2000-4f3d-af38-ce5b20733c58 req-9a5e6c17-c348-4cca-a41d-5ba04aac78af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:57.915080 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eeac7191-2000-4f3d-af38-ce5b20733c58 req-9a5e6c17-c348-4cca-a41d-5ba04aac78af service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1808fe3d-4468-49d3-847b-1af4167b979d HTTP/1.1" status: 200 len: 854 time: 0.6999016 Aug 16 20:48:57.939723 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e64c0-5202-413d-8222-789417863d51 None None] Pushing event updated for resources: {'Port': ['ID=1e585a74-0dac-4e4c-8d46-0ce997208861,revision_number=2']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:57.947924 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e64c0-5202-413d-8222-789417863d51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:57.948541 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e64c0-5202-413d-8222-789417863d51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:57.949063 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e64c0-5202-413d-8222-789417863d51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:57.949565 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e64c0-5202-413d-8222-789417863d51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:57.951855 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e64c0-5202-413d-8222-789417863d51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:57.952384 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e64c0-5202-413d-8222-789417863d51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:57.952885 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e64c0-5202-413d-8222-789417863d51 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:57.953403 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e64c0-5202-413d-8222-789417863d51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:57.953896 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e64c0-5202-413d-8222-789417863d51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:57.954294 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58225635-c9ba-4e54-8e38-623b98349de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab8e371-8ba8-4332-9fda-e250bfcb9a13,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:57.954579 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e64c0-5202-413d-8222-789417863d51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:57.955069 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e64c0-5202-413d-8222-789417863d51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:57.955574 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e64c0-5202-413d-8222-789417863d51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:57.992856 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7b3941f5-40cd-4c48-87be-206f25c8cd2f req-6af9ba38-79f9-4fdf-89e3-17ca9777da74 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f09d1c3-8866-43bf-ad09-ea38646b24d1 HTTP/1.1" status: 200 len: 210 time: 0.0838025 Aug 16 20:48:58.009055 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:58.009183 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f0aa103c-7a63-42e8-99af-c5e09f2aa46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:58.025036 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-519ef4c8-8287-4163-932a-0b188eee0cb7 req-cb9a43b5-9cdc-420f-b654-c3ee37b9d0db tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=21c69b4c-09a4-4824-839c-2db5918f7e0e HTTP/1.1" status: 200 len: 210 time: 0.2484539 Aug 16 20:48:58.081754 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac7191-2000-4f3d-af38-ce5b20733c58 req-58d43f17-1784-4235-b93d-d5112986848b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:58.083278 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eeac7191-2000-4f3d-af38-ce5b20733c58 req-58d43f17-1784-4235-b93d-d5112986848b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e55e31f8-e29e-41b3-a9dc-66b816324698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0873327 Aug 16 20:48:58.118026 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-58225635-c9ba-4e54-8e38-623b98349de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:58.126079 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58225635-c9ba-4e54-8e38-623b98349de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:58.126900 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-58225635-c9ba-4e54-8e38-623b98349de5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:58.134322 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=64256a41-cf3b-44c3-a00e-589d02b64142,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:58.137117 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e64c0-5202-413d-8222-789417863d51 None None] Pushing event updated for resources: {'Port': ['ID=1e585a74-0dac-4e4c-8d46-0ce997208861,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:58.186470 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0aa103c-7a63-42e8-99af-c5e09f2aa46a None None] Routers {'507388ec-33f4-49bd-9ae7-11205c940b88'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:48:58.187668 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-f0aa103c-7a63-42e8-99af-c5e09f2aa46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:48:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['507388ec-33f4-49bd-9ae7-11205c940b88'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:58.217919 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-8bf2e19a-2b4d-4e5c-873d-53a04aa5585d tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:58.238867 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['64256a41-cf3b-44c3-a00e-589d02b64142'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:48:58.267179 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-8bf2e19a-2b4d-4e5c-873d-53a04aa5585d tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Transition to ACTIVE for port object ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:58.286477 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-27c3860d-c0ff-4664-9fac-aba941267fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:58.337177 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39ddcc-1096-42b4-9ae2-e446a5a412b8 req-f117f42b-ce45-42b1-8f0c-591c2b7fccc2 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:58.344711 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4d39ddcc-1096-42b4-9ae2-e446a5a412b8 req-f117f42b-ce45-42b1-8f0c-591c2b7fccc2 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 944 time: 0.1109519 Aug 16 20:48:58.397518 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-f0aa103c-7a63-42e8-99af-c5e09f2aa46a None None] Set router 507388ec-33f4-49bd-9ae7-11205c940b88 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:48:58.511124 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58225635-c9ba-4e54-8e38-623b98349de5 admin admin] Pushing event updated for resources: {'Network': ['ID=bc24e772-ceac-47be-bfa1-34ff035ac68d,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:58.525621 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network bc24e772-ceac-47be-bfa1-34ff035ac68d details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:48:58.537389 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-58225635-c9ba-4e54-8e38-623b98349de5 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8220565 Aug 16 20:48:58.541449 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37438) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:58.550322 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-29d78cee-297b-4fbe-8ba8-17165b3c3e95 admin admin] Request body: {'subnet': {'network_id': 'bc24e772-ceac-47be-bfa1-34ff035ac68d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-457332934-subnet', 'tenant_id': '102156b23acc4e74a406b9ac3731230a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:58.590173 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eeac7191-2000-4f3d-af38-ce5b20733c58 req-42cf6129-ad3d-45f6-a32a-2b9f60e0f249 service neutron] 10.222.0.90 "GET /v2.0/networks/e55e31f8-e29e-41b3-a9dc-66b816324698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4337363 Aug 16 20:48:58.660746 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4d39ddcc-1096-42b4-9ae2-e446a5a412b8 req-ba9ce2a0-ecb3-46fb-9c8c-6f43de004161 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149531 Aug 16 20:48:58.725981 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-f0aa103c-7a63-42e8-99af-c5e09f2aa46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507388ec-33f4-49bd-9ae7-11205c940b88', 'name': 'tempest-ServerRescueNegativeTestJSON-917079982-router', 'tenant_id': '91a0e7dd9c2b431cb8d4b7053e5a6182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '1e585a74-0dac-4e4c-8d46-0ce997208861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:52Z', 'updated_at': '2021-08-16T20:48:54Z', 'revision_number': 3, 'project_id': '91a0e7dd9c2b431cb8d4b7053e5a6182', 'gw_port': {'id': '1e585a74-0dac-4e4c-8d46-0ce997208861', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e5:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507388ec-33f4-49bd-9ae7-11205c940b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:53Z', 'updated_at': '2021-08-16T20:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:58.754966 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0aa103c-7a63-42e8-99af-c5e09f2aa46a None None] The sync data for ids ['507388ec-33f4-49bd-9ae7-11205c940b88'] in n-d-793620-15 is: [{'id': '507388ec-33f4-49bd-9ae7-11205c940b88', 'name': 'tempest-ServerRescueNegativeTestJSON-917079982-router', 'tenant_id': '91a0e7dd9c2b431cb8d4b7053e5a6182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '1e585a74-0dac-4e4c-8d46-0ce997208861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:52Z', 'updated_at': '2021-08-16T20:48:54Z', 'revision_number': 3, 'project_id': '91a0e7dd9c2b431cb8d4b7053e5a6182', 'gw_port': {'id': '1e585a74-0dac-4e4c-8d46-0ce997208861', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e5:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507388ec-33f4-49bd-9ae7-11205c940b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:53Z', 'updated_at': '2021-08-16T20:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:48:58.776272 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d78cee-297b-4fbe-8ba8-17165b3c3e95 admin admin] Made reservation on behalf of 102156b23acc4e74a406b9ac3731230a for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:48:58.778788 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-29d78cee-297b-4fbe-8ba8-17165b3c3e95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:58.781263 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-8bf2e19a-2b4d-4e5c-873d-53a04aa5585d tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:58.803258 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['00ef0104-5c82-4e79-b48f-52cd23581421', '2cd5f3f6-851a-4296-a37c-66f3f8744c93'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:48:58.839839 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-27c3860d-c0ff-4664-9fac-aba941267fa3 admin admin] Allocated IP 172.20.0.1 (078bd5a9-b098-43f3-ba33-8a739c62ede2/739c3a49-237b-4d98-9492-010a42c636b6/c109ae0e-9c2d-4f70-af23-179821e656fe) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:48:58.854817 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eeac7191-2000-4f3d-af38-ce5b20733c58 req-63232c48-6474-4394-9d25-d517c10437e8 service neutron] 10.222.0.90 "GET /v2.0/networks/e55e31f8-e29e-41b3-a9dc-66b816324698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053125 Aug 16 20:48:58.960868 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf2e19a-2b4d-4e5c-873d-53a04aa5585d tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Pushing event updated for resources: {'Port': ['ID=ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:59.119985 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-27c3860d-c0ff-4664-9fac-aba941267fa3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:59.194450 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-8bf2e19a-2b4d-4e5c-873d-53a04aa5585d tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Network d77fce7e-e915-4ee5-ada6-d6f376af2589 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:48:59.197447 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-8bf2e19a-2b4d-4e5c-873d-53a04aa5585d tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:59.201885 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-8bf2e19a-2b4d-4e5c-873d-53a04aa5585d tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:48:59.287538 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 64256a41-cf3b-44c3-a00e-589d02b64142 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:48:59.294051 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-8bf2e19a-2b4d-4e5c-873d-53a04aa5585d tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:59.294709 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-8bf2e19a-2b4d-4e5c-873d-53a04aa5585d tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:59.372946 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d65b1e1e-8aeb-4770-b316-5ce92e61b5c0 req-a7e9466e-cc7d-4673-b9e6-0ea73b178295 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f09d1c3-8866-43bf-ad09-ea38646b24d1 HTTP/1.1" status: 200 len: 210 time: 0.1335425 Aug 16 20:48:59.438539 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-27c3860d-c0ff-4664-9fac-aba941267fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:59.457225 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-8bf2e19a-2b4d-4e5c-873d-53a04aa5585d tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7765846 Aug 16 20:48:59.499117 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-fe9fe7c3-761b-48ab-b11c-4a12b98980c4 service neutron] Request body: {'port': {'device_id': '21c69b4c-09a4-4824-839c-2db5918f7e0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:59.650859 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-29d78cee-297b-4fbe-8ba8-17165b3c3e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:59.804829 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 64256a41-cf3b-44c3-a00e-589d02b64142 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:59.819257 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c3860d-c0ff-4664-9fac-aba941267fa3 admin admin] Network 078bd5a9-b098-43f3-ba33-8a739c62ede2 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:48:59.842075 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-27c3860d-c0ff-4664-9fac-aba941267fa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:59.848842 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c3860d-c0ff-4664-9fac-aba941267fa3 admin admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:48:59.865298 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 64256a41-cf3b-44c3-a00e-589d02b64142 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:59.874393 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:59.879380 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d78cee-297b-4fbe-8ba8-17165b3c3e95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7951a486-a4c7-424b-b6af-3fe11855286b,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:59.884460 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d57a9-503a-43b0-af8f-79a4be4bae6a req-0aa54d33-44d1-40e0-983b-0f41da5f803b tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:59.911045 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b88d57a9-503a-43b0-af8f-79a4be4bae6a req-0aa54d33-44d1-40e0-983b-0f41da5f803b tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=21c69b4c-09a4-4824-839c-2db5918f7e0e HTTP/1.1" status: 200 len: 935 time: 0.6767564 Aug 16 20:48:59.916506 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-fe9fe7c3-761b-48ab-b11c-4a12b98980c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:00.085714 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3860d-c0ff-4664-9fac-aba941267fa3 admin admin] Pushing event updated for resources: {'Port': ['ID=c109ae0e-9c2d-4f70-af23-179821e656fe,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:00.086029 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-60b5df68-de2c-4396-863b-b8b1e495e3ac None None] Provisioning for port ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:49:00.093162 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-60b5df68-de2c-4396-863b-b8b1e495e3ac None None] Provisioning complete for port ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:00.093551 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-60b5df68-de2c-4396-863b-b8b1e495e3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:00.149709 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-becff1c0-a007-496d-8179-ad7f0b829b05 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=34d8c782880e4e14877287a38850e52e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655010 Aug 16 20:49:00.157993 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:00.218650 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 64256a41-cf3b-44c3-a00e-589d02b64142, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=64256a41-cf3b-44c3-a00e-589d02b64142,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:00.221596 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7504064c-0e09-4865-8499-bd4c9e759d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64256a41-cf3b-44c3-a00e-589d02b64142'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:00.224320 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4baf224-5276-4785-9175-e1c29dfccbc1" -d '{"events": [{"server_uuid": "7504064c-0e09-4865-8499-bd4c9e759d09", "name": "network-vif-plugged", "status": "completed", "tag": "64256a41-cf3b-44c3-a00e-589d02b64142"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:00.230534 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-60b5df68-de2c-4396-863b-b8b1e495e3ac None None] Port ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:49:00.246910 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-27c3860d-c0ff-4664-9fac-aba941267fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:00.303265 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:00.410319 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=64256a41-cf3b-44c3-a00e-589d02b64142,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:00.462896 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b74bd7-67bc-4015-bfc7-28aae5d35953 req-24e1a389-d42d-4fd8-a5ca-d7c585810d55 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:00.473298 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-14b74bd7-67bc-4015-bfc7-28aae5d35953 req-24e1a389-d42d-4fd8-a5ca-d7c585810d55 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 944 time: 0.5298312 Aug 16 20:49:00.525590 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b88d57a9-503a-43b0-af8f-79a4be4bae6a req-863cfe73-8d02-415f-8302-fb58b73c89ff tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6073301 Aug 16 20:49:00.619742 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8153ae40-785e-4c56-9667-81c53c87b7d2 x-openstack-request-id: req-8153ae40-785e-4c56-9667-81c53c87b7d2 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:00.620084 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7504064c-0e09-4865-8499-bd4c9e759d09", "name": "network-vif-plugged", "status": "completed", "tag": "64256a41-cf3b-44c3-a00e-589d02b64142", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:00.624318 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8153ae40-785e-4c56-9667-81c53c87b7d2 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:00.624745 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7504064c-0e09-4865-8499-bd4c9e759d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64256a41-cf3b-44c3-a00e-589d02b64142', 'code': 200} Aug 16 20:49:00.672442 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-14b74bd7-67bc-4015-bfc7-28aae5d35953 req-7d9ad533-4de0-4b2c-8b5b-a11c2aab1740 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810293 Aug 16 20:49:00.685461 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-27c3860d-c0ff-4664-9fac-aba941267fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:00.844446 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c76a7b3a-5205-4c0e-ad27-eec11dbb17dd req-6fa87333-e7d2-4abe-af85-d4de324f7feb tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f09d1c3-8866-43bf-ad09-ea38646b24d1 HTTP/1.1" status: 200 len: 210 time: 0.0803270 Aug 16 20:49:00.861207 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-9df4e4f6-c509-458e-9da0-6242bd1abe01 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:00.871671 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-9df4e4f6-c509-458e-9da0-6242bd1abe01 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7084761 Aug 16 20:49:00.890788 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-da1c0423-45c2-4a4e-9348-5eca814ec66d tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Request body: {'port': {'device_id': '26e160f2-ae64-418c-b308-c761a3c9e391', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'admin_state_up': True, 'tenant_id': '34d8c782880e4e14877287a38850e52e'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:00.985626 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-fe9fe7c3-761b-48ab-b11c-4a12b98980c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:00.997657 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-fe9fe7c3-761b-48ab-b11c-4a12b98980c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:01.018214 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-fe9fe7c3-761b-48ab-b11c-4a12b98980c4 service neutron] Transition to ACTIVE for port object ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:49:01.024934 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d78cee-297b-4fbe-8ba8-17165b3c3e95 admin admin] Checking segment: {'id': '35d7f2f6-f519-4b3c-b4fa-6b684079804c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bc24e772-ceac-47be-bfa1-34ff035ac68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:49:01.025346 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d78cee-297b-4fbe-8ba8-17165b3c3e95 admin admin] Network hostable DHCP agents. Network: bc24e772-ceac-47be-bfa1-34ff035ac68d, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:49:01.045520 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1eb68-d40a-47d9-91fc-cea20f551d9b req-b1b7b514-68e2-4b54-be11-775de6115de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:01.047213 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-cdb1eb68-d40a-47d9-91fc-cea20f551d9b req-b1b7b514-68e2-4b54-be11-775de6115de0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 1097 time: 0.0969234 Aug 16 20:49:01.141945 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-fe9fe7c3-761b-48ab-b11c-4a12b98980c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:01.184434 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-27c3860d-c0ff-4664-9fac-aba941267fa3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:01.193833 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d78cee-297b-4fbe-8ba8-17165b3c3e95 admin admin] Network bc24e772-ceac-47be-bfa1-34ff035ac68d is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:49:01.231690 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-cdb1eb68-d40a-47d9-91fc-cea20f551d9b req-fe5dcdc8-9c8f-48f5-815c-c528d3448302 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657920 Aug 16 20:49:01.257301 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9fe7c3-761b-48ab-b11c-4a12b98980c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:01.292995 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 1e585a74-0dac-4e4c-8d46-0ce997208861 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:49:01.342555 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-da1c0423-45c2-4a4e-9348-5eca814ec66d tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Made reservation on behalf of 34d8c782880e4e14877287a38850e52e for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:49:01.343337 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-da1c0423-45c2-4a4e-9348-5eca814ec66d tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:01.382405 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-fe9fe7c3-761b-48ab-b11c-4a12b98980c4 service neutron] Attempting to bind port ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:49:01.383186 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-fe9fe7c3-761b-48ab-b11c-4a12b98980c4 service neutron] Attempting to bind port ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:49:01.383771 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-fe9fe7c3-761b-48ab-b11c-4a12b98980c4 service neutron] Attempting to bind port ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:01.427665 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-fe9fe7c3-761b-48ab-b11c-4a12b98980c4 service neutron] Port ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a on network d77fce7e-e915-4ee5-ada6-d6f376af2589 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:49:01.428341 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-fe9fe7c3-761b-48ab-b11c-4a12b98980c4 service neutron] Attempting to bind port ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:01.446436 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-fe9fe7c3-761b-48ab-b11c-4a12b98980c4 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:49:01.446779 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-fe9fe7c3-761b-48ab-b11c-4a12b98980c4 service neutron] Checking segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:49:01.447181 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-fe9fe7c3-761b-48ab-b11c-4a12b98980c4 service neutron] Bound using segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:49:01.447819 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-fe9fe7c3-761b-48ab-b11c-4a12b98980c4 service neutron] Bound port: ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:49:01.448245 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-fe9fe7c3-761b-48ab-b11c-4a12b98980c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:01.567948 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-fe9fe7c3-761b-48ab-b11c-4a12b98980c4 service neutron] For port ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:49:01.590812 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-fe9fe7c3-761b-48ab-b11c-4a12b98980c4 service neutron] For port ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:49:01.629569 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-da1c0423-45c2-4a4e-9348-5eca814ec66d tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Allocated IP 192.168.233.92 (d77fce7e-e915-4ee5-ada6-d6f376af2589/2883ed1d-8e71-4475-b2ce-2177242b9f23/d88b29f6-cf28-4a24-ba6e-34e54b0a41c9) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:49:01.633203 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-27c3860d-c0ff-4664-9fac-aba941267fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:01.766444 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-27c3860d-c0ff-4664-9fac-aba941267fa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:01.771687 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-29d78cee-297b-4fbe-8ba8-17165b3c3e95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, bc24e772-ceac-47be-bfa1-34ff035ac68d) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:49:01.777884 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d78cee-297b-4fbe-8ba8-17165b3c3e95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:01.778377 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3860d-c0ff-4664-9fac-aba941267fa3 admin admin] Pushing event updated for resources: {'Port': ['ID=c109ae0e-9c2d-4f70-af23-179821e656fe,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:01.778595 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-29d78cee-297b-4fbe-8ba8-17165b3c3e95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:01.793970 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed99a71-8a02-4a96-83d1-4c657c3a72b3 None None] Network bc24e772-ceac-47be-bfa1-34ff035ac68d requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:49:01.807486 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bdf3d-afac-49f9-873f-af8c0189dd55 req-c4a93639-5b58-4810-b5be-c1f2373792e0 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:01.809095 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b2bdf3d-afac-49f9-873f-af8c0189dd55 req-c4a93639-5b58-4810-b5be-c1f2373792e0 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=21c69b4c-09a4-4824-839c-2db5918f7e0e HTTP/1.1" status: 200 len: 947 time: 0.1814768 Aug 16 20:49:01.846163 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-fe9fe7c3-761b-48ab-b11c-4a12b98980c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:01.846782 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 1e585a74-0dac-4e4c-8d46-0ce997208861 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:49:01.857176 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 1e585a74-0dac-4e4c-8d46-0ce997208861 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:01.857544 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:01.877963 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-fe9fe7c3-761b-48ab-b11c-4a12b98980c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:01.887978 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-fe9fe7c3-761b-48ab-b11c-4a12b98980c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:01.887978 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-fe9fe7c3-761b-48ab-b11c-4a12b98980c4 service neutron] 10.222.0.72 "PUT /v2.0/ports/ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a HTTP/1.1" status: 200 len: 1096 time: 2.4097083 Aug 16 20:49:01.887978 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c69b4c-09a4-4824-839c-2db5918f7e0e', 'tag': 'ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:01.887978 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cfcbbde-dd3b-4551-81f8-0b067161eb17" -d '{"events": [{"name": "network-changed", "server_uuid": "21c69b4c-09a4-4824-839c-2db5918f7e0e", "tag": "ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:01.945614 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-29d78cee-297b-4fbe-8ba8-17165b3c3e95 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.4021561 Aug 16 20:49:01.973130 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9fe7c3-761b-48ab-b11c-4a12b98980c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:02.029861 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba99503-1337-44ac-9f42-7668940f4d62 req-8e811e36-217b-4c53-b673-d1e8d4197d53 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:02.031535 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aba99503-1337-44ac-9f42-7668940f4d62 req-8e811e36-217b-4c53-b673-d1e8d4197d53 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 945 time: 0.2671793 Aug 16 20:49:02.039636 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-570e03af-14a0-406c-86f5-f7d3d60de9ab tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=34d8c782880e4e14877287a38850e52e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588472 Aug 16 20:49:02.043559 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b2bdf3d-afac-49f9-873f-af8c0189dd55 req-2ec9afdf-1dc4-4662-b274-44363787726a tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180240 Aug 16 20:49:02.137482 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-da1c0423-45c2-4a4e-9348-5eca814ec66d tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:02.151489 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f98ebba-9749-4008-95b3-30d3969c9da8 None None] Network bc24e772-ceac-47be-bfa1-34ff035ac68d requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:49:02.158299 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-da1c0423-45c2-4a4e-9348-5eca814ec66d tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Transition to ACTIVE for port object d88b29f6-cf28-4a24-ba6e-34e54b0a41c9 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:49:02.247896 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aba99503-1337-44ac-9f42-7668940f4d62 req-71bb7c87-f4c3-48cf-b4fa-0a3684d39dec tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887715 Aug 16 20:49:02.270333 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:02.278431 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c3860d-c0ff-4664-9fac-aba941267fa3 admin admin] Network 078bd5a9-b098-43f3-ba33-8a739c62ede2 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:49:02.284320 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-27c3860d-c0ff-4664-9fac-aba941267fa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:49:02.316121 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 1e585a74-0dac-4e4c-8d46-0ce997208861, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=1e585a74-0dac-4e4c-8d46-0ce997208861,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:02.367381 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2562ab7-8d7c-4d50-968a-739941d4c92b x-openstack-request-id: req-e2562ab7-8d7c-4d50-968a-739941d4c92b {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:02.367944 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c69b4c-09a4-4824-839c-2db5918f7e0e", "tag": "ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:02.368376 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e2562ab7-8d7c-4d50-968a-739941d4c92b {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:02.369012 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c69b4c-09a4-4824-839c-2db5918f7e0e', 'tag': 'ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a', 'status': 'completed', 'code': 200} Aug 16 20:49:02.376792 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-9177b6c3-0e93-4365-8f09-ac34877d1ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:02.380296 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-9177b6c3-0e93-4365-8f09-ac34877d1ab7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7d333d262f7d471a926c23808d851dba&device_id=21c69b4c-09a4-4824-839c-2db5918f7e0e HTTP/1.1" status: 200 len: 1099 time: 0.2706389 Aug 16 20:49:02.411086 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-da1c0423-45c2-4a4e-9348-5eca814ec66d tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:02.424029 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['d12fa717-5873-4d2b-90e6-5c7935218310'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:49:02.442503 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-70bcb154-466a-40d9-84be-eca09ee93306 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a HTTP/1.1" status: 200 len: 217 time: 0.0502176 Aug 16 20:49:02.472208 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:02.524145 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-707fab4c-097d-4d10-b5a8-4795836fb31f req-cbebee99-6114-494a-a2ed-57d4a4ef4047 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f09d1c3-8866-43bf-ad09-ea38646b24d1 HTTP/1.1" status: 200 len: 210 time: 0.1150806 Aug 16 20:49:02.537260 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=1e585a74-0dac-4e4c-8d46-0ce997208861,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:02.567775 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-b572930d-e4e2-4ded-b8fa-44b3a4ff6cbe tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:02.569745 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-b572930d-e4e2-4ded-b8fa-44b3a4ff6cbe tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5096416 Aug 16 20:49:02.573208 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-da1c0423-45c2-4a4e-9348-5eca814ec66d tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Network d77fce7e-e915-4ee5-ada6-d6f376af2589 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:49:02.594600 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-da1c0423-45c2-4a4e-9348-5eca814ec66d tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:49:02.598751 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-da1c0423-45c2-4a4e-9348-5eca814ec66d tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:49:02.622824 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-22c50ba4-003c-449a-8a9e-ac437d2bafd1 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Request body: {'port': {'device_id': '7f09d1c3-8866-43bf-ad09-ea38646b24d1', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'admin_state_up': True, 'tenant_id': '34d8c782880e4e14877287a38850e52e'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:02.656968 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c0423-45c2-4a4e-9348-5eca814ec66d tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Pushing event updated for resources: {'Port': ['ID=d88b29f6-cf28-4a24-ba6e-34e54b0a41c9,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:02.657676 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-c1acb0c7-e4ef-4338-9381-9575b43ccaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:02.659541 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-c1acb0c7-e4ef-4338-9381-9575b43ccaac service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.2029257 Aug 16 20:49:02.686024 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c3860d-c0ff-4664-9fac-aba941267fa3 admin admin] Router 507388ec-33f4-49bd-9ae7-11205c940b88 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:49:02.709491 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-da1c0423-45c2-4a4e-9348-5eca814ec66d tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:02.710388 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-da1c0423-45c2-4a4e-9348-5eca814ec66d tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:02.831506 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-5c57293f-e2d7-4de1-adf7-88603c4fa869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:02.833316 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-5c57293f-e2d7-4de1-adf7-88603c4fa869 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1425688 Aug 16 20:49:02.862400 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-da1c0423-45c2-4a4e-9348-5eca814ec66d tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9802549 Aug 16 20:49:02.899137 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-e90e1b13-6968-4324-bf75-302fe5df156d service neutron] Request body: {'port': {'device_id': '26e160f2-ae64-418c-b308-c761a3c9e391', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:02.948936 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-22c50ba4-003c-449a-8a9e-ac437d2bafd1 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Made reservation on behalf of 34d8c782880e4e14877287a38850e52e for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:49:02.953102 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-22c50ba4-003c-449a-8a9e-ac437d2bafd1 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:02.973976 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-38f3a806-4b81-434c-987c-a2b25ec99760 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288791 Aug 16 20:49:03.033974 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b2eff9d6-77d5-441f-8b96-4fa51b398be8 None None] Provisioning for port d88b29f6-cf28-4a24-ba6e-34e54b0a41c9 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:49:03.041282 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b2eff9d6-77d5-441f-8b96-4fa51b398be8 None None] Provisioning complete for port d88b29f6-cf28-4a24-ba6e-34e54b0a41c9 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:03.041412 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c3860d-c0ff-4664-9fac-aba941267fa3 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:49:03.041523 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b2eff9d6-77d5-441f-8b96-4fa51b398be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:03.068095 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698907a7-1831-4426-a3e6-9e69e60e7a40 None None] Sync routers for ids ['507388ec-33f4-49bd-9ae7-11205c940b88'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:49:03.078111 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-e90e1b13-6968-4324-bf75-302fe5df156d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:03.097393 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-27c3860d-c0ff-4664-9fac-aba941267fa3 admin admin] 10.222.0.84 "PUT /v2.0/routers/507388ec-33f4-49bd-9ae7-11205c940b88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1565616 Aug 16 20:49:03.142315 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698907a7-1831-4426-a3e6-9e69e60e7a40 None None] Routers {'507388ec-33f4-49bd-9ae7-11205c940b88'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:49:03.150374 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-698907a7-1831-4426-a3e6-9e69e60e7a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:48:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['507388ec-33f4-49bd-9ae7-11205c940b88'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:03.249888 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 1e585a74-0dac-4e4c-8d46-0ce997208861 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:49:03.254008 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-b2eff9d6-77d5-441f-8b96-4fa51b398be8 None None] Port d88b29f6-cf28-4a24-ba6e-34e54b0a41c9 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:49:03.255721 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-e0886489-cf16-4bc0-b11a-9d3ea29ad7b9 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:03.258235 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-e0886489-cf16-4bc0-b11a-9d3ea29ad7b9 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] 10.222.0.84 "GET /v2.0/networks?id=bc24e772-ceac-47be-bfa1-34ff035ac68d HTTP/1.1" status: 200 len: 821 time: 0.3992481 Aug 16 20:49:03.337111 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0922105d-823d-4786-ab44-3eb86ae74a15 req-9a499061-7a1a-4efd-85fe-00c07a48db21 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125175 Aug 16 20:49:03.372506 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-e96e1a5a-f0f5-441b-9a0b-2888ef25ce56 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] 10.222.0.84 "GET /v2.0/quotas/102156b23acc4e74a406b9ac3731230a HTTP/1.1" status: 200 len: 375 time: 0.0654292 Aug 16 20:49:03.401372 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-698907a7-1831-4426-a3e6-9e69e60e7a40 None None] Set router 507388ec-33f4-49bd-9ae7-11205c940b88 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:49:03.401694 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-22c50ba4-003c-449a-8a9e-ac437d2bafd1 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Allocated IP 192.168.233.93 (d77fce7e-e915-4ee5-ada6-d6f376af2589/2883ed1d-8e71-4475-b2ce-2177242b9f23/ef0c7a6f-3506-409b-8c4f-e21c66093609) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:49:03.452802 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae1696-8e32-43f6-b931-363bb22508fb req-9bb56960-0111-43d2-81c7-f1500a1183cf tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:03.453975 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-18ae1696-8e32-43f6-b931-363bb22508fb req-9bb56960-0111-43d2-81c7-f1500a1183cf tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=21c69b4c-09a4-4824-839c-2db5918f7e0e HTTP/1.1" status: 200 len: 947 time: 0.2096701 Aug 16 20:49:03.498789 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-70cdac3d-3d0b-4fa5-bd16-beb726f94dc6 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=102156b23acc4e74a406b9ac3731230a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391381 Aug 16 20:49:03.594424 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 1e585a74-0dac-4e4c-8d46-0ce997208861 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:03.594807 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:03.599549 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfcbbde-dd3b-4551-81f8-0b067161eb17 req-fbdb95d4-016d-4ac9-8dae-7b2c7ba854cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:03.602258 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2cfcbbde-dd3b-4551-81f8-0b067161eb17 req-fbdb95d4-016d-4ac9-8dae-7b2c7ba854cd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7d333d262f7d471a926c23808d851dba&device_id=21c69b4c-09a4-4824-839c-2db5918f7e0e HTTP/1.1" status: 200 len: 1099 time: 0.0838461 Aug 16 20:49:03.711966 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-22c50ba4-003c-449a-8a9e-ac437d2bafd1 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:03.742705 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-22c50ba4-003c-449a-8a9e-ac437d2bafd1 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Transition to ACTIVE for port object ef0c7a6f-3506-409b-8c4f-e21c66093609 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:49:03.778699 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfcbbde-dd3b-4551-81f8-0b067161eb17 req-42b3d975-ef41-4a1d-8fea-956b683fbcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:03.780639 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2cfcbbde-dd3b-4551-81f8-0b067161eb17 req-42b3d975-ef41-4a1d-8fea-956b683fbcb3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.1667147 Aug 16 20:49:03.844000 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-698907a7-1831-4426-a3e6-9e69e60e7a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507388ec-33f4-49bd-9ae7-11205c940b88', 'name': 'tempest-ServerRescueNegativeTestJSON-917079982-router', 'tenant_id': '91a0e7dd9c2b431cb8d4b7053e5a6182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '1e585a74-0dac-4e4c-8d46-0ce997208861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:52Z', 'updated_at': '2021-08-16T20:49:00Z', 'revision_number': 4, 'project_id': '91a0e7dd9c2b431cb8d4b7053e5a6182', 'gw_port': {'id': '1e585a74-0dac-4e4c-8d46-0ce997208861', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507388ec-33f4-49bd-9ae7-11205c940b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:53Z', 'updated_at': '2021-08-16T20:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'c109ae0e-9c2d-4f70-af23-179821e656fe', 'name': '', 'network_id': '078bd5a9-b098-43f3-ba33-8a739c62ede2', 'tenant_id': '91a0e7dd9c2b431cb8d4b7053e5a6182', 'mac_address': 'fa:16:3e:68:5a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507388ec-33f4-49bd-9ae7-11205c940b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '739c3a49-237b-4d98-9492-010a42c636b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:58Z', 'updated_at': '2021-08-16T20:49:00Z', 'revision_number': 2, 'project_id': '91a0e7dd9c2b431cb8d4b7053e5a6182', 'subnets': [{'id': '739c3a49-237b-4d98-9492-010a42c636b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:03.848560 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2cfcbbde-dd3b-4551-81f8-0b067161eb17 req-a2aa5efe-6ccf-4dc7-a43b-bcf87923fe79 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a HTTP/1.1" status: 200 len: 217 time: 0.0503666 Aug 16 20:49:03.878088 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698907a7-1831-4426-a3e6-9e69e60e7a40 None None] Checking router: 507388ec-33f4-49bd-9ae7-11205c940b88 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:49:03.878692 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698907a7-1831-4426-a3e6-9e69e60e7a40 None None] Updating router 507388ec-33f4-49bd-9ae7-11205c940b88 port c109ae0e-9c2d-4f70-af23-179821e656fe binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:49:03.907995 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-698907a7-1831-4426-a3e6-9e69e60e7a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:03.919662 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfcbbde-dd3b-4551-81f8-0b067161eb17 req-745f8dbf-bdd7-48b2-941f-fd3a2fd8d7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:03.921201 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2cfcbbde-dd3b-4551-81f8-0b067161eb17 req-745f8dbf-bdd7-48b2-941f-fd3a2fd8d7c3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0575790 Aug 16 20:49:03.931306 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-22c50ba4-003c-449a-8a9e-ac437d2bafd1 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:04.030911 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-18ae1696-8e32-43f6-b931-363bb22508fb req-1a4ecc8f-1725-4da0-ad59-48023eff16d9 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5263104 Aug 16 20:49:04.039413 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-22c50ba4-003c-449a-8a9e-ac437d2bafd1 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Network d77fce7e-e915-4ee5-ada6-d6f376af2589 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:49:04.046486 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfcbbde-dd3b-4551-81f8-0b067161eb17 req-62f85190-4838-4311-b8ae-5f96cb57a0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:04.048056 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2cfcbbde-dd3b-4551-81f8-0b067161eb17 req-62f85190-4838-4311-b8ae-5f96cb57a0e2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1145582 Aug 16 20:49:04.051327 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-22c50ba4-003c-449a-8a9e-ac437d2bafd1 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:49:04.056941 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-22c50ba4-003c-449a-8a9e-ac437d2bafd1 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:49:04.059966 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c50ba4-003c-449a-8a9e-ac437d2bafd1 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Pushing event updated for resources: {'Port': ['ID=ef0c7a6f-3506-409b-8c4f-e21c66093609,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:04.155200 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-ba7b0d3a-0e2e-4e07-aba4-4791dc2af307 service neutron] 10.222.0.84 "GET /v2.0/networks/bc24e772-ceac-47be-bfa1-34ff035ac68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6505108 Aug 16 20:49:04.240736 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2cfcbbde-dd3b-4551-81f8-0b067161eb17 req-d8d87df7-0099-46fa-9451-66d5ba513a86 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581023 Aug 16 20:49:04.293863 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-698907a7-1831-4426-a3e6-9e69e60e7a40 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:04.305170 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-698907a7-1831-4426-a3e6-9e69e60e7a40 None None] Transition to ACTIVE for port object c109ae0e-9c2d-4f70-af23-179821e656fe will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:49:04.310901 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['d12fa717-5873-4d2b-90e6-5c7935218310'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:49:04.359703 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-22c50ba4-003c-449a-8a9e-ac437d2bafd1 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:04.361172 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-22c50ba4-003c-449a-8a9e-ac437d2bafd1 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:04.427639 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2cfcbbde-dd3b-4551-81f8-0b067161eb17 req-f3efbf1d-f82a-43ac-943d-8c40bd1c58b8 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672106 Aug 16 20:49:04.459147 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e178b66-6a7c-4e47-8c94-997fcd58d609 req-7a224291-8066-4335-8b0a-840debcec75d tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:04.466887 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9e178b66-6a7c-4e47-8c94-997fcd58d609 req-7a224291-8066-4335-8b0a-840debcec75d tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 945 time: 0.1953287 Aug 16 20:49:04.500769 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-e90e1b13-6968-4324-bf75-302fe5df156d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d88b29f6-cf28-4a24-ba6e-34e54b0a41c9 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:04.512100 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-e90e1b13-6968-4324-bf75-302fe5df156d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:04.527697 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-bfd1d49a-9ab2-462e-8c13-6d0c17cc6d66 service neutron] 10.222.0.84 "GET /v2.0/networks/bc24e772-ceac-47be-bfa1-34ff035ac68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711944 Aug 16 20:49:04.551318 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-e90e1b13-6968-4324-bf75-302fe5df156d service neutron] Transition to ACTIVE for port object d88b29f6-cf28-4a24-ba6e-34e54b0a41c9 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:49:04.556787 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-698907a7-1831-4426-a3e6-9e69e60e7a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:04.558377 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9e178b66-6a7c-4e47-8c94-997fcd58d609 req-4a78882e-ac60-4dbc-ba10-722c42fd76cd tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904372 Aug 16 20:49:04.614134 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43249c9-dc03-492f-9bf6-75e68cd54556 None None] Pushing event updated for resources: {'Port': ['ID=c109ae0e-9c2d-4f70-af23-179821e656fe,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:04.628776 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-22c50ba4-003c-449a-8a9e-ac437d2bafd1 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0358934 Aug 16 20:49:04.641720 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-99febdd1-f4b3-4f37-917d-f451d2c94cad service neutron] Request body: {'port': {'device_id': '7f09d1c3-8866-43bf-ad09-ea38646b24d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:04.702349 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-698907a7-1831-4426-a3e6-9e69e60e7a40 None None] Attempting to bind port c109ae0e-9c2d-4f70-af23-179821e656fe on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:49:04.703024 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-698907a7-1831-4426-a3e6-9e69e60e7a40 None None] Attempting to bind port c109ae0e-9c2d-4f70-af23-179821e656fe by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '4be18e34-16ee-455c-b9af-82d2b4520474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '078bd5a9-b098-43f3-ba33-8a739c62ede2'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:49:04.703655 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698907a7-1831-4426-a3e6-9e69e60e7a40 None None] Attempting to bind port c109ae0e-9c2d-4f70-af23-179821e656fe on network 078bd5a9-b098-43f3-ba33-8a739c62ede2 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:04.711835 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698907a7-1831-4426-a3e6-9e69e60e7a40 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:49:04.712865 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698907a7-1831-4426-a3e6-9e69e60e7a40 None None] Checking segment: {'id': '4be18e34-16ee-455c-b9af-82d2b4520474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '078bd5a9-b098-43f3-ba33-8a739c62ede2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:49:04.713327 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-698907a7-1831-4426-a3e6-9e69e60e7a40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:04.713732 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698907a7-1831-4426-a3e6-9e69e60e7a40 None None] Bound using segment: {'id': '4be18e34-16ee-455c-b9af-82d2b4520474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '078bd5a9-b098-43f3-ba33-8a739c62ede2'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:49:04.714217 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-698907a7-1831-4426-a3e6-9e69e60e7a40 None None] Bound port: c109ae0e-9c2d-4f70-af23-179821e656fe, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4be18e34-16ee-455c-b9af-82d2b4520474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '078bd5a9-b098-43f3-ba33-8a739c62ede2'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:49:04.714602 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-698907a7-1831-4426-a3e6-9e69e60e7a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:04.755870 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-99febdd1-f4b3-4f37-917d-f451d2c94cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:04.756250 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ceee9217-0ff5-4675-8c04-2af06bede4d6 None None] Provisioning for port ef0c7a6f-3506-409b-8c4f-e21c66093609 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:49:04.764896 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ceee9217-0ff5-4675-8c04-2af06bede4d6 None None] Provisioning complete for port ef0c7a6f-3506-409b-8c4f-e21c66093609 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:04.765274 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ceee9217-0ff5-4675-8c04-2af06bede4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:04.832412 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-698907a7-1831-4426-a3e6-9e69e60e7a40 None None] For port c109ae0e-9c2d-4f70-af23-179821e656fe, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:49:04.835609 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-ceee9217-0ff5-4675-8c04-2af06bede4d6 None None] Port ef0c7a6f-3506-409b-8c4f-e21c66093609 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:49:04.838315 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-698907a7-1831-4426-a3e6-9e69e60e7a40 None None] For port c109ae0e-9c2d-4f70-af23-179821e656fe, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=c109ae0e-9c2d-4f70-af23-179821e656fe,segment=NetworkSegment(4be18e34-16ee-455c-b9af-82d2b4520474),segment_id=4be18e34-16ee-455c-b9af-82d2b4520474)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:49:04.911260 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-e90e1b13-6968-4324-bf75-302fe5df156d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:05.122906 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-698907a7-1831-4426-a3e6-9e69e60e7a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:05.203528 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43249c9-dc03-492f-9bf6-75e68cd54556 None None] Pushing event updated for resources: {'Port': ['ID=c109ae0e-9c2d-4f70-af23-179821e656fe,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:05.236619 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698907a7-1831-4426-a3e6-9e69e60e7a40 None None] Routers {'507388ec-33f4-49bd-9ae7-11205c940b88'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:49:05.237265 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-698907a7-1831-4426-a3e6-9e69e60e7a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:48:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['507388ec-33f4-49bd-9ae7-11205c940b88'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:05.240474 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-99febdd1-f4b3-4f37-917d-f451d2c94cad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef0c7a6f-3506-409b-8c4f-e21c66093609 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:05.249761 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-99febdd1-f4b3-4f37-917d-f451d2c94cad service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:05.261378 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e1b13-6968-4324-bf75-302fe5df156d service neutron] Pushing event updated for resources: {'Port': ['ID=d88b29f6-cf28-4a24-ba6e-34e54b0a41c9,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:05.278868 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-99febdd1-f4b3-4f37-917d-f451d2c94cad service neutron] Transition to ACTIVE for port object ef0c7a6f-3506-409b-8c4f-e21c66093609 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:49:05.315229 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c819e-f300-45c1-a736-a3edbbe747f4 req-18fa171f-5a5c-4197-a959-490f99225fda tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:05.316704 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c23c819e-f300-45c1-a736-a3edbbe747f4 req-18fa171f-5a5c-4197-a959-490f99225fda tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f09d1c3-8866-43bf-ad09-ea38646b24d1 HTTP/1.1" status: 200 len: 935 time: 0.1841726 Aug 16 20:49:05.352791 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-37fd2580-08bc-49ce-ab88-fd94149d43e8 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:05.360064 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-37fd2580-08bc-49ce-ab88-fd94149d43e8 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/networks?id=078bd5a9-b098-43f3-ba33-8a739c62ede2 HTTP/1.1" status: 200 len: 818 time: 0.6148705 Aug 16 20:49:05.377367 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-99febdd1-f4b3-4f37-917d-f451d2c94cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:05.378778 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-e90e1b13-6968-4324-bf75-302fe5df156d service neutron] Attempting to bind port d88b29f6-cf28-4a24-ba6e-34e54b0a41c9 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:49:05.386736 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-e90e1b13-6968-4324-bf75-302fe5df156d service neutron] Attempting to bind port d88b29f6-cf28-4a24-ba6e-34e54b0a41c9 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:49:05.386736 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-e90e1b13-6968-4324-bf75-302fe5df156d service neutron] Attempting to bind port d88b29f6-cf28-4a24-ba6e-34e54b0a41c9 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:05.386736 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-e90e1b13-6968-4324-bf75-302fe5df156d service neutron] Port d88b29f6-cf28-4a24-ba6e-34e54b0a41c9 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:49:05.386736 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-e90e1b13-6968-4324-bf75-302fe5df156d service neutron] Attempting to bind port d88b29f6-cf28-4a24-ba6e-34e54b0a41c9 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:05.400045 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-e9a653af-1199-4080-be67-bdd2980ea181 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/quotas/91a0e7dd9c2b431cb8d4b7053e5a6182 HTTP/1.1" status: 200 len: 375 time: 0.0388033 Aug 16 20:49:05.425950 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-698907a7-1831-4426-a3e6-9e69e60e7a40 None None] Set router 507388ec-33f4-49bd-9ae7-11205c940b88 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:49:05.434980 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-e90e1b13-6968-4324-bf75-302fe5df156d service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:49:05.435325 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-e90e1b13-6968-4324-bf75-302fe5df156d service neutron] Checking segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:49:05.435721 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-e90e1b13-6968-4324-bf75-302fe5df156d service neutron] Bound using segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:49:05.436199 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-e90e1b13-6968-4324-bf75-302fe5df156d service neutron] Bound port: d88b29f6-cf28-4a24-ba6e-34e54b0a41c9, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:49:05.436566 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-e90e1b13-6968-4324-bf75-302fe5df156d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:05.437370 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99febdd1-f4b3-4f37-917d-f451d2c94cad service neutron] Pushing event updated for resources: {'Port': ['ID=ef0c7a6f-3506-409b-8c4f-e21c66093609,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:05.483698 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c23c819e-f300-45c1-a736-a3edbbe747f4 req-610d4d41-252d-4098-9b2b-55a854269a83 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592352 Aug 16 20:49:05.570569 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-09373fc0-f295-4a7d-a793-49f44d8035b4 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=91a0e7dd9c2b431cb8d4b7053e5a6182&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1694174 Aug 16 20:49:05.634578 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-99febdd1-f4b3-4f37-917d-f451d2c94cad service neutron] Attempting to bind port ef0c7a6f-3506-409b-8c4f-e21c66093609 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:49:05.641385 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-99febdd1-f4b3-4f37-917d-f451d2c94cad service neutron] Attempting to bind port ef0c7a6f-3506-409b-8c4f-e21c66093609 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:49:05.641385 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-99febdd1-f4b3-4f37-917d-f451d2c94cad service neutron] Attempting to bind port ef0c7a6f-3506-409b-8c4f-e21c66093609 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:05.646138 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-99febdd1-f4b3-4f37-917d-f451d2c94cad service neutron] Port ef0c7a6f-3506-409b-8c4f-e21c66093609 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:49:05.646473 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-99febdd1-f4b3-4f37-917d-f451d2c94cad service neutron] Attempting to bind port ef0c7a6f-3506-409b-8c4f-e21c66093609 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:05.659835 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-99febdd1-f4b3-4f37-917d-f451d2c94cad service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:49:05.660186 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-99febdd1-f4b3-4f37-917d-f451d2c94cad service neutron] Checking segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:49:05.660560 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-99febdd1-f4b3-4f37-917d-f451d2c94cad service neutron] Bound using segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:49:05.661006 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-99febdd1-f4b3-4f37-917d-f451d2c94cad service neutron] Bound port: ef0c7a6f-3506-409b-8c4f-e21c66093609, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:49:05.661351 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-99febdd1-f4b3-4f37-917d-f451d2c94cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:05.758709 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-e90e1b13-6968-4324-bf75-302fe5df156d service neutron] For port d88b29f6-cf28-4a24-ba6e-34e54b0a41c9, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:49:05.775690 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-698907a7-1831-4426-a3e6-9e69e60e7a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507388ec-33f4-49bd-9ae7-11205c940b88', 'name': 'tempest-ServerRescueNegativeTestJSON-917079982-router', 'tenant_id': '91a0e7dd9c2b431cb8d4b7053e5a6182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '1e585a74-0dac-4e4c-8d46-0ce997208861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:52Z', 'updated_at': '2021-08-16T20:49:00Z', 'revision_number': 4, 'project_id': '91a0e7dd9c2b431cb8d4b7053e5a6182', 'gw_port': {'id': '1e585a74-0dac-4e4c-8d46-0ce997208861', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507388ec-33f4-49bd-9ae7-11205c940b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:53Z', 'updated_at': '2021-08-16T20:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'c109ae0e-9c2d-4f70-af23-179821e656fe', 'name': '', 'network_id': '078bd5a9-b098-43f3-ba33-8a739c62ede2', 'tenant_id': '91a0e7dd9c2b431cb8d4b7053e5a6182', 'mac_address': 'fa:16:3e:68:5a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507388ec-33f4-49bd-9ae7-11205c940b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '739c3a49-237b-4d98-9492-010a42c636b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:58Z', 'updated_at': '2021-08-16T20:49:04Z', 'revision_number': 4, 'project_id': '91a0e7dd9c2b431cb8d4b7053e5a6182', 'subnets': [{'id': '739c3a49-237b-4d98-9492-010a42c636b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:05.811329 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698907a7-1831-4426-a3e6-9e69e60e7a40 None None] The sync data for ids ['507388ec-33f4-49bd-9ae7-11205c940b88'] in n-d-793620-15 is: [{'id': '507388ec-33f4-49bd-9ae7-11205c940b88', 'name': 'tempest-ServerRescueNegativeTestJSON-917079982-router', 'tenant_id': '91a0e7dd9c2b431cb8d4b7053e5a6182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '1e585a74-0dac-4e4c-8d46-0ce997208861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:52Z', 'updated_at': '2021-08-16T20:49:00Z', 'revision_number': 4, 'project_id': '91a0e7dd9c2b431cb8d4b7053e5a6182', 'gw_port': {'id': '1e585a74-0dac-4e4c-8d46-0ce997208861', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507388ec-33f4-49bd-9ae7-11205c940b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:53Z', 'updated_at': '2021-08-16T20:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'c109ae0e-9c2d-4f70-af23-179821e656fe', 'name': '', 'network_id': '078bd5a9-b098-43f3-ba33-8a739c62ede2', 'tenant_id': '91a0e7dd9c2b431cb8d4b7053e5a6182', 'mac_address': 'fa:16:3e:68:5a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507388ec-33f4-49bd-9ae7-11205c940b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '739c3a49-237b-4d98-9492-010a42c636b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:58Z', 'updated_at': '2021-08-16T20:49:04Z', 'revision_number': 4, 'project_id': '91a0e7dd9c2b431cb8d4b7053e5a6182', 'subnets': [{'id': '739c3a49-237b-4d98-9492-010a42c636b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:49:05.821938 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-99febdd1-f4b3-4f37-917d-f451d2c94cad service neutron] For port ef0c7a6f-3506-409b-8c4f-e21c66093609, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:49:05.828206 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-99febdd1-f4b3-4f37-917d-f451d2c94cad service neutron] For port ef0c7a6f-3506-409b-8c4f-e21c66093609, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ef0c7a6f-3506-409b-8c4f-e21c66093609,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:49:05.895002 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-99febdd1-f4b3-4f37-917d-f451d2c94cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:05.905593 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-e90e1b13-6968-4324-bf75-302fe5df156d service neutron] For port d88b29f6-cf28-4a24-ba6e-34e54b0a41c9, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=d88b29f6-cf28-4a24-ba6e-34e54b0a41c9,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:49:05.908259 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-74e212d5-9280-4317-bb16-b1b6b1ec4c6f service neutron] 10.222.0.84 "GET /v2.0/networks/078bd5a9-b098-43f3-ba33-8a739c62ede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368614 Aug 16 20:49:05.941155 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb371582-bc89-44e0-a7f5-43b52dddedd3 req-6fa13b04-5883-4c8f-a21f-8cdefaada91e tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:05.942745 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eb371582-bc89-44e0-a7f5-43b52dddedd3 req-6fa13b04-5883-4c8f-a21f-8cdefaada91e tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 1097 time: 0.3268094 Aug 16 20:49:05.983377 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-99febdd1-f4b3-4f37-917d-f451d2c94cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:05.983949 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-99febdd1-f4b3-4f37-917d-f451d2c94cad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:05.989319 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-99febdd1-f4b3-4f37-917d-f451d2c94cad service neutron] 10.222.0.90 "PUT /v2.0/ports/ef0c7a6f-3506-409b-8c4f-e21c66093609 HTTP/1.1" status: 200 len: 1096 time: 1.3483222 Aug 16 20:49:05.991005 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f09d1c3-8866-43bf-ad09-ea38646b24d1', 'tag': 'ef0c7a6f-3506-409b-8c4f-e21c66093609'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:05.997448 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16442896-0c75-4ade-b02b-693ec7d3af84" -d '{"events": [{"name": "network-changed", "server_uuid": "7f09d1c3-8866-43bf-ad09-ea38646b24d1", "tag": "ef0c7a6f-3506-409b-8c4f-e21c66093609"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:06.034413 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-e90e1b13-6968-4324-bf75-302fe5df156d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:06.039827 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99febdd1-f4b3-4f37-917d-f451d2c94cad service neutron] Pushing event updated for resources: {'Port': ['ID=ef0c7a6f-3506-409b-8c4f-e21c66093609,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:06.155935 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-e90e1b13-6968-4324-bf75-302fe5df156d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:06.156294 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-e90e1b13-6968-4324-bf75-302fe5df156d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:06.157974 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-e90e1b13-6968-4324-bf75-302fe5df156d service neutron] 10.222.0.90 "PUT /v2.0/ports/d88b29f6-cf28-4a24-ba6e-34e54b0a41c9 HTTP/1.1" status: 200 len: 1096 time: 3.2780330 Aug 16 20:49:06.158657 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e160f2-ae64-418c-b308-c761a3c9e391', 'tag': 'd88b29f6-cf28-4a24-ba6e-34e54b0a41c9'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:06.161101 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd892bb-90c4-4e88-80bd-feedb4c434c0" -d '{"events": [{"name": "network-changed", "server_uuid": "26e160f2-ae64-418c-b308-c761a3c9e391", "tag": "d88b29f6-cf28-4a24-ba6e-34e54b0a41c9"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:06.179178 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:49:06.186717 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eb371582-bc89-44e0-a7f5-43b52dddedd3 req-76f1c4e8-a22e-4695-93de-85a459a68fe4 tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284875 Aug 16 20:49:06.196075 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-99c792b4-afd3-40c7-8020-24e4e6196ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:06.196075 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-99c792b4-afd3-40c7-8020-24e4e6196ddd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=34d8c782880e4e14877287a38850e52e&device_id=7f09d1c3-8866-43bf-ad09-ea38646b24d1 HTTP/1.1" status: 200 len: 1099 time: 0.0794296 Aug 16 20:49:06.258595 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e1b13-6968-4324-bf75-302fe5df156d service neutron] Pushing event updated for resources: {'Port': ['ID=d88b29f6-cf28-4a24-ba6e-34e54b0a41c9,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:06.301557 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-579600ba-f86f-4b49-82f2-8b7f9d1317b3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=ef0c7a6f-3506-409b-8c4f-e21c66093609 HTTP/1.1" status: 200 len: 217 time: 0.1017401 Aug 16 20:49:06.404226 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-00be0ea6-b089-41f7-9776-1eeddb2c2e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:06.407965 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-00be0ea6-b089-41f7-9776-1eeddb2c2e0c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.1000788 Aug 16 20:49:06.408272 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-9814de7d-3079-4003-87b1-0fdca187168b service neutron] 10.222.0.84 "GET /v2.0/networks/078bd5a9-b098-43f3-ba33-8a739c62ede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4636176 Aug 16 20:49:06.423624 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:06.457070 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': 'ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': 'ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a', 'mac_address': 'fa:16:3e:14:09:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:49:06.468881 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0cd9bc9a-ec6a-4046-b433-4fc888c19052 req-36f7ca11-2001-4271-995d-7b284e27b2cb tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a4d9f49-1e80-4fe1-b308-16ec0df78db9 HTTP/1.1" status: 200 len: 210 time: 0.1789298 Aug 16 20:49:06.511245 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-139fe68b-e9e2-4433-93db-3368cad13341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:06.518347 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-139fe68b-e9e2-4433-93db-3368cad13341 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1012421 Aug 16 20:49:06.525447 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-39986a97-0f69-438b-8f7b-2436023151ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:06.530631 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-39986a97-0f69-438b-8f7b-2436023151ef service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=34d8c782880e4e14877287a38850e52e&device_id=26e160f2-ae64-418c-b308-c761a3c9e391 HTTP/1.1" status: 200 len: 1099 time: 0.2396071 Aug 16 20:49:06.567259 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:06.609361 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:06.659440 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:06.690431 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-d2611c1f-9260-4944-8b0d-1d949997a371 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=d88b29f6-cf28-4a24-ba6e-34e54b0a41c9 HTTP/1.1" status: 200 len: 217 time: 0.1498795 Aug 16 20:49:06.710934 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-0beeace2-e7b1-42b3-9910-03b359be0a26 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844177 Aug 16 20:49:06.750264 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:06.843955 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e9c7c-05a2-4a07-89dc-7e310b08db19 req-86639873-5be8-42ed-93e2-a988da8e49b8 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:06.853986 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-941e9c7c-05a2-4a07-89dc-7e310b08db19 req-86639873-5be8-42ed-93e2-a988da8e49b8 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=21c69b4c-09a4-4824-839c-2db5918f7e0e HTTP/1.1" status: 200 len: 947 time: 0.1624627 Aug 16 20:49:06.929657 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:06.971773 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-d78d75cc-e5cb-499b-a531-3ef3ec822b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:06.974375 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-d78d75cc-e5cb-499b-a531-3ef3ec822b26 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.2307501 Aug 16 20:49:06.999320 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-2b590d44-3253-419d-b410-51411eaf87d4 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759020 Aug 16 20:49:07.009284 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-941e9c7c-05a2-4a07-89dc-7e310b08db19 req-d83d6afb-d8e0-40f8-a5f7-e430282fc84f tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481903 Aug 16 20:49:07.100918 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:49:07.102094 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-9f5737d4-c209-4e60-b5f0-3d8d1a53f8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:07.111687 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24506d3b-bec5-4804-a7ea-0d8e473746a9 x-openstack-request-id: req-24506d3b-bec5-4804-a7ea-0d8e473746a9 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:07.112565 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f09d1c3-8866-43bf-ad09-ea38646b24d1", "tag": "ef0c7a6f-3506-409b-8c4f-e21c66093609", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:07.112762 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-9f5737d4-c209-4e60-b5f0-3d8d1a53f8de service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1301637 Aug 16 20:49:07.113462 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-24506d3b-bec5-4804-a7ea-0d8e473746a9 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:07.114095 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f09d1c3-8866-43bf-ad09-ea38646b24d1', 'tag': 'ef0c7a6f-3506-409b-8c4f-e21c66093609', 'status': 'completed', 'code': 200} Aug 16 20:49:07.189209 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7921474d-c661-4260-bdf6-2863a9181b2e x-openstack-request-id: req-7921474d-c661-4260-bdf6-2863a9181b2e {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:07.189558 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e160f2-ae64-418c-b308-c761a3c9e391", "tag": "d88b29f6-cf28-4a24-ba6e-34e54b0a41c9", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:07.189883 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7921474d-c661-4260-bdf6-2863a9181b2e {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:07.190304 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e160f2-ae64-418c-b308-c761a3c9e391', 'tag': 'd88b29f6-cf28-4a24-ba6e-34e54b0a41c9', 'status': 'completed', 'code': 200} Aug 16 20:49:07.270593 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16442896-0c75-4ade-b02b-693ec7d3af84 req-a8a8c5db-901f-4b10-95f9-fb1b36c4e41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:07.272229 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-16442896-0c75-4ade-b02b-693ec7d3af84 req-a8a8c5db-901f-4b10-95f9-fb1b36c4e41c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=34d8c782880e4e14877287a38850e52e&device_id=7f09d1c3-8866-43bf-ad09-ea38646b24d1 HTTP/1.1" status: 200 len: 1099 time: 0.1260424 Aug 16 20:49:07.317828 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device c109ae0e-9c2d-4f70-af23-179821e656fe up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:49:07.443986 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16442896-0c75-4ade-b02b-693ec7d3af84 req-18cf14a5-8a10-43bf-af71-6a6010a1f3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:07.447016 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-16442896-0c75-4ade-b02b-693ec7d3af84 req-18cf14a5-8a10-43bf-af71-6a6010a1f3ed service neutron] 10.222.0.90 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.1627667 Aug 16 20:49:07.505040 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff63111-9826-4590-a8c9-402e88a15304 req-c1154e26-fb14-4609-b872-e24ae510a57c tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:07.516224 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7ff63111-9826-4590-a8c9-402e88a15304 req-c1154e26-fb14-4609-b872-e24ae510a57c tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 1097 time: 0.2214222 Aug 16 20:49:07.554662 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-16442896-0c75-4ade-b02b-693ec7d3af84 req-8d458dca-0c17-49e3-a05f-81a55191d0b0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=ef0c7a6f-3506-409b-8c4f-e21c66093609 HTTP/1.1" status: 200 len: 217 time: 0.0951939 Aug 16 20:49:07.574682 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port c109ae0e-9c2d-4f70-af23-179821e656fe completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:49:07.586083 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port c109ae0e-9c2d-4f70-af23-179821e656fe triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:07.586470 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:07.610994 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-b7530cc9-bccb-49d2-92f6-7fc95a50cd49 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4762509 Aug 16 20:49:07.623583 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817c49c-62d4-4905-9a82-4c895bab015d req-337aa50d-9fd1-411a-811a-d37c59d3eda7 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:07.633842 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b817c49c-62d4-4905-9a82-4c895bab015d req-337aa50d-9fd1-411a-811a-d37c59d3eda7 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f09d1c3-8866-43bf-ad09-ea38646b24d1 HTTP/1.1" status: 200 len: 947 time: 0.2978323 Aug 16 20:49:07.706892 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16442896-0c75-4ade-b02b-693ec7d3af84 req-57077244-3c7f-44f8-a957-9c780adc1d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:07.708677 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-16442896-0c75-4ade-b02b-693ec7d3af84 req-57077244-3c7f-44f8-a957-9c780adc1d78 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.1382906 Aug 16 20:49:07.717015 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7ff63111-9826-4590-a8c9-402e88a15304 req-99e79921-3b8a-4dec-90f0-49e5ed3a5065 tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997728 Aug 16 20:49:07.739409 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:07.817206 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16442896-0c75-4ade-b02b-693ec7d3af84 req-60af3c42-bbc8-4939-83f4-76790661b22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:07.818749 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-16442896-0c75-4ade-b02b-693ec7d3af84 req-60af3c42-bbc8-4939-83f4-76790661b22f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0980964 Aug 16 20:49:07.824212 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b817c49c-62d4-4905-9a82-4c895bab015d req-f4f518d9-b5ad-43eb-bbde-d0dc8e7c74ce tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720865 Aug 16 20:49:07.896422 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port c109ae0e-9c2d-4f70-af23-179821e656fe, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=c109ae0e-9c2d-4f70-af23-179821e656fe,segment=NetworkSegment(4be18e34-16ee-455c-b9af-82d2b4520474),segment_id=4be18e34-16ee-455c-b9af-82d2b4520474)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:07.949919 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-559dc26d-3ef5-4391-aa55-ed1ab338422a req-515debba-fae7-429a-9d47-0d83e8b0f2e4 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860930 Aug 16 20:49:07.962167 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:08.033547 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8a1210e8-ffc4-4d79-ab43-563062c7d0ed req-c6efbbae-392a-4b91-b830-9b0c7a33c467 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 210 time: 0.0756118 Aug 16 20:49:08.039713 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=c109ae0e-9c2d-4f70-af23-179821e656fe,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:08.067358 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-16442896-0c75-4ade-b02b-693ec7d3af84 req-0a40fce3-5738-4eb7-9b85-93e8487750cd service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405679 Aug 16 20:49:08.098930 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7e5c0e4a-28ac-4b7f-8de3-a28dc7a88038 req-56a7458f-83d6-4c16-b659-8e86d419fe15 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a4d9f49-1e80-4fe1-b308-16ec0df78db9 HTTP/1.1" status: 200 len: 210 time: 0.0953109 Aug 16 20:49:08.211154 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd892bb-90c4-4e88-80bd-feedb4c434c0 req-66567af7-461b-4254-8fa8-4cf1c1ebe15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:08.212802 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7dd892bb-90c4-4e88-80bd-feedb4c434c0 req-66567af7-461b-4254-8fa8-4cf1c1ebe15e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=34d8c782880e4e14877287a38850e52e&device_id=26e160f2-ae64-418c-b308-c761a3c9e391 HTTP/1.1" status: 200 len: 1099 time: 0.1077776 Aug 16 20:49:08.346971 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-16442896-0c75-4ade-b02b-693ec7d3af84 req-d829d3d9-0e3e-4e91-98b1-3b1285866106 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694957 Aug 16 20:49:08.392974 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db093f45-de04-4350-b0ff-853c4e6da329 req-c10ee383-04ec-4b54-b098-2627eba6d894 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:08.396644 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-0642c63f-f084-4b3a-8f30-5e011131b005 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:08.398320 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-0642c63f-f084-4b3a-8f30-5e011131b005 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] 10.222.0.72 "GET /v2.0/networks?id=bc24e772-ceac-47be-bfa1-34ff035ac68d HTTP/1.1" status: 200 len: 821 time: 0.1796701 Aug 16 20:49:08.401240 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-db093f45-de04-4350-b0ff-853c4e6da329 req-c10ee383-04ec-4b54-b098-2627eba6d894 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=21c69b4c-09a4-4824-839c-2db5918f7e0e HTTP/1.1" status: 200 len: 948 time: 0.1387391 Aug 16 20:49:08.414357 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-26c52f1c-dc9b-43c4-97e0-e726200f3c60 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Request body: {'port': {'device_id': '6a4d9f49-1e80-4fe1-b308-16ec0df78db9', 'network_id': 'bc24e772-ceac-47be-bfa1-34ff035ac68d', 'admin_state_up': True, 'tenant_id': '102156b23acc4e74a406b9ac3731230a'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:08.507633 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd892bb-90c4-4e88-80bd-feedb4c434c0 req-c53afd97-084c-49f6-b87b-69eae7380e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:08.508734 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7dd892bb-90c4-4e88-80bd-feedb4c434c0 req-c53afd97-084c-49f6-b87b-69eae7380e52 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.2884343 Aug 16 20:49:08.591741 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7dd892bb-90c4-4e88-80bd-feedb4c434c0 req-6f41e7e3-06df-4a2c-8f93-02ce6b9c7820 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=d88b29f6-cf28-4a24-ba6e-34e54b0a41c9 HTTP/1.1" status: 200 len: 217 time: 0.0658643 Aug 16 20:49:08.594715 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-db093f45-de04-4350-b0ff-853c4e6da329 req-24f6833f-db10-4466-af76-f3a0d959baa5 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925538 Aug 16 20:49:08.607642 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-26c52f1c-dc9b-43c4-97e0-e726200f3c60 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Made reservation on behalf of 102156b23acc4e74a406b9ac3731230a for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:49:08.611196 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-26c52f1c-dc9b-43c4-97e0-e726200f3c60 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:08.683013 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd892bb-90c4-4e88-80bd-feedb4c434c0 req-6587c314-5eee-499a-8a17-7aa3e3b989f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:08.684555 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7dd892bb-90c4-4e88-80bd-feedb4c434c0 req-6587c314-5eee-499a-8a17-7aa3e3b989f3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0814164 Aug 16 20:49:08.718143 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-805c633c-a737-4664-a6c2-7089fd6251a0 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:08.725911 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-805c633c-a737-4664-a6c2-7089fd6251a0 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/networks?id=078bd5a9-b098-43f3-ba33-8a739c62ede2 HTTP/1.1" status: 200 len: 818 time: 0.3217690 Aug 16 20:49:08.780129 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-2a616746-e2e0-4d08-bd97-32b3afaebb65 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/quotas/91a0e7dd9c2b431cb8d4b7053e5a6182 HTTP/1.1" status: 200 len: 375 time: 0.0531163 Aug 16 20:49:08.801951 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-26c52f1c-dc9b-43c4-97e0-e726200f3c60 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Allocated IP 172.20.0.6 (bc24e772-ceac-47be-bfa1-34ff035ac68d/7951a486-a4c7-424b-b6af-3fe11855286b/7b4506e1-852c-464d-9c72-cda9de92cbe2) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:49:08.858429 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-6e677ea3-0d30-4c3f-8507-d75f5d100c1c tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=91a0e7dd9c2b431cb8d4b7053e5a6182&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0773814 Aug 16 20:49:08.861681 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd892bb-90c4-4e88-80bd-feedb4c434c0 req-bae92f31-bb10-49ad-af30-cf951e9b269f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:08.863231 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7dd892bb-90c4-4e88-80bd-feedb4c434c0 req-bae92f31-bb10-49ad-af30-cf951e9b269f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1299930 Aug 16 20:49:09.084267 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-26c52f1c-dc9b-43c4-97e0-e726200f3c60 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:09.090389 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-46a40ded-28a6-4e2b-b75d-162acf00c267 service neutron] 10.222.0.84 "GET /v2.0/networks/078bd5a9-b098-43f3-ba33-8a739c62ede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308488 Aug 16 20:49:09.123313 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7dd892bb-90c4-4e88-80bd-feedb4c434c0 req-d91f05d8-7c54-427c-a4a3-5a02a2e273f1 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514033 Aug 16 20:49:09.169972 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device c109ae0e-9c2d-4f70-af23-179821e656fe up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:49:09.214330 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-26c52f1c-dc9b-43c4-97e0-e726200f3c60 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:09.231490 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port c109ae0e-9c2d-4f70-af23-179821e656fe triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:09.231928 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:09.270452 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-26c52f1c-dc9b-43c4-97e0-e726200f3c60 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Network bc24e772-ceac-47be-bfa1-34ff035ac68d is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:49:09.273828 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-26c52f1c-dc9b-43c4-97e0-e726200f3c60 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:49:09.279773 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-26c52f1c-dc9b-43c4-97e0-e726200f3c60 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:49:09.282040 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-90071087-6295-4746-bc98-fb111b0dd772 service neutron] 10.222.0.84 "GET /v2.0/networks/078bd5a9-b098-43f3-ba33-8a739c62ede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906302 Aug 16 20:49:09.309050 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device d88b29f6-cf28-4a24-ba6e-34e54b0a41c9 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:49:09.316769 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7dd892bb-90c4-4e88-80bd-feedb4c434c0 req-f7ef2e4b-a19d-4f0d-a937-daea054ea835 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681840 Aug 16 20:49:09.359726 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c52f1c-dc9b-43c4-97e0-e726200f3c60 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Pushing event updated for resources: {'Port': ['ID=7b4506e1-852c-464d-9c72-cda9de92cbe2,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:09.414870 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-26c52f1c-dc9b-43c4-97e0-e726200f3c60 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:09.415539 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-26c52f1c-dc9b-43c4-97e0-e726200f3c60 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:09.506082 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port d88b29f6-cf28-4a24-ba6e-34e54b0a41c9, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=d88b29f6-cf28-4a24-ba6e-34e54b0a41c9,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:09.520182 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': 'd88b29f6-cf28-4a24-ba6e-34e54b0a41c9', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': 'd88b29f6-cf28-4a24-ba6e-34e54b0a41c9', 'mac_address': 'fa:16:3e:a9:0b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:49:09.564914 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:09.579271 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d88b29f6-cf28-4a24-ba6e-34e54b0a41c9 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:09.603229 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port d88b29f6-cf28-4a24-ba6e-34e54b0a41c9, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=d88b29f6-cf28-4a24-ba6e-34e54b0a41c9,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:09.860031 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:09.861138 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-26c52f1c-dc9b-43c4-97e0-e726200f3c60 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4510627 Aug 16 20:49:09.865362 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ef0c7a6f-3506-409b-8c4f-e21c66093609 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:49:09.877111 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-20c56838-e30d-48a6-b587-39c36d68c8fb service neutron] Request body: {'port': {'device_id': '6a4d9f49-1e80-4fe1-b308-16ec0df78db9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:09.972100 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ef0c7a6f-3506-409b-8c4f-e21c66093609, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ef0c7a6f-3506-409b-8c4f-e21c66093609,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:09.985288 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': 'ef0c7a6f-3506-409b-8c4f-e21c66093609', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': 'ef0c7a6f-3506-409b-8c4f-e21c66093609', 'mac_address': 'fa:16:3e:f9:cc:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:49:10.010403 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=d88b29f6-cf28-4a24-ba6e-34e54b0a41c9,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:10.023642 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-20c56838-e30d-48a6-b587-39c36d68c8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:10.041437 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8bd65f-d47e-40a5-a278-4399a4ef0db8 req-36f2fafa-9183-4472-bd4a-80de7ac0197d tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:10.052784 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-df8bd65f-d47e-40a5-a278-4399a4ef0db8 req-36f2fafa-9183-4472-bd4a-80de7ac0197d tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f09d1c3-8866-43bf-ad09-ea38646b24d1 HTTP/1.1" status: 200 len: 947 time: 0.2116005 Aug 16 20:49:10.104465 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:10.126844 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef0c7a6f-3506-409b-8c4f-e21c66093609 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:10.132580 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-df8bd65f-d47e-40a5-a278-4399a4ef0db8 req-d0ebcd92-75f3-49c7-a202-430eaca1eae5 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754755 Aug 16 20:49:10.164149 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-d0632fe8-4560-41e6-92e0-bddb6960addd tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:10.165731 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-d0632fe8-4560-41e6-92e0-bddb6960addd tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.72 "GET /v2.0/networks?id=078bd5a9-b098-43f3-ba33-8a739c62ede2 HTTP/1.1" status: 200 len: 818 time: 0.2716138 Aug 16 20:49:10.179649 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ef0c7a6f-3506-409b-8c4f-e21c66093609, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ef0c7a6f-3506-409b-8c4f-e21c66093609,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:10.184620 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-e6a26ef5-ba85-4586-ae6d-99fbf454b505 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Request body: {'port': {'device_id': '345b5a57-a88f-404e-8180-3bcceb67094b', 'network_id': '078bd5a9-b098-43f3-ba33-8a739c62ede2', 'admin_state_up': True, 'tenant_id': '91a0e7dd9c2b431cb8d4b7053e5a6182'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:10.224047 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:49:10.303969 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:10.428356 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=ef0c7a6f-3506-409b-8c4f-e21c66093609,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:10.478932 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-20c56838-e30d-48a6-b587-39c36d68c8fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b4506e1-852c-464d-9c72-cda9de92cbe2 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:10.482217 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4630b1d-a37e-4289-972d-761775836cfb req-1d755d92-b5d1-4821-9572-8fcf529b3d91 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:10.489744 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f4630b1d-a37e-4289-972d-761775836cfb req-1d755d92-b5d1-4821-9572-8fcf529b3d91 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a4d9f49-1e80-4fe1-b308-16ec0df78db9 HTTP/1.1" status: 200 len: 931 time: 0.1340389 Aug 16 20:49:10.498243 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-20c56838-e30d-48a6-b587-39c36d68c8fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:10.509417 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:49:10.514513 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:10.514899 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:10.527047 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-20c56838-e30d-48a6-b587-39c36d68c8fb service neutron] Transition to ACTIVE for port object 7b4506e1-852c-464d-9c72-cda9de92cbe2 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:49:10.535569 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-e6a26ef5-ba85-4586-ae6d-99fbf454b505 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Made reservation on behalf of 91a0e7dd9c2b431cb8d4b7053e5a6182 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:49:10.539726 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-e6a26ef5-ba85-4586-ae6d-99fbf454b505 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:10.544242 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f4630b1d-a37e-4289-972d-761775836cfb req-e4a376b9-5543-4b71-bdc0-bc3a538ffec4 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] 10.222.0.84 "GET /v2.0/security-groups?id=0ab8e371-8ba8-4332-9fda-e250bfcb9a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536218 Aug 16 20:49:10.555645 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['ef0c7a6f-3506-409b-8c4f-e21c66093609'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:49:10.559176 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['d88b29f6-cf28-4a24-ba6e-34e54b0a41c9'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:49:10.619381 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-20c56838-e30d-48a6-b587-39c36d68c8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:10.756158 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c56838-e30d-48a6-b587-39c36d68c8fb service neutron] Pushing event updated for resources: {'Port': ['ID=7b4506e1-852c-464d-9c72-cda9de92cbe2,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:10.788346 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-e6a26ef5-ba85-4586-ae6d-99fbf454b505 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Allocated IP 172.20.0.14 (078bd5a9-b098-43f3-ba33-8a739c62ede2/739c3a49-237b-4d98-9492-010a42c636b6/c3ff8082-7488-4fa4-bba1-1383fc59b92a) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:49:10.937761 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-20c56838-e30d-48a6-b587-39c36d68c8fb service neutron] Attempting to bind port 7b4506e1-852c-464d-9c72-cda9de92cbe2 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:49:10.938274 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-20c56838-e30d-48a6-b587-39c36d68c8fb service neutron] Attempting to bind port 7b4506e1-852c-464d-9c72-cda9de92cbe2 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '35d7f2f6-f519-4b3c-b4fa-6b684079804c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bc24e772-ceac-47be-bfa1-34ff035ac68d'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:49:10.943094 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-20c56838-e30d-48a6-b587-39c36d68c8fb service neutron] Attempting to bind port 7b4506e1-852c-464d-9c72-cda9de92cbe2 on network bc24e772-ceac-47be-bfa1-34ff035ac68d {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:10.952084 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-20c56838-e30d-48a6-b587-39c36d68c8fb service neutron] Port 7b4506e1-852c-464d-9c72-cda9de92cbe2 on network bc24e772-ceac-47be-bfa1-34ff035ac68d not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:49:10.952519 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-20c56838-e30d-48a6-b587-39c36d68c8fb service neutron] Attempting to bind port 7b4506e1-852c-464d-9c72-cda9de92cbe2 on network bc24e772-ceac-47be-bfa1-34ff035ac68d {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:10.959459 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-20c56838-e30d-48a6-b587-39c36d68c8fb service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:49:10.959966 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-20c56838-e30d-48a6-b587-39c36d68c8fb service neutron] Checking segment: {'id': '35d7f2f6-f519-4b3c-b4fa-6b684079804c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bc24e772-ceac-47be-bfa1-34ff035ac68d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:49:10.960425 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-20c56838-e30d-48a6-b587-39c36d68c8fb service neutron] Bound using segment: {'id': '35d7f2f6-f519-4b3c-b4fa-6b684079804c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bc24e772-ceac-47be-bfa1-34ff035ac68d'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:49:10.960932 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-20c56838-e30d-48a6-b587-39c36d68c8fb service neutron] Bound port: 7b4506e1-852c-464d-9c72-cda9de92cbe2, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d7f2f6-f519-4b3c-b4fa-6b684079804c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bc24e772-ceac-47be-bfa1-34ff035ac68d'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:49:10.961362 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-20c56838-e30d-48a6-b587-39c36d68c8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:10.969466 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:11.019896 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c69b4c-09a4-4824-839c-2db5918f7e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:11.022239 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809ac45d-13cd-4504-81bd-60ba6beaea78" -d '{"events": [{"server_uuid": "21c69b4c-09a4-4824-839c-2db5918f7e0e", "name": "network-vif-plugged", "status": "completed", "tag": "ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:11.047853 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-20c56838-e30d-48a6-b587-39c36d68c8fb service neutron] For port 7b4506e1-852c-464d-9c72-cda9de92cbe2, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:49:11.052774 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-20c56838-e30d-48a6-b587-39c36d68c8fb service neutron] For port 7b4506e1-852c-464d-9c72-cda9de92cbe2, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=7b4506e1-852c-464d-9c72-cda9de92cbe2,segment=NetworkSegment(35d7f2f6-f519-4b3c-b4fa-6b684079804c),segment_id=35d7f2f6-f519-4b3c-b4fa-6b684079804c)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:49:11.083857 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:11.089719 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-43fdf350-dbe5-459e-ba64-e4b7f47b6d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:11.114665 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-20c56838-e30d-48a6-b587-39c36d68c8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:11.144163 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:11.171545 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-20c56838-e30d-48a6-b587-39c36d68c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:11.172232 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-20c56838-e30d-48a6-b587-39c36d68c8fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:11.173776 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-20c56838-e30d-48a6-b587-39c36d68c8fb service neutron] 10.222.0.72 "PUT /v2.0/ports/7b4506e1-852c-464d-9c72-cda9de92cbe2 HTTP/1.1" status: 200 len: 1092 time: 1.3032489 Aug 16 20:49:11.174234 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a4d9f49-1e80-4fe1-b308-16ec0df78db9', 'tag': '7b4506e1-852c-464d-9c72-cda9de92cbe2'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:11.176680 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504dfe2a-d581-415f-96f8-94dc3eee10b7" -d '{"events": [{"name": "network-changed", "server_uuid": "6a4d9f49-1e80-4fe1-b308-16ec0df78db9", "tag": "7b4506e1-852c-464d-9c72-cda9de92cbe2"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:11.206341 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c56838-e30d-48a6-b587-39c36d68c8fb service neutron] Pushing event updated for resources: {'Port': ['ID=7b4506e1-852c-464d-9c72-cda9de92cbe2,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:11.252451 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:11.360193 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-e7108ffd-16aa-412c-a5fa-352e557534a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:11.362292 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-e7108ffd-16aa-412c-a5fa-352e557534a8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=102156b23acc4e74a406b9ac3731230a&device_id=6a4d9f49-1e80-4fe1-b308-16ec0df78db9 HTTP/1.1" status: 200 len: 1095 time: 0.0635240 Aug 16 20:49:11.423287 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-a52e90c7-6b69-4f73-a001-eaec5984bfbc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b4506e1-852c-464d-9c72-cda9de92cbe2 HTTP/1.1" status: 200 len: 217 time: 0.0498619 Aug 16 20:49:11.463640 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-730d51d4-f259-4e25-ad89-1b4ff35a9796 tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:49:11.468599 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-730d51d4-f259-4e25-ad89-1b4ff35a9796 tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0202060 Aug 16 20:49:11.496795 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-75b3a0b0-5a71-4110-a9c1-1492ba37a901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:11.498638 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-75b3a0b0-5a71-4110-a9c1-1492ba37a901 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7951a486-a4c7-424b-b6af-3fe11855286b HTTP/1.1" status: 200 len: 861 time: 0.0653088 Aug 16 20:49:11.527278 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8444cb1-5e1a-4487-8f4d-c5102cd99a98 req-041c7fa1-4c88-489b-9909-f0ae4f0a7d4b tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:11.541462 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-a52e18b9-fa6c-4f9b-9e1c-b4d194a0b6d8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc24e772-ceac-47be-bfa1-34ff035ac68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306876 Aug 16 20:49:11.550753 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8444cb1-5e1a-4487-8f4d-c5102cd99a98 req-041c7fa1-4c88-489b-9909-f0ae4f0a7d4b tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=21c69b4c-09a4-4824-839c-2db5918f7e0e HTTP/1.1" status: 200 len: 948 time: 0.5713084 Aug 16 20:49:11.598418 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-e6a26ef5-ba85-4586-ae6d-99fbf454b505 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:11.668659 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8444cb1-5e1a-4487-8f4d-c5102cd99a98 req-3fe9f7e5-0d34-4e7a-a027-f18ddaffcad8 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142366 Aug 16 20:49:11.677720 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-595dbec9-500e-4e71-a1b7-49f95519c219 service neutron] Request body: {'binding': {'host': 'n-h1-793620-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:11.678140 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-595dbec9-500e-4e71-a1b7-49f95519c219 service neutron] Unknown quota resources ['binding']. {{(pid=101844) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:49:11.719396 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-8941df82-dba3-4ee1-beaf-ab5f2f6e4870 service neutron] 10.222.0.72 "GET /v2.0/networks/bc24e772-ceac-47be-bfa1-34ff035ac68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693313 Aug 16 20:49:11.824894 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8ba53656-43e5-425d-bef7-4593319f6721 req-e1bb896f-1459-4b86-95a8-fd600fe69571 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43ba75-6dcb-4687-b301-d4eb0c4b26d2 HTTP/1.1" status: 200 len: 210 time: 0.0455210 Aug 16 20:49:11.828586 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-e6a26ef5-ba85-4586-ae6d-99fbf454b505 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:11.864966 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7c61715d-fa72-4cbb-9414-b9cd84eda47d req-92fc88e6-3bf4-4232-b4a5-46232cd2f2f4 service neutron] 10.222.0.72 "GET /v2.0/networks/bc24e772-ceac-47be-bfa1-34ff035ac68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342134 Aug 16 20:49:11.892980 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a35f5b8-6fc8-411c-8efc-fa33ec603537 x-openstack-request-id: req-9a35f5b8-6fc8-411c-8efc-fa33ec603537 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:11.895239 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c69b4c-09a4-4824-839c-2db5918f7e0e", "name": "network-vif-plugged", "status": "completed", "tag": "ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:11.896049 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9a35f5b8-6fc8-411c-8efc-fa33ec603537 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:11.896798 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c69b4c-09a4-4824-839c-2db5918f7e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a', 'code': 200} Aug 16 20:49:11.925140 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-e6a26ef5-ba85-4586-ae6d-99fbf454b505 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Network 078bd5a9-b098-43f3-ba33-8a739c62ede2 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:49:11.934783 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-e6a26ef5-ba85-4586-ae6d-99fbf454b505 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:49:11.936676 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a26ef5-ba85-4586-ae6d-99fbf454b505 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Pushing event updated for resources: {'Port': ['ID=c3ff8082-7488-4fa4-bba1-1383fc59b92a,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:11.944761 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-e6a26ef5-ba85-4586-ae6d-99fbf454b505 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:49:12.020515 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-e6a26ef5-ba85-4586-ae6d-99fbf454b505 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:12.021342 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-e6a26ef5-ba85-4586-ae6d-99fbf454b505 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:12.082486 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-595dbec9-500e-4e71-a1b7-49f95519c219 service neutron] Attempting to bind port 64256a41-cf3b-44c3-a00e-589d02b64142 on host n-h1-793620-15 for vnic_type normal with profile None {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:49:12.082922 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-595dbec9-500e-4e71-a1b7-49f95519c219 service neutron] Attempting to bind port 64256a41-cf3b-44c3-a00e-589d02b64142 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:49:12.083164 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-595dbec9-500e-4e71-a1b7-49f95519c219 service neutron] Attempting to bind port 64256a41-cf3b-44c3-a00e-589d02b64142 on network 2d2d869c-bfe3-4bc5-a83b-70655e061223 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:12.101052 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-595dbec9-500e-4e71-a1b7-49f95519c219 service neutron] Port 64256a41-cf3b-44c3-a00e-589d02b64142 on network 2d2d869c-bfe3-4bc5-a83b-70655e061223 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:49:12.101377 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-595dbec9-500e-4e71-a1b7-49f95519c219 service neutron] Attempting to bind port 64256a41-cf3b-44c3-a00e-589d02b64142 on network 2d2d869c-bfe3-4bc5-a83b-70655e061223 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:12.116399 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a7fdd-240e-4194-a1ee-cc5018a49efa req-484c7a72-5ea6-4985-b733-30c6f47c3f13 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:12.118091 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c13a7fdd-240e-4194-a1ee-cc5018a49efa req-484c7a72-5ea6-4985-b733-30c6f47c3f13 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f09d1c3-8866-43bf-ad09-ea38646b24d1 HTTP/1.1" status: 200 len: 948 time: 0.0820644 Aug 16 20:49:12.118939 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-595dbec9-500e-4e71-a1b7-49f95519c219 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:49:12.119284 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-595dbec9-500e-4e71-a1b7-49f95519c219 service neutron] Checking segment: {'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:49:12.119681 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-595dbec9-500e-4e71-a1b7-49f95519c219 service neutron] Bound using segment: {'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:49:12.120188 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-595dbec9-500e-4e71-a1b7-49f95519c219 service neutron] Bound port: 64256a41-cf3b-44c3-a00e-589d02b64142, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:49:12.123004 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-e6a26ef5-ba85-4586-ae6d-99fbf454b505 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9433818 Aug 16 20:49:12.159875 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-d8f95211-80f1-438e-803b-241ac5913b1f service neutron] Request body: {'port': {'device_id': '345b5a57-a88f-404e-8180-3bcceb67094b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:12.236403 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c13a7fdd-240e-4194-a1ee-cc5018a49efa req-d86edccb-d417-4ab8-9eba-0e77870f5d12 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112871 Aug 16 20:49:12.324290 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-d8f95211-80f1-438e-803b-241ac5913b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:12.327686 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c816e4-4ce1-44ac-98d8-29dffe53046d x-openstack-request-id: req-70c816e4-4ce1-44ac-98d8-29dffe53046d {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:12.328259 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a4d9f49-1e80-4fe1-b308-16ec0df78db9", "tag": "7b4506e1-852c-464d-9c72-cda9de92cbe2", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:12.328259 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-70c816e4-4ce1-44ac-98d8-29dffe53046d {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:12.328629 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a4d9f49-1e80-4fe1-b308-16ec0df78db9', 'tag': '7b4506e1-852c-464d-9c72-cda9de92cbe2', 'status': 'completed', 'code': 200} Aug 16 20:49:12.352582 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-595dbec9-500e-4e71-a1b7-49f95519c219 service neutron] For port 64256a41-cf3b-44c3-a00e-589d02b64142, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=64256a41-cf3b-44c3-a00e-589d02b64142,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:49:12.384584 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51eacec-492d-4011-b84d-80a3e8c051c6 req-996e41df-43ec-4a84-8f24-38fdffbfe48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:12.389515 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a51eacec-492d-4011-b84d-80a3e8c051c6 req-996e41df-43ec-4a84-8f24-38fdffbfe48a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=21c69b4c-09a4-4824-839c-2db5918f7e0e HTTP/1.1" status: 200 len: 1101 time: 0.4119134 Aug 16 20:49:12.463226 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a51eacec-492d-4011-b84d-80a3e8c051c6 req-4d2568a0-565c-40e8-867a-6756441c8ccd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470054 Aug 16 20:49:12.466302 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504dfe2a-d581-415f-96f8-94dc3eee10b7 req-79d42c9c-ed85-4dea-b68f-35c979dd8de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:12.468398 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-504dfe2a-d581-415f-96f8-94dc3eee10b7 req-79d42c9c-ed85-4dea-b68f-35c979dd8de2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=102156b23acc4e74a406b9ac3731230a&device_id=6a4d9f49-1e80-4fe1-b308-16ec0df78db9 HTTP/1.1" status: 200 len: 1095 time: 0.1198838 Aug 16 20:49:12.532085 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-595dbec9-500e-4e71-a1b7-49f95519c219 service neutron] Notify callbacks [] for binding, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:12.533121 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-595dbec9-500e-4e71-a1b7-49f95519c219 service neutron] 10.222.0.84 "POST /v2.0/ports/64256a41-cf3b-44c3-a00e-589d02b64142/bindings HTTP/1.1" status: 201 len: 390 time: 1.0541937 Aug 16 20:49:12.653249 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504dfe2a-d581-415f-96f8-94dc3eee10b7 req-e88204ff-8d55-4fb4-bcd2-bcbc13bdacf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:12.653524 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f0b54-7eba-41b0-a2b2-e91c7d622887 req-9f5c4ebc-0b87-44b0-abc2-ce8d5f445c64 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:12.654818 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-504dfe2a-d581-415f-96f8-94dc3eee10b7 req-e88204ff-8d55-4fb4-bcd2-bcbc13bdacf7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc24e772-ceac-47be-bfa1-34ff035ac68d HTTP/1.1" status: 200 len: 922 time: 0.1341431 Aug 16 20:49:12.661000 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2d9f0b54-7eba-41b0-a2b2-e91c7d622887 req-9f5c4ebc-0b87-44b0-abc2-ce8d5f445c64 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a4d9f49-1e80-4fe1-b308-16ec0df78db9 HTTP/1.1" status: 200 len: 943 time: 0.2593849 Aug 16 20:49:12.685726 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-8a846750-2b50-457f-b7ad-dacc7d5bdfdf tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:12.687226 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-8a846750-2b50-457f-b7ad-dacc7d5bdfdf tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.90 "GET /v2.0/networks?id=078bd5a9-b098-43f3-ba33-8a739c62ede2 HTTP/1.1" status: 200 len: 818 time: 0.2683647 Aug 16 20:49:12.711674 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-504dfe2a-d581-415f-96f8-94dc3eee10b7 req-49031915-9ec1-4876-87cc-1b8e12514ed3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b4506e1-852c-464d-9c72-cda9de92cbe2 HTTP/1.1" status: 200 len: 217 time: 0.0430403 Aug 16 20:49:12.717008 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-b12ce7f0-b7d4-4b7f-8d08-a16159d5f5d0 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Request body: {'port': {'device_id': '0d43ba75-6dcb-4687-b301-d4eb0c4b26d2', 'network_id': '078bd5a9-b098-43f3-ba33-8a739c62ede2', 'admin_state_up': True, 'tenant_id': '91a0e7dd9c2b431cb8d4b7053e5a6182'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:12.794953 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2d9f0b54-7eba-41b0-a2b2-e91c7d622887 req-15f359c9-29f3-4798-ae2f-a7a72e3f6ec6 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] 10.222.0.84 "GET /v2.0/security-groups?id=0ab8e371-8ba8-4332-9fda-e250bfcb9a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332150 Aug 16 20:49:12.801185 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504dfe2a-d581-415f-96f8-94dc3eee10b7 req-30813903-5a86-4913-9f8f-00817a0ecd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:12.803333 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-504dfe2a-d581-415f-96f8-94dc3eee10b7 req-30813903-5a86-4913-9f8f-00817a0ecd24 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7951a486-a4c7-424b-b6af-3fe11855286b HTTP/1.1" status: 200 len: 861 time: 0.0816483 Aug 16 20:49:12.897552 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-504dfe2a-d581-415f-96f8-94dc3eee10b7 req-58aa0719-f6ea-4347-8f00-d65cfc3bca17 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc24e772-ceac-47be-bfa1-34ff035ac68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857229 Aug 16 20:49:12.936865 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-d8f95211-80f1-438e-803b-241ac5913b1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3ff8082-7488-4fa4-bba1-1383fc59b92a {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:12.962520 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-d8f95211-80f1-438e-803b-241ac5913b1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:13.001105 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-d8f95211-80f1-438e-803b-241ac5913b1f service neutron] Transition to ACTIVE for port object c3ff8082-7488-4fa4-bba1-1383fc59b92a will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:49:13.069649 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-b12ce7f0-b7d4-4b7f-8d08-a16159d5f5d0 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Made reservation on behalf of 91a0e7dd9c2b431cb8d4b7053e5a6182 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:49:13.073587 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-b12ce7f0-b7d4-4b7f-8d08-a16159d5f5d0 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:13.077094 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-d8f95211-80f1-438e-803b-241ac5913b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:13.091580 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-504dfe2a-d581-415f-96f8-94dc3eee10b7 req-ccf18367-6c65-4b46-920b-57b3f00f5ddd service neutron] 10.222.0.72 "GET /v2.0/networks/bc24e772-ceac-47be-bfa1-34ff035ac68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809454 Aug 16 20:49:13.115571 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d17ab4e0-f58f-424d-8133-5079dfcaa2f1 req-078f8c8f-1d13-41ca-be8f-29da61ad1d89 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43ba75-6dcb-4687-b301-d4eb0c4b26d2 HTTP/1.1" status: 200 len: 210 time: 0.0599263 Aug 16 20:49:13.227322 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-504dfe2a-d581-415f-96f8-94dc3eee10b7 req-5c475614-5ae3-42a3-9aa9-75b17f4c2f3f service neutron] 10.222.0.72 "GET /v2.0/networks/bc24e772-ceac-47be-bfa1-34ff035ac68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213975 Aug 16 20:49:13.246656 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f95211-80f1-438e-803b-241ac5913b1f service neutron] Pushing event updated for resources: {'Port': ['ID=c3ff8082-7488-4fa4-bba1-1383fc59b92a,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:13.320154 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefc5a6-5dca-410d-b4e2-c71b1359461c req-39c86ddd-8a66-43fd-92c7-49874fb15e20 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:13.321687 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2fefc5a6-5dca-410d-b4e2-c71b1359461c req-39c86ddd-8a66-43fd-92c7-49874fb15e20 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=21c69b4c-09a4-4824-839c-2db5918f7e0e HTTP/1.1" status: 200 len: 949 time: 0.2558427 Aug 16 20:49:13.335020 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ef0c7a6f-3506-409b-8c4f-e21c66093609 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:49:13.435610 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-8929db09-2c66-4df6-be58-2acb6d1c1069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:13.438894 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-8929db09-2c66-4df6-be58-2acb6d1c1069 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6b79fa21751c4c74a7616afcdef028a8&device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 1097 time: 0.0544493 Aug 16 20:49:13.503359 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port ef0c7a6f-3506-409b-8c4f-e21c66093609 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:49:13.508916 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port ef0c7a6f-3506-409b-8c4f-e21c66093609 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:13.509511 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:13.514039 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fe8af-bca7-4ca3-b798-6138d514db0c req-6e7f2dd2-87bd-4c38-a0b9-f47cb13ab512 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:13.522216 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1e2fe8af-bca7-4ca3-b798-6138d514db0c req-6e7f2dd2-87bd-4c38-a0b9-f47cb13ab512 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 945 time: 0.2419024 Aug 16 20:49:13.538443 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-d8f95211-80f1-438e-803b-241ac5913b1f service neutron] Attempting to bind port c3ff8082-7488-4fa4-bba1-1383fc59b92a on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:49:13.539209 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-d8f95211-80f1-438e-803b-241ac5913b1f service neutron] Attempting to bind port c3ff8082-7488-4fa4-bba1-1383fc59b92a by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '4be18e34-16ee-455c-b9af-82d2b4520474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '078bd5a9-b098-43f3-ba33-8a739c62ede2'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:49:13.539209 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-d8f95211-80f1-438e-803b-241ac5913b1f service neutron] Attempting to bind port c3ff8082-7488-4fa4-bba1-1383fc59b92a on network 078bd5a9-b098-43f3-ba33-8a739c62ede2 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:13.548295 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2fefc5a6-5dca-410d-b4e2-c71b1359461c req-cdf92a60-a52f-48dd-99b0-575a16113244 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748869 Aug 16 20:49:13.549440 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-b12ce7f0-b7d4-4b7f-8d08-a16159d5f5d0 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Allocated IP 172.20.0.13 (078bd5a9-b098-43f3-ba33-8a739c62ede2/739c3a49-237b-4d98-9492-010a42c636b6/260d5af3-2317-4e0f-8437-5daf810cb89b) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:49:13.564357 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-d8f95211-80f1-438e-803b-241ac5913b1f service neutron] Port c3ff8082-7488-4fa4-bba1-1383fc59b92a on network 078bd5a9-b098-43f3-ba33-8a739c62ede2 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:49:13.564679 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-d8f95211-80f1-438e-803b-241ac5913b1f service neutron] Attempting to bind port c3ff8082-7488-4fa4-bba1-1383fc59b92a on network 078bd5a9-b098-43f3-ba33-8a739c62ede2 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:13.581388 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-d8f95211-80f1-438e-803b-241ac5913b1f service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:49:13.581388 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-d8f95211-80f1-438e-803b-241ac5913b1f service neutron] Checking segment: {'id': '4be18e34-16ee-455c-b9af-82d2b4520474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '078bd5a9-b098-43f3-ba33-8a739c62ede2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:49:13.581388 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-d8f95211-80f1-438e-803b-241ac5913b1f service neutron] Bound using segment: {'id': '4be18e34-16ee-455c-b9af-82d2b4520474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '078bd5a9-b098-43f3-ba33-8a739c62ede2'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:49:13.585452 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-d8f95211-80f1-438e-803b-241ac5913b1f service neutron] Bound port: c3ff8082-7488-4fa4-bba1-1383fc59b92a, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be18e34-16ee-455c-b9af-82d2b4520474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '078bd5a9-b098-43f3-ba33-8a739c62ede2'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:49:13.585452 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-d8f95211-80f1-438e-803b-241ac5913b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:13.646895 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a25c39eb-8011-4ea6-9aaf-d1078dec0804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:13.650540 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1e2fe8af-bca7-4ca3-b798-6138d514db0c req-1505927d-649f-4670-8d5b-330c070b772d tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268632 Aug 16 20:49:13.650786 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:13.675458 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-b20707a5-815e-437b-8846-da9a9cb69052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:13.679902 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-b20707a5-815e-437b-8846-da9a9cb69052 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d2d869c-bfe3-4bc5-a83b-70655e061223 HTTP/1.1" status: 200 len: 922 time: 0.2244852 Aug 16 20:49:13.721278 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ef0c7a6f-3506-409b-8c4f-e21c66093609, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ef0c7a6f-3506-409b-8c4f-e21c66093609,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:13.747646 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-b5e6a605-91b0-4ef4-bfa4-1cfb286b554f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64256a41-cf3b-44c3-a00e-589d02b64142 HTTP/1.1" status: 200 len: 217 time: 0.0580885 Aug 16 20:49:13.789518 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-d8f95211-80f1-438e-803b-241ac5913b1f service neutron] For port c3ff8082-7488-4fa4-bba1-1383fc59b92a, host n-h1-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:49:13.805801 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:13.815047 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-d8f95211-80f1-438e-803b-241ac5913b1f service neutron] For port c3ff8082-7488-4fa4-bba1-1383fc59b92a, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c3ff8082-7488-4fa4-bba1-1383fc59b92a,segment=NetworkSegment(4be18e34-16ee-455c-b9af-82d2b4520474),segment_id=4be18e34-16ee-455c-b9af-82d2b4520474)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:49:13.850946 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:13.852134 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device d88b29f6-cf28-4a24-ba6e-34e54b0a41c9 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:49:13.860058 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5768b8-77e0-40bb-998f-8c7c5e4cf182 req-b9c1c07e-3b1a-4df5-a891-978e8651d452 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:13.860058 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9f5768b8-77e0-40bb-998f-8c7c5e4cf182 req-b9c1c07e-3b1a-4df5-a891-978e8651d452 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f09d1c3-8866-43bf-ad09-ea38646b24d1 HTTP/1.1" status: 200 len: 948 time: 0.1650295 Aug 16 20:49:13.867124 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-43d6d41b-b2bb-41ea-a756-f5f2e347aa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:13.868334 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-43d6d41b-b2bb-41ea-a756-f5f2e347aa24 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=64801f8f-8e8b-4346-a61f-2c5cd4a5ef47 HTTP/1.1" status: 200 len: 861 time: 0.1087635 Aug 16 20:49:13.906116 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-d8f95211-80f1-438e-803b-241ac5913b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:13.908532 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f09d1c3-8866-43bf-ad09-ea38646b24d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0c7a6f-3506-409b-8c4f-e21c66093609'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:13.911003 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c71d97-6614-4c93-b6ca-5c894f13b029" -d '{"events": [{"server_uuid": "7f09d1c3-8866-43bf-ad09-ea38646b24d1", "name": "network-vif-plugged", "status": "completed", "tag": "ef0c7a6f-3506-409b-8c4f-e21c66093609"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:13.975999 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=ef0c7a6f-3506-409b-8c4f-e21c66093609,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:13.996565 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-b12ce7f0-b7d4-4b7f-8d08-a16159d5f5d0 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:14.005516 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-46aeeba2-e8cf-406a-a4fc-4957f44e6d7a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d2d869c-bfe3-4bc5-a83b-70655e061223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135497 Aug 16 20:49:14.018152 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-d8f95211-80f1-438e-803b-241ac5913b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:14.018152 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-d8f95211-80f1-438e-803b-241ac5913b1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:14.020308 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-d8f95211-80f1-438e-803b-241ac5913b1f service neutron] 10.222.0.72 "PUT /v2.0/ports/c3ff8082-7488-4fa4-bba1-1383fc59b92a HTTP/1.1" status: 200 len: 1093 time: 1.8659384 Aug 16 20:49:14.020762 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '345b5a57-a88f-404e-8180-3bcceb67094b', 'tag': 'c3ff8082-7488-4fa4-bba1-1383fc59b92a'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:14.023043 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47606e72-80e7-4971-b153-5c8562c75710" -d '{"events": [{"name": "network-changed", "server_uuid": "345b5a57-a88f-404e-8180-3bcceb67094b", "tag": "c3ff8082-7488-4fa4-bba1-1383fc59b92a"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:14.042951 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9f5768b8-77e0-40bb-998f-8c7c5e4cf182 req-e3b36d3e-4d20-4417-963c-113c2b491b9e tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768839 Aug 16 20:49:14.070588 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port d88b29f6-cf28-4a24-ba6e-34e54b0a41c9 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:49:14.071614 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f95211-80f1-438e-803b-241ac5913b1f service neutron] Pushing event updated for resources: {'Port': ['ID=c3ff8082-7488-4fa4-bba1-1383fc59b92a,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:14.082826 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port d88b29f6-cf28-4a24-ba6e-34e54b0a41c9 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:14.083300 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:14.113943 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f4820-f55f-4915-8acb-2f99a4b55e51 req-d3e5ac83-df14-46f1-bc3b-e71661edcbaa tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:14.121427 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a18f4820-f55f-4915-8acb-2f99a4b55e51 req-d3e5ac83-df14-46f1-bc3b-e71661edcbaa tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a4d9f49-1e80-4fe1-b308-16ec0df78db9 HTTP/1.1" status: 200 len: 943 time: 0.1600947 Aug 16 20:49:14.178591 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41162f32-9eee-4dad-946d-ec72e12551c7 x-openstack-request-id: req-41162f32-9eee-4dad-946d-ec72e12551c7 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:14.179417 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f09d1c3-8866-43bf-ad09-ea38646b24d1", "name": "network-vif-plugged", "status": "completed", "tag": "ef0c7a6f-3506-409b-8c4f-e21c66093609", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:14.179766 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-41162f32-9eee-4dad-946d-ec72e12551c7 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:14.181398 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f09d1c3-8866-43bf-ad09-ea38646b24d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0c7a6f-3506-409b-8c4f-e21c66093609', 'code': 200} Aug 16 20:49:14.245322 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a18f4820-f55f-4915-8acb-2f99a4b55e51 req-da2ae2f6-be0d-4d27-a225-9f3a4d103e59 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] 10.222.0.84 "GET /v2.0/security-groups?id=0ab8e371-8ba8-4332-9fda-e250bfcb9a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229205 Aug 16 20:49:14.257188 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-b12ce7f0-b7d4-4b7f-8d08-a16159d5f5d0 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:14.273427 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:14.277978 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 7b4506e1-852c-464d-9c72-cda9de92cbe2 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:49:14.300199 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-8eb6ef92-708e-498a-ab6c-4d20e7675e8d service neutron] 10.222.0.72 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854457 Aug 16 20:49:14.388558 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 7b4506e1-852c-464d-9c72-cda9de92cbe2, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=7b4506e1-852c-464d-9c72-cda9de92cbe2,segment=NetworkSegment(35d7f2f6-f519-4b3c-b4fa-6b684079804c),segment_id=35d7f2f6-f519-4b3c-b4fa-6b684079804c)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:14.392392 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-b12ce7f0-b7d4-4b7f-8d08-a16159d5f5d0 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Network 078bd5a9-b098-43f3-ba33-8a739c62ede2 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:49:14.395435 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf34c80-2159-4e11-87dd-1024a1eef42d x-openstack-request-id: req-dbf34c80-2159-4e11-87dd-1024a1eef42d {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:14.395974 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "345b5a57-a88f-404e-8180-3bcceb67094b", "tag": "c3ff8082-7488-4fa4-bba1-1383fc59b92a", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:14.396405 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-dbf34c80-2159-4e11-87dd-1024a1eef42d {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:14.396971 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '345b5a57-a88f-404e-8180-3bcceb67094b', 'tag': 'c3ff8082-7488-4fa4-bba1-1383fc59b92a', 'status': 'completed', 'code': 200} Aug 16 20:49:14.399402 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ce7f0-b7d4-4b7f-8d08-a16159d5f5d0 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Pushing event updated for resources: {'Port': ['ID=260d5af3-2317-4e0f-8437-5daf810cb89b,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:14.404238 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-b12ce7f0-b7d4-4b7f-8d08-a16159d5f5d0 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:49:14.404656 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '7b4506e1-852c-464d-9c72-cda9de92cbe2', 'network_id': 'bc24e772-ceac-47be-bfa1-34ff035ac68d', 'port_id': '7b4506e1-852c-464d-9c72-cda9de92cbe2', 'mac_address': 'fa:16:3e:eb:1a:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951a486-a4c7-424b-b6af-3fe11855286b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:49:14.408076 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-b12ce7f0-b7d4-4b7f-8d08-a16159d5f5d0 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:49:14.436841 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1ec12-c6c6-4e47-9a66-780ed18e8c8e req-28123b0d-a48c-47c3-8eda-155aff241579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:14.438424 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b0e1ec12-c6c6-4e47-9a66-780ed18e8c8e req-28123b0d-a48c-47c3-8eda-155aff241579 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7f09d1c3-8866-43bf-ad09-ea38646b24d1 HTTP/1.1" status: 200 len: 1101 time: 0.2049167 Aug 16 20:49:14.445064 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port d88b29f6-cf28-4a24-ba6e-34e54b0a41c9, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=d88b29f6-cf28-4a24-ba6e-34e54b0a41c9,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:14.507901 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:14.510812 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-f1f40d32-4149-48e9-8662-58a86c5952b7 service neutron] 10.222.0.72 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022884 Aug 16 20:49:14.517645 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b0e1ec12-c6c6-4e47-9a66-780ed18e8c8e req-a3933ecd-59fc-47c7-b800-2f55e1d78187 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561409 Aug 16 20:49:14.525020 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b4506e1-852c-464d-9c72-cda9de92cbe2 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:14.529983 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:14.533679 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-63b3b4f6-0c26-412a-ac1c-dd29f3a46dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:14.536304 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-63b3b4f6-0c26-412a-ac1c-dd29f3a46dc9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=91a0e7dd9c2b431cb8d4b7053e5a6182&device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 1096 time: 0.4062912 Aug 16 20:49:14.572848 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 7b4506e1-852c-464d-9c72-cda9de92cbe2, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=7b4506e1-852c-464d-9c72-cda9de92cbe2,segment=NetworkSegment(35d7f2f6-f519-4b3c-b4fa-6b684079804c),segment_id=35d7f2f6-f519-4b3c-b4fa-6b684079804c)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:14.601927 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=d88b29f6-cf28-4a24-ba6e-34e54b0a41c9,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:14.622649 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-b8120dfe-8398-4218-8691-9d98893b2d94 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3ff8082-7488-4fa4-bba1-1383fc59b92a HTTP/1.1" status: 200 len: 217 time: 0.0722606 Aug 16 20:49:14.651444 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-b12ce7f0-b7d4-4b7f-8d08-a16159d5f5d0 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:14.652184 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-b12ce7f0-b7d4-4b7f-8d08-a16159d5f5d0 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:14.676837 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40670f26-6133-4e31-bffc-10826d887d3b req-8bd37067-18f7-4e27-9d0f-0a2c5ee6d9a1 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:14.678557 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-40670f26-6133-4e31-bffc-10826d887d3b req-8bd37067-18f7-4e27-9d0f-0a2c5ee6d9a1 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43ba75-6dcb-4687-b301-d4eb0c4b26d2 HTTP/1.1" status: 200 len: 932 time: 0.2196732 Aug 16 20:49:14.691203 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:14.760417 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:14.766333 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=7b4506e1-852c-464d-9c72-cda9de92cbe2,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:14.799822 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-e8a4077e-56ad-4683-b86b-919eb6677f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:14.804511 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-e8a4077e-56ad-4683-b86b-919eb6677f6a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=739c3a49-237b-4d98-9492-010a42c636b6 HTTP/1.1" status: 200 len: 858 time: 0.1667428 Aug 16 20:49:14.809888 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c24929-58e2-4f6d-b56f-8317b697a23f req-b319f612-1aac-4a32-bf59-e78c4f751221 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:14.811491 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-64c24929-58e2-4f6d-b56f-8317b697a23f req-b319f612-1aac-4a32-bf59-e78c4f751221 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=21c69b4c-09a4-4824-839c-2db5918f7e0e HTTP/1.1" status: 200 len: 949 time: 0.1313193 Aug 16 20:49:14.827485 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-40670f26-6133-4e31-bffc-10826d887d3b req-8562e929-045a-4176-97c1-51ac2f0994dd tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092856 Aug 16 20:49:14.873139 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-912d5142-2c45-401d-b50a-4d2d8cc6f0e9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=078bd5a9-b098-43f3-ba33-8a739c62ede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438468 Aug 16 20:49:14.873139 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-b12ce7f0-b7d4-4b7f-8d08-a16159d5f5d0 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1573083 Aug 16 20:49:14.898378 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-9df09913-476e-4f47-abe5-88d291c86a7c service neutron] Request body: {'port': {'device_id': '0d43ba75-6dcb-4687-b301-d4eb0c4b26d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:15.012758 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-64c24929-58e2-4f6d-b56f-8317b697a23f req-c3ffa1ce-fac1-4a55-9caa-8c9a5183ad1e tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888502 Aug 16 20:49:15.061459 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-9df09913-476e-4f47-abe5-88d291c86a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:15.077849 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-2af11bac-36c3-4acf-955d-27f99275cad8 service neutron] 10.222.0.72 "GET /v2.0/networks/078bd5a9-b098-43f3-ba33-8a739c62ede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085495 Aug 16 20:49:15.087844 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431fbd9-04f2-4e7f-ade6-f52ebafac1ea req-2333771c-6310-4d18-b1cf-bfeb4abce5ec tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:15.089314 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f431fbd9-04f2-4e7f-ade6-f52ebafac1ea req-2333771c-6310-4d18-b1cf-bfeb4abce5ec tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 945 time: 0.1879454 Aug 16 20:49:15.106505 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['7b4506e1-852c-464d-9c72-cda9de92cbe2'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:49:15.258350 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f431fbd9-04f2-4e7f-ade6-f52ebafac1ea req-2625effe-eb43-48e6-89a0-e1c889963ce4 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403921 Aug 16 20:49:15.454100 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b5832dbc-b48e-4ace-b3cc-4661502fd1aa req-c4ce6cb6-2604-4410-a38f-8b66f0325f38 service neutron] 10.222.0.72 "GET /v2.0/networks/078bd5a9-b098-43f3-ba33-8a739c62ede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635683 Aug 16 20:49:15.576913 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47985f3c-2c61-4637-9dea-29bde1c0f4c5 req-db34ed25-5ef6-4744-ae6a-fce748977ec1 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:15.584238 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-47985f3c-2c61-4637-9dea-29bde1c0f4c5 req-db34ed25-5ef6-4744-ae6a-fce748977ec1 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f09d1c3-8866-43bf-ad09-ea38646b24d1 HTTP/1.1" status: 200 len: 949 time: 0.2303462 Aug 16 20:49:15.622346 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139c3b8-dad8-4442-a72a-372071d9052f req-61ace3eb-27a5-4e05-89f0-11c8e2a49c8e tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:15.629645 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8139c3b8-dad8-4442-a72a-372071d9052f req-61ace3eb-27a5-4e05-89f0-11c8e2a49c8e tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a4d9f49-1e80-4fe1-b308-16ec0df78db9 HTTP/1.1" status: 200 len: 944 time: 0.1745074 Aug 16 20:49:15.737963 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-47985f3c-2c61-4637-9dea-29bde1c0f4c5 req-480e9656-7210-4bc8-a80c-35ce7e34d196 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502316 Aug 16 20:49:15.795988 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8139c3b8-dad8-4442-a72a-372071d9052f req-fc7a3100-3c4d-4197-945a-2de174b88f98 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] 10.222.0.84 "GET /v2.0/security-groups?id=0ab8e371-8ba8-4332-9fda-e250bfcb9a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651883 Aug 16 20:49:15.821569 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47606e72-80e7-4971-b153-5c8562c75710 req-66854760-2a4a-4876-a348-8d8754753ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:15.825134 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-47606e72-80e7-4971-b153-5c8562c75710 req-66854760-2a4a-4876-a348-8d8754753ad2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=91a0e7dd9c2b431cb8d4b7053e5a6182&device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 1096 time: 0.1500518 Aug 16 20:49:15.829227 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-9df09913-476e-4f47-abe5-88d291c86a7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 260d5af3-2317-4e0f-8437-5daf810cb89b {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:15.852601 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-9df09913-476e-4f47-abe5-88d291c86a7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:15.934065 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-9df09913-476e-4f47-abe5-88d291c86a7c service neutron] Transition to ACTIVE for port object 260d5af3-2317-4e0f-8437-5daf810cb89b will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:49:16.045225 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47606e72-80e7-4971-b153-5c8562c75710 req-10a573b5-858c-4082-979c-e4c1b0a98c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:16.047369 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-47606e72-80e7-4971-b153-5c8562c75710 req-10a573b5-858c-4082-979c-e4c1b0a98c37 service neutron] 10.222.0.72 "GET /v2.0/networks?id=078bd5a9-b098-43f3-ba33-8a739c62ede2 HTTP/1.1" status: 200 len: 919 time: 0.2058086 Aug 16 20:49:16.054416 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-9df09913-476e-4f47-abe5-88d291c86a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:16.143558 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df09913-476e-4f47-abe5-88d291c86a7c service neutron] Pushing event updated for resources: {'Port': ['ID=260d5af3-2317-4e0f-8437-5daf810cb89b,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:16.149696 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-47606e72-80e7-4971-b153-5c8562c75710 req-eff9bcec-d337-415e-b339-143f0fe202dd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3ff8082-7488-4fa4-bba1-1383fc59b92a HTTP/1.1" status: 200 len: 217 time: 0.0464625 Aug 16 20:49:16.170358 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9106044-4a31-405e-ae5b-8aaf3ecac948 req-244586e8-136e-46f7-abaa-71963fca8020 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:16.172526 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d9106044-4a31-405e-ae5b-8aaf3ecac948 req-244586e8-136e-46f7-abaa-71963fca8020 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43ba75-6dcb-4687-b301-d4eb0c4b26d2 HTTP/1.1" status: 200 len: 944 time: 0.1834831 Aug 16 20:49:16.182621 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e160f2-ae64-418c-b308-c761a3c9e391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88b29f6-cf28-4a24-ba6e-34e54b0a41c9'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:16.184999 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4874e2-20fb-4a0c-9dee-68cb93bf5180" -d '{"events": [{"server_uuid": "26e160f2-ae64-418c-b308-c761a3c9e391", "name": "network-vif-plugged", "status": "completed", "tag": "d88b29f6-cf28-4a24-ba6e-34e54b0a41c9"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:16.222848 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47606e72-80e7-4971-b153-5c8562c75710 req-f33e721b-1dfc-404f-bd10-aefdc1f5d4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:16.224784 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-47606e72-80e7-4971-b153-5c8562c75710 req-f33e721b-1dfc-404f-bd10-aefdc1f5d4ee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=739c3a49-237b-4d98-9492-010a42c636b6 HTTP/1.1" status: 200 len: 858 time: 0.0497849 Aug 16 20:49:16.270122 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-47606e72-80e7-4971-b153-5c8562c75710 req-e33f76a2-2416-4203-8be4-2d63a5a20d09 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=078bd5a9-b098-43f3-ba33-8a739c62ede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295460 Aug 16 20:49:16.453160 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:16.746798 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-9df09913-476e-4f47-abe5-88d291c86a7c service neutron] Attempting to bind port 260d5af3-2317-4e0f-8437-5daf810cb89b on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:49:16.747383 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-9df09913-476e-4f47-abe5-88d291c86a7c service neutron] Attempting to bind port 260d5af3-2317-4e0f-8437-5daf810cb89b by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '4be18e34-16ee-455c-b9af-82d2b4520474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '078bd5a9-b098-43f3-ba33-8a739c62ede2'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:49:16.747383 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-9df09913-476e-4f47-abe5-88d291c86a7c service neutron] Attempting to bind port 260d5af3-2317-4e0f-8437-5daf810cb89b on network 078bd5a9-b098-43f3-ba33-8a739c62ede2 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:16.758613 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-9df09913-476e-4f47-abe5-88d291c86a7c service neutron] Port 260d5af3-2317-4e0f-8437-5daf810cb89b on network 078bd5a9-b098-43f3-ba33-8a739c62ede2 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:49:16.758613 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-9df09913-476e-4f47-abe5-88d291c86a7c service neutron] Attempting to bind port 260d5af3-2317-4e0f-8437-5daf810cb89b on network 078bd5a9-b098-43f3-ba33-8a739c62ede2 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:16.772834 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-9df09913-476e-4f47-abe5-88d291c86a7c service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:49:16.775860 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-9df09913-476e-4f47-abe5-88d291c86a7c service neutron] Checking segment: {'id': '4be18e34-16ee-455c-b9af-82d2b4520474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '078bd5a9-b098-43f3-ba33-8a739c62ede2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:49:16.775860 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-9df09913-476e-4f47-abe5-88d291c86a7c service neutron] Bound using segment: {'id': '4be18e34-16ee-455c-b9af-82d2b4520474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '078bd5a9-b098-43f3-ba33-8a739c62ede2'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:49:16.775860 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-9df09913-476e-4f47-abe5-88d291c86a7c service neutron] Bound port: 260d5af3-2317-4e0f-8437-5daf810cb89b, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be18e34-16ee-455c-b9af-82d2b4520474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '078bd5a9-b098-43f3-ba33-8a739c62ede2'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:49:16.775860 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-9df09913-476e-4f47-abe5-88d291c86a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:16.794398 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672b005-4115-4ca2-afb4-0d74c8c69a72 req-31460c3f-7f17-422a-8d1e-101f55aacc56 tempest-ServersAdminTestJSON-1744934373 tempest-ServersAdminTestJSON-1744934373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:16.794908 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672b005-4115-4ca2-afb4-0d74c8c69a72 req-31460c3f-7f17-422a-8d1e-101f55aacc56 tempest-ServersAdminTestJSON-1744934373 tempest-ServersAdminTestJSON-1744934373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:16.795413 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672b005-4115-4ca2-afb4-0d74c8c69a72 req-31460c3f-7f17-422a-8d1e-101f55aacc56 tempest-ServersAdminTestJSON-1744934373 tempest-ServersAdminTestJSON-1744934373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:16.795937 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672b005-4115-4ca2-afb4-0d74c8c69a72 req-31460c3f-7f17-422a-8d1e-101f55aacc56 tempest-ServersAdminTestJSON-1744934373 tempest-ServersAdminTestJSON-1744934373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:16.796425 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672b005-4115-4ca2-afb4-0d74c8c69a72 req-31460c3f-7f17-422a-8d1e-101f55aacc56 tempest-ServersAdminTestJSON-1744934373 tempest-ServersAdminTestJSON-1744934373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:16.796918 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672b005-4115-4ca2-afb4-0d74c8c69a72 req-31460c3f-7f17-422a-8d1e-101f55aacc56 tempest-ServersAdminTestJSON-1744934373 tempest-ServersAdminTestJSON-1744934373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:16.797431 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672b005-4115-4ca2-afb4-0d74c8c69a72 req-31460c3f-7f17-422a-8d1e-101f55aacc56 tempest-ServersAdminTestJSON-1744934373 tempest-ServersAdminTestJSON-1744934373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:16.797901 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672b005-4115-4ca2-afb4-0d74c8c69a72 req-31460c3f-7f17-422a-8d1e-101f55aacc56 tempest-ServersAdminTestJSON-1744934373 tempest-ServersAdminTestJSON-1744934373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:16.798387 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672b005-4115-4ca2-afb4-0d74c8c69a72 req-31460c3f-7f17-422a-8d1e-101f55aacc56 tempest-ServersAdminTestJSON-1744934373 tempest-ServersAdminTestJSON-1744934373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:16.798874 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672b005-4115-4ca2-afb4-0d74c8c69a72 req-31460c3f-7f17-422a-8d1e-101f55aacc56 tempest-ServersAdminTestJSON-1744934373 tempest-ServersAdminTestJSON-1744934373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:16.799357 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672b005-4115-4ca2-afb4-0d74c8c69a72 req-31460c3f-7f17-422a-8d1e-101f55aacc56 tempest-ServersAdminTestJSON-1744934373 tempest-ServersAdminTestJSON-1744934373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:16.799861 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672b005-4115-4ca2-afb4-0d74c8c69a72 req-31460c3f-7f17-422a-8d1e-101f55aacc56 tempest-ServersAdminTestJSON-1744934373 tempest-ServersAdminTestJSON-1744934373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:16.800352 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672b005-4115-4ca2-afb4-0d74c8c69a72 req-31460c3f-7f17-422a-8d1e-101f55aacc56 tempest-ServersAdminTestJSON-1744934373 tempest-ServersAdminTestJSON-1744934373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:16.800843 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672b005-4115-4ca2-afb4-0d74c8c69a72 req-31460c3f-7f17-422a-8d1e-101f55aacc56 tempest-ServersAdminTestJSON-1744934373 tempest-ServersAdminTestJSON-1744934373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:16.801332 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672b005-4115-4ca2-afb4-0d74c8c69a72 req-31460c3f-7f17-422a-8d1e-101f55aacc56 tempest-ServersAdminTestJSON-1744934373 tempest-ServersAdminTestJSON-1744934373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:16.811373 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f672b005-4115-4ca2-afb4-0d74c8c69a72 req-31460c3f-7f17-422a-8d1e-101f55aacc56 tempest-ServersAdminTestJSON-1744934373 tempest-ServersAdminTestJSON-1744934373-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=0d43ba75-6dcb-4687-b301-d4eb0c4b26d2&device_id=345b5a57-a88f-404e-8180-3bcceb67094b&device_id=6a4d9f49-1e80-4fe1-b308-16ec0df78db9&device_id=7f09d1c3-8866-43bf-ad09-ea38646b24d1&device_id=26e160f2-ae64-418c-b308-c761a3c9e391&device_id=21c69b4c-09a4-4824-839c-2db5918f7e0e&device_id=7504064c-0e09-4865-8499-bd4c9e759d09&device_id=efbbffc7-920a-436b-890d-c27687231c6b&device_id=7e9f37b5-8831-4d4e-ad0b-cf3a48fee5d1&device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52&device_id=0cc783af-868b-4d71-a962-b17718923359&device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006&device_id=1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8&device_id=a898d334-b635-4ede-b06c-bddfad565103&device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 13498 time: 0.5328526 Aug 16 20:49:16.837007 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f672b005-4115-4ca2-afb4-0d74c8c69a72 req-2947f391-3795-45b5-b674-0072e5a0f1f5 tempest-ServersAdminTestJSON-1744934373 tempest-ServersAdminTestJSON-1744934373-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:16.844765 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d9106044-4a31-405e-ae5b-8aaf3ecac948 req-e0f09319-7f00-4599-a01c-eb873e085e6d tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6141646 Aug 16 20:49:16.908564 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-9df09913-476e-4f47-abe5-88d291c86a7c service neutron] For port 260d5af3-2317-4e0f-8437-5daf810cb89b, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:49:16.918818 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-9df09913-476e-4f47-abe5-88d291c86a7c service neutron] For port 260d5af3-2317-4e0f-8437-5daf810cb89b, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=260d5af3-2317-4e0f-8437-5daf810cb89b,segment=NetworkSegment(4be18e34-16ee-455c-b9af-82d2b4520474),segment_id=4be18e34-16ee-455c-b9af-82d2b4520474)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:49:16.943736 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e358b75c-1992-49c4-ad8c-11428a4f22ed x-openstack-request-id: req-e358b75c-1992-49c4-ad8c-11428a4f22ed {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:16.944376 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e160f2-ae64-418c-b308-c761a3c9e391", "name": "network-vif-plugged", "status": "completed", "tag": "d88b29f6-cf28-4a24-ba6e-34e54b0a41c9", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:16.944801 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e358b75c-1992-49c4-ad8c-11428a4f22ed {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:16.945374 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e160f2-ae64-418c-b308-c761a3c9e391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88b29f6-cf28-4a24-ba6e-34e54b0a41c9', 'code': 200} Aug 16 20:49:17.050846 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-47606e72-80e7-4971-b153-5c8562c75710 req-2764942a-f5ac-4da6-93d1-c2a54f4d2205 service neutron] 10.222.0.72 "GET /v2.0/networks/078bd5a9-b098-43f3-ba33-8a739c62ede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7712281 Aug 16 20:49:17.076515 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-9df09913-476e-4f47-abe5-88d291c86a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:17.098244 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17939c36-e552-405e-b99f-fb478ed169e4 req-6821f3e2-d5d6-48bc-b198-dfc76a882968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:17.101282 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-17939c36-e552-405e-b99f-fb478ed169e4 req-6821f3e2-d5d6-48bc-b198-dfc76a882968 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=26e160f2-ae64-418c-b308-c761a3c9e391 HTTP/1.1" status: 200 len: 1101 time: 0.0883751 Aug 16 20:49:17.170300 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-17939c36-e552-405e-b99f-fb478ed169e4 req-e3368d21-3a40-4953-9b5d-eeb3239b7cf1 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580022 Aug 16 20:49:17.233703 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f672b005-4115-4ca2-afb4-0d74c8c69a72 req-2947f391-3795-45b5-b674-0072e5a0f1f5 tempest-ServersAdminTestJSON-1744934373 tempest-ServersAdminTestJSON-1744934373-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:17.276213 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-9df09913-476e-4f47-abe5-88d291c86a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:17.276774 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-9df09913-476e-4f47-abe5-88d291c86a7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:17.278245 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-9df09913-476e-4f47-abe5-88d291c86a7c service neutron] 10.222.0.90 "PUT /v2.0/ports/260d5af3-2317-4e0f-8437-5daf810cb89b HTTP/1.1" status: 200 len: 1093 time: 2.3957705 Aug 16 20:49:17.282108 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d43ba75-6dcb-4687-b301-d4eb0c4b26d2', 'tag': '260d5af3-2317-4e0f-8437-5daf810cb89b'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:17.285090 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2a8c00-bc27-4fc2-b6b2-27b33b14250e" -d '{"events": [{"name": "network-changed", "server_uuid": "0d43ba75-6dcb-4687-b301-d4eb0c4b26d2", "tag": "260d5af3-2317-4e0f-8437-5daf810cb89b"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:17.311093 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b3337-2033-4549-befd-f90aa1bdf55a req-f908709e-af40-4640-a63f-705a4c5290a0 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:17.312695 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fb4b3337-2033-4549-befd-f90aa1bdf55a req-f908709e-af40-4640-a63f-705a4c5290a0 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 945 time: 0.2537739 Aug 16 20:49:17.342092 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f672b005-4115-4ca2-afb4-0d74c8c69a72 req-2947f391-3795-45b5-b674-0072e5a0f1f5 tempest-ServersAdminTestJSON-1744934373 tempest-ServersAdminTestJSON-1744934373-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:17.360217 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df09913-476e-4f47-abe5-88d291c86a7c service neutron] Pushing event updated for resources: {'Port': ['ID=260d5af3-2317-4e0f-8437-5daf810cb89b,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:17.393335 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f672b005-4115-4ca2-afb4-0d74c8c69a72 req-2947f391-3795-45b5-b674-0072e5a0f1f5 tempest-ServersAdminTestJSON-1744934373 tempest-ServersAdminTestJSON-1744934373-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=4451924b-9130-4c16-b24f-77953428336e&id=0ab8e371-8ba8-4332-9fda-e250bfcb9a13&id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&id=1ffb4439-0fbb-482b-9006-34f8f5952456&id=46c27061-e176-4c6b-9244-6af810df7840&id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 740 time: 0.5758834 Aug 16 20:49:17.428783 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:49:17.442686 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-47606e72-80e7-4971-b153-5c8562c75710 req-c4fc2ab5-c934-467d-8b2b-f72a912b636d service neutron] 10.222.0.72 "GET /v2.0/networks/078bd5a9-b098-43f3-ba33-8a739c62ede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801007 Aug 16 20:49:17.476898 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2947f391-3795-45b5-b674-0072e5a0f1f5 tempest-ServersAdminTestJSON-1744934373 tempest-ServersAdminTestJSON-1744934373-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04863709-38d8-4757-9fba-1d4ac9823192,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:17.510457 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fb4b3337-2033-4549-befd-f90aa1bdf55a req-21d05c79-b6c7-4ce9-82dc-2633d6f10520 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875134 Aug 16 20:49:17.574078 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-89da63fc-e98e-456b-ac9d-3059247d4307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:17.576319 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-89da63fc-e98e-456b-ac9d-3059247d4307 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=91a0e7dd9c2b431cb8d4b7053e5a6182&device_id=0d43ba75-6dcb-4687-b301-d4eb0c4b26d2 HTTP/1.1" status: 200 len: 1096 time: 0.1431658 Aug 16 20:49:17.638580 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea3d50-9d94-4467-a848-eb94039f0d25 req-cc65a400-d280-4f47-bbdd-6d5f9fb7f2f7 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:17.640198 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-80ea3d50-9d94-4467-a848-eb94039f0d25 req-cc65a400-d280-4f47-bbdd-6d5f9fb7f2f7 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f09d1c3-8866-43bf-ad09-ea38646b24d1 HTTP/1.1" status: 200 len: 949 time: 0.1231501 Aug 16 20:49:17.643392 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-be777260-8701-4659-a777-e69188cf0f25 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=260d5af3-2317-4e0f-8437-5daf810cb89b HTTP/1.1" status: 200 len: 217 time: 0.0562572 Aug 16 20:49:17.767705 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0184e19-3ae0-4cf2-8ac2-032c339dcd72 req-7f2e05fe-4dd7-4ca5-9e65-b460158d3b81 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:17.770016 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d0184e19-3ae0-4cf2-8ac2-032c339dcd72 req-7f2e05fe-4dd7-4ca5-9e65-b460158d3b81 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a4d9f49-1e80-4fe1-b308-16ec0df78db9 HTTP/1.1" status: 200 len: 944 time: 0.1289067 Aug 16 20:49:17.787767 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-80ea3d50-9d94-4467-a848-eb94039f0d25 req-eb1b6df7-cc84-4168-bd15-15997b70d807 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104658 Aug 16 20:49:17.805391 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-d06a47ec-71a3-49d2-90ae-85972e7792e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:17.806938 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-d06a47ec-71a3-49d2-90ae-85972e7792e4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=739c3a49-237b-4d98-9492-010a42c636b6 HTTP/1.1" status: 200 len: 858 time: 0.1274760 Aug 16 20:49:17.857064 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-76a1548c-bb77-463e-bca7-0dfaaf55eb5c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=078bd5a9-b098-43f3-ba33-8a739c62ede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327411 Aug 16 20:49:17.901589 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d0184e19-3ae0-4cf2-8ac2-032c339dcd72 req-008d2cb9-2c9d-4314-8bde-5e7161225e62 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] 10.222.0.84 "GET /v2.0/security-groups?id=0ab8e371-8ba8-4332-9fda-e250bfcb9a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124098 Aug 16 20:49:17.950640 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0986eb-b490-46d3-96de-35bfb5baefa3 x-openstack-request-id: req-2a0986eb-b490-46d3-96de-35bfb5baefa3 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:17.956823 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d43ba75-6dcb-4687-b301-d4eb0c4b26d2", "tag": "260d5af3-2317-4e0f-8437-5daf810cb89b", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:17.956823 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2a0986eb-b490-46d3-96de-35bfb5baefa3 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:17.956823 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d43ba75-6dcb-4687-b301-d4eb0c4b26d2', 'tag': '260d5af3-2317-4e0f-8437-5daf810cb89b', 'status': 'completed', 'code': 200} Aug 16 20:49:18.010171 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-b419e3a5-ecc9-4357-a452-06ecb2379de5 service neutron] 10.222.0.90 "GET /v2.0/networks/078bd5a9-b098-43f3-ba33-8a739c62ede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408639 Aug 16 20:49:18.208507 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0f252cd8-0b93-4871-9045-f922a6e7afa5 req-1fdba225-0340-4d2c-b3f0-73dcb3c89b8e service neutron] 10.222.0.90 "GET /v2.0/networks/078bd5a9-b098-43f3-ba33-8a739c62ede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858678 Aug 16 20:49:18.235887 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9712ba-69e9-4ae3-bc6d-85e623681d67 req-330efc00-5fad-4b1a-972e-8413de5cfe1d tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:18.244137 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ce9712ba-69e9-4ae3-bc6d-85e623681d67 req-330efc00-5fad-4b1a-972e-8413de5cfe1d tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=26e160f2-ae64-418c-b308-c761a3c9e391 HTTP/1.1" status: 200 len: 949 time: 0.1841187 Aug 16 20:49:18.259636 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72633fee-0c73-4ca7-91bf-83d61d8c1079 req-c382ebd1-fd28-4164-9b12-ec4a155d5960 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:18.261196 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-72633fee-0c73-4ca7-91bf-83d61d8c1079 req-c382ebd1-fd28-4164-9b12-ec4a155d5960 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43ba75-6dcb-4687-b301-d4eb0c4b26d2 HTTP/1.1" status: 200 len: 944 time: 0.1100719 Aug 16 20:49:18.299562 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device c3ff8082-7488-4fa4-bba1-1383fc59b92a details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:49:18.315949 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ce9712ba-69e9-4ae3-bc6d-85e623681d67 req-7b05ad54-c9a9-497b-964c-0089be1dab70 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709114 Aug 16 20:49:18.357966 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-72633fee-0c73-4ca7-91bf-83d61d8c1079 req-0b47753b-e8bb-4aa7-9efa-9e37eceb88f9 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845785 Aug 16 20:49:18.410244 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 7b4506e1-852c-464d-9c72-cda9de92cbe2 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:49:18.500046 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port c3ff8082-7488-4fa4-bba1-1383fc59b92a, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c3ff8082-7488-4fa4-bba1-1383fc59b92a,segment=NetworkSegment(4be18e34-16ee-455c-b9af-82d2b4520474),segment_id=4be18e34-16ee-455c-b9af-82d2b4520474)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:18.515971 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a8c00-bc27-4fc2-b6b2-27b33b14250e req-530c8379-bf7c-4113-833f-a2fa64ac3198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:18.517509 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7c2a8c00-bc27-4fc2-b6b2-27b33b14250e req-530c8379-bf7c-4113-833f-a2fa64ac3198 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=91a0e7dd9c2b431cb8d4b7053e5a6182&device_id=0d43ba75-6dcb-4687-b301-d4eb0c4b26d2 HTTP/1.1" status: 200 len: 1096 time: 0.0883152 Aug 16 20:49:18.523180 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': 'c3ff8082-7488-4fa4-bba1-1383fc59b92a', 'network_id': '078bd5a9-b098-43f3-ba33-8a739c62ede2', 'port_id': 'c3ff8082-7488-4fa4-bba1-1383fc59b92a', 'mac_address': 'fa:16:3e:60:23:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739c3a49-237b-4d98-9492-010a42c636b6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:49:18.583622 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:18.604444 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3ff8082-7488-4fa4-bba1-1383fc59b92a {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:18.629427 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 7b4506e1-852c-464d-9c72-cda9de92cbe2 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:49:18.636897 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 7b4506e1-852c-464d-9c72-cda9de92cbe2 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:18.637278 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:18.640958 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port c3ff8082-7488-4fa4-bba1-1383fc59b92a, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c3ff8082-7488-4fa4-bba1-1383fc59b92a,segment=NetworkSegment(4be18e34-16ee-455c-b9af-82d2b4520474),segment_id=4be18e34-16ee-455c-b9af-82d2b4520474)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:18.719986 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:18.800944 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444eefc3-3058-410c-b3aa-094b676b2d4d req-d109551c-023d-4e13-8ccb-c04f6c62d9e2 tempest-ServersAdminTestJSON-1744934373 tempest-ServersAdminTestJSON-1744934373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:18.801554 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444eefc3-3058-410c-b3aa-094b676b2d4d req-d109551c-023d-4e13-8ccb-c04f6c62d9e2 tempest-ServersAdminTestJSON-1744934373 tempest-ServersAdminTestJSON-1744934373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:18.802116 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444eefc3-3058-410c-b3aa-094b676b2d4d req-d109551c-023d-4e13-8ccb-c04f6c62d9e2 tempest-ServersAdminTestJSON-1744934373 tempest-ServersAdminTestJSON-1744934373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:18.803826 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-444eefc3-3058-410c-b3aa-094b676b2d4d req-d109551c-023d-4e13-8ccb-c04f6c62d9e2 tempest-ServersAdminTestJSON-1744934373 tempest-ServersAdminTestJSON-1744934373-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=21c69b4c-09a4-4824-839c-2db5918f7e0e&device_id=7e9f37b5-8831-4d4e-ad0b-cf3a48fee5d1&device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 2886 time: 0.1288397 Aug 16 20:49:18.812933 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f305ef-7991-4fae-a047-6aa26f0f5469 req-0e905325-c019-4084-ab34-c5b7be5e0642 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:18.814381 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-54f305ef-7991-4fae-a047-6aa26f0f5469 req-0e905325-c019-4084-ab34-c5b7be5e0642 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 945 time: 0.1349525 Aug 16 20:49:18.815816 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a8c00-bc27-4fc2-b6b2-27b33b14250e req-92546865-3791-4c63-8a2d-515e162ddd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:18.816877 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7c2a8c00-bc27-4fc2-b6b2-27b33b14250e req-92546865-3791-4c63-8a2d-515e162ddd4c service neutron] 10.222.0.90 "GET /v2.0/networks?id=078bd5a9-b098-43f3-ba33-8a739c62ede2 HTTP/1.1" status: 200 len: 919 time: 0.2850976 Aug 16 20:49:18.824568 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:18.870991 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=c3ff8082-7488-4fa4-bba1-1383fc59b92a,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:18.905595 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 7b4506e1-852c-464d-9c72-cda9de92cbe2, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=7b4506e1-852c-464d-9c72-cda9de92cbe2,segment=NetworkSegment(35d7f2f6-f519-4b3c-b4fa-6b684079804c),segment_id=35d7f2f6-f519-4b3c-b4fa-6b684079804c)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:18.918053 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7c2a8c00-bc27-4fc2-b6b2-27b33b14250e req-e0af4486-d604-42c0-aa50-32b145abbf5a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=260d5af3-2317-4e0f-8437-5daf810cb89b HTTP/1.1" status: 200 len: 217 time: 0.0692585 Aug 16 20:49:18.927501 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:18.939425 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-444eefc3-3058-410c-b3aa-094b676b2d4d req-4cb9d3bd-0fe0-4c7a-8192-62bc7a3bbe63 tempest-ServersAdminTestJSON-1744934373 tempest-ServersAdminTestJSON-1744934373-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196082 Aug 16 20:49:18.963913 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4d9f49-1e80-4fe1-b308-16ec0df78db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4506e1-852c-464d-9c72-cda9de92cbe2'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:18.971930 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba56e74-92a2-49ea-a740-6172381280f0" -d '{"events": [{"server_uuid": "6a4d9f49-1e80-4fe1-b308-16ec0df78db9", "name": "network-vif-plugged", "status": "completed", "tag": "7b4506e1-852c-464d-9c72-cda9de92cbe2"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:18.982347 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:19.018904 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-54f305ef-7991-4fae-a047-6aa26f0f5469 req-d4e34172-3c15-4337-8551-253a1edc2bd1 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780365 Aug 16 20:49:19.028124 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a8c00-bc27-4fc2-b6b2-27b33b14250e req-e53dde14-df0b-43a5-8985-6f5bcf5ece76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:19.029689 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7c2a8c00-bc27-4fc2-b6b2-27b33b14250e req-e53dde14-df0b-43a5-8985-6f5bcf5ece76 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=739c3a49-237b-4d98-9492-010a42c636b6 HTTP/1.1" status: 200 len: 858 time: 0.1023252 Aug 16 20:49:19.105948 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['c3ff8082-7488-4fa4-bba1-1383fc59b92a'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:49:19.114913 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7c2a8c00-bc27-4fc2-b6b2-27b33b14250e req-61cec7b0-267b-4014-9f0c-7359f577266c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=078bd5a9-b098-43f3-ba33-8a739c62ede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705624 Aug 16 20:49:19.116503 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=7b4506e1-852c-464d-9c72-cda9de92cbe2,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:19.245211 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4958d626-29ea-43b5-a889-01a485b3b5cd x-openstack-request-id: req-4958d626-29ea-43b5-a889-01a485b3b5cd {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:19.245452 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4d9f49-1e80-4fe1-b308-16ec0df78db9", "name": "network-vif-plugged", "status": "completed", "tag": "7b4506e1-852c-464d-9c72-cda9de92cbe2", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:19.245704 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4958d626-29ea-43b5-a889-01a485b3b5cd {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:19.246116 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4d9f49-1e80-4fe1-b308-16ec0df78db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4506e1-852c-464d-9c72-cda9de92cbe2', 'code': 200} Aug 16 20:49:19.364472 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2cc5d-ba98-4f3e-a725-a3c4cc587e73 req-d87a5aad-116d-41fd-be94-19a640b05543 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:19.371967 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-44d2cc5d-ba98-4f3e-a725-a3c4cc587e73 req-d87a5aad-116d-41fd-be94-19a640b05543 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a4d9f49-1e80-4fe1-b308-16ec0df78db9 HTTP/1.1" status: 200 len: 945 time: 0.1549268 Aug 16 20:49:19.389507 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7c2a8c00-bc27-4fc2-b6b2-27b33b14250e req-f670e85e-34bd-4f40-ade2-922dd564eb45 service neutron] 10.222.0.90 "GET /v2.0/networks/078bd5a9-b098-43f3-ba33-8a739c62ede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615066 Aug 16 20:49:19.514943 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-44d2cc5d-ba98-4f3e-a725-a3c4cc587e73 req-c52293e0-7013-4252-a4f0-1c0bca6f03c5 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] 10.222.0.84 "GET /v2.0/security-groups?id=0ab8e371-8ba8-4332-9fda-e250bfcb9a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407781 Aug 16 20:49:19.559434 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a2001-c164-4649-982f-2fa94abf4e75 req-b1919288-0be8-4a13-aa8f-442ff300d25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:19.567217 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-742a2001-c164-4649-982f-2fa94abf4e75 req-b1919288-0be8-4a13-aa8f-442ff300d25e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6a4d9f49-1e80-4fe1-b308-16ec0df78db9 HTTP/1.1" status: 200 len: 1097 time: 0.1827636 Aug 16 20:49:19.692702 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-742a2001-c164-4649-982f-2fa94abf4e75 req-be1bb911-2c0e-4cdf-86c5-4abe93c580b0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0ab8e371-8ba8-4332-9fda-e250bfcb9a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212904 Aug 16 20:49:19.696475 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7c2a8c00-bc27-4fc2-b6b2-27b33b14250e req-c6c203c7-9222-49a9-975d-54fd470449b2 service neutron] 10.222.0.90 "GET /v2.0/networks/078bd5a9-b098-43f3-ba33-8a739c62ede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808552 Aug 16 20:49:19.723249 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7d47f-9bc5-43ce-9269-7282c72e325f req-4af6c925-eebd-46f7-a565-6a43aaa0e000 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:19.729627 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b5b7d47f-9bc5-43ce-9269-7282c72e325f req-4af6c925-eebd-46f7-a565-6a43aaa0e000 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=26e160f2-ae64-418c-b308-c761a3c9e391 HTTP/1.1" status: 200 len: 949 time: 0.0780013 Aug 16 20:49:19.790131 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b5b7d47f-9bc5-43ce-9269-7282c72e325f req-ef672de3-32e6-49b6-8818-6b99fbcc374d tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571494 Aug 16 20:49:20.093175 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47534b-d9c3-4d1b-a0fb-b25dd369b45f req-9988f0f6-286d-44f3-8333-a97fb2ee852f tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:20.096250 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3f47534b-d9c3-4d1b-a0fb-b25dd369b45f req-9988f0f6-286d-44f3-8333-a97fb2ee852f tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43ba75-6dcb-4687-b301-d4eb0c4b26d2 HTTP/1.1" status: 200 len: 944 time: 0.0608106 Aug 16 20:49:20.138043 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3f47534b-d9c3-4d1b-a0fb-b25dd369b45f req-f970e0d0-d94e-486b-8516-242588a04294 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366902 Aug 16 20:49:20.244218 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb69fa5-28d2-4b9c-86ef-0bccee18bbb4 req-76bc0f4d-d362-420f-8b9e-9b707a172a93 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:20.254595 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4eb69fa5-28d2-4b9c-86ef-0bccee18bbb4 req-76bc0f4d-d362-420f-8b9e-9b707a172a93 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 945 time: 0.0537605 Aug 16 20:49:20.290254 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4eb69fa5-28d2-4b9c-86ef-0bccee18bbb4 req-77c2fc9f-7eb7-4e8b-9e02-c0c56c510371 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364921 Aug 16 20:49:20.318148 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device c3ff8082-7488-4fa4-bba1-1383fc59b92a up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:49:20.420094 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f0646-e588-4691-8d5a-fee8f16f7ea5 req-6e2c9c46-458a-4015-ad48-8b9e5e541859 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:20.426477 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f0646-e588-4691-8d5a-fee8f16f7ea5 req-6e2c9c46-458a-4015-ad48-8b9e5e541859 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:20.429412 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c70f0646-e588-4691-8d5a-fee8f16f7ea5 req-6e2c9c46-458a-4015-ad48-8b9e5e541859 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f09d1c3-8866-43bf-ad09-ea38646b24d1&device_id=26e160f2-ae64-418c-b308-c761a3c9e391 HTTP/1.1" status: 200 len: 1689 time: 0.0588698 Aug 16 20:49:20.470609 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c70f0646-e588-4691-8d5a-fee8f16f7ea5 req-172e8994-8a2f-45bd-a124-e0c0fdee3f8d tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358543 Aug 16 20:49:20.815753 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port c3ff8082-7488-4fa4-bba1-1383fc59b92a completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:49:20.815753 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port c3ff8082-7488-4fa4-bba1-1383fc59b92a triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:20.815753 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:20.822494 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02215828-327e-41e3-bdf9-b16c83ba09b7 req-40f6de2a-6c18-4f92-a5b7-a574c0bd3925 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:20.824070 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-02215828-327e-41e3-bdf9-b16c83ba09b7 req-40f6de2a-6c18-4f92-a5b7-a574c0bd3925 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a4d9f49-1e80-4fe1-b308-16ec0df78db9 HTTP/1.1" status: 200 len: 945 time: 0.0521417 Aug 16 20:49:20.875917 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-02215828-327e-41e3-bdf9-b16c83ba09b7 req-675419ff-0d80-4175-b8a7-7ca64c1d1c06 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] 10.222.0.84 "GET /v2.0/security-groups?id=0ab8e371-8ba8-4332-9fda-e250bfcb9a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456016 Aug 16 20:49:20.908904 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:20.957282 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port c3ff8082-7488-4fa4-bba1-1383fc59b92a, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c3ff8082-7488-4fa4-bba1-1383fc59b92a,segment=NetworkSegment(4be18e34-16ee-455c-b9af-82d2b4520474),segment_id=4be18e34-16ee-455c-b9af-82d2b4520474)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:21.058163 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:21.078031 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989cc22-e4d1-48b7-b21c-baea12eaf360 req-ed62d7d5-6baf-4480-833d-99b689f90b2a tempest-ServersOnMultiNodesTest-1547253778 tempest-ServersOnMultiNodesTest-1547253778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:21.092307 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8989cc22-e4d1-48b7-b21c-baea12eaf360 req-ed62d7d5-6baf-4480-833d-99b689f90b2a tempest-ServersOnMultiNodesTest-1547253778 tempest-ServersOnMultiNodesTest-1547253778-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=7f09d1c3-8866-43bf-ad09-ea38646b24d1 HTTP/1.1" status: 200 len: 1101 time: 0.0862665 Aug 16 20:49:21.120931 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=c3ff8082-7488-4fa4-bba1-1383fc59b92a,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:21.134681 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8989cc22-e4d1-48b7-b21c-baea12eaf360 req-eb83e571-4c33-4fc5-8fec-bc72eec254cf tempest-ServersOnMultiNodesTest-1547253778 tempest-ServersOnMultiNodesTest-1547253778-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414138 Aug 16 20:49:21.247041 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345b5a57-a88f-404e-8180-3bcceb67094b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ff8082-7488-4fa4-bba1-1383fc59b92a'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:21.249748 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bf4025-5a26-493c-a923-780f862a1aee" -d '{"events": [{"server_uuid": "345b5a57-a88f-404e-8180-3bcceb67094b", "name": "network-vif-plugged", "status": "completed", "tag": "c3ff8082-7488-4fa4-bba1-1383fc59b92a"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:21.279487 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f09059-7971-4dbb-86b6-6060e4cb74f1 req-3d1a75f5-ac07-441f-85cb-14a21e8172bb tempest-ServersAdminTestJSON-1744934373 tempest-ServersAdminTestJSON-1744934373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:21.282092 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-26f09059-7971-4dbb-86b6-6060e4cb74f1 req-3d1a75f5-ac07-441f-85cb-14a21e8172bb tempest-ServersAdminTestJSON-1744934373 tempest-ServersAdminTestJSON-1744934373-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 1102 time: 0.0535376 Aug 16 20:49:21.350047 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-26f09059-7971-4dbb-86b6-6060e4cb74f1 req-7eacd392-01d1-49f5-91a7-a23c51bbe8e0 tempest-ServersAdminTestJSON-1744934373 tempest-ServersAdminTestJSON-1744934373-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612438 Aug 16 20:49:21.365938 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45baad-83b9-43b6-a126-695216885c91 req-db2ccd21-5e63-4217-9bcf-b05ebdbff83d tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:21.380313 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2d45baad-83b9-43b6-a126-695216885c91 req-db2ccd21-5e63-4217-9bcf-b05ebdbff83d tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43ba75-6dcb-4687-b301-d4eb0c4b26d2 HTTP/1.1" status: 200 len: 944 time: 0.0859118 Aug 16 20:49:21.413099 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 260d5af3-2317-4e0f-8437-5daf810cb89b details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:49:21.414013 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2d45baad-83b9-43b6-a126-695216885c91 req-50806e02-b6cf-4968-a808-0f7489cf621f tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396938 Aug 16 20:49:21.467837 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d49fe-4b52-45fc-acbb-3b643fe911eb req-c3699b74-777f-4e1f-8a4e-ed9e31b61b8e tempest-ServersOnMultiNodesTest-1547253778 tempest-ServersOnMultiNodesTest-1547253778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:21.480310 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bb2d49fe-4b52-45fc-acbb-3b643fe911eb req-c3699b74-777f-4e1f-8a4e-ed9e31b61b8e tempest-ServersOnMultiNodesTest-1547253778 tempest-ServersOnMultiNodesTest-1547253778-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=26e160f2-ae64-418c-b308-c761a3c9e391 HTTP/1.1" status: 200 len: 1101 time: 0.0520794 Aug 16 20:49:21.486035 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4800a194-a752-44de-8e43-6e121b7d7705 x-openstack-request-id: req-4800a194-a752-44de-8e43-6e121b7d7705 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:21.486584 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345b5a57-a88f-404e-8180-3bcceb67094b", "name": "network-vif-plugged", "status": "completed", "tag": "c3ff8082-7488-4fa4-bba1-1383fc59b92a", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:21.486844 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4800a194-a752-44de-8e43-6e121b7d7705 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:21.487239 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345b5a57-a88f-404e-8180-3bcceb67094b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ff8082-7488-4fa4-bba1-1383fc59b92a', 'code': 200} Aug 16 20:49:21.520377 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bb2d49fe-4b52-45fc-acbb-3b643fe911eb req-d93dc3b8-3987-47bc-9de1-dabbd67a635b tempest-ServersOnMultiNodesTest-1547253778 tempest-ServersOnMultiNodesTest-1547253778-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339017 Aug 16 20:49:21.559328 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 260d5af3-2317-4e0f-8437-5daf810cb89b, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=260d5af3-2317-4e0f-8437-5daf810cb89b,segment=NetworkSegment(4be18e34-16ee-455c-b9af-82d2b4520474),segment_id=4be18e34-16ee-455c-b9af-82d2b4520474)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:21.573374 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '260d5af3-2317-4e0f-8437-5daf810cb89b', 'network_id': '078bd5a9-b098-43f3-ba33-8a739c62ede2', 'port_id': '260d5af3-2317-4e0f-8437-5daf810cb89b', 'mac_address': 'fa:16:3e:03:0f:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739c3a49-237b-4d98-9492-010a42c636b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:49:21.628888 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:21.629119 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be409a5b-068e-49fa-98bf-00558c0b8706 req-934cf5a9-2e4b-428a-b0c2-8fa7f36057aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:21.630497 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-be409a5b-068e-49fa-98bf-00558c0b8706 req-934cf5a9-2e4b-428a-b0c2-8fa7f36057aa service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 1098 time: 0.0984924 Aug 16 20:49:21.643508 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffe90a-5e42-4cdf-be8a-2b8f6d3704bd req-8de8acf4-a58d-443b-bccc-b890ad677ae5 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:21.645363 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-18ffe90a-5e42-4cdf-be8a-2b8f6d3704bd req-8de8acf4-a58d-443b-bccc-b890ad677ae5 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 945 time: 0.0970652 Aug 16 20:49:21.652785 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 260d5af3-2317-4e0f-8437-5daf810cb89b {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:21.673848 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 260d5af3-2317-4e0f-8437-5daf810cb89b, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=260d5af3-2317-4e0f-8437-5daf810cb89b,segment=NetworkSegment(4be18e34-16ee-455c-b9af-82d2b4520474),segment_id=4be18e34-16ee-455c-b9af-82d2b4520474)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:21.730436 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-be409a5b-068e-49fa-98bf-00558c0b8706 req-d0162335-f1e2-401e-9c7b-cc72e401b082 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838819 Aug 16 20:49:21.737409 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-18ffe90a-5e42-4cdf-be8a-2b8f6d3704bd req-571285f8-1342-4d9b-9d17-58bb496a1415 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837619 Aug 16 20:49:21.744354 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b998e-0a88-4eb5-a58e-caa4e9cc6c4a req-4b3e9c9b-5a32-4004-80aa-eac5042275b1 tempest-ServersAdminTestJSON-1744934373 tempest-ServersAdminTestJSON-1744934373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:21.746287 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-436b998e-0a88-4eb5-a58e-caa4e9cc6c4a req-4b3e9c9b-5a32-4004-80aa-eac5042275b1 tempest-ServersAdminTestJSON-1744934373 tempest-ServersAdminTestJSON-1744934373-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 1102 time: 0.0946085 Aug 16 20:49:21.753280 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:21.765242 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:21.783675 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-436b998e-0a88-4eb5-a58e-caa4e9cc6c4a req-14be4ff3-2df1-4a56-bf8b-3cc7b7c60349 tempest-ServersAdminTestJSON-1744934373 tempest-ServersAdminTestJSON-1744934373-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306537 Aug 16 20:49:21.821056 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=260d5af3-2317-4e0f-8437-5daf810cb89b,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:22.031872 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['260d5af3-2317-4e0f-8437-5daf810cb89b'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:49:22.041443 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06349b-b781-4824-8166-6954b91f5e47 req-be689551-0ef0-4ce0-8273-1e5d640ecbde tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:22.043362 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bb06349b-b781-4824-8166-6954b91f5e47 req-be689551-0ef0-4ce0-8273-1e5d640ecbde tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a4d9f49-1e80-4fe1-b308-16ec0df78db9 HTTP/1.1" status: 200 len: 945 time: 0.0613463 Aug 16 20:49:22.089685 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bb06349b-b781-4824-8166-6954b91f5e47 req-d99a63c8-9af3-4f11-9f48-ebfc8147d40e tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] 10.222.0.84 "GET /v2.0/security-groups?id=0ab8e371-8ba8-4332-9fda-e250bfcb9a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403993 Aug 16 20:49:22.214534 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-640b967a-3595-4560-8fc1-9be692acfcbe req-39078885-e4ac-44d7-a556-a7c1bbfeffc8 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=34d8c782880e4e14877287a38850e52e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294073 Aug 16 20:49:22.316072 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-fac2b302-90c7-454a-98ca-421f24459002 tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:22.317579 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-fac2b302-90c7-454a-98ca-421f24459002 tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] 10.222.0.84 "GET /v2.0/networks?id=957caa20-6c15-4352-8d70-b76b08149ff9 HTTP/1.1" status: 200 len: 815 time: 0.1803758 Aug 16 20:49:22.346072 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-6f8ae005-f3b5-4060-89aa-4f446db66238 tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] 10.222.0.84 "GET /v2.0/quotas/90d8dd5958be406d916ee78bc7770953 HTTP/1.1" status: 200 len: 375 time: 0.0218229 Aug 16 20:49:22.369855 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b967a-3595-4560-8fc1-9be692acfcbe req-20e3245d-d092-44cc-a26d-ea4e7bf43965 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:22.371288 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-640b967a-3595-4560-8fc1-9be692acfcbe req-20e3245d-d092-44cc-a26d-ea4e7bf43965 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1510086 Aug 16 20:49:22.400047 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-640b967a-3595-4560-8fc1-9be692acfcbe req-1cc675f0-5495-4765-aa44-fcc41b93ad40 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/quotas/34d8c782880e4e14877287a38850e52e HTTP/1.1" status: 200 len: 375 time: 0.0145390 Aug 16 20:49:22.422772 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-8903bc21-4b6d-4a35-9909-ac633a9e2230 tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=90d8dd5958be406d916ee78bc7770953&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0697949 Aug 16 20:49:22.512535 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-640b967a-3595-4560-8fc1-9be692acfcbe req-74df9a0d-5ffe-4e42-88d0-84a8186aa7b1 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=34d8c782880e4e14877287a38850e52e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1040487 Aug 16 20:49:22.542009 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-19168606-997a-4ee7-8704-05cd6cc5b8f1 service neutron] 10.222.0.84 "GET /v2.0/networks/957caa20-6c15-4352-8d70-b76b08149ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988853 Aug 16 20:49:22.635366 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-49abe0f0-188a-4b77-9d72-7257bd6486d5 service neutron] 10.222.0.84 "GET /v2.0/networks/957caa20-6c15-4352-8d70-b76b08149ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861340 Aug 16 20:49:23.101828 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8445bd5-2c18-4d8b-96d4-46a567771eb8 req-64c95e2b-09b6-478c-aed2-8e4da156d01c tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:23.103385 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8445bd5-2c18-4d8b-96d4-46a567771eb8 req-64c95e2b-09b6-478c-aed2-8e4da156d01c tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43ba75-6dcb-4687-b301-d4eb0c4b26d2 HTTP/1.1" status: 200 len: 945 time: 0.0538094 Aug 16 20:49:23.144718 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8445bd5-2c18-4d8b-96d4-46a567771eb8 req-67f2b5b3-f45b-43a5-af8a-5666a1e9050c tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347583 Aug 16 20:49:23.327358 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ab4e718a-7849-40d2-9e8b-8a79fe24a2d4 req-fe74000e-4571-436b-8363-e7c244b34dbc tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] 10.222.0.84 "GET /v2.0/ports?device_id=105abb32-bcb5-46ee-9148-957a7e62e73f HTTP/1.1" status: 200 len: 210 time: 0.0338151 Aug 16 20:49:23.339459 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93446ac-fd10-453f-83f4-93fc11eeed96 req-48041f1f-9176-41a2-880f-05f5982ae526 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:23.341266 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c93446ac-fd10-453f-83f4-93fc11eeed96 req-48041f1f-9176-41a2-880f-05f5982ae526 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 945 time: 0.0821376 Aug 16 20:49:23.387976 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c93446ac-fd10-453f-83f4-93fc11eeed96 req-41c093e6-aac5-4db9-9b7c-bceaf27765fd tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402386 Aug 16 20:49:23.420083 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 260d5af3-2317-4e0f-8437-5daf810cb89b up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:49:23.599042 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 260d5af3-2317-4e0f-8437-5daf810cb89b completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:49:23.605522 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 260d5af3-2317-4e0f-8437-5daf810cb89b triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:23.611645 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:23.694751 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:23.717625 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d43ba75-6dcb-4687-b301-d4eb0c4b26d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260d5af3-2317-4e0f-8437-5daf810cb89b'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:23.719962 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90038a90-a193-48a2-b2dc-95bb0be34edc" -d '{"events": [{"server_uuid": "0d43ba75-6dcb-4687-b301-d4eb0c4b26d2", "name": "network-vif-plugged", "status": "completed", "tag": "260d5af3-2317-4e0f-8437-5daf810cb89b"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:23.733552 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 260d5af3-2317-4e0f-8437-5daf810cb89b, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=260d5af3-2317-4e0f-8437-5daf810cb89b,segment=NetworkSegment(4be18e34-16ee-455c-b9af-82d2b4520474),segment_id=4be18e34-16ee-455c-b9af-82d2b4520474)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:23.812442 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4b1cb8f2-5450-4cbf-95c1-5e7f07bab384 req-81a065d3-fc93-4ebd-b626-c5f480a1d484 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=8c862829-57ea-47a7-b957-ab76db9cc306 HTTP/1.1" status: 200 len: 210 time: 0.0282443 Aug 16 20:49:23.856767 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:23.859409 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598742e4-30de-4877-9570-7e164136a87b x-openstack-request-id: req-598742e4-30de-4877-9570-7e164136a87b {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:23.859699 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d43ba75-6dcb-4687-b301-d4eb0c4b26d2", "name": "network-vif-plugged", "status": "completed", "tag": "260d5af3-2317-4e0f-8437-5daf810cb89b", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:23.859975 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-598742e4-30de-4877-9570-7e164136a87b {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:23.870306 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d43ba75-6dcb-4687-b301-d4eb0c4b26d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260d5af3-2317-4e0f-8437-5daf810cb89b', 'code': 200} Aug 16 20:49:23.908111 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=260d5af3-2317-4e0f-8437-5daf810cb89b,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:23.971026 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29884c-b05b-44aa-a6d3-8b04a2db7f9e req-172ebe84-7432-4fcf-a0bb-4dc5ddee5392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:23.973000 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3d29884c-b05b-44aa-a6d3-8b04a2db7f9e req-172ebe84-7432-4fcf-a0bb-4dc5ddee5392 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0d43ba75-6dcb-4687-b301-d4eb0c4b26d2 HTTP/1.1" status: 200 len: 1098 time: 0.0517964 Aug 16 20:49:24.048790 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3d29884c-b05b-44aa-a6d3-8b04a2db7f9e req-4bc33816-6e37-4b16-9c7d-c5f4c3d958a8 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550015 Aug 16 20:49:24.060923 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9570b3-4b97-43f5-a669-110681f74c26 req-efd3c431-2553-4d14-9eeb-9953a03cdb24 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:24.062428 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3a9570b3-4b97-43f5-a669-110681f74c26 req-efd3c431-2553-4d14-9eeb-9953a03cdb24 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a4d9f49-1e80-4fe1-b308-16ec0df78db9 HTTP/1.1" status: 200 len: 945 time: 0.0801287 Aug 16 20:49:24.104721 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3a9570b3-4b97-43f5-a669-110681f74c26 req-59e9a056-0979-49c5-9623-aa5fd1e48ab1 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] 10.222.0.84 "GET /v2.0/security-groups?id=0ab8e371-8ba8-4332-9fda-e250bfcb9a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357854 Aug 16 20:49:24.316012 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4985b-5b75-47d7-a53d-478ec68ad392 req-06a6b147-0574-4407-9ad1-6e5678952739 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:24.317580 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-45a4985b-5b75-47d7-a53d-478ec68ad392 req-06a6b147-0574-4407-9ad1-6e5678952739 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43ba75-6dcb-4687-b301-d4eb0c4b26d2 HTTP/1.1" status: 200 len: 946 time: 0.0505264 Aug 16 20:49:24.357929 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-45a4985b-5b75-47d7-a53d-478ec68ad392 req-0edb612a-d347-48ed-8b10-bb17b305d221 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336590 Aug 16 20:49:24.430673 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362b949-8e38-423d-95b4-9f6698c8112e req-c81f6187-684f-43f8-8fb3-a2fd4fad3224 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:24.439121 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d362b949-8e38-423d-95b4-9f6698c8112e req-c81f6187-684f-43f8-8fb3-a2fd4fad3224 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.0613408 Aug 16 20:49:24.477411 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1f9adf70-6042-4534-91b8-416ca688a55c req-30382e32-0c71-421a-ac2e-2139aa319b9d tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] 10.222.0.84 "GET /v2.0/ports?device_id=105abb32-bcb5-46ee-9148-957a7e62e73f HTTP/1.1" status: 200 len: 210 time: 0.0356495 Aug 16 20:49:24.507549 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d362b949-8e38-423d-95b4-9f6698c8112e req-2673c0ef-1275-4919-9bcf-b8542b1475bf tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622699 Aug 16 20:49:24.591887 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39751481-59f8-4488-a6a7-41045b5887ab req-e45f6b3b-c348-4ca6-926b-6b26f42f504d tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:24.593395 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-39751481-59f8-4488-a6a7-41045b5887ab req-e45f6b3b-c348-4ca6-926b-6b26f42f504d tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 945 time: 0.0525339 Aug 16 20:49:24.630760 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-39751481-59f8-4488-a6a7-41045b5887ab req-4a5c976f-ac4d-4ffc-9c3c-dbf3919fbf72 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313711 Aug 16 20:49:24.890533 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-22f5b58d-1809-4b36-b518-d31bde6310c4 req-185ae832-b680-4d40-99a4-3c790b940274 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=8c862829-57ea-47a7-b957-ab76db9cc306 HTTP/1.1" status: 200 len: 210 time: 0.0271599 Aug 16 20:49:25.226379 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d526b-d400-44da-bc85-fe814661e75c req-9b545878-ee80-4cef-9082-0db65e352144 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:25.227916 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5e8d526b-d400-44da-bc85-fe814661e75c req-9b545878-ee80-4cef-9082-0db65e352144 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a4d9f49-1e80-4fe1-b308-16ec0df78db9 HTTP/1.1" status: 200 len: 945 time: 0.0506909 Aug 16 20:49:25.271243 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5e8d526b-d400-44da-bc85-fe814661e75c req-b1095a29-72ee-4caa-a715-c5ae3cdc431d tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] 10.222.0.84 "GET /v2.0/security-groups?id=0ab8e371-8ba8-4332-9fda-e250bfcb9a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373464 Aug 16 20:49:25.494335 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fd1aa-8b99-422b-884b-12704113ecc3 req-33c9094e-79e9-4e9c-90c2-3a90cea82fd0 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:25.495855 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-736fd1aa-8b99-422b-884b-12704113ecc3 req-33c9094e-79e9-4e9c-90c2-3a90cea82fd0 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43ba75-6dcb-4687-b301-d4eb0c4b26d2 HTTP/1.1" status: 200 len: 946 time: 0.0548446 Aug 16 20:49:25.617246 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-736fd1aa-8b99-422b-884b-12704113ecc3 req-992028f0-4c69-43ec-bd29-050c4b646c82 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145480 Aug 16 20:49:25.618987 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-08a56541-639c-4d62-b740-a25f253771a7 req-bf21d356-3a1a-493c-87ea-5e75fd9c89dd tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] 10.222.0.84 "GET /v2.0/ports?device_id=105abb32-bcb5-46ee-9148-957a7e62e73f HTTP/1.1" status: 200 len: 210 time: 0.0503073 Aug 16 20:49:25.678894 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-8211b7bd-1404-435b-b1c7-e455441d1eef tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:25.680565 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-8211b7bd-1404-435b-b1c7-e455441d1eef tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] 10.222.0.90 "GET /v2.0/networks?id=957caa20-6c15-4352-8d70-b76b08149ff9 HTTP/1.1" status: 200 len: 815 time: 0.1607182 Aug 16 20:49:25.701295 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-efaff394-d74e-46a8-8bcc-1b50146df94a tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] Request body: {'port': {'device_id': '105abb32-bcb5-46ee-9148-957a7e62e73f', 'network_id': '957caa20-6c15-4352-8d70-b76b08149ff9', 'admin_state_up': True, 'tenant_id': '90d8dd5958be406d916ee78bc7770953'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:25.801646 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956cbbc-c0c9-4395-a064-d428761a7bfc req-bdbe712e-6942-4f4b-b283-08854a824921 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:25.803731 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d956cbbc-c0c9-4395-a064-d428761a7bfc req-bdbe712e-6942-4f4b-b283-08854a824921 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.1171739 Aug 16 20:49:25.870682 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d956cbbc-c0c9-4395-a064-d428761a7bfc req-eeb44d6e-d222-4f8a-b0e4-c380e76351f2 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600228 Aug 16 20:49:25.980836 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494f0d5-2f35-41dc-a891-7788156449d8 req-ff9325c7-edd7-42cf-a9db-80ea2cd66552 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:25.982545 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1494f0d5-2f35-41dc-a891-7788156449d8 req-ff9325c7-edd7-42cf-a9db-80ea2cd66552 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 945 time: 0.0538890 Aug 16 20:49:25.995098 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-efaff394-d74e-46a8-8bcc-1b50146df94a tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] Made reservation on behalf of 90d8dd5958be406d916ee78bc7770953 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:49:25.998368 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-efaff394-d74e-46a8-8bcc-1b50146df94a tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:26.082686 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1494f0d5-2f35-41dc-a891-7788156449d8 req-eb520f31-da1b-401f-bb7f-3d7a3f6b5fa6 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900552 Aug 16 20:49:26.119565 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d21a6-358d-4a7d-8357-0944975e2e8b req-ae6c4a6a-de82-4627-bf2b-f25c8173d40b tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:26.121199 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a71d21a6-358d-4a7d-8357-0944975e2e8b req-ae6c4a6a-de82-4627-bf2b-f25c8173d40b tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] 10.222.0.72 "GET /v2.0/ports?device_id=6a4d9f49-1e80-4fe1-b308-16ec0df78db9 HTTP/1.1" status: 200 len: 945 time: 0.1376376 Aug 16 20:49:26.296205 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad53de2-7fbe-4e87-b02b-34a999e5a4a4 req-d5e104ba-986e-43f1-b22d-e8966bef3167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:26.297860 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1ad53de2-7fbe-4e87-b02b-34a999e5a4a4 req-d5e104ba-986e-43f1-b22d-e8966bef3167 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=91a0e7dd9c2b431cb8d4b7053e5a6182&device_id=0d43ba75-6dcb-4687-b301-d4eb0c4b26d2 HTTP/1.1" status: 200 len: 1098 time: 0.0588295 Aug 16 20:49:26.430231 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad53de2-7fbe-4e87-b02b-34a999e5a4a4 req-5d349d62-c1f6-4f3a-b9de-ad2a053cc748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:26.431717 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1ad53de2-7fbe-4e87-b02b-34a999e5a4a4 req-5d349d62-c1f6-4f3a-b9de-ad2a053cc748 service neutron] 10.222.0.90 "GET /v2.0/networks?id=078bd5a9-b098-43f3-ba33-8a739c62ede2 HTTP/1.1" status: 200 len: 919 time: 0.1241581 Aug 16 20:49:26.480358 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1ad53de2-7fbe-4e87-b02b-34a999e5a4a4 req-6b40591c-87e3-45c2-803f-4223be15f893 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=260d5af3-2317-4e0f-8437-5daf810cb89b HTTP/1.1" status: 200 len: 217 time: 0.0368981 Aug 16 20:49:26.538921 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad53de2-7fbe-4e87-b02b-34a999e5a4a4 req-21a265eb-38f6-4050-87ad-2396055a6f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:26.540925 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1ad53de2-7fbe-4e87-b02b-34a999e5a4a4 req-21a265eb-38f6-4050-87ad-2396055a6f8b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=739c3a49-237b-4d98-9492-010a42c636b6 HTTP/1.1" status: 200 len: 858 time: 0.0533683 Aug 16 20:49:26.579606 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1ad53de2-7fbe-4e87-b02b-34a999e5a4a4 req-dbed68c8-1009-4f7e-a8e7-1e4f6c421158 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=078bd5a9-b098-43f3-ba33-8a739c62ede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284641 Aug 16 20:49:26.582980 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-203ec534-007e-453b-ae7d-fdd0a8de4dc3 req-fd1856af-19a3-4c7e-9487-92139a97e5ca tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=8c862829-57ea-47a7-b957-ab76db9cc306 HTTP/1.1" status: 200 len: 210 time: 0.4414129 Aug 16 20:49:26.646615 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-640b967a-3595-4560-8fc1-9be692acfcbe req-2cd1e467-6d95-4105-9763-028c7580463e tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=34d8c782880e4e14877287a38850e52e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0670254 Aug 16 20:49:26.704246 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-efaff394-d74e-46a8-8bcc-1b50146df94a tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] Allocated IP 172.20.0.6 (957caa20-6c15-4352-8d70-b76b08149ff9/37a1919f-255a-456e-a433-69fa8d2d0c38/8d00b45d-6152-4995-8a87-dee48ab0c614) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:49:26.772066 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1ad53de2-7fbe-4e87-b02b-34a999e5a4a4 req-84b12f05-a54d-48f1-a908-9bdc6d0307dd service neutron] 10.222.0.90 "GET /v2.0/networks/078bd5a9-b098-43f3-ba33-8a739c62ede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765206 Aug 16 20:49:26.791956 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fc811-7cb7-44ae-b934-e3ae29e36c32 req-b16d4111-0d7d-4596-b9ae-318c57b2e302 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:26.799297 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e61fc811-7cb7-44ae-b934-e3ae29e36c32 req-b16d4111-0d7d-4596-b9ae-318c57b2e302 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43ba75-6dcb-4687-b301-d4eb0c4b26d2 HTTP/1.1" status: 200 len: 946 time: 0.6275434 Aug 16 20:49:26.943570 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1ad53de2-7fbe-4e87-b02b-34a999e5a4a4 req-73f83845-0519-4fe0-ba4b-2dd6d910c919 service neutron] 10.222.0.90 "GET /v2.0/networks/078bd5a9-b098-43f3-ba33-8a739c62ede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526239 Aug 16 20:49:27.002103 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-a71d21a6-358d-4a7d-8357-0944975e2e8b req-48601789-b896-46ae-b795-315a89299163 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Deleting port 7b4506e1-852c-464d-9c72-cda9de92cbe2 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:49:27.003291 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a71d21a6-358d-4a7d-8357-0944975e2e8b req-48601789-b896-46ae-b795-315a89299163 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:27.110621 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-a71d21a6-358d-4a7d-8357-0944975e2e8b req-48601789-b896-46ae-b795-315a89299163 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] For port 7b4506e1-852c-464d-9c72-cda9de92cbe2, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=7b4506e1-852c-464d-9c72-cda9de92cbe2,segment=NetworkSegment(35d7f2f6-f519-4b3c-b4fa-6b684079804c),segment_id=35d7f2f6-f519-4b3c-b4fa-6b684079804c)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:27.111579 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a71d21a6-358d-4a7d-8357-0944975e2e8b req-48601789-b896-46ae-b795-315a89299163 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:27.126543 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-a71d21a6-358d-4a7d-8357-0944975e2e8b req-48601789-b896-46ae-b795-315a89299163 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Calling delete_port for 7b4506e1-852c-464d-9c72-cda9de92cbe2 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:49:27.163668 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-640b967a-3595-4560-8fc1-9be692acfcbe req-4fbe93f4-e813-46e0-b2b8-08ab5e3aba7d tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=34d8c782880e4e14877287a38850e52e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456445 Aug 16 20:49:27.249242 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e61fc811-7cb7-44ae-b934-e3ae29e36c32 req-761980ea-67a8-4ab0-b004-a5237abd4f76 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4490540 Aug 16 20:49:27.266697 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b967a-3595-4560-8fc1-9be692acfcbe req-12792c84-99ad-4e43-b7ea-f40401ad202f tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:27.268512 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-640b967a-3595-4560-8fc1-9be692acfcbe req-12792c84-99ad-4e43-b7ea-f40401ad202f tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5957181 Aug 16 20:49:27.347506 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd77f65-76f3-4e33-b289-f56bc78c68a4 req-00e643c3-954e-48df-b101-5bfee0dbfc8a tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:27.349333 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ebd77f65-76f3-4e33-b289-f56bc78c68a4 req-00e643c3-954e-48df-b101-5bfee0dbfc8a tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a4d9f49-1e80-4fe1-b308-16ec0df78db9 HTTP/1.1" status: 200 len: 945 time: 0.5337727 Aug 16 20:49:27.371935 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b967a-3595-4560-8fc1-9be692acfcbe req-3348ac2b-da6b-458c-a6b3-fdd3c9d3cc04 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:27.374274 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-640b967a-3595-4560-8fc1-9be692acfcbe req-3348ac2b-da6b-458c-a6b3-fdd3c9d3cc04 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2031894 Aug 16 20:49:27.390981 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-640b967a-3595-4560-8fc1-9be692acfcbe req-61982c21-95c1-4f52-bbab-249249c3f208 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Request body: {'port': {'device_id': '8c862829-57ea-47a7-b957-ab76db9cc306', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'admin_state_up': True, 'tenant_id': '34d8c782880e4e14877287a38850e52e'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:27.492963 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ebd77f65-76f3-4e33-b289-f56bc78c68a4 req-cd13d808-1fba-47dc-85b0-9fa1be6d1094 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] 10.222.0.84 "GET /v2.0/security-groups?id=0ab8e371-8ba8-4332-9fda-e250bfcb9a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296613 Aug 16 20:49:27.512567 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-efaff394-d74e-46a8-8bcc-1b50146df94a tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:27.595588 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-edd08666-11b8-42a3-b11e-e7e7710ad376 req-67c0ef04-aa59-4fc6-af7b-fd3aabc207ec tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] 10.222.0.84 "GET /v2.0/ports?device_id=105abb32-bcb5-46ee-9148-957a7e62e73f HTTP/1.1" status: 200 len: 210 time: 0.0274370 Aug 16 20:49:27.713809 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5313da6-813e-4148-bd71-8ca565c7764c req-09963af5-661c-4997-bfc4-4f9e1d2387c9 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:27.715749 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a5313da6-813e-4148-bd71-8ca565c7764c req-09963af5-661c-4997-bfc4-4f9e1d2387c9 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.0585494 Aug 16 20:49:27.744925 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-640b967a-3595-4560-8fc1-9be692acfcbe req-61982c21-95c1-4f52-bbab-249249c3f208 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Made reservation on behalf of 34d8c782880e4e14877287a38850e52e for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:49:27.747178 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-efaff394-d74e-46a8-8bcc-1b50146df94a tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] Transition to ACTIVE for port object 8d00b45d-6152-4995-8a87-dee48ab0c614 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:49:27.750029 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a71d21a6-358d-4a7d-8357-0944975e2e8b req-48601789-b896-46ae-b795-315a89299163 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:27.751015 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-640b967a-3595-4560-8fc1-9be692acfcbe req-61982c21-95c1-4f52-bbab-249249c3f208 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:27.808825 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a5313da6-813e-4148-bd71-8ca565c7764c req-9f9045d7-29fe-4cb9-be9e-48684b23c9bd tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864747 Aug 16 20:49:27.813082 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48601789-b896-46ae-b795-315a89299163 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Pushing event deleted for resources: {'Port': ['ID=7b4506e1-852c-464d-9c72-cda9de92cbe2,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:27.870542 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48601789-b896-46ae-b795-315a89299163 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:27.871234 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48601789-b896-46ae-b795-315a89299163 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:27.871689 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48601789-b896-46ae-b795-315a89299163 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:27.872330 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48601789-b896-46ae-b795-315a89299163 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:27.872894 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48601789-b896-46ae-b795-315a89299163 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:27.873554 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48601789-b896-46ae-b795-315a89299163 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:27.873997 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48601789-b896-46ae-b795-315a89299163 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:27.874453 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48601789-b896-46ae-b795-315a89299163 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:27.874900 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48601789-b896-46ae-b795-315a89299163 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:27.875494 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48601789-b896-46ae-b795-315a89299163 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:27.875982 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48601789-b896-46ae-b795-315a89299163 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:27.876417 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48601789-b896-46ae-b795-315a89299163 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:27.908124 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71d21a6-358d-4a7d-8357-0944975e2e8b req-48601789-b896-46ae-b795-315a89299163 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] No DVR routers for this DVR port 7b4506e1-852c-464d-9c72-cda9de92cbe2 on host n-h1-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:49:27.911005 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a71d21a6-358d-4a7d-8357-0944975e2e8b req-48601789-b896-46ae-b795-315a89299163 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:27.913921 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a71d21a6-358d-4a7d-8357-0944975e2e8b req-48601789-b896-46ae-b795-315a89299163 tempest-ServerAddressesNegativeTestJSON-146307560 tempest-ServerAddressesNegativeTestJSON-146307560-project] 10.222.0.72 "DELETE /v2.0/ports/7b4506e1-852c-464d-9c72-cda9de92cbe2 HTTP/1.1" status: 204 len: 173 time: 1.7808716 Aug 16 20:49:27.917586 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4d9f49-1e80-4fe1-b308-16ec0df78db9', 'name': 'network-vif-deleted', 'tag': '7b4506e1-852c-464d-9c72-cda9de92cbe2'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:27.920426 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98c0e75-6e94-4ac4-ad47-0639009a6a4d" -d '{"events": [{"server_uuid": "6a4d9f49-1e80-4fe1-b308-16ec0df78db9", "name": "network-vif-deleted", "tag": "7b4506e1-852c-464d-9c72-cda9de92cbe2"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:27.975645 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036eef1-75a5-4a56-b4a6-b048ab26e0c7 req-762b4e43-1d2c-4eec-9b96-bd6706d049dd tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:27.977449 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f036eef1-75a5-4a56-b4a6-b048ab26e0c7 req-762b4e43-1d2c-4eec-9b96-bd6706d049dd tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 945 time: 0.0709994 Aug 16 20:49:27.982645 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-640b967a-3595-4560-8fc1-9be692acfcbe req-61982c21-95c1-4f52-bbab-249249c3f208 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Allocated IP 192.168.233.231 (d77fce7e-e915-4ee5-ada6-d6f376af2589/2883ed1d-8e71-4475-b2ce-2177242b9f23/075f5e55-4f5b-434d-b8b4-d846e51d28f5) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:49:27.982645 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-2eab9b37-9fdd-4449-ac7c-264404f00ac4 tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:27.982867 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-2eab9b37-9fdd-4449-ac7c-264404f00ac4 tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09&tenant_id=6b79fa21751c4c74a7616afcdef028a8&binding%3Ahost_id=n-h2-793620-15 HTTP/1.1" status: 200 len: 1097 time: 0.1159885 Aug 16 20:49:28.004506 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-44fae70d-1c11-449b-b098-ac59f1e8127f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793620-15'}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:28.023368 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-efaff394-d74e-46a8-8bcc-1b50146df94a tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:28.030936 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f036eef1-75a5-4a56-b4a6-b048ab26e0c7 req-45bfceea-bab5-4e3d-ad09-7a11fcafa4b6 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468543 Aug 16 20:49:28.090258 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaff394-d74e-46a8-8bcc-1b50146df94a tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] Pushing event updated for resources: {'Port': ['ID=8d00b45d-6152-4995-8a87-dee48ab0c614,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:28.095912 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-efaff394-d74e-46a8-8bcc-1b50146df94a tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] Network 957caa20-6c15-4352-8d70-b76b08149ff9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:49:28.098041 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-efaff394-d74e-46a8-8bcc-1b50146df94a tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:49:28.111705 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-efaff394-d74e-46a8-8bcc-1b50146df94a tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:49:28.136387 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-44fae70d-1c11-449b-b098-ac59f1e8127f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:28.194236 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-efaff394-d74e-46a8-8bcc-1b50146df94a tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:28.197331 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-efaff394-d74e-46a8-8bcc-1b50146df94a tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:28.288856 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c97851bb-f8f5-4ebe-8cdf-fa8d00cff4ed req-cebff5d5-efaf-4072-a701-49ac51a32731 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=8c862829-57ea-47a7-b957-ab76db9cc306 HTTP/1.1" status: 200 len: 210 time: 0.0652831 Aug 16 20:49:28.337556 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-efaff394-d74e-46a8-8bcc-1b50146df94a tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6416311 Aug 16 20:49:28.351983 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-640b967a-3595-4560-8fc1-9be692acfcbe req-61982c21-95c1-4f52-bbab-249249c3f208 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:28.352333 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 64256a41-cf3b-44c3-a00e-589d02b64142 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:49:28.355884 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 7b4506e1-852c-464d-9c72-cda9de92cbe2 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:49:28.381837 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-640b967a-3595-4560-8fc1-9be692acfcbe req-61982c21-95c1-4f52-bbab-249249c3f208 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Transition to ACTIVE for port object 075f5e55-4f5b-434d-b8b4-d846e51d28f5 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:49:28.426297 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 7b4506e1-852c-464d-9c72-cda9de92cbe2 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:49:28.426690 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 7b4506e1-852c-464d-9c72-cda9de92cbe2 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:49:28.451708 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-44fae70d-1c11-449b-b098-ac59f1e8127f service neutron] For port 64256a41-cf3b-44c3-a00e-589d02b64142, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=64256a41-cf3b-44c3-a00e-589d02b64142,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:28.500274 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-44fae70d-1c11-449b-b098-ac59f1e8127f service neutron] For port 64256a41-cf3b-44c3-a00e-589d02b64142, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:49:28.546666 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7504064c-0e09-4865-8499-bd4c9e759d09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64256a41-cf3b-44c3-a00e-589d02b64142'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:28.549270 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4656bb4f-2e8b-4c93-b686-2892ea5d533a" -d '{"events": [{"server_uuid": "7504064c-0e09-4865-8499-bd4c9e759d09", "name": "network-vif-unplugged", "status": "completed", "tag": "64256a41-cf3b-44c3-a00e-589d02b64142"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:28.554063 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-44fae70d-1c11-449b-b098-ac59f1e8127f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:28.623645 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 64256a41-cf3b-44c3-a00e-589d02b64142, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=64256a41-cf3b-44c3-a00e-589d02b64142,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:28.636785 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 64256a41-cf3b-44c3-a00e-589d02b64142 has no active binding in host n-h1-793620-15 {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 20:49:28.645061 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-90fa56a1-7d70-4c36-8fff-38d977c8b285 None None] Provisioning for port 8d00b45d-6152-4995-8a87-dee48ab0c614 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:49:28.646025 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-640b967a-3595-4560-8fc1-9be692acfcbe req-61982c21-95c1-4f52-bbab-249249c3f208 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:28.649280 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-90fa56a1-7d70-4c36-8fff-38d977c8b285 None None] Provisioning complete for port 8d00b45d-6152-4995-8a87-dee48ab0c614 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:28.649656 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-90fa56a1-7d70-4c36-8fff-38d977c8b285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:28.671898 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['d12fa717-5873-4d2b-90e6-5c7935218310'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:49:28.674034 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['d88b29f6-cf28-4a24-ba6e-34e54b0a41c9', 'ef0c7a6f-3506-409b-8c4f-e21c66093609'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:49:28.694909 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-640b967a-3595-4560-8fc1-9be692acfcbe req-61982c21-95c1-4f52-bbab-249249c3f208 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Network d77fce7e-e915-4ee5-ada6-d6f376af2589 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:49:28.698185 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-640b967a-3595-4560-8fc1-9be692acfcbe req-61982c21-95c1-4f52-bbab-249249c3f208 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:49:28.705104 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-640b967a-3595-4560-8fc1-9be692acfcbe req-61982c21-95c1-4f52-bbab-249249c3f208 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:49:28.741559 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-44fae70d-1c11-449b-b098-ac59f1e8127f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:28.746015 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61982c21-95c1-4f52-bbab-249249c3f208 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Pushing event updated for resources: {'Port': ['ID=075f5e55-4f5b-434d-b8b4-d846e51d28f5,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:28.805250 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61982c21-95c1-4f52-bbab-249249c3f208 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:28.806405 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61982c21-95c1-4f52-bbab-249249c3f208 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:28.807532 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61982c21-95c1-4f52-bbab-249249c3f208 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:28.808200 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61982c21-95c1-4f52-bbab-249249c3f208 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:28.808988 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61982c21-95c1-4f52-bbab-249249c3f208 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:28.809736 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61982c21-95c1-4f52-bbab-249249c3f208 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:28.810389 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61982c21-95c1-4f52-bbab-249249c3f208 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:28.811040 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61982c21-95c1-4f52-bbab-249249c3f208 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:28.811670 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61982c21-95c1-4f52-bbab-249249c3f208 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:28.812334 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61982c21-95c1-4f52-bbab-249249c3f208 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:28.812967 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61982c21-95c1-4f52-bbab-249249c3f208 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:28.813599 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61982c21-95c1-4f52-bbab-249249c3f208 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:28.832752 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-90fa56a1-7d70-4c36-8fff-38d977c8b285 None None] Port 8d00b45d-6152-4995-8a87-dee48ab0c614 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:49:28.885231 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fae70d-1c11-449b-b098-ac59f1e8127f service neutron] Pushing event updated for resources: {'Port': ['ID=64256a41-cf3b-44c3-a00e-589d02b64142,revision_number=7']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:28.926246 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b967a-3595-4560-8fc1-9be692acfcbe req-61982c21-95c1-4f52-bbab-249249c3f208 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:28.926246 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-640b967a-3595-4560-8fc1-9be692acfcbe req-61982c21-95c1-4f52-bbab-249249c3f208 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:28.945931 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-44fae70d-1c11-449b-b098-ac59f1e8127f service neutron] Attempting to bind port 64256a41-cf3b-44c3-a00e-589d02b64142 on host n-h2-793620-15 for vnic_type normal with profile {"migrating_to": "n-h1-793620-15"} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:49:28.946268 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-44fae70d-1c11-449b-b098-ac59f1e8127f service neutron] Attempting to bind port 64256a41-cf3b-44c3-a00e-589d02b64142 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:49:28.946598 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-44fae70d-1c11-449b-b098-ac59f1e8127f service neutron] Attempting to bind port 64256a41-cf3b-44c3-a00e-589d02b64142 on network 2d2d869c-bfe3-4bc5-a83b-70655e061223 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:28.952091 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-44fae70d-1c11-449b-b098-ac59f1e8127f service neutron] Port 64256a41-cf3b-44c3-a00e-589d02b64142 on network 2d2d869c-bfe3-4bc5-a83b-70655e061223 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:49:28.954864 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-44fae70d-1c11-449b-b098-ac59f1e8127f service neutron] Attempting to bind port 64256a41-cf3b-44c3-a00e-589d02b64142 on network 2d2d869c-bfe3-4bc5-a83b-70655e061223 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:28.960765 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-44fae70d-1c11-449b-b098-ac59f1e8127f service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:49:28.961118 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-44fae70d-1c11-449b-b098-ac59f1e8127f service neutron] Checking segment: {'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:49:28.961489 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-44fae70d-1c11-449b-b098-ac59f1e8127f service neutron] Bound using segment: {'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:49:28.961992 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-44fae70d-1c11-449b-b098-ac59f1e8127f service neutron] Bound port: 64256a41-cf3b-44c3-a00e-589d02b64142, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bda1fdb-059c-4b78-b199-8bd34b6e1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d2d869c-bfe3-4bc5-a83b-70655e061223'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:49:28.962287 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-44fae70d-1c11-449b-b098-ac59f1e8127f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:29.010490 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-640b967a-3595-4560-8fc1-9be692acfcbe req-61982c21-95c1-4f52-bbab-249249c3f208 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6238983 Aug 16 20:49:29.035500 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-640b967a-3595-4560-8fc1-9be692acfcbe req-b7d1daa2-9069-406f-a1c6-5f641d742cf8 service neutron] Request body: {'port': {'device_id': '8c862829-57ea-47a7-b957-ab76db9cc306', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:29.126653 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-44fae70d-1c11-449b-b098-ac59f1e8127f service neutron] For port 64256a41-cf3b-44c3-a00e-589d02b64142, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:49:29.128931 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-640b967a-3595-4560-8fc1-9be692acfcbe req-b7d1daa2-9069-406f-a1c6-5f641d742cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:29.134285 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-44fae70d-1c11-449b-b098-ac59f1e8127f service neutron] For port 64256a41-cf3b-44c3-a00e-589d02b64142, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=64256a41-cf3b-44c3-a00e-589d02b64142,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:49:29.196386 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-61fa2989-b81c-4a90-b631-559ba47be9b3 None None] Provisioning for port 075f5e55-4f5b-434d-b8b4-d846e51d28f5 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:49:29.203533 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-61fa2989-b81c-4a90-b631-559ba47be9b3 None None] Provisioning complete for port 075f5e55-4f5b-434d-b8b4-d846e51d28f5 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:29.209162 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-61fa2989-b81c-4a90-b631-559ba47be9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:29.244517 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-61fa2989-b81c-4a90-b631-559ba47be9b3 None None] Port 075f5e55-4f5b-434d-b8b4-d846e51d28f5 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:49:29.300577 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-44fae70d-1c11-449b-b098-ac59f1e8127f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:29.420809 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fae70d-1c11-449b-b098-ac59f1e8127f service neutron] Pushing event updated for resources: {'Port': ['ID=64256a41-cf3b-44c3-a00e-589d02b64142,revision_number=8']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:29.444725 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-44fae70d-1c11-449b-b098-ac59f1e8127f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:29.445251 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-44fae70d-1c11-449b-b098-ac59f1e8127f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:29.446623 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-44fae70d-1c11-449b-b098-ac59f1e8127f service neutron] 10.222.0.72 "PUT /v2.0/ports/64256a41-cf3b-44c3-a00e-589d02b64142 HTTP/1.1" status: 200 len: 1123 time: 1.4470024 Aug 16 20:49:29.556046 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-640b967a-3595-4560-8fc1-9be692acfcbe req-b7d1daa2-9069-406f-a1c6-5f641d742cf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 075f5e55-4f5b-434d-b8b4-d846e51d28f5 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:29.564043 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-640b967a-3595-4560-8fc1-9be692acfcbe req-b7d1daa2-9069-406f-a1c6-5f641d742cf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:29.576207 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-640b967a-3595-4560-8fc1-9be692acfcbe req-b7d1daa2-9069-406f-a1c6-5f641d742cf8 service neutron] Transition to ACTIVE for port object 075f5e55-4f5b-434d-b8b4-d846e51d28f5 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:49:29.588066 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['64256a41-cf3b-44c3-a00e-589d02b64142'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:49:29.623246 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['64256a41-cf3b-44c3-a00e-589d02b64142'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:49:29.730601 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-640b967a-3595-4560-8fc1-9be692acfcbe req-b7d1daa2-9069-406f-a1c6-5f641d742cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:29.803467 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1daa2-9069-406f-a1c6-5f641d742cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=075f5e55-4f5b-434d-b8b4-d846e51d28f5,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:29.878276 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-640b967a-3595-4560-8fc1-9be692acfcbe req-b7d1daa2-9069-406f-a1c6-5f641d742cf8 service neutron] Attempting to bind port 075f5e55-4f5b-434d-b8b4-d846e51d28f5 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:49:29.878579 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-640b967a-3595-4560-8fc1-9be692acfcbe req-b7d1daa2-9069-406f-a1c6-5f641d742cf8 service neutron] Attempting to bind port 075f5e55-4f5b-434d-b8b4-d846e51d28f5 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:49:29.878874 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640b967a-3595-4560-8fc1-9be692acfcbe req-b7d1daa2-9069-406f-a1c6-5f641d742cf8 service neutron] Attempting to bind port 075f5e55-4f5b-434d-b8b4-d846e51d28f5 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:29.883997 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640b967a-3595-4560-8fc1-9be692acfcbe req-b7d1daa2-9069-406f-a1c6-5f641d742cf8 service neutron] Port 075f5e55-4f5b-434d-b8b4-d846e51d28f5 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:49:29.884519 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640b967a-3595-4560-8fc1-9be692acfcbe req-b7d1daa2-9069-406f-a1c6-5f641d742cf8 service neutron] Attempting to bind port 075f5e55-4f5b-434d-b8b4-d846e51d28f5 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:29.890674 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640b967a-3595-4560-8fc1-9be692acfcbe req-b7d1daa2-9069-406f-a1c6-5f641d742cf8 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:49:29.891014 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640b967a-3595-4560-8fc1-9be692acfcbe req-b7d1daa2-9069-406f-a1c6-5f641d742cf8 service neutron] Checking segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:49:29.891488 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640b967a-3595-4560-8fc1-9be692acfcbe req-b7d1daa2-9069-406f-a1c6-5f641d742cf8 service neutron] Bound using segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:49:29.891923 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-640b967a-3595-4560-8fc1-9be692acfcbe req-b7d1daa2-9069-406f-a1c6-5f641d742cf8 service neutron] Bound port: 075f5e55-4f5b-434d-b8b4-d846e51d28f5, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:49:29.892287 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-640b967a-3595-4560-8fc1-9be692acfcbe req-b7d1daa2-9069-406f-a1c6-5f641d742cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:29.999707 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-640b967a-3595-4560-8fc1-9be692acfcbe req-b7d1daa2-9069-406f-a1c6-5f641d742cf8 service neutron] For port 075f5e55-4f5b-434d-b8b4-d846e51d28f5, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:49:30.004315 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-640b967a-3595-4560-8fc1-9be692acfcbe req-b7d1daa2-9069-406f-a1c6-5f641d742cf8 service neutron] For port 075f5e55-4f5b-434d-b8b4-d846e51d28f5, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=075f5e55-4f5b-434d-b8b4-d846e51d28f5,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:49:30.127355 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-640b967a-3595-4560-8fc1-9be692acfcbe req-b7d1daa2-9069-406f-a1c6-5f641d742cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:30.169960 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b967a-3595-4560-8fc1-9be692acfcbe req-b7d1daa2-9069-406f-a1c6-5f641d742cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:30.169960 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-640b967a-3595-4560-8fc1-9be692acfcbe req-b7d1daa2-9069-406f-a1c6-5f641d742cf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:30.169960 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-640b967a-3595-4560-8fc1-9be692acfcbe req-b7d1daa2-9069-406f-a1c6-5f641d742cf8 service neutron] 10.222.0.72 "PUT /v2.0/ports/075f5e55-4f5b-434d-b8b4-d846e51d28f5 HTTP/1.1" status: 200 len: 1097 time: 1.1369488 Aug 16 20:49:30.186148 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1daa2-9069-406f-a1c6-5f641d742cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=075f5e55-4f5b-434d-b8b4-d846e51d28f5,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:30.353168 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b967a-3595-4560-8fc1-9be692acfcbe req-73846844-146c-4f5a-a97f-0a3dfc9acdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:30.354787 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-640b967a-3595-4560-8fc1-9be692acfcbe req-73846844-146c-4f5a-a97f-0a3dfc9acdc9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=34d8c782880e4e14877287a38850e52e&device_id=8c862829-57ea-47a7-b957-ab76db9cc306 HTTP/1.1" status: 200 len: 1100 time: 0.0445392 Aug 16 20:49:30.410860 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-640b967a-3595-4560-8fc1-9be692acfcbe req-82e6cebf-c56b-4338-9423-a68ae907934f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=075f5e55-4f5b-434d-b8b4-d846e51d28f5 HTTP/1.1" status: 200 len: 217 time: 0.0412846 Aug 16 20:49:30.469589 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b967a-3595-4560-8fc1-9be692acfcbe req-c64ac561-8a11-4fa1-8681-a99ac9d7c1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:30.471023 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-640b967a-3595-4560-8fc1-9be692acfcbe req-c64ac561-8a11-4fa1-8681-a99ac9d7c1f5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0448687 Aug 16 20:49:30.536474 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b967a-3595-4560-8fc1-9be692acfcbe req-ef1387a1-6676-4202-b9ff-d7f8f4343638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:30.537950 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-640b967a-3595-4560-8fc1-9be692acfcbe req-ef1387a1-6676-4202-b9ff-d7f8f4343638 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0469728 Aug 16 20:49:30.654220 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-640b967a-3595-4560-8fc1-9be692acfcbe req-8e1a13db-3a08-497c-8b8d-bc4d9cc8c495 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003850 Aug 16 20:49:30.759355 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-640b967a-3595-4560-8fc1-9be692acfcbe req-2c8d4822-c502-408e-aa7f-5f7bb521690f service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883839 Aug 16 20:49:34.406370 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 075f5e55-4f5b-434d-b8b4-d846e51d28f5 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:49:34.508476 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 075f5e55-4f5b-434d-b8b4-d846e51d28f5, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=075f5e55-4f5b-434d-b8b4-d846e51d28f5,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:34.522191 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '075f5e55-4f5b-434d-b8b4-d846e51d28f5', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': '075f5e55-4f5b-434d-b8b4-d846e51d28f5', 'mac_address': 'fa:16:3e:04:b0:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:49:34.558686 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:34.571946 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 075f5e55-4f5b-434d-b8b4-d846e51d28f5 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:34.591812 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 075f5e55-4f5b-434d-b8b4-d846e51d28f5, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=075f5e55-4f5b-434d-b8b4-d846e51d28f5,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:34.685136 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:34.739404 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=075f5e55-4f5b-434d-b8b4-d846e51d28f5,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:34.748320 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:34.748761 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:34.749162 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:34.749567 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:34.749970 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:34.750371 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:34.750774 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:34.751168 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:34.751570 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:34.752004 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:34.752394 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:34.752816 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:35.078295 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['075f5e55-4f5b-434d-b8b4-d846e51d28f5'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:49:36.410118 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 075f5e55-4f5b-434d-b8b4-d846e51d28f5 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:49:36.539030 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 075f5e55-4f5b-434d-b8b4-d846e51d28f5 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:49:36.545627 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 075f5e55-4f5b-434d-b8b4-d846e51d28f5 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:36.546266 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:36.629785 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:36.665743 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 075f5e55-4f5b-434d-b8b4-d846e51d28f5, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=075f5e55-4f5b-434d-b8b4-d846e51d28f5,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:36.666618 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c862829-57ea-47a7-b957-ab76db9cc306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075f5e55-4f5b-434d-b8b4-d846e51d28f5'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:36.669001 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf104128-5004-489c-85b0-98e82263c297" -d '{"events": [{"server_uuid": "8c862829-57ea-47a7-b957-ab76db9cc306", "name": "network-vif-plugged", "status": "completed", "tag": "075f5e55-4f5b-434d-b8b4-d846e51d28f5"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:36.778180 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:36.828345 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=075f5e55-4f5b-434d-b8b4-d846e51d28f5,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:38.722036 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-640b967a-3595-4560-8fc1-9be692acfcbe req-c85613f5-6f2a-499c-8d32-5f0ae62d7954 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Request body: {'port': {'device_id': '3bdc5aa2-df19-4ba4-9d02-9ba90a6ecbbb', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'admin_state_up': True, 'tenant_id': '34d8c782880e4e14877287a38850e52e'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:38.731108 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-ed54ae63-9933-4824-9727-e52b6b4764b2 service neutron] Request body: {'port': {'device_id': '105abb32-bcb5-46ee-9148-957a7e62e73f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:38.836141 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-ed54ae63-9933-4824-9727-e52b6b4764b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:38.903636 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916674c4-f887-4b5d-8ced-c98a0055016b x-openstack-request-id: req-916674c4-f887-4b5d-8ced-c98a0055016b {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:38.904059 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4d9f49-1e80-4fe1-b308-16ec0df78db9", "name": "network-vif-deleted", "tag": "7b4506e1-852c-464d-9c72-cda9de92cbe2", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:38.904270 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37978) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:38.904761 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-916674c4-f887-4b5d-8ced-c98a0055016b {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:38.904761 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4d9f49-1e80-4fe1-b308-16ec0df78db9', 'name': 'network-vif-deleted', 'tag': '7b4506e1-852c-464d-9c72-cda9de92cbe2', 'status': 'completed', 'code': 200} Aug 16 20:49:38.937942 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a45e5d-ad40-4973-8fbf-32d933f73d39 x-openstack-request-id: req-92a45e5d-ad40-4973-8fbf-32d933f73d39 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:38.938417 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7504064c-0e09-4865-8499-bd4c9e759d09", "name": "network-vif-unplugged", "status": "completed", "tag": "64256a41-cf3b-44c3-a00e-589d02b64142", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:38.938864 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-92a45e5d-ad40-4973-8fbf-32d933f73d39 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:38.939264 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7504064c-0e09-4865-8499-bd4c9e759d09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64256a41-cf3b-44c3-a00e-589d02b64142', 'code': 200} Aug 16 20:49:38.982500 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b669808-8630-4e87-a2a7-5f9367dd97a8 admin admin] Deleting subnet 7951a486-a4c7-424b-b6af-3fe11855286b {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:49:38.985468 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8b669808-8630-4e87-a2a7-5f9367dd97a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.028976 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8b669808-8630-4e87-a2a7-5f9367dd97a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.047566 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae914f-9862-4847-a835-180b720c236f req-19b5115b-ca1d-4947-8e67-b1a3663bf3c6 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:39.049088 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-43ae914f-9862-4847-a835-180b720c236f req-19b5115b-ca1d-4947-8e67-b1a3663bf3c6 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43ba75-6dcb-4687-b301-d4eb0c4b26d2 HTTP/1.1" status: 200 len: 946 time: 0.1473112 Aug 16 20:49:39.070568 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8b669808-8630-4e87-a2a7-5f9367dd97a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.117413 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-640b967a-3595-4560-8fc1-9be692acfcbe req-c85613f5-6f2a-499c-8d32-5f0ae62d7954 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Made reservation on behalf of 34d8c782880e4e14877287a38850e52e for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:49:39.120920 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-640b967a-3595-4560-8fc1-9be692acfcbe req-c85613f5-6f2a-499c-8d32-5f0ae62d7954 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.189666 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-43ae914f-9862-4847-a835-180b720c236f req-a9350597-dc82-4b00-982c-9da404f46440 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192493 Aug 16 20:49:39.204127 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f36bfc-fb73-4d5f-9c04-dfa45b779cfe req-6017fb96-6aad-4b7f-b8db-b63a380b10f0 tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:39.208762 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-67f36bfc-fb73-4d5f-9c04-dfa45b779cfe req-6017fb96-6aad-4b7f-b8db-b63a380b10f0 tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] 10.222.0.84 "GET /v2.0/ports?device_id=105abb32-bcb5-46ee-9148-957a7e62e73f HTTP/1.1" status: 200 len: 931 time: 0.1791077 Aug 16 20:49:39.244915 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8b669808-8630-4e87-a2a7-5f9367dd97a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.269723 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b669808-8630-4e87-a2a7-5f9367dd97a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7951a486-a4c7-424b-b6af-3fe11855286b,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:39.275464 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8b669808-8630-4e87-a2a7-5f9367dd97a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.279586 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8b669808-8630-4e87-a2a7-5f9367dd97a8 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/7951a486-a4c7-424b-b6af-3fe11855286b HTTP/1.1" status: 204 len: 168 time: 0.3720796 Aug 16 20:49:39.279766 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37980) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:39.348890 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b00affe9-9e99-4935-95a7-fc3da996d04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.352796 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-67f36bfc-fb73-4d5f-9c04-dfa45b779cfe req-2c737510-3827-405d-9e67-f5e22f8c0bb8 tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4190773-4fd7-4bc9-9f5e-e0f8a9dd8040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386383 Aug 16 20:49:39.419169 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba0bff-df36-42de-b6a8-3fc39034b6e8 req-dab28ac6-55f4-4d54-9829-1f076b92b396 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:39.426513 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-74ba0bff-df36-42de-b6a8-3fc39034b6e8 req-dab28ac6-55f4-4d54-9829-1f076b92b396 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.1656265 Aug 16 20:49:39.442609 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b00affe9-9e99-4935-95a7-fc3da996d04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.457541 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-b00affe9-9e99-4935-95a7-fc3da996d04d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc24e772-ceac-47be-bfa1-34ff035ac68d']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:39.475926 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-b00affe9-9e99-4935-95a7-fc3da996d04d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d7f2f6-f519-4b3c-b4fa-6b684079804c') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:39.477065 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-b00affe9-9e99-4935-95a7-fc3da996d04d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d7f2f6-f519-4b3c-b4fa-6b684079804c') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:39.494608 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-640b967a-3595-4560-8fc1-9be692acfcbe req-c85613f5-6f2a-499c-8d32-5f0ae62d7954 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Allocated IP 192.168.233.253 (d77fce7e-e915-4ee5-ada6-d6f376af2589/2883ed1d-8e71-4475-b2ce-2177242b9f23/7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:49:39.497752 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b00affe9-9e99-4935-95a7-fc3da996d04d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.512479 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-ed54ae63-9933-4824-9727-e52b6b4764b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d00b45d-6152-4995-8a87-dee48ab0c614 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:39.517919 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b00affe9-9e99-4935-95a7-fc3da996d04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.525346 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-ed54ae63-9933-4824-9727-e52b6b4764b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.531138 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b00affe9-9e99-4935-95a7-fc3da996d04d admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:49:39.531138 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b00affe9-9e99-4935-95a7-fc3da996d04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.541680 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-74ba0bff-df36-42de-b6a8-3fc39034b6e8 req-c61a694a-51ee-488f-a8e5-827b0d40859d tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142333 Aug 16 20:49:39.586290 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:49:39.586290 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:49:39.586290 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:49:39.586290 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:49:39.586290 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:49:39.586290 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:49:39.586290 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:49:39.586290 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:49:39.586290 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:49:39.586290 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:49:39.586290 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:49:39.586290 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:49:39.586290 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:49:39.586290 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:49:39.586290 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:49:39.586290 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:49:39.586290 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:49:39.586290 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:49:39.586290 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:49:39.586290 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:49:39.586290 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:49:39.586290 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:49:39.586290 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:49:39.586290 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:49:39.586290 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:49:39.586290 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:49:39.586290 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:49:39.586290 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:49:39.586290 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:49:39.586290 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:49:39.586290 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:49:39.586290 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:49:39.681675 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad844bab-2575-45ff-a8ee-005fcc936c07 req-ea6184cb-eab2-4920-a632-f291232644a2 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:39.683174 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ad844bab-2575-45ff-a8ee-005fcc936c07 req-ea6184cb-eab2-4920-a632-f291232644a2 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 943 time: 0.1195271 Aug 16 20:49:39.698269 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b00affe9-9e99-4935-95a7-fc3da996d04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.704351 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b00affe9-9e99-4935-95a7-fc3da996d04d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.706458 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b00affe9-9e99-4935-95a7-fc3da996d04d admin admin] 10.222.0.84 "DELETE /v2.0/networks/bc24e772-ceac-47be-bfa1-34ff035ac68d HTTP/1.1" status: 204 len: 168 time: 0.4257517 Aug 16 20:49:39.713636 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-ed54ae63-9933-4824-9727-e52b6b4764b2 service neutron] Transition to ACTIVE for port object 8d00b45d-6152-4995-8a87-dee48ab0c614 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:49:39.718799 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00affe9-9e99-4935-95a7-fc3da996d04d admin admin] Pushing event deleted for resources: {'Network': ['ID=bc24e772-ceac-47be-bfa1-34ff035ac68d,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:39.782324 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9e317-5f89-41a4-b200-ba4002fbf275 req-57c0db5e-fcb8-4f9c-897c-3d9eacb3b3d4 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:39.783892 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68a9e317-5f89-41a4-b200-ba4002fbf275 req-57c0db5e-fcb8-4f9c-897c-3d9eacb3b3d4 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=8c862829-57ea-47a7-b957-ab76db9cc306 HTTP/1.1" status: 200 len: 950 time: 0.1633713 Aug 16 20:49:39.806207 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ad844bab-2575-45ff-a8ee-005fcc936c07 req-9999cf91-0ea2-4e1a-9284-99560e6b9494 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895307 Aug 16 20:49:39.856718 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-640b967a-3595-4560-8fc1-9be692acfcbe req-c85613f5-6f2a-499c-8d32-5f0ae62d7954 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.866232 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf78a394-b9f3-4b15-97dd-a59e3a8e3fd8 x-openstack-request-id: req-cf78a394-b9f3-4b15-97dd-a59e3a8e3fd8 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:39.866780 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c862829-57ea-47a7-b957-ab76db9cc306", "name": "network-vif-plugged", "status": "completed", "tag": "075f5e55-4f5b-434d-b8b4-d846e51d28f5", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:39.866878 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-cf78a394-b9f3-4b15-97dd-a59e3a8e3fd8 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:39.867243 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68a9e317-5f89-41a4-b200-ba4002fbf275 req-c23a2dd8-0f3e-4c11-a64e-6b20e1a5ac4d tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741699 Aug 16 20:49:39.867467 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c862829-57ea-47a7-b957-ab76db9cc306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075f5e55-4f5b-434d-b8b4-d846e51d28f5', 'code': 200} Aug 16 20:49:39.874429 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-ed54ae63-9933-4824-9727-e52b6b4764b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.876613 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-640b967a-3595-4560-8fc1-9be692acfcbe req-c85613f5-6f2a-499c-8d32-5f0ae62d7954 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Transition to ACTIVE for port object 7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:49:39.960624 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54ae63-9933-4824-9727-e52b6b4764b2 service neutron] Pushing event updated for resources: {'Port': ['ID=8d00b45d-6152-4995-8a87-dee48ab0c614,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:40.005017 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80373517-9f90-4aa8-980a-403f242735c5 req-b4e422db-d535-4be6-a5ce-0823767e1fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:40.006563 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-80373517-9f90-4aa8-980a-403f242735c5 req-b4e422db-d535-4be6-a5ce-0823767e1fc3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8c862829-57ea-47a7-b957-ab76db9cc306 HTTP/1.1" status: 200 len: 1102 time: 0.0531719 Aug 16 20:49:40.051686 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-ed54ae63-9933-4824-9727-e52b6b4764b2 service neutron] Attempting to bind port 8d00b45d-6152-4995-8a87-dee48ab0c614 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:49:40.052104 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-ed54ae63-9933-4824-9727-e52b6b4764b2 service neutron] Attempting to bind port 8d00b45d-6152-4995-8a87-dee48ab0c614 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'afa7ae38-6e40-47e1-b6bc-1328244d5b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '957caa20-6c15-4352-8d70-b76b08149ff9'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:49:40.052564 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-ed54ae63-9933-4824-9727-e52b6b4764b2 service neutron] Attempting to bind port 8d00b45d-6152-4995-8a87-dee48ab0c614 on network 957caa20-6c15-4352-8d70-b76b08149ff9 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:40.057411 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-80373517-9f90-4aa8-980a-403f242735c5 req-da9d9130-274e-43e7-8c9d-d5e7f0ab989f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328867 Aug 16 20:49:40.060102 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-ed54ae63-9933-4824-9727-e52b6b4764b2 service neutron] Port 8d00b45d-6152-4995-8a87-dee48ab0c614 on network 957caa20-6c15-4352-8d70-b76b08149ff9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:49:40.060102 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-ed54ae63-9933-4824-9727-e52b6b4764b2 service neutron] Attempting to bind port 8d00b45d-6152-4995-8a87-dee48ab0c614 on network 957caa20-6c15-4352-8d70-b76b08149ff9 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:40.063585 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-ed54ae63-9933-4824-9727-e52b6b4764b2 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:49:40.063978 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-ed54ae63-9933-4824-9727-e52b6b4764b2 service neutron] Checking segment: {'id': 'afa7ae38-6e40-47e1-b6bc-1328244d5b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '957caa20-6c15-4352-8d70-b76b08149ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:49:40.064379 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-ed54ae63-9933-4824-9727-e52b6b4764b2 service neutron] Bound using segment: {'id': 'afa7ae38-6e40-47e1-b6bc-1328244d5b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '957caa20-6c15-4352-8d70-b76b08149ff9'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:49:40.064827 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-ed54ae63-9933-4824-9727-e52b6b4764b2 service neutron] Bound port: 8d00b45d-6152-4995-8a87-dee48ab0c614, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afa7ae38-6e40-47e1-b6bc-1328244d5b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '957caa20-6c15-4352-8d70-b76b08149ff9'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:49:40.065202 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-ed54ae63-9933-4824-9727-e52b6b4764b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:40.134369 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-ed54ae63-9933-4824-9727-e52b6b4764b2 service neutron] For port 8d00b45d-6152-4995-8a87-dee48ab0c614, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:49:40.137950 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-ed54ae63-9933-4824-9727-e52b6b4764b2 service neutron] For port 8d00b45d-6152-4995-8a87-dee48ab0c614, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=8d00b45d-6152-4995-8a87-dee48ab0c614,segment=NetworkSegment(afa7ae38-6e40-47e1-b6bc-1328244d5b78),segment_id=afa7ae38-6e40-47e1-b6bc-1328244d5b78)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:49:40.155486 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-640b967a-3595-4560-8fc1-9be692acfcbe req-c85613f5-6f2a-499c-8d32-5f0ae62d7954 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:40.169986 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['d88b29f6-cf28-4a24-ba6e-34e54b0a41c9', 'ef0c7a6f-3506-409b-8c4f-e21c66093609'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:49:40.175961 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['d12fa717-5873-4d2b-90e6-5c7935218310', '075f5e55-4f5b-434d-b8b4-d846e51d28f5'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:49:40.212789 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-640b967a-3595-4560-8fc1-9be692acfcbe req-c85613f5-6f2a-499c-8d32-5f0ae62d7954 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Network d77fce7e-e915-4ee5-ada6-d6f376af2589 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:49:40.220127 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-640b967a-3595-4560-8fc1-9be692acfcbe req-c85613f5-6f2a-499c-8d32-5f0ae62d7954 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:49:40.230699 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37992) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:40.249277 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-640b967a-3595-4560-8fc1-9be692acfcbe req-c85613f5-6f2a-499c-8d32-5f0ae62d7954 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:49:40.261453 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85613f5-6f2a-499c-8d32-5f0ae62d7954 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Pushing event updated for resources: {'Port': ['ID=7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:40.294020 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-eeefe683-dc89-4d9f-a577-46063e670338 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=102156b23acc4e74a406b9ac3731230a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0619645 Aug 16 20:49:40.297078 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37994) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:40.300032 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-ed54ae63-9933-4824-9727-e52b6b4764b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:40.377173 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-ed54ae63-9933-4824-9727-e52b6b4764b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:40.381098 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-ed54ae63-9933-4824-9727-e52b6b4764b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:40.381098 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-ed54ae63-9933-4824-9727-e52b6b4764b2 service neutron] 10.222.0.90 "PUT /v2.0/ports/8d00b45d-6152-4995-8a87-dee48ab0c614 HTTP/1.1" status: 200 len: 1092 time: 1.6535964 Aug 16 20:49:40.476412 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b967a-3595-4560-8fc1-9be692acfcbe req-c85613f5-6f2a-499c-8d32-5f0ae62d7954 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:40.477047 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5d597952-3c54-4add-bac0-152b6caa48e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:40.477197 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-640b967a-3595-4560-8fc1-9be692acfcbe req-c85613f5-6f2a-499c-8d32-5f0ae62d7954 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:40.544055 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5d597952-3c54-4add-bac0-152b6caa48e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:40.583345 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54ae63-9933-4824-9727-e52b6b4764b2 service neutron] Pushing event updated for resources: {'Port': ['ID=8d00b45d-6152-4995-8a87-dee48ab0c614,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:40.610101 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-640b967a-3595-4560-8fc1-9be692acfcbe req-c85613f5-6f2a-499c-8d32-5f0ae62d7954 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8923554 Aug 16 20:49:40.662755 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2465cd1-e87f-41e5-b4df-09ce3bcff596 req-04d6472b-61d1-41b3-a50a-985c217e8402 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:40.665240 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f2465cd1-e87f-41e5-b4df-09ce3bcff596 req-04d6472b-61d1-41b3-a50a-985c217e8402 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43ba75-6dcb-4687-b301-d4eb0c4b26d2 HTTP/1.1" status: 200 len: 946 time: 0.2926724 Aug 16 20:49:40.671918 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-640b967a-3595-4560-8fc1-9be692acfcbe req-2f6247c6-e9f9-452f-896f-12a8d4b82240 service neutron] Request body: {'port': {'device_id': '3bdc5aa2-df19-4ba4-9d02-9ba90a6ecbbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:40.741894 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5d597952-3c54-4add-bac0-152b6caa48e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:40.745055 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5d597952-3c54-4add-bac0-152b6caa48e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:40.748707 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5d597952-3c54-4add-bac0-152b6caa48e7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0ab8e371-8ba8-4332-9fda-e250bfcb9a13 HTTP/1.1" status: 204 len: 168 time: 0.4483576 Aug 16 20:49:40.755864 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1610b-8a7c-481d-b4f0-d5400b3298ff req-03abd18f-1cba-41f9-a1a3-67489db1527e tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:40.757424 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-47a1610b-8a7c-481d-b4f0-d5400b3298ff req-03abd18f-1cba-41f9-a1a3-67489db1527e tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] 10.222.0.84 "GET /v2.0/ports?device_id=105abb32-bcb5-46ee-9148-957a7e62e73f HTTP/1.1" status: 200 len: 943 time: 0.2476270 Aug 16 20:49:40.759023 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d597952-3c54-4add-bac0-152b6caa48e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab8e371-8ba8-4332-9fda-e250bfcb9a13,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:40.780426 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-640b967a-3595-4560-8fc1-9be692acfcbe req-2f6247c6-e9f9-452f-896f-12a8d4b82240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:40.800126 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-6862b93b-a77d-463b-9dd3-0903c6d15be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:40.800126 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-6862b93b-a77d-463b-9dd3-0903c6d15be3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=90d8dd5958be406d916ee78bc7770953&device_id=105abb32-bcb5-46ee-9148-957a7e62e73f HTTP/1.1" status: 200 len: 1095 time: 0.2155168 Aug 16 20:49:40.812356 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f2465cd1-e87f-41e5-b4df-09ce3bcff596 req-e77881bd-c6dc-4deb-9ea7-a6aa4f1422a4 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175723 Aug 16 20:49:40.852836 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2fac1f57-3505-4b37-bca0-a9e40b93813a None None] Provisioning for port 7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:49:40.856744 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2fac1f57-3505-4b37-bca0-a9e40b93813a None None] Provisioning complete for port 7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:40.857306 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2fac1f57-3505-4b37-bca0-a9e40b93813a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:40.883897 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-1fc7102f-1c77-44cf-aa9b-987c0379cee0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d00b45d-6152-4995-8a87-dee48ab0c614 HTTP/1.1" status: 200 len: 217 time: 0.0688765 Aug 16 20:49:40.906512 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105abb32-bcb5-46ee-9148-957a7e62e73f', 'tag': '8d00b45d-6152-4995-8a87-dee48ab0c614'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:40.909118 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-2fac1f57-3505-4b37-bca0-a9e40b93813a None None] Port 7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:49:40.909615 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89d39d8-7312-4512-9d66-8ae1848d372e" -d '{"events": [{"name": "network-changed", "server_uuid": "105abb32-bcb5-46ee-9148-957a7e62e73f", "tag": "8d00b45d-6152-4995-8a87-dee48ab0c614"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:40.940348 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7504064c-0e09-4865-8499-bd4c9e759d09', 'tag': '64256a41-cf3b-44c3-a00e-589d02b64142'}, {'name': 'network-changed', 'server_uuid': '8c862829-57ea-47a7-b957-ab76db9cc306', 'tag': '075f5e55-4f5b-434d-b8b4-d846e51d28f5'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:40.942763 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1d2bef-193d-4f74-8de3-e36517be7fc6" -d '{"events": [{"name": "network-changed", "server_uuid": "7504064c-0e09-4865-8499-bd4c9e759d09", "tag": "64256a41-cf3b-44c3-a00e-589d02b64142"}, {"name": "network-changed", "server_uuid": "8c862829-57ea-47a7-b957-ab76db9cc306", "tag": "075f5e55-4f5b-434d-b8b4-d846e51d28f5"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:40.965310 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-47a1610b-8a7c-481d-b4f0-d5400b3298ff req-3a22534b-e283-4c4c-8572-f51c5f36e59f tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4190773-4fd7-4bc9-9f5e-e0f8a9dd8040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892538 Aug 16 20:49:40.995195 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a1f503c7-d406-458b-b48f-6f372a362ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:41.065826 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-dd531103-8dda-4b1e-81b1-df9833bc9b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:41.065826 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-dd531103-8dda-4b1e-81b1-df9833bc9b52 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=37a1919f-255a-456e-a433-69fa8d2d0c38 HTTP/1.1" status: 200 len: 854 time: 0.1563480 Aug 16 20:49:41.068877 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcffc6e-ecc6-4a81-8bc0-4c465f95b993 req-54bddc7d-56fe-4f59-b353-d0c301ec886c tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:41.070267 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4fcffc6e-ecc6-4a81-8bc0-4c465f95b993 req-54bddc7d-56fe-4f59-b353-d0c301ec886c tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.1782143 Aug 16 20:49:41.231616 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febc5d5-2341-4340-bb84-e0fd83744eec req-45f09dbd-f01d-4b9c-b0d6-f62fa7a6b59c tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:41.233162 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0febc5d5-2341-4340-bb84-e0fd83744eec req-45f09dbd-f01d-4b9c-b0d6-f62fa7a6b59c tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 943 time: 0.1897819 Aug 16 20:49:41.246352 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4fcffc6e-ecc6-4a81-8bc0-4c465f95b993 req-2e1d898a-3ef2-4c2c-9282-dc88b9abb1e9 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670816 Aug 16 20:49:41.250542 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-e6565be0-bb74-4f14-b3c6-0cc9e8f2e400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:41.252086 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-e6565be0-bb74-4f14-b3c6-0cc9e8f2e400 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=957caa20-6c15-4352-8d70-b76b08149ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1739705 Aug 16 20:49:41.732571 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0febc5d5-2341-4340-bb84-e0fd83744eec req-c797b5ea-e778-4486-b41b-1f7782cabf91 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4904280 Aug 16 20:49:41.785327 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34703106-6171-4cf6-bb55-98581b2e9fb8 req-f5c7a1bc-e217-4170-9a83-b5d5d59ec0c0 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:41.787455 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-34703106-6171-4cf6-bb55-98581b2e9fb8 req-f5c7a1bc-e217-4170-9a83-b5d5d59ec0c0 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=8c862829-57ea-47a7-b957-ab76db9cc306 HTTP/1.1" status: 200 len: 950 time: 0.4657857 Aug 16 20:49:41.789030 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d292bfc-f940-4a76-a9b2-8b89eb070a86 x-openstack-request-id: req-0d292bfc-f940-4a76-a9b2-8b89eb070a86 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:41.789332 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "105abb32-bcb5-46ee-9148-957a7e62e73f", "tag": "8d00b45d-6152-4995-8a87-dee48ab0c614", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:41.789586 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0d292bfc-f940-4a76-a9b2-8b89eb070a86 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:41.789967 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105abb32-bcb5-46ee-9148-957a7e62e73f', 'tag': '8d00b45d-6152-4995-8a87-dee48ab0c614', 'status': 'completed', 'code': 200} Aug 16 20:49:41.817408 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-7e74565e-8f04-45d5-9e8f-00137756a61a service neutron] 10.222.0.90 "GET /v2.0/networks/957caa20-6c15-4352-8d70-b76b08149ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5527906 Aug 16 20:49:41.833539 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2a3bbc-4444-433d-a369-41d620a675e9 x-openstack-request-id: req-1b2a3bbc-4444-433d-a369-41d620a675e9 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:41.834545 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7504064c-0e09-4865-8499-bd4c9e759d09", "tag": "64256a41-cf3b-44c3-a00e-589d02b64142", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8c862829-57ea-47a7-b957-ab76db9cc306", "tag": "075f5e55-4f5b-434d-b8b4-d846e51d28f5", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:41.835059 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1b2a3bbc-4444-433d-a369-41d620a675e9 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:41.836016 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7504064c-0e09-4865-8499-bd4c9e759d09', 'tag': '64256a41-cf3b-44c3-a00e-589d02b64142', 'status': 'completed', 'code': 200} Aug 16 20:49:41.836845 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c862829-57ea-47a7-b957-ab76db9cc306', 'tag': '075f5e55-4f5b-434d-b8b4-d846e51d28f5', 'status': 'completed', 'code': 200} Aug 16 20:49:41.898937 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-640b967a-3595-4560-8fc1-9be692acfcbe req-2f6247c6-e9f9-452f-896f-12a8d4b82240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:41.915507 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-640b967a-3595-4560-8fc1-9be692acfcbe req-2f6247c6-e9f9-452f-896f-12a8d4b82240 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:41.939644 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d2bef-193d-4f74-8de3-e36517be7fc6 req-97db99be-8598-4340-9ed6-9427bfa25b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:41.941222 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ef1d2bef-193d-4f74-8de3-e36517be7fc6 req-97db99be-8598-4340-9ed6-9427bfa25b7b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b79fa21751c4c74a7616afcdef028a8&device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 1126 time: 0.0844569 Aug 16 20:49:41.947717 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d2bef-193d-4f74-8de3-e36517be7fc6 req-451caf7a-5f7a-47f3-a4b3-c531b18f9249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:41.949228 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ef1d2bef-193d-4f74-8de3-e36517be7fc6 req-451caf7a-5f7a-47f3-a4b3-c531b18f9249 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=34d8c782880e4e14877287a38850e52e&device_id=8c862829-57ea-47a7-b957-ab76db9cc306 HTTP/1.1" status: 200 len: 1102 time: 0.0786970 Aug 16 20:49:41.963094 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-34703106-6171-4cf6-bb55-98581b2e9fb8 req-fae8f6e7-0560-4f94-a9aa-db3adc8386b0 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682105 Aug 16 20:49:41.967706 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-640b967a-3595-4560-8fc1-9be692acfcbe req-2f6247c6-e9f9-452f-896f-12a8d4b82240 service neutron] Transition to ACTIVE for port object 7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:49:42.012943 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-509aa9a2-6e9a-4867-92a5-18871118d304 req-47f56879-3e73-497a-8c8a-3d0a405d6281 service neutron] 10.222.0.90 "GET /v2.0/networks/957caa20-6c15-4352-8d70-b76b08149ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859608 Aug 16 20:49:42.110486 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad73d02a-2f47-4d8f-9ce7-f051724b6d0a req-f7522594-a20d-44a5-b81b-d4f0f99c913f tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:42.112243 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ad73d02a-2f47-4d8f-9ce7-f051724b6d0a req-f7522594-a20d-44a5-b81b-d4f0f99c913f tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43ba75-6dcb-4687-b301-d4eb0c4b26d2 HTTP/1.1" status: 200 len: 946 time: 0.0790181 Aug 16 20:49:42.128739 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5aa99a-244b-4c75-9ac5-b982180579d5 req-4097bd2e-993d-4509-8383-e2ed3bb2fff9 tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:42.130465 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cc5aa99a-244b-4c75-9ac5-b982180579d5 req-4097bd2e-993d-4509-8383-e2ed3bb2fff9 tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] 10.222.0.84 "GET /v2.0/ports?device_id=105abb32-bcb5-46ee-9148-957a7e62e73f HTTP/1.1" status: 200 len: 943 time: 0.0870929 Aug 16 20:49:42.189495 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ad73d02a-2f47-4d8f-9ce7-f051724b6d0a req-302932fe-e512-440f-ba55-d5a94116d321 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701709 Aug 16 20:49:42.204226 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cc5aa99a-244b-4c75-9ac5-b982180579d5 req-04cee6c6-ee06-401e-b797-a9d9ec367d46 tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4190773-4fd7-4bc9-9f5e-e0f8a9dd8040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657544 Aug 16 20:49:42.363841 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14078059-b6b2-46f5-8d86-de1557be9f17 req-0f8e86dd-2a45-462a-b387-af7d24e4a6dc tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:42.365928 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-14078059-b6b2-46f5-8d86-de1557be9f17 req-0f8e86dd-2a45-462a-b387-af7d24e4a6dc tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.0512326 Aug 16 20:49:42.399330 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d2bef-193d-4f74-8de3-e36517be7fc6 req-65eba1bc-ca4e-4002-a8d7-adbb5ac4a503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:42.400829 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ef1d2bef-193d-4f74-8de3-e36517be7fc6 req-65eba1bc-ca4e-4002-a8d7-adbb5ac4a503 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2d2d869c-bfe3-4bc5-a83b-70655e061223 HTTP/1.1" status: 200 len: 922 time: 0.4507549 Aug 16 20:49:42.405215 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-14078059-b6b2-46f5-8d86-de1557be9f17 req-8b0d8ea5-c882-402a-9297-25b1c82085fd tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330291 Aug 16 20:49:42.410175 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d2bef-193d-4f74-8de3-e36517be7fc6 req-034490ec-af54-44dd-b9eb-25fddb39d4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:42.412135 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ef1d2bef-193d-4f74-8de3-e36517be7fc6 req-034490ec-af54-44dd-b9eb-25fddb39d4de service neutron] 10.222.0.72 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.4439740 Aug 16 20:49:42.452994 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ef1d2bef-193d-4f74-8de3-e36517be7fc6 req-ecdc296d-aaac-452d-9aa2-c3cbb22a4038 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64256a41-cf3b-44c3-a00e-589d02b64142 HTTP/1.1" status: 200 len: 217 time: 0.0392334 Aug 16 20:49:42.491633 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ef1d2bef-193d-4f74-8de3-e36517be7fc6 req-8379622a-588b-45d6-adc8-cd2455835148 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=075f5e55-4f5b-434d-b8b4-d846e51d28f5 HTTP/1.1" status: 200 len: 217 time: 0.0455205 Aug 16 20:49:42.561717 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d2bef-193d-4f74-8de3-e36517be7fc6 req-992f5d9d-33e5-4441-a7f1-e29ed3469496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:42.563300 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ef1d2bef-193d-4f74-8de3-e36517be7fc6 req-992f5d9d-33e5-4441-a7f1-e29ed3469496 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=64801f8f-8e8b-4346-a61f-2c5cd4a5ef47 HTTP/1.1" status: 200 len: 861 time: 0.0798924 Aug 16 20:49:42.572827 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d2bef-193d-4f74-8de3-e36517be7fc6 req-3b85153e-8765-4dc3-9367-c6692f78ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:42.576637 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ef1d2bef-193d-4f74-8de3-e36517be7fc6 req-3b85153e-8765-4dc3-9367-c6692f78ce13 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0618773 Aug 16 20:49:42.601893 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-640b967a-3595-4560-8fc1-9be692acfcbe req-2f6247c6-e9f9-452f-896f-12a8d4b82240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:42.616898 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ef1d2bef-193d-4f74-8de3-e36517be7fc6 req-23230a64-2e51-4e0d-863e-730b98390ab4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2d2d869c-bfe3-4bc5-a83b-70655e061223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413518 Aug 16 20:49:42.676507 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6247c6-e9f9-452f-896f-12a8d4b82240 service neutron] Pushing event updated for resources: {'Port': ['ID=7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:42.714036 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d2bef-193d-4f74-8de3-e36517be7fc6 req-3e77423f-a852-4674-ae68-cc6b5994f72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:42.716037 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ef1d2bef-193d-4f74-8de3-e36517be7fc6 req-3e77423f-a852-4674-ae68-cc6b5994f72b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1171043 Aug 16 20:49:42.761946 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d39d8-7312-4512-9d66-8ae1848d372e req-9d470562-343e-43c6-a80c-c7db789b69cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:42.763905 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d89d39d8-7312-4512-9d66-8ae1848d372e req-9d470562-343e-43c6-a80c-c7db789b69cd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=90d8dd5958be406d916ee78bc7770953&device_id=105abb32-bcb5-46ee-9148-957a7e62e73f HTTP/1.1" status: 200 len: 1095 time: 0.1047051 Aug 16 20:49:42.815914 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ef1d2bef-193d-4f74-8de3-e36517be7fc6 req-4633543d-3f51-4375-828a-1e1cf4aa05a9 service neutron] 10.222.0.90 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758018 Aug 16 20:49:42.841427 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-640b967a-3595-4560-8fc1-9be692acfcbe req-2f6247c6-e9f9-452f-896f-12a8d4b82240 service neutron] Attempting to bind port 7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:49:42.844920 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-640b967a-3595-4560-8fc1-9be692acfcbe req-2f6247c6-e9f9-452f-896f-12a8d4b82240 service neutron] Attempting to bind port 7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:49:42.844920 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640b967a-3595-4560-8fc1-9be692acfcbe req-2f6247c6-e9f9-452f-896f-12a8d4b82240 service neutron] Attempting to bind port 7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:42.852193 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640b967a-3595-4560-8fc1-9be692acfcbe req-2f6247c6-e9f9-452f-896f-12a8d4b82240 service neutron] Port 7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c on network d77fce7e-e915-4ee5-ada6-d6f376af2589 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:49:42.852537 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640b967a-3595-4560-8fc1-9be692acfcbe req-2f6247c6-e9f9-452f-896f-12a8d4b82240 service neutron] Attempting to bind port 7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:42.861920 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640b967a-3595-4560-8fc1-9be692acfcbe req-2f6247c6-e9f9-452f-896f-12a8d4b82240 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:49:42.862282 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640b967a-3595-4560-8fc1-9be692acfcbe req-2f6247c6-e9f9-452f-896f-12a8d4b82240 service neutron] Checking segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:49:42.862627 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640b967a-3595-4560-8fc1-9be692acfcbe req-2f6247c6-e9f9-452f-896f-12a8d4b82240 service neutron] Bound using segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:49:42.863814 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-640b967a-3595-4560-8fc1-9be692acfcbe req-2f6247c6-e9f9-452f-896f-12a8d4b82240 service neutron] Bound port: 7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:49:42.863814 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-640b967a-3595-4560-8fc1-9be692acfcbe req-2f6247c6-e9f9-452f-896f-12a8d4b82240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:42.990763 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d39d8-7312-4512-9d66-8ae1848d372e req-70e52a45-f3a6-4bb1-a194-4bb284638896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:42.992354 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d89d39d8-7312-4512-9d66-8ae1848d372e req-70e52a45-f3a6-4bb1-a194-4bb284638896 service neutron] 10.222.0.90 "GET /v2.0/networks?id=957caa20-6c15-4352-8d70-b76b08149ff9 HTTP/1.1" status: 200 len: 916 time: 0.2197433 Aug 16 20:49:42.993493 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ef1d2bef-193d-4f74-8de3-e36517be7fc6 req-636ef4df-b85d-4caa-8ba6-38bad076a8e1 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665544 Aug 16 20:49:43.018712 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0c4c1-06dc-4c91-bbad-3ce892ad2c69 req-2de75473-b2d4-4c46-9961-a4cf27b5a5e3 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:43.020112 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0bc0c4c1-06dc-4c91-bbad-3ce892ad2c69 req-2de75473-b2d4-4c46-9961-a4cf27b5a5e3 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 943 time: 0.1516919 Aug 16 20:49:43.071140 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-640b967a-3595-4560-8fc1-9be692acfcbe req-2f6247c6-e9f9-452f-896f-12a8d4b82240 service neutron] For port 7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:49:43.074276 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d89d39d8-7312-4512-9d66-8ae1848d372e req-cdfa51bc-02bd-4abf-a98a-59f267928752 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d00b45d-6152-4995-8a87-dee48ab0c614 HTTP/1.1" status: 200 len: 217 time: 0.0494258 Aug 16 20:49:43.115751 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ef1d2bef-193d-4f74-8de3-e36517be7fc6 req-67973b6a-2c48-4921-8ba9-5ad924cf069a service neutron] 10.222.0.90 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882504 Aug 16 20:49:43.127935 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-640b967a-3595-4560-8fc1-9be692acfcbe req-2f6247c6-e9f9-452f-896f-12a8d4b82240 service neutron] For port 7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:49:43.159662 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0bc0c4c1-06dc-4c91-bbad-3ce892ad2c69 req-df0ae041-175f-4852-bcf9-cbd9bf3c5501 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243434 Aug 16 20:49:43.167958 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d39d8-7312-4512-9d66-8ae1848d372e req-39a8f391-afb4-4c51-a175-9320cd779c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:43.169456 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d89d39d8-7312-4512-9d66-8ae1848d372e req-39a8f391-afb4-4c51-a175-9320cd779c11 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=37a1919f-255a-456e-a433-69fa8d2d0c38 HTTP/1.1" status: 200 len: 854 time: 0.0859509 Aug 16 20:49:43.170625 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ef1d2bef-193d-4f74-8de3-e36517be7fc6 req-3819bd15-1ee2-47ea-b31c-ccd0ea5e4102 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618423 Aug 16 20:49:43.264394 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c9990-3eed-4e29-afda-cdf710aab678 req-989ea082-e610-4628-a317-cf47f47bf6c4 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:43.265939 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c69c9990-3eed-4e29-afda-cdf710aab678 req-989ea082-e610-4628-a317-cf47f47bf6c4 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=8c862829-57ea-47a7-b957-ab76db9cc306 HTTP/1.1" status: 200 len: 950 time: 0.0825915 Aug 16 20:49:43.273138 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d39d8-7312-4512-9d66-8ae1848d372e req-5360205e-f2b9-44c0-bc57-e526c8f308a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:43.278510 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d89d39d8-7312-4512-9d66-8ae1848d372e req-5360205e-f2b9-44c0-bc57-e526c8f308a7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=957caa20-6c15-4352-8d70-b76b08149ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0963273 Aug 16 20:49:43.282361 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-640b967a-3595-4560-8fc1-9be692acfcbe req-2f6247c6-e9f9-452f-896f-12a8d4b82240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:43.408071 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b967a-3595-4560-8fc1-9be692acfcbe req-2f6247c6-e9f9-452f-896f-12a8d4b82240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:43.408705 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-640b967a-3595-4560-8fc1-9be692acfcbe req-2f6247c6-e9f9-452f-896f-12a8d4b82240 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:43.410094 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-640b967a-3595-4560-8fc1-9be692acfcbe req-2f6247c6-e9f9-452f-896f-12a8d4b82240 service neutron] 10.222.0.90 "PUT /v2.0/ports/7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c HTTP/1.1" status: 200 len: 1097 time: 2.7847188 Aug 16 20:49:43.468462 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c69c9990-3eed-4e29-afda-cdf710aab678 req-5138bc0c-11fd-4761-8325-86036fa06e9c tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879966 Aug 16 20:49:43.499686 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f95aa71-6259-4b45-aaad-be249772fb7d req-047c5c3c-880d-4d65-b32f-f17edaeb410f tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:43.514095 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5f95aa71-6259-4b45-aaad-be249772fb7d req-047c5c3c-880d-4d65-b32f-f17edaeb410f tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43ba75-6dcb-4687-b301-d4eb0c4b26d2 HTTP/1.1" status: 200 len: 946 time: 0.2239814 Aug 16 20:49:43.524752 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6247c6-e9f9-452f-896f-12a8d4b82240 service neutron] Pushing event updated for resources: {'Port': ['ID=7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:43.600911 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-138ea367-539b-4693-a4b8-3d60a545832a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:43.639745 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d89d39d8-7312-4512-9d66-8ae1848d372e req-f2cd8192-e942-4fc3-92a5-b6b79c79d19a service neutron] 10.222.0.90 "GET /v2.0/networks/957caa20-6c15-4352-8d70-b76b08149ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451827 Aug 16 20:49:43.650625 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5f95aa71-6259-4b45-aaad-be249772fb7d req-efb4f733-0804-4f43-b0c3-c1e9b5d159eb tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355615 Aug 16 20:49:43.757760 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b967a-3595-4560-8fc1-9be692acfcbe req-8b50b652-ab7d-46e1-961a-6a1aa2c7241d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:43.759301 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-640b967a-3595-4560-8fc1-9be692acfcbe req-8b50b652-ab7d-46e1-961a-6a1aa2c7241d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=34d8c782880e4e14877287a38850e52e&device_id=3bdc5aa2-df19-4ba4-9d02-9ba90a6ecbbb HTTP/1.1" status: 200 len: 1100 time: 0.2130086 Aug 16 20:49:43.766787 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e66119-5de5-4f90-9685-367e208c6834 req-d316c18a-b20b-4433-946c-634cfd012669 tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:43.768741 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-26e66119-5de5-4f90-9685-367e208c6834 req-d316c18a-b20b-4433-946c-634cfd012669 tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] 10.222.0.84 "GET /v2.0/ports?device_id=105abb32-bcb5-46ee-9148-957a7e62e73f HTTP/1.1" status: 200 len: 943 time: 0.1937242 Aug 16 20:49:43.794642 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bdc5aa2-df19-4ba4-9d02-9ba90a6ecbbb', 'tag': '7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:43.797560 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6692e9c-464d-47a9-ae55-6b2f86ccdd07" -d '{"events": [{"name": "network-changed", "server_uuid": "3bdc5aa2-df19-4ba4-9d02-9ba90a6ecbbb", "tag": "7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:43.808134 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:43.854767 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-640b967a-3595-4560-8fc1-9be692acfcbe req-2ca02f46-0a7c-4ae5-9989-95cd347e9c85 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c HTTP/1.1" status: 200 len: 217 time: 0.0687256 Aug 16 20:49:43.944883 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d89d39d8-7312-4512-9d66-8ae1848d372e req-57d23d17-0b9d-4f8b-9fcf-a972e52c7c45 service neutron] 10.222.0.90 "GET /v2.0/networks/957caa20-6c15-4352-8d70-b76b08149ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832196 Aug 16 20:49:43.956243 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2601b-3c2c-4c6d-b408-5db8b6f84cf1 req-47580b7a-9a79-476e-bcd4-b306341b8c41 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:43.957988 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-79e2601b-3c2c-4c6d-b408-5db8b6f84cf1 req-47580b7a-9a79-476e-bcd4-b306341b8c41 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.2305496 Aug 16 20:49:43.981240 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-26e66119-5de5-4f90-9685-367e208c6834 req-42c8caa9-a331-439b-b594-6012c7eb87f1 tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4190773-4fd7-4bc9-9f5e-e0f8a9dd8040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924140 Aug 16 20:49:43.984220 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b967a-3595-4560-8fc1-9be692acfcbe req-b25e1abc-b4ca-4886-80b8-abad9cd6cfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:43.985808 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-640b967a-3595-4560-8fc1-9be692acfcbe req-b25e1abc-b4ca-4886-80b8-abad9cd6cfc4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.1221182 Aug 16 20:49:44.060304 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-79e2601b-3c2c-4c6d-b408-5db8b6f84cf1 req-ea76d82f-7230-43a2-b17a-fc72f6b873cb tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857430 Aug 16 20:49:44.091239 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b967a-3595-4560-8fc1-9be692acfcbe req-7e4d1335-40b0-4955-ab6c-28e61994f560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:44.092906 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-640b967a-3595-4560-8fc1-9be692acfcbe req-7e4d1335-40b0-4955-ab6c-28e61994f560 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0959294 Aug 16 20:49:44.111769 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1ac93c-5255-4961-ac1b-d5c0b8eabffb x-openstack-request-id: req-cc1ac93c-5255-4961-ac1b-d5c0b8eabffb {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:44.112239 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bdc5aa2-df19-4ba4-9d02-9ba90a6ecbbb", "tag": "7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:44.112613 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-cc1ac93c-5255-4961-ac1b-d5c0b8eabffb {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:44.113158 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bdc5aa2-df19-4ba4-9d02-9ba90a6ecbbb', 'tag': '7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c', 'status': 'completed', 'code': 200} Aug 16 20:49:44.233262 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3cbb4-5c4c-49b5-8627-38e38d162035 req-b52d9ba0-4f01-4752-8ae8-fd53d841bc86 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:44.235050 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7bb3cbb4-5c4c-49b5-8627-38e38d162035 req-b52d9ba0-4f01-4752-8ae8-fd53d841bc86 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=3bdc5aa2-df19-4ba4-9d02-9ba90a6ecbbb HTTP/1.1" status: 200 len: 948 time: 0.1209345 Aug 16 20:49:44.286671 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-640b967a-3595-4560-8fc1-9be692acfcbe req-151f7f1b-2c6b-4479-b786-d6c36aa10c62 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843727 Aug 16 20:49:44.376513 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7bb3cbb4-5c4c-49b5-8627-38e38d162035 req-18a0a1c2-babb-422c-a643-38929e4ac8f6 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260538 Aug 16 20:49:44.411806 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb0225-28f1-4c54-885f-fef4fde53c80 req-297ef0be-ac7b-48cd-86a0-f4cdf14bbdfe tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:44.413330 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ecbb0225-28f1-4c54-885f-fef4fde53c80 req-297ef0be-ac7b-48cd-86a0-f4cdf14bbdfe tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 943 time: 0.1081328 Aug 16 20:49:44.455153 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-640b967a-3595-4560-8fc1-9be692acfcbe req-244a5a23-2fd5-4e74-8d91-8e69136603c7 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601818 Aug 16 20:49:44.471901 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ecbb0225-28f1-4c54-885f-fef4fde53c80 req-e23a560c-2747-4719-9e68-d42b9139037c tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470822 Aug 16 20:49:44.754802 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:44.809822 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559c257-9fae-4a50-9885-d373846c131b req-15c8b096-ec08-4b8e-82e1-70e050f206d1 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:44.811328 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d559c257-9fae-4a50-9885-d373846c131b req-15c8b096-ec08-4b8e-82e1-70e050f206d1 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43ba75-6dcb-4687-b301-d4eb0c4b26d2 HTTP/1.1" status: 200 len: 946 time: 0.0877419 Aug 16 20:49:44.826531 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6692e9c-464d-47a9-ae55-6b2f86ccdd07 req-fb6b8791-94cd-4db8-a98f-b8166d1625e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:44.828111 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a6692e9c-464d-47a9-ae55-6b2f86ccdd07 req-fb6b8791-94cd-4db8-a98f-b8166d1625e1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=34d8c782880e4e14877287a38850e52e&device_id=3bdc5aa2-df19-4ba4-9d02-9ba90a6ecbbb HTTP/1.1" status: 200 len: 1100 time: 0.0676947 Aug 16 20:49:44.902279 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d559c257-9fae-4a50-9885-d373846c131b req-dd3127f6-25cb-431d-8f99-830909fd02fb tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835419 Aug 16 20:49:44.983397 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-9e4cd54a-5617-4761-abf7-615104779e00 service neutron] 10.222.0.90 "GET /v2.0/ports/64256a41-cf3b-44c3-a00e-589d02b64142/bindings/n-h1-793620-15 HTTP/1.1" status: 200 len: 385 time: 0.1221590 Aug 16 20:49:44.987632 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6692e9c-464d-47a9-ae55-6b2f86ccdd07 req-0e920dae-8766-4430-8d1b-6cbfd4145e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:44.989044 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a6692e9c-464d-47a9-ae55-6b2f86ccdd07 req-0e920dae-8766-4430-8d1b-6cbfd4145e4d service neutron] 10.222.0.90 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.1404469 Aug 16 20:49:45.064330 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a6692e9c-464d-47a9-ae55-6b2f86ccdd07 req-65abd035-c5fa-4c7e-8da2-80ff56f51984 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c HTTP/1.1" status: 200 len: 217 time: 0.0507650 Aug 16 20:49:45.222686 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6692e9c-464d-47a9-ae55-6b2f86ccdd07 req-5b744716-b884-4cef-aedc-156d908e84a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:45.224762 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a6692e9c-464d-47a9-ae55-6b2f86ccdd07 req-5b744716-b884-4cef-aedc-156d908e84a7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.1536818 Aug 16 20:49:45.256636 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3e358-d61b-4846-b668-9cc8dbeff0b8 req-b9b324ed-1bf8-4917-94a2-25a5b9278c9a tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:45.258139 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eca3e358-d61b-4846-b668-9cc8dbeff0b8 req-b9b324ed-1bf8-4917-94a2-25a5b9278c9a tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] 10.222.0.84 "GET /v2.0/ports?device_id=105abb32-bcb5-46ee-9148-957a7e62e73f HTTP/1.1" status: 200 len: 943 time: 0.1518641 Aug 16 20:49:45.307027 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0011c-2e31-4036-a006-b9323e4dc002 req-6e0efe31-6abf-4b81-9ac1-2691a0754fe6 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:45.308529 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-51c0011c-2e31-4036-a006-b9323e4dc002 req-6e0efe31-6abf-4b81-9ac1-2691a0754fe6 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.1740677 Aug 16 20:49:45.403649 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6692e9c-464d-47a9-ae55-6b2f86ccdd07 req-abb9f4d0-d36b-4c5d-9a50-6e1b787157f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:45.405120 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a6692e9c-464d-47a9-ae55-6b2f86ccdd07 req-abb9f4d0-d36b-4c5d-9a50-6e1b787157f4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1674790 Aug 16 20:49:45.407909 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eca3e358-d61b-4846-b668-9cc8dbeff0b8 req-8096f416-3db3-4dcc-a975-426f5f3ed8d4 tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4190773-4fd7-4bc9-9f5e-e0f8a9dd8040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330535 Aug 16 20:49:45.430519 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-51c0011c-2e31-4036-a006-b9323e4dc002 req-8531d438-9c3e-4361-8818-50dabab2192a tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069288 Aug 16 20:49:45.486400 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-45f85935-d0a1-4d65-8b22-762198789d57 service neutron] For port 64256a41-cf3b-44c3-a00e-589d02b64142, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=64256a41-cf3b-44c3-a00e-589d02b64142,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:45.525730 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-45f85935-d0a1-4d65-8b22-762198789d57 service neutron] For port 64256a41-cf3b-44c3-a00e-589d02b64142, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:49:45.554236 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 8d00b45d-6152-4995-8a87-dee48ab0c614 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:49:45.560672 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 64256a41-cf3b-44c3-a00e-589d02b64142 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:49:45.620098 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-45f85935-d0a1-4d65-8b22-762198789d57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64256a41-cf3b-44c3-a00e-589d02b64142 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:45.647760 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a6692e9c-464d-47a9-ae55-6b2f86ccdd07 req-db144024-8cdc-4200-a630-a4ffa3bd23b4 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297711 Aug 16 20:49:45.651745 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-45f85935-d0a1-4d65-8b22-762198789d57 service neutron] For port 64256a41-cf3b-44c3-a00e-589d02b64142, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=64256a41-cf3b-44c3-a00e-589d02b64142,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:45.730527 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd26cf4-c456-459a-b641-fcf262ce9299 req-ac645526-222c-4685-9f09-e698caa345ce tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:45.733587 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2cd26cf4-c456-459a-b641-fcf262ce9299 req-ac645526-222c-4685-9f09-e698caa345ce tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=3bdc5aa2-df19-4ba4-9d02-9ba90a6ecbbb HTTP/1.1" status: 200 len: 948 time: 0.1777859 Aug 16 20:49:45.749867 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c60e84-5905-4d24-a104-b58fd40a6f40 req-a8926da3-8ac7-4c41-b0b6-6e8e2ae56c15 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:45.751465 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1c60e84-5905-4d24-a104-b58fd40a6f40 req-a8926da3-8ac7-4c41-b0b6-6e8e2ae56c15 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 943 time: 0.1678598 Aug 16 20:49:45.795121 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-45f85935-d0a1-4d65-8b22-762198789d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:45.855009 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 8d00b45d-6152-4995-8a87-dee48ab0c614, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=8d00b45d-6152-4995-8a87-dee48ab0c614,segment=NetworkSegment(afa7ae38-6e40-47e1-b6bc-1328244d5b78),segment_id=afa7ae38-6e40-47e1-b6bc-1328244d5b78)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:45.870692 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '8d00b45d-6152-4995-8a87-dee48ab0c614', 'network_id': '957caa20-6c15-4352-8d70-b76b08149ff9', 'port_id': '8d00b45d-6152-4995-8a87-dee48ab0c614', 'mac_address': 'fa:16:3e:9b:24:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37a1919f-255a-456e-a433-69fa8d2d0c38', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:49:45.887733 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2cd26cf4-c456-459a-b641-fcf262ce9299 req-74720253-ebba-4909-afb3-c05753df5307 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351728 Aug 16 20:49:45.891852 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a6692e9c-464d-47a9-ae55-6b2f86ccdd07 req-0db644eb-1d64-4a29-aaf0-d43c8ff4537b service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300467 Aug 16 20:49:45.898178 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1c60e84-5905-4d24-a104-b58fd40a6f40 req-a3ccf7ed-f662-4978-b890-cde275108c71 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377549 Aug 16 20:49:45.924003 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:45.944969 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-45f85935-d0a1-4d65-8b22-762198789d57 service neutron] Transition to ACTIVE for port object 64256a41-cf3b-44c3-a00e-589d02b64142 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:49:45.946434 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d00b45d-6152-4995-8a87-dee48ab0c614 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:45.966963 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 8d00b45d-6152-4995-8a87-dee48ab0c614, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=8d00b45d-6152-4995-8a87-dee48ab0c614,segment=NetworkSegment(afa7ae38-6e40-47e1-b6bc-1328244d5b78),segment_id=afa7ae38-6e40-47e1-b6bc-1328244d5b78)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:46.022956 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-45f85935-d0a1-4d65-8b22-762198789d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:46.044888 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:46.096491 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=8d00b45d-6152-4995-8a87-dee48ab0c614,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:46.110376 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15a774-12bf-4d2a-b3d1-51647cfe60da req-4bc4f4f8-12e3-4c58-9b63-9c3d52c53767 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:46.110376 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cb15a774-12bf-4d2a-b3d1-51647cfe60da req-4bc4f4f8-12e3-4c58-9b63-9c3d52c53767 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43ba75-6dcb-4687-b301-d4eb0c4b26d2 HTTP/1.1" status: 200 len: 946 time: 0.1058187 Aug 16 20:49:46.116877 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-45f85935-d0a1-4d65-8b22-762198789d57 service neutron] No DVR routers for this DVR port 64256a41-cf3b-44c3-a00e-589d02b64142 on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:49:46.128344 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f85935-d0a1-4d65-8b22-762198789d57 service neutron] Pushing event updated for resources: {'Port': ['ID=64256a41-cf3b-44c3-a00e-589d02b64142,revision_number=10']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:46.175874 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-45f85935-d0a1-4d65-8b22-762198789d57 service neutron] 10.222.0.90 "PUT /v2.0/ports/64256a41-cf3b-44c3-a00e-589d02b64142/bindings/n-h1-793620-15/activate HTTP/1.1" status: 200 len: 370 time: 1.1722767 Aug 16 20:49:46.179136 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cb15a774-12bf-4d2a-b3d1-51647cfe60da req-6654778b-79f8-4879-ba63-f44929d5359c tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635073 Aug 16 20:49:46.348414 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['8d00b45d-6152-4995-8a87-dee48ab0c614'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:49:46.409055 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-5bffda60-bd75-45f1-9158-0880341f6680 tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:46.410750 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-5bffda60-bd75-45f1-9158-0880341f6680 tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09&tenant_id=6b79fa21751c4c74a7616afcdef028a8&binding%3Ahost_id=n-h2-793620-15 HTTP/1.1" status: 200 len: 1096 time: 0.0446174 Aug 16 20:49:46.456366 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:46.482855 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-01608b89-4394-4a21-9be0-149fa82481cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:46.484758 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-01608b89-4394-4a21-9be0-149fa82481cd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09&tenant_id=6b79fa21751c4c74a7616afcdef028a8 HTTP/1.1" status: 200 len: 1096 time: 0.0564778 Aug 16 20:49:46.531704 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6529edc-ee6d-4bd5-9ccb-16e4b702ecf2 req-64e82613-978a-4ce6-985a-cff25a2c2726 tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:46.542512 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c6529edc-ee6d-4bd5-9ccb-16e4b702ecf2 req-64e82613-978a-4ce6-985a-cff25a2c2726 tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] 10.222.0.84 "GET /v2.0/ports?device_id=105abb32-bcb5-46ee-9148-957a7e62e73f HTTP/1.1" status: 200 len: 944 time: 0.0523865 Aug 16 20:49:46.558368 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-5c1d4288-e47c-4045-a4a9-b5105f2bd8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:46.559912 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-5c1d4288-e47c-4045-a4a9-b5105f2bd8b4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6b79fa21751c4c74a7616afcdef028a8&device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 1096 time: 0.0480695 Aug 16 20:49:46.602364 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c6529edc-ee6d-4bd5-9ccb-16e4b702ecf2 req-a2e932db-6c3c-41ac-8b7e-2be3dd4065d6 tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4190773-4fd7-4bc9-9f5e-e0f8a9dd8040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595210 Aug 16 20:49:46.610020 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424473d-fd35-4517-bae9-cdbe8e7bb147 req-a7cc1d1e-4561-43df-a580-57c1a7a01891 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:46.611506 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9424473d-fd35-4517-bae9-cdbe8e7bb147 req-a7cc1d1e-4561-43df-a580-57c1a7a01891 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.0772495 Aug 16 20:49:46.652691 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9424473d-fd35-4517-bae9-cdbe8e7bb147 req-20a7c9ea-26d9-4d48-afc9-263e1afd1338 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342853 Aug 16 20:49:46.664136 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-672012cd-e0a5-49f3-9420-86ab483f2d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:46.671472 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-672012cd-e0a5-49f3-9420-86ab483f2d21 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d2d869c-bfe3-4bc5-a83b-70655e061223 HTTP/1.1" status: 200 len: 922 time: 0.0943272 Aug 16 20:49:46.729085 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-9a946d2b-575e-4106-95a4-ca1848917c90 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64256a41-cf3b-44c3-a00e-589d02b64142 HTTP/1.1" status: 200 len: 217 time: 0.0522578 Aug 16 20:49:46.782382 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-8a6f5b1a-b288-46cf-bb80-bb672f7ac9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:46.783807 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-8a6f5b1a-b288-46cf-bb80-bb672f7ac9c5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=64801f8f-8e8b-4346-a61f-2c5cd4a5ef47 HTTP/1.1" status: 200 len: 861 time: 0.0456958 Aug 16 20:49:46.790882 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38144) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:46.822410 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-b25cd247-c501-4e36-855e-498ab855b16e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d2d869c-bfe3-4bc5-a83b-70655e061223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256772 Aug 16 20:49:46.928989 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-40317a1f-a0ec-42af-a9e9-5a27960ece34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:46.970669 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-46ab425e-5edb-492e-83d0-4e3f9e512c8e service neutron] 10.222.0.72 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383889 Aug 16 20:49:47.059337 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787cf0f2-ad7c-4ec1-88e6-5d42f4726486 req-02a44ae5-c61a-4557-93b1-4183b71f7859 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:47.060807 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-787cf0f2-ad7c-4ec1-88e6-5d42f4726486 req-02a44ae5-c61a-4557-93b1-4183b71f7859 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 944 time: 0.0782564 Aug 16 20:49:47.080973 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f5005-3686-408e-b753-9123c6218192 req-30cf5c88-6edf-4d35-9bbd-dbf6ad851101 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:47.082759 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eb4f5005-3686-408e-b753-9123c6218192 req-30cf5c88-6edf-4d35-9bbd-dbf6ad851101 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=3bdc5aa2-df19-4ba4-9d02-9ba90a6ecbbb HTTP/1.1" status: 200 len: 948 time: 0.0983272 Aug 16 20:49:47.107072 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-40317a1f-a0ec-42af-a9e9-5a27960ece34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:47.109495 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-f956c89f-72d8-4fca-8944-2a895d55be25 service neutron] 10.222.0.72 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302381 Aug 16 20:49:47.138976 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-787cf0f2-ad7c-4ec1-88e6-5d42f4726486 req-c0941c40-5921-4095-9995-3320978b5169 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661728 Aug 16 20:49:47.146746 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eb4f5005-3686-408e-b753-9123c6218192 req-b8db286c-449e-4d41-a3dc-feb655b22639 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562706 Aug 16 20:49:47.246359 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-40317a1f-a0ec-42af-a9e9-5a27960ece34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:47.288843 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-40317a1f-a0ec-42af-a9e9-5a27960ece34 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=547473ee3b5a4046a064aa75619a8dfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4968822 Aug 16 20:49:47.289740 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40317a1f-a0ec-42af-a9e9-5a27960ece34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f7b153-c59c-4e0c-a47c-60569b0ff9ab,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:47.292209 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38154) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:47.295933 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a3f17-1e30-4063-b1a9-a881b9e4370b req-a6b12b22-2941-4ddc-8cfb-fd5e496ed1cc tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:47.298058 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-205a3f17-1e30-4063-b1a9-a881b9e4370b req-a6b12b22-2941-4ddc-8cfb-fd5e496ed1cc tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43ba75-6dcb-4687-b301-d4eb0c4b26d2 HTTP/1.1" status: 200 len: 946 time: 0.0519888 Aug 16 20:49:47.338594 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-205a3f17-1e30-4063-b1a9-a881b9e4370b req-ddaa6fa1-efdd-4811-a33a-e64d56ec3efe tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335596 Aug 16 20:49:47.353816 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8017a32a-dad8-45f0-999c-00353ccd301d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:47.380232 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8017a32a-dad8-45f0-999c-00353ccd301d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:47.549183 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8017a32a-dad8-45f0-999c-00353ccd301d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:47.551816 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8017a32a-dad8-45f0-999c-00353ccd301d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:47.553618 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8017a32a-dad8-45f0-999c-00353ccd301d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/21f7b153-c59c-4e0c-a47c-60569b0ff9ab HTTP/1.1" status: 204 len: 168 time: 0.2606621 Aug 16 20:49:47.558649 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:49:47.560842 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 8d00b45d-6152-4995-8a87-dee48ab0c614 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:49:47.565050 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8017a32a-dad8-45f0-999c-00353ccd301d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f7b153-c59c-4e0c-a47c-60569b0ff9ab,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:47.705903 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:47.711208 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-e5f49d3e-238f-462e-b294-e7b08445350e tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:47.715580 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-e5f49d3e-238f-462e-b294-e7b08445350e tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09&tenant_id=6b79fa21751c4c74a7616afcdef028a8&binding%3Ahost_id=n-h1-793620-15 HTTP/1.1" status: 200 len: 1096 time: 0.0764635 Aug 16 20:49:47.722224 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': '7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c', 'mac_address': 'fa:16:3e:8c:32:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:49:47.736705 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce2e96-f49f-4490-bb4f-e222f3f44078 req-640233b6-f9da-40ce-9596-f0432a1691fb tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:47.741676 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-11ce2e96-f49f-4490-bb4f-e222f3f44078 req-640233b6-f9da-40ce-9596-f0432a1691fb tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] 10.222.0.84 "GET /v2.0/ports?device_id=105abb32-bcb5-46ee-9148-957a7e62e73f HTTP/1.1" status: 200 len: 944 time: 0.0639558 Aug 16 20:49:47.750431 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 8d00b45d-6152-4995-8a87-dee48ab0c614 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:49:47.758965 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 8d00b45d-6152-4995-8a87-dee48ab0c614 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:47.759615 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:47.793499 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:47.810400 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-11ce2e96-f49f-4490-bb4f-e222f3f44078 req-ec28cd45-d624-4ef4-92a0-760d3ff1a621 tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4190773-4fd7-4bc9-9f5e-e0f8a9dd8040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619230 Aug 16 20:49:47.821658 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:47.836356 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942dc845-e56b-4b7d-a469-eafc148a0c3a req-223e54dc-d04c-4065-b097-01e3a5a08b93 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:47.838418 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-942dc845-e56b-4b7d-a469-eafc148a0c3a req-223e54dc-d04c-4065-b097-01e3a5a08b93 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.0680697 Aug 16 20:49:47.860567 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:47.891596 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-942dc845-e56b-4b7d-a469-eafc148a0c3a req-1273f4a5-e472-4ac1-90bf-69dcf415e803 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461261 Aug 16 20:49:47.926835 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:47.952814 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105abb32-bcb5-46ee-9148-957a7e62e73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d00b45d-6152-4995-8a87-dee48ab0c614'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:47.955100 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926e06ab-62c3-47ec-912e-b8f121d5032d" -d '{"events": [{"server_uuid": "105abb32-bcb5-46ee-9148-957a7e62e73f", "name": "network-vif-plugged", "status": "completed", "tag": "8d00b45d-6152-4995-8a87-dee48ab0c614"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:47.963112 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-81cbdc1b-ddee-403a-8626-ba687f98d63f service neutron] For port 64256a41-cf3b-44c3-a00e-589d02b64142, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:49:47.974919 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-81cbdc1b-ddee-403a-8626-ba687f98d63f service neutron] Notify callbacks [] for binding, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:47.974919 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-81cbdc1b-ddee-403a-8626-ba687f98d63f service neutron] 10.222.0.72 "DELETE /v2.0/ports/64256a41-cf3b-44c3-a00e-589d02b64142/bindings/n-h2-793620-15 HTTP/1.1" status: 204 len: 173 time: 0.2426562 Aug 16 20:49:47.984203 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:47.993330 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 8d00b45d-6152-4995-8a87-dee48ab0c614, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=8d00b45d-6152-4995-8a87-dee48ab0c614,segment=NetworkSegment(afa7ae38-6e40-47e1-b6bc-1328244d5b78),segment_id=afa7ae38-6e40-47e1-b6bc-1328244d5b78)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:48.014317 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2662f21e-0689-42fc-a7b7-9843b4b1087e x-openstack-request-id: req-2662f21e-0689-42fc-a7b7-9843b4b1087e {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:48.014631 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105abb32-bcb5-46ee-9148-957a7e62e73f", "name": "network-vif-plugged", "status": "completed", "tag": "8d00b45d-6152-4995-8a87-dee48ab0c614", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:48.014871 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2662f21e-0689-42fc-a7b7-9843b4b1087e {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:48.015330 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105abb32-bcb5-46ee-9148-957a7e62e73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d00b45d-6152-4995-8a87-dee48ab0c614', 'code': 200} Aug 16 20:49:48.041398 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:48.097907 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36161dbd-b24f-42b3-be08-702a2fbb7d68 req-0ff2c350-eba0-4fa8-8deb-b369fc1f77f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:48.099385 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-36161dbd-b24f-42b3-be08-702a2fbb7d68 req-0ff2c350-eba0-4fa8-8deb-b369fc1f77f5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=105abb32-bcb5-46ee-9148-957a7e62e73f HTTP/1.1" status: 200 len: 1096 time: 0.0417202 Aug 16 20:49:48.137802 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:48.138304 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-36161dbd-b24f-42b3-be08-702a2fbb7d68 req-e1f40ebf-82cf-4e68-9bbe-4564833373e0 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b4190773-4fd7-4bc9-9f5e-e0f8a9dd8040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309665 Aug 16 20:49:48.173800 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=8d00b45d-6152-4995-8a87-dee48ab0c614,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:48.293902 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a8dda-811f-49af-8eb6-d6347c6db7c6 req-aa061417-994f-4f59-8d5c-277e23dfdf98 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:48.296643 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-985a8dda-811f-49af-8eb6-d6347c6db7c6 req-aa061417-994f-4f59-8d5c-277e23dfdf98 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 944 time: 0.0778623 Aug 16 20:49:48.297564 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:49:48.309027 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96afbc-3aa3-496c-87f4-79b90be90b0a req-05dd7b62-e1ff-4ec8-adc7-7bc77648e794 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:48.310613 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ec96afbc-3aa3-496c-87f4-79b90be90b0a req-05dd7b62-e1ff-4ec8-adc7-7bc77648e794 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=3bdc5aa2-df19-4ba4-9d02-9ba90a6ecbbb HTTP/1.1" status: 200 len: 949 time: 0.0904667 Aug 16 20:49:48.369895 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-985a8dda-811f-49af-8eb6-d6347c6db7c6 req-4057a36b-8318-4854-9b44-5cd292da7bd6 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582881 Aug 16 20:49:48.375713 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ec96afbc-3aa3-496c-87f4-79b90be90b0a req-20570d2e-1bb4-4399-aa54-73cf0c86a6ad tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579987 Aug 16 20:49:48.428072 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38178) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:48.450166 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a85e8265-07c0-4688-9a06-c5a88bd6c725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:48.546016 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dafe93-3b4b-4a1d-aadb-9d254643aaf9 req-3eb4b234-2231-4ff8-b332-7c2dfed22b4f tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:48.547541 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-02dafe93-3b4b-4a1d-aadb-9d254643aaf9 req-3eb4b234-2231-4ff8-b332-7c2dfed22b4f tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43ba75-6dcb-4687-b301-d4eb0c4b26d2 HTTP/1.1" status: 200 len: 946 time: 0.0790184 Aug 16 20:49:48.553736 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890def2-0bba-4e3f-a5bf-bc4eff46c60a req-d2967c71-9291-40db-bb89-148bd1942089 tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:48.555595 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e890def2-0bba-4e3f-a5bf-bc4eff46c60a req-d2967c71-9291-40db-bb89-148bd1942089 tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 1096 time: 0.0611458 Aug 16 20:49:48.564068 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a85e8265-07c0-4688-9a06-c5a88bd6c725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:48.613960 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-02dafe93-3b4b-4a1d-aadb-9d254643aaf9 req-8f7156a3-e0a8-4b10-a49a-0ee715dc739c tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572762 Aug 16 20:49:48.621595 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e890def2-0bba-4e3f-a5bf-bc4eff46c60a req-e14aec27-b38b-4a6e-a061-43f64e111df2 tempest-LiveAutoBlockMigrationV225Test-1176473213 tempest-LiveAutoBlockMigrationV225Test-1176473213-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539575 Aug 16 20:49:48.676520 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a85e8265-07c0-4688-9a06-c5a88bd6c725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:48.711749 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a85e8265-07c0-4688-9a06-c5a88bd6c725 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=68ab368104774bec980d261dfc969a29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2819967 Aug 16 20:49:48.712688 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e8265-07c0-4688-9a06-c5a88bd6c725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2df75a-b1e4-4718-9c88-3bc08fd3004f,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:48.714513 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38184) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:48.769759 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-df84278f-baa9-4526-bb3c-65068af2f991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:48.791707 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-df84278f-baa9-4526-bb3c-65068af2f991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:48.880962 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:48.932672 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a33ea-d8fd-4c64-9d08-aff10a4aa887 req-394dbbc6-8473-4266-9e8b-57f5bbb7fdc7 tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:48.936264 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-658a33ea-d8fd-4c64-9d08-aff10a4aa887 req-394dbbc6-8473-4266-9e8b-57f5bbb7fdc7 tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] 10.222.0.84 "GET /v2.0/ports?device_id=105abb32-bcb5-46ee-9148-957a7e62e73f HTTP/1.1" status: 200 len: 945 time: 0.0499015 Aug 16 20:49:48.972132 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-658a33ea-d8fd-4c64-9d08-aff10a4aa887 req-478dd131-5749-43c4-a5c2-85c774003694 tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4190773-4fd7-4bc9-9f5e-e0f8a9dd8040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317929 Aug 16 20:49:49.080660 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-df84278f-baa9-4526-bb3c-65068af2f991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:49.085626 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-df84278f-baa9-4526-bb3c-65068af2f991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:49.085626 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-df84278f-baa9-4526-bb3c-65068af2f991 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/bd2df75a-b1e4-4718-9c88-3bc08fd3004f HTTP/1.1" status: 204 len: 168 time: 0.3694246 Aug 16 20:49:49.093377 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df84278f-baa9-4526-bb3c-65068af2f991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2df75a-b1e4-4718-9c88-3bc08fd3004f,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:49.185583 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4eecb-2d84-4ccb-8bd5-5865fbb1b00f req-551a8f55-3866-4dde-827d-b37383674f6a tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:49.187073 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e9a4eecb-2d84-4ccb-8bd5-5865fbb1b00f req-551a8f55-3866-4dde-827d-b37383674f6a tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.0522137 Aug 16 20:49:49.253153 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e9a4eecb-2d84-4ccb-8bd5-5865fbb1b00f req-097e7173-5a10-47e5-97a1-c6df78e7d81f tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563767 Aug 16 20:49:49.369521 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e9787-f682-46ff-8463-3b66d70bb142 req-9cb0ebcb-50f6-47a5-afdd-934e3f05f41b tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:49.371080 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2f8e9787-f682-46ff-8463-3b66d70bb142 req-9cb0ebcb-50f6-47a5-afdd-934e3f05f41b tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 944 time: 0.0601220 Aug 16 20:49:49.412389 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2f8e9787-f682-46ff-8463-3b66d70bb142 req-2aaec02d-cb00-429b-8eb1-18dc20b3b6ac tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351810 Aug 16 20:49:49.508767 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261194d3-ef62-4a2f-a6e3-624bc59d98d2 req-d5430e9d-570c-41c8-9346-5bc2387f051f tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:49.508767 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-261194d3-ef62-4a2f-a6e3-624bc59d98d2 req-d5430e9d-570c-41c8-9346-5bc2387f051f tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=3bdc5aa2-df19-4ba4-9d02-9ba90a6ecbbb HTTP/1.1" status: 200 len: 949 time: 0.0530133 Aug 16 20:49:49.543509 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-261194d3-ef62-4a2f-a6e3-624bc59d98d2 req-0de95652-f8dd-448b-9154-1b2635fb87d0 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333595 Aug 16 20:49:49.571855 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:49:49.703344 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:49:49.716517 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:49.717473 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:49.738104 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192eab8-149e-482b-8f53-491a6a7f517e req-31b3e074-48c8-4415-b019-e87aea48e9e5 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:49.739588 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c192eab8-149e-482b-8f53-491a6a7f517e req-31b3e074-48c8-4415-b019-e87aea48e9e5 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43ba75-6dcb-4687-b301-d4eb0c4b26d2 HTTP/1.1" status: 200 len: 946 time: 0.0552704 Aug 16 20:49:49.779993 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c192eab8-149e-482b-8f53-491a6a7f517e req-645e3bb5-2c7c-4b84-84cf-792cac1c6d7c tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339973 Aug 16 20:49:49.798083 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:49.832104 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:49.914611 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:49.968425 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:50.016058 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bdc5aa2-df19-4ba4-9d02-9ba90a6ecbbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:50.019116 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7605e6ff-1401-4b8a-9acb-9f290367406c" -d '{"events": [{"server_uuid": "3bdc5aa2-df19-4ba4-9d02-9ba90a6ecbbb", "name": "network-vif-plugged", "status": "completed", "tag": "7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:50.061200 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b812ef12-5502-407c-b9bd-736c4d8b606c x-openstack-request-id: req-b812ef12-5502-407c-b9bd-736c4d8b606c {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:50.061887 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bdc5aa2-df19-4ba4-9d02-9ba90a6ecbbb", "name": "network-vif-plugged", "status": "completed", "tag": "7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:50.062139 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b812ef12-5502-407c-b9bd-736c4d8b606c {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:50.062673 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bdc5aa2-df19-4ba4-9d02-9ba90a6ecbbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c', 'code': 200} Aug 16 20:49:50.112285 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebd7a8-52a0-4cf2-9d9e-50afdc89572c req-18b0ee5c-5e60-4cae-9698-f07fea22be69 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:50.114316 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ebebd7a8-52a0-4cf2-9d9e-50afdc89572c req-18b0ee5c-5e60-4cae-9698-f07fea22be69 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.72 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 944 time: 0.0746233 Aug 16 20:49:50.120904 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e360dcf-b6cd-4981-a33d-793e55c284e5 req-fcd1cd6d-4289-4552-a51c-0bb05c1e05fe tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:50.128445 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9e360dcf-b6cd-4981-a33d-793e55c284e5 req-fcd1cd6d-4289-4552-a51c-0bb05c1e05fe tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] 10.222.0.84 "GET /v2.0/ports?device_id=105abb32-bcb5-46ee-9148-957a7e62e73f HTTP/1.1" status: 200 len: 945 time: 0.0621648 Aug 16 20:49:50.194222 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9e360dcf-b6cd-4981-a33d-793e55c284e5 req-d09cdaa9-004a-4e51-b48f-4314d2705c3c tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4190773-4fd7-4bc9-9f5e-e0f8a9dd8040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649064 Aug 16 20:49:50.200945 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c289ec8-96cf-4127-bef0-790039cf4573 req-e0f037b6-f7e7-4b1e-bc3d-cd13264fcd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:50.202660 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7c289ec8-96cf-4127-bef0-790039cf4573 req-e0f037b6-f7e7-4b1e-bc3d-cd13264fcd05 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3bdc5aa2-df19-4ba4-9d02-9ba90a6ecbbb HTTP/1.1" status: 200 len: 1102 time: 0.0587132 Aug 16 20:49:50.233395 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-ebebd7a8-52a0-4cf2-9d9e-50afdc89572c req-55c1aa21-f5e9-4b5c-8fa0-de366ce0006c tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Deleting port 64256a41-cf3b-44c3-a00e-589d02b64142 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:49:50.233749 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ebebd7a8-52a0-4cf2-9d9e-50afdc89572c req-55c1aa21-f5e9-4b5c-8fa0-de366ce0006c tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:50.261858 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7c289ec8-96cf-4127-bef0-790039cf4573 req-9b45b10d-69cd-4d03-8d67-c7c2702864cf service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411668 Aug 16 20:49:50.349196 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-ebebd7a8-52a0-4cf2-9d9e-50afdc89572c req-55c1aa21-f5e9-4b5c-8fa0-de366ce0006c tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] For port 64256a41-cf3b-44c3-a00e-589d02b64142, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=64256a41-cf3b-44c3-a00e-589d02b64142,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:50.349668 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ebebd7a8-52a0-4cf2-9d9e-50afdc89572c req-55c1aa21-f5e9-4b5c-8fa0-de366ce0006c tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:50.367151 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-ebebd7a8-52a0-4cf2-9d9e-50afdc89572c req-55c1aa21-f5e9-4b5c-8fa0-de366ce0006c tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Calling delete_port for 64256a41-cf3b-44c3-a00e-589d02b64142 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:49:50.408579 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6238c-f349-4dc4-9224-dc324d0a1f6a req-e270dcbb-dae9-4ca1-ae76-ae3bc0012e79 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:50.416200 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c4f6238c-f349-4dc4-9224-dc324d0a1f6a req-e270dcbb-dae9-4ca1-ae76-ae3bc0012e79 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.0742302 Aug 16 20:49:50.461483 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c4f6238c-f349-4dc4-9224-dc324d0a1f6a req-458b784a-6215-46d9-a5bf-233f861936c0 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432057 Aug 16 20:49:50.486827 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 2cd5f3f6-851a-4296-a37c-66f3f8744c93 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:49:50.490834 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 2cd5f3f6-851a-4296-a37c-66f3f8744c93 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:49:50.557727 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ae7ce-f138-4c9b-83ef-275193ea456f req-2a33f113-17b5-4ecd-8048-0017112f3e38 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:50.559284 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e46ae7ce-f138-4c9b-83ef-275193ea456f req-2a33f113-17b5-4ecd-8048-0017112f3e38 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 944 time: 0.0544546 Aug 16 20:49:50.608930 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e46ae7ce-f138-4c9b-83ef-275193ea456f req-d2f33ad2-fedb-40eb-9522-411cc2b190f9 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435309 Aug 16 20:49:50.649804 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:50.667300 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ebebd7a8-52a0-4cf2-9d9e-50afdc89572c req-55c1aa21-f5e9-4b5c-8fa0-de366ce0006c tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:50.681838 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['82373864-13f5-483e-b4a3-fd278cdd7f7e', '64256a41-cf3b-44c3-a00e-589d02b64142'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:49:50.685747 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 2cd5f3f6-851a-4296-a37c-66f3f8744c93, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=2cd5f3f6-851a-4296-a37c-66f3f8744c93,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:50.706004 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c1aa21-f5e9-4b5c-8fa0-de366ce0006c tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Pushing event deleted for resources: {'Port': ['ID=64256a41-cf3b-44c3-a00e-589d02b64142,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:50.710866 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeff93e-08cb-4ea3-9d9e-4aef529f50f8 req-0f77c918-5016-419e-8ab9-f671c22a385e tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:50.714563 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cfeff93e-08cb-4ea3-9d9e-4aef529f50f8 req-0f77c918-5016-419e-8ab9-f671c22a385e tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=3bdc5aa2-df19-4ba4-9d02-9ba90a6ecbbb HTTP/1.1" status: 200 len: 950 time: 0.0702083 Aug 16 20:49:50.735279 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 2cd5f3f6-851a-4296-a37c-66f3f8744c93, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=2cd5f3f6-851a-4296-a37c-66f3f8744c93,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:50.743004 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '2cd5f3f6-851a-4296-a37c-66f3f8744c93', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': '2cd5f3f6-851a-4296-a37c-66f3f8744c93', 'mac_address': 'fa:16:3e:e1:6d:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:49:50.757473 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cfeff93e-08cb-4ea3-9d9e-4aef529f50f8 req-e819d3bf-d509-4003-9da0-e26d02d42d18 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361121 Aug 16 20:49:50.757695 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebebd7a8-52a0-4cf2-9d9e-50afdc89572c req-55c1aa21-f5e9-4b5c-8fa0-de366ce0006c tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] No DVR routers for this DVR port 64256a41-cf3b-44c3-a00e-589d02b64142 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:49:50.760315 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ebebd7a8-52a0-4cf2-9d9e-50afdc89572c req-55c1aa21-f5e9-4b5c-8fa0-de366ce0006c tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:50.762707 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ebebd7a8-52a0-4cf2-9d9e-50afdc89572c req-55c1aa21-f5e9-4b5c-8fa0-de366ce0006c tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.72 "DELETE /v2.0/ports/64256a41-cf3b-44c3-a00e-589d02b64142 HTTP/1.1" status: 204 len: 173 time: 0.6356242 Aug 16 20:49:50.763197 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7504064c-0e09-4865-8499-bd4c9e759d09', 'name': 'network-vif-deleted', 'tag': '64256a41-cf3b-44c3-a00e-589d02b64142'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:50.765849 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff5bfc4-5d3b-4bb6-85b4-5ff39d2026b3" -d '{"events": [{"server_uuid": "7504064c-0e09-4865-8499-bd4c9e759d09", "name": "network-vif-deleted", "tag": "64256a41-cf3b-44c3-a00e-589d02b64142"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:50.803656 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:50.806411 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f151e2-9065-4efa-b6f3-12b70f6da317 x-openstack-request-id: req-75f151e2-9065-4efa-b6f3-12b70f6da317 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:50.807054 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7504064c-0e09-4865-8499-bd4c9e759d09", "name": "network-vif-deleted", "tag": "64256a41-cf3b-44c3-a00e-589d02b64142", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:50.807611 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-75f151e2-9065-4efa-b6f3-12b70f6da317 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:50.808240 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7504064c-0e09-4865-8499-bd4c9e759d09', 'name': 'network-vif-deleted', 'tag': '64256a41-cf3b-44c3-a00e-589d02b64142', 'status': 'completed', 'code': 200} Aug 16 20:49:50.835749 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2cd5f3f6-851a-4296-a37c-66f3f8744c93 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:50.844027 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:50.930282 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31292600-3c02-4141-80dd-a7a6fe368c74 req-8434827b-f285-41f0-8b52-1e60f26d9387 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:50.931241 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-31292600-3c02-4141-80dd-a7a6fe368c74 req-8434827b-f285-41f0-8b52-1e60f26d9387 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43ba75-6dcb-4687-b301-d4eb0c4b26d2 HTTP/1.1" status: 200 len: 946 time: 0.0711753 Aug 16 20:49:50.955961 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.db.api [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:49:50.956544 n-d-793620-15 neutron-server[101846]: DEBUG oslo_db.api [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:49:50.966090 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=2cd5f3f6-851a-4296-a37c-66f3f8744c93,revision_number=6']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:50.994007 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-31292600-3c02-4141-80dd-a7a6fe368c74 req-2cd792d3-e979-408d-8bc7-6f1ed0099398 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528631 Aug 16 20:49:51.522018 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:51.548275 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd5f3f6-851a-4296-a37c-66f3f8744c93 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:51.573728 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 2cd5f3f6-851a-4296-a37c-66f3f8744c93, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=2cd5f3f6-851a-4296-a37c-66f3f8744c93,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:51.693038 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:51.768513 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=2cd5f3f6-851a-4296-a37c-66f3f8744c93,revision_number=7']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:51.771982 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:51.978373 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c38ce2ee-e551-4e46-b48b-3432d59d0741 req-fd95fe81-f53e-4a08-8b9a-8c1515411009 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 210 time: 0.0378048 Aug 16 20:49:52.016744 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbf147-3885-45f3-9b77-73c523677a1a req-d8d1888b-d4e5-4102-963c-ee5feb71d41c tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:52.019229 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e8cbf147-3885-45f3-9b77-73c523677a1a req-d8d1888b-d4e5-4102-963c-ee5feb71d41c tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 948 time: 0.4763551 Aug 16 20:49:52.029623 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['2cd5f3f6-851a-4296-a37c-66f3f8744c93'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:49:52.065614 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e8cbf147-3885-45f3-9b77-73c523677a1a req-b5ba59e3-60bf-42f4-8b5c-7f9a2a15b92d tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353725 Aug 16 20:49:52.066393 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1b6081-a8f9-46dc-b4f2-e1878992ff52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cd5f3f6-851a-4296-a37c-66f3f8744c93'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:52.073492 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf94b1bb-b307-45f6-a448-f6755a6daa41" -d '{"events": [{"server_uuid": "9f1b6081-a8f9-46dc-b4f2-e1878992ff52", "name": "network-vif-unplugged", "status": "completed", "tag": "2cd5f3f6-851a-4296-a37c-66f3f8744c93"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:52.171233 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8af79e-bcd2-4434-8a90-f38cc4e1fad3 req-f69948bc-0ddd-466a-8ccb-014223461934 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:52.173231 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cc8af79e-bcd2-4434-8a90-f38cc4e1fad3 req-f69948bc-0ddd-466a-8ccb-014223461934 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=3bdc5aa2-df19-4ba4-9d02-9ba90a6ecbbb HTTP/1.1" status: 200 len: 950 time: 0.0741060 Aug 16 20:49:52.246256 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8869db-e792-4bf5-a420-671c9debbb60 req-5ea5cd1f-04ed-4470-8955-bc1c62f495a8 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:52.255123 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0c8869db-e792-4bf5-a420-671c9debbb60 req-5ea5cd1f-04ed-4470-8955-bc1c62f495a8 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43ba75-6dcb-4687-b301-d4eb0c4b26d2 HTTP/1.1" status: 200 len: 946 time: 0.1078520 Aug 16 20:49:52.271461 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cc8af79e-bcd2-4434-8a90-f38cc4e1fad3 req-00c51ff1-8b5b-4497-a970-86c729a64994 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818305 Aug 16 20:49:52.319755 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0c8869db-e792-4bf5-a420-671c9debbb60 req-33a86888-271f-43c5-8bed-26c436cbd117 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636318 Aug 16 20:49:52.346645 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a9632c-abd0-4110-8b97-a169aaacff60 x-openstack-request-id: req-d0a9632c-abd0-4110-8b97-a169aaacff60 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:52.346949 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1b6081-a8f9-46dc-b4f2-e1878992ff52", "name": "network-vif-unplugged", "status": "completed", "tag": "2cd5f3f6-851a-4296-a37c-66f3f8744c93", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:52.347211 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d0a9632c-abd0-4110-8b97-a169aaacff60 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:52.347613 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1b6081-a8f9-46dc-b4f2-e1878992ff52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cd5f3f6-851a-4296-a37c-66f3f8744c93', 'code': 200} Aug 16 20:49:52.523946 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 64256a41-cf3b-44c3-a00e-589d02b64142 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:49:52.562179 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 64256a41-cf3b-44c3-a00e-589d02b64142 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:49:52.562532 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 64256a41-cf3b-44c3-a00e-589d02b64142 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:49:52.663214 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d5f51-43e1-4053-8b33-5896d2b544ac req-7935a21d-48c3-47ac-a891-1865e8c9d04b tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:52.669972 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d5f51-43e1-4053-8b33-5896d2b544ac req-7935a21d-48c3-47ac-a891-1865e8c9d04b tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:52.671813 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ea0d5f51-43e1-4053-8b33-5896d2b544ac req-7935a21d-48c3-47ac-a891-1865e8c9d04b tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=3bdc5aa2-df19-4ba4-9d02-9ba90a6ecbbb&device_id=8c862829-57ea-47a7-b957-ab76db9cc306 HTTP/1.1" status: 200 len: 1691 time: 0.0690980 Aug 16 20:49:52.710947 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ea0d5f51-43e1-4053-8b33-5896d2b544ac req-02863de7-117d-433d-b7ce-1ff0db636201 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325303 Aug 16 20:49:52.877851 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd3a6a-8f0b-447c-b915-c3b082c5fde1 req-d7786b6c-b4f2-47ca-b81f-d0de791f55a2 tempest-ServersOnMultiNodesTest-1547253778 tempest-ServersOnMultiNodesTest-1547253778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:52.879607 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d4bd3a6a-8f0b-447c-b915-c3b082c5fde1 req-d7786b6c-b4f2-47ca-b81f-d0de791f55a2 tempest-ServersOnMultiNodesTest-1547253778 tempest-ServersOnMultiNodesTest-1547253778-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=3bdc5aa2-df19-4ba4-9d02-9ba90a6ecbbb HTTP/1.1" status: 200 len: 1102 time: 0.0450561 Aug 16 20:49:52.919842 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d4bd3a6a-8f0b-447c-b915-c3b082c5fde1 req-514fdebf-839a-4512-85fa-9e36b32c3f4d tempest-ServersOnMultiNodesTest-1547253778 tempest-ServersOnMultiNodesTest-1547253778-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304365 Aug 16 20:49:53.036024 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a158e60-dbb6-43b8-a944-7233f8e31e15 req-f270083b-9acc-4e92-9254-9996d03992b1 tempest-ServersOnMultiNodesTest-1547253778 tempest-ServersOnMultiNodesTest-1547253778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:53.039234 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2a158e60-dbb6-43b8-a944-7233f8e31e15 req-f270083b-9acc-4e92-9254-9996d03992b1 tempest-ServersOnMultiNodesTest-1547253778 tempest-ServersOnMultiNodesTest-1547253778-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=8c862829-57ea-47a7-b957-ab76db9cc306 HTTP/1.1" status: 200 len: 1102 time: 0.0498869 Aug 16 20:49:53.081031 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2a158e60-dbb6-43b8-a944-7233f8e31e15 req-5e84c072-f73f-48a0-bc8c-765d4d9110b7 tempest-ServersOnMultiNodesTest-1547253778 tempest-ServersOnMultiNodesTest-1547253778-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399120 Aug 16 20:49:53.120914 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ea2b931d-cb95-44f9-b4d3-c4824db6f15e req-d98e1b4e-cd05-4a93-8bbd-e12fb49b63a1 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 210 time: 0.0386772 Aug 16 20:49:53.227269 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9edfc-c7ea-4ef8-87eb-54c303bf2449 req-28b9e5fb-7f3d-4152-8088-4c5e4b4fbabe tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:53.232553 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6bf9edfc-c7ea-4ef8-87eb-54c303bf2449 req-28b9e5fb-7f3d-4152-8088-4c5e4b4fbabe tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 949 time: 0.0711863 Aug 16 20:49:53.279561 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6bf9edfc-c7ea-4ef8-87eb-54c303bf2449 req-7fd098fd-2b9b-467e-9e51-e53516f75e7d tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437813 Aug 16 20:49:53.343245 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-bf14e867-a844-43a2-8abf-8c7b4e7bfa7b tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=34d8c782880e4e14877287a38850e52e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273943 Aug 16 20:49:53.529604 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95810e-33bc-45ef-a0bc-d7d475feb6b3 req-64eb11d7-8a62-4eb5-81c6-aca5589e050d tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:53.531377 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2b95810e-33bc-45ef-a0bc-d7d475feb6b3 req-64eb11d7-8a62-4eb5-81c6-aca5589e050d tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43ba75-6dcb-4687-b301-d4eb0c4b26d2 HTTP/1.1" status: 200 len: 946 time: 0.0952728 Aug 16 20:49:53.564993 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-42b73d75-465d-4db0-8d7b-ccd03909a80d tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:53.573308 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-42b73d75-465d-4db0-8d7b-ccd03909a80d tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2221425 Aug 16 20:49:53.592338 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-542edf36-92ee-4117-a763-27708a621733 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/quotas/34d8c782880e4e14877287a38850e52e HTTP/1.1" status: 200 len: 375 time: 0.0187180 Aug 16 20:49:53.620726 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2b95810e-33bc-45ef-a0bc-d7d475feb6b3 req-600d595a-9c1d-42b9-9247-9a48994f8f75 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783429 Aug 16 20:49:53.667323 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-98883cea-9fc1-4795-be27-f6ae8d0b5cbb tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=34d8c782880e4e14877287a38850e52e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0627127 Aug 16 20:49:53.699225 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38340) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:53.862981 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a9e6048d-6f25-4c9f-9638-540b7560ce65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:54.038720 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a9e6048d-6f25-4c9f-9638-540b7560ce65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:54.124548 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a9e6048d-6f25-4c9f-9638-540b7560ce65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:54.202367 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b9ed6962-7936-4968-8408-3697ee7b4061 req-68341e99-5026-4663-95e2-f3e4881ef09d tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=f8e28823-961e-4e97-9f97-d8343c2f1e81 HTTP/1.1" status: 200 len: 210 time: 0.0585725 Aug 16 20:49:54.203021 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e6048d-6f25-4c9f-9638-540b7560ce65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec49468e-e1be-4475-81b2-280c95cdf636,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:54.229981 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a9e6048d-6f25-4c9f-9638-540b7560ce65 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=96dbbf7c17874b35aa277ac3be96b1cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5225358 Aug 16 20:49:54.230104 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38360) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:54.323839 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1bf3ff43-328f-4dfe-8607-5af499707c72 req-005a56f3-a011-492c-9445-4e869a183a88 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 210 time: 0.0465872 Aug 16 20:49:54.341709 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6c79fef5-5bff-4e6b-8a94-e04d3c976927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:54.376045 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6c79fef5-5bff-4e6b-8a94-e04d3c976927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:54.407717 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:49:54.456684 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d83d1-dab8-4962-b7d0-36edd9621df7 req-6a974f30-56cf-487d-95ed-988ce30cb75b tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:54.458320 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-737d83d1-dab8-4962-b7d0-36edd9621df7 req-6a974f30-56cf-487d-95ed-988ce30cb75b tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 949 time: 0.0731919 Aug 16 20:49:54.509583 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-737d83d1-dab8-4962-b7d0-36edd9621df7 req-876b34c9-9300-4e1a-aa34-851a96e5ea22 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424747 Aug 16 20:49:54.529212 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 2cd5f3f6-851a-4296-a37c-66f3f8744c93 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:49:54.592923 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 2cd5f3f6-851a-4296-a37c-66f3f8744c93 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:54.593348 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:54.637433 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6c79fef5-5bff-4e6b-8a94-e04d3c976927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:54.641162 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6c79fef5-5bff-4e6b-8a94-e04d3c976927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:54.642386 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6c79fef5-5bff-4e6b-8a94-e04d3c976927 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ec49468e-e1be-4475-81b2-280c95cdf636 HTTP/1.1" status: 204 len: 168 time: 0.4112699 Aug 16 20:49:54.653569 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c79fef5-5bff-4e6b-8a94-e04d3c976927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec49468e-e1be-4475-81b2-280c95cdf636,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:54.721149 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:54.748766 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1b6081-a8f9-46dc-b4f2-e1878992ff52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd5f3f6-851a-4296-a37c-66f3f8744c93'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:54.751580 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba210003-ddda-4700-82ed-f9ed34240f96" -d '{"events": [{"server_uuid": "9f1b6081-a8f9-46dc-b4f2-e1878992ff52", "name": "network-vif-plugged", "status": "completed", "tag": "2cd5f3f6-851a-4296-a37c-66f3f8744c93"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:54.774443 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 2cd5f3f6-851a-4296-a37c-66f3f8744c93, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=2cd5f3f6-851a-4296-a37c-66f3f8744c93,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:54.809878 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eddc3a4-a5ca-4708-9f2e-7832ed948cfb x-openstack-request-id: req-8eddc3a4-a5ca-4708-9f2e-7832ed948cfb {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:54.810177 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1b6081-a8f9-46dc-b4f2-e1878992ff52", "name": "network-vif-plugged", "status": "completed", "tag": "2cd5f3f6-851a-4296-a37c-66f3f8744c93", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:54.810495 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8eddc3a4-a5ca-4708-9f2e-7832ed948cfb {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:54.810905 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1b6081-a8f9-46dc-b4f2-e1878992ff52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd5f3f6-851a-4296-a37c-66f3f8744c93', 'code': 200} Aug 16 20:49:54.854708 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca82fd-2eed-49df-8ce3-1950e8e3f52f req-e6f85b8a-1769-4eda-96ca-1eb4f68f26a9 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:54.856441 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0dca82fd-2eed-49df-8ce3-1950e8e3f52f req-e6f85b8a-1769-4eda-96ca-1eb4f68f26a9 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43ba75-6dcb-4687-b301-d4eb0c4b26d2 HTTP/1.1" status: 200 len: 946 time: 0.0631325 Aug 16 20:49:54.870511 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:54.932159 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=2cd5f3f6-851a-4296-a37c-66f3f8744c93,revision_number=8']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:54.933962 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0dca82fd-2eed-49df-8ce3-1950e8e3f52f req-c952defc-9042-4543-bd3c-f1305a1ac040 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696828 Aug 16 20:49:55.100840 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90b93f-29f6-4e19-8d15-f0c241c38ffa req-78ed7441-7e15-4fe0-abaf-4264e7d57c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:55.100840 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6f90b93f-29f6-4e19-8d15-f0c241c38ffa req-78ed7441-7e15-4fe0-abaf-4264e7d57c3c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 1102 time: 0.0508134 Aug 16 20:49:55.151258 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6f90b93f-29f6-4e19-8d15-f0c241c38ffa req-15853c74-f339-41c7-9667-2f4a91017197 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421872 Aug 16 20:49:55.291500 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a0f874ca-5bf7-424a-a631-8e45055e5c87 req-0883b6b3-5a9b-4e42-b060-19f447fceb8a tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=f8e28823-961e-4e97-9f97-d8343c2f1e81 HTTP/1.1" status: 200 len: 210 time: 0.0268967 Aug 16 20:49:55.436605 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-363e882e-e1af-4a34-99e9-6587369c0e0a req-a550cb13-efd2-4384-a721-8cb047338ce0 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=7504064c-0e09-4865-8499-bd4c9e759d09 HTTP/1.1" status: 200 len: 210 time: 0.0287340 Aug 16 20:49:55.631977 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f262524-7b3e-4c5a-be15-ddcaa55affc9 req-07107ecc-b670-40da-ae7a-17c3a8608cb5 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:55.633612 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9f262524-7b3e-4c5a-be15-ddcaa55affc9 req-07107ecc-b670-40da-ae7a-17c3a8608cb5 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.0507910 Aug 16 20:49:55.688787 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9f262524-7b3e-4c5a-be15-ddcaa55affc9 req-1fc6e74e-f2b6-4513-8c72-3077e8667500 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485406 Aug 16 20:49:55.706658 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38388) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:55.722130 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7c8c130a-6f41-4a66-8da2-a705d70d3f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:55.842875 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7c8c130a-6f41-4a66-8da2-a705d70d3f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:55.889743 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-67b833c8-9fed-46c7-bdd8-adffe7cc68ab req-7d067e1e-363c-4635-ac91-e4d82ae5352c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0cc783af-868b-4d71-a962-b17718923359&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449350 Aug 16 20:49:55.949610 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7c8c130a-6f41-4a66-8da2-a705d70d3f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:55.966333 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b833c8-9fed-46c7-bdd8-adffe7cc68ab req-796ee05e-e7a7-4021-a1cb-7009760f0198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:55.968028 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-67b833c8-9fed-46c7-bdd8-adffe7cc68ab req-796ee05e-e7a7-4021-a1cb-7009760f0198 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5c29e48fae084d449b0f4cde2be8cdcd&device_id=0cc783af-868b-4d71-a962-b17718923359 HTTP/1.1" status: 200 len: 1097 time: 0.0520287 Aug 16 20:49:56.002708 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7c8c130a-6f41-4a66-8da2-a705d70d3f16 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f78cfa6d622a4e62a39eb46d01f2919d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2950459 Aug 16 20:49:56.003848 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c130a-6f41-4a66-8da2-a705d70d3f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a19e7a2-d2ef-4bda-94eb-a2640df26caf,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:56.008201 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38396) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:56.083588 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9000c583-a8cf-4c30-92b2-4c6ff615f93c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:56.141898 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9000c583-a8cf-4c30-92b2-4c6ff615f93c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:56.161798 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5dcbc-56e4-4334-bfcf-e96f5241af62 req-3ab11e90-090a-4483-a45e-4e9a242ae3a4 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:56.169227 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4fd5dcbc-56e4-4334-bfcf-e96f5241af62 req-3ab11e90-090a-4483-a45e-4e9a242ae3a4 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43ba75-6dcb-4687-b301-d4eb0c4b26d2 HTTP/1.1" status: 200 len: 946 time: 0.0739019 Aug 16 20:49:56.228827 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4fd5dcbc-56e4-4334-bfcf-e96f5241af62 req-601cf575-f2e9-49ec-8cf9-e932204a04a8 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586088 Aug 16 20:49:56.246660 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b833c8-9fed-46c7-bdd8-adffe7cc68ab req-68d9dce3-b491-4e94-a277-5ff385f86b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:56.248588 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-67b833c8-9fed-46c7-bdd8-adffe7cc68ab req-68d9dce3-b491-4e94-a277-5ff385f86b3b service neutron] 10.222.0.90 "GET /v2.0/networks?id=b56b8173-9d6f-464b-a699-1e1af2b58029 HTTP/1.1" status: 200 len: 915 time: 0.2460563 Aug 16 20:49:56.325421 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-67b833c8-9fed-46c7-bdd8-adffe7cc68ab req-ac361ec6-a1d1-40d4-8006-8756784cff28 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a718432-bd6a-4019-8b1e-78f6be82f8cf HTTP/1.1" status: 200 len: 1000 time: 0.0662227 Aug 16 20:49:56.349619 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9000c583-a8cf-4c30-92b2-4c6ff615f93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:56.353019 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9000c583-a8cf-4c30-92b2-4c6ff615f93c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:56.361562 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9000c583-a8cf-4c30-92b2-4c6ff615f93c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0a19e7a2-d2ef-4bda-94eb-a2640df26caf HTTP/1.1" status: 204 len: 168 time: 0.3523166 Aug 16 20:49:56.386507 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b833c8-9fed-46c7-bdd8-adffe7cc68ab req-ba5fb25a-1a96-407e-9b1e-7886beae3b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:56.388647 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-67b833c8-9fed-46c7-bdd8-adffe7cc68ab req-ba5fb25a-1a96-407e-9b1e-7886beae3b49 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c1595dc5-d276-4518-bf31-00be5b97dc13 HTTP/1.1" status: 200 len: 853 time: 0.0538969 Aug 16 20:49:56.409107 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000c583-a8cf-4c30-92b2-4c6ff615f93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a19e7a2-d2ef-4bda-94eb-a2640df26caf,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:56.530353 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b833c8-9fed-46c7-bdd8-adffe7cc68ab req-2b5875c5-7bef-4ce1-b262-b830df9c9382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:56.531987 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-67b833c8-9fed-46c7-bdd8-adffe7cc68ab req-2b5875c5-7bef-4ce1-b262-b830df9c9382 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b56b8173-9d6f-464b-a699-1e1af2b58029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1279008 Aug 16 20:49:56.553514 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f3ac39ca-7163-4ab9-805a-397195c3b4cb req-706ad5fa-2998-48dc-b75c-b349821c2c99 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=f8e28823-961e-4e97-9f97-d8343c2f1e81 HTTP/1.1" status: 200 len: 210 time: 0.0520182 Aug 16 20:49:56.683369 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-67b833c8-9fed-46c7-bdd8-adffe7cc68ab req-295979a3-4f39-4577-8838-097c37a9598b service neutron] 10.222.0.90 "GET /v2.0/networks/b56b8173-9d6f-464b-a699-1e1af2b58029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286058 Aug 16 20:49:56.853567 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-67b833c8-9fed-46c7-bdd8-adffe7cc68ab req-7a1df404-15a0-4afa-8c77-6c592f4090e5 service neutron] 10.222.0.90 "GET /v2.0/networks/b56b8173-9d6f-464b-a699-1e1af2b58029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600804 Aug 16 20:49:56.886872 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445fcff-0ed5-45cc-a6c6-16e28324f5b0 req-4d8877ab-8f90-4002-be25-b630999725c2 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:56.889045 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2445fcff-0ed5-45cc-a6c6-16e28324f5b0 req-4d8877ab-8f90-4002-be25-b630999725c2 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.1084647 Aug 16 20:49:56.980749 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2445fcff-0ed5-45cc-a6c6-16e28324f5b0 req-5731d6eb-316b-4051-a0af-b065c585dc24 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759037 Aug 16 20:49:57.133571 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08652a1d-6f1a-464a-bcc1-6c8e8d70bcbd req-f90b1abb-5a8e-4d7d-9fbb-039356ed9c78 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:57.135166 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-08652a1d-6f1a-464a-bcc1-6c8e8d70bcbd req-f90b1abb-5a8e-4d7d-9fbb-039356ed9c78 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.0621870 Aug 16 20:49:57.180923 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-08652a1d-6f1a-464a-bcc1-6c8e8d70bcbd req-427e98aa-8140-40c7-961d-7b4cb2743342 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389895 Aug 16 20:49:57.302596 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-8495bf3e-4427-49da-bfcd-1af4d9608fa0 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=34d8c782880e4e14877287a38850e52e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440588 Aug 16 20:49:57.512313 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68119a88-ac0e-4a23-8be9-9d749343a9ab req-9ea457d6-d29a-4b4e-a5b8-37c0886a53f4 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:57.521250 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68119a88-ac0e-4a23-8be9-9d749343a9ab req-9ea457d6-d29a-4b4e-a5b8-37c0886a53f4 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43ba75-6dcb-4687-b301-d4eb0c4b26d2 HTTP/1.1" status: 200 len: 946 time: 0.1059082 Aug 16 20:49:57.615979 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68119a88-ac0e-4a23-8be9-9d749343a9ab req-6ad36cef-8b28-46be-89cf-d179cc4038e1 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933440 Aug 16 20:49:57.629135 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-4d56c5be-4d1e-49d2-b6a2-c69f0ae4c519 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:57.629135 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-4d56c5be-4d1e-49d2-b6a2-c69f0ae4c519 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3039587 Aug 16 20:49:57.650239 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-6e2dbe7b-6100-4d9b-b4ff-028488daa222 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Request body: {'port': {'device_id': 'f8e28823-961e-4e97-9f97-d8343c2f1e81', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'admin_state_up': True, 'tenant_id': '34d8c782880e4e14877287a38850e52e'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:57.795255 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1e77902f-a518-40d0-8e7f-7ba4dc7296b5 req-59f30433-6ba0-43af-acd8-50693abd633d tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=f8e28823-961e-4e97-9f97-d8343c2f1e81 HTTP/1.1" status: 200 len: 210 time: 0.0478766 Aug 16 20:49:57.883102 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465070a-39f3-4751-a256-e4a98667ff18 req-fa075384-f1da-4c07-8b83-0839f7d59295 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:57.884949 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d465070a-39f3-4751-a256-e4a98667ff18 req-fa075384-f1da-4c07-8b83-0839f7d59295 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.0777192 Aug 16 20:49:57.938064 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d465070a-39f3-4751-a256-e4a98667ff18 req-93b3a71a-7c2b-4c85-af54-7058acb825f6 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435016 Aug 16 20:49:57.968174 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-6e2dbe7b-6100-4d9b-b4ff-028488daa222 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Made reservation on behalf of 34d8c782880e4e14877287a38850e52e for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:49:57.976874 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-6e2dbe7b-6100-4d9b-b4ff-028488daa222 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:58.218724 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-6e2dbe7b-6100-4d9b-b4ff-028488daa222 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Allocated IP 192.168.233.120 (d77fce7e-e915-4ee5-ada6-d6f376af2589/2883ed1d-8e71-4475-b2ce-2177242b9f23/6cda2720-1cf3-45f1-8e31-bc271e42d531) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:49:58.429193 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-6e2dbe7b-6100-4d9b-b4ff-028488daa222 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:58.445899 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-6e2dbe7b-6100-4d9b-b4ff-028488daa222 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Transition to ACTIVE for port object 6cda2720-1cf3-45f1-8e31-bc271e42d531 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:49:58.612409 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-6e2dbe7b-6100-4d9b-b4ff-028488daa222 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:58.629553 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['d12fa717-5873-4d2b-90e6-5c7935218310'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:49:58.633422 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['d88b29f6-cf28-4a24-ba6e-34e54b0a41c9', 'ef0c7a6f-3506-409b-8c4f-e21c66093609', '7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:49:58.675165 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-6e2dbe7b-6100-4d9b-b4ff-028488daa222 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Network d77fce7e-e915-4ee5-ada6-d6f376af2589 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:49:58.679081 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-6e2dbe7b-6100-4d9b-b4ff-028488daa222 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:49:58.684018 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-6e2dbe7b-6100-4d9b-b4ff-028488daa222 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:49:58.689945 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2dbe7b-6100-4d9b-b4ff-028488daa222 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Pushing event updated for resources: {'Port': ['ID=6cda2720-1cf3-45f1-8e31-bc271e42d531,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:58.811270 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-6e2dbe7b-6100-4d9b-b4ff-028488daa222 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:58.812497 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-6e2dbe7b-6100-4d9b-b4ff-028488daa222 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:58.844644 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f699c7-c337-4a94-8e96-b49f1050b8ca req-e7bef10a-fb82-47b3-b7df-87006801cd0e tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:58.846971 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50f699c7-c337-4a94-8e96-b49f1050b8ca req-e7bef10a-fb82-47b3-b7df-87006801cd0e tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43ba75-6dcb-4687-b301-d4eb0c4b26d2 HTTP/1.1" status: 200 len: 946 time: 0.1126442 Aug 16 20:49:58.994994 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-6e2dbe7b-6100-4d9b-b4ff-028488daa222 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3574350 Aug 16 20:49:59.029451 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50f699c7-c337-4a94-8e96-b49f1050b8ca req-ab90e279-9cfb-4f78-8a74-f0b31f39e0f3 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691890 Aug 16 20:49:59.049987 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-ba635900-cf7c-4a71-a160-ff605e4d07f1 service neutron] Request body: {'port': {'device_id': 'f8e28823-961e-4e97-9f97-d8343c2f1e81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:59.161423 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-ba635900-cf7c-4a71-a160-ff605e4d07f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:59.206299 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d04f6-507e-44b4-9401-06a5b36bc77c req-f1689a2f-e855-45b9-8892-3037fa61c1f3 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:59.208242 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-129d04f6-507e-44b4-9401-06a5b36bc77c req-f1689a2f-e855-45b9-8892-3037fa61c1f3 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=f8e28823-961e-4e97-9f97-d8343c2f1e81 HTTP/1.1" status: 200 len: 936 time: 0.2744520 Aug 16 20:49:59.275968 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-067714ca-080e-4698-89a7-305175c25c74 None None] Provisioning for port 6cda2720-1cf3-45f1-8e31-bc271e42d531 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:49:59.299887 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-067714ca-080e-4698-89a7-305175c25c74 None None] Provisioning complete for port 6cda2720-1cf3-45f1-8e31-bc271e42d531 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:59.299887 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-067714ca-080e-4698-89a7-305175c25c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:59.314271 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-129d04f6-507e-44b4-9401-06a5b36bc77c req-ec3f42ad-b838-4115-92f5-4a143554eacf tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562973 Aug 16 20:49:59.352971 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b5885-484f-42a1-8dec-cccc0cd97d3e req-f04e1631-da41-4a91-b4e2-d1289fba4f1f tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:59.354777 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-213b5885-484f-42a1-8dec-cccc0cd97d3e req-f04e1631-da41-4a91-b4e2-d1289fba4f1f tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.1677063 Aug 16 20:49:59.419454 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-067714ca-080e-4698-89a7-305175c25c74 None None] Port 6cda2720-1cf3-45f1-8e31-bc271e42d531 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:49:59.567964 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-213b5885-484f-42a1-8dec-cccc0cd97d3e req-457c583b-6549-4e07-82e7-67ed1df9e183 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947982 Aug 16 20:49:59.752697 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-ba635900-cf7c-4a71-a160-ff605e4d07f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cda2720-1cf3-45f1-8e31-bc271e42d531 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:59.762406 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-ba635900-cf7c-4a71-a160-ff605e4d07f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:59.777271 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-ba635900-cf7c-4a71-a160-ff605e4d07f1 service neutron] Transition to ACTIVE for port object 6cda2720-1cf3-45f1-8e31-bc271e42d531 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:49:59.868511 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-ba635900-cf7c-4a71-a160-ff605e4d07f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:59.975366 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba635900-cf7c-4a71-a160-ff605e4d07f1 service neutron] Pushing event updated for resources: {'Port': ['ID=6cda2720-1cf3-45f1-8e31-bc271e42d531,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:00.035617 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-ba635900-cf7c-4a71-a160-ff605e4d07f1 service neutron] Attempting to bind port 6cda2720-1cf3-45f1-8e31-bc271e42d531 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:50:00.036023 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-ba635900-cf7c-4a71-a160-ff605e4d07f1 service neutron] Attempting to bind port 6cda2720-1cf3-45f1-8e31-bc271e42d531 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:50:00.036362 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-ba635900-cf7c-4a71-a160-ff605e4d07f1 service neutron] Attempting to bind port 6cda2720-1cf3-45f1-8e31-bc271e42d531 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:00.043206 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-ba635900-cf7c-4a71-a160-ff605e4d07f1 service neutron] Port 6cda2720-1cf3-45f1-8e31-bc271e42d531 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:50:00.043542 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-ba635900-cf7c-4a71-a160-ff605e4d07f1 service neutron] Attempting to bind port 6cda2720-1cf3-45f1-8e31-bc271e42d531 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:00.063083 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-ba635900-cf7c-4a71-a160-ff605e4d07f1 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:50:00.068037 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-ba635900-cf7c-4a71-a160-ff605e4d07f1 service neutron] Checking segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:50:00.068037 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-ba635900-cf7c-4a71-a160-ff605e4d07f1 service neutron] Bound using segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:50:00.068037 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-ba635900-cf7c-4a71-a160-ff605e4d07f1 service neutron] Bound port: 6cda2720-1cf3-45f1-8e31-bc271e42d531, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:50:00.068709 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-ba635900-cf7c-4a71-a160-ff605e4d07f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:00.187910 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-ba635900-cf7c-4a71-a160-ff605e4d07f1 service neutron] For port 6cda2720-1cf3-45f1-8e31-bc271e42d531, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:50:00.192077 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-ba635900-cf7c-4a71-a160-ff605e4d07f1 service neutron] For port 6cda2720-1cf3-45f1-8e31-bc271e42d531, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=6cda2720-1cf3-45f1-8e31-bc271e42d531,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:50:00.284844 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-ba635900-cf7c-4a71-a160-ff605e4d07f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:00.382518 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cdfc03-7f73-43ec-b579-1b0cdfb98354 req-f92ff9b5-b424-4e01-b8d7-54d578a8dccf tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:00.385555 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-61cdfc03-7f73-43ec-b579-1b0cdfb98354 req-f92ff9b5-b424-4e01-b8d7-54d578a8dccf tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43ba75-6dcb-4687-b301-d4eb0c4b26d2 HTTP/1.1" status: 200 len: 946 time: 0.1897099 Aug 16 20:50:00.385555 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba635900-cf7c-4a71-a160-ff605e4d07f1 service neutron] Pushing event updated for resources: {'Port': ['ID=6cda2720-1cf3-45f1-8e31-bc271e42d531,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:00.401954 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-ba635900-cf7c-4a71-a160-ff605e4d07f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:00.402902 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-ba635900-cf7c-4a71-a160-ff605e4d07f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:00.404571 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-ba635900-cf7c-4a71-a160-ff605e4d07f1 service neutron] 10.222.0.90 "PUT /v2.0/ports/6cda2720-1cf3-45f1-8e31-bc271e42d531 HTTP/1.1" status: 200 len: 1097 time: 1.3741663 Aug 16 20:50:00.405582 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e28823-961e-4e97-9f97-d8343c2f1e81', 'tag': '6cda2720-1cf3-45f1-8e31-bc271e42d531'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:00.408103 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c5a760-9cfc-47f6-b876-b35e53ecad88" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e28823-961e-4e97-9f97-d8343c2f1e81", "tag": "6cda2720-1cf3-45f1-8e31-bc271e42d531"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:00.453274 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-61cdfc03-7f73-43ec-b579-1b0cdfb98354 req-6e3dfb8e-b69d-4190-a019-f453ede5e8dd tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407774 Aug 16 20:50:00.530676 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98b3e6-653a-4b38-8fcf-72531a026f7d req-f2615708-df43-4781-9652-5443ec3a5cdd tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:00.532446 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c98b3e6-653a-4b38-8fcf-72531a026f7d req-f2615708-df43-4781-9652-5443ec3a5cdd tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=f8e28823-961e-4e97-9f97-d8343c2f1e81 HTTP/1.1" status: 200 len: 948 time: 0.0829473 Aug 16 20:50:00.539965 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd733c6-4ea6-497a-a9d0-44161d800f3a x-openstack-request-id: req-bfd733c6-4ea6-497a-a9d0-44161d800f3a {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:00.540262 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e28823-961e-4e97-9f97-d8343c2f1e81", "tag": "6cda2720-1cf3-45f1-8e31-bc271e42d531", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:00.540519 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-bfd733c6-4ea6-497a-a9d0-44161d800f3a {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:00.540925 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e28823-961e-4e97-9f97-d8343c2f1e81', 'tag': '6cda2720-1cf3-45f1-8e31-bc271e42d531', 'status': 'completed', 'code': 200} Aug 16 20:50:00.638644 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c98b3e6-653a-4b38-8fcf-72531a026f7d req-bab46b82-cbf2-4977-bffe-5674fe0d377a tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864110 Aug 16 20:50:00.719101 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5a760-9cfc-47f6-b876-b35e53ecad88 req-6ee87ba6-9665-4e56-a36c-47108db6cd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:00.722944 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-14c5a760-9cfc-47f6-b876-b35e53ecad88 req-6ee87ba6-9665-4e56-a36c-47108db6cd09 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=34d8c782880e4e14877287a38850e52e&device_id=f8e28823-961e-4e97-9f97-d8343c2f1e81 HTTP/1.1" status: 200 len: 1100 time: 0.1025381 Aug 16 20:50:00.786672 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f0dcf-dacd-410a-95f5-039d8c238132 req-481ef82e-574e-44de-ba60-3c719168a8be tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:00.794797 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-244f0dcf-dacd-410a-95f5-039d8c238132 req-481ef82e-574e-44de-ba60-3c719168a8be tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.0652416 Aug 16 20:50:00.844133 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-14c5a760-9cfc-47f6-b876-b35e53ecad88 req-5d326808-f70a-41d7-be5a-f50233430a0d service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=34d8c782880e4e14877287a38850e52e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707963 Aug 16 20:50:00.944491 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d406d2e-0c20-4b49-951f-c7386730b6e4 req-8cbec540-c5df-4bf0-aae9-67e282e74d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:00.946973 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4d406d2e-0c20-4b49-951f-c7386730b6e4 req-8cbec540-c5df-4bf0-aae9-67e282e74d99 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0d43ba75-6dcb-4687-b301-d4eb0c4b26d2 HTTP/1.1" status: 200 len: 1098 time: 0.1723747 Aug 16 20:50:00.960355 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-244f0dcf-dacd-410a-95f5-039d8c238132 req-03512822-06ba-4d1f-9178-c7527cf93fb2 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645737 Aug 16 20:50:01.061812 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5a760-9cfc-47f6-b876-b35e53ecad88 req-d0e87fa5-ebba-47dc-b7cd-d1b1997e2f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:01.063556 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-14c5a760-9cfc-47f6-b876-b35e53ecad88 req-d0e87fa5-ebba-47dc-b7cd-d1b1997e2f23 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2077999 Aug 16 20:50:01.094687 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4d406d2e-0c20-4b49-951f-c7386730b6e4 req-a16d6874-93d8-4a07-ae98-2fc458a7e78b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993702 Aug 16 20:50:01.146186 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38538) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:01.205231 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-69a84be6-e782-44e9-806d-b752fc805944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:01.207167 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-69a84be6-e782-44e9-806d-b752fc805944 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=34d8c782880e4e14877287a38850e52e&device_id=f8e28823-961e-4e97-9f97-d8343c2f1e81 HTTP/1.1" status: 200 len: 1100 time: 0.0491016 Aug 16 20:50:01.277988 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ef1e4c21-0fc8-4f47-b480-4fb05264b7f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:01.328672 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-0521dbe2-b15c-45ad-ab28-263d11e0f3fd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=6cda2720-1cf3-45f1-8e31-bc271e42d531 HTTP/1.1" status: 200 len: 217 time: 0.0805964 Aug 16 20:50:01.386597 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ef1e4c21-0fc8-4f47-b480-4fb05264b7f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:01.403500 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-4ab63382-b2e7-4a07-8c65-0af3f1e14079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:01.405297 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-4ab63382-b2e7-4a07-8c65-0af3f1e14079 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0757878 Aug 16 20:50:01.463368 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-5e47024a-5860-42d4-92a4-310d4e4a074d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:01.464966 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-5e47024a-5860-42d4-92a4-310d4e4a074d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0516622 Aug 16 20:50:01.468512 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ef1e4c21-0fc8-4f47-b480-4fb05264b7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:01.526077 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ef1e4c21-0fc8-4f47-b480-4fb05264b7f7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f279e470723745028e5ed9fb4d3af559&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3783140 Aug 16 20:50:01.527195 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38548) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:01.533867 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e4c21-0fc8-4f47-b480-4fb05264b7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5690d6cc-b61a-4ed5-beb8-20ddc20017ca,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:01.623098 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3dfb38ca-2808-4ab1-b20b-e93b15994964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:01.662617 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3dfb38ca-2808-4ab1-b20b-e93b15994964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:01.729272 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9daf2-e501-4a9e-a0ae-7730c7860c73 req-50114419-ecdf-4948-aab1-fdf3add6ceef tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:01.735465 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-afa9daf2-e501-4a9e-a0ae-7730c7860c73 req-50114419-ecdf-4948-aab1-fdf3add6ceef tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43ba75-6dcb-4687-b301-d4eb0c4b26d2 HTTP/1.1" status: 200 len: 946 time: 0.1425786 Aug 16 20:50:01.735465 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-00e9ef2b-0976-458a-8550-030aa9aaf9c0 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549078 Aug 16 20:50:01.794286 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3dfb38ca-2808-4ab1-b20b-e93b15994964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:01.799142 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3dfb38ca-2808-4ab1-b20b-e93b15994964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:01.799142 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3dfb38ca-2808-4ab1-b20b-e93b15994964 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5690d6cc-b61a-4ed5-beb8-20ddc20017ca HTTP/1.1" status: 204 len: 168 time: 0.2697823 Aug 16 20:50:01.808701 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb38ca-2808-4ab1-b20b-e93b15994964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5690d6cc-b61a-4ed5-beb8-20ddc20017ca,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:01.888583 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-afa9daf2-e501-4a9e-a0ae-7730c7860c73 req-8e32c560-b7b5-4025-8a1e-dd7335b0b511 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460502 Aug 16 20:50:01.908276 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62384a69-b4da-4ef1-bae0-8085c0a9c550 req-b31fb631-143e-4bbe-b379-f84408876885 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:01.909752 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-62384a69-b4da-4ef1-bae0-8085c0a9c550 req-b31fb631-143e-4bbe-b379-f84408876885 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=f8e28823-961e-4e97-9f97-d8343c2f1e81 HTTP/1.1" status: 200 len: 948 time: 0.1662607 Aug 16 20:50:01.953952 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd68cb70-6f09-413e-85de-7e04d3e51f4d req-338b92bd-05f3-43ef-ac39-0ca2faade987 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942732 Aug 16 20:50:01.966325 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-62384a69-b4da-4ef1-bae0-8085c0a9c550 req-aa1009c1-5041-490b-aad0-daa0238d5fc6 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451884 Aug 16 20:50:02.103007 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f39e1b-327a-464f-8785-6ce090582565 req-89fa4a54-98a4-47e1-8e14-d4ab8f3fe6ce tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:02.104685 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c9f39e1b-327a-464f-8785-6ce090582565 req-89fa4a54-98a4-47e1-8e14-d4ab8f3fe6ce tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.0584607 Aug 16 20:50:02.152226 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c9f39e1b-327a-464f-8785-6ce090582565 req-d680b541-a20e-4377-9d8c-a29f06870144 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398262 Aug 16 20:50:02.808240 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38570) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:02.822744 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-84909387-9708-49ee-b6f1-230d068dc755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:02.940890 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e94af3-07dc-420a-a5de-210d2f6feb6c req-773653d4-ce17-4fae-b335-4d552c1258cd tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:02.944907 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b0e94af3-07dc-420a-a5de-210d2f6feb6c req-773653d4-ce17-4fae-b335-4d552c1258cd tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006 HTTP/1.1" status: 200 len: 944 time: 0.0728924 Aug 16 20:50:02.966757 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-84909387-9708-49ee-b6f1-230d068dc755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:03.024536 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b0e94af3-07dc-420a-a5de-210d2f6feb6c req-3a06b145-16bf-4684-a244-8a4d41bbee9a tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678442 Aug 16 20:50:03.042467 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a38f3-e3b0-4240-91c2-0a13219c81aa req-66267a54-9ce4-4d09-a343-98cda70ca2cd tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:03.043899 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1d7a38f3-e3b0-4240-91c2-0a13219c81aa req-66267a54-9ce4-4d09-a343-98cda70ca2cd tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43ba75-6dcb-4687-b301-d4eb0c4b26d2 HTTP/1.1" status: 200 len: 946 time: 0.0685425 Aug 16 20:50:03.084496 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-84909387-9708-49ee-b6f1-230d068dc755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:03.112383 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1d7a38f3-e3b0-4240-91c2-0a13219c81aa req-51559709-3e70-42c5-824f-28b6dad0bd82 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604281 Aug 16 20:50:03.128837 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-84909387-9708-49ee-b6f1-230d068dc755 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0c7c25b145ea47779b695bb07dd69f50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3125737 Aug 16 20:50:03.130764 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38582) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:03.136936 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84909387-9708-49ee-b6f1-230d068dc755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730ae65f-e722-4dd6-b9c6-7355e71287f1,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:03.204684 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d8f0e2a0-eb1a-4136-9a67-e6556a8ff5ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:03.231348 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d8f0e2a0-eb1a-4136-9a67-e6556a8ff5ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:03.240163 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f74b4b-0898-4554-8f15-71a7c6b402c8 req-e56885d1-4bcc-4ac9-b8ef-96b32a0d3b9d tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:03.242192 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-34f74b4b-0898-4554-8f15-71a7c6b402c8 req-e56885d1-4bcc-4ac9-b8ef-96b32a0d3b9d tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=f8e28823-961e-4e97-9f97-d8343c2f1e81 HTTP/1.1" status: 200 len: 948 time: 0.0537331 Aug 16 20:50:03.318809 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-34f74b4b-0898-4554-8f15-71a7c6b402c8 req-0cd26327-3dc8-4526-b6b9-142ba0247f8c tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694015 Aug 16 20:50:03.344665 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46c988-95a1-446d-8b53-2a68dece6612 req-0ab6524a-aeac-42d0-9276-5b4d6eae9987 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:03.346335 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5e46c988-95a1-446d-8b53-2a68dece6612 req-0ab6524a-aeac-42d0-9276-5b4d6eae9987 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.0737512 Aug 16 20:50:03.381885 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d8f0e2a0-eb1a-4136-9a67-e6556a8ff5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:03.384728 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d8f0e2a0-eb1a-4136-9a67-e6556a8ff5ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:03.386001 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d8f0e2a0-eb1a-4136-9a67-e6556a8ff5ad admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/730ae65f-e722-4dd6-b9c6-7355e71287f1 HTTP/1.1" status: 204 len: 168 time: 0.2533975 Aug 16 20:50:03.389712 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5e46c988-95a1-446d-8b53-2a68dece6612 req-6e1b3046-0278-4f9d-b99d-64dee42e16a8 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365429 Aug 16 20:50:03.396450 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f0e2a0-eb1a-4136-9a67-e6556a8ff5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730ae65f-e722-4dd6-b9c6-7355e71287f1,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:03.461718 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a34d14-ee4e-40dd-b9a4-216be10442ec req-5c04144a-4d9d-4e1f-8b84-7746eaccbe00 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:03.463286 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-48a34d14-ee4e-40dd-b9a4-216be10442ec req-5c04144a-4d9d-4e1f-8b84-7746eaccbe00 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.0781136 Aug 16 20:50:03.542071 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-48a34d14-ee4e-40dd-b9a4-216be10442ec req-03927aa9-34b3-4681-ab27-4ec19a5c50cd tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709693 Aug 16 20:50:03.563002 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3aeac7-fbab-438e-9139-b62a97553a66 req-7e88e3d1-374a-4568-9d69-78898de89077 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:03.565159 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ba3aeac7-fbab-438e-9139-b62a97553a66 req-7e88e3d1-374a-4568-9d69-78898de89077 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.72 "GET /v2.0/ports?device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006 HTTP/1.1" status: 200 len: 944 time: 0.0891314 Aug 16 20:50:03.623813 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 6cda2720-1cf3-45f1-8e31-bc271e42d531 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:50:03.664265 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-ba3aeac7-fbab-438e-9139-b62a97553a66 req-e81008b6-5de7-4a29-8d3d-8b1288721c4c tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Deleting port 82373864-13f5-483e-b4a3-fd278cdd7f7e {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:03.664722 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ba3aeac7-fbab-438e-9139-b62a97553a66 req-e81008b6-5de7-4a29-8d3d-8b1288721c4c tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:03.720927 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 6cda2720-1cf3-45f1-8e31-bc271e42d531, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=6cda2720-1cf3-45f1-8e31-bc271e42d531,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:03.734236 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '6cda2720-1cf3-45f1-8e31-bc271e42d531', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': '6cda2720-1cf3-45f1-8e31-bc271e42d531', 'mac_address': 'fa:16:3e:f2:a8:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:50:03.761182 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-ba3aeac7-fbab-438e-9139-b62a97553a66 req-e81008b6-5de7-4a29-8d3d-8b1288721c4c tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] For port 82373864-13f5-483e-b4a3-fd278cdd7f7e, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=82373864-13f5-483e-b4a3-fd278cdd7f7e,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:03.761564 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ba3aeac7-fbab-438e-9139-b62a97553a66 req-e81008b6-5de7-4a29-8d3d-8b1288721c4c tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:03.779663 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-ba3aeac7-fbab-438e-9139-b62a97553a66 req-e81008b6-5de7-4a29-8d3d-8b1288721c4c tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Calling delete_port for 82373864-13f5-483e-b4a3-fd278cdd7f7e owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:03.783656 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:03.799344 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cda2720-1cf3-45f1-8e31-bc271e42d531 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:50:03.822418 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 6cda2720-1cf3-45f1-8e31-bc271e42d531, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=6cda2720-1cf3-45f1-8e31-bc271e42d531,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:03.852612 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659c275-c6ac-454e-af83-c08b9d33c643 req-ff878296-21a4-40db-95ab-a6051d3319e6 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:03.854055 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4659c275-c6ac-454e-af83-c08b9d33c643 req-ff878296-21a4-40db-95ab-a6051d3319e6 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.0517616 Aug 16 20:50:03.898174 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4659c275-c6ac-454e-af83-c08b9d33c643 req-9b5e2fa1-a573-4cbd-af14-72f771a143c5 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357482 Aug 16 20:50:03.977076 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:04.025295 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=6cda2720-1cf3-45f1-8e31-bc271e42d531,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:04.103332 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ba3aeac7-fbab-438e-9139-b62a97553a66 req-e81008b6-5de7-4a29-8d3d-8b1288721c4c tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:04.115001 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['82373864-13f5-483e-b4a3-fd278cdd7f7e'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:50:04.146487 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-929421a1-c31c-4a04-b6d2-c5d969946e53 req-82de7922-e993-4b40-8cfc-a0de0b360a12 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006 HTTP/1.1" status: 200 len: 210 time: 0.0355976 Aug 16 20:50:04.168038 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81008b6-5de7-4a29-8d3d-8b1288721c4c tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Pushing event deleted for resources: {'Port': ['ID=82373864-13f5-483e-b4a3-fd278cdd7f7e,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:04.237765 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3aeac7-fbab-438e-9139-b62a97553a66 req-e81008b6-5de7-4a29-8d3d-8b1288721c4c tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] No DVR routers for this DVR port 82373864-13f5-483e-b4a3-fd278cdd7f7e on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:50:04.241910 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ba3aeac7-fbab-438e-9139-b62a97553a66 req-e81008b6-5de7-4a29-8d3d-8b1288721c4c tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:04.243925 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ba3aeac7-fbab-438e-9139-b62a97553a66 req-e81008b6-5de7-4a29-8d3d-8b1288721c4c tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.72 "DELETE /v2.0/ports/82373864-13f5-483e-b4a3-fd278cdd7f7e HTTP/1.1" status: 204 len: 173 time: 0.6717749 Aug 16 20:50:04.244564 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20da9e21-4da2-42a8-a57e-7d86e7c8e006', 'name': 'network-vif-deleted', 'tag': '82373864-13f5-483e-b4a3-fd278cdd7f7e'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:04.246894 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb723f9-9ecc-46eb-b434-0a3bc91ae55f" -d '{"events": [{"server_uuid": "20da9e21-4da2-42a8-a57e-7d86e7c8e006", "name": "network-vif-deleted", "tag": "82373864-13f5-483e-b4a3-fd278cdd7f7e"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:04.261025 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1e0cc71a-e03e-48d3-ba57-1306edae8bdb req-bc725d31-2a35-4d2a-a33b-9350de4221cf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0823720 Aug 16 20:50:04.297981 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df02b33a-f7e6-4de5-ad4a-bbeee0097f02 x-openstack-request-id: req-df02b33a-f7e6-4de5-ad4a-bbeee0097f02 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:04.298271 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20da9e21-4da2-42a8-a57e-7d86e7c8e006", "name": "network-vif-deleted", "tag": "82373864-13f5-483e-b4a3-fd278cdd7f7e", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:04.298523 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-df02b33a-f7e6-4de5-ad4a-bbeee0097f02 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:04.298955 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20da9e21-4da2-42a8-a57e-7d86e7c8e006', 'name': 'network-vif-deleted', 'tag': '82373864-13f5-483e-b4a3-fd278cdd7f7e', 'status': 'completed', 'code': 200} Aug 16 20:50:04.307608 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['6cda2720-1cf3-45f1-8e31-bc271e42d531'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:50:04.347236 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0cc71a-e03e-48d3-ba57-1306edae8bdb req-f5128294-9444-4c0b-a5db-86b29184444a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:04.349212 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1e0cc71a-e03e-48d3-ba57-1306edae8bdb req-f5128294-9444-4c0b-a5db-86b29184444a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6b79fa21751c4c74a7616afcdef028a8&device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 1097 time: 0.0392678 Aug 16 20:50:04.470539 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ea31e-96c4-4cb6-835c-268b2bce7b39 req-bdbbb30f-769b-4105-81bb-76d812a1025b tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:04.479878 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1f3ea31e-96c4-4cb6-835c-268b2bce7b39 req-bdbbb30f-769b-4105-81bb-76d812a1025b tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=f8e28823-961e-4e97-9f97-d8343c2f1e81 HTTP/1.1" status: 200 len: 949 time: 0.0828700 Aug 16 20:50:04.523832 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1f3ea31e-96c4-4cb6-835c-268b2bce7b39 req-d2bbee56-9207-47a5-b661-7274f13df229 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426483 Aug 16 20:50:04.526942 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0cc71a-e03e-48d3-ba57-1306edae8bdb req-ab6900b3-50a9-487f-a672-4757e75070a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:04.528497 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1e0cc71a-e03e-48d3-ba57-1306edae8bdb req-ab6900b3-50a9-487f-a672-4757e75070a6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d2d869c-bfe3-4bc5-a83b-70655e061223 HTTP/1.1" status: 200 len: 922 time: 0.1517444 Aug 16 20:50:04.572387 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1e0cc71a-e03e-48d3-ba57-1306edae8bdb req-6fa64fd2-aa64-48c1-81df-8a6572076c46 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d023ed1-a390-48f3-ba77-e24a8db09ea8 HTTP/1.1" status: 200 len: 217 time: 0.0360754 Aug 16 20:50:04.628873 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0cc71a-e03e-48d3-ba57-1306edae8bdb req-a431023a-1433-4844-8538-14979070135f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:04.631083 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1e0cc71a-e03e-48d3-ba57-1306edae8bdb req-a431023a-1433-4844-8538-14979070135f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=64801f8f-8e8b-4346-a61f-2c5cd4a5ef47 HTTP/1.1" status: 200 len: 861 time: 0.0504937 Aug 16 20:50:04.665768 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1e0cc71a-e03e-48d3-ba57-1306edae8bdb req-513e8fc6-39e2-4b96-a65d-f783c67cfcf2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d2d869c-bfe3-4bc5-a83b-70655e061223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261111 Aug 16 20:50:04.687451 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e00752-eeb9-4700-a275-00ff43383ecd req-3bc9de7a-4d54-4c92-b005-43627158a0b7 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:04.689550 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f7e00752-eeb9-4700-a275-00ff43383ecd req-3bc9de7a-4d54-4c92-b005-43627158a0b7 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.0692978 Aug 16 20:50:04.736416 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f7e00752-eeb9-4700-a275-00ff43383ecd req-50cd9b8a-40fe-4637-920a-c4185dac4c48 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395231 Aug 16 20:50:04.765685 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1e0cc71a-e03e-48d3-ba57-1306edae8bdb req-9cfddd8a-a8b7-4ba3-9192-13f048a9946c service neutron] 10.222.0.72 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925553 Aug 16 20:50:04.858213 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1e0cc71a-e03e-48d3-ba57-1306edae8bdb req-feeef458-5f1c-4e42-9a80-6ea8c5b45918 service neutron] 10.222.0.72 "GET /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847330 Aug 16 20:50:05.018743 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159fa8a-4748-4bdd-a580-f8761f866a26 req-721fb829-fb56-4220-a442-cea6222c40f3 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:05.020266 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2159fa8a-4748-4bdd-a580-f8761f866a26 req-721fb829-fb56-4220-a442-cea6222c40f3 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.0490696 Aug 16 20:50:05.063840 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2159fa8a-4748-4bdd-a580-f8761f866a26 req-2f82789f-9f63-4393-8136-217ed2c66df8 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374970 Aug 16 20:50:05.258861 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0accc476-c84f-4380-9b64-d2bbd7cc25d7 req-f7f05229-e8ba-4b09-a3ed-425fe646d696 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=20da9e21-4da2-42a8-a57e-7d86e7c8e006 HTTP/1.1" status: 200 len: 210 time: 0.0274649 Aug 16 20:50:05.510408 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e7566-e1c7-47a7-815e-157739d2230d req-e20fd5d1-c70c-42f2-b095-cc6d06abd62b tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:05.512208 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ad9e7566-e1c7-47a7-815e-157739d2230d req-e20fd5d1-c70c-42f2-b095-cc6d06abd62b tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.0492849 Aug 16 20:50:05.554819 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ad9e7566-e1c7-47a7-815e-157739d2230d req-5702bda4-42ab-4530-8c0b-ecd33026d14d tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351496 Aug 16 20:50:05.640752 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 6cda2720-1cf3-45f1-8e31-bc271e42d531 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:50:05.644602 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b75b178-39c2-402f-864c-e21bbe3fb18f req-3b384dba-714f-44c9-9d53-91085c22943e tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:05.646198 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5b75b178-39c2-402f-864c-e21bbe3fb18f req-3b384dba-714f-44c9-9d53-91085c22943e tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=f8e28823-961e-4e97-9f97-d8343c2f1e81 HTTP/1.1" status: 200 len: 949 time: 0.0503151 Aug 16 20:50:05.686750 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5b75b178-39c2-402f-864c-e21bbe3fb18f req-1477b1d8-67f8-4ad5-976c-6228cf52f531 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346315 Aug 16 20:50:05.846677 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 6cda2720-1cf3-45f1-8e31-bc271e42d531 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:50:05.852477 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 6cda2720-1cf3-45f1-8e31-bc271e42d531 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:05.853126 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:05.860135 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38829a2-a1d4-44ec-9fbe-9fbaaa0febef req-cdc23629-d2d8-46e1-89dd-a1d89f86ec95 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:05.861718 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b38829a2-a1d4-44ec-9fbe-9fbaaa0febef req-cdc23629-d2d8-46e1-89dd-a1d89f86ec95 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.0549424 Aug 16 20:50:05.907558 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b38829a2-a1d4-44ec-9fbe-9fbaaa0febef req-a9c76db4-3a5b-42f8-a171-f41d9f2b2ba6 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387695 Aug 16 20:50:05.938756 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:05.962500 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e28823-961e-4e97-9f97-d8343c2f1e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cda2720-1cf3-45f1-8e31-bc271e42d531'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:05.964773 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdd2eee-e6aa-4561-a11f-e6d5ba512c9e" -d '{"events": [{"server_uuid": "f8e28823-961e-4e97-9f97-d8343c2f1e81", "name": "network-vif-plugged", "status": "completed", "tag": "6cda2720-1cf3-45f1-8e31-bc271e42d531"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:05.978245 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 6cda2720-1cf3-45f1-8e31-bc271e42d531, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=6cda2720-1cf3-45f1-8e31-bc271e42d531,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:06.001554 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c4b9dd-7b3f-45ff-aced-2e9b6e510aac x-openstack-request-id: req-64c4b9dd-7b3f-45ff-aced-2e9b6e510aac {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:06.001852 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e28823-961e-4e97-9f97-d8343c2f1e81", "name": "network-vif-plugged", "status": "completed", "tag": "6cda2720-1cf3-45f1-8e31-bc271e42d531", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:06.002110 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-64c4b9dd-7b3f-45ff-aced-2e9b6e510aac {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:06.002528 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e28823-961e-4e97-9f97-d8343c2f1e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cda2720-1cf3-45f1-8e31-bc271e42d531', 'code': 200} Aug 16 20:50:06.084003 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:06.101532 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b678f0-484d-47f1-80b7-9a72918befde req-de3354f3-7993-425b-bd40-434234f21e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:06.103109 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b4b678f0-484d-47f1-80b7-9a72918befde req-de3354f3-7993-425b-bd40-434234f21e6e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f8e28823-961e-4e97-9f97-d8343c2f1e81 HTTP/1.1" status: 200 len: 1101 time: 0.0409477 Aug 16 20:50:06.133320 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=6cda2720-1cf3-45f1-8e31-bc271e42d531,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:06.143253 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b4b678f0-484d-47f1-80b7-9a72918befde req-ac3bbc73-291b-4147-b5f4-b6e497d5b778 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305796 Aug 16 20:50:06.560625 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483df52e-a380-4bf1-b642-6a3fcfadba64 req-3b1c3263-e17d-4890-81b6-9c0b5271787f tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:06.562121 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-483df52e-a380-4bf1-b642-6a3fcfadba64 req-3b1c3263-e17d-4890-81b6-9c0b5271787f tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/ports?device_id=1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8 HTTP/1.1" status: 200 len: 946 time: 0.0490043 Aug 16 20:50:06.575912 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 82373864-13f5-483e-b4a3-fd278cdd7f7e no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:50:06.595957 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 82373864-13f5-483e-b4a3-fd278cdd7f7e {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:50:06.596313 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 82373864-13f5-483e-b4a3-fd278cdd7f7e not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:50:06.601786 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-483df52e-a380-4bf1-b642-6a3fcfadba64 req-2484811f-5d79-4f1d-a615-97e15cb10efa tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/security-groups?id=4451924b-9130-4c16-b24f-77953428336e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337172 Aug 16 20:50:06.708866 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494c4c6-c13f-487f-a566-b8d0d48d3745 req-163f6edc-bbb3-46b3-8a5f-7ce6e78b5ff0 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:06.710577 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a494c4c6-c13f-487f-a566-b8d0d48d3745 req-163f6edc-bbb3-46b3-8a5f-7ce6e78b5ff0 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.0525453 Aug 16 20:50:06.752872 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a494c4c6-c13f-487f-a566-b8d0d48d3745 req-bf850674-c99d-4dc1-8b38-be82e61d07c5 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357704 Aug 16 20:50:06.873453 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf99ddc-f4e8-4fca-86a4-e02b7c052a30 req-733f4ad9-f266-471f-9fb8-d236c9d68ad5 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:06.874931 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dcf99ddc-f4e8-4fca-86a4-e02b7c052a30 req-733f4ad9-f266-471f-9fb8-d236c9d68ad5 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=f8e28823-961e-4e97-9f97-d8343c2f1e81 HTTP/1.1" status: 200 len: 950 time: 0.0768900 Aug 16 20:50:06.887362 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c9d3f-2a8d-4b11-b3b2-cae8787d9f1e req-f276699a-19dc-4cc2-b4de-f201b5438506 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:06.888877 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-088c9d3f-2a8d-4b11-b3b2-cae8787d9f1e req-f276699a-19dc-4cc2-b4de-f201b5438506 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=a898d334-b635-4ede-b06c-bddfad565103 HTTP/1.1" status: 200 len: 944 time: 0.0651989 Aug 16 20:50:06.943736 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dcf99ddc-f4e8-4fca-86a4-e02b7c052a30 req-563a848a-27a9-4620-b96b-0fd30359266d tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539072 Aug 16 20:50:06.950804 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-088c9d3f-2a8d-4b11-b3b2-cae8787d9f1e req-b5af4c8b-a34b-4fe1-9a25-c6bfead98133 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542080 Aug 16 20:50:07.047353 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91772f9-20bf-4c76-9e8e-f1e0cd398537 req-7b904e49-37d7-414d-8845-299c4e38161d tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:07.048938 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d91772f9-20bf-4c76-9e8e-f1e0cd398537 req-7b904e49-37d7-414d-8845-299c4e38161d tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.0481541 Aug 16 20:50:07.091932 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d91772f9-20bf-4c76-9e8e-f1e0cd398537 req-0dd3a4ba-09fe-418a-a19b-45b4d82db8c9 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329494 Aug 16 20:50:07.403716 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68b20d-2613-44c8-9428-e1ad27f8d775 req-8d0ebf80-072f-4fa4-82fa-56ad94751c83 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:07.405302 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3a68b20d-2613-44c8-9428-e1ad27f8d775 req-8d0ebf80-072f-4fa4-82fa-56ad94751c83 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.72 "GET /v2.0/ports?device_id=a898d334-b635-4ede-b06c-bddfad565103 HTTP/1.1" status: 200 len: 944 time: 0.0544574 Aug 16 20:50:07.505072 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-3a68b20d-2613-44c8-9428-e1ad27f8d775 req-56c4587f-b2ea-4466-96ab-acd8e8bbe811 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Deleting port 29d54302-d8a8-48b8-8c0a-114d9108568d {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:07.505416 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3a68b20d-2613-44c8-9428-e1ad27f8d775 req-56c4587f-b2ea-4466-96ab-acd8e8bbe811 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:07.597816 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-3a68b20d-2613-44c8-9428-e1ad27f8d775 req-56c4587f-b2ea-4466-96ab-acd8e8bbe811 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] For port 29d54302-d8a8-48b8-8c0a-114d9108568d, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=29d54302-d8a8-48b8-8c0a-114d9108568d,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:07.598180 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3a68b20d-2613-44c8-9428-e1ad27f8d775 req-56c4587f-b2ea-4466-96ab-acd8e8bbe811 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:07.611094 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-3a68b20d-2613-44c8-9428-e1ad27f8d775 req-56c4587f-b2ea-4466-96ab-acd8e8bbe811 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Calling delete_port for 29d54302-d8a8-48b8-8c0a-114d9108568d owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:07.916955 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf76c5f-ea2e-4c9f-b6f1-e6495a39b910 req-6e4494da-c678-42fd-b49b-5bcc4263d8cc tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:07.916955 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8cf76c5f-ea2e-4c9f-b6f1-e6495a39b910 req-6e4494da-c678-42fd-b49b-5bcc4263d8cc tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.0475731 Aug 16 20:50:07.916955 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8cf76c5f-ea2e-4c9f-b6f1-e6495a39b910 req-c032c508-19c6-4db4-b88f-324415cf5a13 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315378 Aug 16 20:50:08.107215 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f30a9e-ccdf-436d-ab48-6f77408fc70b req-8904c2bf-2b1e-4515-8c68-4af7cab1fd8d tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:08.109206 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d2f30a9e-ccdf-436d-ab48-6f77408fc70b req-8904c2bf-2b1e-4515-8c68-4af7cab1fd8d tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=f8e28823-961e-4e97-9f97-d8343c2f1e81 HTTP/1.1" status: 200 len: 950 time: 0.0900412 Aug 16 20:50:08.118002 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf213d-aaef-4018-9c7b-59646e430404 req-31ed5bfc-bf2d-421c-b07b-abe6b99d28db tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:08.119530 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0dbf213d-aaef-4018-9c7b-59646e430404 req-31ed5bfc-bf2d-421c-b07b-abe6b99d28db tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=a898d334-b635-4ede-b06c-bddfad565103 HTTP/1.1" status: 200 len: 944 time: 0.0901227 Aug 16 20:50:08.124702 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3a68b20d-2613-44c8-9428-e1ad27f8d775 req-56c4587f-b2ea-4466-96ab-acd8e8bbe811 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:08.161625 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4587f-b2ea-4466-96ab-acd8e8bbe811 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Pushing event deleted for resources: {'Port': ['ID=29d54302-d8a8-48b8-8c0a-114d9108568d,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:08.199806 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d2f30a9e-ccdf-436d-ab48-6f77408fc70b req-c1198f81-2b9a-4616-9c6c-d0f7d2e4bced tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791943 Aug 16 20:50:08.219326 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0dbf213d-aaef-4018-9c7b-59646e430404 req-b8f1d3f1-094b-4583-82b5-d2a36d115b68 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777245 Aug 16 20:50:08.219326 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38720) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:08.219736 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a68b20d-2613-44c8-9428-e1ad27f8d775 req-56c4587f-b2ea-4466-96ab-acd8e8bbe811 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] No DVR routers for this DVR port 29d54302-d8a8-48b8-8c0a-114d9108568d on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:50:08.236537 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3a68b20d-2613-44c8-9428-e1ad27f8d775 req-56c4587f-b2ea-4466-96ab-acd8e8bbe811 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:08.236537 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3a68b20d-2613-44c8-9428-e1ad27f8d775 req-56c4587f-b2ea-4466-96ab-acd8e8bbe811 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.72 "DELETE /v2.0/ports/29d54302-d8a8-48b8-8c0a-114d9108568d HTTP/1.1" status: 204 len: 173 time: 0.8173108 Aug 16 20:50:08.236537 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a898d334-b635-4ede-b06c-bddfad565103', 'name': 'network-vif-deleted', 'tag': '29d54302-d8a8-48b8-8c0a-114d9108568d'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:08.236537 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1750a68-a3a9-458c-a530-68412496b93b" -d '{"events": [{"server_uuid": "a898d334-b635-4ede-b06c-bddfad565103", "name": "network-vif-deleted", "tag": "29d54302-d8a8-48b8-8c0a-114d9108568d"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:08.664022 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-aa05d5fb-ff5b-4ebf-b94e-73ffc951b874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:08.688976 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89618468-52a6-4393-91b2-ae61a128d3e8 req-533209a4-94d9-4eb1-81ea-21f0f205a656 tempest-ServersOnMultiNodesTest-1547253778 tempest-ServersOnMultiNodesTest-1547253778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:08.690574 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-89618468-52a6-4393-91b2-ae61a128d3e8 req-533209a4-94d9-4eb1-81ea-21f0f205a656 tempest-ServersOnMultiNodesTest-1547253778 tempest-ServersOnMultiNodesTest-1547253778-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=f8e28823-961e-4e97-9f97-d8343c2f1e81 HTTP/1.1" status: 200 len: 1102 time: 0.4046366 Aug 16 20:50:08.698023 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d073b0-c7df-447a-aa4d-35bbbf285bb4 req-ba73fb5e-0108-40a2-a733-3cd5170d8c86 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:08.699422 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-90d073b0-c7df-447a-aa4d-35bbbf285bb4 req-ba73fb5e-0108-40a2-a733-3cd5170d8c86 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.4231339 Aug 16 20:50:08.777125 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-89618468-52a6-4393-91b2-ae61a128d3e8 req-42ae727d-0a16-4f16-be71-a1a6fe700860 tempest-ServersOnMultiNodesTest-1547253778 tempest-ServersOnMultiNodesTest-1547253778-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766835 Aug 16 20:50:08.782013 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-90d073b0-c7df-447a-aa4d-35bbbf285bb4 req-58ab0e3f-c2d1-4a16-b258-0458d6c24f34 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710413 Aug 16 20:50:08.839847 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13ad558-6f93-40a6-91be-591355115a4b x-openstack-request-id: req-a13ad558-6f93-40a6-91be-591355115a4b {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:08.841075 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a898d334-b635-4ede-b06c-bddfad565103", "name": "network-vif-deleted", "tag": "29d54302-d8a8-48b8-8c0a-114d9108568d", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:08.841618 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a13ad558-6f93-40a6-91be-591355115a4b {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:08.842140 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a898d334-b635-4ede-b06c-bddfad565103', 'name': 'network-vif-deleted', 'tag': '29d54302-d8a8-48b8-8c0a-114d9108568d', 'status': 'completed', 'code': 200} Aug 16 20:50:08.856518 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-aa05d5fb-ff5b-4ebf-b94e-73ffc951b874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:08.925796 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-aa05d5fb-ff5b-4ebf-b94e-73ffc951b874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:08.975077 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-aa05d5fb-ff5b-4ebf-b94e-73ffc951b874 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5f10619e79fe4b3fa336f9b90b1b3d22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7593818 Aug 16 20:50:08.977258 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa05d5fb-ff5b-4ebf-b94e-73ffc951b874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97644b72-3341-4e50-b1b9-8dc4d922c32d,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:08.978963 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38748) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:09.069322 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a58add3e-cb7b-4a9b-864e-c965fd76bfdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:09.097545 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a58add3e-cb7b-4a9b-864e-c965fd76bfdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:09.101626 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-936d5f55-b572-427b-bfce-ffb304912558 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=34d8c782880e4e14877287a38850e52e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0897815 Aug 16 20:50:09.186363 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538bf6c-8403-423d-a118-7b43b5940223 req-c0dae46c-9789-406b-874f-612f1382c916 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:09.187933 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c538bf6c-8403-423d-a118-7b43b5940223 req-c0dae46c-9789-406b-874f-612f1382c916 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.1785564 Aug 16 20:50:09.240353 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a58add3e-cb7b-4a9b-864e-c965fd76bfdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:09.242991 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a58add3e-cb7b-4a9b-864e-c965fd76bfdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:09.244208 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a58add3e-cb7b-4a9b-864e-c965fd76bfdf admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/97644b72-3341-4e50-b1b9-8dc4d922c32d HTTP/1.1" status: 204 len: 168 time: 0.2642658 Aug 16 20:50:09.257734 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58add3e-cb7b-4a9b-864e-c965fd76bfdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97644b72-3341-4e50-b1b9-8dc4d922c32d,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:09.257866 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-f390b6e8-cc5e-4a8a-88ce-7c50a6d716e5 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:09.257866 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-f390b6e8-cc5e-4a8a-88ce-7c50a6d716e5 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1513832 Aug 16 20:50:09.259843 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c538bf6c-8403-423d-a118-7b43b5940223 req-c6a20cec-ae00-4c0b-b672-fb8b02e339d3 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632429 Aug 16 20:50:09.289954 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-c503c0a4-e4b8-45e8-b1b4-b22b2d3eb5b2 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/quotas/34d8c782880e4e14877287a38850e52e HTTP/1.1" status: 200 len: 375 time: 0.0143354 Aug 16 20:50:09.366651 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-c0bc4954-65b2-4286-82f5-c0cd1df51263 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=34d8c782880e4e14877287a38850e52e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0684083 Aug 16 20:50:09.688118 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be79df92-1500-4c57-8677-cfad9ee11216 req-d56b9950-5aa6-46b4-9533-81a03065fad6 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:09.689704 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-be79df92-1500-4c57-8677-cfad9ee11216 req-d56b9950-5aa6-46b4-9533-81a03065fad6 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/ports?device_id=1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8 HTTP/1.1" status: 200 len: 946 time: 0.0561552 Aug 16 20:50:09.729165 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-be79df92-1500-4c57-8677-cfad9ee11216 req-d61658f7-8970-41b5-b3e3-b5d88d86c76e tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/security-groups?id=4451924b-9130-4c16-b24f-77953428336e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331461 Aug 16 20:50:10.151516 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38788) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:10.171285 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6d668efc-f8f8-4a84-8f8c-ee7ca0861a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:10.280422 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6d668efc-f8f8-4a84-8f8c-ee7ca0861a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:10.292488 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f380d27e-9d7b-4056-ad51-709868b16fc9 req-3e69dcb4-059a-4cb8-905c-a9cffa6cd02e tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c608b99-4d0c-481c-880d-21fc34ffa719 HTTP/1.1" status: 200 len: 210 time: 0.0526779 Aug 16 20:50:10.395593 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72065dd3-b65a-4015-a66b-e9bc7c6d41cf req-acf7bc8e-450f-45d2-a718-e8bb30cb20f7 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:10.397763 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-72065dd3-b65a-4015-a66b-e9bc7c6d41cf req-acf7bc8e-450f-45d2-a718-e8bb30cb20f7 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.0517404 Aug 16 20:50:10.433751 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6d668efc-f8f8-4a84-8f8c-ee7ca0861a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:10.445066 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-72065dd3-b65a-4015-a66b-e9bc7c6d41cf req-b18fefbe-c36d-4523-a40d-5826b57312ee tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400529 Aug 16 20:50:10.487476 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6d668efc-f8f8-4a84-8f8c-ee7ca0861a2e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=91d14f41e2fd4f29afeaed14bff2b4da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3266828 Aug 16 20:50:10.487476 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d668efc-f8f8-4a84-8f8c-ee7ca0861a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d1aa75-125d-45a1-92db-7c17fa68714b,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:10.489472 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38800) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:10.541337 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-93eab66b-d60b-4728-839e-019a829fc244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:10.553574 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb48ab5-fa24-4515-b6a5-fa58012bf3d9 req-4c593f64-ddce-46d1-b265-4992bc0c3ed6 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:10.555075 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1bb48ab5-fa24-4515-b6a5-fa58012bf3d9 req-4c593f64-ddce-46d1-b265-4992bc0c3ed6 tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 945 time: 0.0495820 Aug 16 20:50:10.563136 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-93eab66b-d60b-4728-839e-019a829fc244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:10.595409 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 29d54302-d8a8-48b8-8c0a-114d9108568d no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:50:10.597307 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1bb48ab5-fa24-4515-b6a5-fa58012bf3d9 req-35a3a226-4cd3-4585-aeef-d27aaee6deda tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/security-groups?id=1ffb4439-0fbb-482b-9006-34f8f5952456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350726 Aug 16 20:50:10.616946 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 29d54302-d8a8-48b8-8c0a-114d9108568d {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:50:10.617339 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 29d54302-d8a8-48b8-8c0a-114d9108568d not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:50:10.700810 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94aa137-8fc6-4e7c-ac66-fb1c9e970cf9 req-a615f707-e06d-4197-81df-aba24755c7aa tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:10.702305 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a94aa137-8fc6-4e7c-ac66-fb1c9e970cf9 req-a615f707-e06d-4197-81df-aba24755c7aa tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.0483613 Aug 16 20:50:10.736754 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-93eab66b-d60b-4728-839e-019a829fc244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:10.739947 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-93eab66b-d60b-4728-839e-019a829fc244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:10.740647 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a94aa137-8fc6-4e7c-ac66-fb1c9e970cf9 req-c76fbb7b-5895-4f56-b220-c151358a7772 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317626 Aug 16 20:50:10.741075 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-93eab66b-d60b-4728-839e-019a829fc244 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b4d1aa75-125d-45a1-92db-7c17fa68714b HTTP/1.1" status: 204 len: 168 time: 0.2506533 Aug 16 20:50:10.751105 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eab66b-d60b-4728-839e-019a829fc244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d1aa75-125d-45a1-92db-7c17fa68714b,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:10.828099 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0376d3-5a6e-49ab-bdf7-665924c9963d req-a2c8e6df-41c5-4e99-914e-aee381fed88b tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:10.829436 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bd0376d3-5a6e-49ab-bdf7-665924c9963d req-a2c8e6df-41c5-4e99-914e-aee381fed88b tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 945 time: 0.0519609 Aug 16 20:50:10.931046 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-bd0376d3-5a6e-49ab-bdf7-665924c9963d req-650db994-97a6-47c0-8c16-796b521c99dc tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Deleting port 2d023ed1-a390-48f3-ba77-e24a8db09ea8 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:10.931409 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bd0376d3-5a6e-49ab-bdf7-665924c9963d req-650db994-97a6-47c0-8c16-796b521c99dc tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:11.028102 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c7adfa66-9398-47ed-8ce1-09f44f2e54b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:11.040722 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-bd0376d3-5a6e-49ab-bdf7-665924c9963d req-650db994-97a6-47c0-8c16-796b521c99dc tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] For port 2d023ed1-a390-48f3-ba77-e24a8db09ea8, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=2d023ed1-a390-48f3-ba77-e24a8db09ea8,segment=NetworkSegment(8bda1fdb-059c-4b78-b199-8bd34b6e1b42),segment_id=8bda1fdb-059c-4b78-b199-8bd34b6e1b42)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:11.041105 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bd0376d3-5a6e-49ab-bdf7-665924c9963d req-650db994-97a6-47c0-8c16-796b521c99dc tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:11.046455 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a9a7c0-4638-475f-a21c-04f55a152862 req-929cda06-8773-4ee5-8b7b-a71e7fcea514 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:11.048613 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-25a9a7c0-4638-475f-a21c-04f55a152862 req-929cda06-8773-4ee5-8b7b-a71e7fcea514 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc783af-868b-4d71-a962-b17718923359 HTTP/1.1" status: 200 len: 945 time: 0.0547819 Aug 16 20:50:11.056821 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-bd0376d3-5a6e-49ab-bdf7-665924c9963d req-650db994-97a6-47c0-8c16-796b521c99dc tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Calling delete_port for 2d023ed1-a390-48f3-ba77-e24a8db09ea8 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:11.119253 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-25a9a7c0-4638-475f-a21c-04f55a152862 req-3cdcdd7a-e915-4b44-b00f-4a870c03aad0 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.84 "GET /v2.0/security-groups?id=46c27061-e176-4c6b-9244-6af810df7840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602615 Aug 16 20:50:11.401923 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-16259d4a-b4df-469d-a90c-40d40ffcbfb7 req-9bd5c2ec-f713-4a2b-b5b1-845c9558c02f tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c608b99-4d0c-481c-880d-21fc34ffa719 HTTP/1.1" status: 200 len: 210 time: 0.0269294 Aug 16 20:50:11.450407 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bd0376d3-5a6e-49ab-bdf7-665924c9963d req-650db994-97a6-47c0-8c16-796b521c99dc tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:11.489646 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650db994-97a6-47c0-8c16-796b521c99dc tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Pushing event deleted for resources: {'Port': ['ID=2d023ed1-a390-48f3-ba77-e24a8db09ea8,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:11.551264 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0376d3-5a6e-49ab-bdf7-665924c9963d req-650db994-97a6-47c0-8c16-796b521c99dc tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] No DVR routers for this DVR port 2d023ed1-a390-48f3-ba77-e24a8db09ea8 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:50:11.554969 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bd0376d3-5a6e-49ab-bdf7-665924c9963d req-650db994-97a6-47c0-8c16-796b521c99dc tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:11.557285 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bd0376d3-5a6e-49ab-bdf7-665924c9963d req-650db994-97a6-47c0-8c16-796b521c99dc tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.72 "DELETE /v2.0/ports/2d023ed1-a390-48f3-ba77-e24a8db09ea8 HTTP/1.1" status: 204 len: 173 time: 0.7182581 Aug 16 20:50:11.558266 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b74ead3-79c2-4ee9-b06f-b42954d3fb37', 'name': 'network-vif-deleted', 'tag': '2d023ed1-a390-48f3-ba77-e24a8db09ea8'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:11.561050 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d88401e-12c6-44a5-9d4b-3a4e7bc26678" -d '{"events": [{"server_uuid": "1b74ead3-79c2-4ee9-b06f-b42954d3fb37", "name": "network-vif-deleted", "tag": "2d023ed1-a390-48f3-ba77-e24a8db09ea8"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:11.628496 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2881ae-2be2-4992-8d80-083ddfb1d449 req-0aea16d9-6474-4ef8-93a9-8f81104ee7b2 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:11.630863 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4c2881ae-2be2-4992-8d80-083ddfb1d449 req-0aea16d9-6474-4ef8-93a9-8f81104ee7b2 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/ports?device_id=1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8 HTTP/1.1" status: 200 len: 946 time: 0.0902433 Aug 16 20:50:11.656955 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f66c8-69f0-458d-b934-328181fb7069 req-7633890d-82db-499f-bf1d-566aa1d93960 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:11.658423 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ad6f66c8-69f0-458d-b934-328181fb7069 req-7633890d-82db-499f-bf1d-566aa1d93960 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.0751092 Aug 16 20:50:11.700479 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4c2881ae-2be2-4992-8d80-083ddfb1d449 req-3c12c9a6-9d6e-4cd2-91ae-9a3725149ac4 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/security-groups?id=4451924b-9130-4c16-b24f-77953428336e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622356 Aug 16 20:50:11.714202 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ad6f66c8-69f0-458d-b934-328181fb7069 req-b2c317d5-92af-434d-ae7c-d29f2d2b53ae tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494137 Aug 16 20:50:11.752439 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf7d022-2840-43a8-9b0b-6128fc939386 x-openstack-request-id: req-0bf7d022-2840-43a8-9b0b-6128fc939386 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:11.752743 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b74ead3-79c2-4ee9-b06f-b42954d3fb37", "name": "network-vif-deleted", "tag": "2d023ed1-a390-48f3-ba77-e24a8db09ea8", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:11.753003 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0bf7d022-2840-43a8-9b0b-6128fc939386 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:11.753411 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b74ead3-79c2-4ee9-b06f-b42954d3fb37', 'name': 'network-vif-deleted', 'tag': '2d023ed1-a390-48f3-ba77-e24a8db09ea8', 'status': 'completed', 'code': 200} Aug 16 20:50:11.852129 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c038f6d5-e0b7-4def-b679-d08c28988e17 req-831bea37-baac-48eb-afbf-a2d6f41a8c8d tempest-LiveAutoBlockMigrationV225Test-1631423663 tempest-LiveAutoBlockMigrationV225Test-1631423663-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b74ead3-79c2-4ee9-b06f-b42954d3fb37 HTTP/1.1" status: 200 len: 210 time: 0.0377445 Aug 16 20:50:11.905591 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf216220-3bee-4f52-a27a-7f51f7f0bcc8 req-b74aa59d-9a94-40de-89e0-319b123061c8 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:11.907303 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf216220-3bee-4f52-a27a-7f51f7f0bcc8 req-b74aa59d-9a94-40de-89e0-319b123061c8 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.0590842 Aug 16 20:50:11.959691 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf216220-3bee-4f52-a27a-7f51f7f0bcc8 req-7b3260ad-64da-47e9-bcfb-4ee5d2b774cc tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446594 Aug 16 20:50:12.252749 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95688a8-aba8-4d1f-9dc2-edbdafea91ec req-09ffaada-74e9-4e1a-b79e-1ef591f912f4 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:12.254865 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e95688a8-aba8-4d1f-9dc2-edbdafea91ec req-09ffaada-74e9-4e1a-b79e-1ef591f912f4 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc783af-868b-4d71-a962-b17718923359 HTTP/1.1" status: 200 len: 945 time: 0.0754271 Aug 16 20:50:12.294329 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e95688a8-aba8-4d1f-9dc2-edbdafea91ec req-68c89f5b-043c-445e-b868-afd5d2fbc9c5 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.84 "GET /v2.0/security-groups?id=46c27061-e176-4c6b-9244-6af810df7840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324590 Aug 16 20:50:12.520082 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-033f5224-dfd6-422f-86a3-f619c55ad917 req-bf5fe161-da2a-419e-8b3c-2d69afb38699 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c608b99-4d0c-481c-880d-21fc34ffa719 HTTP/1.1" status: 200 len: 210 time: 0.0298045 Aug 16 20:50:12.719013 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-9ce8e69e-9e44-47f6-885f-54205d1c7e95 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=34d8c782880e4e14877287a38850e52e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405986 Aug 16 20:50:12.788121 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4e9eb-895d-4a80-ad41-4cbd42b142c2 req-869a4bab-20e6-4397-af82-3a4c3d15e89f tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:12.788121 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-74f4e9eb-895d-4a80-ad41-4cbd42b142c2 req-869a4bab-20e6-4397-af82-3a4c3d15e89f tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.90 "GET /v2.0/ports?device_id=0cc783af-868b-4d71-a962-b17718923359 HTTP/1.1" status: 200 len: 945 time: 0.1136434 Aug 16 20:50:13.077470 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-6a7e7c1f-374c-4d96-a810-fb5e6e86ab8c tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:13.079025 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-6a7e7c1f-374c-4d96-a810-fb5e6e86ab8c tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3497396 Aug 16 20:50:13.110597 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca80bb6-8e51-49bd-a9da-79c45bc69af4 req-6c560a8c-d5a8-4af3-b122-96f68782d2d5 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:13.112176 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6ca80bb6-8e51-49bd-a9da-79c45bc69af4 req-6c560a8c-d5a8-4af3-b122-96f68782d2d5 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/ports?device_id=1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8 HTTP/1.1" status: 200 len: 946 time: 0.2111261 Aug 16 20:50:13.126716 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-fdf143c6-a77b-4a01-bd30-2480ab1fc4a3 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Request body: {'port': {'device_id': '5c608b99-4d0c-481c-880d-21fc34ffa719', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'admin_state_up': True, 'tenant_id': '34d8c782880e4e14877287a38850e52e'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:13.126877 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38874) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:13.145713 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544adf9-f93f-4b65-9bca-ad9eb215ca80 req-f710f54a-f6a6-4d5a-ba57-2a5009b77dcb tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:13.147245 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a544adf9-f93f-4b65-9bca-ad9eb215ca80 req-f710f54a-f6a6-4d5a-ba57-2a5009b77dcb tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.1596990 Aug 16 20:50:13.264478 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-b09fc592-8f90-4fae-8828-634dce527394 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-401915167', 'router:external': True}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:13.295298 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-74f4e9eb-895d-4a80-ad41-4cbd42b142c2 req-b2212bbc-9cba-4678-8328-0ae24ef8b814 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Deleting port 3a718432-bd6a-4019-8b1e-78f6be82f8cf {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:13.295635 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-74f4e9eb-895d-4a80-ad41-4cbd42b142c2 req-b2212bbc-9cba-4678-8328-0ae24ef8b814 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:13.312086 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c424e-aefa-4e0b-959f-78b8088e4e0f req-1c9d5fd5-88ef-4138-b2f7-ced1894b18e1 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:13.313748 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-593c424e-aefa-4e0b-959f-78b8088e4e0f req-1c9d5fd5-88ef-4138-b2f7-ced1894b18e1 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8 HTTP/1.1" status: 200 len: 946 time: 0.0678849 Aug 16 20:50:13.324019 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6ca80bb6-8e51-49bd-a9da-79c45bc69af4 req-a8583259-586c-40bf-9961-3f08fe5d5714 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/security-groups?id=4451924b-9130-4c16-b24f-77953428336e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421568 Aug 16 20:50:13.381836 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a544adf9-f93f-4b65-9bca-ad9eb215ca80 req-d5129c6e-af39-4025-aed4-a7f89c73faf4 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020748 Aug 16 20:50:13.382400 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38880) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:13.463095 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-593c424e-aefa-4e0b-959f-78b8088e4e0f req-2a0b09d1-2772-4986-b6e8-34f0ac8d4900 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Deleting port cb14be03-a62c-4f78-a96c-52779f67f17e {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:13.463959 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-593c424e-aefa-4e0b-959f-78b8088e4e0f req-2a0b09d1-2772-4986-b6e8-34f0ac8d4900 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:13.533829 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-74f4e9eb-895d-4a80-ad41-4cbd42b142c2 req-b2212bbc-9cba-4678-8328-0ae24ef8b814 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] For port 3a718432-bd6a-4019-8b1e-78f6be82f8cf, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=3a718432-bd6a-4019-8b1e-78f6be82f8cf,segment=NetworkSegment(69dadfba-f364-4d01-b526-78aba1371e1e),segment_id=69dadfba-f364-4d01-b526-78aba1371e1e)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:13.534343 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-74f4e9eb-895d-4a80-ad41-4cbd42b142c2 req-b2212bbc-9cba-4678-8328-0ae24ef8b814 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:13.553285 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd52ff-2b9f-43ab-813c-8b0d726ec861 req-a3d48e4d-b87c-4a6e-981f-96e3b173467f tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:13.559715 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0fcd52ff-2b9f-43ab-813c-8b0d726ec861 req-a3d48e4d-b87c-4a6e-981f-96e3b173467f tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc783af-868b-4d71-a962-b17718923359 HTTP/1.1" status: 200 len: 945 time: 0.1093192 Aug 16 20:50:13.599471 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09fc592-8f90-4fae-8828-634dce527394 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Made reservation on behalf of c3a7754f3e82468e96189acd8b6d8190 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:50:13.599471 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b09fc592-8f90-4fae-8828-634dce527394 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:13.614663 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b09fc592-8f90-4fae-8828-634dce527394 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:13.616975 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-92ebab68-3fc2-4729-bfe3-d019cfe457f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:13.669090 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-fdf143c6-a77b-4a01-bd30-2480ab1fc4a3 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Made reservation on behalf of 34d8c782880e4e14877287a38850e52e for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:50:13.673149 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-fdf143c6-a77b-4a01-bd30-2480ab1fc4a3 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:13.713922 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e8264261-b61b-4fed-b3d7-198e21113e9f req-c6c6e817-bdf2-4416-8e2e-33c64cd933ce tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c608b99-4d0c-481c-880d-21fc34ffa719 HTTP/1.1" status: 200 len: 210 time: 0.0574718 Aug 16 20:50:13.787077 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:13.804766 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b09fc592-8f90-4fae-8828-634dce527394 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:13.825682 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0fcd52ff-2b9f-43ab-813c-8b0d726ec861 req-158de150-ae1e-449c-9ecd-22d3c997a100 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.84 "GET /v2.0/security-groups?id=46c27061-e176-4c6b-9244-6af810df7840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2449121 Aug 16 20:50:13.859923 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-593c424e-aefa-4e0b-959f-78b8088e4e0f req-2a0b09d1-2772-4986-b6e8-34f0ac8d4900 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] For port cb14be03-a62c-4f78-a96c-52779f67f17e, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=cb14be03-a62c-4f78-a96c-52779f67f17e,segment=NetworkSegment(7a6b72d0-5357-45c8-a666-5cc5a3dffcc1),segment_id=7a6b72d0-5357-45c8-a666-5cc5a3dffcc1)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:13.859923 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-593c424e-aefa-4e0b-959f-78b8088e4e0f req-2a0b09d1-2772-4986-b6e8-34f0ac8d4900 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:13.863151 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-c010aab8-79b1-4807-b14c-d00b6a8448b0 admin admin] Deleting subnet 64801f8f-8e8b-4346-a61f-2c5cd4a5ef47 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:50:13.880869 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c010aab8-79b1-4807-b14c-d00b6a8448b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:13.948278 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c010aab8-79b1-4807-b14c-d00b6a8448b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:13.989714 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c010aab8-79b1-4807-b14c-d00b6a8448b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:13.999187 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b09fc592-8f90-4fae-8828-634dce527394 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:14.047880 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b09fc592-8f90-4fae-8828-634dce527394 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:50:14.097393 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09fc592-8f90-4fae-8828-634dce527394 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629f0712-2794-4c69-967f-f09396948c97,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:14.103451 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b09fc592-8f90-4fae-8828-634dce527394 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:14.103881 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-b09fc592-8f90-4fae-8828-634dce527394 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Added segment a401ec49-3865-46fb-ae8e-d32d2b2fa2e0 of type vlan for network 2622b0ce-7446-4bfb-a731-312c6e4e51af Aug 16 20:50:14.158255 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-fdf143c6-a77b-4a01-bd30-2480ab1fc4a3 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Allocated IP 192.168.233.212 (d77fce7e-e915-4ee5-ada6-d6f376af2589/2883ed1d-8e71-4475-b2ce-2177242b9f23/b7c2e79b-459c-400c-8288-5754cdefdd4f) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:50:14.185234 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-593c424e-aefa-4e0b-959f-78b8088e4e0f req-2a0b09d1-2772-4986-b6e8-34f0ac8d4900 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:14.185815 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-593c424e-aefa-4e0b-959f-78b8088e4e0f req-2a0b09d1-2772-4986-b6e8-34f0ac8d4900 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:14.185929 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [req-593c424e-aefa-4e0b-959f-78b8088e4e0f req-2a0b09d1-2772-4986-b6e8-34f0ac8d4900 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Floating IP ab864dd6-27ab-4d98-9815-f6a1e0ee6a7e disassociated. External IP: 172.25.1.147, port: cb14be03-a62c-4f78-a96c-52779f67f17e. Aug 16 20:50:14.186256 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-593c424e-aefa-4e0b-959f-78b8088e4e0f req-2a0b09d1-2772-4986-b6e8-34f0ac8d4900 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Calling delete_port for cb14be03-a62c-4f78-a96c-52779f67f17e owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:14.196916 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b09fc592-8f90-4fae-8828-634dce527394 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:14.223457 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-74f4e9eb-895d-4a80-ad41-4cbd42b142c2 req-b2212bbc-9cba-4678-8328-0ae24ef8b814 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:14.223979 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-74f4e9eb-895d-4a80-ad41-4cbd42b142c2 req-b2212bbc-9cba-4678-8328-0ae24ef8b814 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:14.224375 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [req-74f4e9eb-895d-4a80-ad41-4cbd42b142c2 req-b2212bbc-9cba-4678-8328-0ae24ef8b814 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Floating IP b889bb6e-72e5-4b37-b432-d40552d79fac disassociated. External IP: 172.25.1.52, port: 3a718432-bd6a-4019-8b1e-78f6be82f8cf. Aug 16 20:50:14.224818 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-74f4e9eb-895d-4a80-ad41-4cbd42b142c2 req-b2212bbc-9cba-4678-8328-0ae24ef8b814 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Calling delete_port for 3a718432-bd6a-4019-8b1e-78f6be82f8cf owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:14.366468 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c010aab8-79b1-4807-b14c-d00b6a8448b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:14.396732 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b09fc592-8f90-4fae-8828-634dce527394 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:14.398407 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09fc592-8f90-4fae-8828-634dce527394 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:14.399203 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b09fc592-8f90-4fae-8828-634dce527394 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:14.421953 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c010aab8-79b1-4807-b14c-d00b6a8448b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:14.421953 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c010aab8-79b1-4807-b14c-d00b6a8448b0 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/64801f8f-8e8b-4346-a61f-2c5cd4a5ef47 HTTP/1.1" status: 204 len: 168 time: 1.0283394 Aug 16 20:50:14.450914 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38898) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:14.487700 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c010aab8-79b1-4807-b14c-d00b6a8448b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64801f8f-8e8b-4346-a61f-2c5cd4a5ef47,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:14.518762 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09fc592-8f90-4fae-8828-634dce527394 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Pushing event updated for resources: {'Network': ['ID=2622b0ce-7446-4bfb-a731-312c6e4e51af,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:14.530369 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 2622b0ce-7446-4bfb-a731-312c6e4e51af details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:50:14.545562 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3930785e-67db-460e-a403-1744cc9e1715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:14.584680 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-593c424e-aefa-4e0b-959f-78b8088e4e0f req-2a0b09d1-2772-4986-b6e8-34f0ac8d4900 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:14.588440 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-fdf143c6-a77b-4a01-bd30-2480ab1fc4a3 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:14.622832 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-fdf143c6-a77b-4a01-bd30-2480ab1fc4a3 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Transition to ACTIVE for port object b7c2e79b-459c-400c-8288-5754cdefdd4f will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:50:14.642925 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 2d023ed1-a390-48f3-ba77-e24a8db09ea8 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:50:14.659823 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91e4d5-a1a9-4562-b976-efabc02ffcb5 req-9cbd0cfe-6124-44cc-8cb5-31d47b5e5786 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:14.667379 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9c91e4d5-a1a9-4562-b976-efabc02ffcb5 req-9cbd0cfe-6124-44cc-8cb5-31d47b5e5786 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/ports?device_id=1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8 HTTP/1.1" status: 200 len: 867 time: 0.2757325 Aug 16 20:50:14.679088 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 2d023ed1-a390-48f3-ba77-e24a8db09ea8 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:50:14.680069 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 2d023ed1-a390-48f3-ba77-e24a8db09ea8 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:50:14.692506 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942cb3f-bb02-4b2c-aec7-a92bb6652c35 req-6e81c94f-ef90-4b90-9489-789718fb2816 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:14.694147 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5942cb3f-bb02-4b2c-aec7-a92bb6652c35 req-6e81c94f-ef90-4b90-9489-789718fb2816 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.2008808 Aug 16 20:50:14.782836 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:14.789737 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9c91e4d5-a1a9-4562-b976-efabc02ffcb5 req-5d6b7fd4-4ce7-495a-ac1e-353584f7f5fc tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/security-groups?id=4451924b-9130-4c16-b24f-77953428336e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214073 Aug 16 20:50:14.811722 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5942cb3f-bb02-4b2c-aec7-a92bb6652c35 req-d47da550-e0e4-4ee6-8a4d-c784638f8220 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043303 Aug 16 20:50:14.918000 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-46f2b8a7-26f0-43cd-a2a8-95aebd9794cc req-291eef39-c2ce-4406-9629-218b575f631f tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c608b99-4d0c-481c-880d-21fc34ffa719 HTTP/1.1" status: 200 len: 210 time: 0.0396266 Aug 16 20:50:14.924156 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-fdf143c6-a77b-4a01-bd30-2480ab1fc4a3 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:14.936571 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['d12fa717-5873-4d2b-90e6-5c7935218310'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:50:14.939549 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['d88b29f6-cf28-4a24-ba6e-34e54b0a41c9', 'ef0c7a6f-3506-409b-8c4f-e21c66093609', '7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c', '6cda2720-1cf3-45f1-8e31-bc271e42d531'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:50:14.950225 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b09d1-2772-4986-b6e8-34f0ac8d4900 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Pushing event deleted for resources: {'Port': ['ID=cb14be03-a62c-4f78-a96c-52779f67f17e,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:14.957784 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b09fc592-8f90-4fae-8828-634dce527394 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.8314538 Aug 16 20:50:14.962639 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38904) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:14.969295 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-58676b9c-8640-4d38-81eb-2c74db3a5ff8 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Request body: {'subnet': {'network_id': '2622b0ce-7446-4bfb-a731-312c6e4e51af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:15.004839 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-74f4e9eb-895d-4a80-ad41-4cbd42b142c2 req-b2212bbc-9cba-4678-8328-0ae24ef8b814 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:15.010403 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d54ad745-f4e0-44f6-b875-6172fbc46764 req-65d724c6-ee1c-447b-b409-53022c243845 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc783af-868b-4d71-a962-b17718923359 HTTP/1.1" status: 200 len: 210 time: 0.0878086 Aug 16 20:50:15.030103 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-fdf143c6-a77b-4a01-bd30-2480ab1fc4a3 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Network d77fce7e-e915-4ee5-ada6-d6f376af2589 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:50:15.037685 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3930785e-67db-460e-a403-1744cc9e1715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:15.047080 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-fdf143c6-a77b-4a01-bd30-2480ab1fc4a3 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:15.059356 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-3930785e-67db-460e-a403-1744cc9e1715 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d2d869c-bfe3-4bc5-a83b-70655e061223']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:15.065981 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-fdf143c6-a77b-4a01-bd30-2480ab1fc4a3 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:50:15.076005 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-3930785e-67db-460e-a403-1744cc9e1715 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bda1fdb-059c-4b78-b199-8bd34b6e1b42') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:15.076295 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-3930785e-67db-460e-a403-1744cc9e1715 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bda1fdb-059c-4b78-b199-8bd34b6e1b42') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:15.088747 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3930785e-67db-460e-a403-1744cc9e1715 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:15.143447 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf143c6-a77b-4a01-bd30-2480ab1fc4a3 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Pushing event updated for resources: {'Port': ['ID=b7c2e79b-459c-400c-8288-5754cdefdd4f,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:15.176746 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3930785e-67db-460e-a403-1744cc9e1715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:15.183853 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58676b9c-8640-4d38-81eb-2c74db3a5ff8 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Made reservation on behalf of c3a7754f3e82468e96189acd8b6d8190 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:50:15.186749 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-58676b9c-8640-4d38-81eb-2c74db3a5ff8 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:15.197311 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3930785e-67db-460e-a403-1744cc9e1715 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:50:15.197725 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3930785e-67db-460e-a403-1744cc9e1715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:15.199520 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:50:15.199520 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:50:15.199520 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:50:15.199520 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:50:15.199520 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:50:15.199520 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:50:15.199520 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:50:15.199520 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:50:15.199520 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:50:15.199520 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:50:15.199520 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:50:15.199520 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:50:15.199520 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:50:15.199520 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:50:15.199520 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:50:15.199520 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:50:15.199520 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:50:15.199520 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:50:15.199520 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:50:15.199520 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:50:15.199520 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:50:15.199520 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:50:15.199520 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:50:15.199520 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:50:15.199520 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:50:15.199520 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:50:15.199520 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:50:15.199520 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:50:15.199520 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:50:15.199520 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:50:15.199520 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:50:15.199520 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:50:15.214644 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2212bbc-9cba-4678-8328-0ae24ef8b814 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Pushing event deleted for resources: {'Port': ['ID=3a718432-bd6a-4019-8b1e-78f6be82f8cf,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:15.310910 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-593c424e-aefa-4e0b-959f-78b8088e4e0f req-2a0b09d1-2772-4986-b6e8-34f0ac8d4900 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Router 700c4fad-2bf6-4c02-96eb-d0da7327d910 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:50:15.315848 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-fdf143c6-a77b-4a01-bd30-2480ab1fc4a3 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:15.316595 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-fdf143c6-a77b-4a01-bd30-2480ab1fc4a3 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:15.404987 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74f4e9eb-895d-4a80-ad41-4cbd42b142c2 req-b2212bbc-9cba-4678-8328-0ae24ef8b814 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Router 7747798b-d5ce-4395-bc16-1faabad44b6a has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:50:15.487593 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-fdf143c6-a77b-4a01-bd30-2480ab1fc4a3 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3721037 Aug 16 20:50:15.531186 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3930785e-67db-460e-a403-1744cc9e1715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:15.541927 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-00a98f5b-6e96-4b4b-ade7-2e82e9113e72 None None] Provisioning for port b7c2e79b-459c-400c-8288-5754cdefdd4f completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:50:15.542164 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3930785e-67db-460e-a403-1744cc9e1715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:15.545063 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-65a1dc18-513b-4165-9b89-2aea7fed1ca3 service neutron] Request body: {'port': {'device_id': '5c608b99-4d0c-481c-880d-21fc34ffa719', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:15.546982 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3930785e-67db-460e-a403-1744cc9e1715 admin admin] 10.222.0.84 "DELETE /v2.0/networks/2d2d869c-bfe3-4bc5-a83b-70655e061223 HTTP/1.1" status: 204 len: 168 time: 1.0975688 Aug 16 20:50:15.552203 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38912) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:15.570150 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-00a98f5b-6e96-4b4b-ade7-2e82e9113e72 None None] Provisioning complete for port b7c2e79b-459c-400c-8288-5754cdefdd4f triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:15.571938 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-00a98f5b-6e96-4b4b-ade7-2e82e9113e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:15.576097 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-593c424e-aefa-4e0b-959f-78b8088e4e0f req-2a0b09d1-2772-4986-b6e8-34f0ac8d4900 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:50:15.590230 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d596f249-7107-46e0-a225-85145e3ef1f5 None None] Sync routers for ids ['700c4fad-2bf6-4c02-96eb-d0da7327d910'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:50:15.606498 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3930785e-67db-460e-a403-1744cc9e1715 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d2d869c-bfe3-4bc5-a83b-70655e061223,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:15.610898 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d596f249-7107-46e0-a225-85145e3ef1f5 None None] Routers {'700c4fad-2bf6-4c02-96eb-d0da7327d910'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:15.611556 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-d596f249-7107-46e0-a225-85145e3ef1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:50:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['700c4fad-2bf6-4c02-96eb-d0da7327d910'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:15.683364 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-65a1dc18-513b-4165-9b89-2aea7fed1ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:15.690139 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-00a98f5b-6e96-4b4b-ade7-2e82e9113e72 None None] Port b7c2e79b-459c-400c-8288-5754cdefdd4f cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:50:15.711924 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74f4e9eb-895d-4a80-ad41-4cbd42b142c2 req-b2212bbc-9cba-4678-8328-0ae24ef8b814 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:50:15.756315 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c744b5f8-f7ed-4604-a102-b59eca344b98 None None] Sync routers for ids ['7747798b-d5ce-4395-bc16-1faabad44b6a'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:50:15.796210 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f4e9eb-895d-4a80-ad41-4cbd42b142c2 req-b2212bbc-9cba-4678-8328-0ae24ef8b814 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] No DVR routers for this DVR port 3a718432-bd6a-4019-8b1e-78f6be82f8cf on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:50:15.800832 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-74f4e9eb-895d-4a80-ad41-4cbd42b142c2 req-b2212bbc-9cba-4678-8328-0ae24ef8b814 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:15.803107 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-74f4e9eb-895d-4a80-ad41-4cbd42b142c2 req-b2212bbc-9cba-4678-8328-0ae24ef8b814 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.90 "DELETE /v2.0/ports/3a718432-bd6a-4019-8b1e-78f6be82f8cf HTTP/1.1" status: 204 len: 173 time: 2.9619815 Aug 16 20:50:15.803627 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc783af-868b-4d71-a962-b17718923359', 'name': 'network-vif-deleted', 'tag': '3a718432-bd6a-4019-8b1e-78f6be82f8cf'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:15.806051 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0768df61-34a7-4015-93d7-02c70e016aa3" -d '{"events": [{"server_uuid": "0cc783af-868b-4d71-a962-b17718923359", "name": "network-vif-deleted", "tag": "3a718432-bd6a-4019-8b1e-78f6be82f8cf"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:15.825757 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c744b5f8-f7ed-4604-a102-b59eca344b98 None None] Routers {'7747798b-d5ce-4395-bc16-1faabad44b6a'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:15.826048 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-c744b5f8-f7ed-4604-a102-b59eca344b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:50:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['7747798b-d5ce-4395-bc16-1faabad44b6a'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:15.826578 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-593c424e-aefa-4e0b-959f-78b8088e4e0f req-2a0b09d1-2772-4986-b6e8-34f0ac8d4900 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] No DVR routers for this DVR port cb14be03-a62c-4f78-a96c-52779f67f17e on host n-h2-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:50:15.841855 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-4492f31e-5efc-4165-8c27-450b1f0a0d6e admin admin] Deleting subnet 42e21f8b-4098-4ffd-96ba-ae12876dabc8 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:50:15.848888 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4492f31e-5efc-4165-8c27-450b1f0a0d6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:15.909203 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4492f31e-5efc-4165-8c27-450b1f0a0d6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:15.946376 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e979b0d9-1521-4210-97b2-087c605d64b4 x-openstack-request-id: req-e979b0d9-1521-4210-97b2-087c605d64b4 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:15.946709 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc783af-868b-4d71-a962-b17718923359", "name": "network-vif-deleted", "tag": "3a718432-bd6a-4019-8b1e-78f6be82f8cf", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:15.949074 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e979b0d9-1521-4210-97b2-087c605d64b4 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:15.949602 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc783af-868b-4d71-a962-b17718923359', 'name': 'network-vif-deleted', 'tag': '3a718432-bd6a-4019-8b1e-78f6be82f8cf', 'status': 'completed', 'code': 200} Aug 16 20:50:15.980278 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4492f31e-5efc-4165-8c27-450b1f0a0d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:16.029981 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-d596f249-7107-46e0-a225-85145e3ef1f5 None None] Set router 700c4fad-2bf6-4c02-96eb-d0da7327d910 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:16.042743 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-593c424e-aefa-4e0b-959f-78b8088e4e0f req-2a0b09d1-2772-4986-b6e8-34f0ac8d4900 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:16.045058 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-593c424e-aefa-4e0b-959f-78b8088e4e0f req-2a0b09d1-2772-4986-b6e8-34f0ac8d4900 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.90 "DELETE /v2.0/ports/cb14be03-a62c-4f78-a96c-52779f67f17e HTTP/1.1" status: 204 len: 173 time: 2.7207417 Aug 16 20:50:16.047380 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8', 'name': 'network-vif-deleted', 'tag': 'cb14be03-a62c-4f78-a96c-52779f67f17e'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:16.050103 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6375c70f-06a8-4f94-89de-69fbfbbc96e2" -d '{"events": [{"server_uuid": "1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8", "name": "network-vif-deleted", "tag": "cb14be03-a62c-4f78-a96c-52779f67f17e"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:16.056210 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0dc490-be5c-4399-b1fe-a3c504c4bdcc req-2961c0dc-264b-4fdd-b000-d8e63a366223 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:16.056210 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-db0dc490-be5c-4399-b1fe-a3c504c4bdcc req-2961c0dc-264b-4fdd-b000-d8e63a366223 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.2280676 Aug 16 20:50:16.112646 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4492f31e-5efc-4165-8c27-450b1f0a0d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:16.172734 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6ad08513-e9d5-420c-85b7-fabfa2c9a940 req-4337d7c9-4a73-4bb3-8ac7-55773f902eff tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/ports?device_id=1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8 HTTP/1.1" status: 200 len: 210 time: 0.1508443 Aug 16 20:50:16.247238 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4492f31e-5efc-4165-8c27-450b1f0a0d6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42e21f8b-4098-4ffd-96ba-ae12876dabc8,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:16.249631 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4492f31e-5efc-4165-8c27-450b1f0a0d6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:16.254180 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4492f31e-5efc-4165-8c27-450b1f0a0d6e admin admin] 10.222.0.84 "DELETE /v2.0/subnets/42e21f8b-4098-4ffd-96ba-ae12876dabc8 HTTP/1.1" status: 204 len: 168 time: 0.6998208 Aug 16 20:50:16.258793 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38932) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:16.271971 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527b6a4-2aef-4f0b-bd92-cf150e6840e4 req-b399e0d6-667a-4170-9676-ea317d4fef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:16.273477 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5527b6a4-2aef-4f0b-bd92-cf150e6840e4 req-b399e0d6-667a-4170-9676-ea317d4fef13 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=91a0e7dd9c2b431cb8d4b7053e5a6182&device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 1098 time: 0.2275803 Aug 16 20:50:16.274838 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-d596f249-7107-46e0-a225-85145e3ef1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700c4fad-2bf6-4c02-96eb-d0da7327d910', 'name': 'tempest-ServersTestBootFromVolume-673753724-router', 'tenant_id': '34f18ad5c2d4455d99499df1ef982df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '8b37702f-102a-47a2-aea6-80bddc134d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:14Z', 'updated_at': '2021-08-16T20:45:23Z', 'revision_number': 4, 'project_id': '34f18ad5c2d4455d99499df1ef982df3', 'gw_port': {'id': '8b37702f-102a-47a2-aea6-80bddc134d06', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700c4fad-2bf6-4c02-96eb-d0da7327d910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:15Z', 'updated_at': '2021-08-16T20:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '5a4d85c2-e064-4fbf-a372-f36dbc1acfda', 'name': '', 'network_id': 'e55e31f8-e29e-41b3-a9dc-66b816324698', 'tenant_id': '34f18ad5c2d4455d99499df1ef982df3', 'mac_address': 'fa:16:3e:b1:55:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700c4fad-2bf6-4c02-96eb-d0da7327d910', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '1808fe3d-4468-49d3-847b-1af4167b979d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:22Z', 'updated_at': '2021-08-16T20:45:31Z', 'revision_number': 5, 'project_id': '34f18ad5c2d4455d99499df1ef982df3', 'subnets': [{'id': '1808fe3d-4468-49d3-847b-1af4167b979d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:16.278442 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-db0dc490-be5c-4399-b1fe-a3c504c4bdcc req-94686f45-468a-4b0a-a4d3-4c2154824646 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056215 Aug 16 20:50:16.336483 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d596f249-7107-46e0-a225-85145e3ef1f5 None None] Checking router: 700c4fad-2bf6-4c02-96eb-d0da7327d910 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:50:16.338364 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-c744b5f8-f7ed-4604-a102-b59eca344b98 None None] Set router 7747798b-d5ce-4395-bc16-1faabad44b6a gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:16.346298 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d596f249-7107-46e0-a225-85145e3ef1f5 None None] Routers {'700c4fad-2bf6-4c02-96eb-d0da7327d910'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:16.347287 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-d596f249-7107-46e0-a225-85145e3ef1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:50:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['700c4fad-2bf6-4c02-96eb-d0da7327d910'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:16.464155 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f23cebb8-99dd-44b3-9f8c-a6bf9f1594bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:16.482490 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-d596f249-7107-46e0-a225-85145e3ef1f5 None None] Set router 700c4fad-2bf6-4c02-96eb-d0da7327d910 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:16.487153 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360c087-9b8c-4bf9-b8d5-776741dc3dde req-b5b1e8af-3080-4378-b422-c387af34c3e7 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:16.489460 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1360c087-9b8c-4bf9-b8d5-776741dc3dde req-b5b1e8af-3080-4378-b422-c387af34c3e7 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.1532090 Aug 16 20:50:16.498859 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-65a1dc18-513b-4165-9b89-2aea7fed1ca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7c2e79b-459c-400c-8288-5754cdefdd4f {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:50:16.509692 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-65a1dc18-513b-4165-9b89-2aea7fed1ca3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:16.553730 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:16.561722 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-65a1dc18-513b-4165-9b89-2aea7fed1ca3 service neutron] Transition to ACTIVE for port object b7c2e79b-459c-400c-8288-5754cdefdd4f will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:50:16.602057 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77a432-2b5a-4be2-aebd-4a9c1d8c1a75 req-04ed7aec-f101-4c1f-8a98-ef297b60c337 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:16.611231 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0f77a432-2b5a-4be2-aebd-4a9c1d8c1a75 req-04ed7aec-f101-4c1f-8a98-ef297b60c337 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c608b99-4d0c-481c-880d-21fc34ffa719 HTTP/1.1" status: 200 len: 936 time: 0.1796429 Aug 16 20:50:16.649577 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1360c087-9b8c-4bf9-b8d5-776741dc3dde req-334a87b0-d109-4615-a8bb-f5be5338b63f tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402559 Aug 16 20:50:16.663308 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527b6a4-2aef-4f0b-bd92-cf150e6840e4 req-ffdb6eeb-3cba-4028-bb30-2bcfb34acdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:16.664830 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5527b6a4-2aef-4f0b-bd92-cf150e6840e4 req-ffdb6eeb-3cba-4028-bb30-2bcfb34acdbc service neutron] 10.222.0.72 "GET /v2.0/networks?id=078bd5a9-b098-43f3-ba33-8a739c62ede2 HTTP/1.1" status: 200 len: 919 time: 0.3224893 Aug 16 20:50:16.681090 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-c744b5f8-f7ed-4604-a102-b59eca344b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7747798b-d5ce-4395-bc16-1faabad44b6a', 'name': 'tempest-ServersTestFqdnHostnames-398228273-router', 'tenant_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '546b60df-b453-416d-ae7a-3782934667c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:42Z', 'updated_at': '2021-08-16T20:47:51Z', 'revision_number': 4, 'project_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'gw_port': {'id': '546b60df-b453-416d-ae7a-3782934667c1', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7747798b-d5ce-4395-bc16-1faabad44b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:44Z', 'updated_at': '2021-08-16T20:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '0bbf271b-9230-4a5b-ba46-5e015ba7d718', 'name': '', 'network_id': 'b56b8173-9d6f-464b-a699-1e1af2b58029', 'tenant_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'mac_address': 'fa:16:3e:b7:6c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7747798b-d5ce-4395-bc16-1faabad44b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c1595dc5-d276-4518-bf31-00be5b97dc13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:49Z', 'updated_at': '2021-08-16T20:47:57Z', 'revision_number': 5, 'project_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'subnets': [{'id': 'c1595dc5-d276-4518-bf31-00be5b97dc13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:16.717633 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0f77a432-2b5a-4be2-aebd-4a9c1d8c1a75 req-3bcf7543-ed8e-4daf-bf0c-4bce9739a186 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984254 Aug 16 20:50:16.725172 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-65a1dc18-513b-4165-9b89-2aea7fed1ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:16.764419 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5527b6a4-2aef-4f0b-bd92-cf150e6840e4 req-1bbc5345-6c9a-4ee6-a7f1-91808356e12d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3ff8082-7488-4fa4-bba1-1383fc59b92a HTTP/1.1" status: 200 len: 217 time: 0.0885437 Aug 16 20:50:16.796106 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-d596f249-7107-46e0-a225-85145e3ef1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700c4fad-2bf6-4c02-96eb-d0da7327d910', 'name': 'tempest-ServersTestBootFromVolume-673753724-router', 'tenant_id': '34f18ad5c2d4455d99499df1ef982df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '8b37702f-102a-47a2-aea6-80bddc134d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:14Z', 'updated_at': '2021-08-16T20:45:23Z', 'revision_number': 4, 'project_id': '34f18ad5c2d4455d99499df1ef982df3', 'gw_port': {'id': '8b37702f-102a-47a2-aea6-80bddc134d06', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700c4fad-2bf6-4c02-96eb-d0da7327d910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:15Z', 'updated_at': '2021-08-16T20:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '5a4d85c2-e064-4fbf-a372-f36dbc1acfda', 'name': '', 'network_id': 'e55e31f8-e29e-41b3-a9dc-66b816324698', 'tenant_id': '34f18ad5c2d4455d99499df1ef982df3', 'mac_address': 'fa:16:3e:b1:55:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700c4fad-2bf6-4c02-96eb-d0da7327d910', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '1808fe3d-4468-49d3-847b-1af4167b979d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:22Z', 'updated_at': '2021-08-16T20:45:31Z', 'revision_number': 5, 'project_id': '34f18ad5c2d4455d99499df1ef982df3', 'subnets': [{'id': '1808fe3d-4468-49d3-847b-1af4167b979d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:16.811533 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c744b5f8-f7ed-4604-a102-b59eca344b98 None None] Checking router: 7747798b-d5ce-4395-bc16-1faabad44b6a for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:50:16.835592 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c744b5f8-f7ed-4604-a102-b59eca344b98 None None] Routers {'7747798b-d5ce-4395-bc16-1faabad44b6a'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:16.836990 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-c744b5f8-f7ed-4604-a102-b59eca344b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:50:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['7747798b-d5ce-4395-bc16-1faabad44b6a'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:16.852128 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d596f249-7107-46e0-a225-85145e3ef1f5 None None] The sync data for ids ['700c4fad-2bf6-4c02-96eb-d0da7327d910'] in n-d-793620-15 is: [{'id': '700c4fad-2bf6-4c02-96eb-d0da7327d910', 'name': 'tempest-ServersTestBootFromVolume-673753724-router', 'tenant_id': '34f18ad5c2d4455d99499df1ef982df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '8b37702f-102a-47a2-aea6-80bddc134d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:14Z', 'updated_at': '2021-08-16T20:45:23Z', 'revision_number': 4, 'project_id': '34f18ad5c2d4455d99499df1ef982df3', 'gw_port': {'id': '8b37702f-102a-47a2-aea6-80bddc134d06', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700c4fad-2bf6-4c02-96eb-d0da7327d910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:15Z', 'updated_at': '2021-08-16T20:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '5a4d85c2-e064-4fbf-a372-f36dbc1acfda', 'name': '', 'network_id': 'e55e31f8-e29e-41b3-a9dc-66b816324698', 'tenant_id': '34f18ad5c2d4455d99499df1ef982df3', 'mac_address': 'fa:16:3e:b1:55:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700c4fad-2bf6-4c02-96eb-d0da7327d910', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '1808fe3d-4468-49d3-847b-1af4167b979d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:22Z', 'updated_at': '2021-08-16T20:45:31Z', 'revision_number': 5, 'project_id': '34f18ad5c2d4455d99499df1ef982df3', 'subnets': [{'id': '1808fe3d-4468-49d3-847b-1af4167b979d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:50:16.887719 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bac457-e7a0-467d-bd5b-5eacd0b7f56a x-openstack-request-id: req-93bac457-e7a0-467d-bd5b-5eacd0b7f56a {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:16.887719 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8", "name": "network-vif-deleted", "tag": "cb14be03-a62c-4f78-a96c-52779f67f17e", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:16.887719 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-93bac457-e7a0-467d-bd5b-5eacd0b7f56a {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:16.887719 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8', 'name': 'network-vif-deleted', 'tag': 'cb14be03-a62c-4f78-a96c-52779f67f17e', 'status': 'completed', 'code': 200} Aug 16 20:50:16.888266 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a1dc18-513b-4165-9b89-2aea7fed1ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c2e79b-459c-400c-8288-5754cdefdd4f,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:16.993673 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f23cebb8-99dd-44b3-9f8c-a6bf9f1594bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:17.026321 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-326e0763-6e67-42e9-9011-dd02fcf77a97 req-97d55c73-3bf6-44af-a9e4-13e933475e40 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc783af-868b-4d71-a962-b17718923359 HTTP/1.1" status: 200 len: 210 time: 0.1514874 Aug 16 20:50:17.034726 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-f23cebb8-99dd-44b3-9f8c-a6bf9f1594bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a2a59d9-935a-419a-82a2-6b99065fbf6e']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:17.066381 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-65a1dc18-513b-4165-9b89-2aea7fed1ca3 service neutron] Attempting to bind port b7c2e79b-459c-400c-8288-5754cdefdd4f on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:50:17.066670 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-65a1dc18-513b-4165-9b89-2aea7fed1ca3 service neutron] Attempting to bind port b7c2e79b-459c-400c-8288-5754cdefdd4f by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:50:17.067012 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-65a1dc18-513b-4165-9b89-2aea7fed1ca3 service neutron] Attempting to bind port b7c2e79b-459c-400c-8288-5754cdefdd4f on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:17.085479 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-65a1dc18-513b-4165-9b89-2aea7fed1ca3 service neutron] Port b7c2e79b-459c-400c-8288-5754cdefdd4f on network d77fce7e-e915-4ee5-ada6-d6f376af2589 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:50:17.085479 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-65a1dc18-513b-4165-9b89-2aea7fed1ca3 service neutron] Attempting to bind port b7c2e79b-459c-400c-8288-5754cdefdd4f on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:17.089045 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-65a1dc18-513b-4165-9b89-2aea7fed1ca3 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:50:17.089402 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-65a1dc18-513b-4165-9b89-2aea7fed1ca3 service neutron] Checking segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:50:17.089804 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-65a1dc18-513b-4165-9b89-2aea7fed1ca3 service neutron] Bound using segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:50:17.090250 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-65a1dc18-513b-4165-9b89-2aea7fed1ca3 service neutron] Bound port: b7c2e79b-459c-400c-8288-5754cdefdd4f, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:50:17.090620 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-65a1dc18-513b-4165-9b89-2aea7fed1ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:17.093279 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-f23cebb8-99dd-44b3-9f8c-a6bf9f1594bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11480e72-25d2-4b1b-a7c8-b4a290f578b9') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:17.093586 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-f23cebb8-99dd-44b3-9f8c-a6bf9f1594bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11480e72-25d2-4b1b-a7c8-b4a290f578b9') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:17.170320 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527b6a4-2aef-4f0b-bd92-cf150e6840e4 req-dcbecda6-8940-4b8d-a250-6c72bc5019f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:17.171895 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5527b6a4-2aef-4f0b-bd92-cf150e6840e4 req-dcbecda6-8940-4b8d-a250-6c72bc5019f6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=739c3a49-237b-4d98-9492-010a42c636b6 HTTP/1.1" status: 200 len: 858 time: 0.3885405 Aug 16 20:50:17.174594 n-d-793620-15 neutron-server[101845]: DEBUG neutron.objects.ports [None req-58676b9c-8640-4d38-81eb-2c74db3a5ff8 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101845) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:50:17.175072 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-58676b9c-8640-4d38-81eb-2c74db3a5ff8 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:17.178694 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f23cebb8-99dd-44b3-9f8c-a6bf9f1594bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:17.213542 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-c744b5f8-f7ed-4604-a102-b59eca344b98 None None] Set router 7747798b-d5ce-4395-bc16-1faabad44b6a gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:17.246443 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-65a1dc18-513b-4165-9b89-2aea7fed1ca3 service neutron] For port b7c2e79b-459c-400c-8288-5754cdefdd4f, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:50:17.247285 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5527b6a4-2aef-4f0b-bd92-cf150e6840e4 req-2df597cc-aefd-4214-a315-c0474fa8bf60 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=078bd5a9-b098-43f3-ba33-8a739c62ede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643599 Aug 16 20:50:17.253113 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f23cebb8-99dd-44b3-9f8c-a6bf9f1594bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:17.261562 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-65a1dc18-513b-4165-9b89-2aea7fed1ca3 service neutron] For port b7c2e79b-459c-400c-8288-5754cdefdd4f, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=b7c2e79b-459c-400c-8288-5754cdefdd4f,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:50:17.290743 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f23cebb8-99dd-44b3-9f8c-a6bf9f1594bc admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:50:17.292133 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f23cebb8-99dd-44b3-9f8c-a6bf9f1594bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:17.318713 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:50:17.318713 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:50:17.318713 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:50:17.318713 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:50:17.318713 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:50:17.318713 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:50:17.318713 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:50:17.318713 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:50:17.318713 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:50:17.318713 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:50:17.318713 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:50:17.318713 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:50:17.318713 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:50:17.318713 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:50:17.318713 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:50:17.318713 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:50:17.318713 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:50:17.318713 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:50:17.318713 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:50:17.318713 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:50:17.318713 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:50:17.318713 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:50:17.318713 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:50:17.318713 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:50:17.318713 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:50:17.318713 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:50:17.318713 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:50:17.318713 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:50:17.318713 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:50:17.318713 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:50:17.318713 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:50:17.318713 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:50:17.365287 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58676b9c-8640-4d38-81eb-2c74db3a5ff8 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d032bf6f-f519-486c-abb6-6b861bb65923,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:17.366161 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ff8050af-137f-47d5-8bff-e945d66f2eef req-32dacc17-b947-452c-ac7e-d2883744277e tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/ports?device_id=1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8 HTTP/1.1" status: 200 len: 210 time: 0.0512140 Aug 16 20:50:17.370808 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-65a1dc18-513b-4165-9b89-2aea7fed1ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:17.390662 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e74e9e-68ee-48ae-bb51-1730c6cd822c None None] New status for floating IP ab864dd6-27ab-4d98-9815-f6a1e0ee6a7e: DOWN {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:50:17.424809 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58676b9c-8640-4d38-81eb-2c74db3a5ff8 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Checking segment: {'id': 'a401ec49-3865-46fb-ae8e-d32d2b2fa2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2622b0ce-7446-4bfb-a731-312c6e4e51af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:50:17.425182 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58676b9c-8640-4d38-81eb-2c74db3a5ff8 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Network hostable DHCP agents. Network: 2622b0ce-7446-4bfb-a731-312c6e4e51af, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:50:17.470068 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5527b6a4-2aef-4f0b-bd92-cf150e6840e4 req-0e1611d1-3d7f-4077-a439-fe486582597c service neutron] 10.222.0.72 "GET /v2.0/networks/078bd5a9-b098-43f3-ba33-8a739c62ede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050459 Aug 16 20:50:17.504171 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-65a1dc18-513b-4165-9b89-2aea7fed1ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:17.504171 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-65a1dc18-513b-4165-9b89-2aea7fed1ca3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:17.504171 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-65a1dc18-513b-4165-9b89-2aea7fed1ca3 service neutron] 10.222.0.90 "PUT /v2.0/ports/b7c2e79b-459c-400c-8288-5754cdefdd4f HTTP/1.1" status: 200 len: 1097 time: 1.9660738 Aug 16 20:50:17.538420 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a1dc18-513b-4165-9b89-2aea7fed1ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c2e79b-459c-400c-8288-5754cdefdd4f,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:17.556121 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1b85a-5f7c-42c9-a3ef-57b38626d8e7 req-2bec4231-dd21-430d-942f-fa27783a2ff8 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:17.558873 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cae1b85a-5f7c-42c9-a3ef-57b38626d8e7 req-2bec4231-dd21-430d-942f-fa27783a2ff8 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.1153641 Aug 16 20:50:17.604671 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f23cebb8-99dd-44b3-9f8c-a6bf9f1594bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:17.612995 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f23cebb8-99dd-44b3-9f8c-a6bf9f1594bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:17.621942 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f23cebb8-99dd-44b3-9f8c-a6bf9f1594bc admin admin] 10.222.0.84 "DELETE /v2.0/networks/1a2a59d9-935a-419a-82a2-6b99065fbf6e HTTP/1.1" status: 204 len: 168 time: 1.3611836 Aug 16 20:50:17.652635 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cae1b85a-5f7c-42c9-a3ef-57b38626d8e7 req-e2a84026-cb0a-4826-8b71-654477b8ed14 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847120 Aug 16 20:50:17.690606 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23cebb8-99dd-44b3-9f8c-a6bf9f1594bc admin admin] Pushing event deleted for resources: {'Network': ['ID=1a2a59d9-935a-419a-82a2-6b99065fbf6e,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:17.731299 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 3a718432-bd6a-4019-8b1e-78f6be82f8cf no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:50:17.738991 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58676b9c-8640-4d38-81eb-2c74db3a5ff8 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Network 2622b0ce-7446-4bfb-a731-312c6e4e51af is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:50:17.763224 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 3a718432-bd6a-4019-8b1e-78f6be82f8cf {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:50:17.763440 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 3a718432-bd6a-4019-8b1e-78f6be82f8cf not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:50:17.764280 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device cb14be03-a62c-4f78-a96c-52779f67f17e no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:50:17.773298 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-c9e4cd68-906c-4be0-b7e9-d6cc7ed08986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:17.775059 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-c9e4cd68-906c-4be0-b7e9-d6cc7ed08986 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=34d8c782880e4e14877287a38850e52e&device_id=5c608b99-4d0c-481c-880d-21fc34ffa719 HTTP/1.1" status: 200 len: 1100 time: 0.1060522 Aug 16 20:50:17.817579 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5527b6a4-2aef-4f0b-bd92-cf150e6840e4 req-f8649ee2-4994-44b0-85d6-45606636cae6 service neutron] 10.222.0.72 "GET /v2.0/networks/078bd5a9-b098-43f3-ba33-8a739c62ede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383396 Aug 16 20:50:17.818860 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-c744b5f8-f7ed-4604-a102-b59eca344b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7747798b-d5ce-4395-bc16-1faabad44b6a', 'name': 'tempest-ServersTestFqdnHostnames-398228273-router', 'tenant_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '546b60df-b453-416d-ae7a-3782934667c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:42Z', 'updated_at': '2021-08-16T20:47:51Z', 'revision_number': 4, 'project_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'gw_port': {'id': '546b60df-b453-416d-ae7a-3782934667c1', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7747798b-d5ce-4395-bc16-1faabad44b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:44Z', 'updated_at': '2021-08-16T20:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '0bbf271b-9230-4a5b-ba46-5e015ba7d718', 'name': '', 'network_id': 'b56b8173-9d6f-464b-a699-1e1af2b58029', 'tenant_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'mac_address': 'fa:16:3e:b7:6c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7747798b-d5ce-4395-bc16-1faabad44b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c1595dc5-d276-4518-bf31-00be5b97dc13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:49Z', 'updated_at': '2021-08-16T20:47:57Z', 'revision_number': 5, 'project_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'subnets': [{'id': 'c1595dc5-d276-4518-bf31-00be5b97dc13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:17.820639 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: cb14be03-a62c-4f78-a96c-52779f67f17e {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:50:17.820984 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device cb14be03-a62c-4f78-a96c-52779f67f17e not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:50:17.845352 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-58676b9c-8640-4d38-81eb-2c74db3a5ff8 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 2622b0ce-7446-4bfb-a731-312c6e4e51af) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:17.857471 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58676b9c-8640-4d38-81eb-2c74db3a5ff8 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:17.859774 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-58676b9c-8640-4d38-81eb-2c74db3a5ff8 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:17.864291 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdcfe54-bf51-4639-9ee3-d2a822e81516 None None] Network 2622b0ce-7446-4bfb-a731-312c6e4e51af requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:50:17.867916 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c744b5f8-f7ed-4604-a102-b59eca344b98 None None] The sync data for ids ['7747798b-d5ce-4395-bc16-1faabad44b6a'] in n-d-793620-15 is: [{'id': '7747798b-d5ce-4395-bc16-1faabad44b6a', 'name': 'tempest-ServersTestFqdnHostnames-398228273-router', 'tenant_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '546b60df-b453-416d-ae7a-3782934667c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:42Z', 'updated_at': '2021-08-16T20:47:51Z', 'revision_number': 4, 'project_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'gw_port': {'id': '546b60df-b453-416d-ae7a-3782934667c1', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7747798b-d5ce-4395-bc16-1faabad44b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:44Z', 'updated_at': '2021-08-16T20:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '0bbf271b-9230-4a5b-ba46-5e015ba7d718', 'name': '', 'network_id': 'b56b8173-9d6f-464b-a699-1e1af2b58029', 'tenant_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'mac_address': 'fa:16:3e:b7:6c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7747798b-d5ce-4395-bc16-1faabad44b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c1595dc5-d276-4518-bf31-00be5b97dc13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:49Z', 'updated_at': '2021-08-16T20:47:57Z', 'revision_number': 5, 'project_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'subnets': [{'id': 'c1595dc5-d276-4518-bf31-00be5b97dc13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:50:17.876935 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-585c8a66-edb3-4b36-b4ed-448a26d9c95f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=b7c2e79b-459c-400c-8288-5754cdefdd4f HTTP/1.1" status: 200 len: 217 time: 0.0535841 Aug 16 20:50:17.950600 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c608b99-4d0c-481c-880d-21fc34ffa719', 'tag': 'b7c2e79b-459c-400c-8288-5754cdefdd4f'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:17.953404 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e87999-81c6-4432-8271-896b866477cf" -d '{"events": [{"name": "network-changed", "server_uuid": "5c608b99-4d0c-481c-880d-21fc34ffa719", "tag": "b7c2e79b-459c-400c-8288-5754cdefdd4f"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:17.989314 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-58676b9c-8640-4d38-81eb-2c74db3a5ff8 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0250676 Aug 16 20:50:17.992236 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38958) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:17.995657 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c7258-10e6-4a7d-aa7a-11cfe0e883b8 req-bf869d97-057a-401a-9eaa-3442d6d5ae1b tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:17.997517 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-8e41abea-9728-4014-930d-07c7453e8ddd tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-278186225', 'network_id': '2622b0ce-7446-4bfb-a731-312c6e4e51af'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:18.004835 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-988c7258-10e6-4a7d-aa7a-11cfe0e883b8 req-bf869d97-057a-401a-9eaa-3442d6d5ae1b tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.2439051 Aug 16 20:50:18.116571 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c271ca-10b5-4bf7-aa44-d6216ff16c07 None None] Network 2622b0ce-7446-4bfb-a731-312c6e4e51af requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:50:18.124343 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-988c7258-10e6-4a7d-aa7a-11cfe0e883b8 req-6f46aa8d-cb02-405b-bf40-39626f9d4341 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139472 Aug 16 20:50:18.130246 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38964) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:18.138869 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-2cdf613e-9a0c-4271-ab87-35f59587f2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:18.139542 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e41abea-9728-4014-930d-07c7453e8ddd tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Made reservation on behalf of c3a7754f3e82468e96189acd8b6d8190 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:50:18.140341 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-2cdf613e-9a0c-4271-ab87-35f59587f2c1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.2484269 Aug 16 20:50:18.142710 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8e41abea-9728-4014-930d-07c7453e8ddd tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:18.190660 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118eab5d-c3d3-4ae8-8188-56d9e30aff90 req-58f3cafe-30ee-461d-b249-921fcde3e4d7 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:18.192264 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-118eab5d-c3d3-4ae8-8188-56d9e30aff90 req-58f3cafe-30ee-461d-b249-921fcde3e4d7 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c608b99-4d0c-481c-880d-21fc34ffa719 HTTP/1.1" status: 200 len: 948 time: 0.1453857 Aug 16 20:50:18.198394 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-8e41abea-9728-4014-930d-07c7453e8ddd tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] device_id is not set on port c28bcbc9-e54e-442d-9911-1eb90d6babcc yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:50:18.249071 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-51058450-356c-4731-93cf-5aaa2cc9dcfe admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6b79fa21751c4c74a7616afcdef028a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1176879 Aug 16 20:50:18.251964 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38966) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:18.320300 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-118eab5d-c3d3-4ae8-8188-56d9e30aff90 req-0e3f0c0a-21a5-499b-897c-0e0e75388e45 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066878 Aug 16 20:50:18.335836 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbd747-014c-43d0-a242-afe9811ae6de req-81e164e9-6a1d-41ad-ad16-39caa9150953 tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:18.345152 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c9bbd747-014c-43d0-a242-afe9811ae6de req-81e164e9-6a1d-41ad-ad16-39caa9150953 tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] 10.222.0.84 "GET /v2.0/ports?device_id=105abb32-bcb5-46ee-9148-957a7e62e73f HTTP/1.1" status: 200 len: 945 time: 0.1516094 Aug 16 20:50:18.383617 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-8e41abea-9728-4014-930d-07c7453e8ddd tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Allocated IP 172.20.0.11 (2622b0ce-7446-4bfb-a731-312c6e4e51af/d032bf6f-f519-486c-abb6-6b861bb65923/c28bcbc9-e54e-442d-9911-1eb90d6babcc) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:50:18.386917 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4c90b4e1-ad92-42d5-a792-5782e2b656f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:18.399151 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-9ff79165-4648-4364-8153-35dabf0485ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:18.400747 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-9ff79165-4648-4364-8153-35dabf0485ba service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2512155 Aug 16 20:50:18.402426 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bacca0-1768-40e0-a851-fb0bbecd58a0 x-openstack-request-id: req-12bacca0-1768-40e0-a851-fb0bbecd58a0 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:18.402718 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c608b99-4d0c-481c-880d-21fc34ffa719", "tag": "b7c2e79b-459c-400c-8288-5754cdefdd4f", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:18.402970 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-12bacca0-1768-40e0-a851-fb0bbecd58a0 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:18.403367 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c608b99-4d0c-481c-880d-21fc34ffa719', 'tag': 'b7c2e79b-459c-400c-8288-5754cdefdd4f', 'status': 'completed', 'code': 200} Aug 16 20:50:18.421096 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c9bbd747-014c-43d0-a242-afe9811ae6de req-0c69a348-cb15-4a02-a775-f33b7aa80c5e tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4190773-4fd7-4bc9-9f5e-e0f8a9dd8040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703623 Aug 16 20:50:18.439168 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4c90b4e1-ad92-42d5-a792-5782e2b656f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:18.494990 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b6c3fb-2d35-462f-9736-ed0d3c35c4a2 None None] New status for floating IP b889bb6e-72e5-4b37-b432-d40552d79fac: DOWN {{(pid=101846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:50:18.558207 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38972) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:18.637140 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8e41abea-9728-4014-930d-07c7453e8ddd tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:18.654173 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4c90b4e1-ad92-42d5-a792-5782e2b656f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:18.656735 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4c90b4e1-ad92-42d5-a792-5782e2b656f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:18.657900 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4c90b4e1-ad92-42d5-a792-5782e2b656f7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1ffb4439-0fbb-482b-9006-34f8f5952456 HTTP/1.1" status: 204 len: 168 time: 0.4050188 Aug 16 20:50:18.666317 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-98621a51-5ff3-4f7b-9be1-834ee4d793af tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:18.677822 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c90b4e1-ad92-42d5-a792-5782e2b656f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffb4439-0fbb-482b-9006-34f8f5952456,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:18.713750 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-98621a51-5ff3-4f7b-9be1-834ee4d793af tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:18.823041 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:18.857581 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8e41abea-9728-4014-930d-07c7453e8ddd tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:18.904253 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e41abea-9728-4014-930d-07c7453e8ddd tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Network 2622b0ce-7446-4bfb-a731-312c6e4e51af is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:50:18.907256 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-8e41abea-9728-4014-930d-07c7453e8ddd tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:18.911706 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e41abea-9728-4014-930d-07c7453e8ddd tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:50:18.935610 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0894aa60-6dc6-4bab-9166-3d71c1bb59cf req-38e50116-1246-4640-a92b-7b68081c19b4 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/ports?device_id=1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8 HTTP/1.1" status: 200 len: 210 time: 0.0623801 Aug 16 20:50:18.944582 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41abea-9728-4014-930d-07c7453e8ddd tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Pushing event updated for resources: {'Port': ['ID=c28bcbc9-e54e-442d-9911-1eb90d6babcc,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:18.951414 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-98621a51-5ff3-4f7b-9be1-834ee4d793af tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:18.954464 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-98621a51-5ff3-4f7b-9be1-834ee4d793af tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:18.957729 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-98621a51-5ff3-4f7b-9be1-834ee4d793af tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.84 "DELETE /v2.0/security-groups/46c27061-e176-4c6b-9244-6af810df7840 HTTP/1.1" status: 204 len: 168 time: 0.3962834 Aug 16 20:50:18.962421 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38978) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:18.970553 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98621a51-5ff3-4f7b-9be1-834ee4d793af tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c27061-e176-4c6b-9244-6af810df7840,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:18.985326 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e41abea-9728-4014-930d-07c7453e8ddd tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:18.986117 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8e41abea-9728-4014-930d-07c7453e8ddd tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:18.996007 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f6c91-4731-4ef5-a2c3-3b0b8895fd49 req-090d1c7d-0625-45ce-b1bd-098bfda8293d tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:19.006511 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-493f6c91-4731-4ef5-a2c3-3b0b8895fd49 req-090d1c7d-0625-45ce-b1bd-098bfda8293d tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.1290822 Aug 16 20:50:19.008328 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-c46c0cc5-c9ae-4e54-8a2c-3cc0fdbe10f6 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] show failed (client error): The resource could not be found. Aug 16 20:50:19.011718 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c46c0cc5-c9ae-4e54-8a2c-3cc0fdbe10f6 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.84 "GET /v2.0/security-groups/46c27061-e176-4c6b-9244-6af810df7840 HTTP/1.1" status: 404 len: 347 time: 0.0443957 Aug 16 20:50:19.012533 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38980) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:19.016473 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-bd80587c-49eb-4779-82ad-9ffa26d509ea service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5945504 Aug 16 20:50:19.095096 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-493f6c91-4731-4ef5-a2c3-3b0b8895fd49 req-1c2f3e6d-da89-41fe-aca2-aff16b31b083 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906510 Aug 16 20:50:19.109737 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8e41abea-9728-4014-930d-07c7453e8ddd tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.1163938 Aug 16 20:50:19.112295 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38982) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:19.174763 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c2504aa2-5220-4710-82b6-9c3f23cf6c02 req-b7a6e961-f6dc-436a-9cd8-9defc8f5cf72 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480236 Aug 16 20:50:19.261888 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47d0b0-2c94-42ad-9a91-a3266bd60398 req-1c05d420-4f95-42df-a3e0-06a25b607467 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:19.262843 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-2182dfc2-50f0-41b7-a8e8-d1cfa90feb80 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Deleting port 4790b4d2-1013-430b-9209-052cb6f32f28 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:19.263882 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fc47d0b0-2c94-42ad-9a91-a3266bd60398 req-1c05d420-4f95-42df-a3e0-06a25b607467 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.0665655 Aug 16 20:50:19.264448 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2182dfc2-50f0-41b7-a8e8-d1cfa90feb80 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:19.328282 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fc47d0b0-2c94-42ad-9a91-a3266bd60398 req-17404a3f-beba-4e55-873b-f86c62846de1 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580637 Aug 16 20:50:19.329303 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-025a15de-9218-4dfb-96ff-fb8868e8b091 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Deleting port c28bcbc9-e54e-442d-9911-1eb90d6babcc {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:19.329787 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-025a15de-9218-4dfb-96ff-fb8868e8b091 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:19.384102 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e87999-81c6-4432-8271-896b866477cf req-a8f3f5ec-63b3-4992-90f2-a35ce26c60c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:19.387515 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c5e87999-81c6-4432-8271-896b866477cf req-a8f3f5ec-63b3-4992-90f2-a35ce26c60c6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=34d8c782880e4e14877287a38850e52e&device_id=5c608b99-4d0c-481c-880d-21fc34ffa719 HTTP/1.1" status: 200 len: 1100 time: 0.0571494 Aug 16 20:50:19.421862 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2182dfc2-50f0-41b7-a8e8-d1cfa90feb80 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:19.422328 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2182dfc2-50f0-41b7-a8e8-d1cfa90feb80 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:19.444532 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-2182dfc2-50f0-41b7-a8e8-d1cfa90feb80 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Calling delete_port for 4790b4d2-1013-430b-9209-052cb6f32f28 owned by network:floatingip {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:19.447379 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-025a15de-9218-4dfb-96ff-fb8868e8b091 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:19.468352 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-025a15de-9218-4dfb-96ff-fb8868e8b091 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Calling delete_port for c28bcbc9-e54e-442d-9911-1eb90d6babcc owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:19.530032 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac46ad-f7c2-458c-86fd-c9be5e8b6e50 req-2657c89e-6c2f-4478-8f58-c4478e5ca4d9 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:19.532975 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6aac46ad-f7c2-458c-86fd-c9be5e8b6e50 req-2657c89e-6c2f-4478-8f58-c4478e5ca4d9 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c608b99-4d0c-481c-880d-21fc34ffa719 HTTP/1.1" status: 200 len: 948 time: 0.1164587 Aug 16 20:50:19.551388 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e87999-81c6-4432-8271-896b866477cf req-9d20e140-8152-40e6-86b9-2b3cbe478a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:19.552982 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c5e87999-81c6-4432-8271-896b866477cf req-9d20e140-8152-40e6-86b9-2b3cbe478a5c service neutron] 10.222.0.90 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.1505368 Aug 16 20:50:19.631942 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c5e87999-81c6-4432-8271-896b866477cf req-1ef0fffb-8280-4d76-be69-5a27c56fc515 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=b7c2e79b-459c-400c-8288-5754cdefdd4f HTTP/1.1" status: 200 len: 217 time: 0.0617912 Aug 16 20:50:19.689335 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38992) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:19.701099 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6aac46ad-f7c2-458c-86fd-c9be5e8b6e50 req-cceef3b9-e321-4594-8510-5aa9f422380e tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613352 Aug 16 20:50:19.717104 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bcae56-af48-486d-9069-899a95b56f4c req-23d97444-29e1-4f88-8946-e5532586681a tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:19.725794 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d3bcae56-af48-486d-9069-899a95b56f4c req-23d97444-29e1-4f88-8946-e5532586681a tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] 10.222.0.84 "GET /v2.0/ports?device_id=105abb32-bcb5-46ee-9148-957a7e62e73f HTTP/1.1" status: 200 len: 945 time: 0.1778445 Aug 16 20:50:19.756093 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c9381d52-3865-419a-b0f2-63d50591ce0a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ac67269ec2d646d783359d3e438b59fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0634477 Aug 16 20:50:19.758272 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38994) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:19.765724 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e87999-81c6-4432-8271-896b866477cf req-dfeaec8c-e23e-44d8-8778-b81b4ca33d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:19.767454 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c5e87999-81c6-4432-8271-896b866477cf req-dfeaec8c-e23e-44d8-8778-b81b4ca33d5c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.1252146 Aug 16 20:50:19.794512 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d3bcae56-af48-486d-9069-899a95b56f4c req-6b6f0df8-a0a0-4db4-b7bd-490c5087bd52 tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4190773-4fd7-4bc9-9f5e-e0f8a9dd8040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674360 Aug 16 20:50:19.815014 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-32d0e51e-5dbc-436c-848c-e634fb421302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:19.830955 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e87999-81c6-4432-8271-896b866477cf req-c911bd17-4818-4855-bfc7-f3b434602f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:19.833455 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c5e87999-81c6-4432-8271-896b866477cf req-c911bd17-4818-4855-bfc7-f3b434602f50 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0538116 Aug 16 20:50:19.836856 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-025a15de-9218-4dfb-96ff-fb8868e8b091 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:19.839606 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-32d0e51e-5dbc-436c-848c-e634fb421302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:19.888586 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a15de-9218-4dfb-96ff-fb8868e8b091 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Pushing event deleted for resources: {'Port': ['ID=c28bcbc9-e54e-442d-9911-1eb90d6babcc,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:19.926976 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2182dfc2-50f0-41b7-a8e8-d1cfa90feb80 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:19.961446 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c5e87999-81c6-4432-8271-896b866477cf req-cc8cc940-10f9-4df5-8ee0-7725f97f0758 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077321 Aug 16 20:50:19.990678 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182dfc2-50f0-41b7-a8e8-d1cfa90feb80 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Pushing event deleted for resources: {'Port': ['ID=4790b4d2-1013-430b-9209-052cb6f32f28,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:20.109808 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1544c964-eee4-4115-b346-8ceac61b9628 req-a8595149-5ea5-486a-91d3-11095c4ed1a1 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/ports?device_id=1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8 HTTP/1.1" status: 200 len: 210 time: 0.0409777 Aug 16 20:50:20.125925 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c5e87999-81c6-4432-8271-896b866477cf req-ead5b2aa-d66a-4ba5-b48d-88287cf45451 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425557 Aug 16 20:50:20.232671 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3d7eb-66ba-46f6-84a6-ffb72fd96f07 req-c8b831e7-3e20-4dda-86de-80cf2b1ef4e6 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:20.234275 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d0e3d7eb-66ba-46f6-84a6-ffb72fd96f07 req-c8b831e7-3e20-4dda-86de-80cf2b1ef4e6 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.0523560 Aug 16 20:50:20.275962 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d0e3d7eb-66ba-46f6-84a6-ffb72fd96f07 req-6c82eb1b-2f95-4dd6-bcd6-0d336bd464f4 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348334 Aug 16 20:50:20.356638 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6ae30-f52d-424e-8bba-d2b14c0eaf1a req-8a850856-3613-4df7-ab1e-07cbc62114c2 tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:20.358107 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e4d6ae30-f52d-424e-8bba-d2b14c0eaf1a req-8a850856-3613-4df7-ab1e-07cbc62114c2 tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] 10.222.0.90 "GET /v2.0/ports?device_id=105abb32-bcb5-46ee-9148-957a7e62e73f HTTP/1.1" status: 200 len: 945 time: 0.4860289 Aug 16 20:50:20.359160 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-025a15de-9218-4dfb-96ff-fb8868e8b091 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:20.360966 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-025a15de-9218-4dfb-96ff-fb8868e8b091 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] 10.222.0.84 "DELETE /v2.0/ports/c28bcbc9-e54e-442d-9911-1eb90d6babcc HTTP/1.1" status: 204 len: 168 time: 1.2477899 Aug 16 20:50:20.363903 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39000) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:20.368747 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-8bcdc4ac-ed15-4cb9-b96a-6658e5d2d1da tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2622b0ce-7446-4bfb-a731-312c6e4e51af', 'external_fixed_ips': [{'subnet_id': 'd032bf6f-f519-486c-abb6-6b861bb65923', 'ip_address': '172.20.0.11'}]}}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:20.415493 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2182dfc2-50f0-41b7-a8e8-d1cfa90feb80 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks [] for floatingip, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:20.417958 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2182dfc2-50f0-41b7-a8e8-d1cfa90feb80 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:20.421892 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2182dfc2-50f0-41b7-a8e8-d1cfa90feb80 tempest-ServersTestFqdnHostnames-366940739 tempest-ServersTestFqdnHostnames-366940739-project] 10.222.0.84 "DELETE /v2.0/floatingips/b889bb6e-72e5-4b37-b432-d40552d79fac HTTP/1.1" status: 204 len: 168 time: 1.4052968 Aug 16 20:50:20.422457 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39004) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:20.475085 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2f29d-c0b0-46d8-8696-52dd753e5baa req-b7926a5b-837b-42f7-b189-fbaf8493806f tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:20.476813 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fbf2f29d-c0b0-46d8-8696-52dd753e5baa req-b7926a5b-837b-42f7-b189-fbaf8493806f tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.0497391 Aug 16 20:50:20.488049 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-32d0e51e-5dbc-436c-848c-e634fb421302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:20.495953 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-32d0e51e-5dbc-436c-848c-e634fb421302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:20.495953 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-32d0e51e-5dbc-436c-848c-e634fb421302 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e5eb8619-2a1f-4ab0-be08-0f86e532de24 HTTP/1.1" status: 204 len: 168 time: 0.7326605 Aug 16 20:50:20.509349 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0e51e-5dbc-436c-848c-e634fb421302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5eb8619-2a1f-4ab0-be08-0f86e532de24,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:20.541977 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fbf2f29d-c0b0-46d8-8696-52dd753e5baa req-1d3d3d98-67a2-4e93-800d-2302e621571b tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519731 Aug 16 20:50:20.577184 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8bcdc4ac-ed15-4cb9-b96a-6658e5d2d1da tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:20.578323 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8bcdc4ac-ed15-4cb9-b96a-6658e5d2d1da tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:20.599216 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-e4d6ae30-f52d-424e-8bba-d2b14c0eaf1a req-858f971a-effc-4840-8037-659723de9b5d tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] Deleting port 8d00b45d-6152-4995-8a87-dee48ab0c614 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:20.599469 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-e4d6ae30-f52d-424e-8bba-d2b14c0eaf1a req-858f971a-effc-4840-8037-659723de9b5d tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:20.650698 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8bcdc4ac-ed15-4cb9-b96a-6658e5d2d1da tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:20.772847 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-e4d6ae30-f52d-424e-8bba-d2b14c0eaf1a req-858f971a-effc-4840-8037-659723de9b5d tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] For port 8d00b45d-6152-4995-8a87-dee48ab0c614, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=8d00b45d-6152-4995-8a87-dee48ab0c614,segment=NetworkSegment(afa7ae38-6e40-47e1-b6bc-1328244d5b78),segment_id=afa7ae38-6e40-47e1-b6bc-1328244d5b78)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:20.773227 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-e4d6ae30-f52d-424e-8bba-d2b14c0eaf1a req-858f971a-effc-4840-8037-659723de9b5d tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:20.807412 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-e4d6ae30-f52d-424e-8bba-d2b14c0eaf1a req-858f971a-effc-4840-8037-659723de9b5d tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] Calling delete_port for 8d00b45d-6152-4995-8a87-dee48ab0c614 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:21.054989 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-70c5e393-c692-4514-96a6-4a6b147906a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:21.087406 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93814faf-08c8-4f5e-b6e2-2131f5093dbf req-74af749d-5aa2-4305-901e-ff97389fd7ed tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:21.094974 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-93814faf-08c8-4f5e-b6e2-2131f5093dbf req-74af749d-5aa2-4305-901e-ff97389fd7ed tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c608b99-4d0c-481c-880d-21fc34ffa719 HTTP/1.1" status: 200 len: 948 time: 0.3341126 Aug 16 20:50:21.101887 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8bcdc4ac-ed15-4cb9-b96a-6658e5d2d1da tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:21.146261 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-e4d6ae30-f52d-424e-8bba-d2b14c0eaf1a req-858f971a-effc-4840-8037-659723de9b5d tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:21.156920 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c28501-0b12-44c4-857e-97717464844f req-4494edfc-488b-4c7d-af04-a17ff01c7282 tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:21.158529 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-40c28501-0b12-44c4-857e-97717464844f req-4494edfc-488b-4c7d-af04-a17ff01c7282 tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] 10.222.0.84 "GET /v2.0/ports?device_id=105abb32-bcb5-46ee-9148-957a7e62e73f HTTP/1.1" status: 200 len: 945 time: 0.2468445 Aug 16 20:50:21.166471 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['8d00b45d-6152-4995-8a87-dee48ab0c614'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:50:21.174606 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-93814faf-08c8-4f5e-b6e2-2131f5093dbf req-c2f1622c-3906-4d2a-b070-ab0c0df96cdd tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741377 Aug 16 20:50:21.189649 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f971a-effc-4840-8037-659723de9b5d tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] Pushing event deleted for resources: {'Port': ['ID=8d00b45d-6152-4995-8a87-dee48ab0c614,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:21.281863 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d6ae30-f52d-424e-8bba-d2b14c0eaf1a req-858f971a-effc-4840-8037-659723de9b5d tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] No DVR routers for this DVR port 8d00b45d-6152-4995-8a87-dee48ab0c614 on host n-h2-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:50:21.285952 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-40c28501-0b12-44c4-857e-97717464844f req-106f64d3-6036-4628-b741-2a4d4981aefa tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] 10.222.0.84 "GET /v2.0/security-groups?id=b4190773-4fd7-4bc9-9f5e-e0f8a9dd8040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089146 Aug 16 20:50:21.289559 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-e4d6ae30-f52d-424e-8bba-d2b14c0eaf1a req-858f971a-effc-4840-8037-659723de9b5d tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:21.292157 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e4d6ae30-f52d-424e-8bba-d2b14c0eaf1a req-858f971a-effc-4840-8037-659723de9b5d tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] 10.222.0.90 "DELETE /v2.0/ports/8d00b45d-6152-4995-8a87-dee48ab0c614 HTTP/1.1" status: 204 len: 173 time: 0.9266934 Aug 16 20:50:21.297117 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105abb32-bcb5-46ee-9148-957a7e62e73f', 'name': 'network-vif-deleted', 'tag': '8d00b45d-6152-4995-8a87-dee48ab0c614'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:21.297117 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24398978-9ed3-4920-b9c6-f77b6fc26c4c" -d '{"events": [{"server_uuid": "105abb32-bcb5-46ee-9148-957a7e62e73f", "name": "network-vif-deleted", "tag": "8d00b45d-6152-4995-8a87-dee48ab0c614"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:21.331025 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-43460a2c-eacd-44c2-a1ee-e0642e80c748 req-8cf68453-a23b-4c7d-86b5-56bc408cbca4 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/ports?device_id=1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8 HTTP/1.1" status: 200 len: 210 time: 0.0514398 Aug 16 20:50:21.407606 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2d8033-667b-44ad-a79c-6280a24eda60 x-openstack-request-id: req-dd2d8033-667b-44ad-a79c-6280a24eda60 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:21.408172 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105abb32-bcb5-46ee-9148-957a7e62e73f", "name": "network-vif-deleted", "tag": "8d00b45d-6152-4995-8a87-dee48ab0c614", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:21.408291 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-dd2d8033-667b-44ad-a79c-6280a24eda60 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:21.408776 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105abb32-bcb5-46ee-9148-957a7e62e73f', 'name': 'network-vif-deleted', 'tag': '8d00b45d-6152-4995-8a87-dee48ab0c614', 'status': 'completed', 'code': 200} Aug 16 20:50:21.509293 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-70c5e393-c692-4514-96a6-4a6b147906a8 admin admin] Deleting port 0bbf271b-9230-4a5b-ba46-5e015ba7d718 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:21.509638 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-70c5e393-c692-4514-96a6-4a6b147906a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:21.556399 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf6342-301e-42d8-9956-904e15897554 req-faa32a31-25b1-41e6-9325-da38028acc25 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:21.560280 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d5bf6342-301e-42d8-9956-904e15897554 req-faa32a31-25b1-41e6-9325-da38028acc25 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.1474819 Aug 16 20:50:21.605417 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8bcdc4ac-ed15-4cb9-b96a-6658e5d2d1da tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:21.611506 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-70c5e393-c692-4514-96a6-4a6b147906a8 admin admin] For port 0bbf271b-9230-4a5b-ba46-5e015ba7d718, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=0bbf271b-9230-4a5b-ba46-5e015ba7d718,segment=NetworkSegment(69dadfba-f364-4d01-b526-78aba1371e1e),segment_id=69dadfba-f364-4d01-b526-78aba1371e1e)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:21.612021 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-70c5e393-c692-4514-96a6-4a6b147906a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:21.624792 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-70c5e393-c692-4514-96a6-4a6b147906a8 admin admin] Calling delete_port for 0bbf271b-9230-4a5b-ba46-5e015ba7d718 owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:21.643027 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8bcdc4ac-ed15-4cb9-b96a-6658e5d2d1da tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:21.648351 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d5bf6342-301e-42d8-9956-904e15897554 req-d76a74aa-a6ba-4677-a0da-e3b1cad62bed tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809431 Aug 16 20:50:21.739042 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0ae21-e70d-43e6-a9dd-17c19256f350 req-96a63f41-2264-4bb8-ae7f-ad64e367346a tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:21.740896 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-36f0ae21-e70d-43e6-a9dd-17c19256f350 req-96a63f41-2264-4bb8-ae7f-ad64e367346a tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.1025479 Aug 16 20:50:21.772203 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device b7c2e79b-459c-400c-8288-5754cdefdd4f details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:50:21.784086 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:21.846141 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-36f0ae21-e70d-43e6-a9dd-17c19256f350 req-0b143855-5bb9-49f1-bf12-557683b7715a tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709934 Aug 16 20:50:21.907698 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-8bcdc4ac-ed15-4cb9-b96a-6658e5d2d1da tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Allocated IP 172.20.0.11 (2622b0ce-7446-4bfb-a731-312c6e4e51af/d032bf6f-f519-486c-abb6-6b861bb65923/e746686e-f53a-4250-ba69-592324dce130) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:50:21.945740 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port b7c2e79b-459c-400c-8288-5754cdefdd4f, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=b7c2e79b-459c-400c-8288-5754cdefdd4f,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:21.963814 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': 'b7c2e79b-459c-400c-8288-5754cdefdd4f', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': 'b7c2e79b-459c-400c-8288-5754cdefdd4f', 'mac_address': 'fa:16:3e:cf:98:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:50:21.977183 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-70c5e393-c692-4514-96a6-4a6b147906a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:22.016959 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8bcdc4ac-ed15-4cb9-b96a-6658e5d2d1da tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:22.034570 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:22.055544 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5e393-c692-4514-96a6-4a6b147906a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bbf271b-9230-4a5b-ba46-5e015ba7d718,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:22.059139 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7c2e79b-459c-400c-8288-5754cdefdd4f {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:50:22.085865 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port b7c2e79b-459c-400c-8288-5754cdefdd4f, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=b7c2e79b-459c-400c-8288-5754cdefdd4f,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:22.132386 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8bcdc4ac-ed15-4cb9-b96a-6658e5d2d1da tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:22.161093 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:22.201730 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcdc4ac-ed15-4cb9-b96a-6658e5d2d1da tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Network 2622b0ce-7446-4bfb-a731-312c6e4e51af is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:50:22.214754 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-8bcdc4ac-ed15-4cb9-b96a-6658e5d2d1da tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:22.222569 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcdc4ac-ed15-4cb9-b96a-6658e5d2d1da tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:50:22.267685 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=b7c2e79b-459c-400c-8288-5754cdefdd4f,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:22.272284 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-70c5e393-c692-4514-96a6-4a6b147906a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:22.373950 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcdc4ac-ed15-4cb9-b96a-6658e5d2d1da tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Pushing event updated for resources: {'Port': ['ID=e746686e-f53a-4250-ba69-592324dce130,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:22.449677 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bb8d5a46-ddf7-45ea-9b66-c77955553356 req-b8db4ab9-f909-406b-be62-89140df93e74 tempest-AttachSCSIVolumeTestJSON-1266436439 tempest-AttachSCSIVolumeTestJSON-1266436439-project] 10.222.0.84 "GET /v2.0/ports?device_id=105abb32-bcb5-46ee-9148-957a7e62e73f HTTP/1.1" status: 200 len: 210 time: 0.0360141 Aug 16 20:50:22.453678 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['b7c2e79b-459c-400c-8288-5754cdefdd4f'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:50:22.589187 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa038d8f-6a5c-4c13-8d0d-0139bed65b3a req-9dc03825-5cbf-44f3-96d4-d189b22990ad tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:22.598640 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aa038d8f-6a5c-4c13-8d0d-0139bed65b3a req-9dc03825-5cbf-44f3-96d4-d189b22990ad tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c608b99-4d0c-481c-880d-21fc34ffa719 HTTP/1.1" status: 200 len: 949 time: 0.2635586 Aug 16 20:50:22.606092 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c5e393-c692-4514-96a6-4a6b147906a8 admin admin] Router 7747798b-d5ce-4395-bc16-1faabad44b6a has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:50:22.682165 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c10b2d79-1841-473e-a0a2-d1b21601cb58 req-7bbde353-320f-45c6-851b-ad5b45194152 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/ports?device_id=1d97c97d-c8d7-453b-983b-bb7bc5cfb3b8 HTTP/1.1" status: 200 len: 210 time: 0.0715230 Aug 16 20:50:22.726634 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aa038d8f-6a5c-4c13-8d0d-0139bed65b3a req-b931fe63-12d1-455a-90d9-780572691da5 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214075 Aug 16 20:50:22.777934 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c5e393-c692-4514-96a6-4a6b147906a8 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:50:22.784272 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-70c5e393-c692-4514-96a6-4a6b147906a8 admin admin] 10.222.0.84 "PUT /v2.0/routers/7747798b-d5ce-4395-bc16-1faabad44b6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3610253 Aug 16 20:50:22.786902 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39050) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:22.790968 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843f3e22-0de2-4354-aa6a-f556dd7e6faf None None] Sync routers for ids ['7747798b-d5ce-4395-bc16-1faabad44b6a'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:50:22.820837 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843f3e22-0de2-4354-aa6a-f556dd7e6faf None None] Routers {'7747798b-d5ce-4395-bc16-1faabad44b6a'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:22.821504 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-843f3e22-0de2-4354-aa6a-f556dd7e6faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:50:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['7747798b-d5ce-4395-bc16-1faabad44b6a'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:22.977209 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-843f3e22-0de2-4354-aa6a-f556dd7e6faf None None] Set router 7747798b-d5ce-4395-bc16-1faabad44b6a gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:23.027351 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f5832-2173-4180-8a34-6349c830d1dc req-0e493801-9583-460d-8cb9-f22b47355f32 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:23.028982 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2a2f5832-2173-4180-8a34-6349c830d1dc req-0e493801-9583-460d-8cb9-f22b47355f32 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.2331378 Aug 16 20:50:23.200160 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1fedf-becd-4117-8f47-90f0dee63e3f req-5c8a1eec-4db2-4e20-84cf-65a75d14b355 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:23.207840 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b6f1fedf-becd-4117-8f47-90f0dee63e3f req-5c8a1eec-4db2-4e20-84cf-65a75d14b355 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.2635694 Aug 16 20:50:23.245435 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f0bccae4-7079-46e4-8d3a-a6522bd173af admin admin] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:23.255915 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-843f3e22-0de2-4354-aa6a-f556dd7e6faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7747798b-d5ce-4395-bc16-1faabad44b6a', 'name': 'tempest-ServersTestFqdnHostnames-398228273-router', 'tenant_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '546b60df-b453-416d-ae7a-3782934667c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:42Z', 'updated_at': '2021-08-16T20:50:21Z', 'revision_number': 5, 'project_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'gw_port': {'id': '546b60df-b453-416d-ae7a-3782934667c1', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7747798b-d5ce-4395-bc16-1faabad44b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:44Z', 'updated_at': '2021-08-16T20:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:23.284101 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843f3e22-0de2-4354-aa6a-f556dd7e6faf None None] Checking router: 7747798b-d5ce-4395-bc16-1faabad44b6a for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:50:23.284454 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2a2f5832-2173-4180-8a34-6349c830d1dc req-bcec9238-cb88-43bf-850f-e37c8df2d318 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370665 Aug 16 20:50:23.291489 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8bcdc4ac-ed15-4cb9-b96a-6658e5d2d1da tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:23.294371 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843f3e22-0de2-4354-aa6a-f556dd7e6faf None None] Routers {'7747798b-d5ce-4395-bc16-1faabad44b6a'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:23.294890 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-843f3e22-0de2-4354-aa6a-f556dd7e6faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:50:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['7747798b-d5ce-4395-bc16-1faabad44b6a'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:23.354996 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b6f1fedf-becd-4117-8f47-90f0dee63e3f req-72de0a4b-fbe5-45f9-8262-5c8c9be04533 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462822 Aug 16 20:50:23.423962 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-843f3e22-0de2-4354-aa6a-f556dd7e6faf None None] Set router 7747798b-d5ce-4395-bc16-1faabad44b6a gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:23.756463 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device b7c2e79b-459c-400c-8288-5754cdefdd4f up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:50:23.797144 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-843f3e22-0de2-4354-aa6a-f556dd7e6faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7747798b-d5ce-4395-bc16-1faabad44b6a', 'name': 'tempest-ServersTestFqdnHostnames-398228273-router', 'tenant_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '546b60df-b453-416d-ae7a-3782934667c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:42Z', 'updated_at': '2021-08-16T20:50:21Z', 'revision_number': 5, 'project_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'gw_port': {'id': '546b60df-b453-416d-ae7a-3782934667c1', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7747798b-d5ce-4395-bc16-1faabad44b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:44Z', 'updated_at': '2021-08-16T20:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:23.837650 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843f3e22-0de2-4354-aa6a-f556dd7e6faf None None] The sync data for ids ['7747798b-d5ce-4395-bc16-1faabad44b6a'] in n-d-793620-15 is: [{'id': '7747798b-d5ce-4395-bc16-1faabad44b6a', 'name': 'tempest-ServersTestFqdnHostnames-398228273-router', 'tenant_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '546b60df-b453-416d-ae7a-3782934667c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:47:42Z', 'updated_at': '2021-08-16T20:50:21Z', 'revision_number': 5, 'project_id': '5c29e48fae084d449b0f4cde2be8cdcd', 'gw_port': {'id': '546b60df-b453-416d-ae7a-3782934667c1', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7747798b-d5ce-4395-bc16-1faabad44b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:44Z', 'updated_at': '2021-08-16T20:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:50:23.917111 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-0d37260e-1f97-4737-a5b4-ce2971f57ab2 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=ce0aedd9c6404b9eabcd0242d8edefef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538385 Aug 16 20:50:23.946435 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port b7c2e79b-459c-400c-8288-5754cdefdd4f completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:50:23.954590 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port b7c2e79b-459c-400c-8288-5754cdefdd4f triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:23.954590 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:23.967561 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f0bccae4-7079-46e4-8d3a-a6522bd173af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:24.043529 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:24.068791 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c608b99-4d0c-481c-880d-21fc34ffa719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c2e79b-459c-400c-8288-5754cdefdd4f'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:24.071100 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fc0bc0-d5f0-4563-b254-79fdd23e1959" -d '{"events": [{"server_uuid": "5c608b99-4d0c-481c-880d-21fc34ffa719", "name": "network-vif-plugged", "status": "completed", "tag": "b7c2e79b-459c-400c-8288-5754cdefdd4f"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:24.084051 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31e7c2-9114-44ad-aa42-6324db8ed3f5 req-0245b9fd-a070-4904-a5a2-f0b1fe042cdc tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:24.085577 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8a31e7c2-9114-44ad-aa42-6324db8ed3f5 req-0245b9fd-a070-4904-a5a2-f0b1fe042cdc tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c608b99-4d0c-481c-880d-21fc34ffa719 HTTP/1.1" status: 200 len: 949 time: 0.1937399 Aug 16 20:50:24.086089 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port b7c2e79b-459c-400c-8288-5754cdefdd4f, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=b7c2e79b-459c-400c-8288-5754cdefdd4f,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:24.182231 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:24.183387 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 8d00b45d-6152-4995-8a87-dee48ab0c614 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:50:24.223680 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-f961eeb5-173e-49ff-8fbf-068e42b1126a tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:24.231771 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-f961eeb5-173e-49ff-8fbf-068e42b1126a tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3028910 Aug 16 20:50:24.234530 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 8d00b45d-6152-4995-8a87-dee48ab0c614 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:50:24.235341 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 8d00b45d-6152-4995-8a87-dee48ab0c614 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:50:24.248150 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8bcdc4ac-ed15-4cb9-b96a-6658e5d2d1da tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:24.255229 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8a31e7c2-9114-44ad-aa42-6324db8ed3f5 req-1218ad88-51c3-47ea-8093-18630a700a9f tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620684 Aug 16 20:50:24.263369 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=b7c2e79b-459c-400c-8288-5754cdefdd4f,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:24.264990 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-2c8c1a24-41a4-440f-8928-020ac02e2ad2 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/quotas/ce0aedd9c6404b9eabcd0242d8edefef HTTP/1.1" status: 200 len: 375 time: 0.0331147 Aug 16 20:50:24.335839 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-15e16d9a-3c6f-4de8-9e5f-b4bc28f68679 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=ce0aedd9c6404b9eabcd0242d8edefef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0699201 Aug 16 20:50:24.389220 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-f0bccae4-7079-46e4-8d3a-a6522bd173af admin admin] Deleting port 546b60df-b453-416d-ae7a-3782934667c1 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:24.389580 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f0bccae4-7079-46e4-8d3a-a6522bd173af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:24.417866 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39120) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:24.471823 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2898a99-2ac3-4f9a-927e-6b64c6a69ff8 x-openstack-request-id: req-b2898a99-2ac3-4f9a-927e-6b64c6a69ff8 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:24.472224 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c608b99-4d0c-481c-880d-21fc34ffa719", "name": "network-vif-plugged", "status": "completed", "tag": "b7c2e79b-459c-400c-8288-5754cdefdd4f", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:24.472605 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b2898a99-2ac3-4f9a-927e-6b64c6a69ff8 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:24.473059 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c608b99-4d0c-481c-880d-21fc34ffa719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c2e79b-459c-400c-8288-5754cdefdd4f', 'code': 200} Aug 16 20:50:24.518734 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-f0bccae4-7079-46e4-8d3a-a6522bd173af admin admin] For port 546b60df-b453-416d-ae7a-3782934667c1, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=546b60df-b453-416d-ae7a-3782934667c1,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:24.519239 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f0bccae4-7079-46e4-8d3a-a6522bd173af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:24.543044 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-f0bccae4-7079-46e4-8d3a-a6522bd173af admin admin] Calling delete_port for 546b60df-b453-416d-ae7a-3782934667c1 owned by network:router_gateway {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:24.562872 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c9b35ce2-4bc3-465c-b75d-416f6885b5bf tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:24.631885 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c9b35ce2-4bc3-465c-b75d-416f6885b5bf tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:24.644970 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bcdc4ac-ed15-4cb9-b96a-6658e5d2d1da tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Router 00385296-718b-422c-95a5-84ba848f7ae0 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:50:24.686928 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94a32b-8c59-4ccb-9ab5-3a13ac62479d req-394f449c-5c32-4734-9493-27e859a510fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:24.688886 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8e94a32b-8c59-4ccb-9ab5-3a13ac62479d req-394f449c-5c32-4734-9493-27e859a510fb service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5c608b99-4d0c-481c-880d-21fc34ffa719 HTTP/1.1" status: 200 len: 1102 time: 0.1116595 Aug 16 20:50:24.741303 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8e94a32b-8c59-4ccb-9ab5-3a13ac62479d req-6db73cb1-165e-4a58-9674-e93382e06dfa service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396452 Aug 16 20:50:24.799220 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c9b35ce2-4bc3-465c-b75d-416f6885b5bf tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:24.802759 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c9b35ce2-4bc3-465c-b75d-416f6885b5bf tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:24.806392 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c9b35ce2-4bc3-465c-b75d-416f6885b5bf tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "DELETE /v2.0/security-groups/4451924b-9130-4c16-b24f-77953428336e HTTP/1.1" status: 204 len: 168 time: 0.3844187 Aug 16 20:50:24.810160 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39136) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:24.824610 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b35ce2-4bc3-465c-b75d-416f6885b5bf tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4451924b-9130-4c16-b24f-77953428336e,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:24.831620 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-13fe6580-6f0b-48a0-8707-72e8b479ef73 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] show failed (client error): The resource could not be found. Aug 16 20:50:24.833388 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-13fe6580-6f0b-48a0-8707-72e8b479ef73 tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "GET /v2.0/security-groups/4451924b-9130-4c16-b24f-77953428336e HTTP/1.1" status: 404 len: 347 time: 0.0222967 Aug 16 20:50:24.835990 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9909d-6ebe-4011-b02e-2bf45bbf2007 req-7e3c7ed7-261a-4fcc-9fbf-e95ff262be71 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:24.836160 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39140) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:24.838200 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-78a9909d-6ebe-4011-b02e-2bf45bbf2007 req-7e3c7ed7-261a-4fcc-9fbf-e95ff262be71 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.2520463 Aug 16 20:50:24.896823 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bcdc4ac-ed15-4cb9-b96a-6658e5d2d1da tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:50:24.910619 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79808e9e-e3ef-4234-a170-8fe5a7bf83d2 None None] Sync routers for ids ['00385296-718b-422c-95a5-84ba848f7ae0'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:50:24.923260 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79808e9e-e3ef-4234-a170-8fe5a7bf83d2 None None] Routers {'00385296-718b-422c-95a5-84ba848f7ae0'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:24.924287 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-79808e9e-e3ef-4234-a170-8fe5a7bf83d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:50:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['00385296-718b-422c-95a5-84ba848f7ae0'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:24.956606 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-78a9909d-6ebe-4011-b02e-2bf45bbf2007 req-a1c213b8-35a9-4c49-af8b-c04cd30aaa44 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007419 Aug 16 20:50:24.964677 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656cfb2-30af-4ba5-8006-5ac940f69202 req-df44cce2-937c-472e-9f00-6992d81630fc tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:24.966451 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c656cfb2-30af-4ba5-8006-5ac940f69202 req-df44cce2-937c-472e-9f00-6992d81630fc tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.2191312 Aug 16 20:50:25.002491 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-42d2b015-7951-46d5-91bf-3749615449db tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Deleting port 015fe139-c9e2-4b13-913e-cec29131b39c {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:25.002994 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-42d2b015-7951-46d5-91bf-3749615449db tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:25.037412 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c656cfb2-30af-4ba5-8006-5ac940f69202 req-9b33ab2c-1e6d-48f5-a319-108105f8c66b tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597563 Aug 16 20:50:25.109993 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4a84779f-3629-4b0b-a53a-11690da416c6 req-b33447ee-59a2-456a-8d25-d636c0339a28 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/ports?device_id=15d4494f-2d52-45c2-86c7-81853db41d32 HTTP/1.1" status: 200 len: 210 time: 0.0487540 Aug 16 20:50:25.110817 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8bcdc4ac-ed15-4cb9-b96a-6658e5d2d1da tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:25.118391 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8bcdc4ac-ed15-4cb9-b96a-6658e5d2d1da tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.7531826 Aug 16 20:50:25.120245 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39144) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:25.145625 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-42d2b015-7951-46d5-91bf-3749615449db tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:25.145625 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-42d2b015-7951-46d5-91bf-3749615449db tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:25.172689 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-42d2b015-7951-46d5-91bf-3749615449db tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Calling delete_port for 015fe139-c9e2-4b13-913e-cec29131b39c owned by network:floatingip {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:25.188418 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 0bbf271b-9230-4a5b-ba46-5e015ba7d718 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:50:25.189264 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f0bccae4-7079-46e4-8d3a-a6522bd173af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:25.228152 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bccae4-7079-46e4-8d3a-a6522bd173af admin admin] Pushing event deleted for resources: {'Port': ['ID=546b60df-b453-416d-ae7a-3782934667c1,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:25.245174 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 0bbf271b-9230-4a5b-ba46-5e015ba7d718 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:50:25.245510 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 0bbf271b-9230-4a5b-ba46-5e015ba7d718 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:50:25.304188 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f0bccae4-7079-46e4-8d3a-a6522bd173af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:25.342487 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-79808e9e-e3ef-4234-a170-8fe5a7bf83d2 None None] Set router 00385296-718b-422c-95a5-84ba848f7ae0 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:25.523768 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f0bccae4-7079-46e4-8d3a-a6522bd173af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:25.533160 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f0bccae4-7079-46e4-8d3a-a6522bd173af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:25.545369 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1121e7-b8b4-42f6-a39f-cce6c24347e5 req-55e51674-26d2-4d8c-af55-9144a69f2804 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:25.553005 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4b1121e7-b8b4-42f6-a39f-cce6c24347e5 req-55e51674-26d2-4d8c-af55-9144a69f2804 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c608b99-4d0c-481c-880d-21fc34ffa719 HTTP/1.1" status: 200 len: 950 time: 0.1180372 Aug 16 20:50:25.567948 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a48f67bd-06eb-4de3-a77f-573b2b98b8de tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:25.574087 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-79808e9e-e3ef-4234-a170-8fe5a7bf83d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00385296-718b-422c-95a5-84ba848f7ae0', 'name': '', 'tenant_id': 'c3a7754f3e82468e96189acd8b6d8190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2622b0ce-7446-4bfb-a731-312c6e4e51af', 'external_fixed_ips': [{'subnet_id': 'd032bf6f-f519-486c-abb6-6b861bb65923', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': 'e746686e-f53a-4250-ba69-592324dce130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:50:20Z', 'updated_at': '2021-08-16T20:50:22Z', 'revision_number': 3, 'project_id': 'c3a7754f3e82468e96189acd8b6d8190', 'gw_port': {'id': 'e746686e-f53a-4250-ba69-592324dce130', 'name': '', 'network_id': '2622b0ce-7446-4bfb-a731-312c6e4e51af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:98:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00385296-718b-422c-95a5-84ba848f7ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'd032bf6f-f519-486c-abb6-6b861bb65923', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:21Z', 'updated_at': '2021-08-16T20:50:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd032bf6f-f519-486c-abb6-6b861bb65923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:25.578807 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-42d2b015-7951-46d5-91bf-3749615449db tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:25.607448 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79808e9e-e3ef-4234-a170-8fe5a7bf83d2 None None] Checking router: 00385296-718b-422c-95a5-84ba848f7ae0 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:50:25.607850 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2b015-7951-46d5-91bf-3749615449db tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Pushing event deleted for resources: {'Port': ['ID=015fe139-c9e2-4b13-913e-cec29131b39c,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:25.607972 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79808e9e-e3ef-4234-a170-8fe5a7bf83d2 None None] Updating router 00385296-718b-422c-95a5-84ba848f7ae0 port e746686e-f53a-4250-ba69-592324dce130 binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:50:25.645087 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-79808e9e-e3ef-4234-a170-8fe5a7bf83d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:25.680708 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4b1121e7-b8b4-42f6-a39f-cce6c24347e5 req-8afbefa8-b1ca-4968-80e6-ec0e946f66c1 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246078 Aug 16 20:50:25.731964 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-42d2b015-7951-46d5-91bf-3749615449db tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks [] for floatingip, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:25.755335 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-42d2b015-7951-46d5-91bf-3749615449db tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:25.757285 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-42d2b015-7951-46d5-91bf-3749615449db tempest-ServersTestBootFromVolume-639731989 tempest-ServersTestBootFromVolume-639731989-project] 10.222.0.84 "DELETE /v2.0/floatingips/ab864dd6-27ab-4d98-9815-f6a1e0ee6a7e HTTP/1.1" status: 204 len: 168 time: 0.9199109 Aug 16 20:50:25.760386 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39158) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:25.766627 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f0bccae4-7079-46e4-8d3a-a6522bd173af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:25.767674 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0bccae4-7079-46e4-8d3a-a6522bd173af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7747798b-d5ce-4395-bc16-1faabad44b6a {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:50:25.776037 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f0bccae4-7079-46e4-8d3a-a6522bd173af admin admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:25.779751 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f0bccae4-7079-46e4-8d3a-a6522bd173af admin admin] 10.222.0.84 "DELETE /v2.0/routers/7747798b-d5ce-4395-bc16-1faabad44b6a HTTP/1.1" status: 204 len: 168 time: 2.9913805 Aug 16 20:50:25.780700 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39162) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:25.811063 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a48f67bd-06eb-4de3-a77f-573b2b98b8de tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:25.852937 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2d35710-a8b5-4ed2-a1db-96884b5042be admin admin] Deleting subnet c1595dc5-d276-4518-bf31-00be5b97dc13 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:50:25.856212 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f2d35710-a8b5-4ed2-a1db-96884b5042be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:25.945849 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f2d35710-a8b5-4ed2-a1db-96884b5042be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:26.134387 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-a48f67bd-06eb-4de3-a77f-573b2b98b8de tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Deleting port e746686e-f53a-4250-ba69-592324dce130 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:26.137370 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a48f67bd-06eb-4de3-a77f-573b2b98b8de tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:26.179569 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-79808e9e-e3ef-4234-a170-8fe5a7bf83d2 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:26.204548 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-79808e9e-e3ef-4234-a170-8fe5a7bf83d2 None None] Transition to ACTIVE for port object e746686e-f53a-4250-ba69-592324dce130 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:50:26.294420 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a48f67bd-06eb-4de3-a77f-573b2b98b8de tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:26.312583 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-79808e9e-e3ef-4234-a170-8fe5a7bf83d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:26.360365 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-a48f67bd-06eb-4de3-a77f-573b2b98b8de tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Calling delete_port for e746686e-f53a-4250-ba69-592324dce130 owned by network:router_gateway {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:26.434104 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-79808e9e-e3ef-4234-a170-8fe5a7bf83d2 None None] Attempting to bind port e746686e-f53a-4250-ba69-592324dce130 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:50:26.434104 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-79808e9e-e3ef-4234-a170-8fe5a7bf83d2 None None] Attempting to bind port e746686e-f53a-4250-ba69-592324dce130 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'a401ec49-3865-46fb-ae8e-d32d2b2fa2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2622b0ce-7446-4bfb-a731-312c6e4e51af'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:50:26.434488 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79808e9e-e3ef-4234-a170-8fe5a7bf83d2 None None] Attempting to bind port e746686e-f53a-4250-ba69-592324dce130 on network 2622b0ce-7446-4bfb-a731-312c6e4e51af {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:26.456535 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a71fbf0-5b1e-48ad-b009-cb848143c66b None None] Pushing event updated for resources: {'Port': ['ID=e746686e-f53a-4250-ba69-592324dce130,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:26.461749 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79808e9e-e3ef-4234-a170-8fe5a7bf83d2 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:50:26.462287 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79808e9e-e3ef-4234-a170-8fe5a7bf83d2 None None] Checking segment: {'id': 'a401ec49-3865-46fb-ae8e-d32d2b2fa2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2622b0ce-7446-4bfb-a731-312c6e4e51af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:50:26.466758 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-79808e9e-e3ef-4234-a170-8fe5a7bf83d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:26.467315 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79808e9e-e3ef-4234-a170-8fe5a7bf83d2 None None] Bound using segment: {'id': 'a401ec49-3865-46fb-ae8e-d32d2b2fa2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2622b0ce-7446-4bfb-a731-312c6e4e51af'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:50:26.467452 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f2d35710-a8b5-4ed2-a1db-96884b5042be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:26.468413 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-79808e9e-e3ef-4234-a170-8fe5a7bf83d2 None None] Bound port: e746686e-f53a-4250-ba69-592324dce130, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a401ec49-3865-46fb-ae8e-d32d2b2fa2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2622b0ce-7446-4bfb-a731-312c6e4e51af'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:50:26.468658 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-79808e9e-e3ef-4234-a170-8fe5a7bf83d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:26.522233 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3540611-8b2e-43a5-a707-e036cd663940 req-05240dcf-3716-49ef-803b-817730ac225e tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:26.524075 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3540611-8b2e-43a5-a707-e036cd663940 req-05240dcf-3716-49ef-803b-817730ac225e tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.4103549 Aug 16 20:50:26.561354 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-79808e9e-e3ef-4234-a170-8fe5a7bf83d2 None None] For port e746686e-f53a-4250-ba69-592324dce130, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:50:26.565098 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-79808e9e-e3ef-4234-a170-8fe5a7bf83d2 None None] For port e746686e-f53a-4250-ba69-592324dce130, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=e746686e-f53a-4250-ba69-592324dce130,segment=NetworkSegment(a401ec49-3865-46fb-ae8e-d32d2b2fa2e0),segment_id=a401ec49-3865-46fb-ae8e-d32d2b2fa2e0)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:50:26.572433 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88fbf4-693b-4f8e-833b-d3ec2b1ebc02 req-56629b02-b597-476a-a8b3-04811f7d77b4 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:26.574079 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4b88fbf4-693b-4f8e-833b-d3ec2b1ebc02 req-56629b02-b597-476a-a8b3-04811f7d77b4 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.3139684 Aug 16 20:50:26.609961 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3540611-8b2e-43a5-a707-e036cd663940 req-ec685bed-d51e-4cf3-91e1-34c93b8e78f4 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702007 Aug 16 20:50:26.645281 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-97260a47-5496-45fc-a00c-8a353b90a4a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:26.651503 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4b88fbf4-693b-4f8e-833b-d3ec2b1ebc02 req-5c551b6c-591b-4bd5-bba7-671ff7f02610 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660841 Aug 16 20:50:26.760045 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-79808e9e-e3ef-4234-a170-8fe5a7bf83d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:26.777767 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f2d35710-a8b5-4ed2-a1db-96884b5042be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:26.795892 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-620bef18-9346-4e43-8e93-ccbe3166b168 req-33156f83-a067-446c-b889-22038e7fc447 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/ports?device_id=15d4494f-2d52-45c2-86c7-81853db41d32 HTTP/1.1" status: 200 len: 210 time: 0.0746315 Aug 16 20:50:26.851665 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d35710-a8b5-4ed2-a1db-96884b5042be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1595dc5-d276-4518-bf31-00be5b97dc13,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:26.864477 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f2d35710-a8b5-4ed2-a1db-96884b5042be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:26.866878 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f2d35710-a8b5-4ed2-a1db-96884b5042be admin admin] 10.222.0.84 "DELETE /v2.0/subnets/c1595dc5-d276-4518-bf31-00be5b97dc13 HTTP/1.1" status: 204 len: 168 time: 1.0850928 Aug 16 20:50:26.871387 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39174) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:26.873577 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfea5ddd-4fa7-4527-8a38-adc88a747896 None None] Network b56b8173-9d6f-464b-a699-1e1af2b58029 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:50:26.877504 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a71fbf0-5b1e-48ad-b009-cb848143c66b None None] Pushing event updated for resources: {'Port': ['ID=e746686e-f53a-4250-ba69-592324dce130,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:26.881830 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79808e9e-e3ef-4234-a170-8fe5a7bf83d2 None None] Routers {'00385296-718b-422c-95a5-84ba848f7ae0'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:26.882725 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-79808e9e-e3ef-4234-a170-8fe5a7bf83d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:50:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['00385296-718b-422c-95a5-84ba848f7ae0'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:26.936269 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f76796-b438-4a7c-88c6-d0e4aaa63a0b req-aaf0bd0f-605a-45be-85c1-d0dbb727e3c0 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:26.938209 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d5f76796-b438-4a7c-88c6-d0e4aaa63a0b req-aaf0bd0f-605a-45be-85c1-d0dbb727e3c0 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c608b99-4d0c-481c-880d-21fc34ffa719 HTTP/1.1" status: 200 len: 950 time: 0.1877935 Aug 16 20:50:26.988049 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d5f76796-b438-4a7c-88c6-d0e4aaa63a0b req-6cce5d2f-5e27-4543-ac19-51033d1678aa tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430934 Aug 16 20:50:27.000010 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a48f67bd-06eb-4de3-a77f-573b2b98b8de tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:27.048048 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f67bd-06eb-4de3-a77f-573b2b98b8de tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Pushing event deleted for resources: {'Port': ['ID=e746686e-f53a-4250-ba69-592324dce130,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:27.071576 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-79808e9e-e3ef-4234-a170-8fe5a7bf83d2 None None] Set router 00385296-718b-422c-95a5-84ba848f7ae0 gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:27.116918 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8fd8ff2a-d749-43b8-a2f6-7462d577e24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:27.155178 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-79808e9e-e3ef-4234-a170-8fe5a7bf83d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00385296-718b-422c-95a5-84ba848f7ae0', 'name': '', 'tenant_id': 'c3a7754f3e82468e96189acd8b6d8190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:50:20Z', 'updated_at': '2021-08-16T20:50:25Z', 'revision_number': 4, 'project_id': 'c3a7754f3e82468e96189acd8b6d8190', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:27.162373 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a48f67bd-06eb-4de3-a77f-573b2b98b8de tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:27.188877 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79808e9e-e3ef-4234-a170-8fe5a7bf83d2 None None] The sync data for ids ['00385296-718b-422c-95a5-84ba848f7ae0'] in n-d-793620-15 is: [{'id': '00385296-718b-422c-95a5-84ba848f7ae0', 'name': '', 'tenant_id': 'c3a7754f3e82468e96189acd8b6d8190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:50:20Z', 'updated_at': '2021-08-16T20:50:25Z', 'revision_number': 4, 'project_id': 'c3a7754f3e82468e96189acd8b6d8190', 'gw_port_host': None}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:50:27.232843 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 546b60df-b453-416d-ae7a-3782934667c1 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:50:27.266119 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 546b60df-b453-416d-ae7a-3782934667c1 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:50:27.266714 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 546b60df-b453-416d-ae7a-3782934667c1 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:50:27.318462 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4035ec0a-0307-4baa-9e40-87e79fa3b166 None None] DHCP port deletion for b56b8173-9d6f-464b-a699-1e1af2b58029 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:50:27.377268 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a48f67bd-06eb-4de3-a77f-573b2b98b8de tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:27.382394 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a48f67bd-06eb-4de3-a77f-573b2b98b8de tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:27.384284 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-4035ec0a-0307-4baa-9e40-87e79fa3b166 None None] Deleting port 7a70cdb8-ba17-4687-998c-082b238d1c09 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:27.384880 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4035ec0a-0307-4baa-9e40-87e79fa3b166 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:27.393671 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deef354-0ce2-4b96-ad0c-eeef7aa891bf req-f0efc95c-f9ae-4438-b5e1-ca67b878de44 tempest-ServersOnMultiNodesTest-1547253778 tempest-ServersOnMultiNodesTest-1547253778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:27.401411 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6deef354-0ce2-4b96-ad0c-eeef7aa891bf req-f0efc95c-f9ae-4438-b5e1-ca67b878de44 tempest-ServersOnMultiNodesTest-1547253778 tempest-ServersOnMultiNodesTest-1547253778-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=5c608b99-4d0c-481c-880d-21fc34ffa719 HTTP/1.1" status: 200 len: 1102 time: 0.2356958 Aug 16 20:50:27.412495 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-8fd8ff2a-d749-43b8-a2f6-7462d577e24e admin admin] Deleting port 7a70cdb8-ba17-4687-998c-082b238d1c09 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:27.413840 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8fd8ff2a-d749-43b8-a2f6-7462d577e24e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:27.486911 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-4035ec0a-0307-4baa-9e40-87e79fa3b166 None None] For port 7a70cdb8-ba17-4687-998c-082b238d1c09, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=7a70cdb8-ba17-4687-998c-082b238d1c09,segment=NetworkSegment(69dadfba-f364-4d01-b526-78aba1371e1e),segment_id=69dadfba-f364-4d01-b526-78aba1371e1e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:27.487320 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4035ec0a-0307-4baa-9e40-87e79fa3b166 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:27.487640 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-86b282b2-8481-4111-adaf-30cada18a010 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=ce0aedd9c6404b9eabcd0242d8edefef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1030700 Aug 16 20:50:27.494717 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6deef354-0ce2-4b96-ad0c-eeef7aa891bf req-86f882b2-12e9-4693-9fd2-a43ed861936e tempest-ServersOnMultiNodesTest-1547253778 tempest-ServersOnMultiNodesTest-1547253778-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923333 Aug 16 20:50:27.508254 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-4035ec0a-0307-4baa-9e40-87e79fa3b166 None None] Calling delete_port for 7a70cdb8-ba17-4687-998c-082b238d1c09 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:27.537042 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a48f67bd-06eb-4de3-a77f-573b2b98b8de tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:27.537550 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48f67bd-06eb-4de3-a77f-573b2b98b8de tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00385296-718b-422c-95a5-84ba848f7ae0 {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:50:27.547259 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a48f67bd-06eb-4de3-a77f-573b2b98b8de tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:27.552000 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a48f67bd-06eb-4de3-a77f-573b2b98b8de tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] 10.222.0.84 "DELETE /v2.0/routers/00385296-718b-422c-95a5-84ba848f7ae0 HTTP/1.1" status: 204 len: 168 time: 2.4286573 Aug 16 20:50:27.552710 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39180) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:27.649609 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0c9b7ab-3209-45f0-8a41-e3b290979bb2 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Deleting subnet d032bf6f-f519-486c-abb6-6b861bb65923 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:50:27.654131 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c0c9b7ab-3209-45f0-8a41-e3b290979bb2 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:27.710791 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c0c9b7ab-3209-45f0-8a41-e3b290979bb2 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:27.779347 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4035ec0a-0307-4baa-9e40-87e79fa3b166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:27.830051 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035ec0a-0307-4baa-9e40-87e79fa3b166 None None] Pushing event deleted for resources: {'Port': ['ID=7a70cdb8-ba17-4687-998c-082b238d1c09,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:27.849117 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4035ec0a-0307-4baa-9e40-87e79fa3b166 None None] No DVR routers for this DVR port 7a70cdb8-ba17-4687-998c-082b238d1c09 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:50:28.021091 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-97260a47-5496-45fc-a00c-8a353b90a4a2 admin admin] Deleting port 5a4d85c2-e064-4fbf-a372-f36dbc1acfda {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:28.021567 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-97260a47-5496-45fc-a00c-8a353b90a4a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:28.071427 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-8fd8ff2a-d749-43b8-a2f6-7462d577e24e admin admin] For port 7a70cdb8-ba17-4687-998c-082b238d1c09, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=7a70cdb8-ba17-4687-998c-082b238d1c09,segment=NetworkSegment(69dadfba-f364-4d01-b526-78aba1371e1e),segment_id=69dadfba-f364-4d01-b526-78aba1371e1e)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:28.071848 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8fd8ff2a-d749-43b8-a2f6-7462d577e24e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:28.105842 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-8fd8ff2a-d749-43b8-a2f6-7462d577e24e admin admin] Calling delete_port for 7a70cdb8-ba17-4687-998c-082b238d1c09 owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:28.152925 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-c237be52-3bb6-4a10-860c-55b8d467bd7a tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:28.154496 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-c237be52-3bb6-4a10-860c-55b8d467bd7a tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6489816 Aug 16 20:50:28.193370 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c0c9b7ab-3209-45f0-8a41-e3b290979bb2 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:28.198331 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-dc4aa16a-1c38-484f-af26-13ae85172c80 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Request body: {'port': {'device_id': '15d4494f-2d52-45c2-86c7-81853db41d32', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'admin_state_up': True, 'tenant_id': 'ce0aedd9c6404b9eabcd0242d8edefef'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:28.275813 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-97260a47-5496-45fc-a00c-8a353b90a4a2 admin admin] For port 5a4d85c2-e064-4fbf-a372-f36dbc1acfda, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5a4d85c2-e064-4fbf-a372-f36dbc1acfda,segment=NetworkSegment(7a6b72d0-5357-45c8-a666-5cc5a3dffcc1),segment_id=7a6b72d0-5357-45c8-a666-5cc5a3dffcc1)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:28.275813 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-97260a47-5496-45fc-a00c-8a353b90a4a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:28.276062 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d311a71-470b-4bdb-80d4-6c569b637e7d req-fa79c148-fbb3-4f94-a3b3-f78755d8583d tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:28.283177 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6d311a71-470b-4bdb-80d4-6c569b637e7d req-fa79c148-fbb3-4f94-a3b3-f78755d8583d tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.5375330 Aug 16 20:50:28.299636 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-97260a47-5496-45fc-a00c-8a353b90a4a2 admin admin] Calling delete_port for 5a4d85c2-e064-4fbf-a372-f36dbc1acfda owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:28.316562 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dcd316-866f-433c-af67-b53b5bdb6404 req-b0cf2d4f-62bd-42fe-9c82-ed21c53c4a8b tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:28.318240 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-10dcd316-866f-433c-af67-b53b5bdb6404 req-b0cf2d4f-62bd-42fe-9c82-ed21c53c4a8b tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.5476825 Aug 16 20:50:28.332092 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8fd8ff2a-d749-43b8-a2f6-7462d577e24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:28.360218 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6d311a71-470b-4bdb-80d4-6c569b637e7d req-a2aaa39a-5199-4bbc-b24a-d6dea4fc0f5f tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760345 Aug 16 20:50:28.398940 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-10dcd316-866f-433c-af67-b53b5bdb6404 req-abf0ac58-b948-403a-890e-f1afa1b10f93 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680215 Aug 16 20:50:28.415005 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c0c9b7ab-3209-45f0-8a41-e3b290979bb2 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:28.429018 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd8ff2a-d749-43b8-a2f6-7462d577e24e admin admin] No DVR routers for this DVR port 7a70cdb8-ba17-4687-998c-082b238d1c09 on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:50:28.430980 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8ff2a-d749-43b8-a2f6-7462d577e24e admin admin] Pushing event deleted for resources: {'Port': ['ID=7a70cdb8-ba17-4687-998c-082b238d1c09,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:28.456490 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c0c9b7ab-3209-45f0-8a41-e3b290979bb2 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:28.464859 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c0c9b7ab-3209-45f0-8a41-e3b290979bb2 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] 10.222.0.84 "DELETE /v2.0/subnets/d032bf6f-f519-486c-abb6-6b861bb65923 HTTP/1.1" status: 204 len: 168 time: 0.9101915 Aug 16 20:50:28.469203 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39200) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:28.546955 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c9b7ab-3209-45f0-8a41-e3b290979bb2 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d032bf6f-f519-486c-abb6-6b861bb65923,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:28.588577 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8fd8ff2a-d749-43b8-a2f6-7462d577e24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:28.609339 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-8fd8ff2a-d749-43b8-a2f6-7462d577e24e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b56b8173-9d6f-464b-a699-1e1af2b58029']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:28.628516 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-9f099b0e-924d-4119-9da0-5d68550bbc3c tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=34d8c782880e4e14877287a38850e52e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1510732 Aug 16 20:50:28.630846 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-8fd8ff2a-d749-43b8-a2f6-7462d577e24e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69dadfba-f364-4d01-b526-78aba1371e1e') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:28.631148 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-8fd8ff2a-d749-43b8-a2f6-7462d577e24e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69dadfba-f364-4d01-b526-78aba1371e1e') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:28.632543 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12bd895d-09c3-436a-b5c4-f14662176338 req-c4ab4207-6380-4a99-bb25-52b9d3967e36 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/ports?device_id=15d4494f-2d52-45c2-86c7-81853db41d32 HTTP/1.1" status: 200 len: 210 time: 0.1383612 Aug 16 20:50:28.649546 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8fd8ff2a-d749-43b8-a2f6-7462d577e24e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:28.650852 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9b7ab-3209-45f0-8a41-e3b290979bb2 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:28.651455 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9b7ab-3209-45f0-8a41-e3b290979bb2 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:28.651704 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9b7ab-3209-45f0-8a41-e3b290979bb2 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:28.660779 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9b7ab-3209-45f0-8a41-e3b290979bb2 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:28.660779 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9b7ab-3209-45f0-8a41-e3b290979bb2 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:28.660779 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9b7ab-3209-45f0-8a41-e3b290979bb2 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:28.660779 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9b7ab-3209-45f0-8a41-e3b290979bb2 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:28.660779 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9b7ab-3209-45f0-8a41-e3b290979bb2 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:28.660779 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9b7ab-3209-45f0-8a41-e3b290979bb2 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:28.660779 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9b7ab-3209-45f0-8a41-e3b290979bb2 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:28.660779 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9b7ab-3209-45f0-8a41-e3b290979bb2 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:28.660779 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9b7ab-3209-45f0-8a41-e3b290979bb2 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:28.672323 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8fd8ff2a-d749-43b8-a2f6-7462d577e24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:28.678378 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd8ff2a-d749-43b8-a2f6-7462d577e24e admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:50:28.678774 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8fd8ff2a-d749-43b8-a2f6-7462d577e24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:28.684375 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:50:28.684375 n-d-793620-15 neutron-server[101845]: self.session.flush() Aug 16 20:50:28.684375 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:50:28.684375 n-d-793620-15 neutron-server[101845]: self.session.flush() Aug 16 20:50:28.684375 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:50:28.684375 n-d-793620-15 neutron-server[101845]: self.session.flush() Aug 16 20:50:28.684375 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:50:28.684375 n-d-793620-15 neutron-server[101845]: self.session.flush() Aug 16 20:50:28.684375 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:50:28.684375 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:50:28.684375 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:50:28.684375 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:50:28.684375 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:50:28.684375 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:50:28.684375 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:50:28.684375 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:50:28.684375 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:50:28.684375 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:50:28.684375 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:50:28.684375 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:50:28.684375 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:50:28.684375 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:50:28.684375 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:50:28.684375 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:50:28.684375 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:50:28.684375 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:50:28.684375 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:50:28.684375 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:50:28.684375 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:50:28.684375 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:50:28.684375 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:50:28.684375 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:50:28.684375 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:50:28.684375 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:50:28.684375 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:50:28.684375 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:50:28.684375 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:50:28.684375 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:50:28.684375 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:50:28.684375 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:50:28.693987 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-dc4aa16a-1c38-484f-af26-13ae85172c80 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Made reservation on behalf of ce0aedd9c6404b9eabcd0242d8edefef for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:50:28.697488 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-dc4aa16a-1c38-484f-af26-13ae85172c80 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:28.723274 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-87be81dd-133c-45e3-90e9-f722d9435bc4 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:28.760003 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-dc4aa16a-1c38-484f-af26-13ae85172c80 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:28.839358 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-27b3a8d2-85ea-4f40-8775-be3810434e8d tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:28.842704 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-27b3a8d2-85ea-4f40-8775-be3810434e8d tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2205029 Aug 16 20:50:28.854460 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-87be81dd-133c-45e3-90e9-f722d9435bc4 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:28.871449 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-87be81dd-133c-45e3-90e9-f722d9435bc4 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2622b0ce-7446-4bfb-a731-312c6e4e51af']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:28.874356 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-c1c8f6b7-9acc-4147-b492-7856693fbba7 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/quotas/34d8c782880e4e14877287a38850e52e HTTP/1.1" status: 200 len: 375 time: 0.0228398 Aug 16 20:50:28.878127 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-dc4aa16a-1c38-484f-af26-13ae85172c80 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:28.883744 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-87be81dd-133c-45e3-90e9-f722d9435bc4 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a401ec49-3865-46fb-ae8e-d32d2b2fa2e0') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:28.884016 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-87be81dd-133c-45e3-90e9-f722d9435bc4 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a401ec49-3865-46fb-ae8e-d32d2b2fa2e0') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:28.902486 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-87be81dd-133c-45e3-90e9-f722d9435bc4 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:28.924592 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8fd8ff2a-d749-43b8-a2f6-7462d577e24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:28.934093 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-87be81dd-133c-45e3-90e9-f722d9435bc4 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:28.940178 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8fd8ff2a-d749-43b8-a2f6-7462d577e24e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:28.943114 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8fd8ff2a-d749-43b8-a2f6-7462d577e24e admin admin] 10.222.0.84 "DELETE /v2.0/networks/b56b8173-9d6f-464b-a699-1e1af2b58029 HTTP/1.1" status: 204 len: 168 time: 2.0707827 Aug 16 20:50:28.944882 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87be81dd-133c-45e3-90e9-f722d9435bc4 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:50:28.945658 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-87be81dd-133c-45e3-90e9-f722d9435bc4 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:28.949446 n-d-793620-15 neutron-server[101844]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:50:28.949446 n-d-793620-15 neutron-server[101844]: items = [ Aug 16 20:50:28.949446 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 20:50:28.949446 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:50:28.949446 n-d-793620-15 neutron-server[101844]: timer() Aug 16 20:50:28.949446 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:50:28.949446 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 20:50:28.949446 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:50:28.949446 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 20:50:28.949446 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:50:28.949446 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 20:50:28.949446 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:50:28.949446 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 20:50:28.949446 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:50:28.949446 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 20:50:28.949446 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:50:28.949446 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:50:28.949446 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:50:28.949446 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:50:28.949446 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:50:28.949446 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 20:50:28.949446 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:50:28.949446 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 20:50:28.949446 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:50:28.949446 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:50:28.949446 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:50:28.949446 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 20:50:28.949446 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:50:28.949446 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:50:28.949446 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:50:28.949446 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:50:28.949446 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:50:28.949446 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:50:28.949446 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:50:28.959121 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8ff2a-d749-43b8-a2f6-7462d577e24e admin admin] Pushing event deleted for resources: {'Network': ['ID=b56b8173-9d6f-464b-a699-1e1af2b58029,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:28.969496 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd8ff2a-d749-43b8-a2f6-7462d577e24e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:28.969921 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd8ff2a-d749-43b8-a2f6-7462d577e24e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:28.970343 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd8ff2a-d749-43b8-a2f6-7462d577e24e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:28.970920 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd8ff2a-d749-43b8-a2f6-7462d577e24e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:28.971334 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd8ff2a-d749-43b8-a2f6-7462d577e24e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:28.972147 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd8ff2a-d749-43b8-a2f6-7462d577e24e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:28.972595 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd8ff2a-d749-43b8-a2f6-7462d577e24e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:28.973083 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd8ff2a-d749-43b8-a2f6-7462d577e24e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:28.973597 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd8ff2a-d749-43b8-a2f6-7462d577e24e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:28.974056 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd8ff2a-d749-43b8-a2f6-7462d577e24e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:28.974465 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd8ff2a-d749-43b8-a2f6-7462d577e24e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:28.974872 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd8ff2a-d749-43b8-a2f6-7462d577e24e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:28.985772 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-97260a47-5496-45fc-a00c-8a353b90a4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:29.011427 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-50d8cf35-8692-4f60-afd7-1bfb527b3578 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=34d8c782880e4e14877287a38850e52e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1295598 Aug 16 20:50:29.047115 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97260a47-5496-45fc-a00c-8a353b90a4a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a4d85c2-e064-4fbf-a372-f36dbc1acfda,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:29.057564 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-dc4aa16a-1c38-484f-af26-13ae85172c80 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:29.131331 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-87be81dd-133c-45e3-90e9-f722d9435bc4 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:29.138954 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87be81dd-133c-45e3-90e9-f722d9435bc4 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2622b0ce-7446-4bfb-a731-312c6e4e51af {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 20:50:29.165416 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4aa16a-1c38-484f-af26-13ae85172c80 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcde13e6-7ce2-4852-825a-3fa6ea61d313,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:29.180921 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-87be81dd-133c-45e3-90e9-f722d9435bc4 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:29.192098 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-87be81dd-133c-45e3-90e9-f722d9435bc4 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] 10.222.0.84 "DELETE /v2.0/networks/2622b0ce-7446-4bfb-a731-312c6e4e51af HTTP/1.1" status: 204 len: 168 time: 0.7164328 Aug 16 20:50:29.193617 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be81dd-133c-45e3-90e9-f722d9435bc4 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Pushing event deleted for resources: {'Network': ['ID=2622b0ce-7446-4bfb-a731-312c6e4e51af,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:29.389616 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7e099654-7cfd-4727-aa49-ecca0abd5f76 req-6d6ef061-c751-4b5b-a50a-8c5683cc1225 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c2c4bdf-2222-4f80-a12f-65ab9afb1914 HTTP/1.1" status: 200 len: 210 time: 0.0293264 Aug 16 20:50:29.401345 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 7a70cdb8-ba17-4687-998c-082b238d1c09 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:50:29.407171 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39216) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:29.474991 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-60989027-020d-4e7a-8a38-ef23cb674799 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5c29e48fae084d449b0f4cde2be8cdcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0664868 Aug 16 20:50:29.476451 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39220) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:29.494003 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279764d-f4d6-4dae-a38c-4667c1a48522 req-58b702c6-7b91-48b6-94a2-0596cdddc372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:29.495536 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8279764d-f4d6-4dae-a38c-4667c1a48522 req-58b702c6-7b91-48b6-94a2-0596cdddc372 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 1098 time: 0.2454700 Aug 16 20:50:29.523178 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 7a70cdb8-ba17-4687-998c-082b238d1c09 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:50:29.531257 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 7a70cdb8-ba17-4687-998c-082b238d1c09 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:50:29.592157 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8279764d-f4d6-4dae-a38c-4667c1a48522 req-430dbdad-61cc-4e16-9c8d-a10a82e21508 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415556 Aug 16 20:50:29.594605 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-dc4aa16a-1c38-484f-af26-13ae85172c80 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Allocated IP 192.168.233.17 (d77fce7e-e915-4ee5-ada6-d6f376af2589/2883ed1d-8e71-4475-b2ce-2177242b9f23/9ebe3d3a-bd93-43d6-9607-9b8a58050498) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:50:29.644975 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-97260a47-5496-45fc-a00c-8a353b90a4a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:29.732582 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd85de-0936-449d-9359-ac301a2dad54 req-1a141c64-ee74-439f-82d2-35871e71c2c6 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:29.740589 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d5bd85de-0936-449d-9359-ac301a2dad54 req-1a141c64-ee74-439f-82d2-35871e71c2c6 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.2038362 Aug 16 20:50:29.780110 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-713162b5-86b9-4c6a-b6cd-67884dd4d506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:29.799774 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cb990-936b-4132-b417-a212d193c0ac req-1817455e-9fe2-4e2f-a417-de4cb2a5f418 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:29.801903 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f23cb990-936b-4132-b417-a212d193c0ac req-1817455e-9fe2-4e2f-a417-de4cb2a5f418 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.2467802 Aug 16 20:50:29.837973 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39230) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:29.849435 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-3220e51f-6269-4c68-a860-f236481967d3 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Request body: {'router': {'name': 'tempest-router--1797219848', 'project_id': '980b7e87eeea4dd1aec43b8fc21960ba'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:29.853645 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d5bd85de-0936-449d-9359-ac301a2dad54 req-7e6d6b01-2aec-4a71-ae76-dff1dbcb9983 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119134 Aug 16 20:50:29.876237 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-713162b5-86b9-4c6a-b6cd-67884dd4d506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:29.907740 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f23cb990-936b-4132-b417-a212d193c0ac req-f8137149-bbb7-4ff1-aafe-921a13d312df tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947509 Aug 16 20:50:29.974529 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-083ed2f2-2eff-45f7-9652-e24416534274 req-94073f77-b8de-4f38-96b9-b9d1197cda58 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/ports?device_id=15d4494f-2d52-45c2-86c7-81853db41d32 HTTP/1.1" status: 200 len: 210 time: 0.0421944 Aug 16 20:50:30.024924 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97260a47-5496-45fc-a00c-8a353b90a4a2 admin admin] Router 700c4fad-2bf6-4c02-96eb-d0da7327d910 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:50:30.033616 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3220e51f-6269-4c68-a860-f236481967d3 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:30.034717 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3220e51f-6269-4c68-a860-f236481967d3 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:30.054052 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-dc4aa16a-1c38-484f-af26-13ae85172c80 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:30.079019 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-713162b5-86b9-4c6a-b6cd-67884dd4d506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:30.082099 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-713162b5-86b9-4c6a-b6cd-67884dd4d506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:30.088318 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-713162b5-86b9-4c6a-b6cd-67884dd4d506 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ab065137-a313-47ed-a8b5-5bd7ea9d40e4 HTTP/1.1" status: 204 len: 168 time: 0.6081235 Aug 16 20:50:30.100721 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713162b5-86b9-4c6a-b6cd-67884dd4d506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab065137-a313-47ed-a8b5-5bd7ea9d40e4,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:30.162396 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3220e51f-6269-4c68-a860-f236481967d3 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:30.166674 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-dc4aa16a-1c38-484f-af26-13ae85172c80 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Transition to ACTIVE for port object 9ebe3d3a-bd93-43d6-9607-9b8a58050498 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:50:30.180413 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39242) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:30.237594 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3220e51f-6269-4c68-a860-f236481967d3 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:30.281122 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97260a47-5496-45fc-a00c-8a353b90a4a2 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:50:30.290217 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-97260a47-5496-45fc-a00c-8a353b90a4a2 admin admin] 10.222.0.84 "PUT /v2.0/routers/700c4fad-2bf6-4c02-96eb-d0da7327d910/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5251000 Aug 16 20:50:30.290217 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39244) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:30.297003 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3472f265-5299-4cdc-b3ea-bb0b604d7f52 None None] Sync routers for ids ['700c4fad-2bf6-4c02-96eb-d0da7327d910'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:50:30.306834 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3472f265-5299-4cdc-b3ea-bb0b604d7f52 None None] Routers {'700c4fad-2bf6-4c02-96eb-d0da7327d910'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:30.307537 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-3472f265-5299-4cdc-b3ea-bb0b604d7f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:50:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['700c4fad-2bf6-4c02-96eb-d0da7327d910'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:30.411452 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-dc4aa16a-1c38-484f-af26-13ae85172c80 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:30.412851 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3220e51f-6269-4c68-a860-f236481967d3 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:30.416954 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3220e51f-6269-4c68-a860-f236481967d3 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5748034 Aug 16 20:50:30.420064 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39246) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:30.552558 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-dc4aa16a-1c38-484f-af26-13ae85172c80 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Network d77fce7e-e915-4ee5-ada6-d6f376af2589 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:50:30.556570 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-dc4aa16a-1c38-484f-af26-13ae85172c80 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:30.561496 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6a9d9470-aad2-4e32-af65-8ee0ce2b1557 admin admin] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:30.564222 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-dc4aa16a-1c38-484f-af26-13ae85172c80 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:50:30.588906 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4aa16a-1c38-484f-af26-13ae85172c80 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Pushing event updated for resources: {'Port': ['ID=9ebe3d3a-bd93-43d6-9607-9b8a58050498,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:30.617830 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b6588ffd-8a1f-4486-833c-69ea1cf2d782 req-483b5419-b551-4ba5-8155-8b5fd01e3c80 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c2c4bdf-2222-4f80-a12f-65ab9afb1914 HTTP/1.1" status: 200 len: 210 time: 0.0785246 Aug 16 20:50:30.624210 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-139953b8-8a50-46d5-a441-3eb61ec83a1c tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:30.730255 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-dc4aa16a-1c38-484f-af26-13ae85172c80 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:30.730727 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-3472f265-5299-4cdc-b3ea-bb0b604d7f52 None None] Set router 700c4fad-2bf6-4c02-96eb-d0da7327d910 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:30.731034 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-dc4aa16a-1c38-484f-af26-13ae85172c80 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:30.792803 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6a9d9470-aad2-4e32-af65-8ee0ce2b1557 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:30.915897 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-dc4aa16a-1c38-484f-af26-13ae85172c80 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7282350 Aug 16 20:50:30.937203 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-1afec529-7bcb-4570-b083-c331289c2870 service neutron] Request body: {'port': {'device_id': '15d4494f-2d52-45c2-86c7-81853db41d32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:31.045152 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-3472f265-5299-4cdc-b3ea-bb0b604d7f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700c4fad-2bf6-4c02-96eb-d0da7327d910', 'name': 'tempest-ServersTestBootFromVolume-673753724-router', 'tenant_id': '34f18ad5c2d4455d99499df1ef982df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '8b37702f-102a-47a2-aea6-80bddc134d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:14Z', 'updated_at': '2021-08-16T20:50:28Z', 'revision_number': 5, 'project_id': '34f18ad5c2d4455d99499df1ef982df3', 'gw_port': {'id': '8b37702f-102a-47a2-aea6-80bddc134d06', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700c4fad-2bf6-4c02-96eb-d0da7327d910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:15Z', 'updated_at': '2021-08-16T20:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:31.047032 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-61790dbe-8c69-41fe-a6e9-bca6ee64eebc None None] Provisioning for port 9ebe3d3a-bd93-43d6-9607-9b8a58050498 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:50:31.052694 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-61790dbe-8c69-41fe-a6e9-bca6ee64eebc None None] Provisioning complete for port 9ebe3d3a-bd93-43d6-9607-9b8a58050498 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:31.053626 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-61790dbe-8c69-41fe-a6e9-bca6ee64eebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:31.065623 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-139953b8-8a50-46d5-a441-3eb61ec83a1c tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:31.094462 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3472f265-5299-4cdc-b3ea-bb0b604d7f52 None None] Checking router: 700c4fad-2bf6-4c02-96eb-d0da7327d910 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:50:31.095635 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-139953b8-8a50-46d5-a441-3eb61ec83a1c tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:31.115646 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3472f265-5299-4cdc-b3ea-bb0b604d7f52 None None] Routers {'700c4fad-2bf6-4c02-96eb-d0da7327d910'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:31.116424 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-3472f265-5299-4cdc-b3ea-bb0b604d7f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:50:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['700c4fad-2bf6-4c02-96eb-d0da7327d910'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:31.131022 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-1afec529-7bcb-4570-b083-c331289c2870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:31.163460 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-61790dbe-8c69-41fe-a6e9-bca6ee64eebc None None] Port 9ebe3d3a-bd93-43d6-9607-9b8a58050498 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:50:31.168687 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-6a9d9470-aad2-4e32-af65-8ee0ce2b1557 admin admin] Deleting port 8b37702f-102a-47a2-aea6-80bddc134d06 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:31.169129 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6a9d9470-aad2-4e32-af65-8ee0ce2b1557 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:31.202100 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f9211-9ece-4256-93da-fd5f01800a9c req-71db0a5a-ce89-4676-86d2-9774b3a5ce2f tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:31.203624 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9d3f9211-9ece-4256-93da-fd5f01800a9c req-71db0a5a-ce89-4676-86d2-9774b3a5ce2f tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.1688035 Aug 16 20:50:31.248544 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e2ce3-620f-460a-8bc4-61c6e5e7428d req-cc02ce4b-0e46-42de-ae63-2ff7594f20a8 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:31.252450 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-3472f265-5299-4cdc-b3ea-bb0b604d7f52 None None] Set router 700c4fad-2bf6-4c02-96eb-d0da7327d910 gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:31.256160 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-652e2ce3-620f-460a-8bc4-61c6e5e7428d req-cc02ce4b-0e46-42de-ae63-2ff7594f20a8 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.2821438 Aug 16 20:50:31.319286 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-3472f265-5299-4cdc-b3ea-bb0b604d7f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700c4fad-2bf6-4c02-96eb-d0da7327d910', 'name': 'tempest-ServersTestBootFromVolume-673753724-router', 'tenant_id': '34f18ad5c2d4455d99499df1ef982df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:14Z', 'updated_at': '2021-08-16T20:50:30Z', 'revision_number': 6, 'project_id': '34f18ad5c2d4455d99499df1ef982df3', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:31.337274 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-139953b8-8a50-46d5-a441-3eb61ec83a1c tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:31.337669 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139953b8-8a50-46d5-a441-3eb61ec83a1c tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f36f3974-223b-48e5-873c-d2063299bb6a {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:50:31.348198 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-139953b8-8a50-46d5-a441-3eb61ec83a1c tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:31.348423 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3472f265-5299-4cdc-b3ea-bb0b604d7f52 None None] The sync data for ids ['700c4fad-2bf6-4c02-96eb-d0da7327d910'] in n-d-793620-15 is: [{'id': '700c4fad-2bf6-4c02-96eb-d0da7327d910', 'name': 'tempest-ServersTestBootFromVolume-673753724-router', 'tenant_id': '34f18ad5c2d4455d99499df1ef982df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:14Z', 'updated_at': '2021-08-16T20:50:30Z', 'revision_number': 6, 'project_id': '34f18ad5c2d4455d99499df1ef982df3', 'gw_port_host': None}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:50:31.352392 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-139953b8-8a50-46d5-a441-3eb61ec83a1c tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] 10.222.0.84 "DELETE /v2.0/routers/f36f3974-223b-48e5-873c-d2063299bb6a HTTP/1.1" status: 204 len: 168 time: 0.9297302 Aug 16 20:50:31.363092 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9d3f9211-9ece-4256-93da-fd5f01800a9c req-b173bf95-8eb5-4d9a-83f5-120e02432a6b tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481714 Aug 16 20:50:31.413628 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:50:31.417867 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-652e2ce3-620f-460a-8bc4-61c6e5e7428d req-b334c272-29df-44d1-a85f-3b2b5027a4f4 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607068 Aug 16 20:50:31.491525 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5cb9eff6-58e1-42c9-aab6-171c8a075bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:31.511250 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-6a9d9470-aad2-4e32-af65-8ee0ce2b1557 admin admin] For port 8b37702f-102a-47a2-aea6-80bddc134d06, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=8b37702f-102a-47a2-aea6-80bddc134d06,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:31.511766 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6a9d9470-aad2-4e32-af65-8ee0ce2b1557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:31.561363 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-6a9d9470-aad2-4e32-af65-8ee0ce2b1557 admin admin] Calling delete_port for 8b37702f-102a-47a2-aea6-80bddc134d06 owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:31.689253 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66df82-2097-49ea-b2ee-b5a607f86a0d req-c701e5d1-2fcf-4ff8-8995-4337ced2dfec tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:31.689864 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1a66df82-2097-49ea-b2ee-b5a607f86a0d req-c701e5d1-2fcf-4ff8-8995-4337ced2dfec tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/ports?device_id=15d4494f-2d52-45c2-86c7-81853db41d32 HTTP/1.1" status: 200 len: 935 time: 0.1303794 Aug 16 20:50:31.781257 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-1afec529-7bcb-4570-b083-c331289c2870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ebe3d3a-bd93-43d6-9607-9b8a58050498 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:50:31.792663 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-1afec529-7bcb-4570-b083-c331289c2870 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:31.835656 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-1afec529-7bcb-4570-b083-c331289c2870 service neutron] Transition to ACTIVE for port object 9ebe3d3a-bd93-43d6-9607-9b8a58050498 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:50:31.846587 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1a66df82-2097-49ea-b2ee-b5a607f86a0d req-a5762024-352f-4528-976e-ffc4dd663e48 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcde13e6-7ce2-4852-825a-3fa6ea61d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426501 Aug 16 20:50:31.849373 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39280) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:31.942067 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-1afec529-7bcb-4570-b083-c331289c2870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:31.962802 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-09e6d53f-adab-433b-95bd-d08360415b30 req-c6fa2967-d62a-4eea-a525-2aa025e3f7da tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c2c4bdf-2222-4f80-a12f-65ab9afb1914 HTTP/1.1" status: 200 len: 210 time: 0.0439324 Aug 16 20:50:32.046991 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6a9d9470-aad2-4e32-af65-8ee0ce2b1557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:32.085712 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afec529-7bcb-4570-b083-c331289c2870 service neutron] Pushing event updated for resources: {'Port': ['ID=9ebe3d3a-bd93-43d6-9607-9b8a58050498,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:32.133336 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9592630-b65b-47ab-9601-e2e58f806eb3 req-dcb9f35e-cff7-4aa7-854c-d3b5886361f7 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:32.134961 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b9592630-b65b-47ab-9601-e2e58f806eb3 req-dcb9f35e-cff7-4aa7-854c-d3b5886361f7 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.1235769 Aug 16 20:50:32.171846 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-90ea4910-1a1d-496c-abca-8debdff18863 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-52358979', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}, 'admin_state_up': False}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:32.181746 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d9470-aad2-4e32-af65-8ee0ce2b1557 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b37702f-102a-47a2-aea6-80bddc134d06,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:32.193969 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-5cb9eff6-58e1-42c9-aab6-171c8a075bf9 admin admin] Deleting port 1a3fc297-2143-4b35-882a-a831320f3071 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:32.195269 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5cb9eff6-58e1-42c9-aab6-171c8a075bf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:32.207400 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b9592630-b65b-47ab-9601-e2e58f806eb3 req-e8446e98-4769-444f-bdf7-02b90623057d tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635839 Aug 16 20:50:32.229750 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39288) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:32.277854 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-1afec529-7bcb-4570-b083-c331289c2870 service neutron] Attempting to bind port 9ebe3d3a-bd93-43d6-9607-9b8a58050498 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:50:32.278249 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-1afec529-7bcb-4570-b083-c331289c2870 service neutron] Attempting to bind port 9ebe3d3a-bd93-43d6-9607-9b8a58050498 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:50:32.278587 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-1afec529-7bcb-4570-b083-c331289c2870 service neutron] Attempting to bind port 9ebe3d3a-bd93-43d6-9607-9b8a58050498 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:32.287798 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca7555-5ea7-4711-9ff5-351f2e48d242 req-e360aa34-f03a-46ca-a455-7cf7a4c84c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:32.290098 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-86ca7555-5ea7-4711-9ff5-351f2e48d242 req-e360aa34-f03a-46ca-a455-7cf7a4c84c8a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=91a0e7dd9c2b431cb8d4b7053e5a6182&device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 1098 time: 0.2011337 Aug 16 20:50:32.297434 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-1afec529-7bcb-4570-b083-c331289c2870 service neutron] Port 9ebe3d3a-bd93-43d6-9607-9b8a58050498 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:50:32.297827 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-1afec529-7bcb-4570-b083-c331289c2870 service neutron] Attempting to bind port 9ebe3d3a-bd93-43d6-9607-9b8a58050498 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:32.306486 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6a9d9470-aad2-4e32-af65-8ee0ce2b1557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:32.320522 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-01080fb8-4e46-4fcc-beaf-a56a8f066458 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=34d8c782880e4e14877287a38850e52e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313995 Aug 16 20:50:32.404118 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-1afec529-7bcb-4570-b083-c331289c2870 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:50:32.404118 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-1afec529-7bcb-4570-b083-c331289c2870 service neutron] Checking segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:50:32.404118 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-1afec529-7bcb-4570-b083-c331289c2870 service neutron] Bound using segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:50:32.404118 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-1afec529-7bcb-4570-b083-c331289c2870 service neutron] Bound port: 9ebe3d3a-bd93-43d6-9607-9b8a58050498, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:50:32.404118 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-1afec529-7bcb-4570-b083-c331289c2870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:32.409979 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-5764728e-f7dc-45f9-bf28-ba22e6fae712 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-367505164-network', 'tenant_id': '739199610cfa4c2f8e9155deb4230364'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:32.453149 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-5cb9eff6-58e1-42c9-aab6-171c8a075bf9 admin admin] For port 1a3fc297-2143-4b35-882a-a831320f3071, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=1a3fc297-2143-4b35-882a-a831320f3071,segment=NetworkSegment(afa7ae38-6e40-47e1-b6bc-1328244d5b78),segment_id=afa7ae38-6e40-47e1-b6bc-1328244d5b78)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:32.453823 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5cb9eff6-58e1-42c9-aab6-171c8a075bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:32.738805 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-90ea4910-1a1d-496c-abca-8debdff18863 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:32.739741 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-90ea4910-1a1d-496c-abca-8debdff18863 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:32.756425 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6a9d9470-aad2-4e32-af65-8ee0ce2b1557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:32.759821 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 2cd5f3f6-851a-4296-a37c-66f3f8744c93 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:50:32.762207 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 2cd5f3f6-851a-4296-a37c-66f3f8744c93 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:50:32.763810 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6a9d9470-aad2-4e32-af65-8ee0ce2b1557 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:32.823440 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-5cb9eff6-58e1-42c9-aab6-171c8a075bf9 admin admin] Calling delete_port for 1a3fc297-2143-4b35-882a-a831320f3071 owned by network:router_interface {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:32.881098 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-51d921c7-8cd6-494b-80d4-57c96dea1e06 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:32.882720 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-51d921c7-8cd6-494b-80d4-57c96dea1e06 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5561695 Aug 16 20:50:32.924866 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-3984788f-51c3-47cb-92ce-9ac87c677e7b tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Request body: {'port': {'device_id': '5c2c4bdf-2222-4f80-a12f-65ab9afb1914', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'admin_state_up': True, 'tenant_id': '34d8c782880e4e14877287a38850e52e'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:32.938176 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7807b-2abe-43aa-bbf1-b528e1dc8770 req-ec6995cb-05d7-4cf6-8729-9bd636c792ee tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:32.940644 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-90ea4910-1a1d-496c-abca-8debdff18863 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:32.946048 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12c7807b-2abe-43aa-bbf1-b528e1dc8770 req-ec6995cb-05d7-4cf6-8729-9bd636c792ee tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.1529098 Aug 16 20:50:32.951476 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca7555-5ea7-4711-9ff5-351f2e48d242 req-52e6f336-9adc-4662-964e-45047b6d896e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:32.953343 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-86ca7555-5ea7-4711-9ff5-351f2e48d242 req-52e6f336-9adc-4662-964e-45047b6d896e service neutron] 10.222.0.72 "GET /v2.0/networks?id=078bd5a9-b098-43f3-ba33-8a739c62ede2 HTTP/1.1" status: 200 len: 919 time: 0.6502867 Aug 16 20:50:32.955259 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:32.973530 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-1afec529-7bcb-4570-b083-c331289c2870 service neutron] For port 9ebe3d3a-bd93-43d6-9607-9b8a58050498, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:50:32.989432 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 2cd5f3f6-851a-4296-a37c-66f3f8744c93, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=2cd5f3f6-851a-4296-a37c-66f3f8744c93,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:33.003048 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1b6081-a8f9-46dc-b4f2-e1878992ff52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cd5f3f6-851a-4296-a37c-66f3f8744c93'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:33.006295 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5764728e-f7dc-45f9-bf28-ba22e6fae712 admin admin] Made reservation on behalf of 739199610cfa4c2f8e9155deb4230364 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:50:33.006493 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f63a53-9736-4a07-bfb7-53b3b6c10c88" -d '{"events": [{"server_uuid": "9f1b6081-a8f9-46dc-b4f2-e1878992ff52", "name": "network-vif-unplugged", "status": "completed", "tag": "2cd5f3f6-851a-4296-a37c-66f3f8744c93"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:33.007872 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5764728e-f7dc-45f9-bf28-ba22e6fae712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:33.021982 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '2cd5f3f6-851a-4296-a37c-66f3f8744c93', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': '2cd5f3f6-851a-4296-a37c-66f3f8744c93', 'mac_address': 'fa:16:3e:e1:6d:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:50:33.026575 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 2cd5f3f6-851a-4296-a37c-66f3f8744c93, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=2cd5f3f6-851a-4296-a37c-66f3f8744c93,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:33.026902 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-86ca7555-5ea7-4711-9ff5-351f2e48d242 req-447e99c0-da1f-4e40-8c52-c17f128cccc3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3ff8082-7488-4fa4-bba1-1383fc59b92a HTTP/1.1" status: 200 len: 217 time: 0.0645571 Aug 16 20:50:33.030630 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-1afec529-7bcb-4570-b083-c331289c2870 service neutron] For port 9ebe3d3a-bd93-43d6-9607-9b8a58050498, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=9ebe3d3a-bd93-43d6-9607-9b8a58050498,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:50:33.033020 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6a9d9470-aad2-4e32-af65-8ee0ce2b1557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:33.033577 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9d9470-aad2-4e32-af65-8ee0ce2b1557 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 700c4fad-2bf6-4c02-96eb-d0da7327d910 {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:50:33.040752 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6a9d9470-aad2-4e32-af65-8ee0ce2b1557 admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:33.044083 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6a9d9470-aad2-4e32-af65-8ee0ce2b1557 admin admin] 10.222.0.84 "DELETE /v2.0/routers/700c4fad-2bf6-4c02-96eb-d0da7327d910 HTTP/1.1" status: 204 len: 168 time: 2.7536693 Aug 16 20:50:33.067275 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39300) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:33.070356 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5764728e-f7dc-45f9-bf28-ba22e6fae712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:33.072498 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:33.089397 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2cd5f3f6-851a-4296-a37c-66f3f8744c93 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:50:33.096841 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:33.183966 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-1afec529-7bcb-4570-b083-c331289c2870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:33.208522 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12c7807b-2abe-43aa-bbf1-b528e1dc8770 req-31547414-726c-41b0-9f15-57b4ff1002f8 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614563 Aug 16 20:50:33.260928 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.db.api [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:50:33.261337 n-d-793620-15 neutron-server[101846]: DEBUG oslo_db.api [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:50:33.261955 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-1afec529-7bcb-4570-b083-c331289c2870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:33.262187 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=2cd5f3f6-851a-4296-a37c-66f3f8744c93,revision_number=9']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:33.263346 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-1afec529-7bcb-4570-b083-c331289c2870 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:33.265076 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-1afec529-7bcb-4570-b083-c331289c2870 service neutron] 10.222.0.72 "PUT /v2.0/ports/9ebe3d3a-bd93-43d6-9607-9b8a58050498 HTTP/1.1" status: 200 len: 1096 time: 2.3342080 Aug 16 20:50:33.302485 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-8503550f-dfe4-47e4-ac67-9c919fe62352 admin admin] Deleting subnet 1808fe3d-4468-49d3-847b-1af4167b979d {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:50:33.303447 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d4494f-2d52-45c2-86c7-81853db41d32', 'tag': '9ebe3d3a-bd93-43d6-9607-9b8a58050498'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:33.304168 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 8b37702f-102a-47a2-aea6-80bddc134d06 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:50:33.306299 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac9f19e-27a7-4c56-8c85-335fccf899e8" -d '{"events": [{"name": "network-changed", "server_uuid": "15d4494f-2d52-45c2-86c7-81853db41d32", "tag": "9ebe3d3a-bd93-43d6-9607-9b8a58050498"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:33.312745 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09a715-a596-4213-8765-d35757c3d137 req-d4519e99-8daf-4b79-aa55-76793bed35d6 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:33.314475 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ae09a715-a596-4213-8765-d35757c3d137 req-d4519e99-8daf-4b79-aa55-76793bed35d6 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/ports?device_id=15d4494f-2d52-45c2-86c7-81853db41d32 HTTP/1.1" status: 200 len: 947 time: 0.3459337 Aug 16 20:50:33.330151 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 8b37702f-102a-47a2-aea6-80bddc134d06 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:50:33.330934 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 8b37702f-102a-47a2-aea6-80bddc134d06 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:50:33.332585 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5a4d85c2-e064-4fbf-a372-f36dbc1acfda no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:50:33.338026 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8503550f-dfe4-47e4-ac67-9c919fe62352 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:33.356599 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca7555-5ea7-4711-9ff5-351f2e48d242 req-17b76ab0-927e-458c-9e5c-8d80a13ddc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:33.356599 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-86ca7555-5ea7-4711-9ff5-351f2e48d242 req-17b76ab0-927e-458c-9e5c-8d80a13ddc2a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=739c3a49-237b-4d98-9492-010a42c636b6 HTTP/1.1" status: 200 len: 858 time: 0.2910988 Aug 16 20:50:33.360498 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 5a4d85c2-e064-4fbf-a372-f36dbc1acfda {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:50:33.361273 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5a4d85c2-e064-4fbf-a372-f36dbc1acfda not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:50:33.387140 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-90ea4910-1a1d-496c-abca-8debdff18863 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:33.410813 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-86ca7555-5ea7-4711-9ff5-351f2e48d242 req-93f475b7-b5ec-4662-901f-a67484b8b92b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=078bd5a9-b098-43f3-ba33-8a739c62ede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435443 Aug 16 20:50:33.418514 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afec529-7bcb-4570-b083-c331289c2870 service neutron] Pushing event updated for resources: {'Port': ['ID=9ebe3d3a-bd93-43d6-9607-9b8a58050498,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:33.444296 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-975e015b-9c8d-48bd-850e-fca84b5fec7c req-0bf67b2b-d917-480d-9693-2176709e733b tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c2c4bdf-2222-4f80-a12f-65ab9afb1914 HTTP/1.1" status: 200 len: 210 time: 0.1176288 Aug 16 20:50:33.463804 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8503550f-dfe4-47e4-ac67-9c919fe62352 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:33.508452 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5bae6f5-c556-4471-8ca4-c9d2c9f564c9 x-openstack-request-id: req-e5bae6f5-c556-4471-8ca4-c9d2c9f564c9 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:33.509003 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1b6081-a8f9-46dc-b4f2-e1878992ff52", "name": "network-vif-unplugged", "status": "completed", "tag": "2cd5f3f6-851a-4296-a37c-66f3f8744c93", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:33.509441 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e5bae6f5-c556-4471-8ca4-c9d2c9f564c9 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:33.510015 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1b6081-a8f9-46dc-b4f2-e1878992ff52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cd5f3f6-851a-4296-a37c-66f3f8744c93', 'code': 200} Aug 16 20:50:33.518125 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-40376c66-8fc2-442b-878d-789d083e5f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:33.519736 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-40376c66-8fc2-442b-878d-789d083e5f95 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ce0aedd9c6404b9eabcd0242d8edefef&device_id=15d4494f-2d52-45c2-86c7-81853db41d32 HTTP/1.1" status: 200 len: 1099 time: 0.1122258 Aug 16 20:50:33.553593 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ae09a715-a596-4213-8765-d35757c3d137 req-21c85a23-3461-45ef-aa07-39fa49610590 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcde13e6-7ce2-4852-825a-3fa6ea61d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813881 Aug 16 20:50:33.622365 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effdf601-1f32-463a-b721-f9c23eb3eba8 x-openstack-request-id: req-effdf601-1f32-463a-b721-f9c23eb3eba8 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:33.622733 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d4494f-2d52-45c2-86c7-81853db41d32", "tag": "9ebe3d3a-bd93-43d6-9607-9b8a58050498", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:33.623195 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-effdf601-1f32-463a-b721-f9c23eb3eba8 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:33.623734 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d4494f-2d52-45c2-86c7-81853db41d32', 'tag': '9ebe3d3a-bd93-43d6-9607-9b8a58050498', 'status': 'completed', 'code': 200} Aug 16 20:50:33.625355 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-89e3b142-43c9-4d15-b732-b2373add0378 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=9ebe3d3a-bd93-43d6-9607-9b8a58050498 HTTP/1.1" status: 200 len: 217 time: 0.0956812 Aug 16 20:50:33.633556 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-86ca7555-5ea7-4711-9ff5-351f2e48d242 req-8f8304ad-1249-4b7d-a8f4-82220cd50a01 service neutron] 10.222.0.72 "GET /v2.0/networks/078bd5a9-b098-43f3-ba33-8a739c62ede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102199 Aug 16 20:50:33.734002 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8503550f-dfe4-47e4-ac67-9c919fe62352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:33.740336 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-e2b77242-2b6a-4308-bfb7-fdda94c6a83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:33.740660 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5764728e-f7dc-45f9-bf28-ba22e6fae712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:33.741796 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-e2b77242-2b6a-4308-bfb7-fdda94c6a83e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.1060481 Aug 16 20:50:33.774572 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4b5e4-036f-470d-9782-2c70c3a4eace req-5581607c-9c15-4158-8e8d-c66d87b04e92 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:33.776037 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d6d4b5e4-036f-470d-9782-2c70c3a4eace req-5581607c-9c15-4158-8e8d-c66d87b04e92 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.1881633 Aug 16 20:50:33.805601 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:33.809483 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-86ca7555-5ea7-4711-9ff5-351f2e48d242 req-6e6abae3-0f90-4823-83ab-f7f82d5188a5 service neutron] 10.222.0.72 "GET /v2.0/networks/078bd5a9-b098-43f3-ba33-8a739c62ede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624870 Aug 16 20:50:33.822999 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd5f3f6-851a-4296-a37c-66f3f8744c93 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:50:33.835689 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-0bdf7096-efb4-49bf-a07d-a5f777217a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:33.837314 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-0bdf7096-efb4-49bf-a07d-a5f777217a80 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0855892 Aug 16 20:50:33.837996 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d6d4b5e4-036f-470d-9782-2c70c3a4eace req-8d5db265-16f3-4bbd-9ba8-ec8bfeac01c2 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522399 Aug 16 20:50:33.848164 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 2cd5f3f6-851a-4296-a37c-66f3f8744c93, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=2cd5f3f6-851a-4296-a37c-66f3f8744c93,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:33.867407 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5cb9eff6-58e1-42c9-aab6-171c8a075bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:33.893896 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb9eff6-58e1-42c9-aab6-171c8a075bf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a3fc297-2143-4b35-882a-a831320f3071,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:33.916386 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5764728e-f7dc-45f9-bf28-ba22e6fae712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:33.962864 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8503550f-dfe4-47e4-ac67-9c919fe62352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:33.993716 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:34.004313 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-90ea4910-1a1d-496c-abca-8debdff18863 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:34.018038 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5764728e-f7dc-45f9-bf28-ba22e6fae712 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:50:34.029057 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503550f-dfe4-47e4-ac67-9c919fe62352 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1808fe3d-4468-49d3-847b-1af4167b979d,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:34.034144 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8503550f-dfe4-47e4-ac67-9c919fe62352 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:34.039495 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8503550f-dfe4-47e4-ac67-9c919fe62352 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/1808fe3d-4468-49d3-847b-1af4167b979d HTTP/1.1" status: 204 len: 168 time: 0.9661207 Aug 16 20:50:34.040342 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5764728e-f7dc-45f9-bf28-ba22e6fae712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:34.045726 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a64fe83-f0f2-4e61-ac79-5f646e228f3a None None] Network e55e31f8-e29e-41b3-a9dc-66b816324698 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:50:34.046310 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39306) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:34.046430 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-90ea4910-1a1d-496c-abca-8debdff18863 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:34.065341 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5764728e-f7dc-45f9-bf28-ba22e6fae712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:34.065701 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-5764728e-f7dc-45f9-bf28-ba22e6fae712 admin admin] Added segment d31205ae-b8c7-447a-b06d-752345c4437a of type vlan for network 1ffc2ed8-3433-480e-9e7b-c7131585caf6 Aug 16 20:50:34.116028 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-3984788f-51c3-47cb-92ce-9ac87c677e7b tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Made reservation on behalf of 34d8c782880e4e14877287a38850e52e for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:50:34.119615 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-3984788f-51c3-47cb-92ce-9ac87c677e7b tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:34.143275 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-e4530682-0053-4181-8bb8-f49255c85f2b service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885599 Aug 16 20:50:34.146696 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=2cd5f3f6-851a-4296-a37c-66f3f8744c93,revision_number=10']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:34.231058 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5764728e-f7dc-45f9-bf28-ba22e6fae712 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:34.270683 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['2cd5f3f6-851a-4296-a37c-66f3f8744c93'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:50:34.341115 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2211c970-b5cb-410c-a214-3773037f9683 None None] DHCP port deletion for e55e31f8-e29e-41b3-a9dc-66b816324698 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:50:34.341944 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c1269fa1-055c-459c-ba83-949a8ef569f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:34.370704 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-21d18e4a-dd59-465a-9ea1-9d097602fb09 req-a280492d-584f-4299-85bb-563f8171bad0 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110577 Aug 16 20:50:34.436581 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-90ea4910-1a1d-496c-abca-8debdff18863 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Allocated IP 172.25.1.201 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/63dc64ae-6b40-45c7-9617-4a47f8f64d2c) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:50:34.451350 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-2211c970-b5cb-410c-a214-3773037f9683 None None] Deleting port 76d4ae68-5b08-487b-965c-9c6268b6d3aa {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:34.452062 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2211c970-b5cb-410c-a214-3773037f9683 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:34.457746 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5cb9eff6-58e1-42c9-aab6-171c8a075bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:34.500805 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5764728e-f7dc-45f9-bf28-ba22e6fae712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:34.500805 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5764728e-f7dc-45f9-bf28-ba22e6fae712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:34.500805 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5764728e-f7dc-45f9-bf28-ba22e6fae712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:34.563296 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-2211c970-b5cb-410c-a214-3773037f9683 None None] For port 76d4ae68-5b08-487b-965c-9c6268b6d3aa, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=76d4ae68-5b08-487b-965c-9c6268b6d3aa,segment=NetworkSegment(7a6b72d0-5357-45c8-a666-5cc5a3dffcc1),segment_id=7a6b72d0-5357-45c8-a666-5cc5a3dffcc1)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:34.563554 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2211c970-b5cb-410c-a214-3773037f9683 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:34.570712 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4df5d-5a54-4cfe-8159-46f7ba35c81f req-7047ee1a-4de7-4b2d-844e-728143c59057 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:34.572709 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9db4df5d-5a54-4cfe-8159-46f7ba35c81f req-7047ee1a-4de7-4b2d-844e-728143c59057 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.2207115 Aug 16 20:50:34.585471 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-2211c970-b5cb-410c-a214-3773037f9683 None None] Calling delete_port for 76d4ae68-5b08-487b-965c-9c6268b6d3aa owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:34.613453 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-90ea4910-1a1d-496c-abca-8debdff18863 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:34.622329 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-3984788f-51c3-47cb-92ce-9ac87c677e7b tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Allocated IP 192.168.233.34 (d77fce7e-e915-4ee5-ada6-d6f376af2589/2883ed1d-8e71-4475-b2ce-2177242b9f23/a204c92f-1a55-45ee-8a48-592168180596) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:50:34.640782 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9f19e-27a7-4c56-8c85-335fccf899e8 req-160c225f-f840-4a85-b1cf-707d29709fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:34.642713 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bac9f19e-27a7-4c56-8c85-335fccf899e8 req-160c225f-f840-4a85-b1cf-707d29709fd1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ce0aedd9c6404b9eabcd0242d8edefef&device_id=15d4494f-2d52-45c2-86c7-81853db41d32 HTTP/1.1" status: 200 len: 1099 time: 0.0715995 Aug 16 20:50:34.687121 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf1af2ec-1d3e-4277-974f-001a30816265 req-174373b8-4085-4cf8-8c31-ae8cdc072c5c tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c2c4bdf-2222-4f80-a12f-65ab9afb1914 HTTP/1.1" status: 200 len: 210 time: 0.1114874 Aug 16 20:50:34.729942 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5764728e-f7dc-45f9-bf28-ba22e6fae712 admin admin] Pushing event updated for resources: {'Network': ['ID=1ffc2ed8-3433-480e-9e7b-c7131585caf6,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:34.743037 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 1ffc2ed8-3433-480e-9e7b-c7131585caf6 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:50:34.750316 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5764728e-f7dc-45f9-bf28-ba22e6fae712 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5166597 Aug 16 20:50:34.750531 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39316) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:34.757892 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-48bad6fa-2cc5-4fb5-b8d2-7a31bb6f81d7 admin admin] Request body: {'subnet': {'network_id': '1ffc2ed8-3433-480e-9e7b-c7131585caf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-367505164-subnet', 'tenant_id': '739199610cfa4c2f8e9155deb4230364', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:34.784237 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9f19e-27a7-4c56-8c85-335fccf899e8 req-483f2b22-453c-47f3-9a7d-d3ee40939006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:34.785757 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bac9f19e-27a7-4c56-8c85-335fccf899e8 req-483f2b22-453c-47f3-9a7d-d3ee40939006 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.1288617 Aug 16 20:50:34.826069 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-c1269fa1-055c-459c-ba83-949a8ef569f4 admin admin] Deleting port 76d4ae68-5b08-487b-965c-9c6268b6d3aa {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:34.826313 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c1269fa1-055c-459c-ba83-949a8ef569f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:34.834773 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bac9f19e-27a7-4c56-8c85-335fccf899e8 req-188a36a6-eaa3-441d-9445-9dc3cb587409 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=9ebe3d3a-bd93-43d6-9607-9b8a58050498 HTTP/1.1" status: 200 len: 217 time: 0.0401521 Aug 16 20:50:34.839733 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-90ea4910-1a1d-496c-abca-8debdff18863 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:34.890732 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9db4df5d-5a54-4cfe-8159-46f7ba35c81f req-5a285d3f-8591-42be-b5b0-57b00f474ec4 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708874 Aug 16 20:50:34.896009 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48bad6fa-2cc5-4fb5-b8d2-7a31bb6f81d7 admin admin] Made reservation on behalf of 739199610cfa4c2f8e9155deb4230364 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:50:34.898454 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-48bad6fa-2cc5-4fb5-b8d2-7a31bb6f81d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:34.926393 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-c1269fa1-055c-459c-ba83-949a8ef569f4 admin admin] For port 76d4ae68-5b08-487b-965c-9c6268b6d3aa, host n-d-793620-15, got binding levels [] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:34.926393 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c1269fa1-055c-459c-ba83-949a8ef569f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:34.929015 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2211c970-b5cb-410c-a214-3773037f9683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:34.938230 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-c1269fa1-055c-459c-ba83-949a8ef569f4 admin admin] Calling delete_port for 76d4ae68-5b08-487b-965c-9c6268b6d3aa owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:34.941008 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.ipam_backend_mixin [None req-c1269fa1-055c-459c-ba83-949a8ef569f4 admin admin] Port 76d4ae68-5b08-487b-965c-9c6268b6d3aa was not found and therefore no delete operation was performed {{(pid=101844) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 20:50:34.942584 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c1269fa1-055c-459c-ba83-949a8ef569f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:34.949846 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ea4910-1a1d-496c-abca-8debdff18863 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:50:34.969968 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2211c970-b5cb-410c-a214-3773037f9683 None None] No DVR routers for this DVR port 76d4ae68-5b08-487b-965c-9c6268b6d3aa on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:50:34.977375 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211c970-b5cb-410c-a214-3773037f9683 None None] Pushing event deleted for resources: {'Port': ['ID=76d4ae68-5b08-487b-965c-9c6268b6d3aa,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:34.992977 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2211c970-b5cb-410c-a214-3773037f9683 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:34.993457 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2211c970-b5cb-410c-a214-3773037f9683 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:34.993903 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2211c970-b5cb-410c-a214-3773037f9683 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:34.994346 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2211c970-b5cb-410c-a214-3773037f9683 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:34.994559 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-90ea4910-1a1d-496c-abca-8debdff18863 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:34.994884 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2211c970-b5cb-410c-a214-3773037f9683 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:34.995319 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2211c970-b5cb-410c-a214-3773037f9683 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:34.996573 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2211c970-b5cb-410c-a214-3773037f9683 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:34.997034 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2211c970-b5cb-410c-a214-3773037f9683 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:34.998275 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2211c970-b5cb-410c-a214-3773037f9683 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:34.998520 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2211c970-b5cb-410c-a214-3773037f9683 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:34.998952 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2211c970-b5cb-410c-a214-3773037f9683 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:34.999779 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9f19e-27a7-4c56-8c85-335fccf899e8 req-1b2ca31e-1637-41d1-9d45-b8b42a8b0369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:35.003004 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2211c970-b5cb-410c-a214-3773037f9683 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:35.003108 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bac9f19e-27a7-4c56-8c85-335fccf899e8 req-1b2ca31e-1637-41d1-9d45-b8b42a8b0369 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.1568921 Aug 16 20:50:35.007641 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ea4910-1a1d-496c-abca-8debdff18863 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:50:35.009937 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea4910-1a1d-496c-abca-8debdff18863 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Pushing event updated for resources: {'Port': ['ID=63dc64ae-6b40-45c7-9617-4a47f8f64d2c,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:35.265738 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 76d4ae68-5b08-487b-965c-9c6268b6d3aa no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:50:35.288354 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 76d4ae68-5b08-487b-965c-9c6268b6d3aa {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:50:35.288707 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 76d4ae68-5b08-487b-965c-9c6268b6d3aa not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:50:35.293979 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1269fa1-055c-459c-ba83-949a8ef569f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=76d4ae68-5b08-487b-965c-9c6268b6d3aa,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:35.296428 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1269fa1-055c-459c-ba83-949a8ef569f4 admin admin] No DVR routers for this DVR port 76d4ae68-5b08-487b-965c-9c6268b6d3aa on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:50:35.429220 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9f19e-27a7-4c56-8c85-335fccf899e8 req-f4ec788c-a954-4abb-b07a-aab6836a8d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:35.430658 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bac9f19e-27a7-4c56-8c85-335fccf899e8 req-f4ec788c-a954-4abb-b07a-aab6836a8d72 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4179099 Aug 16 20:50:35.435953 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ba542-d11c-4456-a10f-0358a20c2165 req-44c48f21-0469-460b-b221-fde899015062 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:35.437437 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d96ba542-d11c-4456-a10f-0358a20c2165 req-44c48f21-0469-460b-b221-fde899015062 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/ports?device_id=15d4494f-2d52-45c2-86c7-81853db41d32 HTTP/1.1" status: 200 len: 947 time: 0.6584387 Aug 16 20:50:35.532552 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c1269fa1-055c-459c-ba83-949a8ef569f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:35.561322 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-c1269fa1-055c-459c-ba83-949a8ef569f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e55e31f8-e29e-41b3-a9dc-66b816324698']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:35.588661 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6de63-7096-497a-9b9d-3a70c05d024a req-d6072199-3533-4c44-8010-95dc421cae5e tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:35.590168 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7af6de63-7096-497a-9b9d-3a70c05d024a req-d6072199-3533-4c44-8010-95dc421cae5e tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.2854276 Aug 16 20:50:35.596235 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-3984788f-51c3-47cb-92ce-9ac87c677e7b tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:35.601942 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-c1269fa1-055c-459c-ba83-949a8ef569f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a6b72d0-5357-45c8-a666-5cc5a3dffcc1') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:35.602251 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-c1269fa1-055c-459c-ba83-949a8ef569f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a6b72d0-5357-45c8-a666-5cc5a3dffcc1') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:35.630264 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c1269fa1-055c-459c-ba83-949a8ef569f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:35.634050 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d96ba542-d11c-4456-a10f-0358a20c2165 req-6a5087ee-2e32-4f77-a670-8221b34be247 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcde13e6-7ce2-4852-825a-3fa6ea61d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638401 Aug 16 20:50:35.654656 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb9eff6-58e1-42c9-aab6-171c8a075bf9 admin admin] Router 41995d25-9e2d-411f-8bb1-d0ff13be1bf1 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:50:35.658741 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bac9f19e-27a7-4c56-8c85-335fccf899e8 req-6969b608-87f5-4a81-b19c-3ced5114dc55 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004771 Aug 16 20:50:35.662910 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-3984788f-51c3-47cb-92ce-9ac87c677e7b tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Transition to ACTIVE for port object a204c92f-1a55-45ee-8a48-592168180596 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:50:35.666901 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c1269fa1-055c-459c-ba83-949a8ef569f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:35.686965 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1269fa1-055c-459c-ba83-949a8ef569f4 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:50:35.686965 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c1269fa1-055c-459c-ba83-949a8ef569f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:35.688765 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 20:50:35.688765 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:50:35.688765 n-d-793620-15 neutron-server[101844]: timer() Aug 16 20:50:35.688765 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:50:35.688765 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 20:50:35.688765 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:50:35.688765 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 20:50:35.688765 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:50:35.688765 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 20:50:35.688765 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:50:35.688765 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 20:50:35.688765 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:50:35.688765 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 20:50:35.688765 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:50:35.688765 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:50:35.688765 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:50:35.688765 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:50:35.688765 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:50:35.688765 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 20:50:35.688765 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:50:35.688765 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 20:50:35.688765 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:50:35.688765 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:50:35.688765 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:50:35.688765 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 20:50:35.688765 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:50:35.688765 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:50:35.688765 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:50:35.688765 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:50:35.688765 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:50:35.688765 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:50:35.688765 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:50:35.736834 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7af6de63-7096-497a-9b9d-3a70c05d024a req-4a20bcf4-70c4-49de-9628-f7df70301ada tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311505 Aug 16 20:50:35.771304 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bac9f19e-27a7-4c56-8c85-335fccf899e8 req-27476228-9297-4534-b905-817a2b1602b8 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046534 Aug 16 20:50:35.773703 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-48bad6fa-2cc5-4fb5-b8d2-7a31bb6f81d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:35.842819 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e8bc34c1-831c-4174-8542-aeaec12d1479 req-69fd9f93-447e-48f9-a073-e71eab638c50 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c2c4bdf-2222-4f80-a12f-65ab9afb1914 HTTP/1.1" status: 200 len: 210 time: 0.0506539 Aug 16 20:50:35.902721 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb9eff6-58e1-42c9-aab6-171c8a075bf9 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:50:35.911253 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c596b0-d2c9-4c38-b697-e2f235c52c22 None None] Sync routers for ids ['41995d25-9e2d-411f-8bb1-d0ff13be1bf1'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:50:35.915263 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5cb9eff6-58e1-42c9-aab6-171c8a075bf9 admin admin] 10.222.0.84 "PUT /v2.0/routers/41995d25-9e2d-411f-8bb1-d0ff13be1bf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7336445 Aug 16 20:50:35.916233 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39322) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:35.925146 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c596b0-d2c9-4c38-b697-e2f235c52c22 None None] Routers {'41995d25-9e2d-411f-8bb1-d0ff13be1bf1'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:35.927090 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-29c596b0-d2c9-4c38-b697-e2f235c52c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:50:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['41995d25-9e2d-411f-8bb1-d0ff13be1bf1'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:35.938869 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bad6fa-2cc5-4fb5-b8d2-7a31bb6f81d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f8a0b97-c998-4838-93b4-cc35dce1d7e0,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:35.995355 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bad6fa-2cc5-4fb5-b8d2-7a31bb6f81d7 admin admin] Checking segment: {'id': 'd31205ae-b8c7-447a-b06d-752345c4437a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '1ffc2ed8-3433-480e-9e7b-c7131585caf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:50:36.008351 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bad6fa-2cc5-4fb5-b8d2-7a31bb6f81d7 admin admin] Network hostable DHCP agents. Network: 1ffc2ed8-3433-480e-9e7b-c7131585caf6, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:50:36.009002 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-90ea4910-1a1d-496c-abca-8debdff18863 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:36.030731 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b7ba03b9-9f81-4839-8cb2-c2abfbb0abb6 admin admin] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:36.070870 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-3984788f-51c3-47cb-92ce-9ac87c677e7b tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:36.073192 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c1269fa1-055c-459c-ba83-949a8ef569f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:36.074827 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-29c596b0-d2c9-4c38-b697-e2f235c52c22 None None] Set router 41995d25-9e2d-411f-8bb1-d0ff13be1bf1 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:36.102828 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c1269fa1-055c-459c-ba83-949a8ef569f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:36.108755 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c1269fa1-055c-459c-ba83-949a8ef569f4 admin admin] 10.222.0.84 "DELETE /v2.0/networks/e55e31f8-e29e-41b3-a9dc-66b816324698 HTTP/1.1" status: 204 len: 168 time: 2.0577009 Aug 16 20:50:36.108888 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['d12fa717-5873-4d2b-90e6-5c7935218310'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:50:36.110345 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['d88b29f6-cf28-4a24-ba6e-34e54b0a41c9', 'ef0c7a6f-3506-409b-8c4f-e21c66093609', '7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c', '6cda2720-1cf3-45f1-8e31-bc271e42d531', 'b7c2e79b-459c-400c-8288-5754cdefdd4f'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:50:36.164263 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bad6fa-2cc5-4fb5-b8d2-7a31bb6f81d7 admin admin] Network 1ffc2ed8-3433-480e-9e7b-c7131585caf6 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:50:36.179126 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1269fa1-055c-459c-ba83-949a8ef569f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e55e31f8-e29e-41b3-a9dc-66b816324698,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:36.191200 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-3984788f-51c3-47cb-92ce-9ac87c677e7b tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Network d77fce7e-e915-4ee5-ada6-d6f376af2589 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:50:36.228252 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-3984788f-51c3-47cb-92ce-9ac87c677e7b tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:36.234849 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-3984788f-51c3-47cb-92ce-9ac87c677e7b tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:50:36.238213 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3984788f-51c3-47cb-92ce-9ac87c677e7b tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Pushing event updated for resources: {'Port': ['ID=a204c92f-1a55-45ee-8a48-592168180596,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:36.254369 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-90ea4910-1a1d-496c-abca-8debdff18863 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:36.268172 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-48bad6fa-2cc5-4fb5-b8d2-7a31bb6f81d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 1ffc2ed8-3433-480e-9e7b-c7131585caf6) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:36.290212 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1beb01a3-0549-4794-b77d-3b82f93ca1a4 None None] Network 1ffc2ed8-3433-480e-9e7b-c7131585caf6 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:50:36.290868 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27289e98-bda9-48d5-a8d7-8e0d315b983f req-4bba20cc-11d2-41c2-826a-fa34928c2076 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:36.292574 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-27289e98-bda9-48d5-a8d7-8e0d315b983f req-4bba20cc-11d2-41c2-826a-fa34928c2076 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.2585125 Aug 16 20:50:36.322306 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bad6fa-2cc5-4fb5-b8d2-7a31bb6f81d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:36.323006 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-48bad6fa-2cc5-4fb5-b8d2-7a31bb6f81d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:36.327684 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b7ba03b9-9f81-4839-8cb2-c2abfbb0abb6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:36.344708 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-3984788f-51c3-47cb-92ce-9ac87c677e7b tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:36.345446 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-3984788f-51c3-47cb-92ce-9ac87c677e7b tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:36.380688 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-27289e98-bda9-48d5-a8d7-8e0d315b983f req-721fb725-96fa-4424-8658-a36483703f02 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637760 Aug 16 20:50:36.456996 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-3984788f-51c3-47cb-92ce-9ac87c677e7b tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5413978 Aug 16 20:50:36.463247 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-48bad6fa-2cc5-4fb5-b8d2-7a31bb6f81d7 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7090409 Aug 16 20:50:36.463833 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39328) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:36.468928 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-2476d1b0-8a35-4717-927f-a8e7e4d20914 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-367505164-router', 'tenant_id': '739199610cfa4c2f8e9155deb4230364', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:36.492990 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-9e45b408-5aff-455e-be25-b0651ca0d5dc service neutron] Request body: {'port': {'device_id': '5c2c4bdf-2222-4f80-a12f-65ab9afb1914', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:36.575988 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ea4910-1a1d-496c-abca-8debdff18863 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Router 60af3ad6-f51f-433a-8f61-a6cf723642f8 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:50:36.580981 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-9e45b408-5aff-455e-be25-b0651ca0d5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:36.586422 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba03b9-9f81-4839-8cb2-c2abfbb0abb6 admin admin] Deleting port e76a9ab9-1234-46a5-ac4b-e7c666e5cff4 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:36.586775 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b7ba03b9-9f81-4839-8cb2-c2abfbb0abb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:36.601733 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-29c596b0-d2c9-4c38-b697-e2f235c52c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41995d25-9e2d-411f-8bb1-d0ff13be1bf1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1281306020-router', 'tenant_id': '90d8dd5958be406d916ee78bc7770953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e76a9ab9-1234-46a5-ac4b-e7c666e5cff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:26Z', 'updated_at': '2021-08-16T20:50:33Z', 'revision_number': 5, 'project_id': '90d8dd5958be406d916ee78bc7770953', 'gw_port': {'id': 'e76a9ab9-1234-46a5-ac4b-e7c666e5cff4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ae:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41995d25-9e2d-411f-8bb1-d0ff13be1bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:28Z', 'updated_at': '2021-08-16T20:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:36.634867 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2476d1b0-8a35-4717-927f-a8e7e4d20914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:36.636008 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2476d1b0-8a35-4717-927f-a8e7e4d20914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:36.644687 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c596b0-d2c9-4c38-b697-e2f235c52c22 None None] Checking router: 41995d25-9e2d-411f-8bb1-d0ff13be1bf1 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:50:36.692856 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2476d1b0-8a35-4717-927f-a8e7e4d20914 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:36.702961 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ba024c-51ec-4b31-89fb-969541b07dd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-1ffc2ed8-3433-480e-9e7b-c7131585caf6', 'network_id': '1ffc2ed8-3433-480e-9e7b-c7131585caf6', 'tenant_id': '739199610cfa4c2f8e9155deb4230364', 'fixed_ips': [{'subnet_id': '1f8a0b97-c998-4838-93b4-cc35dce1d7e0'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:50:36.703840 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-66ba024c-51ec-4b31-89fb-969541b07dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:36.708954 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c596b0-d2c9-4c38-b697-e2f235c52c22 None None] Routers {'41995d25-9e2d-411f-8bb1-d0ff13be1bf1'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:36.709664 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-29c596b0-d2c9-4c38-b697-e2f235c52c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:50:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['41995d25-9e2d-411f-8bb1-d0ff13be1bf1'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:36.723852 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39332) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:36.736489 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7e223089-eea7-4d8e-ae6f-2a98da385ccf None None] Provisioning for port a204c92f-1a55-45ee-8a48-592168180596 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:50:36.769752 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-b7ba03b9-9f81-4839-8cb2-c2abfbb0abb6 admin admin] For port e76a9ab9-1234-46a5-ac4b-e7c666e5cff4, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=e76a9ab9-1234-46a5-ac4b-e7c666e5cff4,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:36.770136 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b7ba03b9-9f81-4839-8cb2-c2abfbb0abb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:36.814765 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 9ebe3d3a-bd93-43d6-9607-9b8a58050498 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:50:36.818279 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba03b9-9f81-4839-8cb2-c2abfbb0abb6 admin admin] Calling delete_port for e76a9ab9-1234-46a5-ac4b-e7c666e5cff4 owned by network:router_gateway {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:36.820708 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 2cd5f3f6-851a-4296-a37c-66f3f8744c93 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:50:36.835394 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7e223089-eea7-4d8e-ae6f-2a98da385ccf None None] Provisioning complete for port a204c92f-1a55-45ee-8a48-592168180596 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:36.835618 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-56e34e71-5f47-438d-815b-abb0ae6bdaa6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=34f18ad5c2d4455d99499df1ef982df3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1065013 Aug 16 20:50:36.835719 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7e223089-eea7-4d8e-ae6f-2a98da385ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:36.837426 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39338) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:36.975121 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ea4910-1a1d-496c-abca-8debdff18863 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:50:36.985669 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db92c477-706c-4429-9858-165143a01b48 req-c668b53d-facf-4d1a-a406-15704b4ced3f tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:36.987415 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-db92c477-706c-4429-9858-165143a01b48 req-c668b53d-facf-4d1a-a406-15704b4ced3f tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/ports?device_id=15d4494f-2d52-45c2-86c7-81853db41d32 HTTP/1.1" status: 200 len: 947 time: 0.2146780 Aug 16 20:50:36.994688 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07af8538-84d5-40e4-a1b7-a5fc9a550464 None None] Sync routers for ids ['60af3ad6-f51f-433a-8f61-a6cf723642f8'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:50:37.008242 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07af8538-84d5-40e4-a1b7-a5fc9a550464 None None] Routers {'60af3ad6-f51f-433a-8f61-a6cf723642f8'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:37.009154 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-07af8538-84d5-40e4-a1b7-a5fc9a550464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:50:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['60af3ad6-f51f-433a-8f61-a6cf723642f8'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:37.050527 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-29c596b0-d2c9-4c38-b697-e2f235c52c22 None None] Set router 41995d25-9e2d-411f-8bb1-d0ff13be1bf1 gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:37.062813 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ad9d9-7a06-45d9-a217-74b3beb33649 req-6c22a450-68f8-47f4-b573-603323d9479a tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:37.070565 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3e1ad9d9-7a06-45d9-a217-74b3beb33649 req-6c22a450-68f8-47f4-b573-603323d9479a tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.2293541 Aug 16 20:50:37.070752 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-07af8538-84d5-40e4-a1b7-a5fc9a550464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:37.085049 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7e223089-eea7-4d8e-ae6f-2a98da385ccf None None] Port a204c92f-1a55-45ee-8a48-592168180596 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:50:37.089716 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07af8538-84d5-40e4-a1b7-a5fc9a550464 None None] Routers {'60af3ad6-f51f-433a-8f61-a6cf723642f8'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:37.091000 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-07af8538-84d5-40e4-a1b7-a5fc9a550464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:50:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['60af3ad6-f51f-433a-8f61-a6cf723642f8'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:37.096177 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2476d1b0-8a35-4717-927f-a8e7e4d20914 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:37.109862 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-55a60eb1-dd6f-4891-9281-ddb57102fad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:37.137603 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-55a60eb1-dd6f-4891-9281-ddb57102fad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:37.147285 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-db92c477-706c-4429-9858-165143a01b48 req-b7e29edc-f0e6-428c-96fa-2930bae1d2b6 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcde13e6-7ce2-4852-825a-3fa6ea61d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362557 Aug 16 20:50:37.147637 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-29c596b0-d2c9-4c38-b697-e2f235c52c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41995d25-9e2d-411f-8bb1-d0ff13be1bf1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1281306020-router', 'tenant_id': '90d8dd5958be406d916ee78bc7770953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:26Z', 'updated_at': '2021-08-16T20:50:36Z', 'revision_number': 6, 'project_id': '90d8dd5958be406d916ee78bc7770953', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:37.172761 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-07af8538-84d5-40e4-a1b7-a5fc9a550464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:37.174055 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07af8538-84d5-40e4-a1b7-a5fc9a550464 None None] The sync data for ids ['60af3ad6-f51f-433a-8f61-a6cf723642f8'] in n-d-793620-15 is: [] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:50:37.201449 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c596b0-d2c9-4c38-b697-e2f235c52c22 None None] The sync data for ids ['41995d25-9e2d-411f-8bb1-d0ff13be1bf1'] in n-d-793620-15 is: [{'id': '41995d25-9e2d-411f-8bb1-d0ff13be1bf1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1281306020-router', 'tenant_id': '90d8dd5958be406d916ee78bc7770953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:26Z', 'updated_at': '2021-08-16T20:50:36Z', 'revision_number': 6, 'project_id': '90d8dd5958be406d916ee78bc7770953', 'gw_port_host': None}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:50:37.208918 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3e1ad9d9-7a06-45d9-a217-74b3beb33649 req-8adf0f60-40c5-4e5f-9c8d-fa9e179310da tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320002 Aug 16 20:50:37.255611 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-90ea4910-1a1d-496c-abca-8debdff18863 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:37.261321 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-90ea4910-1a1d-496c-abca-8debdff18863 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.4108009 Aug 16 20:50:37.280446 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39344) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:37.286992 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-66ba024c-51ec-4b31-89fb-969541b07dd8 None None] Allocated IP 172.20.0.2 (1ffc2ed8-3433-480e-9e7b-c7131585caf6/1f8a0b97-c998-4838-93b4-cc35dce1d7e0/a23e72c9-bb7e-447b-88d3-84bc65ac64ef) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:50:37.290073 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 9ebe3d3a-bd93-43d6-9607-9b8a58050498, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=9ebe3d3a-bd93-43d6-9607-9b8a58050498,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:37.307824 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 2cd5f3f6-851a-4296-a37c-66f3f8744c93 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:37.308203 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:37.366594 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-9e45b408-5aff-455e-be25-b0651ca0d5dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a204c92f-1a55-45ee-8a48-592168180596 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:50:37.377762 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-55a60eb1-dd6f-4891-9281-ddb57102fad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:37.380919 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-55a60eb1-dd6f-4891-9281-ddb57102fad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:37.382260 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-55a60eb1-dd6f-4891-9281-ddb57102fad6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d239ed48-7e80-4c0b-a1a9-48bd2b034b73 HTTP/1.1" status: 204 len: 168 time: 0.5355091 Aug 16 20:50:37.387216 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-9e45b408-5aff-455e-be25-b0651ca0d5dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:37.387426 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '9ebe3d3a-bd93-43d6-9607-9b8a58050498', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': '9ebe3d3a-bd93-43d6-9607-9b8a58050498', 'mac_address': 'fa:16:3e:52:d2:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:50:37.406281 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a60eb1-dd6f-4891-9281-ddb57102fad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d239ed48-7e80-4c0b-a1a9-48bd2b034b73,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:37.411008 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a62ce-2731-434c-8421-18567f896676 req-83e454c1-a902-4fbf-b511-3f1cbb7efca7 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:37.419622 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e75a62ce-2731-434c-8421-18567f896676 req-83e454c1-a902-4fbf-b511-3f1cbb7efca7 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c2c4bdf-2222-4f80-a12f-65ab9afb1914 HTTP/1.1" status: 200 len: 935 time: 0.1661980 Aug 16 20:50:37.439176 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-9e45b408-5aff-455e-be25-b0651ca0d5dc service neutron] Transition to ACTIVE for port object a204c92f-1a55-45ee-8a48-592168180596 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:50:37.471426 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-eba5c479-6338-4993-a6e9-c947300d7010 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] 10.222.0.84 "GET /v2.0/routers/60af3ad6-f51f-433a-8f61-a6cf723642f8 HTTP/1.1" status: 200 len: 919 time: 0.1855061 Aug 16 20:50:37.474272 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39350) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:37.488487 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e75a62ce-2731-434c-8421-18567f896676 req-99b59707-c746-4c07-8b2c-4ab7d22efbc4 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642765 Aug 16 20:50:37.509662 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-20a3351b-acf4-49aa-b903-902ce56cd9c2 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] 10.222.0.84 "GET /v2.0/ports?device_id=60af3ad6-f51f-433a-8f61-a6cf723642f8 HTTP/1.1" status: 200 len: 205 time: 0.0339208 Aug 16 20:50:37.511927 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39352) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:37.566950 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-9e45b408-5aff-455e-be25-b0651ca0d5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:37.574283 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b7ba03b9-9f81-4839-8cb2-c2abfbb0abb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:37.726817 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fe3e8-ebcb-4380-8779-0fbc445416b5 req-eb70cd8a-5098-4bb0-a7d6-127664694752 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:37.728702 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-df1fe3e8-ebcb-4380-8779-0fbc445416b5 req-eb70cd8a-5098-4bb0-a7d6-127664694752 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 950 time: 0.2071981 Aug 16 20:50:37.729473 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e45b408-5aff-455e-be25-b0651ca0d5dc service neutron] Pushing event updated for resources: {'Port': ['ID=a204c92f-1a55-45ee-8a48-592168180596,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:37.754079 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e727ae45-89d9-45ac-a693-e2d3c9ca05d0 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:37.843268 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba03b9-9f81-4839-8cb2-c2abfbb0abb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e76a9ab9-1234-46a5-ac4b-e7c666e5cff4,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:37.907390 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:37.946929 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ebe3d3a-bd93-43d6-9607-9b8a58050498 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:50:37.947979 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-df1fe3e8-ebcb-4380-8779-0fbc445416b5 req-454e2df0-aa80-4ce8-b00a-91e28fc3111f tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736145 Aug 16 20:50:37.978271 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2476d1b0-8a35-4717-927f-a8e7e4d20914 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:38.009468 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b7ba03b9-9f81-4839-8cb2-c2abfbb0abb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:38.064613 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 9ebe3d3a-bd93-43d6-9607-9b8a58050498, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=9ebe3d3a-bd93-43d6-9607-9b8a58050498,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:38.098709 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:38.140021 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:38.155586 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-9e45b408-5aff-455e-be25-b0651ca0d5dc service neutron] Attempting to bind port a204c92f-1a55-45ee-8a48-592168180596 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:50:38.156203 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-9e45b408-5aff-455e-be25-b0651ca0d5dc service neutron] Attempting to bind port a204c92f-1a55-45ee-8a48-592168180596 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:50:38.156706 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-9e45b408-5aff-455e-be25-b0651ca0d5dc service neutron] Attempting to bind port a204c92f-1a55-45ee-8a48-592168180596 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:38.169395 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-9e45b408-5aff-455e-be25-b0651ca0d5dc service neutron] Port a204c92f-1a55-45ee-8a48-592168180596 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:50:38.170081 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-9e45b408-5aff-455e-be25-b0651ca0d5dc service neutron] Attempting to bind port a204c92f-1a55-45ee-8a48-592168180596 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:38.190096 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b7ba03b9-9f81-4839-8cb2-c2abfbb0abb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:38.193106 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b7ba03b9-9f81-4839-8cb2-c2abfbb0abb6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:38.207595 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-9e45b408-5aff-455e-be25-b0651ca0d5dc service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:50:38.208025 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-9e45b408-5aff-455e-be25-b0651ca0d5dc service neutron] Checking segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:50:38.209095 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-9e45b408-5aff-455e-be25-b0651ca0d5dc service neutron] Bound using segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:50:38.209613 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-9e45b408-5aff-455e-be25-b0651ca0d5dc service neutron] Bound port: a204c92f-1a55-45ee-8a48-592168180596, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:50:38.209990 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-9e45b408-5aff-455e-be25-b0651ca0d5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:38.232479 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1b6081-a8f9-46dc-b4f2-e1878992ff52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd5f3f6-851a-4296-a37c-66f3f8744c93'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:38.234875 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e3ad37-e9ba-4ea1-99a0-47cd6776ac3a" -d '{"events": [{"server_uuid": "9f1b6081-a8f9-46dc-b4f2-e1878992ff52", "name": "network-vif-plugged", "status": "completed", "tag": "2cd5f3f6-851a-4296-a37c-66f3f8744c93"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:38.269304 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 2cd5f3f6-851a-4296-a37c-66f3f8744c93, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=2cd5f3f6-851a-4296-a37c-66f3f8744c93,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:38.309671 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-66ba024c-51ec-4b31-89fb-969541b07dd8 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:38.317815 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7136e9-d03d-455f-9554-c4600851f010 x-openstack-request-id: req-ee7136e9-d03d-455f-9554-c4600851f010 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:38.318112 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1b6081-a8f9-46dc-b4f2-e1878992ff52", "name": "network-vif-plugged", "status": "completed", "tag": "2cd5f3f6-851a-4296-a37c-66f3f8744c93", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:38.327131 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ee7136e9-d03d-455f-9554-c4600851f010 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:38.327131 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1b6081-a8f9-46dc-b4f2-e1878992ff52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd5f3f6-851a-4296-a37c-66f3f8744c93', 'code': 200} Aug 16 20:50:38.333097 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-66ba024c-51ec-4b31-89fb-969541b07dd8 None None] Transition to ACTIVE for port object a23e72c9-bb7e-447b-88d3-84bc65ac64ef will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:50:38.339673 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=9ebe3d3a-bd93-43d6-9607-9b8a58050498,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:38.375015 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-66ba024c-51ec-4b31-89fb-969541b07dd8 None None] Transition to ACTIVE for port object a23e72c9-bb7e-447b-88d3-84bc65ac64ef will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:50:38.392543 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:38.448174 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['9ebe3d3a-bd93-43d6-9607-9b8a58050498'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:50:38.479007 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aef234-d103-4729-b782-c882b1966dae req-27587b14-ef1c-4ffe-8d11-725777700de2 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:38.480635 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d3aef234-d103-4729-b782-c882b1966dae req-27587b14-ef1c-4ffe-8d11-725777700de2 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/ports?device_id=15d4494f-2d52-45c2-86c7-81853db41d32 HTTP/1.1" status: 200 len: 948 time: 0.2000794 Aug 16 20:50:38.492089 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-66ba024c-51ec-4b31-89fb-969541b07dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:38.532617 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b7ba03b9-9f81-4839-8cb2-c2abfbb0abb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:38.533153 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ba03b9-9f81-4839-8cb2-c2abfbb0abb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41995d25-9e2d-411f-8bb1-d0ff13be1bf1 {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:50:38.538826 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b7ba03b9-9f81-4839-8cb2-c2abfbb0abb6 admin admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:38.545851 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b7ba03b9-9f81-4839-8cb2-c2abfbb0abb6 admin admin] 10.222.0.84 "DELETE /v2.0/routers/41995d25-9e2d-411f-8bb1-d0ff13be1bf1 HTTP/1.1" status: 204 len: 168 time: 2.6225312 Aug 16 20:50:38.545851 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-9e45b408-5aff-455e-be25-b0651ca0d5dc service neutron] For port a204c92f-1a55-45ee-8a48-592168180596, host n-h1-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:50:38.546859 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=2cd5f3f6-851a-4296-a37c-66f3f8744c93,revision_number=11']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:38.555728 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-9e45b408-5aff-455e-be25-b0651ca0d5dc service neutron] For port a204c92f-1a55-45ee-8a48-592168180596, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=a204c92f-1a55-45ee-8a48-592168180596,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:50:38.556155 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39376) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:38.561366 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ba024c-51ec-4b31-89fb-969541b07dd8 None None] Network 1ffc2ed8-3433-480e-9e7b-c7131585caf6 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:50:38.592097 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-66ba024c-51ec-4b31-89fb-969541b07dd8 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:38.593000 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d3aef234-d103-4729-b782-c882b1966dae req-cd49baf7-3636-4202-8a35-cc10694a9d02 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcde13e6-7ce2-4852-825a-3fa6ea61d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027937 Aug 16 20:50:38.601763 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2476d1b0-8a35-4717-927f-a8e7e4d20914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:38.610120 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ba024c-51ec-4b31-89fb-969541b07dd8 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:50:38.671048 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-9e45b408-5aff-455e-be25-b0651ca0d5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:38.685020 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-3888185c-0542-4106-90c6-69a483bbe4d7 admin admin] Deleting subnet 37a1919f-255a-456e-a433-69fa8d2d0c38 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:50:38.690988 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba024c-51ec-4b31-89fb-969541b07dd8 None None] Pushing event updated for resources: {'Port': ['ID=a23e72c9-bb7e-447b-88d3-84bc65ac64ef,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:38.742717 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3888185c-0542-4106-90c6-69a483bbe4d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:38.762710 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-66ba024c-51ec-4b31-89fb-969541b07dd8 None None] Attempting to bind port a23e72c9-bb7e-447b-88d3-84bc65ac64ef on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:50:38.763024 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-66ba024c-51ec-4b31-89fb-969541b07dd8 None None] Attempting to bind port a23e72c9-bb7e-447b-88d3-84bc65ac64ef by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'd31205ae-b8c7-447a-b06d-752345c4437a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '1ffc2ed8-3433-480e-9e7b-c7131585caf6'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:50:38.763397 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ba024c-51ec-4b31-89fb-969541b07dd8 None None] Attempting to bind port a23e72c9-bb7e-447b-88d3-84bc65ac64ef on network 1ffc2ed8-3433-480e-9e7b-c7131585caf6 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:38.789141 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ba024c-51ec-4b31-89fb-969541b07dd8 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:50:38.789450 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ba024c-51ec-4b31-89fb-969541b07dd8 None None] Checking segment: {'id': 'd31205ae-b8c7-447a-b06d-752345c4437a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '1ffc2ed8-3433-480e-9e7b-c7131585caf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:50:38.789719 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-66ba024c-51ec-4b31-89fb-969541b07dd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:38.790306 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ba024c-51ec-4b31-89fb-969541b07dd8 None None] Bound using segment: {'id': 'd31205ae-b8c7-447a-b06d-752345c4437a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '1ffc2ed8-3433-480e-9e7b-c7131585caf6'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:50:38.790607 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-66ba024c-51ec-4b31-89fb-969541b07dd8 None None] Bound port: a23e72c9-bb7e-447b-88d3-84bc65ac64ef, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd31205ae-b8c7-447a-b06d-752345c4437a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '1ffc2ed8-3433-480e-9e7b-c7131585caf6'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:50:38.791000 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-66ba024c-51ec-4b31-89fb-969541b07dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:38.796949 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-9e45b408-5aff-455e-be25-b0651ca0d5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:38.797775 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-9e45b408-5aff-455e-be25-b0651ca0d5dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:38.799429 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-9e45b408-5aff-455e-be25-b0651ca0d5dc service neutron] 10.222.0.72 "PUT /v2.0/ports/a204c92f-1a55-45ee-8a48-592168180596 HTTP/1.1" status: 200 len: 1096 time: 2.3118360 Aug 16 20:50:38.812632 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c2c4bdf-2222-4f80-a12f-65ab9afb1914', 'tag': 'a204c92f-1a55-45ee-8a48-592168180596'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:38.815476 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432fa667-76db-420e-9dfc-b1966d82a379" -d '{"events": [{"name": "network-changed", "server_uuid": "5c2c4bdf-2222-4f80-a12f-65ab9afb1914", "tag": "a204c92f-1a55-45ee-8a48-592168180596"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:38.843216 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158aa10-e02d-4c1c-a70b-b5cad877eec8 req-20e4038a-32c3-439e-b410-1418dc4abca4 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:38.845017 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f158aa10-e02d-4c1c-a70b-b5cad877eec8 req-20e4038a-32c3-439e-b410-1418dc4abca4 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c2c4bdf-2222-4f80-a12f-65ab9afb1914 HTTP/1.1" status: 200 len: 947 time: 0.2467070 Aug 16 20:50:39.052625 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3888185c-0542-4106-90c6-69a483bbe4d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:39.070430 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-66ba024c-51ec-4b31-89fb-969541b07dd8 None None] For port a23e72c9-bb7e-447b-88d3-84bc65ac64ef, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:50:39.082345 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-66ba024c-51ec-4b31-89fb-969541b07dd8 None None] For port a23e72c9-bb7e-447b-88d3-84bc65ac64ef, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=a23e72c9-bb7e-447b-88d3-84bc65ac64ef,segment=NetworkSegment(d31205ae-b8c7-447a-b06d-752345c4437a),segment_id=d31205ae-b8c7-447a-b06d-752345c4437a)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:50:39.225597 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3888185c-0542-4106-90c6-69a483bbe4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:39.260226 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device e76a9ab9-1234-46a5-ac4b-e7c666e5cff4 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:50:39.283608 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: e76a9ab9-1234-46a5-ac4b-e7c666e5cff4 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:50:39.283906 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device e76a9ab9-1234-46a5-ac4b-e7c666e5cff4 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:50:39.284392 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 1a3fc297-2143-4b35-882a-a831320f3071 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:50:39.292274 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6293351-fb0b-4176-9f3e-8cd22416ccfb req-1569673d-7c5c-42e4-a9bb-6aff2c193767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:39.293844 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a6293351-fb0b-4176-9f3e-8cd22416ccfb req-1569673d-7c5c-42e4-a9bb-6aff2c193767 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 1103 time: 0.7367945 Aug 16 20:50:39.305171 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52180237-0e73-49c9-b6a0-4daecc4b024d x-openstack-request-id: req-52180237-0e73-49c9-b6a0-4daecc4b024d {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:39.305883 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c2c4bdf-2222-4f80-a12f-65ab9afb1914", "tag": "a204c92f-1a55-45ee-8a48-592168180596", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:39.305883 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-52180237-0e73-49c9-b6a0-4daecc4b024d {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:39.306383 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c2c4bdf-2222-4f80-a12f-65ab9afb1914', 'tag': 'a204c92f-1a55-45ee-8a48-592168180596', 'status': 'completed', 'code': 200} Aug 16 20:50:39.308303 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 1a3fc297-2143-4b35-882a-a831320f3071 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:50:39.308662 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 1a3fc297-2143-4b35-882a-a831320f3071 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:50:39.311509 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e727ae45-89d9-45ac-a693-e2d3c9ca05d0 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:39.354133 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-66ba024c-51ec-4b31-89fb-969541b07dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:39.380172 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a6293351-fb0b-4176-9f3e-8cd22416ccfb req-2b1dba7c-4eb1-4ad9-b669-134401b28afe service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755978 Aug 16 20:50:39.394856 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f158aa10-e02d-4c1c-a70b-b5cad877eec8 req-85658ec1-b1d5-4d1d-b751-fcddfd1dc7bf tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5407746 Aug 16 20:50:39.395102 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-2476d1b0-8a35-4717-927f-a8e7e4d20914 admin admin] Allocated IP 172.25.1.124 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/d22a30e1-3212-479a-9d59-f5b21cdbb902) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:50:39.410519 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e45b408-5aff-455e-be25-b0651ca0d5dc service neutron] Pushing event updated for resources: {'Port': ['ID=a204c92f-1a55-45ee-8a48-592168180596,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:39.446906 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3888185c-0542-4106-90c6-69a483bbe4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:39.471352 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba024c-51ec-4b31-89fb-969541b07dd8 None None] Pushing event updated for resources: {'Port': ['ID=a23e72c9-bb7e-447b-88d3-84bc65ac64ef,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:39.475182 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06250467-f37e-4c7e-914d-a57e512523ba req-9d51813b-6e32-4b50-acc1-74ac84f56c23 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:39.483084 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-06250467-f37e-4c7e-914d-a57e512523ba req-9d51813b-6e32-4b50-acc1-74ac84f56c23 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 951 time: 0.1830111 Aug 16 20:50:39.486577 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fa667-76db-420e-9dfc-b1966d82a379 req-6ca1a66b-5b80-4767-b886-907c7e49cd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:39.488819 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-432fa667-76db-420e-9dfc-b1966d82a379 req-6ca1a66b-5b80-4767-b886-907c7e49cd1e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=34d8c782880e4e14877287a38850e52e&device_id=5c2c4bdf-2222-4f80-a12f-65ab9afb1914 HTTP/1.1" status: 200 len: 1099 time: 0.1814821 Aug 16 20:50:39.490216 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39394) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:39.518290 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3888185c-0542-4106-90c6-69a483bbe4d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:39.518530 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d6e638-6c66-4bfd-8ccc-ac787f3d605f None None] Network 957caa20-6c15-4352-8d70-b76b08149ff9 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:50:39.520499 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3888185c-0542-4106-90c6-69a483bbe4d7 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/37a1919f-255a-456e-a433-69fa8d2d0c38 HTTP/1.1" status: 204 len: 168 time: 0.9492431 Aug 16 20:50:39.527261 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39398) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:39.568849 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-432fa667-76db-420e-9dfc-b1966d82a379 req-c130846c-9174-4492-bf64-6207178b81ef service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=34d8c782880e4e14877287a38850e52e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655067 Aug 16 20:50:39.647703 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-06250467-f37e-4c7e-914d-a57e512523ba req-9ac3f662-148d-49c3-8117-cff6fc7b1b1f tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591938 Aug 16 20:50:39.671229 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2476d1b0-8a35-4717-927f-a8e7e4d20914 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:39.749253 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-299b500b-b95c-4ec2-8119-59b0a38a59ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:39.755136 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3888185c-0542-4106-90c6-69a483bbe4d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37a1919f-255a-456e-a433-69fa8d2d0c38,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:39.841361 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2476d1b0-8a35-4717-927f-a8e7e4d20914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:39.853893 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-14c2bf2d-5b68-4c6c-8bda-02af398e5a81 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-455146098-network', 'tenant_id': '7fbbb50327e94ccd9d31909af929fc37'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:39.854389 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-e727ae45-89d9-45ac-a693-e2d3c9ca05d0 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Deleting port 63dc64ae-6b40-45c7-9617-4a47f8f64d2c {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:39.857868 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e727ae45-89d9-45ac-a693-e2d3c9ca05d0 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:39.864277 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fa667-76db-420e-9dfc-b1966d82a379 req-80dee76f-8315-476a-8950-87eb0aab4249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:39.865791 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-432fa667-76db-420e-9dfc-b1966d82a379 req-80dee76f-8315-476a-8950-87eb0aab4249 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2585981 Aug 16 20:50:39.898627 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85460c47-b349-402d-aabf-541eb50c89bc None None] DHCP port deletion for 957caa20-6c15-4352-8d70-b76b08149ff9 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:50:39.924752 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8a90e-f1a1-456b-a9fc-e14198b41a0d req-4762b319-6352-4055-aaec-48d2df4bc892 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:39.929801 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aef8a90e-f1a1-456b-a9fc-e14198b41a0d req-4762b319-6352-4055-aaec-48d2df4bc892 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/ports?device_id=15d4494f-2d52-45c2-86c7-81853db41d32 HTTP/1.1" status: 200 len: 948 time: 0.1466851 Aug 16 20:50:39.959197 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-85460c47-b349-402d-aabf-541eb50c89bc None None] Deleting port b2b5be9d-4300-41f6-91de-75d5bec82dbb {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:39.959526 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-85460c47-b349-402d-aabf-541eb50c89bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:39.973140 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2476d1b0-8a35-4717-927f-a8e7e4d20914 admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:50:39.981699 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-2476d1b0-8a35-4717-927f-a8e7e4d20914 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:39.991150 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2476d1b0-8a35-4717-927f-a8e7e4d20914 admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:50:39.997842 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2476d1b0-8a35-4717-927f-a8e7e4d20914 admin admin] Pushing event updated for resources: {'Port': ['ID=d22a30e1-3212-479a-9d59-f5b21cdbb902,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:39.998056 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c2bf2d-5b68-4c6c-8bda-02af398e5a81 admin admin] Made reservation on behalf of 7fbbb50327e94ccd9d31909af929fc37 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:50:40.000403 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-14c2bf2d-5b68-4c6c-8bda-02af398e5a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:40.022365 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-14c2bf2d-5b68-4c6c-8bda-02af398e5a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:40.030990 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-85460c47-b349-402d-aabf-541eb50c89bc None None] For port b2b5be9d-4300-41f6-91de-75d5bec82dbb, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b2b5be9d-4300-41f6-91de-75d5bec82dbb,segment=NetworkSegment(afa7ae38-6e40-47e1-b6bc-1328244d5b78),segment_id=afa7ae38-6e40-47e1-b6bc-1328244d5b78)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:40.031400 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-85460c47-b349-402d-aabf-541eb50c89bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:40.036377 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aef8a90e-f1a1-456b-a9fc-e14198b41a0d req-0f5821b1-65bb-4f70-94d8-3a5ff4a9373f tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcde13e6-7ce2-4852-825a-3fa6ea61d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056206 Aug 16 20:50:40.038774 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e727ae45-89d9-45ac-a693-e2d3c9ca05d0 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:40.048513 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-85460c47-b349-402d-aabf-541eb50c89bc None None] Calling delete_port for b2b5be9d-4300-41f6-91de-75d5bec82dbb owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:40.055960 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-e727ae45-89d9-45ac-a693-e2d3c9ca05d0 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Calling delete_port for 63dc64ae-6b40-45c7-9617-4a47f8f64d2c owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:40.063910 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-299b500b-b95c-4ec2-8119-59b0a38a59ae admin admin] Deleting port b2b5be9d-4300-41f6-91de-75d5bec82dbb {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:40.064258 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-299b500b-b95c-4ec2-8119-59b0a38a59ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:40.155016 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-99870068-0e37-44de-9de7-f79b4da7c231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:40.156742 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-99870068-0e37-44de-9de7-f79b4da7c231 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=34d8c782880e4e14877287a38850e52e&device_id=5c2c4bdf-2222-4f80-a12f-65ab9afb1914 HTTP/1.1" status: 200 len: 1099 time: 0.2242806 Aug 16 20:50:40.166293 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-299b500b-b95c-4ec2-8119-59b0a38a59ae admin admin] For port b2b5be9d-4300-41f6-91de-75d5bec82dbb, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b2b5be9d-4300-41f6-91de-75d5bec82dbb,segment=NetworkSegment(afa7ae38-6e40-47e1-b6bc-1328244d5b78),segment_id=afa7ae38-6e40-47e1-b6bc-1328244d5b78)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:40.166677 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-299b500b-b95c-4ec2-8119-59b0a38a59ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:40.212372 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-85460c47-b349-402d-aabf-541eb50c89bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:40.227402 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-1911cc3d-9e4c-4946-b7d2-5ab3aedd9055 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=a204c92f-1a55-45ee-8a48-592168180596 HTTP/1.1" status: 200 len: 217 time: 0.0580385 Aug 16 20:50:40.229945 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-299b500b-b95c-4ec2-8119-59b0a38a59ae admin admin] Calling delete_port for b2b5be9d-4300-41f6-91de-75d5bec82dbb owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:40.272209 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85460c47-b349-402d-aabf-541eb50c89bc None None] Pushing event deleted for resources: {'Port': ['ID=b2b5be9d-4300-41f6-91de-75d5bec82dbb,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:40.280921 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85460c47-b349-402d-aabf-541eb50c89bc None None] No DVR routers for this DVR port b2b5be9d-4300-41f6-91de-75d5bec82dbb on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:50:40.324536 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-d530c07e-d7d2-4c12-a181-88df562ae9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:40.326369 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-d530c07e-d7d2-4c12-a181-88df562ae9c8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0808699 Aug 16 20:50:40.501873 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-14c2bf2d-5b68-4c6c-8bda-02af398e5a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:40.504634 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2476d1b0-8a35-4717-927f-a8e7e4d20914 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:40.534224 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb0d53-c052-428d-9a67-67980dca01a6 req-980f953c-1ffa-4f27-9d3b-82e07e51e867 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:40.536058 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1ecb0d53-c052-428d-9a67-67980dca01a6 req-980f953c-1ffa-4f27-9d3b-82e07e51e867 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.1714399 Aug 16 20:50:40.546419 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e727ae45-89d9-45ac-a693-e2d3c9ca05d0 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:40.554944 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-d18962b3-e512-41fe-bb20-747d6f92bca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:40.557147 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-d18962b3-e512-41fe-bb20-747d6f92bca8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1901131 Aug 16 20:50:40.594081 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727ae45-89d9-45ac-a693-e2d3c9ca05d0 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Pushing event deleted for resources: {'Port': ['ID=63dc64ae-6b40-45c7-9617-4a47f8f64d2c,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:40.612196 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-299b500b-b95c-4ec2-8119-59b0a38a59ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:40.691400 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-14c2bf2d-5b68-4c6c-8bda-02af398e5a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:40.698207 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26edb79-3401-4936-9ed1-e5190df734a7 None None] Network 1ffc2ed8-3433-480e-9e7b-c7131585caf6 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:50:40.702028 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b500b-b95c-4ec2-8119-59b0a38a59ae admin admin] Pushing event deleted for resources: {'Port': ['ID=b2b5be9d-4300-41f6-91de-75d5bec82dbb,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:40.714385 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299b500b-b95c-4ec2-8119-59b0a38a59ae admin admin] No DVR routers for this DVR port b2b5be9d-4300-41f6-91de-75d5bec82dbb on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:50:40.740905 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec9bac-9f1d-4085-b293-79314c922f4c req-d88f5cf2-f860-487e-a7ae-8079713703b2 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:40.742469 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3dec9bac-9f1d-4085-b293-79314c922f4c req-d88f5cf2-f860-487e-a7ae-8079713703b2 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c2c4bdf-2222-4f80-a12f-65ab9afb1914 HTTP/1.1" status: 200 len: 947 time: 0.2496622 Aug 16 20:50:40.775664 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e727ae45-89d9-45ac-a693-e2d3c9ca05d0 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:40.776831 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14c2bf2d-5b68-4c6c-8bda-02af398e5a81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:50:40.793550 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 9ebe3d3a-bd93-43d6-9607-9b8a58050498 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:50:40.797738 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1ecb0d53-c052-428d-9a67-67980dca01a6 req-dab04930-59c0-486c-9d39-dd5e96fec1ae tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380927 Aug 16 20:50:40.882728 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e727ae45-89d9-45ac-a693-e2d3c9ca05d0 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:40.885044 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e727ae45-89d9-45ac-a693-e2d3c9ca05d0 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:40.893173 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f710cc67-e3ed-480a-b9df-10babebb5e9c None None] Provisioning for port a23e72c9-bb7e-447b-88d3-84bc65ac64ef completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:50:40.906843 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-14c2bf2d-5b68-4c6c-8bda-02af398e5a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:40.910064 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-14c2bf2d-5b68-4c6c-8bda-02af398e5a81 admin admin] Added segment 630d823f-2917-4f6a-ad07-36860e954040 of type vlan for network 250a96ef-7d22-48f4-9fe8-71bd99ace76b Aug 16 20:50:40.926242 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2bf2d-5b68-4c6c-8bda-02af398e5a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29bcbaf-c353-4432-b39c-0f2b7e78b996,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:40.952672 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-299b500b-b95c-4ec2-8119-59b0a38a59ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:40.998185 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-e3632f7d-dcd3-4247-8e95-c391bacf1b46 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291394 Aug 16 20:50:41.007534 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-299b500b-b95c-4ec2-8119-59b0a38a59ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['957caa20-6c15-4352-8d70-b76b08149ff9']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:41.019078 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3dec9bac-9f1d-4085-b293-79314c922f4c req-9ed13f46-26af-4cb0-a14a-ff0225a3301b tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355917 Aug 16 20:50:41.062508 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e727ae45-89d9-45ac-a693-e2d3c9ca05d0 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:41.063033 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e727ae45-89d9-45ac-a693-e2d3c9ca05d0 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Fanout notify agent at l3_agent the message router_deleted on router 60af3ad6-f51f-433a-8f61-a6cf723642f8 {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:50:41.070589 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5d2720e6-ce8a-48e8-abdf-e981d7e1f898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:41.084191 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e727ae45-89d9-45ac-a693-e2d3c9ca05d0 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:41.084191 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e727ae45-89d9-45ac-a693-e2d3c9ca05d0 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] 10.222.0.84 "DELETE /v2.0/routers/60af3ad6-f51f-433a-8f61-a6cf723642f8 HTTP/1.1" status: 204 len: 168 time: 3.5614023 Aug 16 20:50:41.084425 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 9ebe3d3a-bd93-43d6-9607-9b8a58050498 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:50:41.084525 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39414) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:41.084622 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-14c2bf2d-5b68-4c6c-8bda-02af398e5a81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:41.084721 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-d213bff8-3c89-4106-9f5d-5884f52e0796 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1749491929', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'enable_snat': False}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:41.107091 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 9ebe3d3a-bd93-43d6-9607-9b8a58050498 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:41.109059 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:41.124043 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2476d1b0-8a35-4717-927f-a8e7e4d20914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:41.135389 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-299b500b-b95c-4ec2-8119-59b0a38a59ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa7ae38-6e40-47e1-b6bc-1328244d5b78') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:41.135875 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-299b500b-b95c-4ec2-8119-59b0a38a59ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa7ae38-6e40-47e1-b6bc-1328244d5b78') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:41.157826 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-299b500b-b95c-4ec2-8119-59b0a38a59ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:41.198804 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca23901-5bf5-482a-a4a1-83e42cb5255e req-29aa52c7-72d8-4f6e-a324-6bee5de25e78 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:41.200828 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eca23901-5bf5-482a-a4a1-83e42cb5255e req-29aa52c7-72d8-4f6e-a324-6bee5de25e78 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 951 time: 0.1952789 Aug 16 20:50:41.213273 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-299b500b-b95c-4ec2-8119-59b0a38a59ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:41.234999 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d213bff8-3c89-4106-9f5d-5884f52e0796 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:41.234999 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d213bff8-3c89-4106-9f5d-5884f52e0796 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:41.293171 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eca23901-5bf5-482a-a4a1-83e42cb5255e req-93de0fb6-fe6a-45aa-a6ec-e57a993db764 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768323 Aug 16 20:50:41.296820 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-299b500b-b95c-4ec2-8119-59b0a38a59ae admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:50:41.297401 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-299b500b-b95c-4ec2-8119-59b0a38a59ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:41.307035 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:41.332364 n-d-793620-15 neutron-server[101844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:50:41.332364 n-d-793620-15 neutron-server[101844]: self.session.flush() Aug 16 20:50:41.332364 n-d-793620-15 neutron-server[101844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:50:41.332364 n-d-793620-15 neutron-server[101844]: self.session.flush() Aug 16 20:50:41.332364 n-d-793620-15 neutron-server[101844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:50:41.332364 n-d-793620-15 neutron-server[101844]: self.session.flush() Aug 16 20:50:41.332364 n-d-793620-15 neutron-server[101844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:50:41.332364 n-d-793620-15 neutron-server[101844]: self.session.flush() Aug 16 20:50:41.332364 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 20:50:41.332364 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:50:41.332364 n-d-793620-15 neutron-server[101844]: timer() Aug 16 20:50:41.332364 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:50:41.332364 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 20:50:41.332364 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:50:41.332364 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 20:50:41.332364 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:50:41.332364 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 20:50:41.332364 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:50:41.332364 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 20:50:41.332364 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:50:41.332364 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 20:50:41.332364 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:50:41.332364 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:50:41.332364 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:50:41.332364 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:50:41.332364 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:50:41.332364 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 20:50:41.332364 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:50:41.332364 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 20:50:41.332364 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:50:41.332364 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:50:41.332364 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:50:41.332364 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 20:50:41.332364 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:50:41.332364 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:50:41.332364 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:50:41.332364 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:50:41.332364 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:50:41.332364 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:50:41.332364 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:50:41.360308 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-14c2bf2d-5b68-4c6c-8bda-02af398e5a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:41.361421 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c2bf2d-5b68-4c6c-8bda-02af398e5a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:41.362497 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-14c2bf2d-5b68-4c6c-8bda-02af398e5a81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:41.412854 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d4494f-2d52-45c2-86c7-81853db41d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ebe3d3a-bd93-43d6-9607-9b8a58050498'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:41.415625 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9736c9-07ef-41f7-bbc7-1b1fc0db8cf9" -d '{"events": [{"server_uuid": "15d4494f-2d52-45c2-86c7-81853db41d32", "name": "network-vif-plugged", "status": "completed", "tag": "9ebe3d3a-bd93-43d6-9607-9b8a58050498"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:41.433538 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 9ebe3d3a-bd93-43d6-9607-9b8a58050498, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=9ebe3d3a-bd93-43d6-9607-9b8a58050498,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:41.441072 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d213bff8-3c89-4106-9f5d-5884f52e0796 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:41.445071 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device a23e72c9-bb7e-447b-88d3-84bc65ac64ef up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:50:41.493346 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-99fa24d3-57f3-4b22-bf81-a0570c941a32 req-a6ff1550-e0d0-4445-9fdb-8b0f084a1f3b service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4832332 Aug 16 20:50:41.498107 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2bf2d-5b68-4c6c-8bda-02af398e5a81 admin admin] Pushing event updated for resources: {'Network': ['ID=250a96ef-7d22-48f4-9fe8-71bd99ace76b,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:41.510712 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 250a96ef-7d22-48f4-9fe8-71bd99ace76b details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:50:41.528349 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc346f51-7d8f-4dc2-a0d4-29f0a715b3f1 req-a828e6d0-f3d6-4e08-b9ab-3a1d418c902d tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:41.529913 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bc346f51-7d8f-4dc2-a0d4-29f0a715b3f1 req-a828e6d0-f3d6-4e08-b9ab-3a1d418c902d tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/ports?device_id=15d4494f-2d52-45c2-86c7-81853db41d32 HTTP/1.1" status: 200 len: 948 time: 0.0865047 Aug 16 20:50:41.571029 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bc346f51-7d8f-4dc2-a0d4-29f0a715b3f1 req-18e4fc0e-e5b5-4fba-b675-1a5f9b1b97a4 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcde13e6-7ce2-4852-825a-3fa6ea61d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342705 Aug 16 20:50:41.582187 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2476d1b0-8a35-4717-927f-a8e7e4d20914 admin admin] Router 99aada87-02a0-442b-8138-b0b803a1424d is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:50:41.582468 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port a23e72c9-bb7e-447b-88d3-84bc65ac64ef completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:50:41.583297 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-14c2bf2d-5b68-4c6c-8bda-02af398e5a81 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0920362 Aug 16 20:50:41.588538 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39422) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:41.595237 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:41.595570 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-299b500b-b95c-4ec2-8119-59b0a38a59ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:41.595698 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port a23e72c9-bb7e-447b-88d3-84bc65ac64ef triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:41.595698 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:41.600041 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-299b500b-b95c-4ec2-8119-59b0a38a59ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:41.604972 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-299b500b-b95c-4ec2-8119-59b0a38a59ae admin admin] 10.222.0.84 "DELETE /v2.0/networks/957caa20-6c15-4352-8d70-b76b08149ff9 HTTP/1.1" status: 204 len: 168 time: 2.0740366 Aug 16 20:50:41.605676 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39424) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:41.625615 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b500b-b95c-4ec2-8119-59b0a38a59ae admin admin] Pushing event deleted for resources: {'Network': ['ID=957caa20-6c15-4352-8d70-b76b08149ff9,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:41.633302 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-b3ea0ac5-e139-4a44-b6b2-6982e7a74a8d admin admin] Request body: {'subnet': {'network_id': '250a96ef-7d22-48f4-9fe8-71bd99ace76b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-455146098-subnet', 'tenant_id': '7fbbb50327e94ccd9d31909af929fc37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:41.681307 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=9ebe3d3a-bd93-43d6-9607-9b8a58050498,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:41.743603 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:41.788506 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port a23e72c9-bb7e-447b-88d3-84bc65ac64ef, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=a23e72c9-bb7e-447b-88d3-84bc65ac64ef,segment=NetworkSegment(d31205ae-b8c7-447a-b06d-752345c4437a),segment_id=d31205ae-b8c7-447a-b06d-752345c4437a)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:41.831146 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d213bff8-3c89-4106-9f5d-5884f52e0796 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:41.882927 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2476d1b0-8a35-4717-927f-a8e7e4d20914 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:50:41.891822 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96de86e-189e-4eeb-b4f0-a4471264e04f None None] Sync routers for ids ['99aada87-02a0-442b-8138-b0b803a1424d'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:50:41.902081 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96de86e-189e-4eeb-b4f0-a4471264e04f None None] Routers {'99aada87-02a0-442b-8138-b0b803a1424d'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:41.902707 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-c96de86e-189e-4eeb-b4f0-a4471264e04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:50:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['99aada87-02a0-442b-8138-b0b803a1424d'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:41.919295 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ea0ac5-e139-4a44-b6b2-6982e7a74a8d admin admin] Made reservation on behalf of 7fbbb50327e94ccd9d31909af929fc37 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:50:41.930562 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b3ea0ac5-e139-4a44-b6b2-6982e7a74a8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:41.938306 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:42.013673 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b2b5be9d-4300-41f6-91de-75d5bec82dbb no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:50:42.032525 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c245c743-f9b6-4f40-9c04-c297ffe8dd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:42.057014 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2476d1b0-8a35-4717-927f-a8e7e4d20914 admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:42.060186 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2476d1b0-8a35-4717-927f-a8e7e4d20914 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.5931396 Aug 16 20:50:42.062473 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39434) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:42.072446 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: b2b5be9d-4300-41f6-91de-75d5bec82dbb {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:50:42.074033 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b2b5be9d-4300-41f6-91de-75d5bec82dbb not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:50:42.087011 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=a23e72c9-bb7e-447b-88d3-84bc65ac64ef,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:42.102466 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-c96de86e-189e-4eeb-b4f0-a4471264e04f None None] Set router 99aada87-02a0-442b-8138-b0b803a1424d gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:42.177226 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f01cbb9-cba2-416e-b72b-f6d657200a0c x-openstack-request-id: req-4f01cbb9-cba2-416e-b72b-f6d657200a0c {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:42.177600 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d4494f-2d52-45c2-86c7-81853db41d32", "name": "network-vif-plugged", "status": "completed", "tag": "9ebe3d3a-bd93-43d6-9607-9b8a58050498", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:42.177794 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4f01cbb9-cba2-416e-b72b-f6d657200a0c {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:42.178168 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d4494f-2d52-45c2-86c7-81853db41d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ebe3d3a-bd93-43d6-9607-9b8a58050498', 'code': 200} Aug 16 20:50:42.313588 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-c96de86e-189e-4eeb-b4f0-a4471264e04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99aada87-02a0-442b-8138-b0b803a1424d', 'name': 'tempest-TaggedBootDevicesTest_v242-367505164-router', 'tenant_id': '739199610cfa4c2f8e9155deb4230364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd22a30e1-3212-479a-9d59-f5b21cdbb902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:50:36Z', 'updated_at': '2021-08-16T20:50:40Z', 'revision_number': 3, 'project_id': '739199610cfa4c2f8e9155deb4230364', 'gw_port': {'id': 'd22a30e1-3212-479a-9d59-f5b21cdbb902', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99aada87-02a0-442b-8138-b0b803a1424d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:38Z', 'updated_at': '2021-08-16T20:50:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:42.341431 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96de86e-189e-4eeb-b4f0-a4471264e04f None None] Checking router: 99aada87-02a0-442b-8138-b0b803a1424d for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:50:42.341834 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96de86e-189e-4eeb-b4f0-a4471264e04f None None] Updating router 99aada87-02a0-442b-8138-b0b803a1424d port d22a30e1-3212-479a-9d59-f5b21cdbb902 binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:50:42.369674 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c96de86e-189e-4eeb-b4f0-a4471264e04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:42.371804 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b3ea0ac5-e139-4a44-b6b2-6982e7a74a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:42.623458 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e0ff9-782b-41c7-9897-dd9945870e5b req-269b9801-da66-43f0-8422-5e29d3491d8c tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:42.626807 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1a9e0ff9-782b-41c7-9897-dd9945870e5b req-269b9801-da66-43f0-8422-5e29d3491d8c tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c2c4bdf-2222-4f80-a12f-65ab9afb1914 HTTP/1.1" status: 200 len: 947 time: 0.4264274 Aug 16 20:50:42.669481 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd86fe-cfba-467f-8531-829538b14a22 req-8389ed5c-1378-41fe-993a-129d96daf995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:42.672417 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-42cd86fe-cfba-467f-8531-829538b14a22 req-8389ed5c-1378-41fe-993a-129d96daf995 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=15d4494f-2d52-45c2-86c7-81853db41d32 HTTP/1.1" status: 200 len: 1101 time: 0.4252999 Aug 16 20:50:42.704013 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491818d-4901-44d4-b288-b535fe7dfa14 req-8d59e8d0-6042-48ff-85ac-b129a9ba4c09 tempest-ServersAdminTestJSON-1744934373 tempest-ServersAdminTestJSON-1744934373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:42.706173 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6491818d-4901-44d4-b288-b535fe7dfa14 req-8d59e8d0-6042-48ff-85ac-b129a9ba4c09 tempest-ServersAdminTestJSON-1744934373 tempest-ServersAdminTestJSON-1744934373-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 1103 time: 0.1512027 Aug 16 20:50:42.759674 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c96de86e-189e-4eeb-b4f0-a4471264e04f None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:42.772798 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c96de86e-189e-4eeb-b4f0-a4471264e04f None None] Transition to ACTIVE for port object d22a30e1-3212-479a-9d59-f5b21cdbb902 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:50:42.787741 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1a9e0ff9-782b-41c7-9897-dd9945870e5b req-e228774a-ca28-453e-a667-8ae59a7cd7b0 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346943 Aug 16 20:50:42.818698 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-42cd86fe-cfba-467f-8531-829538b14a22 req-605c6f72-94eb-4b0f-8e7a-139a2c14a6c7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bcde13e6-7ce2-4852-825a-3fa6ea61d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183367 Aug 16 20:50:42.825217 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6491818d-4901-44d4-b288-b535fe7dfa14 req-367c5f7e-89c1-48d2-b6cd-3a8bf11fa44b tempest-ServersAdminTestJSON-1744934373 tempest-ServersAdminTestJSON-1744934373-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030469 Aug 16 20:50:42.831886 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea0ac5-e139-4a44-b6b2-6982e7a74a8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdd7b177-1b9b-4c2e-b82a-e57f1569bab4,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:42.840281 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c96de86e-189e-4eeb-b4f0-a4471264e04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:42.902206 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-c245c743-f9b6-4f40-9c04-c297ffe8dd5d admin admin] Deleting port 224be816-111a-4c88-ad35-e70ecc506fcd {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:42.902809 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c245c743-f9b6-4f40-9c04-c297ffe8dd5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:42.904532 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722fa3e6-63d2-48b9-b781-1809f75d73d6 None None] Pushing event updated for resources: {'Port': ['ID=d22a30e1-3212-479a-9d59-f5b21cdbb902,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:42.939866 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-c96de86e-189e-4eeb-b4f0-a4471264e04f None None] Attempting to bind port d22a30e1-3212-479a-9d59-f5b21cdbb902 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:50:42.940242 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-c96de86e-189e-4eeb-b4f0-a4471264e04f None None] Attempting to bind port d22a30e1-3212-479a-9d59-f5b21cdbb902 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:50:42.940899 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96de86e-189e-4eeb-b4f0-a4471264e04f None None] Attempting to bind port d22a30e1-3212-479a-9d59-f5b21cdbb902 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:42.946146 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96de86e-189e-4eeb-b4f0-a4471264e04f None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:50:42.946514 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96de86e-189e-4eeb-b4f0-a4471264e04f None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:50:42.946917 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c96de86e-189e-4eeb-b4f0-a4471264e04f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:42.947309 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96de86e-189e-4eeb-b4f0-a4471264e04f None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:50:42.947806 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-c96de86e-189e-4eeb-b4f0-a4471264e04f None None] Bound port: d22a30e1-3212-479a-9d59-f5b21cdbb902, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:50:42.948191 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c96de86e-189e-4eeb-b4f0-a4471264e04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:43.006571 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-c96de86e-189e-4eeb-b4f0-a4471264e04f None None] For port d22a30e1-3212-479a-9d59-f5b21cdbb902, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:50:43.012099 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-c96de86e-189e-4eeb-b4f0-a4471264e04f None None] For port d22a30e1-3212-479a-9d59-f5b21cdbb902, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=d22a30e1-3212-479a-9d59-f5b21cdbb902,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:50:43.017872 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ea0ac5-e139-4a44-b6b2-6982e7a74a8d admin admin] Checking segment: {'id': '630d823f-2917-4f6a-ad07-36860e954040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '250a96ef-7d22-48f4-9fe8-71bd99ace76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:50:43.018219 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ea0ac5-e139-4a44-b6b2-6982e7a74a8d admin admin] Network hostable DHCP agents. Network: 250a96ef-7d22-48f4-9fe8-71bd99ace76b, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:50:43.040130 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d213bff8-3c89-4106-9f5d-5884f52e0796 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:43.079482 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f7421-e289-4ed2-8eab-2d51fdbe3519 req-745b6b4a-aec9-45cc-af74-9ae2a3ebd07d tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:43.082314 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0f9f7421-e289-4ed2-8eab-2d51fdbe3519 req-745b6b4a-aec9-45cc-af74-9ae2a3ebd07d tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/ports?device_id=15d4494f-2d52-45c2-86c7-81853db41d32 HTTP/1.1" status: 200 len: 949 time: 0.1481810 Aug 16 20:50:43.082839 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d213bff8-3c89-4106-9f5d-5884f52e0796 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:43.084411 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-c245c743-f9b6-4f40-9c04-c297ffe8dd5d admin admin] For port 224be816-111a-4c88-ad35-e70ecc506fcd, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=224be816-111a-4c88-ad35-e70ecc506fcd,segment=NetworkSegment(08ea7751-6dcc-45ad-b102-ead7824af2d1),segment_id=08ea7751-6dcc-45ad-b102-ead7824af2d1)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:43.084920 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c245c743-f9b6-4f40-9c04-c297ffe8dd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:43.111141 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-c245c743-f9b6-4f40-9c04-c297ffe8dd5d admin admin] Calling delete_port for 224be816-111a-4c88-ad35-e70ecc506fcd owned by network:router_interface {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:43.130647 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c96de86e-189e-4eeb-b4f0-a4471264e04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:43.182925 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0f9f7421-e289-4ed2-8eab-2d51fdbe3519 req-17803f5a-095d-434c-a13d-6361205220c8 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcde13e6-7ce2-4852-825a-3fa6ea61d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944040 Aug 16 20:50:43.227066 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4d312d9a-84bb-477e-8d1c-0cadfa36a7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:43.229456 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96de86e-189e-4eeb-b4f0-a4471264e04f None None] Routers {'99aada87-02a0-442b-8138-b0b803a1424d'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:43.230513 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-c96de86e-189e-4eeb-b4f0-a4471264e04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:50:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['99aada87-02a0-442b-8138-b0b803a1424d'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:43.242734 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ea0ac5-e139-4a44-b6b2-6982e7a74a8d admin admin] Network 250a96ef-7d22-48f4-9fe8-71bd99ace76b is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:50:43.264223 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-d213bff8-3c89-4106-9f5d-5884f52e0796 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Allocated IP 172.25.1.78 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/0bec3525-420d-49b9-84ad-50f865e3450a) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:50:43.321699 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722fa3e6-63d2-48b9-b781-1809f75d73d6 None None] Pushing event updated for resources: {'Port': ['ID=d22a30e1-3212-479a-9d59-f5b21cdbb902,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:43.366359 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-b3ea0ac5-e139-4a44-b6b2-6982e7a74a8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 250a96ef-7d22-48f4-9fe8-71bd99ace76b) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:43.379749 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ea0ac5-e139-4a44-b6b2-6982e7a74a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:43.380372 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b3ea0ac5-e139-4a44-b6b2-6982e7a74a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:43.392384 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device a23e72c9-bb7e-447b-88d3-84bc65ac64ef up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:50:43.409093 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f86c6ec-0a00-45a1-895d-3563a6328917 None None] Network 250a96ef-7d22-48f4-9fe8-71bd99ace76b requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:50:43.524291 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c245c743-f9b6-4f40-9c04-c297ffe8dd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:43.579037 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-4d312d9a-84bb-477e-8d1c-0cadfa36a7e4 admin admin] Allocated IP 172.20.0.1 (1ffc2ed8-3433-480e-9e7b-c7131585caf6/1f8a0b97-c998-4838-93b4-cc35dce1d7e0/6748fc76-9b42-44e2-8631-6ff0e081e4a7) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:50:43.590091 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d213bff8-3c89-4106-9f5d-5884f52e0796 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:43.606725 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b3ea0ac5-e139-4a44-b6b2-6982e7a74a8d admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0164759 Aug 16 20:50:43.611295 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245c743-f9b6-4f40-9c04-c297ffe8dd5d admin admin] Pushing event deleted for resources: {'Port': ['ID=224be816-111a-4c88-ad35-e70ecc506fcd,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:43.729269 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-c96de86e-189e-4eeb-b4f0-a4471264e04f None None] Set router 99aada87-02a0-442b-8138-b0b803a1424d gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:43.740181 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4354d69-d3a9-4c6d-aa90-567b46e4e6dc req-1bb0df7c-43bd-48b1-ab37-494fb7b5046a tempest-ServersAdminTestJSON-1744934373 tempest-ServersAdminTestJSON-1744934373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:43.747699 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d4354d69-d3a9-4c6d-aa90-567b46e4e6dc req-1bb0df7c-43bd-48b1-ab37-494fb7b5046a tempest-ServersAdminTestJSON-1744934373 tempest-ServersAdminTestJSON-1744934373-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 1103 time: 0.2884617 Aug 16 20:50:43.797035 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4d312d9a-84bb-477e-8d1c-0cadfa36a7e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:43.823895 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-4d312d9a-84bb-477e-8d1c-0cadfa36a7e4 admin admin] Transition to ACTIVE for port object 6748fc76-9b42-44e2-8631-6ff0e081e4a7 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:50:43.826393 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d4354d69-d3a9-4c6d-aa90-567b46e4e6dc req-56a3a7ba-3a4a-4032-a30b-c385c9dd3646 tempest-ServersAdminTestJSON-1744934373 tempest-ServersAdminTestJSON-1744934373-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775318 Aug 16 20:50:43.977727 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-62be5484-ee4f-4c9d-b7a2-8e5079655102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:44.034988 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port a23e72c9-bb7e-447b-88d3-84bc65ac64ef triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:44.035821 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:44.051969 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2be0d9-7dff-496a-8f98-efbc803d82b2 req-b162310b-4b7b-4bb6-b5f6-9c3ed1ff98a2 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:44.053663 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9b2be0d9-7dff-496a-8f98-efbc803d82b2 req-b162310b-4b7b-4bb6-b5f6-9c3ed1ff98a2 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c2c4bdf-2222-4f80-a12f-65ab9afb1914 HTTP/1.1" status: 200 len: 947 time: 0.1157038 Aug 16 20:50:44.057040 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d213bff8-3c89-4106-9f5d-5884f52e0796 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:44.069633 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:44.082779 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c245c743-f9b6-4f40-9c04-c297ffe8dd5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:44.116252 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4d312d9a-84bb-477e-8d1c-0cadfa36a7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:44.142905 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d213bff8-3c89-4106-9f5d-5884f52e0796 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:50:44.151902 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-d213bff8-3c89-4106-9f5d-5884f52e0796 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:44.157015 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d213bff8-3c89-4106-9f5d-5884f52e0796 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:50:44.191098 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bc816e-7431-4eaa-ac13-b280cc783457 None None] Network 250a96ef-7d22-48f4-9fe8-71bd99ace76b requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:50:44.246772 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d312d9a-84bb-477e-8d1c-0cadfa36a7e4 admin admin] Network 1ffc2ed8-3433-480e-9e7b-c7131585caf6 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:50:44.333016 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9b2be0d9-7dff-496a-8f98-efbc803d82b2 req-f6b01047-b50f-43f7-8a5e-0673f392dd82 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537074 Aug 16 20:50:44.374001 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-4d312d9a-84bb-477e-8d1c-0cadfa36a7e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:44.380327 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d312d9a-84bb-477e-8d1c-0cadfa36a7e4 admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:50:44.381615 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213bff8-3c89-4106-9f5d-5884f52e0796 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Pushing event updated for resources: {'Port': ['ID=0bec3525-420d-49b9-84ad-50f865e3450a,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:44.392667 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-c96de86e-189e-4eeb-b4f0-a4471264e04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99aada87-02a0-442b-8138-b0b803a1424d', 'name': 'tempest-TaggedBootDevicesTest_v242-367505164-router', 'tenant_id': '739199610cfa4c2f8e9155deb4230364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd22a30e1-3212-479a-9d59-f5b21cdbb902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:50:36Z', 'updated_at': '2021-08-16T20:50:40Z', 'revision_number': 3, 'project_id': '739199610cfa4c2f8e9155deb4230364', 'gw_port': {'id': 'd22a30e1-3212-479a-9d59-f5b21cdbb902', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99aada87-02a0-442b-8138-b0b803a1424d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:38Z', 'updated_at': '2021-08-16T20:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:44.429592 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96de86e-189e-4eeb-b4f0-a4471264e04f None None] The sync data for ids ['99aada87-02a0-442b-8138-b0b803a1424d'] in n-d-793620-15 is: [{'id': '99aada87-02a0-442b-8138-b0b803a1424d', 'name': 'tempest-TaggedBootDevicesTest_v242-367505164-router', 'tenant_id': '739199610cfa4c2f8e9155deb4230364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd22a30e1-3212-479a-9d59-f5b21cdbb902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:50:36Z', 'updated_at': '2021-08-16T20:50:40Z', 'revision_number': 3, 'project_id': '739199610cfa4c2f8e9155deb4230364', 'gw_port': {'id': 'd22a30e1-3212-479a-9d59-f5b21cdbb902', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99aada87-02a0-442b-8138-b0b803a1424d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:38Z', 'updated_at': '2021-08-16T20:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:50:44.460367 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c245c743-f9b6-4f40-9c04-c297ffe8dd5d admin admin] Router 1c6de83d-5f17-472d-b595-8576b1a9522f has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:50:44.468324 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4d312d9a-84bb-477e-8d1c-0cadfa36a7e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:44.693239 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d312d9a-84bb-477e-8d1c-0cadfa36a7e4 admin admin] Pushing event updated for resources: {'Port': ['ID=6748fc76-9b42-44e2-8631-6ff0e081e4a7,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:44.708142 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:44.812281 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device a204c92f-1a55-45ee-8a48-592168180596 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:50:44.907650 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4d312d9a-84bb-477e-8d1c-0cadfa36a7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:44.921463 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60afe1b8-58e1-4caf-a0d9-414e671b0183 req-fabf4964-11e6-4945-892a-2c5e1bd7aa6d tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:44.929383 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-60afe1b8-58e1-4caf-a0d9-414e671b0183 req-fabf4964-11e6-4945-892a-2c5e1bd7aa6d tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/ports?device_id=15d4494f-2d52-45c2-86c7-81853db41d32 HTTP/1.1" status: 200 len: 949 time: 0.3413236 Aug 16 20:50:44.937714 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-02b88de0-3bc0-4b54-af5a-f0bfd9b2c5f6 None None] Provisioning for port 6748fc76-9b42-44e2-8631-6ff0e081e4a7 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:50:44.943921 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-02b88de0-3bc0-4b54-af5a-f0bfd9b2c5f6 None None] Provisioning complete for port 6748fc76-9b42-44e2-8631-6ff0e081e4a7 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:44.944307 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-02b88de0-3bc0-4b54-af5a-f0bfd9b2c5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:45.022006 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c245c743-f9b6-4f40-9c04-c297ffe8dd5d admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:50:45.030952 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10375c1c-8bf4-41e9-8058-895aea337858 None None] Sync routers for ids ['1c6de83d-5f17-472d-b595-8576b1a9522f'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:50:45.036832 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d213bff8-3c89-4106-9f5d-5884f52e0796 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:45.040488 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c245c743-f9b6-4f40-9c04-c297ffe8dd5d admin admin] 10.222.0.84 "PUT /v2.0/routers/1c6de83d-5f17-472d-b595-8576b1a9522f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4318655 Aug 16 20:50:45.044678 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39472) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:45.047922 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10375c1c-8bf4-41e9-8058-895aea337858 None None] Routers {'1c6de83d-5f17-472d-b595-8576b1a9522f'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:45.050472 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-10375c1c-8bf4-41e9-8058-895aea337858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:50:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['1c6de83d-5f17-472d-b595-8576b1a9522f'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:45.067026 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40d955-9099-4200-9edd-ecca9410784b req-e934e59c-06d0-495a-b137-9f9ee3dc41a8 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:45.068760 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aa40d955-9099-4200-9edd-ecca9410784b req-e934e59c-06d0-495a-b137-9f9ee3dc41a8 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] 10.222.0.84 "GET /v2.0/networks?id=250a96ef-7d22-48f4-9fe8-71bd99ace76b HTTP/1.1" status: 200 len: 821 time: 0.2925153 Aug 16 20:50:45.081208 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-02b88de0-3bc0-4b54-af5a-f0bfd9b2c5f6 None None] Port 6748fc76-9b42-44e2-8631-6ff0e081e4a7 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:50:45.083904 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-60afe1b8-58e1-4caf-a0d9-414e671b0183 req-d81e8311-dc5a-4c17-8c53-b7c47431e7a4 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcde13e6-7ce2-4852-825a-3fa6ea61d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478941 Aug 16 20:50:45.102588 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aa40d955-9099-4200-9edd-ecca9410784b req-adb953b6-6f8d-4f0b-bb14-8c7a6220287f tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] 10.222.0.84 "GET /v2.0/quotas/7fbbb50327e94ccd9d31909af929fc37 HTTP/1.1" status: 200 len: 375 time: 0.0177670 Aug 16 20:50:45.103043 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port a204c92f-1a55-45ee-8a48-592168180596, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=a204c92f-1a55-45ee-8a48-592168180596,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:45.144994 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': 'a204c92f-1a55-45ee-8a48-592168180596', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': 'a204c92f-1a55-45ee-8a48-592168180596', 'mac_address': 'fa:16:3e:6c:cf:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:50:45.199030 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aa40d955-9099-4200-9edd-ecca9410784b req-f813084f-0b85-46ec-a318-48ed1f5d30f5 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=7fbbb50327e94ccd9d31909af929fc37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0885024 Aug 16 20:50:45.247113 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:45.290235 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a204c92f-1a55-45ee-8a48-592168180596 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:50:45.341852 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port a204c92f-1a55-45ee-8a48-592168180596, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=a204c92f-1a55-45ee-8a48-592168180596,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:45.366933 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9912ed-c28c-44e3-8e50-7c723b3b9d9e req-ac34396c-ba3d-4c7a-b4aa-7818e49f03b7 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:45.366933 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8d9912ed-c28c-44e3-8e50-7c723b3b9d9e req-ac34396c-ba3d-4c7a-b4aa-7818e49f03b7 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=21c69b4c-09a4-4824-839c-2db5918f7e0e HTTP/1.1" status: 200 len: 949 time: 0.1670017 Aug 16 20:50:45.395979 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-10375c1c-8bf4-41e9-8058-895aea337858 None None] Set router 1c6de83d-5f17-472d-b595-8576b1a9522f gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:45.404167 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:45.441895 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device d22a30e1-3212-479a-9d59-f5b21cdbb902 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:50:45.465741 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aa40d955-9099-4200-9edd-ecca9410784b req-37875dbb-037f-4422-9fe1-f3c1e02fad2f service neutron] 10.222.0.84 "GET /v2.0/networks/250a96ef-7d22-48f4-9fe8-71bd99ace76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236247 Aug 16 20:50:45.494878 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8d9912ed-c28c-44e3-8e50-7c723b3b9d9e req-a8eb8323-cc76-4699-ad08-ef5e01842950 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091511 Aug 16 20:50:45.518227 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2c954ccb-15b2-47e2-b9d7-b3ed9081b1b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:45.577398 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=a204c92f-1a55-45ee-8a48-592168180596,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:45.676975 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aa40d955-9099-4200-9edd-ecca9410784b req-ee49ae30-16a9-43db-9565-9c5cee666da1 service neutron] 10.222.0.84 "GET /v2.0/networks/250a96ef-7d22-48f4-9fe8-71bd99ace76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011731 Aug 16 20:50:45.686648 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port d22a30e1-3212-479a-9d59-f5b21cdbb902 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:50:45.695244 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port d22a30e1-3212-479a-9d59-f5b21cdbb902 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:45.695244 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:45.765489 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['a204c92f-1a55-45ee-8a48-592168180596'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:50:45.776315 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d213bff8-3c89-4106-9f5d-5884f52e0796 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:45.835193 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-10375c1c-8bf4-41e9-8058-895aea337858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6de83d-5f17-472d-b595-8576b1a9522f', 'name': 'tempest-AttachSCSIVolumeTestJSON-882532970-router', 'tenant_id': '4d55c1b3dbef4fbea53d01e1254293f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e9d4a6b8-6e0f-41c8-b588-a7b217d404d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:41Z', 'updated_at': '2021-08-16T20:50:43Z', 'revision_number': 5, 'project_id': '4d55c1b3dbef4fbea53d01e1254293f2', 'gw_port': {'id': 'e9d4a6b8-6e0f-41c8-b588-a7b217d404d3', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:00:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6de83d-5f17-472d-b595-8576b1a9522f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:42Z', 'updated_at': '2021-08-16T20:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:45.898702 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10375c1c-8bf4-41e9-8058-895aea337858 None None] Checking router: 1c6de83d-5f17-472d-b595-8576b1a9522f for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:50:45.902927 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24164005-5549-4b53-8a0a-2192d74a3ba5 req-924b2c6f-2dc7-49d8-8221-15f5080606f0 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:45.907458 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-24164005-5549-4b53-8a0a-2192d74a3ba5 req-924b2c6f-2dc7-49d8-8221-15f5080606f0 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.72 "GET /v2.0/ports?device_id=21c69b4c-09a4-4824-839c-2db5918f7e0e HTTP/1.1" status: 200 len: 949 time: 0.1034515 Aug 16 20:50:45.916650 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10375c1c-8bf4-41e9-8058-895aea337858 None None] Routers {'1c6de83d-5f17-472d-b595-8576b1a9522f'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:45.918594 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-10375c1c-8bf4-41e9-8058-895aea337858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:50:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['1c6de83d-5f17-472d-b595-8576b1a9522f'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:45.993336 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4d312d9a-84bb-477e-8d1c-0cadfa36a7e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:46.062585 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4d312d9a-84bb-477e-8d1c-0cadfa36a7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:46.165749 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:46.191759 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-10375c1c-8bf4-41e9-8058-895aea337858 None None] Set router 1c6de83d-5f17-472d-b595-8576b1a9522f gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:46.194678 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port d22a30e1-3212-479a-9d59-f5b21cdbb902, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=d22a30e1-3212-479a-9d59-f5b21cdbb902,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:46.266892 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:46.342480 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9face616-2897-4b47-a08b-dee03c8344bc req-a1131652-aa12-4dd2-9f2e-11896f7f100e tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:46.348144 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9face616-2897-4b47-a08b-dee03c8344bc req-a1131652-aa12-4dd2-9f2e-11896f7f100e tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c2c4bdf-2222-4f80-a12f-65ab9afb1914 HTTP/1.1" status: 200 len: 948 time: 0.2656894 Aug 16 20:50:46.360120 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-24164005-5549-4b53-8a0a-2192d74a3ba5 req-978ebcc9-8700-4acf-872f-3d8b61efc85d tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Deleting port ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:46.360731 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-24164005-5549-4b53-8a0a-2192d74a3ba5 req-978ebcc9-8700-4acf-872f-3d8b61efc85d tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:46.401285 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=d22a30e1-3212-479a-9d59-f5b21cdbb902,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:46.444717 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:46.501763 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-10375c1c-8bf4-41e9-8058-895aea337858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6de83d-5f17-472d-b595-8576b1a9522f', 'name': 'tempest-AttachSCSIVolumeTestJSON-882532970-router', 'tenant_id': '4d55c1b3dbef4fbea53d01e1254293f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e9d4a6b8-6e0f-41c8-b588-a7b217d404d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:41Z', 'updated_at': '2021-08-16T20:50:43Z', 'revision_number': 5, 'project_id': '4d55c1b3dbef4fbea53d01e1254293f2', 'gw_port': {'id': 'e9d4a6b8-6e0f-41c8-b588-a7b217d404d3', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:00:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6de83d-5f17-472d-b595-8576b1a9522f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:42Z', 'updated_at': '2021-08-16T20:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:46.513621 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37663f-dd8e-42d9-b55d-e9708f26c20d req-2c252184-7b95-430f-b08c-e787f41a15a0 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:46.515246 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0a37663f-dd8e-42d9-b55d-e9708f26c20d req-2c252184-7b95-430f-b08c-e787f41a15a0 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/ports?device_id=15d4494f-2d52-45c2-86c7-81853db41d32 HTTP/1.1" status: 200 len: 949 time: 0.3823292 Aug 16 20:50:46.541601 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10375c1c-8bf4-41e9-8058-895aea337858 None None] The sync data for ids ['1c6de83d-5f17-472d-b595-8576b1a9522f'] in n-d-793620-15 is: [{'id': '1c6de83d-5f17-472d-b595-8576b1a9522f', 'name': 'tempest-AttachSCSIVolumeTestJSON-882532970-router', 'tenant_id': '4d55c1b3dbef4fbea53d01e1254293f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e9d4a6b8-6e0f-41c8-b588-a7b217d404d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:41Z', 'updated_at': '2021-08-16T20:50:43Z', 'revision_number': 5, 'project_id': '4d55c1b3dbef4fbea53d01e1254293f2', 'gw_port': {'id': 'e9d4a6b8-6e0f-41c8-b588-a7b217d404d3', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:00:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6de83d-5f17-472d-b595-8576b1a9522f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:42Z', 'updated_at': '2021-08-16T20:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:50:46.623140 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-24164005-5549-4b53-8a0a-2192d74a3ba5 req-978ebcc9-8700-4acf-872f-3d8b61efc85d tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] For port ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:46.623659 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-24164005-5549-4b53-8a0a-2192d74a3ba5 req-978ebcc9-8700-4acf-872f-3d8b61efc85d tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:46.635936 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0a37663f-dd8e-42d9-b55d-e9708f26c20d req-469ced3b-ee67-4ac9-9a27-5f87e068ddec tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcde13e6-7ce2-4852-825a-3fa6ea61d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118906 Aug 16 20:50:46.647017 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9face616-2897-4b47-a08b-dee03c8344bc req-0a56e82e-85b8-4fa0-a72f-f00b228a0db9 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425535 Aug 16 20:50:46.704589 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-24164005-5549-4b53-8a0a-2192d74a3ba5 req-978ebcc9-8700-4acf-872f-3d8b61efc85d tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Calling delete_port for ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:46.733100 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2c954ccb-15b2-47e2-b9d7-b3ed9081b1b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:46.763704 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4d312d9a-84bb-477e-8d1c-0cadfa36a7e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:46.803671 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d312d9a-84bb-477e-8d1c-0cadfa36a7e4 admin admin] Pushing event updated for resources: {'Port': ['ID=6748fc76-9b42-44e2-8631-6ff0e081e4a7,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:46.856738 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9916c69c-515a-4d0e-a78f-de633d71c902 req-2fbc1eb1-997f-4129-b4b9-87f252c4ffc5 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] 10.222.0.84 "GET /v2.0/ports?device_id=79a90291-2d82-474f-b905-959671b49792 HTTP/1.1" status: 200 len: 210 time: 0.0466785 Aug 16 20:50:46.892285 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000f03c-f1cf-4ab6-be3b-e60f4fb6d60d req-8f6d02d6-0cf4-4f66-b775-82ae11adb079 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:46.905407 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8000f03c-f1cf-4ab6-be3b-e60f4fb6d60d req-8f6d02d6-0cf4-4f66-b775-82ae11adb079 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=21c69b4c-09a4-4824-839c-2db5918f7e0e HTTP/1.1" status: 200 len: 949 time: 0.1668749 Aug 16 20:50:47.019939 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d312d9a-84bb-477e-8d1c-0cadfa36a7e4 admin admin] Network 1ffc2ed8-3433-480e-9e7b-c7131585caf6 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:50:47.023021 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-4d312d9a-84bb-477e-8d1c-0cadfa36a7e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:47.100477 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8000f03c-f1cf-4ab6-be3b-e60f4fb6d60d req-fcf11eb4-3904-4b12-9177-20e8fa648e1b tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928372 Aug 16 20:50:47.112941 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-2c954ccb-15b2-47e2-b9d7-b3ed9081b1b2 admin admin] Deleting port e9d4a6b8-6e0f-41c8-b588-a7b217d404d3 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:47.114117 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2c954ccb-15b2-47e2-b9d7-b3ed9081b1b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:47.122529 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-13b1f9ca-0794-44cb-a180-f3cb82deb97d tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=ce0aedd9c6404b9eabcd0242d8edefef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0914171 Aug 16 20:50:47.213190 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d213bff8-3c89-4106-9f5d-5884f52e0796 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Router 4fcb5678-288d-4203-bfd5-564ecf1e9713 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:50:47.281810 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device d22a30e1-3212-479a-9d59-f5b21cdbb902 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:50:47.372413 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port d22a30e1-3212-479a-9d59-f5b21cdbb902 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:47.372908 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d312d9a-84bb-477e-8d1c-0cadfa36a7e4 admin admin] Router 99aada87-02a0-442b-8138-b0b803a1424d has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:50:47.373397 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:47.388314 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-4c10167c-03e4-4146-9d35-cfa95ee165b9 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:47.390054 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-4c10167c-03e4-4146-9d35-cfa95ee165b9 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2589474 Aug 16 20:50:47.392637 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-24164005-5549-4b53-8a0a-2192d74a3ba5 req-978ebcc9-8700-4acf-872f-3d8b61efc85d tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:47.433072 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ebcc9-8700-4acf-872f-3d8b61efc85d tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Pushing event deleted for resources: {'Port': ['ID=ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:47.435646 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['00ef0104-5c82-4e79-b48f-52cd23581421', 'ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a', '2cd5f3f6-851a-4296-a37c-66f3f8744c93'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:50:47.438263 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-cf562b01-44f6-49be-82f6-ec7c075ab329 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/quotas/ce0aedd9c6404b9eabcd0242d8edefef HTTP/1.1" status: 200 len: 375 time: 0.0366504 Aug 16 20:50:47.452219 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d213bff8-3c89-4106-9f5d-5884f52e0796 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:50:47.487002 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fad8e4-4f77-4e91-9a4a-b49a90eb3c2d None None] Sync routers for ids ['4fcb5678-288d-4203-bfd5-564ecf1e9713'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:50:47.503971 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fad8e4-4f77-4e91-9a4a-b49a90eb3c2d None None] Routers {'4fcb5678-288d-4203-bfd5-564ecf1e9713'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:47.504745 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-57fad8e4-4f77-4e91-9a4a-b49a90eb3c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:50:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['4fcb5678-288d-4203-bfd5-564ecf1e9713'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:47.537592 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-24164005-5549-4b53-8a0a-2192d74a3ba5 req-978ebcc9-8700-4acf-872f-3d8b61efc85d tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] No DVR routers for this DVR port ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a on host n-h1-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:50:47.539561 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-24164005-5549-4b53-8a0a-2192d74a3ba5 req-978ebcc9-8700-4acf-872f-3d8b61efc85d tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:47.541767 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-24164005-5549-4b53-8a0a-2192d74a3ba5 req-978ebcc9-8700-4acf-872f-3d8b61efc85d tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.72 "DELETE /v2.0/ports/ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a HTTP/1.1" status: 204 len: 173 time: 1.6122165 Aug 16 20:50:47.542220 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c69b4c-09a4-4824-839c-2db5918f7e0e', 'name': 'network-vif-deleted', 'tag': 'ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:47.544881 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6193a29a-c685-4c34-9728-4161d23c83ac" -d '{"events": [{"server_uuid": "21c69b4c-09a4-4824-839c-2db5918f7e0e", "name": "network-vif-deleted", "tag": "ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:47.573641 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-9a142493-7307-4f29-b30c-adf19b7c48ac tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=ce0aedd9c6404b9eabcd0242d8edefef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1030750 Aug 16 20:50:47.597107 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-2c954ccb-15b2-47e2-b9d7-b3ed9081b1b2 admin admin] For port e9d4a6b8-6e0f-41c8-b588-a7b217d404d3, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=e9d4a6b8-6e0f-41c8-b588-a7b217d404d3,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:47.597483 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2c954ccb-15b2-47e2-b9d7-b3ed9081b1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:47.613433 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-2c954ccb-15b2-47e2-b9d7-b3ed9081b1b2 admin admin] Calling delete_port for e9d4a6b8-6e0f-41c8-b588-a7b217d404d3 owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:47.615504 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d312d9a-84bb-477e-8d1c-0cadfa36a7e4 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:50:47.631469 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4d312d9a-84bb-477e-8d1c-0cadfa36a7e4 admin admin] 10.222.0.84 "PUT /v2.0/routers/99aada87-02a0-442b-8138-b0b803a1424d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5678878 Aug 16 20:50:47.634956 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90e3232-dd8a-4fee-8166-35c928eba6e1 None None] Sync routers for ids ['99aada87-02a0-442b-8138-b0b803a1424d'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:50:47.647662 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90e3232-dd8a-4fee-8166-35c928eba6e1 None None] Routers {'99aada87-02a0-442b-8138-b0b803a1424d'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:47.651636 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-c90e3232-dd8a-4fee-8166-35c928eba6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:50:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['99aada87-02a0-442b-8138-b0b803a1424d'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:47.659567 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb5d0e5-471d-475d-8373-2f9dde3d811d x-openstack-request-id: req-3fb5d0e5-471d-475d-8373-2f9dde3d811d {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:47.659916 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c69b4c-09a4-4824-839c-2db5918f7e0e", "name": "network-vif-deleted", "tag": "ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:47.663225 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3fb5d0e5-471d-475d-8373-2f9dde3d811d {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:47.666879 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c69b4c-09a4-4824-839c-2db5918f7e0e', 'name': 'network-vif-deleted', 'tag': 'ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a', 'status': 'completed', 'code': 200} Aug 16 20:50:47.707567 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-52a5c592-1ceb-4146-b861-399f72645ed2 None None] Provisioning complete for port 6748fc76-9b42-44e2-8631-6ff0e081e4a7 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:47.710801 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-52a5c592-1ceb-4146-b861-399f72645ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:47.765524 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d213bff8-3c89-4106-9f5d-5884f52e0796 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:47.769927 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39516) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:47.772696 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d213bff8-3c89-4106-9f5d-5884f52e0796 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.6927731 Aug 16 20:50:48.019953 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-57fad8e4-4f77-4e91-9a4a-b49a90eb3c2d None None] Set router 4fcb5678-288d-4203-bfd5-564ecf1e9713 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:48.083654 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-c90e3232-dd8a-4fee-8166-35c928eba6e1 None None] Set router 99aada87-02a0-442b-8138-b0b803a1424d gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:48.104471 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6d55284d-7538-4bfb-ad79-99df35d64653 req-4430bdba-48de-475c-830b-6950f03edb53 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/ports?device_id=96584ebe-1c2d-4f8e-a2d8-593e9ffed30e HTTP/1.1" status: 200 len: 210 time: 0.0511577 Aug 16 20:50:48.215830 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 224be816-111a-4c88-ad35-e70ecc506fcd no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:50:48.297568 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2c954ccb-15b2-47e2-b9d7-b3ed9081b1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:48.371941 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-52f90ddb-7d98-473b-ad1e-848f71c851f4 req-4896fdb1-a78f-4797-b3bc-ae55c8cd6b46 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] 10.222.0.84 "GET /v2.0/ports?device_id=79a90291-2d82-474f-b905-959671b49792 HTTP/1.1" status: 200 len: 210 time: 0.0708973 Aug 16 20:50:48.374512 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c954ccb-15b2-47e2-b9d7-b3ed9081b1b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9d4a6b8-6e0f-41c8-b588-a7b217d404d3,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:48.431987 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f888fc8-0cf9-4feb-9ede-b7401d7c5830 req-fd56fffa-f2fc-42a0-89bb-1a13efe9cac8 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:48.441851 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9f888fc8-0cf9-4feb-9ede-b7401d7c5830 req-fd56fffa-f2fc-42a0-89bb-1a13efe9cac8 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c2c4bdf-2222-4f80-a12f-65ab9afb1914 HTTP/1.1" status: 200 len: 948 time: 0.6515002 Aug 16 20:50:48.551408 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-79780675-4e34-4ee8-a90d-b932d790afa9 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] 10.222.0.84 "GET /v2.0/routers/4fcb5678-288d-4203-bfd5-564ecf1e9713 HTTP/1.1" status: 200 len: 908 time: 0.7780261 Aug 16 20:50:48.554501 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39552) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:48.572367 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-cf9ef781-8aec-4095-9fc2-985b4a5bbd7d tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1749491929', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'enable_snat': True}}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:48.605671 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9f888fc8-0cf9-4feb-9ede-b7401d7c5830 req-f9181027-8c51-495a-8cbb-e4dd4bdf52e0 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584678 Aug 16 20:50:48.606226 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 224be816-111a-4c88-ad35-e70ecc506fcd {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:50:48.606226 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 224be816-111a-4c88-ad35-e70ecc506fcd not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:50:48.648620 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2aeeb8b9-e246-43b0-b49f-00115f68a7a3 req-fac02a0f-f687-49c9-ad14-31a5279ae1e5 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=21c69b4c-09a4-4824-839c-2db5918f7e0e HTTP/1.1" status: 200 len: 210 time: 0.0906231 Aug 16 20:50:48.650417 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-c90e3232-dd8a-4fee-8166-35c928eba6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99aada87-02a0-442b-8138-b0b803a1424d', 'name': 'tempest-TaggedBootDevicesTest_v242-367505164-router', 'tenant_id': '739199610cfa4c2f8e9155deb4230364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd22a30e1-3212-479a-9d59-f5b21cdbb902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:50:36Z', 'updated_at': '2021-08-16T20:50:44Z', 'revision_number': 4, 'project_id': '739199610cfa4c2f8e9155deb4230364', 'gw_port': {'id': 'd22a30e1-3212-479a-9d59-f5b21cdbb902', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99aada87-02a0-442b-8138-b0b803a1424d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:38Z', 'updated_at': '2021-08-16T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '6748fc76-9b42-44e2-8631-6ff0e081e4a7', 'name': '', 'network_id': '1ffc2ed8-3433-480e-9e7b-c7131585caf6', 'tenant_id': '739199610cfa4c2f8e9155deb4230364', 'mac_address': 'fa:16:3e:f4:f3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99aada87-02a0-442b-8138-b0b803a1424d', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '1f8a0b97-c998-4838-93b4-cc35dce1d7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:43Z', 'updated_at': '2021-08-16T20:50:45Z', 'revision_number': 2, 'project_id': '739199610cfa4c2f8e9155deb4230364', 'subnets': [{'id': '1f8a0b97-c998-4838-93b4-cc35dce1d7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:48.728254 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2c954ccb-15b2-47e2-b9d7-b3ed9081b1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:48.729534 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-52a5c592-1ceb-4146-b861-399f72645ed2 None None] Port 6748fc76-9b42-44e2-8631-6ff0e081e4a7 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:50:48.750673 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90e3232-dd8a-4fee-8166-35c928eba6e1 None None] Checking router: 99aada87-02a0-442b-8138-b0b803a1424d for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:50:48.751264 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90e3232-dd8a-4fee-8166-35c928eba6e1 None None] Updating router 99aada87-02a0-442b-8138-b0b803a1424d port 6748fc76-9b42-44e2-8631-6ff0e081e4a7 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:50:48.783690 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cf9ef781-8aec-4095-9fc2-985b4a5bbd7d tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:48.785347 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cf9ef781-8aec-4095-9fc2-985b4a5bbd7d tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:48.831759 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-c90e3232-dd8a-4fee-8166-35c928eba6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:48.839205 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device a204c92f-1a55-45ee-8a48-592168180596 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:50:48.906202 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cf9ef781-8aec-4095-9fc2-985b4a5bbd7d tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:48.933095 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2c954ccb-15b2-47e2-b9d7-b3ed9081b1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:48.941066 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:48.953824 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2c954ccb-15b2-47e2-b9d7-b3ed9081b1b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:49.040910 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-57fad8e4-4f77-4e91-9a4a-b49a90eb3c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcb5678-288d-4203-bfd5-564ecf1e9713', 'name': 'tempest-snat-router-1749491929', 'tenant_id': 'c3a7754f3e82468e96189acd8b6d8190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.78'}], 'enable_snat': False}, 'gw_port_id': '0bec3525-420d-49b9-84ad-50f865e3450a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:50:41Z', 'updated_at': '2021-08-16T20:50:44Z', 'revision_number': 3, 'project_id': 'c3a7754f3e82468e96189acd8b6d8190', 'gw_port': {'id': '0bec3525-420d-49b9-84ad-50f865e3450a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fcb5678-288d-4203-bfd5-564ecf1e9713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:43Z', 'updated_at': '2021-08-16T20:50:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:49.074026 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fad8e4-4f77-4e91-9a4a-b49a90eb3c2d None None] Checking router: 4fcb5678-288d-4203-bfd5-564ecf1e9713 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:50:49.074357 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fad8e4-4f77-4e91-9a4a-b49a90eb3c2d None None] Updating router 4fcb5678-288d-4203-bfd5-564ecf1e9713 port 0bec3525-420d-49b9-84ad-50f865e3450a binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:50:49.118082 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-57fad8e4-4f77-4e91-9a4a-b49a90eb3c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:49.135553 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2c954ccb-15b2-47e2-b9d7-b3ed9081b1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:49.136501 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c954ccb-15b2-47e2-b9d7-b3ed9081b1b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c6de83d-5f17-472d-b595-8576b1a9522f {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:50:49.145701 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2c954ccb-15b2-47e2-b9d7-b3ed9081b1b2 admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:49.145940 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2c954ccb-15b2-47e2-b9d7-b3ed9081b1b2 admin admin] 10.222.0.84 "DELETE /v2.0/routers/1c6de83d-5f17-472d-b595-8576b1a9522f HTTP/1.1" status: 204 len: 168 time: 4.0995421 Aug 16 20:50:49.146875 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39576) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:49.183109 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port a204c92f-1a55-45ee-8a48-592168180596 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:50:49.198242 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port a204c92f-1a55-45ee-8a48-592168180596 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:49.198652 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:49.365822 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-50233de5-988c-40f7-b266-1f5306c661ed admin admin] Deleting subnet 92be0b31-76d4-41c0-8255-a7cc0a3e6b16 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:50:49.378377 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-50233de5-988c-40f7-b266-1f5306c661ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:49.462677 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-c90e3232-dd8a-4fee-8166-35c928eba6e1 None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:49.479219 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-c90e3232-dd8a-4fee-8166-35c928eba6e1 None None] Transition to ACTIVE for port object 6748fc76-9b42-44e2-8631-6ff0e081e4a7 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:50:49.497250 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-50233de5-988c-40f7-b266-1f5306c661ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:49.543226 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1dd54e50-23d8-4f67-bd24-ef0cbeb33c5e req-cc64c4f3-2d07-4f07-a231-0784f08f8108 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] 10.222.0.84 "GET /v2.0/ports?device_id=79a90291-2d82-474f-b905-959671b49792 HTTP/1.1" status: 200 len: 210 time: 0.0404551 Aug 16 20:50:49.576893 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:49.580254 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dbb22592-ad1d-4f76-b2bd-0b8f0000c024 req-e80e01d3-ed63-40ba-988c-72504686a7df tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/ports?device_id=96584ebe-1c2d-4f8e-a2d8-593e9ffed30e HTTP/1.1" status: 200 len: 210 time: 0.1021476 Aug 16 20:50:49.593151 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-c90e3232-dd8a-4fee-8166-35c928eba6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:49.613949 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40d955-9099-4200-9edd-ecca9410784b req-f20fccca-0a3d-4fd9-a30c-a2545a3a01a2 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:49.615511 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-aa40d955-9099-4200-9edd-ecca9410784b req-f20fccca-0a3d-4fd9-a30c-a2545a3a01a2 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] 10.222.0.90 "GET /v2.0/networks?id=250a96ef-7d22-48f4-9fe8-71bd99ace76b HTTP/1.1" status: 200 len: 821 time: 0.1917100 Aug 16 20:50:49.637470 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-50233de5-988c-40f7-b266-1f5306c661ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:49.644896 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-aa40d955-9099-4200-9edd-ecca9410784b req-fa20664e-6eb5-48b3-9e96-7a7619078d31 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] Request body: {'port': {'device_id': '79a90291-2d82-474f-b905-959671b49792', 'network_id': '250a96ef-7d22-48f4-9fe8-71bd99ace76b', 'admin_state_up': True, 'tenant_id': '7fbbb50327e94ccd9d31909af929fc37'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:49.646832 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2c4bdf-2222-4f80-a12f-65ab9afb1914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a204c92f-1a55-45ee-8a48-592168180596'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:49.652487 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ed4028-4d85-4b7f-b02f-7b113dddb1c9" -d '{"events": [{"server_uuid": "5c2c4bdf-2222-4f80-a12f-65ab9afb1914", "name": "network-vif-plugged", "status": "completed", "tag": "a204c92f-1a55-45ee-8a48-592168180596"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:49.691639 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1fe59-736c-4b3c-bd4b-14b890e5781f None None] Pushing event updated for resources: {'Port': ['ID=6748fc76-9b42-44e2-8631-6ff0e081e4a7,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:49.714561 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cf9ef781-8aec-4095-9fc2-985b4a5bbd7d tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:49.721779 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port a204c92f-1a55-45ee-8a48-592168180596, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=a204c92f-1a55-45ee-8a48-592168180596,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:49.721940 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d1fe59-736c-4b3c-bd4b-14b890e5781f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:49.721940 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d1fe59-736c-4b3c-bd4b-14b890e5781f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:49.721940 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d1fe59-736c-4b3c-bd4b-14b890e5781f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:49.721940 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d1fe59-736c-4b3c-bd4b-14b890e5781f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:49.721940 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d1fe59-736c-4b3c-bd4b-14b890e5781f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:49.721940 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d1fe59-736c-4b3c-bd4b-14b890e5781f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:49.721940 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d1fe59-736c-4b3c-bd4b-14b890e5781f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:49.721940 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d1fe59-736c-4b3c-bd4b-14b890e5781f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:49.721940 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d1fe59-736c-4b3c-bd4b-14b890e5781f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:49.721940 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d1fe59-736c-4b3c-bd4b-14b890e5781f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:49.721940 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d1fe59-736c-4b3c-bd4b-14b890e5781f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:49.721940 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d1fe59-736c-4b3c-bd4b-14b890e5781f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:49.849233 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370326bf-24e0-4863-95c8-2403dfc12c1a x-openstack-request-id: req-370326bf-24e0-4863-95c8-2403dfc12c1a {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:49.849801 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2c4bdf-2222-4f80-a12f-65ab9afb1914", "name": "network-vif-plugged", "status": "completed", "tag": "a204c92f-1a55-45ee-8a48-592168180596", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:49.850221 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-370326bf-24e0-4863-95c8-2403dfc12c1a {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:49.850945 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2c4bdf-2222-4f80-a12f-65ab9afb1914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a204c92f-1a55-45ee-8a48-592168180596', 'code': 200} Aug 16 20:50:49.864797 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:49.908344 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-50233de5-988c-40f7-b266-1f5306c661ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:49.911510 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-c90e3232-dd8a-4fee-8166-35c928eba6e1 None None] Attempting to bind port 6748fc76-9b42-44e2-8631-6ff0e081e4a7 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:50:49.911933 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-c90e3232-dd8a-4fee-8166-35c928eba6e1 None None] Attempting to bind port 6748fc76-9b42-44e2-8631-6ff0e081e4a7 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'd31205ae-b8c7-447a-b06d-752345c4437a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '1ffc2ed8-3433-480e-9e7b-c7131585caf6'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:50:49.918804 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90e3232-dd8a-4fee-8166-35c928eba6e1 None None] Attempting to bind port 6748fc76-9b42-44e2-8631-6ff0e081e4a7 on network 1ffc2ed8-3433-480e-9e7b-c7131585caf6 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:49.919088 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90e3232-dd8a-4fee-8166-35c928eba6e1 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:50:49.923401 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-57fad8e4-4f77-4e91-9a4a-b49a90eb3c2d None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:49.924421 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90e3232-dd8a-4fee-8166-35c928eba6e1 None None] Checking segment: {'id': 'd31205ae-b8c7-447a-b06d-752345c4437a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '1ffc2ed8-3433-480e-9e7b-c7131585caf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:50:49.925403 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-c90e3232-dd8a-4fee-8166-35c928eba6e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:49.925951 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90e3232-dd8a-4fee-8166-35c928eba6e1 None None] Bound using segment: {'id': 'd31205ae-b8c7-447a-b06d-752345c4437a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '1ffc2ed8-3433-480e-9e7b-c7131585caf6'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:50:49.926609 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-c90e3232-dd8a-4fee-8166-35c928eba6e1 None None] Bound port: 6748fc76-9b42-44e2-8631-6ff0e081e4a7, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd31205ae-b8c7-447a-b06d-752345c4437a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '1ffc2ed8-3433-480e-9e7b-c7131585caf6'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:50:49.934284 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-c90e3232-dd8a-4fee-8166-35c928eba6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:50.131632 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-57fad8e4-4f77-4e91-9a4a-b49a90eb3c2d None None] Transition to ACTIVE for port object 0bec3525-420d-49b9-84ad-50f865e3450a will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:50:50.132416 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50233de5-988c-40f7-b266-1f5306c661ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92be0b31-76d4-41c0-8255-a7cc0a3e6b16,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:50.132416 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-50233de5-988c-40f7-b266-1f5306c661ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:50.134260 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=a204c92f-1a55-45ee-8a48-592168180596,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:50.134803 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-50233de5-988c-40f7-b266-1f5306c661ed admin admin] 10.222.0.84 "DELETE /v2.0/subnets/92be0b31-76d4-41c0-8255-a7cc0a3e6b16 HTTP/1.1" status: 204 len: 168 time: 0.8989282 Aug 16 20:50:50.134803 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa40d955-9099-4200-9edd-ecca9410784b req-fa20664e-6eb5-48b3-9e96-7a7619078d31 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] Made reservation on behalf of 7fbbb50327e94ccd9d31909af929fc37 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:50:50.135267 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b0b6c8-1d2d-48ee-8141-e58953c3cc14 None None] Network e27df68a-63a7-41ad-9a04-a6c0edc49221 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:50:50.135376 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-aa40d955-9099-4200-9edd-ecca9410784b req-fa20664e-6eb5-48b3-9e96-7a7619078d31 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:50.135376 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39592) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:50.135582 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-c90e3232-dd8a-4fee-8166-35c928eba6e1 None None] For port 6748fc76-9b42-44e2-8631-6ff0e081e4a7, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:50:50.140814 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-c90e3232-dd8a-4fee-8166-35c928eba6e1 None None] For port 6748fc76-9b42-44e2-8631-6ff0e081e4a7, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=6748fc76-9b42-44e2-8631-6ff0e081e4a7,segment=NetworkSegment(d31205ae-b8c7-447a-b06d-752345c4437a),segment_id=d31205ae-b8c7-447a-b06d-752345c4437a)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:50:50.171052 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-57fad8e4-4f77-4e91-9a4a-b49a90eb3c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:50.182327 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-46ef64b7-07d8-43a2-a838-a03e8f8ca339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:50.215272 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667d353-c69c-4af7-9bcc-7a10e6632583 req-9fb09bdd-283d-4b96-acd9-cf9b3f8aa600 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:50.216320 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-c90e3232-dd8a-4fee-8166-35c928eba6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:50.224593 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3667d353-c69c-4af7-9bcc-7a10e6632583 req-9fb09bdd-283d-4b96-acd9-cf9b3f8aa600 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c2c4bdf-2222-4f80-a12f-65ab9afb1914 HTTP/1.1" status: 200 len: 948 time: 0.5003355 Aug 16 20:50:50.310238 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e12cb-8ca1-4a03-9682-c7b886c1577b req-398701ea-e99a-4ea8-8902-cb483f40edaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:50.314100 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d32e12cb-8ca1-4a03-9682-c7b886c1577b req-398701ea-e99a-4ea8-8902-cb483f40edaf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5c2c4bdf-2222-4f80-a12f-65ab9afb1914 HTTP/1.1" status: 200 len: 1101 time: 0.2155840 Aug 16 20:50:50.363934 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1fe59-736c-4b3c-bd4b-14b890e5781f None None] Pushing event updated for resources: {'Port': ['ID=6748fc76-9b42-44e2-8631-6ff0e081e4a7,revision_number=4']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:50.363934 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90e3232-dd8a-4fee-8166-35c928eba6e1 None None] Routers {'99aada87-02a0-442b-8138-b0b803a1424d'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:50.363934 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-c90e3232-dd8a-4fee-8166-35c928eba6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:50:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['99aada87-02a0-442b-8138-b0b803a1424d'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:50.387029 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10fd87a-316f-4f9e-a5eb-775b0e94f879 None None] Pushing event updated for resources: {'Port': ['ID=0bec3525-420d-49b9-84ad-50f865e3450a,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:50.412506 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3667d353-c69c-4af7-9bcc-7a10e6632583 req-b57e9411-83c6-44d5-93fe-efe05a8d1d88 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867435 Aug 16 20:50:50.422280 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-46ef64b7-07d8-43a2-a838-a03e8f8ca339 admin admin] Deleting port fa26d0de-8a05-4373-9083-edfaaccd690a {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:50.422280 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-46ef64b7-07d8-43a2-a838-a03e8f8ca339 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:50.438863 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-57fad8e4-4f77-4e91-9a4a-b49a90eb3c2d None None] Attempting to bind port 0bec3525-420d-49b9-84ad-50f865e3450a on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:50:50.439164 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-57fad8e4-4f77-4e91-9a4a-b49a90eb3c2d None None] Attempting to bind port 0bec3525-420d-49b9-84ad-50f865e3450a by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:50:50.439541 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fad8e4-4f77-4e91-9a4a-b49a90eb3c2d None None] Attempting to bind port 0bec3525-420d-49b9-84ad-50f865e3450a on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:50.454761 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d32e12cb-8ca1-4a03-9682-c7b886c1577b req-5152b216-1133-434d-b317-62d471d1d9d6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092682 Aug 16 20:50:50.470781 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fad8e4-4f77-4e91-9a4a-b49a90eb3c2d None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:50:50.470971 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fad8e4-4f77-4e91-9a4a-b49a90eb3c2d None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:50:50.479440 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-57fad8e4-4f77-4e91-9a4a-b49a90eb3c2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:50.479978 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fad8e4-4f77-4e91-9a4a-b49a90eb3c2d None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:50:50.480504 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-57fad8e4-4f77-4e91-9a4a-b49a90eb3c2d None None] Bound port: 0bec3525-420d-49b9-84ad-50f865e3450a, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:50:50.482578 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-57fad8e4-4f77-4e91-9a4a-b49a90eb3c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:50.620645 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-57fad8e4-4f77-4e91-9a4a-b49a90eb3c2d None None] For port 0bec3525-420d-49b9-84ad-50f865e3450a, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:50:50.627006 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-57fad8e4-4f77-4e91-9a4a-b49a90eb3c2d None None] For port 0bec3525-420d-49b9-84ad-50f865e3450a, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=0bec3525-420d-49b9-84ad-50f865e3450a,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:50:50.644048 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-aa40d955-9099-4200-9edd-ecca9410784b req-fa20664e-6eb5-48b3-9e96-7a7619078d31 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] Allocated IP 172.20.0.7 (250a96ef-7d22-48f4-9fe8-71bd99ace76b/fdd7b177-1b9b-4c2e-b82a-e57f1569bab4/4daae0e5-a74e-4a7b-a3d0-850d669dc979) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:50:50.695236 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbe9c3e-9ed7-4a8e-a8a7-65129fd566a3 None None] DHCP port deletion for e27df68a-63a7-41ad-9a04-a6c0edc49221 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:50:50.700989 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-c90e3232-dd8a-4fee-8166-35c928eba6e1 None None] Set router 99aada87-02a0-442b-8138-b0b803a1424d gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:50.728319 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-46ef64b7-07d8-43a2-a838-a03e8f8ca339 admin admin] For port fa26d0de-8a05-4373-9083-edfaaccd690a, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=fa26d0de-8a05-4373-9083-edfaaccd690a,segment=NetworkSegment(08ea7751-6dcc-45ad-b102-ead7824af2d1),segment_id=08ea7751-6dcc-45ad-b102-ead7824af2d1)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:50.728723 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-46ef64b7-07d8-43a2-a838-a03e8f8ca339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:50.764105 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-33892d41-9345-4a7c-8a9f-2cdaa5d5505d req-41068639-9870-4402-889a-9420c8a1ae33 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] 10.222.0.84 "GET /v2.0/ports?device_id=79a90291-2d82-474f-b905-959671b49792 HTTP/1.1" status: 200 len: 210 time: 0.0641911 Aug 16 20:50:50.766809 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-46ef64b7-07d8-43a2-a838-a03e8f8ca339 admin admin] Calling delete_port for fa26d0de-8a05-4373-9083-edfaaccd690a owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:50.795813 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb1c1c-079f-4e9d-8976-e6143b340c01 req-3f197744-77c6-4b4e-a364-a73be46f61fa tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:50.798930 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-57fad8e4-4f77-4e91-9a4a-b49a90eb3c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:50.805642 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4afb1c1c-079f-4e9d-8976-e6143b340c01 req-3f197744-77c6-4b4e-a364-a73be46f61fa tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e9f37b5-8831-4d4e-ad0b-cf3a48fee5d1 HTTP/1.1" status: 200 len: 950 time: 0.2684932 Aug 16 20:50:50.866497 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cf9ef781-8aec-4095-9fc2-985b4a5bbd7d tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:50.882457 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:50:50.896286 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cf9ef781-8aec-4095-9fc2-985b4a5bbd7d tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:50.959210 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4afb1c1c-079f-4e9d-8976-e6143b340c01 req-c278020f-fe9d-40b3-ad9a-d41d3a809a33 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522317 Aug 16 20:50:51.001324 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:50:51.005781 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device ea1afe7e-ced3-4c7a-a7ce-dcdf87bac22a not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:50:51.053055 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-aa40d955-9099-4200-9edd-ecca9410784b req-fa20664e-6eb5-48b3-9e96-7a7619078d31 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:51.061211 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-c90e3232-dd8a-4fee-8166-35c928eba6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99aada87-02a0-442b-8138-b0b803a1424d', 'name': 'tempest-TaggedBootDevicesTest_v242-367505164-router', 'tenant_id': '739199610cfa4c2f8e9155deb4230364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd22a30e1-3212-479a-9d59-f5b21cdbb902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:50:36Z', 'updated_at': '2021-08-16T20:50:44Z', 'revision_number': 4, 'project_id': '739199610cfa4c2f8e9155deb4230364', 'gw_port': {'id': 'd22a30e1-3212-479a-9d59-f5b21cdbb902', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99aada87-02a0-442b-8138-b0b803a1424d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:38Z', 'updated_at': '2021-08-16T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '6748fc76-9b42-44e2-8631-6ff0e081e4a7', 'name': '', 'network_id': '1ffc2ed8-3433-480e-9e7b-c7131585caf6', 'tenant_id': '739199610cfa4c2f8e9155deb4230364', 'mac_address': 'fa:16:3e:f4:f3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99aada87-02a0-442b-8138-b0b803a1424d', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '1f8a0b97-c998-4838-93b4-cc35dce1d7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:43Z', 'updated_at': '2021-08-16T20:50:50Z', 'revision_number': 4, 'project_id': '739199610cfa4c2f8e9155deb4230364', 'subnets': [{'id': '1f8a0b97-c998-4838-93b4-cc35dce1d7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:51.074367 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fad8e4-4f77-4e91-9a4a-b49a90eb3c2d None None] Routers {'4fcb5678-288d-4203-bfd5-564ecf1e9713'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:51.075036 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-57fad8e4-4f77-4e91-9a4a-b49a90eb3c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:50:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['4fcb5678-288d-4203-bfd5-564ecf1e9713'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:51.085848 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-6cbe9c3e-9ed7-4a8e-a8a7-65129fd566a3 None None] Deleting port fa26d0de-8a05-4373-9083-edfaaccd690a {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:51.086218 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6cbe9c3e-9ed7-4a8e-a8a7-65129fd566a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:51.102815 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-62988258-9f7c-4630-b2bf-019f372a5027 req-ed4bf9f1-2116-4c1a-b8d2-8e10c418cfcc tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/ports?device_id=96584ebe-1c2d-4f8e-a2d8-593e9ffed30e HTTP/1.1" status: 200 len: 210 time: 0.1979945 Aug 16 20:50:51.105021 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-46ef64b7-07d8-43a2-a838-a03e8f8ca339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:51.110060 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90e3232-dd8a-4fee-8166-35c928eba6e1 None None] The sync data for ids ['99aada87-02a0-442b-8138-b0b803a1424d'] in n-d-793620-15 is: [{'id': '99aada87-02a0-442b-8138-b0b803a1424d', 'name': 'tempest-TaggedBootDevicesTest_v242-367505164-router', 'tenant_id': '739199610cfa4c2f8e9155deb4230364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd22a30e1-3212-479a-9d59-f5b21cdbb902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:50:36Z', 'updated_at': '2021-08-16T20:50:44Z', 'revision_number': 4, 'project_id': '739199610cfa4c2f8e9155deb4230364', 'gw_port': {'id': 'd22a30e1-3212-479a-9d59-f5b21cdbb902', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99aada87-02a0-442b-8138-b0b803a1424d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:38Z', 'updated_at': '2021-08-16T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '6748fc76-9b42-44e2-8631-6ff0e081e4a7', 'name': '', 'network_id': '1ffc2ed8-3433-480e-9e7b-c7131585caf6', 'tenant_id': '739199610cfa4c2f8e9155deb4230364', 'mac_address': 'fa:16:3e:f4:f3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99aada87-02a0-442b-8138-b0b803a1424d', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '1f8a0b97-c998-4838-93b4-cc35dce1d7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:43Z', 'updated_at': '2021-08-16T20:50:50Z', 'revision_number': 4, 'project_id': '739199610cfa4c2f8e9155deb4230364', 'subnets': [{'id': '1f8a0b97-c998-4838-93b4-cc35dce1d7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:50:51.131258 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10fd87a-316f-4f9e-a5eb-775b0e94f879 None None] Pushing event updated for resources: {'Port': ['ID=0bec3525-420d-49b9-84ad-50f865e3450a,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:51.213721 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef64b7-07d8-43a2-a838-a03e8f8ca339 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa26d0de-8a05-4373-9083-edfaaccd690a,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:51.220768 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ef64b7-07d8-43a2-a838-a03e8f8ca339 admin admin] No DVR routers for this DVR port fa26d0de-8a05-4373-9083-edfaaccd690a on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:50:51.230110 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-aa40d955-9099-4200-9edd-ecca9410784b req-fa20664e-6eb5-48b3-9e96-7a7619078d31 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:51.297092 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-bad7ba3c-5031-4c82-8a38-20e519d59725 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=ce0aedd9c6404b9eabcd0242d8edefef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608795 Aug 16 20:50:51.332123 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-cf9ef781-8aec-4095-9fc2-985b4a5bbd7d tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Allocated IP 172.25.1.74 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/2ecb3094-47b7-4a54-9fdf-f489b9a25fa8) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:50:51.344125 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-6cbe9c3e-9ed7-4a8e-a8a7-65129fd566a3 None None] For port fa26d0de-8a05-4373-9083-edfaaccd690a, host n-d-793620-15, got binding levels [] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:51.344917 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6cbe9c3e-9ed7-4a8e-a8a7-65129fd566a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:51.360525 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-6cbe9c3e-9ed7-4a8e-a8a7-65129fd566a3 None None] Calling delete_port for fa26d0de-8a05-4373-9083-edfaaccd690a owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:51.364524 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device fa26d0de-8a05-4373-9083-edfaaccd690a no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:50:51.370141 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.ipam_backend_mixin [None req-6cbe9c3e-9ed7-4a8e-a8a7-65129fd566a3 None None] Port fa26d0de-8a05-4373-9083-edfaaccd690a was not found and therefore no delete operation was performed {{(pid=101846) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 20:50:51.399092 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa40d955-9099-4200-9edd-ecca9410784b req-fa20664e-6eb5-48b3-9e96-7a7619078d31 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] Network 250a96ef-7d22-48f4-9fe8-71bd99ace76b is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:50:51.402126 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6cbe9c3e-9ed7-4a8e-a8a7-65129fd566a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:51.423512 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-aa40d955-9099-4200-9edd-ecca9410784b req-fa20664e-6eb5-48b3-9e96-7a7619078d31 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:51.439961 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa40d955-9099-4200-9edd-ecca9410784b req-fa20664e-6eb5-48b3-9e96-7a7619078d31 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:50:51.443485 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: fa26d0de-8a05-4373-9083-edfaaccd690a {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:50:51.444054 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device fa26d0de-8a05-4373-9083-edfaaccd690a not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:50:51.444651 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device e9d4a6b8-6e0f-41c8-b588-a7b217d404d3 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:50:51.461372 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe9c3e-9ed7-4a8e-a8a7-65129fd566a3 None None] Pushing event deleted for resources: {'Port': ['ID=fa26d0de-8a05-4373-9083-edfaaccd690a,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:51.511880 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbe9c3e-9ed7-4a8e-a8a7-65129fd566a3 None None] No DVR routers for this DVR port fa26d0de-8a05-4373-9083-edfaaccd690a on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:50:51.535222 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-46ef64b7-07d8-43a2-a838-a03e8f8ca339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:51.537659 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa20664e-6eb5-48b3-9e96-7a7619078d31 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] Pushing event updated for resources: {'Port': ['ID=4daae0e5-a74e-4a7b-a3d0-850d669dc979,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:51.555511 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-46ef64b7-07d8-43a2-a838-a03e8f8ca339 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e27df68a-63a7-41ad-9a04-a6c0edc49221']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:51.570630 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-46ef64b7-07d8-43a2-a838-a03e8f8ca339 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08ea7751-6dcc-45ad-b102-ead7824af2d1') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:51.570992 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-46ef64b7-07d8-43a2-a838-a03e8f8ca339 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08ea7751-6dcc-45ad-b102-ead7824af2d1') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:51.577550 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: e9d4a6b8-6e0f-41c8-b588-a7b217d404d3 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:50:51.578346 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device e9d4a6b8-6e0f-41c8-b588-a7b217d404d3 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:50:51.604100 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-46ef64b7-07d8-43a2-a838-a03e8f8ca339 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:51.611166 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40d955-9099-4200-9edd-ecca9410784b req-fa20664e-6eb5-48b3-9e96-7a7619078d31 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:51.611841 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-aa40d955-9099-4200-9edd-ecca9410784b req-fa20664e-6eb5-48b3-9e96-7a7619078d31 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:51.629692 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-57fad8e4-4f77-4e91-9a4a-b49a90eb3c2d None None] Set router 4fcb5678-288d-4203-bfd5-564ecf1e9713 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:51.645960 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-46ef64b7-07d8-43a2-a838-a03e8f8ca339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:51.657360 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ef64b7-07d8-43a2-a838-a03e8f8ca339 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:50:51.657748 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-46ef64b7-07d8-43a2-a838-a03e8f8ca339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:51.660139 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:50:51.660139 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:50:51.660139 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:50:51.660139 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:50:51.660139 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:50:51.660139 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:50:51.660139 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:50:51.660139 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:50:51.660139 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:50:51.660139 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:50:51.660139 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:50:51.660139 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:50:51.660139 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:50:51.660139 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:50:51.660139 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:50:51.660139 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:50:51.660139 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:50:51.660139 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:50:51.660139 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:50:51.660139 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:50:51.660139 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:50:51.660139 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:50:51.660139 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:50:51.660139 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:50:51.660139 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:50:51.660139 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:50:51.660139 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:50:51.660139 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:50:51.660139 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:50:51.660139 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:50:51.660139 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:50:51.660139 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:50:51.736169 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-aa40d955-9099-4200-9edd-ecca9410784b req-fa20664e-6eb5-48b3-9e96-7a7619078d31 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1005092 Aug 16 20:50:51.744084 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cf9ef781-8aec-4095-9fc2-985b4a5bbd7d tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:51.749826 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-aa40d955-9099-4200-9edd-ecca9410784b req-2d4d743f-55b2-43d1-b159-35bf041c6026 service neutron] Request body: {'port': {'device_id': '79a90291-2d82-474f-b905-959671b49792', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:51.823883 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-46ef64b7-07d8-43a2-a838-a03e8f8ca339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:51.834513 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-46ef64b7-07d8-43a2-a838-a03e8f8ca339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:51.839461 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-46ef64b7-07d8-43a2-a838-a03e8f8ca339 admin admin] 10.222.0.84 "DELETE /v2.0/networks/e27df68a-63a7-41ad-9a04-a6c0edc49221 HTTP/1.1" status: 204 len: 168 time: 1.7669878 Aug 16 20:50:51.866808 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef64b7-07d8-43a2-a838-a03e8f8ca339 admin admin] Pushing event deleted for resources: {'Network': ['ID=e27df68a-63a7-41ad-9a04-a6c0edc49221,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:51.882093 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-aa40d955-9099-4200-9edd-ecca9410784b req-2d4d743f-55b2-43d1-b159-35bf041c6026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:51.882511 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:51.918713 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-4484b168-f8ab-4629-b855-d2b41e980784 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:51.926979 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-4484b168-f8ab-4629-b855-d2b41e980784 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6168680 Aug 16 20:50:51.926979 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cf9ef781-8aec-4095-9fc2-985b4a5bbd7d tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:51.945680 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-73448a94-57ac-40bc-99dd-7384577a45d2 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Request body: {'port': {'device_id': '96584ebe-1c2d-4f8e-a2d8-593e9ffed30e', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'admin_state_up': True, 'tenant_id': 'ce0aedd9c6404b9eabcd0242d8edefef'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:51.959352 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-57fad8e4-4f77-4e91-9a4a-b49a90eb3c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcb5678-288d-4203-bfd5-564ecf1e9713', 'name': 'tempest-snat-router-1749491929', 'tenant_id': 'c3a7754f3e82468e96189acd8b6d8190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.78'}], 'enable_snat': False}, 'gw_port_id': '0bec3525-420d-49b9-84ad-50f865e3450a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:50:41Z', 'updated_at': '2021-08-16T20:50:44Z', 'revision_number': 3, 'project_id': 'c3a7754f3e82468e96189acd8b6d8190', 'gw_port': {'id': '0bec3525-420d-49b9-84ad-50f865e3450a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fcb5678-288d-4203-bfd5-564ecf1e9713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:43Z', 'updated_at': '2021-08-16T20:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:51.962447 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9ef781-8aec-4095-9fc2-985b4a5bbd7d tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:50:51.973770 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-cf9ef781-8aec-4095-9fc2-985b4a5bbd7d tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:51.985968 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6df26-e377-4628-89e3-e03231c45561 req-9f216102-8280-436d-9086-7784c483808e tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:51.999476 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5de6df26-e377-4628-89e3-e03231c45561 req-9f216102-8280-436d-9086-7784c483808e tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c2c4bdf-2222-4f80-a12f-65ab9afb1914 HTTP/1.1" status: 200 len: 949 time: 0.4710717 Aug 16 20:50:52.013273 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fad8e4-4f77-4e91-9a4a-b49a90eb3c2d None None] The sync data for ids ['4fcb5678-288d-4203-bfd5-564ecf1e9713'] in n-d-793620-15 is: [{'id': '4fcb5678-288d-4203-bfd5-564ecf1e9713', 'name': 'tempest-snat-router-1749491929', 'tenant_id': 'c3a7754f3e82468e96189acd8b6d8190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.78'}], 'enable_snat': False}, 'gw_port_id': '0bec3525-420d-49b9-84ad-50f865e3450a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:50:41Z', 'updated_at': '2021-08-16T20:50:44Z', 'revision_number': 3, 'project_id': 'c3a7754f3e82468e96189acd8b6d8190', 'gw_port': {'id': '0bec3525-420d-49b9-84ad-50f865e3450a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fcb5678-288d-4203-bfd5-564ecf1e9713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:43Z', 'updated_at': '2021-08-16T20:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:50:52.073322 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9ef781-8aec-4095-9fc2-985b4a5bbd7d tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:50:52.330256 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-aa40d955-9099-4200-9edd-ecca9410784b req-2d4d743f-55b2-43d1-b159-35bf041c6026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4daae0e5-a74e-4a7b-a3d0-850d669dc979 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:50:52.334814 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ef781-8aec-4095-9fc2-985b4a5bbd7d tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Pushing event updated for resources: {'Port': ['ID=2ecb3094-47b7-4a54-9fdf-f489b9a25fa8,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:52.349250 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5de6df26-e377-4628-89e3-e03231c45561 req-033d3805-588b-44d4-80a4-5a13267b6f43 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486030 Aug 16 20:50:52.371536 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-aa40d955-9099-4200-9edd-ecca9410784b req-2d4d743f-55b2-43d1-b159-35bf041c6026 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:52.430494 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-aa40d955-9099-4200-9edd-ecca9410784b req-2d4d743f-55b2-43d1-b159-35bf041c6026 service neutron] Transition to ACTIVE for port object 4daae0e5-a74e-4a7b-a3d0-850d669dc979 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:50:52.440766 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39648) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:52.525328 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-aa40d955-9099-4200-9edd-ecca9410784b req-2d4d743f-55b2-43d1-b159-35bf041c6026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:52.534374 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-53b70234-ec7d-4cd4-b7a6-6d08523ea6f4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=90d8dd5958be406d916ee78bc7770953&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0923553 Aug 16 20:50:52.555682 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c0209-566c-473c-b687-04b3006b6bdb req-71be7be3-baf1-45f3-b19b-4df40eb21021 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:52.557506 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c89c0209-566c-473c-b687-04b3006b6bdb req-71be7be3-baf1-45f3-b19b-4df40eb21021 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] 10.222.0.84 "GET /v2.0/ports?device_id=79a90291-2d82-474f-b905-959671b49792 HTTP/1.1" status: 200 len: 931 time: 0.6224785 Aug 16 20:50:52.563584 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39650) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:52.598472 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9bebb-9a2e-4b3e-bc66-e0df76a2a4e4 req-fe7a20c2-0c4c-4427-b8e7-d7440bb29388 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:52.601479 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3bf9bebb-9a2e-4b3e-bc66-e0df76a2a4e4 req-fe7a20c2-0c4c-4427-b8e7-d7440bb29388 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e9f37b5-8831-4d4e-ad0b-cf3a48fee5d1 HTTP/1.1" status: 200 len: 950 time: 0.3978546 Aug 16 20:50:52.646112 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d743f-55b2-43d1-b159-35bf041c6026 service neutron] Pushing event updated for resources: {'Port': ['ID=4daae0e5-a74e-4a7b-a3d0-850d669dc979,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:52.730280 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-aa40d955-9099-4200-9edd-ecca9410784b req-2d4d743f-55b2-43d1-b159-35bf041c6026 service neutron] Attempting to bind port 4daae0e5-a74e-4a7b-a3d0-850d669dc979 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:50:52.730630 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-aa40d955-9099-4200-9edd-ecca9410784b req-2d4d743f-55b2-43d1-b159-35bf041c6026 service neutron] Attempting to bind port 4daae0e5-a74e-4a7b-a3d0-850d669dc979 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '630d823f-2917-4f6a-ad07-36860e954040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '250a96ef-7d22-48f4-9fe8-71bd99ace76b'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:50:52.731254 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa40d955-9099-4200-9edd-ecca9410784b req-2d4d743f-55b2-43d1-b159-35bf041c6026 service neutron] Attempting to bind port 4daae0e5-a74e-4a7b-a3d0-850d669dc979 on network 250a96ef-7d22-48f4-9fe8-71bd99ace76b {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:52.736792 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa40d955-9099-4200-9edd-ecca9410784b req-2d4d743f-55b2-43d1-b159-35bf041c6026 service neutron] Port 4daae0e5-a74e-4a7b-a3d0-850d669dc979 on network 250a96ef-7d22-48f4-9fe8-71bd99ace76b not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:50:52.737481 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa40d955-9099-4200-9edd-ecca9410784b req-2d4d743f-55b2-43d1-b159-35bf041c6026 service neutron] Attempting to bind port 4daae0e5-a74e-4a7b-a3d0-850d669dc979 on network 250a96ef-7d22-48f4-9fe8-71bd99ace76b {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:52.743292 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa40d955-9099-4200-9edd-ecca9410784b req-2d4d743f-55b2-43d1-b159-35bf041c6026 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:50:52.743633 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa40d955-9099-4200-9edd-ecca9410784b req-2d4d743f-55b2-43d1-b159-35bf041c6026 service neutron] Checking segment: {'id': '630d823f-2917-4f6a-ad07-36860e954040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '250a96ef-7d22-48f4-9fe8-71bd99ace76b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:50:52.744348 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa40d955-9099-4200-9edd-ecca9410784b req-2d4d743f-55b2-43d1-b159-35bf041c6026 service neutron] Bound using segment: {'id': '630d823f-2917-4f6a-ad07-36860e954040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '250a96ef-7d22-48f4-9fe8-71bd99ace76b'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:50:52.745181 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-aa40d955-9099-4200-9edd-ecca9410784b req-2d4d743f-55b2-43d1-b159-35bf041c6026 service neutron] Bound port: 4daae0e5-a74e-4a7b-a3d0-850d669dc979, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '630d823f-2917-4f6a-ad07-36860e954040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '250a96ef-7d22-48f4-9fe8-71bd99ace76b'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:50:52.745731 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-aa40d955-9099-4200-9edd-ecca9410784b req-2d4d743f-55b2-43d1-b159-35bf041c6026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:52.804031 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c89c0209-566c-473c-b687-04b3006b6bdb req-3d7b7e5d-6ee4-4374-b636-2f3fd971baf8 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] 10.222.0.84 "GET /v2.0/security-groups?id=d29bcbaf-c353-4432-b39c-0f2b7e78b996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183962 Aug 16 20:50:52.812635 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099f45d-bb64-4c08-8b62-a2df9e0b36b9 req-8dab356e-0bff-41bd-b2f8-2284790655a3 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:52.813886 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4099f45d-bb64-4c08-8b62-a2df9e0b36b9 req-8dab356e-0bff-41bd-b2f8-2284790655a3 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e9f37b5-8831-4d4e-ad0b-cf3a48fee5d1 HTTP/1.1" status: 200 len: 950 time: 0.2408311 Aug 16 20:50:52.850245 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-aa40d955-9099-4200-9edd-ecca9410784b req-2d4d743f-55b2-43d1-b159-35bf041c6026 service neutron] For port 4daae0e5-a74e-4a7b-a3d0-850d669dc979, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:50:52.853976 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-aa40d955-9099-4200-9edd-ecca9410784b req-2d4d743f-55b2-43d1-b159-35bf041c6026 service neutron] For port 4daae0e5-a74e-4a7b-a3d0-850d669dc979, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=4daae0e5-a74e-4a7b-a3d0-850d669dc979,segment=NetworkSegment(630d823f-2917-4f6a-ad07-36860e954040),segment_id=630d823f-2917-4f6a-ad07-36860e954040)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:50:52.893220 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-73448a94-57ac-40bc-99dd-7384577a45d2 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Made reservation on behalf of ce0aedd9c6404b9eabcd0242d8edefef for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:50:52.897256 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-73448a94-57ac-40bc-99dd-7384577a45d2 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:52.952871 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-aa40d955-9099-4200-9edd-ecca9410784b req-2d4d743f-55b2-43d1-b159-35bf041c6026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:52.996154 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40d955-9099-4200-9edd-ecca9410784b req-2d4d743f-55b2-43d1-b159-35bf041c6026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:52.997346 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-aa40d955-9099-4200-9edd-ecca9410784b req-2d4d743f-55b2-43d1-b159-35bf041c6026 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:53.000782 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-aa40d955-9099-4200-9edd-ecca9410784b req-2d4d743f-55b2-43d1-b159-35bf041c6026 service neutron] 10.222.0.90 "PUT /v2.0/ports/4daae0e5-a74e-4a7b-a3d0-850d669dc979 HTTP/1.1" status: 200 len: 1092 time: 1.2546935 Aug 16 20:50:53.001412 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a90291-2d82-474f-b905-959671b49792', 'tag': '4daae0e5-a74e-4a7b-a3d0-850d669dc979'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:53.004523 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bcf5cb5-49e0-4535-8588-6363ce84d882" -d '{"events": [{"name": "network-changed", "server_uuid": "79a90291-2d82-474f-b905-959671b49792", "tag": "4daae0e5-a74e-4a7b-a3d0-850d669dc979"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:53.047996 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d743f-55b2-43d1-b159-35bf041c6026 service neutron] Pushing event updated for resources: {'Port': ['ID=4daae0e5-a74e-4a7b-a3d0-850d669dc979,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:53.280620 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40d955-9099-4200-9edd-ecca9410784b req-8b62dfee-fd47-415c-8f1a-d076e0c9cbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:53.282677 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-79d0386d-36fe-4679-90ba-6a6108f02318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:53.283445 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-aa40d955-9099-4200-9edd-ecca9410784b req-8b62dfee-fd47-415c-8f1a-d076e0c9cbbf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7fbbb50327e94ccd9d31909af929fc37&device_id=79a90291-2d82-474f-b905-959671b49792 HTTP/1.1" status: 200 len: 1095 time: 0.1232092 Aug 16 20:50:53.352833 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-aa40d955-9099-4200-9edd-ecca9410784b req-894e6382-03bd-466d-83ef-4924bdf18000 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4daae0e5-a74e-4a7b-a3d0-850d669dc979 HTTP/1.1" status: 200 len: 217 time: 0.0615032 Aug 16 20:50:53.404024 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cf9ef781-8aec-4095-9fc2-985b4a5bbd7d tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:53.419685 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 0bec3525-420d-49b9-84ad-50f865e3450a up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:50:53.449953 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40d955-9099-4200-9edd-ecca9410784b req-1fc8f21f-5369-4098-9884-b16d7505a230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:53.451444 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-aa40d955-9099-4200-9edd-ecca9410784b req-1fc8f21f-5369-4098-9884-b16d7505a230 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fdd7b177-1b9b-4c2e-b82a-e57f1569bab4 HTTP/1.1" status: 200 len: 861 time: 0.0910695 Aug 16 20:50:53.499877 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-aa40d955-9099-4200-9edd-ecca9410784b req-a07f19c9-f347-4447-aec7-783c57637c0b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=250a96ef-7d22-48f4-9fe8-71bd99ace76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394502 Aug 16 20:50:53.536156 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8edd5fe5-0d83-4fb3-96f2-dc6ae30569b9 req-fde884f7-46d9-439f-a187-4ab9fa1bb9cc tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/ports?device_id=96584ebe-1c2d-4f8e-a2d8-593e9ffed30e HTTP/1.1" status: 200 len: 210 time: 0.6038558 Aug 16 20:50:53.550992 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4099f45d-bb64-4c08-8b62-a2df9e0b36b9 req-966bf6b4-db0d-4376-8aca-5b2e1ba842cc tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6720657 Aug 16 20:50:53.563912 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-79d0386d-36fe-4679-90ba-6a6108f02318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:53.661580 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-3bf9bebb-9a2e-4b3e-bc66-e0df76a2a4e4 req-004b174a-e920-4db3-a91e-1e45aaf690bc tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Deleting port 00ef0104-5c82-4e79-b48f-52cd23581421 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:53.661958 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3bf9bebb-9a2e-4b3e-bc66-e0df76a2a4e4 req-004b174a-e920-4db3-a91e-1e45aaf690bc tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:53.666286 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 0bec3525-420d-49b9-84ad-50f865e3450a completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:50:53.671777 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 0bec3525-420d-49b9-84ad-50f865e3450a triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:53.675253 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:53.677958 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8dfb56-d962-43c4-8f3a-0d067161a3d0 x-openstack-request-id: req-1f8dfb56-d962-43c4-8f3a-0d067161a3d0 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:53.678249 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79a90291-2d82-474f-b905-959671b49792", "tag": "4daae0e5-a74e-4a7b-a3d0-850d669dc979", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:53.678497 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1f8dfb56-d962-43c4-8f3a-0d067161a3d0 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:53.678899 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79a90291-2d82-474f-b905-959671b49792', 'tag': '4daae0e5-a74e-4a7b-a3d0-850d669dc979', 'status': 'completed', 'code': 200} Aug 16 20:50:53.715777 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-aa40d955-9099-4200-9edd-ecca9410784b req-1e334817-d06c-42ca-9d83-7878a16dc7dc service neutron] 10.222.0.90 "GET /v2.0/networks/250a96ef-7d22-48f4-9fe8-71bd99ace76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069943 Aug 16 20:50:53.836041 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:53.872116 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 0bec3525-420d-49b9-84ad-50f865e3450a, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=0bec3525-420d-49b9-84ad-50f865e3450a,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:53.896329 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-aa40d955-9099-4200-9edd-ecca9410784b req-cdf53e12-1844-45e2-9e9d-0edd78dd88ba service neutron] 10.222.0.90 "GET /v2.0/networks/250a96ef-7d22-48f4-9fe8-71bd99ace76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730964 Aug 16 20:50:53.935173 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:53.936029 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6748fc76-9b42-44e2-8631-6ff0e081e4a7 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:50:54.026169 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-73448a94-57ac-40bc-99dd-7384577a45d2 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Allocated IP 192.168.233.174 (d77fce7e-e915-4ee5-ada6-d6f376af2589/2883ed1d-8e71-4475-b2ce-2177242b9f23/0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:50:54.042500 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a5609-fc55-419c-b085-b00da7de39ae req-6d42e542-a174-477c-a3e0-506db73cd3b5 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:54.051219 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b95a5609-fc55-419c-b085-b00da7de39ae req-6d42e542-a174-477c-a3e0-506db73cd3b5 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c2c4bdf-2222-4f80-a12f-65ab9afb1914 HTTP/1.1" status: 200 len: 949 time: 0.3399639 Aug 16 20:50:54.052798 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=0bec3525-420d-49b9-84ad-50f865e3450a,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:54.093477 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf5cb5-49e0-4535-8588-6363ce84d882 req-91948fb0-545f-43eb-adce-57f3ee86821e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:54.095031 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 6748fc76-9b42-44e2-8631-6ff0e081e4a7 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:50:54.099931 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-79d0386d-36fe-4679-90ba-6a6108f02318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:54.100530 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 6748fc76-9b42-44e2-8631-6ff0e081e4a7 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:54.100904 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:54.102523 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-79d0386d-36fe-4679-90ba-6a6108f02318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:54.103696 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-79d0386d-36fe-4679-90ba-6a6108f02318 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b4190773-4fd7-4bc9-9f5e-e0f8a9dd8040 HTTP/1.1" status: 204 len: 168 time: 1.5256202 Aug 16 20:50:54.105045 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5bcf5cb5-49e0-4535-8588-6363ce84d882 req-91948fb0-545f-43eb-adce-57f3ee86821e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7fbbb50327e94ccd9d31909af929fc37&device_id=79a90291-2d82-474f-b905-959671b49792 HTTP/1.1" status: 200 len: 1095 time: 0.0752399 Aug 16 20:50:54.115447 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-3bf9bebb-9a2e-4b3e-bc66-e0df76a2a4e4 req-004b174a-e920-4db3-a91e-1e45aaf690bc tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] For port 00ef0104-5c82-4e79-b48f-52cd23581421, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=00ef0104-5c82-4e79-b48f-52cd23581421,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:54.115447 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3bf9bebb-9a2e-4b3e-bc66-e0df76a2a4e4 req-004b174a-e920-4db3-a91e-1e45aaf690bc tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:54.153878 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-3bf9bebb-9a2e-4b3e-bc66-e0df76a2a4e4 req-004b174a-e920-4db3-a91e-1e45aaf690bc tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Calling delete_port for 00ef0104-5c82-4e79-b48f-52cd23581421 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:54.159275 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d0386d-36fe-4679-90ba-6a6108f02318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4190773-4fd7-4bc9-9f5e-e0f8a9dd8040,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:54.196238 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cf9ef781-8aec-4095-9fc2-985b4a5bbd7d tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:54.214509 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ec131-43f9-41ec-923f-f19825fc4a62 req-d4cfface-7815-487c-a7d8-ebab98b011d7 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:54.222047 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b50ec131-43f9-41ec-923f-f19825fc4a62 req-d4cfface-7815-487c-a7d8-ebab98b011d7 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] 10.222.0.84 "GET /v2.0/ports?device_id=79a90291-2d82-474f-b905-959671b49792 HTTP/1.1" status: 200 len: 943 time: 0.2672663 Aug 16 20:50:54.253199 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b95a5609-fc55-419c-b085-b00da7de39ae req-7581cff8-b94b-4e22-9817-8d086ddbafbc tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957660 Aug 16 20:50:54.380904 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf5cb5-49e0-4535-8588-6363ce84d882 req-580c845c-0f34-4afa-b21a-a76f3383c306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:54.382420 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5bcf5cb5-49e0-4535-8588-6363ce84d882 req-580c845c-0f34-4afa-b21a-a76f3383c306 service neutron] 10.222.0.90 "GET /v2.0/networks?id=250a96ef-7d22-48f4-9fe8-71bd99ace76b HTTP/1.1" status: 200 len: 922 time: 0.2578719 Aug 16 20:50:54.428377 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:54.479984 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5bcf5cb5-49e0-4535-8588-6363ce84d882 req-9704d286-216d-493b-ab6d-f424c92bb2de service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4daae0e5-a74e-4a7b-a3d0-850d669dc979 HTTP/1.1" status: 200 len: 217 time: 0.0899694 Aug 16 20:50:54.506283 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 6748fc76-9b42-44e2-8631-6ff0e081e4a7, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=6748fc76-9b42-44e2-8631-6ff0e081e4a7,segment=NetworkSegment(d31205ae-b8c7-447a-b06d-752345c4437a),segment_id=d31205ae-b8c7-447a-b06d-752345c4437a)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:54.553344 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf5cb5-49e0-4535-8588-6363ce84d882 req-83b122d1-94a6-49e8-b1a5-e62e60935dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:54.554823 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5bcf5cb5-49e0-4535-8588-6363ce84d882 req-83b122d1-94a6-49e8-b1a5-e62e60935dae service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fdd7b177-1b9b-4c2e-b82a-e57f1569bab4 HTTP/1.1" status: 200 len: 861 time: 0.0665593 Aug 16 20:50:54.604170 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:54.615390 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b50ec131-43f9-41ec-923f-f19825fc4a62 req-2a60a66f-d103-4413-a6cf-2cdf53219487 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] 10.222.0.84 "GET /v2.0/security-groups?id=d29bcbaf-c353-4432-b39c-0f2b7e78b996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904614 Aug 16 20:50:54.624887 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5bcf5cb5-49e0-4535-8588-6363ce84d882 req-c095247d-421f-4b1f-9f74-253fb809647b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=250a96ef-7d22-48f4-9fe8-71bd99ace76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600572 Aug 16 20:50:54.690750 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b2bbc-31d6-4f31-bb66-0ffe0a7996b0 req-a5b6cdcc-f496-466d-ba96-a9e21e4241c6 tempest-ServersOnMultiNodesTest-1547253778 tempest-ServersOnMultiNodesTest-1547253778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:54.700613 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b42b2bbc-31d6-4f31-bb66-0ffe0a7996b0 req-a5b6cdcc-f496-466d-ba96-a9e21e4241c6 tempest-ServersOnMultiNodesTest-1547253778 tempest-ServersOnMultiNodesTest-1547253778-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=5c2c4bdf-2222-4f80-a12f-65ab9afb1914 HTTP/1.1" status: 200 len: 1101 time: 0.3242249 Aug 16 20:50:54.720464 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=6748fc76-9b42-44e2-8631-6ff0e081e4a7,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:54.759410 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5bcf5cb5-49e0-4535-8588-6363ce84d882 req-8b8e8026-cce2-4af9-80c5-e244f0909fa7 service neutron] 10.222.0.90 "GET /v2.0/networks/250a96ef-7d22-48f4-9fe8-71bd99ace76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266687 Aug 16 20:50:54.879290 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-73448a94-57ac-40bc-99dd-7384577a45d2 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:54.882456 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5bcf5cb5-49e0-4535-8588-6363ce84d882 req-d77d2931-f9d7-481f-8375-c6fdb2cd8eb7 service neutron] 10.222.0.90 "GET /v2.0/networks/250a96ef-7d22-48f4-9fe8-71bd99ace76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128757 Aug 16 20:50:54.887245 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b42b2bbc-31d6-4f31-bb66-0ffe0a7996b0 req-300686d0-7ec2-47d6-ab2f-51f608568537 tempest-ServersOnMultiNodesTest-1547253778 tempest-ServersOnMultiNodesTest-1547253778-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855979 Aug 16 20:50:54.938989 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-73448a94-57ac-40bc-99dd-7384577a45d2 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Transition to ACTIVE for port object 0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:50:54.953701 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b3afa-d9d6-4b64-8979-282ee352d679 req-f9b17be2-1ded-46b8-ada6-b43118aac7fe tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:54.955271 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c45b3afa-d9d6-4b64-8979-282ee352d679 req-f9b17be2-1ded-46b8-ada6-b43118aac7fe tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e9f37b5-8831-4d4e-ad0b-cf3a48fee5d1 HTTP/1.1" status: 200 len: 950 time: 0.2044022 Aug 16 20:50:55.019033 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a4e69de-7cdb-4084-93ea-fe22d69cf2a8 req-102b5f27-8e34-4c0e-9de1-a514fd65b2d6 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/ports?device_id=96584ebe-1c2d-4f8e-a2d8-593e9ffed30e HTTP/1.1" status: 200 len: 210 time: 0.0531502 Aug 16 20:50:55.023908 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3bf9bebb-9a2e-4b3e-bc66-e0df76a2a4e4 req-004b174a-e920-4db3-a91e-1e45aaf690bc tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:55.050395 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['2cd5f3f6-851a-4296-a37c-66f3f8744c93'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:50:55.080157 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b174a-e920-4db3-a91e-1e45aaf690bc tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Pushing event deleted for resources: {'Port': ['ID=00ef0104-5c82-4e79-b48f-52cd23581421,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:55.101241 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c45b3afa-d9d6-4b64-8979-282ee352d679 req-97722b60-cd04-426a-945d-3c87ba58f67f tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312015 Aug 16 20:50:55.104879 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9ef781-8aec-4095-9fc2-985b4a5bbd7d tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Router fdfc1d2b-0efb-4229-a019-935b9f46a596 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:50:55.170314 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf9bebb-9a2e-4b3e-bc66-e0df76a2a4e4 req-004b174a-e920-4db3-a91e-1e45aaf690bc tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] No DVR routers for this DVR port 00ef0104-5c82-4e79-b48f-52cd23581421 on host n-h1-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:50:55.170314 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3bf9bebb-9a2e-4b3e-bc66-e0df76a2a4e4 req-004b174a-e920-4db3-a91e-1e45aaf690bc tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:55.170314 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3bf9bebb-9a2e-4b3e-bc66-e0df76a2a4e4 req-004b174a-e920-4db3-a91e-1e45aaf690bc tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.72 "DELETE /v2.0/ports/00ef0104-5c82-4e79-b48f-52cd23581421 HTTP/1.1" status: 204 len: 173 time: 2.5537305 Aug 16 20:50:55.170314 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9f37b5-8831-4d4e-ad0b-cf3a48fee5d1', 'name': 'network-vif-deleted', 'tag': '00ef0104-5c82-4e79-b48f-52cd23581421'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:55.171423 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b0bb51-ac24-4292-a9c6-c465e981d7e3" -d '{"events": [{"server_uuid": "7e9f37b5-8831-4d4e-ad0b-cf3a48fee5d1", "name": "network-vif-deleted", "tag": "00ef0104-5c82-4e79-b48f-52cd23581421"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:55.206939 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39680) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:55.245810 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-73448a94-57ac-40bc-99dd-7384577a45d2 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:55.249930 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891b2d26-14df-4ce8-b505-f8c08888d11f x-openstack-request-id: req-891b2d26-14df-4ce8-b505-f8c08888d11f {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:55.250488 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e9f37b5-8831-4d4e-ad0b-cf3a48fee5d1", "name": "network-vif-deleted", "tag": "00ef0104-5c82-4e79-b48f-52cd23581421", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:55.250914 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-891b2d26-14df-4ce8-b505-f8c08888d11f {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:55.251523 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9f37b5-8831-4d4e-ad0b-cf3a48fee5d1', 'name': 'network-vif-deleted', 'tag': '00ef0104-5c82-4e79-b48f-52cd23581421', 'status': 'completed', 'code': 200} Aug 16 20:50:55.300771 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-506ba1a3-54b2-4879-8b55-51b292de1ded admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4d55c1b3dbef4fbea53d01e1254293f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0920889 Aug 16 20:50:55.301765 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39682) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:55.318932 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 0bec3525-420d-49b9-84ad-50f865e3450a up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:50:55.340592 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-73448a94-57ac-40bc-99dd-7384577a45d2 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Network d77fce7e-e915-4ee5-ada6-d6f376af2589 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:50:55.350658 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-73448a94-57ac-40bc-99dd-7384577a45d2 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:55.358571 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-73448a94-57ac-40bc-99dd-7384577a45d2 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:50:55.359589 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0ff907d4-f905-4899-af6c-ead6918d2311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:55.386791 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73448a94-57ac-40bc-99dd-7384577a45d2 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Pushing event updated for resources: {'Port': ['ID=0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:55.387996 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0ff907d4-f905-4899-af6c-ead6918d2311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:55.420540 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9ef781-8aec-4095-9fc2-985b4a5bbd7d tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:50:55.440966 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4049118-ad66-45f5-8ae8-53e636066fd1 None None] Sync routers for ids ['fdfc1d2b-0efb-4229-a019-935b9f46a596'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:50:55.443076 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-73448a94-57ac-40bc-99dd-7384577a45d2 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:55.443776 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-73448a94-57ac-40bc-99dd-7384577a45d2 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:55.445934 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 0bec3525-420d-49b9-84ad-50f865e3450a triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:55.446791 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:55.497557 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4049118-ad66-45f5-8ae8-53e636066fd1 None None] Routers {'fdfc1d2b-0efb-4229-a019-935b9f46a596'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:55.497557 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e4049118-ad66-45f5-8ae8-53e636066fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:50:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['fdfc1d2b-0efb-4229-a019-935b9f46a596'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:55.595320 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-73448a94-57ac-40bc-99dd-7384577a45d2 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6586020 Aug 16 20:50:55.598769 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cf9ef781-8aec-4095-9fc2-985b4a5bbd7d tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:55.600769 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-cf9ef781-8aec-4095-9fc2-985b4a5bbd7d tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.0327461 Aug 16 20:50:55.608244 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39690) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:55.623928 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['9ebe3d3a-bd93-43d6-9607-9b8a58050498'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:50:55.632914 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-d3d7eca4-f437-4f9a-8492-a27e13dff631 service neutron] Request body: {'port': {'device_id': '96584ebe-1c2d-4f8e-a2d8-593e9ffed30e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:55.730002 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6748fc76-9b42-44e2-8631-6ff0e081e4a7 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:50:55.801786 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-e4049118-ad66-45f5-8ae8-53e636066fd1 None None] Set router fdfc1d2b-0efb-4229-a019-935b9f46a596 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:55.831771 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-d3d7eca4-f437-4f9a-8492-a27e13dff631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:55.832306 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0ff907d4-f905-4899-af6c-ead6918d2311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:55.835101 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0ff907d4-f905-4899-af6c-ead6918d2311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:55.841006 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0ff907d4-f905-4899-af6c-ead6918d2311 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0c405574-57b1-4f68-bfed-27878a684b9e HTTP/1.1" status: 204 len: 168 time: 0.5381093 Aug 16 20:50:55.868476 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff907d4-f905-4899-af6c-ead6918d2311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c405574-57b1-4f68-bfed-27878a684b9e,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:55.873142 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a4737c91-074c-4e11-b4b5-9a101b54f08e tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] 10.222.0.84 "GET /v2.0/routers/fdfc1d2b-0efb-4229-a019-935b9f46a596 HTTP/1.1" status: 200 len: 907 time: 0.2631683 Aug 16 20:50:55.922094 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39696) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:55.923263 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d62c36-da43-4289-aa66-fb2a276dff92 req-266023e4-928e-426d-8fe6-5e2bb15b990c tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:55.931316 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b5d62c36-da43-4289-aa66-fb2a276dff92 req-266023e4-928e-426d-8fe6-5e2bb15b990c tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] 10.222.0.84 "GET /v2.0/ports?device_id=79a90291-2d82-474f-b905-959671b49792 HTTP/1.1" status: 200 len: 943 time: 0.1552668 Aug 16 20:50:55.956948 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37710c-9fa4-4b61-a353-2f3358500bc2 req-e7de5de3-89fc-448d-bad2-9de73c62f8f3 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:55.964739 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6d37710c-9fa4-4b61-a353-2f3358500bc2 req-e7de5de3-89fc-448d-bad2-9de73c62f8f3 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c2c4bdf-2222-4f80-a12f-65ab9afb1914 HTTP/1.1" status: 200 len: 949 time: 0.2001178 Aug 16 20:50:56.106898 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-781ae03c-4feb-4b41-b934-a71bc347656f tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:56.145723 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b5d62c36-da43-4289-aa66-fb2a276dff92 req-3eaa82c5-7712-41f6-9506-d02b65f46527 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] 10.222.0.84 "GET /v2.0/security-groups?id=d29bcbaf-c353-4432-b39c-0f2b7e78b996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109942 Aug 16 20:50:56.165993 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6d37710c-9fa4-4b61-a353-2f3358500bc2 req-55cdbc9c-dc61-4048-a456-a89510139b50 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915596 Aug 16 20:50:56.350877 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7ac0379e-574d-403d-9c4e-2d7221794198 req-bcaf4d08-9d94-467f-a467-1961cba2d552 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e9f37b5-8831-4d4e-ad0b-cf3a48fee5d1 HTTP/1.1" status: 200 len: 210 time: 0.0519416 Aug 16 20:50:56.419037 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-781ae03c-4feb-4b41-b934-a71bc347656f tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:56.427208 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-6fa4b737-e19a-45b9-ae8d-74ab7bd94d69 None None] Provisioning for port 0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:50:56.443337 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 6748fc76-9b42-44e2-8631-6ff0e081e4a7 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:56.445876 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:56.493990 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-6fa4b737-e19a-45b9-ae8d-74ab7bd94d69 None None] Provisioning complete for port 0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:56.493990 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6fa4b737-e19a-45b9-ae8d-74ab7bd94d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:56.585617 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-6fa4b737-e19a-45b9-ae8d-74ab7bd94d69 None None] Port 0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:50:56.676969 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-781ae03c-4feb-4b41-b934-a71bc347656f tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Deleting port 2ecb3094-47b7-4a54-9fdf-f489b9a25fa8 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:56.676969 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-781ae03c-4feb-4b41-b934-a71bc347656f tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:56.685305 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e4049118-ad66-45f5-8ae8-53e636066fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdfc1d2b-0efb-4229-a019-935b9f46a596', 'name': 'tempest-snat-router-1749491929', 'tenant_id': 'c3a7754f3e82468e96189acd8b6d8190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '2ecb3094-47b7-4a54-9fdf-f489b9a25fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:50:48Z', 'updated_at': '2021-08-16T20:50:52Z', 'revision_number': 3, 'project_id': 'c3a7754f3e82468e96189acd8b6d8190', 'gw_port': {'id': '2ecb3094-47b7-4a54-9fdf-f489b9a25fa8', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdfc1d2b-0efb-4229-a019-935b9f46a596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:50Z', 'updated_at': '2021-08-16T20:50:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:56.729911 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4049118-ad66-45f5-8ae8-53e636066fd1 None None] Checking router: fdfc1d2b-0efb-4229-a019-935b9f46a596 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:50:56.730398 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4049118-ad66-45f5-8ae8-53e636066fd1 None None] Updating router fdfc1d2b-0efb-4229-a019-935b9f46a596 port 2ecb3094-47b7-4a54-9fdf-f489b9a25fa8 binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:50:56.765927 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e4049118-ad66-45f5-8ae8-53e636066fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:56.975812 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b13e52-229b-45ce-b73b-4a64bbbcfdee req-55006962-8778-4c48-9464-4aec478e8035 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:56.985888 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d4b13e52-229b-45ce-b73b-4a64bbbcfdee req-55006962-8778-4c48-9464-4aec478e8035 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/ports?device_id=96584ebe-1c2d-4f8e-a2d8-593e9ffed30e HTTP/1.1" status: 200 len: 936 time: 0.6940260 Aug 16 20:50:57.053207 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 00ef0104-5c82-4e79-b48f-52cd23581421 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:50:57.091914 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d4b13e52-229b-45ce-b73b-4a64bbbcfdee req-1312e1ec-dccd-4091-81e5-aa37568e4199 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcde13e6-7ce2-4852-825a-3fa6ea61d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997496 Aug 16 20:50:57.145600 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 00ef0104-5c82-4e79-b48f-52cd23581421 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:50:57.146170 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 00ef0104-5c82-4e79-b48f-52cd23581421 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:50:57.168839 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-d3d7eca4-f437-4f9a-8492-a27e13dff631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:50:57.193954 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-781ae03c-4feb-4b41-b934-a71bc347656f tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:57.205354 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-d3d7eca4-f437-4f9a-8492-a27e13dff631 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:57.209886 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-781ae03c-4feb-4b41-b934-a71bc347656f tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Calling delete_port for 2ecb3094-47b7-4a54-9fdf-f489b9a25fa8 owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:57.211639 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e4049118-ad66-45f5-8ae8-53e636066fd1 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:57.224575 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e4049118-ad66-45f5-8ae8-53e636066fd1 None None] Transition to ACTIVE for port object 2ecb3094-47b7-4a54-9fdf-f489b9a25fa8 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:50:57.237600 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-d3d7eca4-f437-4f9a-8492-a27e13dff631 service neutron] Transition to ACTIVE for port object 0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:50:57.317876 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e4049118-ad66-45f5-8ae8-53e636066fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:57.335801 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-d3d7eca4-f437-4f9a-8492-a27e13dff631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:57.389161 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112bb81-7307-4bac-8b91-0110cc31deeb req-2794f3ca-9ecd-49c8-8a4a-19230999b474 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:57.389935 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-e4049118-ad66-45f5-8ae8-53e636066fd1 None None] Attempting to bind port 2ecb3094-47b7-4a54-9fdf-f489b9a25fa8 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:50:57.390595 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-e4049118-ad66-45f5-8ae8-53e636066fd1 None None] Attempting to bind port 2ecb3094-47b7-4a54-9fdf-f489b9a25fa8 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:50:57.390878 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4049118-ad66-45f5-8ae8-53e636066fd1 None None] Attempting to bind port 2ecb3094-47b7-4a54-9fdf-f489b9a25fa8 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:57.392672 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a112bb81-7307-4bac-8b91-0110cc31deeb req-2794f3ca-9ecd-49c8-8a4a-19230999b474 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.72 "GET /v2.0/ports?device_id=5c2c4bdf-2222-4f80-a12f-65ab9afb1914 HTTP/1.1" status: 200 len: 949 time: 0.1530275 Aug 16 20:50:57.397384 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4049118-ad66-45f5-8ae8-53e636066fd1 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:50:57.397936 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4049118-ad66-45f5-8ae8-53e636066fd1 None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:50:57.398352 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e4049118-ad66-45f5-8ae8-53e636066fd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:57.398747 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4049118-ad66-45f5-8ae8-53e636066fd1 None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:50:57.399359 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-e4049118-ad66-45f5-8ae8-53e636066fd1 None None] Bound port: 2ecb3094-47b7-4a54-9fdf-f489b9a25fa8, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:50:57.399751 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e4049118-ad66-45f5-8ae8-53e636066fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:57.401488 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268dbd14-2173-48ac-90e1-4fac357920aa None None] Pushing event updated for resources: {'Port': ['ID=2ecb3094-47b7-4a54-9fdf-f489b9a25fa8,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:57.482803 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d7eca4-f437-4f9a-8492-a27e13dff631 service neutron] Pushing event updated for resources: {'Port': ['ID=0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:57.508138 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77737d77-4485-43dd-b06f-b46bc531421e req-b8cc2b04-11e8-4ff3-aedb-56b3339f837a tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:57.509712 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-77737d77-4485-43dd-b06f-b46bc531421e req-b8cc2b04-11e8-4ff3-aedb-56b3339f837a tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] 10.222.0.84 "GET /v2.0/ports?device_id=79a90291-2d82-474f-b905-959671b49792 HTTP/1.1" status: 200 len: 943 time: 0.2345362 Aug 16 20:50:57.615549 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453f3fb-ad63-4eab-acd5-d0d519da62e6 req-94a7fccd-6942-40be-9178-7817d48a22ea tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:57.617192 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5453f3fb-ad63-4eab-acd5-d0d519da62e6 req-94a7fccd-6942-40be-9178-7817d48a22ea tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c2c4bdf-2222-4f80-a12f-65ab9afb1914 HTTP/1.1" status: 200 len: 949 time: 0.2228320 Aug 16 20:50:57.663173 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-77737d77-4485-43dd-b06f-b46bc531421e req-872e919f-702f-429d-961d-e983f138232d tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] 10.222.0.84 "GET /v2.0/security-groups?id=d29bcbaf-c353-4432-b39c-0f2b7e78b996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410153 Aug 16 20:50:57.705130 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-d3d7eca4-f437-4f9a-8492-a27e13dff631 service neutron] Attempting to bind port 0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:50:57.705515 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-d3d7eca4-f437-4f9a-8492-a27e13dff631 service neutron] Attempting to bind port 0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:50:57.705841 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-d3d7eca4-f437-4f9a-8492-a27e13dff631 service neutron] Attempting to bind port 0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:57.717573 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5453f3fb-ad63-4eab-acd5-d0d519da62e6 req-533d7acb-e7aa-4cdf-89b6-d57d111b9f55 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916686 Aug 16 20:50:57.719490 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-d3d7eca4-f437-4f9a-8492-a27e13dff631 service neutron] Port 0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b on network d77fce7e-e915-4ee5-ada6-d6f376af2589 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:50:57.719716 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-d3d7eca4-f437-4f9a-8492-a27e13dff631 service neutron] Attempting to bind port 0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:57.740126 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-a112bb81-7307-4bac-8b91-0110cc31deeb req-69cee8c3-1615-4888-9cd1-cf806820a4d5 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Deleting port a204c92f-1a55-45ee-8a48-592168180596 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:57.740126 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a112bb81-7307-4bac-8b91-0110cc31deeb req-69cee8c3-1615-4888-9cd1-cf806820a4d5 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:57.744559 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-d3d7eca4-f437-4f9a-8492-a27e13dff631 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:50:57.744919 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-d3d7eca4-f437-4f9a-8492-a27e13dff631 service neutron] Checking segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:50:57.745313 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-d3d7eca4-f437-4f9a-8492-a27e13dff631 service neutron] Bound using segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:50:57.745802 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-d3d7eca4-f437-4f9a-8492-a27e13dff631 service neutron] Bound port: 0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:50:57.746164 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-d3d7eca4-f437-4f9a-8492-a27e13dff631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:57.760552 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-781ae03c-4feb-4b41-b934-a71bc347656f tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:57.761039 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.db.api [None req-e4049118-ad66-45f5-8ae8-53e636066fd1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:50:57.761039 n-d-793620-15 neutron-server[101846]: DEBUG oslo_db.api [None req-e4049118-ad66-45f5-8ae8-53e636066fd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:50:57.878545 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 4daae0e5-a74e-4a7b-a3d0-850d669dc979 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:50:57.923363 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ae03c-4feb-4b41-b934-a71bc347656f tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ecb3094-47b7-4a54-9fdf-f489b9a25fa8,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:58.029653 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb532e72-faf3-4dfd-99c4-c0d8ae2799d0 req-f73d61bf-2d4d-41ef-8ed8-bf794d9c2531 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:58.030337 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638790e-c077-4db7-bb0f-cc822dea290d req-d61cd6a9-cd0f-45c0-8a3e-3aa2cdaba0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:58.030863 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 4daae0e5-a74e-4a7b-a3d0-850d669dc979, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=4daae0e5-a74e-4a7b-a3d0-850d669dc979,segment=NetworkSegment(630d823f-2917-4f6a-ad07-36860e954040),segment_id=630d823f-2917-4f6a-ad07-36860e954040)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:58.032094 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9638790e-c077-4db7-bb0f-cc822dea290d req-d61cd6a9-cd0f-45c0-8a3e-3aa2cdaba0d5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=91a0e7dd9c2b431cb8d4b7053e5a6182&device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 1098 time: 0.2413168 Aug 16 20:50:58.037335 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cb532e72-faf3-4dfd-99c4-c0d8ae2799d0 req-f73d61bf-2d4d-41ef-8ed8-bf794d9c2531 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.2308266 Aug 16 20:50:58.042739 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-781ae03c-4feb-4b41-b934-a71bc347656f tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:58.053824 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-a112bb81-7307-4bac-8b91-0110cc31deeb req-69cee8c3-1615-4888-9cd1-cf806820a4d5 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] For port a204c92f-1a55-45ee-8a48-592168180596, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=a204c92f-1a55-45ee-8a48-592168180596,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:58.054213 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a112bb81-7307-4bac-8b91-0110cc31deeb req-69cee8c3-1615-4888-9cd1-cf806820a4d5 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:58.064757 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-d3d7eca4-f437-4f9a-8492-a27e13dff631 service neutron] For port 0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:50:58.070743 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '4daae0e5-a74e-4a7b-a3d0-850d669dc979', 'network_id': '250a96ef-7d22-48f4-9fe8-71bd99ace76b', 'port_id': '4daae0e5-a74e-4a7b-a3d0-850d669dc979', 'mac_address': 'fa:16:3e:c3:e9:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdd7b177-1b9b-4c2e-b82a-e57f1569bab4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:50:58.086484 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-a112bb81-7307-4bac-8b91-0110cc31deeb req-69cee8c3-1615-4888-9cd1-cf806820a4d5 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Calling delete_port for a204c92f-1a55-45ee-8a48-592168180596 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:58.096803 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-d3d7eca4-f437-4f9a-8492-a27e13dff631 service neutron] For port 0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:50:58.115161 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:58.131076 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cb532e72-faf3-4dfd-99c4-c0d8ae2799d0 req-4f5aac5a-c730-4afc-9e9b-ae44fd9a8d59 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871069 Aug 16 20:50:58.134005 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4daae0e5-a74e-4a7b-a3d0-850d669dc979 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:50:58.162074 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 4daae0e5-a74e-4a7b-a3d0-850d669dc979, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=4daae0e5-a74e-4a7b-a3d0-850d669dc979,segment=NetworkSegment(630d823f-2917-4f6a-ad07-36860e954040),segment_id=630d823f-2917-4f6a-ad07-36860e954040)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:58.178032 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-d3d7eca4-f437-4f9a-8492-a27e13dff631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:58.216415 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:58.268435 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-d3d7eca4-f437-4f9a-8492-a27e13dff631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:58.269122 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-d3d7eca4-f437-4f9a-8492-a27e13dff631 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:58.270579 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-d3d7eca4-f437-4f9a-8492-a27e13dff631 service neutron] 10.222.0.90 "PUT /v2.0/ports/0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b HTTP/1.1" status: 200 len: 1097 time: 2.6672521 Aug 16 20:50:58.271979 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96584ebe-1c2d-4f8e-a2d8-593e9ffed30e', 'tag': '0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:58.275480 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893f694c-6637-4e7c-b5dc-66f4a1b21735" -d '{"events": [{"name": "network-changed", "server_uuid": "96584ebe-1c2d-4f8e-a2d8-593e9ffed30e", "tag": "0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:58.291575 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6bbd88dd-217b-4cd5-b84a-85e8f409d68b req-9add839f-6277-4c73-8c8f-59998746177e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=26e160f2-ae64-418c-b308-c761a3c9e391&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3708549 Aug 16 20:50:58.298315 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-781ae03c-4feb-4b41-b934-a71bc347656f tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:58.309118 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-781ae03c-4feb-4b41-b934-a71bc347656f tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:58.315163 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d7eca4-f437-4f9a-8492-a27e13dff631 service neutron] Pushing event updated for resources: {'Port': ['ID=0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:58.339292 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-e4049118-ad66-45f5-8ae8-53e636066fd1 None None] Attempting to bind port 2ecb3094-47b7-4a54-9fdf-f489b9a25fa8 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:50:58.342252 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d433f-b310-4974-916e-75f08da7bfe2 req-8bf001ba-0a47-4b4a-a8c1-bd7581bd5dfd tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:58.343969 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-672d433f-b310-4974-916e-75f08da7bfe2 req-8bf001ba-0a47-4b4a-a8c1-bd7581bd5dfd tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/ports?device_id=96584ebe-1c2d-4f8e-a2d8-593e9ffed30e HTTP/1.1" status: 200 len: 948 time: 0.1324091 Aug 16 20:50:58.363313 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-e4049118-ad66-45f5-8ae8-53e636066fd1 None None] Attempting to bind port 2ecb3094-47b7-4a54-9fdf-f489b9a25fa8 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:50:58.365409 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4049118-ad66-45f5-8ae8-53e636066fd1 None None] Attempting to bind port 2ecb3094-47b7-4a54-9fdf-f489b9a25fa8 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:58.408331 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4049118-ad66-45f5-8ae8-53e636066fd1 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:50:58.408331 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4049118-ad66-45f5-8ae8-53e636066fd1 None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:50:58.408331 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e4049118-ad66-45f5-8ae8-53e636066fd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:58.408331 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4049118-ad66-45f5-8ae8-53e636066fd1 None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:50:58.408331 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-e4049118-ad66-45f5-8ae8-53e636066fd1 None None] Bound port: 2ecb3094-47b7-4a54-9fdf-f489b9a25fa8, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:50:58.408331 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e4049118-ad66-45f5-8ae8-53e636066fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:58.412290 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=4daae0e5-a74e-4a7b-a3d0-850d669dc979,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:58.454065 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-e4049118-ad66-45f5-8ae8-53e636066fd1 None None] Port 2ecb3094-47b7-4a54-9fdf-f489b9a25fa8 has been deleted concurrently {{(pid=101846) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 16 20:50:58.465211 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4049118-ad66-45f5-8ae8-53e636066fd1 None None] Routers {'fdfc1d2b-0efb-4229-a019-935b9f46a596'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:58.466243 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e4049118-ad66-45f5-8ae8-53e636066fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:50:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['fdfc1d2b-0efb-4229-a019-935b9f46a596'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:58.475451 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638790e-c077-4db7-bb0f-cc822dea290d req-ee559619-b024-4eba-b4a9-e85f747a605e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:58.477090 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9638790e-c077-4db7-bb0f-cc822dea290d req-ee559619-b024-4eba-b4a9-e85f747a605e service neutron] 10.222.0.72 "GET /v2.0/networks?id=078bd5a9-b098-43f3-ba33-8a739c62ede2 HTTP/1.1" status: 200 len: 919 time: 0.4230359 Aug 16 20:50:58.484360 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd88dd-217b-4cd5-b84a-85e8f409d68b req-95129524-2eb6-4e05-bab0-4c90dd2482e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:58.485677 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6bbd88dd-217b-4cd5-b84a-85e8f409d68b req-95129524-2eb6-4e05-bab0-4c90dd2482e7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=34d8c782880e4e14877287a38850e52e&device_id=26e160f2-ae64-418c-b308-c761a3c9e391 HTTP/1.1" status: 200 len: 1101 time: 0.0890422 Aug 16 20:50:58.515337 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-672d433f-b310-4974-916e-75f08da7bfe2 req-480c405a-eb34-40db-a9df-32ed4ac8841a tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcde13e6-7ce2-4852-825a-3fa6ea61d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323938 Aug 16 20:50:58.540485 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-61960630-4859-4c1f-ae1a-cdf8ae7dc2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:58.542869 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-61960630-4859-4c1f-ae1a-cdf8ae7dc2e2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ce0aedd9c6404b9eabcd0242d8edefef&device_id=96584ebe-1c2d-4f8e-a2d8-593e9ffed30e HTTP/1.1" status: 200 len: 1100 time: 0.1417954 Aug 16 20:50:58.548510 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['4daae0e5-a74e-4a7b-a3d0-850d669dc979'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:50:58.603389 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9638790e-c077-4db7-bb0f-cc822dea290d req-71bc7bf5-3202-4676-b360-0c166dab9b7d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3ff8082-7488-4fa4-bba1-1383fc59b92a HTTP/1.1" status: 200 len: 217 time: 0.1138811 Aug 16 20:50:58.621856 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-781ae03c-4feb-4b41-b934-a71bc347656f tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:58.621856 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781ae03c-4feb-4b41-b934-a71bc347656f tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fdfc1d2b-0efb-4229-a019-935b9f46a596 {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:50:58.621856 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-781ae03c-4feb-4b41-b934-a71bc347656f tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:58.621856 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-781ae03c-4feb-4b41-b934-a71bc347656f tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] 10.222.0.84 "DELETE /v2.0/routers/fdfc1d2b-0efb-4229-a019-935b9f46a596 HTTP/1.1" status: 204 len: 168 time: 2.6910720 Aug 16 20:50:58.622379 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39762) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:58.631970 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-e4049118-ad66-45f5-8ae8-53e636066fd1 None None] Set router fdfc1d2b-0efb-4229-a019-935b9f46a596 gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:58.651979 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-87033342-fa0c-4c3d-8579-a042e22b4159 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b HTTP/1.1" status: 200 len: 217 time: 0.0993061 Aug 16 20:50:58.652758 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a112bb81-7307-4bac-8b91-0110cc31deeb req-69cee8c3-1615-4888-9cd1-cf806820a4d5 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:58.726383 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638790e-c077-4db7-bb0f-cc822dea290d req-dba36686-d8e3-44c9-a4db-077577a3dfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:58.728782 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9638790e-c077-4db7-bb0f-cc822dea290d req-dba36686-d8e3-44c9-a4db-077577a3dfdc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=739c3a49-237b-4d98-9492-010a42c636b6 HTTP/1.1" status: 200 len: 858 time: 0.0995209 Aug 16 20:50:58.731617 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['d12fa717-5873-4d2b-90e6-5c7935218310', 'a204c92f-1a55-45ee-8a48-592168180596'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:50:58.766570 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e4049118-ad66-45f5-8ae8-53e636066fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdfc1d2b-0efb-4229-a019-935b9f46a596', 'name': 'tempest-snat-router-1749491929', 'tenant_id': 'c3a7754f3e82468e96189acd8b6d8190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:50:48Z', 'updated_at': '2021-08-16T20:50:57Z', 'revision_number': 5, 'project_id': 'c3a7754f3e82468e96189acd8b6d8190', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:58.770790 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd88dd-217b-4cd5-b84a-85e8f409d68b req-f9300a4c-8c74-4c1a-82d2-775cc3aef12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:58.774972 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6bbd88dd-217b-4cd5-b84a-85e8f409d68b req-f9300a4c-8c74-4c1a-82d2-775cc3aef12d service neutron] 10.222.0.90 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.2003698 Aug 16 20:50:58.793440 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-eabd103f-9c2b-4120-a98c-8cec6a670f74 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=8dd0211e29924429869841b1231bd93e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1716733 Aug 16 20:50:58.794366 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9638790e-c077-4db7-bb0f-cc822dea290d req-093444c7-559e-4073-aa47-72209032a6c9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=078bd5a9-b098-43f3-ba33-8a739c62ede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493197 Aug 16 20:50:58.802223 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cee8c3-1615-4888-9cd1-cf806820a4d5 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Pushing event deleted for resources: {'Port': ['ID=a204c92f-1a55-45ee-8a48-592168180596,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:58.828119 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4049118-ad66-45f5-8ae8-53e636066fd1 None None] The sync data for ids ['fdfc1d2b-0efb-4229-a019-935b9f46a596'] in n-d-793620-15 is: [{'id': 'fdfc1d2b-0efb-4229-a019-935b9f46a596', 'name': 'tempest-snat-router-1749491929', 'tenant_id': 'c3a7754f3e82468e96189acd8b6d8190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:50:48Z', 'updated_at': '2021-08-16T20:50:57Z', 'revision_number': 5, 'project_id': 'c3a7754f3e82468e96189acd8b6d8190', 'gw_port_host': None}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:50:58.880484 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6bbd88dd-217b-4cd5-b84a-85e8f409d68b req-95e4614b-fb78-4bf2-9d34-3ecefd73793a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=d88b29f6-cf28-4a24-ba6e-34e54b0a41c9 HTTP/1.1" status: 200 len: 217 time: 0.0901475 Aug 16 20:50:58.974750 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-fc20f70b-a0ed-41d0-b6d0-e321956f00fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:58.976280 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-fc20f70b-a0ed-41d0-b6d0-e321956f00fd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.2756677 Aug 16 20:50:59.000016 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-a112bb81-7307-4bac-8b91-0110cc31deeb req-69cee8c3-1615-4888-9cd1-cf806820a4d5 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] No DVR routers for this DVR port a204c92f-1a55-45ee-8a48-592168180596 on host n-h1-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:50:59.021819 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9b24e-5095-42f7-8f85-20de2cc2a42b req-48fcb89d-e3ac-4950-9e87-9485a988565a tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:59.030525 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-20b9b24e-5095-42f7-8f85-20de2cc2a42b req-48fcb89d-e3ac-4950-9e87-9485a988565a tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 951 time: 0.3899386 Aug 16 20:50:59.032959 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a112bb81-7307-4bac-8b91-0110cc31deeb req-69cee8c3-1615-4888-9cd1-cf806820a4d5 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:59.035491 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a112bb81-7307-4bac-8b91-0110cc31deeb req-69cee8c3-1615-4888-9cd1-cf806820a4d5 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.72 "DELETE /v2.0/ports/a204c92f-1a55-45ee-8a48-592168180596 HTTP/1.1" status: 204 len: 173 time: 1.6297858 Aug 16 20:50:59.058686 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9638790e-c077-4db7-bb0f-cc822dea290d req-35e54a0b-5d88-4198-ad56-609cb5c4f4bb service neutron] 10.222.0.72 "GET /v2.0/networks/078bd5a9-b098-43f3-ba33-8a739c62ede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550366 Aug 16 20:50:59.079677 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd88dd-217b-4cd5-b84a-85e8f409d68b req-781566db-e294-4ac2-9371-92b3690af513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:59.081815 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6bbd88dd-217b-4cd5-b84a-85e8f409d68b req-781566db-e294-4ac2-9371-92b3690af513 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.1466272 Aug 16 20:50:59.091433 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-17f761eb-b6d6-4158-addd-6262dcdaf097 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:59.232869 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd88dd-217b-4cd5-b84a-85e8f409d68b req-17660a2f-1509-432a-b0e7-ea8cc56905e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:59.234772 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6bbd88dd-217b-4cd5-b84a-85e8f409d68b req-17660a2f-1509-432a-b0e7-ea8cc56905e2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1317148 Aug 16 20:50:59.264447 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-20b9b24e-5095-42f7-8f85-20de2cc2a42b req-54e45b69-3cf8-4e51-a7e4-0a35beef5b4b tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/security-groups?id=8515df12-3478-435c-b52d-3d46d7c1e9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329497 Aug 16 20:50:59.276978 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-f66373e4-354c-455e-a49b-768be0420ba6 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:59.286909 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-f66373e4-354c-455e-a49b-768be0420ba6 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4922762 Aug 16 20:50:59.341473 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9b37d6-98e8-4543-a07f-a6ad864cc99d x-openstack-request-id: req-0e9b37d6-98e8-4543-a07f-a6ad864cc99d {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:59.341767 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96584ebe-1c2d-4f8e-a2d8-593e9ffed30e", "tag": "0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:59.342132 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0e9b37d6-98e8-4543-a07f-a6ad864cc99d {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:59.342412 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96584ebe-1c2d-4f8e-a2d8-593e9ffed30e', 'tag': '0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b', 'status': 'completed', 'code': 200} Aug 16 20:50:59.346128 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-61c75ce3-9f43-4696-b707-15910221df34 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] 10.222.0.84 "GET /v2.0/quotas/8dd0211e29924429869841b1231bd93e HTTP/1.1" status: 200 len: 375 time: 0.0581839 Aug 16 20:50:59.352924 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-93820b34-a064-493c-b3cb-98333c6ae874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:59.357185 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-93820b34-a064-493c-b3cb-98333c6ae874 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3575642 Aug 16 20:50:59.371012 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9638790e-c077-4db7-bb0f-cc822dea290d req-ea655b3b-644b-433d-a0c9-d103d47cf59c service neutron] 10.222.0.72 "GET /v2.0/networks/078bd5a9-b098-43f3-ba33-8a739c62ede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012614 Aug 16 20:50:59.375160 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6bbd88dd-217b-4cd5-b84a-85e8f409d68b req-94873775-acf6-4bbd-8472-cd4582d2d4a0 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256640 Aug 16 20:50:59.418741 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-92f77aff-10ba-410e-9403-4a74c4327d5a tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=8dd0211e29924429869841b1231bd93e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589101 Aug 16 20:50:59.542857 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6bbd88dd-217b-4cd5-b84a-85e8f409d68b req-d97fad42-cd2f-4d15-a438-7e4e636ed8d9 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520576 Aug 16 20:50:59.627204 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-85630716-e5d6-487b-b01c-e46187bb4761 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626209 Aug 16 20:50:59.638519 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-17f761eb-b6d6-4158-addd-6262dcdaf097 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:59.701252 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb0090-de69-4c9a-a2e6-f157576f82ff req-8eb3995a-361e-4706-bc0f-b17aafb8db07 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:59.709570 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-83bb0090-de69-4c9a-a2e6-f157576f82ff req-8eb3995a-361e-4706-bc0f-b17aafb8db07 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] 10.222.0.84 "GET /v2.0/ports?device_id=79a90291-2d82-474f-b905-959671b49792 HTTP/1.1" status: 200 len: 944 time: 0.3065379 Aug 16 20:50:59.761836 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-83bb0090-de69-4c9a-a2e6-f157576f82ff req-1b9c88d3-c3b8-4d47-a3e7-375a46e7925c tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] 10.222.0.84 "GET /v2.0/security-groups?id=d29bcbaf-c353-4432-b39c-0f2b7e78b996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513842 Aug 16 20:50:59.783476 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['d88b29f6-cf28-4a24-ba6e-34e54b0a41c9', 'ef0c7a6f-3506-409b-8c4f-e21c66093609', '7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c', '6cda2720-1cf3-45f1-8e31-bc271e42d531', 'b7c2e79b-459c-400c-8288-5754cdefdd4f'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:50:59.843037 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bb621353-90df-4842-abae-a7c77e0efdeb req-e6cc00cb-5e3b-4676-88f9-b426abc313d7 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c2c4bdf-2222-4f80-a12f-65ab9afb1914 HTTP/1.1" status: 200 len: 210 time: 0.0733447 Aug 16 20:50:59.887731 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ed051-e7a5-4eb0-8480-c5507754a22e req-22cec8cf-8487-4acf-830a-c2470472931e tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:59.893931 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-700ed051-e7a5-4eb0-8480-c5507754a22e req-22cec8cf-8487-4acf-830a-c2470472931e tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 951 time: 0.1129243 Aug 16 20:51:00.042898 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd5c11a1-fd71-4079-8fab-097a9e235c2b req-16365419-3dc5-4628-8662-7362b8c29d00 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841970 Aug 16 20:51:00.130378 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-700ed051-e7a5-4eb0-8480-c5507754a22e req-d6394c95-296e-4611-9b2e-ae0c4b4f13a1 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Deleting port 2cd5f3f6-851a-4296-a37c-66f3f8744c93 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:51:00.131139 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-700ed051-e7a5-4eb0-8480-c5507754a22e req-d6394c95-296e-4611-9b2e-ae0c4b4f13a1 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:00.168779 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c969926-62cb-438c-b1da-eceddea6a610 req-67681006-0c76-4f02-9d35-d01b99f5cc2f tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:00.176635 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6c969926-62cb-438c-b1da-eceddea6a610 req-67681006-0c76-4f02-9d35-d01b99f5cc2f tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/ports?device_id=96584ebe-1c2d-4f8e-a2d8-593e9ffed30e HTTP/1.1" status: 200 len: 948 time: 0.1215131 Aug 16 20:51:00.244578 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd208c-ae27-4fe9-b1be-17568fef8769 req-2fa3db9c-587a-482d-91fa-6d1b9abac4f8 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:00.246212 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9bdd208c-ae27-4fe9-b1be-17568fef8769 req-2fa3db9c-587a-482d-91fa-6d1b9abac4f8 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.3039885 Aug 16 20:51:00.299889 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-17f761eb-b6d6-4158-addd-6262dcdaf097 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Deleting port 0bec3525-420d-49b9-84ad-50f865e3450a {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:51:00.300219 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-17f761eb-b6d6-4158-addd-6262dcdaf097 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:00.344151 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-700ed051-e7a5-4eb0-8480-c5507754a22e req-d6394c95-296e-4611-9b2e-ae0c4b4f13a1 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] For port 2cd5f3f6-851a-4296-a37c-66f3f8744c93, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=2cd5f3f6-851a-4296-a37c-66f3f8744c93,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:00.344541 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-700ed051-e7a5-4eb0-8480-c5507754a22e req-d6394c95-296e-4611-9b2e-ae0c4b4f13a1 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:00.373442 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-700ed051-e7a5-4eb0-8480-c5507754a22e req-d6394c95-296e-4611-9b2e-ae0c4b4f13a1 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Calling delete_port for 2cd5f3f6-851a-4296-a37c-66f3f8744c93 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:51:00.678839 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6c969926-62cb-438c-b1da-eceddea6a610 req-6abb2cbb-ce04-4672-9a8d-cb3ba8ca442a tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcde13e6-7ce2-4852-825a-3fa6ea61d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4889297 Aug 16 20:51:00.685756 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9bdd208c-ae27-4fe9-b1be-17568fef8769 req-0b08493f-de11-422a-9d9f-94f387ca79b2 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233387 Aug 16 20:51:00.705791 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f694c-6637-4e7c-b5dc-66f4a1b21735 req-bf1112f7-12ac-4d37-abf5-139b002c836a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:00.705791 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-893f694c-6637-4e7c-b5dc-66f4a1b21735 req-bf1112f7-12ac-4d37-abf5-139b002c836a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ce0aedd9c6404b9eabcd0242d8edefef&device_id=96584ebe-1c2d-4f8e-a2d8-593e9ffed30e HTTP/1.1" status: 200 len: 1100 time: 0.4231236 Aug 16 20:51:00.723950 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-700ed051-e7a5-4eb0-8480-c5507754a22e req-d6394c95-296e-4611-9b2e-ae0c4b4f13a1 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:00.738009 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['2cd5f3f6-851a-4296-a37c-66f3f8744c93'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:00.777458 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6394c95-296e-4611-9b2e-ae0c4b4f13a1 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Pushing event deleted for resources: {'Port': ['ID=2cd5f3f6-851a-4296-a37c-66f3f8744c93,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:00.836714 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-700ed051-e7a5-4eb0-8480-c5507754a22e req-d6394c95-296e-4611-9b2e-ae0c4b4f13a1 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] No DVR routers for this DVR port 2cd5f3f6-851a-4296-a37c-66f3f8744c93 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:51:00.839641 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-700ed051-e7a5-4eb0-8480-c5507754a22e req-d6394c95-296e-4611-9b2e-ae0c4b4f13a1 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:00.842173 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-700ed051-e7a5-4eb0-8480-c5507754a22e req-d6394c95-296e-4611-9b2e-ae0c4b4f13a1 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.72 "DELETE /v2.0/ports/2cd5f3f6-851a-4296-a37c-66f3f8744c93 HTTP/1.1" status: 204 len: 173 time: 0.9419088 Aug 16 20:51:00.842818 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1b6081-a8f9-46dc-b4f2-e1878992ff52', 'name': 'network-vif-deleted', 'tag': '2cd5f3f6-851a-4296-a37c-66f3f8744c93'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:00.845417 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847b17c8-830d-426d-aed3-391b5d54e9b8" -d '{"events": [{"server_uuid": "9f1b6081-a8f9-46dc-b4f2-e1878992ff52", "name": "network-vif-deleted", "tag": "2cd5f3f6-851a-4296-a37c-66f3f8744c93"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:00.860365 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ce740d48-718c-4bbf-abef-b7bab7cdd184 req-3e372dd2-36af-4531-bf41-2fe8ad7c3af2 tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 210 time: 0.0646725 Aug 16 20:51:00.878896 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b691485e-3246-4bac-82b2-d48ce1172e1b req-f35db294-3615-4a58-8b7d-f8ef1f643e3a tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] 10.222.0.84 "GET /v2.0/ports?device_id=b6f445cb-54af-4107-8408-da783a6b571a HTTP/1.1" status: 200 len: 210 time: 0.0985446 Aug 16 20:51:00.878896 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-17f761eb-b6d6-4158-addd-6262dcdaf097 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] For port 0bec3525-420d-49b9-84ad-50f865e3450a, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=0bec3525-420d-49b9-84ad-50f865e3450a,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:00.878896 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-17f761eb-b6d6-4158-addd-6262dcdaf097 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:00.905713 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-17f761eb-b6d6-4158-addd-6262dcdaf097 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Calling delete_port for 0bec3525-420d-49b9-84ad-50f865e3450a owned by network:router_gateway {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:51:00.969662 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0069904a-a993-4ac8-868d-0f2745f0a99e x-openstack-request-id: req-0069904a-a993-4ac8-868d-0f2745f0a99e {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:00.970165 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1b6081-a8f9-46dc-b4f2-e1878992ff52", "name": "network-vif-deleted", "tag": "2cd5f3f6-851a-4296-a37c-66f3f8744c93", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:00.970305 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0069904a-a993-4ac8-868d-0f2745f0a99e {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:00.970599 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1b6081-a8f9-46dc-b4f2-e1878992ff52', 'name': 'network-vif-deleted', 'tag': '2cd5f3f6-851a-4296-a37c-66f3f8744c93', 'status': 'completed', 'code': 200} Aug 16 20:51:00.998140 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f694c-6637-4e7c-b5dc-66f4a1b21735 req-38389842-0448-4105-94e3-cbaa19bd22af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:00.999968 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-893f694c-6637-4e7c-b5dc-66f4a1b21735 req-38389842-0448-4105-94e3-cbaa19bd22af service neutron] 10.222.0.90 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.2872143 Aug 16 20:51:01.104324 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-893f694c-6637-4e7c-b5dc-66f4a1b21735 req-b5f099ae-51cf-4f43-908d-332c265aba6d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b HTTP/1.1" status: 200 len: 217 time: 0.0875719 Aug 16 20:51:01.164586 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40192c0b-d136-47b6-959e-0518199ca488 req-0b936bbc-f513-4b8e-83ba-30410d19dc73 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:01.234071 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-40192c0b-d136-47b6-959e-0518199ca488 req-0b936bbc-f513-4b8e-83ba-30410d19dc73 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] 10.222.0.84 "GET /v2.0/ports?device_id=79a90291-2d82-474f-b905-959671b49792 HTTP/1.1" status: 200 len: 944 time: 0.1868448 Aug 16 20:51:01.253768 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f694c-6637-4e7c-b5dc-66f4a1b21735 req-6012f571-5361-4e65-b615-99704951ca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:01.255280 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-893f694c-6637-4e7c-b5dc-66f4a1b21735 req-6012f571-5361-4e65-b615-99704951ca1a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.1438200 Aug 16 20:51:01.263142 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-40192c0b-d136-47b6-959e-0518199ca488 req-720f1214-f9b1-41b9-9c59-9809042251d8 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] 10.222.0.84 "GET /v2.0/security-groups?id=d29bcbaf-c353-4432-b39c-0f2b7e78b996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904336 Aug 16 20:51:01.341081 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f694c-6637-4e7c-b5dc-66f4a1b21735 req-cbb202b6-285f-4d56-b23e-2fb39407481f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:01.342658 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-893f694c-6637-4e7c-b5dc-66f4a1b21735 req-cbb202b6-285f-4d56-b23e-2fb39407481f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0779464 Aug 16 20:51:01.344530 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2c4bdf-2222-4f80-a12f-65ab9afb1914', 'name': 'network-vif-deleted', 'tag': 'a204c92f-1a55-45ee-8a48-592168180596'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:01.347380 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca0fbbc-ec20-422e-b9ec-1503d3f6c9fa" -d '{"events": [{"server_uuid": "5c2c4bdf-2222-4f80-a12f-65ab9afb1914", "name": "network-vif-deleted", "tag": "a204c92f-1a55-45ee-8a48-592168180596"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:01.394449 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13417e71-e8fe-40c3-9d38-e2c640129630 x-openstack-request-id: req-13417e71-e8fe-40c3-9d38-e2c640129630 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:01.394679 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2c4bdf-2222-4f80-a12f-65ab9afb1914", "name": "network-vif-deleted", "tag": "a204c92f-1a55-45ee-8a48-592168180596", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:01.394920 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-13417e71-e8fe-40c3-9d38-e2c640129630 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:01.395321 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2c4bdf-2222-4f80-a12f-65ab9afb1914', 'name': 'network-vif-deleted', 'tag': 'a204c92f-1a55-45ee-8a48-592168180596', 'status': 'completed', 'code': 200} Aug 16 20:51:01.444488 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-893f694c-6637-4e7c-b5dc-66f4a1b21735 req-e6359769-8f1b-4a3d-91b5-c122e6fcbeaa service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928068 Aug 16 20:51:01.536451 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-893f694c-6637-4e7c-b5dc-66f4a1b21735 req-ce677305-5320-4ffa-b598-e601dfd6b6c3 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835316 Aug 16 20:51:01.795841 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf71cc7-f896-4e9d-93d2-868c388046c0 req-e15544f3-2adc-4813-912d-6793c3af2879 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:01.797358 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ccf71cc7-f896-4e9d-93d2-868c388046c0 req-e15544f3-2adc-4813-912d-6793c3af2879 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/ports?device_id=96584ebe-1c2d-4f8e-a2d8-593e9ffed30e HTTP/1.1" status: 200 len: 948 time: 0.0496633 Aug 16 20:51:01.835214 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ccf71cc7-f896-4e9d-93d2-868c388046c0 req-0cf31a4b-c0f9-4782-916e-1f090a17d553 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcde13e6-7ce2-4852-825a-3fa6ea61d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313900 Aug 16 20:51:01.910651 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 4daae0e5-a74e-4a7b-a3d0-850d669dc979 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:01.954356 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b8e50-7ee5-4bc3-bbf1-a826b7d28281 req-3bd86551-31cb-4092-8a92-d76d6f6df6f6 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:01.963038 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1f5b8e50-7ee5-4bc3-bbf1-a826b7d28281 req-3bd86551-31cb-4092-8a92-d76d6f6df6f6 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.0678146 Aug 16 20:51:01.963538 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-17f761eb-b6d6-4158-addd-6262dcdaf097 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:02.006953 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f761eb-b6d6-4158-addd-6262dcdaf097 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Pushing event deleted for resources: {'Port': ['ID=0bec3525-420d-49b9-84ad-50f865e3450a,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:02.060100 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1f5b8e50-7ee5-4bc3-bbf1-a826b7d28281 req-1036b85a-a09f-440d-91f7-23cb681b285c tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976875 Aug 16 20:51:02.083362 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 4daae0e5-a74e-4a7b-a3d0-850d669dc979 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:02.087887 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 4daae0e5-a74e-4a7b-a3d0-850d669dc979 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:02.088282 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:02.091414 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-17f761eb-b6d6-4158-addd-6262dcdaf097 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:02.227236 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-17f761eb-b6d6-4158-addd-6262dcdaf097 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:02.247555 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-17f761eb-b6d6-4158-addd-6262dcdaf097 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:02.252936 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5af9309a-7f79-4c35-887a-4ebce22ec8fe req-fe1cfc84-e326-44e4-8c8a-e351a14c499d tempest-ServersAdminTestJSON-67975544 tempest-ServersAdminTestJSON-67975544-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1b6081-a8f9-46dc-b4f2-e1878992ff52 HTTP/1.1" status: 200 len: 210 time: 0.0427456 Aug 16 20:51:02.253530 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:02.289200 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 4daae0e5-a74e-4a7b-a3d0-850d669dc979, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=4daae0e5-a74e-4a7b-a3d0-850d669dc979,segment=NetworkSegment(630d823f-2917-4f6a-ad07-36860e954040),segment_id=630d823f-2917-4f6a-ad07-36860e954040)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:02.290167 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a90291-2d82-474f-b905-959671b49792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4daae0e5-a74e-4a7b-a3d0-850d669dc979'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:02.292600 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199cb831-a280-4d6b-9146-780480924bfe" -d '{"events": [{"server_uuid": "79a90291-2d82-474f-b905-959671b49792", "name": "network-vif-plugged", "status": "completed", "tag": "4daae0e5-a74e-4a7b-a3d0-850d669dc979"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:02.305421 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8225e3fd-4c53-4980-ba71-c98f86e7c04d req-91568e1e-6615-4a61-a740-b53e0cf70943 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] 10.222.0.84 "GET /v2.0/ports?device_id=b6f445cb-54af-4107-8408-da783a6b571a HTTP/1.1" status: 200 len: 210 time: 0.0554438 Aug 16 20:51:02.341962 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:02.416779 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-17f761eb-b6d6-4158-addd-6262dcdaf097 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:02.417326 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f761eb-b6d6-4158-addd-6262dcdaf097 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4fcb5678-288d-4203-bfd5-564ecf1e9713 {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:51:02.427043 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-17f761eb-b6d6-4158-addd-6262dcdaf097 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:02.430945 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=4daae0e5-a74e-4a7b-a3d0-850d669dc979,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:02.432320 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39820) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:02.432832 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-17f761eb-b6d6-4158-addd-6262dcdaf097 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] 10.222.0.84 "DELETE /v2.0/routers/4fcb5678-288d-4203-bfd5-564ecf1e9713 HTTP/1.1" status: 204 len: 168 time: 3.8092873 Aug 16 20:51:02.437672 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-011d9b4a-2045-4ddd-8e42-45252069a401 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2003909829', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}, 'admin_state_up': False}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:02.456520 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b4af0-de8a-48d2-881c-dc15efc43b69 req-e3fe343a-1c13-45d0-9d15-4e319a3b0413 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:02.463935 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-082b4af0-de8a-48d2-881c-dc15efc43b69 req-e3fe343a-1c13-45d0-9d15-4e319a3b0413 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c608b99-4d0c-481c-880d-21fc34ffa719 HTTP/1.1" status: 200 len: 950 time: 0.1159780 Aug 16 20:51:02.500217 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cfdccd-6942-4ef9-a99f-8d00fc545d84 req-dc1305c5-0f01-4e96-b11c-12c5dd51c249 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:02.503002 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-59cfdccd-6942-4ef9-a99f-8d00fc545d84 req-dc1305c5-0f01-4e96-b11c-12c5dd51c249 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] 10.222.0.84 "GET /v2.0/ports?device_id=79a90291-2d82-474f-b905-959671b49792 HTTP/1.1" status: 200 len: 945 time: 0.1256313 Aug 16 20:51:02.525875 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-082b4af0-de8a-48d2-881c-dc15efc43b69 req-7e3930a2-87b1-409b-ab6a-767de2ea8096 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610461 Aug 16 20:51:02.577881 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-59cfdccd-6942-4ef9-a99f-8d00fc545d84 req-3a568ec0-b0bf-4da5-889b-cc275468617c tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] 10.222.0.84 "GET /v2.0/security-groups?id=d29bcbaf-c353-4432-b39c-0f2b7e78b996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674498 Aug 16 20:51:02.603586 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-011d9b4a-2045-4ddd-8e42-45252069a401 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:02.604899 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-011d9b4a-2045-4ddd-8e42-45252069a401 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:02.635012 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f0a2eb-b63d-4b84-bde1-36806b1d09ad x-openstack-request-id: req-09f0a2eb-b63d-4b84-bde1-36806b1d09ad {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:02.635322 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a90291-2d82-474f-b905-959671b49792", "name": "network-vif-plugged", "status": "completed", "tag": "4daae0e5-a74e-4a7b-a3d0-850d669dc979", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:02.635599 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-09f0a2eb-b63d-4b84-bde1-36806b1d09ad {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:02.636129 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a90291-2d82-474f-b905-959671b49792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4daae0e5-a74e-4a7b-a3d0-850d669dc979', 'code': 200} Aug 16 20:51:02.681703 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-011d9b4a-2045-4ddd-8e42-45252069a401 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:02.742736 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606be9ab-9fad-4317-8f1c-d5afdbb14cb0 req-de0f3756-e037-4a3a-b0b1-2a6bd8bf59d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:02.744571 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-606be9ab-9fad-4317-8f1c-d5afdbb14cb0 req-de0f3756-e037-4a3a-b0b1-2a6bd8bf59d7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=79a90291-2d82-474f-b905-959671b49792 HTTP/1.1" status: 200 len: 1097 time: 0.0425470 Aug 16 20:51:02.784362 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-606be9ab-9fad-4317-8f1c-d5afdbb14cb0 req-75049d91-a085-4105-ad15-ca521faad17f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d29bcbaf-c353-4432-b39c-0f2b7e78b996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293305 Aug 16 20:51:02.873054 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device a204c92f-1a55-45ee-8a48-592168180596 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:51:02.897167 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: a204c92f-1a55-45ee-8a48-592168180596 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:51:02.897669 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device a204c92f-1a55-45ee-8a48-592168180596 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:51:02.962148 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-011d9b4a-2045-4ddd-8e42-45252069a401 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:02.974068 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c9ceb-9862-41e3-9435-475142d1c5ff req-b24e7a3f-9120-4fca-b4ef-254f339253c9 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:02.975863 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ba3c9ceb-9862-41e3-9435-475142d1c5ff req-b24e7a3f-9120-4fca-b4ef-254f339253c9 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/ports?device_id=96584ebe-1c2d-4f8e-a2d8-593e9ffed30e HTTP/1.1" status: 200 len: 948 time: 0.0596642 Aug 16 20:51:03.039053 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ba3c9ceb-9862-41e3-9435-475142d1c5ff req-2cf96583-bb13-4812-af5d-9dff021307d7 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcde13e6-7ce2-4852-825a-3fa6ea61d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559020 Aug 16 20:51:03.198074 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb1142-9728-4a42-8a03-7fd04f4ad679 req-8197d5e6-c30d-40ed-b788-267f133b5900 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:03.200009 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5bcb1142-9728-4a42-8a03-7fd04f4ad679 req-8197d5e6-c30d-40ed-b788-267f133b5900 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.0599022 Aug 16 20:51:03.248630 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 0bec3525-420d-49b9-84ad-50f865e3450a no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:51:03.251877 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5bcb1142-9728-4a42-8a03-7fd04f4ad679 req-250cf5d7-9ce6-4b55-bd25-ee8ceff8421a tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442581 Aug 16 20:51:03.287288 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-011d9b4a-2045-4ddd-8e42-45252069a401 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:03.291825 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 0bec3525-420d-49b9-84ad-50f865e3450a {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:51:03.292270 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 0bec3525-420d-49b9-84ad-50f865e3450a not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:51:03.311213 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-011d9b4a-2045-4ddd-8e42-45252069a401 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:03.419799 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bd10b424-e50a-42fa-b696-1e257bfb7e8a req-1aba1c8f-3a80-4f0e-accf-3af07eee2a9c tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] 10.222.0.84 "GET /v2.0/ports?device_id=b6f445cb-54af-4107-8408-da783a6b571a HTTP/1.1" status: 200 len: 210 time: 0.0348260 Aug 16 20:51:03.464921 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-011d9b4a-2045-4ddd-8e42-45252069a401 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Allocated IP 172.25.1.152 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/2f8f9d18-b76d-4e1b-aedf-dc67196dfc9d) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:03.573221 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-011d9b4a-2045-4ddd-8e42-45252069a401 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:03.684346 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-011d9b4a-2045-4ddd-8e42-45252069a401 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:03.724522 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011d9b4a-2045-4ddd-8e42-45252069a401 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:03.733821 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-011d9b4a-2045-4ddd-8e42-45252069a401 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:03.736208 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011d9b4a-2045-4ddd-8e42-45252069a401 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:03.771121 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d9b4a-2045-4ddd-8e42-45252069a401 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Pushing event updated for resources: {'Port': ['ID=2f8f9d18-b76d-4e1b-aedf-dc67196dfc9d,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:03.778398 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae59751-3f5f-45da-8329-140b5a2709bb req-d9cd26fd-ef20-42be-a36e-24adad78a38f tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:03.780036 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cae59751-3f5f-45da-8329-140b5a2709bb req-d9cd26fd-ef20-42be-a36e-24adad78a38f tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c608b99-4d0c-481c-880d-21fc34ffa719 HTTP/1.1" status: 200 len: 950 time: 0.1552165 Aug 16 20:51:03.788763 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a8ff2-c0f3-4f3d-b5ee-64e949b65f98 req-70f161b7-d7e9-4316-884b-6725670207c4 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:03.790277 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf4a8ff2-c0f3-4f3d-b5ee-64e949b65f98 req-70f161b7-d7e9-4316-884b-6725670207c4 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.90 "GET /v2.0/ports?device_id=5c608b99-4d0c-481c-880d-21fc34ffa719 HTTP/1.1" status: 200 len: 950 time: 0.1552744 Aug 16 20:51:03.837820 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e35bb-e042-432b-8a64-ddca798b796f req-c27081c3-e4e4-41a5-884a-31ba33b781e9 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:03.845339 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bf7e35bb-e042-432b-8a64-ddca798b796f req-c27081c3-e4e4-41a5-884a-31ba33b781e9 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] 10.222.0.84 "GET /v2.0/ports?device_id=79a90291-2d82-474f-b905-959671b49792 HTTP/1.1" status: 200 len: 945 time: 0.1790614 Aug 16 20:51:03.921308 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cae59751-3f5f-45da-8329-140b5a2709bb req-0021987d-6787-4df7-a090-e7ada50d77e6 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298327 Aug 16 20:51:03.925159 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:51:03.983331 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-099e45f3-8211-4c3b-a7c1-5d16a0159cfd tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=8dd0211e29924429869841b1231bd93e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346668 Aug 16 20:51:03.983831 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39840) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:04.038977 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bf7e35bb-e042-432b-8a64-ddca798b796f req-f96959c4-85b4-43da-8397-e49dbae0ae31 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] 10.222.0.84 "GET /v2.0/security-groups?id=d29bcbaf-c353-4432-b39c-0f2b7e78b996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927834 Aug 16 20:51:04.069763 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:04.103378 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': '0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b', 'mac_address': 'fa:16:3e:d9:94:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:51:04.110479 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-cf4a8ff2-c0f3-4f3d-b5ee-64e949b65f98 req-01087a58-a743-4ea4-acec-7096acee4418 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Deleting port b7c2e79b-459c-400c-8288-5754cdefdd4f {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:51:04.110847 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cf4a8ff2-c0f3-4f3d-b5ee-64e949b65f98 req-01087a58-a743-4ea4-acec-7096acee4418 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:04.138376 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-011d9b4a-2045-4ddd-8e42-45252069a401 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:04.185931 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:04.186066 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:51:04.209519 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:04.268934 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:04.330436 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b332b-4fe7-4e76-a847-7f3881f2b556 req-81a1809b-f15e-4c62-83d2-ea2fcad19889 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:04.339069 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c37b332b-4fe7-4e76-a847-7f3881f2b556 req-81a1809b-f15e-4c62-83d2-ea2fcad19889 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/ports?device_id=96584ebe-1c2d-4f8e-a2d8-593e9ffed30e HTTP/1.1" status: 200 len: 948 time: 0.1392782 Aug 16 20:51:04.404594 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c37b332b-4fe7-4e76-a847-7f3881f2b556 req-c1d9acfe-8a43-4c3a-898a-3eda2cb0ce93 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcde13e6-7ce2-4852-825a-3fa6ea61d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645297 Aug 16 20:51:04.409000 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:04.415197 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-cf4a8ff2-c0f3-4f3d-b5ee-64e949b65f98 req-01087a58-a743-4ea4-acec-7096acee4418 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] For port b7c2e79b-459c-400c-8288-5754cdefdd4f, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=b7c2e79b-459c-400c-8288-5754cdefdd4f,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:04.418989 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cf4a8ff2-c0f3-4f3d-b5ee-64e949b65f98 req-01087a58-a743-4ea4-acec-7096acee4418 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:04.464358 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-cf4a8ff2-c0f3-4f3d-b5ee-64e949b65f98 req-01087a58-a743-4ea4-acec-7096acee4418 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Calling delete_port for b7c2e79b-459c-400c-8288-5754cdefdd4f owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:51:04.532827 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebaf539-93be-4ff2-ae3c-46cdc0679b02 req-ab1f0e90-e798-486a-87c9-0be049ef2106 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:04.534461 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2ebaf539-93be-4ff2-ae3c-46cdc0679b02 req-ab1f0e90-e798-486a-87c9-0be049ef2106 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.1125352 Aug 16 20:51:04.535945 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:04.577223 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8e1fbc22-a9fc-4cc8-b10a-6b25100da478 req-07ef76c0-9a3a-431c-8fd3-1c451c1910ca tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] 10.222.0.84 "GET /v2.0/ports?device_id=b6f445cb-54af-4107-8408-da783a6b571a HTTP/1.1" status: 200 len: 210 time: 0.0401392 Aug 16 20:51:04.629669 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2ebaf539-93be-4ff2-ae3c-46cdc0679b02 req-9c2b6b4a-a177-4355-8416-f70714b7e802 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813341 Aug 16 20:51:04.630493 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-094104b9-d459-4217-827f-28c486df2a36 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7d333d262f7d471a926c23808d851dba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6455781 Aug 16 20:51:04.637696 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39852) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:04.741403 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0fbbf9a6-43a0-4e0d-8ace-ecf3dbe12a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:04.757870 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-c80960d1-2056-419d-8c26-78eb325d5d25 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:04.759381 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-c80960d1-2056-419d-8c26-78eb325d5d25 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7683723 Aug 16 20:51:04.766135 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0fbbf9a6-43a0-4e0d-8ace-ecf3dbe12a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:04.780615 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-04e6bc10-b330-4b7b-b5de-5dd331849feb tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] Request body: {'port': {'device_id': 'b6f445cb-54af-4107-8408-da783a6b571a', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'admin_state_up': True, 'tenant_id': '8dd0211e29924429869841b1231bd93e'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:04.802810 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cf4a8ff2-c0f3-4f3d-b5ee-64e949b65f98 req-01087a58-a743-4ea4-acec-7096acee4418 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:04.817953 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['d12fa717-5873-4d2b-90e6-5c7935218310'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:04.831877 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-011d9b4a-2045-4ddd-8e42-45252069a401 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:04.851619 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01087a58-a743-4ea4-acec-7096acee4418 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Pushing event deleted for resources: {'Port': ['ID=b7c2e79b-459c-400c-8288-5754cdefdd4f,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:04.875973 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 2cd5f3f6-851a-4296-a37c-66f3f8744c93 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:51:04.918445 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4a8ff2-c0f3-4f3d-b5ee-64e949b65f98 req-01087a58-a743-4ea4-acec-7096acee4418 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] No DVR routers for this DVR port b7c2e79b-459c-400c-8288-5754cdefdd4f on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:51:04.921785 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cf4a8ff2-c0f3-4f3d-b5ee-64e949b65f98 req-01087a58-a743-4ea4-acec-7096acee4418 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:04.924791 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 2cd5f3f6-851a-4296-a37c-66f3f8744c93 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:51:04.925286 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf4a8ff2-c0f3-4f3d-b5ee-64e949b65f98 req-01087a58-a743-4ea4-acec-7096acee4418 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.90 "DELETE /v2.0/ports/b7c2e79b-459c-400c-8288-5754cdefdd4f HTTP/1.1" status: 204 len: 173 time: 1.1211135 Aug 16 20:51:04.925762 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c608b99-4d0c-481c-880d-21fc34ffa719', 'name': 'network-vif-deleted', 'tag': 'b7c2e79b-459c-400c-8288-5754cdefdd4f'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:04.926017 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 2cd5f3f6-851a-4296-a37c-66f3f8744c93 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:51:04.928421 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d86560a-3eb4-4a44-a89a-0c1913835896" -d '{"events": [{"server_uuid": "5c608b99-4d0c-481c-880d-21fc34ffa719", "name": "network-vif-deleted", "tag": "b7c2e79b-459c-400c-8288-5754cdefdd4f"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:04.957311 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0fbbf9a6-43a0-4e0d-8ace-ecf3dbe12a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:04.960079 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0fbbf9a6-43a0-4e0d-8ace-ecf3dbe12a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:04.972851 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0fbbf9a6-43a0-4e0d-8ace-ecf3dbe12a52 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8515df12-3478-435c-b52d-3d46d7c1e9b8 HTTP/1.1" status: 204 len: 168 time: 0.3339605 Aug 16 20:51:04.997068 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbbf9a6-43a0-4e0d-8ace-ecf3dbe12a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8515df12-3478-435c-b52d-3d46d7c1e9b8,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:05.008096 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8181256b-ec9d-476a-9b28-99e056b62b70 x-openstack-request-id: req-8181256b-ec9d-476a-9b28-99e056b62b70 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:05.008096 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c608b99-4d0c-481c-880d-21fc34ffa719", "name": "network-vif-deleted", "tag": "b7c2e79b-459c-400c-8288-5754cdefdd4f", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:05.008096 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8181256b-ec9d-476a-9b28-99e056b62b70 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:05.008711 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c608b99-4d0c-481c-880d-21fc34ffa719', 'name': 'network-vif-deleted', 'tag': 'b7c2e79b-459c-400c-8288-5754cdefdd4f', 'status': 'completed', 'code': 200} Aug 16 20:51:05.079922 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5b37cdbe-acdb-4260-91b2-d15560dbc780 req-d3b85735-1cc3-454b-b01c-f223b4e7deb1 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c608b99-4d0c-481c-880d-21fc34ffa719 HTTP/1.1" status: 200 len: 210 time: 0.0382600 Aug 16 20:51:05.152203 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011d9b4a-2045-4ddd-8e42-45252069a401 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Router a9265ed3-3640-4082-b567-f9b1033dcd2a is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:51:05.157482 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-04e6bc10-b330-4b7b-b5de-5dd331849feb tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] Made reservation on behalf of 8dd0211e29924429869841b1231bd93e for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:05.161780 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-04e6bc10-b330-4b7b-b5de-5dd331849feb tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:05.175542 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-04e6bc10-b330-4b7b-b5de-5dd331849feb tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:05.242436 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9991c48-41b5-4351-b640-cd061c0213d4 req-d79d480a-a665-4745-9b12-5dc8f45ff0fd tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:05.244071 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a9991c48-41b5-4351-b640-cd061c0213d4 req-d79d480a-a665-4745-9b12-5dc8f45ff0fd tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] 10.222.0.84 "GET /v2.0/ports?device_id=79a90291-2d82-474f-b905-959671b49792 HTTP/1.1" status: 200 len: 945 time: 0.0961623 Aug 16 20:51:05.254947 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0565b8ce-c070-44ae-b356-6300506794fe req-c7d69c4b-043b-407f-943c-209bbdaac4d8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=efbbffc7-920a-436b-890d-c27687231c6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0655303 Aug 16 20:51:05.302203 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a9991c48-41b5-4351-b640-cd061c0213d4 req-f7e5d785-e27f-48af-8740-3006712f3c19 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] 10.222.0.84 "GET /v2.0/security-groups?id=d29bcbaf-c353-4432-b39c-0f2b7e78b996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520525 Aug 16 20:51:05.340968 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565b8ce-c070-44ae-b356-6300506794fe req-f8796510-d66e-452d-b0d7-c57e914c1ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:05.343161 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0565b8ce-c070-44ae-b356-6300506794fe req-f8796510-d66e-452d-b0d7-c57e914c1ece service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=34d8c782880e4e14877287a38850e52e&device_id=efbbffc7-920a-436b-890d-c27687231c6b HTTP/1.1" status: 200 len: 1102 time: 0.0580900 Aug 16 20:51:05.360528 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['d88b29f6-cf28-4a24-ba6e-34e54b0a41c9', 'ef0c7a6f-3506-409b-8c4f-e21c66093609', '7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c', '6cda2720-1cf3-45f1-8e31-bc271e42d531'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:05.438194 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011d9b4a-2045-4ddd-8e42-45252069a401 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:51:05.452372 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b76ee2-503e-464a-9ac4-234c748ea2e9 None None] Sync routers for ids ['a9265ed3-3640-4082-b567-f9b1033dcd2a'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:51:05.475642 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b76ee2-503e-464a-9ac4-234c748ea2e9 None None] Routers {'a9265ed3-3640-4082-b567-f9b1033dcd2a'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:05.478749 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-77b76ee2-503e-464a-9ac4-234c748ea2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:50:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['a9265ed3-3640-4082-b567-f9b1033dcd2a'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:05.560340 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-77b76ee2-503e-464a-9ac4-234c748ea2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:05.572636 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b76ee2-503e-464a-9ac4-234c748ea2e9 None None] Routers {'a9265ed3-3640-4082-b567-f9b1033dcd2a'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:05.573681 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-77b76ee2-503e-464a-9ac4-234c748ea2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:50:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['a9265ed3-3640-4082-b567-f9b1033dcd2a'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:05.583061 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-04e6bc10-b330-4b7b-b5de-5dd331849feb tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:05.641307 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-77b76ee2-503e-464a-9ac4-234c748ea2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:05.642369 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b76ee2-503e-464a-9ac4-234c748ea2e9 None None] The sync data for ids ['a9265ed3-3640-4082-b567-f9b1033dcd2a'] in n-d-793620-15 is: [] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:51:05.682368 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565b8ce-c070-44ae-b356-6300506794fe req-51fd8c3d-18fc-40fb-9fb4-6b9721c4063e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:05.684216 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0565b8ce-c070-44ae-b356-6300506794fe req-51fd8c3d-18fc-40fb-9fb4-6b9721c4063e service neutron] 10.222.0.72 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.3192091 Aug 16 20:51:05.685241 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-04e6bc10-b330-4b7b-b5de-5dd331849feb tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:05.745079 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0565b8ce-c070-44ae-b356-6300506794fe req-dd47e00a-9941-4c31-a550-9ad112dac5c0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=d12fa717-5873-4d2b-90e6-5c7935218310 HTTP/1.1" status: 200 len: 217 time: 0.0437083 Aug 16 20:51:05.798677 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d274d4e-a053-437d-bb19-8fd509187f0b req-8f8772d8-59cd-4c51-a644-f0302218e47c tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:05.799014 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-011d9b4a-2045-4ddd-8e42-45252069a401 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:05.801282 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2d274d4e-a053-437d-bb19-8fd509187f0b req-8f8772d8-59cd-4c51-a644-f0302218e47c tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/ports?device_id=96584ebe-1c2d-4f8e-a2d8-593e9ffed30e HTTP/1.1" status: 200 len: 949 time: 0.1465445 Aug 16 20:51:05.805517 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39878) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:05.809736 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-011d9b4a-2045-4ddd-8e42-45252069a401 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.3759167 Aug 16 20:51:05.812074 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-b0262ee8-eddf-4b4c-acbc-1e3d4fb9d679 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'enable_snat': False}}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:05.822277 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e6bc10-b330-4b7b-b5de-5dd331849feb tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=444560ae-08bc-441f-9584-b683ec4440de,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:05.882457 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565b8ce-c070-44ae-b356-6300506794fe req-8708f796-91fe-4628-8977-fee9e49b1718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:05.883973 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0565b8ce-c070-44ae-b356-6300506794fe req-8708f796-91fe-4628-8977-fee9e49b1718 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.1317546 Aug 16 20:51:05.929989 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:06.031360 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39880) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:06.058815 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-04e6bc10-b330-4b7b-b5de-5dd331849feb tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] Allocated IP 192.168.233.39 (d77fce7e-e915-4ee5-ada6-d6f376af2589/2883ed1d-8e71-4475-b2ce-2177242b9f23/04ecc35c-d5d9-4629-bf33-b67a046ad833) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:06.156353 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e031f0c3-eac1-4f8e-b004-d3b8ecb3a0a7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=331b8f656772429c878d6406ca292442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1276054 Aug 16 20:51:06.160481 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39884) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:06.204410 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:06.210708 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:06.212984 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:06.223134 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2d274d4e-a053-437d-bb19-8fd509187f0b req-d03f4fe0-d4c1-4b5f-9502-b269a6274d10 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcde13e6-7ce2-4852-825a-3fa6ea61d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086280 Aug 16 20:51:06.299182 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565b8ce-c070-44ae-b356-6300506794fe req-429256e4-3b45-4ae2-b71e-21a8aa1824bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:06.300733 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0565b8ce-c070-44ae-b356-6300506794fe req-429256e4-3b45-4ae2-b71e-21a8aa1824bf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4059319 Aug 16 20:51:06.317990 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:06.335088 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-64a23a2c-aca3-48a4-8860-b8aab9f8933b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:06.343921 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96584ebe-1c2d-4f8e-a2d8-593e9ffed30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:06.347132 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cde8ca4-1823-4479-8a00-cec68417a414" -d '{"events": [{"server_uuid": "96584ebe-1c2d-4f8e-a2d8-593e9ffed30e", "name": "network-vif-plugged", "status": "completed", "tag": "0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:06.365344 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:06.394181 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-04e6bc10-b330-4b7b-b5de-5dd331849feb tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:06.398439 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-64a23a2c-aca3-48a4-8860-b8aab9f8933b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:06.423938 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-04e6bc10-b330-4b7b-b5de-5dd331849feb tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] Transition to ACTIVE for port object 04ecc35c-d5d9-4629-bf33-b67a046ad833 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:06.454054 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b9f21dd6-5362-4872-9227-93da183fad07 req-b0f1d8c2-c3cc-4a1d-94cc-36672fa9f6a9 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] 10.222.0.84 "GET /v2.0/ports?device_id=b6f445cb-54af-4107-8408-da783a6b571a HTTP/1.1" status: 200 len: 210 time: 0.0992694 Aug 16 20:51:06.494633 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:06.499948 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device b7c2e79b-459c-400c-8288-5754cdefdd4f no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:51:06.544117 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131031d-bf6a-4b26-a7ae-dd9be9ce0487 req-0e563726-8f11-42f7-b22b-cca0dbe7a2c2 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:06.544343 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: b7c2e79b-459c-400c-8288-5754cdefdd4f {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:51:06.544343 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device b7c2e79b-459c-400c-8288-5754cdefdd4f not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:51:06.550299 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6131031d-bf6a-4b26-a7ae-dd9be9ce0487 req-0e563726-8f11-42f7-b22b-cca0dbe7a2c2 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.1972830 Aug 16 20:51:06.574542 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-64a23a2c-aca3-48a4-8860-b8aab9f8933b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:06.576365 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:06.578394 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-64a23a2c-aca3-48a4-8860-b8aab9f8933b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:06.587972 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-64a23a2c-aca3-48a4-8860-b8aab9f8933b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/04863709-38d8-4757-9fba-1d4ac9823192 HTTP/1.1" status: 204 len: 168 time: 0.4263854 Aug 16 20:51:06.600301 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a23a2c-aca3-48a4-8860-b8aab9f8933b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04863709-38d8-4757-9fba-1d4ac9823192,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:06.614697 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-04e6bc10-b330-4b7b-b5de-5dd331849feb tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:06.618981 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0565b8ce-c070-44ae-b356-6300506794fe req-ab31186a-3065-489e-8ec2-9705960cbf58 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651639 Aug 16 20:51:06.691167 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e6bc10-b330-4b7b-b5de-5dd331849feb tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] Pushing event updated for resources: {'Port': ['ID=04ecc35c-d5d9-4629-bf33-b67a046ad833,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:06.718841 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-04e6bc10-b330-4b7b-b5de-5dd331849feb tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] Network d77fce7e-e915-4ee5-ada6-d6f376af2589 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:06.721858 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6131031d-bf6a-4b26-a7ae-dd9be9ce0487 req-f8f04866-94ae-48ac-b26b-c70ab19d02a1 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709116 Aug 16 20:51:06.722040 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-04e6bc10-b330-4b7b-b5de-5dd331849feb tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:06.725837 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-04e6bc10-b330-4b7b-b5de-5dd331849feb tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:06.789362 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c01dae6-80c3-4eec-9b98-5a62b7345ab5 x-openstack-request-id: req-6c01dae6-80c3-4eec-9b98-5a62b7345ab5 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:06.790509 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96584ebe-1c2d-4f8e-a2d8-593e9ffed30e", "name": "network-vif-plugged", "status": "completed", "tag": "0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:06.791748 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6c01dae6-80c3-4eec-9b98-5a62b7345ab5 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:06.792376 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96584ebe-1c2d-4f8e-a2d8-593e9ffed30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b', 'code': 200} Aug 16 20:51:06.851221 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-04e6bc10-b330-4b7b-b5de-5dd331849feb tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:06.851221 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-04e6bc10-b330-4b7b-b5de-5dd331849feb tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:06.851586 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc936e7-b8bd-4741-b11f-d67e2e5f843b req-254ecc4a-3aaf-4f4e-a846-70edb1c862ea tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:06.851586 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2bc936e7-b8bd-4741-b11f-d67e2e5f843b req-254ecc4a-3aaf-4f4e-a846-70edb1c862ea tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] 10.222.0.84 "GET /v2.0/ports?device_id=79a90291-2d82-474f-b905-959671b49792 HTTP/1.1" status: 200 len: 945 time: 0.2091894 Aug 16 20:51:06.858933 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b0262ee8-eddf-4b4c-acbc-1e3d4fb9d679 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:06.954487 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0565b8ce-c070-44ae-b356-6300506794fe req-bdd1e022-99a3-4f04-b09d-43c5a1354b13 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180900 Aug 16 20:51:06.979347 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2bc936e7-b8bd-4741-b11f-d67e2e5f843b req-bd6d2cd8-d8de-407e-a79b-7472a46554df tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] 10.222.0.84 "GET /v2.0/security-groups?id=d29bcbaf-c353-4432-b39c-0f2b7e78b996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975943 Aug 16 20:51:06.988117 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311931d1-cf6e-4bf2-95cf-e985939f04db req-ddee86f5-826c-4d6b-96ec-ce13f1f3b120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:06.988117 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-311931d1-cf6e-4bf2-95cf-e985939f04db req-ddee86f5-826c-4d6b-96ec-ce13f1f3b120 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=96584ebe-1c2d-4f8e-a2d8-593e9ffed30e HTTP/1.1" status: 200 len: 1102 time: 0.1150463 Aug 16 20:51:07.035485 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-311931d1-cf6e-4bf2-95cf-e985939f04db req-5099dd05-c8f8-4065-aad8-2010558a27e1 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=bcde13e6-7ce2-4852-825a-3fa6ea61d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394664 Aug 16 20:51:07.343064 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533f21d-0131-459c-b323-343d0127f069 req-4b19b3f0-4567-4fb1-bb12-1320d85fc44a tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:07.344626 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8533f21d-0131-459c-b323-343d0127f069 req-4b19b3f0-4567-4fb1-bb12-1320d85fc44a tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/ports?device_id=96584ebe-1c2d-4f8e-a2d8-593e9ffed30e HTTP/1.1" status: 200 len: 950 time: 0.0518391 Aug 16 20:51:07.383594 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8533f21d-0131-459c-b323-343d0127f069 req-fa2ec295-24d6-4c2d-83e0-092888531048 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcde13e6-7ce2-4852-825a-3fa6ea61d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324404 Aug 16 20:51:07.569929 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-04e6bc10-b330-4b7b-b5de-5dd331849feb tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7968102 Aug 16 20:51:07.572815 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-37c87983-5175-4cb3-83ee-a09d8610a2d6 None None] Provisioning for port 04ecc35c-d5d9-4629-bf33-b67a046ad833 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:07.585604 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-0fad3a9a-6147-44ea-835a-9e1bed4c05ea service neutron] Request body: {'port': {'device_id': 'b6f445cb-54af-4107-8408-da783a6b571a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:07.585880 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-37c87983-5175-4cb3-83ee-a09d8610a2d6 None None] Provisioning complete for port 04ecc35c-d5d9-4629-bf33-b67a046ad833 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:07.586121 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-37c87983-5175-4cb3-83ee-a09d8610a2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:07.604166 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f67fe-ab27-418d-93e6-49cd440500df req-313ea08b-93db-482d-b425-25312d0876e0 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:07.610393 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-838f67fe-ab27-418d-93e6-49cd440500df req-313ea08b-93db-482d-b425-25312d0876e0 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] 10.222.0.84 "GET /v2.0/ports?device_id=b6f445cb-54af-4107-8408-da783a6b571a HTTP/1.1" status: 200 len: 935 time: 0.0749810 Aug 16 20:51:07.623614 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-37c87983-5175-4cb3-83ee-a09d8610a2d6 None None] Port 04ecc35c-d5d9-4629-bf33-b67a046ad833 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:51:07.662196 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-0fad3a9a-6147-44ea-835a-9e1bed4c05ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:07.737333 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-838f67fe-ab27-418d-93e6-49cd440500df req-b20d2edf-f9f8-4ed0-99e2-5998d4f322dc tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] 10.222.0.84 "GET /v2.0/security-groups?id=444560ae-08bc-441f-9584-b683ec4440de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922787 Aug 16 20:51:07.751259 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6deec04-b298-4e9d-9c65-ec8f20c0b48a req-dc7e03d0-4b0d-4bbd-a02c-a5f72dab6532 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:07.760439 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a6deec04-b298-4e9d-9c65-ec8f20c0b48a req-dc7e03d0-4b0d-4bbd-a02c-a5f72dab6532 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] 10.222.0.90 "GET /v2.0/ports?device_id=79a90291-2d82-474f-b905-959671b49792 HTTP/1.1" status: 200 len: 945 time: 0.0806808 Aug 16 20:51:08.006610 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e87838-e533-42af-9e12-523e479a2bf8 req-fb2eee2a-6b8c-41d5-8115-f3e7ee83eba1 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:08.009616 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-58e87838-e533-42af-9e12-523e479a2bf8 req-fb2eee2a-6b8c-41d5-8115-f3e7ee83eba1 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.1784389 Aug 16 20:51:08.089235 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-0fad3a9a-6147-44ea-835a-9e1bed4c05ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04ecc35c-d5d9-4629-bf33-b67a046ad833 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:51:08.101067 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-0fad3a9a-6147-44ea-835a-9e1bed4c05ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:08.122618 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-0fad3a9a-6147-44ea-835a-9e1bed4c05ea service neutron] Transition to ACTIVE for port object 04ecc35c-d5d9-4629-bf33-b67a046ad833 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:08.158584 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-58e87838-e533-42af-9e12-523e479a2bf8 req-973b10a4-0d20-4baa-b229-96fc890191c5 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479363 Aug 16 20:51:08.181069 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50233c75-77ab-42d8-9f8b-538ee7a49395 req-367c6c40-b959-4082-a696-a86ddc3a8576 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:08.182589 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50233c75-77ab-42d8-9f8b-538ee7a49395 req-367c6c40-b959-4082-a696-a86ddc3a8576 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=f8e28823-961e-4e97-9f97-d8343c2f1e81 HTTP/1.1" status: 200 len: 950 time: 0.1689901 Aug 16 20:51:08.202608 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-a6deec04-b298-4e9d-9c65-ec8f20c0b48a req-d7d5e22f-313e-4518-90cc-5e3d07636981 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] Deleting port 4daae0e5-a74e-4a7b-a3d0-850d669dc979 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:51:08.202947 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a6deec04-b298-4e9d-9c65-ec8f20c0b48a req-d7d5e22f-313e-4518-90cc-5e3d07636981 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:08.243379 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-0fad3a9a-6147-44ea-835a-9e1bed4c05ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:08.314323 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad3a9a-6147-44ea-835a-9e1bed4c05ea service neutron] Pushing event updated for resources: {'Port': ['ID=04ecc35c-d5d9-4629-bf33-b67a046ad833,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:08.398946 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50233c75-77ab-42d8-9f8b-538ee7a49395 req-902803ef-9bd1-4c8c-abb0-32f7cf45a58b tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921656 Aug 16 20:51:08.416664 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-0fad3a9a-6147-44ea-835a-9e1bed4c05ea service neutron] Attempting to bind port 04ecc35c-d5d9-4629-bf33-b67a046ad833 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:51:08.416664 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-0fad3a9a-6147-44ea-835a-9e1bed4c05ea service neutron] Attempting to bind port 04ecc35c-d5d9-4629-bf33-b67a046ad833 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:51:08.417408 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:51:08.418381 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-0fad3a9a-6147-44ea-835a-9e1bed4c05ea service neutron] Attempting to bind port 04ecc35c-d5d9-4629-bf33-b67a046ad833 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:08.435923 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-0fad3a9a-6147-44ea-835a-9e1bed4c05ea service neutron] Port 04ecc35c-d5d9-4629-bf33-b67a046ad833 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:51:08.436287 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-0fad3a9a-6147-44ea-835a-9e1bed4c05ea service neutron] Attempting to bind port 04ecc35c-d5d9-4629-bf33-b67a046ad833 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:08.450889 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-0fad3a9a-6147-44ea-835a-9e1bed4c05ea service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:51:08.450889 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-0fad3a9a-6147-44ea-835a-9e1bed4c05ea service neutron] Checking segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:08.450889 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-0fad3a9a-6147-44ea-835a-9e1bed4c05ea service neutron] Bound using segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:51:08.450889 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-0fad3a9a-6147-44ea-835a-9e1bed4c05ea service neutron] Bound port: 04ecc35c-d5d9-4629-bf33-b67a046ad833, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:51:08.450889 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-0fad3a9a-6147-44ea-835a-9e1bed4c05ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:08.465272 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-a6deec04-b298-4e9d-9c65-ec8f20c0b48a req-d7d5e22f-313e-4518-90cc-5e3d07636981 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] For port 4daae0e5-a74e-4a7b-a3d0-850d669dc979, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=4daae0e5-a74e-4a7b-a3d0-850d669dc979,segment=NetworkSegment(630d823f-2917-4f6a-ad07-36860e954040),segment_id=630d823f-2917-4f6a-ad07-36860e954040)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:08.465272 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a6deec04-b298-4e9d-9c65-ec8f20c0b48a req-d7d5e22f-313e-4518-90cc-5e3d07636981 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:08.481623 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-a6deec04-b298-4e9d-9c65-ec8f20c0b48a req-d7d5e22f-313e-4518-90cc-5e3d07636981 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] Calling delete_port for 4daae0e5-a74e-4a7b-a3d0-850d669dc979 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:51:08.561464 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-0fad3a9a-6147-44ea-835a-9e1bed4c05ea service neutron] For port 04ecc35c-d5d9-4629-bf33-b67a046ad833, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:51:08.565663 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-0fad3a9a-6147-44ea-835a-9e1bed4c05ea service neutron] For port 04ecc35c-d5d9-4629-bf33-b67a046ad833, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=04ecc35c-d5d9-4629-bf33-b67a046ad833,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:51:08.649818 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a23ea-db62-4606-8f6b-9742045abb9d req-08cb0a36-813b-4d85-a25c-ef6c7e4e9754 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:08.651365 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c96a23ea-db62-4606-8f6b-9742045abb9d req-08cb0a36-813b-4d85-a25c-ef6c7e4e9754 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] 10.222.0.84 "GET /v2.0/ports?device_id=79a90291-2d82-474f-b905-959671b49792 HTTP/1.1" status: 200 len: 945 time: 0.4164960 Aug 16 20:51:08.690040 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-0fad3a9a-6147-44ea-835a-9e1bed4c05ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:08.707178 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea6288-59b7-4aa8-809b-e5af3cc59850 req-188485f3-041e-4c70-8b60-9b9366305a00 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:08.715309 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e3ea6288-59b7-4aa8-809b-e5af3cc59850 req-188485f3-041e-4c70-8b60-9b9366305a00 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/ports?device_id=96584ebe-1c2d-4f8e-a2d8-593e9ffed30e HTTP/1.1" status: 200 len: 950 time: 0.1780143 Aug 16 20:51:08.735658 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-0fad3a9a-6147-44ea-835a-9e1bed4c05ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:08.736946 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-0fad3a9a-6147-44ea-835a-9e1bed4c05ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:08.738362 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-0fad3a9a-6147-44ea-835a-9e1bed4c05ea service neutron] 10.222.0.72 "PUT /v2.0/ports/04ecc35c-d5d9-4629-bf33-b67a046ad833 HTTP/1.1" status: 200 len: 1096 time: 1.1592369 Aug 16 20:51:08.746858 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f445cb-54af-4107-8408-da783a6b571a', 'tag': '04ecc35c-d5d9-4629-bf33-b67a046ad833'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:08.746858 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1498c790-1202-44aa-b782-af6038b312ea" -d '{"events": [{"name": "network-changed", "server_uuid": "b6f445cb-54af-4107-8408-da783a6b571a", "tag": "04ecc35c-d5d9-4629-bf33-b67a046ad833"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:08.795563 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad3a9a-6147-44ea-835a-9e1bed4c05ea service neutron] Pushing event updated for resources: {'Port': ['ID=04ecc35c-d5d9-4629-bf33-b67a046ad833,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:08.906634 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c96a23ea-db62-4606-8f6b-9742045abb9d req-78872bac-e1b6-4f82-8380-41e09656297e tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] 10.222.0.84 "GET /v2.0/security-groups?id=d29bcbaf-c353-4432-b39c-0f2b7e78b996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430253 Aug 16 20:51:08.941979 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e3ea6288-59b7-4aa8-809b-e5af3cc59850 req-20ac64e1-ebcd-4103-9c3c-bd7dd85d3f38 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcde13e6-7ce2-4852-825a-3fa6ea61d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243702 Aug 16 20:51:08.983418 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b0262ee8-eddf-4b4c-acbc-1e3d4fb9d679 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59380'] for router, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:08.991258 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b0262ee8-eddf-4b4c-acbc-1e3d4fb9d679 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-663158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-663167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661637'] for router, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:09.022867 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f151525-5799-4895-b0f0-03662a291a69 x-openstack-request-id: req-4f151525-5799-4895-b0f0-03662a291a69 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:09.024535 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6f445cb-54af-4107-8408-da783a6b571a", "tag": "04ecc35c-d5d9-4629-bf33-b67a046ad833", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:09.024806 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4f151525-5799-4895-b0f0-03662a291a69 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:09.029748 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f445cb-54af-4107-8408-da783a6b571a', 'tag': '04ecc35c-d5d9-4629-bf33-b67a046ad833', 'status': 'completed', 'code': 200} Aug 16 20:51:09.067337 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-cd7b7660-840a-4691-a9c5-fd0aaebf2bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:09.069495 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-cd7b7660-840a-4691-a9c5-fd0aaebf2bc7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8dd0211e29924429869841b1231bd93e&device_id=b6f445cb-54af-4107-8408-da783a6b571a HTTP/1.1" status: 200 len: 1099 time: 0.0963359 Aug 16 20:51:09.147153 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-f1415e6d-d9f4-4f5a-bc5c-8bf11c863c9a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=04ecc35c-d5d9-4629-bf33-b67a046ad833 HTTP/1.1" status: 200 len: 217 time: 0.0682335 Aug 16 20:51:09.150556 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a6deec04-b298-4e9d-9c65-ec8f20c0b48a req-d7d5e22f-313e-4518-90cc-5e3d07636981 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:09.166737 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['4daae0e5-a74e-4a7b-a3d0-850d669dc979'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:09.171668 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390958d4-1bdd-4d33-afdc-04d3868159cc req-cbe7f172-7aa6-499e-a04f-6fa46d58c259 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:09.173636 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-390958d4-1bdd-4d33-afdc-04d3868159cc req-cbe7f172-7aa6-499e-a04f-6fa46d58c259 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] 10.222.0.84 "GET /v2.0/ports?device_id=b6f445cb-54af-4107-8408-da783a6b571a HTTP/1.1" status: 200 len: 947 time: 0.1075106 Aug 16 20:51:09.211601 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5e22f-313e-4518-90cc-5e3d07636981 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] Pushing event deleted for resources: {'Port': ['ID=4daae0e5-a74e-4a7b-a3d0-850d669dc979,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:09.259053 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-bdf42625-b1d5-44aa-9efd-5375ea39e0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:09.261231 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-bdf42625-b1d5-44aa-9efd-5375ea39e0aa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.1051347 Aug 16 20:51:09.320425 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-c0a0da7f-01b9-4176-aec6-0b8a3daf8601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:09.322867 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-c0a0da7f-01b9-4176-aec6-0b8a3daf8601 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0485916 Aug 16 20:51:09.439077 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec361f-42fa-420f-a2fd-a5d683ed8f41 req-a799d1ac-767d-4b4b-8f48-e0c55ee10fed tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:09.441069 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6aec361f-42fa-420f-a2fd-a5d683ed8f41 req-a799d1ac-767d-4b4b-8f48-e0c55ee10fed tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.90 "GET /v2.0/ports?device_id=f8e28823-961e-4e97-9f97-d8343c2f1e81 HTTP/1.1" status: 200 len: 950 time: 0.1095116 Aug 16 20:51:09.495443 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-d1869d43-8b70-452b-9675-1b5ed615cda3 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622283 Aug 16 20:51:09.508420 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6deec04-b298-4e9d-9c65-ec8f20c0b48a req-d7d5e22f-313e-4518-90cc-5e3d07636981 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] No DVR routers for this DVR port 4daae0e5-a74e-4a7b-a3d0-850d669dc979 on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:51:09.513287 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a6deec04-b298-4e9d-9c65-ec8f20c0b48a req-d7d5e22f-313e-4518-90cc-5e3d07636981 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:09.515223 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a6deec04-b298-4e9d-9c65-ec8f20c0b48a req-d7d5e22f-313e-4518-90cc-5e3d07636981 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] 10.222.0.90 "DELETE /v2.0/ports/4daae0e5-a74e-4a7b-a3d0-850d669dc979 HTTP/1.1" status: 204 len: 173 time: 1.7516217 Aug 16 20:51:09.517245 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a90291-2d82-474f-b905-959671b49792', 'name': 'network-vif-deleted', 'tag': '4daae0e5-a74e-4a7b-a3d0-850d669dc979'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:09.519688 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af58c715-5f21-4509-9932-5c57e3409e76" -d '{"events": [{"server_uuid": "79a90291-2d82-474f-b905-959671b49792", "name": "network-vif-deleted", "tag": "4daae0e5-a74e-4a7b-a3d0-850d669dc979"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:09.537055 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0262ee8-eddf-4b4c-acbc-1e3d4fb9d679 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Router a9265ed3-3640-4082-b567-f9b1033dcd2a has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:51:09.540993 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-390958d4-1bdd-4d33-afdc-04d3868159cc req-a3b88a1d-3cef-4809-b775-f38cbde023c6 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] 10.222.0.84 "GET /v2.0/security-groups?id=444560ae-08bc-441f-9584-b683ec4440de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331130 Aug 16 20:51:09.636292 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-6aec361f-42fa-420f-a2fd-a5d683ed8f41 req-7fdd50c3-8fdd-462a-8cd3-76e9dbd96a01 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Deleting port 6cda2720-1cf3-45f1-8e31-bc271e42d531 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:51:09.636643 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6aec361f-42fa-420f-a2fd-a5d683ed8f41 req-7fdd50c3-8fdd-462a-8cd3-76e9dbd96a01 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:09.641223 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-80e3e63a-cd01-44c0-acca-5af286c91e87 req-bf4f790d-2aaf-4ab4-b55d-7a30dd7608d7 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320591 Aug 16 20:51:09.687656 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0262ee8-eddf-4b4c-acbc-1e3d4fb9d679 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:51:09.840966 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b0262ee8-eddf-4b4c-acbc-1e3d4fb9d679 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:09.840966 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b0262ee8-eddf-4b4c-acbc-1e3d4fb9d679 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] 10.222.0.84 "PUT /v2.0/routers/a9265ed3-3640-4082-b567-f9b1033dcd2a HTTP/1.1" status: 200 len: 922 time: 3.8873634 Aug 16 20:51:09.842477 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeee0612-ed8b-4f95-b5d8-6716453c9fe7 None None] Sync routers for ids ['a9265ed3-3640-4082-b567-f9b1033dcd2a'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:51:09.842593 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ea63f-d4f4-415a-9f08-bad61f6dc36d req-bb569441-dc9b-479b-ba0a-69ebed4d2ec9 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:09.842593 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-617ea63f-d4f4-415a-9f08-bad61f6dc36d req-bb569441-dc9b-479b-ba0a-69ebed4d2ec9 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.0702906 Aug 16 20:51:09.842802 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeee0612-ed8b-4f95-b5d8-6716453c9fe7 None None] Routers {'a9265ed3-3640-4082-b567-f9b1033dcd2a'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:09.842802 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-aeee0612-ed8b-4f95-b5d8-6716453c9fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:50:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['a9265ed3-3640-4082-b567-f9b1033dcd2a'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:09.842802 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-aeee0612-ed8b-4f95-b5d8-6716453c9fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:09.843145 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-6aec361f-42fa-420f-a2fd-a5d683ed8f41 req-7fdd50c3-8fdd-462a-8cd3-76e9dbd96a01 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] For port 6cda2720-1cf3-45f1-8e31-bc271e42d531, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=6cda2720-1cf3-45f1-8e31-bc271e42d531,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:09.843145 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6aec361f-42fa-420f-a2fd-a5d683ed8f41 req-7fdd50c3-8fdd-462a-8cd3-76e9dbd96a01 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:09.843429 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-617ea63f-d4f4-415a-9f08-bad61f6dc36d req-5c6cb47f-0b3f-432e-9f00-e3680206c0d0 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400720 Aug 16 20:51:09.843530 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeee0612-ed8b-4f95-b5d8-6716453c9fe7 None None] Routers {'a9265ed3-3640-4082-b567-f9b1033dcd2a'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:09.843530 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-aeee0612-ed8b-4f95-b5d8-6716453c9fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:50:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['a9265ed3-3640-4082-b567-f9b1033dcd2a'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:09.843712 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-6aec361f-42fa-420f-a2fd-a5d683ed8f41 req-7fdd50c3-8fdd-462a-8cd3-76e9dbd96a01 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Calling delete_port for 6cda2720-1cf3-45f1-8e31-bc271e42d531 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:51:09.843857 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-aeee0612-ed8b-4f95-b5d8-6716453c9fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:09.843857 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeee0612-ed8b-4f95-b5d8-6716453c9fe7 None None] The sync data for ids ['a9265ed3-3640-4082-b567-f9b1033dcd2a'] in n-d-793620-15 is: [] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:51:09.844063 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39950) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:09.927559 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d05625-2724-4992-a1c4-bb56ae3f078e req-b346cfc0-b07e-4ee4-983b-d7e47b34ef53 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:09.929255 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-01d05625-2724-4992-a1c4-bb56ae3f078e req-b346cfc0-b07e-4ee4-983b-d7e47b34ef53 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=f8e28823-961e-4e97-9f97-d8343c2f1e81 HTTP/1.1" status: 200 len: 950 time: 0.1185319 Aug 16 20:51:10.012767 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-01d05625-2724-4992-a1c4-bb56ae3f078e req-3695b5a3-c8c6-48a2-946c-1da7eef2b41e tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521042 Aug 16 20:51:10.015097 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-68357b2a-6be0-4cc3-8777-81325b8c7c56 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] 10.222.0.84 "GET /v2.0/routers/a9265ed3-3640-4082-b567-f9b1033dcd2a HTTP/1.1" status: 200 len: 922 time: 0.1720691 Aug 16 20:51:10.018962 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39966) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:10.075825 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5fd26e-a857-43a8-97d7-a56765dc1ceb x-openstack-request-id: req-bf5fd26e-a857-43a8-97d7-a56765dc1ceb {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:10.076455 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a90291-2d82-474f-b905-959671b49792", "name": "network-vif-deleted", "tag": "4daae0e5-a74e-4a7b-a3d0-850d669dc979", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:10.076724 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-bf5fd26e-a857-43a8-97d7-a56765dc1ceb {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:10.077182 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a90291-2d82-474f-b905-959671b49792', 'name': 'network-vif-deleted', 'tag': '4daae0e5-a74e-4a7b-a3d0-850d669dc979', 'status': 'completed', 'code': 200} Aug 16 20:51:10.113037 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d85d3ab-b872-4e66-9efe-747c4a50bb1f tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:10.113037 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4d85d3ab-b872-4e66-9efe-747c4a50bb1f tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=65ae326a-d6e1-4f5d-80d6-215a5521afe9&device_id=a9265ed3-3640-4082-b567-f9b1033dcd2a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0901737 Aug 16 20:51:10.113318 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39968) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:10.154023 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-45fb7cf8-67b1-4dd2-b2ae-878f1d7b558f req-fb051666-4c47-4103-8bef-8d9f5764e344 tempest-InstanceActionsNegativeTestJSON-575036136 tempest-InstanceActionsNegativeTestJSON-575036136-project] 10.222.0.84 "GET /v2.0/ports?device_id=79a90291-2d82-474f-b905-959671b49792 HTTP/1.1" status: 200 len: 210 time: 0.0303285 Aug 16 20:51:10.174110 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6aec361f-42fa-420f-a2fd-a5d683ed8f41 req-7fdd50c3-8fdd-462a-8cd3-76e9dbd96a01 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:10.193845 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['d88b29f6-cf28-4a24-ba6e-34e54b0a41c9', 'ef0c7a6f-3506-409b-8c4f-e21c66093609', '7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c', '6cda2720-1cf3-45f1-8e31-bc271e42d531'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:10.253043 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['d12fa717-5873-4d2b-90e6-5c7935218310'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:10.279599 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd50c3-8fdd-462a-8cd3-76e9dbd96a01 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Pushing event deleted for resources: {'Port': ['ID=6cda2720-1cf3-45f1-8e31-bc271e42d531,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:10.288960 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3d7a76-ac35-45a9-b169-d50f8923977c tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:10.290442 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-eb3d7a76-ac35-45a9-b169-d50f8923977c tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] 10.222.0.84 "GET /v2.0/networks/65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 881 time: 0.1761997 Aug 16 20:51:10.293535 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39974) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:10.339852 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-60a95a83-79ab-4e5a-b737-a580f1abdd4d tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] 10.222.0.84 "GET /v2.0/ports?device_id=a9265ed3-3640-4082-b567-f9b1033dcd2a HTTP/1.1" status: 200 len: 205 time: 0.0450630 Aug 16 20:51:10.343359 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39976) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:10.427658 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aec361f-42fa-420f-a2fd-a5d683ed8f41 req-7fdd50c3-8fdd-462a-8cd3-76e9dbd96a01 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] No DVR routers for this DVR port 6cda2720-1cf3-45f1-8e31-bc271e42d531 on host n-h2-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:51:10.427658 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6aec361f-42fa-420f-a2fd-a5d683ed8f41 req-7fdd50c3-8fdd-462a-8cd3-76e9dbd96a01 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:10.430269 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6aec361f-42fa-420f-a2fd-a5d683ed8f41 req-7fdd50c3-8fdd-462a-8cd3-76e9dbd96a01 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.90 "DELETE /v2.0/ports/6cda2720-1cf3-45f1-8e31-bc271e42d531 HTTP/1.1" status: 204 len: 173 time: 0.9799790 Aug 16 20:51:10.433433 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498c790-1202-44aa-b782-af6038b312ea req-7840a5a0-cd96-4b84-bf9a-f87201a66892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:10.436353 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1498c790-1202-44aa-b782-af6038b312ea req-7840a5a0-cd96-4b84-bf9a-f87201a66892 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8dd0211e29924429869841b1231bd93e&device_id=b6f445cb-54af-4107-8408-da783a6b571a HTTP/1.1" status: 200 len: 1099 time: 0.1970789 Aug 16 20:51:10.634938 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498c790-1202-44aa-b782-af6038b312ea req-f7c09a75-7cd1-4978-8a6d-cb3c8ff33383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:10.636392 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1498c790-1202-44aa-b782-af6038b312ea req-f7c09a75-7cd1-4978-8a6d-cb3c8ff33383 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.1909389 Aug 16 20:51:10.641221 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42292f-f600-42e7-80b4-f211bcb6a981 req-edb10798-74e3-4c24-ab71-7d919911e9f1 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:10.643103 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ef42292f-f600-42e7-80b4-f211bcb6a981 req-edb10798-74e3-4c24-ab71-7d919911e9f1 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/ports?device_id=96584ebe-1c2d-4f8e-a2d8-593e9ffed30e HTTP/1.1" status: 200 len: 950 time: 0.3057258 Aug 16 20:51:10.721756 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1498c790-1202-44aa-b782-af6038b312ea req-38bfb582-a0ad-4347-9ef9-981bcd4f707a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=04ecc35c-d5d9-4629-bf33-b67a046ad833 HTTP/1.1" status: 200 len: 217 time: 0.0593429 Aug 16 20:51:10.825379 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c3308916-c2ae-4331-b496-531f0b0bb5a0 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:10.836626 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498c790-1202-44aa-b782-af6038b312ea req-84795b4e-451f-45ea-a75c-d4ea0d184797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:10.840404 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1498c790-1202-44aa-b782-af6038b312ea req-84795b4e-451f-45ea-a75c-d4ea0d184797 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.1114409 Aug 16 20:51:10.970472 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498c790-1202-44aa-b782-af6038b312ea req-4bd947a8-1d0d-4caf-ad4f-a667e2ce3bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:10.972606 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1498c790-1202-44aa-b782-af6038b312ea req-4bd947a8-1d0d-4caf-ad4f-a667e2ce3bfc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1238539 Aug 16 20:51:10.985378 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ef42292f-f600-42e7-80b4-f211bcb6a981 req-8107a2c8-1f60-46af-9ec6-1f2622d061d1 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcde13e6-7ce2-4852-825a-3fa6ea61d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275926 Aug 16 20:51:11.034412 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e28823-961e-4e97-9f97-d8343c2f1e81', 'name': 'network-vif-deleted', 'tag': '6cda2720-1cf3-45f1-8e31-bc271e42d531'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:11.045331 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53693e3b-b963-4901-8c9f-30d5b588c70e req-06e72fd7-4966-4b0a-bc92-edf2634499a9 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:11.055721 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0798e2a7-5a45-4878-872c-a49a367eb7ff" -d '{"events": [{"server_uuid": "f8e28823-961e-4e97-9f97-d8343c2f1e81", "name": "network-vif-deleted", "tag": "6cda2720-1cf3-45f1-8e31-bc271e42d531"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:11.061054 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-53693e3b-b963-4901-8c9f-30d5b588c70e req-06e72fd7-4966-4b0a-bc92-edf2634499a9 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] 10.222.0.84 "GET /v2.0/ports?device_id=b6f445cb-54af-4107-8408-da783a6b571a HTTP/1.1" status: 200 len: 947 time: 0.4169297 Aug 16 20:51:11.066868 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac6669-c535-4ead-9138-5d418c03e6d3 req-40d44369-da65-4b58-ac88-d8f466889469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:11.068386 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4fac6669-c535-4ead-9138-5d418c03e6d3 req-40d44369-da65-4b58-ac88-d8f466889469 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 1098 time: 0.3776052 Aug 16 20:51:11.128935 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d7b20f7b-b485-4a62-850b-e8b3e69d3520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:11.217184 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-53693e3b-b963-4901-8c9f-30d5b588c70e req-3e40e3e9-e85d-421f-8ba9-52e86ad2d055 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] 10.222.0.84 "GET /v2.0/security-groups?id=444560ae-08bc-441f-9584-b683ec4440de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546836 Aug 16 20:51:11.224855 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4fac6669-c535-4ead-9138-5d418c03e6d3 req-3eba5fa6-f60e-41ac-8996-3a5d7f209dd5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159151 Aug 16 20:51:11.225438 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1498c790-1202-44aa-b782-af6038b312ea req-0b599910-2173-4389-a4ff-e2c470bb6715 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376056 Aug 16 20:51:11.227868 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c3308916-c2ae-4331-b496-531f0b0bb5a0 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:11.257766 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d34aa-af54-442a-b4af-c0719a03f915 req-59abac24-b06a-46d4-9027-ddc3fbd4c748 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:11.259307 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ba4d34aa-af54-442a-b4af-c0719a03f915 req-59abac24-b06a-46d4-9027-ddc3fbd4c748 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.1531990 Aug 16 20:51:11.307158 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ba4d34aa-af54-442a-b4af-c0719a03f915 req-298da1bf-b072-45cc-90df-3009b3b96a37 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417039 Aug 16 20:51:11.406140 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1498c790-1202-44aa-b782-af6038b312ea req-ee63c56f-8a3b-447a-aef5-12539e0f583a service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265521 Aug 16 20:51:11.460558 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-455c74bc-9eeb-4933-92d7-a094687c8a0b req-1358d535-1ce1-4048-ad85-e65578e59f57 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=f8e28823-961e-4e97-9f97-d8343c2f1e81 HTTP/1.1" status: 200 len: 210 time: 0.0322018 Aug 16 20:51:11.491861 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-c3308916-c2ae-4331-b496-531f0b0bb5a0 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Deleting port 2f8f9d18-b76d-4e1b-aedf-dc67196dfc9d {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:51:11.492431 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c3308916-c2ae-4331-b496-531f0b0bb5a0 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:11.522474 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022652b7-7398-48c3-984d-15fdf0b25b20 x-openstack-request-id: req-022652b7-7398-48c3-984d-15fdf0b25b20 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:11.522845 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e28823-961e-4e97-9f97-d8343c2f1e81", "name": "network-vif-deleted", "tag": "6cda2720-1cf3-45f1-8e31-bc271e42d531", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:11.523188 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-022652b7-7398-48c3-984d-15fdf0b25b20 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:11.523663 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e28823-961e-4e97-9f97-d8343c2f1e81', 'name': 'network-vif-deleted', 'tag': '6cda2720-1cf3-45f1-8e31-bc271e42d531', 'status': 'completed', 'code': 200} Aug 16 20:51:11.566912 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-8f451cff-1ee2-4e70-b6aa-fd3ca682dc17 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=0652636db7d64236b6b87cbd0317cee8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609279 Aug 16 20:51:11.586536 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40016) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:11.648127 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-34585192-8c09-4a84-9188-acbda847eb1b admin admin] Deleting subnet fdd7b177-1b9b-4c2e-b82a-e57f1569bab4 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:51:11.651370 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34585192-8c09-4a84-9188-acbda847eb1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:11.661431 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c3308916-c2ae-4331-b496-531f0b0bb5a0 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:11.682147 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-c3308916-c2ae-4331-b496-531f0b0bb5a0 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Calling delete_port for 2f8f9d18-b76d-4e1b-aedf-dc67196dfc9d owned by network:router_gateway {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:51:11.693012 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34585192-8c09-4a84-9188-acbda847eb1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:11.738542 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34585192-8c09-4a84-9188-acbda847eb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:11.778411 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-a5f90595-56c3-49c2-b8d3-3083810c5467 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:11.790624 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-a5f90595-56c3-49c2-b8d3-3083810c5467 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2032089 Aug 16 20:51:11.826961 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-b3b8f4fd-6361-4dfe-b0be-f6de83ad3988 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] 10.222.0.84 "GET /v2.0/quotas/0652636db7d64236b6b87cbd0317cee8 HTTP/1.1" status: 200 len: 375 time: 0.0408616 Aug 16 20:51:11.865785 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-442d1818-abcc-436b-9ebe-0cb62c06cf42 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=0652636db7d64236b6b87cbd0317cee8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320032 Aug 16 20:51:11.950853 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 6cda2720-1cf3-45f1-8e31-bc271e42d531 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:51:11.967187 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 6cda2720-1cf3-45f1-8e31-bc271e42d531 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:51:11.967537 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 6cda2720-1cf3-45f1-8e31-bc271e42d531 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:51:11.967976 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 4daae0e5-a74e-4a7b-a3d0-850d669dc979 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:51:11.988120 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 4daae0e5-a74e-4a7b-a3d0-850d669dc979 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:51:11.988388 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 4daae0e5-a74e-4a7b-a3d0-850d669dc979 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:51:11.997614 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34585192-8c09-4a84-9188-acbda847eb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:12.026205 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c3308916-c2ae-4331-b496-531f0b0bb5a0 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:12.027349 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34585192-8c09-4a84-9188-acbda847eb1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdd7b177-1b9b-4c2e-b82a-e57f1569bab4,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:12.030987 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34585192-8c09-4a84-9188-acbda847eb1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:12.043316 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-34585192-8c09-4a84-9188-acbda847eb1b admin admin] 10.222.0.84 "DELETE /v2.0/subnets/fdd7b177-1b9b-4c2e-b82a-e57f1569bab4 HTTP/1.1" status: 204 len: 168 time: 0.4460456 Aug 16 20:51:12.043316 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40022) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:12.131332 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-12a71a9a-afc8-4547-a145-274274bfddb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:12.152007 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3308916-c2ae-4331-b496-531f0b0bb5a0 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Pushing event deleted for resources: {'Port': ['ID=2f8f9d18-b76d-4e1b-aedf-dc67196dfc9d,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:12.227913 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11f81d-cdf4-4cab-ad59-5ce1e70f7cf8 req-c9d2be7a-5321-46cd-acab-15689c6f3ab4 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:12.229688 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd11f81d-cdf4-4cab-ad59-5ce1e70f7cf8 req-c9d2be7a-5321-46cd-acab-15689c6f3ab4 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/ports?device_id=96584ebe-1c2d-4f8e-a2d8-593e9ffed30e HTTP/1.1" status: 200 len: 950 time: 0.1226611 Aug 16 20:51:12.261330 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-12a71a9a-afc8-4547-a145-274274bfddb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:12.272572 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-12a71a9a-afc8-4547-a145-274274bfddb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['250a96ef-7d22-48f4-9fe8-71bd99ace76b']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:12.274976 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-144824ae-5a64-4664-84a8-5ab3d5b85820 req-3161f4f1-65ee-43ae-9729-3d3682d86432 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0e64feb-8c87-400f-b186-2637c2b1e2db HTTP/1.1" status: 200 len: 210 time: 0.0559480 Aug 16 20:51:12.283603 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-12a71a9a-afc8-4547-a145-274274bfddb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '630d823f-2917-4f6a-ad07-36860e954040') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:12.284147 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-12a71a9a-afc8-4547-a145-274274bfddb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '630d823f-2917-4f6a-ad07-36860e954040') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:12.302445 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c3308916-c2ae-4331-b496-531f0b0bb5a0 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:12.304263 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-12a71a9a-afc8-4547-a145-274274bfddb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:12.324606 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-12a71a9a-afc8-4547-a145-274274bfddb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:12.337141 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12a71a9a-afc8-4547-a145-274274bfddb7 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:51:12.337843 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-12a71a9a-afc8-4547-a145-274274bfddb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:12.340274 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:51:12.340274 n-d-793620-15 neutron-server[101845]: items = [ Aug 16 20:51:12.340274 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:51:12.340274 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:51:12.340274 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:51:12.340274 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:51:12.340274 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:51:12.340274 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:51:12.340274 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:51:12.340274 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:51:12.340274 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:51:12.340274 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:51:12.340274 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:51:12.340274 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:51:12.340274 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:51:12.340274 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:51:12.340274 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:51:12.340274 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:51:12.340274 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:51:12.340274 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:51:12.340274 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:51:12.340274 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:51:12.340274 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:51:12.340274 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:51:12.340274 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:51:12.340274 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:51:12.340274 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:51:12.340274 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:51:12.340274 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:51:12.340274 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:51:12.340274 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:51:12.340274 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:51:12.340274 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:51:12.340274 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:51:12.410306 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd11f81d-cdf4-4cab-ad59-5ce1e70f7cf8 req-b5435d77-f7f2-4d20-b032-74748f862f5f tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcde13e6-7ce2-4852-825a-3fa6ea61d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662469 Aug 16 20:51:12.431394 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c3308916-c2ae-4331-b496-531f0b0bb5a0 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:12.434282 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c3308916-c2ae-4331-b496-531f0b0bb5a0 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:12.516636 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eefccc-779b-4520-a3ae-ceb8e2f065e1 req-ccf778e8-c074-42fd-9dc9-b7466fd772d3 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:12.518068 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d3eefccc-779b-4520-a3ae-ceb8e2f065e1 req-ccf778e8-c074-42fd-9dc9-b7466fd772d3 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] 10.222.0.84 "GET /v2.0/ports?device_id=b6f445cb-54af-4107-8408-da783a6b571a HTTP/1.1" status: 200 len: 947 time: 0.1490817 Aug 16 20:51:12.539379 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c30cb-980f-4d76-bce8-2642dfc23afc req-a52c5542-2629-4cc1-977a-941a12522045 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:12.543058 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-690c30cb-980f-4d76-bce8-2642dfc23afc req-a52c5542-2629-4cc1-977a-941a12522045 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.0688012 Aug 16 20:51:12.574632 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-12a71a9a-afc8-4547-a145-274274bfddb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:12.590688 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-12a71a9a-afc8-4547-a145-274274bfddb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:12.595059 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-12a71a9a-afc8-4547-a145-274274bfddb7 admin admin] 10.222.0.84 "DELETE /v2.0/networks/250a96ef-7d22-48f4-9fe8-71bd99ace76b HTTP/1.1" status: 204 len: 168 time: 0.5550201 Aug 16 20:51:12.595059 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a71a9a-afc8-4547-a145-274274bfddb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=250a96ef-7d22-48f4-9fe8-71bd99ace76b,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:12.602300 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d3eefccc-779b-4520-a3ae-ceb8e2f065e1 req-da831e77-8642-4ec3-a1ba-22b1dba7bdf3 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] 10.222.0.84 "GET /v2.0/security-groups?id=444560ae-08bc-441f-9584-b683ec4440de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761092 Aug 16 20:51:12.614187 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-690c30cb-980f-4d76-bce8-2642dfc23afc req-94028c49-f366-445e-8f4b-4f51eec66324 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599155 Aug 16 20:51:12.631683 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c3308916-c2ae-4331-b496-531f0b0bb5a0 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:12.632307 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3308916-c2ae-4331-b496-531f0b0bb5a0 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Fanout notify agent at l3_agent the message router_deleted on router a9265ed3-3640-4082-b567-f9b1033dcd2a {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:51:12.647001 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c3308916-c2ae-4331-b496-531f0b0bb5a0 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:12.648379 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c3308916-c2ae-4331-b496-531f0b0bb5a0 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] 10.222.0.84 "DELETE /v2.0/routers/a9265ed3-3640-4082-b567-f9b1033dcd2a HTTP/1.1" status: 204 len: 168 time: 2.2935383 Aug 16 20:51:12.652358 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40052) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:12.657584 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-2d5a5ef5-02f8-41b7-a223-f28dcd15060f tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1230673795', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:12.911710 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 04ecc35c-d5d9-4629-bf33-b67a046ad833 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:51:12.985457 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2d5a5ef5-02f8-41b7-a223-f28dcd15060f tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:12.986309 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2d5a5ef5-02f8-41b7-a223-f28dcd15060f tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:13.008571 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac6434-bfb8-44fe-87ea-314cf04d017a req-f2df3de7-a1ff-4807-966e-cc4e94fbbd7a tempest-LiveMigrationNegativeTest-706641525 tempest-LiveMigrationNegativeTest-706641525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:13.016094 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b1ac6434-bfb8-44fe-87ea-314cf04d017a req-f2df3de7-a1ff-4807-966e-cc4e94fbbd7a tempest-LiveMigrationNegativeTest-706641525 tempest-LiveMigrationNegativeTest-706641525-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=96584ebe-1c2d-4f8e-a2d8-593e9ffed30e HTTP/1.1" status: 200 len: 1102 time: 0.3187478 Aug 16 20:51:13.032000 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b1ac6434-bfb8-44fe-87ea-314cf04d017a req-2891bb05-2d1c-4ca9-8237-3e31a1b6bd24 tempest-LiveMigrationNegativeTest-706641525 tempest-LiveMigrationNegativeTest-706641525-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:13.052132 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 04ecc35c-d5d9-4629-bf33-b67a046ad833, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=04ecc35c-d5d9-4629-bf33-b67a046ad833,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:13.070597 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '04ecc35c-d5d9-4629-bf33-b67a046ad833', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': '04ecc35c-d5d9-4629-bf33-b67a046ad833', 'mac_address': 'fa:16:3e:36:65:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:51:13.085229 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2d5a5ef5-02f8-41b7-a223-f28dcd15060f tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:13.112415 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:13.125886 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04ecc35c-d5d9-4629-bf33-b67a046ad833 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:51:13.157543 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 04ecc35c-d5d9-4629-bf33-b67a046ad833, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=04ecc35c-d5d9-4629-bf33-b67a046ad833,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:13.170379 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b1ac6434-bfb8-44fe-87ea-314cf04d017a req-2891bb05-2d1c-4ca9-8237-3e31a1b6bd24 tempest-LiveMigrationNegativeTest-706641525 tempest-LiveMigrationNegativeTest-706641525-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:13.201424 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40062) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:13.244137 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b4ee498e-b781-443b-b470-d4f30e5bf0ab admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7fbbb50327e94ccd9d31909af929fc37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415113 Aug 16 20:51:13.246643 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40064) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:13.266846 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2d5a5ef5-02f8-41b7-a223-f28dcd15060f tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:13.295143 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f1e23b0a-775d-4526-b361-20dbaf0f5a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:13.305051 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:13.313814 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b1ac6434-bfb8-44fe-87ea-314cf04d017a req-2891bb05-2d1c-4ca9-8237-3e31a1b6bd24 tempest-LiveMigrationNegativeTest-706641525 tempest-LiveMigrationNegativeTest-706641525-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:13.318082 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f1e23b0a-775d-4526-b361-20dbaf0f5a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:13.375549 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b1ac6434-bfb8-44fe-87ea-314cf04d017a req-2891bb05-2d1c-4ca9-8237-3e31a1b6bd24 tempest-LiveMigrationNegativeTest-706641525 tempest-LiveMigrationNegativeTest-706641525-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=bcde13e6-7ce2-4852-825a-3fa6ea61d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583281 Aug 16 20:51:13.389591 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=04ecc35c-d5d9-4629-bf33-b67a046ad833,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:13.411594 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2891bb05-2d1c-4ca9-8237-3e31a1b6bd24 tempest-LiveMigrationNegativeTest-706641525 tempest-LiveMigrationNegativeTest-706641525-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995de37b-425c-426c-a86a-e9260b9b309a,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:13.460113 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2d5a5ef5-02f8-41b7-a223-f28dcd15060f tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:13.463282 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2d5a5ef5-02f8-41b7-a223-f28dcd15060f tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8077044 Aug 16 20:51:13.464366 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40074) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:13.469130 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-1355fdc4-089e-4b47-ac7d-ff4c97badaf3 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Request body: {'router': {'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:13.478448 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-21e4134b-89bb-4186-b80f-5e79f3fcaf12 req-fc4744e7-f727-4ba3-96df-54336eda4b58 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0e64feb-8c87-400f-b186-2637c2b1e2db HTTP/1.1" status: 200 len: 210 time: 0.0302334 Aug 16 20:51:13.566021 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f1e23b0a-775d-4526-b361-20dbaf0f5a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:13.568839 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f1e23b0a-775d-4526-b361-20dbaf0f5a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:13.572680 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f1e23b0a-775d-4526-b361-20dbaf0f5a84 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d29bcbaf-c353-4432-b39c-0f2b7e78b996 HTTP/1.1" status: 204 len: 168 time: 0.3225133 Aug 16 20:51:13.580818 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['04ecc35c-d5d9-4629-bf33-b67a046ad833'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:13.630890 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7b351371-1540-48f0-ae54-6628baae0931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:13.650631 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e23b0a-775d-4526-b361-20dbaf0f5a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29bcbaf-c353-4432-b39c-0f2b7e78b996,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:13.768571 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1355fdc4-089e-4b47-ac7d-ff4c97badaf3 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:13.872132 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:13.919485 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceeafc8-2864-4d1d-bf5a-6a3e9f105608 req-12d24a94-4187-4c46-8488-4d06bdee8d56 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:13.921142 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bceeafc8-2864-4d1d-bf5a-6a3e9f105608 req-12d24a94-4187-4c46-8488-4d06bdee8d56 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] 10.222.0.84 "GET /v2.0/ports?device_id=b6f445cb-54af-4107-8408-da783a6b571a HTTP/1.1" status: 200 len: 948 time: 0.0699108 Aug 16 20:51:14.024554 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bceeafc8-2864-4d1d-bf5a-6a3e9f105608 req-552d1508-d60b-4aea-b1c8-d0a81adee956 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] 10.222.0.84 "GET /v2.0/security-groups?id=444560ae-08bc-441f-9584-b683ec4440de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938354 Aug 16 20:51:14.046984 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ffb02-1683-4676-8097-752e98660a94 req-b5b2b390-f7f6-40e4-9a8c-915d905bc51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:14.046984 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-487ffb02-1683-4676-8097-752e98660a94 req-b5b2b390-f7f6-40e4-9a8c-915d905bc51e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=91a0e7dd9c2b431cb8d4b7053e5a6182&device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 1098 time: 0.1330688 Aug 16 20:51:14.148809 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6b3bd-6fd4-4f08-aa1b-13f6a6d95c77 req-b67d3b51-d246-48b4-bd71-a9788a6b54d0 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:14.156502 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-66c6b3bd-6fd4-4f08-aa1b-13f6a6d95c77 req-b67d3b51-d246-48b4-bd71-a9788a6b54d0 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.0700741 Aug 16 20:51:14.262963 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-66c6b3bd-6fd4-4f08-aa1b-13f6a6d95c77 req-8860c581-8ab5-4594-ad3b-47a58790781e tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039360 Aug 16 20:51:14.277538 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ffb02-1683-4676-8097-752e98660a94 req-61fa150b-a78f-488c-a980-4ff8595463f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:14.279317 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-487ffb02-1683-4676-8097-752e98660a94 req-61fa150b-a78f-488c-a980-4ff8595463f1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=078bd5a9-b098-43f3-ba33-8a739c62ede2 HTTP/1.1" status: 200 len: 919 time: 0.2243822 Aug 16 20:51:14.386426 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b5d5d-5446-46b7-ba4b-d06a1b279a2f req-52785a88-3bc3-4c74-94af-31a6fac60395 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:14.388087 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-610b5d5d-5446-46b7-ba4b-d06a1b279a2f req-52785a88-3bc3-4c74-94af-31a6fac60395 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=3bdc5aa2-df19-4ba4-9d02-9ba90a6ecbbb HTTP/1.1" status: 200 len: 950 time: 0.1191194 Aug 16 20:51:14.405980 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-487ffb02-1683-4676-8097-752e98660a94 req-1c4eda18-481e-43c2-b5f6-c9f8935424d5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3ff8082-7488-4fa4-bba1-1383fc59b92a HTTP/1.1" status: 200 len: 217 time: 0.0583425 Aug 16 20:51:14.440395 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-610b5d5d-5446-46b7-ba4b-d06a1b279a2f req-22821c60-341b-41fd-9467-b4b66641e057 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427728 Aug 16 20:51:14.448328 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1355fdc4-089e-4b47-ac7d-ff4c97badaf3 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:14.500779 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1355fdc4-089e-4b47-ac7d-ff4c97badaf3 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:14.526083 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ffb02-1683-4676-8097-752e98660a94 req-a52724e5-9a14-4594-b936-01736335359a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:14.527973 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-487ffb02-1683-4676-8097-752e98660a94 req-a52724e5-9a14-4594-b936-01736335359a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=739c3a49-237b-4d98-9492-010a42c636b6 HTTP/1.1" status: 200 len: 858 time: 0.0884948 Aug 16 20:51:14.592230 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dae7c1ac-3af0-48a6-a42a-cae84996643f req-b8235b88-8423-4332-9e5d-71626f8738e7 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0e64feb-8c87-400f-b186-2637c2b1e2db HTTP/1.1" status: 200 len: 210 time: 0.0304105 Aug 16 20:51:14.894485 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-487ffb02-1683-4676-8097-752e98660a94 req-977c5539-e070-4945-a0e8-2778a282d08b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=078bd5a9-b098-43f3-ba33-8a739c62ede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3352854 Aug 16 20:51:14.923148 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 04ecc35c-d5d9-4629-bf33-b67a046ad833 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:14.976377 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:15.003693 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1bc7e0-1c27-4e3b-9774-0d6f34fc5a9d req-5a112439-c7fa-4afc-9e8d-5a6e498db22a tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:15.005229 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ee1bc7e0-1c27-4e3b-9774-0d6f34fc5a9d req-5a112439-c7fa-4afc-9e8d-5a6e498db22a tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bdc5aa2-df19-4ba4-9d02-9ba90a6ecbbb HTTP/1.1" status: 200 len: 950 time: 0.1581149 Aug 16 20:51:15.065639 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb2d4a-bee5-4c87-b313-305455df750f req-4a289901-b803-475b-a839-0a3a102f8e79 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:15.067250 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-77fb2d4a-bee5-4c87-b313-305455df750f req-4a289901-b803-475b-a839-0a3a102f8e79 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/ports?device_id=96584ebe-1c2d-4f8e-a2d8-593e9ffed30e HTTP/1.1" status: 200 len: 950 time: 0.0572624 Aug 16 20:51:15.069883 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-1355fdc4-089e-4b47-ac7d-ff4c97badaf3 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Allocated IP 172.25.1.23 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/e5de3483-e0bd-42f8-95af-5db2097d8b4e) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:15.127576 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-77fb2d4a-bee5-4c87-b313-305455df750f req-48dcef92-dd1e-41a6-bd0f-8947fe3293fd tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcde13e6-7ce2-4852-825a-3fa6ea61d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522788 Aug 16 20:51:15.127972 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-487ffb02-1683-4676-8097-752e98660a94 req-05db144e-2d78-47ef-92d5-d2f81bccb365 service neutron] 10.222.0.72 "GET /v2.0/networks/078bd5a9-b098-43f3-ba33-8a739c62ede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230144 Aug 16 20:51:15.129035 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 04ecc35c-d5d9-4629-bf33-b67a046ad833 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:15.138715 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 04ecc35c-d5d9-4629-bf33-b67a046ad833 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:15.138715 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:15.199632 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b09755-c984-4527-ba3f-2ce6aaa14f98 req-37b71529-ce64-4451-9dd8-8991e504e751 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:15.203167 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-17b09755-c984-4527-ba3f-2ce6aaa14f98 req-37b71529-ce64-4451-9dd8-8991e504e751 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] 10.222.0.84 "GET /v2.0/ports?device_id=b6f445cb-54af-4107-8408-da783a6b571a HTTP/1.1" status: 200 len: 948 time: 0.0936651 Aug 16 20:51:15.241793 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:15.267325 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f445cb-54af-4107-8408-da783a6b571a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ecc35c-d5d9-4629-bf33-b67a046ad833'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:15.270105 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a449ee6-3bb5-4ec3-a2a3-27d099ae934f" -d '{"events": [{"server_uuid": "b6f445cb-54af-4107-8408-da783a6b571a", "name": "network-vif-plugged", "status": "completed", "tag": "04ecc35c-d5d9-4629-bf33-b67a046ad833"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:15.279874 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-17b09755-c984-4527-ba3f-2ce6aaa14f98 req-d1e6f597-d366-48a6-88f5-62b29fe108d5 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] 10.222.0.84 "GET /v2.0/security-groups?id=444560ae-08bc-441f-9584-b683ec4440de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651150 Aug 16 20:51:15.307259 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 04ecc35c-d5d9-4629-bf33-b67a046ad833, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=04ecc35c-d5d9-4629-bf33-b67a046ad833,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:15.321061 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70be5e29-dc80-424f-bc2b-192e7f9c53f0 x-openstack-request-id: req-70be5e29-dc80-424f-bc2b-192e7f9c53f0 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:15.344174 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f445cb-54af-4107-8408-da783a6b571a", "name": "network-vif-plugged", "status": "completed", "tag": "04ecc35c-d5d9-4629-bf33-b67a046ad833", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:15.344174 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-70be5e29-dc80-424f-bc2b-192e7f9c53f0 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:15.344174 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f445cb-54af-4107-8408-da783a6b571a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ecc35c-d5d9-4629-bf33-b67a046ad833', 'code': 200} Aug 16 20:51:15.344529 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-ee1bc7e0-1c27-4e3b-9774-0d6f34fc5a9d req-b350c5c2-00e5-4061-9d58-94c9307d31c9 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Deleting port 7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:51:15.344529 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ee1bc7e0-1c27-4e3b-9774-0d6f34fc5a9d req-b350c5c2-00e5-4061-9d58-94c9307d31c9 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:15.351067 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40120) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:15.360592 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-487ffb02-1683-4676-8097-752e98660a94 req-ffb0b346-d045-4a5b-9952-555279893811 service neutron] 10.222.0.72 "GET /v2.0/networks/078bd5a9-b098-43f3-ba33-8a739c62ede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225132 Aug 16 20:51:15.393245 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1355fdc4-089e-4b47-ac7d-ff4c97badaf3 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:15.404820 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:15.494331 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=04ecc35c-d5d9-4629-bf33-b67a046ad833,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:15.497827 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-ee1bc7e0-1c27-4e3b-9774-0d6f34fc5a9d req-b350c5c2-00e5-4061-9d58-94c9307d31c9 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] For port 7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:15.498447 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ee1bc7e0-1c27-4e3b-9774-0d6f34fc5a9d req-b350c5c2-00e5-4061-9d58-94c9307d31c9 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:15.517650 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-ee1bc7e0-1c27-4e3b-9774-0d6f34fc5a9d req-b350c5c2-00e5-4061-9d58-94c9307d31c9 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Calling delete_port for 7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:51:15.543463 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e02c6e-83a5-4014-81bc-e0a154176066 req-cf9a7d60-60be-463c-83b7-2a43204b3e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:15.545734 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e8e02c6e-83a5-4014-81bc-e0a154176066 req-cf9a7d60-60be-463c-83b7-2a43204b3e36 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b6f445cb-54af-4107-8408-da783a6b571a HTTP/1.1" status: 200 len: 1101 time: 0.1045280 Aug 16 20:51:15.550703 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-e709c7b5-c967-42e3-8359-24c15e9978c1 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=0652636db7d64236b6b87cbd0317cee8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542314 Aug 16 20:51:15.565354 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440c52f-8f39-4ec7-bcf8-04772250a363 req-7629b16f-52fa-4d5d-850b-c7d3ea07be7d tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:15.566710 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7440c52f-8f39-4ec7-bcf8-04772250a363 req-7629b16f-52fa-4d5d-850b-c7d3ea07be7d tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.1437135 Aug 16 20:51:15.575890 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-1b9067f8-e635-49a8-9166-10e9055d9f92 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1879178740-network', 'tenant_id': '1f024702b89d4617a1449e447d82f30d'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:15.620791 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e8e02c6e-83a5-4014-81bc-e0a154176066 req-f47f32ac-587d-4b52-8f34-cb32d680e985 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=444560ae-08bc-441f-9584-b683ec4440de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483105 Aug 16 20:51:15.632442 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1355fdc4-089e-4b47-ac7d-ff4c97badaf3 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:15.677479 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1355fdc4-089e-4b47-ac7d-ff4c97badaf3 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:15.704448 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-1355fdc4-089e-4b47-ac7d-ff4c97badaf3 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:15.710072 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1355fdc4-089e-4b47-ac7d-ff4c97badaf3 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:15.742765 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355fdc4-089e-4b47-ac7d-ff4c97badaf3 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Pushing event updated for resources: {'Port': ['ID=e5de3483-e0bd-42f8-95af-5db2097d8b4e,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:15.760610 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7440c52f-8f39-4ec7-bcf8-04772250a363 req-7ec8c67c-eda7-49a9-898e-7d0a8ffe3e92 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453104 Aug 16 20:51:15.778417 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc6791-ed5a-474a-9c12-4afb0a0afa64 req-8ca30eb1-989d-4fcd-bad6-15722acb5099 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:15.780013 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f5dc6791-ed5a-474a-9c12-4afb0a0afa64 req-8ca30eb1-989d-4fcd-bad6-15722acb5099 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=3bdc5aa2-df19-4ba4-9d02-9ba90a6ecbbb HTTP/1.1" status: 200 len: 950 time: 0.2340493 Aug 16 20:51:15.809915 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d04be-0f01-4b3a-94c6-a3dcf2e2208c req-1e75b224-3610-49e5-a98c-300b35dd87d3 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:15.811399 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-717d04be-0f01-4b3a-94c6-a3dcf2e2208c req-1e75b224-3610-49e5-a98c-300b35dd87d3 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c862829-57ea-47a7-b957-ab76db9cc306 HTTP/1.1" status: 200 len: 950 time: 0.2400079 Aug 16 20:51:15.820324 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9067f8-e635-49a8-9166-10e9055d9f92 admin admin] Made reservation on behalf of 1f024702b89d4617a1449e447d82f30d for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:15.822614 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1b9067f8-e635-49a8-9166-10e9055d9f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:15.858477 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-3c4e6c46-29be-453f-856e-5b4e85e8ae05 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:15.859972 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-3c4e6c46-29be-453f-856e-5b4e85e8ae05 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2923634 Aug 16 20:51:15.897430 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1b9067f8-e635-49a8-9166-10e9055d9f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:15.899940 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ee1bc7e0-1c27-4e3b-9774-0d6f34fc5a9d req-b350c5c2-00e5-4061-9d58-94c9307d31c9 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:15.907740 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-397d7e87-5477-46ca-abc9-5f3b524edd5e tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] Request body: {'port': {'device_id': 'c0e64feb-8c87-400f-b186-2637c2b1e2db', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'admin_state_up': True, 'tenant_id': '0652636db7d64236b6b87cbd0317cee8'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:15.918499 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f07f994c-16f7-4ad8-985d-ca4e21bc23aa req-f2c80bca-5471-4acb-aca5-46fa9d8d7e72 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0e64feb-8c87-400f-b186-2637c2b1e2db HTTP/1.1" status: 200 len: 210 time: 0.0854514 Aug 16 20:51:15.937706 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350c5c2-00e5-4061-9d58-94c9307d31c9 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Pushing event deleted for resources: {'Port': ['ID=7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:15.941120 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['d88b29f6-cf28-4a24-ba6e-34e54b0a41c9', 'ef0c7a6f-3506-409b-8c4f-e21c66093609', '7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:15.944780 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['d12fa717-5873-4d2b-90e6-5c7935218310'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:15.972406 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f5dc6791-ed5a-474a-9c12-4afb0a0afa64 req-e69e5568-2f58-4729-9c68-940e134bdb12 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802452 Aug 16 20:51:16.000263 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee1bc7e0-1c27-4e3b-9774-0d6f34fc5a9d req-b350c5c2-00e5-4061-9d58-94c9307d31c9 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] No DVR routers for this DVR port 7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c on host n-h2-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:51:16.004050 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ee1bc7e0-1c27-4e3b-9774-0d6f34fc5a9d req-b350c5c2-00e5-4061-9d58-94c9307d31c9 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:16.007023 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ee1bc7e0-1c27-4e3b-9774-0d6f34fc5a9d req-b350c5c2-00e5-4061-9d58-94c9307d31c9 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.90 "DELETE /v2.0/ports/7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c HTTP/1.1" status: 204 len: 173 time: 0.9931424 Aug 16 20:51:16.007245 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bdc5aa2-df19-4ba4-9d02-9ba90a6ecbbb', 'name': 'network-vif-deleted', 'tag': '7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:16.010234 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129107fa-371b-490e-b3d0-0a897d5dbaec" -d '{"events": [{"server_uuid": "3bdc5aa2-df19-4ba4-9d02-9ba90a6ecbbb", "name": "network-vif-deleted", "tag": "7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:16.063576 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78ad2ea-6cbc-4d2e-aeac-706a546d7daf x-openstack-request-id: req-f78ad2ea-6cbc-4d2e-aeac-706a546d7daf {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:16.063747 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bdc5aa2-df19-4ba4-9d02-9ba90a6ecbbb", "name": "network-vif-deleted", "tag": "7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:16.064822 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f78ad2ea-6cbc-4d2e-aeac-706a546d7daf {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:16.065923 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bdc5aa2-df19-4ba4-9d02-9ba90a6ecbbb', 'name': 'network-vif-deleted', 'tag': '7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c', 'status': 'completed', 'code': 200} Aug 16 20:51:16.154872 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-717d04be-0f01-4b3a-94c6-a3dcf2e2208c req-db9f33b6-5b29-43c0-ad4f-a62c472f36e0 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Deleting port 075f5e55-4f5b-434d-b8b4-d846e51d28f5 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:51:16.155538 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-717d04be-0f01-4b3a-94c6-a3dcf2e2208c req-db9f33b6-5b29-43c0-ad4f-a62c472f36e0 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:16.217555 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1355fdc4-089e-4b47-ac7d-ff4c97badaf3 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:16.262857 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1b9067f8-e635-49a8-9166-10e9055d9f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:16.362186 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1b9067f8-e635-49a8-9166-10e9055d9f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:16.376229 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b9067f8-e635-49a8-9166-10e9055d9f92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:51:16.393455 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1b9067f8-e635-49a8-9166-10e9055d9f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:16.398937 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-1b9067f8-e635-49a8-9166-10e9055d9f92 admin admin] Added segment 8f1358dd-8de1-4022-9bd5-2c52057e2e93 of type vlan for network 57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1 Aug 16 20:51:16.464982 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-717d04be-0f01-4b3a-94c6-a3dcf2e2208c req-db9f33b6-5b29-43c0-ad4f-a62c472f36e0 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] For port 075f5e55-4f5b-434d-b8b4-d846e51d28f5, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=075f5e55-4f5b-434d-b8b4-d846e51d28f5,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:16.465347 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-717d04be-0f01-4b3a-94c6-a3dcf2e2208c req-db9f33b6-5b29-43c0-ad4f-a62c472f36e0 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:16.488860 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:16.537701 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-717d04be-0f01-4b3a-94c6-a3dcf2e2208c req-db9f33b6-5b29-43c0-ad4f-a62c472f36e0 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Calling delete_port for 075f5e55-4f5b-434d-b8b4-d846e51d28f5 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:51:16.543434 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f4fde-06d0-4cb6-9184-40741f9626b4 req-b3428dee-ced7-44fa-b063-241be23bcf4d tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:16.544970 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-974f4fde-06d0-4cb6-9184-40741f9626b4 req-b3428dee-ced7-44fa-b063-241be23bcf4d tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.90 "GET /v2.0/ports?device_id=96584ebe-1c2d-4f8e-a2d8-593e9ffed30e HTTP/1.1" status: 200 len: 950 time: 0.1424806 Aug 16 20:51:16.547299 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1355fdc4-089e-4b47-ac7d-ff4c97badaf3 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59380'] for router, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:16.550727 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1355fdc4-089e-4b47-ac7d-ff4c97badaf3 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-663158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-663167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661637'] for router, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:16.551322 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1b9067f8-e635-49a8-9166-10e9055d9f92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:16.553506 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9067f8-e635-49a8-9166-10e9055d9f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb021904-77cf-4d3a-8908-1a6135149ee0,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:16.588509 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c7104-a475-450d-b404-b0a4b821058a req-f9b55205-f29c-4fe4-b0ae-2a304aff870e tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:16.588509 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c88c7104-a475-450d-b404-b0a4b821058a req-f9b55205-f29c-4fe4-b0ae-2a304aff870e tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/ports?device_id=96584ebe-1c2d-4f8e-a2d8-593e9ffed30e HTTP/1.1" status: 200 len: 950 time: 0.2821295 Aug 16 20:51:16.663904 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9d6c2-d575-42f0-b9cc-52c3db9e20fd req-00b34e5e-7482-45f0-adae-7cfeb870a43a tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:16.665415 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-93d9d6c2-d575-42f0-b9cc-52c3db9e20fd req-00b34e5e-7482-45f0-adae-7cfeb870a43a tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] 10.222.0.84 "GET /v2.0/ports?device_id=b6f445cb-54af-4107-8408-da783a6b571a HTTP/1.1" status: 200 len: 949 time: 0.2541296 Aug 16 20:51:16.708281 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-397d7e87-5477-46ca-abc9-5f3b524edd5e tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] Made reservation on behalf of 0652636db7d64236b6b87cbd0317cee8 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:16.711811 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-397d7e87-5477-46ca-abc9-5f3b524edd5e tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:16.735600 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c88c7104-a475-450d-b404-b0a4b821058a req-ca12c0e8-39d9-4c28-8367-0c9fede1ad14 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcde13e6-7ce2-4852-825a-3fa6ea61d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131442 Aug 16 20:51:16.737588 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-397d7e87-5477-46ca-abc9-5f3b524edd5e tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:16.737962 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-974f4fde-06d0-4cb6-9184-40741f9626b4 req-67b04697-cd1f-475f-bf34-3495c03e64f3 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Deleting port 0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:51:16.738306 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-974f4fde-06d0-4cb6-9184-40741f9626b4 req-67b04697-cd1f-475f-bf34-3495c03e64f3 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:16.768508 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-93d9d6c2-d575-42f0-b9cc-52c3db9e20fd req-0545e603-98cf-413a-908a-f7e12dcd0d96 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] 10.222.0.84 "GET /v2.0/security-groups?id=444560ae-08bc-441f-9584-b683ec4440de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902038 Aug 16 20:51:16.797921 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1b9067f8-e635-49a8-9166-10e9055d9f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:16.799452 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9067f8-e635-49a8-9166-10e9055d9f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:16.800075 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1b9067f8-e635-49a8-9166-10e9055d9f92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:16.860274 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-974f4fde-06d0-4cb6-9184-40741f9626b4 req-67b04697-cd1f-475f-bf34-3495c03e64f3 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] For port 0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:16.860812 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-974f4fde-06d0-4cb6-9184-40741f9626b4 req-67b04697-cd1f-475f-bf34-3495c03e64f3 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:16.873812 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-974f4fde-06d0-4cb6-9184-40741f9626b4 req-67b04697-cd1f-475f-bf34-3495c03e64f3 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Calling delete_port for 0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:51:16.953252 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9067f8-e635-49a8-9166-10e9055d9f92 admin admin] Pushing event updated for resources: {'Network': ['ID=57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:16.971826 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1355fdc4-089e-4b47-ac7d-ff4c97badaf3 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Router 4eac0e8e-3cf5-4bd5-9820-b55e60159669 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:51:16.972508 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:51:16.992404 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c241a-2599-426f-a3a6-7fffbc46e8ff req-86bb2703-18ff-4866-b2a7-28bac7ba6f25 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:16.994088 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-201c241a-2599-426f-a3a6-7fffbc46e8ff req-86bb2703-18ff-4866-b2a7-28bac7ba6f25 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.1245415 Aug 16 20:51:17.074039 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f3dfcf20-23d5-4391-81af-82b080aa1da8 req-63154b31-24ff-433a-be60-cd824535a411 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0e64feb-8c87-400f-b186-2637c2b1e2db HTTP/1.1" status: 200 len: 210 time: 0.0570443 Aug 16 20:51:17.086508 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-397d7e87-5477-46ca-abc9-5f3b524edd5e tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:17.090014 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-717d04be-0f01-4b3a-94c6-a3dcf2e2208c req-db9f33b6-5b29-43c0-ad4f-a62c472f36e0 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:17.096789 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-201c241a-2599-426f-a3a6-7fffbc46e8ff req-2d5e1d06-732a-4998-9a91-a697fe58dfc1 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932975 Aug 16 20:51:17.107002 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['d12fa717-5873-4d2b-90e6-5c7935218310'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:17.145228 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f33b6-5b29-43c0-ad4f-a62c472f36e0 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Pushing event deleted for resources: {'Port': ['ID=075f5e55-4f5b-434d-b8b4-d846e51d28f5,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:17.151449 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1355fdc4-089e-4b47-ac7d-ff4c97badaf3 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:51:17.163587 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1355fdc4-089e-4b47-ac7d-ff4c97badaf3 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:17.163807 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603a5d4c-7fc6-464c-9690-e5c8f3c0b919 None None] Sync routers for ids ['4eac0e8e-3cf5-4bd5-9820-b55e60159669'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:51:17.171610 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1355fdc4-089e-4b47-ac7d-ff4c97badaf3 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] 10.222.0.84 "PUT /v2.0/routers/4eac0e8e-3cf5-4bd5-9820-b55e60159669 HTTP/1.1" status: 200 len: 879 time: 3.7060697 Aug 16 20:51:17.174310 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40144) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:17.185474 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-397d7e87-5477-46ca-abc9-5f3b524edd5e tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:17.191218 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603a5d4c-7fc6-464c-9690-e5c8f3c0b919 None None] Routers {'4eac0e8e-3cf5-4bd5-9820-b55e60159669'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:17.191963 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-603a5d4c-7fc6-464c-9690-e5c8f3c0b919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:51:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['4eac0e8e-3cf5-4bd5-9820-b55e60159669'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:17.213621 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['d88b29f6-cf28-4a24-ba6e-34e54b0a41c9', 'ef0c7a6f-3506-409b-8c4f-e21c66093609', '7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:17.233658 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-717d04be-0f01-4b3a-94c6-a3dcf2e2208c req-db9f33b6-5b29-43c0-ad4f-a62c472f36e0 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] No DVR routers for this DVR port 075f5e55-4f5b-434d-b8b4-d846e51d28f5 on host n-h1-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:51:17.247051 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-717d04be-0f01-4b3a-94c6-a3dcf2e2208c req-db9f33b6-5b29-43c0-ad4f-a62c472f36e0 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:17.248777 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-974f4fde-06d0-4cb6-9184-40741f9626b4 req-67b04697-cd1f-475f-bf34-3495c03e64f3 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:17.250652 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-717d04be-0f01-4b3a-94c6-a3dcf2e2208c req-db9f33b6-5b29-43c0-ad4f-a62c472f36e0 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.72 "DELETE /v2.0/ports/075f5e55-4f5b-434d-b8b4-d846e51d28f5 HTTP/1.1" status: 204 len: 173 time: 1.4198680 Aug 16 20:51:17.252784 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c862829-57ea-47a7-b957-ab76db9cc306', 'name': 'network-vif-deleted', 'tag': '075f5e55-4f5b-434d-b8b4-d846e51d28f5'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:17.261675 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdec41e-12f0-4424-844c-aeda8aef27d9" -d '{"events": [{"server_uuid": "8c862829-57ea-47a7-b957-ab76db9cc306", "name": "network-vif-deleted", "tag": "075f5e55-4f5b-434d-b8b4-d846e51d28f5"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:17.281906 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-603a5d4c-7fc6-464c-9690-e5c8f3c0b919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:17.286774 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b04697-cd1f-475f-bf34-3495c03e64f3 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Pushing event deleted for resources: {'Port': ['ID=0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:17.305316 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603a5d4c-7fc6-464c-9690-e5c8f3c0b919 None None] Routers {'4eac0e8e-3cf5-4bd5-9820-b55e60159669'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:17.306207 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-603a5d4c-7fc6-464c-9690-e5c8f3c0b919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:51:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['4eac0e8e-3cf5-4bd5-9820-b55e60159669'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:17.350665 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-603a5d4c-7fc6-464c-9690-e5c8f3c0b919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:17.351627 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603a5d4c-7fc6-464c-9690-e5c8f3c0b919 None None] The sync data for ids ['4eac0e8e-3cf5-4bd5-9820-b55e60159669'] in n-d-793620-15 is: [] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:51:17.369723 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1b9067f8-e635-49a8-9166-10e9055d9f92 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0175378 Aug 16 20:51:17.375014 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a920cffa-5780-4376-88b0-0870105960ab x-openstack-request-id: req-a920cffa-5780-4376-88b0-0870105960ab {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:17.375437 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c862829-57ea-47a7-b957-ab76db9cc306", "name": "network-vif-deleted", "tag": "075f5e55-4f5b-434d-b8b4-d846e51d28f5", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:17.375809 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a920cffa-5780-4376-88b0-0870105960ab {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:17.375954 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40148) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:17.376397 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c862829-57ea-47a7-b957-ab76db9cc306', 'name': 'network-vif-deleted', 'tag': '075f5e55-4f5b-434d-b8b4-d846e51d28f5', 'status': 'completed', 'code': 200} Aug 16 20:51:17.384723 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-2b9f66ce-5c70-4c1b-ab0e-21e1cc7543d5 admin admin] Request body: {'subnet': {'network_id': '57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1879178740-subnet', 'tenant_id': '1f024702b89d4617a1449e447d82f30d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:17.405967 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-974f4fde-06d0-4cb6-9184-40741f9626b4 req-67b04697-cd1f-475f-bf34-3495c03e64f3 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] No DVR routers for this DVR port 0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b on host n-h2-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:51:17.409198 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-974f4fde-06d0-4cb6-9184-40741f9626b4 req-67b04697-cd1f-475f-bf34-3495c03e64f3 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:17.412693 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-974f4fde-06d0-4cb6-9184-40741f9626b4 req-67b04697-cd1f-475f-bf34-3495c03e64f3 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.90 "DELETE /v2.0/ports/0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b HTTP/1.1" status: 204 len: 173 time: 0.8574655 Aug 16 20:51:17.425484 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ec0bf375-21d7-4c4b-934d-66ab80d6f799 req-741caa5f-9676-4b39-ad86-a234a51d40b9 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=3bdc5aa2-df19-4ba4-9d02-9ba90a6ecbbb HTTP/1.1" status: 200 len: 210 time: 0.1803629 Aug 16 20:51:17.425966 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40150) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:17.426094 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-18f283d5-9424-43b2-b4f5-38e9cc95f333 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] 10.222.0.84 "GET /v2.0/routers/4eac0e8e-3cf5-4bd5-9820-b55e60159669 HTTP/1.1" status: 200 len: 920 time: 0.2504566 Aug 16 20:51:17.430887 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d7e87-5477-46ca-abc9-5f3b524edd5e tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42d87e38-5b3e-4874-a062-805e9db6b0b1,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:17.548295 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be73d847-64a8-4ba1-8b0e-4037cb5afcde tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:17.548295 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-be73d847-64a8-4ba1-8b0e-4037cb5afcde tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=65ae326a-d6e1-4f5d-80d6-215a5521afe9&device_id=4eac0e8e-3cf5-4bd5-9820-b55e60159669&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1155097 Aug 16 20:51:17.548295 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-397d7e87-5477-46ca-abc9-5f3b524edd5e tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] Allocated IP 192.168.233.204 (d77fce7e-e915-4ee5-ada6-d6f376af2589/2883ed1d-8e71-4475-b2ce-2177242b9f23/6090962c-fd69-447e-abe4-f816d86a37d2) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:17.549183 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40154) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:17.609209 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9f66ce-5c70-4c1b-ab0e-21e1cc7543d5 admin admin] Made reservation on behalf of 1f024702b89d4617a1449e447d82f30d for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:17.615756 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2b9f66ce-5c70-4c1b-ab0e-21e1cc7543d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:17.733409 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e62fed5-6ac1-4813-ab35-c5415a5c5db4 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:17.736811 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3e62fed5-6ac1-4813-ab35-c5415a5c5db4 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] 10.222.0.84 "GET /v2.0/networks/65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 881 time: 0.1849279 Aug 16 20:51:17.740191 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40156) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:17.779544 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f3f59e61-a879-4610-858f-fc25a6acb14c tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] 10.222.0.84 "GET /v2.0/ports?device_id=4eac0e8e-3cf5-4bd5-9820-b55e60159669 HTTP/1.1" status: 200 len: 205 time: 0.0358264 Aug 16 20:51:17.779843 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40160) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:17.797173 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['9ebe3d3a-bd93-43d6-9607-9b8a58050498'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:18.004481 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0ad7f8ca-0e25-4b64-947f-7a868b2fc5bd req-fad99d70-6cd3-4073-bf82-6fa90d7754db tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/ports?device_id=96584ebe-1c2d-4f8e-a2d8-593e9ffed30e HTTP/1.1" status: 200 len: 210 time: 0.1000097 Aug 16 20:51:18.008643 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:18.060443 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-397d7e87-5477-46ca-abc9-5f3b524edd5e tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:18.101672 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0333fb1-f06b-4681-bb4b-1587d41cad65 req-9c7b314d-937f-496c-9d97-5f5a3040cab6 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:18.103241 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d0333fb1-f06b-4681-bb4b-1587d41cad65 req-9c7b314d-937f-496c-9d97-5f5a3040cab6 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] 10.222.0.84 "GET /v2.0/ports?device_id=b6f445cb-54af-4107-8408-da783a6b571a HTTP/1.1" status: 200 len: 949 time: 0.2299390 Aug 16 20:51:18.106626 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-397d7e87-5477-46ca-abc9-5f3b524edd5e tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] Transition to ACTIVE for port object 6090962c-fd69-447e-abe4-f816d86a37d2 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:18.116608 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2a6e2766-7ce2-4d55-bd3c-c0d1ba1f919b tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:18.154838 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96584ebe-1c2d-4f8e-a2d8-593e9ffed30e', 'name': 'network-vif-deleted', 'tag': '0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:18.157190 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e7d31c-34c0-4e4e-98e1-b15d536ee6c9" -d '{"events": [{"server_uuid": "96584ebe-1c2d-4f8e-a2d8-593e9ffed30e", "name": "network-vif-deleted", "tag": "0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:18.225836 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-113f6c59-1c5e-4902-b09b-a89be405d8c0 req-90985e36-98b1-4e7a-9239-d21ce5553d49 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0e64feb-8c87-400f-b186-2637c2b1e2db HTTP/1.1" status: 200 len: 210 time: 0.0532329 Aug 16 20:51:18.289542 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d0333fb1-f06b-4681-bb4b-1587d41cad65 req-4c6a129b-9e61-4d95-a81f-7e5431f597ec tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] 10.222.0.84 "GET /v2.0/security-groups?id=444560ae-08bc-441f-9584-b683ec4440de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686356 Aug 16 20:51:18.340168 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad4cea3-60b1-4b13-bc99-3f923c367b98 x-openstack-request-id: req-7ad4cea3-60b1-4b13-bc99-3f923c367b98 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:18.340168 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96584ebe-1c2d-4f8e-a2d8-593e9ffed30e", "name": "network-vif-deleted", "tag": "0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:18.340168 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7ad4cea3-60b1-4b13-bc99-3f923c367b98 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:18.340698 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96584ebe-1c2d-4f8e-a2d8-593e9ffed30e', 'name': 'network-vif-deleted', 'tag': '0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b', 'status': 'completed', 'code': 200} Aug 16 20:51:18.363033 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2b9f66ce-5c70-4c1b-ab0e-21e1cc7543d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:18.422776 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f66ce-5c70-4c1b-ab0e-21e1cc7543d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea8cff57-8848-4599-9307-03ca21bfead2,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:18.441980 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9f66ce-5c70-4c1b-ab0e-21e1cc7543d5 admin admin] Checking segment: {'id': '8f1358dd-8de1-4022-9bd5-2c52057e2e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:18.442465 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9f66ce-5c70-4c1b-ab0e-21e1cc7543d5 admin admin] Network hostable DHCP agents. Network: 57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:51:18.572475 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-397d7e87-5477-46ca-abc9-5f3b524edd5e tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:18.590973 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2a6e2766-7ce2-4d55-bd3c-c0d1ba1f919b tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:18.620758 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9f66ce-5c70-4c1b-ab0e-21e1cc7543d5 admin admin] Network 57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:51:18.637214 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-397d7e87-5477-46ca-abc9-5f3b524edd5e tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] Network d77fce7e-e915-4ee5-ada6-d6f376af2589 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:18.647957 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ac747-c823-4963-8135-480d46e752e4 req-4751e25b-ecd1-41f7-bbfd-0ef4dbb511b7 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:18.649469 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fa7ac747-c823-4963-8135-480d46e752e4 req-4751e25b-ecd1-41f7-bbfd-0ef4dbb511b7 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.3647218 Aug 16 20:51:18.652614 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-397d7e87-5477-46ca-abc9-5f3b524edd5e tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:18.657318 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-397d7e87-5477-46ca-abc9-5f3b524edd5e tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:18.663355 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d7e87-5477-46ca-abc9-5f3b524edd5e tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] Pushing event updated for resources: {'Port': ['ID=6090962c-fd69-447e-abe4-f816d86a37d2,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:18.743291 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-397d7e87-5477-46ca-abc9-5f3b524edd5e tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:18.743291 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-397d7e87-5477-46ca-abc9-5f3b524edd5e tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:18.746140 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fa7ac747-c823-4963-8135-480d46e752e4 req-220dd20f-3917-49e4-8e5c-2205046014d0 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856173 Aug 16 20:51:18.900722 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-2b9f66ce-5c70-4c1b-ab0e-21e1cc7543d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:18.914625 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9f66ce-5c70-4c1b-ab0e-21e1cc7543d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:18.914950 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bcad77-5b7a-4e99-bbd2-dd2fa1adfdde None None] Network 57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:51:18.915688 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2b9f66ce-5c70-4c1b-ab0e-21e1cc7543d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:18.948944 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-397d7e87-5477-46ca-abc9-5f3b524edd5e tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0538502 Aug 16 20:51:18.962639 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-4de2224b-80c1-4043-a123-f3ac8368238f service neutron] Request body: {'port': {'device_id': 'c0e64feb-8c87-400f-b186-2637c2b1e2db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:18.966873 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-2a6e2766-7ce2-4d55-bd3c-c0d1ba1f919b tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Deleting port e5de3483-e0bd-42f8-95af-5db2097d8b4e {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:51:18.967226 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2a6e2766-7ce2-4d55-bd3c-c0d1ba1f919b tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:18.986580 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:19.018906 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d5255729-a6aa-4c5b-8979-8ff22d4557d9 None None] Provisioning for port 6090962c-fd69-447e-abe4-f816d86a37d2 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:19.030847 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d5255729-a6aa-4c5b-8979-8ff22d4557d9 None None] Provisioning complete for port 6090962c-fd69-447e-abe4-f816d86a37d2 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:19.031377 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d5255729-a6aa-4c5b-8979-8ff22d4557d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:19.081600 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-4de2224b-80c1-4043-a123-f3ac8368238f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:19.089990 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2b9f66ce-5c70-4c1b-ab0e-21e1cc7543d5 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7112045 Aug 16 20:51:19.126009 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2a6e2766-7ce2-4d55-bd3c-c0d1ba1f919b tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:19.140088 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-d5255729-a6aa-4c5b-8979-8ff22d4557d9 None None] Port 6090962c-fd69-447e-abe4-f816d86a37d2 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:51:19.151090 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc2154a-c502-4abd-ae91-beea3a4e6a1a None None] Network 57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:51:19.167464 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-2a6e2766-7ce2-4d55-bd3c-c0d1ba1f919b tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Calling delete_port for e5de3483-e0bd-42f8-95af-5db2097d8b4e owned by network:router_gateway {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:51:19.579358 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-4de2224b-80c1-4043-a123-f3ac8368238f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6090962c-fd69-447e-abe4-f816d86a37d2 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:51:19.587619 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-4de2224b-80c1-4043-a123-f3ac8368238f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:19.600476 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-4de2224b-80c1-4043-a123-f3ac8368238f service neutron] Transition to ACTIVE for port object 6090962c-fd69-447e-abe4-f816d86a37d2 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:19.703924 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45f616-6037-49e9-bd5e-69a060ee926c req-f746ab36-e512-4575-a17e-7f1e0f9981c7 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:19.704222 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d45f616-6037-49e9-bd5e-69a060ee926c req-f746ab36-e512-4575-a17e-7f1e0f9981c7 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0e64feb-8c87-400f-b186-2637c2b1e2db HTTP/1.1" status: 200 len: 936 time: 0.0559926 Aug 16 20:51:19.743052 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d45f616-6037-49e9-bd5e-69a060ee926c req-d620f82b-82b0-47e6-a964-e6345fdb4514 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] 10.222.0.84 "GET /v2.0/security-groups?id=42d87e38-5b3e-4874-a062-805e9db6b0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323801 Aug 16 20:51:19.815301 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2a6e2766-7ce2-4d55-bd3c-c0d1ba1f919b tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:19.824217 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-4de2224b-80c1-4043-a123-f3ac8368238f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:19.851772 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e2766-7ce2-4d55-bd3c-c0d1ba1f919b tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Pushing event deleted for resources: {'Port': ['ID=e5de3483-e0bd-42f8-95af-5db2097d8b4e,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:19.962752 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2224b-80c1-4043-a123-f3ac8368238f service neutron] Pushing event updated for resources: {'Port': ['ID=6090962c-fd69-447e-abe4-f816d86a37d2,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:20.005400 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:51:20.010507 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2a6e2766-7ce2-4d55-bd3c-c0d1ba1f919b tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:20.041106 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:51:20.041705 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 0ccfe0ef-9c47-4237-9d6c-3982b3aa5e7b not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:51:20.041940 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:51:20.063849 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:51:20.064258 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 7a3fb8e5-f09b-40d0-b4dc-c2f1fd69364c not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:51:20.117447 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2a6e2766-7ce2-4d55-bd3c-c0d1ba1f919b tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:20.119195 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-4de2224b-80c1-4043-a123-f3ac8368238f service neutron] Attempting to bind port 6090962c-fd69-447e-abe4-f816d86a37d2 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:51:20.119534 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-4de2224b-80c1-4043-a123-f3ac8368238f service neutron] Attempting to bind port 6090962c-fd69-447e-abe4-f816d86a37d2 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:51:20.119882 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-4de2224b-80c1-4043-a123-f3ac8368238f service neutron] Attempting to bind port 6090962c-fd69-447e-abe4-f816d86a37d2 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:20.125616 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2a6e2766-7ce2-4d55-bd3c-c0d1ba1f919b tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:20.131334 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-4de2224b-80c1-4043-a123-f3ac8368238f service neutron] Port 6090962c-fd69-447e-abe4-f816d86a37d2 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:51:20.131736 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-4de2224b-80c1-4043-a123-f3ac8368238f service neutron] Attempting to bind port 6090962c-fd69-447e-abe4-f816d86a37d2 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:20.166074 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-4de2224b-80c1-4043-a123-f3ac8368238f service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:51:20.166708 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-4de2224b-80c1-4043-a123-f3ac8368238f service neutron] Checking segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:20.166845 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-4de2224b-80c1-4043-a123-f3ac8368238f service neutron] Bound using segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:51:20.167261 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-4de2224b-80c1-4043-a123-f3ac8368238f service neutron] Bound port: 6090962c-fd69-447e-abe4-f816d86a37d2, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:51:20.167635 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-4de2224b-80c1-4043-a123-f3ac8368238f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:20.301153 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-4de2224b-80c1-4043-a123-f3ac8368238f service neutron] For port 6090962c-fd69-447e-abe4-f816d86a37d2, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:51:20.306113 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2a6e2766-7ce2-4d55-bd3c-c0d1ba1f919b tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:20.306113 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6e2766-7ce2-4d55-bd3c-c0d1ba1f919b tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Fanout notify agent at l3_agent the message router_deleted on router 4eac0e8e-3cf5-4bd5-9820-b55e60159669 {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:51:20.306386 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-4de2224b-80c1-4043-a123-f3ac8368238f service neutron] For port 6090962c-fd69-447e-abe4-f816d86a37d2, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=6090962c-fd69-447e-abe4-f816d86a37d2,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:51:20.315207 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2a6e2766-7ce2-4d55-bd3c-c0d1ba1f919b tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:20.316475 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2a6e2766-7ce2-4d55-bd3c-c0d1ba1f919b tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] 10.222.0.84 "DELETE /v2.0/routers/4eac0e8e-3cf5-4bd5-9820-b55e60159669 HTTP/1.1" status: 204 len: 168 time: 2.5348716 Aug 16 20:51:20.320111 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40238) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:20.324895 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-44831698-519e-47f2-8ebf-5009dd18634b tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1617936490', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:20.365657 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-4f9960f1-7d7d-4e3c-90cb-2e34f3d69382 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:20.367094 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-4f9960f1-7d7d-4e3c-90cb-2e34f3d69382 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/networks?id=57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1 HTTP/1.1" status: 200 len: 818 time: 0.1622756 Aug 16 20:51:20.384117 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-2d1a7b1c-52cf-400d-82c4-94174107a796 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/quotas/1f024702b89d4617a1449e447d82f30d HTTP/1.1" status: 200 len: 375 time: 0.0098190 Aug 16 20:51:20.420376 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-42f19283-1bf4-4b4a-9dcd-f1fc203a970b tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=1f024702b89d4617a1449e447d82f30d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308478 Aug 16 20:51:20.473012 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-4de2224b-80c1-4043-a123-f3ac8368238f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:20.508439 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-44831698-519e-47f2-8ebf-5009dd18634b tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:20.509462 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-44831698-519e-47f2-8ebf-5009dd18634b tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:20.536191 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-4de2224b-80c1-4043-a123-f3ac8368238f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:20.536829 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-4de2224b-80c1-4043-a123-f3ac8368238f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:20.538261 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-4de2224b-80c1-4043-a123-f3ac8368238f service neutron] 10.222.0.90 "PUT /v2.0/ports/6090962c-fd69-447e-abe4-f816d86a37d2 HTTP/1.1" status: 200 len: 1097 time: 1.5808067 Aug 16 20:51:20.538703 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e64feb-8c87-400f-b186-2637c2b1e2db', 'tag': '6090962c-fd69-447e-abe4-f816d86a37d2'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:20.541003 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330a0718-b6f2-4ec6-b1fe-0eb3c307af91" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e64feb-8c87-400f-b186-2637c2b1e2db", "tag": "6090962c-fd69-447e-abe4-f816d86a37d2"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:20.561078 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2224b-80c1-4043-a123-f3ac8368238f service neutron] Pushing event updated for resources: {'Port': ['ID=6090962c-fd69-447e-abe4-f816d86a37d2,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:20.591771 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-343bac73-3fb0-4364-b9de-9a21a5711c29 service neutron] 10.222.0.84 "GET /v2.0/networks/57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631911 Aug 16 20:51:20.745673 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-44831698-519e-47f2-8ebf-5009dd18634b tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:20.753429 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-63092728-290c-430b-8718-3306e9538e5e service neutron] 10.222.0.84 "GET /v2.0/networks/57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544077 Aug 16 20:51:20.828618 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-7f9c1e09-9cdb-4f78-9411-d64f87026c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:20.837265 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-7f9c1e09-9cdb-4f78-9411-d64f87026c48 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0652636db7d64236b6b87cbd0317cee8&device_id=c0e64feb-8c87-400f-b186-2637c2b1e2db HTTP/1.1" status: 200 len: 1100 time: 0.0699768 Aug 16 20:51:20.887375 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-e7c52137-ea22-456a-9801-1b81021a95b3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=6090962c-fd69-447e-abe4-f816d86a37d2 HTTP/1.1" status: 200 len: 217 time: 0.0474784 Aug 16 20:51:20.888253 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-44831698-519e-47f2-8ebf-5009dd18634b tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:20.942578 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 075f5e55-4f5b-434d-b8b4-d846e51d28f5 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:51:20.963336 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 075f5e55-4f5b-434d-b8b4-d846e51d28f5 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:51:20.963837 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 075f5e55-4f5b-434d-b8b4-d846e51d28f5 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:51:20.981304 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-41aa50d8-1445-4476-87cb-49bb0e75cc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:20.982815 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-41aa50d8-1445-4476-87cb-49bb0e75cc90 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0806394 Aug 16 20:51:20.991314 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595d9a3-998a-4334-bd5f-946c0cba0216 req-f1f16700-f84d-403c-8eaf-5323e1d22a23 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:20.999479 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e595d9a3-998a-4334-bd5f-946c0cba0216 req-f1f16700-f84d-403c-8eaf-5323e1d22a23 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/ports?device_id=15d4494f-2d52-45c2-86c7-81853db41d32 HTTP/1.1" status: 200 len: 949 time: 0.1093915 Aug 16 20:51:21.074580 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e595d9a3-998a-4334-bd5f-946c0cba0216 req-5d635d29-1f0a-48c7-aba5-ec7886c25e6a tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcde13e6-7ce2-4852-825a-3fa6ea61d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719907 Aug 16 20:51:21.076547 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-3be38de8-510e-42a6-9dc1-ee3236aa260a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:21.078006 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-3be38de8-510e-42a6-9dc1-ee3236aa260a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0842047 Aug 16 20:51:21.095578 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-44831698-519e-47f2-8ebf-5009dd18634b tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:21.097845 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-44831698-519e-47f2-8ebf-5009dd18634b tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7767520 Aug 16 20:51:21.099656 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40250) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:21.104694 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-209989ef-cf34-4f8e-a8c6-781b692e9c33 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'enable_snat': True}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:21.167291 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99f5a1d-1fe5-40c8-a580-c1e993c07dfb x-openstack-request-id: req-d99f5a1d-1fe5-40c8-a580-c1e993c07dfb {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:21.167655 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e64feb-8c87-400f-b186-2637c2b1e2db", "tag": "6090962c-fd69-447e-abe4-f816d86a37d2", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:21.167937 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d99f5a1d-1fe5-40c8-a580-c1e993c07dfb {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:21.168282 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e64feb-8c87-400f-b186-2637c2b1e2db', 'tag': '6090962c-fd69-447e-abe4-f816d86a37d2', 'status': 'completed', 'code': 200} Aug 16 20:51:21.236863 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-7f75ff13-2907-4b2b-a57f-e5f434ddb37f service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443994 Aug 16 20:51:21.405498 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-209989ef-cf34-4f8e-a8c6-781b692e9c33 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:21.415924 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b446c-c4c2-4038-bc86-c5d92ce0a396 req-9f0bae3b-32f0-47f6-9c53-51134ed060c6 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:21.417704 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-727b446c-c4c2-4038-bc86-c5d92ce0a396 req-9f0bae3b-32f0-47f6-9c53-51134ed060c6 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.90 "GET /v2.0/ports?device_id=26e160f2-ae64-418c-b308-c761a3c9e391 HTTP/1.1" status: 200 len: 949 time: 0.1377909 Aug 16 20:51:21.433793 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ae6fd4c5-949f-48fd-8ba6-a5b66b937839 req-bb666047-540a-42fb-8857-788c8a58ce05 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915214 Aug 16 20:51:21.445420 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f6290-d072-483e-9312-960ce0aecf03 req-87916688-18bc-47b9-a886-c0b426b1ce59 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:21.454320 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a65f6290-d072-483e-9312-960ce0aecf03 req-87916688-18bc-47b9-a886-c0b426b1ce59 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0e64feb-8c87-400f-b186-2637c2b1e2db HTTP/1.1" status: 200 len: 948 time: 0.1348794 Aug 16 20:51:21.513413 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a65f6290-d072-483e-9312-960ce0aecf03 req-c54fe731-6f48-45c9-9b93-6de17b7af4c8 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] 10.222.0.84 "GET /v2.0/security-groups?id=42d87e38-5b3e-4874-a062-805e9db6b0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576043 Aug 16 20:51:21.614765 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-727b446c-c4c2-4038-bc86-c5d92ce0a396 req-b44a09b9-bc0e-4a80-9590-6ce963149aee tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Deleting port d88b29f6-cf28-4a24-ba6e-34e54b0a41c9 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:51:21.615636 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-727b446c-c4c2-4038-bc86-c5d92ce0a396 req-b44a09b9-bc0e-4a80-9590-6ce963149aee tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:21.705015 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d10323-fefd-40e6-9379-217ee5029b23 req-721e5a78-4cbd-4eea-9511-e3986d6b770f tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:21.706586 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d8d10323-fefd-40e6-9379-217ee5029b23 req-721e5a78-4cbd-4eea-9511-e3986d6b770f tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=26e160f2-ae64-418c-b308-c761a3c9e391 HTTP/1.1" status: 200 len: 949 time: 0.1142013 Aug 16 20:51:21.713509 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a0718-b6f2-4ec6-b1fe-0eb3c307af91 req-8b2da0a0-7010-434e-9fb5-56514fec87fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:21.715843 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-330a0718-b6f2-4ec6-b1fe-0eb3c307af91 req-8b2da0a0-7010-434e-9fb5-56514fec87fe service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0652636db7d64236b6b87cbd0317cee8&device_id=c0e64feb-8c87-400f-b186-2637c2b1e2db HTTP/1.1" status: 200 len: 1100 time: 0.1106672 Aug 16 20:51:21.757736 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d8d10323-fefd-40e6-9379-217ee5029b23 req-ec6fe700-6686-4d3b-a570-438eab8f242a tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410945 Aug 16 20:51:21.791539 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:21.854186 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-727b446c-c4c2-4038-bc86-c5d92ce0a396 req-b44a09b9-bc0e-4a80-9590-6ce963149aee tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] For port d88b29f6-cf28-4a24-ba6e-34e54b0a41c9, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=d88b29f6-cf28-4a24-ba6e-34e54b0a41c9,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:21.854186 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-727b446c-c4c2-4038-bc86-c5d92ce0a396 req-b44a09b9-bc0e-4a80-9590-6ce963149aee tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:21.975916 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-727b446c-c4c2-4038-bc86-c5d92ce0a396 req-b44a09b9-bc0e-4a80-9590-6ce963149aee tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Calling delete_port for d88b29f6-cf28-4a24-ba6e-34e54b0a41c9 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:51:22.030233 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a0718-b6f2-4ec6-b1fe-0eb3c307af91 req-cf1097de-cbca-4359-8e6a-60d9c61daa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:22.031727 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-330a0718-b6f2-4ec6-b1fe-0eb3c307af91 req-cf1097de-cbca-4359-8e6a-60d9c61daa7a service neutron] 10.222.0.90 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.2786613 Aug 16 20:51:22.034480 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bfdedf4b-c369-4155-81cc-0a6dd9bcaadb req-7f218c65-3cc8-46b8-a17d-5a3c7dd1a5e4 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/ports?device_id=f787c003-888c-447a-a6c0-c6a1129b087e HTTP/1.1" status: 200 len: 210 time: 0.1245112 Aug 16 20:51:22.084835 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-330a0718-b6f2-4ec6-b1fe-0eb3c307af91 req-8d78daa5-bad9-489b-bec4-6d1af396af67 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=6090962c-fd69-447e-abe4-f816d86a37d2 HTTP/1.1" status: 200 len: 217 time: 0.0445933 Aug 16 20:51:22.087369 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-209989ef-cf34-4f8e-a8c6-781b692e9c33 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:22.117587 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-209989ef-cf34-4f8e-a8c6-781b692e9c33 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:22.214004 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a0718-b6f2-4ec6-b1fe-0eb3c307af91 req-40da308f-f704-40b2-88c9-aeed8ad9f275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:22.234812 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-330a0718-b6f2-4ec6-b1fe-0eb3c307af91 req-40da308f-f704-40b2-88c9-aeed8ad9f275 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.1233647 Aug 16 20:51:22.277396 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efad69-a4ed-4892-9735-0eee747ca51a req-fe18fa02-bda3-4692-8383-77b772e90002 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:22.278961 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-96efad69-a4ed-4892-9735-0eee747ca51a req-fe18fa02-bda3-4692-8383-77b772e90002 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.72 "GET /v2.0/ports?device_id=15d4494f-2d52-45c2-86c7-81853db41d32 HTTP/1.1" status: 200 len: 949 time: 0.1490800 Aug 16 20:51:22.323476 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-209989ef-cf34-4f8e-a8c6-781b692e9c33 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Allocated IP 172.25.1.34 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/4656d759-e45e-4f58-a3e0-5aa7aabeedd9) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:22.333845 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bcd429-2ce1-4dcb-a27f-a4f4529a558c req-9dfb54dc-0f47-4ecc-a92c-f96212fe6781 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:22.337760 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-60bcd429-2ce1-4dcb-a27f-a4f4529a558c req-9dfb54dc-0f47-4ecc-a92c-f96212fe6781 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/ports?device_id=15d4494f-2d52-45c2-86c7-81853db41d32 HTTP/1.1" status: 200 len: 949 time: 0.1738267 Aug 16 20:51:22.355359 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a9bfd-1a0f-4b8c-a0e3-c7999e63e133 req-80cdbf7e-e00c-42ea-93b8-6b3b22e3faf8 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:22.357257 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-982a9bfd-1a0f-4b8c-a0e3-c7999e63e133 req-80cdbf7e-e00c-42ea-93b8-6b3b22e3faf8 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.90 "GET /v2.0/ports?device_id=7f09d1c3-8866-43bf-ad09-ea38646b24d1 HTTP/1.1" status: 200 len: 949 time: 0.1806304 Aug 16 20:51:22.388237 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a0718-b6f2-4ec6-b1fe-0eb3c307af91 req-76091661-aff9-40f4-a906-a3603869fb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:22.389589 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-330a0718-b6f2-4ec6-b1fe-0eb3c307af91 req-76091661-aff9-40f4-a906-a3603869fb5d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1581945 Aug 16 20:51:22.390978 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-727b446c-c4c2-4038-bc86-c5d92ce0a396 req-b44a09b9-bc0e-4a80-9590-6ce963149aee tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:22.403206 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['d12fa717-5873-4d2b-90e6-5c7935218310'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:22.405683 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['d88b29f6-cf28-4a24-ba6e-34e54b0a41c9', 'ef0c7a6f-3506-409b-8c4f-e21c66093609'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:22.442152 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a09b9-bc0e-4a80-9590-6ce963149aee tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Pushing event deleted for resources: {'Port': ['ID=d88b29f6-cf28-4a24-ba6e-34e54b0a41c9,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:22.489818 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-727b446c-c4c2-4038-bc86-c5d92ce0a396 req-b44a09b9-bc0e-4a80-9590-6ce963149aee tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] No DVR routers for this DVR port d88b29f6-cf28-4a24-ba6e-34e54b0a41c9 on host n-h2-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:51:22.493340 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-727b446c-c4c2-4038-bc86-c5d92ce0a396 req-b44a09b9-bc0e-4a80-9590-6ce963149aee tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:22.496110 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-727b446c-c4c2-4038-bc86-c5d92ce0a396 req-b44a09b9-bc0e-4a80-9590-6ce963149aee tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.90 "DELETE /v2.0/ports/d88b29f6-cf28-4a24-ba6e-34e54b0a41c9 HTTP/1.1" status: 204 len: 173 time: 1.0708089 Aug 16 20:51:22.499776 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e160f2-ae64-418c-b308-c761a3c9e391', 'name': 'network-vif-deleted', 'tag': 'd88b29f6-cf28-4a24-ba6e-34e54b0a41c9'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:22.502503 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27df056c-0d17-45e3-a60e-c08f5cc40c2b" -d '{"events": [{"server_uuid": "26e160f2-ae64-418c-b308-c761a3c9e391", "name": "network-vif-deleted", "tag": "d88b29f6-cf28-4a24-ba6e-34e54b0a41c9"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:22.554781 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-209989ef-cf34-4f8e-a8c6-781b692e9c33 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:22.583510 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-60bcd429-2ce1-4dcb-a27f-a4f4529a558c req-55ac57e2-47bf-4d9e-8696-7a593ffeb973 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcde13e6-7ce2-4852-825a-3fa6ea61d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385087 Aug 16 20:51:22.589881 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21938b4a-e0e8-4acc-b9e5-600f287034b0 x-openstack-request-id: req-21938b4a-e0e8-4acc-b9e5-600f287034b0 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:22.589881 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e160f2-ae64-418c-b308-c761a3c9e391", "name": "network-vif-deleted", "tag": "d88b29f6-cf28-4a24-ba6e-34e54b0a41c9", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:22.589881 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-21938b4a-e0e8-4acc-b9e5-600f287034b0 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:22.589881 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e160f2-ae64-418c-b308-c761a3c9e391', 'name': 'network-vif-deleted', 'tag': 'd88b29f6-cf28-4a24-ba6e-34e54b0a41c9', 'status': 'completed', 'code': 200} Aug 16 20:51:22.653477 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-330a0718-b6f2-4ec6-b1fe-0eb3c307af91 req-87a5b2b8-01fc-46ce-9bd3-44210652907c service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416666 Aug 16 20:51:22.790035 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-209989ef-cf34-4f8e-a8c6-781b692e9c33 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:22.863717 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209989ef-cf34-4f8e-a8c6-781b692e9c33 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:22.877731 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-209989ef-cf34-4f8e-a8c6-781b692e9c33 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:22.881247 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209989ef-cf34-4f8e-a8c6-781b692e9c33 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:22.928826 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-330a0718-b6f2-4ec6-b1fe-0eb3c307af91 req-3a746411-d141-4bfe-af0b-4c16c52b68b8 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623470 Aug 16 20:51:22.949185 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 04ecc35c-d5d9-4629-bf33-b67a046ad833 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:51:22.969113 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-65792738-edea-406a-8f6f-1e6043131d9e req-1381a43f-fe15-4eb9-9c90-65f7f37a47cb tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=26e160f2-ae64-418c-b308-c761a3c9e391 HTTP/1.1" status: 200 len: 210 time: 0.1174996 Aug 16 20:51:22.975537 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209989ef-cf34-4f8e-a8c6-781b692e9c33 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Pushing event updated for resources: {'Port': ['ID=4656d759-e45e-4f58-a3e0-5aa7aabeedd9,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:23.018608 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30540abe-11ba-4082-90c8-c0b3d91fba18 req-40d10bfb-8bab-4c38-8fef-6364f82a65de tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:23.036732 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-30540abe-11ba-4082-90c8-c0b3d91fba18 req-40d10bfb-8bab-4c38-8fef-6364f82a65de tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0e64feb-8c87-400f-b186-2637c2b1e2db HTTP/1.1" status: 200 len: 948 time: 0.3789356 Aug 16 20:51:23.051648 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-96efad69-a4ed-4892-9735-0eee747ca51a req-006f2363-65cf-4121-b8c5-e3ce4e00508c tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Deleting port 9ebe3d3a-bd93-43d6-9607-9b8a58050498 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:51:23.052613 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-96efad69-a4ed-4892-9735-0eee747ca51a req-006f2363-65cf-4121-b8c5-e3ce4e00508c tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:23.198677 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 04ecc35c-d5d9-4629-bf33-b67a046ad833, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=04ecc35c-d5d9-4629-bf33-b67a046ad833,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:23.244387 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '04ecc35c-d5d9-4629-bf33-b67a046ad833', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': '04ecc35c-d5d9-4629-bf33-b67a046ad833', 'mac_address': 'fa:16:3e:36:65:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:51:23.312228 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:23.329127 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 04ecc35c-d5d9-4629-bf33-b67a046ad833 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:51:23.354371 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 04ecc35c-d5d9-4629-bf33-b67a046ad833, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=04ecc35c-d5d9-4629-bf33-b67a046ad833,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:23.437070 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:23.464291 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-982a9bfd-1a0f-4b8c-a0e3-c7999e63e133 req-3b879247-4adc-4259-bc86-7545bb0efae2 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Deleting port ef0c7a6f-3506-409b-8c4f-e21c66093609 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:51:23.464648 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-982a9bfd-1a0f-4b8c-a0e3-c7999e63e133 req-3b879247-4adc-4259-bc86-7545bb0efae2 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:23.494010 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=04ecc35c-d5d9-4629-bf33-b67a046ad833,revision_number=6']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:23.515142 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d7aa4a3c-275b-4d87-972c-39d924266bc9 req-ebfcf0e3-964e-4e37-b511-2220d91a4440 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/ports?device_id=f787c003-888c-447a-a6c0-c6a1129b087e HTTP/1.1" status: 200 len: 210 time: 0.1174994 Aug 16 20:51:23.531430 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['04ecc35c-d5d9-4629-bf33-b67a046ad833'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:23.622436 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-209989ef-cf34-4f8e-a8c6-781b692e9c33 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:23.679399 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-30540abe-11ba-4082-90c8-c0b3d91fba18 req-6df0077c-e55a-441a-8091-4822ff997de0 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] 10.222.0.84 "GET /v2.0/security-groups?id=42d87e38-5b3e-4874-a062-805e9db6b0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6402190 Aug 16 20:51:23.778591 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-96efad69-a4ed-4892-9735-0eee747ca51a req-006f2363-65cf-4121-b8c5-e3ce4e00508c tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] For port 9ebe3d3a-bd93-43d6-9607-9b8a58050498, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=9ebe3d3a-bd93-43d6-9607-9b8a58050498,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:23.778591 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-96efad69-a4ed-4892-9735-0eee747ca51a req-006f2363-65cf-4121-b8c5-e3ce4e00508c tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:23.802306 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-96efad69-a4ed-4892-9735-0eee747ca51a req-006f2363-65cf-4121-b8c5-e3ce4e00508c tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Calling delete_port for 9ebe3d3a-bd93-43d6-9607-9b8a58050498 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:51:23.940476 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-209989ef-cf34-4f8e-a8c6-781b692e9c33 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59380'] for router, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:23.944673 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-209989ef-cf34-4f8e-a8c6-781b692e9c33 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-663158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-663167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661637'] for router, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:24.121811 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-982a9bfd-1a0f-4b8c-a0e3-c7999e63e133 req-3b879247-4adc-4259-bc86-7545bb0efae2 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] For port ef0c7a6f-3506-409b-8c4f-e21c66093609, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ef0c7a6f-3506-409b-8c4f-e21c66093609,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:24.122383 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-982a9bfd-1a0f-4b8c-a0e3-c7999e63e133 req-3b879247-4adc-4259-bc86-7545bb0efae2 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:24.164956 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-982a9bfd-1a0f-4b8c-a0e3-c7999e63e133 req-3b879247-4adc-4259-bc86-7545bb0efae2 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Calling delete_port for ef0c7a6f-3506-409b-8c4f-e21c66093609 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:51:24.176814 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980ba7c-72cb-4aef-bc67-7d5747754975 req-717d4944-a0d2-4ba9-bcfb-5c4260b9bf5b tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:24.179098 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6980ba7c-72cb-4aef-bc67-7d5747754975 req-717d4944-a0d2-4ba9-bcfb-5c4260b9bf5b tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/ports?device_id=15d4494f-2d52-45c2-86c7-81853db41d32 HTTP/1.1" status: 200 len: 949 time: 0.2263508 Aug 16 20:51:24.218674 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-96efad69-a4ed-4892-9735-0eee747ca51a req-006f2363-65cf-4121-b8c5-e3ce4e00508c tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:24.271305 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209989ef-cf34-4f8e-a8c6-781b692e9c33 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Router 43a18236-9940-4bf1-bade-a0aa1deb8d32 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:51:24.310901 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f2363-65cf-4121-b8c5-e3ce4e00508c tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Pushing event deleted for resources: {'Port': ['ID=9ebe3d3a-bd93-43d6-9607-9b8a58050498,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:24.364935 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6980ba7c-72cb-4aef-bc67-7d5747754975 req-b2ed219c-f5f1-4f0f-bf71-c2dc96ed8e05 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcde13e6-7ce2-4852-825a-3fa6ea61d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722326 Aug 16 20:51:24.406635 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209989ef-cf34-4f8e-a8c6-781b692e9c33 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:51:24.417677 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-209989ef-cf34-4f8e-a8c6-781b692e9c33 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:24.418390 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31076241-463d-4908-970c-63a93fea0e62 None None] Sync routers for ids ['43a18236-9940-4bf1-bade-a0aa1deb8d32'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:51:24.422031 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-209989ef-cf34-4f8e-a8c6-781b692e9c33 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] 10.222.0.84 "PUT /v2.0/routers/43a18236-9940-4bf1-bade-a0aa1deb8d32 HTTP/1.1" status: 200 len: 914 time: 3.3211555 Aug 16 20:51:24.423032 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40356) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:24.431315 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d60b4-9622-416c-84c9-e18f3e768833 req-46e85fe0-a455-4689-9547-2fd005f08edb tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:24.434563 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-535d60b4-9622-416c-84c9-e18f3e768833 req-46e85fe0-a455-4689-9547-2fd005f08edb tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f09d1c3-8866-43bf-ad09-ea38646b24d1 HTTP/1.1" status: 200 len: 949 time: 0.2674472 Aug 16 20:51:24.441672 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31076241-463d-4908-970c-63a93fea0e62 None None] Routers {'43a18236-9940-4bf1-bade-a0aa1deb8d32'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:24.442811 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-31076241-463d-4908-970c-63a93fea0e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:51:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['43a18236-9940-4bf1-bade-a0aa1deb8d32'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:24.496741 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-31076241-463d-4908-970c-63a93fea0e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:24.511319 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31076241-463d-4908-970c-63a93fea0e62 None None] Routers {'43a18236-9940-4bf1-bade-a0aa1deb8d32'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:24.513462 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-31076241-463d-4908-970c-63a93fea0e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:51:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['43a18236-9940-4bf1-bade-a0aa1deb8d32'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:24.536074 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-96efad69-a4ed-4892-9735-0eee747ca51a req-006f2363-65cf-4121-b8c5-e3ce4e00508c tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] No DVR routers for this DVR port 9ebe3d3a-bd93-43d6-9607-9b8a58050498 on host n-h1-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:51:24.540165 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-96efad69-a4ed-4892-9735-0eee747ca51a req-006f2363-65cf-4121-b8c5-e3ce4e00508c tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:24.545207 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-96efad69-a4ed-4892-9735-0eee747ca51a req-006f2363-65cf-4121-b8c5-e3ce4e00508c tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.72 "DELETE /v2.0/ports/9ebe3d3a-bd93-43d6-9607-9b8a58050498 HTTP/1.1" status: 204 len: 173 time: 2.2567008 Aug 16 20:51:24.554799 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-31076241-463d-4908-970c-63a93fea0e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:24.555659 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31076241-463d-4908-970c-63a93fea0e62 None None] The sync data for ids ['43a18236-9940-4bf1-bade-a0aa1deb8d32'] in n-d-793620-15 is: [] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:51:24.575996 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d4494f-2d52-45c2-86c7-81853db41d32', 'name': 'network-vif-deleted', 'tag': '9ebe3d3a-bd93-43d6-9607-9b8a58050498'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:24.578354 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4289fbf4-b0c6-4c21-8651-2f8056d1df2d" -d '{"events": [{"server_uuid": "15d4494f-2d52-45c2-86c7-81853db41d32", "name": "network-vif-deleted", "tag": "9ebe3d3a-bd93-43d6-9607-9b8a58050498"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:24.604971 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-535d60b4-9622-416c-84c9-e18f3e768833 req-82d96ecf-9869-491f-9a5b-6b775ef00551 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483047 Aug 16 20:51:24.654017 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1df4a638-40b7-4411-9c8a-797ea678d497 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] 10.222.0.84 "GET /v2.0/routers/43a18236-9940-4bf1-bade-a0aa1deb8d32 HTTP/1.1" status: 200 len: 920 time: 0.2298105 Aug 16 20:51:24.658556 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40370) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:24.691533 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-479e52b0-4d08-4518-a72d-a1a14a9b0e36 req-6b0f1a88-34ce-4f36-b09e-ccb1923aebc4 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/ports?device_id=f787c003-888c-447a-a6c0-c6a1129b087e HTTP/1.1" status: 200 len: 210 time: 0.0596340 Aug 16 20:51:24.698057 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c81e02-3b9a-4751-adb5-f6e5a127bbea x-openstack-request-id: req-93c81e02-3b9a-4751-adb5-f6e5a127bbea {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:24.698358 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d4494f-2d52-45c2-86c7-81853db41d32", "name": "network-vif-deleted", "tag": "9ebe3d3a-bd93-43d6-9607-9b8a58050498", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:24.698616 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-93c81e02-3b9a-4751-adb5-f6e5a127bbea {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:24.699139 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d4494f-2d52-45c2-86c7-81853db41d32', 'name': 'network-vif-deleted', 'tag': '9ebe3d3a-bd93-43d6-9607-9b8a58050498', 'status': 'completed', 'code': 200} Aug 16 20:51:24.938269 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b151253-c5b4-416e-bce1-728dcddd1676 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:24.940659 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6b151253-c5b4-416e-bce1-728dcddd1676 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=65ae326a-d6e1-4f5d-80d6-215a5521afe9&device_id=43a18236-9940-4bf1-bade-a0aa1deb8d32&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2786922 Aug 16 20:51:24.943453 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40384) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:24.961275 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 04ecc35c-d5d9-4629-bf33-b67a046ad833 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:25.004080 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f403b0-963a-4114-8349-295e682a29df req-bf2b3c09-11e2-4cd6-866f-27148f47f818 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:25.012048 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d1f403b0-963a-4114-8349-295e682a29df req-bf2b3c09-11e2-4cd6-866f-27148f47f818 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0e64feb-8c87-400f-b186-2637c2b1e2db HTTP/1.1" status: 200 len: 948 time: 0.1832914 Aug 16 20:51:25.020312 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-982a9bfd-1a0f-4b8c-a0e3-c7999e63e133 req-3b879247-4adc-4259-bc86-7545bb0efae2 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:25.056678 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['d12fa717-5873-4d2b-90e6-5c7935218310'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:25.089638 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b879247-4adc-4259-bc86-7545bb0efae2 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Pushing event deleted for resources: {'Port': ['ID=ef0c7a6f-3506-409b-8c4f-e21c66093609,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:25.199108 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d1f403b0-963a-4114-8349-295e682a29df req-d7e8f8f1-6d35-4917-aac5-e87453a58f0b tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] 10.222.0.84 "GET /v2.0/security-groups?id=42d87e38-5b3e-4874-a062-805e9db6b0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860960 Aug 16 20:51:25.229938 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-982a9bfd-1a0f-4b8c-a0e3-c7999e63e133 req-3b879247-4adc-4259-bc86-7545bb0efae2 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] No DVR routers for this DVR port ef0c7a6f-3506-409b-8c4f-e21c66093609 on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:51:25.232646 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-982a9bfd-1a0f-4b8c-a0e3-c7999e63e133 req-3b879247-4adc-4259-bc86-7545bb0efae2 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:25.235649 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-982a9bfd-1a0f-4b8c-a0e3-c7999e63e133 req-3b879247-4adc-4259-bc86-7545bb0efae2 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.90 "DELETE /v2.0/ports/ef0c7a6f-3506-409b-8c4f-e21c66093609 HTTP/1.1" status: 204 len: 173 time: 2.8499358 Aug 16 20:51:25.249019 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 04ecc35c-d5d9-4629-bf33-b67a046ad833 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:25.249683 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:25.351643 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c84e1a-d829-4d84-8e5c-5b017ec2966a tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:25.358322 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40388) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:25.359335 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-61c84e1a-d829-4d84-8e5c-5b017ec2966a tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] 10.222.0.84 "GET /v2.0/networks/65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 881 time: 0.4147103 Aug 16 20:51:25.405016 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-197e6656-4d51-4592-b3e7-e629aeb7f9d3 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] 10.222.0.84 "GET /v2.0/ports?device_id=43a18236-9940-4bf1-bade-a0aa1deb8d32 HTTP/1.1" status: 200 len: 205 time: 0.0441296 Aug 16 20:51:25.407893 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40390) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:25.606150 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:25.642413 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2939f993-b738-4c47-bb30-8d9ce7399b9a req-79249ffc-76aa-4af4-b4f0-8c8231b4b9a9 tempest-LiveMigrationNegativeTest-1164627243 tempest-LiveMigrationNegativeTest-1164627243-project] 10.222.0.84 "GET /v2.0/ports?device_id=15d4494f-2d52-45c2-86c7-81853db41d32 HTTP/1.1" status: 200 len: 210 time: 0.1066134 Aug 16 20:51:25.668594 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f445cb-54af-4107-8408-da783a6b571a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ecc35c-d5d9-4629-bf33-b67a046ad833'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:25.678595 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f15cf6e-b4f5-4f70-8704-a54954879c3b" -d '{"events": [{"server_uuid": "b6f445cb-54af-4107-8408-da783a6b571a", "name": "network-vif-plugged", "status": "completed", "tag": "04ecc35c-d5d9-4629-bf33-b67a046ad833"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:25.710490 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 04ecc35c-d5d9-4629-bf33-b67a046ad833, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=04ecc35c-d5d9-4629-bf33-b67a046ad833,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:25.757811 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8a9f3168-db05-4c20-8cae-346439606833 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:25.805405 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5afff6-074c-444e-9b4e-ba50f284ebf1 x-openstack-request-id: req-2a5afff6-074c-444e-9b4e-ba50f284ebf1 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:25.807676 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f445cb-54af-4107-8408-da783a6b571a", "name": "network-vif-plugged", "status": "completed", "tag": "04ecc35c-d5d9-4629-bf33-b67a046ad833", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:25.808970 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2a5afff6-074c-444e-9b4e-ba50f284ebf1 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:25.814917 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f445cb-54af-4107-8408-da783a6b571a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ecc35c-d5d9-4629-bf33-b67a046ad833', 'code': 200} Aug 16 20:51:25.819636 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:25.821151 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 9ebe3d3a-bd93-43d6-9607-9b8a58050498 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:51:25.873423 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 9ebe3d3a-bd93-43d6-9607-9b8a58050498 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:51:25.873775 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 9ebe3d3a-bd93-43d6-9607-9b8a58050498 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:51:25.936331 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=04ecc35c-d5d9-4629-bf33-b67a046ad833,revision_number=7']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:26.012859 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ce265241-99eb-471f-86f0-fcf9d82eb949 req-f455ebc3-b329-4fc4-9fe8-07f1d6261caf tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f09d1c3-8866-43bf-ad09-ea38646b24d1 HTTP/1.1" status: 200 len: 210 time: 0.1075630 Aug 16 20:51:26.034900 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 6090962c-fd69-447e-abe4-f816d86a37d2 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:51:26.038561 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ef0c7a6f-3506-409b-8c4f-e21c66093609 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:51:26.078566 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: ef0c7a6f-3506-409b-8c4f-e21c66093609 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:51:26.081218 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ef0c7a6f-3506-409b-8c4f-e21c66093609 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:51:26.082424 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device d88b29f6-cf28-4a24-ba6e-34e54b0a41c9 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:51:26.102183 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-38adb99a-81c5-4dea-8ac7-23f2b90fa146 req-28c3e5ff-ae7c-4863-ba81-636dc211a7c9 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/ports?device_id=f787c003-888c-447a-a6c0-c6a1129b087e HTTP/1.1" status: 200 len: 210 time: 0.1078682 Aug 16 20:51:26.161101 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: d88b29f6-cf28-4a24-ba6e-34e54b0a41c9 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:51:26.161101 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device d88b29f6-cf28-4a24-ba6e-34e54b0a41c9 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:51:26.248905 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8a9f3168-db05-4c20-8cae-346439606833 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:26.343287 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 6090962c-fd69-447e-abe4-f816d86a37d2, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=6090962c-fd69-447e-abe4-f816d86a37d2,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:26.360131 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '6090962c-fd69-447e-abe4-f816d86a37d2', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': '6090962c-fd69-447e-abe4-f816d86a37d2', 'mac_address': 'fa:16:3e:7a:04:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:51:26.433184 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:26.496669 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6090962c-fd69-447e-abe4-f816d86a37d2 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:51:26.539958 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 6090962c-fd69-447e-abe4-f816d86a37d2, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=6090962c-fd69-447e-abe4-f816d86a37d2,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:26.587991 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-65d021f7-6e8e-4c2c-9758-40034d3b70ed tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:26.589378 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-65d021f7-6e8e-4c2c-9758-40034d3b70ed tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.90 "GET /v2.0/networks?id=57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1 HTTP/1.1" status: 200 len: 818 time: 0.2660398 Aug 16 20:51:26.605785 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf541d7f-d62f-436a-a575-76f1b58827b3 req-59f185d4-6868-457c-b411-79e33f608e37 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:26.613424 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bf541d7f-d62f-436a-a575-76f1b58827b3 req-59f185d4-6868-457c-b411-79e33f608e37 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0e64feb-8c87-400f-b186-2637c2b1e2db HTTP/1.1" status: 200 len: 948 time: 0.3196406 Aug 16 20:51:26.628313 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-5a5ffc90-fb69-44f4-b48f-79e15c35e4e5 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Request body: {'port': {'device_id': '5de64b5c-8f21-45b3-a951-8b8ffc506d9b', 'network_id': '57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1', 'admin_state_up': True, 'tenant_id': '1f024702b89d4617a1449e447d82f30d'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:26.655107 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:26.728250 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f09d1c3-8866-43bf-ad09-ea38646b24d1', 'name': 'network-vif-deleted', 'tag': 'ef0c7a6f-3506-409b-8c4f-e21c66093609'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:26.730516 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18ac30d-d1bf-4e4c-9701-e8016d7d260d" -d '{"events": [{"server_uuid": "7f09d1c3-8866-43bf-ad09-ea38646b24d1", "name": "network-vif-deleted", "tag": "ef0c7a6f-3506-409b-8c4f-e21c66093609"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:26.804084 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=6090962c-fd69-447e-abe4-f816d86a37d2,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:26.805885 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd575592-b14a-4b51-80fc-f9d13faa618a x-openstack-request-id: req-cd575592-b14a-4b51-80fc-f9d13faa618a {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:26.806187 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f09d1c3-8866-43bf-ad09-ea38646b24d1", "name": "network-vif-deleted", "tag": "ef0c7a6f-3506-409b-8c4f-e21c66093609", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:26.806439 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-cd575592-b14a-4b51-80fc-f9d13faa618a {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:26.806841 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f09d1c3-8866-43bf-ad09-ea38646b24d1', 'name': 'network-vif-deleted', 'tag': 'ef0c7a6f-3506-409b-8c4f-e21c66093609', 'status': 'completed', 'code': 200} Aug 16 20:51:26.819343 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bf541d7f-d62f-436a-a575-76f1b58827b3 req-13da9339-3a55-47cb-9836-e96bceafe1d1 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] 10.222.0.84 "GET /v2.0/security-groups?id=42d87e38-5b3e-4874-a062-805e9db6b0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049596 Aug 16 20:51:26.829923 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-8a9f3168-db05-4c20-8cae-346439606833 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Deleting port 4656d759-e45e-4f58-a3e0-5aa7aabeedd9 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:51:26.830419 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8a9f3168-db05-4c20-8cae-346439606833 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:26.881894 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['6090962c-fd69-447e-abe4-f816d86a37d2'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:26.970683 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8a9f3168-db05-4c20-8cae-346439606833 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:26.988151 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-8a9f3168-db05-4c20-8cae-346439606833 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Calling delete_port for 4656d759-e45e-4f58-a3e0-5aa7aabeedd9 owned by network:router_gateway {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:51:27.087101 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-5a5ffc90-fb69-44f4-b48f-79e15c35e4e5 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Made reservation on behalf of 1f024702b89d4617a1449e447d82f30d for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:27.092994 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-5a5ffc90-fb69-44f4-b48f-79e15c35e4e5 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:27.452917 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40448) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:27.485268 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5869ed69-6d6b-4998-b9a5-0d21ea8e1e80 req-9aff79ea-a94f-4fac-a013-0a530f2d638c tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f09d1c3-8866-43bf-ad09-ea38646b24d1 HTTP/1.1" status: 200 len: 210 time: 0.1269195 Aug 16 20:51:27.502404 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c3aa2e99-92ba-4fca-a8e4-4ca49ea5522c req-960c1f00-3425-407f-8904-7ab733cafc03 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/ports?device_id=f787c003-888c-447a-a6c0-c6a1129b087e HTTP/1.1" status: 200 len: 210 time: 0.1446977 Aug 16 20:51:27.712946 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-1f00becc-83f7-4057-8dc8-15983e7dec1a tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:27.715356 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-1f00becc-83f7-4057-8dc8-15983e7dec1a tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.72 "GET /v2.0/networks?id=57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1 HTTP/1.1" status: 200 len: 818 time: 0.5145762 Aug 16 20:51:27.717362 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d72cbad1-f1b0-4d8a-bc10-f8479e3eeb83 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ce0aedd9c6404b9eabcd0242d8edefef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2629914 Aug 16 20:51:27.721845 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40456) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:27.743798 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-7f0e8fc6-a30a-46b9-8d2e-016190e19333 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Request body: {'port': {'device_id': 'ea5c1211-7098-4ba6-bcc9-15fa26883ca2', 'network_id': '57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1', 'admin_state_up': True, 'tenant_id': '1f024702b89d4617a1449e447d82f30d'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:27.875007 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-5a5ffc90-fb69-44f4-b48f-79e15c35e4e5 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Allocated IP 172.20.0.6 (57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1/ea8cff57-8848-4599-9307-03ca21bfead2/74558d21-cf89-47f7-8a5f-3b9bce429db0) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:28.050487 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 6090962c-fd69-447e-abe4-f816d86a37d2 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:28.198845 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8a9f3168-db05-4c20-8cae-346439606833 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:28.309488 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f3168-db05-4c20-8cae-346439606833 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Pushing event deleted for resources: {'Port': ['ID=4656d759-e45e-4f58-a3e0-5aa7aabeedd9,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:28.330405 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 6090962c-fd69-447e-abe4-f816d86a37d2 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:28.340152 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 6090962c-fd69-447e-abe4-f816d86a37d2 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:28.340801 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:28.437185 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-722d608a-fc14-4210-a3c6-85a5fdedd424 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:28.439258 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-722d608a-fc14-4210-a3c6-85a5fdedd424 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.90 "GET /v2.0/networks?id=57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1 HTTP/1.1" status: 200 len: 818 time: 0.6159189 Aug 16 20:51:28.476208 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-02e47b4b-70b9-4053-9f14-4b00e3eec435 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Request body: {'port': {'device_id': 'f787c003-888c-447a-a6c0-c6a1129b087e', 'network_id': '57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1', 'admin_state_up': True, 'tenant_id': '1f024702b89d4617a1449e447d82f30d'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:28.496678 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:28.532154 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e64feb-8c87-400f-b186-2637c2b1e2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6090962c-fd69-447e-abe4-f816d86a37d2'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:28.534867 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150b35ef-f077-4452-9394-043e06488cbd" -d '{"events": [{"server_uuid": "c0e64feb-8c87-400f-b186-2637c2b1e2db", "name": "network-vif-plugged", "status": "completed", "tag": "6090962c-fd69-447e-abe4-f816d86a37d2"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:28.563108 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 6090962c-fd69-447e-abe4-f816d86a37d2, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=6090962c-fd69-447e-abe4-f816d86a37d2,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:28.576469 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3400f0bd-fc4f-4079-b1c1-50efdee36a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:28.648370 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:28.770055 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81796e54-1f4c-4049-b8ef-0a773bc50bce req-db6505ec-b487-447b-ad6d-b35136ea4a36 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:28.771614 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-81796e54-1f4c-4049-b8ef-0a773bc50bce req-db6505ec-b487-447b-ad6d-b35136ea4a36 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0e64feb-8c87-400f-b186-2637c2b1e2db HTTP/1.1" status: 200 len: 949 time: 0.5848424 Aug 16 20:51:28.789134 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=6090962c-fd69-447e-abe4-f816d86a37d2,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:28.873942 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3400f0bd-fc4f-4079-b1c1-50efdee36a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:28.898728 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fec09c21-537b-4ea3-9dac-cf650b8e9269 req-b2401edd-8474-4602-be24-bdc45dddb1a2 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/ports?device_id=f787c003-888c-447a-a6c0-c6a1129b087e HTTP/1.1" status: 200 len: 210 time: 0.1108978 Aug 16 20:51:29.002138 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8a9f3168-db05-4c20-8cae-346439606833 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:29.012504 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-81796e54-1f4c-4049-b8ef-0a773bc50bce req-ce49df16-39a0-4102-8836-7a1aff18cfb4 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] 10.222.0.84 "GET /v2.0/security-groups?id=42d87e38-5b3e-4874-a062-805e9db6b0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781888 Aug 16 20:51:29.016589 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c29ce3-76ea-4ea8-ada4-1b2c5acabdd7 x-openstack-request-id: req-33c29ce3-76ea-4ea8-ada4-1b2c5acabdd7 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:29.017164 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e64feb-8c87-400f-b186-2637c2b1e2db", "name": "network-vif-plugged", "status": "completed", "tag": "6090962c-fd69-447e-abe4-f816d86a37d2", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:29.017513 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-33c29ce3-76ea-4ea8-ada4-1b2c5acabdd7 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:29.018215 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e64feb-8c87-400f-b186-2637c2b1e2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6090962c-fd69-447e-abe4-f816d86a37d2', 'code': 200} Aug 16 20:51:29.061742 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-7f0e8fc6-a30a-46b9-8d2e-016190e19333 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Made reservation on behalf of 1f024702b89d4617a1449e447d82f30d for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:29.065700 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-7f0e8fc6-a30a-46b9-8d2e-016190e19333 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:29.186743 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc630e-5b67-40a4-a94f-19efa6206275 req-de501083-4b39-4d5c-a29c-4425ab908b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:29.188397 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-10dc630e-5b67-40a4-a94f-19efa6206275 req-de501083-4b39-4d5c-a29c-4425ab908b40 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c0e64feb-8c87-400f-b186-2637c2b1e2db HTTP/1.1" status: 200 len: 1102 time: 0.0873027 Aug 16 20:51:29.191365 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-5a5ffc90-fb69-44f4-b48f-79e15c35e4e5 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:29.216020 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8a9f3168-db05-4c20-8cae-346439606833 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:29.241010 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8a9f3168-db05-4c20-8cae-346439606833 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:29.247554 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-10dc630e-5b67-40a4-a94f-19efa6206275 req-0078f435-d937-40eb-ab39-0a27904e06d9 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=42d87e38-5b3e-4874-a062-805e9db6b0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492234 Aug 16 20:51:29.290715 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-02e47b4b-70b9-4053-9f14-4b00e3eec435 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Made reservation on behalf of 1f024702b89d4617a1449e447d82f30d for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:29.295807 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-02e47b4b-70b9-4053-9f14-4b00e3eec435 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:29.489182 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3400f0bd-fc4f-4079-b1c1-50efdee36a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:29.491844 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3400f0bd-fc4f-4079-b1c1-50efdee36a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:29.493424 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3400f0bd-fc4f-4079-b1c1-50efdee36a80 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/bcde13e6-7ce2-4852-825a-3fa6ea61d313 HTTP/1.1" status: 204 len: 168 time: 1.7687883 Aug 16 20:51:29.514509 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8a9f3168-db05-4c20-8cae-346439606833 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:29.515286 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9f3168-db05-4c20-8cae-346439606833 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Fanout notify agent at l3_agent the message router_deleted on router 43a18236-9940-4bf1-bade-a0aa1deb8d32 {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:51:29.519397 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40506) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:29.534076 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-bdc0dc93-3a44-44c0-8491-590d666ab905 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1063708534'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:29.534305 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8a9f3168-db05-4c20-8cae-346439606833 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:29.539947 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8a9f3168-db05-4c20-8cae-346439606833 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] 10.222.0.84 "DELETE /v2.0/routers/43a18236-9940-4bf1-bade-a0aa1deb8d32 HTTP/1.1" status: 204 len: 168 time: 4.1157644 Aug 16 20:51:29.541265 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3400f0bd-fc4f-4079-b1c1-50efdee36a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcde13e6-7ce2-4852-825a-3fa6ea61d313,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:29.546577 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40508) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:29.553469 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400f0bd-fc4f-4079-b1c1-50efdee36a80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:29.553855 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400f0bd-fc4f-4079-b1c1-50efdee36a80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:29.554321 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400f0bd-fc4f-4079-b1c1-50efdee36a80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:29.554854 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400f0bd-fc4f-4079-b1c1-50efdee36a80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:29.555441 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400f0bd-fc4f-4079-b1c1-50efdee36a80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:29.556173 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400f0bd-fc4f-4079-b1c1-50efdee36a80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:29.556730 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400f0bd-fc4f-4079-b1c1-50efdee36a80 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:29.557178 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400f0bd-fc4f-4079-b1c1-50efdee36a80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:29.557520 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400f0bd-fc4f-4079-b1c1-50efdee36a80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:29.557859 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400f0bd-fc4f-4079-b1c1-50efdee36a80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:29.558288 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400f0bd-fc4f-4079-b1c1-50efdee36a80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:29.558624 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400f0bd-fc4f-4079-b1c1-50efdee36a80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:29.561843 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-ca29d89c-983a-4440-937d-415d26d852c4 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1889322609', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:29.675231 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-5a5ffc90-fb69-44f4-b48f-79e15c35e4e5 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:29.701126 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc0dc93-3a44-44c0-8491-590d666ab905 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Made reservation on behalf of 739199610cfa4c2f8e9155deb4230364 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:29.713017 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bdc0dc93-3a44-44c0-8491-590d666ab905 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:29.788022 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ffc90-fb69-44f4-b48f-79e15c35e4e5 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Pushing event updated for resources: {'Port': ['ID=74558d21-cf89-47f7-8a5f-3b9bce429db0,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:29.793876 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdc0dc93-3a44-44c0-8491-590d666ab905 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:51:29.810577 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bdc0dc93-3a44-44c0-8491-590d666ab905 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:29.814094 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-bdc0dc93-3a44-44c0-8491-590d666ab905 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Added segment 34734b3f-5dce-4149-a5ad-b36712006fc4 of type vlan for network 548eb6bc-b22d-43c1-8abf-bd0cf1de4a03 Aug 16 20:51:29.834788 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-5a5ffc90-fb69-44f4-b48f-79e15c35e4e5 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Network 57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:29.839900 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-5a5ffc90-fb69-44f4-b48f-79e15c35e4e5 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:29.844079 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-5a5ffc90-fb69-44f4-b48f-79e15c35e4e5 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:29.854566 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-7f0e8fc6-a30a-46b9-8d2e-016190e19333 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Allocated IP 172.20.0.4 (57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1/ea8cff57-8848-4599-9307-03ca21bfead2/71026776-fbb1-4e7a-887e-9926020c39b2) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:29.866459 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bdc0dc93-3a44-44c0-8491-590d666ab905 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:29.882186 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ca29d89c-983a-4440-937d-415d26d852c4 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:29.892613 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ca29d89c-983a-4440-937d-415d26d852c4 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:30.016382 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-5a5ffc90-fb69-44f4-b48f-79e15c35e4e5 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:30.021426 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-5a5ffc90-fb69-44f4-b48f-79e15c35e4e5 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:30.021634 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ca29d89c-983a-4440-937d-415d26d852c4 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:30.043533 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bdc0dc93-3a44-44c0-8491-590d666ab905 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:30.053540 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc0dc93-3a44-44c0-8491-590d666ab905 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:30.055552 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bdc0dc93-3a44-44c0-8491-590d666ab905 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:30.146183 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-93c98297-d600-43c2-acc3-935c275c67aa req-41c6869b-8a49-4c57-ad79-0f9f60c3281d tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/ports?device_id=f787c003-888c-447a-a6c0-c6a1129b087e HTTP/1.1" status: 200 len: 210 time: 0.0580847 Aug 16 20:51:30.150778 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-5a5ffc90-fb69-44f4-b48f-79e15c35e4e5 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5336249 Aug 16 20:51:30.174919 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-c2a161ba-574b-462a-b675-39a417a05246 service neutron] Request body: {'port': {'device_id': '5de64b5c-8f21-45b3-a951-8b8ffc506d9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:30.190524 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ca29d89c-983a-4440-937d-415d26d852c4 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:30.253847 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-bdc0dc93-3a44-44c0-8491-590d666ab905 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7322581 Aug 16 20:51:30.269049 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40520) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:30.283650 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-971188c1-e7e6-48c6-9b9b-3d39c7893d68 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1516146530'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:30.294848 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0dc93-3a44-44c0-8491-590d666ab905 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Pushing event updated for resources: {'Network': ['ID=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:30.305397 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc0dc93-3a44-44c0-8491-590d666ab905 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:30.309356 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc0dc93-3a44-44c0-8491-590d666ab905 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:30.309356 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc0dc93-3a44-44c0-8491-590d666ab905 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:30.309356 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc0dc93-3a44-44c0-8491-590d666ab905 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:30.309356 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc0dc93-3a44-44c0-8491-590d666ab905 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:30.309356 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc0dc93-3a44-44c0-8491-590d666ab905 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:30.309356 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc0dc93-3a44-44c0-8491-590d666ab905 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:30.309356 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc0dc93-3a44-44c0-8491-590d666ab905 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:30.309356 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc0dc93-3a44-44c0-8491-590d666ab905 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:30.309356 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc0dc93-3a44-44c0-8491-590d666ab905 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:30.309356 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc0dc93-3a44-44c0-8491-590d666ab905 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:30.310461 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc0dc93-3a44-44c0-8491-590d666ab905 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:30.327028 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 548eb6bc-b22d-43c1-8abf-bd0cf1de4a03 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:51:30.429681 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d5644-6b76-4214-87fc-6f25a3fd1846 req-3f9fe150-80a3-4135-95dc-c123d44e5bbf tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:30.431244 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e27d5644-6b76-4214-87fc-6f25a3fd1846 req-3f9fe150-80a3-4135-95dc-c123d44e5bbf tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=efbbffc7-920a-436b-890d-c27687231c6b HTTP/1.1" status: 200 len: 950 time: 0.2714074 Aug 16 20:51:30.455485 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ca29d89c-983a-4440-937d-415d26d852c4 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:30.457715 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ca29d89c-983a-4440-937d-415d26d852c4 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9027970 Aug 16 20:51:30.465630 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40524) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:30.475331 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-e8c18669-21ca-4f3f-ae18-68e55d913069 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'enable_snat': False}}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:30.560952 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069f791-b2a2-4f26-b243-fc70616ffc52 req-449124ab-d01f-4de2-b972-3827e819f171 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:30.569997 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5069f791-b2a2-4f26-b243-fc70616ffc52 req-449124ab-d01f-4de2-b972-3827e819f171 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0e64feb-8c87-400f-b186-2637c2b1e2db HTTP/1.1" status: 200 len: 950 time: 0.2783296 Aug 16 20:51:30.576883 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-c2a161ba-574b-462a-b675-39a417a05246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:30.581133 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-7f0e8fc6-a30a-46b9-8d2e-016190e19333 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:30.614904 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971188c1-e7e6-48c6-9b9b-3d39c7893d68 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Made reservation on behalf of 739199610cfa4c2f8e9155deb4230364 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:30.619057 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-971188c1-e7e6-48c6-9b9b-3d39c7893d68 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:30.651488 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-971188c1-e7e6-48c6-9b9b-3d39c7893d68 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:51:30.667487 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-971188c1-e7e6-48c6-9b9b-3d39c7893d68 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:30.668167 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-971188c1-e7e6-48c6-9b9b-3d39c7893d68 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Added segment c17ee736-fab2-4b49-a592-ddf384be080a of type vlan for network 2808ba84-8eb6-448f-bf54-b316a16ed9b0 Aug 16 20:51:30.804654 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e27d5644-6b76-4214-87fc-6f25a3fd1846 req-992ae4b0-4680-472e-b619-7de2a914ff3b tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582978 Aug 16 20:51:30.888726 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40530) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:30.967772 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e8c18669-21ca-4f3f-ae18-68e55d913069 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:31.006211 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5069f791-b2a2-4f26-b243-fc70616ffc52 req-7ae483f6-0a61-4d89-b793-55d04ba630e6 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] 10.222.0.84 "GET /v2.0/security-groups?id=42d87e38-5b3e-4874-a062-805e9db6b0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353249 Aug 16 20:51:31.078552 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-971188c1-e7e6-48c6-9b9b-3d39c7893d68 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:31.121022 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-75d14cc5-ca6c-4ed5-85b7-1ca16bfadccb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=bbbaa82292d24583961c65aaf7d3f999&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462379 Aug 16 20:51:31.125090 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40540) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:31.182726 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a0d07855-2317-4b65-bfd7-2c6e3ff856af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:31.225237 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a0d07855-2317-4b65-bfd7-2c6e3ff856af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:31.254241 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c4646596-c4e4-4eba-9864-3844fc9cd5c9 req-e1c8b18b-8b8f-449b-a0d9-feec4e90e695 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/ports?device_id=f787c003-888c-447a-a6c0-c6a1129b087e HTTP/1.1" status: 200 len: 210 time: 0.0342469 Aug 16 20:51:31.312037 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-971188c1-e7e6-48c6-9b9b-3d39c7893d68 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:31.320109 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971188c1-e7e6-48c6-9b9b-3d39c7893d68 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:31.320953 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-971188c1-e7e6-48c6-9b9b-3d39c7893d68 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:31.323924 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-7f0e8fc6-a30a-46b9-8d2e-016190e19333 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:31.435488 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-7f0e8fc6-a30a-46b9-8d2e-016190e19333 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Network 57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:31.454899 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a0d07855-2317-4b65-bfd7-2c6e3ff856af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:31.457676 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a0d07855-2317-4b65-bfd7-2c6e3ff856af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:31.458995 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a0d07855-2317-4b65-bfd7-2c6e3ff856af admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/995de37b-425c-426c-a86a-e9260b9b309a HTTP/1.1" status: 204 len: 168 time: 0.3328471 Aug 16 20:51:31.466742 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-971188c1-e7e6-48c6-9b9b-3d39c7893d68 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1848452 Aug 16 20:51:31.472318 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40552) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:31.473144 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-7f0e8fc6-a30a-46b9-8d2e-016190e19333 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:31.483663 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-7f0e8fc6-a30a-46b9-8d2e-016190e19333 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:31.493146 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-02e47b4b-70b9-4053-9f14-4b00e3eec435 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Allocated IP 172.20.0.11 (57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1/ea8cff57-8848-4599-9307-03ca21bfead2/65723b92-96bd-46fc-80ee-2d2e6399cc03) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:31.493393 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-41acfc92-1cbd-42b3-9c39-0efc74024111 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Request body: {'subnet': {'network_id': '548eb6bc-b22d-43c1-8abf-bd0cf1de4a03', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:31.507268 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e8fc6-a30a-46b9-8d2e-016190e19333 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Pushing event updated for resources: {'Port': ['ID=71026776-fbb1-4e7a-887e-9926020c39b2,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:31.555737 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d07855-2317-4b65-bfd7-2c6e3ff856af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995de37b-425c-426c-a86a-e9260b9b309a,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:31.608217 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971188c1-e7e6-48c6-9b9b-3d39c7893d68 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Pushing event updated for resources: {'Network': ['ID=2808ba84-8eb6-448f-bf54-b316a16ed9b0,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:31.624463 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 2808ba84-8eb6-448f-bf54-b316a16ed9b0 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:51:31.660828 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749369a4-7f5f-4876-b1d5-9ba7430e4d13 req-dfcf0b80-2e67-4790-93df-863c25d3fb5b tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:31.662359 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-749369a4-7f5f-4876-b1d5-9ba7430e4d13 req-dfcf0b80-2e67-4790-93df-863c25d3fb5b tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.72 "GET /v2.0/ports?device_id=efbbffc7-920a-436b-890d-c27687231c6b HTTP/1.1" status: 200 len: 950 time: 0.1976733 Aug 16 20:51:31.851398 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-7f0e8fc6-a30a-46b9-8d2e-016190e19333 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:31.852141 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-7f0e8fc6-a30a-46b9-8d2e-016190e19333 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:31.873576 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41acfc92-1cbd-42b3-9c39-0efc74024111 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Made reservation on behalf of 739199610cfa4c2f8e9155deb4230364 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:31.893824 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-41acfc92-1cbd-42b3-9c39-0efc74024111 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:32.044301 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-749369a4-7f5f-4876-b1d5-9ba7430e4d13 req-34bf572b-037d-4a58-be1e-bb875203bf76 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Deleting port d12fa717-5873-4d2b-90e6-5c7935218310 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:51:32.050415 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-749369a4-7f5f-4876-b1d5-9ba7430e4d13 req-34bf572b-037d-4a58-be1e-bb875203bf76 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:32.282612 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-749369a4-7f5f-4876-b1d5-9ba7430e4d13 req-34bf572b-037d-4a58-be1e-bb875203bf76 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] For port d12fa717-5873-4d2b-90e6-5c7935218310, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=d12fa717-5873-4d2b-90e6-5c7935218310,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:32.283295 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-749369a4-7f5f-4876-b1d5-9ba7430e4d13 req-34bf572b-037d-4a58-be1e-bb875203bf76 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:32.309238 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-749369a4-7f5f-4876-b1d5-9ba7430e4d13 req-34bf572b-037d-4a58-be1e-bb875203bf76 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Calling delete_port for d12fa717-5873-4d2b-90e6-5c7935218310 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:51:32.459484 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-7f0e8fc6-a30a-46b9-8d2e-016190e19333 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7335806 Aug 16 20:51:32.491065 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-5ad79dac-f25d-4d4e-a558-7f8351aac117 service neutron] Request body: {'port': {'device_id': 'ea5c1211-7098-4ba6-bcc9-15fa26883ca2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:32.658089 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35031183-000c-4ec9-a4ff-9f92b728bc33 req-1a474322-cddf-43fd-ab54-b345f91b895c tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:32.658089 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35031183-000c-4ec9-a4ff-9f92b728bc33 req-1a474322-cddf-43fd-ab54-b345f91b895c tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=efbbffc7-920a-436b-890d-c27687231c6b HTTP/1.1" status: 200 len: 950 time: 0.2357612 Aug 16 20:51:32.658089 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e8c18669-21ca-4f3f-ae18-68e55d913069 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:32.682297 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-5ad79dac-f25d-4d4e-a558-7f8351aac117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:32.709462 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e8c18669-21ca-4f3f-ae18-68e55d913069 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:32.716031 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-02e47b4b-70b9-4053-9f14-4b00e3eec435 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:32.765757 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-925bf65d-94dc-4c2c-91b7-98a8d366ff30 req-36da3ae1-c267-4272-8e4b-2e59b5afb8d2 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/ports?device_id=f787c003-888c-447a-a6c0-c6a1129b087e HTTP/1.1" status: 200 len: 210 time: 0.0761509 Aug 16 20:51:32.847506 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35031183-000c-4ec9-a4ff-9f92b728bc33 req-81fa3cfa-8b78-4168-8eb5-7e4630f21f8e tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a7fbdaf-0549-4a90-91d7-b004904b24b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105205 Aug 16 20:51:32.906372 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-41acfc92-1cbd-42b3-9c39-0efc74024111 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:32.917197 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-749369a4-7f5f-4876-b1d5-9ba7430e4d13 req-34bf572b-037d-4a58-be1e-bb875203bf76 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:32.934598 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['d12fa717-5873-4d2b-90e6-5c7935218310'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:33.114261 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf572b-037d-4a58-be1e-bb875203bf76 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Pushing event deleted for resources: {'Port': ['ID=d12fa717-5873-4d2b-90e6-5c7935218310,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:33.171322 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-02e47b4b-70b9-4053-9f14-4b00e3eec435 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:33.199946 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41acfc92-1cbd-42b3-9c39-0efc74024111 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Pushing event updated for resources: {'Subnet': ['ID=c5559346-0c29-4d61-bf82-1d14da7e7b4f,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:33.207652 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-749369a4-7f5f-4876-b1d5-9ba7430e4d13 req-34bf572b-037d-4a58-be1e-bb875203bf76 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] No DVR routers for this DVR port d12fa717-5873-4d2b-90e6-5c7935218310 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:51:33.216100 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-749369a4-7f5f-4876-b1d5-9ba7430e4d13 req-34bf572b-037d-4a58-be1e-bb875203bf76 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:33.220939 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-749369a4-7f5f-4876-b1d5-9ba7430e4d13 req-34bf572b-037d-4a58-be1e-bb875203bf76 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.72 "DELETE /v2.0/ports/d12fa717-5873-4d2b-90e6-5c7935218310 HTTP/1.1" status: 204 len: 173 time: 1.5479879 Aug 16 20:51:33.223566 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbbffc7-920a-436b-890d-c27687231c6b', 'name': 'network-vif-deleted', 'tag': 'd12fa717-5873-4d2b-90e6-5c7935218310'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:33.239938 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd689f09-511a-40af-92d8-caf2a153ec42" -d '{"events": [{"server_uuid": "efbbffc7-920a-436b-890d-c27687231c6b", "name": "network-vif-deleted", "tag": "d12fa717-5873-4d2b-90e6-5c7935218310"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:33.281061 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41acfc92-1cbd-42b3-9c39-0efc74024111 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Checking segment: {'id': '34734b3f-5dce-4149-a5ad-b36712006fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '548eb6bc-b22d-43c1-8abf-bd0cf1de4a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:33.283478 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41acfc92-1cbd-42b3-9c39-0efc74024111 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Network hostable DHCP agents. Network: 548eb6bc-b22d-43c1-8abf-bd0cf1de4a03, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:51:33.285284 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e47b4b-70b9-4053-9f14-4b00e3eec435 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Pushing event updated for resources: {'Port': ['ID=65723b92-96bd-46fc-80ee-2d2e6399cc03,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:33.294996 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f76679-4e3a-4e44-bf1c-c7bac002fc63 req-f7789dcf-6000-4c6b-9c29-f620b3733638 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:33.305589 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-10f76679-4e3a-4e44-bf1c-c7bac002fc63 req-f7789dcf-6000-4c6b-9c29-f620b3733638 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0e64feb-8c87-400f-b186-2637c2b1e2db HTTP/1.1" status: 200 len: 950 time: 0.4569347 Aug 16 20:51:33.369056 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71913a2b-80a2-4f93-b430-00de2fdeb998 x-openstack-request-id: req-71913a2b-80a2-4f93-b430-00de2fdeb998 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:33.369345 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbbffc7-920a-436b-890d-c27687231c6b", "name": "network-vif-deleted", "tag": "d12fa717-5873-4d2b-90e6-5c7935218310", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:33.369605 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-71913a2b-80a2-4f93-b430-00de2fdeb998 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:33.370017 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbbffc7-920a-436b-890d-c27687231c6b', 'name': 'network-vif-deleted', 'tag': 'd12fa717-5873-4d2b-90e6-5c7935218310', 'status': 'completed', 'code': 200} Aug 16 20:51:33.380201 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-02e47b4b-70b9-4053-9f14-4b00e3eec435 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Network 57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:33.392428 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-e8c18669-21ca-4f3f-ae18-68e55d913069 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Allocated IP 172.25.1.252 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/1fd23bf8-0946-4e0b-bb44-dff214eebb40) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:33.395031 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-02e47b4b-70b9-4053-9f14-4b00e3eec435 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:33.404736 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-02e47b4b-70b9-4053-9f14-4b00e3eec435 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:33.420259 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41acfc92-1cbd-42b3-9c39-0efc74024111 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Network 548eb6bc-b22d-43c1-8abf-bd0cf1de4a03 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:51:33.624345 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-10f76679-4e3a-4e44-bf1c-c7bac002fc63 req-d80e92b4-22f9-494a-a0c4-38651e7cdfdd tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] 10.222.0.84 "GET /v2.0/security-groups?id=42d87e38-5b3e-4874-a062-805e9db6b0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143017 Aug 16 20:51:33.625854 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-41acfc92-1cbd-42b3-9c39-0efc74024111 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 548eb6bc-b22d-43c1-8abf-bd0cf1de4a03) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:33.640209 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41acfc92-1cbd-42b3-9c39-0efc74024111 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:33.640822 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-41acfc92-1cbd-42b3-9c39-0efc74024111 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:33.641081 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdfa20b-e015-4c23-a238-cc302424dcfa None None] Network 548eb6bc-b22d-43c1-8abf-bd0cf1de4a03 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:51:33.704062 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-02e47b4b-70b9-4053-9f14-4b00e3eec435 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:33.705056 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-02e47b4b-70b9-4053-9f14-4b00e3eec435 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:33.903242 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40614) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:33.957140 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-41acfc92-1cbd-42b3-9c39-0efc74024111 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4764874 Aug 16 20:51:33.958065 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40620) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:33.981281 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-2991e9c4-6742-4848-90d9-b1810bd35f46 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Request body: {'subnet': {'network_id': '2808ba84-8eb6-448f-bf54-b316a16ed9b0', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:34.003629 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019ea745-462d-4b24-b900-b85e11269466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-548eb6bc-b22d-43c1-8abf-bd0cf1de4a03', 'network_id': '548eb6bc-b22d-43c1-8abf-bd0cf1de4a03', 'tenant_id': '739199610cfa4c2f8e9155deb4230364', 'fixed_ips': [{'subnet_id': 'c5559346-0c29-4d61-bf82-1d14da7e7b4f'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:51:34.007165 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-019ea745-462d-4b24-b900-b85e11269466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:34.021424 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-02e47b4b-70b9-4053-9f14-4b00e3eec435 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5494823 Aug 16 20:51:34.051514 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e8c18669-21ca-4f3f-ae18-68e55d913069 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:34.064091 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-48184582-9f2a-487c-a49d-eb9bc405e74d service neutron] Request body: {'port': {'device_id': 'f787c003-888c-447a-a6c0-c6a1129b087e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:34.083868 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61333e9f-1b7f-4d7c-bf88-a68a8c92ed31 req-a9447f82-a488-4d83-a9eb-b58e313e3cc0 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:34.085747 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-61333e9f-1b7f-4d7c-bf88-a68a8c92ed31 req-a9447f82-a488-4d83-a9eb-b58e313e3cc0 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0e64feb-8c87-400f-b186-2637c2b1e2db HTTP/1.1" status: 200 len: 950 time: 0.2603934 Aug 16 20:51:34.177534 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-8d4f0a35-12d3-4a29-8e1c-1c018967f4ab admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2120850521-network', 'tenant_id': '2c8a7ecf3bf6405c9ae4d7e65bc60247'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:34.186120 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-c2a161ba-574b-462a-b675-39a417a05246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74558d21-cf89-47f7-8a5f-3b9bce429db0 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:51:34.197232 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c1a48511-5b3d-47b2-b9bd-b303a5a58264 req-11e43dc7-86fc-4b0c-ba2d-1f6c53726361 tempest-ServersOnMultiNodesTest-2082433109 tempest-ServersOnMultiNodesTest-2082433109-project] 10.222.0.84 "GET /v2.0/ports?device_id=efbbffc7-920a-436b-890d-c27687231c6b HTTP/1.1" status: 200 len: 210 time: 0.0966909 Aug 16 20:51:34.206284 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-c2a161ba-574b-462a-b675-39a417a05246 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:34.250381 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459dd89f-5b95-4879-8fa4-3cee00a90e94 req-9b8c16d2-94bb-4739-ac79-3e09f80132a7 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:34.258842 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-459dd89f-5b95-4879-8fa4-3cee00a90e94 req-9b8c16d2-94bb-4739-ac79-3e09f80132a7 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/ports?device_id=f787c003-888c-447a-a6c0-c6a1129b087e HTTP/1.1" status: 200 len: 932 time: 0.3561780 Aug 16 20:51:34.323156 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-019ea745-462d-4b24-b900-b85e11269466 None None] Allocated IP 10.1.1.2 (548eb6bc-b22d-43c1-8abf-bd0cf1de4a03/c5559346-0c29-4d61-bf82-1d14da7e7b4f/7ac1043e-b23b-4bac-9d8d-bf57d6cd7fb6) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:34.333611 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-c2a161ba-574b-462a-b675-39a417a05246 service neutron] Transition to ACTIVE for port object 74558d21-cf89-47f7-8a5f-3b9bce429db0 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:34.386071 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-48184582-9f2a-487c-a49d-eb9bc405e74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:34.401819 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-61333e9f-1b7f-4d7c-bf88-a68a8c92ed31 req-7e10acc2-9d7b-47fd-8e57-f8eb5dbb6a07 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] Deleting port 6090962c-fd69-447e-abe4-f816d86a37d2 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:51:34.402408 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-61333e9f-1b7f-4d7c-bf88-a68a8c92ed31 req-7e10acc2-9d7b-47fd-8e57-f8eb5dbb6a07 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:34.465654 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-459dd89f-5b95-4879-8fa4-3cee00a90e94 req-fdb64f9d-811c-4810-a143-c9ecec0b41e2 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb021904-77cf-4d3a-8908-1a6135149ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993022 Aug 16 20:51:34.468260 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4f0a35-12d3-4a29-8e1c-1c018967f4ab admin admin] Made reservation on behalf of 2c8a7ecf3bf6405c9ae4d7e65bc60247 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:34.472128 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8d4f0a35-12d3-4a29-8e1c-1c018967f4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:34.489978 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8d4f0a35-12d3-4a29-8e1c-1c018967f4ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:34.589755 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-61333e9f-1b7f-4d7c-bf88-a68a8c92ed31 req-7e10acc2-9d7b-47fd-8e57-f8eb5dbb6a07 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] For port 6090962c-fd69-447e-abe4-f816d86a37d2, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=6090962c-fd69-447e-abe4-f816d86a37d2,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:34.590038 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-61333e9f-1b7f-4d7c-bf88-a68a8c92ed31 req-7e10acc2-9d7b-47fd-8e57-f8eb5dbb6a07 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:34.603462 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-61333e9f-1b7f-4d7c-bf88-a68a8c92ed31 req-7e10acc2-9d7b-47fd-8e57-f8eb5dbb6a07 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] Calling delete_port for 6090962c-fd69-447e-abe4-f816d86a37d2 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:51:34.674529 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-019ea745-462d-4b24-b900-b85e11269466 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:34.690658 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-019ea745-462d-4b24-b900-b85e11269466 None None] Transition to ACTIVE for port object 7ac1043e-b23b-4bac-9d8d-bf57d6cd7fb6 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:34.725959 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-019ea745-462d-4b24-b900-b85e11269466 None None] Transition to ACTIVE for port object 7ac1043e-b23b-4bac-9d8d-bf57d6cd7fb6 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:34.777009 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2991e9c4-6742-4848-90d9-b1810bd35f46 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Made reservation on behalf of 739199610cfa4c2f8e9155deb4230364 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:34.779338 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-c2a161ba-574b-462a-b675-39a417a05246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:34.780560 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2991e9c4-6742-4848-90d9-b1810bd35f46 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:34.784150 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-5ad79dac-f25d-4d4e-a558-7f8351aac117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71026776-fbb1-4e7a-887e-9926020c39b2 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:51:34.812664 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e8c18669-21ca-4f3f-ae18-68e55d913069 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:34.816802 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-5ad79dac-f25d-4d4e-a558-7f8351aac117 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:34.860130 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-019ea745-462d-4b24-b900-b85e11269466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:34.866312 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-61333e9f-1b7f-4d7c-bf88-a68a8c92ed31 req-7e10acc2-9d7b-47fd-8e57-f8eb5dbb6a07 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:34.907997 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e10acc2-9d7b-47fd-8e57-f8eb5dbb6a07 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] Pushing event deleted for resources: {'Port': ['ID=6090962c-fd69-447e-abe4-f816d86a37d2,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:34.944683 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['6090962c-fd69-447e-abe4-f816d86a37d2'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:34.998706 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c18669-21ca-4f3f-ae18-68e55d913069 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:35.000171 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-5ad79dac-f25d-4d4e-a558-7f8351aac117 service neutron] Transition to ACTIVE for port object 71026776-fbb1-4e7a-887e-9926020c39b2 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:35.001429 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-61333e9f-1b7f-4d7c-bf88-a68a8c92ed31 req-7e10acc2-9d7b-47fd-8e57-f8eb5dbb6a07 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] No DVR routers for this DVR port 6090962c-fd69-447e-abe4-f816d86a37d2 on host n-h2-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:51:35.002854 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ea745-462d-4b24-b900-b85e11269466 None None] Pushing event updated for resources: {'Port': ['ID=7ac1043e-b23b-4bac-9d8d-bf57d6cd7fb6,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:35.023427 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-61333e9f-1b7f-4d7c-bf88-a68a8c92ed31 req-7e10acc2-9d7b-47fd-8e57-f8eb5dbb6a07 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:35.025519 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-61333e9f-1b7f-4d7c-bf88-a68a8c92ed31 req-7e10acc2-9d7b-47fd-8e57-f8eb5dbb6a07 tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] 10.222.0.90 "DELETE /v2.0/ports/6090962c-fd69-447e-abe4-f816d86a37d2 HTTP/1.1" status: 204 len: 173 time: 0.9319241 Aug 16 20:51:35.048865 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019ea745-462d-4b24-b900-b85e11269466 None None] Network 548eb6bc-b22d-43c1-8abf-bd0cf1de4a03 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:35.053532 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-019ea745-462d-4b24-b900-b85e11269466 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:35.061841 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019ea745-462d-4b24-b900-b85e11269466 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:35.089826 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-e8c18669-21ca-4f3f-ae18-68e55d913069 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:35.097760 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c18669-21ca-4f3f-ae18-68e55d913069 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:35.105186 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a161ba-574b-462a-b675-39a417a05246 service neutron] Pushing event updated for resources: {'Port': ['ID=74558d21-cf89-47f7-8a5f-3b9bce429db0,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:35.116259 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ea745-462d-4b24-b900-b85e11269466 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:35.117114 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ea745-462d-4b24-b900-b85e11269466 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:35.117649 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ea745-462d-4b24-b900-b85e11269466 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:35.118177 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ea745-462d-4b24-b900-b85e11269466 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:35.123027 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ea745-462d-4b24-b900-b85e11269466 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:35.123757 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ea745-462d-4b24-b900-b85e11269466 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:35.124715 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ea745-462d-4b24-b900-b85e11269466 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:35.125227 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ea745-462d-4b24-b900-b85e11269466 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:35.125746 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ea745-462d-4b24-b900-b85e11269466 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:35.126295 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ea745-462d-4b24-b900-b85e11269466 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:35.126806 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ea745-462d-4b24-b900-b85e11269466 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:35.127321 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ea745-462d-4b24-b900-b85e11269466 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:35.170243 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-019ea745-462d-4b24-b900-b85e11269466 None None] Attempting to bind port 7ac1043e-b23b-4bac-9d8d-bf57d6cd7fb6 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:51:35.170937 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-019ea745-462d-4b24-b900-b85e11269466 None None] Attempting to bind port 7ac1043e-b23b-4bac-9d8d-bf57d6cd7fb6 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '34734b3f-5dce-4149-a5ad-b36712006fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '548eb6bc-b22d-43c1-8abf-bd0cf1de4a03'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:51:35.171490 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019ea745-462d-4b24-b900-b85e11269466 None None] Attempting to bind port 7ac1043e-b23b-4bac-9d8d-bf57d6cd7fb6 on network 548eb6bc-b22d-43c1-8abf-bd0cf1de4a03 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:35.179677 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019ea745-462d-4b24-b900-b85e11269466 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:51:35.180448 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019ea745-462d-4b24-b900-b85e11269466 None None] Checking segment: {'id': '34734b3f-5dce-4149-a5ad-b36712006fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '548eb6bc-b22d-43c1-8abf-bd0cf1de4a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:35.181038 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-019ea745-462d-4b24-b900-b85e11269466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:35.181618 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019ea745-462d-4b24-b900-b85e11269466 None None] Bound using segment: {'id': '34734b3f-5dce-4149-a5ad-b36712006fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '548eb6bc-b22d-43c1-8abf-bd0cf1de4a03'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:51:35.182300 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-019ea745-462d-4b24-b900-b85e11269466 None None] Bound port: 7ac1043e-b23b-4bac-9d8d-bf57d6cd7fb6, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34734b3f-5dce-4149-a5ad-b36712006fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '548eb6bc-b22d-43c1-8abf-bd0cf1de4a03'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:51:35.182888 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-019ea745-462d-4b24-b900-b85e11269466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:35.208284 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f3bbc-0f62-497c-a12e-258d6b36a4b3 req-f8142679-d1ba-48b9-a617-ce1dd5f367ca tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:35.212465 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5f4f3bbc-0f62-497c-a12e-258d6b36a4b3 req-f8142679-d1ba-48b9-a617-ce1dd5f367ca tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0e64feb-8c87-400f-b186-2637c2b1e2db HTTP/1.1" status: 200 len: 867 time: 0.4203846 Aug 16 20:51:35.214435 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-5ad79dac-f25d-4d4e-a558-7f8351aac117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:35.297309 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-019ea745-462d-4b24-b900-b85e11269466 None None] For port 7ac1043e-b23b-4bac-9d8d-bf57d6cd7fb6, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:51:35.306538 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-019ea745-462d-4b24-b900-b85e11269466 None None] For port 7ac1043e-b23b-4bac-9d8d-bf57d6cd7fb6, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=7ac1043e-b23b-4bac-9d8d-bf57d6cd7fb6,segment=NetworkSegment(34734b3f-5dce-4149-a5ad-b36712006fc4),segment_id=34734b3f-5dce-4149-a5ad-b36712006fc4)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:51:35.326543 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8d4f0a35-12d3-4a29-8e1c-1c018967f4ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:35.416068 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e64feb-8c87-400f-b186-2637c2b1e2db', 'name': 'network-vif-deleted', 'tag': '6090962c-fd69-447e-abe4-f816d86a37d2'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:35.420824 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-019ea745-462d-4b24-b900-b85e11269466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:35.421677 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36449fb0-dbeb-4c1e-9549-ef947cd2a896" -d '{"events": [{"server_uuid": "c0e64feb-8c87-400f-b186-2637c2b1e2db", "name": "network-vif-deleted", "tag": "6090962c-fd69-447e-abe4-f816d86a37d2"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:35.454974 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8d4f0a35-12d3-4a29-8e1c-1c018967f4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:35.500337 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c18669-21ca-4f3f-ae18-68e55d913069 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Pushing event updated for resources: {'Port': ['ID=1fd23bf8-0946-4e0b-bb44-dff214eebb40,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:35.555913 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f0a35-12d3-4a29-8e1c-1c018967f4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d358d49-4235-4116-b2e4-523e25be7af4,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:35.597361 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ea745-462d-4b24-b900-b85e11269466 None None] Pushing event updated for resources: {'Port': ['ID=7ac1043e-b23b-4bac-9d8d-bf57d6cd7fb6,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:35.601460 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d4f0a35-12d3-4a29-8e1c-1c018967f4ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:51:35.618682 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc123316-1ead-423c-80d4-149ec5955709 x-openstack-request-id: req-bc123316-1ead-423c-80d4-149ec5955709 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:35.618994 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e64feb-8c87-400f-b186-2637c2b1e2db", "name": "network-vif-deleted", "tag": "6090962c-fd69-447e-abe4-f816d86a37d2", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:35.619230 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-bc123316-1ead-423c-80d4-149ec5955709 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:35.619694 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e64feb-8c87-400f-b186-2637c2b1e2db', 'name': 'network-vif-deleted', 'tag': '6090962c-fd69-447e-abe4-f816d86a37d2', 'status': 'completed', 'code': 200} Aug 16 20:51:35.621356 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8d4f0a35-12d3-4a29-8e1c-1c018967f4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:35.621701 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-8d4f0a35-12d3-4a29-8e1c-1c018967f4ab admin admin] Added segment 41fbe191-eda5-4299-8801-3203407eb802 of type vlan for network 724af453-8f67-4ed4-b895-d89870304456 Aug 16 20:51:35.672007 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5f4f3bbc-0f62-497c-a12e-258d6b36a4b3 req-bd526c91-51f8-4c78-a02f-baf83d16ddce tempest-TenantUsagesTestJSON-1432603182 tempest-TenantUsagesTestJSON-1432603182-project] 10.222.0.84 "GET /v2.0/security-groups?id=42d87e38-5b3e-4874-a062-805e9db6b0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542985 Aug 16 20:51:35.724465 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8d4f0a35-12d3-4a29-8e1c-1c018967f4ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:35.763177 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2991e9c4-6742-4848-90d9-b1810bd35f46 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:35.837388 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8d4f0a35-12d3-4a29-8e1c-1c018967f4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:35.838504 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4f0a35-12d3-4a29-8e1c-1c018967f4ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:35.841070 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8d4f0a35-12d3-4a29-8e1c-1c018967f4ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:35.902594 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-c2a161ba-574b-462a-b675-39a417a05246 service neutron] Attempting to bind port 74558d21-cf89-47f7-8a5f-3b9bce429db0 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:51:35.902946 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-c2a161ba-574b-462a-b675-39a417a05246 service neutron] Attempting to bind port 74558d21-cf89-47f7-8a5f-3b9bce429db0 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '8f1358dd-8de1-4022-9bd5-2c52057e2e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:51:35.903853 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-c2a161ba-574b-462a-b675-39a417a05246 service neutron] Attempting to bind port 74558d21-cf89-47f7-8a5f-3b9bce429db0 on network 57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:35.934186 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad79dac-f25d-4d4e-a558-7f8351aac117 service neutron] Pushing event updated for resources: {'Port': ['ID=71026776-fbb1-4e7a-887e-9926020c39b2,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:35.960683 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-c2a161ba-574b-462a-b675-39a417a05246 service neutron] Port 74558d21-cf89-47f7-8a5f-3b9bce429db0 on network 57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:51:35.963512 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-c2a161ba-574b-462a-b675-39a417a05246 service neutron] Attempting to bind port 74558d21-cf89-47f7-8a5f-3b9bce429db0 on network 57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:36.048840 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-c2a161ba-574b-462a-b675-39a417a05246 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:51:36.111040 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-c2a161ba-574b-462a-b675-39a417a05246 service neutron] Checking segment: {'id': '8f1358dd-8de1-4022-9bd5-2c52057e2e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:36.111040 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-c2a161ba-574b-462a-b675-39a417a05246 service neutron] Bound using segment: {'id': '8f1358dd-8de1-4022-9bd5-2c52057e2e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:51:36.111040 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-c2a161ba-574b-462a-b675-39a417a05246 service neutron] Bound port: 74558d21-cf89-47f7-8a5f-3b9bce429db0, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1358dd-8de1-4022-9bd5-2c52057e2e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:51:36.111040 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-c2a161ba-574b-462a-b675-39a417a05246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:36.111040 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3981aa-f21d-4121-8186-220c2323c2a1 req-6f3d2352-9c56-4d4e-9800-f1d60bddc047 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:36.111040 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b3981aa-f21d-4121-8186-220c2323c2a1 req-6f3d2352-9c56-4d4e-9800-f1d60bddc047 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/ports?device_id=f787c003-888c-447a-a6c0-c6a1129b087e HTTP/1.1" status: 200 len: 932 time: 0.3535733 Aug 16 20:51:36.111040 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-5ad79dac-f25d-4d4e-a558-7f8351aac117 service neutron] Attempting to bind port 71026776-fbb1-4e7a-887e-9926020c39b2 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:51:36.111040 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-5ad79dac-f25d-4d4e-a558-7f8351aac117 service neutron] Attempting to bind port 71026776-fbb1-4e7a-887e-9926020c39b2 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '8f1358dd-8de1-4022-9bd5-2c52057e2e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:51:36.111040 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-5ad79dac-f25d-4d4e-a558-7f8351aac117 service neutron] Attempting to bind port 71026776-fbb1-4e7a-887e-9926020c39b2 on network 57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:36.128923 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8d4f0a35-12d3-4a29-8e1c-1c018967f4ab admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2024624 Aug 16 20:51:36.129678 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991e9c4-6742-4848-90d9-b1810bd35f46 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Pushing event updated for resources: {'Subnet': ['ID=c8bbf4cb-abf2-419b-b8fc-f8a48d718293,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:36.147075 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40658) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:36.155020 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-9e424bc5-c673-497f-aaf1-57c3cef250d8 admin admin] Request body: {'subnet': {'network_id': '724af453-8f67-4ed4-b895-d89870304456', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2120850521-subnet', 'tenant_id': '2c8a7ecf3bf6405c9ae4d7e65bc60247', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:36.164005 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2991e9c4-6742-4848-90d9-b1810bd35f46 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Checking segment: {'id': 'c17ee736-fab2-4b49-a592-ddf384be080a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2808ba84-8eb6-448f-bf54-b316a16ed9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:36.164005 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2991e9c4-6742-4848-90d9-b1810bd35f46 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Network hostable DHCP agents. Network: 2808ba84-8eb6-448f-bf54-b316a16ed9b0, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:51:36.175275 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f0a35-12d3-4a29-8e1c-1c018967f4ab admin admin] Pushing event updated for resources: {'Network': ['ID=724af453-8f67-4ed4-b895-d89870304456,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:36.186010 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 724af453-8f67-4ed4-b895-d89870304456 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:51:36.204013 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-5ad79dac-f25d-4d4e-a558-7f8351aac117 service neutron] Port 71026776-fbb1-4e7a-887e-9926020c39b2 on network 57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:51:36.204610 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-5ad79dac-f25d-4d4e-a558-7f8351aac117 service neutron] Attempting to bind port 71026776-fbb1-4e7a-887e-9926020c39b2 on network 57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:36.218724 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40660) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:36.245593 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-5ad79dac-f25d-4d4e-a558-7f8351aac117 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:51:36.245948 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-5ad79dac-f25d-4d4e-a558-7f8351aac117 service neutron] Checking segment: {'id': '8f1358dd-8de1-4022-9bd5-2c52057e2e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:36.246343 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-5ad79dac-f25d-4d4e-a558-7f8351aac117 service neutron] Bound using segment: {'id': '8f1358dd-8de1-4022-9bd5-2c52057e2e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:51:36.246808 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-5ad79dac-f25d-4d4e-a558-7f8351aac117 service neutron] Bound port: 71026776-fbb1-4e7a-887e-9926020c39b2, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1358dd-8de1-4022-9bd5-2c52057e2e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:51:36.247159 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-5ad79dac-f25d-4d4e-a558-7f8351aac117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:36.285514 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-48184582-9f2a-487c-a49d-eb9bc405e74d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65723b92-96bd-46fc-80ee-2d2e6399cc03 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:51:36.312488 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-48184582-9f2a-487c-a49d-eb9bc405e74d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:36.329901 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e424bc5-c673-497f-aaf1-57c3cef250d8 admin admin] Made reservation on behalf of 2c8a7ecf3bf6405c9ae4d7e65bc60247 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:36.332891 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9e424bc5-c673-497f-aaf1-57c3cef250d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:36.334029 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b3981aa-f21d-4121-8186-220c2323c2a1 req-24ee90f4-8a9d-43b5-8632-ad1030918574 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb021904-77cf-4d3a-8908-1a6135149ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188423 Aug 16 20:51:36.367687 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2991e9c4-6742-4848-90d9-b1810bd35f46 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Network 2808ba84-8eb6-448f-bf54-b316a16ed9b0 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:51:36.466627 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-c2a161ba-574b-462a-b675-39a417a05246 service neutron] For port 74558d21-cf89-47f7-8a5f-3b9bce429db0, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:51:36.477727 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-48184582-9f2a-487c-a49d-eb9bc405e74d service neutron] Transition to ACTIVE for port object 65723b92-96bd-46fc-80ee-2d2e6399cc03 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:36.658850 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-2991e9c4-6742-4848-90d9-b1810bd35f46 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 2808ba84-8eb6-448f-bf54-b316a16ed9b0) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:36.661129 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d573a503-e8bc-498a-bcb3-2fc0a3fe96b5 None None] Network 2808ba84-8eb6-448f-bf54-b316a16ed9b0 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:51:36.671636 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2991e9c4-6742-4848-90d9-b1810bd35f46 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:36.673155 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2991e9c4-6742-4848-90d9-b1810bd35f46 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:36.908364 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2991e9c4-6742-4848-90d9-b1810bd35f46 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.9340336 Aug 16 20:51:36.913327 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40680) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:36.920422 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-935b0261-7e9e-4a30-b84d-15ee604b8f60 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Request body: {'port': {'network_id': '548eb6bc-b22d-43c1-8abf-bd0cf1de4a03', 'name': 'tempest-TaggedBootDevicesTest_v242-364800539', 'fixed_ips': [{'subnet_id': 'c5559346-0c29-4d61-bf82-1d14da7e7b4f'}]}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:37.016199 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff09daff-1d46-4dac-8023-5c3c2907759a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-2808ba84-8eb6-448f-bf54-b316a16ed9b0', 'network_id': '2808ba84-8eb6-448f-bf54-b316a16ed9b0', 'tenant_id': '739199610cfa4c2f8e9155deb4230364', 'fixed_ips': [{'subnet_id': 'c8bbf4cb-abf2-419b-b8fc-f8a48d718293'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:51:37.017945 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ff09daff-1d46-4dac-8023-5c3c2907759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:37.065682 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device d12fa717-5873-4d2b-90e6-5c7935218310 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:51:37.096043 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9e424bc5-c673-497f-aaf1-57c3cef250d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:37.147673 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: d12fa717-5873-4d2b-90e6-5c7935218310 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:51:37.147673 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device d12fa717-5873-4d2b-90e6-5c7935218310 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:51:37.153232 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-c2a161ba-574b-462a-b675-39a417a05246 service neutron] For port 74558d21-cf89-47f7-8a5f-3b9bce429db0, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=74558d21-cf89-47f7-8a5f-3b9bce429db0,segment=NetworkSegment(8f1358dd-8de1-4022-9bd5-2c52057e2e93),segment_id=8f1358dd-8de1-4022-9bd5-2c52057e2e93)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:51:37.163277 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-48184582-9f2a-487c-a49d-eb9bc405e74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:37.175617 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e424bc5-c673-497f-aaf1-57c3cef250d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77b9e90c-2251-46fc-8518-1189f98c94e0,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:37.217115 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e424bc5-c673-497f-aaf1-57c3cef250d8 admin admin] Checking segment: {'id': '41fbe191-eda5-4299-8801-3203407eb802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '724af453-8f67-4ed4-b895-d89870304456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:37.217578 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e424bc5-c673-497f-aaf1-57c3cef250d8 admin admin] Network hostable DHCP agents. Network: 724af453-8f67-4ed4-b895-d89870304456, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:51:37.255021 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935b0261-7e9e-4a30-b84d-15ee604b8f60 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Made reservation on behalf of 739199610cfa4c2f8e9155deb4230364 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:37.317283 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48184582-9f2a-487c-a49d-eb9bc405e74d service neutron] Pushing event updated for resources: {'Port': ['ID=65723b92-96bd-46fc-80ee-2d2e6399cc03,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:37.320400 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f66d148-ed10-4431-8b9d-703700535fc8 None None] Network 548eb6bc-b22d-43c1-8abf-bd0cf1de4a03 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:51:37.360258 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-c2a161ba-574b-462a-b675-39a417a05246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:37.394409 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e424bc5-c673-497f-aaf1-57c3cef250d8 admin admin] Network 724af453-8f67-4ed4-b895-d89870304456 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:51:37.437933 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-86bff0f5-7021-404b-ad32-cf1e3934eb50 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=34d8c782880e4e14877287a38850e52e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2162616 Aug 16 20:51:37.439481 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e8c18669-21ca-4f3f-ae18-68e55d913069 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:37.448791 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40686) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:37.471010 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-9e424bc5-c673-497f-aaf1-57c3cef250d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 724af453-8f67-4ed4-b895-d89870304456) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:37.484825 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e424bc5-c673-497f-aaf1-57c3cef250d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:37.485486 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9e424bc5-c673-497f-aaf1-57c3cef250d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:37.507703 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 7ac1043e-b23b-4bac-9d8d-bf57d6cd7fb6 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:37.549597 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-5ad79dac-f25d-4d4e-a558-7f8351aac117 service neutron] For port 71026776-fbb1-4e7a-887e-9926020c39b2, host n-h1-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:51:37.581792 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-935b0261-7e9e-4a30-b84d-15ee604b8f60 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:37.597677 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40690) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:37.605355 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-935b0261-7e9e-4a30-b84d-15ee604b8f60 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] device_id is not set on port ab40fdf1-2367-4aaf-a842-35d8e9debb6d yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:51:37.612956 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7c8b1e-de71-4287-b2bd-1dd21ddf7209 None None] Network 724af453-8f67-4ed4-b895-d89870304456 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:51:37.662770 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-c2a161ba-574b-462a-b675-39a417a05246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:37.666730 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-c2a161ba-574b-462a-b675-39a417a05246 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:37.669202 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-c2a161ba-574b-462a-b675-39a417a05246 service neutron] 10.222.0.90 "PUT /v2.0/ports/74558d21-cf89-47f7-8a5f-3b9bce429db0 HTTP/1.1" status: 200 len: 1092 time: 7.4994676 Aug 16 20:51:37.681645 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de64b5c-8f21-45b3-a951-8b8ffc506d9b', 'tag': '74558d21-cf89-47f7-8a5f-3b9bce429db0'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:37.708521 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0740477a-b78b-4067-8b11-6df382476474" -d '{"events": [{"name": "network-changed", "server_uuid": "5de64b5c-8f21-45b3-a951-8b8ffc506d9b", "tag": "74558d21-cf89-47f7-8a5f-3b9bce429db0"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:37.721852 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9e424bc5-c673-497f-aaf1-57c3cef250d8 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5712149 Aug 16 20:51:37.729732 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40700) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:37.732556 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-5ad79dac-f25d-4d4e-a558-7f8351aac117 service neutron] For port 71026776-fbb1-4e7a-887e-9926020c39b2, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=71026776-fbb1-4e7a-887e-9926020c39b2,segment=NetworkSegment(8f1358dd-8de1-4022-9bd5-2c52057e2e93),segment_id=8f1358dd-8de1-4022-9bd5-2c52057e2e93)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:51:37.734417 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-ba7028a5-6990-4f5b-a6e2-b37fd047ba6c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2120850521-router', 'tenant_id': '2c8a7ecf3bf6405c9ae4d7e65bc60247', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:37.947882 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-ff09daff-1d46-4dac-8023-5c3c2907759a None None] Allocated IP 10.2.2.2 (2808ba84-8eb6-448f-bf54-b316a16ed9b0/c8bbf4cb-abf2-419b-b8fc-f8a48d718293/76d0eaa1-7e16-4a9f-9370-521cd2044479) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:38.024994 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ba7028a5-6990-4f5b-a6e2-b37fd047ba6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:38.026100 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ba7028a5-6990-4f5b-a6e2-b37fd047ba6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:38.101190 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-5ad79dac-f25d-4d4e-a558-7f8351aac117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:38.107802 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-935b0261-7e9e-4a30-b84d-15ee604b8f60 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Allocated IP 10.1.1.222 (548eb6bc-b22d-43c1-8abf-bd0cf1de4a03/c5559346-0c29-4d61-bf82-1d14da7e7b4f/ab40fdf1-2367-4aaf-a842-35d8e9debb6d) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:38.139251 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ff09daff-1d46-4dac-8023-5c3c2907759a None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:38.152280 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ff09daff-1d46-4dac-8023-5c3c2907759a None None] Transition to ACTIVE for port object 76d0eaa1-7e16-4a9f-9370-521cd2044479 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:38.157842 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a161ba-574b-462a-b675-39a417a05246 service neutron] Pushing event updated for resources: {'Port': ['ID=74558d21-cf89-47f7-8a5f-3b9bce429db0,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:38.169433 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-35348313-a938-4237-a772-77f382d7fd6f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0652636db7d64236b6b87cbd0317cee8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5027721 Aug 16 20:51:38.171855 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ff09daff-1d46-4dac-8023-5c3c2907759a None None] Transition to ACTIVE for port object 76d0eaa1-7e16-4a9f-9370-521cd2044479 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:38.181890 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40702) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:38.192694 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 6090962c-fd69-447e-abe4-f816d86a37d2 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:51:38.227804 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ba7028a5-6990-4f5b-a6e2-b37fd047ba6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:38.245948 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 6090962c-fd69-447e-abe4-f816d86a37d2 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:51:38.246363 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 6090962c-fd69-447e-abe4-f816d86a37d2 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:51:38.335190 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb95583d-3200-49a2-a5a8-b684c7c90935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:38.350580 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ff09daff-1d46-4dac-8023-5c3c2907759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:38.352846 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-4fa0ad82-174a-4dbb-adc6-9e423dc8baad None None] Provisioning for port 7ac1043e-b23b-4bac-9d8d-bf57d6cd7fb6 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:38.353544 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed62a7a-e4f2-4a3a-b0f4-afffe26f62a5 req-889dcb8d-283a-460e-a2b2-27c57fee8f47 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:38.355151 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6ed62a7a-e4f2-4a3a-b0f4-afffe26f62a5 req-889dcb8d-283a-460e-a2b2-27c57fee8f47 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/ports?device_id=f787c003-888c-447a-a6c0-c6a1129b087e HTTP/1.1" status: 200 len: 944 time: 0.8076518 Aug 16 20:51:38.372253 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-e60ab988-fe9f-4dce-bf63-acf1a627af9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:38.377711 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-e60ab988-fe9f-4dce-bf63-acf1a627af9f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1f024702b89d4617a1449e447d82f30d&device_id=5de64b5c-8f21-45b3-a951-8b8ffc506d9b HTTP/1.1" status: 200 len: 1095 time: 0.4954054 Aug 16 20:51:38.397761 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-5ad79dac-f25d-4d4e-a558-7f8351aac117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:38.398616 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-5ad79dac-f25d-4d4e-a558-7f8351aac117 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:38.400135 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-5ad79dac-f25d-4d4e-a558-7f8351aac117 service neutron] 10.222.0.72 "PUT /v2.0/ports/71026776-fbb1-4e7a-887e-9926020c39b2 HTTP/1.1" status: 200 len: 1092 time: 5.9210892 Aug 16 20:51:38.454097 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4c74a5-ff7c-448e-9a31-b024b6c4800c x-openstack-request-id: req-0e4c74a5-ff7c-448e-9a31-b024b6c4800c {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:38.454097 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de64b5c-8f21-45b3-a951-8b8ffc506d9b", "tag": "74558d21-cf89-47f7-8a5f-3b9bce429db0", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:38.454766 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efd78c6-dbc1-41ef-a9af-a11f29cb92ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-724af453-8f67-4ed4-b895-d89870304456', 'network_id': '724af453-8f67-4ed4-b895-d89870304456', 'tenant_id': '2c8a7ecf3bf6405c9ae4d7e65bc60247', 'fixed_ips': [{'subnet_id': '77b9e90c-2251-46fc-8518-1189f98c94e0'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:51:38.454906 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0e4c74a5-ff7c-448e-9a31-b024b6c4800c {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:38.454906 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5de64b5c-8f21-45b3-a951-8b8ffc506d9b', 'tag': '74558d21-cf89-47f7-8a5f-3b9bce429db0', 'status': 'completed', 'code': 200} Aug 16 20:51:38.483377 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1efd78c6-dbc1-41ef-a9af-a11f29cb92ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:38.505372 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 7ac1043e-b23b-4bac-9d8d-bf57d6cd7fb6 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:38.534829 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 7ac1043e-b23b-4bac-9d8d-bf57d6cd7fb6 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:38.535315 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:38.585686 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-935b0261-7e9e-4a30-b84d-15ee604b8f60 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:38.593016 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb95583d-3200-49a2-a5a8-b684c7c90935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:38.607238 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09daff-1d46-4dac-8023-5c3c2907759a None None] Pushing event updated for resources: {'Port': ['ID=76d0eaa1-7e16-4a9f-9370-521cd2044479,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:38.619120 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff09daff-1d46-4dac-8023-5c3c2907759a None None] Network 2808ba84-8eb6-448f-bf54-b316a16ed9b0 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:38.630542 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-ff09daff-1d46-4dac-8023-5c3c2907759a None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:38.637164 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff09daff-1d46-4dac-8023-5c3c2907759a None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:38.684039 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-48184582-9f2a-487c-a49d-eb9bc405e74d service neutron] Attempting to bind port 65723b92-96bd-46fc-80ee-2d2e6399cc03 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:51:38.684663 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-48184582-9f2a-487c-a49d-eb9bc405e74d service neutron] Attempting to bind port 65723b92-96bd-46fc-80ee-2d2e6399cc03 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '8f1358dd-8de1-4022-9bd5-2c52057e2e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:51:38.685269 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-48184582-9f2a-487c-a49d-eb9bc405e74d service neutron] Attempting to bind port 65723b92-96bd-46fc-80ee-2d2e6399cc03 on network 57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:38.699388 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-935b0261-7e9e-4a30-b84d-15ee604b8f60 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Transition to ACTIVE for port object ab40fdf1-2367-4aaf-a842-35d8e9debb6d will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:38.705430 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ba7028a5-6990-4f5b-a6e2-b37fd047ba6c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:38.750534 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-4a23106d-6b5b-49b1-aaef-6e670d0acc2d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74558d21-cf89-47f7-8a5f-3b9bce429db0 HTTP/1.1" status: 200 len: 217 time: 0.3087909 Aug 16 20:51:38.758134 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:38.783004 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-48184582-9f2a-487c-a49d-eb9bc405e74d service neutron] Port 65723b92-96bd-46fc-80ee-2d2e6399cc03 on network 57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:51:38.783418 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-48184582-9f2a-487c-a49d-eb9bc405e74d service neutron] Attempting to bind port 65723b92-96bd-46fc-80ee-2d2e6399cc03 on network 57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:38.792570 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-ff09daff-1d46-4dac-8023-5c3c2907759a None None] Attempting to bind port 76d0eaa1-7e16-4a9f-9370-521cd2044479 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:51:38.793309 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-ff09daff-1d46-4dac-8023-5c3c2907759a None None] Attempting to bind port 76d0eaa1-7e16-4a9f-9370-521cd2044479 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'c17ee736-fab2-4b49-a592-ddf384be080a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2808ba84-8eb6-448f-bf54-b316a16ed9b0'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:51:38.793309 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff09daff-1d46-4dac-8023-5c3c2907759a None None] Attempting to bind port 76d0eaa1-7e16-4a9f-9370-521cd2044479 on network 2808ba84-8eb6-448f-bf54-b316a16ed9b0 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:38.800320 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff09daff-1d46-4dac-8023-5c3c2907759a None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:51:38.800701 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff09daff-1d46-4dac-8023-5c3c2907759a None None] Checking segment: {'id': 'c17ee736-fab2-4b49-a592-ddf384be080a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2808ba84-8eb6-448f-bf54-b316a16ed9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:38.801099 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ff09daff-1d46-4dac-8023-5c3c2907759a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:38.801479 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff09daff-1d46-4dac-8023-5c3c2907759a None None] Bound using segment: {'id': 'c17ee736-fab2-4b49-a592-ddf384be080a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2808ba84-8eb6-448f-bf54-b316a16ed9b0'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:51:38.801951 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-ff09daff-1d46-4dac-8023-5c3c2907759a None None] Bound port: 76d0eaa1-7e16-4a9f-9370-521cd2044479, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c17ee736-fab2-4b49-a592-ddf384be080a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2808ba84-8eb6-448f-bf54-b316a16ed9b0'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:51:38.802325 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ff09daff-1d46-4dac-8023-5c3c2907759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:38.876140 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-48184582-9f2a-487c-a49d-eb9bc405e74d service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:51:38.876500 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-48184582-9f2a-487c-a49d-eb9bc405e74d service neutron] Checking segment: {'id': '8f1358dd-8de1-4022-9bd5-2c52057e2e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:38.876907 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-48184582-9f2a-487c-a49d-eb9bc405e74d service neutron] Bound using segment: {'id': '8f1358dd-8de1-4022-9bd5-2c52057e2e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:51:38.877369 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-48184582-9f2a-487c-a49d-eb9bc405e74d service neutron] Bound port: 65723b92-96bd-46fc-80ee-2d2e6399cc03, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1358dd-8de1-4022-9bd5-2c52057e2e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:51:38.877749 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-48184582-9f2a-487c-a49d-eb9bc405e74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:38.929755 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6100-138b-4b68-a89a-87dcb80cef0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:38.949396 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-935b0261-7e9e-4a30-b84d-15ee604b8f60 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:38.956131 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6ed62a7a-e4f2-4a3a-b0f4-afffe26f62a5 req-5ee61967-e4c5-4884-90a8-b491d904d086 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb021904-77cf-4d3a-8908-1a6135149ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5481248 Aug 16 20:51:38.982548 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad79dac-f25d-4d4e-a558-7f8351aac117 service neutron] Pushing event updated for resources: {'Port': ['ID=71026776-fbb1-4e7a-887e-9926020c39b2,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:39.002626 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935b0261-7e9e-4a30-b84d-15ee604b8f60 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Network 548eb6bc-b22d-43c1-8abf-bd0cf1de4a03 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:39.014540 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-935b0261-7e9e-4a30-b84d-15ee604b8f60 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:39.024903 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935b0261-7e9e-4a30-b84d-15ee604b8f60 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:39.029473 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b0261-7e9e-4a30-b84d-15ee604b8f60 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Pushing event updated for resources: {'Port': ['ID=ab40fdf1-2367-4aaf-a842-35d8e9debb6d,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:39.053197 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-00d99b5d-7080-4ee3-92c7-05b5a241797d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:39.054711 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-00d99b5d-7080-4ee3-92c7-05b5a241797d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ea8cff57-8848-4599-9307-03ca21bfead2 HTTP/1.1" status: 200 len: 858 time: 0.2760069 Aug 16 20:51:39.076610 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-8fb2f71a-a2e4-48fd-9d3f-ed30169bd496 None None] Provisioning complete for port 7ac1043e-b23b-4bac-9d8d-bf57d6cd7fb6 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:39.076610 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8fb2f71a-a2e4-48fd-9d3f-ed30169bd496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:39.076930 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6100-138b-4b68-a89a-87dcb80cef0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:39.077419 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e8c18669-21ca-4f3f-ae18-68e55d913069 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59380'] for router, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:39.097247 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935b0261-7e9e-4a30-b84d-15ee604b8f60 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:39.097943 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-935b0261-7e9e-4a30-b84d-15ee604b8f60 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:39.105795 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc8e8a-096b-4320-a665-7284c1e48741 req-4c8dadc7-08b2-4cb3-8c0a-84fe1aae2729 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:39.107385 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4ddc8e8a-096b-4320-a665-7284c1e48741 req-4c8dadc7-08b2-4cb3-8c0a-84fe1aae2729 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43ba75-6dcb-4687-b301-d4eb0c4b26d2 HTTP/1.1" status: 200 len: 946 time: 0.4173236 Aug 16 20:51:39.128857 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-ff09daff-1d46-4dac-8023-5c3c2907759a None None] For port 76d0eaa1-7e16-4a9f-9370-521cd2044479, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:51:39.137312 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e8c18669-21ca-4f3f-ae18-68e55d913069 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-663158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-663167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661637'] for router, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:39.145598 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-ff09daff-1d46-4dac-8023-5c3c2907759a None None] For port 76d0eaa1-7e16-4a9f-9370-521cd2044479, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=76d0eaa1-7e16-4a9f-9370-521cd2044479,segment=NetworkSegment(c17ee736-fab2-4b49-a592-ddf384be080a),segment_id=c17ee736-fab2-4b49-a592-ddf384be080a)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:51:39.155121 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-fba8760a-2b0a-4629-aefb-0032eff18881 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743456 Aug 16 20:51:39.203666 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-935b0261-7e9e-4a30-b84d-15ee604b8f60 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2882590 Aug 16 20:51:39.206233 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40724) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:39.211373 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-2b719354-ae0c-40b1-adbe-245e80b40951 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Request body: {'port': {'network_id': '548eb6bc-b22d-43c1-8abf-bd0cf1de4a03', 'name': 'tempest-TaggedBootDevicesTest_v242-447781984', 'fixed_ips': [{'subnet_id': 'c5559346-0c29-4d61-bf82-1d14da7e7b4f'}]}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:39.296661 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 7ac1043e-b23b-4bac-9d8d-bf57d6cd7fb6, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=7ac1043e-b23b-4bac-9d8d-bf57d6cd7fb6,segment=NetworkSegment(34734b3f-5dce-4149-a5ad-b36712006fc4),segment_id=34734b3f-5dce-4149-a5ad-b36712006fc4)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:39.298692 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ff09daff-1d46-4dac-8023-5c3c2907759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:39.395711 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:39.485846 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8fb2f71a-a2e4-48fd-9d3f-ed30169bd496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:39.513616 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-48184582-9f2a-487c-a49d-eb9bc405e74d service neutron] For port 65723b92-96bd-46fc-80ee-2d2e6399cc03, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:51:39.528958 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-48184582-9f2a-487c-a49d-eb9bc405e74d service neutron] For port 65723b92-96bd-46fc-80ee-2d2e6399cc03, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=65723b92-96bd-46fc-80ee-2d2e6399cc03,segment=NetworkSegment(8f1358dd-8de1-4022-9bd5-2c52057e2e93),segment_id=8f1358dd-8de1-4022-9bd5-2c52057e2e93)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:51:39.538393 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09daff-1d46-4dac-8023-5c3c2907759a None None] Pushing event updated for resources: {'Port': ['ID=76d0eaa1-7e16-4a9f-9370-521cd2044479,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:39.619821 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4ddc8e8a-096b-4320-a665-7284c1e48741 req-f4e4ce9f-3cfa-4d0b-b0f6-d035c4b690c8 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4687755 Aug 16 20:51:39.625344 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb95583d-3200-49a2-a5a8-b684c7c90935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:39.631666 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb95583d-3200-49a2-a5a8-b684c7c90935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:39.632503 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-bb95583d-3200-49a2-a5a8-b684c7c90935 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1a7fbdaf-0549-4a90-91d7-b004904b24b4 HTTP/1.1" status: 204 len: 168 time: 2.1750977 Aug 16 20:51:39.670082 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-21ecadb1-b01f-4e37-803c-e5f52c65d0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:39.671762 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-21ecadb1-b01f-4e37-803c-e5f52c65d0f2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f024702b89d4617a1449e447d82f30d&device_id=ea5c1211-7098-4ba6-bcc9-15fa26883ca2 HTTP/1.1" status: 200 len: 1095 time: 0.8098052 Aug 16 20:51:39.718060 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-48184582-9f2a-487c-a49d-eb9bc405e74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:39.741613 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b719354-ae0c-40b1-adbe-245e80b40951 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Made reservation on behalf of 739199610cfa4c2f8e9155deb4230364 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:39.751656 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2b719354-ae0c-40b1-adbe-245e80b40951 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:39.759888 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95583d-3200-49a2-a5a8-b684c7c90935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7fbdaf-0549-4a90-91d7-b004904b24b4,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:39.779693 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-1efd78c6-dbc1-41ef-a9af-a11f29cb92ce None None] Allocated IP 172.20.0.2 (724af453-8f67-4ed4-b895-d89870304456/77b9e90c-2251-46fc-8518-1189f98c94e0/fbb66dd9-8dff-44ac-b464-5f2ce5ea0268) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:39.815985 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-2b719354-ae0c-40b1-adbe-245e80b40951 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] device_id is not set on port bb57be4a-0292-48cb-9992-55bcc6db3063 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:51:39.828365 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ba7028a5-6990-4f5b-a6e2-b37fd047ba6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:39.856414 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ba7028a5-6990-4f5b-a6e2-b37fd047ba6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:39.882586 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-1700758d-1f8f-4632-99dd-4a87bcf96aa4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71026776-fbb1-4e7a-887e-9926020c39b2 HTTP/1.1" status: 200 len: 217 time: 0.1492109 Aug 16 20:51:39.883171 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c18669-21ca-4f3f-ae18-68e55d913069 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Router 3636e781-b64b-415d-b3a0-dacef4c2ff74 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:51:39.891197 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-48184582-9f2a-487c-a49d-eb9bc405e74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:39.892423 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-48184582-9f2a-487c-a49d-eb9bc405e74d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:39.893885 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-48184582-9f2a-487c-a49d-eb9bc405e74d service neutron] 10.222.0.90 "PUT /v2.0/ports/65723b92-96bd-46fc-80ee-2d2e6399cc03 HTTP/1.1" status: 200 len: 1093 time: 5.8384428 Aug 16 20:51:40.003465 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48184582-9f2a-487c-a49d-eb9bc405e74d service neutron] Pushing event updated for resources: {'Port': ['ID=65723b92-96bd-46fc-80ee-2d2e6399cc03,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:40.013534 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6100-138b-4b68-a89a-87dcb80cef0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:40.017294 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6100-138b-4b68-a89a-87dcb80cef0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:40.030172 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-fcbf6100-138b-4b68-a89a-87dcb80cef0b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/42d87e38-5b3e-4874-a062-805e9db6b0b1 HTTP/1.1" status: 204 len: 168 time: 1.8082852 Aug 16 20:51:40.040940 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1efd78c6-dbc1-41ef-a9af-a11f29cb92ce None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:40.050374 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1efd78c6-dbc1-41ef-a9af-a11f29cb92ce None None] Transition to ACTIVE for port object fbb66dd9-8dff-44ac-b464-5f2ce5ea0268 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:40.067743 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1efd78c6-dbc1-41ef-a9af-a11f29cb92ce None None] Transition to ACTIVE for port object fbb66dd9-8dff-44ac-b464-5f2ce5ea0268 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:40.171269 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-2b719354-ae0c-40b1-adbe-245e80b40951 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Allocated IP 10.1.1.239 (548eb6bc-b22d-43c1-8abf-bd0cf1de4a03/c5559346-0c29-4d61-bf82-1d14da7e7b4f/bb57be4a-0292-48cb-9992-55bcc6db3063) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:40.190268 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1efd78c6-dbc1-41ef-a9af-a11f29cb92ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:40.211708 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-b8ec1de2-7337-4450-a5ed-888717c22f7f service neutron] 10.222.0.90 "GET /v2.0/networks/57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0289812 Aug 16 20:51:40.227706 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efd78c6-dbc1-41ef-a9af-a11f29cb92ce None None] Network 724af453-8f67-4ed4-b895-d89870304456 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:40.241539 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.db.api [None req-8fb2f71a-a2e4-48fd-9d3f-ed30169bd496 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:51:40.242125 n-d-793620-15 neutron-server[101846]: DEBUG oslo_db.api [None req-8fb2f71a-a2e4-48fd-9d3f-ed30169bd496 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:51:40.243111 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-1efd78c6-dbc1-41ef-a9af-a11f29cb92ce None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:40.253399 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=7ac1043e-b23b-4bac-9d8d-bf57d6cd7fb6,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:40.256618 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efd78c6-dbc1-41ef-a9af-a11f29cb92ce None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:40.359836 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf6100-138b-4b68-a89a-87dcb80cef0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d87e38-5b3e-4874-a062-805e9db6b0b1,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:40.362752 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c18669-21ca-4f3f-ae18-68e55d913069 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:51:40.382584 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b734026-5506-47ce-9b0a-3bb9549066c6 None None] Sync routers for ids ['3636e781-b64b-415d-b3a0-dacef4c2ff74'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:51:40.387857 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd78c6-dbc1-41ef-a9af-a11f29cb92ce None None] Pushing event updated for resources: {'Port': ['ID=fbb66dd9-8dff-44ac-b464-5f2ce5ea0268,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:40.412937 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b734026-5506-47ce-9b0a-3bb9549066c6 None None] Routers {'3636e781-b64b-415d-b3a0-dacef4c2ff74'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:40.418450 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-9b734026-5506-47ce-9b0a-3bb9549066c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:51:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['3636e781-b64b-415d-b3a0-dacef4c2ff74'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:40.419375 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e8c18669-21ca-4f3f-ae18-68e55d913069 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:40.423632 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e8c18669-21ca-4f3f-ae18-68e55d913069 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] 10.222.0.84 "PUT /v2.0/routers/3636e781-b64b-415d-b3a0-dacef4c2ff74 HTTP/1.1" status: 200 len: 916 time: 9.9543839 Aug 16 20:51:40.452929 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-1efd78c6-dbc1-41ef-a9af-a11f29cb92ce None None] Attempting to bind port fbb66dd9-8dff-44ac-b464-5f2ce5ea0268 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:51:40.453446 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-1efd78c6-dbc1-41ef-a9af-a11f29cb92ce None None] Attempting to bind port fbb66dd9-8dff-44ac-b464-5f2ce5ea0268 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '41fbe191-eda5-4299-8801-3203407eb802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '724af453-8f67-4ed4-b895-d89870304456'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:51:40.454523 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efd78c6-dbc1-41ef-a9af-a11f29cb92ce None None] Attempting to bind port fbb66dd9-8dff-44ac-b464-5f2ce5ea0268 on network 724af453-8f67-4ed4-b895-d89870304456 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:40.463005 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40744) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:40.463631 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea5c1211-7098-4ba6-bcc9-15fa26883ca2', 'tag': '71026776-fbb1-4e7a-887e-9926020c39b2'}, {'name': 'network-changed', 'server_uuid': 'f787c003-888c-447a-a6c0-c6a1129b087e', 'tag': '65723b92-96bd-46fc-80ee-2d2e6399cc03'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:40.466131 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f245ee8c-4a63-429b-8c7e-fea33655b7c0" -d '{"events": [{"name": "network-changed", "server_uuid": "ea5c1211-7098-4ba6-bcc9-15fa26883ca2", "tag": "71026776-fbb1-4e7a-887e-9926020c39b2"}, {"name": "network-changed", "server_uuid": "f787c003-888c-447a-a6c0-c6a1129b087e", "tag": "65723b92-96bd-46fc-80ee-2d2e6399cc03"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:40.496562 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efd78c6-dbc1-41ef-a9af-a11f29cb92ce None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:51:40.497166 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efd78c6-dbc1-41ef-a9af-a11f29cb92ce None None] Checking segment: {'id': '41fbe191-eda5-4299-8801-3203407eb802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '724af453-8f67-4ed4-b895-d89870304456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:40.498005 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1efd78c6-dbc1-41ef-a9af-a11f29cb92ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:40.498334 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efd78c6-dbc1-41ef-a9af-a11f29cb92ce None None] Bound using segment: {'id': '41fbe191-eda5-4299-8801-3203407eb802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '724af453-8f67-4ed4-b895-d89870304456'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:51:40.498915 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-1efd78c6-dbc1-41ef-a9af-a11f29cb92ce None None] Bound port: fbb66dd9-8dff-44ac-b464-5f2ce5ea0268, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41fbe191-eda5-4299-8801-3203407eb802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '724af453-8f67-4ed4-b895-d89870304456'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:51:40.499390 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1efd78c6-dbc1-41ef-a9af-a11f29cb92ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:40.580905 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-9b734026-5506-47ce-9b0a-3bb9549066c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:40.620657 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b734026-5506-47ce-9b0a-3bb9549066c6 None None] Routers {'3636e781-b64b-415d-b3a0-dacef4c2ff74'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:40.622902 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-9b734026-5506-47ce-9b0a-3bb9549066c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:51:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['3636e781-b64b-415d-b3a0-dacef4c2ff74'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:40.712740 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-1efd78c6-dbc1-41ef-a9af-a11f29cb92ce None None] For port fbb66dd9-8dff-44ac-b464-5f2ce5ea0268, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:51:40.718179 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-1efd78c6-dbc1-41ef-a9af-a11f29cb92ce None None] For port fbb66dd9-8dff-44ac-b464-5f2ce5ea0268, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=fbb66dd9-8dff-44ac-b464-5f2ce5ea0268,segment=NetworkSegment(41fbe191-eda5-4299-8801-3203407eb802),segment_id=41fbe191-eda5-4299-8801-3203407eb802)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:51:40.762980 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-9b734026-5506-47ce-9b0a-3bb9549066c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:40.764608 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b734026-5506-47ce-9b0a-3bb9549066c6 None None] The sync data for ids ['3636e781-b64b-415d-b3a0-dacef4c2ff74'] in n-d-793620-15 is: [] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:51:40.810630 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1efd78c6-dbc1-41ef-a9af-a11f29cb92ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:40.985949 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd78c6-dbc1-41ef-a9af-a11f29cb92ce None None] Pushing event updated for resources: {'Port': ['ID=fbb66dd9-8dff-44ac-b464-5f2ce5ea0268,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:41.055744 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40762) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:41.057533 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-8683646b-5b1d-45c6-bc35-b85d4c80dbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:41.059042 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-8683646b-5b1d-45c6-bc35-b85d4c80dbee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ea8cff57-8848-4599-9307-03ca21bfead2 HTTP/1.1" status: 200 len: 858 time: 1.1623383 Aug 16 20:51:41.081449 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1037eaf1-2cb0-4320-8f48-386f939a5492 None None] Network 2808ba84-8eb6-448f-bf54-b316a16ed9b0 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:51:41.174945 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7335ab-abbd-4b2e-9455-30cc117ac716 req-34b1585f-a5d8-4c0d-bf42-a0e99ae665ab tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:41.175756 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8b7335ab-abbd-4b2e-9455-30cc117ac716 req-34b1585f-a5d8-4c0d-bf42-a0e99ae665ab tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.90 "GET /v2.0/ports?device_id=0d43ba75-6dcb-4687-b301-d4eb0c4b26d2 HTTP/1.1" status: 200 len: 946 time: 0.8561618 Aug 16 20:51:41.254372 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-be221922-17e4-43d0-8dd3-c1e0a84e346b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fc323be4f8c34e16a0388dccec8ed13a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1940958 Aug 16 20:51:41.303559 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40766) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:41.327359 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-2dac8c63-0670-47c9-a863-1d35af52f30f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2317033 Aug 16 20:51:41.331778 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ad5e078e-1323-4052-99cf-455662f43418 None None] Provisioning for port ab40fdf1-2367-4aaf-a842-35d8e9debb6d completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:41.333835 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3da3eac9-776b-48d8-bc26-77d9f7cf13a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:41.374502 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ad5e078e-1323-4052-99cf-455662f43418 None None] Provisioning complete for port ab40fdf1-2367-4aaf-a842-35d8e9debb6d triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:41.374887 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ad5e078e-1323-4052-99cf-455662f43418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:41.379533 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2b719354-ae0c-40b1-adbe-245e80b40951 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:41.458379 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-ba7028a5-6990-4f5b-a6e2-b37fd047ba6c admin admin] Allocated IP 172.25.1.13 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/c87d0aac-eb94-4ee4-9010-593fc958169d) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:41.564890 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-f2597774-551c-4670-ab7a-ffda67d68db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:41.567218 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-f2597774-551c-4670-ab7a-ffda67d68db0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1f024702b89d4617a1449e447d82f30d&device_id=f787c003-888c-447a-a6c0-c6a1129b087e HTTP/1.1" status: 200 len: 1096 time: 1.5102835 Aug 16 20:51:41.569831 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ede504dd-4fc6-48f7-8342-591f42a787d3 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] 10.222.0.84 "GET /v2.0/routers/3636e781-b64b-415d-b3a0-dacef4c2ff74 HTTP/1.1" status: 200 len: 922 time: 0.5902090 Aug 16 20:51:41.579240 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-8ae4b27e-377e-4272-ac71-660e7cd20869 service neutron] 10.222.0.90 "GET /v2.0/networks/57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2115843 Aug 16 20:51:41.581662 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40768) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:41.609102 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-ad5e078e-1323-4052-99cf-455662f43418 None None] Port ab40fdf1-2367-4aaf-a842-35d8e9debb6d cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:51:41.631106 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcdd2f1-1431-4927-a9c4-2db9bbf8207b req-53c51070-f580-473b-8bba-2d74828d07de tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:41.633664 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4fcdd2f1-1431-4927-a9c4-2db9bbf8207b req-53c51070-f580-473b-8bba-2d74828d07de tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/ports?device_id=f787c003-888c-447a-a6c0-c6a1129b087e HTTP/1.1" status: 200 len: 944 time: 1.3631213 Aug 16 20:51:41.645747 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ba7028a5-6990-4f5b-a6e2-b37fd047ba6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:41.776414 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ba7028a5-6990-4f5b-a6e2-b37fd047ba6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:41.782377 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-2b719354-ae0c-40b1-adbe-245e80b40951 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Transition to ACTIVE for port object bb57be4a-0292-48cb-9992-55bcc6db3063 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:41.787066 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40772) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:41.831474 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d26d9597-ce9c-455c-aa17-76eacf849945 None None] Provisioning for port 76d0eaa1-7e16-4a9f-9370-521cd2044479 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:41.899199 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e805b83b-c987-4ce6-a4cb-74cc7478ad42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:41.937222 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7028a5-6990-4f5b-a6e2-b37fd047ba6c admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:41.948981 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 7ac1043e-b23b-4bac-9d8d-bf57d6cd7fb6 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:41.963271 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7028a5-6990-4f5b-a6e2-b37fd047ba6c admin admin] Pushing event updated for resources: {'Port': ['ID=c87d0aac-eb94-4ee4-9010-593fc958169d,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:41.967848 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-ba7028a5-6990-4f5b-a6e2-b37fd047ba6c admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:41.974470 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7028a5-6990-4f5b-a6e2-b37fd047ba6c admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:42.010573 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb070a96-b7c7-4b59-8b98-eac76e64d46d req-87b66ecd-d76f-4fe4-b764-f4a78335e29f tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:42.012313 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eb070a96-b7c7-4b59-8b98-eac76e64d46d req-87b66ecd-d76f-4fe4-b764-f4a78335e29f tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43ba75-6dcb-4687-b301-d4eb0c4b26d2 HTTP/1.1" status: 200 len: 946 time: 1.0245547 Aug 16 20:51:42.013729 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-4e3264fe-c83f-4a15-aa4c-9080fab6386c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65723b92-96bd-46fc-80ee-2d2e6399cc03 HTTP/1.1" status: 200 len: 217 time: 0.4331748 Aug 16 20:51:42.086111 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-8b7335ab-abbd-4b2e-9455-30cc117ac716 req-7a51bbec-13fc-44cb-ba5e-350be127c6a9 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Deleting port 260d5af3-2317-4e0f-8437-5daf810cb89b {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:51:42.086549 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8b7335ab-abbd-4b2e-9455-30cc117ac716 req-7a51bbec-13fc-44cb-ba5e-350be127c6a9 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:42.107142 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-c8bf22df-618a-4139-bd82-575bb5a817a1 service neutron] 10.222.0.72 "GET /v2.0/networks/57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5885782 Aug 16 20:51:42.111168 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 7ac1043e-b23b-4bac-9d8d-bf57d6cd7fb6 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:42.112029 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:42.142138 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1293de46-6fb1-449c-aa92-32e833f13727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:42.145309 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f722ca-cc3c-4105-9fe1-99add434616b tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:42.148458 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f2f722ca-cc3c-4105-9fe1-99add434616b tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=65ae326a-d6e1-4f5d-80d6-215a5521afe9&device_id=3636e781-b64b-415d-b3a0-dacef4c2ff74&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5133555 Aug 16 20:51:42.158467 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40774) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:42.263617 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2b719354-ae0c-40b1-adbe-245e80b40951 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:42.269606 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-8b7335ab-abbd-4b2e-9455-30cc117ac716 req-7a51bbec-13fc-44cb-ba5e-350be127c6a9 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] For port 260d5af3-2317-4e0f-8437-5daf810cb89b, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=260d5af3-2317-4e0f-8437-5daf810cb89b,segment=NetworkSegment(4be18e34-16ee-455c-b9af-82d2b4520474),segment_id=4be18e34-16ee-455c-b9af-82d2b4520474)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:42.270311 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8b7335ab-abbd-4b2e-9455-30cc117ac716 req-7a51bbec-13fc-44cb-ba5e-350be127c6a9 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:42.273426 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device fbb66dd9-8dff-44ac-b464-5f2ce5ea0268 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:42.295874 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-8b7335ab-abbd-4b2e-9455-30cc117ac716 req-7a51bbec-13fc-44cb-ba5e-350be127c6a9 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Calling delete_port for 260d5af3-2317-4e0f-8437-5daf810cb89b owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:51:42.408212 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port fbb66dd9-8dff-44ac-b464-5f2ce5ea0268 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:42.413141 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 76d0eaa1-7e16-4a9f-9370-521cd2044479 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:42.417952 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1293de46-6fb1-449c-aa92-32e833f13727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:42.520734 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4fcdd2f1-1431-4927-a9c4-2db9bbf8207b req-2a28b5d7-81f5-43c8-beb5-b4c974566757 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb021904-77cf-4d3a-8908-1a6135149ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6540482 Aug 16 20:51:42.566599 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72e05c8-2b42-40d1-87b4-92334432760c None None] Network 724af453-8f67-4ed4-b895-d89870304456 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:51:42.575901 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eb070a96-b7c7-4b59-8b98-eac76e64d46d req-f94a1579-d6e7-4057-880c-d99391073aa2 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5281222 Aug 16 20:51:42.577947 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-c81c4121-6242-4285-99e0-7e70ebc9b522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:42.580376 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-c81c4121-6242-4285-99e0-7e70ebc9b522 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ea8cff57-8848-4599-9307-03ca21bfead2 HTTP/1.1" status: 200 len: 858 time: 0.5286908 Aug 16 20:51:42.592952 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740477a-b78b-4067-8b11-6df382476474 req-771e39b8-e9f6-4a99-982b-3fb430316192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:42.596877 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0740477a-b78b-4067-8b11-6df382476474 req-771e39b8-e9f6-4a99-982b-3fb430316192 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1f024702b89d4617a1449e447d82f30d&device_id=5de64b5c-8f21-45b3-a951-8b8ffc506d9b HTTP/1.1" status: 200 len: 1095 time: 0.6396873 Aug 16 20:51:42.636421 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b719354-ae0c-40b1-adbe-245e80b40951 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Pushing event updated for resources: {'Port': ['ID=bb57be4a-0292-48cb-9992-55bcc6db3063,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:42.645538 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-543c71cd-db13-4a4b-b2e0-18cd3020df9a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339744 Aug 16 20:51:42.654107 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8b7335ab-abbd-4b2e-9455-30cc117ac716 req-7a51bbec-13fc-44cb-ba5e-350be127c6a9 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:42.663344 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d73e3c3-b8d2-408f-a7a5-4c14109c6fd3 x-openstack-request-id: req-9d73e3c3-b8d2-408f-a7a5-4c14109c6fd3 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:42.663967 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea5c1211-7098-4ba6-bcc9-15fa26883ca2", "tag": "71026776-fbb1-4e7a-887e-9926020c39b2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f787c003-888c-447a-a6c0-c6a1129b087e", "tag": "65723b92-96bd-46fc-80ee-2d2e6399cc03", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:42.664229 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9d73e3c3-b8d2-408f-a7a5-4c14109c6fd3 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:42.664638 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea5c1211-7098-4ba6-bcc9-15fa26883ca2', 'tag': '71026776-fbb1-4e7a-887e-9926020c39b2', 'status': 'completed', 'code': 200} Aug 16 20:51:42.664952 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f787c003-888c-447a-a6c0-c6a1129b087e', 'tag': '65723b92-96bd-46fc-80ee-2d2e6399cc03', 'status': 'completed', 'code': 200} Aug 16 20:51:42.736433 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51bbec-13fc-44cb-ba5e-350be127c6a9 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Pushing event deleted for resources: {'Port': ['ID=260d5af3-2317-4e0f-8437-5daf810cb89b,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:42.767600 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['c3ff8082-7488-4fa4-bba1-1383fc59b92a'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:42.778310 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 76d0eaa1-7e16-4a9f-9370-521cd2044479 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:42.782731 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-97baba30-540d-4019-851d-103e3829965a service neutron] 10.222.0.90 "GET /v2.0/networks/57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164663 Aug 16 20:51:42.801743 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 76d0eaa1-7e16-4a9f-9370-521cd2044479 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:42.802048 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:42.810831 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1293de46-6fb1-449c-aa92-32e833f13727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:42.813841 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1293de46-6fb1-449c-aa92-32e833f13727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:42.818593 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1293de46-6fb1-449c-aa92-32e833f13727 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5e1e9e43-bdc7-4877-878c-601ec544fe41 HTTP/1.1" status: 204 len: 168 time: 1.4850907 Aug 16 20:51:42.822365 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7335ab-abbd-4b2e-9455-30cc117ac716 req-7a51bbec-13fc-44cb-ba5e-350be127c6a9 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] No DVR routers for this DVR port 260d5af3-2317-4e0f-8437-5daf810cb89b on host n-h2-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:51:42.832696 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b719354-ae0c-40b1-adbe-245e80b40951 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Network 548eb6bc-b22d-43c1-8abf-bd0cf1de4a03 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:42.841205 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8b7335ab-abbd-4b2e-9455-30cc117ac716 req-7a51bbec-13fc-44cb-ba5e-350be127c6a9 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:42.843726 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8b7335ab-abbd-4b2e-9455-30cc117ac716 req-7a51bbec-13fc-44cb-ba5e-350be127c6a9 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.90 "DELETE /v2.0/ports/260d5af3-2317-4e0f-8437-5daf810cb89b HTTP/1.1" status: 204 len: 173 time: 1.6319013 Aug 16 20:51:42.844877 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-2b719354-ae0c-40b1-adbe-245e80b40951 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:42.846811 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d43ba75-6dcb-4687-b301-d4eb0c4b26d2', 'name': 'network-vif-deleted', 'tag': '260d5af3-2317-4e0f-8437-5daf810cb89b'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:42.849457 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86200ab7-c027-4eae-90da-c0d81e5d930d" -d '{"events": [{"server_uuid": "0d43ba75-6dcb-4687-b301-d4eb0c4b26d2", "name": "network-vif-deleted", "tag": "260d5af3-2317-4e0f-8437-5daf810cb89b"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:42.855908 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b719354-ae0c-40b1-adbe-245e80b40951 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:42.988953 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b719354-ae0c-40b1-adbe-245e80b40951 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:42.990629 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2b719354-ae0c-40b1-adbe-245e80b40951 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:43.040758 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575f7a52-986d-4ac1-8474-3b3cafed98b2 x-openstack-request-id: req-575f7a52-986d-4ac1-8474-3b3cafed98b2 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:43.041199 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d43ba75-6dcb-4687-b301-d4eb0c4b26d2", "name": "network-vif-deleted", "tag": "260d5af3-2317-4e0f-8437-5daf810cb89b", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:43.041554 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-575f7a52-986d-4ac1-8474-3b3cafed98b2 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:43.042341 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d43ba75-6dcb-4687-b301-d4eb0c4b26d2', 'name': 'network-vif-deleted', 'tag': '260d5af3-2317-4e0f-8437-5daf810cb89b', 'status': 'completed', 'code': 200} Aug 16 20:51:43.087621 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1293de46-6fb1-449c-aa92-32e833f13727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1e9e43-bdc7-4877-878c-601ec544fe41,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:43.098866 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68943559-57dc-484d-bb94-325038c259df tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:43.102986 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-68943559-57dc-484d-bb94-325038c259df tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] 10.222.0.84 "GET /v2.0/networks/65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 881 time: 0.9340427 Aug 16 20:51:43.112143 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40788) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:43.142075 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e805b83b-c987-4ce6-a4cb-74cc7478ad42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:43.151511 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6db5776a-05f6-4743-9bfb-ef5e4f8535de tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] 10.222.0.84 "GET /v2.0/ports?device_id=3636e781-b64b-415d-b3a0-dacef4c2ff74 HTTP/1.1" status: 200 len: 205 time: 0.0359402 Aug 16 20:51:43.152515 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40790) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:43.174433 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-d8863dbd-aa3f-44b8-ac21-4b13b88bc05b service neutron] 10.222.0.72 "GET /v2.0/networks/57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0136943 Aug 16 20:51:43.238850 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-375a8f50-9423-4269-a649-f1e8dbac1406 req-a9c7dc59-0676-4b77-ba3a-04e18d00068f service neutron] 10.222.0.90 "GET /v2.0/networks/57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686481 Aug 16 20:51:43.245062 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740477a-b78b-4067-8b11-6df382476474 req-8f701c7a-2210-41b3-b584-184c9818a18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:43.247380 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0740477a-b78b-4067-8b11-6df382476474 req-8f701c7a-2210-41b3-b584-184c9818a18b service neutron] 10.222.0.90 "GET /v2.0/networks?id=57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1 HTTP/1.1" status: 200 len: 919 time: 0.5972347 Aug 16 20:51:43.311441 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0740477a-b78b-4067-8b11-6df382476474 req-f1f88740-81de-4bc5-a08f-2fb406801f72 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74558d21-cf89-47f7-8a5f-3b9bce429db0 HTTP/1.1" status: 200 len: 217 time: 0.0557053 Aug 16 20:51:43.350900 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:43.355596 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-274cca93-ea71-45f0-8ec1-f9d3a02945d9 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:43.407212 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 76d0eaa1-7e16-4a9f-9370-521cd2044479, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=76d0eaa1-7e16-4a9f-9370-521cd2044479,segment=NetworkSegment(c17ee736-fab2-4b49-a592-ddf384be080a),segment_id=c17ee736-fab2-4b49-a592-ddf384be080a)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:43.420495 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740477a-b78b-4067-8b11-6df382476474 req-236933e7-a944-43d9-831b-60619ae84141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:43.422040 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0740477a-b78b-4067-8b11-6df382476474 req-236933e7-a944-43d9-831b-60619ae84141 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ea8cff57-8848-4599-9307-03ca21bfead2 HTTP/1.1" status: 200 len: 858 time: 0.1010988 Aug 16 20:51:43.436934 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2e5ae2f5-5df3-46ba-bb55-ed9ea18beb39 None None] Provisioning for port fbb66dd9-8dff-44ac-b464-5f2ce5ea0268 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:43.450170 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2e5ae2f5-5df3-46ba-bb55-ed9ea18beb39 None None] Provisioning complete for port fbb66dd9-8dff-44ac-b464-5f2ce5ea0268 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:43.450554 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2e5ae2f5-5df3-46ba-bb55-ed9ea18beb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:43.469194 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e805b83b-c987-4ce6-a4cb-74cc7478ad42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:43.549362 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0740477a-b78b-4067-8b11-6df382476474 req-64c4e127-60fe-4502-b120-4b87c7146cd4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009808 Aug 16 20:51:43.569350 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e805b83b-c987-4ce6-a4cb-74cc7478ad42 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=86c731f0d2a1452ca7a216a5cbe8c1db&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7758501 Aug 16 20:51:43.577530 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:43.608029 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40794) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:43.620940 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805b83b-c987-4ce6-a4cb-74cc7478ad42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f401f458-3aea-42e5-8bd0-7bb0cf3dbb40,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:43.637405 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2b719354-ae0c-40b1-adbe-245e80b40951 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.4297984 Aug 16 20:51:43.732018 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4d2b86ce-ca0f-408d-8873-17f913cc9bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:43.777296 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-274cca93-ea71-45f0-8ec1-f9d3a02945d9 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:43.784374 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ba7028a5-6990-4f5b-a6e2-b37fd047ba6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:43.825374 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=76d0eaa1-7e16-4a9f-9370-521cd2044479,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:43.851076 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2e5ae2f5-5df3-46ba-bb55-ed9ea18beb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:43.859494 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:43.899272 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-2e5ae2f5-5df3-46ba-bb55-ed9ea18beb39 None None] For port fbb66dd9-8dff-44ac-b464-5f2ce5ea0268, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=fbb66dd9-8dff-44ac-b464-5f2ce5ea0268,segment=NetworkSegment(41fbe191-eda5-4299-8801-3203407eb802),segment_id=41fbe191-eda5-4299-8801-3203407eb802)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:43.963761 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3e0dbd56-7def-4a35-98e4-28c7e7d6798b req-05c14d16-d59f-482a-87ba-c5298561ba8e tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43ba75-6dcb-4687-b301-d4eb0c4b26d2 HTTP/1.1" status: 200 len: 210 time: 0.0898330 Aug 16 20:51:43.979388 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2e5ae2f5-5df3-46ba-bb55-ed9ea18beb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:43.981738 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245ee8c-4a63-429b-8c7e-fea33655b7c0 req-b1eb05d0-d67f-4d6e-a2e8-c2ac01a7dac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:43.983397 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f245ee8c-4a63-429b-8c7e-fea33655b7c0 req-b1eb05d0-d67f-4d6e-a2e8-c2ac01a7dac5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1f024702b89d4617a1449e447d82f30d&device_id=f787c003-888c-447a-a6c0-c6a1129b087e HTTP/1.1" status: 200 len: 1096 time: 0.4768853 Aug 16 20:51:43.999599 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aed958-6438-4b40-9998-15de09f90eb9 req-a3e866c0-cad9-4698-87fe-df0afb73c7b2 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:44.001356 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e6aed958-6438-4b40-9998-15de09f90eb9 req-a3e866c0-cad9-4698-87fe-df0afb73c7b2 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/ports?device_id=f787c003-888c-447a-a6c0-c6a1129b087e HTTP/1.1" status: 200 len: 944 time: 0.3641541 Aug 16 20:51:44.078736 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ba7028a5-6990-4f5b-a6e2-b37fd047ba6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:44.144976 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 260d5af3-2317-4e0f-8437-5daf810cb89b no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:51:44.198879 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-274cca93-ea71-45f0-8ec1-f9d3a02945d9 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Deleting port 1fd23bf8-0946-4e0b-bb44-dff214eebb40 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:51:44.199378 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-274cca93-ea71-45f0-8ec1-f9d3a02945d9 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:44.204776 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 260d5af3-2317-4e0f-8437-5daf810cb89b {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:51:44.205123 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 260d5af3-2317-4e0f-8437-5daf810cb89b not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:51:44.206673 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245ee8c-4a63-429b-8c7e-fea33655b7c0 req-7c9870f3-1025-4002-a26f-83d8259a7e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:44.208354 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f245ee8c-4a63-429b-8c7e-fea33655b7c0 req-7c9870f3-1025-4002-a26f-83d8259a7e03 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f024702b89d4617a1449e447d82f30d&device_id=ea5c1211-7098-4ba6-bcc9-15fa26883ca2 HTTP/1.1" status: 200 len: 1095 time: 0.6176569 Aug 16 20:51:44.210970 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ae2f5-5df3-46ba-bb55-ed9ea18beb39 None None] Pushing event updated for resources: {'Port': ['ID=fbb66dd9-8dff-44ac-b464-5f2ce5ea0268,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:44.247584 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0aad95a1-1804-4e27-ae77-e22449a67824 None None] Provisioning for port bb57be4a-0292-48cb-9992-55bcc6db3063 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:44.253178 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0aad95a1-1804-4e27-ae77-e22449a67824 None None] Provisioning complete for port bb57be4a-0292-48cb-9992-55bcc6db3063 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:44.253552 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0aad95a1-1804-4e27-ae77-e22449a67824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:44.259117 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e803284e-5c32-4ab0-971b-5cf6aa2331b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:44.364259 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-0aad95a1-1804-4e27-ae77-e22449a67824 None None] Port bb57be4a-0292-48cb-9992-55bcc6db3063 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:51:44.406853 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0aad95a1-1804-4e27-ae77-e22449a67824 None None] Provisioning complete for port fbb66dd9-8dff-44ac-b464-5f2ce5ea0268 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:44.407211 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0aad95a1-1804-4e27-ae77-e22449a67824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:44.421118 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-274cca93-ea71-45f0-8ec1-f9d3a02945d9 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:44.441834 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245ee8c-4a63-429b-8c7e-fea33655b7c0 req-3e85959d-9735-461a-b128-b4de34885ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:44.444942 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f245ee8c-4a63-429b-8c7e-fea33655b7c0 req-3e85959d-9735-461a-b128-b4de34885ba4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1 HTTP/1.1" status: 200 len: 919 time: 0.4420767 Aug 16 20:51:44.470357 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e6aed958-6438-4b40-9998-15de09f90eb9 req-9bab1a6c-7ac8-4303-a3d4-b0a4425abac0 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb021904-77cf-4d3a-8908-1a6135149ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602889 Aug 16 20:51:44.471195 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-274cca93-ea71-45f0-8ec1-f9d3a02945d9 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Calling delete_port for 1fd23bf8-0946-4e0b-bb44-dff214eebb40 owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:51:44.592214 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0740477a-b78b-4067-8b11-6df382476474 req-55395376-5c05-47c4-a33f-4e248c8f2770 service neutron] 10.222.0.90 "GET /v2.0/networks/57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0023699 Aug 16 20:51:44.681608 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e803284e-5c32-4ab0-971b-5cf6aa2331b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:44.716711 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:44.728567 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40824) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:44.736056 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-1ea35194-3482-4a6b-8482-bae606faba65 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Request body: {'security_group': {'name': 'tempest-securitygroup--656591488', 'description': 'tempest-description--1429967508'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:44.741881 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7028a5-6990-4f5b-a6e2-b37fd047ba6c admin admin] Router 4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:51:44.762365 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f245ee8c-4a63-429b-8c7e-fea33655b7c0 req-9a181afe-59b2-4c4c-9586-cf076ba25880 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65723b92-96bd-46fc-80ee-2d2e6399cc03 HTTP/1.1" status: 200 len: 217 time: 0.2584429 Aug 16 20:51:44.906292 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245ee8c-4a63-429b-8c7e-fea33655b7c0 req-97d1b74f-ef70-4cac-982e-4b1444f89f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:44.907753 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f245ee8c-4a63-429b-8c7e-fea33655b7c0 req-97d1b74f-ef70-4cac-982e-4b1444f89f77 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ea8cff57-8848-4599-9307-03ca21bfead2 HTTP/1.1" status: 200 len: 858 time: 0.1305888 Aug 16 20:51:44.911550 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1ea35194-3482-4a6b-8482-bae606faba65 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:44.912153 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245ee8c-4a63-429b-8c7e-fea33655b7c0 req-dd8696db-3e81-45fc-b9c8-70b12617eb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:44.913709 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f245ee8c-4a63-429b-8c7e-fea33655b7c0 req-dd8696db-3e81-45fc-b9c8-70b12617eb00 service neutron] 10.222.0.72 "GET /v2.0/networks?id=57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1 HTTP/1.1" status: 200 len: 919 time: 0.6132448 Aug 16 20:51:44.995466 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7028a5-6990-4f5b-a6e2-b37fd047ba6c admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:51:45.006901 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e956127-3105-48ee-9caf-42655dbbc1d6 None None] Sync routers for ids ['4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:51:45.026472 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e956127-3105-48ee-9caf-42655dbbc1d6 None None] Routers {'4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:45.027148 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-1e956127-3105-48ee-9caf-42655dbbc1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:51:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:45.063109 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-274cca93-ea71-45f0-8ec1-f9d3a02945d9 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:45.117428 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 71026776-fbb1-4e7a-887e-9926020c39b2 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:51:45.119413 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40834) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:45.130258 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274cca93-ea71-45f0-8ec1-f9d3a02945d9 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Pushing event deleted for resources: {'Port': ['ID=1fd23bf8-0946-4e0b-bb44-dff214eebb40,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:45.244595 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1ea35194-3482-4a6b-8482-bae606faba65 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:45.293048 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-274cca93-ea71-45f0-8ec1-f9d3a02945d9 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:45.340753 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0740477a-b78b-4067-8b11-6df382476474 req-f6d57ac9-f085-4423-b2c9-63b90c5eb10b service neutron] 10.222.0.90 "GET /v2.0/networks/57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5966353 Aug 16 20:51:45.364120 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-0179a9e5-e561-406a-a0ba-abe1a7f70227 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-599880448-network', 'tenant_id': '767cbde3dd17454482af36e68edbf039'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:45.397442 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f245ee8c-4a63-429b-8c7e-fea33655b7c0 req-cbafa31d-ba73-421e-bc7f-89380ad4934d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4826586 Aug 16 20:51:45.398997 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f245ee8c-4a63-429b-8c7e-fea33655b7c0 req-40c67b79-383a-4e7c-bf2e-4432c7e30afb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71026776-fbb1-4e7a-887e-9926020c39b2 HTTP/1.1" status: 200 len: 217 time: 0.0566053 Aug 16 20:51:45.399936 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e803284e-5c32-4ab0-971b-5cf6aa2331b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:45.403138 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e803284e-5c32-4ab0-971b-5cf6aa2331b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:45.404469 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e803284e-5c32-4ab0-971b-5cf6aa2331b1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f401f458-3aea-42e5-8bd0-7bb0cf3dbb40 HTTP/1.1" status: 204 len: 168 time: 1.7948344 Aug 16 20:51:45.417664 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1ea35194-3482-4a6b-8482-bae606faba65 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:45.419622 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:51:45.465042 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ba7028a5-6990-4f5b-a6e2-b37fd047ba6c admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:45.469145 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ba7028a5-6990-4f5b-a6e2-b37fd047ba6c admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.7383761 Aug 16 20:51:45.480614 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40840) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:45.520491 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-274cca93-ea71-45f0-8ec1-f9d3a02945d9 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:45.537598 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f245ee8c-4a63-429b-8c7e-fea33655b7c0 req-2550d98a-5f73-4733-94aa-6a8541ee9cc5 service neutron] 10.222.0.90 "GET /v2.0/networks/57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318777 Aug 16 20:51:45.541751 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-274cca93-ea71-45f0-8ec1-f9d3a02945d9 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:45.587609 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803284e-5c32-4ab0-971b-5cf6aa2331b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f401f458-3aea-42e5-8bd0-7bb0cf3dbb40,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:45.592187 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245ee8c-4a63-429b-8c7e-fea33655b7c0 req-9bb12290-9d7e-4f05-a875-6e299a98bf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:45.593995 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f245ee8c-4a63-429b-8c7e-fea33655b7c0 req-9bb12290-9d7e-4f05-a875-6e299a98bf22 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ea8cff57-8848-4599-9307-03ca21bfead2 HTTP/1.1" status: 200 len: 858 time: 0.0552363 Aug 16 20:51:45.799259 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-1e956127-3105-48ee-9caf-42655dbbc1d6 None None] Set router 4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:51:45.808412 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f245ee8c-4a63-429b-8c7e-fea33655b7c0 req-e44b8fb5-9f6d-4d83-bb6b-5d4690eadca8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1235092 Aug 16 20:51:45.885108 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device fbb66dd9-8dff-44ac-b464-5f2ce5ea0268 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:45.890275 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f245ee8c-4a63-429b-8c7e-fea33655b7c0 req-4da64c5b-0eab-49be-b666-c3c28838888e service neutron] 10.222.0.90 "GET /v2.0/networks/57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935030 Aug 16 20:51:46.047473 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0179a9e5-e561-406a-a0ba-abe1a7f70227 admin admin] Made reservation on behalf of 767cbde3dd17454482af36e68edbf039 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:46.057287 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0179a9e5-e561-406a-a0ba-abe1a7f70227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:46.062559 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea35194-3482-4a6b-8482-bae606faba65 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e87eb010-4ffb-4cec-bdb8-e024167d6059,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:46.079384 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb82198-6853-43ec-8fa1-e73f6d8e3a62 req-76b8097b-8d21-46c6-9bd7-d286b73aa62d tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:46.081396 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9fb82198-6853-43ec-8fa1-e73f6d8e3a62 req-76b8097b-8d21-46c6-9bd7-d286b73aa62d tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/ports?device_id=f787c003-888c-447a-a6c0-c6a1129b087e HTTP/1.1" status: 200 len: 944 time: 0.3999178 Aug 16 20:51:46.122300 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b83eb7c-865e-4515-8a2d-b9bf0a1248d3 req-b2160d25-078c-40d8-b365-732f8108aa4f tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:46.128170 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b83eb7c-865e-4515-8a2d-b9bf0a1248d3 req-b2160d25-078c-40d8-b365-732f8108aa4f tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.2269425 Aug 16 20:51:46.139245 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 65723b92-96bd-46fc-80ee-2d2e6399cc03 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:51:46.143606 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 71026776-fbb1-4e7a-887e-9926020c39b2, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=71026776-fbb1-4e7a-887e-9926020c39b2,segment=NetworkSegment(8f1358dd-8de1-4022-9bd5-2c52057e2e93),segment_id=8f1358dd-8de1-4022-9bd5-2c52057e2e93)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:46.161703 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port fbb66dd9-8dff-44ac-b464-5f2ce5ea0268 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:46.162080 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:46.200952 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '71026776-fbb1-4e7a-887e-9926020c39b2', 'network_id': '57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1', 'port_id': '71026776-fbb1-4e7a-887e-9926020c39b2', 'mac_address': 'fa:16:3e:77:12:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea8cff57-8848-4599-9307-03ca21bfead2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:51:46.201210 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0179a9e5-e561-406a-a0ba-abe1a7f70227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:46.224741 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-1e956127-3105-48ee-9caf-42655dbbc1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd', 'name': 'tempest-FloatingIPDetailsTestJSON-2120850521-router', 'tenant_id': '2c8a7ecf3bf6405c9ae4d7e65bc60247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': 'c87d0aac-eb94-4ee4-9010-593fc958169d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:38Z', 'updated_at': '2021-08-16T20:51:42Z', 'revision_number': 3, 'project_id': '2c8a7ecf3bf6405c9ae4d7e65bc60247', 'gw_port': {'id': 'c87d0aac-eb94-4ee4-9010-593fc958169d', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:23:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:40Z', 'updated_at': '2021-08-16T20:51:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:46.320149 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f245ee8c-4a63-429b-8c7e-fea33655b7c0 req-73027d32-2c04-47ef-a1ae-af6f7435e8b1 service neutron] 10.222.0.72 "GET /v2.0/networks/57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4946954 Aug 16 20:51:46.328029 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e956127-3105-48ee-9caf-42655dbbc1d6 None None] Checking router: 4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:51:46.328381 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e956127-3105-48ee-9caf-42655dbbc1d6 None None] Updating router 4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd port c87d0aac-eb94-4ee4-9010-593fc958169d binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:51:46.387771 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9fb82198-6853-43ec-8fa1-e73f6d8e3a62 req-b4a0e9aa-d033-45aa-ae2c-e16e05580315 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb021904-77cf-4d3a-8908-1a6135149ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882450 Aug 16 20:51:46.411556 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1e956127-3105-48ee-9caf-42655dbbc1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:46.418845 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:46.479101 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b83eb7c-865e-4515-8a2d-b9bf0a1248d3 req-142e76f0-894b-4e11-b36a-d6f14aff9d6b tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041279 Aug 16 20:51:46.484670 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:46.519265 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71026776-fbb1-4e7a-887e-9926020c39b2 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:51:46.536299 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1ea35194-3482-4a6b-8482-bae606faba65 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:46.542498 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40866) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:46.547918 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1ea35194-3482-4a6b-8482-bae606faba65 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.8135798 Aug 16 20:51:46.550871 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 76d0eaa1-7e16-4a9f-9370-521cd2044479 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:46.565499 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-3b200074-470f-4971-9ca4-22bd1958d6bb tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Request body: {'security_group_rule': {'security_group_id': 'e87eb010-4ffb-4cec-bdb8-e024167d6059', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:46.580880 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-274cca93-ea71-45f0-8ec1-f9d3a02945d9 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:46.581417 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274cca93-ea71-45f0-8ec1-f9d3a02945d9 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Fanout notify agent at l3_agent the message router_deleted on router 3636e781-b64b-415d-b3a0-dacef4c2ff74 {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:51:46.590926 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-274cca93-ea71-45f0-8ec1-f9d3a02945d9 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:46.596178 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-274cca93-ea71-45f0-8ec1-f9d3a02945d9 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] 10.222.0.84 "DELETE /v2.0/routers/3636e781-b64b-415d-b3a0-dacef4c2ff74 HTTP/1.1" status: 204 len: 168 time: 3.4386721 Aug 16 20:51:46.604700 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40868) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:46.613411 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-9bdcf562-b313-4a94-949a-cf9d361e3f1a tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1897380553', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}, 'admin_state_up': False}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:46.613686 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 65723b92-96bd-46fc-80ee-2d2e6399cc03, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=65723b92-96bd-46fc-80ee-2d2e6399cc03,segment=NetworkSegment(8f1358dd-8de1-4022-9bd5-2c52057e2e93),segment_id=8f1358dd-8de1-4022-9bd5-2c52057e2e93)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:46.636899 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 71026776-fbb1-4e7a-887e-9926020c39b2, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=71026776-fbb1-4e7a-887e-9926020c39b2,segment=NetworkSegment(8f1358dd-8de1-4022-9bd5-2c52057e2e93),segment_id=8f1358dd-8de1-4022-9bd5-2c52057e2e93)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:46.674141 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '65723b92-96bd-46fc-80ee-2d2e6399cc03', 'network_id': '57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1', 'port_id': '65723b92-96bd-46fc-80ee-2d2e6399cc03', 'mac_address': 'fa:16:3e:ad:f3:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea8cff57-8848-4599-9307-03ca21bfead2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:51:46.687454 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f245ee8c-4a63-429b-8c7e-fea33655b7c0 req-a10d0f48-8b35-4443-a622-e8aa136027b0 service neutron] 10.222.0.72 "GET /v2.0/networks/57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414011 Aug 16 20:51:46.745303 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a401d68c-15ce-40b9-8bb1-bcc13d3528d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:46.790640 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:46.798137 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:46.839655 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 76d0eaa1-7e16-4a9f-9370-521cd2044479 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:46.839655 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:46.862768 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65723b92-96bd-46fc-80ee-2d2e6399cc03 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:51:46.938951 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 65723b92-96bd-46fc-80ee-2d2e6399cc03, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=65723b92-96bd-46fc-80ee-2d2e6399cc03,segment=NetworkSegment(8f1358dd-8de1-4022-9bd5-2c52057e2e93),segment_id=8f1358dd-8de1-4022-9bd5-2c52057e2e93)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:46.956458 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=71026776-fbb1-4e7a-887e-9926020c39b2,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:46.980298 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-a401d68c-15ce-40b9-8bb1-bcc13d3528d5 admin admin] Allocated IP 172.20.0.1 (724af453-8f67-4ed4-b895-d89870304456/77b9e90c-2251-46fc-8518-1189f98c94e0/1f829387-8423-4b86-ad37-1e4f288502d7) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:47.016981 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3b200074-470f-4971-9ca4-22bd1958d6bb tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:47.049523 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.db.api [None req-9bdcf562-b313-4a94-949a-cf9d361e3f1a tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:51:47.049523 n-d-793620-15 neutron-server[101844]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:51:47.049523 n-d-793620-15 neutron-server[101844]: [parameters: {'project_id_1': 'ac99e774ee304f579162fbfbc13abc46', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 51, 46, 626615)}] Aug 16 20:51:47.049523 n-d-793620-15 neutron-server[101844]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101844) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:51:47.050122 n-d-793620-15 neutron-server[101844]: DEBUG oslo_db.api [None req-9bdcf562-b313-4a94-949a-cf9d361e3f1a tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:51:47.057096 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1e956127-3105-48ee-9caf-42655dbbc1d6 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:47.069720 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1e956127-3105-48ee-9caf-42655dbbc1d6 None None] Transition to ACTIVE for port object c87d0aac-eb94-4ee4-9010-593fc958169d will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:47.106327 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3b200074-470f-4971-9ca4-22bd1958d6bb tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:47.127897 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:47.131605 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 74558d21-cf89-47f7-8a5f-3b9bce429db0 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:51:47.132019 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a401d68c-15ce-40b9-8bb1-bcc13d3528d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:47.153413 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-a401d68c-15ce-40b9-8bb1-bcc13d3528d5 admin admin] Transition to ACTIVE for port object 1f829387-8423-4b86-ad37-1e4f288502d7 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:47.160145 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['71026776-fbb1-4e7a-887e-9926020c39b2'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:47.193893 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0179a9e5-e561-406a-a0ba-abe1a7f70227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:47.202657 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1e956127-3105-48ee-9caf-42655dbbc1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:47.213771 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3b200074-470f-4971-9ca4-22bd1958d6bb tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:47.221858 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40892) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:47.248792 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 74558d21-cf89-47f7-8a5f-3b9bce429db0, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=74558d21-cf89-47f7-8a5f-3b9bce429db0,segment=NetworkSegment(8f1358dd-8de1-4022-9bd5-2c52057e2e93),segment_id=8f1358dd-8de1-4022-9bd5-2c52057e2e93)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:47.271839 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0179a9e5-e561-406a-a0ba-abe1a7f70227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:47.277641 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b200074-470f-4971-9ca4-22bd1958d6bb tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2c9b0f9-ed0a-477a-8ec0-3637a35c440c,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:47.295979 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=65723b92-96bd-46fc-80ee-2d2e6399cc03,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:47.309710 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a401d68c-15ce-40b9-8bb1-bcc13d3528d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:47.321731 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0179a9e5-e561-406a-a0ba-abe1a7f70227 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:51:47.336790 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '74558d21-cf89-47f7-8a5f-3b9bce429db0', 'network_id': '57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1', 'port_id': '74558d21-cf89-47f7-8a5f-3b9bce429db0', 'mac_address': 'fa:16:3e:37:28:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea8cff57-8848-4599-9307-03ca21bfead2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:51:47.338883 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0179a9e5-e561-406a-a0ba-abe1a7f70227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:47.339465 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-0179a9e5-e561-406a-a0ba-abe1a7f70227 admin admin] Added segment dcf8dfd8-06c0-478b-8b40-fc1f3e98caa7 of type vlan for network f1831f73-1275-47fa-b110-eb02060a10a1 Aug 16 20:51:47.367999 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3b200074-470f-4971-9ca4-22bd1958d6bb tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:47.370327 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3b200074-470f-4971-9ca4-22bd1958d6bb tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8261576 Aug 16 20:51:47.372760 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40896) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:47.378848 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-18bcb235-f1b9-452b-a285-8be2fa2bdc25 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Request body: {'security_group_rule': {'security_group_id': 'e87eb010-4ffb-4cec-bdb8-e024167d6059', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:47.383145 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-1e956127-3105-48ee-9caf-42655dbbc1d6 None None] Attempting to bind port c87d0aac-eb94-4ee4-9010-593fc958169d on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:51:47.383559 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-1e956127-3105-48ee-9caf-42655dbbc1d6 None None] Attempting to bind port c87d0aac-eb94-4ee4-9010-593fc958169d by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:51:47.391900 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e956127-3105-48ee-9caf-42655dbbc1d6 None None] Attempting to bind port c87d0aac-eb94-4ee4-9010-593fc958169d on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:47.468106 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-92660b29-a038-4822-a273-84ff94abcebc admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-790392960-network', 'tenant_id': '0b7c218491e24bf5afdba2b81be3b558'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:47.476229 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e956127-3105-48ee-9caf-42655dbbc1d6 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:51:47.479491 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e956127-3105-48ee-9caf-42655dbbc1d6 None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:47.479491 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1e956127-3105-48ee-9caf-42655dbbc1d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:47.479491 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e956127-3105-48ee-9caf-42655dbbc1d6 None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:51:47.479491 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-1e956127-3105-48ee-9caf-42655dbbc1d6 None None] Bound port: c87d0aac-eb94-4ee4-9010-593fc958169d, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:51:47.479491 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1e956127-3105-48ee-9caf-42655dbbc1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:47.493190 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179a9e5-e561-406a-a0ba-abe1a7f70227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368939e3-d288-4eaa-a551-1afbd27a3a98,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:47.499738 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0179a9e5-e561-406a-a0ba-abe1a7f70227 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:47.507524 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-18bcb235-f1b9-452b-a285-8be2fa2bdc25 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:47.515660 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a401d68c-15ce-40b9-8bb1-bcc13d3528d5 admin admin] Network 724af453-8f67-4ed4-b895-d89870304456 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:47.518530 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a401d68c-15ce-40b9-8bb1-bcc13d3528d5 admin admin] Pushing event updated for resources: {'Port': ['ID=1f829387-8423-4b86-ad37-1e4f288502d7,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:47.527698 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-a401d68c-15ce-40b9-8bb1-bcc13d3528d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:47.530303 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a401d68c-15ce-40b9-8bb1-bcc13d3528d5 admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:47.587613 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b2c92-e574-4864-9777-fe329c9ed46d None None] Pushing event updated for resources: {'Port': ['ID=c87d0aac-eb94-4ee4-9010-593fc958169d,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:47.618221 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:47.621445 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a401d68c-15ce-40b9-8bb1-bcc13d3528d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:47.682174 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74558d21-cf89-47f7-8a5f-3b9bce429db0 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:51:47.697563 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-1e956127-3105-48ee-9caf-42655dbbc1d6 None None] For port c87d0aac-eb94-4ee4-9010-593fc958169d, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:51:47.705243 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-1e956127-3105-48ee-9caf-42655dbbc1d6 None None] For port c87d0aac-eb94-4ee4-9010-593fc958169d, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=c87d0aac-eb94-4ee4-9010-593fc958169d,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:51:47.717654 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92660b29-a038-4822-a273-84ff94abcebc admin admin] Made reservation on behalf of 0b7c218491e24bf5afdba2b81be3b558 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:47.722696 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-92660b29-a038-4822-a273-84ff94abcebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:47.724843 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0179a9e5-e561-406a-a0ba-abe1a7f70227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:47.725849 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0179a9e5-e561-406a-a0ba-abe1a7f70227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:47.726438 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0179a9e5-e561-406a-a0ba-abe1a7f70227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:47.742170 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 74558d21-cf89-47f7-8a5f-3b9bce429db0, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=74558d21-cf89-47f7-8a5f-3b9bce429db0,segment=NetworkSegment(8f1358dd-8de1-4022-9bd5-2c52057e2e93),segment_id=8f1358dd-8de1-4022-9bd5-2c52057e2e93)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:47.768895 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffab1e4-919a-4ab9-a080-36c12acfc908 req-e554adee-3719-4b10-b280-6baeddc82c49 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:47.777027 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6ffab1e4-919a-4ab9-a080-36c12acfc908 req-e554adee-3719-4b10-b280-6baeddc82c49 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/ports?device_id=f787c003-888c-447a-a6c0-c6a1129b087e HTTP/1.1" status: 200 len: 945 time: 0.2320037 Aug 16 20:51:47.788390 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1e956127-3105-48ee-9caf-42655dbbc1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:47.813480 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179a9e5-e561-406a-a0ba-abe1a7f70227 admin admin] Pushing event updated for resources: {'Network': ['ID=f1831f73-1275-47fa-b110-eb02060a10a1,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:47.818866 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081cabe9-ea30-4336-84fe-7b0028cf4104 req-d2d324f4-2084-4f41-8921-521e0a1a6afb tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:47.820907 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-081cabe9-ea30-4336-84fe-7b0028cf4104 req-d2d324f4-2084-4f41-8921-521e0a1a6afb tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.1957674 Aug 16 20:51:47.844799 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network f1831f73-1275-47fa-b110-eb02060a10a1 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:51:47.845045 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-18bcb235-f1b9-452b-a285-8be2fa2bdc25 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:47.845179 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-92660b29-a038-4822-a273-84ff94abcebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:47.845289 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9bdcf562-b313-4a94-949a-cf9d361e3f1a tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:47.845289 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9bdcf562-b313-4a94-949a-cf9d361e3f1a tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:47.849967 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:47.945901 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9bdcf562-b313-4a94-949a-cf9d361e3f1a tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:47.951261 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-18bcb235-f1b9-452b-a285-8be2fa2bdc25 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:47.959701 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0179a9e5-e561-406a-a0ba-abe1a7f70227 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.8389106 Aug 16 20:51:47.964206 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40904) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:47.975883 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e956127-3105-48ee-9caf-42655dbbc1d6 None None] Routers {'4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:47.976986 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-3854bb1b-a301-49df-b112-b6d5d4917171 admin admin] Request body: {'subnet': {'network_id': 'f1831f73-1275-47fa-b110-eb02060a10a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-599880448-subnet', 'tenant_id': '767cbde3dd17454482af36e68edbf039', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:47.977486 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-1e956127-3105-48ee-9caf-42655dbbc1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:51:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:47.982131 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b2c92-e574-4864-9777-fe329c9ed46d None None] Pushing event updated for resources: {'Port': ['ID=c87d0aac-eb94-4ee4-9010-593fc958169d,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:48.007752 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bcb235-f1b9-452b-a285-8be2fa2bdc25 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59d15e16-190a-40b3-a066-1d6c5e600b0f,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:48.023920 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6ffab1e4-919a-4ab9-a080-36c12acfc908 req-d28c5f60-2982-4a07-811f-e05f85b0ba25 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb021904-77cf-4d3a-8908-1a6135149ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456052 Aug 16 20:51:48.041514 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-081cabe9-ea30-4336-84fe-7b0028cf4104 req-8d444c03-5ec8-44e7-ba7c-6981588860c3 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046120 Aug 16 20:51:48.086275 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a401d68c-15ce-40b9-8bb1-bcc13d3528d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:48.114258 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['74558d21-cf89-47f7-8a5f-3b9bce429db0'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:48.205021 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-92660b29-a038-4822-a273-84ff94abcebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:48.221877 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9bdcf562-b313-4a94-949a-cf9d361e3f1a tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:48.293816 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['65723b92-96bd-46fc-80ee-2d2e6399cc03'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:48.302342 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5a29ac44-fe6a-4841-aa0a-e2ccf7771ecc None None] Provisioning for port 1f829387-8423-4b86-ad37-1e4f288502d7 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:48.319763 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-92660b29-a038-4822-a273-84ff94abcebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:48.349824 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92660b29-a038-4822-a273-84ff94abcebc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:51:48.365562 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5a29ac44-fe6a-4841-aa0a-e2ccf7771ecc None None] Provisioning complete for port 1f829387-8423-4b86-ad37-1e4f288502d7 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:48.365941 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5a29ac44-fe6a-4841-aa0a-e2ccf7771ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:48.377627 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-92660b29-a038-4822-a273-84ff94abcebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:48.378076 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-92660b29-a038-4822-a273-84ff94abcebc admin admin] Added segment 924f0b82-5103-407b-88b5-5f564b7e60a5 of type vlan for network 8aaec99b-835d-4e57-91ae-52c77e4ca746 Aug 16 20:51:48.392222 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92660b29-a038-4822-a273-84ff94abcebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:48.397721 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-18bcb235-f1b9-452b-a285-8be2fa2bdc25 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:48.402434 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-18bcb235-f1b9-452b-a285-8be2fa2bdc25 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0255892 Aug 16 20:51:48.405181 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40914) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:48.411429 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-7d979c41-894f-42c4-9898-235434b8fa20 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:48.419900 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=74558d21-cf89-47f7-8a5f-3b9bce429db0,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:48.450655 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a401d68c-15ce-40b9-8bb1-bcc13d3528d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:48.453488 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-92660b29-a038-4822-a273-84ff94abcebc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:48.468124 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-1e956127-3105-48ee-9caf-42655dbbc1d6 None None] Set router 4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:51:48.500157 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-5a29ac44-fe6a-4841-aa0a-e2ccf7771ecc None None] Port 1f829387-8423-4b86-ad37-1e4f288502d7 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:51:48.510838 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3854bb1b-a301-49df-b112-b6d5d4917171 admin admin] Made reservation on behalf of 767cbde3dd17454482af36e68edbf039 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:48.513363 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3854bb1b-a301-49df-b112-b6d5d4917171 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:48.566061 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-92660b29-a038-4822-a273-84ff94abcebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:48.567334 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92660b29-a038-4822-a273-84ff94abcebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:48.568302 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-92660b29-a038-4822-a273-84ff94abcebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:48.575368 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a401d68c-15ce-40b9-8bb1-bcc13d3528d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:48.619446 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9bdcf562-b313-4a94-949a-cf9d361e3f1a tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router_gateway, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:48.640373 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9bdcf562-b313-4a94-949a-cf9d361e3f1a tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:48.743889 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a401d68c-15ce-40b9-8bb1-bcc13d3528d5 admin admin] Pushing event updated for resources: {'Port': ['ID=1f829387-8423-4b86-ad37-1e4f288502d7,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:48.753540 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92660b29-a038-4822-a273-84ff94abcebc admin admin] Pushing event updated for resources: {'Network': ['ID=8aaec99b-835d-4e57-91ae-52c77e4ca746,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:48.758424 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a401d68c-15ce-40b9-8bb1-bcc13d3528d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:48.767413 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-9bdcf562-b313-4a94-949a-cf9d361e3f1a tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Allocated IP 172.25.1.235 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/30a37fd2-f858-417c-9090-980f44c2e396) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:48.786630 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 8aaec99b-835d-4e57-91ae-52c77e4ca746 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:51:48.827865 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-92660b29-a038-4822-a273-84ff94abcebc admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6022158 Aug 16 20:51:48.843882 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40926) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:48.852122 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-23bf7032-4721-4092-82a2-573c86697461 admin admin] Request body: {'subnet': {'network_id': '8aaec99b-835d-4e57-91ae-52c77e4ca746', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-790392960-subnet', 'tenant_id': '0b7c218491e24bf5afdba2b81be3b558', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:48.869988 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:48.875049 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-1e956127-3105-48ee-9caf-42655dbbc1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd', 'name': 'tempest-FloatingIPDetailsTestJSON-2120850521-router', 'tenant_id': '2c8a7ecf3bf6405c9ae4d7e65bc60247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': 'c87d0aac-eb94-4ee4-9010-593fc958169d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:38Z', 'updated_at': '2021-08-16T20:51:42Z', 'revision_number': 3, 'project_id': '2c8a7ecf3bf6405c9ae4d7e65bc60247', 'gw_port': {'id': 'c87d0aac-eb94-4ee4-9010-593fc958169d', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:23:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:40Z', 'updated_at': '2021-08-16T20:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:48.890619 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7d979c41-894f-42c4-9898-235434b8fa20 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks [] for floatingip, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:48.909347 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e956127-3105-48ee-9caf-42655dbbc1d6 None None] The sync data for ids ['4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd'] in n-d-793620-15 is: [{'id': '4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd', 'name': 'tempest-FloatingIPDetailsTestJSON-2120850521-router', 'tenant_id': '2c8a7ecf3bf6405c9ae4d7e65bc60247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': 'c87d0aac-eb94-4ee4-9010-593fc958169d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:38Z', 'updated_at': '2021-08-16T20:51:42Z', 'revision_number': 3, 'project_id': '2c8a7ecf3bf6405c9ae4d7e65bc60247', 'gw_port': {'id': 'c87d0aac-eb94-4ee4-9010-593fc958169d', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:23:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:40Z', 'updated_at': '2021-08-16T20:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:51:48.961306 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9bdcf562-b313-4a94-949a-cf9d361e3f1a tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:48.964418 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a401d68c-15ce-40b9-8bb1-bcc13d3528d5 admin admin] Network 724af453-8f67-4ed4-b895-d89870304456 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:48.966292 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-a401d68c-15ce-40b9-8bb1-bcc13d3528d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:49.051971 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7d979c41-894f-42c4-9898-235434b8fa20 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:49.069354 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bf7032-4721-4092-82a2-573c86697461 admin admin] Made reservation on behalf of 0b7c218491e24bf5afdba2b81be3b558 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:49.071669 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-23bf7032-4721-4092-82a2-573c86697461 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:49.100196 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3854bb1b-a301-49df-b112-b6d5d4917171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:49.110168 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 71026776-fbb1-4e7a-887e-9926020c39b2 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:49.268497 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9bdcf562-b313-4a94-949a-cf9d361e3f1a tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:49.336454 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 71026776-fbb1-4e7a-887e-9926020c39b2 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:49.340547 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3854bb1b-a301-49df-b112-b6d5d4917171 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d2dc154-8221-44e0-a9fb-9c07f65c0254,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:49.342219 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 71026776-fbb1-4e7a-887e-9926020c39b2 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:49.342759 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:49.346190 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-931efd4b-d0ca-4f26-b144-50014b19220e None None] Provisioning complete for port 1f829387-8423-4b86-ad37-1e4f288502d7 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:49.346857 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-931efd4b-d0ca-4f26-b144-50014b19220e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:49.351384 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a401d68c-15ce-40b9-8bb1-bcc13d3528d5 admin admin] Router 4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:51:49.393216 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdcf562-b313-4a94-949a-cf9d361e3f1a tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:49.410556 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-9bdcf562-b313-4a94-949a-cf9d361e3f1a tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:49.414311 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdcf562-b313-4a94-949a-cf9d361e3f1a tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:49.446493 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-931efd4b-d0ca-4f26-b144-50014b19220e None None] Port 1f829387-8423-4b86-ad37-1e4f288502d7 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:51:49.451524 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdcf562-b313-4a94-949a-cf9d361e3f1a tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Pushing event updated for resources: {'Port': ['ID=30a37fd2-f858-417c-9090-980f44c2e396,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:49.470325 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955b446-1e46-46c2-9b17-c1eddb5b9d77 req-6955b6ce-61f6-4e18-88eb-1733a072ced9 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:49.479117 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e955b446-1e46-46c2-9b17-c1eddb5b9d77 req-6955b6ce-61f6-4e18-88eb-1733a072ced9 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/ports?device_id=f787c003-888c-447a-a6c0-c6a1129b087e HTTP/1.1" status: 200 len: 945 time: 0.3185010 Aug 16 20:51:49.487941 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3854bb1b-a301-49df-b112-b6d5d4917171 admin admin] Checking segment: {'id': 'dcf8dfd8-06c0-478b-8b40-fc1f3e98caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f1831f73-1275-47fa-b110-eb02060a10a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:49.488335 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3854bb1b-a301-49df-b112-b6d5d4917171 admin admin] Network hostable DHCP agents. Network: f1831f73-1275-47fa-b110-eb02060a10a1, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:51:49.506680 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:49.519694 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127b7d4-54c7-4a34-bb16-8bd4c7fd3e10 req-dd9d8f30-b2eb-4d8e-9338-e32de50b0b77 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:49.521376 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f127b7d4-54c7-4a34-bb16-8bd4c7fd3e10 req-dd9d8f30-b2eb-4d8e-9338-e32de50b0b77 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.2559536 Aug 16 20:51:49.525508 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.db.api [None req-7d979c41-894f-42c4-9898-235434b8fa20 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.25.1.235-579da02e-e199-42c8-9aa7-558ee42bfb33 {{(pid=101844) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:51:49.525924 n-d-793620-15 neutron-server[101844]: DEBUG oslo_db.api [None req-7d979c41-894f-42c4-9898-235434b8fa20 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:51:49.540298 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5c1211-7098-4ba6-bcc9-15fa26883ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71026776-fbb1-4e7a-887e-9926020c39b2'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:49.543083 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c1401b-4e6d-48dc-b514-2d1e475b1e8e" -d '{"events": [{"server_uuid": "ea5c1211-7098-4ba6-bcc9-15fa26883ca2", "name": "network-vif-plugged", "status": "completed", "tag": "71026776-fbb1-4e7a-887e-9926020c39b2"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:49.561302 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 71026776-fbb1-4e7a-887e-9926020c39b2, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=71026776-fbb1-4e7a-887e-9926020c39b2,segment=NetworkSegment(8f1358dd-8de1-4022-9bd5-2c52057e2e93),segment_id=8f1358dd-8de1-4022-9bd5-2c52057e2e93)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:49.621123 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-23bf7032-4721-4092-82a2-573c86697461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:49.647976 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e955b446-1e46-46c2-9b17-c1eddb5b9d77 req-1c17257b-2bbd-4541-a875-3eaa626a0fea tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb021904-77cf-4d3a-8908-1a6135149ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679010 Aug 16 20:51:49.669987 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a401d68c-15ce-40b9-8bb1-bcc13d3528d5 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:51:49.692126 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a401d68c-15ce-40b9-8bb1-bcc13d3528d5 admin admin] 10.222.0.84 "PUT /v2.0/routers/4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2059462 Aug 16 20:51:49.699736 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:49.702506 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f127b7d4-54c7-4a34-bb16-8bd4c7fd3e10 req-58722357-1620-48a5-a0a6-30e7cc237361 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675074 Aug 16 20:51:49.718160 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf7032-4721-4092-82a2-573c86697461 admin admin] Pushing event updated for resources: {'Subnet': ['ID=063b8681-e8b9-4cc3-a1c7-6de160bd6bb0,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:49.747258 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3854bb1b-a301-49df-b112-b6d5d4917171 admin admin] Network f1831f73-1275-47fa-b110-eb02060a10a1 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:51:49.756210 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bf7032-4721-4092-82a2-573c86697461 admin admin] Checking segment: {'id': '924f0b82-5103-407b-88b5-5f564b7e60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8aaec99b-835d-4e57-91ae-52c77e4ca746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:49.760309 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bf7032-4721-4092-82a2-573c86697461 admin admin] Network hostable DHCP agents. Network: 8aaec99b-835d-4e57-91ae-52c77e4ca746, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:51:49.800569 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device c87d0aac-eb94-4ee4-9010-593fc958169d up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:49.837683 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b8a254-443d-486d-9cf9-07b4db06fa75 x-openstack-request-id: req-90b8a254-443d-486d-9cf9-07b4db06fa75 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:49.840732 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5c1211-7098-4ba6-bcc9-15fa26883ca2", "name": "network-vif-plugged", "status": "completed", "tag": "71026776-fbb1-4e7a-887e-9926020c39b2", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:49.840732 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-90b8a254-443d-486d-9cf9-07b4db06fa75 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:49.840732 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5c1211-7098-4ba6-bcc9-15fa26883ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71026776-fbb1-4e7a-887e-9926020c39b2', 'code': 200} Aug 16 20:51:49.861692 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-3854bb1b-a301-49df-b112-b6d5d4917171 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, f1831f73-1275-47fa-b110-eb02060a10a1) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:49.886052 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3854bb1b-a301-49df-b112-b6d5d4917171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:49.888149 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3854bb1b-a301-49df-b112-b6d5d4917171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:49.888325 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3614b92e-86e1-43e1-ae4e-4253205db427 None None] Network f1831f73-1275-47fa-b110-eb02060a10a1 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:51:49.939298 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=71026776-fbb1-4e7a-887e-9926020c39b2,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:49.968337 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bf7032-4721-4092-82a2-573c86697461 admin admin] Network 8aaec99b-835d-4e57-91ae-52c77e4ca746 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:51:49.976462 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-23bf7032-4721-4092-82a2-573c86697461 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 8aaec99b-835d-4e57-91ae-52c77e4ca746) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:49.993377 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bf7032-4721-4092-82a2-573c86697461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:49.995958 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafb1933-0d8a-4a87-ad82-9194775aa7e2 None None] Network 8aaec99b-835d-4e57-91ae-52c77e4ca746 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:51:49.997060 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-23bf7032-4721-4092-82a2-573c86697461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:50.027745 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7d979c41-894f-42c4-9898-235434b8fa20 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:50.049837 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3854bb1b-a301-49df-b112-b6d5d4917171 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0827532 Aug 16 20:51:50.052085 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40962) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:50.056805 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-b6905e43-c820-4342-9078-59d20458f7fc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-599880448-router', 'tenant_id': '767cbde3dd17454482af36e68edbf039', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:50.088287 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-23bf7032-4721-4092-82a2-573c86697461 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2325351 Aug 16 20:51:50.111282 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port c87d0aac-eb94-4ee4-9010-593fc958169d completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:50.128304 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port c87d0aac-eb94-4ee4-9010-593fc958169d triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:50.128918 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:50.180749 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 65723b92-96bd-46fc-80ee-2d2e6399cc03 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:50.196550 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b6905e43-c820-4342-9078-59d20458f7fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:50.197693 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b6905e43-c820-4342-9078-59d20458f7fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:50.257757 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b6905e43-c820-4342-9078-59d20458f7fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:50.270541 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81dbedb-7885-4712-9bdd-ffd2f3255716 None None] Network 8aaec99b-835d-4e57-91ae-52c77e4ca746 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:51:50.405005 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43d98ec-8a29-492b-8101-ceb4c807bbc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-f1831f73-1275-47fa-b110-eb02060a10a1', 'network_id': 'f1831f73-1275-47fa-b110-eb02060a10a1', 'tenant_id': '767cbde3dd17454482af36e68edbf039', 'fixed_ips': [{'subnet_id': '8d2dc154-8221-44e0-a9fb-9c07f65c0254'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:51:50.405869 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f43d98ec-8a29-492b-8101-ceb4c807bbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:50.479509 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:50.485451 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 65723b92-96bd-46fc-80ee-2d2e6399cc03 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:50.486375 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b6905e43-c820-4342-9078-59d20458f7fc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:50.508585 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1aacb4-cb23-41f8-b17c-2882810486a5 req-4b91f387-1989-4d70-83aa-d47eca67c7b3 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:50.510014 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6b1aacb4-cb23-41f8-b17c-2882810486a5 req-4b91f387-1989-4d70-83aa-d47eca67c7b3 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] 10.222.0.84 "GET /v2.0/ports?device_id=b6f445cb-54af-4107-8408-da783a6b571a HTTP/1.1" status: 200 len: 949 time: 0.5420957 Aug 16 20:51:50.511702 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c33a7e-59d6-414a-9a91-6dba0862b121 req-ea0cf3ef-31fe-4396-a9fd-e84424ba35be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:50.513082 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-25c33a7e-59d6-414a-9a91-6dba0862b121 req-ea0cf3ef-31fe-4396-a9fd-e84424ba35be service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ea5c1211-7098-4ba6-bcc9-15fa26883ca2 HTTP/1.1" status: 200 len: 1097 time: 0.5922239 Aug 16 20:51:50.548416 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 65723b92-96bd-46fc-80ee-2d2e6399cc03 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:50.548783 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:50.604849 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port c87d0aac-eb94-4ee4-9010-593fc958169d, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=c87d0aac-eb94-4ee4-9010-593fc958169d,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:50.670580 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9bdcf562-b313-4a94-949a-cf9d361e3f1a tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router_gateway, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:50.692446 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-f43d98ec-8a29-492b-8101-ceb4c807bbc2 None None] Allocated IP 172.20.0.2 (f1831f73-1275-47fa-b110-eb02060a10a1/8d2dc154-8221-44e0-a9fb-9c07f65c0254/45fbd822-5e64-4e7f-8a3a-9d2cec936b55) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:50.744432 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:50.772088 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:50.778649 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-25c33a7e-59d6-414a-9a91-6dba0862b121 req-3dce1a2e-48d9-4fb8-b749-a0e15a66ed58 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fb021904-77cf-4d3a-8908-1a6135149ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498651 Aug 16 20:51:50.782014 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6b1aacb4-cb23-41f8-b17c-2882810486a5 req-7528017b-7274-410e-ab7d-aec63519c136 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] 10.222.0.84 "GET /v2.0/security-groups?id=444560ae-08bc-441f-9584-b683ec4440de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402849 Aug 16 20:51:50.799046 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6671170a-d93e-4911-89c1-444761e5bf58 req-3e0c278d-7366-4bab-ad38-12ce60bce2a3 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4304373 Aug 16 20:51:50.834354 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b6905e43-c820-4342-9078-59d20458f7fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:50.842281 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-7d979c41-894f-42c4-9898-235434b8fa20 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Allocated IP 172.25.1.6 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/927317f5-0dd1-49a1-a9bb-a054ca38f174) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:50.852587 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-6671170a-d93e-4911-89c1-444761e5bf58 req-861d2983-fb34-49cf-8dac-fd9d7cb4cfd9 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:50.897301 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b6905e43-c820-4342-9078-59d20458f7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:51.024523 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 65723b92-96bd-46fc-80ee-2d2e6399cc03, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=65723b92-96bd-46fc-80ee-2d2e6399cc03,segment=NetworkSegment(8f1358dd-8de1-4022-9bd5-2c52057e2e93),segment_id=8f1358dd-8de1-4022-9bd5-2c52057e2e93)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:51.030975 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6671170a-d93e-4911-89c1-444761e5bf58 req-861d2983-fb34-49cf-8dac-fd9d7cb4cfd9 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks [] for floatingip, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:51.044167 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=c87d0aac-eb94-4ee4-9010-593fc958169d,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:51.104399 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6591ce-e5b6-49d2-a8c9-d278e93dec10 None None] Sync routers for ids ['4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:51:51.111055 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:51.112680 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 74558d21-cf89-47f7-8a5f-3b9bce429db0 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:51.114202 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6591ce-e5b6-49d2-a8c9-d278e93dec10 None None] Routers {'4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:51.114987 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-9a6591ce-e5b6-49d2-a8c9-d278e93dec10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:51:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:51.141820 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f43d98ec-8a29-492b-8101-ceb4c807bbc2 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:51.182891 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f43d98ec-8a29-492b-8101-ceb4c807bbc2 None None] Transition to ACTIVE for port object 45fbd822-5e64-4e7f-8a3a-9d2cec936b55 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:51.193391 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7d979c41-894f-42c4-9898-235434b8fa20 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:51.224581 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f43d98ec-8a29-492b-8101-ceb4c807bbc2 None None] Transition to ACTIVE for port object 45fbd822-5e64-4e7f-8a3a-9d2cec936b55 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:51.230635 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=65723b92-96bd-46fc-80ee-2d2e6399cc03,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:51.235379 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9bdcf562-b313-4a94-949a-cf9d361e3f1a tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:51.317455 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f43d98ec-8a29-492b-8101-ceb4c807bbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:51.325302 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-d62445d7-f95d-41e0-845a-49764215bf13 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:51.326881 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-d62445d7-f95d-41e0-845a-49764215bf13 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/networks?id=8aaec99b-835d-4e57-91ae-52c77e4ca746 HTTP/1.1" status: 200 len: 821 time: 0.2986026 Aug 16 20:51:51.329868 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-9a6591ce-e5b6-49d2-a8c9-d278e93dec10 None None] Set router 4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:51:51.353845 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 74558d21-cf89-47f7-8a5f-3b9bce429db0 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:51.357474 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 74558d21-cf89-47f7-8a5f-3b9bce429db0 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:51.357856 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:51.369435 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43d98ec-8a29-492b-8101-ceb4c807bbc2 None None] Network f1831f73-1275-47fa-b110-eb02060a10a1 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:51.391774 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-f43d98ec-8a29-492b-8101-ceb4c807bbc2 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:51.392031 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-e9c3e334-78ec-49ea-b281-cd059045c720 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/quotas/0b7c218491e24bf5afdba2b81be3b558 HTTP/1.1" status: 200 len: 375 time: 0.0507178 Aug 16 20:51:51.395599 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43d98ec-8a29-492b-8101-ceb4c807bbc2 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:51.397567 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d98ec-8a29-492b-8101-ceb4c807bbc2 None None] Pushing event updated for resources: {'Port': ['ID=45fbd822-5e64-4e7f-8a3a-9d2cec936b55,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:51.445271 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7d979c41-894f-42c4-9898-235434b8fa20 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:51.490641 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-f43d98ec-8a29-492b-8101-ceb4c807bbc2 None None] Attempting to bind port 45fbd822-5e64-4e7f-8a3a-9d2cec936b55 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:51:51.491221 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-f43d98ec-8a29-492b-8101-ceb4c807bbc2 None None] Attempting to bind port 45fbd822-5e64-4e7f-8a3a-9d2cec936b55 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'dcf8dfd8-06c0-478b-8b40-fc1f3e98caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f1831f73-1275-47fa-b110-eb02060a10a1'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:51:51.491327 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-b6905e43-c820-4342-9078-59d20458f7fc admin admin] Allocated IP 172.25.1.234 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/6b2428f8-86a6-49a4-8ae7-7a33a5605517) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:51.491475 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43d98ec-8a29-492b-8101-ceb4c807bbc2 None None] Attempting to bind port 45fbd822-5e64-4e7f-8a3a-9d2cec936b55 on network f1831f73-1275-47fa-b110-eb02060a10a1 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:51.519165 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43d98ec-8a29-492b-8101-ceb4c807bbc2 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:51:51.519874 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43d98ec-8a29-492b-8101-ceb4c807bbc2 None None] Checking segment: {'id': 'dcf8dfd8-06c0-478b-8b40-fc1f3e98caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f1831f73-1275-47fa-b110-eb02060a10a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:51.520011 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f43d98ec-8a29-492b-8101-ceb4c807bbc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:51.520356 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43d98ec-8a29-492b-8101-ceb4c807bbc2 None None] Bound using segment: {'id': 'dcf8dfd8-06c0-478b-8b40-fc1f3e98caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f1831f73-1275-47fa-b110-eb02060a10a1'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:51:51.520841 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-f43d98ec-8a29-492b-8101-ceb4c807bbc2 None None] Bound port: 45fbd822-5e64-4e7f-8a3a-9d2cec936b55, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcf8dfd8-06c0-478b-8b40-fc1f3e98caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f1831f73-1275-47fa-b110-eb02060a10a1'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:51:51.521230 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f43d98ec-8a29-492b-8101-ceb4c807bbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:51.550482 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d979c41-894f-42c4-9898-235434b8fa20 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:51.566798 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-5c15ac15-3596-4186-95b4-c0bd16473776 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=0b7c218491e24bf5afdba2b81be3b558&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1476805 Aug 16 20:51:51.567799 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-9a6591ce-e5b6-49d2-a8c9-d278e93dec10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd', 'name': 'tempest-FloatingIPDetailsTestJSON-2120850521-router', 'tenant_id': '2c8a7ecf3bf6405c9ae4d7e65bc60247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': 'c87d0aac-eb94-4ee4-9010-593fc958169d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:38Z', 'updated_at': '2021-08-16T20:51:47Z', 'revision_number': 4, 'project_id': '2c8a7ecf3bf6405c9ae4d7e65bc60247', 'gw_port': {'id': 'c87d0aac-eb94-4ee4-9010-593fc958169d', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:40Z', 'updated_at': '2021-08-16T20:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '1f829387-8423-4b86-ad37-1e4f288502d7', 'name': '', 'network_id': '724af453-8f67-4ed4-b895-d89870304456', 'tenant_id': '2c8a7ecf3bf6405c9ae4d7e65bc60247', 'mac_address': 'fa:16:3e:5c:ed:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '77b9e90c-2251-46fc-8518-1189f98c94e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:46Z', 'updated_at': '2021-08-16T20:51:48Z', 'revision_number': 2, 'project_id': '2c8a7ecf3bf6405c9ae4d7e65bc60247', 'subnets': [{'id': '77b9e90c-2251-46fc-8518-1189f98c94e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:51.571676 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:51.599402 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6591ce-e5b6-49d2-a8c9-d278e93dec10 None None] Checking router: 4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:51:51.600215 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6591ce-e5b6-49d2-a8c9-d278e93dec10 None None] Updating router 4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd port 1f829387-8423-4b86-ad37-1e4f288502d7 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:51:51.629219 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 74558d21-cf89-47f7-8a5f-3b9bce429db0, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=74558d21-cf89-47f7-8a5f-3b9bce429db0,segment=NetworkSegment(8f1358dd-8de1-4022-9bd5-2c52057e2e93),segment_id=8f1358dd-8de1-4022-9bd5-2c52057e2e93)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:51.630338 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-9a6591ce-e5b6-49d2-a8c9-d278e93dec10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:51.632741 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-f43d98ec-8a29-492b-8101-ceb4c807bbc2 None None] For port 45fbd822-5e64-4e7f-8a3a-9d2cec936b55, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:51:51.633054 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d979c41-894f-42c4-9898-235434b8fa20 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Pushing event updated for resources: {'Port': ['ID=927317f5-0dd1-49a1-a9bb-a054ca38f174,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:51.637186 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-7d979c41-894f-42c4-9898-235434b8fa20 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:51.640934 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d979c41-894f-42c4-9898-235434b8fa20 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:51.648467 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-f43d98ec-8a29-492b-8101-ceb4c807bbc2 None None] For port 45fbd822-5e64-4e7f-8a3a-9d2cec936b55, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=45fbd822-5e64-4e7f-8a3a-9d2cec936b55,segment=NetworkSegment(dcf8dfd8-06c0-478b-8b40-fc1f3e98caa7),segment_id=dcf8dfd8-06c0-478b-8b40-fc1f3e98caa7)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:51:51.665023 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b6905e43-c820-4342-9078-59d20458f7fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:51.685156 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6671170a-d93e-4911-89c1-444761e5bf58 req-861d2983-fb34-49cf-8dac-fd9d7cb4cfd9 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:51.724699 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device c87d0aac-eb94-4ee4-9010-593fc958169d up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:51.758742 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:51.801092 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f43d98ec-8a29-492b-8101-ceb4c807bbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:51.812369 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:51.842390 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b6905e43-c820-4342-9078-59d20458f7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:51.845011 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f787c003-888c-447a-a6c0-c6a1129b087e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65723b92-96bd-46fc-80ee-2d2e6399cc03'}, {'server_uuid': '5de64b5c-8f21-45b3-a951-8b8ffc506d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74558d21-cf89-47f7-8a5f-3b9bce429db0'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:51.847387 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755a6ef7-425f-4cda-964c-88717611bc7c" -d '{"events": [{"server_uuid": "f787c003-888c-447a-a6c0-c6a1129b087e", "name": "network-vif-plugged", "status": "completed", "tag": "65723b92-96bd-46fc-80ee-2d2e6399cc03"}, {"server_uuid": "5de64b5c-8f21-45b3-a951-8b8ffc506d9b", "name": "network-vif-plugged", "status": "completed", "tag": "74558d21-cf89-47f7-8a5f-3b9bce429db0"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:51.865920 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=74558d21-cf89-47f7-8a5f-3b9bce429db0,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:51.888154 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-596df01f-d922-49d1-99c4-02e58c5bb81f service neutron] 10.222.0.84 "GET /v2.0/networks/8aaec99b-835d-4e57-91ae-52c77e4ca746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203058 Aug 16 20:51:51.896411 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port c87d0aac-eb94-4ee4-9010-593fc958169d triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:51.896819 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:51.910742 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bdcf562-b313-4a94-949a-cf9d361e3f1a tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Router ff0bc302-441c-45e0-b0ba-442878f5c581 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:51:51.927424 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-9a6591ce-e5b6-49d2-a8c9-d278e93dec10 None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:51.942545 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-9a6591ce-e5b6-49d2-a8c9-d278e93dec10 None None] Transition to ACTIVE for port object 1f829387-8423-4b86-ad37-1e4f288502d7 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:51.970022 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d98ec-8a29-492b-8101-ceb4c807bbc2 None None] Pushing event updated for resources: {'Port': ['ID=45fbd822-5e64-4e7f-8a3a-9d2cec936b55,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:51.991331 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6905e43-c820-4342-9078-59d20458f7fc admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:51.993170 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-b6905e43-c820-4342-9078-59d20458f7fc admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:51.997972 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6905e43-c820-4342-9078-59d20458f7fc admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:52.013832 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-9a6591ce-e5b6-49d2-a8c9-d278e93dec10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:52.066471 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7d979c41-894f-42c4-9898-235434b8fa20 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:52.070071 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6905e43-c820-4342-9078-59d20458f7fc admin admin] Pushing event updated for resources: {'Port': ['ID=6b2428f8-86a6-49a4-8ae7-7a33a5605517,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:52.108335 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-6671170a-d93e-4911-89c1-444761e5bf58 req-861d2983-fb34-49cf-8dac-fd9d7cb4cfd9 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Allocated IP 172.25.1.39 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/b4bde856-8ef7-420b-a6c3-2538ca7b9f87) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:52.137756 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2987fa9-27e0-4c21-8c24-d1a5f6d607d4 None None] Pushing event updated for resources: {'Port': ['ID=1f829387-8423-4b86-ad37-1e4f288502d7,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:52.211109 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2987fa9-27e0-4c21-8c24-d1a5f6d607d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:52.211454 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2987fa9-27e0-4c21-8c24-d1a5f6d607d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:52.212719 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2987fa9-27e0-4c21-8c24-d1a5f6d607d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:52.213070 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2987fa9-27e0-4c21-8c24-d1a5f6d607d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:52.213403 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2987fa9-27e0-4c21-8c24-d1a5f6d607d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:52.213737 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2987fa9-27e0-4c21-8c24-d1a5f6d607d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:52.214066 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2987fa9-27e0-4c21-8c24-d1a5f6d607d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:52.214393 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2987fa9-27e0-4c21-8c24-d1a5f6d607d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:52.215801 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2987fa9-27e0-4c21-8c24-d1a5f6d607d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:52.216172 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2987fa9-27e0-4c21-8c24-d1a5f6d607d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:52.216510 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2987fa9-27e0-4c21-8c24-d1a5f6d607d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:52.217190 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2987fa9-27e0-4c21-8c24-d1a5f6d607d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:52.258486 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-9a6591ce-e5b6-49d2-a8c9-d278e93dec10 None None] Attempting to bind port 1f829387-8423-4b86-ad37-1e4f288502d7 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:51:52.259422 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-9a6591ce-e5b6-49d2-a8c9-d278e93dec10 None None] Attempting to bind port 1f829387-8423-4b86-ad37-1e4f288502d7 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '41fbe191-eda5-4299-8801-3203407eb802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '724af453-8f67-4ed4-b895-d89870304456'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:51:52.259819 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6591ce-e5b6-49d2-a8c9-d278e93dec10 None None] Attempting to bind port 1f829387-8423-4b86-ad37-1e4f288502d7 on network 724af453-8f67-4ed4-b895-d89870304456 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:52.266521 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6591ce-e5b6-49d2-a8c9-d278e93dec10 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:51:52.266888 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6591ce-e5b6-49d2-a8c9-d278e93dec10 None None] Checking segment: {'id': '41fbe191-eda5-4299-8801-3203407eb802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '724af453-8f67-4ed4-b895-d89870304456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:52.267292 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-9a6591ce-e5b6-49d2-a8c9-d278e93dec10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:52.271817 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6591ce-e5b6-49d2-a8c9-d278e93dec10 None None] Bound using segment: {'id': '41fbe191-eda5-4299-8801-3203407eb802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '724af453-8f67-4ed4-b895-d89870304456'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:51:52.272333 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-9a6591ce-e5b6-49d2-a8c9-d278e93dec10 None None] Bound port: 1f829387-8423-4b86-ad37-1e4f288502d7, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41fbe191-eda5-4299-8801-3203407eb802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '724af453-8f67-4ed4-b895-d89870304456'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:51:52.272738 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-9a6591ce-e5b6-49d2-a8c9-d278e93dec10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:52.372941 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-9a6591ce-e5b6-49d2-a8c9-d278e93dec10 None None] For port 1f829387-8423-4b86-ad37-1e4f288502d7, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:51:52.375856 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-9a6591ce-e5b6-49d2-a8c9-d278e93dec10 None None] For port 1f829387-8423-4b86-ad37-1e4f288502d7, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=1f829387-8423-4b86-ad37-1e4f288502d7,segment=NetworkSegment(41fbe191-eda5-4299-8801-3203407eb802),segment_id=41fbe191-eda5-4299-8801-3203407eb802)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:51:52.466176 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-9a6591ce-e5b6-49d2-a8c9-d278e93dec10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:52.518789 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6591ce-e5b6-49d2-a8c9-d278e93dec10 None None] Routers {'4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:52.519767 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-9a6591ce-e5b6-49d2-a8c9-d278e93dec10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:51:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:52.528411 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b6905e43-c820-4342-9078-59d20458f7fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:52.591132 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2987fa9-27e0-4c21-8c24-d1a5f6d607d4 None None] Pushing event updated for resources: {'Port': ['ID=1f829387-8423-4b86-ad37-1e4f288502d7,revision_number=4']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:52.642819 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bdcf562-b313-4a94-949a-cf9d361e3f1a tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:51:52.659059 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95da741-7a1d-45e9-8706-47c1171db914 None None] Sync routers for ids ['ff0bc302-441c-45e0-b0ba-442878f5c581'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:51:52.675065 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95da741-7a1d-45e9-8706-47c1171db914 None None] Routers {'ff0bc302-441c-45e0-b0ba-442878f5c581'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:52.675862 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e95da741-7a1d-45e9-8706-47c1171db914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:51:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['ff0bc302-441c-45e0-b0ba-442878f5c581'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:52.692806 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-9a6591ce-e5b6-49d2-a8c9-d278e93dec10 None None] Set router 4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:51:52.695358 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7d979c41-894f-42c4-9898-235434b8fa20 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:52.718726 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-64937284-7bee-451e-a659-049d53da3647 service neutron] 10.222.0.84 "GET /v2.0/networks/8aaec99b-835d-4e57-91ae-52c77e4ca746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8032057 Aug 16 20:51:52.762761 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e95da741-7a1d-45e9-8706-47c1171db914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:52.788006 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95da741-7a1d-45e9-8706-47c1171db914 None None] Routers {'ff0bc302-441c-45e0-b0ba-442878f5c581'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:52.791518 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e95da741-7a1d-45e9-8706-47c1171db914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:51:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['ff0bc302-441c-45e0-b0ba-442878f5c581'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:52.793320 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b6905e43-c820-4342-9078-59d20458f7fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:52.860900 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f9b47-57b4-4441-a728-a30f8878ba5f req-668a4bb5-024a-4bdf-a5ed-56ff21b76f51 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:52.862352 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-061f9b47-57b4-4441-a728-a30f8878ba5f req-668a4bb5-024a-4bdf-a5ed-56ff21b76f51 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.72 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.2400920 Aug 16 20:51:52.870804 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9bdcf562-b313-4a94-949a-cf9d361e3f1a tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:52.872380 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9bdcf562-b313-4a94-949a-cf9d361e3f1a tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.2664244 Aug 16 20:51:52.877018 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40988) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:52.882648 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e95da741-7a1d-45e9-8706-47c1171db914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:52.882833 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-eaede17a-5a5e-414c-8c41-87518c6f09db tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:52.883276 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95da741-7a1d-45e9-8706-47c1171db914 None None] The sync data for ids ['ff0bc302-441c-45e0-b0ba-442878f5c581'] in n-d-793620-15 is: [] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:51:52.958225 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6671170a-d93e-4911-89c1-444761e5bf58 req-861d2983-fb34-49cf-8dac-fd9d7cb4cfd9 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:53.097427 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-9a6591ce-e5b6-49d2-a8c9-d278e93dec10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd', 'name': 'tempest-FloatingIPDetailsTestJSON-2120850521-router', 'tenant_id': '2c8a7ecf3bf6405c9ae4d7e65bc60247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': 'c87d0aac-eb94-4ee4-9010-593fc958169d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:38Z', 'updated_at': '2021-08-16T20:51:47Z', 'revision_number': 4, 'project_id': '2c8a7ecf3bf6405c9ae4d7e65bc60247', 'gw_port': {'id': 'c87d0aac-eb94-4ee4-9010-593fc958169d', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:40Z', 'updated_at': '2021-08-16T20:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '1f829387-8423-4b86-ad37-1e4f288502d7', 'name': '', 'network_id': '724af453-8f67-4ed4-b895-d89870304456', 'tenant_id': '2c8a7ecf3bf6405c9ae4d7e65bc60247', 'mac_address': 'fa:16:3e:5c:ed:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '77b9e90c-2251-46fc-8518-1189f98c94e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:46Z', 'updated_at': '2021-08-16T20:51:52Z', 'revision_number': 4, 'project_id': '2c8a7ecf3bf6405c9ae4d7e65bc60247', 'subnets': [{'id': '77b9e90c-2251-46fc-8518-1189f98c94e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:53.153153 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 04ecc35c-d5d9-4629-bf33-b67a046ad833 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:51:53.198129 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6591ce-e5b6-49d2-a8c9-d278e93dec10 None None] The sync data for ids ['4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd'] in n-d-793620-15 is: [{'id': '4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd', 'name': 'tempest-FloatingIPDetailsTestJSON-2120850521-router', 'tenant_id': '2c8a7ecf3bf6405c9ae4d7e65bc60247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': 'c87d0aac-eb94-4ee4-9010-593fc958169d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:38Z', 'updated_at': '2021-08-16T20:51:47Z', 'revision_number': 4, 'project_id': '2c8a7ecf3bf6405c9ae4d7e65bc60247', 'gw_port': {'id': 'c87d0aac-eb94-4ee4-9010-593fc958169d', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:40Z', 'updated_at': '2021-08-16T20:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '1f829387-8423-4b86-ad37-1e4f288502d7', 'name': '', 'network_id': '724af453-8f67-4ed4-b895-d89870304456', 'tenant_id': '2c8a7ecf3bf6405c9ae4d7e65bc60247', 'mac_address': 'fa:16:3e:5c:ed:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '77b9e90c-2251-46fc-8518-1189f98c94e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:46Z', 'updated_at': '2021-08-16T20:51:52Z', 'revision_number': 4, 'project_id': '2c8a7ecf3bf6405c9ae4d7e65bc60247', 'subnets': [{'id': '77b9e90c-2251-46fc-8518-1189f98c94e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:51:53.348634 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0b132a-c67d-42b8-9ec3-804335f4fb11 None None] Network f1831f73-1275-47fa-b110-eb02060a10a1 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:51:53.404285 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7d979c41-894f-42c4-9898-235434b8fa20 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:53.418944 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b666b-7736-461c-826a-bb433e4cbe5f req-8d6fb31f-7376-4ad7-a295-34955ba838ed tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:53.420733 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-166b666b-7736-461c-826a-bb433e4cbe5f req-8d6fb31f-7376-4ad7-a295-34955ba838ed tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/ports?device_id=f787c003-888c-447a-a6c0-c6a1129b087e HTTP/1.1" status: 200 len: 946 time: 0.2913170 Aug 16 20:51:53.426588 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-061f9b47-57b4-4441-a728-a30f8878ba5f req-4774532d-c8f5-4ca4-a0e0-571456cafb40 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Deleting port c3ff8082-7488-4fa4-bba1-1383fc59b92a {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:51:53.427237 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-061f9b47-57b4-4441-a728-a30f8878ba5f req-4774532d-c8f5-4ca4-a0e0-571456cafb40 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:53.435122 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6671170a-d93e-4911-89c1-444761e5bf58 req-861d2983-fb34-49cf-8dac-fd9d7cb4cfd9 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:53.559451 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:53.647146 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7d979c41-894f-42c4-9898-235434b8fa20 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:53.669089 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-be80e930-7ada-433b-87ca-2e4274912af8 None None] Provisioning for port 45fbd822-5e64-4e7f-8a3a-9d2cec936b55 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:53.682529 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 04ecc35c-d5d9-4629-bf33-b67a046ad833, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=04ecc35c-d5d9-4629-bf33-b67a046ad833,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:53.715173 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6671170a-d93e-4911-89c1-444761e5bf58 req-861d2983-fb34-49cf-8dac-fd9d7cb4cfd9 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:53.742275 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-6671170a-d93e-4911-89c1-444761e5bf58 req-861d2983-fb34-49cf-8dac-fd9d7cb4cfd9 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:53.745860 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-6671170a-d93e-4911-89c1-444761e5bf58 req-861d2983-fb34-49cf-8dac-fd9d7cb4cfd9 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:53.790549 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:53.804587 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6905e43-c820-4342-9078-59d20458f7fc admin admin] Router 60b20f6b-b006-4439-8780-179c93925aa3 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:51:53.843683 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 1f829387-8423-4b86-ad37-1e4f288502d7 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:53.902451 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6671170a-d93e-4911-89c1-444761e5bf58 req-861d2983-fb34-49cf-8dac-fd9d7cb4cfd9 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:53.909511 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=04ecc35c-d5d9-4629-bf33-b67a046ad833,revision_number=8']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:53.960801 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-061f9b47-57b4-4441-a728-a30f8878ba5f req-4774532d-c8f5-4ca4-a0e0-571456cafb40 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] For port c3ff8082-7488-4fa4-bba1-1383fc59b92a, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c3ff8082-7488-4fa4-bba1-1383fc59b92a,segment=NetworkSegment(4be18e34-16ee-455c-b9af-82d2b4520474),segment_id=4be18e34-16ee-455c-b9af-82d2b4520474)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:53.961571 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-061f9b47-57b4-4441-a728-a30f8878ba5f req-4774532d-c8f5-4ca4-a0e0-571456cafb40 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:53.974372 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d2983-fb34-49cf-8dac-fd9d7cb4cfd9 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Pushing event updated for resources: {'Port': ['ID=b4bde856-8ef7-420b-a6c3-2538ca7b9f87,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:54.009390 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-166b666b-7736-461c-826a-bb433e4cbe5f req-723ba028-ddca-4654-aa6e-1e6928ea5f6a tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb021904-77cf-4d3a-8908-1a6135149ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5773830 Aug 16 20:51:54.047581 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 1f829387-8423-4b86-ad37-1e4f288502d7 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:54.053242 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 1f829387-8423-4b86-ad37-1e4f288502d7 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:54.053519 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:54.055048 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eaede17a-5a5e-414c-8c41-87518c6f09db tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:54.067529 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-061f9b47-57b4-4441-a728-a30f8878ba5f req-4774532d-c8f5-4ca4-a0e0-571456cafb40 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Calling delete_port for c3ff8082-7488-4fa4-bba1-1383fc59b92a owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:51:54.093133 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7d979c41-894f-42c4-9898-235434b8fa20 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:54.179279 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6905e43-c820-4342-9078-59d20458f7fc admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:51:54.190032 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5639b861-18dc-46c4-aa47-503ec46718ed None None] Sync routers for ids ['60b20f6b-b006-4439-8780-179c93925aa3'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:51:54.200748 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eaede17a-5a5e-414c-8c41-87518c6f09db tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:54.209294 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5639b861-18dc-46c4-aa47-503ec46718ed None None] Routers {'60b20f6b-b006-4439-8780-179c93925aa3'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:54.210643 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-5639b861-18dc-46c4-aa47-503ec46718ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:51:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['60b20f6b-b006-4439-8780-179c93925aa3'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:54.256747 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6671170a-d93e-4911-89c1-444761e5bf58 req-861d2983-fb34-49cf-8dac-fd9d7cb4cfd9 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:54.306847 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:54.345181 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-5639b861-18dc-46c4-aa47-503ec46718ed None None] Set router 60b20f6b-b006-4439-8780-179c93925aa3 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:51:54.375235 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b6905e43-c820-4342-9078-59d20458f7fc admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:54.377035 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b6905e43-c820-4342-9078-59d20458f7fc admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3240068 Aug 16 20:51:54.379654 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41000) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:54.400110 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 1f829387-8423-4b86-ad37-1e4f288502d7, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=1f829387-8423-4b86-ad37-1e4f288502d7,segment=NetworkSegment(41fbe191-eda5-4299-8801-3203407eb802),segment_id=41fbe191-eda5-4299-8801-3203407eb802)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:54.471508 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:54.473328 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 45fbd822-5e64-4e7f-8a3a-9d2cec936b55 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:54.477513 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d979c41-894f-42c4-9898-235434b8fa20 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Pushing event updated for resources: {'Port': ['ID=927317f5-0dd1-49a1-a9bb-a054ca38f174,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:54.489132 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7d979c41-894f-42c4-9898-235434b8fa20 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:54.504272 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-7d979c41-894f-42c4-9898-235434b8fa20 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.0977640 Aug 16 20:51:54.587480 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74324263-82f3-4eb9-9fe9-4eeb9e4df004 req-1659f2d8-4b5d-49b4-b555-a9a4f7ed83af tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:54.597637 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-74324263-82f3-4eb9-9fe9-4eeb9e4df004 req-1659f2d8-4b5d-49b4-b555-a9a4f7ed83af tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/ports?device_id=345b5a57-a88f-404e-8180-3bcceb67094b HTTP/1.1" status: 200 len: 946 time: 0.4750533 Aug 16 20:51:54.619578 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-5639b861-18dc-46c4-aa47-503ec46718ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b20f6b-b006-4439-8780-179c93925aa3', 'name': 'tempest-FloatingIPsTestJSON-599880448-router', 'tenant_id': '767cbde3dd17454482af36e68edbf039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '6b2428f8-86a6-49a4-8ae7-7a33a5605517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:50Z', 'updated_at': '2021-08-16T20:51:52Z', 'revision_number': 3, 'project_id': '767cbde3dd17454482af36e68edbf039', 'gw_port': {'id': '6b2428f8-86a6-49a4-8ae7-7a33a5605517', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:56:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b20f6b-b006-4439-8780-179c93925aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:50Z', 'updated_at': '2021-08-16T20:51:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:54.660404 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6671170a-d93e-4911-89c1-444761e5bf58 req-861d2983-fb34-49cf-8dac-fd9d7cb4cfd9 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:54.669656 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=1f829387-8423-4b86-ad37-1e4f288502d7,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:54.674316 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-eaede17a-5a5e-414c-8c41-87518c6f09db tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Deleting port 30a37fd2-f858-417c-9090-980f44c2e396 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:51:54.681376 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eaede17a-5a5e-414c-8c41-87518c6f09db tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:54.700756 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-74324263-82f3-4eb9-9fe9-4eeb9e4df004 req-3080216b-8571-4609-8d5a-212e554b5e04 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.84 "GET /v2.0/security-groups?id=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020329 Aug 16 20:51:54.785771 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 45fbd822-5e64-4e7f-8a3a-9d2cec936b55 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:54.792916 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 45fbd822-5e64-4e7f-8a3a-9d2cec936b55 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:54.792916 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:54.811029 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6671170a-d93e-4911-89c1-444761e5bf58 req-861d2983-fb34-49cf-8dac-fd9d7cb4cfd9 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:54.905932 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5937a9-a021-4eaf-8d8d-9ecb862b5b94 x-openstack-request-id: req-af5937a9-a021-4eaf-8d8d-9ecb862b5b94 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:54.906072 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f787c003-888c-447a-a6c0-c6a1129b087e", "name": "network-vif-plugged", "status": "completed", "tag": "65723b92-96bd-46fc-80ee-2d2e6399cc03", "code": 200}, {"server_uuid": "5de64b5c-8f21-45b3-a951-8b8ffc506d9b", "name": "network-vif-plugged", "status": "completed", "tag": "74558d21-cf89-47f7-8a5f-3b9bce429db0", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:54.906308 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-af5937a9-a021-4eaf-8d8d-9ecb862b5b94 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:54.906775 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f787c003-888c-447a-a6c0-c6a1129b087e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65723b92-96bd-46fc-80ee-2d2e6399cc03', 'code': 200} Aug 16 20:51:54.907032 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de64b5c-8f21-45b3-a951-8b8ffc506d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74558d21-cf89-47f7-8a5f-3b9bce429db0', 'code': 200} Aug 16 20:51:54.931169 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5639b861-18dc-46c4-aa47-503ec46718ed None None] Checking router: 60b20f6b-b006-4439-8780-179c93925aa3 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:51:54.931430 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5639b861-18dc-46c4-aa47-503ec46718ed None None] Updating router 60b20f6b-b006-4439-8780-179c93925aa3 port 6b2428f8-86a6-49a4-8ae7-7a33a5605517 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:51:54.950671 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d2983-fb34-49cf-8dac-fd9d7cb4cfd9 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Pushing event updated for resources: {'Port': ['ID=b4bde856-8ef7-420b-a6c3-2538ca7b9f87,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:54.964918 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-061f9b47-57b4-4441-a728-a30f8878ba5f req-4774532d-c8f5-4ca4-a0e0-571456cafb40 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:54.990037 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['c3ff8082-7488-4fa4-bba1-1383fc59b92a'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:55.022135 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-5639b861-18dc-46c4-aa47-503ec46718ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:55.050565 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:55.062586 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4774532d-c8f5-4ca4-a0e0-571456cafb40 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Pushing event deleted for resources: {'Port': ['ID=c3ff8082-7488-4fa4-bba1-1383fc59b92a,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:55.107124 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eaede17a-5a5e-414c-8c41-87518c6f09db tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:55.117831 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 45fbd822-5e64-4e7f-8a3a-9d2cec936b55, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=45fbd822-5e64-4e7f-8a3a-9d2cec936b55,segment=NetworkSegment(dcf8dfd8-06c0-478b-8b40-fc1f3e98caa7),segment_id=dcf8dfd8-06c0-478b-8b40-fc1f3e98caa7)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:55.137883 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-061f9b47-57b4-4441-a728-a30f8878ba5f req-4774532d-c8f5-4ca4-a0e0-571456cafb40 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] No DVR routers for this DVR port c3ff8082-7488-4fa4-bba1-1383fc59b92a on host n-h1-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:51:55.142919 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-061f9b47-57b4-4441-a728-a30f8878ba5f req-4774532d-c8f5-4ca4-a0e0-571456cafb40 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:55.148826 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-061f9b47-57b4-4441-a728-a30f8878ba5f req-4774532d-c8f5-4ca4-a0e0-571456cafb40 tempest-ServerRescueNegativeTestJSON-728375287 tempest-ServerRescueNegativeTestJSON-728375287-project] 10.222.0.72 "DELETE /v2.0/ports/c3ff8082-7488-4fa4-bba1-1383fc59b92a HTTP/1.1" status: 204 len: 173 time: 2.2719917 Aug 16 20:51:55.148826 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6671170a-d93e-4911-89c1-444761e5bf58 req-861d2983-fb34-49cf-8dac-fd9d7cb4cfd9 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:55.175664 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-32b25d30-8119-4e1c-90cc-54372006ac7f req-0c51fa95-1c48-4033-b31a-93c93842760f tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=0f7ba25d-101a-4513-8847-e2ef1118875a HTTP/1.1" status: 200 len: 210 time: 0.1694820 Aug 16 20:51:55.197153 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345b5a57-a88f-404e-8180-3bcceb67094b', 'name': 'network-vif-deleted', 'tag': 'c3ff8082-7488-4fa4-bba1-1383fc59b92a'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:55.199488 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebf25c7-e4f5-46dc-836f-e7ed785e0084" -d '{"events": [{"server_uuid": "345b5a57-a88f-404e-8180-3bcceb67094b", "name": "network-vif-deleted", "tag": "c3ff8082-7488-4fa4-bba1-1383fc59b92a"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:55.207539 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:55.248957 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6671170a-d93e-4911-89c1-444761e5bf58 req-861d2983-fb34-49cf-8dac-fd9d7cb4cfd9 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:55.255449 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6671170a-d93e-4911-89c1-444761e5bf58 req-861d2983-fb34-49cf-8dac-fd9d7cb4cfd9 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.4156413 Aug 16 20:51:55.278885 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-eaede17a-5a5e-414c-8c41-87518c6f09db tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Calling delete_port for 30a37fd2-f858-417c-9090-980f44c2e396 owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:51:55.347200 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=45fbd822-5e64-4e7f-8a3a-9d2cec936b55,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:55.426067 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-63ded3a4-e86d-44c2-a30f-f250ada7affc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:55.445687 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6671170a-d93e-4911-89c1-444761e5bf58 req-45a185da-70a5-4c4f-919b-4a13a08f1232 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.39 HTTP/1.1" status: 200 len: 695 time: 0.1745651 Aug 16 20:51:55.477217 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-5639b861-18dc-46c4-aa47-503ec46718ed None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:55.488291 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-5639b861-18dc-46c4-aa47-503ec46718ed None None] Transition to ACTIVE for port object 6b2428f8-86a6-49a4-8ae7-7a33a5605517 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:55.488638 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd6232-225f-4149-99b7-471bdb6bf41b req-e50e39ce-0bcc-4814-87fd-2ace5c306455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:55.490134 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1ffd6232-225f-4149-99b7-471bdb6bf41b req-e50e39ce-0bcc-4814-87fd-2ace5c306455 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f787c003-888c-447a-a6c0-c6a1129b087e HTTP/1.1" status: 200 len: 1098 time: 0.4168365 Aug 16 20:51:55.522026 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a391bb-c477-4fa0-8ad9-070a885a113b req-7cd14458-18b1-4a6a-9a76-6a282bc5480b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:55.523554 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12a391bb-c477-4fa0-8ad9-070a885a113b req-7cd14458-18b1-4a6a-9a76-6a282bc5480b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5de64b5c-8f21-45b3-a951-8b8ffc506d9b HTTP/1.1" status: 200 len: 1097 time: 0.4490790 Aug 16 20:51:55.584051 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-8a8c3526-b656-42af-81ca-58a8f2a8fa36 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--656591488&fields=id&tenant_id=739199610cfa4c2f8e9155deb4230364 HTTP/1.1" status: 200 len: 267 time: 0.1660111 Aug 16 20:51:55.654299 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1ffd6232-225f-4149-99b7-471bdb6bf41b req-ff796ebd-38a7-4bca-94dd-09d04e6cb749 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=fb021904-77cf-4d3a-8908-1a6135149ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279001 Aug 16 20:51:55.662472 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-5639b861-18dc-46c4-aa47-503ec46718ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:55.662653 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12a391bb-c477-4fa0-8ad9-070a885a113b req-55dbb348-05de-4a87-ac04-dd74573a7968 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=fb021904-77cf-4d3a-8908-1a6135149ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193814 Aug 16 20:51:55.682823 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-6e5b74d2-a8d9-478a-b340-7c5349e586bd tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:55.689207 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-63ded3a4-e86d-44c2-a30f-f250ada7affc admin admin] Allocated IP 172.20.0.1 (f1831f73-1275-47fa-b110-eb02060a10a1/8d2dc154-8221-44e0-a9fb-9c07f65c0254/61cb494b-4e1d-4f5d-9315-a9d466ea8f8b) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:55.691282 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-6e5b74d2-a8d9-478a-b340-7c5349e586bd tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports/ab40fdf1-2367-4aaf-a842-35d8e9debb6d HTTP/1.1" status: 200 len: 936 time: 0.0896354 Aug 16 20:51:55.709575 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671170a-d93e-4911-89c1-444761e5bf58 req-d96ec300-a92b-49fd-9b51-03ce6c45d3a6 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:55.714005 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 1f829387-8423-4b86-ad37-1e4f288502d7 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:55.726719 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6671170a-d93e-4911-89c1-444761e5bf58 req-d96ec300-a92b-49fd-9b51-03ce6c45d3a6 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "GET /v2.0/networks/65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 784 time: 0.2800817 Aug 16 20:51:55.748610 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-5639b861-18dc-46c4-aa47-503ec46718ed None None] Attempting to bind port 6b2428f8-86a6-49a4-8ae7-7a33a5605517 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:51:55.748610 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-5639b861-18dc-46c4-aa47-503ec46718ed None None] Attempting to bind port 6b2428f8-86a6-49a4-8ae7-7a33a5605517 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:51:55.748610 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5639b861-18dc-46c4-aa47-503ec46718ed None None] Attempting to bind port 6b2428f8-86a6-49a4-8ae7-7a33a5605517 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:55.756845 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5639b861-18dc-46c4-aa47-503ec46718ed None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:51:55.757395 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5639b861-18dc-46c4-aa47-503ec46718ed None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:55.757904 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-5639b861-18dc-46c4-aa47-503ec46718ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:55.758400 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5639b861-18dc-46c4-aa47-503ec46718ed None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:51:55.758980 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-5639b861-18dc-46c4-aa47-503ec46718ed None None] Bound port: 6b2428f8-86a6-49a4-8ae7-7a33a5605517, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:51:55.759492 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-5639b861-18dc-46c4-aa47-503ec46718ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:55.779721 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 1f829387-8423-4b86-ad37-1e4f288502d7 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:55.781509 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:55.789648 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3084a43c-c4d2-47dc-9f16-6c47f8217f9a None None] Pushing event updated for resources: {'Port': ['ID=6b2428f8-86a6-49a4-8ae7-7a33a5605517,revision_number=2']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:55.815342 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-70987c35-921b-497b-8cb0-77c4702bb0b5 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:55.817929 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-63ded3a4-e86d-44c2-a30f-f250ada7affc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:55.824684 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-70987c35-921b-497b-8cb0-77c4702bb0b5 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports/bb57be4a-0292-48cb-9992-55bcc6db3063 HTTP/1.1" status: 200 len: 936 time: 0.1325002 Aug 16 20:51:55.831269 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-5639b861-18dc-46c4-aa47-503ec46718ed None None] For port 6b2428f8-86a6-49a4-8ae7-7a33a5605517, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:51:55.832968 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eaede17a-5a5e-414c-8c41-87518c6f09db tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:55.836046 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-5639b861-18dc-46c4-aa47-503ec46718ed None None] For port 6b2428f8-86a6-49a4-8ae7-7a33a5605517, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=6b2428f8-86a6-49a4-8ae7-7a33a5605517,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:51:55.845254 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-63ded3a4-e86d-44c2-a30f-f250ada7affc admin admin] Transition to ACTIVE for port object 61cb494b-4e1d-4f5d-9315-a9d466ea8f8b will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:55.867179 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaede17a-5a5e-414c-8c41-87518c6f09db tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Pushing event deleted for resources: {'Port': ['ID=30a37fd2-f858-417c-9090-980f44c2e396,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:55.897096 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 45fbd822-5e64-4e7f-8a3a-9d2cec936b55 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:55.897363 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-eb7d4937-c1f1-41a2-b824-e39f787d47ea tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?network_id=2808ba84-8eb6-448f-bf54-b316a16ed9b0&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0718305 Aug 16 20:51:55.940164 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-5639b861-18dc-46c4-aa47-503ec46718ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:55.961559 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 45fbd822-5e64-4e7f-8a3a-9d2cec936b55 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:55.962004 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:55.962883 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eaede17a-5a5e-414c-8c41-87518c6f09db tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:55.963068 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-6358eaab-03e5-4fb5-b0b5-4d9199250b67 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?network_id=2808ba84-8eb6-448f-bf54-b316a16ed9b0&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0521061 Aug 16 20:51:56.018747 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5639b861-18dc-46c4-aa47-503ec46718ed None None] Routers {'60b20f6b-b006-4439-8780-179c93925aa3'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:56.019958 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-5639b861-18dc-46c4-aa47-503ec46718ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:51:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['60b20f6b-b006-4439-8780-179c93925aa3'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:56.023776 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd2171-d046-4e7c-87f8-6b1ad3a39720 req-365edf19-7a42-4a1a-8f3d-ebff88d047ba tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:56.032073 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-88dd2171-d046-4e7c-87f8-6b1ad3a39720 req-365edf19-7a42-4a1a-8f3d-ebff88d047ba tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/ports?device_id=f787c003-888c-447a-a6c0-c6a1129b087e HTTP/1.1" status: 200 len: 946 time: 0.2314403 Aug 16 20:51:56.114166 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3084a43c-c4d2-47dc-9f16-6c47f8217f9a None None] Pushing event updated for resources: {'Port': ['ID=6b2428f8-86a6-49a4-8ae7-7a33a5605517,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:56.132753 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-63ded3a4-e86d-44c2-a30f-f250ada7affc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:56.146115 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-88dd2171-d046-4e7c-87f8-6b1ad3a39720 req-9575c23c-a203-4135-91bb-f6963f34f66d tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb021904-77cf-4d3a-8908-1a6135149ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113477 Aug 16 20:51:56.205263 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-64df2c52-db15-4582-bdff-1d290c9a4857 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:56.214291 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-64df2c52-db15-4582-bdff-1d290c9a4857 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:56.222299 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-64df2c52-db15-4582-bdff-1d290c9a4857 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:56.224038 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-64df2c52-db15-4582-bdff-1d290c9a4857 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/networks?id=1ffc2ed8-3433-480e-9e7b-c7131585caf6&id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&id=2808ba84-8eb6-448f-bf54-b316a16ed9b0&id=2808ba84-8eb6-448f-bf54-b316a16ed9b0 HTTP/1.1" status: 200 len: 1995 time: 0.2593560 Aug 16 20:51:56.226802 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-5639b861-18dc-46c4-aa47-503ec46718ed None None] Set router 60b20f6b-b006-4439-8780-179c93925aa3 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:51:56.295713 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-9d6ad0e1-885f-4817-aee9-231f7769762a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/quotas/739199610cfa4c2f8e9155deb4230364 HTTP/1.1" status: 200 len: 375 time: 0.0587358 Aug 16 20:51:56.311488 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ded3a4-e86d-44c2-a30f-f250ada7affc admin admin] Network f1831f73-1275-47fa-b110-eb02060a10a1 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:56.330765 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-63ded3a4-e86d-44c2-a30f-f250ada7affc admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:56.336974 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ded3a4-e86d-44c2-a30f-f250ada7affc admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:56.377965 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eaede17a-5a5e-414c-8c41-87518c6f09db tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59380'] for router, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:56.438244 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-923c71e8-680a-4e1a-928a-6f163dd9ea74 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=739199610cfa4c2f8e9155deb4230364&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1336377 Aug 16 20:51:56.450012 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-5639b861-18dc-46c4-aa47-503ec46718ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b20f6b-b006-4439-8780-179c93925aa3', 'name': 'tempest-FloatingIPsTestJSON-599880448-router', 'tenant_id': '767cbde3dd17454482af36e68edbf039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '6b2428f8-86a6-49a4-8ae7-7a33a5605517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:50Z', 'updated_at': '2021-08-16T20:51:52Z', 'revision_number': 3, 'project_id': '767cbde3dd17454482af36e68edbf039', 'gw_port': {'id': '6b2428f8-86a6-49a4-8ae7-7a33a5605517', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:56:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b20f6b-b006-4439-8780-179c93925aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:50Z', 'updated_at': '2021-08-16T20:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:56.476849 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-e137ddbb-6fec-4806-96d6-246e42a8fcab tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:56.476849 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-e137ddbb-6fec-4806-96d6-246e42a8fcab tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.90 "GET /v2.0/networks?id=8aaec99b-835d-4e57-91ae-52c77e4ca746 HTTP/1.1" status: 200 len: 821 time: 0.2445285 Aug 16 20:51:56.493855 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-18cdcdaa-e2e0-40db-87c5-a294086d11e4 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Request body: {'port': {'device_id': '0f7ba25d-101a-4513-8847-e2ef1118875a', 'network_id': '8aaec99b-835d-4e57-91ae-52c77e4ca746', 'admin_state_up': True, 'tenant_id': '0b7c218491e24bf5afdba2b81be3b558'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:56.494137 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eaede17a-5a5e-414c-8c41-87518c6f09db tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-663158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-663167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661637'] for router, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:56.504471 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5639b861-18dc-46c4-aa47-503ec46718ed None None] The sync data for ids ['60b20f6b-b006-4439-8780-179c93925aa3'] in n-d-793620-15 is: [{'id': '60b20f6b-b006-4439-8780-179c93925aa3', 'name': 'tempest-FloatingIPsTestJSON-599880448-router', 'tenant_id': '767cbde3dd17454482af36e68edbf039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '6b2428f8-86a6-49a4-8ae7-7a33a5605517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:50Z', 'updated_at': '2021-08-16T20:51:52Z', 'revision_number': 3, 'project_id': '767cbde3dd17454482af36e68edbf039', 'gw_port': {'id': '6b2428f8-86a6-49a4-8ae7-7a33a5605517', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:56:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b20f6b-b006-4439-8780-179c93925aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:50Z', 'updated_at': '2021-08-16T20:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:51:56.511745 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ded3a4-e86d-44c2-a30f-f250ada7affc admin admin] Pushing event updated for resources: {'Port': ['ID=61cb494b-4e1d-4f5d-9315-a9d466ea8f8b,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:56.625752 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-63ded3a4-e86d-44c2-a30f-f250ada7affc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:56.682196 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-25d81695-a518-477b-90fc-a8fb42732077 service neutron] 10.222.0.84 "GET /v2.0/networks/1ffc2ed8-3433-480e-9e7b-c7131585caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115593 Aug 16 20:51:56.682472 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaede17a-5a5e-414c-8c41-87518c6f09db tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Router ff0bc302-441c-45e0-b0ba-442878f5c581 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:51:56.813350 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaede17a-5a5e-414c-8c41-87518c6f09db tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:51:56.832105 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eaede17a-5a5e-414c-8c41-87518c6f09db tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:56.840342 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-eaede17a-5a5e-414c-8c41-87518c6f09db tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] 10.222.0.84 "PUT /v2.0/routers/ff0bc302-441c-45e0-b0ba-442878f5c581 HTTP/1.1" status: 200 len: 706 time: 3.9615836 Aug 16 20:51:56.855973 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a4c8e1-a294-45d9-8b48-1c49752775dd None None] Sync routers for ids ['ff0bc302-441c-45e0-b0ba-442878f5c581'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:51:56.866033 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-9124b763-6ba3-482f-871a-732a646e7eba None None] Provisioning for port 61cb494b-4e1d-4f5d-9315-a9d466ea8f8b completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:56.871426 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41056) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:56.890060 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a4c8e1-a294-45d9-8b48-1c49752775dd None None] Routers {'ff0bc302-441c-45e0-b0ba-442878f5c581'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:56.891284 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-d2a4c8e1-a294-45d9-8b48-1c49752775dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:51:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['ff0bc302-441c-45e0-b0ba-442878f5c581'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:56.894758 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-9124b763-6ba3-482f-871a-732a646e7eba None None] Provisioning complete for port 61cb494b-4e1d-4f5d-9315-a9d466ea8f8b triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:56.895130 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9124b763-6ba3-482f-871a-732a646e7eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:56.907837 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-18cdcdaa-e2e0-40db-87c5-a294086d11e4 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Made reservation on behalf of 0b7c218491e24bf5afdba2b81be3b558 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:56.911489 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-18cdcdaa-e2e0-40db-87c5-a294086d11e4 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:56.960138 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f445cb-54af-4107-8408-da783a6b571a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04ecc35c-d5d9-4629-bf33-b67a046ad833'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:56.962838 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12bf514-a409-4133-876b-89358ae607eb" -d '{"events": [{"server_uuid": "b6f445cb-54af-4107-8408-da783a6b571a", "name": "network-vif-unplugged", "status": "completed", "tag": "04ecc35c-d5d9-4629-bf33-b67a046ad833"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:56.988226 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e2cde33f-eca8-4aaa-9376-10061fc08f65 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] 10.222.0.84 "GET /v2.0/routers/ff0bc302-441c-45e0-b0ba-442878f5c581 HTTP/1.1" status: 200 len: 741 time: 0.1154203 Aug 16 20:51:56.990643 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41068) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:56.991423 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-d2a4c8e1-a294-45d9-8b48-1c49752775dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:57.004552 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a4c8e1-a294-45d9-8b48-1c49752775dd None None] Routers {'ff0bc302-441c-45e0-b0ba-442878f5c581'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:57.005588 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-d2a4c8e1-a294-45d9-8b48-1c49752775dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:51:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['ff0bc302-441c-45e0-b0ba-442878f5c581'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:57.011985 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-f9d53ffd-29e1-4dd1-9d4e-01ab5cac4a9a service neutron] 10.222.0.84 "GET /v2.0/networks/1ffc2ed8-3433-480e-9e7b-c7131585caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283198 Aug 16 20:51:57.060290 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-d2a4c8e1-a294-45d9-8b48-1c49752775dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:57.063984 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a4c8e1-a294-45d9-8b48-1c49752775dd None None] The sync data for ids ['ff0bc302-441c-45e0-b0ba-442878f5c581'] in n-d-793620-15 is: [] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:51:57.065135 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-92870e1c-eedb-4fd3-acd1-a344187c45e9 tempest-RoutersAdminTest-1725610542 tempest-RoutersAdminTest-1725610542-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=65ae326a-d6e1-4f5d-80d6-215a5521afe9&device_id=ff0bc302-441c-45e0-b0ba-442878f5c581 HTTP/1.1" status: 200 len: 205 time: 0.0731547 Aug 16 20:51:57.067634 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41074) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:57.069032 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-9124b763-6ba3-482f-871a-732a646e7eba None None] Port 61cb494b-4e1d-4f5d-9315-a9d466ea8f8b cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:51:57.095033 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-ac008f86-005f-4290-86bf-3c54efd1a411 service neutron] 10.222.0.84 "GET /v2.0/ports/ab40fdf1-2367-4aaf-a842-35d8e9debb6d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0821359 Aug 16 20:51:57.118844 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2ece8061-69b5-4faf-8750-a9210b65aaed tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff0bc302-441c-45e0-b0ba-442878f5c581 HTTP/1.1" status: 200 len: 205 time: 0.0478888 Aug 16 20:51:57.119079 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41076) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:57.196171 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device c3ff8082-7488-4fa4-bba1-1383fc59b92a no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:51:57.206634 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-18cdcdaa-e2e0-40db-87c5-a294086d11e4 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Allocated IP 172.20.0.2 (8aaec99b-835d-4e57-91ae-52c77e4ca746/063b8681-e8b9-4cc3-a1c7-6de160bd6bb0/0904948c-dbae-4b1c-9213-3d2c8f637552) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:57.207690 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-aca7b3ca-64d4-43f1-975a-7c9e06d1eadc tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:57.215674 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: c3ff8082-7488-4fa4-bba1-1383fc59b92a {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:51:57.220948 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device c3ff8082-7488-4fa4-bba1-1383fc59b92a not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:51:57.248474 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-63ded3a4-e86d-44c2-a30f-f250ada7affc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:57.268134 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-1f97699b-fce0-41de-b6db-440422d1dd33 service neutron] 10.222.0.84 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635680 Aug 16 20:51:57.391391 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-aca7b3ca-64d4-43f1-975a-7c9e06d1eadc tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:57.394424 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-aca7b3ca-64d4-43f1-975a-7c9e06d1eadc tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:57.751816 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e9bee0-ff90-45a4-a1a7-9788a990f858 x-openstack-request-id: req-15e9bee0-ff90-45a4-a1a7-9788a990f858 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:57.752062 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345b5a57-a88f-404e-8180-3bcceb67094b", "name": "network-vif-deleted", "tag": "c3ff8082-7488-4fa4-bba1-1383fc59b92a", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:57.752280 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-15e9bee0-ff90-45a4-a1a7-9788a990f858 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:57.752663 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345b5a57-a88f-404e-8180-3bcceb67094b', 'name': 'network-vif-deleted', 'tag': 'c3ff8082-7488-4fa4-bba1-1383fc59b92a', 'status': 'completed', 'code': 200} Aug 16 20:51:57.779478 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6b2428f8-86a6-49a4-8ae7-7a33a5605517 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:57.839931 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-18cdcdaa-e2e0-40db-87c5-a294086d11e4 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:57.870781 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-aca7b3ca-64d4-43f1-975a-7c9e06d1eadc tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:57.871285 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca7b3ca-64d4-43f1-975a-7c9e06d1eadc tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Fanout notify agent at l3_agent the message router_deleted on router ff0bc302-441c-45e0-b0ba-442878f5c581 {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:51:57.871622 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-4f648260-e3c8-428c-88a4-d47992c1959c service neutron] 10.222.0.84 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5932488 Aug 16 20:51:57.881277 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-aca7b3ca-64d4-43f1-975a-7c9e06d1eadc tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:57.882390 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-aca7b3ca-64d4-43f1-975a-7c9e06d1eadc tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] 10.222.0.84 "DELETE /v2.0/routers/ff0bc302-441c-45e0-b0ba-442878f5c581 HTTP/1.1" status: 204 len: 168 time: 0.7624242 Aug 16 20:51:57.890246 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41088) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:57.919252 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-680c3473-eaff-48f2-abba-78c3e7854587 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff0bc302-441c-45e0-b0ba-442878f5c581 HTTP/1.1" status: 200 len: 205 time: 0.0277281 Aug 16 20:51:57.923733 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41090) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:57.934207 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 6b2428f8-86a6-49a4-8ae7-7a33a5605517 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:57.941716 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 6b2428f8-86a6-49a4-8ae7-7a33a5605517 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:57.948687 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:57.969853 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7da7892e-3043-4f93-9c21-fa3810c708d0 req-03cd4d7b-fad7-43aa-bd4b-dfb53b8adbec tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2148027 Aug 16 20:51:57.973185 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-39075ff5-57e7-4f57-9b04-2b25f47c2904 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] delete failed (client error): The resource could not be found. Aug 16 20:51:57.974222 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-39075ff5-57e7-4f57-9b04-2b25f47c2904 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] 10.222.0.84 "DELETE /v2.0/routers/ff0bc302-441c-45e0-b0ba-442878f5c581 HTTP/1.1" status: 404 len: 336 time: 0.0495327 Aug 16 20:51:57.978232 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-63ded3a4-e86d-44c2-a30f-f250ada7affc admin admin] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:57.978413 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41092) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:57.995268 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-41695ced-1fdc-4f5c-ae24-dc77fd0ab5cc service neutron] 10.222.0.84 "GET /v2.0/ports/bb57be4a-0292-48cb-9992-55bcc6db3063?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0929797 Aug 16 20:51:57.995953 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-7da7892e-3043-4f93-9c21-fa3810c708d0 req-b7712d0e-a38d-47a8-bc6b-36d5863936a9 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:58.029146 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:58.036724 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8e59aed9-465a-4f38-b0a1-e5f08edd09a3 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] 10.222.0.84 "GET /v2.0/ports?device_id=3636e781-b64b-415d-b3a0-dacef4c2ff74 HTTP/1.1" status: 200 len: 205 time: 0.0544186 Aug 16 20:51:58.037856 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41094) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:58.048932 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 6b2428f8-86a6-49a4-8ae7-7a33a5605517, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=6b2428f8-86a6-49a4-8ae7-7a33a5605517,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:58.075341 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-10c717c9-5db2-4452-a87b-1b34442c4650 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] delete failed (client error): The resource could not be found. Aug 16 20:51:58.076423 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-10c717c9-5db2-4452-a87b-1b34442c4650 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] 10.222.0.84 "DELETE /v2.0/routers/3636e781-b64b-415d-b3a0-dacef4c2ff74 HTTP/1.1" status: 404 len: 336 time: 0.0375850 Aug 16 20:51:58.079032 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41096) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:58.109894 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d29ddc46-2b5f-4656-a29c-7052e008d03b tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] 10.222.0.84 "GET /v2.0/ports?device_id=43a18236-9940-4bf1-bade-a0aa1deb8d32 HTTP/1.1" status: 200 len: 205 time: 0.0289824 Aug 16 20:51:58.110715 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-63ded3a4-e86d-44c2-a30f-f250ada7affc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:58.115513 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-3f7b20e6-4362-4fad-932b-d81a0a0e56b3 service neutron] 10.222.0.84 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128795 Aug 16 20:51:58.116129 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41098) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:58.144135 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:58.182354 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-18cdcdaa-e2e0-40db-87c5-a294086d11e4 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:58.188219 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-0c67051e-84f4-40a0-bc28-a66750d45931 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] delete failed (client error): The resource could not be found. Aug 16 20:51:58.188219 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0c67051e-84f4-40a0-bc28-a66750d45931 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] 10.222.0.84 "DELETE /v2.0/routers/43a18236-9940-4bf1-bade-a0aa1deb8d32 HTTP/1.1" status: 404 len: 336 time: 0.0688660 Aug 16 20:51:58.188831 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ded3a4-e86d-44c2-a30f-f250ada7affc admin admin] Pushing event updated for resources: {'Port': ['ID=61cb494b-4e1d-4f5d-9315-a9d466ea8f8b,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:58.191189 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41100) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:58.194071 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-63ded3a4-e86d-44c2-a30f-f250ada7affc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:58.210259 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=6b2428f8-86a6-49a4-8ae7-7a33a5605517,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:58.226558 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6e7093c4-f90f-48c2-b46d-7585c166cfaf tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] 10.222.0.84 "GET /v2.0/ports?device_id=4eac0e8e-3cf5-4bd5-9820-b55e60159669 HTTP/1.1" status: 200 len: 205 time: 0.0339022 Aug 16 20:51:58.229593 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41102) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:58.256738 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7da7892e-3043-4f93-9c21-fa3810c708d0 req-b7712d0e-a38d-47a8-bc6b-36d5863936a9 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks [] for floatingip, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:58.279959 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-18cdcdaa-e2e0-40db-87c5-a294086d11e4 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Network 8aaec99b-835d-4e57-91ae-52c77e4ca746 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:58.293796 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-18cdcdaa-e2e0-40db-87c5-a294086d11e4 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:58.304921 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-4fb4d71b-1074-4061-ab53-2292f9f6a693 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] delete failed (client error): The resource could not be found. Aug 16 20:51:58.306440 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4fb4d71b-1074-4061-ab53-2292f9f6a693 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] 10.222.0.84 "DELETE /v2.0/routers/4eac0e8e-3cf5-4bd5-9820-b55e60159669 HTTP/1.1" status: 404 len: 336 time: 0.0752177 Aug 16 20:51:58.308758 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41104) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:58.324142 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-18cdcdaa-e2e0-40db-87c5-a294086d11e4 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:58.343442 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a3a328a2-03b1-4c3d-814b-cf12dc5e859f tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] 10.222.0.84 "GET /v2.0/ports?device_id=a9265ed3-3640-4082-b567-f9b1033dcd2a HTTP/1.1" status: 200 len: 205 time: 0.0335457 Aug 16 20:51:58.346356 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41106) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:58.360532 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cdcdaa-e2e0-40db-87c5-a294086d11e4 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Pushing event updated for resources: {'Port': ['ID=0904948c-dbae-4b1c-9213-3d2c8f637552,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:58.386719 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-3239bcdd-66c1-49b2-8da0-ac3c8995f6ca tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] delete failed (client error): The resource could not be found. Aug 16 20:51:58.390342 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3239bcdd-66c1-49b2-8da0-ac3c8995f6ca tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] 10.222.0.84 "DELETE /v2.0/routers/a9265ed3-3640-4082-b567-f9b1033dcd2a HTTP/1.1" status: 404 len: 336 time: 0.0405130 Aug 16 20:51:58.394626 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41108) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:58.410581 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-330b13ad-6ee4-46b7-bccc-9972a310901b service neutron] 10.222.0.84 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365243 Aug 16 20:51:58.417081 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-18cdcdaa-e2e0-40db-87c5-a294086d11e4 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:58.417699 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-18cdcdaa-e2e0-40db-87c5-a294086d11e4 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:58.428501 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-58b4d69a-4f90-4588-8915-31d5f9270ba9 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] 10.222.0.84 "GET /v2.0/ports?device_id=60af3ad6-f51f-433a-8f61-a6cf723642f8 HTTP/1.1" status: 200 len: 205 time: 0.0323586 Aug 16 20:51:58.432578 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41110) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:58.483432 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-60f3fa92-6f1b-4fc2-8148-ea059ed2e132 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] delete failed (client error): The resource could not be found. Aug 16 20:51:58.484539 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-60f3fa92-6f1b-4fc2-8148-ea059ed2e132 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] 10.222.0.84 "DELETE /v2.0/routers/60af3ad6-f51f-433a-8f61-a6cf723642f8 HTTP/1.1" status: 404 len: 336 time: 0.0510814 Aug 16 20:51:58.488843 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41112) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:58.493719 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ded3a4-e86d-44c2-a30f-f250ada7affc admin admin] Network f1831f73-1275-47fa-b110-eb02060a10a1 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:58.493719 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-63ded3a4-e86d-44c2-a30f-f250ada7affc admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:58.532064 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ed050f1-b21a-4860-964b-e6fcc1cd6987 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] DELETE failed (client error): The resource could not be found. Aug 16 20:51:58.532261 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ed050f1-b21a-4860-964b-e6fcc1cd6987 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:51:58.534873 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6ed050f1-b21a-4860-964b-e6fcc1cd6987 tempest-RoutersAdminTest-197898499 tempest-RoutersAdminTest-197898499-project] 10.222.0.84 "DELETE /v2.0/subnets/d032bf6f-f519-486c-abb6-6b861bb65923 HTTP/1.1" status: 404 len: 337 time: 0.0443287 Aug 16 20:51:58.564040 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-18cdcdaa-e2e0-40db-87c5-a294086d11e4 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0742555 Aug 16 20:51:58.584694 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-3f123e6b-ef11-463c-916a-4cca338349dc service neutron] Request body: {'port': {'device_id': '0f7ba25d-101a-4513-8847-e2ef1118875a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:58.591382 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-4b1975ff-9411-44db-b218-0683af142bb8 service neutron] 10.222.0.84 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708779 Aug 16 20:51:58.623694 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ded3a4-e86d-44c2-a30f-f250ada7affc admin admin] Router 60b20f6b-b006-4439-8780-179c93925aa3 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:51:58.645671 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7da7892e-3043-4f93-9c21-fa3810c708d0 req-b7712d0e-a38d-47a8-bc6b-36d5863936a9 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:58.747158 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ded3a4-e86d-44c2-a30f-f250ada7affc admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:51:58.757821 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc74d19-22f9-415c-9b13-0ecd76f43501 None None] Sync routers for ids ['60b20f6b-b006-4439-8780-179c93925aa3'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:51:58.758839 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-63ded3a4-e86d-44c2-a30f-f250ada7affc admin admin] 10.222.0.84 "PUT /v2.0/routers/60b20f6b-b006-4439-8780-179c93925aa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3781495 Aug 16 20:51:58.762345 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-3f123e6b-ef11-463c-916a-4cca338349dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:58.769391 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc74d19-22f9-415c-9b13-0ecd76f43501 None None] Routers {'60b20f6b-b006-4439-8780-179c93925aa3'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:58.770029 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-bbc74d19-22f9-415c-9b13-0ecd76f43501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:51:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['60b20f6b-b006-4439-8780-179c93925aa3'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:58.811922 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1d3d4987-064c-4b37-9570-adda9c7561e6 None None] Provisioning complete for port 61cb494b-4e1d-4f5d-9315-a9d466ea8f8b triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:58.812464 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1d3d4987-064c-4b37-9570-adda9c7561e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:58.861275 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-1d3d4987-064c-4b37-9570-adda9c7561e6 None None] Port 61cb494b-4e1d-4f5d-9315-a9d466ea8f8b cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:51:58.881541 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-16e234e2-0e58-4346-9400-30a9e39e564e service neutron] 10.222.0.84 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675824 Aug 16 20:51:58.897222 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-bbc74d19-22f9-415c-9b13-0ecd76f43501 None None] Set router 60b20f6b-b006-4439-8780-179c93925aa3 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:51:58.928331 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-7da7892e-3043-4f93-9c21-fa3810c708d0 req-b7712d0e-a38d-47a8-bc6b-36d5863936a9 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Allocated IP 172.25.1.232 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/9a523b76-0896-420d-b3b9-23f340b08a74) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:59.013852 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41122) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:59.133626 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-bbc74d19-22f9-415c-9b13-0ecd76f43501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b20f6b-b006-4439-8780-179c93925aa3', 'name': 'tempest-FloatingIPsTestJSON-599880448-router', 'tenant_id': '767cbde3dd17454482af36e68edbf039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '6b2428f8-86a6-49a4-8ae7-7a33a5605517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:50Z', 'updated_at': '2021-08-16T20:51:56Z', 'revision_number': 4, 'project_id': '767cbde3dd17454482af36e68edbf039', 'gw_port': {'id': '6b2428f8-86a6-49a4-8ae7-7a33a5605517', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:56:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b20f6b-b006-4439-8780-179c93925aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:50Z', 'updated_at': '2021-08-16T20:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '61cb494b-4e1d-4f5d-9315-a9d466ea8f8b', 'name': '', 'network_id': 'f1831f73-1275-47fa-b110-eb02060a10a1', 'tenant_id': '767cbde3dd17454482af36e68edbf039', 'mac_address': 'fa:16:3e:b9:20:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b20f6b-b006-4439-8780-179c93925aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '8d2dc154-8221-44e0-a9fb-9c07f65c0254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:55Z', 'updated_at': '2021-08-16T20:51:57Z', 'revision_number': 2, 'project_id': '767cbde3dd17454482af36e68edbf039', 'subnets': [{'id': '8d2dc154-8221-44e0-a9fb-9c07f65c0254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:59.139743 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1078829a-6a3b-4967-b03b-56caad9356dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:59.162347 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc74d19-22f9-415c-9b13-0ecd76f43501 None None] Checking router: 60b20f6b-b006-4439-8780-179c93925aa3 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:51:59.162623 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc74d19-22f9-415c-9b13-0ecd76f43501 None None] Updating router 60b20f6b-b006-4439-8780-179c93925aa3 port 61cb494b-4e1d-4f5d-9315-a9d466ea8f8b binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:51:59.166924 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-eed75801-d182-4455-adfb-a0d71c9aeeb5 service neutron] 10.222.0.84 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754176 Aug 16 20:51:59.196972 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-bbc74d19-22f9-415c-9b13-0ecd76f43501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:59.237046 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1078829a-6a3b-4967-b03b-56caad9356dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:59.268247 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7da7892e-3043-4f93-9c21-fa3810c708d0 req-b7712d0e-a38d-47a8-bc6b-36d5863936a9 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:59.372168 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-538f8e21-adc4-4dbc-a8cd-ae2fd4b2293d service neutron] 10.222.0.84 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981671 Aug 16 20:51:59.373593 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1078829a-6a3b-4967-b03b-56caad9356dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:59.417352 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1078829a-6a3b-4967-b03b-56caad9356dc admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ac99e774ee304f579162fbfbc13abc46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3984950 Aug 16 20:51:59.417352 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1078829a-6a3b-4967-b03b-56caad9356dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e3978e-9eae-4708-beff-fad9857f0dbc,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:59.419249 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41126) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:59.431946 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-3f123e6b-ef11-463c-916a-4cca338349dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0904948c-dbae-4b1c-9213-3d2c8f637552 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:51:59.441745 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-3f123e6b-ef11-463c-916a-4cca338349dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:59.463531 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-3f123e6b-ef11-463c-916a-4cca338349dc service neutron] Transition to ACTIVE for port object 0904948c-dbae-4b1c-9213-3d2c8f637552 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:59.470090 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bad8d00d-9966-4275-88bb-cadffcd7f4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:59.471170 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7da7892e-3043-4f93-9c21-fa3810c708d0 req-b7712d0e-a38d-47a8-bc6b-36d5863936a9 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:59.495092 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bad8d00d-9966-4275-88bb-cadffcd7f4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:59.508390 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-bbc74d19-22f9-415c-9b13-0ecd76f43501 None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:59.520592 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-bbc74d19-22f9-415c-9b13-0ecd76f43501 None None] Transition to ACTIVE for port object 61cb494b-4e1d-4f5d-9315-a9d466ea8f8b will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:59.530002 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-a5841af9-55bb-49cf-8f37-21fdaa5de52e service neutron] 10.222.0.84 "GET /v2.0/networks/2808ba84-8eb6-448f-bf54-b316a16ed9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502893 Aug 16 20:51:59.535983 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7da7892e-3043-4f93-9c21-fa3810c708d0 req-b7712d0e-a38d-47a8-bc6b-36d5863936a9 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:59.539121 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-7da7892e-3043-4f93-9c21-fa3810c708d0 req-b7712d0e-a38d-47a8-bc6b-36d5863936a9 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:59.550468 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da7892e-3043-4f93-9c21-fa3810c708d0 req-b7712d0e-a38d-47a8-bc6b-36d5863936a9 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:59.566085 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-3f123e6b-ef11-463c-916a-4cca338349dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:59.607179 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7712d0e-a38d-47a8-bc6b-36d5863936a9 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Pushing event updated for resources: {'Port': ['ID=9a523b76-0896-420d-b3b9-23f340b08a74,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:59.624664 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-bbc74d19-22f9-415c-9b13-0ecd76f43501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:59.642390 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bad8d00d-9966-4275-88bb-cadffcd7f4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:59.645573 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bad8d00d-9966-4275-88bb-cadffcd7f4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:59.648399 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-bad8d00d-9966-4275-88bb-cadffcd7f4a4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/40e3978e-9eae-4708-beff-fad9857f0dbc HTTP/1.1" status: 204 len: 168 time: 0.2292600 Aug 16 20:51:59.658708 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8d00d-9966-4275-88bb-cadffcd7f4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e3978e-9eae-4708-beff-fad9857f0dbc,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:59.701338 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6b2428f8-86a6-49a4-8ae7-7a33a5605517 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:59.747110 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef0a4e-dbfc-4a1b-9bc1-54884f9daa36 None None] Pushing event updated for resources: {'Port': ['ID=61cb494b-4e1d-4f5d-9315-a9d466ea8f8b,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:59.758349 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f123e6b-ef11-463c-916a-4cca338349dc service neutron] Pushing event updated for resources: {'Port': ['ID=0904948c-dbae-4b1c-9213-3d2c8f637552,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:59.767948 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 6b2428f8-86a6-49a4-8ae7-7a33a5605517 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:59.768332 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:59.781843 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-bbc74d19-22f9-415c-9b13-0ecd76f43501 None None] Attempting to bind port 61cb494b-4e1d-4f5d-9315-a9d466ea8f8b on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:51:59.782417 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-bbc74d19-22f9-415c-9b13-0ecd76f43501 None None] Attempting to bind port 61cb494b-4e1d-4f5d-9315-a9d466ea8f8b by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'dcf8dfd8-06c0-478b-8b40-fc1f3e98caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f1831f73-1275-47fa-b110-eb02060a10a1'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:51:59.782566 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc74d19-22f9-415c-9b13-0ecd76f43501 None None] Attempting to bind port 61cb494b-4e1d-4f5d-9315-a9d466ea8f8b on network f1831f73-1275-47fa-b110-eb02060a10a1 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:59.788226 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc74d19-22f9-415c-9b13-0ecd76f43501 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:51:59.788465 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc74d19-22f9-415c-9b13-0ecd76f43501 None None] Checking segment: {'id': 'dcf8dfd8-06c0-478b-8b40-fc1f3e98caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f1831f73-1275-47fa-b110-eb02060a10a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:59.788670 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-bbc74d19-22f9-415c-9b13-0ecd76f43501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:59.789078 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc74d19-22f9-415c-9b13-0ecd76f43501 None None] Bound using segment: {'id': 'dcf8dfd8-06c0-478b-8b40-fc1f3e98caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f1831f73-1275-47fa-b110-eb02060a10a1'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:51:59.789520 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-bbc74d19-22f9-415c-9b13-0ecd76f43501 None None] Bound port: 61cb494b-4e1d-4f5d-9315-a9d466ea8f8b, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcf8dfd8-06c0-478b-8b40-fc1f3e98caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f1831f73-1275-47fa-b110-eb02060a10a1'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:51:59.789930 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-bbc74d19-22f9-415c-9b13-0ecd76f43501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:59.870967 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-bbc74d19-22f9-415c-9b13-0ecd76f43501 None None] For port 61cb494b-4e1d-4f5d-9315-a9d466ea8f8b, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:51:59.875775 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-bbc74d19-22f9-415c-9b13-0ecd76f43501 None None] For port 61cb494b-4e1d-4f5d-9315-a9d466ea8f8b, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=61cb494b-4e1d-4f5d-9315-a9d466ea8f8b,segment=NetworkSegment(dcf8dfd8-06c0-478b-8b40-fc1f3e98caa7),segment_id=dcf8dfd8-06c0-478b-8b40-fc1f3e98caa7)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:51:59.886147 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-3f123e6b-ef11-463c-916a-4cca338349dc service neutron] Attempting to bind port 0904948c-dbae-4b1c-9213-3d2c8f637552 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:51:59.886594 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-3f123e6b-ef11-463c-916a-4cca338349dc service neutron] Attempting to bind port 0904948c-dbae-4b1c-9213-3d2c8f637552 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '924f0b82-5103-407b-88b5-5f564b7e60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8aaec99b-835d-4e57-91ae-52c77e4ca746'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:51:59.887173 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-3f123e6b-ef11-463c-916a-4cca338349dc service neutron] Attempting to bind port 0904948c-dbae-4b1c-9213-3d2c8f637552 on network 8aaec99b-835d-4e57-91ae-52c77e4ca746 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:59.896929 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-3f123e6b-ef11-463c-916a-4cca338349dc service neutron] Port 0904948c-dbae-4b1c-9213-3d2c8f637552 on network 8aaec99b-835d-4e57-91ae-52c77e4ca746 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:51:59.897448 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-3f123e6b-ef11-463c-916a-4cca338349dc service neutron] Attempting to bind port 0904948c-dbae-4b1c-9213-3d2c8f637552 on network 8aaec99b-835d-4e57-91ae-52c77e4ca746 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:59.907004 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-632c2589-872c-4f3a-bd82-8173e5588ca4 service neutron] 10.222.0.84 "GET /v2.0/networks/2808ba84-8eb6-448f-bf54-b316a16ed9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631604 Aug 16 20:51:59.913234 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-3f123e6b-ef11-463c-916a-4cca338349dc service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:51:59.913719 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-3f123e6b-ef11-463c-916a-4cca338349dc service neutron] Checking segment: {'id': '924f0b82-5103-407b-88b5-5f564b7e60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8aaec99b-835d-4e57-91ae-52c77e4ca746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:59.914247 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-3f123e6b-ef11-463c-916a-4cca338349dc service neutron] Bound using segment: {'id': '924f0b82-5103-407b-88b5-5f564b7e60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8aaec99b-835d-4e57-91ae-52c77e4ca746'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:51:59.914794 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-3f123e6b-ef11-463c-916a-4cca338349dc service neutron] Bound port: 0904948c-dbae-4b1c-9213-3d2c8f637552, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924f0b82-5103-407b-88b5-5f564b7e60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8aaec99b-835d-4e57-91ae-52c77e4ca746'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:51:59.915403 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-3f123e6b-ef11-463c-916a-4cca338349dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:59.927732 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7da7892e-3043-4f93-9c21-fa3810c708d0 req-b7712d0e-a38d-47a8-bc6b-36d5863936a9 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:59.966457 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-bbc74d19-22f9-415c-9b13-0ecd76f43501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:00.022884 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc74d19-22f9-415c-9b13-0ecd76f43501 None None] Routers {'60b20f6b-b006-4439-8780-179c93925aa3'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:52:00.023821 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-bbc74d19-22f9-415c-9b13-0ecd76f43501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:51:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['60b20f6b-b006-4439-8780-179c93925aa3'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:00.053456 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-3f123e6b-ef11-463c-916a-4cca338349dc service neutron] For port 0904948c-dbae-4b1c-9213-3d2c8f637552, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:52:00.074597 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef0a4e-dbfc-4a1b-9bc1-54884f9daa36 None None] Pushing event updated for resources: {'Port': ['ID=61cb494b-4e1d-4f5d-9315-a9d466ea8f8b,revision_number=4']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:00.105982 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-3f123e6b-ef11-463c-916a-4cca338349dc service neutron] For port 0904948c-dbae-4b1c-9213-3d2c8f637552, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=0904948c-dbae-4b1c-9213-3d2c8f637552,segment=NetworkSegment(924f0b82-5103-407b-88b5-5f564b7e60a5),segment_id=924f0b82-5103-407b-88b5-5f564b7e60a5)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:52:00.107166 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7da7892e-3043-4f93-9c21-fa3810c708d0 req-b7712d0e-a38d-47a8-bc6b-36d5863936a9 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:00.142366 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-d68cfd79-69c2-4781-b539-a022e0419280 service neutron] 10.222.0.84 "GET /v2.0/networks/2808ba84-8eb6-448f-bf54-b316a16ed9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127411 Aug 16 20:52:00.196982 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-bbc74d19-22f9-415c-9b13-0ecd76f43501 None None] Set router 60b20f6b-b006-4439-8780-179c93925aa3 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:52:00.220531 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-3f123e6b-ef11-463c-916a-4cca338349dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:00.522827 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-bbc74d19-22f9-415c-9b13-0ecd76f43501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b20f6b-b006-4439-8780-179c93925aa3', 'name': 'tempest-FloatingIPsTestJSON-599880448-router', 'tenant_id': '767cbde3dd17454482af36e68edbf039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '6b2428f8-86a6-49a4-8ae7-7a33a5605517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:50Z', 'updated_at': '2021-08-16T20:51:56Z', 'revision_number': 4, 'project_id': '767cbde3dd17454482af36e68edbf039', 'gw_port': {'id': '6b2428f8-86a6-49a4-8ae7-7a33a5605517', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:56:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b20f6b-b006-4439-8780-179c93925aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:50Z', 'updated_at': '2021-08-16T20:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '61cb494b-4e1d-4f5d-9315-a9d466ea8f8b', 'name': '', 'network_id': 'f1831f73-1275-47fa-b110-eb02060a10a1', 'tenant_id': '767cbde3dd17454482af36e68edbf039', 'mac_address': 'fa:16:3e:b9:20:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b20f6b-b006-4439-8780-179c93925aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '8d2dc154-8221-44e0-a9fb-9c07f65c0254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:55Z', 'updated_at': '2021-08-16T20:51:59Z', 'revision_number': 4, 'project_id': '767cbde3dd17454482af36e68edbf039', 'subnets': [{'id': '8d2dc154-8221-44e0-a9fb-9c07f65c0254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:00.543216 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41132) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:00.554311 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc74d19-22f9-415c-9b13-0ecd76f43501 None None] The sync data for ids ['60b20f6b-b006-4439-8780-179c93925aa3'] in n-d-793620-15 is: [{'id': '60b20f6b-b006-4439-8780-179c93925aa3', 'name': 'tempest-FloatingIPsTestJSON-599880448-router', 'tenant_id': '767cbde3dd17454482af36e68edbf039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '6b2428f8-86a6-49a4-8ae7-7a33a5605517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:50Z', 'updated_at': '2021-08-16T20:51:56Z', 'revision_number': 4, 'project_id': '767cbde3dd17454482af36e68edbf039', 'gw_port': {'id': '6b2428f8-86a6-49a4-8ae7-7a33a5605517', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:56:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b20f6b-b006-4439-8780-179c93925aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:50Z', 'updated_at': '2021-08-16T20:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '61cb494b-4e1d-4f5d-9315-a9d466ea8f8b', 'name': '', 'network_id': 'f1831f73-1275-47fa-b110-eb02060a10a1', 'tenant_id': '767cbde3dd17454482af36e68edbf039', 'mac_address': 'fa:16:3e:b9:20:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b20f6b-b006-4439-8780-179c93925aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '8d2dc154-8221-44e0-a9fb-9c07f65c0254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:55Z', 'updated_at': '2021-08-16T20:51:59Z', 'revision_number': 4, 'project_id': '767cbde3dd17454482af36e68edbf039', 'subnets': [{'id': '8d2dc154-8221-44e0-a9fb-9c07f65c0254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:52:00.585930 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-3f123e6b-ef11-463c-916a-4cca338349dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:00.586563 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-3f123e6b-ef11-463c-916a-4cca338349dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:00.588015 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-3f123e6b-ef11-463c-916a-4cca338349dc service neutron] 10.222.0.90 "PUT /v2.0/ports/0904948c-dbae-4b1c-9213-3d2c8f637552 HTTP/1.1" status: 200 len: 1092 time: 2.0084639 Aug 16 20:52:00.588465 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7ba25d-101a-4513-8847-e2ef1118875a', 'tag': '0904948c-dbae-4b1c-9213-3d2c8f637552'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:00.590753 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d331c4d-6bee-4ffd-a771-f79ff03e751a" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7ba25d-101a-4513-8847-e2ef1118875a", "tag": "0904948c-dbae-4b1c-9213-3d2c8f637552"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:00.594568 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-aef82d20-5d5b-4eb2-b4c2-ae6b9cdd718f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c3a7754f3e82468e96189acd8b6d8190&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495377 Aug 16 20:52:00.600112 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41136) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:00.683806 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f123e6b-ef11-463c-916a-4cca338349dc service neutron] Pushing event updated for resources: {'Port': ['ID=0904948c-dbae-4b1c-9213-3d2c8f637552,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:00.688595 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-067d9178-2ac1-4d64-9d8f-005f2f26e80a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:00.697565 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-306f20d5-d410-4dfe-837c-e69b709018ce service neutron] 10.222.0.84 "GET /v2.0/networks/2808ba84-8eb6-448f-bf54-b316a16ed9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5457184 Aug 16 20:52:00.715615 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-067d9178-2ac1-4d64-9d8f-005f2f26e80a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:00.753291 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7da7892e-3043-4f93-9c21-fa3810c708d0 req-b7712d0e-a38d-47a8-bc6b-36d5863936a9 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:00.800849 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-464b89e6-356a-459f-bcbd-02743fbc6976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:00.802453 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-464b89e6-356a-459f-bcbd-02743fbc6976 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0b7c218491e24bf5afdba2b81be3b558&device_id=0f7ba25d-101a-4513-8847-e2ef1118875a HTTP/1.1" status: 200 len: 1095 time: 0.0446687 Aug 16 20:52:00.819860 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7da7892e-3043-4f93-9c21-fa3810c708d0 req-b7712d0e-a38d-47a8-bc6b-36d5863936a9 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:00.848035 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-067d9178-2ac1-4d64-9d8f-005f2f26e80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:00.851491 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-067d9178-2ac1-4d64-9d8f-005f2f26e80a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:00.856248 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-067d9178-2ac1-4d64-9d8f-005f2f26e80a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/629f0712-2794-4c69-967f-f09396948c97 HTTP/1.1" status: 204 len: 168 time: 0.2580352 Aug 16 20:52:00.868505 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d9178-2ac1-4d64-9d8f-005f2f26e80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629f0712-2794-4c69-967f-f09396948c97,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:00.868937 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-fa094d98-3828-4395-af04-dba2ec74498b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0904948c-dbae-4b1c-9213-3d2c8f637552 HTTP/1.1" status: 200 len: 217 time: 0.0567451 Aug 16 20:52:00.950928 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7da7892e-3043-4f93-9c21-fa3810c708d0 req-b7712d0e-a38d-47a8-bc6b-36d5863936a9 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:01.005439 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7712d0e-a38d-47a8-bc6b-36d5863936a9 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Pushing event updated for resources: {'Port': ['ID=9a523b76-0896-420d-b3b9-23f340b08a74,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:01.011512 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-44e8daec-e476-4b66-a0ea-9a9c8958b826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:01.014886 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-44e8daec-e476-4b66-a0ea-9a9c8958b826 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=063b8681-e8b9-4cc3-a1c7-6de160bd6bb0 HTTP/1.1" status: 200 len: 861 time: 0.0793588 Aug 16 20:52:01.048231 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-ea5702e4-376b-4b6f-b910-115fd401873f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8aaec99b-835d-4e57-91ae-52c77e4ca746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267227 Aug 16 20:52:01.074121 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7da7892e-3043-4f93-9c21-fa3810c708d0 req-b7712d0e-a38d-47a8-bc6b-36d5863936a9 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:01.075432 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7da7892e-3043-4f93-9c21-fa3810c708d0 req-b7712d0e-a38d-47a8-bc6b-36d5863936a9 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0958571 Aug 16 20:52:01.157093 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7da7892e-3043-4f93-9c21-fa3810c708d0 req-5e99d7a9-4593-4c57-a86a-c75957fe33a8 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.232 HTTP/1.1" status: 200 len: 696 time: 0.0525022 Aug 16 20:52:01.248452 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-f9ebfece-e1e1-4826-ade3-fb99d800cd19 service neutron] 10.222.0.90 "GET /v2.0/networks/8aaec99b-835d-4e57-91ae-52c77e4ca746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931186 Aug 16 20:52:01.349974 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7892e-3043-4f93-9c21-fa3810c708d0 req-94f3a665-f77b-49b2-befa-2d8ca7172677 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:01.351419 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7da7892e-3043-4f93-9c21-fa3810c708d0 req-94f3a665-f77b-49b2-befa-2d8ca7172677 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "GET /v2.0/networks/65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 784 time: 0.1880045 Aug 16 20:52:01.385473 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aad153be-92b9-4c90-8e92-cd535c0af817 req-0887453f-cb72-4d3f-92ac-f515a9bbf226 service neutron] 10.222.0.90 "GET /v2.0/networks/8aaec99b-835d-4e57-91ae-52c77e4ca746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279604 Aug 16 20:52:01.405119 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41158) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:01.532545 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce86bc6-1761-4926-bd1e-e0ac30c4ed3b req-ddf7879c-0d4b-4dca-8b4e-91f85fde35d5 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:01.534740 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7ce86bc6-1761-4926-bd1e-e0ac30c4ed3b req-ddf7879c-0d4b-4dca-8b4e-91f85fde35d5 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=0f7ba25d-101a-4513-8847-e2ef1118875a HTTP/1.1" status: 200 len: 943 time: 0.0702684 Aug 16 20:52:01.590233 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7ce86bc6-1761-4926-bd1e-e0ac30c4ed3b req-30e91aea-447f-4a9a-a7c4-efa4dba3fb70 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490966 Aug 16 20:52:01.638164 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c492ea0c-bb61-4528-a100-bda62f2bc09d x-openstack-request-id: req-c492ea0c-bb61-4528-a100-bda62f2bc09d {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:01.638164 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f445cb-54af-4107-8408-da783a6b571a", "name": "network-vif-unplugged", "status": "completed", "tag": "04ecc35c-d5d9-4629-bf33-b67a046ad833", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:01.638164 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c492ea0c-bb61-4528-a100-bda62f2bc09d {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:01.638164 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f445cb-54af-4107-8408-da783a6b571a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04ecc35c-d5d9-4629-bf33-b67a046ad833', 'code': 200} Aug 16 20:52:01.725788 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 61cb494b-4e1d-4f5d-9315-a9d466ea8f8b up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:52:01.763715 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd735607-c036-4b7d-b453-a993f968156c req-1d5d6fa2-2366-423a-90c7-f97615fcd1dd tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:01.778049 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bd735607-c036-4b7d-b453-a993f968156c req-1d5d6fa2-2366-423a-90c7-f97615fcd1dd tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/ports?device_id=f787c003-888c-447a-a6c0-c6a1129b087e HTTP/1.1" status: 200 len: 946 time: 0.0880258 Aug 16 20:52:01.828122 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bd735607-c036-4b7d-b453-a993f968156c req-6e9aad8f-ec2f-4f0c-aa34-91925c953e94 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb021904-77cf-4d3a-8908-1a6135149ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491085 Aug 16 20:52:01.881479 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 61cb494b-4e1d-4f5d-9315-a9d466ea8f8b completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:01.889888 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 61cb494b-4e1d-4f5d-9315-a9d466ea8f8b triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:01.890566 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:01.987443 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:02.035842 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 61cb494b-4e1d-4f5d-9315-a9d466ea8f8b, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=61cb494b-4e1d-4f5d-9315-a9d466ea8f8b,segment=NetworkSegment(dcf8dfd8-06c0-478b-8b40-fc1f3e98caa7),segment_id=dcf8dfd8-06c0-478b-8b40-fc1f3e98caa7)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:02.040838 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-266f8924-f4f5-4096-ac5c-18362293c800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:02.133469 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:02.216946 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=61cb494b-4e1d-4f5d-9315-a9d466ea8f8b,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:02.290506 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0414346b-1d3e-4d46-b140-d939c60a51f9 req-fc1b13c3-240e-4677-a7e2-f317636bf2ad tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1603589 Aug 16 20:52:02.304531 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-0414346b-1d3e-4d46-b140-d939c60a51f9 req-dd3e6d4f-60c6-4810-8264-d425b6eda08e tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:02.333469 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-266f8924-f4f5-4096-ac5c-18362293c800 admin admin] Deleting port c109ae0e-9c2d-4f70-af23-179821e656fe {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:02.333900 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-266f8924-f4f5-4096-ac5c-18362293c800 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:02.348600 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b208e2-f0be-4165-8716-66a83db7fded x-openstack-request-id: req-34b208e2-f0be-4165-8716-66a83db7fded {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:02.348983 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7ba25d-101a-4513-8847-e2ef1118875a", "tag": "0904948c-dbae-4b1c-9213-3d2c8f637552", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:02.349188 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-34b208e2-f0be-4165-8716-66a83db7fded {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:02.349571 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7ba25d-101a-4513-8847-e2ef1118875a', 'tag': '0904948c-dbae-4b1c-9213-3d2c8f637552', 'status': 'completed', 'code': 200} Aug 16 20:52:02.427751 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-266f8924-f4f5-4096-ac5c-18362293c800 admin admin] For port c109ae0e-9c2d-4f70-af23-179821e656fe, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=c109ae0e-9c2d-4f70-af23-179821e656fe,segment=NetworkSegment(4be18e34-16ee-455c-b9af-82d2b4520474),segment_id=4be18e34-16ee-455c-b9af-82d2b4520474)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:02.428258 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-266f8924-f4f5-4096-ac5c-18362293c800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:02.450462 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-266f8924-f4f5-4096-ac5c-18362293c800 admin admin] Calling delete_port for c109ae0e-9c2d-4f70-af23-179821e656fe owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:02.526628 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d331c4d-6bee-4ffd-a771-f79ff03e751a req-cebcb737-7c74-4728-8a34-a7573c3f6718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.528594 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1d331c4d-6bee-4ffd-a771-f79ff03e751a req-cebcb737-7c74-4728-8a34-a7573c3f6718 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0b7c218491e24bf5afdba2b81be3b558&device_id=0f7ba25d-101a-4513-8847-e2ef1118875a HTTP/1.1" status: 200 len: 1095 time: 0.1537995 Aug 16 20:52:02.537370 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-582cc48a-6cdb-4b85-baf2-fe1f10f2e638 req-a9c6eb0c-3102-47b5-b7b1-571e88ba6060 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1914270 Aug 16 20:52:02.539199 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0414346b-1d3e-4d46-b140-d939c60a51f9 req-dd3e6d4f-60c6-4810-8264-d425b6eda08e tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Notify callbacks [] for floatingip, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:02.574122 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-582cc48a-6cdb-4b85-baf2-fe1f10f2e638 req-ee5d7cd0-3d25-48c7-b468-ec5b83a45310 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:02.697230 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d331c4d-6bee-4ffd-a771-f79ff03e751a req-08525be8-461b-468f-a727-c6fc679ae2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.698711 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1d331c4d-6bee-4ffd-a771-f79ff03e751a req-08525be8-461b-468f-a727-c6fc679ae2fa service neutron] 10.222.0.90 "GET /v2.0/networks?id=8aaec99b-835d-4e57-91ae-52c77e4ca746 HTTP/1.1" status: 200 len: 922 time: 0.1565127 Aug 16 20:52:02.742518 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1d331c4d-6bee-4ffd-a771-f79ff03e751a req-c76e38eb-19e8-4b09-8c42-47f47d2d4e96 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0904948c-dbae-4b1c-9213-3d2c8f637552 HTTP/1.1" status: 200 len: 217 time: 0.0359800 Aug 16 20:52:02.773418 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-266f8924-f4f5-4096-ac5c-18362293c800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:02.786444 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-582cc48a-6cdb-4b85-baf2-fe1f10f2e638 req-ee5d7cd0-3d25-48c7-b468-ec5b83a45310 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks [] for floatingip, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:02.806301 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f8924-f4f5-4096-ac5c-18362293c800 admin admin] Pushing event deleted for resources: {'Port': ['ID=c109ae0e-9c2d-4f70-af23-179821e656fe,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:02.862893 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d331c4d-6bee-4ffd-a771-f79ff03e751a req-d2966151-8ee4-40df-b9b8-a1bdc00bc5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.864439 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1d331c4d-6bee-4ffd-a771-f79ff03e751a req-d2966151-8ee4-40df-b9b8-a1bdc00bc5cf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=063b8681-e8b9-4cc3-a1c7-6de160bd6bb0 HTTP/1.1" status: 200 len: 861 time: 0.1144159 Aug 16 20:52:02.867762 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0414346b-1d3e-4d46-b140-d939c60a51f9 req-dd3e6d4f-60c6-4810-8264-d425b6eda08e tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:02.916133 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1d331c4d-6bee-4ffd-a771-f79ff03e751a req-5729307e-cffc-4e33-a6ec-9f1d100142a4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8aaec99b-835d-4e57-91ae-52c77e4ca746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420375 Aug 16 20:52:03.012858 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-266f8924-f4f5-4096-ac5c-18362293c800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:03.129884 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1d331c4d-6bee-4ffd-a771-f79ff03e751a req-e2b9341e-d72f-46d2-bb31-b390dd955216 service neutron] 10.222.0.90 "GET /v2.0/networks/8aaec99b-835d-4e57-91ae-52c77e4ca746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828287 Aug 16 20:52:03.131223 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-0414346b-1d3e-4d46-b140-d939c60a51f9 req-dd3e6d4f-60c6-4810-8264-d425b6eda08e tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Allocated IP 172.25.1.248 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/9b1dd3e3-a12f-423d-8a1d-eda465d83368) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:03.194083 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-582cc48a-6cdb-4b85-baf2-fe1f10f2e638 req-ee5d7cd0-3d25-48c7-b468-ec5b83a45310 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:03.272854 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266f8924-f4f5-4096-ac5c-18362293c800 admin admin] Router 507388ec-33f4-49bd-9ae7-11205c940b88 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:52:03.327839 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41216) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:03.353231 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1d331c4d-6bee-4ffd-a771-f79ff03e751a req-5bc9e804-904e-4f3b-a643-4f82854b01af service neutron] 10.222.0.90 "GET /v2.0/networks/8aaec99b-835d-4e57-91ae-52c77e4ca746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168622 Aug 16 20:52:03.388307 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0414346b-1d3e-4d46-b140-d939c60a51f9 req-dd3e6d4f-60c6-4810-8264-d425b6eda08e tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:03.402924 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266f8924-f4f5-4096-ac5c-18362293c800 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:52:03.412371 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-266f8924-f4f5-4096-ac5c-18362293c800 admin admin] 10.222.0.84 "PUT /v2.0/routers/507388ec-33f4-49bd-9ae7-11205c940b88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0059838 Aug 16 20:52:03.414990 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bba24b6-f9d1-4e12-82a5-dcc97d53d82d None None] Sync routers for ids ['507388ec-33f4-49bd-9ae7-11205c940b88'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:52:03.415867 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41220) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:03.425995 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bba24b6-f9d1-4e12-82a5-dcc97d53d82d None None] Routers {'507388ec-33f4-49bd-9ae7-11205c940b88'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:52:03.426694 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-3bba24b6-f9d1-4e12-82a5-dcc97d53d82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:51:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['507388ec-33f4-49bd-9ae7-11205c940b88'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:03.479615 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-3b6c8735-a5e4-4327-800f-5825555cd994 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1649933604', 'router:external': True}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:03.568156 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5e5dbed5-ce58-4484-861f-eaff266c219b admin admin] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:03.631138 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6c8735-a5e4-4327-800f-5825555cd994 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Made reservation on behalf of 813639d3c4494525865bdd5210c3298c for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:03.634046 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3b6c8735-a5e4-4327-800f-5825555cd994 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:03.636756 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0414346b-1d3e-4d46-b140-d939c60a51f9 req-dd3e6d4f-60c6-4810-8264-d425b6eda08e tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:03.674938 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-3bba24b6-f9d1-4e12-82a5-dcc97d53d82d None None] Set router 507388ec-33f4-49bd-9ae7-11205c940b88 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:52:03.722974 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3b6c8735-a5e4-4327-800f-5825555cd994 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:03.758433 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0414346b-1d3e-4d46-b140-d939c60a51f9 req-dd3e6d4f-60c6-4810-8264-d425b6eda08e tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:03.771903 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 61cb494b-4e1d-4f5d-9315-a9d466ea8f8b up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:52:03.773188 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-0414346b-1d3e-4d46-b140-d939c60a51f9 req-dd3e6d4f-60c6-4810-8264-d425b6eda08e tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:03.781655 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-0414346b-1d3e-4d46-b140-d939c60a51f9 req-dd3e6d4f-60c6-4810-8264-d425b6eda08e tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:03.786065 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e6d4f-60c6-4810-8264-d425b6eda08e tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Pushing event updated for resources: {'Port': ['ID=9b1dd3e3-a12f-423d-8a1d-eda465d83368,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:03.821921 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-582cc48a-6cdb-4b85-baf2-fe1f10f2e638 req-ee5d7cd0-3d25-48c7-b468-ec5b83a45310 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Allocated IP 172.25.1.225 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/976301c8-3035-4bb2-a795-78447a8be754) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:03.850495 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5e5dbed5-ce58-4484-861f-eaff266c219b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:03.869331 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 61cb494b-4e1d-4f5d-9315-a9d466ea8f8b triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:03.869710 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:03.943623 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-3bba24b6-f9d1-4e12-82a5-dcc97d53d82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507388ec-33f4-49bd-9ae7-11205c940b88', 'name': 'tempest-ServerRescueNegativeTestJSON-917079982-router', 'tenant_id': '91a0e7dd9c2b431cb8d4b7053e5a6182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '1e585a74-0dac-4e4c-8d46-0ce997208861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:52Z', 'updated_at': '2021-08-16T20:52:02Z', 'revision_number': 5, 'project_id': '91a0e7dd9c2b431cb8d4b7053e5a6182', 'gw_port': {'id': '1e585a74-0dac-4e4c-8d46-0ce997208861', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507388ec-33f4-49bd-9ae7-11205c940b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:53Z', 'updated_at': '2021-08-16T20:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:03.989182 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bba24b6-f9d1-4e12-82a5-dcc97d53d82d None None] Checking router: 507388ec-33f4-49bd-9ae7-11205c940b88 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:52:04.009338 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bba24b6-f9d1-4e12-82a5-dcc97d53d82d None None] Routers {'507388ec-33f4-49bd-9ae7-11205c940b88'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:52:04.010019 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-3bba24b6-f9d1-4e12-82a5-dcc97d53d82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:51:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['507388ec-33f4-49bd-9ae7-11205c940b88'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:04.031166 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0414346b-1d3e-4d46-b140-d939c60a51f9 req-dd3e6d4f-60c6-4810-8264-d425b6eda08e tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:04.080623 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3b6c8735-a5e4-4327-800f-5825555cd994 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:04.087512 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-582cc48a-6cdb-4b85-baf2-fe1f10f2e638 req-ee5d7cd0-3d25-48c7-b468-ec5b83a45310 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:04.099165 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-3bba24b6-f9d1-4e12-82a5-dcc97d53d82d None None] Set router 507388ec-33f4-49bd-9ae7-11205c940b88 gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:52:04.101620 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-5e5dbed5-ce58-4484-861f-eaff266c219b admin admin] Deleting port 1e585a74-0dac-4e4c-8d46-0ce997208861 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:04.101962 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5e5dbed5-ce58-4484-861f-eaff266c219b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:04.154018 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-3bba24b6-f9d1-4e12-82a5-dcc97d53d82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507388ec-33f4-49bd-9ae7-11205c940b88', 'name': 'tempest-ServerRescueNegativeTestJSON-917079982-router', 'tenant_id': '91a0e7dd9c2b431cb8d4b7053e5a6182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:52Z', 'updated_at': '2021-08-16T20:52:03Z', 'revision_number': 6, 'project_id': '91a0e7dd9c2b431cb8d4b7053e5a6182', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:04.175977 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3b6c8735-a5e4-4327-800f-5825555cd994 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:04.181341 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bba24b6-f9d1-4e12-82a5-dcc97d53d82d None None] The sync data for ids ['507388ec-33f4-49bd-9ae7-11205c940b88'] in n-d-793620-15 is: [{'id': '507388ec-33f4-49bd-9ae7-11205c940b88', 'name': 'tempest-ServerRescueNegativeTestJSON-917079982-router', 'tenant_id': '91a0e7dd9c2b431cb8d4b7053e5a6182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:52Z', 'updated_at': '2021-08-16T20:52:03Z', 'revision_number': 6, 'project_id': '91a0e7dd9c2b431cb8d4b7053e5a6182', 'gw_port_host': None}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:52:04.214642 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0414346b-1d3e-4d46-b140-d939c60a51f9 req-dd3e6d4f-60c6-4810-8264-d425b6eda08e tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:04.217720 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b6c8735-a5e4-4327-800f-5825555cd994 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:52:04.242343 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 0904948c-dbae-4b1c-9213-3d2c8f637552 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:52:04.268933 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c8735-a5e4-4327-800f-5825555cd994 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94feee91-2198-4fca-b869-e68ce77ed5fa,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:04.273241 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3b6c8735-a5e4-4327-800f-5825555cd994 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:04.273889 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-3b6c8735-a5e4-4327-800f-5825555cd994 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Added segment 22f02b1b-d840-428b-9067-1c738b901776 of type vlan for network 40c09d2a-86fb-4eb2-a16a-be6297c6c9d4 Aug 16 20:52:04.329194 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-5e5dbed5-ce58-4484-861f-eaff266c219b admin admin] For port 1e585a74-0dac-4e4c-8d46-0ce997208861, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=1e585a74-0dac-4e4c-8d46-0ce997208861,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:04.329896 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5e5dbed5-ce58-4484-861f-eaff266c219b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:04.348700 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 0904948c-dbae-4b1c-9213-3d2c8f637552, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=0904948c-dbae-4b1c-9213-3d2c8f637552,segment=NetworkSegment(924f0b82-5103-407b-88b5-5f564b7e60a5),segment_id=924f0b82-5103-407b-88b5-5f564b7e60a5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:04.360582 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '0904948c-dbae-4b1c-9213-3d2c8f637552', 'network_id': '8aaec99b-835d-4e57-91ae-52c77e4ca746', 'port_id': '0904948c-dbae-4b1c-9213-3d2c8f637552', 'mac_address': 'fa:16:3e:fc:dd:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '063b8681-e8b9-4cc3-a1c7-6de160bd6bb0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:52:04.365564 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-5e5dbed5-ce58-4484-861f-eaff266c219b admin admin] Calling delete_port for 1e585a74-0dac-4e4c-8d46-0ce997208861 owned by network:router_gateway {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:04.393931 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-582cc48a-6cdb-4b85-baf2-fe1f10f2e638 req-ee5d7cd0-3d25-48c7-b468-ec5b83a45310 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:04.396957 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:04.397977 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3b6c8735-a5e4-4327-800f-5825555cd994 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:04.411625 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0904948c-dbae-4b1c-9213-3d2c8f637552 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:52:04.433655 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 0904948c-dbae-4b1c-9213-3d2c8f637552, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=0904948c-dbae-4b1c-9213-3d2c8f637552,segment=NetworkSegment(924f0b82-5103-407b-88b5-5f564b7e60a5),segment_id=924f0b82-5103-407b-88b5-5f564b7e60a5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:04.572927 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:04.640975 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=0904948c-dbae-4b1c-9213-3d2c8f637552,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:04.754904 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.db.resource_extend [None req-3b6c8735-a5e4-4327-800f-5825555cd994 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:52:04.758149 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-582cc48a-6cdb-4b85-baf2-fe1f10f2e638 req-ee5d7cd0-3d25-48c7-b468-ec5b83a45310 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:04.772615 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-582cc48a-6cdb-4b85-baf2-fe1f10f2e638 req-ee5d7cd0-3d25-48c7-b468-ec5b83a45310 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:04.785622 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-582cc48a-6cdb-4b85-baf2-fe1f10f2e638 req-ee5d7cd0-3d25-48c7-b468-ec5b83a45310 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:04.792082 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d7cd0-3d25-48c7-b468-ec5b83a45310 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Pushing event updated for resources: {'Port': ['ID=976301c8-3035-4bb2-a795-78447a8be754,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:04.798486 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['0904948c-dbae-4b1c-9213-3d2c8f637552'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:52:04.913711 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3b6c8735-a5e4-4327-800f-5825555cd994 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:04.914620 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6c8735-a5e4-4327-800f-5825555cd994 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:04.915207 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3b6c8735-a5e4-4327-800f-5825555cd994 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:05.007177 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0414346b-1d3e-4d46-b140-d939c60a51f9 req-dd3e6d4f-60c6-4810-8264-d425b6eda08e tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:05.045240 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-582cc48a-6cdb-4b85-baf2-fe1f10f2e638 req-ee5d7cd0-3d25-48c7-b468-ec5b83a45310 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:05.062955 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c8735-a5e4-4327-800f-5825555cd994 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Pushing event updated for resources: {'Network': ['ID=40c09d2a-86fb-4eb2-a16a-be6297c6c9d4,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:05.074802 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 40c09d2a-86fb-4eb2-a16a-be6297c6c9d4 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:52:05.145195 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0414346b-1d3e-4d46-b140-d939c60a51f9 req-dd3e6d4f-60c6-4810-8264-d425b6eda08e tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:05.151954 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3b6c8735-a5e4-4327-800f-5825555cd994 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.8230405 Aug 16 20:52:05.155119 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41222) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:05.163855 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-a9b9bc5b-e122-4f81-9d90-f387245495f7 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Request body: {'subnet': {'network_id': '40c09d2a-86fb-4eb2-a16a-be6297c6c9d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:05.235234 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5e5dbed5-ce58-4484-861f-eaff266c219b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:05.236953 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-582cc48a-6cdb-4b85-baf2-fe1f10f2e638 req-ee5d7cd0-3d25-48c7-b468-ec5b83a45310 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:05.283309 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e6d4f-60c6-4810-8264-d425b6eda08e tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Pushing event updated for resources: {'Port': ['ID=9b1dd3e3-a12f-423d-8a1d-eda465d83368,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:05.298702 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b9bc5b-e122-4f81-9d90-f387245495f7 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Made reservation on behalf of 813639d3c4494525865bdd5210c3298c for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:05.301210 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a9b9bc5b-e122-4f81-9d90-f387245495f7 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:05.339829 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0414346b-1d3e-4d46-b140-d939c60a51f9 req-dd3e6d4f-60c6-4810-8264-d425b6eda08e tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:05.373627 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5dbed5-ce58-4484-861f-eaff266c219b admin admin] Pushing event deleted for resources: {'Port': ['ID=1e585a74-0dac-4e4c-8d46-0ce997208861,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:05.396239 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-d404545c-017a-47fb-bb38-f603fc2663e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:05.397624 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-d404545c-017a-47fb-bb38-f603fc2663e4 service neutron] 10.222.0.90 "GET /v2.0/ports/ab40fdf1-2367-4aaf-a842-35d8e9debb6d HTTP/1.1" status: 200 len: 1032 time: 0.1269767 Aug 16 20:52:05.484255 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0414346b-1d3e-4d46-b140-d939c60a51f9 req-dd3e6d4f-60c6-4810-8264-d425b6eda08e tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:05.485464 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0414346b-1d3e-4d46-b140-d939c60a51f9 req-dd3e6d4f-60c6-4810-8264-d425b6eda08e tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1864846 Aug 16 20:52:05.499527 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-d9417cec-27a3-4b3b-bcdd-175b53cc3731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:05.501056 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-d9417cec-27a3-4b3b-bcdd-175b53cc3731 service neutron] 10.222.0.90 "GET /v2.0/ports/bb57be4a-0292-48cb-9992-55bcc6db3063 HTTP/1.1" status: 200 len: 1032 time: 0.0957866 Aug 16 20:52:05.507661 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5e5dbed5-ce58-4484-861f-eaff266c219b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:05.680396 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 1e585a74-0dac-4e4c-8d46-0ce997208861 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:05.689156 n-d-793620-15 neutron-server[101845]: DEBUG neutron.objects.ports [None req-a9b9bc5b-e122-4f81-9d90-f387245495f7 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101845) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:52:05.689156 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a9b9bc5b-e122-4f81-9d90-f387245495f7 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:05.693263 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0414346b-1d3e-4d46-b140-d939c60a51f9 req-49817c62-0fd4-4eeb-a9ff-d7f9a0ddce5f tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.248 HTTP/1.1" status: 200 len: 696 time: 0.1983383 Aug 16 20:52:05.708766 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5e5dbed5-ce58-4484-861f-eaff266c219b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:05.728683 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5e5dbed5-ce58-4484-861f-eaff266c219b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:05.733334 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 1e585a74-0dac-4e4c-8d46-0ce997208861 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:52:05.733962 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 1e585a74-0dac-4e4c-8d46-0ce997208861 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:05.734730 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device c109ae0e-9c2d-4f70-af23-179821e656fe no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:05.751741 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9bc5b-e122-4f81-9d90-f387245495f7 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5f9666fa-c83d-49ca-a452-96e9c625020a,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:05.756297 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: c109ae0e-9c2d-4f70-af23-179821e656fe {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:52:05.756761 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device c109ae0e-9c2d-4f70-af23-179821e656fe not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:05.771206 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9bc5b-e122-4f81-9d90-f387245495f7 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Checking segment: {'id': '22f02b1b-d840-428b-9067-1c738b901776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '40c09d2a-86fb-4eb2-a16a-be6297c6c9d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:05.771573 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b9bc5b-e122-4f81-9d90-f387245495f7 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Network hostable DHCP agents. Network: 40c09d2a-86fb-4eb2-a16a-be6297c6c9d4, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:52:05.841495 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b9bc5b-e122-4f81-9d90-f387245495f7 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Network 40c09d2a-86fb-4eb2-a16a-be6297c6c9d4 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:52:05.867235 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-582cc48a-6cdb-4b85-baf2-fe1f10f2e638 req-ee5d7cd0-3d25-48c7-b468-ec5b83a45310 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:05.883608 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-0e8e9e3e-ffee-4d4c-a6ab-00fd1e341a08 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:05.889661 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-0e8e9e3e-ffee-4d4c-a6ab-00fd1e341a08 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:05.896147 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-0e8e9e3e-ffee-4d4c-a6ab-00fd1e341a08 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:05.897792 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-0e8e9e3e-ffee-4d4c-a6ab-00fd1e341a08 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.90 "GET /v2.0/networks?id=1ffc2ed8-3433-480e-9e7b-c7131585caf6&id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&id=2808ba84-8eb6-448f-bf54-b316a16ed9b0&id=2808ba84-8eb6-448f-bf54-b316a16ed9b0 HTTP/1.1" status: 200 len: 1995 time: 0.3857753 Aug 16 20:52:05.910398 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-a9b9bc5b-e122-4f81-9d90-f387245495f7 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 40c09d2a-86fb-4eb2-a16a-be6297c6c9d4) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:05.920470 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687f83f2-3ffa-4f1d-a5e7-b1f0f05c2563 None None] Network 40c09d2a-86fb-4eb2-a16a-be6297c6c9d4 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:52:05.936275 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b9bc5b-e122-4f81-9d90-f387245495f7 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:05.938425 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a9b9bc5b-e122-4f81-9d90-f387245495f7 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:05.949670 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414346b-1d3e-4d46-b140-d939c60a51f9 req-494e4ddc-2485-4a5b-957f-c728a29f115d tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:05.951079 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0414346b-1d3e-4d46-b140-d939c60a51f9 req-494e4ddc-2485-4a5b-957f-c728a29f115d tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] 10.222.0.84 "GET /v2.0/networks/65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 784 time: 0.2443349 Aug 16 20:52:05.957514 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5e5dbed5-ce58-4484-861f-eaff266c219b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:05.962861 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5dbed5-ce58-4484-861f-eaff266c219b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 507388ec-33f4-49bd-9ae7-11205c940b88 {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:52:05.964745 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-582cc48a-6cdb-4b85-baf2-fe1f10f2e638 req-ee5d7cd0-3d25-48c7-b468-ec5b83a45310 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:05.983406 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5e5dbed5-ce58-4484-861f-eaff266c219b admin admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:05.993442 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5e5dbed5-ce58-4484-861f-eaff266c219b admin admin] 10.222.0.84 "DELETE /v2.0/routers/507388ec-33f4-49bd-9ae7-11205c940b88 HTTP/1.1" status: 204 len: 168 time: 2.5595078 Aug 16 20:52:05.994146 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41226) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:06.024068 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-1d6ca780-e1d1-4e2e-935c-ed6947a58904 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=739199610cfa4c2f8e9155deb4230364 HTTP/1.1" status: 200 len: 379 time: 0.1142652 Aug 16 20:52:06.041183 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-5d229ccb-1b69-4287-86ea-8b1e6c8078b9 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Request body: {'port': {'device_id': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'network_id': '1ffc2ed8-3433-480e-9e7b-c7131585caf6', 'admin_state_up': True, 'tenant_id': '739199610cfa4c2f8e9155deb4230364', 'security_groups': ['e87eb010-4ffb-4cec-bdb8-e024167d6059']}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:06.103588 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a9b9bc5b-e122-4f81-9d90-f387245495f7 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.9454863 Aug 16 20:52:06.106197 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41228) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:06.118984 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-fee65da9-66a3-4ef9-85d8-6e88f99c97b4 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1300284578', 'network_id': '40c09d2a-86fb-4eb2-a16a-be6297c6c9d4'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:06.126820 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d7cd0-3d25-48c7-b468-ec5b83a45310 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Pushing event updated for resources: {'Port': ['ID=976301c8-3035-4bb2-a795-78447a8be754,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:06.127279 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d24d8ae-8743-4ff1-a3a6-14c3eb2721c8 None None] Network 40c09d2a-86fb-4eb2-a16a-be6297c6c9d4 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:52:06.147569 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5a95ecd-c2b8-4c04-aa00-b371d6bad757 admin admin] Deleting subnet 739c3a49-237b-4d98-9492-010a42c636b6 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:52:06.166405 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d5a95ecd-c2b8-4c04-aa00-b371d6bad757 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:06.171327 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-582cc48a-6cdb-4b85-baf2-fe1f10f2e638 req-ee5d7cd0-3d25-48c7-b468-ec5b83a45310 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:06.224546 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ecc1cc-49bc-43b5-98e6-63bd93256270 req-f5af4e26-eb43-4371-8a3b-02af70b2d96f tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:06.226101 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-13ecc1cc-49bc-43b5-98e6-63bd93256270 req-f5af4e26-eb43-4371-8a3b-02af70b2d96f tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/ports?device_id=ea5c1211-7098-4ba6-bcc9-15fa26883ca2 HTTP/1.1" status: 200 len: 945 time: 0.1443119 Aug 16 20:52:06.238473 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d5a95ecd-c2b8-4c04-aa00-b371d6bad757 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:06.262493 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 0904948c-dbae-4b1c-9213-3d2c8f637552 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:52:06.264357 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee65da9-66a3-4ef9-85d8-6e88f99c97b4 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Made reservation on behalf of 813639d3c4494525865bdd5210c3298c for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:06.268365 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fee65da9-66a3-4ef9-85d8-6e88f99c97b4 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:06.303932 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-13ecc1cc-49bc-43b5-98e6-63bd93256270 req-097868d8-716d-48aa-a9de-beefd1cb7f72 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb021904-77cf-4d3a-8908-1a6135149ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637610 Aug 16 20:52:06.308712 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d5a95ecd-c2b8-4c04-aa00-b371d6bad757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:06.327222 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-582cc48a-6cdb-4b85-baf2-fe1f10f2e638 req-ee5d7cd0-3d25-48c7-b468-ec5b83a45310 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:06.329721 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-582cc48a-6cdb-4b85-baf2-fe1f10f2e638 req-ee5d7cd0-3d25-48c7-b468-ec5b83a45310 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7691126 Aug 16 20:52:06.413333 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-582cc48a-6cdb-4b85-baf2-fe1f10f2e638 req-db173d51-77b0-4076-b973-133d914ee108 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.225 HTTP/1.1" status: 200 len: 696 time: 0.0747690 Aug 16 20:52:06.436045 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 0904948c-dbae-4b1c-9213-3d2c8f637552 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:06.441383 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 0904948c-dbae-4b1c-9213-3d2c8f637552 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:06.443129 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:06.527175 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-5d229ccb-1b69-4287-86ea-8b1e6c8078b9 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Made reservation on behalf of 739199610cfa4c2f8e9155deb4230364 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:06.530532 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:06.530941 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-5d229ccb-1b69-4287-86ea-8b1e6c8078b9 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:06.556424 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7ba25d-101a-4513-8847-e2ef1118875a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0904948c-dbae-4b1c-9213-3d2c8f637552'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:06.560226 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cc48a-6cdb-4b85-baf2-fe1f10f2e638 req-6c8d459f-c5aa-460a-8c19-e97342204f23 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:06.569367 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-582cc48a-6cdb-4b85-baf2-fe1f10f2e638 req-6c8d459f-c5aa-460a-8c19-e97342204f23 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "GET /v2.0/networks/65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 784 time: 0.1550488 Aug 16 20:52:06.572501 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a38b089-8b7c-4b01-a28c-4ffb3a4d3140" -d '{"events": [{"server_uuid": "0f7ba25d-101a-4513-8847-e2ef1118875a", "name": "network-vif-plugged", "status": "completed", "tag": "0904948c-dbae-4b1c-9213-3d2c8f637552"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:06.579728 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-582cc48a-6cdb-4b85-baf2-fe1f10f2e638 req-933e8eee-7e98-4024-8cde-cce740dcff8e tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:52:06.592785 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-582cc48a-6cdb-4b85-baf2-fe1f10f2e638 req-933e8eee-7e98-4024-8cde-cce740dcff8e tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0224385 Aug 16 20:52:06.613980 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 0904948c-dbae-4b1c-9213-3d2c8f637552, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=0904948c-dbae-4b1c-9213-3d2c8f637552,segment=NetworkSegment(924f0b82-5103-407b-88b5-5f564b7e60a5),segment_id=924f0b82-5103-407b-88b5-5f564b7e60a5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:06.668999 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-fee65da9-66a3-4ef9-85d8-6e88f99c97b4 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] device_id is not set on port 5fa96f5c-d031-44c4-9bc7-af53ecb3df89 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:52:06.693704 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:06.795124 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-fee65da9-66a3-4ef9-85d8-6e88f99c97b4 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Allocated IP 2001:db8::a0 (40c09d2a-86fb-4eb2-a16a-be6297c6c9d4/5f9666fa-c83d-49ca-a452-96e9c625020a/5fa96f5c-d031-44c4-9bc7-af53ecb3df89) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:06.811104 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=0904948c-dbae-4b1c-9213-3d2c8f637552,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:06.818400 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b38e3b21-80a1-48b0-9740-f3bd7dbad2ca req-364a1c63-900d-44c9-b5b8-a970311c5931 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 210 time: 0.0922744 Aug 16 20:52:06.833500 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d5a95ecd-c2b8-4c04-aa00-b371d6bad757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:06.854351 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-5d229ccb-1b69-4287-86ea-8b1e6c8078b9 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Allocated IP 172.20.0.14 (1ffc2ed8-3433-480e-9e7b-c7131585caf6/1f8a0b97-c998-4838-93b4-cc35dce1d7e0/6f663d94-68b3-4016-94ab-cff5d3fc7931) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:06.873503 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d5a95ecd-c2b8-4c04-aa00-b371d6bad757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:06.876267 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d5a95ecd-c2b8-4c04-aa00-b371d6bad757 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/739c3a49-237b-4d98-9492-010a42c636b6 HTTP/1.1" status: 204 len: 168 time: 0.8811195 Aug 16 20:52:06.877270 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a95ecd-c2b8-4c04-aa00-b371d6bad757 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=739c3a49-237b-4d98-9492-010a42c636b6,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:06.879666 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41244) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:06.976290 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-aab3d2bb-f9c5-4faa-8190-0e23c2aea9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:07.012911 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67e929-676f-4519-acdf-716150f585df req-1f1a88ef-eba5-46f6-83d8-304d334ca2ec tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:07.022832 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aa67e929-676f-4519-acdf-716150f585df req-1f1a88ef-eba5-46f6-83d8-304d334ca2ec tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=0f7ba25d-101a-4513-8847-e2ef1118875a HTTP/1.1" status: 200 len: 945 time: 0.1350911 Aug 16 20:52:07.099602 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6231bcd5-a7db-44fd-82f9-d7c88fe03e29 req-4bfadbdb-cd6e-4a89-9021-7a989338cc54 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] 10.222.0.84 "GET /v2.0/floatingips/6713871e-2b6b-4263-b9e7-30345b1aeb49 HTTP/1.1" status: 200 len: 693 time: 0.0672932 Aug 16 20:52:07.129639 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aa67e929-676f-4519-acdf-716150f585df req-877ec555-534d-449f-9e04-4ee1d39e3a4b tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064696 Aug 16 20:52:07.150947 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-aab3d2bb-f9c5-4faa-8190-0e23c2aea9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:07.167071 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-aab3d2bb-f9c5-4faa-8190-0e23c2aea9eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['078bd5a9-b098-43f3-ba33-8a739c62ede2']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:07.189411 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-aab3d2bb-f9c5-4faa-8190-0e23c2aea9eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be18e34-16ee-455c-b9af-82d2b4520474') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:07.189958 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-aab3d2bb-f9c5-4faa-8190-0e23c2aea9eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be18e34-16ee-455c-b9af-82d2b4520474') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:07.227978 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-aab3d2bb-f9c5-4faa-8190-0e23c2aea9eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:07.231154 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-5d229ccb-1b69-4287-86ea-8b1e6c8078b9 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:07.253173 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fee65da9-66a3-4ef9-85d8-6e88f99c97b4 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:07.258467 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-aab3d2bb-f9c5-4faa-8190-0e23c2aea9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:07.263221 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-5d229ccb-1b69-4287-86ea-8b1e6c8078b9 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Transition to ACTIVE for port object 6f663d94-68b3-4016-94ab-cff5d3fc7931 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:07.269263 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab3d2bb-f9c5-4faa-8190-0e23c2aea9eb admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:52:07.269734 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-aab3d2bb-f9c5-4faa-8190-0e23c2aea9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:07.271688 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:52:07.271688 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:52:07.271688 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:52:07.271688 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:52:07.271688 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:52:07.271688 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:52:07.271688 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:52:07.271688 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:52:07.271688 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:52:07.271688 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:52:07.271688 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:52:07.271688 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:52:07.271688 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:52:07.271688 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:52:07.271688 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:52:07.271688 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:52:07.271688 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:52:07.271688 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:52:07.271688 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:52:07.271688 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:52:07.271688 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:52:07.271688 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:52:07.271688 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:52:07.271688 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:52:07.271688 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:52:07.271688 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:52:07.271688 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:52:07.271688 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:52:07.271688 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:52:07.271688 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:52:07.271688 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:52:07.271688 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:52:07.301047 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231bcd5-a7db-44fd-82f9-d7c88fe03e29 req-5f1b350d-6e13-41c9-ac03-70687f849e34 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:07.317331 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6231bcd5-a7db-44fd-82f9-d7c88fe03e29 req-5f1b350d-6e13-41c9-ac03-70687f849e34 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] 10.222.0.84 "GET /v2.0/networks/65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 784 time: 0.2072585 Aug 16 20:52:07.366863 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c98997-39f1-42d2-8ab6-a974b8f30c77 x-openstack-request-id: req-f3c98997-39f1-42d2-8ab6-a974b8f30c77 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:07.368890 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7ba25d-101a-4513-8847-e2ef1118875a", "name": "network-vif-plugged", "status": "completed", "tag": "0904948c-dbae-4b1c-9213-3d2c8f637552", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:07.368890 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f3c98997-39f1-42d2-8ab6-a974b8f30c77 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:07.368890 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7ba25d-101a-4513-8847-e2ef1118875a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0904948c-dbae-4b1c-9213-3d2c8f637552', 'code': 200} Aug 16 20:52:07.396972 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe634f8e-bf03-481c-85c4-19ba79fa7179 req-b123dc7b-3918-4d81-8bfd-d9ded8a13403 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:07.398736 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fe634f8e-bf03-481c-85c4-19ba79fa7179 req-b123dc7b-3918-4d81-8bfd-d9ded8a13403 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/ports?device_id=5de64b5c-8f21-45b3-a951-8b8ffc506d9b HTTP/1.1" status: 200 len: 945 time: 0.1206350 Aug 16 20:52:07.413498 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-aab3d2bb-f9c5-4faa-8190-0e23c2aea9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:07.419025 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-aab3d2bb-f9c5-4faa-8190-0e23c2aea9eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:07.421282 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-aab3d2bb-f9c5-4faa-8190-0e23c2aea9eb admin admin] 10.222.0.84 "DELETE /v2.0/networks/078bd5a9-b098-43f3-ba33-8a739c62ede2 HTTP/1.1" status: 204 len: 168 time: 0.5386667 Aug 16 20:52:07.438170 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab3d2bb-f9c5-4faa-8190-0e23c2aea9eb admin admin] Pushing event deleted for resources: {'Network': ['ID=078bd5a9-b098-43f3-ba33-8a739c62ede2,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:07.444812 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fee65da9-66a3-4ef9-85d8-6e88f99c97b4 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:07.496608 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee65da9-66a3-4ef9-85d8-6e88f99c97b4 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Pushing event updated for resources: {'Port': ['ID=5fa96f5c-d031-44c4-9bc7-af53ecb3df89,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:07.508617 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee65da9-66a3-4ef9-85d8-6e88f99c97b4 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Network 40c09d2a-86fb-4eb2-a16a-be6297c6c9d4 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:07.511753 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-fee65da9-66a3-4ef9-85d8-6e88f99c97b4 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:07.514497 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee65da9-66a3-4ef9-85d8-6e88f99c97b4 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:07.516010 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee65da9-66a3-4ef9-85d8-6e88f99c97b4 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:07.517823 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fee65da9-66a3-4ef9-85d8-6e88f99c97b4 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:07.521986 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-5d229ccb-1b69-4287-86ea-8b1e6c8078b9 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:07.597102 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fee65da9-66a3-4ef9-85d8-6e88f99c97b4 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4840610 Aug 16 20:52:07.599712 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41252) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:07.706711 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-bde58e08-a6aa-4a00-b29b-f2242a397efd tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Deleting port 5fa96f5c-d031-44c4-9bc7-af53ecb3df89 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:07.707117 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bde58e08-a6aa-4a00-b29b-f2242a397efd tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:07.792674 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bde58e08-a6aa-4a00-b29b-f2242a397efd tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:07.807305 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-bde58e08-a6aa-4a00-b29b-f2242a397efd tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Calling delete_port for 5fa96f5c-d031-44c4-9bc7-af53ecb3df89 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:07.882999 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fe634f8e-bf03-481c-85c4-19ba79fa7179 req-22d67c42-95e5-4909-8c57-a6fe3e9a6543 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb021904-77cf-4d3a-8908-1a6135149ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4459040 Aug 16 20:52:07.894720 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-5d229ccb-1b69-4287-86ea-8b1e6c8078b9 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Network 1ffc2ed8-3433-480e-9e7b-c7131585caf6 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:07.902362 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-5d229ccb-1b69-4287-86ea-8b1e6c8078b9 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:07.905322 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-5d229ccb-1b69-4287-86ea-8b1e6c8078b9 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:07.909784 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c731951-8472-497f-a7f6-4083065d5bf0 req-40d99fda-3ed1-4a1a-9d89-c0a4b27a022c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:07.911458 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c731951-8472-497f-a7f6-4083065d5bf0 req-40d99fda-3ed1-4a1a-9d89-c0a4b27a022c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0f7ba25d-101a-4513-8847-e2ef1118875a HTTP/1.1" status: 200 len: 1097 time: 0.4177210 Aug 16 20:52:07.919646 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d229ccb-1b69-4287-86ea-8b1e6c8078b9 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Pushing event updated for resources: {'Port': ['ID=6f663d94-68b3-4016-94ab-cff5d3fc7931,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:07.969368 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41266) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:08.009975 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a330539c-021c-4bf0-aa68-ce7b87a9a296 req-bbf0071f-6098-4c26-abc3-c81c92fa93e7 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6099772 Aug 16 20:52:08.020144 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-a330539c-021c-4bf0-aa68-ce7b87a9a296 req-f78e71f4-2c3c-4e2b-a64c-812f789b7b63 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:08.050569 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-25b8b03a-9234-45a0-ac03-c14e498e710c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=91a0e7dd9c2b431cb8d4b7053e5a6182&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0803342 Aug 16 20:52:08.054911 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41268) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:08.104379 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bde58e08-a6aa-4a00-b29b-f2242a397efd tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:08.108630 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-5d229ccb-1b69-4287-86ea-8b1e6c8078b9 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:08.109846 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-5d229ccb-1b69-4287-86ea-8b1e6c8078b9 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:08.121286 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c731951-8472-497f-a7f6-4083065d5bf0 req-08bd0420-f942-4c98-9e71-34a35d156190 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982658 Aug 16 20:52:08.139264 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a93ef803-9d4d-432a-86a0-64a952e1c9c0 req-546b004d-83c5-46d6-ad1b-d4893bb9b01e tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] 10.222.0.84 "GET /v2.0/floatingips?tenant_id=767cbde3dd17454482af36e68edbf039 HTTP/1.1" status: 200 len: 696 time: 0.1218390 Aug 16 20:52:08.160443 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde58e08-a6aa-4a00-b29b-f2242a397efd tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Pushing event deleted for resources: {'Port': ['ID=5fa96f5c-d031-44c4-9bc7-af53ecb3df89,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:08.204184 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-92476b9f-987e-48e5-8fd6-1bc0bc676003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:08.206211 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bde58e08-a6aa-4a00-b29b-f2242a397efd tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:08.208234 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-bde58e08-a6aa-4a00-b29b-f2242a397efd tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] 10.222.0.84 "DELETE /v2.0/ports/5fa96f5c-d031-44c4-9bc7-af53ecb3df89 HTTP/1.1" status: 204 len: 168 time: 0.6072335 Aug 16 20:52:08.212195 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41272) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:08.221996 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-eaa8cba3-9c37-4409-a5c1-80b2121363c5 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40c09d2a-86fb-4eb2-a16a-be6297c6c9d4', 'external_fixed_ips': [{'subnet_id': '5f9666fa-c83d-49ca-a452-96e9c625020a', 'ip_address': '2001:db8::a0'}]}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:08.235727 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a330539c-021c-4bf0-aa68-ce7b87a9a296 req-f78e71f4-2c3c-4e2b-a64c-812f789b7b63 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks [] for floatingip, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:08.245402 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-92476b9f-987e-48e5-8fd6-1bc0bc676003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:08.304817 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-546ce7ba-dad5-46e8-9f3d-09ef4100dee6 None None] Provisioning for port 6f663d94-68b3-4016-94ab-cff5d3fc7931 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:08.308650 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-546ce7ba-dad5-46e8-9f3d-09ef4100dee6 None None] Provisioning complete for port 6f663d94-68b3-4016-94ab-cff5d3fc7931 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:08.309084 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-546ce7ba-dad5-46e8-9f3d-09ef4100dee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:08.318044 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ef803-9d4d-432a-86a0-64a952e1c9c0 req-9d87ab9c-1861-4cbe-bf38-7f6d0f52f931 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:08.319618 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a93ef803-9d4d-432a-86a0-64a952e1c9c0 req-9d87ab9c-1861-4cbe-bf38-7f6d0f52f931 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] 10.222.0.84 "GET /v2.0/networks?id=65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 787 time: 0.1740816 Aug 16 20:52:08.333623 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-a93ef803-9d4d-432a-86a0-64a952e1c9c0 req-c6cc4f0d-0dbc-42fb-9b50-06d099b67c47 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:52:08.334382 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a93ef803-9d4d-432a-86a0-64a952e1c9c0 req-c6cc4f0d-0dbc-42fb-9b50-06d099b67c47 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084608 Aug 16 20:52:08.345752 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-5d229ccb-1b69-4287-86ea-8b1e6c8078b9 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3096704 Aug 16 20:52:08.365271 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-546ce7ba-dad5-46e8-9f3d-09ef4100dee6 None None] Port 6f663d94-68b3-4016-94ab-cff5d3fc7931 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:52:08.367656 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-3547813a-8fb7-4a0c-9c81-b417ffa04b6d tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Request body: {'port': {'device_id': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'network_id': '548eb6bc-b22d-43c1-8abf-bd0cf1de4a03', 'admin_state_up': True, 'tenant_id': '739199610cfa4c2f8e9155deb4230364', 'security_groups': ['e87eb010-4ffb-4cec-bdb8-e024167d6059']}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:08.418946 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-92476b9f-987e-48e5-8fd6-1bc0bc676003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:08.421966 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-92476b9f-987e-48e5-8fd6-1bc0bc676003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:08.425751 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-92476b9f-987e-48e5-8fd6-1bc0bc676003 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2115910d-046c-4e6c-b1c9-2cee5c4e5bf4 HTTP/1.1" status: 204 len: 168 time: 0.3673162 Aug 16 20:52:08.442691 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92476b9f-987e-48e5-8fd6-1bc0bc676003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2115910d-046c-4e6c-b1c9-2cee5c4e5bf4,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:08.451072 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eaa8cba3-9c37-4409-a5c1-80b2121363c5 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:08.453075 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eaa8cba3-9c37-4409-a5c1-80b2121363c5 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:08.498151 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a330539c-021c-4bf0-aa68-ce7b87a9a296 req-f78e71f4-2c3c-4e2b-a64c-812f789b7b63 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:08.532337 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcc6cb-2982-4107-9c1f-a0d09790b40b req-5c2683b8-77d3-42f9-9ae3-e4735e6f37ce tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:08.533902 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eedcc6cb-2982-4107-9c1f-a0d09790b40b req-5c2683b8-77d3-42f9-9ae3-e4735e6f37ce tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 932 time: 0.1209371 Aug 16 20:52:08.534092 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eaa8cba3-9c37-4409-a5c1-80b2121363c5 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:08.648156 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eedcc6cb-2982-4107-9c1f-a0d09790b40b req-cb587e81-e046-4765-a5f4-5312705de87d tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044052 Aug 16 20:52:08.717919 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-a330539c-021c-4bf0-aa68-ce7b87a9a296 req-f78e71f4-2c3c-4e2b-a64c-812f789b7b63 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Allocated IP 172.25.1.226 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/b27a61ef-2811-4daf-aa52-47ceb74e0fc8) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:08.836040 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a330539c-021c-4bf0-aa68-ce7b87a9a296 req-f78e71f4-2c3c-4e2b-a64c-812f789b7b63 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:08.854899 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eaa8cba3-9c37-4409-a5c1-80b2121363c5 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:08.857328 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-3547813a-8fb7-4a0c-9c81-b417ffa04b6d tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Made reservation on behalf of 739199610cfa4c2f8e9155deb4230364 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:08.861065 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-3547813a-8fb7-4a0c-9c81-b417ffa04b6d tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:09.016838 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-3547813a-8fb7-4a0c-9c81-b417ffa04b6d tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Allocated IP 10.1.1.172 (548eb6bc-b22d-43c1-8abf-bd0cf1de4a03/c5559346-0c29-4d61-bf82-1d14da7e7b4f/4d8bacfe-cedf-4ddb-98de-1fe3b2792d18) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:09.036788 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a330539c-021c-4bf0-aa68-ce7b87a9a296 req-f78e71f4-2c3c-4e2b-a64c-812f789b7b63 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:09.102372 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a330539c-021c-4bf0-aa68-ce7b87a9a296 req-f78e71f4-2c3c-4e2b-a64c-812f789b7b63 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:09.111416 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-a330539c-021c-4bf0-aa68-ce7b87a9a296 req-f78e71f4-2c3c-4e2b-a64c-812f789b7b63 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:09.114125 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-a330539c-021c-4bf0-aa68-ce7b87a9a296 req-f78e71f4-2c3c-4e2b-a64c-812f789b7b63 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:09.181249 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e71f4-2c3c-4e2b-a64c-812f789b7b63 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Pushing event updated for resources: {'Port': ['ID=b27a61ef-2811-4daf-aa52-47ceb74e0fc8,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:09.295599 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-3547813a-8fb7-4a0c-9c81-b417ffa04b6d tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:09.309289 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 04ecc35c-d5d9-4629-bf33-b67a046ad833 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:52:09.310416 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a330539c-021c-4bf0-aa68-ce7b87a9a296 req-f78e71f4-2c3c-4e2b-a64c-812f789b7b63 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:09.318800 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eaa8cba3-9c37-4409-a5c1-80b2121363c5 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:09.319679 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-3547813a-8fb7-4a0c-9c81-b417ffa04b6d tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Transition to ACTIVE for port object 4d8bacfe-cedf-4ddb-98de-1fe3b2792d18 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:09.348466 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eaa8cba3-9c37-4409-a5c1-80b2121363c5 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:09.466603 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-3547813a-8fb7-4a0c-9c81-b417ffa04b6d tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:09.520900 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 04ecc35c-d5d9-4629-bf33-b67a046ad833, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=04ecc35c-d5d9-4629-bf33-b67a046ad833,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:09.534387 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1862a7a-a674-43b9-ab92-3ec4e823193f req-6a064ade-c129-4c23-8c33-a39f5aa8254b tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:09.542683 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1862a7a-a674-43b9-ab92-3ec4e823193f req-6a064ade-c129-4c23-8c33-a39f5aa8254b tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=0f7ba25d-101a-4513-8847-e2ef1118875a HTTP/1.1" status: 200 len: 945 time: 0.1390464 Aug 16 20:52:09.544194 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '04ecc35c-d5d9-4629-bf33-b67a046ad833', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': '04ecc35c-d5d9-4629-bf33-b67a046ad833', 'mac_address': 'fa:16:3e:36:65:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:52:09.552742 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-3547813a-8fb7-4a0c-9c81-b417ffa04b6d tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Network 548eb6bc-b22d-43c1-8abf-bd0cf1de4a03 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:09.556986 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-3547813a-8fb7-4a0c-9c81-b417ffa04b6d tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:09.559923 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-3547813a-8fb7-4a0c-9c81-b417ffa04b6d tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:09.563464 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a330539c-021c-4bf0-aa68-ce7b87a9a296 req-f78e71f4-2c3c-4e2b-a64c-812f789b7b63 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:09.600548 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-eaa8cba3-9c37-4409-a5c1-80b2121363c5 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Allocated IP 2001:db8::a0 (40c09d2a-86fb-4eb2-a16a-be6297c6c9d4/5f9666fa-c83d-49ca-a452-96e9c625020a/a45ff567-7f65-403a-8d99-374f1c677d73) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:09.615242 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:09.639268 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04ecc35c-d5d9-4629-bf33-b67a046ad833 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:52:09.666867 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 04ecc35c-d5d9-4629-bf33-b67a046ad833, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=04ecc35c-d5d9-4629-bf33-b67a046ad833,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:09.723885 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:09.804137 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eaa8cba3-9c37-4409-a5c1-80b2121363c5 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:09.819155 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=04ecc35c-d5d9-4629-bf33-b67a046ad833,revision_number=9']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:09.833205 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['04ecc35c-d5d9-4629-bf33-b67a046ad833'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:52:09.871624 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547813a-8fb7-4a0c-9c81-b417ffa04b6d tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Pushing event updated for resources: {'Port': ['ID=4d8bacfe-cedf-4ddb-98de-1fe3b2792d18,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:09.919000 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1862a7a-a674-43b9-ab92-3ec4e823193f req-bb5553e7-dc12-42c1-ad40-c12bfff07df2 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751130 Aug 16 20:52:09.945204 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eaa8cba3-9c37-4409-a5c1-80b2121363c5 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:09.975510 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-3547813a-8fb7-4a0c-9c81-b417ffa04b6d tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:09.976763 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-3547813a-8fb7-4a0c-9c81-b417ffa04b6d tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:10.017999 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a330539c-021c-4bf0-aa68-ce7b87a9a296 req-f78e71f4-2c3c-4e2b-a64c-812f789b7b63 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:10.042544 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa8cba3-9c37-4409-a5c1-80b2121363c5 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Network 40c09d2a-86fb-4eb2-a16a-be6297c6c9d4 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:10.052118 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-eaa8cba3-9c37-4409-a5c1-80b2121363c5 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:10.058153 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa8cba3-9c37-4409-a5c1-80b2121363c5 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:10.076040 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-4f52fc2e-33f0-43cb-9526-9c76396fb6cf None None] Provisioning for port 4d8bacfe-cedf-4ddb-98de-1fe3b2792d18 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:10.076968 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8e95e257-64b6-4497-99be-01566fabc63e req-fd9b8d26-5dbe-4ad8-a51f-97daedea5407 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] 10.222.0.84 "GET /v2.0/floatingips/6713871e-2b6b-4263-b9e7-30345b1aeb49 HTTP/1.1" status: 200 len: 693 time: 0.0568726 Aug 16 20:52:10.081120 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-4f52fc2e-33f0-43cb-9526-9c76396fb6cf None None] Provisioning complete for port 4d8bacfe-cedf-4ddb-98de-1fe3b2792d18 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:10.086930 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4f52fc2e-33f0-43cb-9526-9c76396fb6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:10.132429 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-3547813a-8fb7-4a0c-9c81-b417ffa04b6d tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7711112 Aug 16 20:52:10.133333 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a330539c-021c-4bf0-aa68-ce7b87a9a296 req-f78e71f4-2c3c-4e2b-a64c-812f789b7b63 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:10.156344 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-4f52fc2e-33f0-43cb-9526-9c76396fb6cf None None] Port 4d8bacfe-cedf-4ddb-98de-1fe3b2792d18 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:52:10.158962 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-42a25a65-51df-4461-b9d5-a89c762bd8b2 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Request body: {'port': {'device_id': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'network_id': '548eb6bc-b22d-43c1-8abf-bd0cf1de4a03', 'admin_state_up': True, 'tenant_id': '739199610cfa4c2f8e9155deb4230364', 'security_groups': ['e87eb010-4ffb-4cec-bdb8-e024167d6059']}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:10.170575 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8cba3-9c37-4409-a5c1-80b2121363c5 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Pushing event updated for resources: {'Port': ['ID=a45ff567-7f65-403a-8d99-374f1c677d73,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:10.302590 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e71f4-2c3c-4e2b-a64c-812f789b7b63 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Pushing event updated for resources: {'Port': ['ID=b27a61ef-2811-4daf-aa52-47ceb74e0fc8,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:10.328192 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a330539c-021c-4bf0-aa68-ce7b87a9a296 req-f78e71f4-2c3c-4e2b-a64c-812f789b7b63 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:10.340761 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95e257-64b6-4497-99be-01566fabc63e req-625e0795-24df-407e-9fc9-a013a93aa346 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:10.342193 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8e95e257-64b6-4497-99be-01566fabc63e req-625e0795-24df-407e-9fc9-a013a93aa346 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] 10.222.0.84 "GET /v2.0/networks/65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 784 time: 0.2594891 Aug 16 20:52:10.365261 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-8e95e257-64b6-4497-99be-01566fabc63e req-cf9db30a-ff83-4d1a-b48c-d5623ca31bf5 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:52:10.366285 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8e95e257-64b6-4497-99be-01566fabc63e req-cf9db30a-ff83-4d1a-b48c-d5623ca31bf5 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159879 Aug 16 20:52:10.423547 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eaa8cba3-9c37-4409-a5c1-80b2121363c5 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:10.443081 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8e95e257-64b6-4497-99be-01566fabc63e req-d09e1fb7-8e56-4d15-85e0-363297b35d8b tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.248 HTTP/1.1" status: 200 len: 696 time: 0.0620885 Aug 16 20:52:10.447457 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a330539c-021c-4bf0-aa68-ce7b87a9a296 req-f78e71f4-2c3c-4e2b-a64c-812f789b7b63 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:10.448809 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a330539c-021c-4bf0-aa68-ce7b87a9a296 req-f78e71f4-2c3c-4e2b-a64c-812f789b7b63 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4374380 Aug 16 20:52:10.554607 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8e95e257-64b6-4497-99be-01566fabc63e req-d884b5d5-ed35-45a9-9234-83ac5728233c tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.248 HTTP/1.1" status: 200 len: 696 time: 0.1025217 Aug 16 20:52:10.641846 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eaa8cba3-9c37-4409-a5c1-80b2121363c5 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:10.673169 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-42a25a65-51df-4461-b9d5-a89c762bd8b2 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Made reservation on behalf of 739199610cfa4c2f8e9155deb4230364 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:10.677162 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-42a25a65-51df-4461-b9d5-a89c762bd8b2 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:10.831621 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a330539c-021c-4bf0-aa68-ce7b87a9a296 req-9a77043e-20d6-44e7-bc20-24c39f29e2ed tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.226 HTTP/1.1" status: 200 len: 696 time: 0.3737631 Aug 16 20:52:10.933121 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa8cba3-9c37-4409-a5c1-80b2121363c5 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Router b384b6ef-a301-46bc-9d6e-048fb9327a8c is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:52:10.957484 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-8e95e257-64b6-4497-99be-01566fabc63e req-947337f0-b96d-44f0-9375-1257f3d45664 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Deleting port 9b1dd3e3-a12f-423d-8a1d-eda465d83368 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:10.958133 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8e95e257-64b6-4497-99be-01566fabc63e req-947337f0-b96d-44f0-9375-1257f3d45664 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:11.030342 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5540d277-fcb5-46df-a297-a98095cda164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:11.044212 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4f200-7372-4890-8c92-b489a7c41d37 req-67ebed9c-4701-43e2-a60b-17a255ddef82 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:11.046186 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-86c4f200-7372-4890-8c92-b489a7c41d37 req-67ebed9c-4701-43e2-a60b-17a255ddef82 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.90 "GET /v2.0/ports?device_id=5de64b5c-8f21-45b3-a951-8b8ffc506d9b HTTP/1.1" status: 200 len: 945 time: 0.2361300 Aug 16 20:52:11.111886 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa8cba3-9c37-4409-a5c1-80b2121363c5 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:52:11.121512 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41287db-b95c-4f36-99ac-9330f96acd13 None None] Sync routers for ids ['b384b6ef-a301-46bc-9d6e-048fb9327a8c'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:52:11.132886 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41287db-b95c-4f36-99ac-9330f96acd13 None None] Routers {'b384b6ef-a301-46bc-9d6e-048fb9327a8c'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:52:11.133897 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-f41287db-b95c-4f36-99ac-9330f96acd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:51:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['b384b6ef-a301-46bc-9d6e-048fb9327a8c'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:11.134196 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-42a25a65-51df-4461-b9d5-a89c762bd8b2 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Allocated IP 10.1.1.137 (548eb6bc-b22d-43c1-8abf-bd0cf1de4a03/c5559346-0c29-4d61-bf82-1d14da7e7b4f/664a2393-3ef1-43f4-8b8d-bd06b02e9df3) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:11.185087 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eaa8cba3-9c37-4409-a5c1-80b2121363c5 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:11.188105 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-eaa8cba3-9c37-4409-a5c1-80b2121363c5 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.9739006 Aug 16 20:52:11.191181 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41328) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:11.245053 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330539c-021c-4bf0-aa68-ce7b87a9a296 req-8d474990-77d8-44cd-9c23-2befcd03e184 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:11.258023 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a330539c-021c-4bf0-aa68-ce7b87a9a296 req-8d474990-77d8-44cd-9c23-2befcd03e184 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "GET /v2.0/networks/65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 784 time: 0.3954792 Aug 16 20:52:11.272610 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8e95e257-64b6-4497-99be-01566fabc63e req-947337f0-b96d-44f0-9375-1257f3d45664 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:11.272957 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8e95e257-64b6-4497-99be-01566fabc63e req-947337f0-b96d-44f0-9375-1257f3d45664 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:11.283265 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-f41287db-b95c-4f36-99ac-9330f96acd13 None None] Set router b384b6ef-a301-46bc-9d6e-048fb9327a8c gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:52:11.336315 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 04ecc35c-d5d9-4629-bf33-b67a046ad833 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:52:11.354658 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-8e95e257-64b6-4497-99be-01566fabc63e req-947337f0-b96d-44f0-9375-1257f3d45664 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Calling delete_port for 9b1dd3e3-a12f-423d-8a1d-eda465d83368 owned by network:floatingip {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:11.411548 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-77c9037f-74f4-4c7f-8106-67f9480cb658 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:11.442404 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 04ecc35c-d5d9-4629-bf33-b67a046ad833 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:11.442681 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:11.550485 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:11.586084 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f445cb-54af-4107-8408-da783a6b571a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ecc35c-d5d9-4629-bf33-b67a046ad833'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:11.599611 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60953aa3-d042-4880-a29f-53e9ac510d86" -d '{"events": [{"server_uuid": "b6f445cb-54af-4107-8408-da783a6b571a", "name": "network-vif-plugged", "status": "completed", "tag": "04ecc35c-d5d9-4629-bf33-b67a046ad833"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:11.616423 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-f41287db-b95c-4f36-99ac-9330f96acd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b384b6ef-a301-46bc-9d6e-048fb9327a8c', 'name': '', 'tenant_id': '813639d3c4494525865bdd5210c3298c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c09d2a-86fb-4eb2-a16a-be6297c6c9d4', 'external_fixed_ips': [{'subnet_id': '5f9666fa-c83d-49ca-a452-96e9c625020a', 'ip_address': '2001:db8::a0'}], 'enable_snat': True}, 'gw_port_id': 'a45ff567-7f65-403a-8d99-374f1c677d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:52:08Z', 'updated_at': '2021-08-16T20:52:10Z', 'revision_number': 3, 'project_id': '813639d3c4494525865bdd5210c3298c', 'gw_port': {'id': 'a45ff567-7f65-403a-8d99-374f1c677d73', 'name': '', 'network_id': '40c09d2a-86fb-4eb2-a16a-be6297c6c9d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:73:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b384b6ef-a301-46bc-9d6e-048fb9327a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '5f9666fa-c83d-49ca-a452-96e9c625020a', 'ip_address': '2001:db8::a0', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:09Z', 'updated_at': '2021-08-16T20:52:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f9666fa-c83d-49ca-a452-96e9c625020a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:11.625455 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 04ecc35c-d5d9-4629-bf33-b67a046ad833, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=04ecc35c-d5d9-4629-bf33-b67a046ad833,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:11.646737 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-77c9037f-74f4-4c7f-8106-67f9480cb658 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:11.650321 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41287db-b95c-4f36-99ac-9330f96acd13 None None] Checking router: b384b6ef-a301-46bc-9d6e-048fb9327a8c for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:52:11.650677 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41287db-b95c-4f36-99ac-9330f96acd13 None None] Updating router b384b6ef-a301-46bc-9d6e-048fb9327a8c port a45ff567-7f65-403a-8d99-374f1c677d73 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:52:11.677550 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f41287db-b95c-4f36-99ac-9330f96acd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:11.683025 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:11.799164 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=04ecc35c-d5d9-4629-bf33-b67a046ad833,revision_number=10']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:11.932629 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-77c9037f-74f4-4c7f-8106-67f9480cb658 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Deleting port a45ff567-7f65-403a-8d99-374f1c677d73 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:11.934848 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-77c9037f-74f4-4c7f-8106-67f9480cb658 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:12.000216 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-86c4f200-7372-4890-8c92-b489a7c41d37 req-f1716fa3-fe4f-4bd4-8945-7ee0282799d8 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Deleting port 74558d21-cf89-47f7-8a5f-3b9bce429db0 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:12.000786 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-86c4f200-7372-4890-8c92-b489a7c41d37 req-f1716fa3-fe4f-4bd4-8945-7ee0282799d8 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:12.018889 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f41287db-b95c-4f36-99ac-9330f96acd13 None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:12.079934 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c6524-668a-4434-b6cc-5eba720f2ca5 req-e62a9f77-40ab-4035-b707-4c9f8546c8d3 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:12.081408 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-554c6524-668a-4434-b6cc-5eba720f2ca5 req-e62a9f77-40ab-4035-b707-4c9f8546c8d3 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/ports?device_id=5de64b5c-8f21-45b3-a951-8b8ffc506d9b HTTP/1.1" status: 200 len: 945 time: 0.6076014 Aug 16 20:52:12.101158 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-77c9037f-74f4-4c7f-8106-67f9480cb658 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:12.119736 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-77c9037f-74f4-4c7f-8106-67f9480cb658 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Calling delete_port for a45ff567-7f65-403a-8d99-374f1c677d73 owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:12.139362 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-42a25a65-51df-4461-b9d5-a89c762bd8b2 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:12.186770 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-554c6524-668a-4434-b6cc-5eba720f2ca5 req-4d7e1122-27d2-4903-b10f-2df79babb340 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb021904-77cf-4d3a-8908-1a6135149ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937161 Aug 16 20:52:12.199549 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-86c4f200-7372-4890-8c92-b489a7c41d37 req-f1716fa3-fe4f-4bd4-8945-7ee0282799d8 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] For port 74558d21-cf89-47f7-8a5f-3b9bce429db0, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=74558d21-cf89-47f7-8a5f-3b9bce429db0,segment=NetworkSegment(8f1358dd-8de1-4022-9bd5-2c52057e2e93),segment_id=8f1358dd-8de1-4022-9bd5-2c52057e2e93)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:12.199927 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-86c4f200-7372-4890-8c92-b489a7c41d37 req-f1716fa3-fe4f-4bd4-8945-7ee0282799d8 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:12.213783 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-f41287db-b95c-4f36-99ac-9330f96acd13 None None] Transition to ACTIVE for port object a45ff567-7f65-403a-8d99-374f1c677d73 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:12.215752 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-42a25a65-51df-4461-b9d5-a89c762bd8b2 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Transition to ACTIVE for port object 664a2393-3ef1-43f4-8b8d-bd06b02e9df3 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:12.219489 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-86c4f200-7372-4890-8c92-b489a7c41d37 req-f1716fa3-fe4f-4bd4-8945-7ee0282799d8 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Calling delete_port for 74558d21-cf89-47f7-8a5f-3b9bce429db0 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:12.221583 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8e95e257-64b6-4497-99be-01566fabc63e req-947337f0-b96d-44f0-9375-1257f3d45664 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:12.272340 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947337f0-b96d-44f0-9375-1257f3d45664 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Pushing event deleted for resources: {'Port': ['ID=9b1dd3e3-a12f-423d-8a1d-eda465d83368,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:12.338926 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f41287db-b95c-4f36-99ac-9330f96acd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:12.437320 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8e95e257-64b6-4497-99be-01566fabc63e req-947337f0-b96d-44f0-9375-1257f3d45664 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Notify callbacks [] for floatingip, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:12.439884 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8e95e257-64b6-4497-99be-01566fabc63e req-947337f0-b96d-44f0-9375-1257f3d45664 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:12.441069 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8e95e257-64b6-4497-99be-01566fabc63e req-947337f0-b96d-44f0-9375-1257f3d45664 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] 10.222.0.84 "DELETE /v2.0/floatingips/6713871e-2b6b-4263-b9e7-30345b1aeb49 HTTP/1.1" status: 204 len: 173 time: 1.8843350 Aug 16 20:52:12.472924 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da54540-1d34-4f96-9716-aadbb67df327 None None] Pushing event updated for resources: {'Port': ['ID=a45ff567-7f65-403a-8d99-374f1c677d73,revision_number=2']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:12.576270 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-f41287db-b95c-4f36-99ac-9330f96acd13 None None] Attempting to bind port a45ff567-7f65-403a-8d99-374f1c677d73 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:12.578099 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-f41287db-b95c-4f36-99ac-9330f96acd13 None None] Attempting to bind port a45ff567-7f65-403a-8d99-374f1c677d73 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '22f02b1b-d840-428b-9067-1c738b901776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '40c09d2a-86fb-4eb2-a16a-be6297c6c9d4'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:12.579581 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41287db-b95c-4f36-99ac-9330f96acd13 None None] Attempting to bind port a45ff567-7f65-403a-8d99-374f1c677d73 on network 40c09d2a-86fb-4eb2-a16a-be6297c6c9d4 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:12.597648 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41287db-b95c-4f36-99ac-9330f96acd13 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:52:12.598467 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41287db-b95c-4f36-99ac-9330f96acd13 None None] Checking segment: {'id': '22f02b1b-d840-428b-9067-1c738b901776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '40c09d2a-86fb-4eb2-a16a-be6297c6c9d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:12.599107 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f41287db-b95c-4f36-99ac-9330f96acd13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:12.599808 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41287db-b95c-4f36-99ac-9330f96acd13 None None] Bound using segment: {'id': '22f02b1b-d840-428b-9067-1c738b901776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '40c09d2a-86fb-4eb2-a16a-be6297c6c9d4'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:52:12.600357 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-f41287db-b95c-4f36-99ac-9330f96acd13 None None] Bound port: a45ff567-7f65-403a-8d99-374f1c677d73, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22f02b1b-d840-428b-9067-1c738b901776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '40c09d2a-86fb-4eb2-a16a-be6297c6c9d4'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:52:12.600768 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f41287db-b95c-4f36-99ac-9330f96acd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:12.611641 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-42a25a65-51df-4461-b9d5-a89c762bd8b2 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:12.693767 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-77c9037f-74f4-4c7f-8106-67f9480cb658 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:12.721218 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.db.api [None req-f41287db-b95c-4f36-99ac-9330f96acd13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:52:12.721910 n-d-793620-15 neutron-server[101847]: DEBUG oslo_db.api [None req-f41287db-b95c-4f36-99ac-9330f96acd13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:52:12.741916 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-86c4f200-7372-4890-8c92-b489a7c41d37 req-f1716fa3-fe4f-4bd4-8945-7ee0282799d8 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:12.755218 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['65723b92-96bd-46fc-80ee-2d2e6399cc03'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:52:12.757780 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['71026776-fbb1-4e7a-887e-9926020c39b2'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:52:12.760645 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-42a25a65-51df-4461-b9d5-a89c762bd8b2 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Network 548eb6bc-b22d-43c1-8abf-bd0cf1de4a03 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:12.815189 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442dc79a-a747-4d34-945f-645c4dba70a5 req-18a4bc46-66ed-473b-bb7d-2063bbcb3a3b tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:12.819639 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9037f-74f4-4c7f-8106-67f9480cb658 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Pushing event deleted for resources: {'Port': ['ID=a45ff567-7f65-403a-8d99-374f1c677d73,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:12.831927 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442dc79a-a747-4d34-945f-645c4dba70a5 req-18a4bc46-66ed-473b-bb7d-2063bbcb3a3b tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:12.840677 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-77c9037f-74f4-4c7f-8106-67f9480cb658 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:12.841806 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-442dc79a-a747-4d34-945f-645c4dba70a5 req-18a4bc46-66ed-473b-bb7d-2063bbcb3a3b tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 1654 time: 0.3066084 Aug 16 20:52:12.845152 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-42a25a65-51df-4461-b9d5-a89c762bd8b2 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:12.855958 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-42a25a65-51df-4461-b9d5-a89c762bd8b2 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:13.007236 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-42a25a65-51df-4461-b9d5-a89c762bd8b2 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:13.013364 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-42a25a65-51df-4461-b9d5-a89c762bd8b2 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:13.033616 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-77c9037f-74f4-4c7f-8106-67f9480cb658 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:13.037090 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-77c9037f-74f4-4c7f-8106-67f9480cb658 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:13.175854 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a25a65-51df-4461-b9d5-a89c762bd8b2 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Pushing event updated for resources: {'Port': ['ID=664a2393-3ef1-43f4-8b8d-bd06b02e9df3,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:13.248583 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-f41287db-b95c-4f36-99ac-9330f96acd13 None None] Attempting to bind port a45ff567-7f65-403a-8d99-374f1c677d73 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:13.249153 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-f41287db-b95c-4f36-99ac-9330f96acd13 None None] Attempting to bind port a45ff567-7f65-403a-8d99-374f1c677d73 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '22f02b1b-d840-428b-9067-1c738b901776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '40c09d2a-86fb-4eb2-a16a-be6297c6c9d4'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:13.249395 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41287db-b95c-4f36-99ac-9330f96acd13 None None] Attempting to bind port a45ff567-7f65-403a-8d99-374f1c677d73 on network 40c09d2a-86fb-4eb2-a16a-be6297c6c9d4 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:13.260133 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-77c9037f-74f4-4c7f-8106-67f9480cb658 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:13.261578 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c9037f-74f4-4c7f-8106-67f9480cb658 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b384b6ef-a301-46bc-9d6e-048fb9327a8c {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:52:13.274804 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41287db-b95c-4f36-99ac-9330f96acd13 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:52:13.275809 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-77c9037f-74f4-4c7f-8106-67f9480cb658 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:13.277224 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-77c9037f-74f4-4c7f-8106-67f9480cb658 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] 10.222.0.84 "DELETE /v2.0/routers/b384b6ef-a301-46bc-9d6e-048fb9327a8c HTTP/1.1" status: 204 len: 168 time: 2.0847766 Aug 16 20:52:13.280057 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41287db-b95c-4f36-99ac-9330f96acd13 None None] Checking segment: {'id': '22f02b1b-d840-428b-9067-1c738b901776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '40c09d2a-86fb-4eb2-a16a-be6297c6c9d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:13.280464 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41378) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:13.281606 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f41287db-b95c-4f36-99ac-9330f96acd13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:13.284890 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41287db-b95c-4f36-99ac-9330f96acd13 None None] Bound using segment: {'id': '22f02b1b-d840-428b-9067-1c738b901776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '40c09d2a-86fb-4eb2-a16a-be6297c6c9d4'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:52:13.288889 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-f41287db-b95c-4f36-99ac-9330f96acd13 None None] Bound port: a45ff567-7f65-403a-8d99-374f1c677d73, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22f02b1b-d840-428b-9067-1c738b901776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '40c09d2a-86fb-4eb2-a16a-be6297c6c9d4'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:52:13.289434 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f41287db-b95c-4f36-99ac-9330f96acd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:13.320019 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-442dc79a-a747-4d34-945f-645c4dba70a5 req-e5bed310-5bc5-4e1d-a5ad-54020dedb131 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4756374 Aug 16 20:52:13.347364 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1716fa3-fe4f-4bd4-8945-7ee0282799d8 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Pushing event deleted for resources: {'Port': ['ID=74558d21-cf89-47f7-8a5f-3b9bce429db0,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:13.356114 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-42a25a65-51df-4461-b9d5-a89c762bd8b2 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2122178 Aug 16 20:52:13.371954 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.plugin [None req-f41287db-b95c-4f36-99ac-9330f96acd13 None None] Port a45ff567-7f65-403a-8d99-374f1c677d73 has been deleted concurrently {{(pid=101847) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 16 20:52:13.392046 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-d883f41d-5355-48ac-b505-76fdc27b5358 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Deleting subnet 5f9666fa-c83d-49ca-a452-96e9c625020a {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:52:13.396050 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d883f41d-5355-48ac-b505-76fdc27b5358 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:13.406802 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-ef257149-df92-4179-a187-720f889acc34 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Request body: {'port': {'device_id': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2808ba84-8eb6-448f-bf54-b316a16ed9b0', 'admin_state_up': True, 'tenant_id': '739199610cfa4c2f8e9155deb4230364', 'security_groups': ['e87eb010-4ffb-4cec-bdb8-e024167d6059']}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:13.410377 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c4f200-7372-4890-8c92-b489a7c41d37 req-f1716fa3-fe4f-4bd4-8945-7ee0282799d8 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] No DVR routers for this DVR port 74558d21-cf89-47f7-8a5f-3b9bce429db0 on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:52:13.415869 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-86c4f200-7372-4890-8c92-b489a7c41d37 req-f1716fa3-fe4f-4bd4-8945-7ee0282799d8 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:13.418113 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-86c4f200-7372-4890-8c92-b489a7c41d37 req-f1716fa3-fe4f-4bd4-8945-7ee0282799d8 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.90 "DELETE /v2.0/ports/74558d21-cf89-47f7-8a5f-3b9bce429db0 HTTP/1.1" status: 204 len: 173 time: 2.3399284 Aug 16 20:52:13.430488 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41287db-b95c-4f36-99ac-9330f96acd13 None None] Routers set() bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:52:13.431223 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41287db-b95c-4f36-99ac-9330f96acd13 None None] Router IDs set() for agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 20:52:13.434090 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_agentschedulers_db [None req-f41287db-b95c-4f36-99ac-9330f96acd13 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b384b6ef-a301-46bc-9d6e-048fb9327a8c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:51:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent'). {{(pid=101847) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 20:52:13.434759 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41287db-b95c-4f36-99ac-9330f96acd13 None None] The sync data for ids ['b384b6ef-a301-46bc-9d6e-048fb9327a8c'] in n-d-793620-15 is: [] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:52:13.435930 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de64b5c-8f21-45b3-a951-8b8ffc506d9b', 'name': 'network-vif-deleted', 'tag': '74558d21-cf89-47f7-8a5f-3b9bce429db0'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:13.438658 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9dc3b2e-96bf-41f3-98f5-4a2d1bdbf1b6" -d '{"events": [{"server_uuid": "5de64b5c-8f21-45b3-a951-8b8ffc506d9b", "name": "network-vif-deleted", "tag": "74558d21-cf89-47f7-8a5f-3b9bce429db0"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:13.458803 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f3ff1b97-6437-45a8-8cc1-3f302ce9a8ab None None] Provisioning for port 664a2393-3ef1-43f4-8b8d-bd06b02e9df3 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:13.462761 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f3ff1b97-6437-45a8-8cc1-3f302ce9a8ab None None] Provisioning complete for port 664a2393-3ef1-43f4-8b8d-bd06b02e9df3 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:13.463133 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f3ff1b97-6437-45a8-8cc1-3f302ce9a8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:13.463458 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d883f41d-5355-48ac-b505-76fdc27b5358 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:13.523284 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d883f41d-5355-48ac-b505-76fdc27b5358 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:13.568713 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-f3ff1b97-6437-45a8-8cc1-3f302ce9a8ab None None] Port 664a2393-3ef1-43f4-8b8d-bd06b02e9df3 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:52:13.592623 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c37b4e57-5214-4e42-8d11-57e9901865f1 req-92368ec6-01d2-4fe5-9efa-0c006806a131 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "GET /v2.0/floatingips/5f721657-5565-4402-a04f-0d06241dae36 HTTP/1.1" status: 200 len: 693 time: 0.1489177 Aug 16 20:52:13.618436 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee92949-8b8c-48fc-8871-37cc7af04ef0 req-812b595a-02e7-48bf-9076-57b9425d232c tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:13.620162 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3ee92949-8b8c-48fc-8871-37cc7af04ef0 req-812b595a-02e7-48bf-9076-57b9425d232c tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=0f7ba25d-101a-4513-8847-e2ef1118875a HTTP/1.1" status: 200 len: 945 time: 1.0456691 Aug 16 20:52:13.727307 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-83c268e4-9863-4e82-94ab-0badb05bc830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:13.732855 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d883f41d-5355-48ac-b505-76fdc27b5358 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:13.764571 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:13.786186 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3ee92949-8b8c-48fc-8871-37cc7af04ef0 req-6d2cb0a6-1cc7-4f3d-bb50-af0c393e08df tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448467 Aug 16 20:52:13.819970 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d883f41d-5355-48ac-b505-76fdc27b5358 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:13.824351 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d883f41d-5355-48ac-b505-76fdc27b5358 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] 10.222.0.84 "DELETE /v2.0/subnets/5f9666fa-c83d-49ca-a452-96e9c625020a HTTP/1.1" status: 204 len: 168 time: 0.5416570 Aug 16 20:52:13.827592 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d883f41d-5355-48ac-b505-76fdc27b5358 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5f9666fa-c83d-49ca-a452-96e9c625020a,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:13.829581 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41384) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:13.887722 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b4e57-5214-4e42-8d11-57e9901865f1 req-56fdc96d-10ab-461a-bd79-6f868fc6dd3a tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:13.908367 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c37b4e57-5214-4e42-8d11-57e9901865f1 req-56fdc96d-10ab-461a-bd79-6f868fc6dd3a tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "GET /v2.0/networks/65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 784 time: 0.3092921 Aug 16 20:52:13.922924 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe7a57e-5652-43ab-bdbb-ea5a5e35b976 x-openstack-request-id: req-fbe7a57e-5652-43ab-bdbb-ea5a5e35b976 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:13.923523 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f445cb-54af-4107-8408-da783a6b571a", "name": "network-vif-plugged", "status": "completed", "tag": "04ecc35c-d5d9-4629-bf33-b67a046ad833", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:13.924494 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-fbe7a57e-5652-43ab-bdbb-ea5a5e35b976 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:13.925620 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f445cb-54af-4107-8408-da783a6b571a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ecc35c-d5d9-4629-bf33-b67a046ad833', 'code': 200} Aug 16 20:52:14.033949 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2a4bff74-7daa-482d-ab74-ef50fdebde0b tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:14.170183 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-29335d43-1c2d-41ff-aaf7-3d76500f34b2 req-4160d03a-ac6d-4b22-b70a-131cf030f9ab tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2066743 Aug 16 20:52:14.186290 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-29335d43-1c2d-41ff-aaf7-3d76500f34b2 req-10b29966-d3b5-4832-bba1-e15b9e1bc258 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:14.209459 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41398) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:14.218916 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9c06a271-8b80-4272-8af9-689a5174dd46 req-0bd1fc05-da81-4ed2-9786-8b4044f2d2d9 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/ports?device_id=5de64b5c-8f21-45b3-a951-8b8ffc506d9b HTTP/1.1" status: 200 len: 210 time: 0.0539351 Aug 16 20:52:14.233697 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-ef257149-df92-4179-a187-720f889acc34 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Made reservation on behalf of 739199610cfa4c2f8e9155deb4230364 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:14.333684 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2a4bff74-7daa-482d-ab74-ef50fdebde0b tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:14.333838 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 74558d21-cf89-47f7-8a5f-3b9bce429db0 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:14.333965 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-2a4bff74-7daa-482d-ab74-ef50fdebde0b tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c09d2a-86fb-4eb2-a16a-be6297c6c9d4']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:14.334088 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85efeb42-7960-4d3f-a426-79823e2031a0 x-openstack-request-id: req-85efeb42-7960-4d3f-a426-79823e2031a0 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:14.334088 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de64b5c-8f21-45b3-a951-8b8ffc506d9b", "name": "network-vif-deleted", "tag": "74558d21-cf89-47f7-8a5f-3b9bce429db0", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:14.334088 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-85efeb42-7960-4d3f-a426-79823e2031a0 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:14.334088 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de64b5c-8f21-45b3-a951-8b8ffc506d9b', 'name': 'network-vif-deleted', 'tag': '74558d21-cf89-47f7-8a5f-3b9bce429db0', 'status': 'completed', 'code': 200} Aug 16 20:52:14.344521 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-2a4bff74-7daa-482d-ab74-ef50fdebde0b tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22f02b1b-d840-428b-9067-1c738b901776') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:14.344862 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-2a4bff74-7daa-482d-ab74-ef50fdebde0b tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22f02b1b-d840-428b-9067-1c738b901776') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:14.347452 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 74558d21-cf89-47f7-8a5f-3b9bce429db0 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:52:14.348405 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 74558d21-cf89-47f7-8a5f-3b9bce429db0 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:14.366238 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2a4bff74-7daa-482d-ab74-ef50fdebde0b tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:14.398278 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2a4bff74-7daa-482d-ab74-ef50fdebde0b tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:14.408816 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-ef257149-df92-4179-a187-720f889acc34 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:14.412056 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a4bff74-7daa-482d-ab74-ef50fdebde0b tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:52:14.412056 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2a4bff74-7daa-482d-ab74-ef50fdebde0b tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:14.415594 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:52:14.415594 n-d-793620-15 neutron-server[101845]: items = [ Aug 16 20:52:14.415594 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:52:14.415594 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:52:14.415594 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:52:14.415594 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:52:14.415594 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:52:14.415594 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:52:14.415594 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:52:14.415594 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:52:14.415594 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:52:14.415594 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:52:14.415594 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:52:14.415594 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:52:14.415594 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:52:14.415594 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:52:14.415594 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:52:14.415594 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:52:14.415594 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:52:14.415594 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:52:14.415594 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:52:14.415594 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:52:14.415594 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:52:14.415594 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:52:14.415594 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:52:14.415594 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:52:14.415594 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:52:14.415594 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:52:14.415594 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:52:14.415594 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:52:14.415594 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:52:14.415594 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:52:14.415594 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:52:14.415594 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:52:14.517685 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-46d871d8-2b20-424b-924f-d05d64703fe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:14.524312 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-29335d43-1c2d-41ff-aaf7-3d76500f34b2 req-10b29966-d3b5-4832-bba1-e15b9e1bc258 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Notify callbacks [] for floatingip, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:14.564319 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-590b6425-39ac-4824-9ffe-0f689240271c req-4fdd0f83-b451-4680-9a03-b720686c91ef tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "GET /v2.0/floatingips/5f721657-5565-4402-a04f-0d06241dae36 HTTP/1.1" status: 200 len: 693 time: 0.1488178 Aug 16 20:52:14.658940 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2a4bff74-7daa-482d-ab74-ef50fdebde0b tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:14.664925 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4bff74-7daa-482d-ab74-ef50fdebde0b tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 40c09d2a-86fb-4eb2-a16a-be6297c6c9d4 {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 20:52:14.667808 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2a4bff74-7daa-482d-ab74-ef50fdebde0b tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:14.670030 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2a4bff74-7daa-482d-ab74-ef50fdebde0b tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] 10.222.0.84 "DELETE /v2.0/networks/40c09d2a-86fb-4eb2-a16a-be6297c6c9d4 HTTP/1.1" status: 204 len: 168 time: 0.8388915 Aug 16 20:52:14.693835 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4bff74-7daa-482d-ab74-ef50fdebde0b tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Pushing event deleted for resources: {'Network': ['ID=40c09d2a-86fb-4eb2-a16a-be6297c6c9d4,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:14.824631 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:14.955028 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b6425-39ac-4824-9ffe-0f689240271c req-feb55e35-1437-4b8b-ac2a-1c19b80a9352 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:14.956993 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-590b6425-39ac-4824-9ffe-0f689240271c req-feb55e35-1437-4b8b-ac2a-1c19b80a9352 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "GET /v2.0/networks/65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 784 time: 0.3834248 Aug 16 20:52:15.063943 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-590b6425-39ac-4824-9ffe-0f689240271c req-b2a99d49-42cd-43e6-b8a6-b7211c1252a2 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.226 HTTP/1.1" status: 200 len: 696 time: 0.0948350 Aug 16 20:52:15.181578 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-29335d43-1c2d-41ff-aaf7-3d76500f34b2 req-10b29966-d3b5-4832-bba1-e15b9e1bc258 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:15.186559 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-590b6425-39ac-4824-9ffe-0f689240271c req-57b48b22-b032-4a5b-9ebc-36dba178146d tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.226 HTTP/1.1" status: 200 len: 696 time: 0.1115341 Aug 16 20:52:15.211731 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-ef257149-df92-4179-a187-720f889acc34 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Allocated IP 10.2.2.100 (2808ba84-8eb6-448f-bf54-b316a16ed9b0/c8bbf4cb-abf2-419b-b8fc-f8a48d718293/3af6817e-b620-4a8f-89a6-4b54fec09bf6) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:15.270954 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-46d871d8-2b20-424b-924f-d05d64703fe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:15.315016 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41418) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:15.320270 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-aeb0dc89-dad2-4e9b-980c-db8ae971be88 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Request body: {'router': {'name': 'tempest-router--1889059961', 'project_id': '5fa8b42463d44870a267e76584e1915e'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:15.395744 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-46d871d8-2b20-424b-924f-d05d64703fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:15.452526 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d871d8-2b20-424b-924f-d05d64703fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ab8885-6663-4bce-ae43-4e1b55df29ec,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:15.481741 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-aeb0dc89-dad2-4e9b-980c-db8ae971be88 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:15.482814 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-aeb0dc89-dad2-4e9b-980c-db8ae971be88 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:15.606519 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-46d871d8-2b20-424b-924f-d05d64703fe4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4875d92e648e4c7688b801e8ef2b4ba0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3955557 Aug 16 20:52:15.609296 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41420) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:15.679706 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-ef257149-df92-4179-a187-720f889acc34 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:15.711112 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-aeb0dc89-dad2-4e9b-980c-db8ae971be88 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:15.716399 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-ef257149-df92-4179-a187-720f889acc34 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Transition to ACTIVE for port object 3af6817e-b620-4a8f-89a6-4b54fec09bf6 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:15.727264 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-48eada2c-8b30-4d20-a7b3-addf9b8b7f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:15.742052 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-29335d43-1c2d-41ff-aaf7-3d76500f34b2 req-10b29966-d3b5-4832-bba1-e15b9e1bc258 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Allocated IP 172.25.1.116 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/684b980a-b32a-4cf2-9f88-19367f4e6f3c) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:15.766389 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-48eada2c-8b30-4d20-a7b3-addf9b8b7f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:15.770331 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-590b6425-39ac-4824-9ffe-0f689240271c req-ee399d36-18d8-4d9c-a45e-f76e3187bf52 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Deleting port b27a61ef-2811-4daf-aa52-47ceb74e0fc8 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:15.770765 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-590b6425-39ac-4824-9ffe-0f689240271c req-ee399d36-18d8-4d9c-a45e-f76e3187bf52 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:15.820082 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-aeb0dc89-dad2-4e9b-980c-db8ae971be88 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:15.922341 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-aeb0dc89-dad2-4e9b-980c-db8ae971be88 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:15.923627 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-aeb0dc89-dad2-4e9b-980c-db8ae971be88 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6069691 Aug 16 20:52:15.930101 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41422) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:16.025374 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-48eada2c-8b30-4d20-a7b3-addf9b8b7f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:16.028682 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-48eada2c-8b30-4d20-a7b3-addf9b8b7f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:16.032734 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-48eada2c-8b30-4d20-a7b3-addf9b8b7f81 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/43ab8885-6663-4bce-ae43-4e1b55df29ec HTTP/1.1" status: 204 len: 168 time: 0.4223833 Aug 16 20:52:16.047014 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eada2c-8b30-4d20-a7b3-addf9b8b7f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ab8885-6663-4bce-ae43-4e1b55df29ec,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:16.049848 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1a1f6cd0-0208-4059-9bab-5e789fab5b27 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:16.256329 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-590b6425-39ac-4824-9ffe-0f689240271c req-ee399d36-18d8-4d9c-a45e-f76e3187bf52 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:16.257443 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-590b6425-39ac-4824-9ffe-0f689240271c req-ee399d36-18d8-4d9c-a45e-f76e3187bf52 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:16.280121 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1a1f6cd0-0208-4059-9bab-5e789fab5b27 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:16.281260 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-590b6425-39ac-4824-9ffe-0f689240271c req-ee399d36-18d8-4d9c-a45e-f76e3187bf52 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Calling delete_port for b27a61ef-2811-4daf-aa52-47ceb74e0fc8 owned by network:floatingip {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:16.283461 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1a1f6cd0-0208-4059-9bab-5e789fab5b27 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:16.289619 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-29335d43-1c2d-41ff-aaf7-3d76500f34b2 req-10b29966-d3b5-4832-bba1-e15b9e1bc258 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:16.349570 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-ef257149-df92-4179-a187-720f889acc34 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:16.414435 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1a1f6cd0-0208-4059-9bab-5e789fab5b27 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:16.414945 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1f6cd0-0208-4059-9bab-5e789fab5b27 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 78f3d5c1-da24-469d-952b-bf06494c015d {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:52:16.419389 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1a1f6cd0-0208-4059-9bab-5e789fab5b27 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:16.424087 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1a1f6cd0-0208-4059-9bab-5e789fab5b27 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] 10.222.0.84 "DELETE /v2.0/routers/78f3d5c1-da24-469d-952b-bf06494c015d HTTP/1.1" status: 204 len: 168 time: 0.4899180 Aug 16 20:52:16.425915 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef257149-df92-4179-a187-720f889acc34 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Pushing event updated for resources: {'Port': ['ID=3af6817e-b620-4a8f-89a6-4b54fec09bf6,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:16.473261 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-ef257149-df92-4179-a187-720f889acc34 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Network 2808ba84-8eb6-448f-bf54-b316a16ed9b0 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:16.475093 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:16.484253 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-ef257149-df92-4179-a187-720f889acc34 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:16.500391 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-ef257149-df92-4179-a187-720f889acc34 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:16.583568 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-ef257149-df92-4179-a187-720f889acc34 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:16.584827 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-ef257149-df92-4179-a187-720f889acc34 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:16.681789 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-29335d43-1c2d-41ff-aaf7-3d76500f34b2 req-10b29966-d3b5-4832-bba1-e15b9e1bc258 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:16.720697 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-ef257149-df92-4179-a187-720f889acc34 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3190899 Aug 16 20:52:16.730401 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29335d43-1c2d-41ff-aaf7-3d76500f34b2 req-10b29966-d3b5-4832-bba1-e15b9e1bc258 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:16.737962 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-640fae81-4fc6-416a-802c-638b1fad6ca4 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Request body: {'port': {'device_id': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2808ba84-8eb6-448f-bf54-b316a16ed9b0', 'admin_state_up': True, 'tenant_id': '739199610cfa4c2f8e9155deb4230364', 'security_groups': ['e87eb010-4ffb-4cec-bdb8-e024167d6059']}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:16.741540 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-29335d43-1c2d-41ff-aaf7-3d76500f34b2 req-10b29966-d3b5-4832-bba1-e15b9e1bc258 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:16.744220 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-29335d43-1c2d-41ff-aaf7-3d76500f34b2 req-10b29966-d3b5-4832-bba1-e15b9e1bc258 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:16.840532 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-590b6425-39ac-4824-9ffe-0f689240271c req-ee399d36-18d8-4d9c-a45e-f76e3187bf52 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:16.848278 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b29966-d3b5-4832-bba1-e15b9e1bc258 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Pushing event updated for resources: {'Port': ['ID=684b980a-b32a-4cf2-9f88-19367f4e6f3c,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:16.885308 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee399d36-18d8-4d9c-a45e-f76e3187bf52 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Pushing event deleted for resources: {'Port': ['ID=b27a61ef-2811-4daf-aa52-47ceb74e0fc8,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:16.933259 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-05ddc7dd-d1c3-4c98-ba35-60496876d202 None None] Provisioning for port 3af6817e-b620-4a8f-89a6-4b54fec09bf6 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:16.938143 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-05ddc7dd-d1c3-4c98-ba35-60496876d202 None None] Provisioning complete for port 3af6817e-b620-4a8f-89a6-4b54fec09bf6 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:16.938529 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-05ddc7dd-d1c3-4c98-ba35-60496876d202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:17.007517 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-590b6425-39ac-4824-9ffe-0f689240271c req-ee399d36-18d8-4d9c-a45e-f76e3187bf52 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks [] for floatingip, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:17.011162 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-590b6425-39ac-4824-9ffe-0f689240271c req-ee399d36-18d8-4d9c-a45e-f76e3187bf52 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:17.012761 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-590b6425-39ac-4824-9ffe-0f689240271c req-ee399d36-18d8-4d9c-a45e-f76e3187bf52 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "DELETE /v2.0/floatingips/5f721657-5565-4402-a04f-0d06241dae36 HTTP/1.1" status: 204 len: 173 time: 1.8094609 Aug 16 20:52:17.033028 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-05ddc7dd-d1c3-4c98-ba35-60496876d202 None None] Port 3af6817e-b620-4a8f-89a6-4b54fec09bf6 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:52:17.179552 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-29335d43-1c2d-41ff-aaf7-3d76500f34b2 req-10b29966-d3b5-4832-bba1-e15b9e1bc258 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:17.189391 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41432) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:17.204407 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ab3dfcde-af69-46c9-91fe-00f24f4fd0a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:17.214257 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734160f0-bcac-43aa-b081-05df7d1b7cf2 req-a67e847a-4f39-486f-af00-6d653951b42e tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:17.216008 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-734160f0-bcac-43aa-b081-05df7d1b7cf2 req-a67e847a-4f39-486f-af00-6d653951b42e tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=0f7ba25d-101a-4513-8847-e2ef1118875a HTTP/1.1" status: 200 len: 945 time: 0.0938087 Aug 16 20:52:17.270546 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-734160f0-bcac-43aa-b081-05df7d1b7cf2 req-42442d31-ba02-4914-98b7-fa5b363598c1 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471475 Aug 16 20:52:17.292714 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-640fae81-4fc6-416a-802c-638b1fad6ca4 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Made reservation on behalf of 739199610cfa4c2f8e9155deb4230364 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:17.305826 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-640fae81-4fc6-416a-802c-638b1fad6ca4 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:17.327123 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41436) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:17.413230 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ab3dfcde-af69-46c9-91fe-00f24f4fd0a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:17.441519 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-29335d43-1c2d-41ff-aaf7-3d76500f34b2 req-10b29966-d3b5-4832-bba1-e15b9e1bc258 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:17.533357 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ab3dfcde-af69-46c9-91fe-00f24f4fd0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:17.671527 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ab3dfcde-af69-46c9-91fe-00f24f4fd0a0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=abe96da21ff543e9a46c09027db31aef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4800575 Aug 16 20:52:17.673563 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3dfcde-af69-46c9-91fe-00f24f4fd0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791659d0-c3b7-4bea-94cf-4fea60f76798,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:17.678493 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41440) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:17.751345 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-13b52925-1498-494e-a0c1-85ec6a1c9dfb tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-995861917', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}, 'admin_state_up': False}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:17.805940 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034f953-ef92-498a-8f41-00b9192e068f req-35d50991-c173-46c0-b4c4-44cc378e5180 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:17.812365 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034f953-ef92-498a-8f41-00b9192e068f req-35d50991-c173-46c0-b4c4-44cc378e5180 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:17.819179 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034f953-ef92-498a-8f41-00b9192e068f req-35d50991-c173-46c0-b4c4-44cc378e5180 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:17.826962 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034f953-ef92-498a-8f41-00b9192e068f req-35d50991-c173-46c0-b4c4-44cc378e5180 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:17.829842 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1034f953-ef92-498a-8f41-00b9192e068f req-35d50991-c173-46c0-b4c4-44cc378e5180 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 3096 time: 0.3898926 Aug 16 20:52:17.962423 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb06e1cd-fef2-4bc0-89c8-b0248995c08f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:18.009366 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-29335d43-1c2d-41ff-aaf7-3d76500f34b2 req-10b29966-d3b5-4832-bba1-e15b9e1bc258 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:18.028737 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb06e1cd-fef2-4bc0-89c8-b0248995c08f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:18.033428 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1034f953-ef92-498a-8f41-00b9192e068f req-5a88bea9-1830-4d21-a2fc-54586ac53e0a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952929 Aug 16 20:52:18.034723 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-640fae81-4fc6-416a-802c-638b1fad6ca4 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Allocated IP 10.2.2.200 (2808ba84-8eb6-448f-bf54-b316a16ed9b0/c8bbf4cb-abf2-419b-b8fc-f8a48d718293/b594a15b-28e6-4504-af59-93fb056ff0c6) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:18.325973 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-640fae81-4fc6-416a-802c-638b1fad6ca4 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:18.364210 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-13b52925-1498-494e-a0c1-85ec6a1c9dfb tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:18.367426 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-13b52925-1498-494e-a0c1-85ec6a1c9dfb tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:18.392791 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-29335d43-1c2d-41ff-aaf7-3d76500f34b2 req-10b29966-d3b5-4832-bba1-e15b9e1bc258 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:18.434751 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453814b-1d54-4f9a-b457-8ffce4abe9ad req-2bab4368-b811-4c5c-b37a-efb4772d7f2e tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:18.436248 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e453814b-1d54-4f9a-b457-8ffce4abe9ad req-2bab4368-b811-4c5c-b37a-efb4772d7f2e tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2615366 Aug 16 20:52:18.477169 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b29966-d3b5-4832-bba1-e15b9e1bc258 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Pushing event updated for resources: {'Port': ['ID=684b980a-b32a-4cf2-9f88-19367f4e6f3c,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:18.491723 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb06e1cd-fef2-4bc0-89c8-b0248995c08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:18.494697 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb06e1cd-fef2-4bc0-89c8-b0248995c08f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:18.495917 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-cb06e1cd-fef2-4bc0-89c8-b0248995c08f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/791659d0-c3b7-4bea-94cf-4fea60f76798 HTTP/1.1" status: 204 len: 168 time: 0.8119211 Aug 16 20:52:18.500683 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-640fae81-4fc6-416a-802c-638b1fad6ca4 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Transition to ACTIVE for port object b594a15b-28e6-4504-af59-93fb056ff0c6 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:18.508217 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-29335d43-1c2d-41ff-aaf7-3d76500f34b2 req-10b29966-d3b5-4832-bba1-e15b9e1bc258 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:18.561926 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb06e1cd-fef2-4bc0-89c8-b0248995c08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791659d0-c3b7-4bea-94cf-4fea60f76798,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:18.614746 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-13b52925-1498-494e-a0c1-85ec6a1c9dfb tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:18.634330 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d529b5-69a0-4d6f-ad83-ddd76204e35d req-b1b2536d-4ed1-47b3-b9da-a2c37f6148fa tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:18.635650 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-30d529b5-69a0-4d6f-ad83-ddd76204e35d req-b1b2536d-4ed1-47b3-b9da-a2c37f6148fa tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=0f7ba25d-101a-4513-8847-e2ef1118875a HTTP/1.1" status: 200 len: 945 time: 0.1384652 Aug 16 20:52:18.684678 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-30d529b5-69a0-4d6f-ad83-ddd76204e35d req-83753df7-f9fd-484a-9389-2195c2c31b21 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417547 Aug 16 20:52:18.761429 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-29335d43-1c2d-41ff-aaf7-3d76500f34b2 req-10b29966-d3b5-4832-bba1-e15b9e1bc258 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:18.762733 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-29335d43-1c2d-41ff-aaf7-3d76500f34b2 req-10b29966-d3b5-4832-bba1-e15b9e1bc258 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.5818210 Aug 16 20:52:18.830475 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-640fae81-4fc6-416a-802c-638b1fad6ca4 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:18.917764 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:18.957535 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-29335d43-1c2d-41ff-aaf7-3d76500f34b2 req-0572661b-1295-4898-b736-54a85ec2bc56 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.116 HTTP/1.1" status: 200 len: 696 time: 0.1846287 Aug 16 20:52:19.049345 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ce19bece-e6ab-45b4-abe8-e1a6d2eea0f4 req-ce51d782-0406-418e-9100-e374966315f9 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "GET /v2.0/floatingips?tenant_id=2c8a7ecf3bf6405c9ae4d7e65bc60247 HTTP/1.1" status: 200 len: 1656 time: 0.1676760 Aug 16 20:52:19.084673 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-640fae81-4fc6-416a-802c-638b1fad6ca4 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Network 2808ba84-8eb6-448f-bf54-b316a16ed9b0 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:19.139198 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-640fae81-4fc6-416a-802c-638b1fad6ca4 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:19.181379 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640fae81-4fc6-416a-802c-638b1fad6ca4 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Pushing event updated for resources: {'Port': ['ID=b594a15b-28e6-4504-af59-93fb056ff0c6,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:19.185839 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-640fae81-4fc6-416a-802c-638b1fad6ca4 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:19.255477 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-13b52925-1498-494e-a0c1-85ec6a1c9dfb tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:19.385255 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-640fae81-4fc6-416a-802c-638b1fad6ca4 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:19.386114 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-640fae81-4fc6-416a-802c-638b1fad6ca4 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:19.440322 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29335d43-1c2d-41ff-aaf7-3d76500f34b2 req-9dc16207-d880-43ab-8291-58b49bb09d5e tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:19.459440 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-29335d43-1c2d-41ff-aaf7-3d76500f34b2 req-9dc16207-d880-43ab-8291-58b49bb09d5e tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] 10.222.0.84 "GET /v2.0/networks/65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 784 time: 0.4621036 Aug 16 20:52:19.560730 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19bece-e6ab-45b4-abe8-e1a6d2eea0f4 req-45e6bcf3-9aeb-4013-9f24-eb16694e4dfa tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:19.567852 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ce19bece-e6ab-45b4-abe8-e1a6d2eea0f4 req-45e6bcf3-9aeb-4013-9f24-eb16694e4dfa tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "GET /v2.0/networks?id=65ae326a-d6e1-4f5d-80d6-215a5521afe9&id=65ae326a-d6e1-4f5d-80d6-215a5521afe9&id=65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 787 time: 0.4792659 Aug 16 20:52:19.575811 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-52a0faf7-f7c7-4efd-8481-4ea9a7b954fb None None] Provisioning for port b594a15b-28e6-4504-af59-93fb056ff0c6 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:19.575811 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-52a0faf7-f7c7-4efd-8481-4ea9a7b954fb None None] Provisioning complete for port b594a15b-28e6-4504-af59-93fb056ff0c6 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:19.575811 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-52a0faf7-f7c7-4efd-8481-4ea9a7b954fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:19.585271 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-ce19bece-e6ab-45b4-abe8-e1a6d2eea0f4 req-c067d3b8-e89a-42d2-b72f-45a802da117d tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:52:19.602158 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ce19bece-e6ab-45b4-abe8-e1a6d2eea0f4 req-c067d3b8-e89a-42d2-b72f-45a802da117d tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0333047 Aug 16 20:52:19.620106 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-640fae81-4fc6-416a-802c-638b1fad6ca4 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8861175 Aug 16 20:52:19.636475 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-3080b983-91b7-4040-b1db-9fdeb01ee02a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:52:19.636475 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-3080b983-91b7-4040-b1db-9fdeb01ee02a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054493 Aug 16 20:52:19.651921 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-cb33992d-32bb-407c-b977-a57e466fcd6c service neutron] Request body: {'port': {'device_id': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:19.702918 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-52a0faf7-f7c7-4efd-8481-4ea9a7b954fb None None] Port b594a15b-28e6-4504-af59-93fb056ff0c6 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:52:19.820297 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-892c8e80-a392-41d3-bed8-b56aec6365b3 req-5e8d0d82-4e93-4376-bc52-a7b8c0857858 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] 10.222.0.84 "GET /v2.0/floatingips/1443fc12-ce51-4098-9d04-4d58f22a38c4 HTTP/1.1" status: 200 len: 693 time: 0.0936708 Aug 16 20:52:20.227606 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-cb33992d-32bb-407c-b977-a57e466fcd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:20.264746 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b3466-4151-4fb6-9ff2-bfa4d22d0ddd req-a4817c6a-5a58-4b41-8177-6c388df591aa tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:20.271238 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b3466-4151-4fb6-9ff2-bfa4d22d0ddd req-a4817c6a-5a58-4b41-8177-6c388df591aa tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:20.277108 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b3466-4151-4fb6-9ff2-bfa4d22d0ddd req-a4817c6a-5a58-4b41-8177-6c388df591aa tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:20.283086 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b3466-4151-4fb6-9ff2-bfa4d22d0ddd req-a4817c6a-5a58-4b41-8177-6c388df591aa tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:20.291023 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b3466-4151-4fb6-9ff2-bfa4d22d0ddd req-a4817c6a-5a58-4b41-8177-6c388df591aa tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:20.297129 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f8b3466-4151-4fb6-9ff2-bfa4d22d0ddd req-a4817c6a-5a58-4b41-8177-6c388df591aa tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 3817 time: 0.6533427 Aug 16 20:52:20.404337 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c8e80-a392-41d3-bed8-b56aec6365b3 req-0c3e3336-9166-4d41-8127-a074ebaee555 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:20.411961 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-892c8e80-a392-41d3-bed8-b56aec6365b3 req-0c3e3336-9166-4d41-8127-a074ebaee555 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] 10.222.0.84 "GET /v2.0/networks/65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 784 time: 0.5904729 Aug 16 20:52:20.434463 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f8b3466-4151-4fb6-9ff2-bfa4d22d0ddd req-82243271-1c51-4f28-997d-08ad94e95bf1 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364336 Aug 16 20:52:20.594686 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-892c8e80-a392-41d3-bed8-b56aec6365b3 req-b27ef5de-e2db-481b-9b6d-8568e553eca9 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.116 HTTP/1.1" status: 200 len: 696 time: 0.1818445 Aug 16 20:52:20.697497 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-892c8e80-a392-41d3-bed8-b56aec6365b3 req-9371db51-d3b2-4718-b82a-0e57f23619e7 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.116 HTTP/1.1" status: 200 len: 696 time: 0.0800214 Aug 16 20:52:20.758072 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-13b52925-1498-494e-a0c1-85ec6a1c9dfb tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router_gateway, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:20.828082 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-13b52925-1498-494e-a0c1-85ec6a1c9dfb tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:20.839327 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf86e97-f40e-440c-afce-96675f6aa416 req-d1f2ce41-0e21-4244-943f-e3ac43d352f5 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:20.841023 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-abf86e97-f40e-440c-afce-96675f6aa416 req-d1f2ce41-0e21-4244-943f-e3ac43d352f5 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=0f7ba25d-101a-4513-8847-e2ef1118875a HTTP/1.1" status: 200 len: 945 time: 0.3050523 Aug 16 20:52:21.084219 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-abf86e97-f40e-440c-afce-96675f6aa416 req-d0f4d6fe-3248-4d78-b77a-4855a527ddff tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277179 Aug 16 20:52:21.253447 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-892c8e80-a392-41d3-bed8-b56aec6365b3 req-8eaf4f23-1597-4d82-bd1a-084f78d79aaa tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Deleting port 684b980a-b32a-4cf2-9f88-19367f4e6f3c {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:21.253748 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-892c8e80-a392-41d3-bed8-b56aec6365b3 req-8eaf4f23-1597-4d82-bd1a-084f78d79aaa tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:21.387951 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-892c8e80-a392-41d3-bed8-b56aec6365b3 req-8eaf4f23-1597-4d82-bd1a-084f78d79aaa tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:21.388276 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-892c8e80-a392-41d3-bed8-b56aec6365b3 req-8eaf4f23-1597-4d82-bd1a-084f78d79aaa tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:21.401031 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-892c8e80-a392-41d3-bed8-b56aec6365b3 req-8eaf4f23-1597-4d82-bd1a-084f78d79aaa tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Calling delete_port for 684b980a-b32a-4cf2-9f88-19367f4e6f3c owned by network:floatingip {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:21.461508 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-13b52925-1498-494e-a0c1-85ec6a1c9dfb tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Allocated IP 172.25.1.244 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/9d54dd3e-13c5-4451-b9da-cc19f1e975b1) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:21.635205 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d4c2279a-a5bf-49a6-b744-14b9bea95702 req-0d960358-59a4-4fc3-be65-5ec6b912cbc9 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "GET /v2.0/floatingips/c75547e3-252f-4bca-803b-14e09a331a1e HTTP/1.1" status: 200 len: 693 time: 0.3408260 Aug 16 20:52:21.641817 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-cb33992d-32bb-407c-b977-a57e466fcd6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f663d94-68b3-4016-94ab-cff5d3fc7931 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:52:21.664703 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-cb33992d-32bb-407c-b977-a57e466fcd6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:21.713246 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-892c8e80-a392-41d3-bed8-b56aec6365b3 req-8eaf4f23-1597-4d82-bd1a-084f78d79aaa tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:21.790933 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:21.809381 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf4f23-1597-4d82-bd1a-084f78d79aaa tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Pushing event deleted for resources: {'Port': ['ID=684b980a-b32a-4cf2-9f88-19367f4e6f3c,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:21.812713 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-cb33992d-32bb-407c-b977-a57e466fcd6c service neutron] Transition to ACTIVE for port object 6f663d94-68b3-4016-94ab-cff5d3fc7931 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:21.900090 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-cb33992d-32bb-407c-b977-a57e466fcd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:21.967170 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb33992d-32bb-407c-b977-a57e466fcd6c service neutron] Pushing event updated for resources: {'Port': ['ID=6f663d94-68b3-4016-94ab-cff5d3fc7931,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:22.016472 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2279a-a5bf-49a6-b744-14b9bea95702 req-b5f6d8eb-5592-4695-955a-8db19d27e2c3 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:22.018095 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d4c2279a-a5bf-49a6-b744-14b9bea95702 req-b5f6d8eb-5592-4695-955a-8db19d27e2c3 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "GET /v2.0/networks/65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 784 time: 0.3695555 Aug 16 20:52:22.032049 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-13b52925-1498-494e-a0c1-85ec6a1c9dfb tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:22.035060 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-892c8e80-a392-41d3-bed8-b56aec6365b3 req-8eaf4f23-1597-4d82-bd1a-084f78d79aaa tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Notify callbacks [] for floatingip, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:22.038033 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-892c8e80-a392-41d3-bed8-b56aec6365b3 req-8eaf4f23-1597-4d82-bd1a-084f78d79aaa tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:22.040401 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-892c8e80-a392-41d3-bed8-b56aec6365b3 req-8eaf4f23-1597-4d82-bd1a-084f78d79aaa tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] 10.222.0.84 "DELETE /v2.0/floatingips/1443fc12-ce51-4098-9d04-4d58f22a38c4 HTTP/1.1" status: 204 len: 173 time: 1.2865651 Aug 16 20:52:22.188218 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d4c2279a-a5bf-49a6-b744-14b9bea95702 req-aef18877-e24d-44a4-9b4d-3930092322cc tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.225 HTTP/1.1" status: 200 len: 696 time: 0.1465392 Aug 16 20:52:22.226329 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-cb33992d-32bb-407c-b977-a57e466fcd6c service neutron] Attempting to bind port 6f663d94-68b3-4016-94ab-cff5d3fc7931 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:22.226510 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-cb33992d-32bb-407c-b977-a57e466fcd6c service neutron] Attempting to bind port 6f663d94-68b3-4016-94ab-cff5d3fc7931 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'd31205ae-b8c7-447a-b06d-752345c4437a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '1ffc2ed8-3433-480e-9e7b-c7131585caf6'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:22.226779 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-cb33992d-32bb-407c-b977-a57e466fcd6c service neutron] Attempting to bind port 6f663d94-68b3-4016-94ab-cff5d3fc7931 on network 1ffc2ed8-3433-480e-9e7b-c7131585caf6 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:22.299366 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-cb33992d-32bb-407c-b977-a57e466fcd6c service neutron] Port 6f663d94-68b3-4016-94ab-cff5d3fc7931 on network 1ffc2ed8-3433-480e-9e7b-c7131585caf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:52:22.299751 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-cb33992d-32bb-407c-b977-a57e466fcd6c service neutron] Attempting to bind port 6f663d94-68b3-4016-94ab-cff5d3fc7931 on network 1ffc2ed8-3433-480e-9e7b-c7131585caf6 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:22.312224 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d4c2279a-a5bf-49a6-b744-14b9bea95702 req-4a39bcc7-8320-4176-940b-101bb884bce1 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.225 HTTP/1.1" status: 200 len: 696 time: 0.1128266 Aug 16 20:52:22.347147 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-cb33992d-32bb-407c-b977-a57e466fcd6c service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:52:22.347564 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-cb33992d-32bb-407c-b977-a57e466fcd6c service neutron] Checking segment: {'id': 'd31205ae-b8c7-447a-b06d-752345c4437a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '1ffc2ed8-3433-480e-9e7b-c7131585caf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:22.347907 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-cb33992d-32bb-407c-b977-a57e466fcd6c service neutron] Bound using segment: {'id': 'd31205ae-b8c7-447a-b06d-752345c4437a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '1ffc2ed8-3433-480e-9e7b-c7131585caf6'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:52:22.348360 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-cb33992d-32bb-407c-b977-a57e466fcd6c service neutron] Bound port: 6f663d94-68b3-4016-94ab-cff5d3fc7931, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd31205ae-b8c7-447a-b06d-752345c4437a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '1ffc2ed8-3433-480e-9e7b-c7131585caf6'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:52:22.348730 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-cb33992d-32bb-407c-b977-a57e466fcd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:22.421306 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:52:22.460197 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-13b52925-1498-494e-a0c1-85ec6a1c9dfb tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:22.520446 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68eda58-9e7e-4126-9279-e40eae067839 req-4271abc0-7e37-4aac-81f5-02e865b3c7ec tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:22.522007 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d68eda58-9e7e-4126-9279-e40eae067839 req-4271abc0-7e37-4aac-81f5-02e865b3c7ec tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=0f7ba25d-101a-4513-8847-e2ef1118875a HTTP/1.1" status: 200 len: 945 time: 0.2546618 Aug 16 20:52:22.584286 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b52925-1498-494e-a0c1-85ec6a1c9dfb tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:22.605449 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-13b52925-1498-494e-a0c1-85ec6a1c9dfb tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:22.608895 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-cb33992d-32bb-407c-b977-a57e466fcd6c service neutron] For port 6f663d94-68b3-4016-94ab-cff5d3fc7931, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:52:22.623855 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b52925-1498-494e-a0c1-85ec6a1c9dfb tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Pushing event updated for resources: {'Port': ['ID=9d54dd3e-13c5-4451-b9da-cc19f1e975b1,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:22.631167 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-cb33992d-32bb-407c-b977-a57e466fcd6c service neutron] For port 6f663d94-68b3-4016-94ab-cff5d3fc7931, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=6f663d94-68b3-4016-94ab-cff5d3fc7931,segment=NetworkSegment(d31205ae-b8c7-447a-b06d-752345c4437a),segment_id=d31205ae-b8c7-447a-b06d-752345c4437a)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:52:22.636428 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b52925-1498-494e-a0c1-85ec6a1c9dfb tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:22.704220 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d68eda58-9e7e-4126-9279-e40eae067839 req-40384570-743b-4e57-a9b8-339623a16e09 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571455 Aug 16 20:52:22.734506 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-d4c2279a-a5bf-49a6-b744-14b9bea95702 req-b9d478a1-0f2b-4c74-8b09-53a05aa18992 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Deleting port 976301c8-3035-4bb2-a795-78447a8be754 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:22.734964 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-d4c2279a-a5bf-49a6-b744-14b9bea95702 req-b9d478a1-0f2b-4c74-8b09-53a05aa18992 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:23.067678 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-d4c2279a-a5bf-49a6-b744-14b9bea95702 req-b9d478a1-0f2b-4c74-8b09-53a05aa18992 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:23.067678 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-d4c2279a-a5bf-49a6-b744-14b9bea95702 req-b9d478a1-0f2b-4c74-8b09-53a05aa18992 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:23.067678 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e9343-dab1-4be9-9646-17cd3f82ee97 req-89800612-24f2-4945-94be-115f45191785 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:23.067678 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e9343-dab1-4be9-9646-17cd3f82ee97 req-89800612-24f2-4945-94be-115f45191785 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:23.067678 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e9343-dab1-4be9-9646-17cd3f82ee97 req-89800612-24f2-4945-94be-115f45191785 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:23.067678 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e9343-dab1-4be9-9646-17cd3f82ee97 req-89800612-24f2-4945-94be-115f45191785 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:23.067678 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e9343-dab1-4be9-9646-17cd3f82ee97 req-89800612-24f2-4945-94be-115f45191785 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:23.067678 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-092e9343-dab1-4be9-9646-17cd3f82ee97 req-89800612-24f2-4945-94be-115f45191785 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 3829 time: 0.1301496 Aug 16 20:52:23.067678 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-d4c2279a-a5bf-49a6-b744-14b9bea95702 req-b9d478a1-0f2b-4c74-8b09-53a05aa18992 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Calling delete_port for 976301c8-3035-4bb2-a795-78447a8be754 owned by network:floatingip {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:23.081039 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-092e9343-dab1-4be9-9646-17cd3f82ee97 req-f791907e-e760-412a-ba3b-31bbbd31894e tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747514 Aug 16 20:52:23.146121 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [req-6a62931f-d156-4806-a202-39a3ba99dbed req-f39717d2-4472-42a8-8ad0-6dc1d4bd5edd tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] show failed (client error): The resource could not be found. Aug 16 20:52:23.147106 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a62931f-d156-4806-a202-39a3ba99dbed req-f39717d2-4472-42a8-8ad0-6dc1d4bd5edd tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] 10.222.0.84 "GET /v2.0/floatingips/1443fc12-ce51-4098-9d04-4d58f22a38c4 HTTP/1.1" status: 404 len: 350 time: 0.0389426 Aug 16 20:52:23.463523 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-cb33992d-32bb-407c-b977-a57e466fcd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:23.620543 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [req-f031ce3b-e66b-49e8-b171-e5fab9d22fa8 req-7dea343a-f9d5-40ba-8ae3-fe84f53e4c61 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] show failed (client error): The resource could not be found. Aug 16 20:52:23.634677 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41570) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:23.642436 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f031ce3b-e66b-49e8-b171-e5fab9d22fa8 req-7dea343a-f9d5-40ba-8ae3-fe84f53e4c61 tempest-FloatingIPsTestJSON-1471658093 tempest-FloatingIPsTestJSON-1471658093-project] 10.222.0.84 "GET /v2.0/floatingips/1443fc12-ce51-4098-9d04-4d58f22a38c4 HTTP/1.1" status: 404 len: 350 time: 0.1786308 Aug 16 20:52:23.661742 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-cb33992d-32bb-407c-b977-a57e466fcd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:23.662599 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-cb33992d-32bb-407c-b977-a57e466fcd6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:23.671190 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-cb33992d-32bb-407c-b977-a57e466fcd6c service neutron] 10.222.0.90 "PUT /v2.0/ports/6f663d94-68b3-4016-94ab-cff5d3fc7931 HTTP/1.1" status: 200 len: 1093 time: 4.0251982 Aug 16 20:52:23.675753 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'tag': '6f663d94-68b3-4016-94ab-cff5d3fc7931'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:23.675753 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d02c2b-08f7-4cee-9d90-cbdc83e37129" -d '{"events": [{"name": "network-changed", "server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "tag": "6f663d94-68b3-4016-94ab-cff5d3fc7931"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:23.754479 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb33992d-32bb-407c-b977-a57e466fcd6c service neutron] Pushing event updated for resources: {'Port': ['ID=6f663d94-68b3-4016-94ab-cff5d3fc7931,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:23.895688 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-d4c2279a-a5bf-49a6-b744-14b9bea95702 req-b9d478a1-0f2b-4c74-8b09-53a05aa18992 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:23.903455 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-0ea3d85e-c01e-40ca-bb27-ba69e58aa0bb service neutron] Request body: {'port': {'device_id': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:23.997586 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d478a1-0f2b-4c74-8b09-53a05aa18992 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Pushing event deleted for resources: {'Port': ['ID=976301c8-3035-4bb2-a795-78447a8be754,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:24.135043 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-d4c2279a-a5bf-49a6-b744-14b9bea95702 req-b9d478a1-0f2b-4c74-8b09-53a05aa18992 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks [] for floatingip, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:24.138989 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-d4c2279a-a5bf-49a6-b744-14b9bea95702 req-b9d478a1-0f2b-4c74-8b09-53a05aa18992 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:24.153962 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d4c2279a-a5bf-49a6-b744-14b9bea95702 req-b9d478a1-0f2b-4c74-8b09-53a05aa18992 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "DELETE /v2.0/floatingips/c75547e3-252f-4bca-803b-14e09a331a1e HTTP/1.1" status: 204 len: 173 time: 1.8407793 Aug 16 20:52:24.303279 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad176e4-9c14-45fe-89fc-7dc1651f03bb req-6c14595a-47b2-479c-9549-c893843d9de3 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:24.312999 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8ad176e4-9c14-45fe-89fc-7dc1651f03bb req-6c14595a-47b2-479c-9549-c893843d9de3 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=0f7ba25d-101a-4513-8847-e2ef1118875a HTTP/1.1" status: 200 len: 945 time: 0.4190950 Aug 16 20:52:24.325728 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92de2197-872c-4e21-926f-b912df3d06de x-openstack-request-id: req-92de2197-872c-4e21-926f-b912df3d06de {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:24.327191 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "tag": "6f663d94-68b3-4016-94ab-cff5d3fc7931", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:24.327632 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-92de2197-872c-4e21-926f-b912df3d06de {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:24.328956 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'tag': '6f663d94-68b3-4016-94ab-cff5d3fc7931', 'status': 'completed', 'code': 200} Aug 16 20:52:24.430422 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-13b52925-1498-494e-a0c1-85ec6a1c9dfb tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router_gateway, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:24.744304 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fc3ea370-9aa3-4354-90f0-fa30b3874f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:24.749376 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-13b52925-1498-494e-a0c1-85ec6a1c9dfb tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:24.751934 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-0ea3d85e-c01e-40ca-bb27-ba69e58aa0bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:24.811064 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d02c2b-08f7-4cee-9d90-cbdc83e37129 req-60913a99-57a3-43ac-bad4-aefc23be7196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:24.812093 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d02c2b-08f7-4cee-9d90-cbdc83e37129 req-60913a99-57a3-43ac-bad4-aefc23be7196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:24.812743 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d02c2b-08f7-4cee-9d90-cbdc83e37129 req-60913a99-57a3-43ac-bad4-aefc23be7196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:24.813383 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d02c2b-08f7-4cee-9d90-cbdc83e37129 req-60913a99-57a3-43ac-bad4-aefc23be7196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:24.814037 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d02c2b-08f7-4cee-9d90-cbdc83e37129 req-60913a99-57a3-43ac-bad4-aefc23be7196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:24.816120 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f7d02c2b-08f7-4cee-9d90-cbdc83e37129 req-60913a99-57a3-43ac-bad4-aefc23be7196 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=739199610cfa4c2f8e9155deb4230364&device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 4365 time: 0.4953697 Aug 16 20:52:24.819421 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8ad176e4-9c14-45fe-89fc-7dc1651f03bb req-8b4ae717-bda8-4d24-832b-97e4e9546f00 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4824667 Aug 16 20:52:25.113612 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d02c2b-08f7-4cee-9d90-cbdc83e37129 req-96e9dde1-95a5-4577-a6e6-783e9826d196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:25.114108 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d02c2b-08f7-4cee-9d90-cbdc83e37129 req-96e9dde1-95a5-4577-a6e6-783e9826d196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:25.114591 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d02c2b-08f7-4cee-9d90-cbdc83e37129 req-96e9dde1-95a5-4577-a6e6-783e9826d196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:25.116400 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f7d02c2b-08f7-4cee-9d90-cbdc83e37129 req-96e9dde1-95a5-4577-a6e6-783e9826d196 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=739199610cfa4c2f8e9155deb4230364&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2884893 Aug 16 20:52:25.147650 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-fc3ea370-9aa3-4354-90f0-fa30b3874f8d admin admin] Deleting port 61cb494b-4e1d-4f5d-9315-a9d466ea8f8b {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:25.148390 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fc3ea370-9aa3-4354-90f0-fa30b3874f8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:25.247957 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-fc3ea370-9aa3-4354-90f0-fa30b3874f8d admin admin] For port 61cb494b-4e1d-4f5d-9315-a9d466ea8f8b, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=61cb494b-4e1d-4f5d-9315-a9d466ea8f8b,segment=NetworkSegment(dcf8dfd8-06c0-478b-8b40-fc1f3e98caa7),segment_id=dcf8dfd8-06c0-478b-8b40-fc1f3e98caa7)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:25.248750 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fc3ea370-9aa3-4354-90f0-fa30b3874f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:25.268600 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-fc3ea370-9aa3-4354-90f0-fa30b3874f8d admin admin] Calling delete_port for 61cb494b-4e1d-4f5d-9315-a9d466ea8f8b owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:25.332450 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0011a7d-dd5b-4d28-8e48-893709b269ac req-5241b769-e5aa-4816-8232-a186c88b0589 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:25.339121 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0011a7d-dd5b-4d28-8e48-893709b269ac req-5241b769-e5aa-4816-8232-a186c88b0589 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:25.346379 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0011a7d-dd5b-4d28-8e48-893709b269ac req-5241b769-e5aa-4816-8232-a186c88b0589 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:25.352858 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0011a7d-dd5b-4d28-8e48-893709b269ac req-5241b769-e5aa-4816-8232-a186c88b0589 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:25.361259 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0011a7d-dd5b-4d28-8e48-893709b269ac req-5241b769-e5aa-4816-8232-a186c88b0589 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:25.370933 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0011a7d-dd5b-4d28-8e48-893709b269ac req-5241b769-e5aa-4816-8232-a186c88b0589 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 3829 time: 0.9435511 Aug 16 20:52:25.439989 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0011a7d-dd5b-4d28-8e48-893709b269ac req-57b946c0-9e67-43ca-a74f-d0dcc6748189 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679221 Aug 16 20:52:25.459450 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0fb1a2a3-f972-4eab-a7c1-dc31aeff1ccb req-5d0a92bb-4a6d-41f9-a55f-624681ff0bc3 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "GET /v2.0/floatingips/e17709a0-6bff-4b83-9266-a36ac411c0bd HTTP/1.1" status: 200 len: 693 time: 0.3357193 Aug 16 20:52:25.709806 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fc3ea370-9aa3-4354-90f0-fa30b3874f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:25.746029 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b52925-1498-494e-a0c1-85ec6a1c9dfb tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Router ea4e5993-deb6-4d72-b576-3f4eeb36ad2f is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:52:25.784288 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ea370-9aa3-4354-90f0-fa30b3874f8d admin admin] Pushing event deleted for resources: {'Port': ['ID=61cb494b-4e1d-4f5d-9315-a9d466ea8f8b,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:25.862951 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d02c2b-08f7-4cee-9d90-cbdc83e37129 req-1b6422b4-86aa-4e57-95cd-b2c7042cba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:25.864592 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f7d02c2b-08f7-4cee-9d90-cbdc83e37129 req-1b6422b4-86aa-4e57-95cd-b2c7042cba08 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7151337 Aug 16 20:52:25.975382 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212df06d-f169-4608-a0b4-6b1e1bf1f1c7 req-baa43841-3189-4896-b6bb-9aa7b26042ac tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:25.985445 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-212df06d-f169-4608-a0b4-6b1e1bf1f1c7 req-baa43841-3189-4896-b6bb-9aa7b26042ac tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=0f7ba25d-101a-4513-8847-e2ef1118875a HTTP/1.1" status: 200 len: 945 time: 0.2688217 Aug 16 20:52:25.996303 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fc3ea370-9aa3-4354-90f0-fa30b3874f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:26.132706 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1a2a3-f972-4eab-a7c1-dc31aeff1ccb req-c46eeafb-f242-468d-ba38-a53a55f14a42 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:26.134219 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0fb1a2a3-f972-4eab-a7c1-dc31aeff1ccb req-c46eeafb-f242-468d-ba38-a53a55f14a42 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "GET /v2.0/networks/65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 784 time: 0.6451347 Aug 16 20:52:26.196824 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41620) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:26.237536 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-212df06d-f169-4608-a0b4-6b1e1bf1f1c7 req-e93648f2-2ebb-4f2f-aa49-03f6c717deeb tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510836 Aug 16 20:52:26.381476 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d0db3f7b-cab2-4f34-90dc-0c4722a6ae8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:26.389838 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0fb1a2a3-f972-4eab-a7c1-dc31aeff1ccb req-d445b662-7bde-4c54-9578-881908b0dca9 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.232 HTTP/1.1" status: 200 len: 696 time: 0.2304978 Aug 16 20:52:26.393377 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b52925-1498-494e-a0c1-85ec6a1c9dfb tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:52:26.406916 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7377fadc-7f9a-4c6e-98a1-f9e72730979e None None] Sync routers for ids ['ea4e5993-deb6-4d72-b576-3f4eeb36ad2f'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:52:26.428379 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7377fadc-7f9a-4c6e-98a1-f9e72730979e None None] Routers {'ea4e5993-deb6-4d72-b576-3f4eeb36ad2f'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:52:26.429054 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-7377fadc-7f9a-4c6e-98a1-f9e72730979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:52:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['ea4e5993-deb6-4d72-b576-3f4eeb36ad2f'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:26.488852 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-0ea3d85e-c01e-40ca-bb27-ba69e58aa0bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab40fdf1-2367-4aaf-a842-35d8e9debb6d {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:52:26.499668 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d0db3f7b-cab2-4f34-90dc-0c4722a6ae8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:26.507144 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-0ea3d85e-c01e-40ca-bb27-ba69e58aa0bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:26.512637 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0fb1a2a3-f972-4eab-a7c1-dc31aeff1ccb req-d4d8042b-49aa-4d99-85cd-6ef688a6bf9c tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.232 HTTP/1.1" status: 200 len: 696 time: 0.1042316 Aug 16 20:52:26.526190 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-7377fadc-7f9a-4c6e-98a1-f9e72730979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:26.527221 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-0ea3d85e-c01e-40ca-bb27-ba69e58aa0bb service neutron] Transition to ACTIVE for port object ab40fdf1-2367-4aaf-a842-35d8e9debb6d will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:26.531168 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3ea370-9aa3-4354-90f0-fa30b3874f8d admin admin] Router 60b20f6b-b006-4439-8780-179c93925aa3 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:52:26.537088 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7377fadc-7f9a-4c6e-98a1-f9e72730979e None None] Routers {'ea4e5993-deb6-4d72-b576-3f4eeb36ad2f'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:52:26.542589 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-7377fadc-7f9a-4c6e-98a1-f9e72730979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:52:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['ea4e5993-deb6-4d72-b576-3f4eeb36ad2f'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:26.580176 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-7377fadc-7f9a-4c6e-98a1-f9e72730979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:26.581128 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7377fadc-7f9a-4c6e-98a1-f9e72730979e None None] The sync data for ids ['ea4e5993-deb6-4d72-b576-3f4eeb36ad2f'] in n-d-793620-15 is: [] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:52:26.671513 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-0ea3d85e-c01e-40ca-bb27-ba69e58aa0bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:26.680209 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d0db3f7b-cab2-4f34-90dc-0c4722a6ae8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:26.727825 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d0db3f7b-cab2-4f34-90dc-0c4722a6ae8b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=65dd898ccf6844db9a0883701686407d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5298717 Aug 16 20:52:26.730793 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41640) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:26.761681 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-13b52925-1498-494e-a0c1-85ec6a1c9dfb tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:26.761681 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-13b52925-1498-494e-a0c1-85ec6a1c9dfb tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.3809378 Aug 16 20:52:26.767968 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41642) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:26.813036 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea3d85e-c01e-40ca-bb27-ba69e58aa0bb service neutron] Pushing event updated for resources: {'Port': ['ID=ab40fdf1-2367-4aaf-a842-35d8e9debb6d,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:26.852100 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db3f7b-cab2-4f34-90dc-0c4722a6ae8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343dedca-61fd-4cd5-b936-afe628371919,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:26.867497 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-0ea3d85e-c01e-40ca-bb27-ba69e58aa0bb service neutron] Attempting to bind port ab40fdf1-2367-4aaf-a842-35d8e9debb6d on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:26.868062 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-0ea3d85e-c01e-40ca-bb27-ba69e58aa0bb service neutron] Attempting to bind port ab40fdf1-2367-4aaf-a842-35d8e9debb6d by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '34734b3f-5dce-4149-a5ad-b36712006fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '548eb6bc-b22d-43c1-8abf-bd0cf1de4a03'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:26.868062 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-0ea3d85e-c01e-40ca-bb27-ba69e58aa0bb service neutron] Attempting to bind port ab40fdf1-2367-4aaf-a842-35d8e9debb6d on network 548eb6bc-b22d-43c1-8abf-bd0cf1de4a03 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:26.880985 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-0ea3d85e-c01e-40ca-bb27-ba69e58aa0bb service neutron] Port ab40fdf1-2367-4aaf-a842-35d8e9debb6d on network 548eb6bc-b22d-43c1-8abf-bd0cf1de4a03 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:52:26.881712 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-0ea3d85e-c01e-40ca-bb27-ba69e58aa0bb service neutron] Attempting to bind port ab40fdf1-2367-4aaf-a842-35d8e9debb6d on network 548eb6bc-b22d-43c1-8abf-bd0cf1de4a03 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:26.889074 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-0ea3d85e-c01e-40ca-bb27-ba69e58aa0bb service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:52:26.889453 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-0ea3d85e-c01e-40ca-bb27-ba69e58aa0bb service neutron] Checking segment: {'id': '34734b3f-5dce-4149-a5ad-b36712006fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '548eb6bc-b22d-43c1-8abf-bd0cf1de4a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:26.889854 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-0ea3d85e-c01e-40ca-bb27-ba69e58aa0bb service neutron] Bound using segment: {'id': '34734b3f-5dce-4149-a5ad-b36712006fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '548eb6bc-b22d-43c1-8abf-bd0cf1de4a03'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:52:26.890298 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-0ea3d85e-c01e-40ca-bb27-ba69e58aa0bb service neutron] Bound port: ab40fdf1-2367-4aaf-a842-35d8e9debb6d, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34734b3f-5dce-4149-a5ad-b36712006fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '548eb6bc-b22d-43c1-8abf-bd0cf1de4a03'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:52:26.890673 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-0ea3d85e-c01e-40ca-bb27-ba69e58aa0bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:26.893714 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-0fb1a2a3-f972-4eab-a7c1-dc31aeff1ccb req-49e06ad9-a585-4d74-aa07-7473fff53937 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Deleting port 9a523b76-0896-420d-b3b9-23f340b08a74 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:26.894053 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0fb1a2a3-f972-4eab-a7c1-dc31aeff1ccb req-49e06ad9-a585-4d74-aa07-7473fff53937 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:26.914227 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3ea370-9aa3-4354-90f0-fa30b3874f8d admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:52:26.930113 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7ce669-2441-4f13-9dbf-03200e4b9e6f None None] Sync routers for ids ['60b20f6b-b006-4439-8780-179c93925aa3'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:52:26.951019 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7ce669-2441-4f13-9dbf-03200e4b9e6f None None] Routers {'60b20f6b-b006-4439-8780-179c93925aa3'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:52:26.951663 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-be7ce669-2441-4f13-9dbf-03200e4b9e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:52:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['60b20f6b-b006-4439-8780-179c93925aa3'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:26.955888 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fc3ea370-9aa3-4354-90f0-fa30b3874f8d admin admin] 10.222.0.84 "PUT /v2.0/routers/60b20f6b-b006-4439-8780-179c93925aa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3194399 Aug 16 20:52:26.962613 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41644) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:27.159398 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-be7ce669-2441-4f13-9dbf-03200e4b9e6f None None] Set router 60b20f6b-b006-4439-8780-179c93925aa3 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:52:27.232324 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cc1e9b39-1271-4629-883e-aaa66c13962a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:27.247120 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cc1e9b39-1271-4629-883e-aaa66c13962a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:27.305483 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e8e786b1-cda4-4ffe-b189-30cbb3db0d8b admin admin] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:27.313085 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-69bb6c53-d3e9-47f2-aed1-b111a272456c tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] 10.222.0.84 "GET /v2.0/routers/ea4e5993-deb6-4d72-b576-3f4eeb36ad2f HTTP/1.1" status: 200 len: 924 time: 0.5360711 Aug 16 20:52:27.343972 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41648) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:27.379349 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7777385f-83a7-425e-a05c-8c10d69dc1ea tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] 10.222.0.84 "GET /v2.0/ports?device_id=ea4e5993-deb6-4d72-b576-3f4eeb36ad2f HTTP/1.1" status: 200 len: 205 time: 0.0312243 Aug 16 20:52:27.388554 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41650) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:27.448280 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-be7ce669-2441-4f13-9dbf-03200e4b9e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b20f6b-b006-4439-8780-179c93925aa3', 'name': 'tempest-FloatingIPsTestJSON-599880448-router', 'tenant_id': '767cbde3dd17454482af36e68edbf039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '6b2428f8-86a6-49a4-8ae7-7a33a5605517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:50Z', 'updated_at': '2021-08-16T20:52:25Z', 'revision_number': 5, 'project_id': '767cbde3dd17454482af36e68edbf039', 'gw_port': {'id': '6b2428f8-86a6-49a4-8ae7-7a33a5605517', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:56:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b20f6b-b006-4439-8780-179c93925aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:50Z', 'updated_at': '2021-08-16T20:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:27.502807 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7ce669-2441-4f13-9dbf-03200e4b9e6f None None] Checking router: 60b20f6b-b006-4439-8780-179c93925aa3 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:52:27.516410 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7ce669-2441-4f13-9dbf-03200e4b9e6f None None] Routers {'60b20f6b-b006-4439-8780-179c93925aa3'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:52:27.517426 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-be7ce669-2441-4f13-9dbf-03200e4b9e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:52:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['60b20f6b-b006-4439-8780-179c93925aa3'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:27.548845 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e8e786b1-cda4-4ffe-b189-30cbb3db0d8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:27.557453 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cc1e9b39-1271-4629-883e-aaa66c13962a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:27.560314 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cc1e9b39-1271-4629-883e-aaa66c13962a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:27.563805 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-cc1e9b39-1271-4629-883e-aaa66c13962a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/343dedca-61fd-4cd5-b936-afe628371919 HTTP/1.1" status: 204 len: 168 time: 0.8253973 Aug 16 20:52:27.575175 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5323627c-8c30-4c7f-9a9a-866c58789962 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:27.578856 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e9b39-1271-4629-883e-aaa66c13962a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343dedca-61fd-4cd5-b936-afe628371919,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:27.614380 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0fb1a2a3-f972-4eab-a7c1-dc31aeff1ccb req-49e06ad9-a585-4d74-aa07-7473fff53937 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:27.614380 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0fb1a2a3-f972-4eab-a7c1-dc31aeff1ccb req-49e06ad9-a585-4d74-aa07-7473fff53937 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:27.632937 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c14575-9c43-4e0d-9e88-9f98788f8ad0 req-41e434a2-64ab-4e07-a2e2-968fb2ab323f tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:27.640618 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c14575-9c43-4e0d-9e88-9f98788f8ad0 req-41e434a2-64ab-4e07-a2e2-968fb2ab323f tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:27.646120 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c14575-9c43-4e0d-9e88-9f98788f8ad0 req-41e434a2-64ab-4e07-a2e2-968fb2ab323f tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:27.653661 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c14575-9c43-4e0d-9e88-9f98788f8ad0 req-41e434a2-64ab-4e07-a2e2-968fb2ab323f tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:27.671696 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c14575-9c43-4e0d-9e88-9f98788f8ad0 req-41e434a2-64ab-4e07-a2e2-968fb2ab323f tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:27.687228 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c14575-9c43-4e0d-9e88-9f98788f8ad0 req-41e434a2-64ab-4e07-a2e2-968fb2ab323f tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:27.689325 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-04c14575-9c43-4e0d-9e88-9f98788f8ad0 req-41e434a2-64ab-4e07-a2e2-968fb2ab323f tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 4606 time: 0.2500296 Aug 16 20:52:27.724481 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-0ea3d85e-c01e-40ca-bb27-ba69e58aa0bb service neutron] For port ab40fdf1-2367-4aaf-a842-35d8e9debb6d, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:52:27.738072 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-0ea3d85e-c01e-40ca-bb27-ba69e58aa0bb service neutron] For port ab40fdf1-2367-4aaf-a842-35d8e9debb6d, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ab40fdf1-2367-4aaf-a842-35d8e9debb6d,segment=NetworkSegment(34734b3f-5dce-4149-a5ad-b36712006fc4),segment_id=34734b3f-5dce-4149-a5ad-b36712006fc4)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:52:27.744677 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-be7ce669-2441-4f13-9dbf-03200e4b9e6f None None] Set router 60b20f6b-b006-4439-8780-179c93925aa3 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:52:27.756540 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-0fb1a2a3-f972-4eab-a7c1-dc31aeff1ccb req-49e06ad9-a585-4d74-aa07-7473fff53937 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Calling delete_port for 9a523b76-0896-420d-b3b9-23f340b08a74 owned by network:floatingip {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:27.798550 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5323627c-8c30-4c7f-9a9a-866c58789962 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:27.812874 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-e8e786b1-cda4-4ffe-b189-30cbb3db0d8b admin admin] Deleting port 6b2428f8-86a6-49a4-8ae7-7a33a5605517 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:27.813476 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e8e786b1-cda4-4ffe-b189-30cbb3db0d8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:27.820384 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-04c14575-9c43-4e0d-9e88-9f98788f8ad0 req-606012b6-8a3e-41d8-aa3a-4a5b1189ba1c tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1070707 Aug 16 20:52:27.908563 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-0ea3d85e-c01e-40ca-bb27-ba69e58aa0bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:27.982350 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-e8e786b1-cda4-4ffe-b189-30cbb3db0d8b admin admin] For port 6b2428f8-86a6-49a4-8ae7-7a33a5605517, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=6b2428f8-86a6-49a4-8ae7-7a33a5605517,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:27.982969 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e8e786b1-cda4-4ffe-b189-30cbb3db0d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:28.003212 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-e8e786b1-cda4-4ffe-b189-30cbb3db0d8b admin admin] Calling delete_port for 6b2428f8-86a6-49a4-8ae7-7a33a5605517 owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:28.025920 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-5323627c-8c30-4c7f-9a9a-866c58789962 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Deleting port 9d54dd3e-13c5-4451-b9da-cc19f1e975b1 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:28.026274 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5323627c-8c30-4c7f-9a9a-866c58789962 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:28.059831 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-0ea3d85e-c01e-40ca-bb27-ba69e58aa0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:28.060845 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-0ea3d85e-c01e-40ca-bb27-ba69e58aa0bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:28.062308 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-0ea3d85e-c01e-40ca-bb27-ba69e58aa0bb service neutron] 10.222.0.90 "PUT /v2.0/ports/ab40fdf1-2367-4aaf-a842-35d8e9debb6d HTTP/1.1" status: 200 len: 1136 time: 4.1712048 Aug 16 20:52:28.199740 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'tag': 'ab40fdf1-2367-4aaf-a842-35d8e9debb6d'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:28.203165 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e90197d-3572-430c-ad14-9ff21fb8f0f1" -d '{"events": [{"name": "network-changed", "server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "tag": "ab40fdf1-2367-4aaf-a842-35d8e9debb6d"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:28.206164 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea3d85e-c01e-40ca-bb27-ba69e58aa0bb service neutron] Pushing event updated for resources: {'Port': ['ID=ab40fdf1-2367-4aaf-a842-35d8e9debb6d,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:28.215692 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-be7ce669-2441-4f13-9dbf-03200e4b9e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b20f6b-b006-4439-8780-179c93925aa3', 'name': 'tempest-FloatingIPsTestJSON-599880448-router', 'tenant_id': '767cbde3dd17454482af36e68edbf039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '6b2428f8-86a6-49a4-8ae7-7a33a5605517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:50Z', 'updated_at': '2021-08-16T20:52:25Z', 'revision_number': 5, 'project_id': '767cbde3dd17454482af36e68edbf039', 'gw_port': {'id': '6b2428f8-86a6-49a4-8ae7-7a33a5605517', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:56:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b20f6b-b006-4439-8780-179c93925aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:50Z', 'updated_at': '2021-08-16T20:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:28.222320 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-aa2ff830-01a7-4ccb-851a-0e2bc1d225e8 service neutron] Request body: {'port': {'device_id': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:28.284211 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7ce669-2441-4f13-9dbf-03200e4b9e6f None None] The sync data for ids ['60b20f6b-b006-4439-8780-179c93925aa3'] in n-d-793620-15 is: [{'id': '60b20f6b-b006-4439-8780-179c93925aa3', 'name': 'tempest-FloatingIPsTestJSON-599880448-router', 'tenant_id': '767cbde3dd17454482af36e68edbf039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '6b2428f8-86a6-49a4-8ae7-7a33a5605517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:50Z', 'updated_at': '2021-08-16T20:52:25Z', 'revision_number': 5, 'project_id': '767cbde3dd17454482af36e68edbf039', 'gw_port': {'id': '6b2428f8-86a6-49a4-8ae7-7a33a5605517', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:56:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b20f6b-b006-4439-8780-179c93925aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:50Z', 'updated_at': '2021-08-16T20:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:52:28.311044 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5323627c-8c30-4c7f-9a9a-866c58789962 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:28.368628 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0fb1a2a3-f972-4eab-a7c1-dc31aeff1ccb req-49e06ad9-a585-4d74-aa07-7473fff53937 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:28.371537 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-aa2ff830-01a7-4ccb-851a-0e2bc1d225e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:28.394694 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-5323627c-8c30-4c7f-9a9a-866c58789962 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Calling delete_port for 9d54dd3e-13c5-4451-b9da-cc19f1e975b1 owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:28.438762 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e06ad9-a585-4d74-aa07-7473fff53937 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Pushing event deleted for resources: {'Port': ['ID=9a523b76-0896-420d-b3b9-23f340b08a74,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:28.617327 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41670) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:28.695982 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c3888173-4286-4e80-b6c1-de7726ac4433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:28.707296 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0fb1a2a3-f972-4eab-a7c1-dc31aeff1ccb req-49e06ad9-a585-4d74-aa07-7473fff53937 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks [] for floatingip, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:28.710549 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e8e786b1-cda4-4ffe-b189-30cbb3db0d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:28.711013 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0fb1a2a3-f972-4eab-a7c1-dc31aeff1ccb req-49e06ad9-a585-4d74-aa07-7473fff53937 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:28.712650 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0fb1a2a3-f972-4eab-a7c1-dc31aeff1ccb req-49e06ad9-a585-4d74-aa07-7473fff53937 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "DELETE /v2.0/floatingips/e17709a0-6bff-4b83-9266-a36ac411c0bd HTTP/1.1" status: 204 len: 173 time: 2.1895430 Aug 16 20:52:28.769518 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e786b1-cda4-4ffe-b189-30cbb3db0d8b admin admin] Pushing event deleted for resources: {'Port': ['ID=6b2428f8-86a6-49a4-8ae7-7a33a5605517,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:28.883079 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18055843-4110-4bb3-ad2d-7636f595833a req-e768763b-d51c-4945-82d3-e82d499f24a1 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:28.892053 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18055843-4110-4bb3-ad2d-7636f595833a req-e768763b-d51c-4945-82d3-e82d499f24a1 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:28.908903 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-18055843-4110-4bb3-ad2d-7636f595833a req-e768763b-d51c-4945-82d3-e82d499f24a1 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/ports?device_id=ea5c1211-7098-4ba6-bcc9-15fa26883ca2&device_id=f787c003-888c-447a-a6c0-c6a1129b087e HTTP/1.1" status: 200 len: 1682 time: 0.2601569 Aug 16 20:52:29.026254 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-18055843-4110-4bb3-ad2d-7636f595833a req-ca696a34-b430-446c-b601-eeefda61dd19 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb021904-77cf-4d3a-8908-1a6135149ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151423 Aug 16 20:52:29.160532 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562d6e41-ed72-41a0-a08f-f951f3a79f10 x-openstack-request-id: req-562d6e41-ed72-41a0-a08f-f951f3a79f10 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:29.161669 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "tag": "ab40fdf1-2367-4aaf-a842-35d8e9debb6d", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:29.162465 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-562d6e41-ed72-41a0-a08f-f951f3a79f10 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:29.163467 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'tag': 'ab40fdf1-2367-4aaf-a842-35d8e9debb6d', 'status': 'completed', 'code': 200} Aug 16 20:52:29.270796 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e188a714-f0d6-4d40-bd2e-47c2250520c8 req-a4c0424e-853c-41ce-83a8-a836c1d149eb tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "GET /v2.0/floatingips/f7733fc9-3c42-4a49-b65c-53a5c5734909 HTTP/1.1" status: 200 len: 692 time: 0.0649509 Aug 16 20:52:29.274695 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-aa2ff830-01a7-4ccb-851a-0e2bc1d225e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb57be4a-0292-48cb-9992-55bcc6db3063 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:52:29.292626 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-aa2ff830-01a7-4ccb-851a-0e2bc1d225e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:29.384628 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90197d-3572-430c-ad14-9ff21fb8f0f1 req-f5d3d6de-f734-4d5a-beb4-1b0d383cb5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:29.385069 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90197d-3572-430c-ad14-9ff21fb8f0f1 req-f5d3d6de-f734-4d5a-beb4-1b0d383cb5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:29.385563 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90197d-3572-430c-ad14-9ff21fb8f0f1 req-f5d3d6de-f734-4d5a-beb4-1b0d383cb5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:29.386097 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90197d-3572-430c-ad14-9ff21fb8f0f1 req-f5d3d6de-f734-4d5a-beb4-1b0d383cb5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:29.386590 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90197d-3572-430c-ad14-9ff21fb8f0f1 req-f5d3d6de-f734-4d5a-beb4-1b0d383cb5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:29.387075 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90197d-3572-430c-ad14-9ff21fb8f0f1 req-f5d3d6de-f734-4d5a-beb4-1b0d383cb5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:29.389719 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9e90197d-3572-430c-ad14-9ff21fb8f0f1 req-f5d3d6de-f734-4d5a-beb4-1b0d383cb5ce service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=739199610cfa4c2f8e9155deb4230364&device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5294 time: 0.2219744 Aug 16 20:52:29.392410 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e8e786b1-cda4-4ffe-b189-30cbb3db0d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:29.394966 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-aa2ff830-01a7-4ccb-851a-0e2bc1d225e8 service neutron] Transition to ACTIVE for port object bb57be4a-0292-48cb-9992-55bcc6db3063 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:29.538886 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e8e786b1-cda4-4ffe-b189-30cbb3db0d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:29.564013 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e8e786b1-cda4-4ffe-b189-30cbb3db0d8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:29.580673 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-aa2ff830-01a7-4ccb-851a-0e2bc1d225e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:29.611939 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188a714-f0d6-4d40-bd2e-47c2250520c8 req-59a4c7a2-a688-4d53-8a87-02c0c5e97401 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:29.613461 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e188a714-f0d6-4d40-bd2e-47c2250520c8 req-59a4c7a2-a688-4d53-8a87-02c0c5e97401 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "GET /v2.0/networks/65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 784 time: 0.3249433 Aug 16 20:52:29.691123 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90197d-3572-430c-ad14-9ff21fb8f0f1 req-5ac3d4bb-0350-4795-9869-5990c16bd5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:29.691655 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90197d-3572-430c-ad14-9ff21fb8f0f1 req-5ac3d4bb-0350-4795-9869-5990c16bd5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:29.692172 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90197d-3572-430c-ad14-9ff21fb8f0f1 req-5ac3d4bb-0350-4795-9869-5990c16bd5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:29.693796 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9e90197d-3572-430c-ad14-9ff21fb8f0f1 req-5ac3d4bb-0350-4795-9869-5990c16bd5df service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=739199610cfa4c2f8e9155deb4230364&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2938781 Aug 16 20:52:29.747379 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 61cb494b-4e1d-4f5d-9315-a9d466ea8f8b no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:29.753476 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ff830-01a7-4ccb-851a-0e2bc1d225e8 service neutron] Pushing event updated for resources: {'Port': ['ID=bb57be4a-0292-48cb-9992-55bcc6db3063,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:29.757969 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e188a714-f0d6-4d40-bd2e-47c2250520c8 req-1287ada6-7528-4f0e-af8b-f499f6282956 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.39 HTTP/1.1" status: 200 len: 695 time: 0.1030157 Aug 16 20:52:29.773346 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 61cb494b-4e1d-4f5d-9315-a9d466ea8f8b {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:52:29.773779 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 61cb494b-4e1d-4f5d-9315-a9d466ea8f8b not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:29.844470 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13485e-1814-4394-947e-050a64cd4618 req-cf70dfca-ae3b-406d-ac71-4cb70d5cb976 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:29.850479 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13485e-1814-4394-947e-050a64cd4618 req-cf70dfca-ae3b-406d-ac71-4cb70d5cb976 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:29.856618 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13485e-1814-4394-947e-050a64cd4618 req-cf70dfca-ae3b-406d-ac71-4cb70d5cb976 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:29.863315 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13485e-1814-4394-947e-050a64cd4618 req-cf70dfca-ae3b-406d-ac71-4cb70d5cb976 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:29.869803 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13485e-1814-4394-947e-050a64cd4618 req-cf70dfca-ae3b-406d-ac71-4cb70d5cb976 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:29.875995 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13485e-1814-4394-947e-050a64cd4618 req-cf70dfca-ae3b-406d-ac71-4cb70d5cb976 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:29.881816 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13485e-1814-4394-947e-050a64cd4618 req-cf70dfca-ae3b-406d-ac71-4cb70d5cb976 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:29.883922 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5a13485e-1814-4394-947e-050a64cd4618 req-cf70dfca-ae3b-406d-ac71-4cb70d5cb976 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5383 time: 0.3132493 Aug 16 20:52:29.887284 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ff830-01a7-4ccb-851a-0e2bc1d225e8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:29.887638 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ff830-01a7-4ccb-851a-0e2bc1d225e8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:29.888005 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ff830-01a7-4ccb-851a-0e2bc1d225e8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:29.888652 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ff830-01a7-4ccb-851a-0e2bc1d225e8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:29.888990 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ff830-01a7-4ccb-851a-0e2bc1d225e8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:29.889351 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ff830-01a7-4ccb-851a-0e2bc1d225e8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:29.889687 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ff830-01a7-4ccb-851a-0e2bc1d225e8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:29.890017 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ff830-01a7-4ccb-851a-0e2bc1d225e8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:29.890348 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ff830-01a7-4ccb-851a-0e2bc1d225e8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:29.890681 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ff830-01a7-4ccb-851a-0e2bc1d225e8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:29.891096 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ff830-01a7-4ccb-851a-0e2bc1d225e8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:29.891481 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ff830-01a7-4ccb-851a-0e2bc1d225e8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:29.990350 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e188a714-f0d6-4d40-bd2e-47c2250520c8 req-fdec8c86-45a6-491f-92c6-7e7829fe5818 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.39 HTTP/1.1" status: 200 len: 695 time: 0.1849792 Aug 16 20:52:30.069119 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5a13485e-1814-4394-947e-050a64cd4618 req-7e8ba177-cba3-41ae-93a4-c36f4a687422 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1724620 Aug 16 20:52:30.127158 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90197d-3572-430c-ad14-9ff21fb8f0f1 req-81400163-f05c-49f5-8116-b3f668a77c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:30.128809 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9e90197d-3572-430c-ad14-9ff21fb8f0f1 req-81400163-f05c-49f5-8116-b3f668a77c3e service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4038928 Aug 16 20:52:30.136887 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-aa2ff830-01a7-4ccb-851a-0e2bc1d225e8 service neutron] Attempting to bind port bb57be4a-0292-48cb-9992-55bcc6db3063 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:30.138980 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-aa2ff830-01a7-4ccb-851a-0e2bc1d225e8 service neutron] Attempting to bind port bb57be4a-0292-48cb-9992-55bcc6db3063 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '34734b3f-5dce-4149-a5ad-b36712006fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '548eb6bc-b22d-43c1-8abf-bd0cf1de4a03'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:30.138980 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-aa2ff830-01a7-4ccb-851a-0e2bc1d225e8 service neutron] Attempting to bind port bb57be4a-0292-48cb-9992-55bcc6db3063 on network 548eb6bc-b22d-43c1-8abf-bd0cf1de4a03 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:30.162528 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-aa2ff830-01a7-4ccb-851a-0e2bc1d225e8 service neutron] Port bb57be4a-0292-48cb-9992-55bcc6db3063 on network 548eb6bc-b22d-43c1-8abf-bd0cf1de4a03 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:52:30.162870 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-aa2ff830-01a7-4ccb-851a-0e2bc1d225e8 service neutron] Attempting to bind port bb57be4a-0292-48cb-9992-55bcc6db3063 on network 548eb6bc-b22d-43c1-8abf-bd0cf1de4a03 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:30.170316 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-aa2ff830-01a7-4ccb-851a-0e2bc1d225e8 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:52:30.170716 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-aa2ff830-01a7-4ccb-851a-0e2bc1d225e8 service neutron] Checking segment: {'id': '34734b3f-5dce-4149-a5ad-b36712006fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '548eb6bc-b22d-43c1-8abf-bd0cf1de4a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:30.171111 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-aa2ff830-01a7-4ccb-851a-0e2bc1d225e8 service neutron] Bound using segment: {'id': '34734b3f-5dce-4149-a5ad-b36712006fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '548eb6bc-b22d-43c1-8abf-bd0cf1de4a03'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:52:30.171552 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-aa2ff830-01a7-4ccb-851a-0e2bc1d225e8 service neutron] Bound port: bb57be4a-0292-48cb-9992-55bcc6db3063, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34734b3f-5dce-4149-a5ad-b36712006fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '548eb6bc-b22d-43c1-8abf-bd0cf1de4a03'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:52:30.171952 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-aa2ff830-01a7-4ccb-851a-0e2bc1d225e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:30.212744 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e8e786b1-cda4-4ffe-b189-30cbb3db0d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:30.213311 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e786b1-cda4-4ffe-b189-30cbb3db0d8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60b20f6b-b006-4439-8780-179c93925aa3 {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:52:30.218794 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e8e786b1-cda4-4ffe-b189-30cbb3db0d8b admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:30.219907 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e8e786b1-cda4-4ffe-b189-30cbb3db0d8b admin admin] 10.222.0.84 "DELETE /v2.0/routers/60b20f6b-b006-4439-8780-179c93925aa3 HTTP/1.1" status: 204 len: 168 time: 3.2479682 Aug 16 20:52:30.222633 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41698) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:30.237313 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5323627c-8c30-4c7f-9a9a-866c58789962 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:30.269393 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-e188a714-f0d6-4d40-bd2e-47c2250520c8 req-21e6741d-4c54-4a32-8112-05b4e6581555 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Deleting port b4bde856-8ef7-420b-a6c3-2538ca7b9f87 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:30.269750 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e188a714-f0d6-4d40-bd2e-47c2250520c8 req-21e6741d-4c54-4a32-8112-05b4e6581555 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:30.308932 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323627c-8c30-4c7f-9a9a-866c58789962 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Pushing event deleted for resources: {'Port': ['ID=9d54dd3e-13c5-4451-b9da-cc19f1e975b1,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:30.323816 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-aa2ff830-01a7-4ccb-851a-0e2bc1d225e8 service neutron] For port bb57be4a-0292-48cb-9992-55bcc6db3063, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:52:30.346613 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-aa2ff830-01a7-4ccb-851a-0e2bc1d225e8 service neutron] For port bb57be4a-0292-48cb-9992-55bcc6db3063, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=bb57be4a-0292-48cb-9992-55bcc6db3063,segment=NetworkSegment(34734b3f-5dce-4149-a5ad-b36712006fc4),segment_id=34734b3f-5dce-4149-a5ad-b36712006fc4)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:52:30.358356 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aff3cf-a8b6-4fb1-9f3a-4a821481a7ac req-70dc8b8c-1da5-4496-b106-54070c3138a4 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:30.358483 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2bb8937-5b1d-42cb-81c6-5e4d699bab75 admin admin] Deleting subnet 8d2dc154-8221-44e0-a9fb-9c07f65c0254 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:52:30.366190 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f9aff3cf-a8b6-4fb1-9f3a-4a821481a7ac req-70dc8b8c-1da5-4496-b106-54070c3138a4 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=0f7ba25d-101a-4513-8847-e2ef1118875a HTTP/1.1" status: 200 len: 945 time: 0.1578343 Aug 16 20:52:30.392622 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f2bb8937-5b1d-42cb-81c6-5e4d699bab75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:30.416823 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 0904948c-dbae-4b1c-9213-3d2c8f637552 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:52:30.438858 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f9aff3cf-a8b6-4fb1-9f3a-4a821481a7ac req-b2cac817-43d0-422c-813d-06bf7c16bc2a tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649288 Aug 16 20:52:30.454505 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c3888173-4286-4e80-b6c1-de7726ac4433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:30.456582 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e188a714-f0d6-4d40-bd2e-47c2250520c8 req-21e6741d-4c54-4a32-8112-05b4e6581555 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:30.457126 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e188a714-f0d6-4d40-bd2e-47c2250520c8 req-21e6741d-4c54-4a32-8112-05b4e6581555 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:30.471745 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-aa2ff830-01a7-4ccb-851a-0e2bc1d225e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:30.495340 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5323627c-8c30-4c7f-9a9a-866c58789962 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:30.502132 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-e188a714-f0d6-4d40-bd2e-47c2250520c8 req-21e6741d-4c54-4a32-8112-05b4e6581555 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Calling delete_port for b4bde856-8ef7-420b-a6c3-2538ca7b9f87 owned by network:floatingip {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:30.503684 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f2bb8937-5b1d-42cb-81c6-5e4d699bab75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:30.572911 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 0904948c-dbae-4b1c-9213-3d2c8f637552, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=0904948c-dbae-4b1c-9213-3d2c8f637552,segment=NetworkSegment(924f0b82-5103-407b-88b5-5f564b7e60a5),segment_id=924f0b82-5103-407b-88b5-5f564b7e60a5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:30.589212 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '0904948c-dbae-4b1c-9213-3d2c8f637552', 'network_id': '8aaec99b-835d-4e57-91ae-52c77e4ca746', 'port_id': '0904948c-dbae-4b1c-9213-3d2c8f637552', 'mac_address': 'fa:16:3e:fc:dd:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '063b8681-e8b9-4cc3-a1c7-6de160bd6bb0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:52:30.598041 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-aa2ff830-01a7-4ccb-851a-0e2bc1d225e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:30.598708 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-aa2ff830-01a7-4ccb-851a-0e2bc1d225e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:30.600267 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-aa2ff830-01a7-4ccb-851a-0e2bc1d225e8 service neutron] 10.222.0.90 "PUT /v2.0/ports/bb57be4a-0292-48cb-9992-55bcc6db3063 HTTP/1.1" status: 200 len: 1136 time: 2.3897917 Aug 16 20:52:30.617388 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c3888173-4286-4e80-b6c1-de7726ac4433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:30.756523 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ff830-01a7-4ccb-851a-0e2bc1d225e8 service neutron] Pushing event updated for resources: {'Port': ['ID=bb57be4a-0292-48cb-9992-55bcc6db3063,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:30.777018 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5323627c-8c30-4c7f-9a9a-866c58789962 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:30.798783 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5323627c-8c30-4c7f-9a9a-866c58789962 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:30.873061 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c3888173-4286-4e80-b6c1-de7726ac4433 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a7e95a3725fd466ebe5a3af9682bcb89&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2279480 Aug 16 20:52:30.876464 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41714) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:30.899238 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3888173-4286-4e80-b6c1-de7726ac4433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53aee42-be56-458b-b747-8494179a790c,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:30.945568 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:30.975669 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0904948c-dbae-4b1c-9213-3d2c8f637552 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:52:30.987761 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3888173-4286-4e80-b6c1-de7726ac4433 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:30.988110 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3888173-4286-4e80-b6c1-de7726ac4433 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:30.988466 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3888173-4286-4e80-b6c1-de7726ac4433 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:30.988814 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3888173-4286-4e80-b6c1-de7726ac4433 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:30.991599 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3888173-4286-4e80-b6c1-de7726ac4433 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:30.992074 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3888173-4286-4e80-b6c1-de7726ac4433 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:30.992478 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3888173-4286-4e80-b6c1-de7726ac4433 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:30.992983 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3888173-4286-4e80-b6c1-de7726ac4433 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:30.993114 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3888173-4286-4e80-b6c1-de7726ac4433 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:30.993467 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3888173-4286-4e80-b6c1-de7726ac4433 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:30.993767 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3888173-4286-4e80-b6c1-de7726ac4433 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:30.994102 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3888173-4286-4e80-b6c1-de7726ac4433 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:31.007075 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 0904948c-dbae-4b1c-9213-3d2c8f637552, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=0904948c-dbae-4b1c-9213-3d2c8f637552,segment=NetworkSegment(924f0b82-5103-407b-88b5-5f564b7e60a5),segment_id=924f0b82-5103-407b-88b5-5f564b7e60a5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:31.037171 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f2bb8937-5b1d-42cb-81c6-5e4d699bab75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:31.045408 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-8ab4c0cf-715a-45e8-8fd3-b4c57a7ce799 service neutron] Request body: {'port': {'device_id': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:31.066174 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5323627c-8c30-4c7f-9a9a-866c58789962 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:31.068132 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5323627c-8c30-4c7f-9a9a-866c58789962 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Fanout notify agent at l3_agent the message router_deleted on router ea4e5993-deb6-4d72-b576-3f4eeb36ad2f {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:52:31.096869 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5323627c-8c30-4c7f-9a9a-866c58789962 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:31.098058 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5323627c-8c30-4c7f-9a9a-866c58789962 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] 10.222.0.84 "DELETE /v2.0/routers/ea4e5993-deb6-4d72-b576-3f4eeb36ad2f HTTP/1.1" status: 204 len: 168 time: 3.7085848 Aug 16 20:52:31.103829 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41718) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:31.108262 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-d36dd0e5-04b2-4a0c-936d-71e4533a01da tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1074401565', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'enable_snat': False}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:31.142130 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dc68179d-16b3-40fa-8957-2cbc5e875c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:31.150114 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:31.168162 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'tag': 'bb57be4a-0292-48cb-9992-55bcc6db3063'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:31.173912 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691c114d-1d92-439b-a81b-e1397a85b2b3" -d '{"events": [{"name": "network-changed", "server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "tag": "bb57be4a-0292-48cb-9992-55bcc6db3063"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:31.194701 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dc68179d-16b3-40fa-8957-2cbc5e875c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:31.196592 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-8ab4c0cf-715a-45e8-8fd3-b4c57a7ce799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:31.225452 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=0904948c-dbae-4b1c-9213-3d2c8f637552,revision_number=6']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:31.231379 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['0904948c-dbae-4b1c-9213-3d2c8f637552'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:52:31.262527 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e188a714-f0d6-4d40-bd2e-47c2250520c8 req-21e6741d-4c54-4a32-8112-05b4e6581555 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:31.298519 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d36dd0e5-04b2-4a0c-936d-71e4533a01da tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:31.299631 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d36dd0e5-04b2-4a0c-936d-71e4533a01da tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:31.320260 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e6741d-4c54-4a32-8112-05b4e6581555 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Pushing event deleted for resources: {'Port': ['ID=b4bde856-8ef7-420b-a6c3-2538ca7b9f87,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:31.354299 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f2bb8937-5b1d-42cb-81c6-5e4d699bab75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:31.375354 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f2bb8937-5b1d-42cb-81c6-5e4d699bab75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:31.375639 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e646c32-657a-4776-a439-9c3a600ef6d6 None None] Network f1831f73-1275-47fa-b110-eb02060a10a1 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:52:31.378031 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f2bb8937-5b1d-42cb-81c6-5e4d699bab75 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/8d2dc154-8221-44e0-a9fb-9c07f65c0254 HTTP/1.1" status: 204 len: 168 time: 1.1544251 Aug 16 20:52:31.395906 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41726) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:31.401506 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb8937-5b1d-42cb-81c6-5e4d699bab75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d2dc154-8221-44e0-a9fb-9c07f65c0254,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:31.469056 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d36dd0e5-04b2-4a0c-936d-71e4533a01da tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:31.495831 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dc68179d-16b3-40fa-8957-2cbc5e875c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:31.498696 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dc68179d-16b3-40fa-8957-2cbc5e875c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:31.502884 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-dc68179d-16b3-40fa-8957-2cbc5e875c1a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c53aee42-be56-458b-b747-8494179a790c HTTP/1.1" status: 204 len: 168 time: 0.6248322 Aug 16 20:52:31.512602 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f7bcc2c1-7be7-4c13-b438-49f692d58e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:31.590988 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc68179d-16b3-40fa-8957-2cbc5e875c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53aee42-be56-458b-b747-8494179a790c,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:31.631301 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e188a714-f0d6-4d40-bd2e-47c2250520c8 req-21e6741d-4c54-4a32-8112-05b4e6581555 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks [] for floatingip, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:31.634203 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e188a714-f0d6-4d40-bd2e-47c2250520c8 req-21e6741d-4c54-4a32-8112-05b4e6581555 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:31.638421 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e188a714-f0d6-4d40-bd2e-47c2250520c8 req-21e6741d-4c54-4a32-8112-05b4e6581555 tempest-FloatingIPDetailsTestJSON-29731057 tempest-FloatingIPDetailsTestJSON-29731057-project] 10.222.0.84 "DELETE /v2.0/floatingips/f7733fc9-3c42-4a49-b65c-53a5c5734909 HTTP/1.1" status: 204 len: 173 time: 1.6336031 Aug 16 20:52:31.667004 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41732) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:31.718334 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6b2428f8-86a6-49a4-8ae7-7a33a5605517 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:31.727159 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f68c57-62ae-4313-9079-8d993a930804 req-2870b146-70d7-4f87-afa3-b8588e7fcd50 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:31.741870 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f68c57-62ae-4313-9079-8d993a930804 req-2870b146-70d7-4f87-afa3-b8588e7fcd50 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:31.754626 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f68c57-62ae-4313-9079-8d993a930804 req-2870b146-70d7-4f87-afa3-b8588e7fcd50 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:31.760837 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f68c57-62ae-4313-9079-8d993a930804 req-2870b146-70d7-4f87-afa3-b8588e7fcd50 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:31.766276 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef233812-f0bb-40ae-ad8b-baf09aba4344 None None] DHCP port deletion for f1831f73-1275-47fa-b110-eb02060a10a1 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:52:31.768612 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 6b2428f8-86a6-49a4-8ae7-7a33a5605517 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:52:31.768957 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6b2428f8-86a6-49a4-8ae7-7a33a5605517 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:31.775411 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f68c57-62ae-4313-9079-8d993a930804 req-2870b146-70d7-4f87-afa3-b8588e7fcd50 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:31.798475 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f68c57-62ae-4313-9079-8d993a930804 req-2870b146-70d7-4f87-afa3-b8588e7fcd50 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:31.806561 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f68c57-62ae-4313-9079-8d993a930804 req-2870b146-70d7-4f87-afa3-b8588e7fcd50 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:31.818444 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-58f68c57-62ae-4313-9079-8d993a930804 req-2870b146-70d7-4f87-afa3-b8588e7fcd50 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5383 time: 0.4670279 Aug 16 20:52:31.858465 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-ef233812-f0bb-40ae-ad8b-baf09aba4344 None None] Deleting port 45fbd822-5e64-4e7f-8a3a-9d2cec936b55 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:31.859902 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ef233812-f0bb-40ae-ad8b-baf09aba4344 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:31.862912 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d36dd0e5-04b2-4a0c-936d-71e4533a01da tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:31.947699 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f777fca0-8e4a-4413-983b-29786a4d0b71 x-openstack-request-id: req-f777fca0-8e4a-4413-983b-29786a4d0b71 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:31.949438 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "tag": "bb57be4a-0292-48cb-9992-55bcc6db3063", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:31.950328 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f777fca0-8e4a-4413-983b-29786a4d0b71 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:31.950328 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'tag': 'bb57be4a-0292-48cb-9992-55bcc6db3063', 'status': 'completed', 'code': 200} Aug 16 20:52:31.987379 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-ef233812-f0bb-40ae-ad8b-baf09aba4344 None None] For port 45fbd822-5e64-4e7f-8a3a-9d2cec936b55, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=45fbd822-5e64-4e7f-8a3a-9d2cec936b55,segment=NetworkSegment(dcf8dfd8-06c0-478b-8b40-fc1f3e98caa7),segment_id=dcf8dfd8-06c0-478b-8b40-fc1f3e98caa7)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:31.988064 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ef233812-f0bb-40ae-ad8b-baf09aba4344 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:32.003709 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-ef233812-f0bb-40ae-ad8b-baf09aba4344 None None] Calling delete_port for 45fbd822-5e64-4e7f-8a3a-9d2cec936b55 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:32.236150 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ef233812-f0bb-40ae-ad8b-baf09aba4344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:32.258396 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d36dd0e5-04b2-4a0c-936d-71e4533a01da tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:32.274313 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef233812-f0bb-40ae-ad8b-baf09aba4344 None None] Pushing event deleted for resources: {'Port': ['ID=45fbd822-5e64-4e7f-8a3a-9d2cec936b55,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:32.276442 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef233812-f0bb-40ae-ad8b-baf09aba4344 None None] No DVR routers for this DVR port 45fbd822-5e64-4e7f-8a3a-9d2cec936b55 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:52:32.281802 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d36dd0e5-04b2-4a0c-936d-71e4533a01da tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:32.422581 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-d36dd0e5-04b2-4a0c-936d-71e4533a01da tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Allocated IP 172.25.1.43 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/7f014544-9902-4bfd-99c0-3c81d5c80edf) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:32.424281 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 0904948c-dbae-4b1c-9213-3d2c8f637552 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:52:32.490862 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-58f68c57-62ae-4313-9079-8d993a930804 req-f6d7a44f-37e2-483a-b5af-24fb0f3e7761 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6690412 Aug 16 20:52:32.519615 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 0904948c-dbae-4b1c-9213-3d2c8f637552 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:32.520414 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:32.542335 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c114d-1d92-439b-a81b-e1397a85b2b3 req-e678f698-774c-40fe-8433-1e70fa3beec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:32.543103 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c114d-1d92-439b-a81b-e1397a85b2b3 req-e678f698-774c-40fe-8433-1e70fa3beec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:32.543585 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c114d-1d92-439b-a81b-e1397a85b2b3 req-e678f698-774c-40fe-8433-1e70fa3beec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:32.544251 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c114d-1d92-439b-a81b-e1397a85b2b3 req-e678f698-774c-40fe-8433-1e70fa3beec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:32.544793 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c114d-1d92-439b-a81b-e1397a85b2b3 req-e678f698-774c-40fe-8433-1e70fa3beec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:32.545335 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c114d-1d92-439b-a81b-e1397a85b2b3 req-e678f698-774c-40fe-8433-1e70fa3beec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:32.545967 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c114d-1d92-439b-a81b-e1397a85b2b3 req-e678f698-774c-40fe-8433-1e70fa3beec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:32.550494 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-691c114d-1d92-439b-a81b-e1397a85b2b3 req-e678f698-774c-40fe-8433-1e70fa3beec8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=739199610cfa4c2f8e9155deb4230364&device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 6223 time: 0.2060323 Aug 16 20:52:32.602901 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d36dd0e5-04b2-4a0c-936d-71e4533a01da tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:32.647472 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:32.680401 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7ba25d-101a-4513-8847-e2ef1118875a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0904948c-dbae-4b1c-9213-3d2c8f637552'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:32.682717 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599c9a60-99c2-4b87-97db-865f5362c08b" -d '{"events": [{"server_uuid": "0f7ba25d-101a-4513-8847-e2ef1118875a", "name": "network-vif-plugged", "status": "completed", "tag": "0904948c-dbae-4b1c-9213-3d2c8f637552"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:32.696644 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 0904948c-dbae-4b1c-9213-3d2c8f637552, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=0904948c-dbae-4b1c-9213-3d2c8f637552,segment=NetworkSegment(924f0b82-5103-407b-88b5-5f564b7e60a5),segment_id=924f0b82-5103-407b-88b5-5f564b7e60a5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:32.729746 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-f7bcc2c1-7be7-4c13-b438-49f692d58e52 admin admin] Deleting port 45fbd822-5e64-4e7f-8a3a-9d2cec936b55 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:32.730092 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f7bcc2c1-7be7-4c13-b438-49f692d58e52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:32.807239 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d36dd0e5-04b2-4a0c-936d-71e4533a01da tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:32.849199 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36dd0e5-04b2-4a0c-936d-71e4533a01da tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:32.852289 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-d36dd0e5-04b2-4a0c-936d-71e4533a01da tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:32.854992 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36dd0e5-04b2-4a0c-936d-71e4533a01da tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:32.871427 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:32.906566 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c114d-1d92-439b-a81b-e1397a85b2b3 req-90b34818-d264-485e-a5d5-fa60eeda3bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:32.907052 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c114d-1d92-439b-a81b-e1397a85b2b3 req-90b34818-d264-485e-a5d5-fa60eeda3bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:32.907531 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c114d-1d92-439b-a81b-e1397a85b2b3 req-90b34818-d264-485e-a5d5-fa60eeda3bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:32.909172 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-691c114d-1d92-439b-a81b-e1397a85b2b3 req-90b34818-d264-485e-a5d5-fa60eeda3bca service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=739199610cfa4c2f8e9155deb4230364&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3378568 Aug 16 20:52:32.911455 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36dd0e5-04b2-4a0c-936d-71e4533a01da tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Pushing event updated for resources: {'Port': ['ID=7f014544-9902-4bfd-99c0-3c81d5c80edf,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:32.963222 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b27168-2ddd-4cc0-8717-5408fdad68b8 req-13fc9b81-20d8-496b-87ad-a0949f2c10e4 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:32.964850 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-45b27168-2ddd-4cc0-8717-5408fdad68b8 req-13fc9b81-20d8-496b-87ad-a0949f2c10e4 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=0f7ba25d-101a-4513-8847-e2ef1118875a HTTP/1.1" status: 200 len: 944 time: 0.4642484 Aug 16 20:52:32.968194 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=0904948c-dbae-4b1c-9213-3d2c8f637552,revision_number=7']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:33.023064 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-f7bcc2c1-7be7-4c13-b438-49f692d58e52 admin admin] For port 45fbd822-5e64-4e7f-8a3a-9d2cec936b55, host n-d-793620-15, got binding levels [] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:33.023448 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f7bcc2c1-7be7-4c13-b438-49f692d58e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:33.070651 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475e12c-e11f-4108-b71a-f985adc4810b req-fa936922-003e-417a-b0be-2a9b5ea51391 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:33.072170 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0475e12c-e11f-4108-b71a-f985adc4810b req-fa936922-003e-417a-b0be-2a9b5ea51391 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea5c1211-7098-4ba6-bcc9-15fa26883ca2 HTTP/1.1" status: 200 len: 945 time: 0.5019677 Aug 16 20:52:33.124311 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2a29f-83c9-4a65-aabf-c272aca0bcd5 req-41e88fc7-317c-49c4-8c87-71909d020e6e tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:33.125895 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5fa2a29f-83c9-4a65-aabf-c272aca0bcd5 req-41e88fc7-317c-49c4-8c87-71909d020e6e tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/ports?device_id=ea5c1211-7098-4ba6-bcc9-15fa26883ca2 HTTP/1.1" status: 200 len: 945 time: 0.4655046 Aug 16 20:52:33.137752 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-8ab4c0cf-715a-45e8-8fd3-b4c57a7ce799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d8bacfe-cedf-4ddb-98de-1fe3b2792d18 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:52:33.142740 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-f7bcc2c1-7be7-4c13-b438-49f692d58e52 admin admin] Calling delete_port for 45fbd822-5e64-4e7f-8a3a-9d2cec936b55 owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:33.154949 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-8ab4c0cf-715a-45e8-8fd3-b4c57a7ce799 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:33.184489 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.ipam_backend_mixin [None req-f7bcc2c1-7be7-4c13-b438-49f692d58e52 admin admin] Port 45fbd822-5e64-4e7f-8a3a-9d2cec936b55 was not found and therefore no delete operation was performed {{(pid=101844) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 20:52:33.212644 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f7bcc2c1-7be7-4c13-b438-49f692d58e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:33.245854 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d36dd0e5-04b2-4a0c-936d-71e4533a01da tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:33.302110 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-45b27168-2ddd-4cc0-8717-5408fdad68b8 req-9f474c0b-1556-4593-b693-d32a58b5814a tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935925 Aug 16 20:52:33.305959 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-8ab4c0cf-715a-45e8-8fd3-b4c57a7ce799 service neutron] Transition to ACTIVE for port object 4d8bacfe-cedf-4ddb-98de-1fe3b2792d18 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:33.309881 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bcc2c1-7be7-4c13-b438-49f692d58e52 admin admin] Pushing event deleted for resources: {'Port': ['ID=45fbd822-5e64-4e7f-8a3a-9d2cec936b55,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:33.345930 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bcc2c1-7be7-4c13-b438-49f692d58e52 admin admin] No DVR routers for this DVR port 45fbd822-5e64-4e7f-8a3a-9d2cec936b55 on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:52:33.374515 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c541d778-d339-4449-a412-614bc4f36add x-openstack-request-id: req-c541d778-d339-4449-a412-614bc4f36add {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:33.374515 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7ba25d-101a-4513-8847-e2ef1118875a", "name": "network-vif-plugged", "status": "completed", "tag": "0904948c-dbae-4b1c-9213-3d2c8f637552", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:33.374515 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c541d778-d339-4449-a412-614bc4f36add {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:33.375266 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7ba25d-101a-4513-8847-e2ef1118875a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0904948c-dbae-4b1c-9213-3d2c8f637552', 'code': 200} Aug 16 20:52:33.400168 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5fa2a29f-83c9-4a65-aabf-c272aca0bcd5 req-7b7a6ff0-1d5f-42e6-b5d9-eb6df98434be tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb021904-77cf-4d3a-8908-1a6135149ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510505 Aug 16 20:52:33.411821 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-8ab4c0cf-715a-45e8-8fd3-b4c57a7ce799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:33.471901 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c114d-1d92-439b-a81b-e1397a85b2b3 req-1547eff5-c247-4779-8844-b9faf2173a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:33.473361 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-691c114d-1d92-439b-a81b-e1397a85b2b3 req-1547eff5-c247-4779-8844-b9faf2173a93 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4789221 Aug 16 20:52:33.552676 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f7bcc2c1-7be7-4c13-b438-49f692d58e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:33.555408 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d36dd0e5-04b2-4a0c-936d-71e4533a01da tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:33.586837 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-f7bcc2c1-7be7-4c13-b438-49f692d58e52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1831f73-1275-47fa-b110-eb02060a10a1']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:33.593894 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab4c0cf-715a-45e8-8fd3-b4c57a7ce799 service neutron] Pushing event updated for resources: {'Port': ['ID=4d8bacfe-cedf-4ddb-98de-1fe3b2792d18,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:33.650642 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-f7bcc2c1-7be7-4c13-b438-49f692d58e52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcf8dfd8-06c0-478b-8b40-fc1f3e98caa7') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:33.651110 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-f7bcc2c1-7be7-4c13-b438-49f692d58e52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcf8dfd8-06c0-478b-8b40-fc1f3e98caa7') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:33.662012 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f7bcc2c1-7be7-4c13-b438-49f692d58e52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:33.667834 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-0475e12c-e11f-4108-b71a-f985adc4810b req-6502c5a3-532e-4d42-b8cf-e879a403b228 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Deleting port 71026776-fbb1-4e7a-887e-9926020c39b2 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:33.668178 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0475e12c-e11f-4108-b71a-f985adc4810b req-6502c5a3-532e-4d42-b8cf-e879a403b228 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:33.728888 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f7bcc2c1-7be7-4c13-b438-49f692d58e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:33.729666 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 45fbd822-5e64-4e7f-8a3a-9d2cec936b55 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:33.736501 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7bcc2c1-7be7-4c13-b438-49f692d58e52 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:52:33.737008 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f7bcc2c1-7be7-4c13-b438-49f692d58e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:33.763533 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 45fbd822-5e64-4e7f-8a3a-9d2cec936b55 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:52:33.763905 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 45fbd822-5e64-4e7f-8a3a-9d2cec936b55 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:33.785830 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 20:52:33.785830 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:52:33.785830 n-d-793620-15 neutron-server[101844]: timer() Aug 16 20:52:33.785830 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:52:33.785830 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 20:52:33.785830 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:52:33.785830 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 20:52:33.785830 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:52:33.785830 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 20:52:33.785830 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:52:33.785830 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 20:52:33.785830 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:52:33.785830 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 20:52:33.785830 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:52:33.785830 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:52:33.785830 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:52:33.785830 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:52:33.785830 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:52:33.785830 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 20:52:33.785830 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:52:33.785830 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 20:52:33.785830 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:52:33.785830 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:52:33.785830 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:52:33.785830 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 20:52:33.785830 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:52:33.785830 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:52:33.785830 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:52:33.785830 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:52:33.785830 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:52:33.785830 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:52:33.785830 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:52:33.858449 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36dd0e5-04b2-4a0c-936d-71e4533a01da tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Router 75fbb5cf-8fda-447f-b446-f5c9dcb4eb6b is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:52:33.949080 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-8ab4c0cf-715a-45e8-8fd3-b4c57a7ce799 service neutron] Attempting to bind port 4d8bacfe-cedf-4ddb-98de-1fe3b2792d18 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:33.949715 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-8ab4c0cf-715a-45e8-8fd3-b4c57a7ce799 service neutron] Attempting to bind port 4d8bacfe-cedf-4ddb-98de-1fe3b2792d18 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '34734b3f-5dce-4149-a5ad-b36712006fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '548eb6bc-b22d-43c1-8abf-bd0cf1de4a03'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:33.950051 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-8ab4c0cf-715a-45e8-8fd3-b4c57a7ce799 service neutron] Attempting to bind port 4d8bacfe-cedf-4ddb-98de-1fe3b2792d18 on network 548eb6bc-b22d-43c1-8abf-bd0cf1de4a03 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:33.966157 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fe61b-552c-475f-b681-d2deb4157b5d req-f8fd79ea-7ee1-403b-ad8b-5ac6748a532f tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:33.973240 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fe61b-552c-475f-b681-d2deb4157b5d req-f8fd79ea-7ee1-403b-ad8b-5ac6748a532f tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:33.982408 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fe61b-552c-475f-b681-d2deb4157b5d req-f8fd79ea-7ee1-403b-ad8b-5ac6748a532f tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:33.996283 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fe61b-552c-475f-b681-d2deb4157b5d req-f8fd79ea-7ee1-403b-ad8b-5ac6748a532f tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:34.006500 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fe61b-552c-475f-b681-d2deb4157b5d req-f8fd79ea-7ee1-403b-ad8b-5ac6748a532f tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:34.012819 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36dd0e5-04b2-4a0c-936d-71e4533a01da tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:52:34.015341 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fe61b-552c-475f-b681-d2deb4157b5d req-f8fd79ea-7ee1-403b-ad8b-5ac6748a532f tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:34.022962 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332b5d4a-6e30-4a67-ae46-095802359908 None None] Sync routers for ids ['75fbb5cf-8fda-447f-b446-f5c9dcb4eb6b'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:52:34.029116 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fe61b-552c-475f-b681-d2deb4157b5d req-f8fd79ea-7ee1-403b-ad8b-5ac6748a532f tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:34.032358 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-734fe61b-552c-475f-b681-d2deb4157b5d req-f8fd79ea-7ee1-403b-ad8b-5ac6748a532f tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5395 time: 0.4078639 Aug 16 20:52:34.033731 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332b5d4a-6e30-4a67-ae46-095802359908 None None] Routers {'75fbb5cf-8fda-447f-b446-f5c9dcb4eb6b'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:52:34.034813 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-332b5d4a-6e30-4a67-ae46-095802359908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:52:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['75fbb5cf-8fda-447f-b446-f5c9dcb4eb6b'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:34.041310 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f7bcc2c1-7be7-4c13-b438-49f692d58e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:34.083453 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f7bcc2c1-7be7-4c13-b438-49f692d58e52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:34.085343 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f7bcc2c1-7be7-4c13-b438-49f692d58e52 admin admin] 10.222.0.84 "DELETE /v2.0/networks/f1831f73-1275-47fa-b110-eb02060a10a1 HTTP/1.1" status: 204 len: 168 time: 2.6884701 Aug 16 20:52:34.108673 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d36dd0e5-04b2-4a0c-936d-71e4533a01da tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:34.111234 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d36dd0e5-04b2-4a0c-936d-71e4533a01da tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.0064859 Aug 16 20:52:34.118149 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41822) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:34.123239 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-8ab4c0cf-715a-45e8-8fd3-b4c57a7ce799 service neutron] Port 4d8bacfe-cedf-4ddb-98de-1fe3b2792d18 on network 548eb6bc-b22d-43c1-8abf-bd0cf1de4a03 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:52:34.124335 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-8ab4c0cf-715a-45e8-8fd3-b4c57a7ce799 service neutron] Attempting to bind port 4d8bacfe-cedf-4ddb-98de-1fe3b2792d18 on network 548eb6bc-b22d-43c1-8abf-bd0cf1de4a03 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:34.163935 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-332b5d4a-6e30-4a67-ae46-095802359908 None None] Set router 75fbb5cf-8fda-447f-b446-f5c9dcb4eb6b gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:52:34.181092 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bcc2c1-7be7-4c13-b438-49f692d58e52 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1831f73-1275-47fa-b110-eb02060a10a1,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:34.190351 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-8ab4c0cf-715a-45e8-8fd3-b4c57a7ce799 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:52:34.190950 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-8ab4c0cf-715a-45e8-8fd3-b4c57a7ce799 service neutron] Checking segment: {'id': '34734b3f-5dce-4149-a5ad-b36712006fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '548eb6bc-b22d-43c1-8abf-bd0cf1de4a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:34.191613 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-8ab4c0cf-715a-45e8-8fd3-b4c57a7ce799 service neutron] Bound using segment: {'id': '34734b3f-5dce-4149-a5ad-b36712006fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '548eb6bc-b22d-43c1-8abf-bd0cf1de4a03'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:52:34.192268 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-8ab4c0cf-715a-45e8-8fd3-b4c57a7ce799 service neutron] Bound port: 4d8bacfe-cedf-4ddb-98de-1fe3b2792d18, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34734b3f-5dce-4149-a5ad-b36712006fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '548eb6bc-b22d-43c1-8abf-bd0cf1de4a03'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:52:34.193066 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-8ab4c0cf-715a-45e8-8fd3-b4c57a7ce799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:34.199541 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-0475e12c-e11f-4108-b71a-f985adc4810b req-6502c5a3-532e-4d42-b8cf-e879a403b228 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] For port 71026776-fbb1-4e7a-887e-9926020c39b2, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=71026776-fbb1-4e7a-887e-9926020c39b2,segment=NetworkSegment(8f1358dd-8de1-4022-9bd5-2c52057e2e93),segment_id=8f1358dd-8de1-4022-9bd5-2c52057e2e93)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:34.200187 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0475e12c-e11f-4108-b71a-f985adc4810b req-6502c5a3-532e-4d42-b8cf-e879a403b228 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:34.243157 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-0475e12c-e11f-4108-b71a-f985adc4810b req-6502c5a3-532e-4d42-b8cf-e879a403b228 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Calling delete_port for 71026776-fbb1-4e7a-887e-9926020c39b2 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:34.294097 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-37c03168-98d0-4bbb-b22a-859e126d395a tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] 10.222.0.84 "GET /v2.0/routers/75fbb5cf-8fda-447f-b446-f5c9dcb4eb6b HTTP/1.1" status: 200 len: 908 time: 0.1746218 Aug 16 20:52:34.297006 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41826) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:34.301383 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-0f479539-14f7-4040-ad39-b02f9b65ea27 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1074401565', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'enable_snat': True}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:34.306372 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa278ec-ed47-4c61-8f58-6e9aca4eebb6 req-969dd2e9-bf6e-493a-aa95-a38916370211 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:34.308008 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9aa278ec-ed47-4c61-8f58-6e9aca4eebb6 req-969dd2e9-bf6e-493a-aa95-a38916370211 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] 10.222.0.84 "GET /v2.0/ports?device_id=b6f445cb-54af-4107-8408-da783a6b571a HTTP/1.1" status: 200 len: 950 time: 0.2743700 Aug 16 20:52:34.338649 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-734fe61b-552c-475f-b681-d2deb4157b5d req-71fa7572-7c25-4bc2-8b87-32968bbcf778 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2851539 Aug 16 20:52:34.350947 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb30666-76bb-435b-8b24-976daf7a4dde req-d74d946b-9d43-49d5-a6ae-2dbae0a9bd7d tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:34.352713 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9fb30666-76bb-435b-8b24-976daf7a4dde req-d74d946b-9d43-49d5-a6ae-2dbae0a9bd7d tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.90 "GET /v2.0/ports?device_id=f787c003-888c-447a-a6c0-c6a1129b087e HTTP/1.1" status: 200 len: 946 time: 0.3124671 Aug 16 20:52:34.450431 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-332b5d4a-6e30-4a67-ae46-095802359908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fbb5cf-8fda-447f-b446-f5c9dcb4eb6b', 'name': 'tempest-snat-router-1074401565', 'tenant_id': '813639d3c4494525865bdd5210c3298c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43'}], 'enable_snat': False}, 'gw_port_id': '7f014544-9902-4bfd-99c0-3c81d5c80edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:52:31Z', 'updated_at': '2021-08-16T20:52:33Z', 'revision_number': 3, 'project_id': '813639d3c4494525865bdd5210c3298c', 'gw_port': {'id': '7f014544-9902-4bfd-99c0-3c81d5c80edf', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:3c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fbb5cf-8fda-447f-b446-f5c9dcb4eb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:32Z', 'updated_at': '2021-08-16T20:52:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:34.464345 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0f479539-14f7-4040-ad39-b02f9b65ea27 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:34.466054 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0f479539-14f7-4040-ad39-b02f9b65ea27 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:34.485332 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332b5d4a-6e30-4a67-ae46-095802359908 None None] Checking router: 75fbb5cf-8fda-447f-b446-f5c9dcb4eb6b for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:52:34.485681 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332b5d4a-6e30-4a67-ae46-095802359908 None None] Updating router 75fbb5cf-8fda-447f-b446-f5c9dcb4eb6b port 7f014544-9902-4bfd-99c0-3c81d5c80edf binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:52:34.496453 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8d4a498e-4137-4a21-a699-d7c97f81d60e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:34.513393 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-332b5d4a-6e30-4a67-ae46-095802359908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:34.529778 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0f479539-14f7-4040-ad39-b02f9b65ea27 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:34.573219 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9aa278ec-ed47-4c61-8f58-6e9aca4eebb6 req-e4d4bf43-b4c7-48c1-b174-6ccf6ca6cff3 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] 10.222.0.84 "GET /v2.0/security-groups?id=444560ae-08bc-441f-9584-b683ec4440de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398086 Aug 16 20:52:34.611217 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-8ab4c0cf-715a-45e8-8fd3-b4c57a7ce799 service neutron] For port 4d8bacfe-cedf-4ddb-98de-1fe3b2792d18, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:52:34.631587 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-8ab4c0cf-715a-45e8-8fd3-b4c57a7ce799 service neutron] For port 4d8bacfe-cedf-4ddb-98de-1fe3b2792d18, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=4d8bacfe-cedf-4ddb-98de-1fe3b2792d18,segment=NetworkSegment(34734b3f-5dce-4149-a5ad-b36712006fc4),segment_id=34734b3f-5dce-4149-a5ad-b36712006fc4)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:52:34.791409 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0f479539-14f7-4040-ad39-b02f9b65ea27 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:34.818780 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-332b5d4a-6e30-4a67-ae46-095802359908 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:34.829901 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-332b5d4a-6e30-4a67-ae46-095802359908 None None] Transition to ACTIVE for port object 7f014544-9902-4bfd-99c0-3c81d5c80edf will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:34.863600 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41834) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:34.937364 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-332b5d4a-6e30-4a67-ae46-095802359908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:34.974775 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7522013d-a2f1-4d21-b281-32fc2901ea46 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=767cbde3dd17454482af36e68edbf039&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1099784 Aug 16 20:52:34.976810 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-8ab4c0cf-715a-45e8-8fd3-b4c57a7ce799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:34.977747 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41838) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:34.986653 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7e807-0404-47a1-ac49-1a5ae903c96d req-e2030a01-de08-49ad-aa8d-8663b3fa809a tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:34.988250 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12d7e807-0404-47a1-ac49-1a5ae903c96d req-e2030a01-de08-49ad-aa8d-8663b3fa809a tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=0f7ba25d-101a-4513-8847-e2ef1118875a HTTP/1.1" status: 200 len: 945 time: 0.5682306 Aug 16 20:52:34.997509 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-332b5d4a-6e30-4a67-ae46-095802359908 None None] Attempting to bind port 7f014544-9902-4bfd-99c0-3c81d5c80edf on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:34.997955 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-332b5d4a-6e30-4a67-ae46-095802359908 None None] Attempting to bind port 7f014544-9902-4bfd-99c0-3c81d5c80edf by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:34.998540 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332b5d4a-6e30-4a67-ae46-095802359908 None None] Attempting to bind port 7f014544-9902-4bfd-99c0-3c81d5c80edf on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:35.014558 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332b5d4a-6e30-4a67-ae46-095802359908 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:52:35.015046 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332b5d4a-6e30-4a67-ae46-095802359908 None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:35.015526 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-332b5d4a-6e30-4a67-ae46-095802359908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:35.016080 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332b5d4a-6e30-4a67-ae46-095802359908 None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:52:35.016629 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-332b5d4a-6e30-4a67-ae46-095802359908 None None] Bound port: 7f014544-9902-4bfd-99c0-3c81d5c80edf, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:52:35.021874 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-332b5d4a-6e30-4a67-ae46-095802359908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:35.023127 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72d7bf6-2dfb-4907-b1e9-aa43469ceb9a None None] Pushing event updated for resources: {'Port': ['ID=7f014544-9902-4bfd-99c0-3c81d5c80edf,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:35.069413 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3da622dc-2cef-4104-bd81-35f2a40cd8b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:35.095317 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-332b5d4a-6e30-4a67-ae46-095802359908 None None] For port 7f014544-9902-4bfd-99c0-3c81d5c80edf, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:52:35.095547 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-8ab4c0cf-715a-45e8-8fd3-b4c57a7ce799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:35.096132 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-8ab4c0cf-715a-45e8-8fd3-b4c57a7ce799 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:35.097591 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-8ab4c0cf-715a-45e8-8fd3-b4c57a7ce799 service neutron] 10.222.0.90 "PUT /v2.0/ports/4d8bacfe-cedf-4ddb-98de-1fe3b2792d18 HTTP/1.1" status: 200 len: 1092 time: 4.3598099 Aug 16 20:52:35.100386 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-332b5d4a-6e30-4a67-ae46-095802359908 None None] For port 7f014544-9902-4bfd-99c0-3c81d5c80edf, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=7f014544-9902-4bfd-99c0-3c81d5c80edf,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:52:35.101452 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'tag': '4d8bacfe-cedf-4ddb-98de-1fe3b2792d18'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:35.104003 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383671ae-d953-4095-b194-483ad255e979" -d '{"events": [{"name": "network-changed", "server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "tag": "4d8bacfe-cedf-4ddb-98de-1fe3b2792d18"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:35.165637 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3da622dc-2cef-4104-bd81-35f2a40cd8b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:35.197009 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-332b5d4a-6e30-4a67-ae46-095802359908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:35.231341 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12d7e807-0404-47a1-ac49-1a5ae903c96d req-3d937d1c-9ed3-434c-bc10-681bde017240 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240450 Aug 16 20:52:35.232349 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab4c0cf-715a-45e8-8fd3-b4c57a7ce799 service neutron] Pushing event updated for resources: {'Port': ['ID=4d8bacfe-cedf-4ddb-98de-1fe3b2792d18,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:35.234928 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0f479539-14f7-4040-ad39-b02f9b65ea27 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:35.259759 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0f479539-14f7-4040-ad39-b02f9b65ea27 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:35.311829 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5875b-b12c-41ad-ad69-65aee09c21e7 req-bb69dbb9-bdf5-4a31-94d2-3626ddd350bd tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:35.313996 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a4b5875b-b12c-41ad-ad69-65aee09c21e7 req-bb69dbb9-bdf5-4a31-94d2-3626ddd350bd tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/ports?device_id=ea5c1211-7098-4ba6-bcc9-15fa26883ca2 HTTP/1.1" status: 200 len: 945 time: 0.3439376 Aug 16 20:52:35.314165 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332b5d4a-6e30-4a67-ae46-095802359908 None None] Routers {'75fbb5cf-8fda-447f-b446-f5c9dcb4eb6b'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:52:35.314721 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-332b5d4a-6e30-4a67-ae46-095802359908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:52:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['75fbb5cf-8fda-447f-b446-f5c9dcb4eb6b'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:35.326797 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-a6b4384b-3263-461c-bdc5-96711665e033 service neutron] Request body: {'port': {'device_id': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:35.332494 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-9fb30666-76bb-435b-8b24-976daf7a4dde req-72e6bd7a-ef91-40d5-b9d5-3d0858a49198 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Deleting port 65723b92-96bd-46fc-80ee-2d2e6399cc03 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:35.332858 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-9fb30666-76bb-435b-8b24-976daf7a4dde req-72e6bd7a-ef91-40d5-b9d5-3d0858a49198 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:35.424570 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-0f479539-14f7-4040-ad39-b02f9b65ea27 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Allocated IP 172.25.1.217 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/5729080c-71e4-4450-b125-ea076be5a209) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:35.444876 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72d7bf6-2dfb-4907-b1e9-aa43469ceb9a None None] Pushing event updated for resources: {'Port': ['ID=7f014544-9902-4bfd-99c0-3c81d5c80edf,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:35.460169 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72d7bf6-2dfb-4907-b1e9-aa43469ceb9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:35.461265 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72d7bf6-2dfb-4907-b1e9-aa43469ceb9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:35.461946 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72d7bf6-2dfb-4907-b1e9-aa43469ceb9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:35.462443 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72d7bf6-2dfb-4907-b1e9-aa43469ceb9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:35.462949 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72d7bf6-2dfb-4907-b1e9-aa43469ceb9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:35.463439 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72d7bf6-2dfb-4907-b1e9-aa43469ceb9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:35.463975 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72d7bf6-2dfb-4907-b1e9-aa43469ceb9a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:35.464460 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72d7bf6-2dfb-4907-b1e9-aa43469ceb9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:35.464958 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72d7bf6-2dfb-4907-b1e9-aa43469ceb9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:35.465460 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72d7bf6-2dfb-4907-b1e9-aa43469ceb9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:35.465941 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72d7bf6-2dfb-4907-b1e9-aa43469ceb9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:35.466434 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72d7bf6-2dfb-4907-b1e9-aa43469ceb9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:35.481794 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3da622dc-2cef-4104-bd81-35f2a40cd8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:35.487845 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0475e12c-e11f-4108-b71a-f985adc4810b req-6502c5a3-532e-4d42-b8cf-e879a403b228 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:35.488120 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-332b5d4a-6e30-4a67-ae46-095802359908 None None] Set router 75fbb5cf-8fda-447f-b446-f5c9dcb4eb6b gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:52:35.488246 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3da622dc-2cef-4104-bd81-35f2a40cd8b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:35.493754 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3da622dc-2cef-4104-bd81-35f2a40cd8b5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/368939e3-d288-4eaa-a551-1afbd27a3a98 HTTP/1.1" status: 204 len: 168 time: 0.5148098 Aug 16 20:52:35.526205 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['65723b92-96bd-46fc-80ee-2d2e6399cc03'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:52:35.538150 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da622dc-2cef-4104-bd81-35f2a40cd8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368939e3-d288-4eaa-a551-1afbd27a3a98,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:35.556809 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-a6b4384b-3263-461c-bdc5-96711665e033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:35.561344 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a4b5875b-b12c-41ad-ad69-65aee09c21e7 req-95613b68-539b-4bad-ba76-e0a4137aa25e tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb021904-77cf-4d3a-8908-1a6135149ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225428 Aug 16 20:52:35.581891 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6502c5a3-532e-4d42-b8cf-e879a403b228 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Pushing event deleted for resources: {'Port': ['ID=71026776-fbb1-4e7a-887e-9926020c39b2,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:35.678472 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-9fb30666-76bb-435b-8b24-976daf7a4dde req-72e6bd7a-ef91-40d5-b9d5-3d0858a49198 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] For port 65723b92-96bd-46fc-80ee-2d2e6399cc03, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=65723b92-96bd-46fc-80ee-2d2e6399cc03,segment=NetworkSegment(8f1358dd-8de1-4022-9bd5-2c52057e2e93),segment_id=8f1358dd-8de1-4022-9bd5-2c52057e2e93)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:35.678867 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-9fb30666-76bb-435b-8b24-976daf7a4dde req-72e6bd7a-ef91-40d5-b9d5-3d0858a49198 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:35.679027 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0f479539-14f7-4040-ad39-b02f9b65ea27 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:35.681860 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-0475e12c-e11f-4108-b71a-f985adc4810b req-6502c5a3-532e-4d42-b8cf-e879a403b228 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] No DVR routers for this DVR port 71026776-fbb1-4e7a-887e-9926020c39b2 on host n-h1-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:52:35.691327 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554c6262-1331-4782-9807-8feec280a425 x-openstack-request-id: req-554c6262-1331-4782-9807-8feec280a425 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:35.691672 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "tag": "4d8bacfe-cedf-4ddb-98de-1fe3b2792d18", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:35.691893 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-554c6262-1331-4782-9807-8feec280a425 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:35.698441 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'tag': '4d8bacfe-cedf-4ddb-98de-1fe3b2792d18', 'status': 'completed', 'code': 200} Aug 16 20:52:35.698441 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0475e12c-e11f-4108-b71a-f985adc4810b req-6502c5a3-532e-4d42-b8cf-e879a403b228 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:35.700913 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0475e12c-e11f-4108-b71a-f985adc4810b req-6502c5a3-532e-4d42-b8cf-e879a403b228 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.72 "DELETE /v2.0/ports/71026776-fbb1-4e7a-887e-9926020c39b2 HTTP/1.1" status: 204 len: 173 time: 2.5877905 Aug 16 20:52:35.707887 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.90', 61589) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:35.712376 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-9fb30666-76bb-435b-8b24-976daf7a4dde req-72e6bd7a-ef91-40d5-b9d5-3d0858a49198 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Calling delete_port for 65723b92-96bd-46fc-80ee-2d2e6399cc03 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:35.800034 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f0183-5333-46fe-bb25-4f892e754ce3 req-ed111960-16f3-4f44-a909-2ae635227e15 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:35.803485 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-784f0183-5333-46fe-bb25-4f892e754ce3 req-ed111960-16f3-4f44-a909-2ae635227e15 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.90 "GET /v2.0/ports?device_id=0f7ba25d-101a-4513-8847-e2ef1118875a HTTP/1.1" status: 200 len: 945 time: 0.2338686 Aug 16 20:52:35.867655 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0f479539-14f7-4040-ad39-b02f9b65ea27 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:35.964306 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-332b5d4a-6e30-4a67-ae46-095802359908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fbb5cf-8fda-447f-b446-f5c9dcb4eb6b', 'name': 'tempest-snat-router-1074401565', 'tenant_id': '813639d3c4494525865bdd5210c3298c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43'}], 'enable_snat': False}, 'gw_port_id': '7f014544-9902-4bfd-99c0-3c81d5c80edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:52:31Z', 'updated_at': '2021-08-16T20:52:33Z', 'revision_number': 3, 'project_id': '813639d3c4494525865bdd5210c3298c', 'gw_port': {'id': '7f014544-9902-4bfd-99c0-3c81d5c80edf', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:3c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fbb5cf-8fda-447f-b446-f5c9dcb4eb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:32Z', 'updated_at': '2021-08-16T20:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:36.022188 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332b5d4a-6e30-4a67-ae46-095802359908 None None] The sync data for ids ['75fbb5cf-8fda-447f-b446-f5c9dcb4eb6b'] in n-d-793620-15 is: [{'id': '75fbb5cf-8fda-447f-b446-f5c9dcb4eb6b', 'name': 'tempest-snat-router-1074401565', 'tenant_id': '813639d3c4494525865bdd5210c3298c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43'}], 'enable_snat': False}, 'gw_port_id': '7f014544-9902-4bfd-99c0-3c81d5c80edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:52:31Z', 'updated_at': '2021-08-16T20:52:33Z', 'revision_number': 3, 'project_id': '813639d3c4494525865bdd5210c3298c', 'gw_port': {'id': '7f014544-9902-4bfd-99c0-3c81d5c80edf', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:3c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fbb5cf-8fda-447f-b446-f5c9dcb4eb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:32Z', 'updated_at': '2021-08-16T20:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:52:36.028301 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383671ae-d953-4095-b194-483ad255e979 req-d1a1b903-766e-40f1-8cda-51af718284ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:36.029205 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383671ae-d953-4095-b194-483ad255e979 req-d1a1b903-766e-40f1-8cda-51af718284ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:36.030192 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383671ae-d953-4095-b194-483ad255e979 req-d1a1b903-766e-40f1-8cda-51af718284ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:36.030937 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383671ae-d953-4095-b194-483ad255e979 req-d1a1b903-766e-40f1-8cda-51af718284ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:36.032614 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383671ae-d953-4095-b194-483ad255e979 req-d1a1b903-766e-40f1-8cda-51af718284ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:36.036035 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383671ae-d953-4095-b194-483ad255e979 req-d1a1b903-766e-40f1-8cda-51af718284ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:36.037280 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383671ae-d953-4095-b194-483ad255e979 req-d1a1b903-766e-40f1-8cda-51af718284ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:36.040357 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-383671ae-d953-4095-b194-483ad255e979 req-d1a1b903-766e-40f1-8cda-51af718284ba service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=739199610cfa4c2f8e9155deb4230364&device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 6291 time: 0.3298688 Aug 16 20:52:36.075731 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f479539-14f7-4040-ad39-b02f9b65ea27 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:36.081806 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-0f479539-14f7-4040-ad39-b02f9b65ea27 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:36.091509 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f479539-14f7-4040-ad39-b02f9b65ea27 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:36.115207 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f479539-14f7-4040-ad39-b02f9b65ea27 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Pushing event updated for resources: {'Port': ['ID=5729080c-71e4-4450-b125-ea076be5a209,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:36.176095 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41864) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:36.299268 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-8d4a498e-4137-4a21-a699-d7c97f81d60e admin admin] Deleting port 1f829387-8423-4b86-ad37-1e4f288502d7 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:36.299268 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8d4a498e-4137-4a21-a699-d7c97f81d60e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:36.311931 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-784f0183-5333-46fe-bb25-4f892e754ce3 req-8238326a-5445-47a1-bd0c-281fa15e4485 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Deleting port 0904948c-dbae-4b1c-9213-3d2c8f637552 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:36.313327 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-784f0183-5333-46fe-bb25-4f892e754ce3 req-8238326a-5445-47a1-bd0c-281fa15e4485 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:36.445374 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de0956-c6ac-4874-9491-f5c26450cf2c req-2320d158-9809-4c71-80ec-7dd57872379a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:36.451602 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de0956-c6ac-4874-9491-f5c26450cf2c req-2320d158-9809-4c71-80ec-7dd57872379a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:36.457926 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de0956-c6ac-4874-9491-f5c26450cf2c req-2320d158-9809-4c71-80ec-7dd57872379a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:36.464037 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de0956-c6ac-4874-9491-f5c26450cf2c req-2320d158-9809-4c71-80ec-7dd57872379a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:36.471830 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de0956-c6ac-4874-9491-f5c26450cf2c req-2320d158-9809-4c71-80ec-7dd57872379a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:36.479010 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de0956-c6ac-4874-9491-f5c26450cf2c req-2320d158-9809-4c71-80ec-7dd57872379a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:36.486472 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de0956-c6ac-4874-9491-f5c26450cf2c req-2320d158-9809-4c71-80ec-7dd57872379a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:36.503738 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-98de0956-c6ac-4874-9491-f5c26450cf2c req-2320d158-9809-4c71-80ec-7dd57872379a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5395 time: 0.6048906 Aug 16 20:52:36.630326 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-98de0956-c6ac-4874-9491-f5c26450cf2c req-6761373f-9a10-4bab-b8a1-c56ac8815cee tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1233213 Aug 16 20:52:36.729423 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383671ae-d953-4095-b194-483ad255e979 req-40bdadb0-d4ac-4d57-b25c-8eabb0f03906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:36.730152 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383671ae-d953-4095-b194-483ad255e979 req-40bdadb0-d4ac-4d57-b25c-8eabb0f03906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:36.730651 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383671ae-d953-4095-b194-483ad255e979 req-40bdadb0-d4ac-4d57-b25c-8eabb0f03906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:36.732379 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-383671ae-d953-4095-b194-483ad255e979 req-40bdadb0-d4ac-4d57-b25c-8eabb0f03906 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=739199610cfa4c2f8e9155deb4230364&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6022339 Aug 16 20:52:36.845711 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-9fb30666-76bb-435b-8b24-976daf7a4dde req-72e6bd7a-ef91-40d5-b9d5-3d0858a49198 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:36.857604 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-8d4a498e-4137-4a21-a699-d7c97f81d60e admin admin] For port 1f829387-8423-4b86-ad37-1e4f288502d7, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=1f829387-8423-4b86-ad37-1e4f288502d7,segment=NetworkSegment(41fbe191-eda5-4299-8801-3203407eb802),segment_id=41fbe191-eda5-4299-8801-3203407eb802)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:36.858694 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8d4a498e-4137-4a21-a699-d7c97f81d60e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:36.930230 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-8d4a498e-4137-4a21-a699-d7c97f81d60e admin admin] Calling delete_port for 1f829387-8423-4b86-ad37-1e4f288502d7 owned by network:router_interface {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:36.995094 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8cd62102-9680-4309-9860-ef796b52d772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:37.005932 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e6bd7a-ef91-40d5-b9d5-3d0858a49198 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Pushing event deleted for resources: {'Port': ['ID=65723b92-96bd-46fc-80ee-2d2e6399cc03,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:37.086739 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb30666-76bb-435b-8b24-976daf7a4dde req-72e6bd7a-ef91-40d5-b9d5-3d0858a49198 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] No DVR routers for this DVR port 65723b92-96bd-46fc-80ee-2d2e6399cc03 on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:52:37.086739 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-9fb30666-76bb-435b-8b24-976daf7a4dde req-72e6bd7a-ef91-40d5-b9d5-3d0858a49198 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:37.088357 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9fb30666-76bb-435b-8b24-976daf7a4dde req-72e6bd7a-ef91-40d5-b9d5-3d0858a49198 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.90 "DELETE /v2.0/ports/65723b92-96bd-46fc-80ee-2d2e6399cc03 HTTP/1.1" status: 204 len: 173 time: 2.7212496 Aug 16 20:52:37.109783 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6080b29-d935-4004-b36a-4eede1725c1d req-fc07f432-437a-4fb0-be67-5dd478b0c5e6 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:37.112622 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b6080b29-d935-4004-b36a-4eede1725c1d req-fc07f432-437a-4fb0-be67-5dd478b0c5e6 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=0f7ba25d-101a-4513-8847-e2ef1118875a HTTP/1.1" status: 200 len: 945 time: 0.2769561 Aug 16 20:52:37.147647 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-784f0183-5333-46fe-bb25-4f892e754ce3 req-8238326a-5445-47a1-bd0c-281fa15e4485 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] For port 0904948c-dbae-4b1c-9213-3d2c8f637552, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=0904948c-dbae-4b1c-9213-3d2c8f637552,segment=NetworkSegment(924f0b82-5103-407b-88b5-5f564b7e60a5),segment_id=924f0b82-5103-407b-88b5-5f564b7e60a5)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:37.148202 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-784f0183-5333-46fe-bb25-4f892e754ce3 req-8238326a-5445-47a1-bd0c-281fa15e4485 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:37.163998 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-a6b4384b-3263-461c-bdc5-96711665e033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 664a2393-3ef1-43f4-8b8d-bd06b02e9df3 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:52:37.169955 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383671ae-d953-4095-b194-483ad255e979 req-3153c720-c158-4bb6-8aa9-15217c09bbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:37.171356 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-784f0183-5333-46fe-bb25-4f892e754ce3 req-8238326a-5445-47a1-bd0c-281fa15e4485 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Calling delete_port for 0904948c-dbae-4b1c-9213-3d2c8f637552 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:37.171539 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-383671ae-d953-4095-b194-483ad255e979 req-3153c720-c158-4bb6-8aa9-15217c09bbee service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4309449 Aug 16 20:52:37.178639 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-a6b4384b-3263-461c-bdc5-96711665e033 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:37.221452 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-a6b4384b-3263-461c-bdc5-96711665e033 service neutron] Transition to ACTIVE for port object 664a2393-3ef1-43f4-8b8d-bd06b02e9df3 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:37.275641 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b6080b29-d935-4004-b36a-4eede1725c1d req-d63148cb-47b4-405f-8812-b0b4fb990a7c tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997415 Aug 16 20:52:37.278557 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8cd62102-9680-4309-9860-ef796b52d772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:37.416529 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 04ecc35c-d5d9-4629-bf33-b67a046ad833 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:37.437509 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6640c912-0dfd-48e1-90db-38e3574cb699 req-1daf85f8-0183-49cf-a0b6-4714af819be5 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] 10.222.0.84 "GET /v2.0/ports?device_id=f787c003-888c-447a-a6c0-c6a1129b087e HTTP/1.1" status: 200 len: 210 time: 0.0362413 Aug 16 20:52:37.518228 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:37.544582 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f445cb-54af-4107-8408-da783a6b571a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04ecc35c-d5d9-4629-bf33-b67a046ad833'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:37.547527 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ecb89b-cd03-403a-9cfb-01075538bb9a" -d '{"events": [{"server_uuid": "b6f445cb-54af-4107-8408-da783a6b571a", "name": "network-vif-unplugged", "status": "completed", "tag": "04ecc35c-d5d9-4629-bf33-b67a046ad833"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:37.554837 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0f479539-14f7-4040-ad39-b02f9b65ea27 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:37.555996 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-a6b4384b-3263-461c-bdc5-96711665e033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:37.559167 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-784f0183-5333-46fe-bb25-4f892e754ce3 req-8238326a-5445-47a1-bd0c-281fa15e4485 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:37.559608 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8d4a498e-4137-4a21-a699-d7c97f81d60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:37.589937 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['0904948c-dbae-4b1c-9213-3d2c8f637552'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:52:37.601680 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8cd62102-9680-4309-9860-ef796b52d772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:37.617694 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 04ecc35c-d5d9-4629-bf33-b67a046ad833, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=04ecc35c-d5d9-4629-bf33-b67a046ad833,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:37.634739 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8dd40d4-ae08-4574-ad03-69ea3678d3bc x-openstack-request-id: req-f8dd40d4-ae08-4574-ad03-69ea3678d3bc {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:37.635247 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f445cb-54af-4107-8408-da783a6b571a", "name": "network-vif-unplugged", "status": "completed", "tag": "04ecc35c-d5d9-4629-bf33-b67a046ad833", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:37.635693 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f8dd40d4-ae08-4574-ad03-69ea3678d3bc {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:37.636129 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f445cb-54af-4107-8408-da783a6b571a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04ecc35c-d5d9-4629-bf33-b67a046ad833', 'code': 200} Aug 16 20:52:37.643502 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41914) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:37.661702 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238326a-5445-47a1-bd0c-281fa15e4485 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Pushing event deleted for resources: {'Port': ['ID=0904948c-dbae-4b1c-9213-3d2c8f637552,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:37.714288 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5c1211-7098-4ba6-bcc9-15fa26883ca2', 'name': 'network-vif-deleted', 'tag': '71026776-fbb1-4e7a-887e-9926020c39b2'}, {'server_uuid': 'f787c003-888c-447a-a6c0-c6a1129b087e', 'name': 'network-vif-deleted', 'tag': '65723b92-96bd-46fc-80ee-2d2e6399cc03'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:37.717326 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397427ca-3efe-4f5f-bcb6-9b071be57567" -d '{"events": [{"server_uuid": "ea5c1211-7098-4ba6-bcc9-15fa26883ca2", "name": "network-vif-deleted", "tag": "71026776-fbb1-4e7a-887e-9926020c39b2"}, {"server_uuid": "f787c003-888c-447a-a6c0-c6a1129b087e", "name": "network-vif-deleted", "tag": "65723b92-96bd-46fc-80ee-2d2e6399cc03"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:37.733372 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b4384b-3263-461c-bdc5-96711665e033 service neutron] Pushing event updated for resources: {'Port': ['ID=664a2393-3ef1-43f4-8b8d-bd06b02e9df3,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:37.756687 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:37.757664 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 71026776-fbb1-4e7a-887e-9926020c39b2 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:37.822825 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a498e-4137-4a21-a699-d7c97f81d60e admin admin] Pushing event deleted for resources: {'Port': ['ID=1f829387-8423-4b86-ad37-1e4f288502d7,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:37.872670 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=04ecc35c-d5d9-4629-bf33-b67a046ad833,revision_number=11']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:37.883633 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 7f014544-9902-4bfd-99c0-3c81d5c80edf up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:52:37.944370 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd62102-9680-4309-9860-ef796b52d772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320e31ef-d210-4b6a-96e4-a53ca4b07cd3,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:37.959643 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8cd62102-9680-4309-9860-ef796b52d772 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=369c9440ac47403d9691af7c5d29e0a8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7792277 Aug 16 20:52:37.966565 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41924) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:37.979642 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 71026776-fbb1-4e7a-887e-9926020c39b2 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:52:37.980047 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 71026776-fbb1-4e7a-887e-9926020c39b2 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:37.982706 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-784f0183-5333-46fe-bb25-4f892e754ce3 req-8238326a-5445-47a1-bd0c-281fa15e4485 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] No DVR routers for this DVR port 0904948c-dbae-4b1c-9213-3d2c8f637552 on host n-h2-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:52:38.014913 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-784f0183-5333-46fe-bb25-4f892e754ce3 req-8238326a-5445-47a1-bd0c-281fa15e4485 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:38.029397 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-784f0183-5333-46fe-bb25-4f892e754ce3 req-8238326a-5445-47a1-bd0c-281fa15e4485 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.90 "DELETE /v2.0/ports/0904948c-dbae-4b1c-9213-3d2c8f637552 HTTP/1.1" status: 204 len: 173 time: 2.2163131 Aug 16 20:52:38.029397 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7ba25d-101a-4513-8847-e2ef1118875a', 'name': 'network-vif-deleted', 'tag': '0904948c-dbae-4b1c-9213-3d2c8f637552'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:38.032539 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc78f9a5-8642-460a-9548-ed2cb5511f86" -d '{"events": [{"server_uuid": "0f7ba25d-101a-4513-8847-e2ef1118875a", "name": "network-vif-deleted", "tag": "0904948c-dbae-4b1c-9213-3d2c8f637552"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:38.044049 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-1759bd02-49f1-474f-a1b2-67626063b7af admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-527023030-network', 'tenant_id': '7349b5fbb1a24e82a12dea1b063fef20'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:38.057930 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a793597c-7309-4512-8f8f-dbc158c9c0a9 x-openstack-request-id: req-a793597c-7309-4512-8f8f-dbc158c9c0a9 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:38.058466 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5c1211-7098-4ba6-bcc9-15fa26883ca2", "name": "network-vif-deleted", "tag": "71026776-fbb1-4e7a-887e-9926020c39b2", "status": "completed", "code": 200}, {"server_uuid": "f787c003-888c-447a-a6c0-c6a1129b087e", "name": "network-vif-deleted", "tag": "65723b92-96bd-46fc-80ee-2d2e6399cc03", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:38.058892 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a793597c-7309-4512-8f8f-dbc158c9c0a9 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:38.059465 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5c1211-7098-4ba6-bcc9-15fa26883ca2', 'name': 'network-vif-deleted', 'tag': '71026776-fbb1-4e7a-887e-9926020c39b2', 'status': 'completed', 'code': 200} Aug 16 20:52:38.059911 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f787c003-888c-447a-a6c0-c6a1129b087e', 'name': 'network-vif-deleted', 'tag': '65723b92-96bd-46fc-80ee-2d2e6399cc03', 'status': 'completed', 'code': 200} Aug 16 20:52:38.163842 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 7f014544-9902-4bfd-99c0-3c81d5c80edf completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:38.168570 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 7f014544-9902-4bfd-99c0-3c81d5c80edf triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:38.168950 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:38.261327 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8d4a498e-4137-4a21-a699-d7c97f81d60e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:38.262288 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0f479539-14f7-4040-ad39-b02f9b65ea27 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:38.296466 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-a6b4384b-3263-461c-bdc5-96711665e033 service neutron] Attempting to bind port 664a2393-3ef1-43f4-8b8d-bd06b02e9df3 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:38.296907 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-a6b4384b-3263-461c-bdc5-96711665e033 service neutron] Attempting to bind port 664a2393-3ef1-43f4-8b8d-bd06b02e9df3 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '34734b3f-5dce-4149-a5ad-b36712006fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '548eb6bc-b22d-43c1-8abf-bd0cf1de4a03'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:38.297317 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-a6b4384b-3263-461c-bdc5-96711665e033 service neutron] Attempting to bind port 664a2393-3ef1-43f4-8b8d-bd06b02e9df3 on network 548eb6bc-b22d-43c1-8abf-bd0cf1de4a03 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:38.316159 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c7b77-47f7-46ab-a964-b818f81186b2 req-de96a12e-cd2a-4c75-80d1-0bfc2765913e tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:38.324654 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c7b77-47f7-46ab-a964-b818f81186b2 req-de96a12e-cd2a-4c75-80d1-0bfc2765913e tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:38.333751 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c7b77-47f7-46ab-a964-b818f81186b2 req-de96a12e-cd2a-4c75-80d1-0bfc2765913e tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:38.339978 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c7b77-47f7-46ab-a964-b818f81186b2 req-de96a12e-cd2a-4c75-80d1-0bfc2765913e tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:38.342872 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:38.346403 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c7b77-47f7-46ab-a964-b818f81186b2 req-de96a12e-cd2a-4c75-80d1-0bfc2765913e tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:38.352556 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c7b77-47f7-46ab-a964-b818f81186b2 req-de96a12e-cd2a-4c75-80d1-0bfc2765913e tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:38.359935 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c7b77-47f7-46ab-a964-b818f81186b2 req-de96a12e-cd2a-4c75-80d1-0bfc2765913e tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:38.361951 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9c8c7b77-47f7-46ab-a964-b818f81186b2 req-de96a12e-cd2a-4c75-80d1-0bfc2765913e tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5407 time: 0.5194733 Aug 16 20:52:38.371136 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-a6b4384b-3263-461c-bdc5-96711665e033 service neutron] Port 664a2393-3ef1-43f4-8b8d-bd06b02e9df3 on network 548eb6bc-b22d-43c1-8abf-bd0cf1de4a03 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:52:38.371521 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-a6b4384b-3263-461c-bdc5-96711665e033 service neutron] Attempting to bind port 664a2393-3ef1-43f4-8b8d-bd06b02e9df3 on network 548eb6bc-b22d-43c1-8abf-bd0cf1de4a03 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:38.384067 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 7f014544-9902-4bfd-99c0-3c81d5c80edf, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=7f014544-9902-4bfd-99c0-3c81d5c80edf,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:38.392995 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-35554775-e114-4b5b-ad05-c235bab1a7ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:38.427308 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-35554775-e114-4b5b-ad05-c235bab1a7ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:38.433492 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-a6b4384b-3263-461c-bdc5-96711665e033 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:52:38.433813 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-a6b4384b-3263-461c-bdc5-96711665e033 service neutron] Checking segment: {'id': '34734b3f-5dce-4149-a5ad-b36712006fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '548eb6bc-b22d-43c1-8abf-bd0cf1de4a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:38.440792 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-a6b4384b-3263-461c-bdc5-96711665e033 service neutron] Bound using segment: {'id': '34734b3f-5dce-4149-a5ad-b36712006fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '548eb6bc-b22d-43c1-8abf-bd0cf1de4a03'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:52:38.440792 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-a6b4384b-3263-461c-bdc5-96711665e033 service neutron] Bound port: 664a2393-3ef1-43f4-8b8d-bd06b02e9df3, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34734b3f-5dce-4149-a5ad-b36712006fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '548eb6bc-b22d-43c1-8abf-bd0cf1de4a03'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:52:38.440792 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-a6b4384b-3263-461c-bdc5-96711665e033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:38.444708 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 65723b92-96bd-46fc-80ee-2d2e6399cc03 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:38.514266 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:38.556489 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 65723b92-96bd-46fc-80ee-2d2e6399cc03 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:52:38.556972 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 65723b92-96bd-46fc-80ee-2d2e6399cc03 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:38.557307 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 0904948c-dbae-4b1c-9213-3d2c8f637552 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:38.581017 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 0904948c-dbae-4b1c-9213-3d2c8f637552 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:52:38.581364 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 0904948c-dbae-4b1c-9213-3d2c8f637552 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:38.607125 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=7f014544-9902-4bfd-99c0-3c81d5c80edf,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:38.643104 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e972da33-061a-4be3-baa0-46c90d22ab5e x-openstack-request-id: req-e972da33-061a-4be3-baa0-46c90d22ab5e {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:38.643104 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7ba25d-101a-4513-8847-e2ef1118875a", "name": "network-vif-deleted", "tag": "0904948c-dbae-4b1c-9213-3d2c8f637552", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:38.643104 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e972da33-061a-4be3-baa0-46c90d22ab5e {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:38.643104 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7ba25d-101a-4513-8847-e2ef1118875a', 'name': 'network-vif-deleted', 'tag': '0904948c-dbae-4b1c-9213-3d2c8f637552', 'status': 'completed', 'code': 200} Aug 16 20:52:38.669297 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f479539-14f7-4040-ad39-b02f9b65ea27 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Router a43e870d-97de-457a-b532-093ff28d3540 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:52:38.675717 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-35554775-e114-4b5b-ad05-c235bab1a7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:38.679137 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-35554775-e114-4b5b-ad05-c235bab1a7ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:38.683122 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-35554775-e114-4b5b-ad05-c235bab1a7ea admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/320e31ef-d210-4b6a-96e4-a53ca4b07cd3 HTTP/1.1" status: 204 len: 168 time: 0.7087204 Aug 16 20:52:38.693522 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35554775-e114-4b5b-ad05-c235bab1a7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320e31ef-d210-4b6a-96e4-a53ca4b07cd3,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:38.814523 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f479539-14f7-4040-ad39-b02f9b65ea27 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:52:38.824719 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84a28a8-7c0d-4000-9e46-1182f70095d1 None None] Sync routers for ids ['a43e870d-97de-457a-b532-093ff28d3540'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:52:38.835047 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84a28a8-7c0d-4000-9e46-1182f70095d1 None None] Routers {'a43e870d-97de-457a-b532-093ff28d3540'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:52:38.836025 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-f84a28a8-7c0d-4000-9e46-1182f70095d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:52:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['a43e870d-97de-457a-b532-093ff28d3540'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:38.847093 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1759bd02-49f1-474f-a1b2-67626063b7af admin admin] Made reservation on behalf of 7349b5fbb1a24e82a12dea1b063fef20 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:38.849387 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1759bd02-49f1-474f-a1b2-67626063b7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:38.879916 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9c8c7b77-47f7-46ab-a964-b818f81186b2 req-c76b3cd0-35ec-4cb4-9f45-d591a73c0ba7 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5098958 Aug 16 20:52:38.902883 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0f479539-14f7-4040-ad39-b02f9b65ea27 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:38.907884 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0f479539-14f7-4040-ad39-b02f9b65ea27 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.6066248 Aug 16 20:52:38.910295 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41942) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:38.912690 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1759bd02-49f1-474f-a1b2-67626063b7af admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:38.937187 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cc7bf5cd-ed3d-4935-9f8f-0317da338f73 req-ac51dc59-81f8-4f0e-9778-0606c7221a9b tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=0f7ba25d-101a-4513-8847-e2ef1118875a HTTP/1.1" status: 200 len: 210 time: 0.0928547 Aug 16 20:52:38.979008 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-a6b4384b-3263-461c-bdc5-96711665e033 service neutron] For port 664a2393-3ef1-43f4-8b8d-bd06b02e9df3, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:52:38.984424 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-a6b4384b-3263-461c-bdc5-96711665e033 service neutron] For port 664a2393-3ef1-43f4-8b8d-bd06b02e9df3, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=664a2393-3ef1-43f4-8b8d-bd06b02e9df3,segment=NetworkSegment(34734b3f-5dce-4149-a5ad-b36712006fc4),segment_id=34734b3f-5dce-4149-a5ad-b36712006fc4)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:52:38.992060 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-f84a28a8-7c0d-4000-9e46-1182f70095d1 None None] Set router a43e870d-97de-457a-b532-093ff28d3540 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:52:38.995324 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41944) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:39.045075 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-794772cd-ba6d-47f3-84cd-d38c39b155a1 admin admin] Deleting subnet ea8cff57-8848-4599-9307-03ca21bfead2 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:52:39.049146 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-794772cd-ba6d-47f3-84cd-d38c39b155a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:39.077806 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-a6b4384b-3263-461c-bdc5-96711665e033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:39.085991 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-794772cd-ba6d-47f3-84cd-d38c39b155a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:39.151695 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-794772cd-ba6d-47f3-84cd-d38c39b155a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:39.237152 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-f84a28a8-7c0d-4000-9e46-1182f70095d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43e870d-97de-457a-b532-093ff28d3540', 'name': 'tempest-snat-router-1074401565', 'tenant_id': '813639d3c4494525865bdd5210c3298c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '5729080c-71e4-4450-b125-ea076be5a209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:52:34Z', 'updated_at': '2021-08-16T20:52:37Z', 'revision_number': 3, 'project_id': '813639d3c4494525865bdd5210c3298c', 'gw_port': {'id': '5729080c-71e4-4450-b125-ea076be5a209', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43e870d-97de-457a-b532-093ff28d3540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:35Z', 'updated_at': '2021-08-16T20:52:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:39.252288 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-a6b4384b-3263-461c-bdc5-96711665e033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:39.253021 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-a6b4384b-3263-461c-bdc5-96711665e033 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:39.254535 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-a6b4384b-3263-461c-bdc5-96711665e033 service neutron] 10.222.0.90 "PUT /v2.0/ports/664a2393-3ef1-43f4-8b8d-bd06b02e9df3 HTTP/1.1" status: 200 len: 1092 time: 3.9683490 Aug 16 20:52:39.265489 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84a28a8-7c0d-4000-9e46-1182f70095d1 None None] Checking router: a43e870d-97de-457a-b532-093ff28d3540 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:52:39.266112 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84a28a8-7c0d-4000-9e46-1182f70095d1 None None] Updating router a43e870d-97de-457a-b532-093ff28d3540 port 5729080c-71e4-4450-b125-ea076be5a209 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:52:39.304013 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f84a28a8-7c0d-4000-9e46-1182f70095d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:39.327449 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-794772cd-ba6d-47f3-84cd-d38c39b155a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:39.365469 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794772cd-ba6d-47f3-84cd-d38c39b155a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea8cff57-8848-4599-9307-03ca21bfead2,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:39.374570 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0c8e1-636e-49c2-952b-b62e55901171 req-8a71ddcf-1ab6-4487-8976-d826460fa95f tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:39.375148 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-794772cd-ba6d-47f3-84cd-d38c39b155a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:39.381820 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-62e0c8e1-636e-49c2-952b-b62e55901171 req-8a71ddcf-1ab6-4487-8976-d826460fa95f tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] 10.222.0.84 "GET /v2.0/ports?device_id=b6f445cb-54af-4107-8408-da783a6b571a HTTP/1.1" status: 200 len: 948 time: 0.3321402 Aug 16 20:52:39.382950 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-794772cd-ba6d-47f3-84cd-d38c39b155a1 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/ea8cff57-8848-4599-9307-03ca21bfead2 HTTP/1.1" status: 204 len: 168 time: 0.3862488 Aug 16 20:52:39.384427 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41948) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:39.390643 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b1ca7125-3bf1-4775-9cd0-ba7c6080b251 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] 10.222.0.84 "GET /v2.0/routers/a43e870d-97de-457a-b532-093ff28d3540 HTTP/1.1" status: 200 len: 908 time: 0.4786084 Aug 16 20:52:39.391072 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b4384b-3263-461c-bdc5-96711665e033 service neutron] Pushing event updated for resources: {'Port': ['ID=664a2393-3ef1-43f4-8b8d-bd06b02e9df3,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:39.395844 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41950) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:39.402104 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-42a95265-f84e-4098-af6d-8c5ae0867c1d service neutron] Request body: {'port': {'device_id': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:39.469728 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-002322e4-6184-4bb8-b59e-1b02068c1971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:39.519947 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41952) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:39.573363 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-86c6d054-b947-4505-911d-806f988e2102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:39.587522 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-002322e4-6184-4bb8-b59e-1b02068c1971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:39.598360 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-002322e4-6184-4bb8-b59e-1b02068c1971 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:39.609006 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-002322e4-6184-4bb8-b59e-1b02068c1971 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f1358dd-8de1-4022-9bd5-2c52057e2e93') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:39.609389 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-002322e4-6184-4bb8-b59e-1b02068c1971 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f1358dd-8de1-4022-9bd5-2c52057e2e93') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:39.618497 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-002322e4-6184-4bb8-b59e-1b02068c1971 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:39.620295 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-62e0c8e1-636e-49c2-952b-b62e55901171 req-54f55c7e-8543-463c-88bf-d445c003ddc9 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] 10.222.0.84 "GET /v2.0/security-groups?id=444560ae-08bc-441f-9584-b683ec4440de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376003 Aug 16 20:52:39.639151 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1759bd02-49f1-474f-a1b2-67626063b7af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:39.640691 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-002322e4-6184-4bb8-b59e-1b02068c1971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:39.651342 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-002322e4-6184-4bb8-b59e-1b02068c1971 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:52:39.651342 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-002322e4-6184-4bb8-b59e-1b02068c1971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:39.651342 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:52:39.651342 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:52:39.651342 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:52:39.651342 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:52:39.651342 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:52:39.651342 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:52:39.651342 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:52:39.651342 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:52:39.651342 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:52:39.651342 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:52:39.651342 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:52:39.651342 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:52:39.651342 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:52:39.651342 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:52:39.651342 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:52:39.651342 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:52:39.651342 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:52:39.651342 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:52:39.651342 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:52:39.651342 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:52:39.651342 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:52:39.651342 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:52:39.651342 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:52:39.651342 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:52:39.651342 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:52:39.651342 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:52:39.651342 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:52:39.651342 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:52:39.651342 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:52:39.651342 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:52:39.651342 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:52:39.651342 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:52:39.656959 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f84a28a8-7c0d-4000-9e46-1182f70095d1 None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:39.677884 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-f84a28a8-7c0d-4000-9e46-1182f70095d1 None None] Transition to ACTIVE for port object 5729080c-71e4-4450-b125-ea076be5a209 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:39.686373 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d4a498e-4137-4a21-a699-d7c97f81d60e admin admin] Router 4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:52:39.689689 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-42a95265-f84e-4098-af6d-8c5ae0867c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:39.715119 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-42c50055-fe8c-4b10-b572-78a621798717 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:39.768559 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1759bd02-49f1-474f-a1b2-67626063b7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:39.776277 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 7f014544-9902-4bfd-99c0-3c81d5c80edf up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:52:39.859498 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f84a28a8-7c0d-4000-9e46-1182f70095d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:39.878359 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1759bd02-49f1-474f-a1b2-67626063b7af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:52:39.930839 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f5482-2d65-438f-8821-8aad2ba42311 None None] Pushing event updated for resources: {'Port': ['ID=5729080c-71e4-4450-b125-ea076be5a209,revision_number=2']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:39.948571 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-f84a28a8-7c0d-4000-9e46-1182f70095d1 None None] Attempting to bind port 5729080c-71e4-4450-b125-ea076be5a209 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:39.948957 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-f84a28a8-7c0d-4000-9e46-1182f70095d1 None None] Attempting to bind port 5729080c-71e4-4450-b125-ea076be5a209 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:39.949325 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84a28a8-7c0d-4000-9e46-1182f70095d1 None None] Attempting to bind port 5729080c-71e4-4450-b125-ea076be5a209 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:39.954782 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-002322e4-6184-4bb8-b59e-1b02068c1971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:39.961072 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-002322e4-6184-4bb8-b59e-1b02068c1971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:39.967274 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-002322e4-6184-4bb8-b59e-1b02068c1971 admin admin] 10.222.0.84 "DELETE /v2.0/networks/57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1 HTTP/1.1" status: 204 len: 168 time: 0.5815840 Aug 16 20:52:39.972069 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84a28a8-7c0d-4000-9e46-1182f70095d1 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:52:39.972463 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84a28a8-7c0d-4000-9e46-1182f70095d1 None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:39.972879 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f84a28a8-7c0d-4000-9e46-1182f70095d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:39.973277 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84a28a8-7c0d-4000-9e46-1182f70095d1 None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:52:39.976621 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-f84a28a8-7c0d-4000-9e46-1182f70095d1 None None] Bound port: 5729080c-71e4-4450-b125-ea076be5a209, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:52:39.977043 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f84a28a8-7c0d-4000-9e46-1182f70095d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:39.992016 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759bd02-49f1-474f-a1b2-67626063b7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7f6414-7e67-4cfe-b427-66f946bee503,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:40.018729 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1759bd02-49f1-474f-a1b2-67626063b7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:40.019217 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-1759bd02-49f1-474f-a1b2-67626063b7af admin admin] Added segment 734aea14-a955-4811-b890-21e6e6012055 of type vlan for network f66765ea-f576-425a-911f-7e5ee6bf1709 Aug 16 20:52:40.025309 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002322e4-6184-4bb8-b59e-1b02068c1971 admin admin] Pushing event deleted for resources: {'Network': ['ID=57846c88-0c9e-4d45-8dc3-a9e7db8fe9b1,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:40.040478 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 7f014544-9902-4bfd-99c0-3c81d5c80edf triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:40.042444 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:40.073126 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'tag': '664a2393-3ef1-43f4-8b8d-bd06b02e9df3'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:40.077023 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cde14a3-eef1-4f3b-8246-f84f8d7a6a94" -d '{"events": [{"name": "network-changed", "server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "tag": "664a2393-3ef1-43f4-8b8d-bd06b02e9df3"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:40.137594 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-f84a28a8-7c0d-4000-9e46-1182f70095d1 None None] For port 5729080c-71e4-4450-b125-ea076be5a209, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:52:40.143103 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-f84a28a8-7c0d-4000-9e46-1182f70095d1 None None] For port 5729080c-71e4-4450-b125-ea076be5a209, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5729080c-71e4-4450-b125-ea076be5a209,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:52:40.199639 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1759bd02-49f1-474f-a1b2-67626063b7af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:40.229839 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f84a28a8-7c0d-4000-9e46-1182f70095d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:40.253296 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-42c50055-fe8c-4b10-b572-78a621798717 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:40.273190 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4a498e-4137-4a21-a699-d7c97f81d60e admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:52:40.287991 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84a28a8-7c0d-4000-9e46-1182f70095d1 None None] Routers {'a43e870d-97de-457a-b532-093ff28d3540'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:52:40.288947 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-f84a28a8-7c0d-4000-9e46-1182f70095d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:52:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['a43e870d-97de-457a-b532-093ff28d3540'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:40.294672 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8d4a498e-4137-4a21-a699-d7c97f81d60e admin admin] 10.222.0.84 "PUT /v2.0/routers/4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6281524 Aug 16 20:52:40.299125 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41964) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:40.313131 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2513f4f-0196-46d4-bd81-4b91a1be4f1a req-f707eb50-1c36-4e1a-addf-1fe2059c50e6 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:40.315778 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f202fa5-8b26-4524-b469-b9d6bd58f271 None None] Sync routers for ids ['4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:52:40.319577 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2513f4f-0196-46d4-bd81-4b91a1be4f1a req-f707eb50-1c36-4e1a-addf-1fe2059c50e6 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:40.325631 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2513f4f-0196-46d4-bd81-4b91a1be4f1a req-f707eb50-1c36-4e1a-addf-1fe2059c50e6 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:40.328367 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f5482-2d65-438f-8821-8aad2ba42311 None None] Pushing event updated for resources: {'Port': ['ID=5729080c-71e4-4450-b125-ea076be5a209,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:40.331952 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2513f4f-0196-46d4-bd81-4b91a1be4f1a req-f707eb50-1c36-4e1a-addf-1fe2059c50e6 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:40.338117 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2513f4f-0196-46d4-bd81-4b91a1be4f1a req-f707eb50-1c36-4e1a-addf-1fe2059c50e6 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:40.343018 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f202fa5-8b26-4524-b469-b9d6bd58f271 None None] Routers {'4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:52:40.344072 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-0f202fa5-8b26-4524-b469-b9d6bd58f271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:52:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:40.344786 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2513f4f-0196-46d4-bd81-4b91a1be4f1a req-f707eb50-1c36-4e1a-addf-1fe2059c50e6 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:40.350766 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2513f4f-0196-46d4-bd81-4b91a1be4f1a req-f707eb50-1c36-4e1a-addf-1fe2059c50e6 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:40.352723 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f2513f4f-0196-46d4-bd81-4b91a1be4f1a req-f707eb50-1c36-4e1a-addf-1fe2059c50e6 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5407 time: 0.2947209 Aug 16 20:52:40.414618 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-86c6d054-b947-4505-911d-806f988e2102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:40.416319 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-f84a28a8-7c0d-4000-9e46-1182f70095d1 None None] Set router a43e870d-97de-457a-b532-093ff28d3540 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:52:40.481086 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ee048733-fb80-4c1e-b707-27fad4ed25c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:40.486794 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-0f202fa5-8b26-4524-b469-b9d6bd58f271 None None] Set router 4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:52:40.487955 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1759bd02-49f1-474f-a1b2-67626063b7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:40.489089 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1759bd02-49f1-474f-a1b2-67626063b7af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:40.489557 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1759bd02-49f1-474f-a1b2-67626063b7af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:40.517097 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f2513f4f-0196-46d4-bd81-4b91a1be4f1a req-b5a1fbd9-66ff-4004-81dc-0d75e1f9f151 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1485453 Aug 16 20:52:40.641660 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41966) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:40.642044 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41968) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:40.644362 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd1175d-5026-4e46-89f2-5d54f5d3e0d6 x-openstack-request-id: req-4dd1175d-5026-4e46-89f2-5d54f5d3e0d6 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:40.644665 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "tag": "664a2393-3ef1-43f4-8b8d-bd06b02e9df3", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:40.644992 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4dd1175d-5026-4e46-89f2-5d54f5d3e0d6 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:40.645386 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'tag': '664a2393-3ef1-43f4-8b8d-bd06b02e9df3', 'status': 'completed', 'code': 200} Aug 16 20:52:40.657107 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-2d1bc06f-61af-4327-9cb2-5a5417b221b2 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Request body: {'security_group': {'name': 'tempest-securitygroup--951627605', 'description': 'tempest-description--1897810744'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:40.659992 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-f84a28a8-7c0d-4000-9e46-1182f70095d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43e870d-97de-457a-b532-093ff28d3540', 'name': 'tempest-snat-router-1074401565', 'tenant_id': '813639d3c4494525865bdd5210c3298c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '5729080c-71e4-4450-b125-ea076be5a209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:52:34Z', 'updated_at': '2021-08-16T20:52:37Z', 'revision_number': 3, 'project_id': '813639d3c4494525865bdd5210c3298c', 'gw_port': {'id': '5729080c-71e4-4450-b125-ea076be5a209', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43e870d-97de-457a-b532-093ff28d3540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:35Z', 'updated_at': '2021-08-16T20:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:40.672592 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-86c6d054-b947-4505-911d-806f988e2102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:40.694343 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84a28a8-7c0d-4000-9e46-1182f70095d1 None None] The sync data for ids ['a43e870d-97de-457a-b532-093ff28d3540'] in n-d-793620-15 is: [{'id': 'a43e870d-97de-457a-b532-093ff28d3540', 'name': 'tempest-snat-router-1074401565', 'tenant_id': '813639d3c4494525865bdd5210c3298c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '5729080c-71e4-4450-b125-ea076be5a209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:52:34Z', 'updated_at': '2021-08-16T20:52:37Z', 'revision_number': 3, 'project_id': '813639d3c4494525865bdd5210c3298c', 'gw_port': {'id': '5729080c-71e4-4450-b125-ea076be5a209', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43e870d-97de-457a-b532-093ff28d3540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:35Z', 'updated_at': '2021-08-16T20:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:52:40.708540 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-86c6d054-b947-4505-911d-806f988e2102 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=35b074d0e5144fe7a3bdd1968763b129&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1830173 Aug 16 20:52:40.719463 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41972) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:40.761063 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-0f202fa5-8b26-4524-b469-b9d6bd58f271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd', 'name': 'tempest-FloatingIPDetailsTestJSON-2120850521-router', 'tenant_id': '2c8a7ecf3bf6405c9ae4d7e65bc60247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': 'c87d0aac-eb94-4ee4-9010-593fc958169d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:38Z', 'updated_at': '2021-08-16T20:52:37Z', 'revision_number': 5, 'project_id': '2c8a7ecf3bf6405c9ae4d7e65bc60247', 'gw_port': {'id': 'c87d0aac-eb94-4ee4-9010-593fc958169d', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:40Z', 'updated_at': '2021-08-16T20:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:40.792478 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f202fa5-8b26-4524-b469-b9d6bd58f271 None None] Checking router: 4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:52:40.793827 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde14a3-eef1-4f3b-8246-f84f8d7a6a94 req-edd86839-93a0-4e0b-80ae-13b4d02f33ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:40.794595 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde14a3-eef1-4f3b-8246-f84f8d7a6a94 req-edd86839-93a0-4e0b-80ae-13b4d02f33ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:40.794796 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde14a3-eef1-4f3b-8246-f84f8d7a6a94 req-edd86839-93a0-4e0b-80ae-13b4d02f33ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:40.795826 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde14a3-eef1-4f3b-8246-f84f8d7a6a94 req-edd86839-93a0-4e0b-80ae-13b4d02f33ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:40.796329 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde14a3-eef1-4f3b-8246-f84f8d7a6a94 req-edd86839-93a0-4e0b-80ae-13b4d02f33ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:40.796799 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde14a3-eef1-4f3b-8246-f84f8d7a6a94 req-edd86839-93a0-4e0b-80ae-13b4d02f33ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:40.797265 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde14a3-eef1-4f3b-8246-f84f8d7a6a94 req-edd86839-93a0-4e0b-80ae-13b4d02f33ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:40.799147 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3cde14a3-eef1-4f3b-8246-f84f8d7a6a94 req-edd86839-93a0-4e0b-80ae-13b4d02f33ff service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=739199610cfa4c2f8e9155deb4230364&device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 6359 time: 0.1333194 Aug 16 20:52:40.802550 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ee048733-fb80-4c1e-b707-27fad4ed25c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:40.805683 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f202fa5-8b26-4524-b469-b9d6bd58f271 None None] Routers {'4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:52:40.806532 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-0f202fa5-8b26-4524-b469-b9d6bd58f271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:52:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:40.842897 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1759bd02-49f1-474f-a1b2-67626063b7af admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.1955638 Aug 16 20:52:40.842897 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759bd02-49f1-474f-a1b2-67626063b7af admin admin] Pushing event updated for resources: {'Network': ['ID=f66765ea-f576-425a-911f-7e5ee6bf1709,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:40.858708 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network f66765ea-f576-425a-911f-7e5ee6bf1709 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:52:40.863901 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41974) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:40.864674 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6d054-b947-4505-911d-806f988e2102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b08fa37-3a3d-4441-8601-ed0b20480146,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:40.868791 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-fbb98b5f-122d-44d1-898c-6069bc8209f1 admin admin] Request body: {'subnet': {'network_id': 'f66765ea-f576-425a-911f-7e5ee6bf1709', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-527023030-subnet', 'tenant_id': '7349b5fbb1a24e82a12dea1b063fef20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:40.879511 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-62890e31-2b11-4f60-a6c0-d2fe4bead4ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:40.920407 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-42a95265-f84e-4098-af6d-8c5ae0867c1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3af6817e-b620-4a8f-89a6-4b54fec09bf6 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:52:40.934800 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-42a95265-f84e-4098-af6d-8c5ae0867c1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:40.938305 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-62890e31-2b11-4f60-a6c0-d2fe4bead4ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:40.955600 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339589d0-5719-4c52-89f6-446bb6849911 req-b1b6bc7b-78fb-44ca-b0a2-624dfc1e508e tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:40.957149 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-339589d0-5719-4c52-89f6-446bb6849911 req-b1b6bc7b-78fb-44ca-b0a2-624dfc1e508e tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6f445cb-54af-4107-8408-da783a6b571a HTTP/1.1" status: 200 len: 948 time: 0.4613118 Aug 16 20:52:40.965427 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-42c50055-fe8c-4b10-b572-78a621798717 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Deleting port 5729080c-71e4-4450-b125-ea076be5a209 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:40.966331 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-42c50055-fe8c-4b10-b572-78a621798717 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:40.998928 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2d1bc06f-61af-4327-9cb2-5a5417b221b2 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:41.012649 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde14a3-eef1-4f3b-8246-f84f8d7a6a94 req-a3b1f920-c4fa-4725-99c4-5a1c5cc47c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:41.013399 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde14a3-eef1-4f3b-8246-f84f8d7a6a94 req-a3b1f920-c4fa-4725-99c4-5a1c5cc47c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:41.013926 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde14a3-eef1-4f3b-8246-f84f8d7a6a94 req-a3b1f920-c4fa-4725-99c4-5a1c5cc47c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:41.016741 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3cde14a3-eef1-4f3b-8246-f84f8d7a6a94 req-a3b1f920-c4fa-4725-99c4-5a1c5cc47c86 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=739199610cfa4c2f8e9155deb4230364&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2068720 Aug 16 20:52:41.025255 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-0f202fa5-8b26-4524-b469-b9d6bd58f271 None None] Set router 4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:52:41.041979 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-42a95265-f84e-4098-af6d-8c5ae0867c1d service neutron] Transition to ACTIVE for port object 3af6817e-b620-4a8f-89a6-4b54fec09bf6 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:41.049304 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-ee048733-fb80-4c1e-b707-27fad4ed25c6 admin admin] Deleting port c87d0aac-eb94-4ee4-9010-593fc958169d {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:41.049599 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ee048733-fb80-4c1e-b707-27fad4ed25c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:41.114417 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4ddde625-770a-4f37-9601-950b85f58078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:41.121457 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb98b5f-122d-44d1-898c-6069bc8209f1 admin admin] Made reservation on behalf of 7349b5fbb1a24e82a12dea1b063fef20 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:41.137327 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fbb98b5f-122d-44d1-898c-6069bc8209f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:41.201005 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-62890e31-2b11-4f60-a6c0-d2fe4bead4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:41.205274 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-62890e31-2b11-4f60-a6c0-d2fe4bead4ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:41.205617 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-62890e31-2b11-4f60-a6c0-d2fe4bead4ae admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5b08fa37-3a3d-4441-8601-ed0b20480146 HTTP/1.1" status: 204 len: 168 time: 0.4837470 Aug 16 20:52:41.263922 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62890e31-2b11-4f60-a6c0-d2fe4bead4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b08fa37-3a3d-4441-8601-ed0b20480146,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:41.312135 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde14a3-eef1-4f3b-8246-f84f8d7a6a94 req-733b371a-55f0-4b4b-bd40-2d775c08fa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:41.313915 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3cde14a3-eef1-4f3b-8246-f84f8d7a6a94 req-733b371a-55f0-4b4b-bd40-2d775c08fa32 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2895792 Aug 16 20:52:41.330816 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-ee048733-fb80-4c1e-b707-27fad4ed25c6 admin admin] For port c87d0aac-eb94-4ee4-9010-593fc958169d, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=c87d0aac-eb94-4ee4-9010-593fc958169d,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:41.331189 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ee048733-fb80-4c1e-b707-27fad4ed25c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:41.340585 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-0f202fa5-8b26-4524-b469-b9d6bd58f271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd', 'name': 'tempest-FloatingIPDetailsTestJSON-2120850521-router', 'tenant_id': '2c8a7ecf3bf6405c9ae4d7e65bc60247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': 'c87d0aac-eb94-4ee4-9010-593fc958169d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:38Z', 'updated_at': '2021-08-16T20:52:37Z', 'revision_number': 5, 'project_id': '2c8a7ecf3bf6405c9ae4d7e65bc60247', 'gw_port': {'id': 'c87d0aac-eb94-4ee4-9010-593fc958169d', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:40Z', 'updated_at': '2021-08-16T20:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:41.356546 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-ee048733-fb80-4c1e-b707-27fad4ed25c6 admin admin] Calling delete_port for c87d0aac-eb94-4ee4-9010-593fc958169d owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:41.378430 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f202fa5-8b26-4524-b469-b9d6bd58f271 None None] The sync data for ids ['4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd'] in n-d-793620-15 is: [{'id': '4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd', 'name': 'tempest-FloatingIPDetailsTestJSON-2120850521-router', 'tenant_id': '2c8a7ecf3bf6405c9ae4d7e65bc60247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': 'c87d0aac-eb94-4ee4-9010-593fc958169d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:38Z', 'updated_at': '2021-08-16T20:52:37Z', 'revision_number': 5, 'project_id': '2c8a7ecf3bf6405c9ae4d7e65bc60247', 'gw_port': {'id': 'c87d0aac-eb94-4ee4-9010-593fc958169d', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:40Z', 'updated_at': '2021-08-16T20:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:52:41.488350 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-fa39b62c-09a8-4c28-a4bf-6f02b4226257 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1f024702b89d4617a1449e447d82f30d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8419392 Aug 16 20:52:41.496430 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41978) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:41.505136 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-42a95265-f84e-4098-af6d-8c5ae0867c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:41.538914 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cacf92-fd02-487e-9aa1-6df68dd76632 req-e3d4ca4c-5dc9-4f1b-af86-7e8242871507 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:41.547092 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e5cacf92-fd02-487e-9aa1-6df68dd76632 req-e3d4ca4c-5dc9-4f1b-af86-7e8242871507 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] 10.222.0.84 "GET /v2.0/ports?device_id=b6f445cb-54af-4107-8408-da783a6b571a HTTP/1.1" status: 200 len: 948 time: 0.8011136 Aug 16 20:52:41.729473 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a95265-f84e-4098-af6d-8c5ae0867c1d service neutron] Pushing event updated for resources: {'Port': ['ID=3af6817e-b620-4a8f-89a6-4b54fec09bf6,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:41.947809 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-42c50055-fe8c-4b10-b572-78a621798717 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] For port 5729080c-71e4-4450-b125-ea076be5a209, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5729080c-71e4-4450-b125-ea076be5a209,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:41.948914 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-42c50055-fe8c-4b10-b572-78a621798717 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:41.955488 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3db0690b-6e9c-4b3b-a764-807e9c103960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:41.972399 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5729080c-71e4-4450-b125-ea076be5a209 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:52:42.100129 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e5cacf92-fd02-487e-9aa1-6df68dd76632 req-f03307d5-cb27-4e16-898d-2fc47c6254d9 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] 10.222.0.84 "GET /v2.0/security-groups?id=444560ae-08bc-441f-9584-b683ec4440de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5385857 Aug 16 20:52:42.109474 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-42c50055-fe8c-4b10-b572-78a621798717 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Calling delete_port for 5729080c-71e4-4450-b125-ea076be5a209 owned by network:router_gateway {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:42.170929 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fbb98b5f-122d-44d1-898c-6069bc8209f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:42.176612 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3db0690b-6e9c-4b3b-a764-807e9c103960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:42.247426 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 5729080c-71e4-4450-b125-ea076be5a209 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:42.254038 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 5729080c-71e4-4450-b125-ea076be5a209 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:42.255497 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:42.266695 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb98b5f-122d-44d1-898c-6069bc8209f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=563a8f4a-5b4c-4f3e-ad3e-3e7114af69c8,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:42.324817 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102634e-3480-4ab4-a48e-6b61aba9f390 req-409b2cbb-b0ac-4f40-903d-4fdcc75be5e6 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:42.331204 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102634e-3480-4ab4-a48e-6b61aba9f390 req-409b2cbb-b0ac-4f40-903d-4fdcc75be5e6 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:42.337814 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102634e-3480-4ab4-a48e-6b61aba9f390 req-409b2cbb-b0ac-4f40-903d-4fdcc75be5e6 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:42.340834 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb98b5f-122d-44d1-898c-6069bc8209f1 admin admin] Checking segment: {'id': '734aea14-a955-4811-b890-21e6e6012055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f66765ea-f576-425a-911f-7e5ee6bf1709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:42.341356 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb98b5f-122d-44d1-898c-6069bc8209f1 admin admin] Network hostable DHCP agents. Network: f66765ea-f576-425a-911f-7e5ee6bf1709, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:52:42.346070 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102634e-3480-4ab4-a48e-6b61aba9f390 req-409b2cbb-b0ac-4f40-903d-4fdcc75be5e6 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:42.352511 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102634e-3480-4ab4-a48e-6b61aba9f390 req-409b2cbb-b0ac-4f40-903d-4fdcc75be5e6 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:42.359261 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102634e-3480-4ab4-a48e-6b61aba9f390 req-409b2cbb-b0ac-4f40-903d-4fdcc75be5e6 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:42.365978 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102634e-3480-4ab4-a48e-6b61aba9f390 req-409b2cbb-b0ac-4f40-903d-4fdcc75be5e6 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:42.368250 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9102634e-3480-4ab4-a48e-6b61aba9f390 req-409b2cbb-b0ac-4f40-903d-4fdcc75be5e6 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5419 time: 0.5988073 Aug 16 20:52:42.393107 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:42.401023 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ee048733-fb80-4c1e-b707-27fad4ed25c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:42.421996 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 5729080c-71e4-4450-b125-ea076be5a209, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5729080c-71e4-4450-b125-ea076be5a209,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:42.429453 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee048733-fb80-4c1e-b707-27fad4ed25c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c87d0aac-eb94-4ee4-9010-593fc958169d,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:42.432774 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb98b5f-122d-44d1-898c-6069bc8209f1 admin admin] Network f66765ea-f576-425a-911f-7e5ee6bf1709 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:52:42.434325 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2d1bc06f-61af-4327-9cb2-5a5417b221b2 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:42.447467 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-339589d0-5719-4c52-89f6-446bb6849911 req-4e7eeb45-a4dc-43e8-8b2f-a35778207fd3 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] Deleting port 04ecc35c-d5d9-4629-bf33-b67a046ad833 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:42.447842 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-339589d0-5719-4c52-89f6-446bb6849911 req-4e7eeb45-a4dc-43e8-8b2f-a35778207fd3 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:42.505386 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ee048733-fb80-4c1e-b707-27fad4ed25c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:42.514326 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-42a95265-f84e-4098-af6d-8c5ae0867c1d service neutron] Attempting to bind port 3af6817e-b620-4a8f-89a6-4b54fec09bf6 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:42.514573 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-42a95265-f84e-4098-af6d-8c5ae0867c1d service neutron] Attempting to bind port 3af6817e-b620-4a8f-89a6-4b54fec09bf6 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'c17ee736-fab2-4b49-a592-ddf384be080a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2808ba84-8eb6-448f-bf54-b316a16ed9b0'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:42.514817 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-42a95265-f84e-4098-af6d-8c5ae0867c1d service neutron] Attempting to bind port 3af6817e-b620-4a8f-89a6-4b54fec09bf6 on network 2808ba84-8eb6-448f-bf54-b316a16ed9b0 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:42.516582 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:42.541713 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-42a95265-f84e-4098-af6d-8c5ae0867c1d service neutron] Port 3af6817e-b620-4a8f-89a6-4b54fec09bf6 on network 2808ba84-8eb6-448f-bf54-b316a16ed9b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:52:42.541990 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-42a95265-f84e-4098-af6d-8c5ae0867c1d service neutron] Attempting to bind port 3af6817e-b620-4a8f-89a6-4b54fec09bf6 on network 2808ba84-8eb6-448f-bf54-b316a16ed9b0 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:42.560900 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9102634e-3480-4ab4-a48e-6b61aba9f390 req-bf7a9300-a742-47f3-ab11-d41d7f1d83be tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1749032 Aug 16 20:52:42.581737 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 1f829387-8423-4b86-ad37-1e4f288502d7 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:42.602702 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-42a95265-f84e-4098-af6d-8c5ae0867c1d service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:52:42.603033 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-42a95265-f84e-4098-af6d-8c5ae0867c1d service neutron] Checking segment: {'id': 'c17ee736-fab2-4b49-a592-ddf384be080a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2808ba84-8eb6-448f-bf54-b316a16ed9b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:42.603447 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-42a95265-f84e-4098-af6d-8c5ae0867c1d service neutron] Bound using segment: {'id': 'c17ee736-fab2-4b49-a592-ddf384be080a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2808ba84-8eb6-448f-bf54-b316a16ed9b0'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:52:42.604338 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-42a95265-f84e-4098-af6d-8c5ae0867c1d service neutron] Bound port: 3af6817e-b620-4a8f-89a6-4b54fec09bf6, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c17ee736-fab2-4b49-a592-ddf384be080a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2808ba84-8eb6-448f-bf54-b316a16ed9b0'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:52:42.604729 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-42a95265-f84e-4098-af6d-8c5ae0867c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:42.612733 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2d1bc06f-61af-4327-9cb2-5a5417b221b2 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:42.618075 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 1f829387-8423-4b86-ad37-1e4f288502d7 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:52:42.618533 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 1f829387-8423-4b86-ad37-1e4f288502d7 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:42.638543 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=5729080c-71e4-4450-b125-ea076be5a209,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:42.640778 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ee048733-fb80-4c1e-b707-27fad4ed25c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:42.643508 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ee048733-fb80-4c1e-b707-27fad4ed25c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:42.681045 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-fbb98b5f-122d-44d1-898c-6069bc8209f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, f66765ea-f576-425a-911f-7e5ee6bf1709) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:42.685329 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb98b5f-122d-44d1-898c-6069bc8209f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:42.685959 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fbb98b5f-122d-44d1-898c-6069bc8209f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:42.691730 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39fcd38-5c5b-4200-863c-63f259bc672a None None] Network f66765ea-f576-425a-911f-7e5ee6bf1709 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:52:42.712642 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-339589d0-5719-4c52-89f6-446bb6849911 req-4e7eeb45-a4dc-43e8-8b2f-a35778207fd3 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] For port 04ecc35c-d5d9-4629-bf33-b67a046ad833, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=04ecc35c-d5d9-4629-bf33-b67a046ad833,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:42.713033 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-339589d0-5719-4c52-89f6-446bb6849911 req-4e7eeb45-a4dc-43e8-8b2f-a35778207fd3 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:42.736633 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1bc06f-61af-4327-9cb2-5a5417b221b2 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5644339e-ef8f-4afa-bd1c-d08e9c3db0e7,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:42.741246 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-339589d0-5719-4c52-89f6-446bb6849911 req-4e7eeb45-a4dc-43e8-8b2f-a35778207fd3 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] Calling delete_port for 04ecc35c-d5d9-4629-bf33-b67a046ad833 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:42.785209 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fbb98b5f-122d-44d1-898c-6069bc8209f1 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9202199 Aug 16 20:52:42.786151 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ee048733-fb80-4c1e-b707-27fad4ed25c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:42.787083 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee048733-fb80-4c1e-b707-27fad4ed25c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:52:42.789515 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41994) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:42.794263 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-e724692e-ecc6-43a8-83fa-bda37c0fa4af admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-527023030-router', 'tenant_id': '7349b5fbb1a24e82a12dea1b063fef20', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:42.806594 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ee048733-fb80-4c1e-b707-27fad4ed25c6 admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:42.807416 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2d1bc06f-61af-4327-9cb2-5a5417b221b2 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:42.807416 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2d1bc06f-61af-4327-9cb2-5a5417b221b2 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.1556811 Aug 16 20:52:42.808373 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ee048733-fb80-4c1e-b707-27fad4ed25c6 admin admin] 10.222.0.84 "DELETE /v2.0/routers/4c450cbc-202a-4eea-a78a-2a1e7a3dbdcd HTTP/1.1" status: 204 len: 168 time: 2.5080326 Aug 16 20:52:42.810188 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41996) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:42.810646 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41998) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:42.851314 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3db0690b-6e9c-4b3b-a764-807e9c103960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:42.854400 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3db0690b-6e9c-4b3b-a764-807e9c103960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:42.859028 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3db0690b-6e9c-4b3b-a764-807e9c103960 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fb021904-77cf-4d3a-8908-1a6135149ee0 HTTP/1.1" status: 204 len: 168 time: 1.3550611 Aug 16 20:52:42.865499 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-42a95265-f84e-4098-af6d-8c5ae0867c1d service neutron] For port 3af6817e-b620-4a8f-89a6-4b54fec09bf6, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:52:42.892715 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f5435f-d2a0-4e95-8d73-912d8eedbc35 admin admin] Deleting subnet 77b9e90c-2251-46fc-8518-1189f98c94e0 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:52:42.898451 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-b3a792fa-372c-409b-b059-b07e79781ec6 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Request body: {'security_group_rule': {'security_group_id': '5644339e-ef8f-4afa-bd1c-d08e9c3db0e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:42.903493 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce050e0-108e-4c67-91df-bd41b2eb30ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-f66765ea-f576-425a-911f-7e5ee6bf1709', 'network_id': 'f66765ea-f576-425a-911f-7e5ee6bf1709', 'tenant_id': '7349b5fbb1a24e82a12dea1b063fef20', 'fixed_ips': [{'subnet_id': '563a8f4a-5b4c-4f3e-ad3e-3e7114af69c8'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:52:42.904473 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3ce050e0-108e-4c67-91df-bd41b2eb30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:42.926748 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-42a95265-f84e-4098-af6d-8c5ae0867c1d service neutron] For port 3af6817e-b620-4a8f-89a6-4b54fec09bf6, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=3af6817e-b620-4a8f-89a6-4b54fec09bf6,segment=NetworkSegment(c17ee736-fab2-4b49-a592-ddf384be080a),segment_id=c17ee736-fab2-4b49-a592-ddf384be080a)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:52:42.928118 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db0690b-6e9c-4b3b-a764-807e9c103960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb021904-77cf-4d3a-8908-1a6135149ee0,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:42.931725 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-27f5435f-d2a0-4e95-8d73-912d8eedbc35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:42.995474 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-42a95265-f84e-4098-af6d-8c5ae0867c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:43.032053 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-27f5435f-d2a0-4e95-8d73-912d8eedbc35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:43.106168 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-42a95265-f84e-4098-af6d-8c5ae0867c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:43.107065 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-42a95265-f84e-4098-af6d-8c5ae0867c1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:43.113131 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-42a95265-f84e-4098-af6d-8c5ae0867c1d service neutron] 10.222.0.90 "PUT /v2.0/ports/3af6817e-b620-4a8f-89a6-4b54fec09bf6 HTTP/1.1" status: 200 len: 1092 time: 3.7116222 Aug 16 20:52:43.113131 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'tag': '3af6817e-b620-4a8f-89a6-4b54fec09bf6'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:43.113131 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a983b7-b108-4a4f-a45f-62330704eee5" -d '{"events": [{"name": "network-changed", "server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "tag": "3af6817e-b620-4a8f-89a6-4b54fec09bf6"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:43.129623 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-42c50055-fe8c-4b10-b572-78a621798717 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:43.142730 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e724692e-ecc6-43a8-83fa-bda37c0fa4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:43.150454 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e724692e-ecc6-43a8-83fa-bda37c0fa4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:43.219666 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-3ce050e0-108e-4c67-91df-bd41b2eb30ba None None] Allocated IP 172.20.0.2 (f66765ea-f576-425a-911f-7e5ee6bf1709/563a8f4a-5b4c-4f3e-ad3e-3e7114af69c8/b3c8fec9-c507-48ff-98cc-00c396dfa2df) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:43.257549 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c4e56b-c30a-47d7-b022-0c3052931f67 x-openstack-request-id: req-05c4e56b-c30a-47d7-b022-0c3052931f67 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:43.258154 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "tag": "3af6817e-b620-4a8f-89a6-4b54fec09bf6", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:43.258669 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-05c4e56b-c30a-47d7-b022-0c3052931f67 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:43.259936 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'tag': '3af6817e-b620-4a8f-89a6-4b54fec09bf6', 'status': 'completed', 'code': 200} Aug 16 20:52:43.285734 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-9e87e779-ca89-4bf5-aa32-49e4bfd982ec service neutron] Request body: {'port': {'device_id': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:43.392539 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a95265-f84e-4098-af6d-8c5ae0867c1d service neutron] Pushing event updated for resources: {'Port': ['ID=3af6817e-b620-4a8f-89a6-4b54fec09bf6,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:43.399260 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e724692e-ecc6-43a8-83fa-bda37c0fa4af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:43.408861 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b3a792fa-372c-409b-b059-b07e79781ec6 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:43.442651 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-27f5435f-d2a0-4e95-8d73-912d8eedbc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:43.501150 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c50055-fe8c-4b10-b572-78a621798717 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Pushing event deleted for resources: {'Port': ['ID=5729080c-71e4-4450-b125-ea076be5a209,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:43.531061 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-339589d0-5719-4c52-89f6-446bb6849911 req-4e7eeb45-a4dc-43e8-8b2f-a35778207fd3 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:43.573429 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a983b7-b108-4a4f-a45f-62330704eee5 req-49bad95a-3bcc-42e6-93ea-e63bad27d9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:43.573928 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a983b7-b108-4a4f-a45f-62330704eee5 req-49bad95a-3bcc-42e6-93ea-e63bad27d9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:43.574502 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a983b7-b108-4a4f-a45f-62330704eee5 req-49bad95a-3bcc-42e6-93ea-e63bad27d9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:43.574991 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a983b7-b108-4a4f-a45f-62330704eee5 req-49bad95a-3bcc-42e6-93ea-e63bad27d9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:43.575470 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a983b7-b108-4a4f-a45f-62330704eee5 req-49bad95a-3bcc-42e6-93ea-e63bad27d9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:43.575976 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a983b7-b108-4a4f-a45f-62330704eee5 req-49bad95a-3bcc-42e6-93ea-e63bad27d9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:43.577005 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a983b7-b108-4a4f-a45f-62330704eee5 req-49bad95a-3bcc-42e6-93ea-e63bad27d9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:43.579177 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-76a983b7-b108-4a4f-a45f-62330704eee5 req-49bad95a-3bcc-42e6-93ea-e63bad27d9be service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=739199610cfa4c2f8e9155deb4230364&device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 6427 time: 0.3043594 Aug 16 20:52:43.582348 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3ce050e0-108e-4c67-91df-bd41b2eb30ba None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:43.592928 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-3ce050e0-108e-4c67-91df-bd41b2eb30ba None None] Transition to ACTIVE for port object b3c8fec9-c507-48ff-98cc-00c396dfa2df will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:43.608514 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-42c50055-fe8c-4b10-b572-78a621798717 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:43.611052 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-3ce050e0-108e-4c67-91df-bd41b2eb30ba None None] Transition to ACTIVE for port object b3c8fec9-c507-48ff-98cc-00c396dfa2df will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:43.639476 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c2a97aff-2860-48a9-b0d9-59dbb75c714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:43.680359 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-27f5435f-d2a0-4e95-8d73-912d8eedbc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:43.737762 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d05ead-f55d-4b0e-bc36-3d772c17dfb9 None None] Network 724af453-8f67-4ed4-b895-d89870304456 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:52:43.745607 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7eeb45-a4dc-43e8-8b2f-a35778207fd3 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] Pushing event deleted for resources: {'Port': ['ID=04ecc35c-d5d9-4629-bf33-b67a046ad833,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:43.761017 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5435f-d2a0-4e95-8d73-912d8eedbc35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77b9e90c-2251-46fc-8518-1189f98c94e0,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:43.765346 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-27f5435f-d2a0-4e95-8d73-912d8eedbc35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:43.770006 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-27f5435f-d2a0-4e95-8d73-912d8eedbc35 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/77b9e90c-2251-46fc-8518-1189f98c94e0 HTTP/1.1" status: 204 len: 168 time: 0.9501925 Aug 16 20:52:43.779531 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42026) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:43.792060 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188eb2d2-718d-4d31-be9c-eee0998f6cce req-498e60f1-1e0f-42b4-9e49-ad1bc14b7151 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:43.793939 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-188eb2d2-718d-4d31-be9c-eee0998f6cce req-498e60f1-1e0f-42b4-9e49-ad1bc14b7151 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] 10.222.0.84 "GET /v2.0/ports?device_id=b6f445cb-54af-4107-8408-da783a6b571a HTTP/1.1" status: 200 len: 866 time: 0.5285296 Aug 16 20:52:43.807719 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3ce050e0-108e-4c67-91df-bd41b2eb30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:43.835068 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-9e87e779-ca89-4bf5-aa32-49e4bfd982ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:43.836829 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b3a792fa-372c-409b-b059-b07e79781ec6 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:43.848367 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-339589d0-5719-4c52-89f6-446bb6849911 req-4e7eeb45-a4dc-43e8-8b2f-a35778207fd3 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] No DVR routers for this DVR port 04ecc35c-d5d9-4629-bf33-b67a046ad833 on host n-h1-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:52:43.854971 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-339589d0-5719-4c52-89f6-446bb6849911 req-4e7eeb45-a4dc-43e8-8b2f-a35778207fd3 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:43.856816 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device c87d0aac-eb94-4ee4-9010-593fc958169d no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:43.860774 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-339589d0-5719-4c52-89f6-446bb6849911 req-4e7eeb45-a4dc-43e8-8b2f-a35778207fd3 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] 10.222.0.72 "DELETE /v2.0/ports/04ecc35c-d5d9-4629-bf33-b67a046ad833 HTTP/1.1" status: 204 len: 173 time: 2.8834701 Aug 16 20:52:43.885847 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:43.885847 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: c87d0aac-eb94-4ee4-9010-593fc958169d {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:52:43.886127 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device c87d0aac-eb94-4ee4-9010-593fc958169d not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:43.902106 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce050e0-108e-4c67-91df-bd41b2eb30ba None None] Network f66765ea-f576-425a-911f-7e5ee6bf1709 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:43.909978 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-3ce050e0-108e-4c67-91df-bd41b2eb30ba None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:43.919462 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce050e0-108e-4c67-91df-bd41b2eb30ba None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:43.919747 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-42c50055-fe8c-4b10-b572-78a621798717 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:43.941393 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b3a792fa-372c-409b-b059-b07e79781ec6 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:43.941668 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-42c50055-fe8c-4b10-b572-78a621798717 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:43.980035 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e724692e-ecc6-43a8-83fa-bda37c0fa4af admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:44.022878 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-36829553-58e2-4b67-ad6f-d1ade4a1dc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:44.033745 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce050e0-108e-4c67-91df-bd41b2eb30ba None None] Pushing event updated for resources: {'Port': ['ID=b3c8fec9-c507-48ff-98cc-00c396dfa2df,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:44.035652 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a792fa-372c-409b-b059-b07e79781ec6 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26496654-e712-4469-8e8e-6eb63a6433c5,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:44.066704 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-188eb2d2-718d-4d31-be9c-eee0998f6cce req-b2b0b15d-65de-4e52-bd5d-1df3ef6f48cc tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] 10.222.0.84 "GET /v2.0/security-groups?id=444560ae-08bc-441f-9584-b683ec4440de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639935 Aug 16 20:52:44.093612 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a983b7-b108-4a4f-a45f-62330704eee5 req-00cfb322-b689-4e0b-b163-5ea4186ce5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:44.094712 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a983b7-b108-4a4f-a45f-62330704eee5 req-00cfb322-b689-4e0b-b163-5ea4186ce5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:44.095546 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a983b7-b108-4a4f-a45f-62330704eee5 req-00cfb322-b689-4e0b-b163-5ea4186ce5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:44.098442 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-76a983b7-b108-4a4f-a45f-62330704eee5 req-00cfb322-b689-4e0b-b163-5ea4186ce5ff service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=739199610cfa4c2f8e9155deb4230364&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4655218 Aug 16 20:52:44.105791 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a06771-974e-4aaf-810c-6cb654b55e09 req-7fed29f2-afea-4f09-85d0-6b8d959bb5bd tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:44.112371 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a06771-974e-4aaf-810c-6cb654b55e09 req-7fed29f2-afea-4f09-85d0-6b8d959bb5bd tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:44.116504 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-3ce050e0-108e-4c67-91df-bd41b2eb30ba None None] Attempting to bind port b3c8fec9-c507-48ff-98cc-00c396dfa2df on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:44.117402 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-3ce050e0-108e-4c67-91df-bd41b2eb30ba None None] Attempting to bind port b3c8fec9-c507-48ff-98cc-00c396dfa2df by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '734aea14-a955-4811-b890-21e6e6012055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f66765ea-f576-425a-911f-7e5ee6bf1709'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:44.118225 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce050e0-108e-4c67-91df-bd41b2eb30ba None None] Attempting to bind port b3c8fec9-c507-48ff-98cc-00c396dfa2df on network f66765ea-f576-425a-911f-7e5ee6bf1709 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:44.119672 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a06771-974e-4aaf-810c-6cb654b55e09 req-7fed29f2-afea-4f09-85d0-6b8d959bb5bd tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:44.132593 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce050e0-108e-4c67-91df-bd41b2eb30ba None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:52:44.133164 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce050e0-108e-4c67-91df-bd41b2eb30ba None None] Checking segment: {'id': '734aea14-a955-4811-b890-21e6e6012055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f66765ea-f576-425a-911f-7e5ee6bf1709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:44.133777 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3ce050e0-108e-4c67-91df-bd41b2eb30ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:44.134378 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce050e0-108e-4c67-91df-bd41b2eb30ba None None] Bound using segment: {'id': '734aea14-a955-4811-b890-21e6e6012055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f66765ea-f576-425a-911f-7e5ee6bf1709'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:52:44.135308 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-3ce050e0-108e-4c67-91df-bd41b2eb30ba None None] Bound port: b3c8fec9-c507-48ff-98cc-00c396dfa2df, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '734aea14-a955-4811-b890-21e6e6012055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f66765ea-f576-425a-911f-7e5ee6bf1709'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:52:44.135904 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3ce050e0-108e-4c67-91df-bd41b2eb30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:44.140332 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a06771-974e-4aaf-810c-6cb654b55e09 req-7fed29f2-afea-4f09-85d0-6b8d959bb5bd tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:44.155262 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a06771-974e-4aaf-810c-6cb654b55e09 req-7fed29f2-afea-4f09-85d0-6b8d959bb5bd tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:44.171037 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a06771-974e-4aaf-810c-6cb654b55e09 req-7fed29f2-afea-4f09-85d0-6b8d959bb5bd tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:44.197013 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a06771-974e-4aaf-810c-6cb654b55e09 req-7fed29f2-afea-4f09-85d0-6b8d959bb5bd tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:44.200465 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d4a06771-974e-4aaf-810c-6cb654b55e09 req-7fed29f2-afea-4f09-85d0-6b8d959bb5bd tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5419 time: 0.4012523 Aug 16 20:52:44.277919 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b3a792fa-372c-409b-b059-b07e79781ec6 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:44.290436 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-3ce050e0-108e-4c67-91df-bd41b2eb30ba None None] For port b3c8fec9-c507-48ff-98cc-00c396dfa2df, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:52:44.292392 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b3a792fa-372c-409b-b059-b07e79781ec6 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4676909 Aug 16 20:52:44.297937 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-3ce050e0-108e-4c67-91df-bd41b2eb30ba None None] For port b3c8fec9-c507-48ff-98cc-00c396dfa2df, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b3c8fec9-c507-48ff-98cc-00c396dfa2df,segment=NetworkSegment(734aea14-a955-4811-b890-21e6e6012055),segment_id=734aea14-a955-4811-b890-21e6e6012055)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:52:44.302660 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a893639-5b6e-4371-80e8-30a092f00cad None None] DHCP port deletion for 724af453-8f67-4ed4-b895-d89870304456 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:52:44.304770 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42032) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:44.338534 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-958fe45e-0ddc-45f7-8205-bb9274afbef1 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Request body: {'security_group_rule': {'security_group_id': '5644339e-ef8f-4afa-bd1c-d08e9c3db0e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:44.378020 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3ce050e0-108e-4c67-91df-bd41b2eb30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:44.386313 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-42c50055-fe8c-4b10-b572-78a621798717 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:44.398091 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c50055-fe8c-4b10-b572-78a621798717 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a43e870d-97de-457a-b532-093ff28d3540 {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:52:44.450540 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-2a893639-5b6e-4371-80e8-30a092f00cad None None] Deleting port fbb66dd9-8dff-44ac-b464-5f2ce5ea0268 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:44.451150 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2a893639-5b6e-4371-80e8-30a092f00cad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:44.485816 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-42c50055-fe8c-4b10-b572-78a621798717 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:44.490918 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-42c50055-fe8c-4b10-b572-78a621798717 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] 10.222.0.84 "DELETE /v2.0/routers/a43e870d-97de-457a-b532-093ff28d3540 HTTP/1.1" status: 204 len: 168 time: 5.0832453 Aug 16 20:52:44.495650 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42040) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:44.518773 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-36829553-58e2-4b67-ad6f-d1ade4a1dc61 admin admin] Deleting port fbb66dd9-8dff-44ac-b464-5f2ce5ea0268 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:44.520178 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-36829553-58e2-4b67-ad6f-d1ade4a1dc61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:44.631305 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a983b7-b108-4a4f-a45f-62330704eee5 req-bac8cc72-de75-459f-8ae8-40eefae53ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:44.633430 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-76a983b7-b108-4a4f-a45f-62330704eee5 req-bac8cc72-de75-459f-8ae8-40eefae53ebf service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5064342 Aug 16 20:52:44.683019 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-958fe45e-0ddc-45f7-8205-bb9274afbef1 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:44.695051 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-36829553-58e2-4b67-ad6f-d1ade4a1dc61 admin admin] For port fbb66dd9-8dff-44ac-b464-5f2ce5ea0268, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=fbb66dd9-8dff-44ac-b464-5f2ce5ea0268,segment=NetworkSegment(41fbe191-eda5-4299-8801-3203407eb802),segment_id=41fbe191-eda5-4299-8801-3203407eb802)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:44.695723 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-36829553-58e2-4b67-ad6f-d1ade4a1dc61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:44.710875 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce050e0-108e-4c67-91df-bd41b2eb30ba None None] Pushing event updated for resources: {'Port': ['ID=b3c8fec9-c507-48ff-98cc-00c396dfa2df,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:44.731313 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-2a893639-5b6e-4371-80e8-30a092f00cad None None] For port fbb66dd9-8dff-44ac-b464-5f2ce5ea0268, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=fbb66dd9-8dff-44ac-b464-5f2ce5ea0268,segment=NetworkSegment(41fbe191-eda5-4299-8801-3203407eb802),segment_id=41fbe191-eda5-4299-8801-3203407eb802)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:44.735052 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-36829553-58e2-4b67-ad6f-d1ade4a1dc61 admin admin] Calling delete_port for fbb66dd9-8dff-44ac-b464-5f2ce5ea0268 owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:44.736276 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2a893639-5b6e-4371-80e8-30a092f00cad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:44.779839 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d4a06771-974e-4aaf-810c-6cb654b55e09 req-b19f1eb6-8a5d-43aa-a8f3-e40b818d3748 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5673409 Aug 16 20:52:44.809419 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-2a893639-5b6e-4371-80e8-30a092f00cad None None] Calling delete_port for fbb66dd9-8dff-44ac-b464-5f2ce5ea0268 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:44.846814 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:45.065589 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a45ffffc-0d6e-423f-b7b7-ca312124f655 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:45.264426 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f445cb-54af-4107-8408-da783a6b571a', 'name': 'network-vif-deleted', 'tag': '04ecc35c-d5d9-4629-bf33-b67a046ad833'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:45.264426 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24dba5f8-92d5-413f-a4a8-cb22b7020d78" -d '{"events": [{"server_uuid": "b6f445cb-54af-4107-8408-da783a6b571a", "name": "network-vif-deleted", "tag": "04ecc35c-d5d9-4629-bf33-b67a046ad833"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:45.271366 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-958fe45e-0ddc-45f7-8205-bb9274afbef1 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:45.281665 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e724692e-ecc6-43a8-83fa-bda37c0fa4af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:45.298585 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2a893639-5b6e-4371-80e8-30a092f00cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:45.308108 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e724692e-ecc6-43a8-83fa-bda37c0fa4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:45.335240 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-905c42fa-7854-4dc9-b715-b71e70a1fbc3 req-d15ce73f-661a-46c4-bcd5-f3381ead6e72 tempest-ImagesOneServerTestJSON-27003155 tempest-ImagesOneServerTestJSON-27003155-project] 10.222.0.84 "GET /v2.0/ports?device_id=b6f445cb-54af-4107-8408-da783a6b571a HTTP/1.1" status: 200 len: 210 time: 0.1137018 Aug 16 20:52:45.343658 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a893639-5b6e-4371-80e8-30a092f00cad None None] No DVR routers for this DVR port fbb66dd9-8dff-44ac-b464-5f2ce5ea0268 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:52:45.369888 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-9e87e779-ca89-4bf5-aa32-49e4bfd982ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b594a15b-28e6-4504-af59-93fb056ff0c6 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:52:45.380669 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-36829553-58e2-4b67-ad6f-d1ade4a1dc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:45.386063 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a893639-5b6e-4371-80e8-30a092f00cad None None] Pushing event deleted for resources: {'Port': ['ID=fbb66dd9-8dff-44ac-b464-5f2ce5ea0268,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:45.394031 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-9e87e779-ca89-4bf5-aa32-49e4bfd982ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:45.400890 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b103d43-7053-4565-ad74-29fb63f6511e x-openstack-request-id: req-1b103d43-7053-4565-ad74-29fb63f6511e {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:45.401448 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f445cb-54af-4107-8408-da783a6b571a", "name": "network-vif-deleted", "tag": "04ecc35c-d5d9-4629-bf33-b67a046ad833", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:45.401926 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1b103d43-7053-4565-ad74-29fb63f6511e {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:45.402554 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f445cb-54af-4107-8408-da783a6b571a', 'name': 'network-vif-deleted', 'tag': '04ecc35c-d5d9-4629-bf33-b67a046ad833', 'status': 'completed', 'code': 200} Aug 16 20:52:45.423309 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-9e87e779-ca89-4bf5-aa32-49e4bfd982ec service neutron] Transition to ACTIVE for port object b594a15b-28e6-4504-af59-93fb056ff0c6 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:45.426944 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a45ffffc-0d6e-423f-b7b7-ca312124f655 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:45.431553 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-958fe45e-0ddc-45f7-8205-bb9274afbef1 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:45.438287 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36829553-58e2-4b67-ad6f-d1ade4a1dc61 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbb66dd9-8dff-44ac-b464-5f2ce5ea0268,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:45.443709 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 04ecc35c-d5d9-4629-bf33-b67a046ad833 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:45.455030 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36829553-58e2-4b67-ad6f-d1ade4a1dc61 admin admin] No DVR routers for this DVR port fbb66dd9-8dff-44ac-b464-5f2ce5ea0268 on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:52:45.470756 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 04ecc35c-d5d9-4629-bf33-b67a046ad833 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:52:45.472653 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 04ecc35c-d5d9-4629-bf33-b67a046ad833 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:45.485500 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958fe45e-0ddc-45f7-8205-bb9274afbef1 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=243c2037-22bd-478a-bf61-6ca48c8e0b2f,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:45.499209 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-9e87e779-ca89-4bf5-aa32-49e4bfd982ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:45.582581 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87e779-ca89-4bf5-aa32-49e4bfd982ec service neutron] Pushing event updated for resources: {'Port': ['ID=b594a15b-28e6-4504-af59-93fb056ff0c6,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:45.588121 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-e724692e-ecc6-43a8-83fa-bda37c0fa4af admin admin] Allocated IP 172.25.1.234 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/fc92396d-fa87-4c32-b6d1-a484a9af22b1) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:45.588643 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-36829553-58e2-4b67-ad6f-d1ade4a1dc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:45.610917 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-36829553-58e2-4b67-ad6f-d1ade4a1dc61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['724af453-8f67-4ed4-b895-d89870304456']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:45.624173 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-36829553-58e2-4b67-ad6f-d1ade4a1dc61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41fbe191-eda5-4299-8801-3203407eb802') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:45.624540 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-36829553-58e2-4b67-ad6f-d1ade4a1dc61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41fbe191-eda5-4299-8801-3203407eb802') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:45.687264 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-a45ffffc-0d6e-423f-b7b7-ca312124f655 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Deleting port 7f014544-9902-4bfd-99c0-3c81d5c80edf {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:45.687623 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a45ffffc-0d6e-423f-b7b7-ca312124f655 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:45.721058 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-36829553-58e2-4b67-ad6f-d1ade4a1dc61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:45.740256 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-958fe45e-0ddc-45f7-8205-bb9274afbef1 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:45.741915 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-958fe45e-0ddc-45f7-8205-bb9274afbef1 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4275579 Aug 16 20:52:45.745974 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42074) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:45.753387 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-6c9dd55b-1044-4c45-8d43-95c76e8934cd tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:45.770867 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-36829553-58e2-4b67-ad6f-d1ade4a1dc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:45.784141 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-9e87e779-ca89-4bf5-aa32-49e4bfd982ec service neutron] Attempting to bind port b594a15b-28e6-4504-af59-93fb056ff0c6 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:45.784141 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-9e87e779-ca89-4bf5-aa32-49e4bfd982ec service neutron] Attempting to bind port b594a15b-28e6-4504-af59-93fb056ff0c6 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'c17ee736-fab2-4b49-a592-ddf384be080a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2808ba84-8eb6-448f-bf54-b316a16ed9b0'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:45.790491 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36829553-58e2-4b67-ad6f-d1ade4a1dc61 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:52:45.791156 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-9e87e779-ca89-4bf5-aa32-49e4bfd982ec service neutron] Attempting to bind port b594a15b-28e6-4504-af59-93fb056ff0c6 on network 2808ba84-8eb6-448f-bf54-b316a16ed9b0 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:45.798609 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-36829553-58e2-4b67-ad6f-d1ade4a1dc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:45.800334 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-9e87e779-ca89-4bf5-aa32-49e4bfd982ec service neutron] Port b594a15b-28e6-4504-af59-93fb056ff0c6 on network 2808ba84-8eb6-448f-bf54-b316a16ed9b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:52:45.800999 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-9e87e779-ca89-4bf5-aa32-49e4bfd982ec service neutron] Attempting to bind port b594a15b-28e6-4504-af59-93fb056ff0c6 on network 2808ba84-8eb6-448f-bf54-b316a16ed9b0 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:45.808577 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-9e87e779-ca89-4bf5-aa32-49e4bfd982ec service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:52:45.809289 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-9e87e779-ca89-4bf5-aa32-49e4bfd982ec service neutron] Checking segment: {'id': 'c17ee736-fab2-4b49-a592-ddf384be080a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2808ba84-8eb6-448f-bf54-b316a16ed9b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:45.809930 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-9e87e779-ca89-4bf5-aa32-49e4bfd982ec service neutron] Bound using segment: {'id': 'c17ee736-fab2-4b49-a592-ddf384be080a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2808ba84-8eb6-448f-bf54-b316a16ed9b0'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:52:45.810673 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-9e87e779-ca89-4bf5-aa32-49e4bfd982ec service neutron] Bound port: b594a15b-28e6-4504-af59-93fb056ff0c6, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c17ee736-fab2-4b49-a592-ddf384be080a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2808ba84-8eb6-448f-bf54-b316a16ed9b0'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:52:45.811366 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-9e87e779-ca89-4bf5-aa32-49e4bfd982ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:45.811923 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:52:45.811923 n-d-793620-15 neutron-server[101845]: self.session.flush() Aug 16 20:52:45.811923 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:52:45.811923 n-d-793620-15 neutron-server[101845]: self.session.flush() Aug 16 20:52:45.811923 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:52:45.811923 n-d-793620-15 neutron-server[101845]: self.session.flush() Aug 16 20:52:45.811923 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:52:45.811923 n-d-793620-15 neutron-server[101845]: self.session.flush() Aug 16 20:52:45.811923 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:52:45.811923 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:52:45.811923 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:52:45.811923 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:52:45.811923 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:52:45.811923 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:52:45.811923 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:52:45.811923 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:52:45.811923 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:52:45.811923 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:52:45.811923 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:52:45.811923 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:52:45.811923 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:52:45.811923 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:52:45.811923 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:52:45.811923 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:52:45.811923 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:52:45.811923 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:52:45.811923 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:52:45.811923 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:52:45.811923 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:52:45.811923 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:52:45.811923 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:52:45.811923 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:52:45.811923 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:52:45.811923 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:52:45.811923 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:52:45.811923 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:52:45.811923 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:52:45.811923 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:52:45.811923 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:52:45.811923 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:52:45.834932 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b3c8fec9-c507-48ff-98cc-00c396dfa2df up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:52:45.949849 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e724692e-ecc6-43a8-83fa-bda37c0fa4af admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:45.977974 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0fc6ee18-a0d9-408d-847f-c2dc2c9791bf req-c2374725-95ae-4c65-9cd2-e8852efb76d0 tempest-ServerShowV257Test-750180807 tempest-ServerShowV257Test-750180807-project] 10.222.0.84 "GET /v2.0/ports?device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.1165333 Aug 16 20:52:46.020310 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6c9dd55b-1044-4c45-8d43-95c76e8934cd tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks [] for floatingip, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:46.053153 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port b3c8fec9-c507-48ff-98cc-00c396dfa2df completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:46.066854 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-a45ffffc-0d6e-423f-b7b7-ca312124f655 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] For port 7f014544-9902-4bfd-99c0-3c81d5c80edf, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=7f014544-9902-4bfd-99c0-3c81d5c80edf,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:46.067158 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a45ffffc-0d6e-423f-b7b7-ca312124f655 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:46.078146 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-36829553-58e2-4b67-ad6f-d1ade4a1dc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:46.096898 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-36829553-58e2-4b67-ad6f-d1ade4a1dc61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:46.102692 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-36829553-58e2-4b67-ad6f-d1ade4a1dc61 admin admin] 10.222.0.84 "DELETE /v2.0/networks/724af453-8f67-4ed4-b895-d89870304456 HTTP/1.1" status: 204 len: 168 time: 2.3220372 Aug 16 20:52:46.113592 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-a45ffffc-0d6e-423f-b7b7-ca312124f655 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Calling delete_port for 7f014544-9902-4bfd-99c0-3c81d5c80edf owned by network:router_gateway {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:46.122913 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36829553-58e2-4b67-ad6f-d1ade4a1dc61 admin admin] Pushing event deleted for resources: {'Network': ['ID=724af453-8f67-4ed4-b895-d89870304456,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:46.131746 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device fbb66dd9-8dff-44ac-b464-5f2ce5ea0268 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:46.158496 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-9e87e779-ca89-4bf5-aa32-49e4bfd982ec service neutron] For port b594a15b-28e6-4504-af59-93fb056ff0c6, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:52:46.171915 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66175a71-17be-471b-b3d0-f4152cc4f967 None None] Network f66765ea-f576-425a-911f-7e5ee6bf1709 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:52:46.173994 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8afe6-5b76-410a-81fe-9ba219d0aec1 req-0ecd5b95-2ab6-4fd8-bd2f-52dc54f29dc6 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:46.174149 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: fbb66dd9-8dff-44ac-b464-5f2ce5ea0268 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:52:46.174414 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device fbb66dd9-8dff-44ac-b464-5f2ce5ea0268 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:46.174815 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5729080c-71e4-4450-b125-ea076be5a209 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:46.181358 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8afe6-5b76-410a-81fe-9ba219d0aec1 req-0ecd5b95-2ab6-4fd8-bd2f-52dc54f29dc6 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:46.188280 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8afe6-5b76-410a-81fe-9ba219d0aec1 req-0ecd5b95-2ab6-4fd8-bd2f-52dc54f29dc6 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:46.195000 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8afe6-5b76-410a-81fe-9ba219d0aec1 req-0ecd5b95-2ab6-4fd8-bd2f-52dc54f29dc6 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:46.201990 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8afe6-5b76-410a-81fe-9ba219d0aec1 req-0ecd5b95-2ab6-4fd8-bd2f-52dc54f29dc6 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:46.208173 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8afe6-5b76-410a-81fe-9ba219d0aec1 req-0ecd5b95-2ab6-4fd8-bd2f-52dc54f29dc6 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:46.214739 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8afe6-5b76-410a-81fe-9ba219d0aec1 req-0ecd5b95-2ab6-4fd8-bd2f-52dc54f29dc6 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:46.217377 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-21e8afe6-5b76-410a-81fe-9ba219d0aec1 req-0ecd5b95-2ab6-4fd8-bd2f-52dc54f29dc6 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5431 time: 0.2415309 Aug 16 20:52:46.225504 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6c9dd55b-1044-4c45-8d43-95c76e8934cd tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:46.273912 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-9e87e779-ca89-4bf5-aa32-49e4bfd982ec service neutron] For port b594a15b-28e6-4504-af59-93fb056ff0c6, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=b594a15b-28e6-4504-af59-93fb056ff0c6,segment=NetworkSegment(c17ee736-fab2-4b49-a592-ddf384be080a),segment_id=c17ee736-fab2-4b49-a592-ddf384be080a)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:52:46.324072 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-21e8afe6-5b76-410a-81fe-9ba219d0aec1 req-682b4d0f-7726-4316-b66e-652681283492 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0616729 Aug 16 20:52:46.341862 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e724692e-ecc6-43a8-83fa-bda37c0fa4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:46.370110 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 5729080c-71e4-4450-b125-ea076be5a209 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:52:46.370649 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5729080c-71e4-4450-b125-ea076be5a209 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:46.451155 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e724692e-ecc6-43a8-83fa-bda37c0fa4af admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:46.453184 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-e724692e-ecc6-43a8-83fa-bda37c0fa4af admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:46.455916 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e724692e-ecc6-43a8-83fa-bda37c0fa4af admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:46.491060 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e724692e-ecc6-43a8-83fa-bda37c0fa4af admin admin] Pushing event updated for resources: {'Port': ['ID=fc92396d-fa87-4c32-b6d1-a484a9af22b1,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:46.523354 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-6c9dd55b-1044-4c45-8d43-95c76e8934cd tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Allocated IP 172.25.1.74 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/76f52015-6dae-4c88-a443-f44912439a2b) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:46.573875 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-9e87e779-ca89-4bf5-aa32-49e4bfd982ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:46.621342 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-9e87e779-ca89-4bf5-aa32-49e4bfd982ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:46.622087 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-9e87e779-ca89-4bf5-aa32-49e4bfd982ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:46.624154 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-9e87e779-ca89-4bf5-aa32-49e4bfd982ec service neutron] 10.222.0.90 "PUT /v2.0/ports/b594a15b-28e6-4504-af59-93fb056ff0c6 HTTP/1.1" status: 200 len: 1092 time: 3.3552446 Aug 16 20:52:46.642445 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:46.645323 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-01f87f69-c575-479f-95d4-15a0202d1cfc None None] Provisioning for port b3c8fec9-c507-48ff-98cc-00c396dfa2df completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:46.654328 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-01f87f69-c575-479f-95d4-15a0202d1cfc None None] Provisioning complete for port b3c8fec9-c507-48ff-98cc-00c396dfa2df triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:46.654760 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-01f87f69-c575-479f-95d4-15a0202d1cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:46.659390 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a45ffffc-0d6e-423f-b7b7-ca312124f655 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:46.668810 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87e779-ca89-4bf5-aa32-49e4bfd982ec service neutron] Pushing event updated for resources: {'Port': ['ID=b594a15b-28e6-4504-af59-93fb056ff0c6,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:46.707963 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ffffc-0d6e-423f-b7b7-ca312124f655 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f014544-9902-4bfd-99c0-3c81d5c80edf,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:46.759355 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6c9dd55b-1044-4c45-8d43-95c76e8934cd tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:46.790621 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-01f87f69-c575-479f-95d4-15a0202d1cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:46.802168 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a45ffffc-0d6e-423f-b7b7-ca312124f655 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:46.835727 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-01f87f69-c575-479f-95d4-15a0202d1cfc None None] For port b3c8fec9-c507-48ff-98cc-00c396dfa2df, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b3c8fec9-c507-48ff-98cc-00c396dfa2df,segment=NetworkSegment(734aea14-a955-4811-b890-21e6e6012055),segment_id=734aea14-a955-4811-b890-21e6e6012055)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:46.912718 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a45ffffc-0d6e-423f-b7b7-ca312124f655 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:46.926948 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a45ffffc-0d6e-423f-b7b7-ca312124f655 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:46.933657 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-01f87f69-c575-479f-95d4-15a0202d1cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:46.939585 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42092) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:46.966030 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6c9dd55b-1044-4c45-8d43-95c76e8934cd tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:47.013186 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f87f69-c575-479f-95d4-15a0202d1cfc None None] Pushing event updated for resources: {'Port': ['ID=b3c8fec9-c507-48ff-98cc-00c396dfa2df,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:47.052874 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-2943b262-a2eb-42e1-b32d-ef672cbe97a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:47.053809 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-2943b262-a2eb-42e1-b32d-ef672cbe97a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:47.054774 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-2943b262-a2eb-42e1-b32d-ef672cbe97a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:47.055459 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-2943b262-a2eb-42e1-b32d-ef672cbe97a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:47.056713 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-2943b262-a2eb-42e1-b32d-ef672cbe97a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:47.057819 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-2943b262-a2eb-42e1-b32d-ef672cbe97a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:47.058507 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-2943b262-a2eb-42e1-b32d-ef672cbe97a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:47.061875 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-2943b262-a2eb-42e1-b32d-ef672cbe97a1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=739199610cfa4c2f8e9155deb4230364&device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 6495 time: 0.1465940 Aug 16 20:52:47.100934 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1c68ab20-0f64-440f-a137-e2841404e77a None None] Provisioning complete for port b3c8fec9-c507-48ff-98cc-00c396dfa2df triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:47.103031 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9dd55b-1044-4c45-8d43-95c76e8934cd tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:47.103186 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1c68ab20-0f64-440f-a137-e2841404e77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:47.109041 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4331f521-4d0e-42f5-8184-0fbb11a29a07 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2c8a7ecf3bf6405c9ae4d7e65bc60247&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1566627 Aug 16 20:52:47.109041 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-6c9dd55b-1044-4c45-8d43-95c76e8934cd tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:47.114309 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42100) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:47.120609 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9dd55b-1044-4c45-8d43-95c76e8934cd tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:47.135100 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-5f1cbf8d-507d-4cf1-9e10-261efd0bb757 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f663d94-68b3-4016-94ab-cff5d3fc7931 HTTP/1.1" status: 200 len: 217 time: 0.0658541 Aug 16 20:52:47.144742 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fb140b37-f55d-4187-a1cf-134469c8206b req-962c3b8c-3bb9-43fa-9953-26f11aabdce4 tempest-ServerShowV257Test-750180807 tempest-ServerShowV257Test-750180807-project] 10.222.0.84 "GET /v2.0/ports?device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.0681114 Aug 16 20:52:47.171322 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a45ffffc-0d6e-423f-b7b7-ca312124f655 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:47.173602 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45ffffc-0d6e-423f-b7b7-ca312124f655 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 75fbb5cf-8fda-447f-b446-f5c9dcb4eb6b {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:52:47.188883 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a45ffffc-0d6e-423f-b7b7-ca312124f655 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:47.190367 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a45ffffc-0d6e-423f-b7b7-ca312124f655 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] 10.222.0.84 "DELETE /v2.0/routers/75fbb5cf-8fda-447f-b446-f5c9dcb4eb6b HTTP/1.1" status: 204 len: 168 time: 2.6283369 Aug 16 20:52:47.213304 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42104) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:47.224762 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-09bbfb3c-23c8-4ebf-a700-f9f9177d4bda tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1046776895', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}, 'admin_state_up': False}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:47.576843 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-31dae2d5-d724-454e-83dc-5376a89f0a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:47.576843 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-31dae2d5-d724-454e-83dc-5376a89f0a41 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1f8a0b97-c998-4838-93b4-cc35dce1d7e0 HTTP/1.1" status: 200 len: 855 time: 0.1383338 Aug 16 20:52:47.576843 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42108) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:47.576843 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-975e7553-f6ea-455a-91c6-5298664dad04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:47.576843 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-d724cba9-c91f-4fd4-ba98-9a960d26b109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:47.576843 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-d724cba9-c91f-4fd4-ba98-9a960d26b109 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ffc2ed8-3433-480e-9e7b-c7131585caf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0933592 Aug 16 20:52:47.576843 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-975e7553-f6ea-455a-91c6-5298664dad04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:47.576843 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'tag': 'b594a15b-28e6-4504-af59-93fb056ff0c6'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:47.576843 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4563df12-4e2e-47a0-a411-019231217485" -d '{"events": [{"name": "network-changed", "server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "tag": "b594a15b-28e6-4504-af59-93fb056ff0c6"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:47.609625 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9dd55b-1044-4c45-8d43-95c76e8934cd tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Pushing event updated for resources: {'Port': ['ID=76f52015-6dae-4c88-a443-f44912439a2b,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:47.609625 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e724692e-ecc6-43a8-83fa-bda37c0fa4af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:47.704836 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6c9dd55b-1044-4c45-8d43-95c76e8934cd tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:47.800665 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-09bbfb3c-23c8-4ebf-a700-f9f9177d4bda tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:47.802132 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-09bbfb3c-23c8-4ebf-a700-f9f9177d4bda tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:47.842747 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c910d44b-469b-4945-b203-52e35305461d x-openstack-request-id: req-c910d44b-469b-4945-b203-52e35305461d {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:47.843038 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "tag": "b594a15b-28e6-4504-af59-93fb056ff0c6", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:47.843288 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c910d44b-469b-4945-b203-52e35305461d {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:47.843675 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'tag': 'b594a15b-28e6-4504-af59-93fb056ff0c6', 'status': 'completed', 'code': 200} Aug 16 20:52:47.846034 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e724692e-ecc6-43a8-83fa-bda37c0fa4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:47.852497 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b3c8fec9-c507-48ff-98cc-00c396dfa2df up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:52:47.922230 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port b3c8fec9-c507-48ff-98cc-00c396dfa2df triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:47.923017 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:47.989307 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-09bbfb3c-23c8-4ebf-a700-f9f9177d4bda tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:47.995401 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a6e1e0b9-5b6e-4707-952a-c838b469914a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8dd0211e29924429869841b1231bd93e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6553547 Aug 16 20:52:47.995797 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6c9dd55b-1044-4c45-8d43-95c76e8934cd tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:47.998590 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42116) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:48.007652 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b855e-7e83-44e3-ad14-f037401724b9 req-92b2303b-d800-489f-8b8f-d27adf672abd tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:48.014571 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b855e-7e83-44e3-ad14-f037401724b9 req-92b2303b-d800-489f-8b8f-d27adf672abd tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:48.020693 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b855e-7e83-44e3-ad14-f037401724b9 req-92b2303b-d800-489f-8b8f-d27adf672abd tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:48.026567 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b855e-7e83-44e3-ad14-f037401724b9 req-92b2303b-d800-489f-8b8f-d27adf672abd tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:48.032560 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b855e-7e83-44e3-ad14-f037401724b9 req-92b2303b-d800-489f-8b8f-d27adf672abd tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:48.038408 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b855e-7e83-44e3-ad14-f037401724b9 req-92b2303b-d800-489f-8b8f-d27adf672abd tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:48.044390 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b855e-7e83-44e3-ad14-f037401724b9 req-92b2303b-d800-489f-8b8f-d27adf672abd tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:48.046885 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-008b855e-7e83-44e3-ad14-f037401724b9 req-92b2303b-d800-489f-8b8f-d27adf672abd tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5431 time: 0.6125247 Aug 16 20:52:48.050683 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-c5504962-5954-4be3-98af-f97e5898e560 service neutron] 10.222.0.90 "GET /v2.0/networks/1ffc2ed8-3433-480e-9e7b-c7131585caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6494036 Aug 16 20:52:48.121698 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 7f014544-9902-4bfd-99c0-3c81d5c80edf no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:48.143543 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 7f014544-9902-4bfd-99c0-3c81d5c80edf {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:52:48.144000 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 7f014544-9902-4bfd-99c0-3c81d5c80edf not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:48.144743 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-975e7553-f6ea-455a-91c6-5298664dad04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:48.153475 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-975e7553-f6ea-455a-91c6-5298664dad04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:48.153475 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-975e7553-f6ea-455a-91c6-5298664dad04 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9d358d49-4235-4116-b2e4-523e25be7af4 HTTP/1.1" status: 204 len: 168 time: 1.0180969 Aug 16 20:52:48.156365 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a3c25eba-9cc9-4a5a-ae61-5bd372250bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:48.183234 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-008b855e-7e83-44e3-ad14-f037401724b9 req-947df98d-f01b-4a7a-944a-18992f5ae782 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1293113 Aug 16 20:52:48.191866 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a3c25eba-9cc9-4a5a-ae61-5bd372250bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:48.232890 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e7553-f6ea-455a-91c6-5298664dad04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d358d49-4235-4116-b2e4-523e25be7af4,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:48.233963 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e724692e-ecc6-43a8-83fa-bda37c0fa4af admin admin] Router 798783dd-da4d-4661-b818-6fe9e9b5c8a7 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:52:48.315275 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7428aa41-5e9b-4f0c-9c7d-0034a1aa5074 req-850e1724-19b9-4252-974a-8172ef1da909 tempest-ServerShowV257Test-750180807 tempest-ServerShowV257Test-750180807-project] 10.222.0.84 "GET /v2.0/ports?device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.0421646 Aug 16 20:52:48.399581 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a3c25eba-9cc9-4a5a-ae61-5bd372250bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:48.399581 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a3c25eba-9cc9-4a5a-ae61-5bd372250bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:48.399581 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a3c25eba-9cc9-4a5a-ae61-5bd372250bad admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/444560ae-08bc-441f-9584-b683ec4440de HTTP/1.1" status: 204 len: 168 time: 0.3940291 Aug 16 20:52:48.402320 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-09bbfb3c-23c8-4ebf-a700-f9f9177d4bda tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:48.416274 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-90a1dd9b-58d9-47ee-a909-48996a39cfe9 service neutron] 10.222.0.90 "GET /v2.0/networks/1ffc2ed8-3433-480e-9e7b-c7131585caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509569 Aug 16 20:52:48.424860 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c25eba-9cc9-4a5a-ae61-5bd372250bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444560ae-08bc-441f-9584-b683ec4440de,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:48.428197 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6c9dd55b-1044-4c45-8d43-95c76e8934cd tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:48.445772 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e724692e-ecc6-43a8-83fa-bda37c0fa4af admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:52:48.457830 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53175729-5d1f-4ea2-a598-aa7aded42036 None None] Sync routers for ids ['798783dd-da4d-4661-b818-6fe9e9b5c8a7'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:52:48.463459 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-424bc77d-465d-473e-9ad3-18f7803a45c9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=ab40fdf1-2367-4aaf-a842-35d8e9debb6d HTTP/1.1" status: 200 len: 217 time: 0.0397379 Aug 16 20:52:48.468108 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53175729-5d1f-4ea2-a598-aa7aded42036 None None] Routers {'798783dd-da4d-4661-b818-6fe9e9b5c8a7'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:52:48.468741 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-53175729-5d1f-4ea2-a598-aa7aded42036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:52:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['798783dd-da4d-4661-b818-6fe9e9b5c8a7'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:48.532533 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-61ecd7b9-d35f-4517-81f8-a2bee9276451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:48.534792 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-61ecd7b9-d35f-4517-81f8-a2bee9276451 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c5559346-0c29-4d61-bf82-1d14da7e7b4f HTTP/1.1" status: 200 len: 797 time: 0.0635102 Aug 16 20:52:48.572335 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6c9dd55b-1044-4c45-8d43-95c76e8934cd tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:48.580583 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-53175729-5d1f-4ea2-a598-aa7aded42036 None None] Set router 798783dd-da4d-4661-b818-6fe9e9b5c8a7 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:52:48.636775 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-6e995df3-dd6c-41b0-854c-36339b20f4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:48.638653 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-6e995df3-dd6c-41b0-854c-36339b20f4d4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0973577 Aug 16 20:52:48.645031 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9dd55b-1044-4c45-8d43-95c76e8934cd tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Pushing event updated for resources: {'Port': ['ID=76f52015-6dae-4c88-a443-f44912439a2b,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:48.652362 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e724692e-ecc6-43a8-83fa-bda37c0fa4af admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:48.656900 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e724692e-ecc6-43a8-83fa-bda37c0fa4af admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8671923 Aug 16 20:52:48.657702 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42126) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:48.734347 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6c9dd55b-1044-4c45-8d43-95c76e8934cd tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:48.791364 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-5d93a46d-ed23-4f85-b9ea-bb501bec1e11 service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443806 Aug 16 20:52:48.852315 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6c9dd55b-1044-4c45-8d43-95c76e8934cd tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:48.852315 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6c9dd55b-1044-4c45-8d43-95c76e8934cd tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1022315 Aug 16 20:52:48.922112 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:48.923939 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-53175729-5d1f-4ea2-a598-aa7aded42036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798783dd-da4d-4661-b818-6fe9e9b5c8a7', 'name': 'tempest-FloatingIPsNegativeTestJSON-527023030-router', 'tenant_id': '7349b5fbb1a24e82a12dea1b063fef20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'fc92396d-fa87-4c32-b6d1-a484a9af22b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:52:43Z', 'updated_at': '2021-08-16T20:52:46Z', 'revision_number': 3, 'project_id': '7349b5fbb1a24e82a12dea1b063fef20', 'gw_port': {'id': 'fc92396d-fa87-4c32-b6d1-a484a9af22b1', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798783dd-da4d-4661-b818-6fe9e9b5c8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:45Z', 'updated_at': '2021-08-16T20:52:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:48.956178 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53175729-5d1f-4ea2-a598-aa7aded42036 None None] Checking router: 798783dd-da4d-4661-b818-6fe9e9b5c8a7 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:52:48.957033 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53175729-5d1f-4ea2-a598-aa7aded42036 None None] Updating router 798783dd-da4d-4661-b818-6fe9e9b5c8a7 port fc92396d-fa87-4c32-b6d1-a484a9af22b1 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:52:48.993139 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-53175729-5d1f-4ea2-a598-aa7aded42036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:48.995813 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-09bbfb3c-23c8-4ebf-a700-f9f9177d4bda tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router_gateway, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:49.033139 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-09bbfb3c-23c8-4ebf-a700-f9f9177d4bda tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:49.042962 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-b17f3852-84ac-4c7d-93ef-af9769595a3b service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418067 Aug 16 20:52:49.136408 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-cafa48c5-4193-4cc9-a501-5b402402bfea service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=bb57be4a-0292-48cb-9992-55bcc6db3063 HTTP/1.1" status: 200 len: 217 time: 0.0434690 Aug 16 20:52:49.368338 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-967bee12-b826-4c73-81c3-4f464b7f42b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:49.369824 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-967bee12-b826-4c73-81c3-4f464b7f42b6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c5559346-0c29-4d61-bf82-1d14da7e7b4f HTTP/1.1" status: 200 len: 797 time: 0.2249229 Aug 16 20:52:49.374067 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-53175729-5d1f-4ea2-a598-aa7aded42036 None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:49.386561 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-53175729-5d1f-4ea2-a598-aa7aded42036 None None] Transition to ACTIVE for port object fc92396d-fa87-4c32-b6d1-a484a9af22b1 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:49.419297 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5a5f506d-086b-48d9-8475-5dd687fe0d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:49.437962 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b52cba-7293-4a8b-8a4b-78112f26c383 req-d6ae8ef8-c367-4968-9b2a-432bc2113426 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:49.443663 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b52cba-7293-4a8b-8a4b-78112f26c383 req-d6ae8ef8-c367-4968-9b2a-432bc2113426 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:49.449583 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b52cba-7293-4a8b-8a4b-78112f26c383 req-d6ae8ef8-c367-4968-9b2a-432bc2113426 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:49.456131 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b52cba-7293-4a8b-8a4b-78112f26c383 req-d6ae8ef8-c367-4968-9b2a-432bc2113426 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:49.461967 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b52cba-7293-4a8b-8a4b-78112f26c383 req-d6ae8ef8-c367-4968-9b2a-432bc2113426 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:49.467868 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b52cba-7293-4a8b-8a4b-78112f26c383 req-d6ae8ef8-c367-4968-9b2a-432bc2113426 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:49.473701 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b52cba-7293-4a8b-8a4b-78112f26c383 req-d6ae8ef8-c367-4968-9b2a-432bc2113426 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:49.475566 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c5b52cba-7293-4a8b-8a4b-78112f26c383 req-d6ae8ef8-c367-4968-9b2a-432bc2113426 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5431 time: 0.1554539 Aug 16 20:52:49.512364 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-ac5a224b-7387-46ec-948d-950403eb8007 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:49.514132 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-ac5a224b-7387-46ec-948d-950403eb8007 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/networks?id=8aaec99b-835d-4e57-91ae-52c77e4ca746 HTTP/1.1" status: 200 len: 821 time: 0.2569726 Aug 16 20:52:49.532899 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-641d75d5-81da-4b1d-85c0-78f11cf32717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:49.534371 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-641d75d5-81da-4b1d-85c0-78f11cf32717 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1578314 Aug 16 20:52:49.558011 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c5b52cba-7293-4a8b-8a4b-78112f26c383 req-9d4d2459-39cd-4093-8be5-bcd787aafd47 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0709734 Aug 16 20:52:49.568754 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-6b379499-1175-444b-aaa6-68be100595fd tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/quotas/0b7c218491e24bf5afdba2b81be3b558 HTTP/1.1" status: 200 len: 375 time: 0.0442729 Aug 16 20:52:49.601651 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-53175729-5d1f-4ea2-a598-aa7aded42036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:49.605861 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-5a5f506d-086b-48d9-8475-5dd687fe0d08 admin admin] Allocated IP 172.20.0.1 (f66765ea-f576-425a-911f-7e5ee6bf1709/563a8f4a-5b4c-4f3e-ad3e-3e7114af69c8/df86aef0-b6cb-4c7c-a53d-b89d0685d1cd) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:49.640677 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-53175729-5d1f-4ea2-a598-aa7aded42036 None None] Attempting to bind port fc92396d-fa87-4c32-b6d1-a484a9af22b1 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:49.641213 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-53175729-5d1f-4ea2-a598-aa7aded42036 None None] Attempting to bind port fc92396d-fa87-4c32-b6d1-a484a9af22b1 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:49.641741 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53175729-5d1f-4ea2-a598-aa7aded42036 None None] Attempting to bind port fc92396d-fa87-4c32-b6d1-a484a9af22b1 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:49.651183 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37761fa6-4c74-4e3f-bfdc-d68cd14262e9 None None] Pushing event updated for resources: {'Port': ['ID=fc92396d-fa87-4c32-b6d1-a484a9af22b1,revision_number=2']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:49.657366 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53175729-5d1f-4ea2-a598-aa7aded42036 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:52:49.658440 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53175729-5d1f-4ea2-a598-aa7aded42036 None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:49.658440 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-53175729-5d1f-4ea2-a598-aa7aded42036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:49.658882 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53175729-5d1f-4ea2-a598-aa7aded42036 None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:52:49.659457 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-53175729-5d1f-4ea2-a598-aa7aded42036 None None] Bound port: fc92396d-fa87-4c32-b6d1-a484a9af22b1, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:52:49.659758 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-53175729-5d1f-4ea2-a598-aa7aded42036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:49.711864 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68dbe635-9c36-4664-a697-f146306187c6 req-cdbfa71e-1d14-498b-83a1-632038347ca0 tempest-ServerShowV257Test-750180807 tempest-ServerShowV257Test-750180807-project] 10.222.0.84 "GET /v2.0/ports?device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.0628204 Aug 16 20:52:49.734261 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-53175729-5d1f-4ea2-a598-aa7aded42036 None None] For port fc92396d-fa87-4c32-b6d1-a484a9af22b1, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:52:49.741603 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-53175729-5d1f-4ea2-a598-aa7aded42036 None None] For port fc92396d-fa87-4c32-b6d1-a484a9af22b1, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=fc92396d-fa87-4c32-b6d1-a484a9af22b1,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:52:49.744953 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-09bbfb3c-23c8-4ebf-a700-f9f9177d4bda tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Allocated IP 172.25.1.23 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/743c0f40-f43b-45e9-83bd-f635d786082c) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:49.754711 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-6f4d45c3-75a6-43a4-918f-7cd4c3e45f75 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=0b7c218491e24bf5afdba2b81be3b558&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1615171 Aug 16 20:52:49.764149 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-436bdd2f-4765-4090-9380-4843fa701e1b service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209730 Aug 16 20:52:49.771529 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-258a8ca0-4d86-48a9-8afc-51f283d35f6c tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:52:49.772584 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-258a8ca0-4d86-48a9-8afc-51f283d35f6c tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071430 Aug 16 20:52:49.840512 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5a5f506d-086b-48d9-8475-5dd687fe0d08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:49.854244 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-5a5f506d-086b-48d9-8475-5dd687fe0d08 admin admin] Transition to ACTIVE for port object df86aef0-b6cb-4c7c-a53d-b89d0685d1cd will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:49.908921 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-53175729-5d1f-4ea2-a598-aa7aded42036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:49.958592 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53175729-5d1f-4ea2-a598-aa7aded42036 None None] Routers {'798783dd-da4d-4661-b818-6fe9e9b5c8a7'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:52:49.959220 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-53175729-5d1f-4ea2-a598-aa7aded42036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:52:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['798783dd-da4d-4661-b818-6fe9e9b5c8a7'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:50.020579 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-fd43154a-79d4-4497-9ef1-92ee199fecaa service neutron] 10.222.0.84 "GET /v2.0/networks/8aaec99b-835d-4e57-91ae-52c77e4ca746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356160 Aug 16 20:52:50.035288 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37761fa6-4c74-4e3f-bfdc-d68cd14262e9 None None] Pushing event updated for resources: {'Port': ['ID=fc92396d-fa87-4c32-b6d1-a484a9af22b1,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:50.037974 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-43904c99-d4cc-4506-889c-96298f5028ca service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619677 Aug 16 20:52:50.056488 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-09bbfb3c-23c8-4ebf-a700-f9f9177d4bda tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:50.079991 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5a5f506d-086b-48d9-8475-5dd687fe0d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:50.133877 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-b8cee4f9-f017-4d93-be30-b45b983c62b5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=4d8bacfe-cedf-4ddb-98de-1fe3b2792d18 HTTP/1.1" status: 200 len: 217 time: 0.0824482 Aug 16 20:52:50.151961 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-53175729-5d1f-4ea2-a598-aa7aded42036 None None] Set router 798783dd-da4d-4661-b818-6fe9e9b5c8a7 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:52:50.165912 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f506d-086b-48d9-8475-5dd687fe0d08 admin admin] Pushing event updated for resources: {'Port': ['ID=df86aef0-b6cb-4c7c-a53d-b89d0685d1cd,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:50.189746 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5f506d-086b-48d9-8475-5dd687fe0d08 admin admin] Network f66765ea-f576-425a-911f-7e5ee6bf1709 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:50.197212 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-5a5f506d-086b-48d9-8475-5dd687fe0d08 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:50.211609 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5f506d-086b-48d9-8475-5dd687fe0d08 admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:50.285285 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-114fde7b-8308-4c0b-80f4-3e1589754e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:50.286798 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-114fde7b-8308-4c0b-80f4-3e1589754e86 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c5559346-0c29-4d61-bf82-1d14da7e7b4f HTTP/1.1" status: 200 len: 797 time: 0.1458235 Aug 16 20:52:50.287193 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5a5f506d-086b-48d9-8475-5dd687fe0d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:50.313893 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-d5cc3769-bf58-4acf-a14a-e3e59ecbc143 service neutron] 10.222.0.84 "GET /v2.0/networks/8aaec99b-835d-4e57-91ae-52c77e4ca746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802472 Aug 16 20:52:50.352125 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-33daeac9-324b-4dff-9c69-0ec0b2d0a563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:50.354228 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-33daeac9-324b-4dff-9c69-0ec0b2d0a563 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0550797 Aug 16 20:52:50.404026 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-53175729-5d1f-4ea2-a598-aa7aded42036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798783dd-da4d-4661-b818-6fe9e9b5c8a7', 'name': 'tempest-FloatingIPsNegativeTestJSON-527023030-router', 'tenant_id': '7349b5fbb1a24e82a12dea1b063fef20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'fc92396d-fa87-4c32-b6d1-a484a9af22b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:52:43Z', 'updated_at': '2021-08-16T20:52:46Z', 'revision_number': 3, 'project_id': '7349b5fbb1a24e82a12dea1b063fef20', 'gw_port': {'id': 'fc92396d-fa87-4c32-b6d1-a484a9af22b1', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798783dd-da4d-4661-b818-6fe9e9b5c8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:45Z', 'updated_at': '2021-08-16T20:52:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:50.431213 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53175729-5d1f-4ea2-a598-aa7aded42036 None None] The sync data for ids ['798783dd-da4d-4661-b818-6fe9e9b5c8a7'] in n-d-793620-15 is: [{'id': '798783dd-da4d-4661-b818-6fe9e9b5c8a7', 'name': 'tempest-FloatingIPsNegativeTestJSON-527023030-router', 'tenant_id': '7349b5fbb1a24e82a12dea1b063fef20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'fc92396d-fa87-4c32-b6d1-a484a9af22b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:52:43Z', 'updated_at': '2021-08-16T20:52:46Z', 'revision_number': 3, 'project_id': '7349b5fbb1a24e82a12dea1b063fef20', 'gw_port': {'id': 'fc92396d-fa87-4c32-b6d1-a484a9af22b1', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798783dd-da4d-4661-b818-6fe9e9b5c8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:45Z', 'updated_at': '2021-08-16T20:52:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:52:50.466714 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-d09538eb-c01e-413c-bdb0-f685ce349134 service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033337 Aug 16 20:52:50.536612 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-09bbfb3c-23c8-4ebf-a700-f9f9177d4bda tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:50.603824 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bbfb3c-23c8-4ebf-a700-f9f9177d4bda tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:50.615127 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-09bbfb3c-23c8-4ebf-a700-f9f9177d4bda tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:50.618624 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bbfb3c-23c8-4ebf-a700-f9f9177d4bda tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Pushing event updated for resources: {'Port': ['ID=743c0f40-f43b-45e9-83bd-f635d786082c,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:50.621005 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bbfb3c-23c8-4ebf-a700-f9f9177d4bda tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:50.668532 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5a5f506d-086b-48d9-8475-5dd687fe0d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:50.708691 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-3dc200ce-7ba8-462c-a3cf-fc5cf91fb3bb None None] Provisioning for port df86aef0-b6cb-4c7c-a53d-b89d0685d1cd completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:50.731696 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-3dc200ce-7ba8-462c-a3cf-fc5cf91fb3bb None None] Provisioning complete for port df86aef0-b6cb-4c7c-a53d-b89d0685d1cd triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:50.733504 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3dc200ce-7ba8-462c-a3cf-fc5cf91fb3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:50.848215 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-5b1fbc37-8356-469a-8f6f-9a9c3dc9451c service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742039 Aug 16 20:52:50.881256 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-3dc200ce-7ba8-462c-a3cf-fc5cf91fb3bb None None] Port df86aef0-b6cb-4c7c-a53d-b89d0685d1cd cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:52:51.020284 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5a5f506d-086b-48d9-8475-5dd687fe0d08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:51.167420 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5a5f506d-086b-48d9-8475-5dd687fe0d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:51.216312 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5a5f506d-086b-48d9-8475-5dd687fe0d08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:51.301210 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-b3fb36c1-0bca-4f66-bb24-0bf5111ec0ff service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=664a2393-3ef1-43f4-8b8d-bd06b02e9df3 HTTP/1.1" status: 200 len: 217 time: 0.4442704 Aug 16 20:52:51.303272 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f506d-086b-48d9-8475-5dd687fe0d08 admin admin] Pushing event updated for resources: {'Port': ['ID=df86aef0-b6cb-4c7c-a53d-b89d0685d1cd,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:51.349359 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e8f2f970-90f8-4d70-9a12-a2957a94a0e3 req-89730fea-dd42-4c0c-920f-ee30e5c4eaf8 tempest-ServerShowV257Test-750180807 tempest-ServerShowV257Test-750180807-project] 10.222.0.84 "GET /v2.0/ports?device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.0682433 Aug 16 20:52:51.354955 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5f506d-086b-48d9-8475-5dd687fe0d08 admin admin] Network f66765ea-f576-425a-911f-7e5ee6bf1709 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:51.356511 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-5a5f506d-086b-48d9-8475-5dd687fe0d08 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:51.423299 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ee507-600e-41cb-baf5-7e685086de72 req-e388dcbc-8fdb-42e3-8b82-1196be4a4077 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:51.429992 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ee507-600e-41cb-baf5-7e685086de72 req-e388dcbc-8fdb-42e3-8b82-1196be4a4077 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:51.437729 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ee507-600e-41cb-baf5-7e685086de72 req-e388dcbc-8fdb-42e3-8b82-1196be4a4077 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:51.445465 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ee507-600e-41cb-baf5-7e685086de72 req-e388dcbc-8fdb-42e3-8b82-1196be4a4077 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:51.451931 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ee507-600e-41cb-baf5-7e685086de72 req-e388dcbc-8fdb-42e3-8b82-1196be4a4077 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:51.459481 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ee507-600e-41cb-baf5-7e685086de72 req-e388dcbc-8fdb-42e3-8b82-1196be4a4077 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:51.479225 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ee507-600e-41cb-baf5-7e685086de72 req-e388dcbc-8fdb-42e3-8b82-1196be4a4077 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:51.491106 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-200ee507-600e-41cb-baf5-7e685086de72 req-e388dcbc-8fdb-42e3-8b82-1196be4a4077 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5431 time: 0.8122272 Aug 16 20:52:51.566037 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-f028d1ae-6e81-4324-b61b-70fb7cc055a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:51.567499 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-f028d1ae-6e81-4324-b61b-70fb7cc055a9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c5559346-0c29-4d61-bf82-1d14da7e7b4f HTTP/1.1" status: 200 len: 797 time: 0.2300305 Aug 16 20:52:51.586702 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5f506d-086b-48d9-8475-5dd687fe0d08 admin admin] Router 798783dd-da4d-4661-b818-6fe9e9b5c8a7 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:52:51.698069 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3a718257-8e88-4fa5-97f1-d7a4d8839bac req-b689e03e-1699-44c1-887e-20b8fb9a9b82 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=11c4e83b-b48a-40f5-9226-8f80309f4c06 HTTP/1.1" status: 200 len: 210 time: 0.1385655 Aug 16 20:52:51.761204 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-200ee507-600e-41cb-baf5-7e685086de72 req-370488d9-ef92-4751-a750-594726656d58 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2691386 Aug 16 20:52:51.847255 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device fc92396d-fa87-4c32-b6d1-a484a9af22b1 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:52:51.854883 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7613de4d-29da-4ce6-9bc0-bc998e51da9a req-40358032-9a37-483a-a50e-51201a15e982 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.3464077 Aug 16 20:52:51.868437 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5f506d-086b-48d9-8475-5dd687fe0d08 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:52:51.886947 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:51.887067 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-83d7cf75-dfae-435a-bf81-e908c488227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:51.887149 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5a5f506d-086b-48d9-8475-5dd687fe0d08 admin admin] 10.222.0.84 "PUT /v2.0/routers/798783dd-da4d-4661-b818-6fe9e9b5c8a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2240603 Aug 16 20:52:51.887224 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-83d7cf75-dfae-435a-bf81-e908c488227c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2587967 Aug 16 20:52:51.924904 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-09bbfb3c-23c8-4ebf-a700-f9f9177d4bda tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router_gateway, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:51.950661 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d616ff5d-7a46-4325-aa0a-827bc8f19d71 None None] Provisioning complete for port df86aef0-b6cb-4c7c-a53d-b89d0685d1cd triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:51.951448 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d616ff5d-7a46-4325-aa0a-827bc8f19d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:51.979627 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42254) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:52.015275 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-d616ff5d-7a46-4325-aa0a-827bc8f19d71 None None] Port df86aef0-b6cb-4c7c-a53d-b89d0685d1cd cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:52:52.097071 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b81fec75-8c9c-4c96-8d61-09e5555e4191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:52.166270 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port fc92396d-fa87-4c32-b6d1-a484a9af22b1 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:52.171245 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port fc92396d-fa87-4c32-b6d1-a484a9af22b1 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:52.172131 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:52.184698 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-10f9d2a1-03eb-4c7a-b6b0-076bcf27298e service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899821 Aug 16 20:52:52.201053 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b81fec75-8c9c-4c96-8d61-09e5555e4191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:52.261255 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:52.293652 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port fc92396d-fa87-4c32-b6d1-a484a9af22b1, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=fc92396d-fa87-4c32-b6d1-a484a9af22b1,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:52.316516 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf7ba9ba-000d-4870-b88b-e990e19a22ea req-f588422b-5159-4b69-939a-981b370aec23 tempest-FloatingIPsNegativeTestJSON-1918611812 tempest-FloatingIPsNegativeTestJSON-1918611812-project] 10.222.0.84 "GET /v2.0/floatingips?tenant_id=7349b5fbb1a24e82a12dea1b063fef20 HTTP/1.1" status: 200 len: 217 time: 0.0396516 Aug 16 20:52:52.321047 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b81fec75-8c9c-4c96-8d61-09e5555e4191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:52.368863 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b81fec75-8c9c-4c96-8d61-09e5555e4191 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=24a8f0e1dc664f35bec5c4233bf6753d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3878920 Aug 16 20:52:52.369823 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81fec75-8c9c-4c96-8d61-09e5555e4191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb00461-3692-4e86-8ca7-56f6e1c8399e,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:52.372258 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42268) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:52.414866 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-84003024-bfb5-4586-8d8e-5af8b30ae44d req-73575d18-b4a1-4c3e-8d04-eefb5b2da776 tempest-FloatingIPsNegativeTestJSON-1918611812 tempest-FloatingIPsNegativeTestJSON-1918611812-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0744469 Aug 16 20:52:52.441461 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fdd5d846-0603-4422-82f5-9251cc2b1e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:52.470299 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fdd5d846-0603-4422-82f5-9251cc2b1e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:52.492334 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:52.493605 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-a23c89af-8fb0-4fe2-b869-0303c4c53e55 service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016486 Aug 16 20:52:52.503982 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [req-9848d8fc-c2bc-4bd0-a412-dbe9c2adce97 req-cf2c3d87-64d1-456b-9261-5226829fa97d tempest-FloatingIPsNegativeTestJSON-1918611812 tempest-FloatingIPsNegativeTestJSON-1918611812-project] show failed (client error): The resource could not be found. Aug 16 20:52:52.510479 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9848d8fc-c2bc-4bd0-a412-dbe9c2adce97 req-cf2c3d87-64d1-456b-9261-5226829fa97d tempest-FloatingIPsNegativeTestJSON-1918611812 tempest-FloatingIPsNegativeTestJSON-1918611812-project] 10.222.0.84 "GET /v2.0/floatingips/912d1051-6058-4c12-9d67-7710eadf9caa HTTP/1.1" status: 404 len: 350 time: 0.0644267 Aug 16 20:52:52.516730 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42274) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:52.550651 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=fc92396d-fa87-4c32-b6d1-a484a9af22b1,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:52.574070 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-33d85338-2e9a-4d77-b0c2-43a8aa62b680 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3af6817e-b620-4a8f-89a6-4b54fec09bf6 HTTP/1.1" status: 200 len: 217 time: 0.0571883 Aug 16 20:52:52.588773 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-51c37c28-0180-43b9-bc58-3c180e11158a req-6543ab8e-e7ee-4703-a667-642f9bf34252 tempest-ServerShowV257Test-750180807 tempest-ServerShowV257Test-750180807-project] 10.222.0.84 "GET /v2.0/ports?device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.1151977 Aug 16 20:52:52.588773 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-09bbfb3c-23c8-4ebf-a700-f9f9177d4bda tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:52.710313 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-e8beaaba-d5ec-4ef8-9890-202cca987c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:52.711908 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-e8beaaba-d5ec-4ef8-9890-202cca987c7e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c8bbf4cb-abf2-419b-b8fc-f8a48d718293 HTTP/1.1" status: 200 len: 797 time: 0.1299818 Aug 16 20:52:52.715597 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42278) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:52.773993 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bfdc71-cd13-4901-9dd0-f2fdb3e8e9fc None None] Sync routers for ids ['798783dd-da4d-4661-b818-6fe9e9b5c8a7'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:52:52.786939 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bfdc71-cd13-4901-9dd0-f2fdb3e8e9fc None None] Routers {'798783dd-da4d-4661-b818-6fe9e9b5c8a7'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:52:52.787626 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-51bfdc71-cd13-4901-9dd0-f2fdb3e8e9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:52:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['798783dd-da4d-4661-b818-6fe9e9b5c8a7'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:52.812207 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fdd5d846-0603-4422-82f5-9251cc2b1e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:52.815088 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fdd5d846-0603-4422-82f5-9251cc2b1e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:52.816301 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fdd5d846-0603-4422-82f5-9251cc2b1e25 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/dbb00461-3692-4e86-8ca7-56f6e1c8399e HTTP/1.1" status: 204 len: 168 time: 0.4426003 Aug 16 20:52:52.835435 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-95ab97e9-9818-435b-947d-4832712deafc req-d457d454-1fc4-423d-8435-6398f207622b tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=11c4e83b-b48a-40f5-9226-8f80309f4c06 HTTP/1.1" status: 200 len: 210 time: 0.0492787 Aug 16 20:52:52.852947 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-c7c19687-b8d9-41f5-b1a3-36a29da958cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:52.852947 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-c7c19687-b8d9-41f5-b1a3-36a29da958cf service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2808ba84-8eb6-448f-bf54-b316a16ed9b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1113358 Aug 16 20:52:52.864926 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5d846-0603-4422-82f5-9251cc2b1e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb00461-3692-4e86-8ca7-56f6e1c8399e,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:53.016561 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86af251-f9ec-47a5-85ae-0ff31ec1b44d req-23adf6b6-d2bf-4cf7-9d97-affb54fbca23 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:53.022506 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86af251-f9ec-47a5-85ae-0ff31ec1b44d req-23adf6b6-d2bf-4cf7-9d97-affb54fbca23 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:53.028033 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-51bfdc71-cd13-4901-9dd0-f2fdb3e8e9fc None None] Set router 798783dd-da4d-4661-b818-6fe9e9b5c8a7 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:52:53.028501 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86af251-f9ec-47a5-85ae-0ff31ec1b44d req-23adf6b6-d2bf-4cf7-9d97-affb54fbca23 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:53.034467 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86af251-f9ec-47a5-85ae-0ff31ec1b44d req-23adf6b6-d2bf-4cf7-9d97-affb54fbca23 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:53.040451 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86af251-f9ec-47a5-85ae-0ff31ec1b44d req-23adf6b6-d2bf-4cf7-9d97-affb54fbca23 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:53.046482 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86af251-f9ec-47a5-85ae-0ff31ec1b44d req-23adf6b6-d2bf-4cf7-9d97-affb54fbca23 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:53.051014 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-55e6d03c-e298-42d0-a7fc-6b256b508e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:53.052436 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86af251-f9ec-47a5-85ae-0ff31ec1b44d req-23adf6b6-d2bf-4cf7-9d97-affb54fbca23 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:53.054415 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e86af251-f9ec-47a5-85ae-0ff31ec1b44d req-23adf6b6-d2bf-4cf7-9d97-affb54fbca23 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5431 time: 0.1422842 Aug 16 20:52:53.057877 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3c3cb9ea-5141-4866-acda-0dd324c97780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:53.059666 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09bbfb3c-23c8-4ebf-a700-f9f9177d4bda tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Router 5d070eff-db69-400f-8288-74c0cee6e73f is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:52:53.075910 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-885878cc-b7a6-45b3-a7ea-73e44eb5cfd0 service neutron] 10.222.0.90 "GET /v2.0/networks/2808ba84-8eb6-448f-bf54-b316a16ed9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167242 Aug 16 20:52:53.253983 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-51bfdc71-cd13-4901-9dd0-f2fdb3e8e9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798783dd-da4d-4661-b818-6fe9e9b5c8a7', 'name': 'tempest-FloatingIPsNegativeTestJSON-527023030-router', 'tenant_id': '7349b5fbb1a24e82a12dea1b063fef20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'fc92396d-fa87-4c32-b6d1-a484a9af22b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:52:43Z', 'updated_at': '2021-08-16T20:52:50Z', 'revision_number': 4, 'project_id': '7349b5fbb1a24e82a12dea1b063fef20', 'gw_port': {'id': 'fc92396d-fa87-4c32-b6d1-a484a9af22b1', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798783dd-da4d-4661-b818-6fe9e9b5c8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:45Z', 'updated_at': '2021-08-16T20:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'df86aef0-b6cb-4c7c-a53d-b89d0685d1cd', 'name': '', 'network_id': 'f66765ea-f576-425a-911f-7e5ee6bf1709', 'tenant_id': '7349b5fbb1a24e82a12dea1b063fef20', 'mac_address': 'fa:16:3e:8e:e6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798783dd-da4d-4661-b818-6fe9e9b5c8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '563a8f4a-5b4c-4f3e-ad3e-3e7114af69c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:49Z', 'updated_at': '2021-08-16T20:52:50Z', 'revision_number': 2, 'project_id': '7349b5fbb1a24e82a12dea1b063fef20', 'subnets': [{'id': '563a8f4a-5b4c-4f3e-ad3e-3e7114af69c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:53.282227 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e86af251-f9ec-47a5-85ae-0ff31ec1b44d req-b2770887-73a1-491f-9e29-740df779b385 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2121851 Aug 16 20:52:53.285254 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bfdc71-cd13-4901-9dd0-f2fdb3e8e9fc None None] Checking router: 798783dd-da4d-4661-b818-6fe9e9b5c8a7 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:52:53.285576 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bfdc71-cd13-4901-9dd0-f2fdb3e8e9fc None None] Updating router 798783dd-da4d-4661-b818-6fe9e9b5c8a7 port df86aef0-b6cb-4c7c-a53d-b89d0685d1cd binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:52:53.317291 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-51bfdc71-cd13-4901-9dd0-f2fdb3e8e9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:53.390934 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-bc285c03-1684-4b22-a5ca-5c852d4447d6 service neutron] 10.222.0.90 "GET /v2.0/networks/2808ba84-8eb6-448f-bf54-b316a16ed9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026211 Aug 16 20:52:53.499569 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09bbfb3c-23c8-4ebf-a700-f9f9177d4bda tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:52:53.512796 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d217b544-d4e8-49b2-ba2e-dcdb335b6815 None None] Sync routers for ids ['5d070eff-db69-400f-8288-74c0cee6e73f'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:52:53.521454 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-5863a154-5d48-4b69-91eb-47d4c294bf25 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b594a15b-28e6-4504-af59-93fb056ff0c6 HTTP/1.1" status: 200 len: 217 time: 0.1232686 Aug 16 20:52:53.534629 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-55e6d03c-e298-42d0-a7fc-6b256b508e91 admin admin] Deleting port df86aef0-b6cb-4c7c-a53d-b89d0685d1cd {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:53.535092 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-55e6d03c-e298-42d0-a7fc-6b256b508e91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:53.543171 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d217b544-d4e8-49b2-ba2e-dcdb335b6815 None None] Routers {'5d070eff-db69-400f-8288-74c0cee6e73f'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:52:53.544424 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-d217b544-d4e8-49b2-ba2e-dcdb335b6815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:52:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['5d070eff-db69-400f-8288-74c0cee6e73f'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:53.592649 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-d217b544-d4e8-49b2-ba2e-dcdb335b6815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:53.603512 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d217b544-d4e8-49b2-ba2e-dcdb335b6815 None None] Routers {'5d070eff-db69-400f-8288-74c0cee6e73f'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:52:53.605127 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-d217b544-d4e8-49b2-ba2e-dcdb335b6815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:52:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['5d070eff-db69-400f-8288-74c0cee6e73f'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:53.618179 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3c3cb9ea-5141-4866-acda-0dd324c97780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:53.630924 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-2a4e63a0-6689-48fd-be9b-581340a46062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:53.632495 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-2a4e63a0-6689-48fd-be9b-581340a46062 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c8bbf4cb-abf2-419b-b8fc-f8a48d718293 HTTP/1.1" status: 200 len: 797 time: 0.0898514 Aug 16 20:52:53.650024 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-d217b544-d4e8-49b2-ba2e-dcdb335b6815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:53.663391 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d217b544-d4e8-49b2-ba2e-dcdb335b6815 None None] The sync data for ids ['5d070eff-db69-400f-8288-74c0cee6e73f'] in n-d-793620-15 is: [] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:52:53.715352 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-ad0f2983-304a-4126-a377-4865ca523572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:53.717482 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-ad0f2983-304a-4126-a377-4865ca523572 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2808ba84-8eb6-448f-bf54-b316a16ed9b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0724912 Aug 16 20:52:53.719033 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-55e6d03c-e298-42d0-a7fc-6b256b508e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:53.755009 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-55e6d03c-e298-42d0-a7fc-6b256b508e91 admin admin] Calling delete_port for df86aef0-b6cb-4c7c-a53d-b89d0685d1cd owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:53.782712 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device fc92396d-fa87-4c32-b6d1-a484a9af22b1 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:52:53.788513 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8807636b-ab5c-4458-a52b-f3b51ae05613 req-a656b56b-495c-45b2-a836-8a311932bd7f tempest-ServerShowV257Test-750180807 tempest-ServerShowV257Test-750180807-project] 10.222.0.84 "GET /v2.0/ports?device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.0653188 Aug 16 20:52:53.825220 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3c3cb9ea-5141-4866-acda-0dd324c97780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:53.930198 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3c3cb9ea-5141-4866-acda-0dd324c97780 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=09f34e64803c4b34abec752ab30e2eba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2115922 Aug 16 20:52:53.931280 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3cb9ea-5141-4866-acda-0dd324c97780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bacab88c-9d72-42ef-a994-7262600771ae,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:53.931387 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42312) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:53.971256 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-09bbfb3c-23c8-4ebf-a700-f9f9177d4bda tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:53.979903 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-09bbfb3c-23c8-4ebf-a700-f9f9177d4bda tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.7651515 Aug 16 20:52:53.988638 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42318) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:53.996365 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-2a9a3472-cada-4815-a15e-8c1a93015148 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'enable_snat': False}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:54.026869 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-26731247-3529-4783-8182-fc6170ab0a24 service neutron] 10.222.0.90 "GET /v2.0/networks/2808ba84-8eb6-448f-bf54-b316a16ed9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980618 Aug 16 20:52:54.083709 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port fc92396d-fa87-4c32-b6d1-a484a9af22b1 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:54.084292 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:54.130286 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-46fc097d-3848-442e-9234-ddf29eae2e49 req-c39ccc7e-5ea0-43b4-8aaf-3c13786a700f tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=11c4e83b-b48a-40f5-9226-8f80309f4c06 HTTP/1.1" status: 200 len: 210 time: 0.1016490 Aug 16 20:52:54.180568 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8b0fe926-14c6-4f62-9976-a931cfe35238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:54.268151 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8b0fe926-14c6-4f62-9976-a931cfe35238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:54.394140 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-804175e0-3230-416d-8b67-2d71f626a9c6 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:54.400199 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-804175e0-3230-416d-8b67-2d71f626a9c6 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.72 "GET /v2.0/networks?id=8aaec99b-835d-4e57-91ae-52c77e4ca746 HTTP/1.1" status: 200 len: 821 time: 0.2292438 Aug 16 20:52:54.403236 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045198f7-f9ee-4e9c-8ed9-34ca2a53fb07 req-213d2f87-6f2d-47a9-ba7a-09e240017929 service neutron] 10.222.0.90 "GET /v2.0/networks/2808ba84-8eb6-448f-bf54-b316a16ed9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688121 Aug 16 20:52:54.413431 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.db.api [None req-51bfdc71-cd13-4901-9dd0-f2fdb3e8e9fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:52:54.413793 n-d-793620-15 neutron-server[101846]: DEBUG oslo_db.api [None req-51bfdc71-cd13-4901-9dd0-f2fdb3e8e9fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:52:54.428332 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-08d0aeff-9daa-4f9e-b3f9-dc7ad0d01354 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Request body: {'port': {'device_id': '11c4e83b-b48a-40f5-9226-8f80309f4c06', 'network_id': '8aaec99b-835d-4e57-91ae-52c77e4ca746', 'admin_state_up': True, 'tenant_id': '0b7c218491e24bf5afdba2b81be3b558'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:54.428495 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-55e6d03c-e298-42d0-a7fc-6b256b508e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:54.468938 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e6d03c-e298-42d0-a7fc-6b256b508e91 admin admin] Pushing event deleted for resources: {'Port': ['ID=df86aef0-b6cb-4c7c-a53d-b89d0685d1cd,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:54.600677 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24f57e-3c0a-47ea-9359-e6eb58dd0ca5 req-6cc0af31-14af-4cb4-8383-eb6c00845682 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:54.607058 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24f57e-3c0a-47ea-9359-e6eb58dd0ca5 req-6cc0af31-14af-4cb4-8383-eb6c00845682 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:54.613990 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24f57e-3c0a-47ea-9359-e6eb58dd0ca5 req-6cc0af31-14af-4cb4-8383-eb6c00845682 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:54.621192 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24f57e-3c0a-47ea-9359-e6eb58dd0ca5 req-6cc0af31-14af-4cb4-8383-eb6c00845682 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:54.627370 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24f57e-3c0a-47ea-9359-e6eb58dd0ca5 req-6cc0af31-14af-4cb4-8383-eb6c00845682 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:54.634394 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24f57e-3c0a-47ea-9359-e6eb58dd0ca5 req-6cc0af31-14af-4cb4-8383-eb6c00845682 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:54.641014 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24f57e-3c0a-47ea-9359-e6eb58dd0ca5 req-6cc0af31-14af-4cb4-8383-eb6c00845682 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:54.642933 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bc24f57e-3c0a-47ea-9359-e6eb58dd0ca5 req-6cc0af31-14af-4cb4-8383-eb6c00845682 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5431 time: 0.1518118 Aug 16 20:52:54.693183 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4f34c2c2-8eea-4d2b-8425-8636e4182579 req-2f711205-88e9-4425-9c72-efde9cbf5072 tempest-ServerShowV257Test-750180807 tempest-ServerShowV257Test-750180807-project] 10.222.0.84 "GET /v2.0/ports?device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.0492060 Aug 16 20:52:54.799510 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bc24f57e-3c0a-47ea-9359-e6eb58dd0ca5 req-0841f3b0-d7dc-4060-b5d6-007c0055911d tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1031966 Aug 16 20:52:54.816028 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42340) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:54.844406 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563df12-4e2e-47a0-a411-019231217485 req-1f0340b1-ada4-414e-a72e-8a6f8c0805d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:54.845005 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563df12-4e2e-47a0-a411-019231217485 req-1f0340b1-ada4-414e-a72e-8a6f8c0805d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:54.845497 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563df12-4e2e-47a0-a411-019231217485 req-1f0340b1-ada4-414e-a72e-8a6f8c0805d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:54.845990 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563df12-4e2e-47a0-a411-019231217485 req-1f0340b1-ada4-414e-a72e-8a6f8c0805d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:54.846475 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563df12-4e2e-47a0-a411-019231217485 req-1f0340b1-ada4-414e-a72e-8a6f8c0805d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:54.846957 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563df12-4e2e-47a0-a411-019231217485 req-1f0340b1-ada4-414e-a72e-8a6f8c0805d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:54.847502 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563df12-4e2e-47a0-a411-019231217485 req-1f0340b1-ada4-414e-a72e-8a6f8c0805d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:54.849524 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4563df12-4e2e-47a0-a411-019231217485 req-1f0340b1-ada4-414e-a72e-8a6f8c0805d6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=739199610cfa4c2f8e9155deb4230364&device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 6495 time: 0.1342618 Aug 16 20:52:54.904986 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-08d0aeff-9daa-4f9e-b3f9-dc7ad0d01354 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Made reservation on behalf of 0b7c218491e24bf5afdba2b81be3b558 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:54.909054 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-08d0aeff-9daa-4f9e-b3f9-dc7ad0d01354 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:54.945259 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bfdc71-cd13-4901-9dd0-f2fdb3e8e9fc None None] Port df86aef0-b6cb-4c7c-a53d-b89d0685d1cd not found while updating agent binding for router 798783dd-da4d-4661-b818-6fe9e9b5c8a7. {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 16 20:52:54.958687 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bfdc71-cd13-4901-9dd0-f2fdb3e8e9fc None None] Routers {'798783dd-da4d-4661-b818-6fe9e9b5c8a7'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:52:54.959729 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-51bfdc71-cd13-4901-9dd0-f2fdb3e8e9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:52:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['798783dd-da4d-4661-b818-6fe9e9b5c8a7'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:54.967197 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-a59e38e6-74e0-4abb-b2d2-5bfe39d7974e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-378461694-network', 'tenant_id': '120264f308544a26ad5db70b0b05c4ab'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:54.993336 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563df12-4e2e-47a0-a411-019231217485 req-18689fe7-7d8d-43dc-aa86-9b4600155c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:54.994825 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4563df12-4e2e-47a0-a411-019231217485 req-18689fe7-7d8d-43dc-aa86-9b4600155c73 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2808ba84-8eb6-448f-bf54-b316a16ed9b0 HTTP/1.1" status: 200 len: 903 time: 0.1376135 Aug 16 20:52:55.043567 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4563df12-4e2e-47a0-a411-019231217485 req-21ec918d-a9fe-4f7f-b4ac-3191a6468052 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b594a15b-28e6-4504-af59-93fb056ff0c6 HTTP/1.1" status: 200 len: 217 time: 0.0398121 Aug 16 20:52:55.076755 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2a9a3472-cada-4815-a15e-8c1a93015148 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:55.098958 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-51bfdc71-cd13-4901-9dd0-f2fdb3e8e9fc None None] Set router 798783dd-da4d-4661-b818-6fe9e9b5c8a7 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:52:55.103965 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563df12-4e2e-47a0-a411-019231217485 req-b65bb64b-df46-4a45-8082-aec8ee1685ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:55.105451 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4563df12-4e2e-47a0-a411-019231217485 req-b65bb64b-df46-4a45-8082-aec8ee1685ba service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c8bbf4cb-abf2-419b-b8fc-f8a48d718293 HTTP/1.1" status: 200 len: 797 time: 0.0544562 Aug 16 20:52:55.116457 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8b0fe926-14c6-4f62-9976-a931cfe35238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:55.119056 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8b0fe926-14c6-4f62-9976-a931cfe35238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:55.124110 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8b0fe926-14c6-4f62-9976-a931cfe35238 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/bacab88c-9d72-42ef-a994-7262600771ae HTTP/1.1" status: 204 len: 168 time: 1.1886964 Aug 16 20:52:55.135870 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0fe926-14c6-4f62-9976-a931cfe35238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacab88c-9d72-42ef-a994-7262600771ae,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:55.152377 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-55e6d03c-e298-42d0-a7fc-6b256b508e91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:55.165895 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59e38e6-74e0-4abb-b2d2-5bfe39d7974e admin admin] Made reservation on behalf of 120264f308544a26ad5db70b0b05c4ab for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:55.168188 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a59e38e6-74e0-4abb-b2d2-5bfe39d7974e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:55.226206 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a59e38e6-74e0-4abb-b2d2-5bfe39d7974e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:55.333588 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563df12-4e2e-47a0-a411-019231217485 req-128ca9f6-db3c-4798-8ca7-740931e5ce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:55.335391 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4563df12-4e2e-47a0-a411-019231217485 req-128ca9f6-db3c-4798-8ca7-740931e5ce2a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2808ba84-8eb6-448f-bf54-b316a16ed9b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1812322 Aug 16 20:52:55.336380 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-51bfdc71-cd13-4901-9dd0-f2fdb3e8e9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798783dd-da4d-4661-b818-6fe9e9b5c8a7', 'name': 'tempest-FloatingIPsNegativeTestJSON-527023030-router', 'tenant_id': '7349b5fbb1a24e82a12dea1b063fef20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'fc92396d-fa87-4c32-b6d1-a484a9af22b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:52:43Z', 'updated_at': '2021-08-16T20:52:54Z', 'revision_number': 5, 'project_id': '7349b5fbb1a24e82a12dea1b063fef20', 'gw_port': {'id': 'fc92396d-fa87-4c32-b6d1-a484a9af22b1', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798783dd-da4d-4661-b818-6fe9e9b5c8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:45Z', 'updated_at': '2021-08-16T20:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:55.341074 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4c9d214a-a41b-46d3-a6df-43333dd06b87 req-b57960e0-8385-41a8-a32d-e61d61f87c06 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=11c4e83b-b48a-40f5-9226-8f80309f4c06 HTTP/1.1" status: 200 len: 210 time: 0.0550051 Aug 16 20:52:55.370392 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bfdc71-cd13-4901-9dd0-f2fdb3e8e9fc None None] The sync data for ids ['798783dd-da4d-4661-b818-6fe9e9b5c8a7'] in n-d-793620-15 is: [{'id': '798783dd-da4d-4661-b818-6fe9e9b5c8a7', 'name': 'tempest-FloatingIPsNegativeTestJSON-527023030-router', 'tenant_id': '7349b5fbb1a24e82a12dea1b063fef20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'fc92396d-fa87-4c32-b6d1-a484a9af22b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:52:43Z', 'updated_at': '2021-08-16T20:52:54Z', 'revision_number': 5, 'project_id': '7349b5fbb1a24e82a12dea1b063fef20', 'gw_port': {'id': 'fc92396d-fa87-4c32-b6d1-a484a9af22b1', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798783dd-da4d-4661-b818-6fe9e9b5c8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:45Z', 'updated_at': '2021-08-16T20:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:52:55.412320 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-08d0aeff-9daa-4f9e-b3f9-dc7ad0d01354 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Allocated IP 172.20.0.10 (8aaec99b-835d-4e57-91ae-52c77e4ca746/063b8681-e8b9-4cc3-a1c7-6de160bd6bb0/8c4a9045-4254-4fbd-8ced-ae5eac78a774) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:55.479025 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e6d03c-e298-42d0-a7fc-6b256b508e91 admin admin] Router 798783dd-da4d-4661-b818-6fe9e9b5c8a7 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:52:55.586237 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4563df12-4e2e-47a0-a411-019231217485 req-751d5d60-cb9a-4224-a079-8ac082368c09 service neutron] 10.222.0.90 "GET /v2.0/networks/2808ba84-8eb6-448f-bf54-b316a16ed9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412002 Aug 16 20:52:55.588385 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a59e38e6-74e0-4abb-b2d2-5bfe39d7974e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:55.723616 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e6d03c-e298-42d0-a7fc-6b256b508e91 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:52:55.736316 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-55e6d03c-e298-42d0-a7fc-6b256b508e91 admin admin] 10.222.0.84 "PUT /v2.0/routers/798783dd-da4d-4661-b818-6fe9e9b5c8a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2171378 Aug 16 20:52:55.805885 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42352) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:56.058043 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6cfb4654-af6f-4086-aeb5-ce3c1c9858c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:56.077758 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a59e38e6-74e0-4abb-b2d2-5bfe39d7974e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:56.109660 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2a9a3472-cada-4815-a15e-8c1a93015148 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59380'] for router, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:56.117699 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2a9a3472-cada-4815-a15e-8c1a93015148 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-663158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-663167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661637'] for router, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:56.172204 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c1f244a-61c7-4dfa-a299-9f37b56f992e req-70815bb0-85c0-451c-8f5b-123b59d80919 tempest-ServerShowV257Test-750180807 tempest-ServerShowV257Test-750180807-project] 10.222.0.84 "GET /v2.0/ports?device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.1082687 Aug 16 20:52:56.175342 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-08d0aeff-9daa-4f9e-b3f9-dc7ad0d01354 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:56.187608 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4563df12-4e2e-47a0-a411-019231217485 req-17a1a4b6-dcbf-44ca-963d-e094533c92c0 service neutron] 10.222.0.90 "GET /v2.0/networks/2808ba84-8eb6-448f-bf54-b316a16ed9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5914333 Aug 16 20:52:56.211613 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a59e38e6-74e0-4abb-b2d2-5bfe39d7974e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:52:56.234034 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e38e6-74e0-4abb-b2d2-5bfe39d7974e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a849097-d6d6-43d3-afea-719261959a7e,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:56.242930 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a59e38e6-74e0-4abb-b2d2-5bfe39d7974e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:56.243533 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-a59e38e6-74e0-4abb-b2d2-5bfe39d7974e admin admin] Added segment dd3b3e95-b260-4ffe-89d2-ca493b24391f of type vlan for network b1b88367-5ef4-4555-8890-197c2e8aab74 Aug 16 20:52:56.277866 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80313e-f784-4e3c-9aa5-7e7f16647599 req-283427fb-65f6-4eb3-9740-50031fe230fc tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:56.278045 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6cfb4654-af6f-4086-aeb5-ce3c1c9858c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:56.284989 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80313e-f784-4e3c-9aa5-7e7f16647599 req-283427fb-65f6-4eb3-9740-50031fe230fc tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:56.297016 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80313e-f784-4e3c-9aa5-7e7f16647599 req-283427fb-65f6-4eb3-9740-50031fe230fc tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:56.297132 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80313e-f784-4e3c-9aa5-7e7f16647599 req-283427fb-65f6-4eb3-9740-50031fe230fc tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:56.303216 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80313e-f784-4e3c-9aa5-7e7f16647599 req-283427fb-65f6-4eb3-9740-50031fe230fc tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:56.308561 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9a3472-cada-4815-a15e-8c1a93015148 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Router 5d070eff-db69-400f-8288-74c0cee6e73f has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:52:56.309267 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80313e-f784-4e3c-9aa5-7e7f16647599 req-283427fb-65f6-4eb3-9740-50031fe230fc tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:56.315361 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80313e-f784-4e3c-9aa5-7e7f16647599 req-283427fb-65f6-4eb3-9740-50031fe230fc tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:56.317426 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3b80313e-f784-4e3c-9aa5-7e7f16647599 req-283427fb-65f6-4eb3-9740-50031fe230fc tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5431 time: 0.2494209 Aug 16 20:52:56.343601 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417aebf5-37eb-48a6-b117-d60efd608568 None None] Sync routers for ids ['798783dd-da4d-4661-b818-6fe9e9b5c8a7'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:52:56.353842 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417aebf5-37eb-48a6-b117-d60efd608568 None None] Routers {'798783dd-da4d-4661-b818-6fe9e9b5c8a7'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:52:56.354588 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-417aebf5-37eb-48a6-b117-d60efd608568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:52:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['798783dd-da4d-4661-b818-6fe9e9b5c8a7'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:56.385471 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a59e38e6-74e0-4abb-b2d2-5bfe39d7974e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:56.417871 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3b80313e-f784-4e3c-9aa5-7e7f16647599 req-2ea6b297-68ee-43d0-b33b-059e8b92df7d tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0900238 Aug 16 20:52:56.432296 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9a3472-cada-4815-a15e-8c1a93015148 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:52:56.437458 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2a9a3472-cada-4815-a15e-8c1a93015148 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:56.442217 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2a9a3472-cada-4815-a15e-8c1a93015148 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] 10.222.0.84 "PUT /v2.0/routers/5d070eff-db69-400f-8288-74c0cee6e73f HTTP/1.1" status: 200 len: 925 time: 2.4520352 Aug 16 20:52:56.442460 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42370) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:56.444588 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5a7be4-a454-45a6-9891-ff51f16f2cb3 None None] Sync routers for ids ['5d070eff-db69-400f-8288-74c0cee6e73f'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:52:56.455909 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5a7be4-a454-45a6-9891-ff51f16f2cb3 None None] Routers {'5d070eff-db69-400f-8288-74c0cee6e73f'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:52:56.456938 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-ad5a7be4-a454-45a6-9891-ff51f16f2cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:52:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['5d070eff-db69-400f-8288-74c0cee6e73f'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:56.502628 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-ad5a7be4-a454-45a6-9891-ff51f16f2cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:56.516820 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-08d0aeff-9daa-4f9e-b3f9-dc7ad0d01354 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:56.537965 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5a7be4-a454-45a6-9891-ff51f16f2cb3 None None] Routers {'5d070eff-db69-400f-8288-74c0cee6e73f'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:52:56.538922 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-ad5a7be4-a454-45a6-9891-ff51f16f2cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:52:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['5d070eff-db69-400f-8288-74c0cee6e73f'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:56.617133 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-6cfb4654-af6f-4086-aeb5-ce3c1c9858c5 admin admin] Deleting port fc92396d-fa87-4c32-b6d1-a484a9af22b1 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:56.617300 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6cfb4654-af6f-4086-aeb5-ce3c1c9858c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:56.641324 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-ad5a7be4-a454-45a6-9891-ff51f16f2cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:56.641324 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5a7be4-a454-45a6-9891-ff51f16f2cb3 None None] The sync data for ids ['5d070eff-db69-400f-8288-74c0cee6e73f'] in n-d-793620-15 is: [] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:52:56.641453 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a59e38e6-74e0-4abb-b2d2-5bfe39d7974e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:56.641453 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59e38e6-74e0-4abb-b2d2-5bfe39d7974e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:56.641453 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a59e38e6-74e0-4abb-b2d2-5bfe39d7974e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:56.641659 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-417aebf5-37eb-48a6-b117-d60efd608568 None None] Set router 798783dd-da4d-4661-b818-6fe9e9b5c8a7 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:52:56.651837 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-08d0aeff-9daa-4f9e-b3f9-dc7ad0d01354 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Network 8aaec99b-835d-4e57-91ae-52c77e4ca746 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:56.697663 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-08d0aeff-9daa-4f9e-b3f9-dc7ad0d01354 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:56.711998 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-08d0aeff-9daa-4f9e-b3f9-dc7ad0d01354 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:56.717830 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-6cfb4654-af6f-4086-aeb5-ce3c1c9858c5 admin admin] For port fc92396d-fa87-4c32-b6d1-a484a9af22b1, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=fc92396d-fa87-4c32-b6d1-a484a9af22b1,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:56.718191 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6cfb4654-af6f-4086-aeb5-ce3c1c9858c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:56.720165 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0aeff-9daa-4f9e-b3f9-dc7ad0d01354 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Pushing event updated for resources: {'Port': ['ID=8c4a9045-4254-4fbd-8ced-ae5eac78a774,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:56.737968 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-6cfb4654-af6f-4086-aeb5-ce3c1c9858c5 admin admin] Calling delete_port for fc92396d-fa87-4c32-b6d1-a484a9af22b1 owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:56.763173 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496b459-3749-4c8f-93a3-701253169b09 req-3b6775fd-749e-485d-a99f-a72bb157695c tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:56.765270 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9496b459-3749-4c8f-93a3-701253169b09 req-3b6775fd-749e-485d-a99f-a72bb157695c tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=11c4e83b-b48a-40f5-9226-8f80309f4c06 HTTP/1.1" status: 200 len: 932 time: 0.2647913 Aug 16 20:52:56.774592 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-acbf500c-eb61-43a2-b69e-070ef4eff97e tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] 10.222.0.84 "GET /v2.0/routers/5d070eff-db69-400f-8288-74c0cee6e73f HTTP/1.1" status: 200 len: 925 time: 0.3282850 Aug 16 20:52:56.776770 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42380) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:56.788518 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e38e6-74e0-4abb-b2d2-5bfe39d7974e admin admin] Pushing event updated for resources: {'Network': ['ID=b1b88367-5ef4-4555-8890-197c2e8aab74,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:56.820346 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network b1b88367-5ef4-4555-8890-197c2e8aab74 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:52:56.835418 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a59e38e6-74e0-4abb-b2d2-5bfe39d7974e admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0132432 Aug 16 20:52:56.843039 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-08d0aeff-9daa-4f9e-b3f9-dc7ad0d01354 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:56.843735 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-08d0aeff-9daa-4f9e-b3f9-dc7ad0d01354 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:56.849161 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42382) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:56.857493 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-6fb13dd4-4a4c-44ec-8279-f23b0bb31661 admin admin] Request body: {'subnet': {'network_id': 'b1b88367-5ef4-4555-8890-197c2e8aab74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-378461694-subnet', 'tenant_id': '120264f308544a26ad5db70b0b05c4ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:56.886398 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9496b459-3749-4c8f-93a3-701253169b09 req-051d4972-ce81-408e-98c1-dc877e456e7c tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953290 Aug 16 20:52:56.892088 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d63ba-280e-4008-ac46-c6514940f163 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:56.893623 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-cf3d63ba-280e-4008-ac46-c6514940f163 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=65ae326a-d6e1-4f5d-80d6-215a5521afe9&device_id=5d070eff-db69-400f-8288-74c0cee6e73f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1159594 Aug 16 20:52:56.896411 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42384) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:56.919949 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-417aebf5-37eb-48a6-b117-d60efd608568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798783dd-da4d-4661-b818-6fe9e9b5c8a7', 'name': 'tempest-FloatingIPsNegativeTestJSON-527023030-router', 'tenant_id': '7349b5fbb1a24e82a12dea1b063fef20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'fc92396d-fa87-4c32-b6d1-a484a9af22b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:52:43Z', 'updated_at': '2021-08-16T20:52:54Z', 'revision_number': 5, 'project_id': '7349b5fbb1a24e82a12dea1b063fef20', 'gw_port': {'id': 'fc92396d-fa87-4c32-b6d1-a484a9af22b1', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798783dd-da4d-4661-b818-6fe9e9b5c8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:52:45Z', 'updated_at': '2021-08-16T20:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:56.941922 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42386) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:56.953143 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417aebf5-37eb-48a6-b117-d60efd608568 None None] Checking router: 798783dd-da4d-4661-b818-6fe9e9b5c8a7 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:52:56.963095 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417aebf5-37eb-48a6-b117-d60efd608568 None None] Routers {'798783dd-da4d-4661-b818-6fe9e9b5c8a7'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:52:56.963636 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-417aebf5-37eb-48a6-b117-d60efd608568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:52:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['798783dd-da4d-4661-b818-6fe9e9b5c8a7'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:56.998127 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-08d0aeff-9daa-4f9e-b3f9-dc7ad0d01354 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5898247 Aug 16 20:52:57.015201 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-f8aec0ef-0bcc-40a0-bb82-e0e0d230928c tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:52:57.016278 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-f8aec0ef-0bcc-40a0-bb82-e0e0d230928c tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088532 Aug 16 20:52:57.022489 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ed9643-dd85-419f-a5c5-c2e328690daf tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:57.024061 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c1ed9643-dd85-419f-a5c5-c2e328690daf tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] 10.222.0.84 "GET /v2.0/networks/65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 881 time: 0.1267645 Aug 16 20:52:57.027075 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42390) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:57.030248 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-14db31a0-bf0f-4cdc-bdf9-d5395c299868 service neutron] Request body: {'port': {'device_id': '11c4e83b-b48a-40f5-9226-8f80309f4c06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:57.059001 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-be70defe-1f02-4f31-9453-047c3072f663 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] 10.222.0.84 "GET /v2.0/ports?device_id=5d070eff-db69-400f-8288-74c0cee6e73f HTTP/1.1" status: 200 len: 205 time: 0.0298877 Aug 16 20:52:57.063110 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42392) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:57.071444 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-417aebf5-37eb-48a6-b117-d60efd608568 None None] Set router 798783dd-da4d-4661-b818-6fe9e9b5c8a7 gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:52:57.077919 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-0a8c496d-805c-4f62-b75f-7f046cfd0c59 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1412387761-network', 'tenant_id': 'f528879fc998445593ea72fcaca71808'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:57.087355 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-14db31a0-bf0f-4cdc-bdf9-d5395c299868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:57.124558 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6cfb4654-af6f-4086-aeb5-ce3c1c9858c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:57.132581 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-417aebf5-37eb-48a6-b117-d60efd608568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798783dd-da4d-4661-b818-6fe9e9b5c8a7', 'name': 'tempest-FloatingIPsNegativeTestJSON-527023030-router', 'tenant_id': '7349b5fbb1a24e82a12dea1b063fef20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:52:43Z', 'updated_at': '2021-08-16T20:52:56Z', 'revision_number': 6, 'project_id': '7349b5fbb1a24e82a12dea1b063fef20', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:57.160141 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb4654-af6f-4086-aeb5-ce3c1c9858c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc92396d-fa87-4c32-b6d1-a484a9af22b1,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:57.164702 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417aebf5-37eb-48a6-b117-d60efd608568 None None] The sync data for ids ['798783dd-da4d-4661-b818-6fe9e9b5c8a7'] in n-d-793620-15 is: [{'id': '798783dd-da4d-4661-b818-6fe9e9b5c8a7', 'name': 'tempest-FloatingIPsNegativeTestJSON-527023030-router', 'tenant_id': '7349b5fbb1a24e82a12dea1b063fef20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:52:43Z', 'updated_at': '2021-08-16T20:52:56Z', 'revision_number': 6, 'project_id': '7349b5fbb1a24e82a12dea1b063fef20', 'gw_port_host': None}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:52:57.201480 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb13dd4-4a4c-44ec-8279-f23b0bb31661 admin admin] Made reservation on behalf of 120264f308544a26ad5db70b0b05c4ab for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:57.204003 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6fb13dd4-4a4c-44ec-8279-f23b0bb31661 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:57.294216 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6cfb4654-af6f-4086-aeb5-ce3c1c9858c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:57.325506 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b87cb1d4-ac0d-4a3c-82fa-e21b3d79c4f6 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:57.355866 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-27a74eb0-9003-491d-bb6d-aa523a984efb req-1dcc3dfa-194e-4203-b221-8666254a9c3d tempest-ServerShowV257Test-750180807 tempest-ServerShowV257Test-750180807-project] 10.222.0.84 "GET /v2.0/ports?device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.0737660 Aug 16 20:52:57.418236 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8c496d-805c-4f62-b75f-7f046cfd0c59 admin admin] Made reservation on behalf of f528879fc998445593ea72fcaca71808 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:57.420601 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0a8c496d-805c-4f62-b75f-7f046cfd0c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:57.443774 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0a8c496d-805c-4f62-b75f-7f046cfd0c59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:57.446535 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6cfb4654-af6f-4086-aeb5-ce3c1c9858c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:57.457174 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6cfb4654-af6f-4086-aeb5-ce3c1c9858c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:57.577042 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-14db31a0-bf0f-4cdc-bdf9-d5395c299868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c4a9045-4254-4fbd-8ced-ae5eac78a774 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:52:57.586395 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-14db31a0-bf0f-4cdc-bdf9-d5395c299868 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:57.614112 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b4f33-501a-4248-8207-8067f1b60f56 req-7a29f9e2-0553-4331-ad78-d0e622671c4a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:57.620247 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b4f33-501a-4248-8207-8067f1b60f56 req-7a29f9e2-0553-4331-ad78-d0e622671c4a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:57.626874 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b4f33-501a-4248-8207-8067f1b60f56 req-7a29f9e2-0553-4331-ad78-d0e622671c4a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:57.632980 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b4f33-501a-4248-8207-8067f1b60f56 req-7a29f9e2-0553-4331-ad78-d0e622671c4a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:57.639838 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b4f33-501a-4248-8207-8067f1b60f56 req-7a29f9e2-0553-4331-ad78-d0e622671c4a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:57.645857 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b4f33-501a-4248-8207-8067f1b60f56 req-7a29f9e2-0553-4331-ad78-d0e622671c4a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:57.651962 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b4f33-501a-4248-8207-8067f1b60f56 req-7a29f9e2-0553-4331-ad78-d0e622671c4a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:57.654024 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d21b4f33-501a-4248-8207-8067f1b60f56 req-7a29f9e2-0553-4331-ad78-d0e622671c4a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5431 time: 0.1315632 Aug 16 20:52:57.655506 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-14db31a0-bf0f-4cdc-bdf9-d5395c299868 service neutron] Transition to ACTIVE for port object 8c4a9045-4254-4fbd-8ced-ae5eac78a774 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:57.656778 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6fb13dd4-4a4c-44ec-8279-f23b0bb31661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:57.728945 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb13dd4-4a4c-44ec-8279-f23b0bb31661 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebf6a9c3-a849-4943-bd43-6e48f5539dc3,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:57.749244 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device fc92396d-fa87-4c32-b6d1-a484a9af22b1 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:57.754721 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-14db31a0-bf0f-4cdc-bdf9-d5395c299868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:57.779429 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: fc92396d-fa87-4c32-b6d1-a484a9af22b1 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:52:57.779893 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device fc92396d-fa87-4c32-b6d1-a484a9af22b1 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:57.791889 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d21b4f33-501a-4248-8207-8067f1b60f56 req-7aff3a95-4c54-4dd9-848a-360b2f98ae01 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1273906 Aug 16 20:52:57.800527 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb13dd4-4a4c-44ec-8279-f23b0bb31661 admin admin] Checking segment: {'id': 'dd3b3e95-b260-4ffe-89d2-ca493b24391f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b1b88367-5ef4-4555-8890-197c2e8aab74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:57.800753 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb13dd4-4a4c-44ec-8279-f23b0bb31661 admin admin] Network hostable DHCP agents. Network: b1b88367-5ef4-4555-8890-197c2e8aab74, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:52:57.833805 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db31a0-bf0f-4cdc-bdf9-d5395c299868 service neutron] Pushing event updated for resources: {'Port': ['ID=8c4a9045-4254-4fbd-8ced-ae5eac78a774,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:57.874640 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b87cb1d4-ac0d-4a3c-82fa-e21b3d79c4f6 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:57.906949 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-14db31a0-bf0f-4cdc-bdf9-d5395c299868 service neutron] Attempting to bind port 8c4a9045-4254-4fbd-8ced-ae5eac78a774 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:57.907364 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-14db31a0-bf0f-4cdc-bdf9-d5395c299868 service neutron] Attempting to bind port 8c4a9045-4254-4fbd-8ced-ae5eac78a774 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '924f0b82-5103-407b-88b5-5f564b7e60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8aaec99b-835d-4e57-91ae-52c77e4ca746'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:57.907623 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-14db31a0-bf0f-4cdc-bdf9-d5395c299868 service neutron] Attempting to bind port 8c4a9045-4254-4fbd-8ced-ae5eac78a774 on network 8aaec99b-835d-4e57-91ae-52c77e4ca746 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:57.913447 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-14db31a0-bf0f-4cdc-bdf9-d5395c299868 service neutron] Port 8c4a9045-4254-4fbd-8ced-ae5eac78a774 on network 8aaec99b-835d-4e57-91ae-52c77e4ca746 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:52:57.913447 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-14db31a0-bf0f-4cdc-bdf9-d5395c299868 service neutron] Attempting to bind port 8c4a9045-4254-4fbd-8ced-ae5eac78a774 on network 8aaec99b-835d-4e57-91ae-52c77e4ca746 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:57.917893 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-14db31a0-bf0f-4cdc-bdf9-d5395c299868 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:52:57.918252 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-14db31a0-bf0f-4cdc-bdf9-d5395c299868 service neutron] Checking segment: {'id': '924f0b82-5103-407b-88b5-5f564b7e60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8aaec99b-835d-4e57-91ae-52c77e4ca746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:57.918648 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-14db31a0-bf0f-4cdc-bdf9-d5395c299868 service neutron] Bound using segment: {'id': '924f0b82-5103-407b-88b5-5f564b7e60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8aaec99b-835d-4e57-91ae-52c77e4ca746'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:52:57.919096 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-14db31a0-bf0f-4cdc-bdf9-d5395c299868 service neutron] Bound port: 8c4a9045-4254-4fbd-8ced-ae5eac78a774, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924f0b82-5103-407b-88b5-5f564b7e60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8aaec99b-835d-4e57-91ae-52c77e4ca746'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:52:57.919502 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-14db31a0-bf0f-4cdc-bdf9-d5395c299868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:57.926096 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6cfb4654-af6f-4086-aeb5-ce3c1c9858c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:57.926210 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cfb4654-af6f-4086-aeb5-ce3c1c9858c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 798783dd-da4d-4661-b818-6fe9e9b5c8a7 {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:52:57.934051 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6cfb4654-af6f-4086-aeb5-ce3c1c9858c5 admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:57.935242 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6cfb4654-af6f-4086-aeb5-ce3c1c9858c5 admin admin] 10.222.0.84 "DELETE /v2.0/routers/798783dd-da4d-4661-b818-6fe9e9b5c8a7 HTTP/1.1" status: 204 len: 168 time: 2.1283019 Aug 16 20:52:57.938360 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42400) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:57.940856 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0a8c496d-805c-4f62-b75f-7f046cfd0c59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:58.011476 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb13dd4-4a4c-44ec-8279-f23b0bb31661 admin admin] Network b1b88367-5ef4-4555-8890-197c2e8aab74 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:52:58.026622 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0a8c496d-805c-4f62-b75f-7f046cfd0c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:58.066824 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a8c496d-805c-4f62-b75f-7f046cfd0c59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:52:58.067470 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-395445a8-38dd-4ed4-ba0e-61a4393887ef admin admin] Deleting subnet 563a8f4a-5b4c-4f3e-ad3e-3e7114af69c8 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:52:58.073370 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-395445a8-38dd-4ed4-ba0e-61a4393887ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:58.074073 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c496d-805c-4f62-b75f-7f046cfd0c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc6bd43-bdac-49e7-80a3-26b230279ccb,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:58.083565 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0a8c496d-805c-4f62-b75f-7f046cfd0c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:58.083939 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-0a8c496d-805c-4f62-b75f-7f046cfd0c59 admin admin] Added segment cb926d0b-2c7e-41f1-b470-27d663b83c1b of type vlan for network 001f774f-d3c4-4724-a4ef-b6554b1c972e Aug 16 20:52:58.096400 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-14db31a0-bf0f-4cdc-bdf9-d5395c299868 service neutron] For port 8c4a9045-4254-4fbd-8ced-ae5eac78a774, host n-h1-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:52:58.096962 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-b87cb1d4-ac0d-4a3c-82fa-e21b3d79c4f6 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Deleting port 743c0f40-f43b-45e9-83bd-f635d786082c {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:58.097140 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b87cb1d4-ac0d-4a3c-82fa-e21b3d79c4f6 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:58.122160 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b48e4-e6cf-4cbf-baee-debdf9bac498 req-3765416c-a0ba-46f0-93bc-61984439bc85 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:58.124317 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-653b48e4-e6cf-4cbf-baee-debdf9bac498 req-3765416c-a0ba-46f0-93bc-61984439bc85 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=11c4e83b-b48a-40f5-9226-8f80309f4c06 HTTP/1.1" status: 200 len: 944 time: 0.1377549 Aug 16 20:52:58.126080 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-14db31a0-bf0f-4cdc-bdf9-d5395c299868 service neutron] For port 8c4a9045-4254-4fbd-8ced-ae5eac78a774, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=8c4a9045-4254-4fbd-8ced-ae5eac78a774,segment=NetworkSegment(924f0b82-5103-407b-88b5-5f564b7e60a5),segment_id=924f0b82-5103-407b-88b5-5f564b7e60a5)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:52:58.135441 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-6fb13dd4-4a4c-44ec-8279-f23b0bb31661 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, b1b88367-5ef4-4555-8890-197c2e8aab74) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:58.145530 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371be953-d32d-42c6-bb19-aafdbda06f2a None None] Network b1b88367-5ef4-4555-8890-197c2e8aab74 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:52:58.154940 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-395445a8-38dd-4ed4-ba0e-61a4393887ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:58.158931 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb13dd4-4a4c-44ec-8279-f23b0bb31661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:58.159527 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6fb13dd4-4a4c-44ec-8279-f23b0bb31661 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:58.174778 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0a8c496d-805c-4f62-b75f-7f046cfd0c59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:58.217469 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-14db31a0-bf0f-4cdc-bdf9-d5395c299868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:58.237165 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-653b48e4-e6cf-4cbf-baee-debdf9bac498 req-08fa5f2a-ef60-48c5-a457-48c69db74d6c tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014683 Aug 16 20:52:58.237342 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b87cb1d4-ac0d-4a3c-82fa-e21b3d79c4f6 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:58.250747 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-b87cb1d4-ac0d-4a3c-82fa-e21b3d79c4f6 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Calling delete_port for 743c0f40-f43b-45e9-83bd-f635d786082c owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:58.286406 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-14db31a0-bf0f-4cdc-bdf9-d5395c299868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:58.287045 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-14db31a0-bf0f-4cdc-bdf9-d5395c299868 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:58.288497 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-14db31a0-bf0f-4cdc-bdf9-d5395c299868 service neutron] 10.222.0.72 "PUT /v2.0/ports/8c4a9045-4254-4fbd-8ced-ae5eac78a774 HTTP/1.1" status: 200 len: 1093 time: 1.2625577 Aug 16 20:52:58.290702 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c4e83b-b48a-40f5-9226-8f80309f4c06', 'tag': '8c4a9045-4254-4fbd-8ced-ae5eac78a774'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:58.293212 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2fc08b-ae40-4aa3-93db-f17de79f9f28" -d '{"events": [{"name": "network-changed", "server_uuid": "11c4e83b-b48a-40f5-9226-8f80309f4c06", "tag": "8c4a9045-4254-4fbd-8ced-ae5eac78a774"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:58.304297 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6fb13dd4-4a4c-44ec-8279-f23b0bb31661 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4539292 Aug 16 20:52:58.319358 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cb7d5b-6754-4765-8ffc-848087a7227e None None] Network b1b88367-5ef4-4555-8890-197c2e8aab74 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:52:58.369898 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db31a0-bf0f-4cdc-bdf9-d5395c299868 service neutron] Pushing event updated for resources: {'Port': ['ID=8c4a9045-4254-4fbd-8ced-ae5eac78a774,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:58.378249 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15de7408-d0f4-4fa2-90a8-7d2798095170 x-openstack-request-id: req-15de7408-d0f4-4fa2-90a8-7d2798095170 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:58.379502 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c4e83b-b48a-40f5-9226-8f80309f4c06", "tag": "8c4a9045-4254-4fbd-8ced-ae5eac78a774", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:58.379937 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-15de7408-d0f4-4fa2-90a8-7d2798095170 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:58.380498 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c4e83b-b48a-40f5-9226-8f80309f4c06', 'tag': '8c4a9045-4254-4fbd-8ced-ae5eac78a774', 'status': 'completed', 'code': 200} Aug 16 20:52:58.391101 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-395445a8-38dd-4ed4-ba0e-61a4393887ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:58.480629 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0a8c496d-805c-4f62-b75f-7f046cfd0c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:58.483215 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8c496d-805c-4f62-b75f-7f046cfd0c59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:58.484140 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0a8c496d-805c-4f62-b75f-7f046cfd0c59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:58.496160 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fc08b-ae40-4aa3-93db-f17de79f9f28 req-2f6372c6-0a12-42a8-9dd8-ccb450b10837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:58.500209 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6e2fc08b-ae40-4aa3-93db-f17de79f9f28 req-2f6372c6-0a12-42a8-9dd8-ccb450b10837 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b7c218491e24bf5afdba2b81be3b558&device_id=11c4e83b-b48a-40f5-9226-8f80309f4c06 HTTP/1.1" status: 200 len: 1096 time: 0.0860021 Aug 16 20:52:58.557413 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b87cb1d4-ac0d-4a3c-82fa-e21b3d79c4f6 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:58.583886 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c496d-805c-4f62-b75f-7f046cfd0c59 admin admin] Pushing event updated for resources: {'Network': ['ID=001f774f-d3c4-4724-a4ef-b6554b1c972e,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:58.588956 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87cb1d4-ac0d-4a3c-82fa-e21b3d79c4f6 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Pushing event deleted for resources: {'Port': ['ID=743c0f40-f43b-45e9-83bd-f635d786082c,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:58.589887 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-06db45d5-e973-475d-81aa-d20bae45829f req-a49d34cd-6c88-4fbb-a491-e5d05428dbe9 tempest-ServerShowV257Test-750180807 tempest-ServerShowV257Test-750180807-project] 10.222.0.84 "GET /v2.0/ports?device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.0876667 Aug 16 20:52:58.592231 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0a8c496d-805c-4f62-b75f-7f046cfd0c59 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6493232 Aug 16 20:52:58.593472 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-395445a8-38dd-4ed4-ba0e-61a4393887ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:58.595685 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42416) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:58.602783 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 001f774f-d3c4-4724-a4ef-b6554b1c972e details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:52:58.605443 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-3f592a73-defc-40a8-9a1d-1e2719c7ea77 admin admin] Request body: {'subnet': {'network_id': '001f774f-d3c4-4724-a4ef-b6554b1c972e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1412387761-subnet', 'tenant_id': 'f528879fc998445593ea72fcaca71808', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:58.645076 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395445a8-38dd-4ed4-ba0e-61a4393887ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=563a8f4a-5b4c-4f3e-ad3e-3e7114af69c8,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:58.656429 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-395445a8-38dd-4ed4-ba0e-61a4393887ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:58.658307 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-395445a8-38dd-4ed4-ba0e-61a4393887ef admin admin] 10.222.0.84 "DELETE /v2.0/subnets/563a8f4a-5b4c-4f3e-ad3e-3e7114af69c8 HTTP/1.1" status: 204 len: 168 time: 0.7189817 Aug 16 20:52:58.660812 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42418) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:58.681271 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b87cb1d4-ac0d-4a3c-82fa-e21b3d79c4f6 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:58.687545 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e6fb2b-d11a-40fb-aa63-0587284c4af8 None None] Network f66765ea-f576-425a-911f-7e5ee6bf1709 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:52:58.751166 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fc08b-ae40-4aa3-93db-f17de79f9f28 req-ffc56be6-a431-4efe-abc2-0f24c3a8fa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:58.752611 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6e2fc08b-ae40-4aa3-93db-f17de79f9f28 req-ffc56be6-a431-4efe-abc2-0f24c3a8fa87 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=0b7c218491e24bf5afdba2b81be3b558&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2456508 Aug 16 20:52:58.780205 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1b33ff39-dffd-4d40-897f-ad89c4396349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:58.794519 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b87cb1d4-ac0d-4a3c-82fa-e21b3d79c4f6 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:58.797649 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b87cb1d4-ac0d-4a3c-82fa-e21b3d79c4f6 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:58.832342 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f592a73-defc-40a8-9a1d-1e2719c7ea77 admin admin] Made reservation on behalf of f528879fc998445593ea72fcaca71808 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:58.834645 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3f592a73-defc-40a8-9a1d-1e2719c7ea77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:58.936084 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56adc9e8-268b-4186-882d-c621e2ae9a83 None None] DHCP port deletion for f66765ea-f576-425a-911f-7e5ee6bf1709 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:52:58.953359 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b87cb1d4-ac0d-4a3c-82fa-e21b3d79c4f6 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:58.953969 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87cb1d4-ac0d-4a3c-82fa-e21b3d79c4f6 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Fanout notify agent at l3_agent the message router_deleted on router 5d070eff-db69-400f-8288-74c0cee6e73f {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:52:58.965060 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b87cb1d4-ac0d-4a3c-82fa-e21b3d79c4f6 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:58.967918 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b87cb1d4-ac0d-4a3c-82fa-e21b3d79c4f6 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] 10.222.0.84 "DELETE /v2.0/routers/5d070eff-db69-400f-8288-74c0cee6e73f HTTP/1.1" status: 204 len: 168 time: 1.9021456 Aug 16 20:52:58.974306 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42430) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:58.978956 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-6f39148e-4181-4ed3-9f16-cd4104cd535c tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1862607134', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:58.991360 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-56adc9e8-268b-4186-882d-c621e2ae9a83 None None] Deleting port b3c8fec9-c507-48ff-98cc-00c396dfa2df {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:58.991858 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-56adc9e8-268b-4186-882d-c621e2ae9a83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:59.057450 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-56adc9e8-268b-4186-882d-c621e2ae9a83 None None] For port b3c8fec9-c507-48ff-98cc-00c396dfa2df, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b3c8fec9-c507-48ff-98cc-00c396dfa2df,segment=NetworkSegment(734aea14-a955-4811-b890-21e6e6012055),segment_id=734aea14-a955-4811-b890-21e6e6012055)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:59.057771 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-56adc9e8-268b-4186-882d-c621e2ae9a83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:59.071030 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-56adc9e8-268b-4186-882d-c621e2ae9a83 None None] Calling delete_port for b3c8fec9-c507-48ff-98cc-00c396dfa2df owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:59.074925 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fc08b-ae40-4aa3-93db-f17de79f9f28 req-8b260b00-ba2e-43ec-b1d6-691ae6446fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:59.077107 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6e2fc08b-ae40-4aa3-93db-f17de79f9f28 req-8b260b00-ba2e-43ec-b1d6-691ae6446fcb service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3122394 Aug 16 20:52:59.098553 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6f39148e-4181-4ed3-9f16-cd4104cd535c tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:59.100001 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6f39148e-4181-4ed3-9f16-cd4104cd535c tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:59.124600 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3f462-0c63-48ae-b54a-47a6f3c89944 req-2789b128-513d-4feb-95d4-f284bf363742 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:59.131343 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3f462-0c63-48ae-b54a-47a6f3c89944 req-2789b128-513d-4feb-95d4-f284bf363742 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:59.138121 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3f462-0c63-48ae-b54a-47a6f3c89944 req-2789b128-513d-4feb-95d4-f284bf363742 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:59.144618 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3f462-0c63-48ae-b54a-47a6f3c89944 req-2789b128-513d-4feb-95d4-f284bf363742 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:59.150698 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3f462-0c63-48ae-b54a-47a6f3c89944 req-2789b128-513d-4feb-95d4-f284bf363742 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:59.156838 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3f462-0c63-48ae-b54a-47a6f3c89944 req-2789b128-513d-4feb-95d4-f284bf363742 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:59.161027 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6f39148e-4181-4ed3-9f16-cd4104cd535c tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:59.162737 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3f462-0c63-48ae-b54a-47a6f3c89944 req-2789b128-513d-4feb-95d4-f284bf363742 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:59.164851 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-32d3f462-0c63-48ae-b54a-47a6f3c89944 req-2789b128-513d-4feb-95d4-f284bf363742 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5431 time: 0.2586689 Aug 16 20:52:59.171516 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-ae23ddef-5eb2-434a-b083-0a4fc3d968f5 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:59.172922 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-ae23ddef-5eb2-434a-b083-0a4fc3d968f5 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/networks?id=b1b88367-5ef4-4555-8890-197c2e8aab74 HTTP/1.1" status: 200 len: 814 time: 0.3450406 Aug 16 20:52:59.232214 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-1b33ff39-dffd-4d40-897f-ad89c4396349 admin admin] Deleting port b3c8fec9-c507-48ff-98cc-00c396dfa2df {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:59.232562 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1b33ff39-dffd-4d40-897f-ad89c4396349 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:59.255835 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-56adc9e8-268b-4186-882d-c621e2ae9a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:59.281196 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56adc9e8-268b-4186-882d-c621e2ae9a83 None None] Pushing event deleted for resources: {'Port': ['ID=b3c8fec9-c507-48ff-98cc-00c396dfa2df,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:59.284920 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56adc9e8-268b-4186-882d-c621e2ae9a83 None None] No DVR routers for this DVR port b3c8fec9-c507-48ff-98cc-00c396dfa2df on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:52:59.306792 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-e02af05d-7faa-4e3e-a62f-ea848bcadf53 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/quotas/120264f308544a26ad5db70b0b05c4ab HTTP/1.1" status: 200 len: 375 time: 0.1029284 Aug 16 20:52:59.306892 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6f39148e-4181-4ed3-9f16-cd4104cd535c tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:59.349099 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-32d3f462-0c63-48ae-b54a-47a6f3c89944 req-16e69973-a555-480c-ab3e-e97a3d4972d3 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1726670 Aug 16 20:52:59.373866 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-fe308620-fd5a-4053-9e78-f7a0a5fb1553 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=120264f308544a26ad5db70b0b05c4ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617571 Aug 16 20:52:59.381928 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-d6f95117-2ee6-4932-954a-e150e4390abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:59.383505 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-d6f95117-2ee6-4932-954a-e150e4390abb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b7c218491e24bf5afdba2b81be3b558&device_id=11c4e83b-b48a-40f5-9226-8f80309f4c06 HTTP/1.1" status: 200 len: 1096 time: 0.2061195 Aug 16 20:52:59.393939 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-1b33ff39-dffd-4d40-897f-ad89c4396349 admin admin] For port b3c8fec9-c507-48ff-98cc-00c396dfa2df, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b3c8fec9-c507-48ff-98cc-00c396dfa2df,segment=NetworkSegment(734aea14-a955-4811-b890-21e6e6012055),segment_id=734aea14-a955-4811-b890-21e6e6012055)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:59.394307 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1b33ff39-dffd-4d40-897f-ad89c4396349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:59.424939 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-5f4ad336-e671-4204-b366-679031bda975 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:52:59.425954 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-5f4ad336-e671-4204-b366-679031bda975 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0400798 Aug 16 20:52:59.431072 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6f39148e-4181-4ed3-9f16-cd4104cd535c tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:59.432650 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:52:59.436305 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6f39148e-4181-4ed3-9f16-cd4104cd535c tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4609036 Aug 16 20:52:59.437567 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42434) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:59.442608 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-2776b27c-1203-438d-8b67-65dd36926837 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Request body: {'router': {'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:59.488891 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-1b33ff39-dffd-4d40-897f-ad89c4396349 admin admin] Calling delete_port for b3c8fec9-c507-48ff-98cc-00c396dfa2df owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:59.521018 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-9c798b46-ba1d-4512-83c4-c879c7f18ff3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c4a9045-4254-4fbd-8ced-ae5eac78a774 HTTP/1.1" status: 200 len: 217 time: 0.1287861 Aug 16 20:52:59.669000 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2776b27c-1203-438d-8b67-65dd36926837 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:59.726438 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b3c8fec9-c507-48ff-98cc-00c396dfa2df no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:59.748027 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: b3c8fec9-c507-48ff-98cc-00c396dfa2df {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:52:59.748393 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b3c8fec9-c507-48ff-98cc-00c396dfa2df not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:59.941956 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3f592a73-defc-40a8-9a1d-1e2719c7ea77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:59.978161 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2776b27c-1203-438d-8b67-65dd36926837 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:59.997228 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2776b27c-1203-438d-8b67-65dd36926837 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:00.000523 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d48e7-95a1-4945-83d8-8a601fc892fd req-8c7f30c8-ec8e-4794-b4e8-8f0e5b3ffdb1 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:00.002026 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b0d48e7-95a1-4945-83d8-8a601fc892fd req-8c7f30c8-ec8e-4794-b4e8-8f0e5b3ffdb1 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=11c4e83b-b48a-40f5-9226-8f80309f4c06 HTTP/1.1" status: 200 len: 944 time: 0.5706162 Aug 16 20:53:00.010699 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-01eb5fe1-25c0-4e80-9c48-a926acaf861d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:00.012439 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-01eb5fe1-25c0-4e80-9c48-a926acaf861d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=063b8681-e8b9-4cc3-a1c7-6de160bd6bb0 HTTP/1.1" status: 200 len: 861 time: 0.1676381 Aug 16 20:53:00.086818 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-86ebc5e1-7033-4db3-a605-c4c5ddfe5292 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8aaec99b-835d-4e57-91ae-52c77e4ca746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637324 Aug 16 20:53:00.088665 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-cbd57a52-37ee-4abf-b063-330449ffe82d service neutron] 10.222.0.84 "GET /v2.0/networks/b1b88367-5ef4-4555-8890-197c2e8aab74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6429195 Aug 16 20:53:00.105599 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-2776b27c-1203-438d-8b67-65dd36926837 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Allocated IP 172.25.1.238 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/8b61e5b7-c427-40db-9844-1b3ce8eeb918) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:00.115808 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f592a73-defc-40a8-9a1d-1e2719c7ea77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ca13ed5-9db7-40b6-8d34-f10c5def1378,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:00.183161 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1b33ff39-dffd-4d40-897f-ad89c4396349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:00.208446 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2776b27c-1203-438d-8b67-65dd36926837 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:00.257439 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f592a73-defc-40a8-9a1d-1e2719c7ea77 admin admin] Checking segment: {'id': 'cb926d0b-2c7e-41f1-b470-27d663b83c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '001f774f-d3c4-4724-a4ef-b6554b1c972e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:53:00.257781 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f592a73-defc-40a8-9a1d-1e2719c7ea77 admin admin] Network hostable DHCP agents. Network: 001f774f-d3c4-4724-a4ef-b6554b1c972e, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:53:00.262587 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b0d48e7-95a1-4945-83d8-8a601fc892fd req-e1967652-c41c-4773-90cc-8f8f9584dad7 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419233 Aug 16 20:53:00.267471 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33ff39-dffd-4d40-897f-ad89c4396349 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3c8fec9-c507-48ff-98cc-00c396dfa2df,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:00.280980 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b33ff39-dffd-4d40-897f-ad89c4396349 admin admin] No DVR routers for this DVR port b3c8fec9-c507-48ff-98cc-00c396dfa2df on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:53:00.347852 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2776b27c-1203-438d-8b67-65dd36926837 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:00.384942 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2776b27c-1203-438d-8b67-65dd36926837 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:00.391914 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-2776b27c-1203-438d-8b67-65dd36926837 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:00.395637 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2776b27c-1203-438d-8b67-65dd36926837 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:00.422763 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2776b27c-1203-438d-8b67-65dd36926837 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Pushing event updated for resources: {'Port': ['ID=8b61e5b7-c427-40db-9844-1b3ce8eeb918,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:00.423895 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-28ffc228-a682-45dd-b1c1-e4bcd5e5cf89 service neutron] 10.222.0.72 "GET /v2.0/networks/8aaec99b-835d-4e57-91ae-52c77e4ca746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246975 Aug 16 20:53:00.427758 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8783aa4c-e028-48ed-b6b8-ba7e3ecceb30 req-ef602b29-fea0-4e28-9268-33718c43117b tempest-ServerShowV257Test-750180807 tempest-ServerShowV257Test-750180807-project] 10.222.0.84 "GET /v2.0/ports?device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.0862033 Aug 16 20:53:00.440819 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-7793973e-cdff-4f74-8a81-c918e4dc3154 service neutron] 10.222.0.84 "GET /v2.0/networks/b1b88367-5ef4-4555-8890-197c2e8aab74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207197 Aug 16 20:53:00.446921 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1b33ff39-dffd-4d40-897f-ad89c4396349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:00.491606 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-1b33ff39-dffd-4d40-897f-ad89c4396349 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f66765ea-f576-425a-911f-7e5ee6bf1709']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:00.501050 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f592a73-defc-40a8-9a1d-1e2719c7ea77 admin admin] Network 001f774f-d3c4-4724-a4ef-b6554b1c972e is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:53:00.515205 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-1b33ff39-dffd-4d40-897f-ad89c4396349 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '734aea14-a955-4811-b890-21e6e6012055') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:00.515516 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-1b33ff39-dffd-4d40-897f-ad89c4396349 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '734aea14-a955-4811-b890-21e6e6012055') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:00.529859 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1b33ff39-dffd-4d40-897f-ad89c4396349 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:00.571509 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1b33ff39-dffd-4d40-897f-ad89c4396349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:00.600985 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b33ff39-dffd-4d40-897f-ad89c4396349 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:53:00.601410 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1b33ff39-dffd-4d40-897f-ad89c4396349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:00.603018 n-d-793620-15 neutron-server[101844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:53:00.603018 n-d-793620-15 neutron-server[101844]: self.session.flush() Aug 16 20:53:00.603018 n-d-793620-15 neutron-server[101844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:53:00.603018 n-d-793620-15 neutron-server[101844]: self.session.flush() Aug 16 20:53:00.603018 n-d-793620-15 neutron-server[101844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:53:00.603018 n-d-793620-15 neutron-server[101844]: self.session.flush() Aug 16 20:53:00.603018 n-d-793620-15 neutron-server[101844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:53:00.603018 n-d-793620-15 neutron-server[101844]: self.session.flush() Aug 16 20:53:00.603018 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 20:53:00.603018 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:53:00.603018 n-d-793620-15 neutron-server[101844]: timer() Aug 16 20:53:00.603018 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:53:00.603018 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 20:53:00.603018 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:53:00.603018 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 20:53:00.603018 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:53:00.603018 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 20:53:00.603018 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:53:00.603018 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 20:53:00.603018 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:53:00.603018 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 20:53:00.603018 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:53:00.603018 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:53:00.603018 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:53:00.603018 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:53:00.603018 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:53:00.603018 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 20:53:00.603018 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:53:00.603018 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 20:53:00.603018 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:53:00.603018 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:53:00.603018 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:53:00.603018 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 20:53:00.603018 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:53:00.603018 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:53:00.603018 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:53:00.603018 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:53:00.603018 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:53:00.603018 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:53:00.603018 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:53:00.661541 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-402a54a8-566c-4364-9c0b-182c5ec37643 req-cf01b734-068a-40bb-8e84-f98beaf4e24a service neutron] 10.222.0.72 "GET /v2.0/networks/8aaec99b-835d-4e57-91ae-52c77e4ca746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235975 Aug 16 20:53:00.664577 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-3f592a73-defc-40a8-9a1d-1e2719c7ea77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 001f774f-d3c4-4724-a4ef-b6554b1c972e) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:00.673169 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f592a73-defc-40a8-9a1d-1e2719c7ea77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:00.673790 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3f592a73-defc-40a8-9a1d-1e2719c7ea77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:00.674922 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b7d9ae-ce0d-41f8-8503-d88136319592 None None] Network 001f774f-d3c4-4724-a4ef-b6554b1c972e requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:00.695468 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1b916-cdc2-4d03-9902-74741cecf634 req-ec9974dd-423b-4389-b927-0b5c08ea7885 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:00.701701 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1b916-cdc2-4d03-9902-74741cecf634 req-ec9974dd-423b-4389-b927-0b5c08ea7885 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:00.708809 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1b916-cdc2-4d03-9902-74741cecf634 req-ec9974dd-423b-4389-b927-0b5c08ea7885 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:00.715365 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1b916-cdc2-4d03-9902-74741cecf634 req-ec9974dd-423b-4389-b927-0b5c08ea7885 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:00.727718 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1b916-cdc2-4d03-9902-74741cecf634 req-ec9974dd-423b-4389-b927-0b5c08ea7885 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:00.729865 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1b916-cdc2-4d03-9902-74741cecf634 req-ec9974dd-423b-4389-b927-0b5c08ea7885 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:00.736548 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1b916-cdc2-4d03-9902-74741cecf634 req-ec9974dd-423b-4389-b927-0b5c08ea7885 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:00.738572 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-70f1b916-cdc2-4d03-9902-74741cecf634 req-ec9974dd-423b-4389-b927-0b5c08ea7885 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5431 time: 0.1939802 Aug 16 20:53:00.793420 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1b33ff39-dffd-4d40-897f-ad89c4396349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:00.798516 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1b33ff39-dffd-4d40-897f-ad89c4396349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:00.803835 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1b33ff39-dffd-4d40-897f-ad89c4396349 admin admin] 10.222.0.84 "DELETE /v2.0/networks/f66765ea-f576-425a-911f-7e5ee6bf1709 HTTP/1.1" status: 204 len: 168 time: 2.1397822 Aug 16 20:53:00.827034 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3f592a73-defc-40a8-9a1d-1e2719c7ea77 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2293169 Aug 16 20:53:00.834645 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0a4132e-16ae-4b73-83e3-8d0e9aa9ae64 req-cfaf97df-ce3b-4b7b-a925-ae51ec80d0c0 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 210 time: 0.0735502 Aug 16 20:53:00.867258 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2776b27c-1203-438d-8b67-65dd36926837 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:00.878840 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33ff39-dffd-4d40-897f-ad89c4396349 admin admin] Pushing event deleted for resources: {'Network': ['ID=f66765ea-f576-425a-911f-7e5ee6bf1709,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:00.896008 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78671c8c-7508-4bee-a9e0-94cd04d4f559 None None] Network 001f774f-d3c4-4724-a4ef-b6554b1c972e requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:00.924979 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-70f1b916-cdc2-4d03-9902-74741cecf634 req-9288e37a-675d-461c-9322-50175ccf1599 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1795068 Aug 16 20:53:01.113655 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-7ed1dbd5-89c4-4735-8557-96e273efe83a req-5e94dd97-accb-439f-809c-3ee78ef2a11b tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-330060890', 'description': 'tempest-description-296151048'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:01.127537 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2776b27c-1203-438d-8b67-65dd36926837 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59380'] for router, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:01.131070 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2776b27c-1203-438d-8b67-65dd36926837 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-663158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-663167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661637'] for router, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:01.238618 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42458) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:01.279326 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c6eb013b-300b-4cc7-a81f-f5936edfdb6b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7349b5fbb1a24e82a12dea1b063fef20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394557 Aug 16 20:53:01.280756 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7ed1dbd5-89c4-4735-8557-96e273efe83a req-5e94dd97-accb-439f-809c-3ee78ef2a11b tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:01.281975 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42460) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:01.348254 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-43023f7d-cba6-4838-ae65-712d4fd7ef32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:01.369854 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-43023f7d-cba6-4838-ae65-712d4fd7ef32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:01.394598 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7ed1dbd5-89c4-4735-8557-96e273efe83a req-5e94dd97-accb-439f-809c-3ee78ef2a11b tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:01.396669 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2776b27c-1203-438d-8b67-65dd36926837 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Router fa99fe23-b3e4-4dd7-840e-401957ef7e60 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:53:01.408073 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c7617-1588-4b5f-93cb-a60a35c12893 req-438e69f4-72b3-4790-8680-641808c96ee2 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:01.409643 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-084c7617-1588-4b5f-93cb-a60a35c12893 req-438e69f4-72b3-4790-8680-641808c96ee2 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=11c4e83b-b48a-40f5-9226-8f80309f4c06 HTTP/1.1" status: 200 len: 944 time: 0.0724347 Aug 16 20:53:01.455117 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-084c7617-1588-4b5f-93cb-a60a35c12893 req-549aeb7c-54e7-4ad0-953f-e0e9f688aae8 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382450 Aug 16 20:53:01.503576 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7ed1dbd5-89c4-4735-8557-96e273efe83a req-5e94dd97-accb-439f-809c-3ee78ef2a11b tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:01.507079 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 8c4a9045-4254-4fbd-8ced-ae5eac78a774 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:53:01.519561 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2776b27c-1203-438d-8b67-65dd36926837 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:53:01.529419 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2776b27c-1203-438d-8b67-65dd36926837 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:01.530969 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2776b27c-1203-438d-8b67-65dd36926837 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] 10.222.0.84 "PUT /v2.0/routers/fa99fe23-b3e4-4dd7-840e-401957ef7e60 HTTP/1.1" status: 200 len: 884 time: 2.0923376 Aug 16 20:53:01.532668 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9b4aa9-ae84-4418-822c-5a52702662bd None None] Sync routers for ids ['fa99fe23-b3e4-4dd7-840e-401957ef7e60'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:53:01.533727 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42466) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:01.572327 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-43023f7d-cba6-4838-ae65-712d4fd7ef32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:01.574613 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8611d528-da4f-44e8-ac60-9a6e93414823 req-4c790cdb-3aa4-4162-a34b-915227e61f7e tempest-ServerShowV257Test-750180807 tempest-ServerShowV257Test-750180807-project] 10.222.0.84 "GET /v2.0/ports?device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.0435147 Aug 16 20:53:01.574829 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-43023f7d-cba6-4838-ae65-712d4fd7ef32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:01.576218 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94dd97-accb-439f-809c-3ee78ef2a11b tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beeec0c3-d4e4-4355-8c6d-5a86f9db3316,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:01.576506 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-43023f7d-cba6-4838-ae65-712d4fd7ef32 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/be7f6414-7e67-4cfe-b427-66f946bee503 HTTP/1.1" status: 204 len: 168 time: 0.2935543 Aug 16 20:53:01.594141 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43023f7d-cba6-4838-ae65-712d4fd7ef32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7f6414-7e67-4cfe-b427-66f946bee503,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:01.594254 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9b4aa9-ae84-4418-822c-5a52702662bd None None] Routers {'fa99fe23-b3e4-4dd7-840e-401957ef7e60'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:01.595114 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-bb9b4aa9-ae84-4418-822c-5a52702662bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:52:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['fa99fe23-b3e4-4dd7-840e-401957ef7e60'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:01.649019 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-bb9b4aa9-ae84-4418-822c-5a52702662bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:01.668586 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7ed1dbd5-89c4-4735-8557-96e273efe83a req-5e94dd97-accb-439f-809c-3ee78ef2a11b tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:01.669364 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7ed1dbd5-89c4-4735-8557-96e273efe83a req-5e94dd97-accb-439f-809c-3ee78ef2a11b tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5623040 Aug 16 20:53:01.700298 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-147aaafb-b6c2-4064-850b-b6b2a29d12d8 req-9b27afba-4ffe-4004-808d-9f28091febd4 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-482457722', 'description': 'tempest-description-1641468432'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:01.701680 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9b4aa9-ae84-4418-822c-5a52702662bd None None] Routers {'fa99fe23-b3e4-4dd7-840e-401957ef7e60'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:01.702442 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-bb9b4aa9-ae84-4418-822c-5a52702662bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:52:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['fa99fe23-b3e4-4dd7-840e-401957ef7e60'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:01.741348 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-bb9b4aa9-ae84-4418-822c-5a52702662bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:01.742021 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9b4aa9-ae84-4418-822c-5a52702662bd None None] The sync data for ids ['fa99fe23-b3e4-4dd7-840e-401957ef7e60'] in n-d-793620-15 is: [] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:53:01.753384 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 8c4a9045-4254-4fbd-8ced-ae5eac78a774, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=8c4a9045-4254-4fbd-8ced-ae5eac78a774,segment=NetworkSegment(924f0b82-5103-407b-88b5-5f564b7e60a5),segment_id=924f0b82-5103-407b-88b5-5f564b7e60a5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:01.766831 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '8c4a9045-4254-4fbd-8ced-ae5eac78a774', 'network_id': '8aaec99b-835d-4e57-91ae-52c77e4ca746', 'port_id': '8c4a9045-4254-4fbd-8ced-ae5eac78a774', 'mac_address': 'fa:16:3e:86:1f:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '063b8681-e8b9-4cc3-a1c7-6de160bd6bb0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:53:01.811087 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:01.825756 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c4a9045-4254-4fbd-8ced-ae5eac78a774 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:53:01.847749 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 8c4a9045-4254-4fbd-8ced-ae5eac78a774, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=8c4a9045-4254-4fbd-8ced-ae5eac78a774,segment=NetworkSegment(924f0b82-5103-407b-88b5-5f564b7e60a5),segment_id=924f0b82-5103-407b-88b5-5f564b7e60a5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:01.861764 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-147aaafb-b6c2-4064-850b-b6b2a29d12d8 req-9b27afba-4ffe-4004-808d-9f28091febd4 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:01.926384 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:01.938439 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d78ea529-3f24-449f-a14d-3d4dfde3d22e req-7e98087b-5438-4880-bb6d-5d7e7658b307 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 210 time: 0.0502615 Aug 16 20:53:01.963728 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-80a9c22c-be80-48ea-8033-5f1c0650534a tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] 10.222.0.84 "GET /v2.0/routers/fa99fe23-b3e4-4dd7-840e-401957ef7e60 HTTP/1.1" status: 200 len: 925 time: 0.4288487 Aug 16 20:53:01.967123 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42478) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:01.987921 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=8c4a9045-4254-4fbd-8ced-ae5eac78a774,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:02.003698 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-147aaafb-b6c2-4064-850b-b6b2a29d12d8 req-9b27afba-4ffe-4004-808d-9f28091febd4 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:02.041735 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b4a19a-f787-40db-89da-58a37caeeb42 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:02.043246 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-26b4a19a-f787-40db-89da-58a37caeeb42 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=65ae326a-d6e1-4f5d-80d6-215a5521afe9&device_id=fa99fe23-b3e4-4dd7-840e-401957ef7e60&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0750926 Aug 16 20:53:02.046443 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42480) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:02.108016 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904cc3e-6ce6-4480-87d5-9bf6550a125d req-6b918e25-fb10-4099-99d0-6578524d4e3c tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:02.114109 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904cc3e-6ce6-4480-87d5-9bf6550a125d req-6b918e25-fb10-4099-99d0-6578524d4e3c tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:02.120282 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904cc3e-6ce6-4480-87d5-9bf6550a125d req-6b918e25-fb10-4099-99d0-6578524d4e3c tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:02.126225 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904cc3e-6ce6-4480-87d5-9bf6550a125d req-6b918e25-fb10-4099-99d0-6578524d4e3c tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:02.132222 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904cc3e-6ce6-4480-87d5-9bf6550a125d req-6b918e25-fb10-4099-99d0-6578524d4e3c tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:02.138440 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904cc3e-6ce6-4480-87d5-9bf6550a125d req-6b918e25-fb10-4099-99d0-6578524d4e3c tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:02.144398 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904cc3e-6ce6-4480-87d5-9bf6550a125d req-6b918e25-fb10-4099-99d0-6578524d4e3c tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:02.144535 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7139d989-2bdb-4991-988a-5fbaeb7198de tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:02.148529 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7139d989-2bdb-4991-988a-5fbaeb7198de tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] 10.222.0.84 "GET /v2.0/networks/65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 881 time: 0.0984681 Aug 16 20:53:02.148667 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0904cc3e-6ce6-4480-87d5-9bf6550a125d req-6b918e25-fb10-4099-99d0-6578524d4e3c tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5431 time: 0.1084607 Aug 16 20:53:02.148667 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-147aaafb-b6c2-4064-850b-b6b2a29d12d8 req-9b27afba-4ffe-4004-808d-9f28091febd4 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:02.148833 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42484) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:02.162650 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['8c4a9045-4254-4fbd-8ced-ae5eac78a774'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:53:02.184484 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9fdda28a-9b29-44a0-a464-825e2e1f4b9a tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] 10.222.0.84 "GET /v2.0/ports?device_id=fa99fe23-b3e4-4dd7-840e-401957ef7e60 HTTP/1.1" status: 200 len: 205 time: 0.0344362 Aug 16 20:53:02.186944 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42488) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:02.222644 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b27afba-4ffe-4004-808d-9f28091febd4 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cfb886-5d31-4090-9620-aefea59648a6,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:02.266122 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0904cc3e-6ce6-4480-87d5-9bf6550a125d req-3b5a0f74-7c1d-4dc2-9fe0-c5e11310d86a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0826633 Aug 16 20:53:02.314225 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8fb2b32b-bc2f-4c56-88d2-e6cc13ea9264 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:02.349142 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-147aaafb-b6c2-4064-850b-b6b2a29d12d8 req-9b27afba-4ffe-4004-808d-9f28091febd4 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:02.350598 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-147aaafb-b6c2-4064-850b-b6b2a29d12d8 req-9b27afba-4ffe-4004-808d-9f28091febd4 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6546767 Aug 16 20:53:02.424727 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8fb2b32b-bc2f-4c56-88d2-e6cc13ea9264 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:02.613861 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-8fb2b32b-bc2f-4c56-88d2-e6cc13ea9264 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Deleting port 8b61e5b7-c427-40db-9844-1b3ce8eeb918 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:02.614212 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8fb2b32b-bc2f-4c56-88d2-e6cc13ea9264 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:02.651554 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a582a77-15ef-4420-8ff3-c2149e64c7c3 req-20548642-bb40-4642-bf82-ad358d0f4721 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:02.653111 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1a582a77-15ef-4420-8ff3-c2149e64c7c3 req-20548642-bb40-4642-bf82-ad358d0f4721 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=11c4e83b-b48a-40f5-9226-8f80309f4c06 HTTP/1.1" status: 200 len: 945 time: 0.1041050 Aug 16 20:53:02.675283 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-e23369e2-d041-4e0e-af38-387253b2494a tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:02.676756 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-e23369e2-d041-4e0e-af38-387253b2494a tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/networks?id=001f774f-d3c4-4724-a4ef-b6554b1c972e HTTP/1.1" status: 200 len: 813 time: 0.1489356 Aug 16 20:53:02.696630 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8fb2b32b-bc2f-4c56-88d2-e6cc13ea9264 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:02.705399 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-ae089117-92d6-4467-995d-7490a1a03e1f tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/quotas/f528879fc998445593ea72fcaca71808 HTTP/1.1" status: 200 len: 375 time: 0.0216653 Aug 16 20:53:02.708896 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-8fb2b32b-bc2f-4c56-88d2-e6cc13ea9264 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Calling delete_port for 8b61e5b7-c427-40db-9844-1b3ce8eeb918 owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:02.710352 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1a582a77-15ef-4420-8ff3-c2149e64c7c3 req-726167c4-99e8-44fc-b6cc-ab4771e0bee1 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495648 Aug 16 20:53:02.751356 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-b49db340-5cbf-4991-955d-3264b8b95b0b tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f528879fc998445593ea72fcaca71808&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324261 Aug 16 20:53:02.838273 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-89e6be7d-442a-4dcc-be4f-50b83838d2f6 req-45c9ee5e-44c8-4e0d-b4fc-6c57778586fc tempest-ServerShowV257Test-750180807 tempest-ServerShowV257Test-750180807-project] 10.222.0.84 "GET /v2.0/ports?device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.0602920 Aug 16 20:53:02.882935 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-3a9b470d-0326-40b2-9a51-7adbe8162c3a service neutron] 10.222.0.84 "GET /v2.0/networks/001f774f-d3c4-4724-a4ef-b6554b1c972e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231699 Aug 16 20:53:02.982778 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-9d277b1a-35da-4950-8cc5-9d888cc78427 service neutron] 10.222.0.84 "GET /v2.0/networks/001f774f-d3c4-4724-a4ef-b6554b1c972e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926383 Aug 16 20:53:03.029715 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8fb2b32b-bc2f-4c56-88d2-e6cc13ea9264 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:03.046177 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ef144ba9-238b-4c46-b098-34bc2601a605 req-9d2a0db4-af0a-4a01-b493-9d9d4e6f0802 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 210 time: 0.0310550 Aug 16 20:53:03.064990 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2b32b-bc2f-4c56-88d2-e6cc13ea9264 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Pushing event deleted for resources: {'Port': ['ID=8b61e5b7-c427-40db-9844-1b3ce8eeb918,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:03.127369 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8fb2b32b-bc2f-4c56-88d2-e6cc13ea9264 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:03.235722 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8fb2b32b-bc2f-4c56-88d2-e6cc13ea9264 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:03.239255 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8fb2b32b-bc2f-4c56-88d2-e6cc13ea9264 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:03.276873 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0867b729-fdc8-432c-8a38-9e194f2581b2 req-c29c570d-4261-4cca-acd2-70ea04473f66 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/ports?device_id=455ae79a-5bf9-4917-950f-f3bdbb3e4492 HTTP/1.1" status: 200 len: 210 time: 0.0381324 Aug 16 20:53:03.381580 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8fb2b32b-bc2f-4c56-88d2-e6cc13ea9264 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:03.382267 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb2b32b-bc2f-4c56-88d2-e6cc13ea9264 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Fanout notify agent at l3_agent the message router_deleted on router fa99fe23-b3e4-4dd7-840e-401957ef7e60 {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:53:03.390343 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8fb2b32b-bc2f-4c56-88d2-e6cc13ea9264 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:03.397154 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42544) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:03.402498 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-32da2331-bc6c-4645-9b5c-7a9539c3b8ee tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-129152928', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:03.412094 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8fb2b32b-bc2f-4c56-88d2-e6cc13ea9264 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] 10.222.0.84 "DELETE /v2.0/routers/fa99fe23-b3e4-4dd7-840e-401957ef7e60 HTTP/1.1" status: 204 len: 168 time: 1.2235668 Aug 16 20:53:03.430122 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13322202-7bbf-4b02-b649-4778d0865c1c req-884920a8-bc8b-4ba6-9b36-f6c1b922bb78 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:03.436659 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13322202-7bbf-4b02-b649-4778d0865c1c req-884920a8-bc8b-4ba6-9b36-f6c1b922bb78 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:03.442750 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13322202-7bbf-4b02-b649-4778d0865c1c req-884920a8-bc8b-4ba6-9b36-f6c1b922bb78 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:03.449253 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13322202-7bbf-4b02-b649-4778d0865c1c req-884920a8-bc8b-4ba6-9b36-f6c1b922bb78 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:03.454780 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13322202-7bbf-4b02-b649-4778d0865c1c req-884920a8-bc8b-4ba6-9b36-f6c1b922bb78 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:03.461696 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13322202-7bbf-4b02-b649-4778d0865c1c req-884920a8-bc8b-4ba6-9b36-f6c1b922bb78 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:03.467486 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13322202-7bbf-4b02-b649-4778d0865c1c req-884920a8-bc8b-4ba6-9b36-f6c1b922bb78 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:03.469438 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-13322202-7bbf-4b02-b649-4778d0865c1c req-884920a8-bc8b-4ba6-9b36-f6c1b922bb78 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5431 time: 0.1234145 Aug 16 20:53:03.495341 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 8c4a9045-4254-4fbd-8ced-ae5eac78a774 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:03.516293 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-13322202-7bbf-4b02-b649-4778d0865c1c req-45f2e3eb-35d4-404e-9c01-35bc25f69e77 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401888 Aug 16 20:53:03.577127 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-32da2331-bc6c-4645-9b5c-7a9539c3b8ee tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:03.578151 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-32da2331-bc6c-4645-9b5c-7a9539c3b8ee tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:03.689167 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-32da2331-bc6c-4645-9b5c-7a9539c3b8ee tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:03.697562 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 8c4a9045-4254-4fbd-8ced-ae5eac78a774 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:03.703008 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 8c4a9045-4254-4fbd-8ced-ae5eac78a774 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:03.703420 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:03.709184 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-3415f6d0-a3a7-491b-88d8-cf314e7d5b43 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:03.710672 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-3415f6d0-a3a7-491b-88d8-cf314e7d5b43 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.90 "GET /v2.0/networks?id=b1b88367-5ef4-4555-8890-197c2e8aab74 HTTP/1.1" status: 200 len: 814 time: 0.1443985 Aug 16 20:53:03.722352 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-9cc20adb-e885-4683-b6dc-a9aa6211417f tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Request body: {'port': {'device_id': '642269c7-cafd-4aaa-9bd7-348a4bdadf17', 'network_id': 'b1b88367-5ef4-4555-8890-197c2e8aab74', 'admin_state_up': True, 'tenant_id': '120264f308544a26ad5db70b0b05c4ab'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:03.789117 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:03.813678 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c4e83b-b48a-40f5-9226-8f80309f4c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4a9045-4254-4fbd-8ced-ae5eac78a774'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:03.815985 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27009805-3c32-4c2d-a681-d16b68ec941d" -d '{"events": [{"server_uuid": "11c4e83b-b48a-40f5-9226-8f80309f4c06", "name": "network-vif-plugged", "status": "completed", "tag": "8c4a9045-4254-4fbd-8ced-ae5eac78a774"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:03.827307 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-32da2331-bc6c-4645-9b5c-7a9539c3b8ee tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:03.830169 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 8c4a9045-4254-4fbd-8ced-ae5eac78a774, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=8c4a9045-4254-4fbd-8ced-ae5eac78a774,segment=NetworkSegment(924f0b82-5103-407b-88b5-5f564b7e60a5),segment_id=924f0b82-5103-407b-88b5-5f564b7e60a5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:03.892710 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c73bb-5e47-4b04-acb4-d11c16a97210 req-fbb3f663-eff8-489d-be10-1b5134020b28 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:03.894274 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ed1c73bb-5e47-4b04-acb4-d11c16a97210 req-fbb3f663-eff8-489d-be10-1b5134020b28 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=11c4e83b-b48a-40f5-9226-8f80309f4c06 HTTP/1.1" status: 200 len: 945 time: 0.1044002 Aug 16 20:53:03.898379 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:03.935248 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-32da2331-bc6c-4645-9b5c-7a9539c3b8ee tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:03.939440 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-32da2331-bc6c-4645-9b5c-7a9539c3b8ee tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5380590 Aug 16 20:53:03.939559 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42576) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:03.951716 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-02e8fa4c-9e17-4970-b922-157cbe68ab00 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'enable_snat': True}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:03.984646 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ed1c73bb-5e47-4b04-acb4-d11c16a97210 req-205c2570-61da-4825-b276-01b2961a7b4c tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815251 Aug 16 20:53:04.092373 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8cea8e-b01c-4d07-a194-e0cb54867336 x-openstack-request-id: req-7b8cea8e-b01c-4d07-a194-e0cb54867336 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:04.092808 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c4e83b-b48a-40f5-9226-8f80309f4c06", "name": "network-vif-plugged", "status": "completed", "tag": "8c4a9045-4254-4fbd-8ced-ae5eac78a774", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:04.096954 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7b8cea8e-b01c-4d07-a194-e0cb54867336 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:04.096954 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c4e83b-b48a-40f5-9226-8f80309f4c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4a9045-4254-4fbd-8ced-ae5eac78a774', 'code': 200} Aug 16 20:53:04.123132 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b88bfcf9-b726-466c-8a29-1033287fda96 req-db1a53f3-d382-4a93-8607-6841807e017e tempest-ServerShowV257Test-750180807 tempest-ServerShowV257Test-750180807-project] 10.222.0.84 "GET /v2.0/ports?device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.0957897 Aug 16 20:53:04.136977 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-9cc20adb-e885-4683-b6dc-a9aa6211417f tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Made reservation on behalf of 120264f308544a26ad5db70b0b05c4ab for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:04.148812 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=8c4a9045-4254-4fbd-8ced-ae5eac78a774,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:04.154155 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-9cc20adb-e885-4683-b6dc-a9aa6211417f tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:04.175304 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42582) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:04.203459 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cd7fa-a76a-41c2-b177-369ab275921d req-e5eb61fd-24ae-47a2-b13f-238abbe58dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:04.205325 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7f9cd7fa-a76a-41c2-b177-369ab275921d req-e5eb61fd-24ae-47a2-b13f-238abbe58dcc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=11c4e83b-b48a-40f5-9226-8f80309f4c06 HTTP/1.1" status: 200 len: 1098 time: 0.2002625 Aug 16 20:53:04.224706 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-528e628c-93c2-4df8-841c-c082903d89ab req-11b882c3-6583-49be-be38-64de72d90022 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 210 time: 0.0507452 Aug 16 20:53:04.282230 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-02e8fa4c-9e17-4970-b922-157cbe68ab00 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:04.314597 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1c9f4c80-f2fe-4913-8e8f-1d5c0b14d7ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:04.342309 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7f9cd7fa-a76a-41c2-b177-369ab275921d req-2033c0bb-831a-449a-913e-36771c8d1aca service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216185 Aug 16 20:53:04.387644 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7194ac0b-0089-48ff-bc7e-246af8740ab4 req-793f51b7-8c82-453d-85d0-efa1e265eddc tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/ports?device_id=455ae79a-5bf9-4917-950f-f3bdbb3e4492 HTTP/1.1" status: 200 len: 210 time: 0.0587342 Aug 16 20:53:04.463109 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-9cc20adb-e885-4683-b6dc-a9aa6211417f tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Allocated IP 172.20.0.14 (b1b88367-5ef4-4555-8890-197c2e8aab74/ebf6a9c3-a849-4943-bd43-6e48f5539dc3/ee8795c4-dcbd-4c3f-8550-3802f73b0b77) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:04.571910 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-02e8fa4c-9e17-4970-b922-157cbe68ab00 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:04.594339 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-02e8fa4c-9e17-4970-b922-157cbe68ab00 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:04.598835 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1c9f4c80-f2fe-4913-8e8f-1d5c0b14d7ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:04.683660 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed61a99-5135-4791-a180-3653bb621ca4 req-647d265f-37a8-405f-838c-d7b7bd84abf4 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:04.690050 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed61a99-5135-4791-a180-3653bb621ca4 req-647d265f-37a8-405f-838c-d7b7bd84abf4 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:04.695857 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed61a99-5135-4791-a180-3653bb621ca4 req-647d265f-37a8-405f-838c-d7b7bd84abf4 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:04.701759 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed61a99-5135-4791-a180-3653bb621ca4 req-647d265f-37a8-405f-838c-d7b7bd84abf4 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:04.703180 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-02e8fa4c-9e17-4970-b922-157cbe68ab00 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Allocated IP 172.25.1.110 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/5a927207-10d6-47a0-9f26-4e5d5a925597) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:04.707566 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed61a99-5135-4791-a180-3653bb621ca4 req-647d265f-37a8-405f-838c-d7b7bd84abf4 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:04.713386 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed61a99-5135-4791-a180-3653bb621ca4 req-647d265f-37a8-405f-838c-d7b7bd84abf4 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:04.719207 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed61a99-5135-4791-a180-3653bb621ca4 req-647d265f-37a8-405f-838c-d7b7bd84abf4 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:04.721119 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6ed61a99-5135-4791-a180-3653bb621ca4 req-647d265f-37a8-405f-838c-d7b7bd84abf4 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5431 time: 0.1208127 Aug 16 20:53:04.748826 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-9cc20adb-e885-4683-b6dc-a9aa6211417f tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:04.777840 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6ed61a99-5135-4791-a180-3653bb621ca4 req-c5b9d1ff-b148-4be3-9a05-85f4e7a40b0a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0500968 Aug 16 20:53:04.809759 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-02e8fa4c-9e17-4970-b922-157cbe68ab00 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:04.844042 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1c9f4c80-f2fe-4913-8e8f-1d5c0b14d7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:04.882600 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1c9f4c80-f2fe-4913-8e8f-1d5c0b14d7ee admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=da3f5e7ff7dd429ba50c8a563f24b369&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7068741 Aug 16 20:53:04.884571 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f4c80-f2fe-4913-8e8f-1d5c0b14d7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac73fbf-a308-4ca2-a94f-679e077bdcac,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:04.885376 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42592) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:04.915154 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-9cc20adb-e885-4683-b6dc-a9aa6211417f tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:04.941256 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-93feb29c-ff44-4fcd-90e0-bcb39bcfd0c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:04.962524 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-93feb29c-ff44-4fcd-90e0-bcb39bcfd0c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:04.965174 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-9cc20adb-e885-4683-b6dc-a9aa6211417f tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Network b1b88367-5ef4-4555-8890-197c2e8aab74 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:04.970935 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-9cc20adb-e885-4683-b6dc-a9aa6211417f tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:04.974322 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-9cc20adb-e885-4683-b6dc-a9aa6211417f tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:05.016348 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc20adb-e885-4683-b6dc-a9aa6211417f tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Pushing event updated for resources: {'Port': ['ID=ee8795c4-dcbd-4c3f-8550-3802f73b0b77,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:05.017936 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-02e8fa4c-9e17-4970-b922-157cbe68ab00 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:05.038266 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-9cc20adb-e885-4683-b6dc-a9aa6211417f tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:05.039001 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-9cc20adb-e885-4683-b6dc-a9aa6211417f tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:05.065150 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e8fa4c-9e17-4970-b922-157cbe68ab00 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:05.070004 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-02e8fa4c-9e17-4970-b922-157cbe68ab00 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:05.074476 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e8fa4c-9e17-4970-b922-157cbe68ab00 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:05.098961 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8fa4c-9e17-4970-b922-157cbe68ab00 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Pushing event updated for resources: {'Port': ['ID=5a927207-10d6-47a0-9f26-4e5d5a925597,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:05.150811 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-93feb29c-ff44-4fcd-90e0-bcb39bcfd0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:05.153988 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-93feb29c-ff44-4fcd-90e0-bcb39bcfd0c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:05.157527 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-93feb29c-ff44-4fcd-90e0-bcb39bcfd0c8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8ac73fbf-a308-4ca2-a94f-679e077bdcac HTTP/1.1" status: 204 len: 168 time: 0.2687192 Aug 16 20:53:05.191155 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93feb29c-ff44-4fcd-90e0-bcb39bcfd0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac73fbf-a308-4ca2-a94f-679e077bdcac,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:05.192056 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01631b7b-612f-4b4f-b41c-2752dd4fd342 req-ea240274-1cc0-4713-9eb3-f4454bb17ab0 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:05.195272 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-01631b7b-612f-4b4f-b41c-2752dd4fd342 req-ea240274-1cc0-4713-9eb3-f4454bb17ab0 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=11c4e83b-b48a-40f5-9226-8f80309f4c06 HTTP/1.1" status: 200 len: 946 time: 0.0737593 Aug 16 20:53:05.201602 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-9cc20adb-e885-4683-b6dc-a9aa6211417f tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4817038 Aug 16 20:53:05.213999 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-9a6559ed-7e46-45bd-b4b9-383bf1c41da6 service neutron] Request body: {'port': {'device_id': '642269c7-cafd-4aaa-9bd7-348a4bdadf17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:05.306757 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-65637a75-8959-4bd4-b0f4-5fa71a8d7837 req-1eca8a22-228f-4b9f-854d-cd089f104569 tempest-ServerShowV257Test-750180807 tempest-ServerShowV257Test-750180807-project] 10.222.0.84 "GET /v2.0/ports?device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.0512474 Aug 16 20:53:05.361458 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-01631b7b-612f-4b4f-b41c-2752dd4fd342 req-76739a02-5c16-4d06-a92c-62f92392a618 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326306 Aug 16 20:53:05.363500 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-9a6559ed-7e46-45bd-b4b9-383bf1c41da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:05.476777 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-02e8fa4c-9e17-4970-b922-157cbe68ab00 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:05.560300 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42d7ba-7e8a-4183-86e8-cfff26965df8 req-43edb3c2-7b85-457c-914a-068ee36261bd tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:05.561818 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7c42d7ba-7e8a-4183-86e8-cfff26965df8 req-43edb3c2-7b85-457c-914a-068ee36261bd tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 932 time: 0.1610396 Aug 16 20:53:05.566128 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2beef4d5-8004-428b-9003-4f0c83fc613d req-60d7630f-25de-4a8f-a2b8-c13d1629de21 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/ports?device_id=455ae79a-5bf9-4917-950f-f3bdbb3e4492 HTTP/1.1" status: 200 len: 210 time: 0.0529528 Aug 16 20:53:05.616108 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7c42d7ba-7e8a-4183-86e8-cfff26965df8 req-1a5d7bb7-36e7-4642-accb-eb3fc8ae85a9 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469379 Aug 16 20:53:05.681340 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-02e8fa4c-9e17-4970-b922-157cbe68ab00 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59380'] for router, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:05.684796 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-02e8fa4c-9e17-4970-b922-157cbe68ab00 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-663158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-663167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661637'] for router, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:05.759687 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-9a6559ed-7e46-45bd-b4b9-383bf1c41da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee8795c4-dcbd-4c3f-8550-3802f73b0b77 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:53:05.768194 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-9a6559ed-7e46-45bd-b4b9-383bf1c41da6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:05.784766 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-9a6559ed-7e46-45bd-b4b9-383bf1c41da6 service neutron] Transition to ACTIVE for port object ee8795c4-dcbd-4c3f-8550-3802f73b0b77 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:05.916763 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef6e88-59d2-4228-b5db-575cc63a70dd req-bb2134f2-7713-470f-a83f-ce2f918ac2d3 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:05.923430 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef6e88-59d2-4228-b5db-575cc63a70dd req-bb2134f2-7713-470f-a83f-ce2f918ac2d3 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:05.929546 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef6e88-59d2-4228-b5db-575cc63a70dd req-bb2134f2-7713-470f-a83f-ce2f918ac2d3 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:05.935599 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef6e88-59d2-4228-b5db-575cc63a70dd req-bb2134f2-7713-470f-a83f-ce2f918ac2d3 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:05.941541 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef6e88-59d2-4228-b5db-575cc63a70dd req-bb2134f2-7713-470f-a83f-ce2f918ac2d3 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:05.947422 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef6e88-59d2-4228-b5db-575cc63a70dd req-bb2134f2-7713-470f-a83f-ce2f918ac2d3 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:05.953337 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef6e88-59d2-4228-b5db-575cc63a70dd req-bb2134f2-7713-470f-a83f-ce2f918ac2d3 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:05.955234 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f1ef6e88-59d2-4228-b5db-575cc63a70dd req-bb2134f2-7713-470f-a83f-ce2f918ac2d3 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5431 time: 0.0942669 Aug 16 20:53:05.975402 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-9a6559ed-7e46-45bd-b4b9-383bf1c41da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:06.034592 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f1ef6e88-59d2-4228-b5db-575cc63a70dd req-5097a3b2-d25a-47b6-993c-541d45b732d2 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0731122 Aug 16 20:53:06.034802 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e8fa4c-9e17-4970-b922-157cbe68ab00 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Router 18dc6f3c-3ec9-4cb4-8cc0-fdc4f5da083e is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:53:06.053872 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6559ed-7e46-45bd-b4b9-383bf1c41da6 service neutron] Pushing event updated for resources: {'Port': ['ID=ee8795c4-dcbd-4c3f-8550-3802f73b0b77,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:06.122405 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-9a6559ed-7e46-45bd-b4b9-383bf1c41da6 service neutron] Attempting to bind port ee8795c4-dcbd-4c3f-8550-3802f73b0b77 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:53:06.122755 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-9a6559ed-7e46-45bd-b4b9-383bf1c41da6 service neutron] Attempting to bind port ee8795c4-dcbd-4c3f-8550-3802f73b0b77 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'dd3b3e95-b260-4ffe-89d2-ca493b24391f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b1b88367-5ef4-4555-8890-197c2e8aab74'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:53:06.123158 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-9a6559ed-7e46-45bd-b4b9-383bf1c41da6 service neutron] Attempting to bind port ee8795c4-dcbd-4c3f-8550-3802f73b0b77 on network b1b88367-5ef4-4555-8890-197c2e8aab74 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:53:06.127778 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-9a6559ed-7e46-45bd-b4b9-383bf1c41da6 service neutron] Port ee8795c4-dcbd-4c3f-8550-3802f73b0b77 on network b1b88367-5ef4-4555-8890-197c2e8aab74 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:53:06.128386 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-9a6559ed-7e46-45bd-b4b9-383bf1c41da6 service neutron] Attempting to bind port ee8795c4-dcbd-4c3f-8550-3802f73b0b77 on network b1b88367-5ef4-4555-8890-197c2e8aab74 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:53:06.133743 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-9a6559ed-7e46-45bd-b4b9-383bf1c41da6 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:53:06.134106 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-9a6559ed-7e46-45bd-b4b9-383bf1c41da6 service neutron] Checking segment: {'id': 'dd3b3e95-b260-4ffe-89d2-ca493b24391f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b1b88367-5ef4-4555-8890-197c2e8aab74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:53:06.134475 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-9a6559ed-7e46-45bd-b4b9-383bf1c41da6 service neutron] Bound using segment: {'id': 'dd3b3e95-b260-4ffe-89d2-ca493b24391f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b1b88367-5ef4-4555-8890-197c2e8aab74'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:53:06.134920 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-9a6559ed-7e46-45bd-b4b9-383bf1c41da6 service neutron] Bound port: ee8795c4-dcbd-4c3f-8550-3802f73b0b77, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd3b3e95-b260-4ffe-89d2-ca493b24391f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b1b88367-5ef4-4555-8890-197c2e8aab74'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:53:06.135292 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-9a6559ed-7e46-45bd-b4b9-383bf1c41da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:06.166000 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e8fa4c-9e17-4970-b922-157cbe68ab00 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:53:06.170978 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-02e8fa4c-9e17-4970-b922-157cbe68ab00 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:06.172212 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-02e8fa4c-9e17-4970-b922-157cbe68ab00 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] 10.222.0.84 "PUT /v2.0/routers/18dc6f3c-3ec9-4cb4-8cc0-fdc4f5da083e HTTP/1.1" status: 200 len: 918 time: 2.2316582 Aug 16 20:53:06.174701 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4e1c5f-e367-4415-aadd-a853234ef4b8 None None] Sync routers for ids ['18dc6f3c-3ec9-4cb4-8cc0-fdc4f5da083e'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:53:06.175141 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42622) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:06.183867 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4e1c5f-e367-4415-aadd-a853234ef4b8 None None] Routers {'18dc6f3c-3ec9-4cb4-8cc0-fdc4f5da083e'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:06.189211 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-0e4e1c5f-e367-4415-aadd-a853234ef4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:52:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['18dc6f3c-3ec9-4cb4-8cc0-fdc4f5da083e'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:06.219606 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-0e4e1c5f-e367-4415-aadd-a853234ef4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:06.228588 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4e1c5f-e367-4415-aadd-a853234ef4b8 None None] Routers {'18dc6f3c-3ec9-4cb4-8cc0-fdc4f5da083e'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:06.229205 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-0e4e1c5f-e367-4415-aadd-a853234ef4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:52:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['18dc6f3c-3ec9-4cb4-8cc0-fdc4f5da083e'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:06.261554 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-0e4e1c5f-e367-4415-aadd-a853234ef4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:06.262456 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4e1c5f-e367-4415-aadd-a853234ef4b8 None None] The sync data for ids ['18dc6f3c-3ec9-4cb4-8cc0-fdc4f5da083e'] in n-d-793620-15 is: [] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:53:06.284746 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-9a6559ed-7e46-45bd-b4b9-383bf1c41da6 service neutron] For port ee8795c4-dcbd-4c3f-8550-3802f73b0b77, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:53:06.638967 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-9a6559ed-7e46-45bd-b4b9-383bf1c41da6 service neutron] For port ee8795c4-dcbd-4c3f-8550-3802f73b0b77, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ee8795c4-dcbd-4c3f-8550-3802f73b0b77,segment=NetworkSegment(dd3b3e95-b260-4ffe-89d2-ca493b24391f),segment_id=dd3b3e95-b260-4ffe-89d2-ca493b24391f)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:53:06.701917 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0aadf1ec-2baa-492a-af65-eb9bd7255de0 req-268347a5-6064-4319-ad3f-59899b3f9ada tempest-ServerShowV257Test-750180807 tempest-ServerShowV257Test-750180807-project] 10.222.0.84 "GET /v2.0/ports?device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.0908215 Aug 16 20:53:06.724124 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-96ff9b13-71f1-4024-bb9c-317a7d0c0f1e tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] 10.222.0.84 "GET /v2.0/routers/18dc6f3c-3ec9-4cb4-8cc0-fdc4f5da083e HTTP/1.1" status: 200 len: 924 time: 0.5419765 Aug 16 20:53:06.724124 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42640) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:06.757692 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-9a6559ed-7e46-45bd-b4b9-383bf1c41da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:06.822281 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500ca78-3271-4219-9712-f1e93fec31c0 req-4bc1e5fd-8584-4456-af94-40e2596801de tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:06.823748 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3500ca78-3271-4219-9712-f1e93fec31c0 req-4bc1e5fd-8584-4456-af94-40e2596801de tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=11c4e83b-b48a-40f5-9226-8f80309f4c06 HTTP/1.1" status: 200 len: 946 time: 0.2138982 Aug 16 20:53:06.838400 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-9a6559ed-7e46-45bd-b4b9-383bf1c41da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:06.839014 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-9a6559ed-7e46-45bd-b4b9-383bf1c41da6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:06.840418 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-9a6559ed-7e46-45bd-b4b9-383bf1c41da6 service neutron] 10.222.0.90 "PUT /v2.0/ports/ee8795c4-dcbd-4c3f-8550-3802f73b0b77 HTTP/1.1" status: 200 len: 1093 time: 1.6309149 Aug 16 20:53:06.854010 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '642269c7-cafd-4aaa-9bd7-348a4bdadf17', 'tag': 'ee8795c4-dcbd-4c3f-8550-3802f73b0b77'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:06.856286 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ad914b-9ae3-468b-b741-80c3eb1c4a87" -d '{"events": [{"name": "network-changed", "server_uuid": "642269c7-cafd-4aaa-9bd7-348a4bdadf17", "tag": "ee8795c4-dcbd-4c3f-8550-3802f73b0b77"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:06.887551 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c22f38ce-3603-403a-ab4e-7642a473ffc7 req-ecafd2f8-3091-403b-a9db-381d0c86a848 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/ports?device_id=455ae79a-5bf9-4917-950f-f3bdbb3e4492 HTTP/1.1" status: 200 len: 210 time: 0.0874233 Aug 16 20:53:06.906148 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-d81f334e-5fe7-43c3-93ef-c4b8356fd623 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:06.907602 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-d81f334e-5fe7-43c3-93ef-c4b8356fd623 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.72 "GET /v2.0/networks?id=001f774f-d3c4-4724-a4ef-b6554b1c972e HTTP/1.1" status: 200 len: 813 time: 0.6169305 Aug 16 20:53:06.914038 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc37e79-9abe-4668-bae0-c13b2930c8be tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:06.918117 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8bc37e79-9abe-4668-bae0-c13b2930c8be tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=65ae326a-d6e1-4f5d-80d6-215a5521afe9&device_id=18dc6f3c-3ec9-4cb4-8cc0-fdc4f5da083e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1933105 Aug 16 20:53:06.919831 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42646) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:06.932681 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-790603b6-f1b4-47f3-b576-81272576bcb3 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Request body: {'port': {'device_id': '455ae79a-5bf9-4917-950f-f3bdbb3e4492', 'network_id': '001f774f-d3c4-4724-a4ef-b6554b1c972e', 'admin_state_up': True, 'tenant_id': 'f528879fc998445593ea72fcaca71808'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:06.980642 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6559ed-7e46-45bd-b4b9-383bf1c41da6 service neutron] Pushing event updated for resources: {'Port': ['ID=ee8795c4-dcbd-4c3f-8550-3802f73b0b77,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:07.016485 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3500ca78-3271-4219-9712-f1e93fec31c0 req-a89c5116-e8a7-4596-8eeb-8ae75dc1935b tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690941 Aug 16 20:53:07.030413 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b428e791-0108-4181-adb9-98cfdfdb782b tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:07.030413 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b428e791-0108-4181-adb9-98cfdfdb782b tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] 10.222.0.84 "GET /v2.0/networks/65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 881 time: 0.1032052 Aug 16 20:53:07.030413 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42652) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:07.056759 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-237dd097-114f-4d53-9e87-989a0a439567 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] 10.222.0.84 "GET /v2.0/ports?device_id=18dc6f3c-3ec9-4cb4-8cc0-fdc4f5da083e HTTP/1.1" status: 200 len: 205 time: 0.0289474 Aug 16 20:53:07.059483 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42658) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:07.138183 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6c443-fc09-4c58-87bd-b6a4b196c914 req-65500b99-de22-4a41-9396-0d85e0cb166a tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:07.139995 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c3d6c443-fc09-4c58-87bd-b6a4b196c914 req-65500b99-de22-4a41-9396-0d85e0cb166a tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 944 time: 0.1605015 Aug 16 20:53:07.142359 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-dd00a895-cdf6-4f5b-bb62-35777bd2f6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:07.143832 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-dd00a895-cdf6-4f5b-bb62-35777bd2f6fd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=120264f308544a26ad5db70b0b05c4ab&device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 1096 time: 0.1477082 Aug 16 20:53:07.212518 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-e9aeacae-53b3-45cb-99e7-283667cd284a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee8795c4-dcbd-4c3f-8550-3802f73b0b77 HTTP/1.1" status: 200 len: 217 time: 0.0590754 Aug 16 20:53:07.271182 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c3d6c443-fc09-4c58-87bd-b6a4b196c914 req-112c8d49-150b-407e-94b2-ad47df066bda tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210625 Aug 16 20:53:07.295975 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-3bd97d7c-1e1c-4605-a591-ed32b46107e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:07.295975 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-3bd97d7c-1e1c-4605-a591-ed32b46107e9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ebf6a9c3-a849-4943-bd43-6e48f5539dc3 HTTP/1.1" status: 200 len: 854 time: 0.0717275 Aug 16 20:53:07.339391 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862c10a4-2e05-4fb6-b8b5-de723dd00c94 x-openstack-request-id: req-862c10a4-2e05-4fb6-b8b5-de723dd00c94 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:07.339694 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "642269c7-cafd-4aaa-9bd7-348a4bdadf17", "tag": "ee8795c4-dcbd-4c3f-8550-3802f73b0b77", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:07.339976 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-862c10a4-2e05-4fb6-b8b5-de723dd00c94 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:07.340377 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '642269c7-cafd-4aaa-9bd7-348a4bdadf17', 'tag': 'ee8795c4-dcbd-4c3f-8550-3802f73b0b77', 'status': 'completed', 'code': 200} Aug 16 20:53:07.343067 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-57631fec-f517-4cf9-a856-22fa8f509e14 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b1b88367-5ef4-4555-8890-197c2e8aab74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445867 Aug 16 20:53:07.349430 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-790603b6-f1b4-47f3-b576-81272576bcb3 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Made reservation on behalf of f528879fc998445593ea72fcaca71808 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:07.355102 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-790603b6-f1b4-47f3-b576-81272576bcb3 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:07.545339 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-300859cc-b534-48cc-a3cc-d8b950e638f3 req-2b9a4a75-18e6-4631-82a7-166934861c2f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5510c46225be47fb8c74b3ebaea356ee&device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.3457372 Aug 16 20:53:07.577064 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b83fa-64ee-4deb-8ebf-de6a535be3ab req-38d309ac-3bbe-4b7c-93b0-af84297a162b tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:07.584312 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3a6b83fa-64ee-4deb-8ebf-de6a535be3ab req-38d309ac-3bbe-4b7c-93b0-af84297a162b tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=11c4e83b-b48a-40f5-9226-8f80309f4c06 HTTP/1.1" status: 200 len: 946 time: 0.1648374 Aug 16 20:53:07.592124 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-300859cc-b534-48cc-a3cc-d8b950e638f3 req-2cc06801-e9c3-4f1a-b2e2-8398eaea20ae service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=5510c46225be47fb8c74b3ebaea356ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254428 Aug 16 20:53:07.594561 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-08b0c2a6-79c7-4756-9a0c-0efe94143876 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:07.627023 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-55872e09-4791-4749-b181-df38206e7bd0 service neutron] 10.222.0.90 "GET /v2.0/networks/b1b88367-5ef4-4555-8890-197c2e8aab74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680359 Aug 16 20:53:07.719586 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-790603b6-f1b4-47f3-b576-81272576bcb3 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Allocated IP 172.20.0.14 (001f774f-d3c4-4724-a4ef-b6554b1c972e/0ca13ed5-9db7-40b6-8d34-f10c5def1378/38fd5de8-f1bd-46b8-8703-f5c2817640d6) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:07.726742 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3a6b83fa-64ee-4deb-8ebf-de6a535be3ab req-0d432c7c-f966-4455-8248-31fb9881e941 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393492 Aug 16 20:53:07.792562 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-08b0c2a6-79c7-4756-9a0c-0efe94143876 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:07.794423 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b2be91db-2b4a-4337-a7d4-b9ac57d61f42 req-1a3d7fff-9111-4c45-8ca9-7fadb5464424 service neutron] 10.222.0.90 "GET /v2.0/networks/b1b88367-5ef4-4555-8890-197c2e8aab74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596212 Aug 16 20:53:07.829883 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300859cc-b534-48cc-a3cc-d8b950e638f3 req-ef722363-9021-4bb3-9ac0-50dfe2507d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:07.831385 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-300859cc-b534-48cc-a3cc-d8b950e638f3 req-ef722363-9021-4bb3-9ac0-50dfe2507d63 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2333627 Aug 16 20:53:07.876793 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7c884e73-8997-404e-b28c-cc96c05ae742 req-0f8b8522-a830-4c5b-9062-9f4c024145de tempest-ServerShowV257Test-750180807 tempest-ServerShowV257Test-750180807-project] 10.222.0.84 "GET /v2.0/ports?device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.0630512 Aug 16 20:53:07.953835 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e462c-93a2-45c3-8209-586c0b531af0 req-1f5387b7-1620-41a0-813f-1476f11ef28f tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:07.959767 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e462c-93a2-45c3-8209-586c0b531af0 req-1f5387b7-1620-41a0-813f-1476f11ef28f tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:07.966416 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e462c-93a2-45c3-8209-586c0b531af0 req-1f5387b7-1620-41a0-813f-1476f11ef28f tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:07.972461 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e462c-93a2-45c3-8209-586c0b531af0 req-1f5387b7-1620-41a0-813f-1476f11ef28f tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:07.978291 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e462c-93a2-45c3-8209-586c0b531af0 req-1f5387b7-1620-41a0-813f-1476f11ef28f tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:07.978420 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-08b0c2a6-79c7-4756-9a0c-0efe94143876 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Deleting port 5a927207-10d6-47a0-9f26-4e5d5a925597 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:07.978840 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-08b0c2a6-79c7-4756-9a0c-0efe94143876 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:07.984890 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e462c-93a2-45c3-8209-586c0b531af0 req-1f5387b7-1620-41a0-813f-1476f11ef28f tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:07.990789 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e462c-93a2-45c3-8209-586c0b531af0 req-1f5387b7-1620-41a0-813f-1476f11ef28f tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:07.992780 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2f4e462c-93a2-45c3-8209-586c0b531af0 req-1f5387b7-1620-41a0-813f-1476f11ef28f tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5431 time: 0.1803348 Aug 16 20:53:08.057327 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-08b0c2a6-79c7-4756-9a0c-0efe94143876 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:08.080891 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-08b0c2a6-79c7-4756-9a0c-0efe94143876 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Calling delete_port for 5a927207-10d6-47a0-9f26-4e5d5a925597 owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:08.090182 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-790603b6-f1b4-47f3-b576-81272576bcb3 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:08.106102 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2f4e462c-93a2-45c3-8209-586c0b531af0 req-14d93b0f-a224-4dae-9974-ef56a7ae14aa tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0972524 Aug 16 20:53:08.109098 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad914b-9ae3-468b-b741-80c3eb1c4a87 req-9b250390-94cc-4714-a37b-528dea127fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:08.110577 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-91ad914b-9ae3-468b-b741-80c3eb1c4a87 req-9b250390-94cc-4714-a37b-528dea127fea service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=120264f308544a26ad5db70b0b05c4ab&device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 1096 time: 0.1143045 Aug 16 20:53:08.229600 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4cf3d623-167d-4a0a-90de-329f78b0a33d req-1adbb33e-a34d-4b84-9e1e-cf7f546a13cf tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/ports?device_id=455ae79a-5bf9-4917-950f-f3bdbb3e4492 HTTP/1.1" status: 200 len: 210 time: 0.0352302 Aug 16 20:53:08.264543 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad914b-9ae3-468b-b741-80c3eb1c4a87 req-f543d86b-b299-46b2-9759-17efb9df0312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:08.266263 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-91ad914b-9ae3-468b-b741-80c3eb1c4a87 req-f543d86b-b299-46b2-9759-17efb9df0312 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b1b88367-5ef4-4555-8890-197c2e8aab74 HTTP/1.1" status: 200 len: 915 time: 0.1475363 Aug 16 20:53:08.313827 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-91ad914b-9ae3-468b-b741-80c3eb1c4a87 req-53bb8f5e-933b-40de-a636-dbd60329fe20 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee8795c4-dcbd-4c3f-8550-3802f73b0b77 HTTP/1.1" status: 200 len: 217 time: 0.0404792 Aug 16 20:53:08.348745 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-790603b6-f1b4-47f3-b576-81272576bcb3 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:08.372215 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-08b0c2a6-79c7-4756-9a0c-0efe94143876 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:08.399731 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b0c2a6-79c7-4756-9a0c-0efe94143876 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Pushing event deleted for resources: {'Port': ['ID=5a927207-10d6-47a0-9f26-4e5d5a925597,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:08.417537 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad914b-9ae3-468b-b741-80c3eb1c4a87 req-506134f1-960a-4772-a7b3-e41f49ade1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:08.419750 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-91ad914b-9ae3-468b-b741-80c3eb1c4a87 req-506134f1-960a-4772-a7b3-e41f49ade1d8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ebf6a9c3-a849-4943-bd43-6e48f5539dc3 HTTP/1.1" status: 200 len: 854 time: 0.0982268 Aug 16 20:53:08.421560 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-790603b6-f1b4-47f3-b576-81272576bcb3 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Network 001f774f-d3c4-4724-a4ef-b6554b1c972e is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:08.424978 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-790603b6-f1b4-47f3-b576-81272576bcb3 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:08.429185 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-790603b6-f1b4-47f3-b576-81272576bcb3 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:08.473799 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-08b0c2a6-79c7-4756-9a0c-0efe94143876 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:08.480527 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790603b6-f1b4-47f3-b576-81272576bcb3 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Pushing event updated for resources: {'Port': ['ID=38fd5de8-f1bd-46b8-8703-f5c2817640d6,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:08.493954 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-91ad914b-9ae3-468b-b741-80c3eb1c4a87 req-24e0d24c-c17a-4a52-aecb-4042db89d17a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b1b88367-5ef4-4555-8890-197c2e8aab74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617599 Aug 16 20:53:08.573126 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-08b0c2a6-79c7-4756-9a0c-0efe94143876 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:08.575866 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-08b0c2a6-79c7-4756-9a0c-0efe94143876 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:08.577064 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-790603b6-f1b4-47f3-b576-81272576bcb3 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:08.577694 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-790603b6-f1b4-47f3-b576-81272576bcb3 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:08.619102 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40ec85-03c3-468f-a564-8bf0b025741c req-e965ebae-770d-4b3b-83b0-bc9246e8cc08 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:08.620704 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a40ec85-03c3-468f-a564-8bf0b025741c req-e965ebae-770d-4b3b-83b0-bc9246e8cc08 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 944 time: 0.1754587 Aug 16 20:53:08.659473 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-91ad914b-9ae3-468b-b741-80c3eb1c4a87 req-8e8295a7-32ba-4ce2-bbed-3533c4be781c service neutron] 10.222.0.90 "GET /v2.0/networks/b1b88367-5ef4-4555-8890-197c2e8aab74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386349 Aug 16 20:53:08.692730 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a40ec85-03c3-468f-a564-8bf0b025741c req-44c0b44c-7a08-41e9-b385-8a4cf92dc68e tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609698 Aug 16 20:53:08.717679 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-790603b6-f1b4-47f3-b576-81272576bcb3 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7929304 Aug 16 20:53:08.739391 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-310f8791-4cb6-458a-8b46-09397b81eda5 service neutron] Request body: {'port': {'device_id': '455ae79a-5bf9-4917-950f-f3bdbb3e4492', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:08.785150 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-08b0c2a6-79c7-4756-9a0c-0efe94143876 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:08.785726 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b0c2a6-79c7-4756-9a0c-0efe94143876 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Fanout notify agent at l3_agent the message router_deleted on router 18dc6f3c-3ec9-4cb4-8cc0-fdc4f5da083e {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:53:08.793277 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-91ad914b-9ae3-468b-b741-80c3eb1c4a87 req-55557260-474f-40a4-9e28-d07ccd3b9bcf service neutron] 10.222.0.90 "GET /v2.0/networks/b1b88367-5ef4-4555-8890-197c2e8aab74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234128 Aug 16 20:53:08.794556 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-08b0c2a6-79c7-4756-9a0c-0efe94143876 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:08.802053 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-08b0c2a6-79c7-4756-9a0c-0efe94143876 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] 10.222.0.84 "DELETE /v2.0/routers/18dc6f3c-3ec9-4cb4-8cc0-fdc4f5da083e HTTP/1.1" status: 204 len: 168 time: 1.7347414 Aug 16 20:53:08.802752 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42698) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:08.807882 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-1b09d5db-9ba3-4ea8-bc53-386a34b22072 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1849109621', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:08.817195 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-310f8791-4cb6-458a-8b46-09397b81eda5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:08.977930 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1b09d5db-9ba3-4ea8-bc53-386a34b22072 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:08.979312 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1b09d5db-9ba3-4ea8-bc53-386a34b22072 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:09.035828 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1b09d5db-9ba3-4ea8-bc53-386a34b22072 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:09.042456 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6dd48947-7c4a-4b4e-9a2b-fe087a884310 req-d120215a-4ed4-4f26-a63b-bee6c5dc27c5 tempest-ServerShowV257Test-750180807 tempest-ServerShowV257Test-750180807-project] 10.222.0.84 "GET /v2.0/ports?device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.0355382 Aug 16 20:53:09.138084 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-310f8791-4cb6-458a-8b46-09397b81eda5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38fd5de8-f1bd-46b8-8703-f5c2817640d6 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:53:09.143598 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1b09d5db-9ba3-4ea8-bc53-386a34b22072 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:09.149190 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-310f8791-4cb6-458a-8b46-09397b81eda5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:09.162177 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-310f8791-4cb6-458a-8b46-09397b81eda5 service neutron] Transition to ACTIVE for port object 38fd5de8-f1bd-46b8-8703-f5c2817640d6 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:09.213494 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cfab3a-e31e-4815-8827-91f34b8cadb1 req-8a6dcd15-87c9-46b3-bbd9-d4a4bbde7520 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:09.215011 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-01cfab3a-e31e-4815-8827-91f34b8cadb1 req-8a6dcd15-87c9-46b3-bbd9-d4a4bbde7520 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=11c4e83b-b48a-40f5-9226-8f80309f4c06 HTTP/1.1" status: 200 len: 946 time: 0.0511568 Aug 16 20:53:09.250310 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1b09d5db-9ba3-4ea8-bc53-386a34b22072 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:09.253525 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1b09d5db-9ba3-4ea8-bc53-386a34b22072 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4494851 Aug 16 20:53:09.254319 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-310f8791-4cb6-458a-8b46-09397b81eda5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:09.260062 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-01cfab3a-e31e-4815-8827-91f34b8cadb1 req-28981fe9-306e-4516-b1a3-dc8db4eae2df tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371280 Aug 16 20:53:09.263018 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42722) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:09.271566 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-cb881eeb-661a-43cc-b841-d31a2c57f9ea tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'enable_snat': False}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:09.336139 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f8791-4cb6-458a-8b46-09397b81eda5 service neutron] Pushing event updated for resources: {'Port': ['ID=38fd5de8-f1bd-46b8-8703-f5c2817640d6,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:09.403157 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a0b80-c2d3-4804-aa76-ba431c746801 req-d679afa7-61c5-4408-856b-355abd9e6513 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:09.409560 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a0b80-c2d3-4804-aa76-ba431c746801 req-d679afa7-61c5-4408-856b-355abd9e6513 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:09.415390 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a0b80-c2d3-4804-aa76-ba431c746801 req-d679afa7-61c5-4408-856b-355abd9e6513 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:09.421877 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a0b80-c2d3-4804-aa76-ba431c746801 req-d679afa7-61c5-4408-856b-355abd9e6513 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:09.427791 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a0b80-c2d3-4804-aa76-ba431c746801 req-d679afa7-61c5-4408-856b-355abd9e6513 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:09.433682 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a0b80-c2d3-4804-aa76-ba431c746801 req-d679afa7-61c5-4408-856b-355abd9e6513 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:09.439637 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a0b80-c2d3-4804-aa76-ba431c746801 req-d679afa7-61c5-4408-856b-355abd9e6513 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:09.441589 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e23a0b80-c2d3-4804-aa76-ba431c746801 req-d679afa7-61c5-4408-856b-355abd9e6513 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5431 time: 0.1452117 Aug 16 20:53:09.476554 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-310f8791-4cb6-458a-8b46-09397b81eda5 service neutron] Attempting to bind port 38fd5de8-f1bd-46b8-8703-f5c2817640d6 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:53:09.476887 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-310f8791-4cb6-458a-8b46-09397b81eda5 service neutron] Attempting to bind port 38fd5de8-f1bd-46b8-8703-f5c2817640d6 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': 'cb926d0b-2c7e-41f1-b470-27d663b83c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '001f774f-d3c4-4724-a4ef-b6554b1c972e'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:53:09.477214 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-310f8791-4cb6-458a-8b46-09397b81eda5 service neutron] Attempting to bind port 38fd5de8-f1bd-46b8-8703-f5c2817640d6 on network 001f774f-d3c4-4724-a4ef-b6554b1c972e {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:53:09.510762 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb881eeb-661a-43cc-b841-d31a2c57f9ea tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:09.515772 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-310f8791-4cb6-458a-8b46-09397b81eda5 service neutron] Port 38fd5de8-f1bd-46b8-8703-f5c2817640d6 on network 001f774f-d3c4-4724-a4ef-b6554b1c972e not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:53:09.516129 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-310f8791-4cb6-458a-8b46-09397b81eda5 service neutron] Attempting to bind port 38fd5de8-f1bd-46b8-8703-f5c2817640d6 on network 001f774f-d3c4-4724-a4ef-b6554b1c972e {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:53:09.525604 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e23a0b80-c2d3-4804-aa76-ba431c746801 req-3b95a6cc-6ff0-4b35-99ec-f0ce8ee79dff tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0747397 Aug 16 20:53:09.528834 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-310f8791-4cb6-458a-8b46-09397b81eda5 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:53:09.529632 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-310f8791-4cb6-458a-8b46-09397b81eda5 service neutron] Checking segment: {'id': 'cb926d0b-2c7e-41f1-b470-27d663b83c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '001f774f-d3c4-4724-a4ef-b6554b1c972e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:53:09.529632 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-310f8791-4cb6-458a-8b46-09397b81eda5 service neutron] Bound using segment: {'id': 'cb926d0b-2c7e-41f1-b470-27d663b83c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '001f774f-d3c4-4724-a4ef-b6554b1c972e'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:53:09.529989 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-310f8791-4cb6-458a-8b46-09397b81eda5 service neutron] Bound port: 38fd5de8-f1bd-46b8-8703-f5c2817640d6, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb926d0b-2c7e-41f1-b470-27d663b83c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '001f774f-d3c4-4724-a4ef-b6554b1c972e'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:53:09.530360 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-310f8791-4cb6-458a-8b46-09397b81eda5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:09.559139 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44a93e-99ca-42cf-9be9-0791c42402fd req-a9a73a41-956f-4173-a027-ea5053b0aaac tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:09.560708 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ff44a93e-99ca-42cf-9be9-0791c42402fd req-a9a73a41-956f-4173-a027-ea5053b0aaac tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/ports?device_id=455ae79a-5bf9-4917-950f-f3bdbb3e4492 HTTP/1.1" status: 200 len: 944 time: 0.0852811 Aug 16 20:53:09.632854 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ff44a93e-99ca-42cf-9be9-0791c42402fd req-46d6ba66-dcc6-40c8-803d-8082755b1085 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups?id=3dc6bd43-bdac-49e7-80a3-26b230279ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553885 Aug 16 20:53:09.789808 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb881eeb-661a-43cc-b841-d31a2c57f9ea tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:09.814083 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb881eeb-661a-43cc-b841-d31a2c57f9ea tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:09.909224 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-cb881eeb-661a-43cc-b841-d31a2c57f9ea tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Allocated IP 172.25.1.141 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/19184b1a-469e-4e34-8a22-562c162a6c86) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:09.924582 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-310f8791-4cb6-458a-8b46-09397b81eda5 service neutron] For port 38fd5de8-f1bd-46b8-8703-f5c2817640d6, host n-h1-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:53:09.941166 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-310f8791-4cb6-458a-8b46-09397b81eda5 service neutron] For port 38fd5de8-f1bd-46b8-8703-f5c2817640d6, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=38fd5de8-f1bd-46b8-8703-f5c2817640d6,segment=NetworkSegment(cb926d0b-2c7e-41f1-b470-27d663b83c1b),segment_id=cb926d0b-2c7e-41f1-b470-27d663b83c1b)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:53:09.954769 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553139e2-967b-47a0-a7cb-16ec056fa502 req-547042e6-a30a-4527-8a87-2d4edf113f33 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:09.956311 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-553139e2-967b-47a0-a7cb-16ec056fa502 req-547042e6-a30a-4527-8a87-2d4edf113f33 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 944 time: 0.1937442 Aug 16 20:53:09.996730 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-553139e2-967b-47a0-a7cb-16ec056fa502 req-5fe7a472-e094-458a-b05a-0c56f08f595a tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342994 Aug 16 20:53:10.017946 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb881eeb-661a-43cc-b841-d31a2c57f9ea tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:10.069438 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-310f8791-4cb6-458a-8b46-09397b81eda5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:10.104071 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-310f8791-4cb6-458a-8b46-09397b81eda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:10.104367 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-310f8791-4cb6-458a-8b46-09397b81eda5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:10.105738 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-310f8791-4cb6-458a-8b46-09397b81eda5 service neutron] 10.222.0.72 "PUT /v2.0/ports/38fd5de8-f1bd-46b8-8703-f5c2817640d6 HTTP/1.1" status: 200 len: 1093 time: 1.3719687 Aug 16 20:53:10.106172 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455ae79a-5bf9-4917-950f-f3bdbb3e4492', 'tag': '38fd5de8-f1bd-46b8-8703-f5c2817640d6'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:10.108971 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bff3191-5ffc-4d2c-9682-4e0838202b27" -d '{"events": [{"name": "network-changed", "server_uuid": "455ae79a-5bf9-4917-950f-f3bdbb3e4492", "tag": "38fd5de8-f1bd-46b8-8703-f5c2817640d6"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:10.161551 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f8791-4cb6-458a-8b46-09397b81eda5 service neutron] Pushing event updated for resources: {'Port': ['ID=38fd5de8-f1bd-46b8-8703-f5c2817640d6,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:10.165872 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-113bed3e-b6a9-4164-816b-5a8811c2fe2c req-3413a317-b3b3-4031-8a1a-3896cfb3fbc3 tempest-ServerShowV257Test-750180807 tempest-ServerShowV257Test-750180807-project] 10.222.0.84 "GET /v2.0/ports?device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.0309811 Aug 16 20:53:10.177861 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb881eeb-661a-43cc-b841-d31a2c57f9ea tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:10.216206 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb881eeb-661a-43cc-b841-d31a2c57f9ea tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:10.216710 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b61e63-8800-4128-841d-a1d97bf3b8e6 x-openstack-request-id: req-26b61e63-8800-4128-841d-a1d97bf3b8e6 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:10.217014 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455ae79a-5bf9-4917-950f-f3bdbb3e4492", "tag": "38fd5de8-f1bd-46b8-8703-f5c2817640d6", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:10.217464 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-26b61e63-8800-4128-841d-a1d97bf3b8e6 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:10.217882 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455ae79a-5bf9-4917-950f-f3bdbb3e4492', 'tag': '38fd5de8-f1bd-46b8-8703-f5c2817640d6', 'status': 'completed', 'code': 200} Aug 16 20:53:10.221097 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-cb881eeb-661a-43cc-b841-d31a2c57f9ea tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:10.223279 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb881eeb-661a-43cc-b841-d31a2c57f9ea tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:10.254820 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb881eeb-661a-43cc-b841-d31a2c57f9ea tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Pushing event updated for resources: {'Port': ['ID=19184b1a-469e-4e34-8a22-562c162a6c86,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:10.289438 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff3191-5ffc-4d2c-9682-4e0838202b27 req-bb9bfea4-0052-4b0a-8157-2056faea333f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:10.291952 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0bff3191-5ffc-4d2c-9682-4e0838202b27 req-bb9bfea4-0052-4b0a-8157-2056faea333f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f528879fc998445593ea72fcaca71808&device_id=455ae79a-5bf9-4917-950f-f3bdbb3e4492 HTTP/1.1" status: 200 len: 1096 time: 0.0487397 Aug 16 20:53:10.463408 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705270e-d7fd-42d7-8a5d-18f86c6f6cba req-2ac623a4-2e14-4074-8248-70e6097b3a28 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:10.464969 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7705270e-d7fd-42d7-8a5d-18f86c6f6cba req-2ac623a4-2e14-4074-8248-70e6097b3a28 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=11c4e83b-b48a-40f5-9226-8f80309f4c06 HTTP/1.1" status: 200 len: 946 time: 0.0843301 Aug 16 20:53:10.480677 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff3191-5ffc-4d2c-9682-4e0838202b27 req-cbbe81cd-f4b8-4405-ad7f-483fef11ef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:10.482091 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0bff3191-5ffc-4d2c-9682-4e0838202b27 req-cbbe81cd-f4b8-4405-ad7f-483fef11ef14 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=f528879fc998445593ea72fcaca71808&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1763897 Aug 16 20:53:10.550470 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7705270e-d7fd-42d7-8a5d-18f86c6f6cba req-08a8ca80-0034-40c0-928b-e7aa9c0cefca tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783422 Aug 16 20:53:10.577489 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ee8795c4-dcbd-4c3f-8550-3802f73b0b77 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:53:10.608345 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff3191-5ffc-4d2c-9682-4e0838202b27 req-60b088f6-ef15-4f6d-ab70-a5a5b9126e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:10.608748 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb881eeb-661a-43cc-b841-d31a2c57f9ea tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:10.609929 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0bff3191-5ffc-4d2c-9682-4e0838202b27 req-60b088f6-ef15-4f6d-ab70-a5a5b9126e51 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1193128 Aug 16 20:53:10.726867 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ee8795c4-dcbd-4c3f-8550-3802f73b0b77, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ee8795c4-dcbd-4c3f-8550-3802f73b0b77,segment=NetworkSegment(dd3b3e95-b260-4ffe-89d2-ca493b24391f),segment_id=dd3b3e95-b260-4ffe-89d2-ca493b24391f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:10.744821 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': 'ee8795c4-dcbd-4c3f-8550-3802f73b0b77', 'network_id': 'b1b88367-5ef4-4555-8890-197c2e8aab74', 'port_id': 'ee8795c4-dcbd-4c3f-8550-3802f73b0b77', 'mac_address': 'fa:16:3e:10:62:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf6a9c3-a849-4943-bd43-6e48f5539dc3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:53:10.774640 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e6e90-7e8c-42de-ae81-5d6ee21747cf req-5b0cf888-79f3-4ec6-86b4-cc51e9a91200 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:10.780651 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e6e90-7e8c-42de-ae81-5d6ee21747cf req-5b0cf888-79f3-4ec6-86b4-cc51e9a91200 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:10.786560 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e6e90-7e8c-42de-ae81-5d6ee21747cf req-5b0cf888-79f3-4ec6-86b4-cc51e9a91200 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:10.792276 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:10.792591 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e6e90-7e8c-42de-ae81-5d6ee21747cf req-5b0cf888-79f3-4ec6-86b4-cc51e9a91200 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:10.799316 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e6e90-7e8c-42de-ae81-5d6ee21747cf req-5b0cf888-79f3-4ec6-86b4-cc51e9a91200 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:10.805306 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e6e90-7e8c-42de-ae81-5d6ee21747cf req-5b0cf888-79f3-4ec6-86b4-cc51e9a91200 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:10.807113 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee8795c4-dcbd-4c3f-8550-3802f73b0b77 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:53:10.811529 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e6e90-7e8c-42de-ae81-5d6ee21747cf req-5b0cf888-79f3-4ec6-86b4-cc51e9a91200 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:10.813479 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-366e6e90-7e8c-42de-ae81-5d6ee21747cf req-5b0cf888-79f3-4ec6-86b4-cc51e9a91200 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5431 time: 0.1370807 Aug 16 20:53:10.816462 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-4597b483-8394-4dff-9ea4-9d0b5eb94b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:10.817855 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-4597b483-8394-4dff-9ea4-9d0b5eb94b1f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f528879fc998445593ea72fcaca71808&device_id=455ae79a-5bf9-4917-950f-f3bdbb3e4492 HTTP/1.1" status: 200 len: 1096 time: 0.1323912 Aug 16 20:53:10.835553 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ee8795c4-dcbd-4c3f-8550-3802f73b0b77, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ee8795c4-dcbd-4c3f-8550-3802f73b0b77,segment=NetworkSegment(dd3b3e95-b260-4ffe-89d2-ca493b24391f),segment_id=dd3b3e95-b260-4ffe-89d2-ca493b24391f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:10.843268 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb881eeb-661a-43cc-b841-d31a2c57f9ea tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59380'] for router, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:10.846614 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb881eeb-661a-43cc-b841-d31a2c57f9ea tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-663158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-663167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661637'] for router, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:10.869075 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-d29e68f3-9ed5-46c9-9bbd-58dd4352a84a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38fd5de8-f1bd-46b8-8703-f5c2817640d6 HTTP/1.1" status: 200 len: 217 time: 0.0413108 Aug 16 20:53:10.914980 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:10.937079 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-366e6e90-7e8c-42de-ae81-5d6ee21747cf req-cfe77397-799e-4dd7-ba3b-f0522e692afd tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1161890 Aug 16 20:53:10.961411 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-949bf8a4-8b5f-4ac2-83b7-e76b941a2df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:10.963582 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-949bf8a4-8b5f-4ac2-83b7-e76b941a2df9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0ca13ed5-9db7-40b6-8d34-f10c5def1378 HTTP/1.1" status: 200 len: 853 time: 0.0842340 Aug 16 20:53:11.003318 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=ee8795c4-dcbd-4c3f-8550-3802f73b0b77,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:11.020610 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-ae12f335-7045-41d4-82d4-428095fc662a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=001f774f-d3c4-4724-a4ef-b6554b1c972e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447156 Aug 16 20:53:11.072699 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-980f88b3-4cd2-425d-9d6c-182d6a4dc8d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:11.108047 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb881eeb-661a-43cc-b841-d31a2c57f9ea tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Router cfa267b1-81a4-4170-97a2-fc8e40dd0226 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:53:11.145070 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['ee8795c4-dcbd-4c3f-8550-3802f73b0b77'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:53:11.249283 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb881eeb-661a-43cc-b841-d31a2c57f9ea tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:53:11.255191 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb881eeb-661a-43cc-b841-d31a2c57f9ea tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:11.256541 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-cb881eeb-661a-43cc-b841-d31a2c57f9ea tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] 10.222.0.84 "PUT /v2.0/routers/cfa267b1-81a4-4170-97a2-fc8e40dd0226 HTTP/1.1" status: 200 len: 920 time: 1.9925497 Aug 16 20:53:11.259235 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42760) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:11.263951 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5003aaf-7f68-4b71-8429-cd900ffba392 None None] Sync routers for ids ['cfa267b1-81a4-4170-97a2-fc8e40dd0226'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:53:11.293110 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5003aaf-7f68-4b71-8429-cd900ffba392 None None] Routers {'cfa267b1-81a4-4170-97a2-fc8e40dd0226'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:11.293769 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-b5003aaf-7f68-4b71-8429-cd900ffba392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:52:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['cfa267b1-81a4-4170-97a2-fc8e40dd0226'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:11.335143 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-b5003aaf-7f68-4b71-8429-cd900ffba392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:11.352824 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5003aaf-7f68-4b71-8429-cd900ffba392 None None] Routers {'cfa267b1-81a4-4170-97a2-fc8e40dd0226'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:11.353905 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-b5003aaf-7f68-4b71-8429-cd900ffba392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:52:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['cfa267b1-81a4-4170-97a2-fc8e40dd0226'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:11.369736 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-366d0363-1350-413d-93b5-1094da230be4 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] 10.222.0.84 "GET /v2.0/routers/cfa267b1-81a4-4170-97a2-fc8e40dd0226 HTTP/1.1" status: 200 len: 926 time: 0.1092813 Aug 16 20:53:11.372497 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42762) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:11.391543 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-b5003aaf-7f68-4b71-8429-cd900ffba392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:11.392238 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5003aaf-7f68-4b71-8429-cd900ffba392 None None] The sync data for ids ['cfa267b1-81a4-4170-97a2-fc8e40dd0226'] in n-d-793620-15 is: [] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:53:11.416647 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46636e1e-3967-4d8d-bd95-dbdb7203bc7e tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:11.418190 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-46636e1e-3967-4d8d-bd95-dbdb7203bc7e tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=65ae326a-d6e1-4f5d-80d6-215a5521afe9&device_id=cfa267b1-81a4-4170-97a2-fc8e40dd0226&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0446837 Aug 16 20:53:11.421402 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42764) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:11.449775 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720aa794-3683-4629-9135-c7dd9335d11a req-9b854d28-75b1-4b43-b37a-baa637b96938 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:11.451304 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-720aa794-3683-4629-9135-c7dd9335d11a req-9b854d28-75b1-4b43-b37a-baa637b96938 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/ports?device_id=455ae79a-5bf9-4917-950f-f3bdbb3e4492 HTTP/1.1" status: 200 len: 944 time: 0.4487152 Aug 16 20:53:11.499544 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a577a-8c9d-4be7-92e1-a04fc2603416 req-63e5b526-0060-4336-b65b-9fc7f3e99ff0 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:11.501085 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b84a577a-8c9d-4be7-92e1-a04fc2603416 req-63e5b526-0060-4336-b65b-9fc7f3e99ff0 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 945 time: 0.1076324 Aug 16 20:53:11.504772 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-802c71f7-ecb4-4f62-af9b-9a132d8514aa service neutron] 10.222.0.72 "GET /v2.0/networks/001f774f-d3c4-4724-a4ef-b6554b1c972e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710011 Aug 16 20:53:11.508395 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0efae83-9a08-4dc0-aded-2606c59381dd tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:11.509778 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d0efae83-9a08-4dc0-aded-2606c59381dd tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] 10.222.0.84 "GET /v2.0/networks/65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 881 time: 0.0874782 Aug 16 20:53:11.512959 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42766) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:11.527667 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 8c4a9045-4254-4fbd-8ced-ae5eac78a774 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:53:11.540022 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-824cd660-15a6-4814-8e0b-00f4193d96b4 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] 10.222.0.84 "GET /v2.0/ports?device_id=cfa267b1-81a4-4170-97a2-fc8e40dd0226 HTTP/1.1" status: 200 len: 205 time: 0.0259793 Aug 16 20:53:11.542574 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42768) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:11.550546 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-720aa794-3683-4629-9135-c7dd9335d11a req-257ea392-6125-4fa4-aab4-2ea9f53c9ec7 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups?id=3dc6bd43-bdac-49e7-80a3-26b230279ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886087 Aug 16 20:53:11.623870 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b84a577a-8c9d-4be7-92e1-a04fc2603416 req-44c50a37-6d9c-4419-ae40-53f6554e822e tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144674 Aug 16 20:53:11.652328 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-829d3095-1f79-4d5c-85d1-2cb7d608a56e req-974d96d0-1964-423b-a860-3124def05fb8 service neutron] 10.222.0.72 "GET /v2.0/networks/001f774f-d3c4-4724-a4ef-b6554b1c972e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358294 Aug 16 20:53:11.664682 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 8c4a9045-4254-4fbd-8ced-ae5eac78a774, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=8c4a9045-4254-4fbd-8ced-ae5eac78a774,segment=NetworkSegment(924f0b82-5103-407b-88b5-5f564b7e60a5),segment_id=924f0b82-5103-407b-88b5-5f564b7e60a5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:11.680733 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5ee167de-e013-49d9-b8d7-258538645e94 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:11.689492 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '8c4a9045-4254-4fbd-8ced-ae5eac78a774', 'network_id': '8aaec99b-835d-4e57-91ae-52c77e4ca746', 'port_id': '8c4a9045-4254-4fbd-8ced-ae5eac78a774', 'mac_address': 'fa:16:3e:86:1f:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '063b8681-e8b9-4cc3-a1c7-6de160bd6bb0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:53:11.731334 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fb9bc2f4-3ca4-4052-8d68-5efebd11ef35 req-a269d2b7-b800-42bb-a647-98cc3cd8c71a tempest-ServerShowV257Test-750180807 tempest-ServerShowV257Test-750180807-project] 10.222.0.84 "GET /v2.0/ports?device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.0286348 Aug 16 20:53:11.775431 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:11.790212 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c4a9045-4254-4fbd-8ced-ae5eac78a774 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:53:11.806416 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5ee167de-e013-49d9-b8d7-258538645e94 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:11.817132 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 8c4a9045-4254-4fbd-8ced-ae5eac78a774, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=8c4a9045-4254-4fbd-8ced-ae5eac78a774,segment=NetworkSegment(924f0b82-5103-407b-88b5-5f564b7e60a5),segment_id=924f0b82-5103-407b-88b5-5f564b7e60a5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:11.837563 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757fbc6-6dc9-4d4e-965e-37a10ba39377 req-03ae0fd7-827a-4b11-85fa-18bfdc9b1cd7 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:11.839077 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5757fbc6-6dc9-4d4e-965e-37a10ba39377 req-03ae0fd7-827a-4b11-85fa-18bfdc9b1cd7 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=11c4e83b-b48a-40f5-9226-8f80309f4c06 HTTP/1.1" status: 200 len: 946 time: 0.0518675 Aug 16 20:53:11.877996 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5757fbc6-6dc9-4d4e-965e-37a10ba39377 req-a64ae010-62b3-40ff-adbc-700c4903560f tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322418 Aug 16 20:53:11.915016 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:11.965140 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-5ee167de-e013-49d9-b8d7-258538645e94 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Deleting port 19184b1a-469e-4e34-8a22-562c162a6c86 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:11.965475 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5ee167de-e013-49d9-b8d7-258538645e94 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:11.976070 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=8c4a9045-4254-4fbd-8ced-ae5eac78a774,revision_number=6']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:12.028106 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['8c4a9045-4254-4fbd-8ced-ae5eac78a774'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:53:12.051058 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5ee167de-e013-49d9-b8d7-258538645e94 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:12.064625 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-5ee167de-e013-49d9-b8d7-258538645e94 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Calling delete_port for 19184b1a-469e-4e34-8a22-562c162a6c86 owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:12.083988 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3c1d0-679f-44cd-a977-d3ecb03a3dd8 req-aa7914fe-ea16-4543-87ae-4f42d37e3dfa tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:12.090200 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3c1d0-679f-44cd-a977-d3ecb03a3dd8 req-aa7914fe-ea16-4543-87ae-4f42d37e3dfa tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:12.096216 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3c1d0-679f-44cd-a977-d3ecb03a3dd8 req-aa7914fe-ea16-4543-87ae-4f42d37e3dfa tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:12.102189 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3c1d0-679f-44cd-a977-d3ecb03a3dd8 req-aa7914fe-ea16-4543-87ae-4f42d37e3dfa tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:12.108950 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3c1d0-679f-44cd-a977-d3ecb03a3dd8 req-aa7914fe-ea16-4543-87ae-4f42d37e3dfa tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:12.114911 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3c1d0-679f-44cd-a977-d3ecb03a3dd8 req-aa7914fe-ea16-4543-87ae-4f42d37e3dfa tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:12.120905 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3c1d0-679f-44cd-a977-d3ecb03a3dd8 req-aa7914fe-ea16-4543-87ae-4f42d37e3dfa tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:12.123497 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b8a3c1d0-679f-44cd-a977-d3ecb03a3dd8 req-aa7914fe-ea16-4543-87ae-4f42d37e3dfa tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5431 time: 0.1021640 Aug 16 20:53:12.184325 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b8a3c1d0-679f-44cd-a977-d3ecb03a3dd8 req-683aec9a-25b0-4f0a-a740-b393a0fb911c tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0494339 Aug 16 20:53:12.349414 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5ee167de-e013-49d9-b8d7-258538645e94 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:12.375337 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee167de-e013-49d9-b8d7-258538645e94 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Pushing event deleted for resources: {'Port': ['ID=19184b1a-469e-4e34-8a22-562c162a6c86,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:12.415723 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42782) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:12.440249 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5ee167de-e013-49d9-b8d7-258538645e94 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:12.532808 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-368d2a3d-1d01-4858-9a4b-e1d353e98743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:12.535466 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5ee167de-e013-49d9-b8d7-258538645e94 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:12.537711 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5ee167de-e013-49d9-b8d7-258538645e94 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:12.577828 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ee8795c4-dcbd-4c3f-8550-3802f73b0b77 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:12.641156 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-368d2a3d-1d01-4858-9a4b-e1d353e98743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:12.655578 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5ee167de-e013-49d9-b8d7-258538645e94 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:12.656193 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee167de-e013-49d9-b8d7-258538645e94 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Fanout notify agent at l3_agent the message router_deleted on router cfa267b1-81a4-4170-97a2-fc8e40dd0226 {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:53:12.666293 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5ee167de-e013-49d9-b8d7-258538645e94 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:12.671165 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5ee167de-e013-49d9-b8d7-258538645e94 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] 10.222.0.84 "DELETE /v2.0/routers/cfa267b1-81a4-4170-97a2-fc8e40dd0226 HTTP/1.1" status: 204 len: 168 time: 1.1241584 Aug 16 20:53:12.671468 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42792) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:12.676352 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-6761113d-1b0b-4d2f-925a-5be86ec6ab1a tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-737535420', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}, 'admin_state_up': False}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:12.683897 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6cf1b-b1da-43bf-89cd-3e1774ad1989 req-6f9de45f-6055-4bbf-ac7e-f8ca1294fac7 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:12.685955 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1cf6cf1b-b1da-43bf-89cd-3e1774ad1989 req-6f9de45f-6055-4bbf-ac7e-f8ca1294fac7 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/ports?device_id=455ae79a-5bf9-4917-950f-f3bdbb3e4492 HTTP/1.1" status: 200 len: 944 time: 0.0580800 Aug 16 20:53:12.757026 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1cf6cf1b-b1da-43bf-89cd-3e1774ad1989 req-fb608fc6-cf80-4837-934f-fe68feb0718b tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups?id=3dc6bd43-bdac-49e7-80a3-26b230279ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648098 Aug 16 20:53:12.774206 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacf3e1-3fcc-45c0-804f-71ccbf33d4c5 req-377cadc8-20e3-4520-9192-655d050fe7a2 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:12.783542 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7eacf3e1-3fcc-45c0-804f-71ccbf33d4c5 req-377cadc8-20e3-4520-9192-655d050fe7a2 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 945 time: 0.0725605 Aug 16 20:53:12.790497 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-368d2a3d-1d01-4858-9a4b-e1d353e98743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:12.807079 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port ee8795c4-dcbd-4c3f-8550-3802f73b0b77 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:12.814202 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port ee8795c4-dcbd-4c3f-8550-3802f73b0b77 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:12.815376 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:12.878528 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6761113d-1b0b-4d2f-925a-5be86ec6ab1a tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:12.879601 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6761113d-1b0b-4d2f-925a-5be86ec6ab1a tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:12.888262 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-368d2a3d-1d01-4858-9a4b-e1d353e98743 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=01857ad07792475aa14b1a78219aaba1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4713137 Aug 16 20:53:12.890865 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42800) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:12.896339 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1d2a5089-de90-4958-8543-77b635342398 req-07baa9a3-070a-455b-b459-b2cc04648322 tempest-ServerShowV257Test-750180807 tempest-ServerShowV257Test-750180807-project] 10.222.0.84 "GET /v2.0/ports?device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.0651948 Aug 16 20:53:12.908743 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7eacf3e1-3fcc-45c0-804f-71ccbf33d4c5 req-4a1c5cf1-2a22-48b6-bded-07221f362ad2 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231520 Aug 16 20:53:12.909664 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d2a3d-1d01-4858-9a4b-e1d353e98743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7181ce2e-d1cf-45fc-92b9-db08019bcf95,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:12.930167 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:12.957923 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642269c7-cafd-4aaa-9bd7-348a4bdadf17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8795c4-dcbd-4c3f-8550-3802f73b0b77'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:12.960507 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b2e4dd-95bb-44b1-afd9-e81a809bcdec" -d '{"events": [{"server_uuid": "642269c7-cafd-4aaa-9bd7-348a4bdadf17", "name": "network-vif-plugged", "status": "completed", "tag": "ee8795c4-dcbd-4c3f-8550-3802f73b0b77"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:12.974724 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ee8795c4-dcbd-4c3f-8550-3802f73b0b77, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ee8795c4-dcbd-4c3f-8550-3802f73b0b77,segment=NetworkSegment(dd3b3e95-b260-4ffe-89d2-ca493b24391f),segment_id=dd3b3e95-b260-4ffe-89d2-ca493b24391f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:13.001434 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4435abc2-7fd2-4f3d-bc4b-41a19557f68b x-openstack-request-id: req-4435abc2-7fd2-4f3d-bc4b-41a19557f68b {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:13.001730 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "642269c7-cafd-4aaa-9bd7-348a4bdadf17", "name": "network-vif-plugged", "status": "completed", "tag": "ee8795c4-dcbd-4c3f-8550-3802f73b0b77", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:13.001985 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4435abc2-7fd2-4f3d-bc4b-41a19557f68b {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:13.002535 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642269c7-cafd-4aaa-9bd7-348a4bdadf17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8795c4-dcbd-4c3f-8550-3802f73b0b77', 'code': 200} Aug 16 20:53:13.010260 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6761113d-1b0b-4d2f-925a-5be86ec6ab1a tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:13.029169 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c2dbdc57-2382-4b79-ae9d-238314986661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:13.039537 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e46388-42b9-42c8-a873-a24943466787 req-0dab3a59-8922-43f4-933c-5151044b740a tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:13.047893 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-78e46388-42b9-42c8-a873-a24943466787 req-0dab3a59-8922-43f4-933c-5151044b740a tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=11c4e83b-b48a-40f5-9226-8f80309f4c06 HTTP/1.1" status: 200 len: 945 time: 0.0645664 Aug 16 20:53:13.051691 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c2dbdc57-2382-4b79-ae9d-238314986661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:13.108022 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-78e46388-42b9-42c8-a873-a24943466787 req-7133e980-e96b-49f0-bd84-a6e5b6cd39d1 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589690 Aug 16 20:53:13.118686 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d55811-b135-4feb-80c7-bcff86b9375a req-f802273d-5745-48fc-baed-5330fa2a199b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:13.120400 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-87d55811-b135-4feb-80c7-bcff86b9375a req-f802273d-5745-48fc-baed-5330fa2a199b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 1097 time: 0.0577855 Aug 16 20:53:13.160146 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-87d55811-b135-4feb-80c7-bcff86b9375a req-4b469275-eef2-4dfd-acda-d170235ddbee service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329409 Aug 16 20:53:13.320026 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7a7b3-0939-4965-b001-a576a13309c0 req-1b0f7ff2-a6fa-427f-bdfa-9736e5151f40 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:13.326496 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7a7b3-0939-4965-b001-a576a13309c0 req-1b0f7ff2-a6fa-427f-bdfa-9736e5151f40 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:13.332439 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7a7b3-0939-4965-b001-a576a13309c0 req-1b0f7ff2-a6fa-427f-bdfa-9736e5151f40 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:13.338299 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7a7b3-0939-4965-b001-a576a13309c0 req-1b0f7ff2-a6fa-427f-bdfa-9736e5151f40 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:13.344280 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7a7b3-0939-4965-b001-a576a13309c0 req-1b0f7ff2-a6fa-427f-bdfa-9736e5151f40 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:13.350242 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7a7b3-0939-4965-b001-a576a13309c0 req-1b0f7ff2-a6fa-427f-bdfa-9736e5151f40 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:13.356160 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7a7b3-0939-4965-b001-a576a13309c0 req-1b0f7ff2-a6fa-427f-bdfa-9736e5151f40 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:13.358234 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d5f7a7b3-0939-4965-b001-a576a13309c0 req-1b0f7ff2-a6fa-427f-bdfa-9736e5151f40 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5431 time: 0.0978808 Aug 16 20:53:13.360796 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:13.407546 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d5f7a7b3-0939-4965-b001-a576a13309c0 req-7c419efc-071a-4fda-a0ae-05228f7d5aa4 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398366 Aug 16 20:53:13.419928 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=ee8795c4-dcbd-4c3f-8550-3802f73b0b77,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:13.505341 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6761113d-1b0b-4d2f-925a-5be86ec6ab1a tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:13.542429 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 8c4a9045-4254-4fbd-8ced-ae5eac78a774 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:13.588420 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 8c4a9045-4254-4fbd-8ced-ae5eac78a774 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:13.588726 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:13.661921 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:13.706997 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 8c4a9045-4254-4fbd-8ced-ae5eac78a774, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=8c4a9045-4254-4fbd-8ced-ae5eac78a774,segment=NetworkSegment(924f0b82-5103-407b-88b5-5f564b7e60a5),segment_id=924f0b82-5103-407b-88b5-5f564b7e60a5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:13.824757 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5fd2e769-d7e0-46a8-92aa-ccd0b71e599d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:13.830863 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c2dbdc57-2382-4b79-ae9d-238314986661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:13.833502 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c2dbdc57-2382-4b79-ae9d-238314986661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:13.843420 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c2dbdc57-2382-4b79-ae9d-238314986661 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7181ce2e-d1cf-45fc-92b9-db08019bcf95 HTTP/1.1" status: 204 len: 168 time: 0.9428489 Aug 16 20:53:13.882009 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779ba87-0721-47da-8d27-43909334acd4 req-e342c444-c583-4102-a16d-4464c5f530ca tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:13.882903 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dbdc57-2382-4b79-ae9d-238314986661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7181ce2e-d1cf-45fc-92b9-db08019bcf95,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:13.884975 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f779ba87-0721-47da-8d27-43909334acd4 req-e342c444-c583-4102-a16d-4464c5f530ca tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/ports?device_id=455ae79a-5bf9-4917-950f-f3bdbb3e4492 HTTP/1.1" status: 200 len: 944 time: 0.0568929 Aug 16 20:53:13.928764 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f779ba87-0721-47da-8d27-43909334acd4 req-9e55c79e-405b-4caf-8bc8-c14ef47e2faf tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups?id=3dc6bd43-bdac-49e7-80a3-26b230279ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376592 Aug 16 20:53:13.930091 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:13.932347 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:13.997824 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=8c4a9045-4254-4fbd-8ced-ae5eac78a774,revision_number=7']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:14.050890 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3c79364e-5bd5-4ea5-a5fa-013ef92dd216 req-358974a3-1095-4f8c-967d-06586539d52b tempest-ServerShowV257Test-750180807 tempest-ServerShowV257Test-750180807-project] 10.222.0.84 "GET /v2.0/ports?device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.0347264 Aug 16 20:53:14.087053 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6761113d-1b0b-4d2f-925a-5be86ec6ab1a tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:14.111967 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6761113d-1b0b-4d2f-925a-5be86ec6ab1a tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:14.161711 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42822) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:14.239249 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f454938-ac47-49ca-8035-e78938bf1ccd req-05027e20-2cb3-413f-9cbf-e09de28a7c37 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:14.240817 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3f454938-ac47-49ca-8035-e78938bf1ccd req-05027e20-2cb3-413f-9cbf-e09de28a7c37 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 946 time: 0.1052809 Aug 16 20:53:14.253728 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf39300-7caa-4f0d-8e07-98b8401c9691 req-db1f682a-fa34-4240-873e-ea17fd9e1818 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:14.255265 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2bf39300-7caa-4f0d-8e07-98b8401c9691 req-db1f682a-fa34-4240-873e-ea17fd9e1818 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=11c4e83b-b48a-40f5-9226-8f80309f4c06 HTTP/1.1" status: 200 len: 946 time: 0.0761764 Aug 16 20:53:14.259738 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-6761113d-1b0b-4d2f-925a-5be86ec6ab1a tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Allocated IP 172.25.1.150 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/41de7abd-56ce-4b5c-a5d5-32f134184feb) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:14.304136 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3f454938-ac47-49ca-8035-e78938bf1ccd req-3e1fa864-b823-4f2d-8a04-8890346dbdb1 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476196 Aug 16 20:53:14.326149 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2bf39300-7caa-4f0d-8e07-98b8401c9691 req-32702151-6a61-4fcb-81a8-b3b76249c4f2 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543706 Aug 16 20:53:14.388504 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6761113d-1b0b-4d2f-925a-5be86ec6ab1a tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:14.432043 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3902a5ea-d8b2-441d-9c56-7688a3b47909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:14.532398 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3902a5ea-d8b2-441d-9c56-7688a3b47909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:14.535596 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6761113d-1b0b-4d2f-925a-5be86ec6ab1a tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:14.563069 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67b4e0-1f2e-4a55-86ef-a85d2ceca2f0 req-2b4a2f86-5492-4a1a-a10c-ecea4a2c1f31 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:14.568976 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67b4e0-1f2e-4a55-86ef-a85d2ceca2f0 req-2b4a2f86-5492-4a1a-a10c-ecea4a2c1f31 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:14.574852 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67b4e0-1f2e-4a55-86ef-a85d2ceca2f0 req-2b4a2f86-5492-4a1a-a10c-ecea4a2c1f31 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:14.580766 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67b4e0-1f2e-4a55-86ef-a85d2ceca2f0 req-2b4a2f86-5492-4a1a-a10c-ecea4a2c1f31 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:14.583810 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6761113d-1b0b-4d2f-925a-5be86ec6ab1a tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:14.586572 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67b4e0-1f2e-4a55-86ef-a85d2ceca2f0 req-2b4a2f86-5492-4a1a-a10c-ecea4a2c1f31 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:14.588563 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-6761113d-1b0b-4d2f-925a-5be86ec6ab1a tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:14.590809 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6761113d-1b0b-4d2f-925a-5be86ec6ab1a tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:14.592465 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67b4e0-1f2e-4a55-86ef-a85d2ceca2f0 req-2b4a2f86-5492-4a1a-a10c-ecea4a2c1f31 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:14.596233 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6761113d-1b0b-4d2f-925a-5be86ec6ab1a tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Pushing event updated for resources: {'Port': ['ID=41de7abd-56ce-4b5c-a5d5-32f134184feb,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:14.598286 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67b4e0-1f2e-4a55-86ef-a85d2ceca2f0 req-2b4a2f86-5492-4a1a-a10c-ecea4a2c1f31 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:14.600266 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de67b4e0-1f2e-4a55-86ef-a85d2ceca2f0 req-2b4a2f86-5492-4a1a-a10c-ecea4a2c1f31 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5431 time: 0.0921719 Aug 16 20:53:14.613774 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 3af6817e-b620-4a8f-89a6-4b54fec09bf6 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:53:14.620681 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3902a5ea-d8b2-441d-9c56-7688a3b47909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:14.643759 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de67b4e0-1f2e-4a55-86ef-a85d2ceca2f0 req-a6c2541d-1c12-4e45-a4bf-13dded39cbc7 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372937 Aug 16 20:53:14.677785 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3902a5ea-d8b2-441d-9c56-7688a3b47909 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=dc40fc76977a4df9817dd0a83091c4e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5150037 Aug 16 20:53:14.678869 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3902a5ea-d8b2-441d-9c56-7688a3b47909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362cd767-bf5c-4759-b9b6-87a9fefd1d22,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:14.680679 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42836) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:14.736440 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 3af6817e-b620-4a8f-89a6-4b54fec09bf6, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=3af6817e-b620-4a8f-89a6-4b54fec09bf6,segment=NetworkSegment(c17ee736-fab2-4b49-a592-ddf384be080a),segment_id=c17ee736-fab2-4b49-a592-ddf384be080a)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:14.741655 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dbe1338e-846c-415d-a736-18d206103651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:14.752868 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '3af6817e-b620-4a8f-89a6-4b54fec09bf6', 'network_id': '2808ba84-8eb6-448f-bf54-b316a16ed9b0', 'port_id': '3af6817e-b620-4a8f-89a6-4b54fec09bf6', 'mac_address': 'fa:16:3e:50:16:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8bbf4cb-abf2-419b-b8fc-f8a48d718293', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:53:14.764816 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dbe1338e-846c-415d-a736-18d206103651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:14.792775 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:14.806816 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3af6817e-b620-4a8f-89a6-4b54fec09bf6 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:53:14.824237 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:14.825931 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 3af6817e-b620-4a8f-89a6-4b54fec09bf6, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=3af6817e-b620-4a8f-89a6-4b54fec09bf6,segment=NetworkSegment(c17ee736-fab2-4b49-a592-ddf384be080a),segment_id=c17ee736-fab2-4b49-a592-ddf384be080a)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:14.998680 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:14.999567 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 4d8bacfe-cedf-4ddb-98de-1fe3b2792d18 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:53:15.005096 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c4e83b-b48a-40f5-9226-8f80309f4c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4a9045-4254-4fbd-8ced-ae5eac78a774'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:15.006577 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab50d9c-672f-49d7-8101-83f87c7fffb3" -d '{"events": [{"server_uuid": "11c4e83b-b48a-40f5-9226-8f80309f4c06", "name": "network-vif-plugged", "status": "completed", "tag": "8c4a9045-4254-4fbd-8ced-ae5eac78a774"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:15.011564 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dbe1338e-846c-415d-a736-18d206103651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:15.013608 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dbe1338e-846c-415d-a736-18d206103651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:15.017266 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-dbe1338e-846c-415d-a736-18d206103651 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/362cd767-bf5c-4759-b9b6-87a9fefd1d22 HTTP/1.1" status: 204 len: 168 time: 0.3327215 Aug 16 20:53:15.043168 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6761113d-1b0b-4d2f-925a-5be86ec6ab1a tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:15.056347 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1338e-846c-415d-a736-18d206103651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362cd767-bf5c-4759-b9b6-87a9fefd1d22,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:15.076629 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=3af6817e-b620-4a8f-89a6-4b54fec09bf6,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:15.081006 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f964b4-c449-41af-8700-421922de7bcd req-dac47680-0b28-4b20-98c0-9f4c05d77041 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:15.090048 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-04f964b4-c449-41af-8700-421922de7bcd req-dac47680-0b28-4b20-98c0-9f4c05d77041 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/ports?device_id=455ae79a-5bf9-4917-950f-f3bdbb3e4492 HTTP/1.1" status: 200 len: 944 time: 0.0907049 Aug 16 20:53:15.091892 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e39f40-27cd-4654-8020-62cadbf58207 x-openstack-request-id: req-32e39f40-27cd-4654-8020-62cadbf58207 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:15.091892 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c4e83b-b48a-40f5-9226-8f80309f4c06", "name": "network-vif-plugged", "status": "completed", "tag": "8c4a9045-4254-4fbd-8ced-ae5eac78a774", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:15.091892 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-32e39f40-27cd-4654-8020-62cadbf58207 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:15.092272 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c4e83b-b48a-40f5-9226-8f80309f4c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4a9045-4254-4fbd-8ced-ae5eac78a774', 'code': 200} Aug 16 20:53:15.157508 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-04f964b4-c449-41af-8700-421922de7bcd req-c386659a-d481-4965-bdd2-d16846ea721f tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups?id=3dc6bd43-bdac-49e7-80a3-26b230279ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609729 Aug 16 20:53:15.220645 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a26577f3-3868-449f-a080-cc657cbe2f19 req-9f4b0be5-f80b-45cb-902a-d5bd4bb9954b tempest-ServerShowV257Test-750180807 tempest-ServerShowV257Test-750180807-project] 10.222.0.84 "GET /v2.0/ports?device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.0382266 Aug 16 20:53:15.222267 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 4d8bacfe-cedf-4ddb-98de-1fe3b2792d18, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=4d8bacfe-cedf-4ddb-98de-1fe3b2792d18,segment=NetworkSegment(34734b3f-5dce-4149-a5ad-b36712006fc4),segment_id=34734b3f-5dce-4149-a5ad-b36712006fc4)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:15.238874 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '4d8bacfe-cedf-4ddb-98de-1fe3b2792d18', 'network_id': '548eb6bc-b22d-43c1-8abf-bd0cf1de4a03', 'port_id': '4d8bacfe-cedf-4ddb-98de-1fe3b2792d18', 'mac_address': 'fa:16:3e:a0:77:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5559346-0c29-4d61-bf82-1d14da7e7b4f', 'ip_address': '10.1.1.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:53:15.282450 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:15.295356 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d8bacfe-cedf-4ddb-98de-1fe3b2792d18 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:53:15.309255 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6761113d-1b0b-4d2f-925a-5be86ec6ab1a tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:15.315472 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 4d8bacfe-cedf-4ddb-98de-1fe3b2792d18, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=4d8bacfe-cedf-4ddb-98de-1fe3b2792d18,segment=NetworkSegment(34734b3f-5dce-4149-a5ad-b36712006fc4),segment_id=34734b3f-5dce-4149-a5ad-b36712006fc4)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:15.412647 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:15.413348 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device b594a15b-28e6-4504-af59-93fb056ff0c6 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:53:15.486804 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9e058-3b07-4f4e-8a48-57da76fbeb01 req-d22316bb-69ae-46eb-94cb-9ecb0b8ed782 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:15.489076 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-13b9e058-3b07-4f4e-8a48-57da76fbeb01 req-d22316bb-69ae-46eb-94cb-9ecb0b8ed782 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 946 time: 0.1084380 Aug 16 20:53:15.489219 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port b594a15b-28e6-4504-af59-93fb056ff0c6, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=b594a15b-28e6-4504-af59-93fb056ff0c6,segment=NetworkSegment(c17ee736-fab2-4b49-a592-ddf384be080a),segment_id=c17ee736-fab2-4b49-a592-ddf384be080a)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:15.501319 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': 'b594a15b-28e6-4504-af59-93fb056ff0c6', 'network_id': '2808ba84-8eb6-448f-bf54-b316a16ed9b0', 'port_id': 'b594a15b-28e6-4504-af59-93fb056ff0c6', 'mac_address': 'fa:16:3e:26:71:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8bbf4cb-abf2-419b-b8fc-f8a48d718293', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:53:15.535397 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6761113d-1b0b-4d2f-925a-5be86ec6ab1a tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Router 523c5bde-7766-48e7-b44e-6f912f5f87a8 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:53:15.545152 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d9072-6aa1-4e93-b386-dfe8e6b2bb2c req-29693833-9508-425b-9df3-887e57edd0eb tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:15.546960 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c8d9072-6aa1-4e93-b386-dfe8e6b2bb2c req-29693833-9508-425b-9df3-887e57edd0eb tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=11c4e83b-b48a-40f5-9226-8f80309f4c06 HTTP/1.1" status: 200 len: 946 time: 0.1112218 Aug 16 20:53:15.569607 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-13b9e058-3b07-4f4e-8a48-57da76fbeb01 req-482fb9f2-0538-42b6-bc3a-1c90783751f0 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714004 Aug 16 20:53:15.587896 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 38fd5de8-f1bd-46b8-8703-f5c2817640d6 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:53:15.619643 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c8d9072-6aa1-4e93-b386-dfe8e6b2bb2c req-c291f502-bf28-4234-8596-390c1600e289 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487921 Aug 16 20:53:15.626321 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:15.661296 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=4d8bacfe-cedf-4ddb-98de-1fe3b2792d18,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:15.688102 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b594a15b-28e6-4504-af59-93fb056ff0c6 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:53:15.707213 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6761113d-1b0b-4d2f-925a-5be86ec6ab1a tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:53:15.720207 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b1c465-0e5a-4abb-a683-eb156d4491a4 None None] Sync routers for ids ['523c5bde-7766-48e7-b44e-6f912f5f87a8'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:53:15.730519 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b1c465-0e5a-4abb-a683-eb156d4491a4 None None] Routers {'523c5bde-7766-48e7-b44e-6f912f5f87a8'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:15.731498 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-39b1c465-0e5a-4abb-a683-eb156d4491a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:53:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['523c5bde-7766-48e7-b44e-6f912f5f87a8'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:15.751021 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port b594a15b-28e6-4504-af59-93fb056ff0c6, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=b594a15b-28e6-4504-af59-93fb056ff0c6,segment=NetworkSegment(c17ee736-fab2-4b49-a592-ddf384be080a),segment_id=c17ee736-fab2-4b49-a592-ddf384be080a)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:15.771948 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-39b1c465-0e5a-4abb-a683-eb156d4491a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:15.783531 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b1c465-0e5a-4abb-a683-eb156d4491a4 None None] Routers {'523c5bde-7766-48e7-b44e-6f912f5f87a8'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:15.784249 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-39b1c465-0e5a-4abb-a683-eb156d4491a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:53:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['523c5bde-7766-48e7-b44e-6f912f5f87a8'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:15.800738 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 38fd5de8-f1bd-46b8-8703-f5c2817640d6, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=38fd5de8-f1bd-46b8-8703-f5c2817640d6,segment=NetworkSegment(cb926d0b-2c7e-41f1-b470-27d663b83c1b),segment_id=cb926d0b-2c7e-41f1-b470-27d663b83c1b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:15.817191 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '38fd5de8-f1bd-46b8-8703-f5c2817640d6', 'network_id': '001f774f-d3c4-4724-a4ef-b6554b1c972e', 'port_id': '38fd5de8-f1bd-46b8-8703-f5c2817640d6', 'mac_address': 'fa:16:3e:a3:93:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca13ed5-9db7-40b6-8d34-f10c5def1378', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:53:15.817820 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-39b1c465-0e5a-4abb-a683-eb156d4491a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:15.818508 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b1c465-0e5a-4abb-a683-eb156d4491a4 None None] The sync data for ids ['523c5bde-7766-48e7-b44e-6f912f5f87a8'] in n-d-793620-15 is: [] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:53:15.832862 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0ff60-ae10-441c-b6ce-be255f98eddc req-62ff2879-750f-49b4-834a-c02ded05e68b tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:15.834417 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-23f0ff60-ae10-441c-b6ce-be255f98eddc req-62ff2879-750f-49b4-834a-c02ded05e68b tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 946 time: 0.1401703 Aug 16 20:53:15.861003 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6761113d-1b0b-4d2f-925a-5be86ec6ab1a tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:15.863827 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6761113d-1b0b-4d2f-925a-5be86ec6ab1a tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.1897614 Aug 16 20:53:15.864106 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:15.864767 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 6f663d94-68b3-4016-94ab-cff5d3fc7931 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:53:15.865213 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42874) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:15.870070 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-2c58a653-f3df-4f76-a8dc-9c29f4baba4c tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:15.877681 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f2022-007b-41c5-bde2-ca62647e289b req-8a2d3d33-7408-4b83-89c3-a185d2b03b90 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:15.883723 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f2022-007b-41c5-bde2-ca62647e289b req-8a2d3d33-7408-4b83-89c3-a185d2b03b90 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:15.890550 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f2022-007b-41c5-bde2-ca62647e289b req-8a2d3d33-7408-4b83-89c3-a185d2b03b90 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:15.894652 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:15.896767 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f2022-007b-41c5-bde2-ca62647e289b req-8a2d3d33-7408-4b83-89c3-a185d2b03b90 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:15.903253 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f2022-007b-41c5-bde2-ca62647e289b req-8a2d3d33-7408-4b83-89c3-a185d2b03b90 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:15.910495 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f2022-007b-41c5-bde2-ca62647e289b req-8a2d3d33-7408-4b83-89c3-a185d2b03b90 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:15.919881 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f2022-007b-41c5-bde2-ca62647e289b req-8a2d3d33-7408-4b83-89c3-a185d2b03b90 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:15.923067 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38fd5de8-f1bd-46b8-8703-f5c2817640d6 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:53:15.925151 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-124f2022-007b-41c5-bde2-ca62647e289b req-8a2d3d33-7408-4b83-89c3-a185d2b03b90 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5433 time: 0.1417842 Aug 16 20:53:15.951839 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 38fd5de8-f1bd-46b8-8703-f5c2817640d6, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=38fd5de8-f1bd-46b8-8703-f5c2817640d6,segment=NetworkSegment(cb926d0b-2c7e-41f1-b470-27d663b83c1b),segment_id=cb926d0b-2c7e-41f1-b470-27d663b83c1b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:16.013356 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=b594a15b-28e6-4504-af59-93fb056ff0c6,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:16.020744 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-23f0ff60-ae10-441c-b6ce-be255f98eddc req-e07b9e06-b9bc-48a5-87eb-bd6189b4e6d3 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765525 Aug 16 20:53:16.040204 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:16.046129 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-124f2022-007b-41c5-bde2-ca62647e289b req-fa9f7006-b16c-4f49-9ba7-82df7f0f7150 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1129043 Aug 16 20:53:16.071586 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c24f38-a767-4ba4-94eb-a06bc618d70b req-c52ea376-f8e2-452f-97ca-9ba1b4563d01 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:16.073193 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37c24f38-a767-4ba4-94eb-a06bc618d70b req-c52ea376-f8e2-452f-97ca-9ba1b4563d01 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.72 "GET /v2.0/ports?device_id=11c4e83b-b48a-40f5-9226-8f80309f4c06 HTTP/1.1" status: 200 len: 946 time: 0.1034005 Aug 16 20:53:16.128952 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 6f663d94-68b3-4016-94ab-cff5d3fc7931, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=6f663d94-68b3-4016-94ab-cff5d3fc7931,segment=NetworkSegment(d31205ae-b8c7-447a-b06d-752345c4437a),segment_id=d31205ae-b8c7-447a-b06d-752345c4437a)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:16.139750 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=38fd5de8-f1bd-46b8-8703-f5c2817640d6,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:16.154757 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '6f663d94-68b3-4016-94ab-cff5d3fc7931', 'network_id': '1ffc2ed8-3433-480e-9e7b-c7131585caf6', 'port_id': '6f663d94-68b3-4016-94ab-cff5d3fc7931', 'mac_address': 'fa:16:3e:f7:94:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f8a0b97-c998-4838-93b4-cc35dce1d7e0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:53:16.238443 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-37c24f38-a767-4ba4-94eb-a06bc618d70b req-516e050f-9397-4ebe-91a9-100d453a424d tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Deleting port 8c4a9045-4254-4fbd-8ced-ae5eac78a774 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:16.240306 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-37c24f38-a767-4ba4-94eb-a06bc618d70b req-516e050f-9397-4ebe-91a9-100d453a424d tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:16.243424 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:16.264936 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f663d94-68b3-4016-94ab-cff5d3fc7931 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:53:16.281899 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['38fd5de8-f1bd-46b8-8703-f5c2817640d6'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:53:16.321560 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 6f663d94-68b3-4016-94ab-cff5d3fc7931, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=6f663d94-68b3-4016-94ab-cff5d3fc7931,segment=NetworkSegment(d31205ae-b8c7-447a-b06d-752345c4437a),segment_id=d31205ae-b8c7-447a-b06d-752345c4437a)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:16.351039 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2c58a653-f3df-4f76-a8dc-9c29f4baba4c tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:16.381588 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-37c24f38-a767-4ba4-94eb-a06bc618d70b req-516e050f-9397-4ebe-91a9-100d453a424d tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] For port 8c4a9045-4254-4fbd-8ced-ae5eac78a774, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=8c4a9045-4254-4fbd-8ced-ae5eac78a774,segment=NetworkSegment(924f0b82-5103-407b-88b5-5f564b7e60a5),segment_id=924f0b82-5103-407b-88b5-5f564b7e60a5)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:16.382167 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-37c24f38-a767-4ba4-94eb-a06bc618d70b req-516e050f-9397-4ebe-91a9-100d453a424d tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:16.399503 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-37c24f38-a767-4ba4-94eb-a06bc618d70b req-516e050f-9397-4ebe-91a9-100d453a424d tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Calling delete_port for 8c4a9045-4254-4fbd-8ced-ae5eac78a774 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:16.464739 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:16.465719 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device bb57be4a-0292-48cb-9992-55bcc6db3063 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:53:16.468147 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2c58a653-f3df-4f76-a8dc-9c29f4baba4c tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:16.526805 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:16.572166 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port bb57be4a-0292-48cb-9992-55bcc6db3063, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=bb57be4a-0292-48cb-9992-55bcc6db3063,segment=NetworkSegment(34734b3f-5dce-4149-a5ad-b36712006fc4),segment_id=34734b3f-5dce-4149-a5ad-b36712006fc4)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:16.579260 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=6f663d94-68b3-4016-94ab-cff5d3fc7931,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:16.586145 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': 'bb57be4a-0292-48cb-9992-55bcc6db3063', 'network_id': '548eb6bc-b22d-43c1-8abf-bd0cf1de4a03', 'port_id': 'bb57be4a-0292-48cb-9992-55bcc6db3063', 'mac_address': 'fa:16:3e:e5:22:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5559346-0c29-4d61-bf82-1d14da7e7b4f', 'ip_address': '10.1.1.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:53:16.627095 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:16.644932 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb57be4a-0292-48cb-9992-55bcc6db3063 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:53:16.671747 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port bb57be4a-0292-48cb-9992-55bcc6db3063, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=bb57be4a-0292-48cb-9992-55bcc6db3063,segment=NetworkSegment(34734b3f-5dce-4149-a5ad-b36712006fc4),segment_id=34734b3f-5dce-4149-a5ad-b36712006fc4)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:16.749204 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-37c24f38-a767-4ba4-94eb-a06bc618d70b req-516e050f-9397-4ebe-91a9-100d453a424d tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:16.789643 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e050f-9397-4ebe-91a9-100d453a424d tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Pushing event deleted for resources: {'Port': ['ID=8c4a9045-4254-4fbd-8ced-ae5eac78a774,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:16.804821 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-2c58a653-f3df-4f76-a8dc-9c29f4baba4c tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Deleting port 41de7abd-56ce-4b5c-a5d5-32f134184feb {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:16.804821 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2c58a653-f3df-4f76-a8dc-9c29f4baba4c tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:16.832434 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34602192-c97b-4103-9039-ab43dbc1e9f9 req-37d58682-eb91-40e1-992a-588208a039a1 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:16.833998 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-34602192-c97b-4103-9039-ab43dbc1e9f9 req-37d58682-eb91-40e1-992a-588208a039a1 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/ports?device_id=455ae79a-5bf9-4917-950f-f3bdbb3e4492 HTTP/1.1" status: 200 len: 945 time: 0.1190369 Aug 16 20:53:16.854952 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c24f38-a767-4ba4-94eb-a06bc618d70b req-516e050f-9397-4ebe-91a9-100d453a424d tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] No DVR routers for this DVR port 8c4a9045-4254-4fbd-8ced-ae5eac78a774 on host n-h1-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:53:16.858986 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-37c24f38-a767-4ba4-94eb-a06bc618d70b req-516e050f-9397-4ebe-91a9-100d453a424d tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:16.861541 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37c24f38-a767-4ba4-94eb-a06bc618d70b req-516e050f-9397-4ebe-91a9-100d453a424d tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.72 "DELETE /v2.0/ports/8c4a9045-4254-4fbd-8ced-ae5eac78a774 HTTP/1.1" status: 204 len: 173 time: 0.7810779 Aug 16 20:53:16.862683 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c4e83b-b48a-40f5-9226-8f80309f4c06', 'name': 'network-vif-deleted', 'tag': '8c4a9045-4254-4fbd-8ced-ae5eac78a774'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:16.866413 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f33596-49e3-4306-be5c-74a198356714" -d '{"events": [{"server_uuid": "11c4e83b-b48a-40f5-9226-8f80309f4c06", "name": "network-vif-deleted", "tag": "8c4a9045-4254-4fbd-8ced-ae5eac78a774"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:16.891709 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:16.892443 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 664a2393-3ef1-43f4-8b8d-bd06b02e9df3 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:53:16.905031 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2c58a653-f3df-4f76-a8dc-9c29f4baba4c tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:16.910418 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-34602192-c97b-4103-9039-ab43dbc1e9f9 req-8dd63028-c395-4586-89c1-4caa67505426 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups?id=3dc6bd43-bdac-49e7-80a3-26b230279ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554821 Aug 16 20:53:16.917873 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-2c58a653-f3df-4f76-a8dc-9c29f4baba4c tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Calling delete_port for 41de7abd-56ce-4b5c-a5d5-32f134184feb owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:16.993468 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-58591c16-16b3-4172-8414-54806567b101 req-4a560e2a-3d7c-4038-9a04-77f26d3b5c0f tempest-ServerShowV257Test-750180807 tempest-ServerShowV257Test-750180807-project] 10.222.0.84 "GET /v2.0/ports?device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.0492985 Aug 16 20:53:16.997420 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 664a2393-3ef1-43f4-8b8d-bd06b02e9df3, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=664a2393-3ef1-43f4-8b8d-bd06b02e9df3,segment=NetworkSegment(34734b3f-5dce-4149-a5ad-b36712006fc4),segment_id=34734b3f-5dce-4149-a5ad-b36712006fc4)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:17.019078 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=bb57be4a-0292-48cb-9992-55bcc6db3063,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:17.033287 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '664a2393-3ef1-43f4-8b8d-bd06b02e9df3', 'network_id': '548eb6bc-b22d-43c1-8abf-bd0cf1de4a03', 'port_id': '664a2393-3ef1-43f4-8b8d-bd06b02e9df3', 'mac_address': 'fa:16:3e:8b:df:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5559346-0c29-4d61-bf82-1d14da7e7b4f', 'ip_address': '10.1.1.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:53:17.089559 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6e1eae3a-a42c-4397-a0e3-86e48be71982 req-f748b6a4-2fbf-46ce-b06f-b2f4424270ef tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=11c4e83b-b48a-40f5-9226-8f80309f4c06 HTTP/1.1" status: 200 len: 210 time: 0.0356348 Aug 16 20:53:17.092495 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:17.107589 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 664a2393-3ef1-43f4-8b8d-bd06b02e9df3 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:53:17.129889 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 664a2393-3ef1-43f4-8b8d-bd06b02e9df3, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=664a2393-3ef1-43f4-8b8d-bd06b02e9df3,segment=NetworkSegment(34734b3f-5dce-4149-a5ad-b36712006fc4),segment_id=34734b3f-5dce-4149-a5ad-b36712006fc4)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:17.158519 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db55784-f012-4851-9a57-396cc39a3605 req-9350733b-415e-4fda-a246-3aaf2fa089df tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:17.161947 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6db55784-f012-4851-9a57-396cc39a3605 req-9350733b-415e-4fda-a246-3aaf2fa089df tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 946 time: 0.0731499 Aug 16 20:53:17.175437 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21b0172-2862-4585-900a-240ca02b5703 x-openstack-request-id: req-c21b0172-2862-4585-900a-240ca02b5703 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:17.175933 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c4e83b-b48a-40f5-9226-8f80309f4c06", "name": "network-vif-deleted", "tag": "8c4a9045-4254-4fbd-8ced-ae5eac78a774", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:17.176092 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c21b0172-2862-4585-900a-240ca02b5703 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:17.176450 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c4e83b-b48a-40f5-9226-8f80309f4c06', 'name': 'network-vif-deleted', 'tag': '8c4a9045-4254-4fbd-8ced-ae5eac78a774', 'status': 'completed', 'code': 200} Aug 16 20:53:17.220389 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6db55784-f012-4851-9a57-396cc39a3605 req-b4f2b4c6-7f3c-48b6-b223-77c0977946f4 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522430 Aug 16 20:53:17.274952 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:17.275148 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2c58a653-f3df-4f76-a8dc-9c29f4baba4c tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:17.275558 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ab40fdf1-2367-4aaf-a842-35d8e9debb6d details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:53:17.280729 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93c499-9d62-4cfa-8cc2-9aa3e4130cb6 req-28822c9d-ae4f-4b5d-bf15-1f09f8f59877 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:17.286797 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93c499-9d62-4cfa-8cc2-9aa3e4130cb6 req-28822c9d-ae4f-4b5d-bf15-1f09f8f59877 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:17.293149 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93c499-9d62-4cfa-8cc2-9aa3e4130cb6 req-28822c9d-ae4f-4b5d-bf15-1f09f8f59877 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:17.299868 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93c499-9d62-4cfa-8cc2-9aa3e4130cb6 req-28822c9d-ae4f-4b5d-bf15-1f09f8f59877 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:17.306121 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93c499-9d62-4cfa-8cc2-9aa3e4130cb6 req-28822c9d-ae4f-4b5d-bf15-1f09f8f59877 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:17.306259 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ab40fdf1-2367-4aaf-a842-35d8e9debb6d, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ab40fdf1-2367-4aaf-a842-35d8e9debb6d,segment=NetworkSegment(34734b3f-5dce-4149-a5ad-b36712006fc4),segment_id=34734b3f-5dce-4149-a5ad-b36712006fc4)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:17.313678 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93c499-9d62-4cfa-8cc2-9aa3e4130cb6 req-28822c9d-ae4f-4b5d-bf15-1f09f8f59877 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:17.322834 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93c499-9d62-4cfa-8cc2-9aa3e4130cb6 req-28822c9d-ae4f-4b5d-bf15-1f09f8f59877 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:17.325277 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fa93c499-9d62-4cfa-8cc2-9aa3e4130cb6 req-28822c9d-ae4f-4b5d-bf15-1f09f8f59877 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5436 time: 0.1031365 Aug 16 20:53:17.329611 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c58a653-f3df-4f76-a8dc-9c29f4baba4c tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Pushing event deleted for resources: {'Port': ['ID=41de7abd-56ce-4b5c-a5d5-32f134184feb,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:17.368768 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': 'ab40fdf1-2367-4aaf-a842-35d8e9debb6d', 'network_id': '548eb6bc-b22d-43c1-8abf-bd0cf1de4a03', 'port_id': 'ab40fdf1-2367-4aaf-a842-35d8e9debb6d', 'mac_address': 'fa:16:3e:1d:f5:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5559346-0c29-4d61-bf82-1d14da7e7b4f', 'ip_address': '10.1.1.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:53:17.406080 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fa93c499-9d62-4cfa-8cc2-9aa3e4130cb6 req-bdc0db0a-4f62-4012-a9e5-a9d2edd204b0 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0650606 Aug 16 20:53:17.438571 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2c58a653-f3df-4f76-a8dc-9c29f4baba4c tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:17.440978 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=664a2393-3ef1-43f4-8b8d-bd06b02e9df3,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:17.455576 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:17.471321 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab40fdf1-2367-4aaf-a842-35d8e9debb6d {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:53:17.493062 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ab40fdf1-2367-4aaf-a842-35d8e9debb6d, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ab40fdf1-2367-4aaf-a842-35d8e9debb6d,segment=NetworkSegment(34734b3f-5dce-4149-a5ad-b36712006fc4),segment_id=34734b3f-5dce-4149-a5ad-b36712006fc4)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:17.558044 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 38fd5de8-f1bd-46b8-8703-f5c2817640d6 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:17.651697 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:17.677860 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2c58a653-f3df-4f76-a8dc-9c29f4baba4c tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59380'] for router, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:17.681736 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2c58a653-f3df-4f76-a8dc-9c29f4baba4c tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-663158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-663167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661637'] for router, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:17.701742 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=ab40fdf1-2367-4aaf-a842-35d8e9debb6d,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:17.741071 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 38fd5de8-f1bd-46b8-8703-f5c2817640d6 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:17.746008 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 38fd5de8-f1bd-46b8-8703-f5c2817640d6 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:17.746387 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:17.764039 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c58a653-f3df-4f76-a8dc-9c29f4baba4c tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Router 523c5bde-7766-48e7-b44e-6f912f5f87a8 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:53:17.826226 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:17.847318 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c58a653-f3df-4f76-a8dc-9c29f4baba4c tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:53:17.849797 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455ae79a-5bf9-4917-950f-f3bdbb3e4492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38fd5de8-f1bd-46b8-8703-f5c2817640d6'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:17.852193 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4c0860-7831-4b18-ad8a-ac8151c80fba" -d '{"events": [{"server_uuid": "455ae79a-5bf9-4917-950f-f3bdbb3e4492", "name": "network-vif-plugged", "status": "completed", "tag": "38fd5de8-f1bd-46b8-8703-f5c2817640d6"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:17.859025 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a454c4ac-b4df-4b4b-966d-4801a7394fa1 None None] Sync routers for ids ['523c5bde-7766-48e7-b44e-6f912f5f87a8'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:53:17.865558 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2c58a653-f3df-4f76-a8dc-9c29f4baba4c tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:17.869969 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2c58a653-f3df-4f76-a8dc-9c29f4baba4c tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] 10.222.0.84 "PUT /v2.0/routers/523c5bde-7766-48e7-b44e-6f912f5f87a8 HTTP/1.1" status: 200 len: 709 time: 2.0016613 Aug 16 20:53:17.873924 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42944) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:17.874766 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 38fd5de8-f1bd-46b8-8703-f5c2817640d6, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=38fd5de8-f1bd-46b8-8703-f5c2817640d6,segment=NetworkSegment(cb926d0b-2c7e-41f1-b470-27d663b83c1b),segment_id=cb926d0b-2c7e-41f1-b470-27d663b83c1b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:17.879708 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a454c4ac-b4df-4b4b-966d-4801a7394fa1 None None] Routers {'523c5bde-7766-48e7-b44e-6f912f5f87a8'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:17.880393 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-a454c4ac-b4df-4b4b-966d-4801a7394fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:53:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['523c5bde-7766-48e7-b44e-6f912f5f87a8'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:17.917956 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-a454c4ac-b4df-4b4b-966d-4801a7394fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:17.933261 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a454c4ac-b4df-4b4b-966d-4801a7394fa1 None None] Routers {'523c5bde-7766-48e7-b44e-6f912f5f87a8'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:17.933400 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-a454c4ac-b4df-4b4b-966d-4801a7394fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:53:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['523c5bde-7766-48e7-b44e-6f912f5f87a8'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:17.938045 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc61fc62-0344-42ee-a567-ba7fb4f37153 x-openstack-request-id: req-bc61fc62-0344-42ee-a567-ba7fb4f37153 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:17.938364 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455ae79a-5bf9-4917-950f-f3bdbb3e4492", "name": "network-vif-plugged", "status": "completed", "tag": "38fd5de8-f1bd-46b8-8703-f5c2817640d6", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:17.938621 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-bc61fc62-0344-42ee-a567-ba7fb4f37153 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:17.939010 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455ae79a-5bf9-4917-950f-f3bdbb3e4492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38fd5de8-f1bd-46b8-8703-f5c2817640d6', 'code': 200} Aug 16 20:53:18.017808 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6760bbf3-76b2-48ad-886a-50fd20eebc85 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] 10.222.0.84 "GET /v2.0/routers/523c5bde-7766-48e7-b44e-6f912f5f87a8 HTTP/1.1" status: 200 len: 744 time: 0.1458983 Aug 16 20:53:18.021382 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42950) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:18.128917 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0cfe5-d8f8-40b3-ba5d-66d23f91d532 req-9b4e3c22-a498-4ecd-a8a4-74bf23e8a56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:18.131319 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-24a0cfe5-d8f8-40b3-ba5d-66d23f91d532 req-9b4e3c22-a498-4ecd-a8a4-74bf23e8a56b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=455ae79a-5bf9-4917-950f-f3bdbb3e4492 HTTP/1.1" status: 200 len: 1098 time: 0.0921862 Aug 16 20:53:18.145023 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d9608-c169-467d-b8bc-20fa8b8aab17 req-c3c1063b-f6e3-4368-bed2-ad38788b23a0 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:18.154166 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-270d9608-c169-467d-b8bc-20fa8b8aab17 req-c3c1063b-f6e3-4368-bed2-ad38788b23a0 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/ports?device_id=455ae79a-5bf9-4917-950f-f3bdbb3e4492 HTTP/1.1" status: 200 len: 945 time: 0.1524017 Aug 16 20:53:18.176056 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:18.176928 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 8c4a9045-4254-4fbd-8ced-ae5eac78a774 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:53:18.179012 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-a454c4ac-b4df-4b4b-966d-4801a7394fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:18.179633 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a454c4ac-b4df-4b4b-966d-4801a7394fa1 None None] The sync data for ids ['523c5bde-7766-48e7-b44e-6f912f5f87a8'] in n-d-793620-15 is: [] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:53:18.218229 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-825e4f56-3f9c-4c7d-9166-c0b2c09e8514 req-5d323775-1ecd-4809-a246-6dca5acca987 tempest-ServerShowV257Test-750180807 tempest-ServerShowV257Test-750180807-project] 10.222.0.84 "GET /v2.0/ports?device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.0503609 Aug 16 20:53:18.228104 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['4d8bacfe-cedf-4ddb-98de-1fe3b2792d18'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:53:18.230546 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['6f663d94-68b3-4016-94ab-cff5d3fc7931'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:53:18.254452 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-24a0cfe5-d8f8-40b3-ba5d-66d23f91d532 req-458d5cc5-0cf5-4e7b-9a5f-c78f9aed1db1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3dc6bd43-bdac-49e7-80a3-26b230279ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923488 Aug 16 20:53:18.265216 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-270d9608-c169-467d-b8bc-20fa8b8aab17 req-d5818a34-e860-4c64-ad0b-52e656ef8941 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups?id=3dc6bd43-bdac-49e7-80a3-26b230279ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099589 Aug 16 20:53:18.311096 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 8c4a9045-4254-4fbd-8ced-ae5eac78a774 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:53:18.311454 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 8c4a9045-4254-4fbd-8ced-ae5eac78a774 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:53:18.439885 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=38fd5de8-f1bd-46b8-8703-f5c2817640d6,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:18.451744 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['664a2393-3ef1-43f4-8b8d-bd06b02e9df3'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:53:18.485649 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fb245b22-6f3a-4efb-82f9-8388a8fe71b9 tempest-RoutersIpV6AdminTest-253749086 tempest-RoutersIpV6AdminTest-253749086-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=65ae326a-d6e1-4f5d-80d6-215a5521afe9&device_id=523c5bde-7766-48e7-b44e-6f912f5f87a8 HTTP/1.1" status: 200 len: 205 time: 0.4633355 Aug 16 20:53:18.491058 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42988) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:18.492479 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f002e-5673-48fc-ac6e-52d964386223 req-473f7e2d-af2f-4dd4-9563-ca60d44783c6 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:18.497317 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c07f002e-5673-48fc-ac6e-52d964386223 req-473f7e2d-af2f-4dd4-9563-ca60d44783c6 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 946 time: 0.1265693 Aug 16 20:53:18.525685 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d844c856-b668-40dc-97d7-09fb31c85706 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] 10.222.0.84 "GET /v2.0/ports?device_id=523c5bde-7766-48e7-b44e-6f912f5f87a8 HTTP/1.1" status: 200 len: 205 time: 0.0334837 Aug 16 20:53:18.529451 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42996) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:18.533835 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['bb57be4a-0292-48cb-9992-55bcc6db3063'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:53:18.570037 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c07f002e-5673-48fc-ac6e-52d964386223 req-fb1065e6-710b-4207-84bf-c04601beeb01 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542510 Aug 16 20:53:18.580522 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['3af6817e-b620-4a8f-89a6-4b54fec09bf6'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:53:18.580522 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['ab40fdf1-2367-4aaf-a842-35d8e9debb6d'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:53:18.619509 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5f4f9b14-944e-4436-bc94-60f1269f3015 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:18.752589 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eed06f-cb68-4f66-968b-373d835219c8 req-eaa974a7-4d34-40f0-b173-c915f833410f tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:18.759101 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eed06f-cb68-4f66-968b-373d835219c8 req-eaa974a7-4d34-40f0-b173-c915f833410f tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:18.766382 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eed06f-cb68-4f66-968b-373d835219c8 req-eaa974a7-4d34-40f0-b173-c915f833410f tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:18.773903 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eed06f-cb68-4f66-968b-373d835219c8 req-eaa974a7-4d34-40f0-b173-c915f833410f tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:18.783287 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eed06f-cb68-4f66-968b-373d835219c8 req-eaa974a7-4d34-40f0-b173-c915f833410f tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:18.790478 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eed06f-cb68-4f66-968b-373d835219c8 req-eaa974a7-4d34-40f0-b173-c915f833410f tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:18.800165 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eed06f-cb68-4f66-968b-373d835219c8 req-eaa974a7-4d34-40f0-b173-c915f833410f tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:18.807027 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b4eed06f-cb68-4f66-968b-373d835219c8 req-eaa974a7-4d34-40f0-b173-c915f833410f tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5438 time: 0.1911035 Aug 16 20:53:18.814458 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5f4f9b14-944e-4436-bc94-60f1269f3015 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:18.817363 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5f4f9b14-944e-4436-bc94-60f1269f3015 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:18.879413 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-0947b8d7-834c-4be6-9006-4c05deb01f15 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:18.881404 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-0947b8d7-834c-4be6-9006-4c05deb01f15 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/networks?id=8aaec99b-835d-4e57-91ae-52c77e4ca746 HTTP/1.1" status: 200 len: 821 time: 0.2258155 Aug 16 20:53:18.945886 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b4eed06f-cb68-4f66-968b-373d835219c8 req-1779cd5a-15aa-45d9-a6ec-b37b163c3728 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0900211 Aug 16 20:53:18.951109 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:18.952529 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-a2ebe23d-4e6d-4c79-b0c3-7eb9a835aa4a tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/quotas/0b7c218491e24bf5afdba2b81be3b558 HTTP/1.1" status: 200 len: 375 time: 0.0343151 Aug 16 20:53:18.959450 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5f4f9b14-944e-4436-bc94-60f1269f3015 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:18.960184 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4f9b14-944e-4436-bc94-60f1269f3015 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Fanout notify agent at l3_agent the message router_deleted on router 523c5bde-7766-48e7-b44e-6f912f5f87a8 {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:53:18.978331 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5f4f9b14-944e-4436-bc94-60f1269f3015 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:18.982863 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5f4f9b14-944e-4436-bc94-60f1269f3015 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] 10.222.0.84 "DELETE /v2.0/routers/523c5bde-7766-48e7-b44e-6f912f5f87a8 HTTP/1.1" status: 204 len: 168 time: 0.4520383 Aug 16 20:53:18.986480 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43028) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:19.014734 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-8078c10e-93cf-46ba-a225-50bea8f73e83 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=0b7c218491e24bf5afdba2b81be3b558&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0581067 Aug 16 20:53:19.023387 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-75d3d5c4-bee7-449e-8b9f-8fc594a0a3b0 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] 10.222.0.84 "GET /v2.0/ports?device_id=523c5bde-7766-48e7-b44e-6f912f5f87a8 HTTP/1.1" status: 200 len: 205 time: 0.0332124 Aug 16 20:53:19.025533 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43032) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:19.081033 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-3483f0cb-800e-45b4-8f83-165f22d60f55 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] delete failed (client error): The resource could not be found. Aug 16 20:53:19.084634 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3483f0cb-800e-45b4-8f83-165f22d60f55 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] 10.222.0.84 "DELETE /v2.0/routers/523c5bde-7766-48e7-b44e-6f912f5f87a8 HTTP/1.1" status: 404 len: 336 time: 0.0555110 Aug 16 20:53:19.085238 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 43036) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:19.123614 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4e6189c3-3e8f-4e1a-9551-6b423d9c6714 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] 10.222.0.84 "GET /v2.0/ports?device_id=cfa267b1-81a4-4170-97a2-fc8e40dd0226 HTTP/1.1" status: 200 len: 205 time: 0.0326807 Aug 16 20:53:19.125540 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 43040) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:19.178653 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-653db701-1b14-4959-b050-c7ece0d26015 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] delete failed (client error): The resource could not be found. Aug 16 20:53:19.180613 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-653db701-1b14-4959-b050-c7ece0d26015 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] 10.222.0.84 "DELETE /v2.0/routers/cfa267b1-81a4-4170-97a2-fc8e40dd0226 HTTP/1.1" status: 404 len: 336 time: 0.0531230 Aug 16 20:53:19.183744 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43042) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:19.222199 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-cda2c4b6-c361-4b60-a824-cee0a5aebfc5 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] 10.222.0.84 "GET /v2.0/ports?device_id=18dc6f3c-3ec9-4cb4-8cc0-fdc4f5da083e HTTP/1.1" status: 200 len: 205 time: 0.0362437 Aug 16 20:53:19.223194 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43044) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:19.230991 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['b594a15b-28e6-4504-af59-93fb056ff0c6'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:53:19.280674 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-c04c36a6-5aa7-493b-a6a7-c91cbf5620cc tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] delete failed (client error): The resource could not be found. Aug 16 20:53:19.282955 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-b472e1fe-8f6a-4e88-bd1c-94dce258cdf5 service neutron] 10.222.0.84 "GET /v2.0/networks/8aaec99b-835d-4e57-91ae-52c77e4ca746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669673 Aug 16 20:53:19.286123 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c04c36a6-5aa7-493b-a6a7-c91cbf5620cc tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] 10.222.0.84 "DELETE /v2.0/routers/18dc6f3c-3ec9-4cb4-8cc0-fdc4f5da083e HTTP/1.1" status: 404 len: 336 time: 0.0578012 Aug 16 20:53:19.286972 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43054) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:19.321910 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f289a593-6a5a-4ae1-a762-fdf60b554a1d tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] 10.222.0.84 "GET /v2.0/ports?device_id=fa99fe23-b3e4-4dd7-840e-401957ef7e60 HTTP/1.1" status: 200 len: 205 time: 0.0334933 Aug 16 20:53:19.322799 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43056) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:19.368692 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-6452df45-10cf-4bfd-bc4f-a1a4f945856c tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] delete failed (client error): The resource could not be found. Aug 16 20:53:19.375349 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6452df45-10cf-4bfd-bc4f-a1a4f945856c tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] 10.222.0.84 "DELETE /v2.0/routers/fa99fe23-b3e4-4dd7-840e-401957ef7e60 HTTP/1.1" status: 404 len: 336 time: 0.0489109 Aug 16 20:53:19.375349 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43058) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:19.401558 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-03054708-61ee-4475-81d8-75b38a8bf101 service neutron] 10.222.0.84 "GET /v2.0/networks/8aaec99b-835d-4e57-91ae-52c77e4ca746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175840 Aug 16 20:53:19.435923 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0ff66e0b-a281-4986-8def-aa8a79a0abbc tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] 10.222.0.84 "GET /v2.0/ports?device_id=5d070eff-db69-400f-8288-74c0cee6e73f HTTP/1.1" status: 200 len: 205 time: 0.0578766 Aug 16 20:53:19.438336 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 43060) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:19.480643 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-1f08cdfb-e4f6-409b-ba82-f119acf24e66 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] delete failed (client error): The resource could not be found. Aug 16 20:53:19.484566 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1f08cdfb-e4f6-409b-ba82-f119acf24e66 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] 10.222.0.84 "DELETE /v2.0/routers/5d070eff-db69-400f-8288-74c0cee6e73f HTTP/1.1" status: 404 len: 336 time: 0.0451791 Aug 16 20:53:19.485022 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43062) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:19.516689 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-302c74b6-6a48-423c-b153-5221fa95bae1 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] 10.222.0.84 "GET /v2.0/ports?device_id=ea4e5993-deb6-4d72-b576-3f4eeb36ad2f HTTP/1.1" status: 200 len: 205 time: 0.0305302 Aug 16 20:53:19.520656 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43064) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:19.556559 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-6e8b678f-d22f-4a1e-8c61-55bab51514de tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] delete failed (client error): The resource could not be found. Aug 16 20:53:19.557433 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6e8b678f-d22f-4a1e-8c61-55bab51514de tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] 10.222.0.84 "DELETE /v2.0/routers/ea4e5993-deb6-4d72-b576-3f4eeb36ad2f HTTP/1.1" status: 404 len: 336 time: 0.0357924 Aug 16 20:53:19.565844 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43066) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:19.594069 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee7fe645-9695-4994-ba40-bda26f3dd731 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] DELETE failed (client error): The resource could not be found. Aug 16 20:53:19.594625 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee7fe645-9695-4994-ba40-bda26f3dd731 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:53:19.596321 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ee7fe645-9695-4994-ba40-bda26f3dd731 tempest-RoutersIpV6AdminTest-69139107 tempest-RoutersIpV6AdminTest-69139107-project] 10.222.0.84 "DELETE /v2.0/subnets/5f9666fa-c83d-49ca-a452-96e9c625020a HTTP/1.1" status: 404 len: 337 time: 0.0288062 Aug 16 20:53:19.654996 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 6f663d94-68b3-4016-94ab-cff5d3fc7931 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:19.799563 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d14b8c4f-b54f-4133-bcad-3c3aec767979 req-1cbff0fb-bfe5-472c-9830-9b9cc40b1056 tempest-ServerShowV257Test-750180807 tempest-ServerShowV257Test-750180807-project] 10.222.0.84 "GET /v2.0/ports?device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.0396252 Aug 16 20:53:19.851963 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 6f663d94-68b3-4016-94ab-cff5d3fc7931 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:19.857168 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 6f663d94-68b3-4016-94ab-cff5d3fc7931 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:19.857559 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:19.866722 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fdfd47-d232-49f8-ba6d-e60cf6a1d6cb req-ce5504f2-a2c2-4b37-8ea9-19b06f9a725e tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:19.868707 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-98fdfd47-d232-49f8-ba6d-e60cf6a1d6cb req-ce5504f2-a2c2-4b37-8ea9-19b06f9a725e tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/ports?device_id=455ae79a-5bf9-4917-950f-f3bdbb3e4492 HTTP/1.1" status: 200 len: 946 time: 0.0625491 Aug 16 20:53:19.966645 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-98fdfd47-d232-49f8-ba6d-e60cf6a1d6cb req-a06534d6-e623-4c0d-bbe1-1d580b9c71c8 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups?id=3dc6bd43-bdac-49e7-80a3-26b230279ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816517 Aug 16 20:53:19.973974 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:19.985367 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f65557-f3d5-4a31-9c10-46b1c50296d1 req-33d04016-0605-40f3-947a-a60a9f0396e0 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:19.987247 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-20f65557-f3d5-4a31-9c10-46b1c50296d1 req-33d04016-0605-40f3-947a-a60a9f0396e0 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 946 time: 0.0937603 Aug 16 20:53:20.006414 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f663d94-68b3-4016-94ab-cff5d3fc7931'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:20.008983 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc431b3b-32b9-453e-90a9-b4e3919e39b2" -d '{"events": [{"server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "name": "network-vif-plugged", "status": "completed", "tag": "6f663d94-68b3-4016-94ab-cff5d3fc7931"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:20.023825 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 6f663d94-68b3-4016-94ab-cff5d3fc7931, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=6f663d94-68b3-4016-94ab-cff5d3fc7931,segment=NetworkSegment(d31205ae-b8c7-447a-b06d-752345c4437a),segment_id=d31205ae-b8c7-447a-b06d-752345c4437a)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:20.075373 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-20f65557-f3d5-4a31-9c10-46b1c50296d1 req-d1c4a92e-bd80-4ccb-b006-ab4f121f0913 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786400 Aug 16 20:53:20.126214 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:20.174401 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-71304a70-7c71-4637-ace6-979a650e78c5 req-30de8338-644d-4e41-b3e5-0f354a9d0668 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=b612a03d-5b93-4c45-8f59-5bdbc55fd5cb HTTP/1.1" status: 200 len: 210 time: 0.0581803 Aug 16 20:53:20.210340 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=6f663d94-68b3-4016-94ab-cff5d3fc7931,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:20.223121 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43120) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:20.256388 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-67f97b04-bfa1-4496-8011-6e600d865d74 req-50df55f4-ee3b-454d-b276-2ebb70d11c71 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-330060890&fields=id&tenant_id=f528879fc998445593ea72fcaca71808 HTTP/1.1" status: 200 len: 267 time: 0.0363176 Aug 16 20:53:20.321588 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f97b04-bfa1-4496-8011-6e600d865d74 req-abda4f41-9fdc-41dd-a754-7250d45d2041 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:20.323143 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-67f97b04-bfa1-4496-8011-6e600d865d74 req-abda4f41-9fdc-41dd-a754-7250d45d2041 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/ports?device_id=455ae79a-5bf9-4917-950f-f3bdbb3e4492 HTTP/1.1" status: 200 len: 946 time: 0.0584550 Aug 16 20:53:20.335888 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-67f97b04-bfa1-4496-8011-6e600d865d74 req-3c3aa764-3a7f-477b-9e10-c3a1ebc77c50 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Request body: {'port': {'security_groups': ['3dc6bd43-bdac-49e7-80a3-26b230279ccb', 'beeec0c3-d4e4-4355-8c6d-5a86f9db3316']}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:20.373930 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a807652e-c457-4ac5-a6d2-e5436f3974b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:20.413534 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-67f97b04-bfa1-4496-8011-6e600d865d74 req-3c3aa764-3a7f-477b-9e10-c3a1ebc77c50 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:20.476402 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a807652e-c457-4ac5-a6d2-e5436f3974b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:20.569847 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a807652e-c457-4ac5-a6d2-e5436f3974b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:20.608881 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a807652e-c457-4ac5-a6d2-e5436f3974b7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=40227d79d0024084ad6c6a9e35274564&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3843045 Aug 16 20:53:20.610066 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807652e-c457-4ac5-a6d2-e5436f3974b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c02fd6b-a759-40ad-8e18-86f5dae20d4f,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:20.612750 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43132) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:20.647651 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a402e83-58c1-4930-8d7d-5261252fee76 req-532ff036-e85d-49ec-9e0d-0fd431264759 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:20.656260 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a402e83-58c1-4930-8d7d-5261252fee76 req-532ff036-e85d-49ec-9e0d-0fd431264759 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:20.662708 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a402e83-58c1-4930-8d7d-5261252fee76 req-532ff036-e85d-49ec-9e0d-0fd431264759 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:20.670550 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a402e83-58c1-4930-8d7d-5261252fee76 req-532ff036-e85d-49ec-9e0d-0fd431264759 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:20.678459 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a402e83-58c1-4930-8d7d-5261252fee76 req-532ff036-e85d-49ec-9e0d-0fd431264759 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:20.680437 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-681ec023-686c-4765-843c-664b6ae07386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:20.684902 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a402e83-58c1-4930-8d7d-5261252fee76 req-532ff036-e85d-49ec-9e0d-0fd431264759 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:20.695945 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a402e83-58c1-4930-8d7d-5261252fee76 req-532ff036-e85d-49ec-9e0d-0fd431264759 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:20.699188 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7a402e83-58c1-4930-8d7d-5261252fee76 req-532ff036-e85d-49ec-9e0d-0fd431264759 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5439 time: 0.1769755 Aug 16 20:53:20.708384 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-681ec023-686c-4765-843c-664b6ae07386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:20.762472 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7a402e83-58c1-4930-8d7d-5261252fee76 req-044735e4-5822-45b9-a283-f521850e9cd7 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0623529 Aug 16 20:53:20.767437 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-67f97b04-bfa1-4496-8011-6e600d865d74 req-3c3aa764-3a7f-477b-9e10-c3a1ebc77c50 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] For port 38fd5de8-f1bd-46b8-8703-f5c2817640d6, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=38fd5de8-f1bd-46b8-8703-f5c2817640d6,segment=NetworkSegment(cb926d0b-2c7e-41f1-b470-27d663b83c1b),segment_id=cb926d0b-2c7e-41f1-b470-27d663b83c1b)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:20.803388 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-67f97b04-bfa1-4496-8011-6e600d865d74 req-3c3aa764-3a7f-477b-9e10-c3a1ebc77c50 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:20.821781 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a9f2d7-ef48-4b38-a314-c22af726972e x-openstack-request-id: req-d3a9f2d7-ef48-4b38-a314-c22af726972e {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:20.822009 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "name": "network-vif-plugged", "status": "completed", "tag": "6f663d94-68b3-4016-94ab-cff5d3fc7931", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:20.822403 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d3a9f2d7-ef48-4b38-a314-c22af726972e {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:20.822893 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f663d94-68b3-4016-94ab-cff5d3fc7931', 'code': 200} Aug 16 20:53:20.840177 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-681ec023-686c-4765-843c-664b6ae07386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:20.843310 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-681ec023-686c-4765-843c-664b6ae07386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:20.844852 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-681ec023-686c-4765-843c-664b6ae07386 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7c02fd6b-a759-40ad-8e18-86f5dae20d4f HTTP/1.1" status: 204 len: 168 time: 0.2311718 Aug 16 20:53:20.853364 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ec023-686c-4765-843c-664b6ae07386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c02fd6b-a759-40ad-8e18-86f5dae20d4f,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:20.875700 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-67f97b04-bfa1-4496-8011-6e600d865d74 req-3c3aa764-3a7f-477b-9e10-c3a1ebc77c50 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:20.890697 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['38fd5de8-f1bd-46b8-8703-f5c2817640d6'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:53:20.928051 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f97b04-bfa1-4496-8011-6e600d865d74 req-3c3aa764-3a7f-477b-9e10-c3a1ebc77c50 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:20.928460 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-67f97b04-bfa1-4496-8011-6e600d865d74 req-3c3aa764-3a7f-477b-9e10-c3a1ebc77c50 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:20.941342 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-67f97b04-bfa1-4496-8011-6e600d865d74 req-3c3aa764-3a7f-477b-9e10-c3a1ebc77c50 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "PUT /v2.0/ports/38fd5de8-f1bd-46b8-8703-f5c2817640d6 HTTP/1.1" status: 200 len: 982 time: 0.6053407 Aug 16 20:53:20.942158 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455ae79a-5bf9-4917-950f-f3bdbb3e4492', 'tag': '38fd5de8-f1bd-46b8-8703-f5c2817640d6'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:20.972781 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433355cc-2169-49df-9e82-a6172387773b" -d '{"events": [{"name": "network-changed", "server_uuid": "455ae79a-5bf9-4917-950f-f3bdbb3e4492", "tag": "38fd5de8-f1bd-46b8-8703-f5c2817640d6"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:20.998027 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3aa764-3a7f-477b-9e10-c3a1ebc77c50 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Pushing event updated for resources: {'Port': ['ID=38fd5de8-f1bd-46b8-8703-f5c2817640d6,revision_number=6']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:21.003582 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['38fd5de8-f1bd-46b8-8703-f5c2817640d6'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:53:21.057485 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-14db3764-b26e-46cb-989a-63e184a7c20e req-da4319c6-77a9-4625-96fd-25f978ff178a tempest-ServerShowV257Test-750180807 tempest-ServerShowV257Test-750180807-project] 10.222.0.84 "GET /v2.0/ports?device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.0326898 Aug 16 20:53:21.145198 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-40769ab2-922c-49ea-a458-ea4650beb59c req-e020e192-3920-42ca-9a54-c4cee2d815c9 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-482457722&fields=id&tenant_id=f528879fc998445593ea72fcaca71808 HTTP/1.1" status: 200 len: 267 time: 0.0321496 Aug 16 20:53:21.204992 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40769ab2-922c-49ea-a458-ea4650beb59c req-df1f4bf5-9d00-49ba-be1e-bad540535b6f tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:21.207020 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-40769ab2-922c-49ea-a458-ea4650beb59c req-df1f4bf5-9d00-49ba-be1e-bad540535b6f tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/ports?device_id=455ae79a-5bf9-4917-950f-f3bdbb3e4492 HTTP/1.1" status: 200 len: 985 time: 0.0556176 Aug 16 20:53:21.230559 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-40769ab2-922c-49ea-a458-ea4650beb59c req-42ec472d-0ffb-47ad-852b-4a9c9fa54090 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Request body: {'port': {'security_groups': ['3dc6bd43-bdac-49e7-80a3-26b230279ccb', 'beeec0c3-d4e4-4355-8c6d-5a86f9db3316', 'd0cfb886-5d31-4090-9620-aefea59648a6']}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:21.266881 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfa2bb8-5cf2-4d57-9336-c920edf34f2d x-openstack-request-id: req-9bfa2bb8-5cf2-4d57-9336-c920edf34f2d {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:21.267517 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455ae79a-5bf9-4917-950f-f3bdbb3e4492", "tag": "38fd5de8-f1bd-46b8-8703-f5c2817640d6", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:21.267517 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9bfa2bb8-5cf2-4d57-9336-c920edf34f2d {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:21.268342 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455ae79a-5bf9-4917-950f-f3bdbb3e4492', 'tag': '38fd5de8-f1bd-46b8-8703-f5c2817640d6', 'status': 'completed', 'code': 200} Aug 16 20:53:21.367933 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-40769ab2-922c-49ea-a458-ea4650beb59c req-42ec472d-0ffb-47ad-852b-4a9c9fa54090 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:21.415740 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433355cc-2169-49df-9e82-a6172387773b req-1823b2f6-fe1a-466e-8d2e-2158fd11ceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:21.417346 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-433355cc-2169-49df-9e82-a6172387773b req-1823b2f6-fe1a-466e-8d2e-2158fd11ceb1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f528879fc998445593ea72fcaca71808&device_id=455ae79a-5bf9-4917-950f-f3bdbb3e4492 HTTP/1.1" status: 200 len: 1137 time: 0.1205542 Aug 16 20:53:21.456485 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d2751-d3ea-4a06-a9dd-149ca05c392d req-28e35fd1-64e8-4cbf-9a00-1630a9509f40 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:21.461372 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-197d2751-d3ea-4a06-a9dd-149ca05c392d req-28e35fd1-64e8-4cbf-9a00-1630a9509f40 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 946 time: 0.1315744 Aug 16 20:53:21.588017 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-197d2751-d3ea-4a06-a9dd-149ca05c392d req-3c4e6d54-4911-43b6-a214-d7578fa43138 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812860 Aug 16 20:53:21.629755 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433355cc-2169-49df-9e82-a6172387773b req-b4db4b11-dc16-411f-84df-258e39b0e312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:21.631479 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-433355cc-2169-49df-9e82-a6172387773b req-b4db4b11-dc16-411f-84df-258e39b0e312 service neutron] 10.222.0.72 "GET /v2.0/networks?id=001f774f-d3c4-4724-a4ef-b6554b1c972e HTTP/1.1" status: 200 len: 914 time: 0.1925530 Aug 16 20:53:21.676227 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 3af6817e-b620-4a8f-89a6-4b54fec09bf6 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:21.688620 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-433355cc-2169-49df-9e82-a6172387773b req-32594c32-3cb1-46a9-960e-6f7ab6af0afc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38fd5de8-f1bd-46b8-8703-f5c2817640d6 HTTP/1.1" status: 200 len: 217 time: 0.0498064 Aug 16 20:53:21.712723 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-18e47708-c02f-4d7d-9577-93d9ce8f545d req-c71e920a-2621-4b07-bc8c-64af33672f32 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=b612a03d-5b93-4c45-8f59-5bdbc55fd5cb HTTP/1.1" status: 200 len: 210 time: 0.0648553 Aug 16 20:53:21.815377 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433355cc-2169-49df-9e82-a6172387773b req-972b0149-1e32-4e69-9452-e8916276078d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:21.817387 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-433355cc-2169-49df-9e82-a6172387773b req-972b0149-1e32-4e69-9452-e8916276078d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0ca13ed5-9db7-40b6-8d34-f10c5def1378 HTTP/1.1" status: 200 len: 853 time: 0.1091754 Aug 16 20:53:21.846144 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:21.865246 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-433355cc-2169-49df-9e82-a6172387773b req-a7b1f3de-bcd1-41a7-a9eb-039aeaaaf1f8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=001f774f-d3c4-4724-a4ef-b6554b1c972e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392842 Aug 16 20:53:21.874862 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 3af6817e-b620-4a8f-89a6-4b54fec09bf6 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:21.880333 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 3af6817e-b620-4a8f-89a6-4b54fec09bf6 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:21.881018 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:21.887513 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-40769ab2-922c-49ea-a458-ea4650beb59c req-42ec472d-0ffb-47ad-852b-4a9c9fa54090 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] For port 38fd5de8-f1bd-46b8-8703-f5c2817640d6, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=38fd5de8-f1bd-46b8-8703-f5c2817640d6,segment=NetworkSegment(cb926d0b-2c7e-41f1-b470-27d663b83c1b),segment_id=cb926d0b-2c7e-41f1-b470-27d663b83c1b)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:21.969850 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43200) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:21.973007 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-40769ab2-922c-49ea-a458-ea4650beb59c req-42ec472d-0ffb-47ad-852b-4a9c9fa54090 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:22.019129 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-de763ed3-9817-4d06-900c-91bc5653baf2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=813639d3c4494525865bdd5210c3298c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495811 Aug 16 20:53:22.022381 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43206) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:22.040867 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-433355cc-2169-49df-9e82-a6172387773b req-cadb4267-cbf5-4e68-9e4c-cbcab58f899b service neutron] 10.222.0.72 "GET /v2.0/networks/001f774f-d3c4-4724-a4ef-b6554b1c972e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669896 Aug 16 20:53:22.050395 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:22.059445 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ee918-a723-41b6-b9a8-a0d37c9ae606 req-6738ed24-f149-46cc-888c-2698fb8a143b tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:22.066516 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ee918-a723-41b6-b9a8-a0d37c9ae606 req-6738ed24-f149-46cc-888c-2698fb8a143b tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:22.073293 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ee918-a723-41b6-b9a8-a0d37c9ae606 req-6738ed24-f149-46cc-888c-2698fb8a143b tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:22.080118 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ee918-a723-41b6-b9a8-a0d37c9ae606 req-6738ed24-f149-46cc-888c-2698fb8a143b tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:22.086403 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ee918-a723-41b6-b9a8-a0d37c9ae606 req-6738ed24-f149-46cc-888c-2698fb8a143b tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:22.088890 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-407efe2b-34ac-4257-9b00-4c542def4f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:22.094243 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ee918-a723-41b6-b9a8-a0d37c9ae606 req-6738ed24-f149-46cc-888c-2698fb8a143b tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:22.097371 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 3af6817e-b620-4a8f-89a6-4b54fec09bf6, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=3af6817e-b620-4a8f-89a6-4b54fec09bf6,segment=NetworkSegment(c17ee736-fab2-4b49-a592-ddf384be080a),segment_id=c17ee736-fab2-4b49-a592-ddf384be080a)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:22.100254 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ee918-a723-41b6-b9a8-a0d37c9ae606 req-6738ed24-f149-46cc-888c-2698fb8a143b tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:22.110098 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4a6ee918-a723-41b6-b9a8-a0d37c9ae606 req-6738ed24-f149-46cc-888c-2698fb8a143b tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5439 time: 0.1564007 Aug 16 20:53:22.115960 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-407efe2b-34ac-4257-9b00-4c542def4f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:22.124734 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-40769ab2-922c-49ea-a458-ea4650beb59c req-42ec472d-0ffb-47ad-852b-4a9c9fa54090 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:22.143881 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['38fd5de8-f1bd-46b8-8703-f5c2817640d6'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:53:22.203531 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:22.204455 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 4d8bacfe-cedf-4ddb-98de-1fe3b2792d18 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:22.225364 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40769ab2-922c-49ea-a458-ea4650beb59c req-42ec472d-0ffb-47ad-852b-4a9c9fa54090 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:22.226008 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-40769ab2-922c-49ea-a458-ea4650beb59c req-42ec472d-0ffb-47ad-852b-4a9c9fa54090 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:22.236401 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-40769ab2-922c-49ea-a458-ea4650beb59c req-42ec472d-0ffb-47ad-852b-4a9c9fa54090 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "PUT /v2.0/ports/38fd5de8-f1bd-46b8-8703-f5c2817640d6 HTTP/1.1" status: 200 len: 1021 time: 1.0136251 Aug 16 20:53:22.264952 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-407efe2b-34ac-4257-9b00-4c542def4f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:22.264952 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-407efe2b-34ac-4257-9b00-4c542def4f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:22.264952 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-407efe2b-34ac-4257-9b00-4c542def4f2b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/94feee91-2198-4fca-b869-e68ce77ed5fa HTTP/1.1" status: 204 len: 168 time: 0.2415752 Aug 16 20:53:22.275249 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407efe2b-34ac-4257-9b00-4c542def4f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94feee91-2198-4fca-b869-e68ce77ed5fa,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:22.280703 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4a6ee918-a723-41b6-b9a8-a0d37c9ae606 req-6042ddd5-7bd8-412a-8bf4-a4d7c377cc71 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1709816 Aug 16 20:53:22.302033 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['38fd5de8-f1bd-46b8-8703-f5c2817640d6'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:53:22.317509 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec472d-0ffb-47ad-852b-4a9c9fa54090 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Pushing event updated for resources: {'Port': ['ID=38fd5de8-f1bd-46b8-8703-f5c2817640d6,revision_number=7']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:22.332973 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-433355cc-2169-49df-9e82-a6172387773b req-d4b290f6-8399-447c-a3cf-26a915014c3a service neutron] 10.222.0.72 "GET /v2.0/networks/001f774f-d3c4-4724-a4ef-b6554b1c972e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212842 Aug 16 20:53:22.399700 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=3af6817e-b620-4a8f-89a6-4b54fec09bf6,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:22.418609 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-06040968-65d6-40da-8769-c1b356fc450a req-de09d27d-4e94-490f-9db3-13008d52543a tempest-ServerShowV257Test-750180807 tempest-ServerShowV257Test-750180807-project] 10.222.0.84 "GET /v2.0/ports?device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.0493493 Aug 16 20:53:22.508606 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826827bb-e48e-4b3e-b168-a55459503082 req-0326a568-f9b9-4868-8b63-747d4c0d4145 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:22.510740 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-826827bb-e48e-4b3e-b168-a55459503082 req-0326a568-f9b9-4868-8b63-747d4c0d4145 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/ports?device_id=455ae79a-5bf9-4917-950f-f3bdbb3e4492 HTTP/1.1" status: 200 len: 1024 time: 0.0514910 Aug 16 20:53:22.594050 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-826827bb-e48e-4b3e-b168-a55459503082 req-35f3cb4c-f444-4a67-9ae1-5448aa506779 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups?id=beeec0c3-d4e4-4355-8c6d-5a86f9db3316&id=3dc6bd43-bdac-49e7-80a3-26b230279ccb&id=d0cfb886-5d31-4090-9620-aefea59648a6 HTTP/1.1" status: 200 len: 6155 time: 0.0761042 Aug 16 20:53:22.621753 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 4d8bacfe-cedf-4ddb-98de-1fe3b2792d18 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:22.625886 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 4d8bacfe-cedf-4ddb-98de-1fe3b2792d18 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:22.626273 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:22.629200 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-770f71d7-43f3-4d5a-b04e-3df98c0c7546 req-b30039e3-5602-406f-a0b0-446a2aaaab06 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Request body: {'security_group': {'name': ' tempest-securitygroup -98545659 ', 'description': 'tempest-description-1448733428'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:22.712355 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb7dd6-a8c2-440c-9188-36c09e55f032 req-3fef616b-b0dd-486e-8138-bda0696c45e8 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:22.713906 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eddb7dd6-a8c2-440c-9188-36c09e55f032 req-3fef616b-b0dd-486e-8138-bda0696c45e8 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 946 time: 0.0509312 Aug 16 20:53:22.753590 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-770f71d7-43f3-4d5a-b04e-3df98c0c7546 req-b30039e3-5602-406f-a0b0-446a2aaaab06 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:22.778913 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eddb7dd6-a8c2-440c-9188-36c09e55f032 req-095cb082-64d0-46be-9b25-d941c9bdefca tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558338 Aug 16 20:53:22.804340 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:22.968148 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af6817e-b620-4a8f-89a6-4b54fec09bf6'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:22.971027 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0352b460-b300-4ef7-8e04-890d883d5341" -d '{"events": [{"server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "name": "network-vif-plugged", "status": "completed", "tag": "3af6817e-b620-4a8f-89a6-4b54fec09bf6"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:23.005795 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 4d8bacfe-cedf-4ddb-98de-1fe3b2792d18, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=4d8bacfe-cedf-4ddb-98de-1fe3b2792d18,segment=NetworkSegment(34734b3f-5dce-4149-a5ad-b36712006fc4),segment_id=34734b3f-5dce-4149-a5ad-b36712006fc4)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:23.008053 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-770f71d7-43f3-4d5a-b04e-3df98c0c7546 req-b30039e3-5602-406f-a0b0-446a2aaaab06 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:23.126742 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:23.127736 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device b594a15b-28e6-4504-af59-93fb056ff0c6 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:23.274711 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=4d8bacfe-cedf-4ddb-98de-1fe3b2792d18,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:23.323016 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455ae79a-5bf9-4917-950f-f3bdbb3e4492', 'tag': '38fd5de8-f1bd-46b8-8703-f5c2817640d6'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:23.325389 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9252c2-656b-4422-a3fe-e3eb790225ed" -d '{"events": [{"name": "network-changed", "server_uuid": "455ae79a-5bf9-4917-950f-f3bdbb3e4492", "tag": "38fd5de8-f1bd-46b8-8703-f5c2817640d6"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:23.334851 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-770f71d7-43f3-4d5a-b04e-3df98c0c7546 req-b30039e3-5602-406f-a0b0-446a2aaaab06 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:23.383356 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port b594a15b-28e6-4504-af59-93fb056ff0c6 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:23.386702 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-20255755-30b3-4b20-b046-f1d22e7b3bef req-9ad58bde-ac71-4cac-b591-62c05322cb93 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=b612a03d-5b93-4c45-8f59-5bdbc55fd5cb HTTP/1.1" status: 200 len: 210 time: 0.0527232 Aug 16 20:53:23.388940 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port b594a15b-28e6-4504-af59-93fb056ff0c6 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:23.389605 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:23.409438 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30039e3-5602-406f-a0b0-446a2aaaab06 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76dec079-05de-4270-8a29-ed53fb7edc93,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:23.430709 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-3da65ed6-56f9-4289-9104-1f1c349be2f4 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:23.432242 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-3da65ed6-56f9-4289-9104-1f1c349be2f4 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.72 "GET /v2.0/networks?id=8aaec99b-835d-4e57-91ae-52c77e4ca746 HTTP/1.1" status: 200 len: 821 time: 0.5574849 Aug 16 20:53:23.454260 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-08540f5e-009c-4417-b979-88a0ed214ce2 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Request body: {'port': {'device_id': 'b612a03d-5b93-4c45-8f59-5bdbc55fd5cb', 'network_id': '8aaec99b-835d-4e57-91ae-52c77e4ca746', 'admin_state_up': True, 'tenant_id': '0b7c218491e24bf5afdba2b81be3b558'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:23.476796 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-770f71d7-43f3-4d5a-b04e-3df98c0c7546 req-b30039e3-5602-406f-a0b0-446a2aaaab06 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:23.490412 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-770f71d7-43f3-4d5a-b04e-3df98c0c7546 req-b30039e3-5602-406f-a0b0-446a2aaaab06 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.8684547 Aug 16 20:53:23.514580 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad6e1ef-d330-4da1-a0d7-3134ac3dc03b x-openstack-request-id: req-1ad6e1ef-d330-4da1-a0d7-3134ac3dc03b {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:23.520978 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "name": "network-vif-plugged", "status": "completed", "tag": "3af6817e-b620-4a8f-89a6-4b54fec09bf6", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:23.521259 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1ad6e1ef-d330-4da1-a0d7-3134ac3dc03b {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:23.521694 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af6817e-b620-4a8f-89a6-4b54fec09bf6', 'code': 200} Aug 16 20:53:23.522333 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:23.566979 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port b594a15b-28e6-4504-af59-93fb056ff0c6, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=b594a15b-28e6-4504-af59-93fb056ff0c6,segment=NetworkSegment(c17ee736-fab2-4b49-a592-ddf384be080a),segment_id=c17ee736-fab2-4b49-a592-ddf384be080a)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:23.570257 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f78260b-7047-456e-9b3d-e2a823f8b421 x-openstack-request-id: req-9f78260b-7047-456e-9b3d-e2a823f8b421 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:23.570847 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455ae79a-5bf9-4917-950f-f3bdbb3e4492", "tag": "38fd5de8-f1bd-46b8-8703-f5c2817640d6", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:23.571274 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9f78260b-7047-456e-9b3d-e2a823f8b421 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:23.571675 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455ae79a-5bf9-4917-950f-f3bdbb3e4492', 'tag': '38fd5de8-f1bd-46b8-8703-f5c2817640d6', 'status': 'completed', 'code': 200} Aug 16 20:53:23.667746 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9252c2-656b-4422-a3fe-e3eb790225ed req-0b4a99aa-10cd-448f-a5da-93da9b3a7074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:23.669458 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1d9252c2-656b-4422-a3fe-e3eb790225ed req-0b4a99aa-10cd-448f-a5da-93da9b3a7074 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f528879fc998445593ea72fcaca71808&device_id=455ae79a-5bf9-4917-950f-f3bdbb3e4492 HTTP/1.1" status: 200 len: 1176 time: 0.0451660 Aug 16 20:53:23.672101 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a64d6a81-ff8b-42a5-8cb0-d6a1436729c3 req-a4f3671b-93e3-43e7-aa90-223beb4ef5dd tempest-ServerShowV257Test-750180807 tempest-ServerShowV257Test-750180807-project] 10.222.0.84 "GET /v2.0/ports?device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.0450251 Aug 16 20:53:23.698588 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83fa2cb-888f-4ea0-8f0c-c8cee661c2e1 req-f4b866fc-0f80-4427-ba52-3918cce0bb9d tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:23.705212 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83fa2cb-888f-4ea0-8f0c-c8cee661c2e1 req-f4b866fc-0f80-4427-ba52-3918cce0bb9d tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:23.708883 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:23.709706 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device bb57be4a-0292-48cb-9992-55bcc6db3063 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:23.711291 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83fa2cb-888f-4ea0-8f0c-c8cee661c2e1 req-f4b866fc-0f80-4427-ba52-3918cce0bb9d tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:23.717464 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83fa2cb-888f-4ea0-8f0c-c8cee661c2e1 req-f4b866fc-0f80-4427-ba52-3918cce0bb9d tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:23.724097 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83fa2cb-888f-4ea0-8f0c-c8cee661c2e1 req-f4b866fc-0f80-4427-ba52-3918cce0bb9d tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:23.729678 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83fa2cb-888f-4ea0-8f0c-c8cee661c2e1 req-f4b866fc-0f80-4427-ba52-3918cce0bb9d tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:23.735764 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83fa2cb-888f-4ea0-8f0c-c8cee661c2e1 req-f4b866fc-0f80-4427-ba52-3918cce0bb9d tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:23.737769 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e83fa2cb-888f-4ea0-8f0c-c8cee661c2e1 req-f4b866fc-0f80-4427-ba52-3918cce0bb9d tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5441 time: 0.1633713 Aug 16 20:53:23.776394 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9252c2-656b-4422-a3fe-e3eb790225ed req-780b13f8-9347-4efa-ac14-d5c7363dc382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:23.778168 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1d9252c2-656b-4422-a3fe-e3eb790225ed req-780b13f8-9347-4efa-ac14-d5c7363dc382 service neutron] 10.222.0.72 "GET /v2.0/networks?id=001f774f-d3c4-4724-a4ef-b6554b1c972e HTTP/1.1" status: 200 len: 914 time: 0.1021597 Aug 16 20:53:23.806801 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=b594a15b-28e6-4504-af59-93fb056ff0c6,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:23.838900 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1d9252c2-656b-4422-a3fe-e3eb790225ed req-a94d40dd-15b3-46ac-8a95-5422ec8ba8c6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38fd5de8-f1bd-46b8-8703-f5c2817640d6 HTTP/1.1" status: 200 len: 217 time: 0.0538685 Aug 16 20:53:23.841157 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e83fa2cb-888f-4ea0-8f0c-c8cee661c2e1 req-7a53f484-8b5b-4528-969f-77f05f6426c1 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0844052 Aug 16 20:53:23.853646 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c7ef2a5-7cee-4cd3-865e-404112ce6d35 req-4daa7b36-4dc8-41b5-be16-11e9508056b2 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups/76dec079-05de-4270-8a29-ed53fb7edc93 HTTP/1.1" status: 200 len: 1781 time: 0.1131604 Aug 16 20:53:23.889602 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port bb57be4a-0292-48cb-9992-55bcc6db3063 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:23.899618 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port bb57be4a-0292-48cb-9992-55bcc6db3063 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:23.899618 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:23.939977 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9252c2-656b-4422-a3fe-e3eb790225ed req-a0c528c0-5dd4-4154-a1d9-d78465e9ce3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:23.939977 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1d9252c2-656b-4422-a3fe-e3eb790225ed req-a0c528c0-5dd4-4154-a1d9-d78465e9ce3c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0ca13ed5-9db7-40b6-8d34-f10c5def1378 HTTP/1.1" status: 200 len: 853 time: 0.0862095 Aug 16 20:53:23.981002 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1d9252c2-656b-4422-a3fe-e3eb790225ed req-228fb541-ec92-4857-b82e-6339b21aa3ea service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=001f774f-d3c4-4724-a4ef-b6554b1c972e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329633 Aug 16 20:53:23.987645 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-08540f5e-009c-4417-b979-88a0ed214ce2 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Made reservation on behalf of 0b7c218491e24bf5afdba2b81be3b558 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:23.991179 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-08540f5e-009c-4417-b979-88a0ed214ce2 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:24.022337 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-51d0696c-acdf-4c1c-a779-1174cac96a46 req-98726237-e644-4c4e-a949-297804640dcc tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups/76dec079-05de-4270-8a29-ed53fb7edc93 HTTP/1.1" status: 200 len: 1781 time: 0.1174402 Aug 16 20:53:24.029517 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:24.068073 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port bb57be4a-0292-48cb-9992-55bcc6db3063, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=bb57be4a-0292-48cb-9992-55bcc6db3063,segment=NetworkSegment(34734b3f-5dce-4149-a5ad-b36712006fc4),segment_id=34734b3f-5dce-4149-a5ad-b36712006fc4)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:24.068458 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388358a-56a4-4a58-b31f-4f96bfb75c26 req-d5c7a5b1-6d54-4016-b5f8-8acc85d37ceb tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:24.070003 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4388358a-56a4-4a58-b31f-4f96bfb75c26 req-d5c7a5b1-6d54-4016-b5f8-8acc85d37ceb tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 946 time: 0.1279325 Aug 16 20:53:24.097677 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1d9252c2-656b-4422-a3fe-e3eb790225ed req-b80338cb-fb06-4a48-88e9-f689581edcde service neutron] 10.222.0.72 "GET /v2.0/networks/001f774f-d3c4-4724-a4ef-b6554b1c972e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097887 Aug 16 20:53:24.187673 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:24.188928 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 664a2393-3ef1-43f4-8b8d-bd06b02e9df3 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:24.196955 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1d9252c2-656b-4422-a3fe-e3eb790225ed req-3b78c2d5-bddf-4442-aea9-464ea1076c39 service neutron] 10.222.0.72 "GET /v2.0/networks/001f774f-d3c4-4724-a4ef-b6554b1c972e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911844 Aug 16 20:53:24.211940 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-51d0696c-acdf-4c1c-a779-1174cac96a46 req-145e0679-b648-4865-81f3-d4eff3dd0795 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:24.219815 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4388358a-56a4-4a58-b31f-4f96bfb75c26 req-c529facf-fe8d-4de0-961c-69b7ef9a507d tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408224 Aug 16 20:53:24.260962 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-51d0696c-acdf-4c1c-a779-1174cac96a46 req-145e0679-b648-4865-81f3-d4eff3dd0795 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:24.279215 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-08540f5e-009c-4417-b979-88a0ed214ce2 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Allocated IP 172.20.0.7 (8aaec99b-835d-4e57-91ae-52c77e4ca746/063b8681-e8b9-4cc3-a1c7-6de160bd6bb0/68a03408-c457-427d-88d1-cc7f1f5be0ce) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:24.316318 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=bb57be4a-0292-48cb-9992-55bcc6db3063,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:24.445652 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 664a2393-3ef1-43f4-8b8d-bd06b02e9df3 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:24.450327 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 664a2393-3ef1-43f4-8b8d-bd06b02e9df3 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:24.450802 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:24.454638 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-51d0696c-acdf-4c1c-a779-1174cac96a46 req-145e0679-b648-4865-81f3-d4eff3dd0795 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:24.457282 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-51d0696c-acdf-4c1c-a779-1174cac96a46 req-145e0679-b648-4865-81f3-d4eff3dd0795 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:24.458450 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-51d0696c-acdf-4c1c-a779-1174cac96a46 req-145e0679-b648-4865-81f3-d4eff3dd0795 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "DELETE /v2.0/security-groups/76dec079-05de-4270-8a29-ed53fb7edc93 HTTP/1.1" status: 204 len: 173 time: 0.4353580 Aug 16 20:53:24.482073 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e0679-b648-4865-81f3-d4eff3dd0795 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76dec079-05de-4270-8a29-ed53fb7edc93,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:24.486073 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-08540f5e-009c-4417-b979-88a0ed214ce2 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:24.564039 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:24.600039 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2a992944-b5ad-44b3-b169-c5c3051c304e req-572e0f84-6554-4f5b-bd5c-fbf7e5b799f3 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=b612a03d-5b93-4c45-8f59-5bdbc55fd5cb HTTP/1.1" status: 200 len: 210 time: 0.0426397 Aug 16 20:53:24.633507 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-08540f5e-009c-4417-b979-88a0ed214ce2 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:24.645588 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 664a2393-3ef1-43f4-8b8d-bd06b02e9df3, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=664a2393-3ef1-43f4-8b8d-bd06b02e9df3,segment=NetworkSegment(34734b3f-5dce-4149-a5ad-b36712006fc4),segment_id=34734b3f-5dce-4149-a5ad-b36712006fc4)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:24.680417 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [req-f1cabab0-4315-4f9b-be1f-21fa8ea144da req-f555f415-426f-4487-84e8-3285c95b0d76 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] show failed (client error): The resource could not be found. Aug 16 20:53:24.681477 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f1cabab0-4315-4f9b-be1f-21fa8ea144da req-f555f415-426f-4487-84e8-3285c95b0d76 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups/76dec079-05de-4270-8a29-ed53fb7edc93 HTTP/1.1" status: 404 len: 352 time: 0.0424509 Aug 16 20:53:24.702229 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-08540f5e-009c-4417-b979-88a0ed214ce2 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Network 8aaec99b-835d-4e57-91ae-52c77e4ca746 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:24.706811 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-08540f5e-009c-4417-b979-88a0ed214ce2 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:24.709253 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-08540f5e-009c-4417-b979-88a0ed214ce2 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:24.745485 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-ff5b7a0a-04d8-4c38-83f1-d7a693437494 req-1b33fae6-0ad8-48e7-a3de-3caa6f3d2a4f tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-884379990', 'description': 'tempest-description-775452783'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:24.748113 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08540f5e-009c-4417-b979-88a0ed214ce2 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Pushing event updated for resources: {'Port': ['ID=68a03408-c457-427d-88d1-cc7f1f5be0ce,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:24.753629 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:24.757098 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ab40fdf1-2367-4aaf-a842-35d8e9debb6d up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:24.788122 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-08540f5e-009c-4417-b979-88a0ed214ce2 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:24.788774 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-08540f5e-009c-4417-b979-88a0ed214ce2 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:24.859975 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=664a2393-3ef1-43f4-8b8d-bd06b02e9df3,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:24.870085 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ff5b7a0a-04d8-4c38-83f1-d7a693437494 req-1b33fae6-0ad8-48e7-a3de-3caa6f3d2a4f tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:24.892134 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43332) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:24.911040 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43336) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:24.914327 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port ab40fdf1-2367-4aaf-a842-35d8e9debb6d completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:24.919367 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port ab40fdf1-2367-4aaf-a842-35d8e9debb6d triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:24.926882 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:24.941499 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cae4257b-83b2-4cf1-8a71-71eb27cad6e8 req-4ad00c38-7b43-48dc-b5e7-289ddfefac61 tempest-ServerShowV257Test-750180807 tempest-ServerShowV257Test-750180807-project] 10.222.0.84 "GET /v2.0/ports?device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.0501063 Aug 16 20:53:24.966870 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-08540f5e-009c-4417-b979-88a0ed214ce2 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5175297 Aug 16 20:53:24.980152 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-63e3c1de-7450-4742-b9db-b99273f6b7c8 service neutron] Request body: {'port': {'device_id': 'b612a03d-5b93-4c45-8f59-5bdbc55fd5cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:25.030480 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:25.038764 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-327857c4-d0d5-499a-bcde-9e9d6fbb4eff tempest-RoutersAdminNegativeTest-676780491 tempest-RoutersAdminNegativeTest-676780491-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-880503005', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:25.042083 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8f861667-ee93-4ab4-933d-71599ed90414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:25.073538 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ab40fdf1-2367-4aaf-a842-35d8e9debb6d, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ab40fdf1-2367-4aaf-a842-35d8e9debb6d,segment=NetworkSegment(34734b3f-5dce-4149-a5ad-b36712006fc4),segment_id=34734b3f-5dce-4149-a5ad-b36712006fc4)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:25.127422 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-63e3c1de-7450-4742-b9db-b99273f6b7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:25.146228 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:25.193075 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=ab40fdf1-2367-4aaf-a842-35d8e9debb6d,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:25.205907 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d7f9d-295c-404b-9583-f1cc92a656c8 req-fcbfb0ad-7fc7-4370-9240-00b2b5e3bee5 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:25.211856 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d7f9d-295c-404b-9583-f1cc92a656c8 req-fcbfb0ad-7fc7-4370-9240-00b2b5e3bee5 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:25.218038 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d7f9d-295c-404b-9583-f1cc92a656c8 req-fcbfb0ad-7fc7-4370-9240-00b2b5e3bee5 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:25.224037 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d7f9d-295c-404b-9583-f1cc92a656c8 req-fcbfb0ad-7fc7-4370-9240-00b2b5e3bee5 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:25.230036 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d7f9d-295c-404b-9583-f1cc92a656c8 req-fcbfb0ad-7fc7-4370-9240-00b2b5e3bee5 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:25.236290 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d7f9d-295c-404b-9583-f1cc92a656c8 req-fcbfb0ad-7fc7-4370-9240-00b2b5e3bee5 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:25.242349 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d7f9d-295c-404b-9583-f1cc92a656c8 req-fcbfb0ad-7fc7-4370-9240-00b2b5e3bee5 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:25.244256 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-987d7f9d-295c-404b-9583-f1cc92a656c8 req-fcbfb0ad-7fc7-4370-9240-00b2b5e3bee5 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5444 time: 0.1821249 Aug 16 20:53:25.247188 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ff5b7a0a-04d8-4c38-83f1-d7a693437494 req-1b33fae6-0ad8-48e7-a3de-3caa6f3d2a4f tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:25.338735 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ff5b7a0a-04d8-4c38-83f1-d7a693437494 req-1b33fae6-0ad8-48e7-a3de-3caa6f3d2a4f tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:25.374276 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-987d7f9d-295c-404b-9583-f1cc92a656c8 req-198ff08a-d44b-448d-9a15-18829a974b10 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1200168 Aug 16 20:53:25.403561 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33fae6-0ad8-48e7-a3de-3caa6f3d2a4f tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bd54ca-c6ef-40a1-ae42-1f3ff36ef4f2,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:25.413327 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327857c4-d0d5-499a-bcde-9e9d6fbb4eff tempest-RoutersAdminNegativeTest-676780491 tempest-RoutersAdminNegativeTest-676780491-project-admin] Made reservation on behalf of 2662a3820b014c7aa3813f3c2ce8cbfd for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:25.415688 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-327857c4-d0d5-499a-bcde-9e9d6fbb4eff tempest-RoutersAdminNegativeTest-676780491 tempest-RoutersAdminNegativeTest-676780491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:25.427225 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-327857c4-d0d5-499a-bcde-9e9d6fbb4eff tempest-RoutersAdminNegativeTest-676780491 tempest-RoutersAdminNegativeTest-676780491-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:25.522411 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8bacfe-cedf-4ddb-98de-1fe3b2792d18'}, {'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b594a15b-28e6-4504-af59-93fb056ff0c6'}, {'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb57be4a-0292-48cb-9992-55bcc6db3063'}, {'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664a2393-3ef1-43f4-8b8d-bd06b02e9df3'}, {'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab40fdf1-2367-4aaf-a842-35d8e9debb6d'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:25.525002 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c172bd-821f-4579-befa-6c2bd832878f" -d '{"events": [{"server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "name": "network-vif-plugged", "status": "completed", "tag": "4d8bacfe-cedf-4ddb-98de-1fe3b2792d18"}, {"server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "name": "network-vif-plugged", "status": "completed", "tag": "b594a15b-28e6-4504-af59-93fb056ff0c6"}, {"server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "name": "network-vif-plugged", "status": "completed", "tag": "bb57be4a-0292-48cb-9992-55bcc6db3063"}, {"server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "name": "network-vif-plugged", "status": "completed", "tag": "664a2393-3ef1-43f4-8b8d-bd06b02e9df3"}, {"server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "name": "network-vif-plugged", "status": "completed", "tag": "ab40fdf1-2367-4aaf-a842-35d8e9debb6d"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:25.537213 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ff5b7a0a-04d8-4c38-83f1-d7a693437494 req-1b33fae6-0ad8-48e7-a3de-3caa6f3d2a4f tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:25.538989 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ff5b7a0a-04d8-4c38-83f1-d7a693437494 req-1b33fae6-0ad8-48e7-a3de-3caa6f3d2a4f tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.8331017 Aug 16 20:53:25.549630 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8381208-c872-4ec4-ab45-64f53fa9ff28 req-d47827b2-d505-459e-adef-3191b328f4b7 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:25.551440 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e8381208-c872-4ec4-ab45-64f53fa9ff28 req-d47827b2-d505-459e-adef-3191b328f4b7 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 946 time: 0.0874739 Aug 16 20:53:25.605164 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-63e3c1de-7450-4742-b9db-b99273f6b7c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68a03408-c457-427d-88d1-cc7f1f5be0ce {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:53:25.617296 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-63e3c1de-7450-4742-b9db-b99273f6b7c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:25.621292 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8f861667-ee93-4ab4-933d-71599ed90414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:25.621704 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e8381208-c872-4ec4-ab45-64f53fa9ff28 req-d5747acf-ff8d-4512-acc2-547275b2fd94 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513487 Aug 16 20:53:25.632170 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-63e3c1de-7450-4742-b9db-b99273f6b7c8 service neutron] Transition to ACTIVE for port object 68a03408-c457-427d-88d1-cc7f1f5be0ce will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:25.669186 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0214f7-29c0-4829-b9b0-6ca8c561ebdb x-openstack-request-id: req-3d0214f7-29c0-4829-b9b0-6ca8c561ebdb {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:25.669500 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "name": "network-vif-plugged", "status": "completed", "tag": "4d8bacfe-cedf-4ddb-98de-1fe3b2792d18", "code": 200}, {"server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "name": "network-vif-plugged", "status": "completed", "tag": "b594a15b-28e6-4504-af59-93fb056ff0c6", "code": 200}, {"server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "name": "network-vif-plugged", "status": "completed", "tag": "bb57be4a-0292-48cb-9992-55bcc6db3063", "code": 200}, {"server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "name": "network-vif-plugged", "status": "completed", "tag": "664a2393-3ef1-43f4-8b8d-bd06b02e9df3", "code": 200}, {"server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "name": "network-vif-plugged", "status": "completed", "tag": "ab40fdf1-2367-4aaf-a842-35d8e9debb6d", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:25.669759 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3d0214f7-29c0-4829-b9b0-6ca8c561ebdb {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:25.670188 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8bacfe-cedf-4ddb-98de-1fe3b2792d18', 'code': 200} Aug 16 20:53:25.670448 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b594a15b-28e6-4504-af59-93fb056ff0c6', 'code': 200} Aug 16 20:53:25.670701 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb57be4a-0292-48cb-9992-55bcc6db3063', 'code': 200} Aug 16 20:53:25.670953 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664a2393-3ef1-43f4-8b8d-bd06b02e9df3', 'code': 200} Aug 16 20:53:25.671202 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab40fdf1-2367-4aaf-a842-35d8e9debb6d', 'code': 200} Aug 16 20:53:25.685274 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-bf790b73-0fcc-4f12-815e-3453b08a493b req-3c894042-efe4-49ae-a131-171f2425c9c2 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1822936450', 'description': 'tempest-description-1717342517'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:25.765311 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8f861667-ee93-4ab4-933d-71599ed90414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:25.782922 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-63e3c1de-7450-4742-b9db-b99273f6b7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:25.815237 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f861667-ee93-4ab4-933d-71599ed90414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068375cb-722e-47f5-8963-8c817dfb758a,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:25.823192 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8f861667-ee93-4ab4-933d-71599ed90414 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3c605d0b74354a06be9c6c7f1bac1f2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9299943 Aug 16 20:53:25.827370 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43354) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:25.869373 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f615f41-7d9f-465f-bb66-09fb0c9681d5 req-094a624a-8d65-43a7-965d-2a32a8e83363 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:25.870893 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3f615f41-7d9f-465f-bb66-09fb0c9681d5 req-094a624a-8d65-43a7-965d-2a32a8e83363 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=b612a03d-5b93-4c45-8f59-5bdbc55fd5cb HTTP/1.1" status: 200 len: 931 time: 0.1252437 Aug 16 20:53:25.880316 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3c1de-7450-4742-b9db-b99273f6b7c8 service neutron] Pushing event updated for resources: {'Port': ['ID=68a03408-c457-427d-88d1-cc7f1f5be0ce,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:25.897602 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310141c1-7dab-4351-9110-d8e0a987f356 req-4d19e1f6-4e9a-495f-87c8-2928e6ec9eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:25.898100 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310141c1-7dab-4351-9110-d8e0a987f356 req-4d19e1f6-4e9a-495f-87c8-2928e6ec9eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:25.898589 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310141c1-7dab-4351-9110-d8e0a987f356 req-4d19e1f6-4e9a-495f-87c8-2928e6ec9eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:25.899072 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310141c1-7dab-4351-9110-d8e0a987f356 req-4d19e1f6-4e9a-495f-87c8-2928e6ec9eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:25.899556 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310141c1-7dab-4351-9110-d8e0a987f356 req-4d19e1f6-4e9a-495f-87c8-2928e6ec9eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:25.900052 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310141c1-7dab-4351-9110-d8e0a987f356 req-4d19e1f6-4e9a-495f-87c8-2928e6ec9eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:25.900529 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310141c1-7dab-4351-9110-d8e0a987f356 req-4d19e1f6-4e9a-495f-87c8-2928e6ec9eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:25.902430 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-310141c1-7dab-4351-9110-d8e0a987f356 req-4d19e1f6-4e9a-495f-87c8-2928e6ec9eb6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 6509 time: 0.1432645 Aug 16 20:53:25.914405 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b5a76cd1-2b94-4d06-89a4-c844b79c9b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:25.954681 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b5a76cd1-2b94-4d06-89a4-c844b79c9b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:25.957482 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-327857c4-d0d5-499a-bcde-9e9d6fbb4eff tempest-RoutersAdminNegativeTest-676780491 tempest-RoutersAdminNegativeTest-676780491-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:26.011277 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3f615f41-7d9f-465f-bb66-09fb0c9681d5 req-f1b5c35c-a01c-4856-83be-3d24cfffc07a tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318796 Aug 16 20:53:26.020807 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-310141c1-7dab-4351-9110-d8e0a987f356 req-6df10be0-fc53-4ce0-b7f9-9baa1464336b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e87eb010-4ffb-4cec-bdb8-e024167d6059&id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1036963 Aug 16 20:53:26.032667 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-63e3c1de-7450-4742-b9db-b99273f6b7c8 service neutron] Attempting to bind port 68a03408-c457-427d-88d1-cc7f1f5be0ce on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:53:26.033031 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-63e3c1de-7450-4742-b9db-b99273f6b7c8 service neutron] Attempting to bind port 68a03408-c457-427d-88d1-cc7f1f5be0ce by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '924f0b82-5103-407b-88b5-5f564b7e60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8aaec99b-835d-4e57-91ae-52c77e4ca746'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:53:26.033353 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-63e3c1de-7450-4742-b9db-b99273f6b7c8 service neutron] Attempting to bind port 68a03408-c457-427d-88d1-cc7f1f5be0ce on network 8aaec99b-835d-4e57-91ae-52c77e4ca746 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:53:26.034486 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-327857c4-d0d5-499a-bcde-9e9d6fbb4eff tempest-RoutersAdminNegativeTest-676780491 tempest-RoutersAdminNegativeTest-676780491-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:26.039256 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-327857c4-d0d5-499a-bcde-9e9d6fbb4eff tempest-RoutersAdminNegativeTest-676780491 tempest-RoutersAdminNegativeTest-676780491-project-admin] device_id is not set on port b74b665e-f53e-47e1-884c-cc4b6cf8a884 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:53:26.042791 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-63e3c1de-7450-4742-b9db-b99273f6b7c8 service neutron] Port 68a03408-c457-427d-88d1-cc7f1f5be0ce on network 8aaec99b-835d-4e57-91ae-52c77e4ca746 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:53:26.043122 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-63e3c1de-7450-4742-b9db-b99273f6b7c8 service neutron] Attempting to bind port 68a03408-c457-427d-88d1-cc7f1f5be0ce on network 8aaec99b-835d-4e57-91ae-52c77e4ca746 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:53:26.053395 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-63e3c1de-7450-4742-b9db-b99273f6b7c8 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:53:26.053735 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-63e3c1de-7450-4742-b9db-b99273f6b7c8 service neutron] Checking segment: {'id': '924f0b82-5103-407b-88b5-5f564b7e60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8aaec99b-835d-4e57-91ae-52c77e4ca746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:53:26.054124 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-63e3c1de-7450-4742-b9db-b99273f6b7c8 service neutron] Bound using segment: {'id': '924f0b82-5103-407b-88b5-5f564b7e60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8aaec99b-835d-4e57-91ae-52c77e4ca746'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:53:26.054571 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-63e3c1de-7450-4742-b9db-b99273f6b7c8 service neutron] Bound port: 68a03408-c457-427d-88d1-cc7f1f5be0ce, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924f0b82-5103-407b-88b5-5f564b7e60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8aaec99b-835d-4e57-91ae-52c77e4ca746'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:53:26.054926 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-63e3c1de-7450-4742-b9db-b99273f6b7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:26.064066 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327857c4-d0d5-499a-bcde-9e9d6fbb4eff tempest-RoutersAdminNegativeTest-676780491 tempest-RoutersAdminNegativeTest-676780491-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b785531-f5d6-4ad7-9d9e-6554faa89c0f,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:26.120762 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7b038183-1d9a-474e-b8ae-f3dd088961e9 req-9427447a-6394-46ac-b2c1-b3edf7f878d0 tempest-ServerShowV257Test-750180807 tempest-ServerShowV257Test-750180807-project] 10.222.0.84 "GET /v2.0/ports?device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.0334899 Aug 16 20:53:26.148333 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-bf790b73-0fcc-4f12-815e-3453b08a493b req-3c894042-efe4-49ae-a131-171f2425c9c2 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:26.166223 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b5a76cd1-2b94-4d06-89a4-c844b79c9b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:26.169459 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b5a76cd1-2b94-4d06-89a4-c844b79c9b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:26.173069 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b5a76cd1-2b94-4d06-89a4-c844b79c9b6d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/068375cb-722e-47f5-8963-8c817dfb758a HTTP/1.1" status: 204 len: 168 time: 0.3424942 Aug 16 20:53:26.178370 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-63e3c1de-7450-4742-b9db-b99273f6b7c8 service neutron] For port 68a03408-c457-427d-88d1-cc7f1f5be0ce, host n-h1-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:53:26.188711 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a76cd1-2b94-4d06-89a4-c844b79c9b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068375cb-722e-47f5-8963-8c817dfb758a,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:26.195798 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-63e3c1de-7450-4742-b9db-b99273f6b7c8 service neutron] For port 68a03408-c457-427d-88d1-cc7f1f5be0ce, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=68a03408-c457-427d-88d1-cc7f1f5be0ce,segment=NetworkSegment(924f0b82-5103-407b-88b5-5f564b7e60a5),segment_id=924f0b82-5103-407b-88b5-5f564b7e60a5)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:53:26.263893 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-327857c4-d0d5-499a-bcde-9e9d6fbb4eff tempest-RoutersAdminNegativeTest-676780491 tempest-RoutersAdminNegativeTest-676780491-project-admin] Allocated IP 172.25.1.148 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/b74b665e-f53e-47e1-884c-cc4b6cf8a884) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:26.282165 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43362) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:26.291618 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-63e3c1de-7450-4742-b9db-b99273f6b7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:26.325931 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-bf790b73-0fcc-4f12-815e-3453b08a493b req-3c894042-efe4-49ae-a131-171f2425c9c2 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:26.345663 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-63e3c1de-7450-4742-b9db-b99273f6b7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:26.346310 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-63e3c1de-7450-4742-b9db-b99273f6b7c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:26.347813 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-63e3c1de-7450-4742-b9db-b99273f6b7c8 service neutron] 10.222.0.72 "PUT /v2.0/ports/68a03408-c457-427d-88d1-cc7f1f5be0ce HTTP/1.1" status: 200 len: 1092 time: 1.3794782 Aug 16 20:53:26.350569 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b612a03d-5b93-4c45-8f59-5bdbc55fd5cb', 'tag': '68a03408-c457-427d-88d1-cc7f1f5be0ce'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:26.353231 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176cba31-34c7-4e8d-b5d1-f8bf17e10507" -d '{"events": [{"name": "network-changed", "server_uuid": "b612a03d-5b93-4c45-8f59-5bdbc55fd5cb", "tag": "68a03408-c457-427d-88d1-cc7f1f5be0ce"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:26.372774 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3c1de-7450-4742-b9db-b99273f6b7c8 service neutron] Pushing event updated for resources: {'Port': ['ID=68a03408-c457-427d-88d1-cc7f1f5be0ce,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:26.394484 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5472b75c-a487-4492-b09d-af87efe20fa6 x-openstack-request-id: req-5472b75c-a487-4492-b09d-af87efe20fa6 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:26.395059 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b612a03d-5b93-4c45-8f59-5bdbc55fd5cb", "tag": "68a03408-c457-427d-88d1-cc7f1f5be0ce", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:26.395382 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5472b75c-a487-4492-b09d-af87efe20fa6 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:26.395833 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b612a03d-5b93-4c45-8f59-5bdbc55fd5cb', 'tag': '68a03408-c457-427d-88d1-cc7f1f5be0ce', 'status': 'completed', 'code': 200} Aug 16 20:53:26.406585 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-bf790b73-0fcc-4f12-815e-3453b08a493b req-3c894042-efe4-49ae-a131-171f2425c9c2 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:26.450168 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-54391c8d-514d-4a7c-bb04-4451def17bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:26.468322 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-327857c4-d0d5-499a-bcde-9e9d6fbb4eff tempest-RoutersAdminNegativeTest-676780491 tempest-RoutersAdminNegativeTest-676780491-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:26.484321 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c894042-efe4-49ae-a131-171f2425c9c2 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36d09387-226a-40e2-be4d-09c78f2b0328,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:26.515827 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176cba31-34c7-4e8d-b5d1-f8bf17e10507 req-fabcd7c7-5d9f-4b02-9502-cb0dbe347155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:26.517439 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-176cba31-34c7-4e8d-b5d1-f8bf17e10507 req-fabcd7c7-5d9f-4b02-9502-cb0dbe347155 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b7c218491e24bf5afdba2b81be3b558&device_id=b612a03d-5b93-4c45-8f59-5bdbc55fd5cb HTTP/1.1" status: 200 len: 1095 time: 0.0954649 Aug 16 20:53:26.539020 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9e487-83bc-4313-9343-b4dac3771f7e req-374fff0e-75ef-4758-a723-b1e5eab93edd tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:26.550764 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9e487-83bc-4313-9343-b4dac3771f7e req-374fff0e-75ef-4758-a723-b1e5eab93edd tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:26.551200 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9e487-83bc-4313-9343-b4dac3771f7e req-374fff0e-75ef-4758-a723-b1e5eab93edd tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:26.557648 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9e487-83bc-4313-9343-b4dac3771f7e req-374fff0e-75ef-4758-a723-b1e5eab93edd tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:26.563656 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9e487-83bc-4313-9343-b4dac3771f7e req-374fff0e-75ef-4758-a723-b1e5eab93edd tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:26.570080 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9e487-83bc-4313-9343-b4dac3771f7e req-374fff0e-75ef-4758-a723-b1e5eab93edd tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:26.577281 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9e487-83bc-4313-9343-b4dac3771f7e req-374fff0e-75ef-4758-a723-b1e5eab93edd tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:26.578644 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a5d9e487-83bc-4313-9343-b4dac3771f7e req-374fff0e-75ef-4758-a723-b1e5eab93edd tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5445 time: 0.1069462 Aug 16 20:53:26.588781 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-bf790b73-0fcc-4f12-815e-3453b08a493b req-3c894042-efe4-49ae-a131-171f2425c9c2 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:26.593649 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bf790b73-0fcc-4f12-815e-3453b08a493b req-3c894042-efe4-49ae-a131-171f2425c9c2 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.9131804 Aug 16 20:53:26.603290 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-327857c4-d0d5-499a-bcde-9e9d6fbb4eff tempest-RoutersAdminNegativeTest-676780491 tempest-RoutersAdminNegativeTest-676780491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:26.663055 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-a5fcc3e9-e97e-4570-9124-0e51d9028d37 req-6b4fce4b-4a96-4fe5-8823-2a8de1c61d4f tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-272045119', 'description': 'tempest-description-499481341'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:26.663277 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327857c4-d0d5-499a-bcde-9e9d6fbb4eff tempest-RoutersAdminNegativeTest-676780491 tempest-RoutersAdminNegativeTest-676780491-project-admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:26.673371 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-327857c4-d0d5-499a-bcde-9e9d6fbb4eff tempest-RoutersAdminNegativeTest-676780491 tempest-RoutersAdminNegativeTest-676780491-project-admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:26.676442 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-54391c8d-514d-4a7c-bb04-4451def17bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:26.679170 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327857c4-d0d5-499a-bcde-9e9d6fbb4eff tempest-RoutersAdminNegativeTest-676780491 tempest-RoutersAdminNegativeTest-676780491-project-admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:26.707114 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327857c4-d0d5-499a-bcde-9e9d6fbb4eff tempest-RoutersAdminNegativeTest-676780491 tempest-RoutersAdminNegativeTest-676780491-project-admin] Pushing event updated for resources: {'Port': ['ID=b74b665e-f53e-47e1-884c-cc4b6cf8a884,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:26.716451 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a5d9e487-83bc-4313-9343-b4dac3771f7e req-cf3ee985-467c-46b6-a961-c118c43707bf tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1217904 Aug 16 20:53:26.729353 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327857c4-d0d5-499a-bcde-9e9d6fbb4eff tempest-RoutersAdminNegativeTest-676780491 tempest-RoutersAdminNegativeTest-676780491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:26.729353 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-327857c4-d0d5-499a-bcde-9e9d6fbb4eff tempest-RoutersAdminNegativeTest-676780491 tempest-RoutersAdminNegativeTest-676780491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:26.752993 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176cba31-34c7-4e8d-b5d1-f8bf17e10507 req-5507db37-7b47-41dc-b85c-ab3bd264d34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:26.754933 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-54391c8d-514d-4a7c-bb04-4451def17bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:26.755581 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-176cba31-34c7-4e8d-b5d1-f8bf17e10507 req-5507db37-7b47-41dc-b85c-ab3bd264d34f service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=0b7c218491e24bf5afdba2b81be3b558&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2282767 Aug 16 20:53:26.801713 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-54391c8d-514d-4a7c-bb04-4451def17bd1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1ff7204e38f6424f9db0352411bb7862&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5182595 Aug 16 20:53:26.802558 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54391c8d-514d-4a7c-bb04-4451def17bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986c7c32-0777-4034-921b-95993a7ad3cd,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:26.804947 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43382) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:26.818657 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-327857c4-d0d5-499a-bcde-9e9d6fbb4eff tempest-RoutersAdminNegativeTest-676780491 tempest-RoutersAdminNegativeTest-676780491-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9063940 Aug 16 20:53:26.823693 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43384) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:26.832053 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-1f389d92-44f0-431c-9b1f-203f6077a328 tempest-RoutersAdminNegativeTest-676780491 tempest-RoutersAdminNegativeTest-676780491-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.148'}]}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:26.866600 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a0478095-8110-4845-87c3-d121712029fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:26.888991 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a0478095-8110-4845-87c3-d121712029fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:26.894977 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d2b58-0068-441c-a887-d0db6cdf386c req-b60c01c2-bc88-4bf9-98cf-8482845139d4 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:26.896717 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7f4d2b58-0068-441c-a887-d0db6cdf386c req-b60c01c2-bc88-4bf9-98cf-8482845139d4 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 946 time: 0.1058311 Aug 16 20:53:26.941199 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176cba31-34c7-4e8d-b5d1-f8bf17e10507 req-002342dc-01a2-4869-b8ee-c7a6645c033f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:26.942821 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-176cba31-34c7-4e8d-b5d1-f8bf17e10507 req-002342dc-01a2-4869-b8ee-c7a6645c033f service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1785975 Aug 16 20:53:26.957999 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7f4d2b58-0068-441c-a887-d0db6cdf386c req-25a9a897-e663-45fd-8aa5-6fbdee1dd718 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511813 Aug 16 20:53:26.958908 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a5fcc3e9-e97e-4570-9124-0e51d9028d37 req-6b4fce4b-4a96-4fe5-8823-2a8de1c61d4f tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:27.026366 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-d39593cb-3142-47d7-b583-8303400fa70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:27.028613 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-d39593cb-3142-47d7-b583-8303400fa70e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b7c218491e24bf5afdba2b81be3b558&device_id=b612a03d-5b93-4c45-8f59-5bdbc55fd5cb HTTP/1.1" status: 200 len: 1095 time: 0.0461955 Aug 16 20:53:27.045024 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a0478095-8110-4845-87c3-d121712029fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:27.048925 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a0478095-8110-4845-87c3-d121712029fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:27.050341 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a0478095-8110-4845-87c3-d121712029fb admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/986c7c32-0777-4034-921b-95993a7ad3cd HTTP/1.1" status: 204 len: 168 time: 0.2444203 Aug 16 20:53:27.060159 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0478095-8110-4845-87c3-d121712029fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986c7c32-0777-4034-921b-95993a7ad3cd,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:27.084881 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-b03436d2-bd72-4c91-928c-e48dbc6a0e96 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68a03408-c457-427d-88d1-cc7f1f5be0ce HTTP/1.1" status: 200 len: 217 time: 0.0497057 Aug 16 20:53:27.101252 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1f389d92-44f0-431c-9b1f-203f6077a328 tempest-RoutersAdminNegativeTest-676780491 tempest-RoutersAdminNegativeTest-676780491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:27.102704 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1f389d92-44f0-431c-9b1f-203f6077a328 tempest-RoutersAdminNegativeTest-676780491 tempest-RoutersAdminNegativeTest-676780491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:27.154464 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1f389d92-44f0-431c-9b1f-203f6077a328 tempest-RoutersAdminNegativeTest-676780491 tempest-RoutersAdminNegativeTest-676780491-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:27.182231 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-85d7a471-8790-4958-b49e-56280b08f909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:27.183713 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-85d7a471-8790-4958-b49e-56280b08f909 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=063b8681-e8b9-4cc3-a1c7-6de160bd6bb0 HTTP/1.1" status: 200 len: 861 time: 0.0916173 Aug 16 20:53:27.226361 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-47b22c55-0ab1-407a-8be4-603fdd3bef3b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8aaec99b-835d-4e57-91ae-52c77e4ca746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319583 Aug 16 20:53:27.240018 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c721a4a-1510-4314-9379-6b76ad893cbf req-879c5df9-2ccc-4808-af53-b296259776d2 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:27.241590 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1c721a4a-1510-4314-9379-6b76ad893cbf req-879c5df9-2ccc-4808-af53-b296259776d2 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=b612a03d-5b93-4c45-8f59-5bdbc55fd5cb HTTP/1.1" status: 200 len: 943 time: 0.1152897 Aug 16 20:53:27.369995 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1c721a4a-1510-4314-9379-6b76ad893cbf req-bb9c8ca5-f850-4e70-910d-228445241552 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150527 Aug 16 20:53:27.379853 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a5fcc3e9-e97e-4570-9124-0e51d9028d37 req-6b4fce4b-4a96-4fe5-8823-2a8de1c61d4f tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:27.408064 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-0d902263-ecaa-45e4-86ec-d8373a4a28b5 service neutron] 10.222.0.72 "GET /v2.0/networks/8aaec99b-835d-4e57-91ae-52c77e4ca746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632986 Aug 16 20:53:27.421269 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1f389d92-44f0-431c-9b1f-203f6077a328 tempest-RoutersAdminNegativeTest-676780491 tempest-RoutersAdminNegativeTest-676780491-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:27.496390 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ec94056c-b3ab-44f4-a78c-3c9590c56d3f req-a9d26435-4d72-488e-a01d-ef1b72cfd277 tempest-ServerShowV257Test-750180807 tempest-ServerShowV257Test-750180807-project] 10.222.0.84 "GET /v2.0/ports?device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.0595267 Aug 16 20:53:27.534588 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a5fcc3e9-e97e-4570-9124-0e51d9028d37 req-6b4fce4b-4a96-4fe5-8823-2a8de1c61d4f tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:27.578779 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-821ad895-26a5-43ee-b75c-d50c8f717988 req-8b52d5ee-d7a3-4ca4-a034-c4f1215428bf service neutron] 10.222.0.72 "GET /v2.0/networks/8aaec99b-835d-4e57-91ae-52c77e4ca746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612499 Aug 16 20:53:27.597241 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4fce4b-4a96-4fe5-8823-2a8de1c61d4f tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74bd361c-370f-4de5-8dac-3367f95001d6,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:27.741081 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a5fcc3e9-e97e-4570-9124-0e51d9028d37 req-6b4fce4b-4a96-4fe5-8823-2a8de1c61d4f tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:27.742390 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a5fcc3e9-e97e-4570-9124-0e51d9028d37 req-6b4fce4b-4a96-4fe5-8823-2a8de1c61d4f tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.1164389 Aug 16 20:53:27.761014 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1f389d92-44f0-431c-9b1f-203f6077a328 tempest-RoutersAdminNegativeTest-676780491 tempest-RoutersAdminNegativeTest-676780491-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:27.784185 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1f389d92-44f0-431c-9b1f-203f6077a328 tempest-RoutersAdminNegativeTest-676780491 tempest-RoutersAdminNegativeTest-676780491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:27.904846 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a75d8-794a-4675-862e-443aa9ea1898 req-799560ff-c121-47fa-92e7-8507ae9b374f tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:27.910674 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a75d8-794a-4675-862e-443aa9ea1898 req-799560ff-c121-47fa-92e7-8507ae9b374f tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:27.924523 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a75d8-794a-4675-862e-443aa9ea1898 req-799560ff-c121-47fa-92e7-8507ae9b374f tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:27.936477 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a75d8-794a-4675-862e-443aa9ea1898 req-799560ff-c121-47fa-92e7-8507ae9b374f tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:27.942606 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a75d8-794a-4675-862e-443aa9ea1898 req-799560ff-c121-47fa-92e7-8507ae9b374f tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:27.949027 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a75d8-794a-4675-862e-443aa9ea1898 req-799560ff-c121-47fa-92e7-8507ae9b374f tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:27.955504 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a75d8-794a-4675-862e-443aa9ea1898 req-799560ff-c121-47fa-92e7-8507ae9b374f tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:27.957504 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-286a75d8-794a-4675-862e-443aa9ea1898 req-799560ff-c121-47fa-92e7-8507ae9b374f tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5445 time: 0.1411283 Aug 16 20:53:28.001537 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6beb3153-81d8-40cf-83c7-3033402ce639 req-b7695af6-ff6f-4e58-a4f0-04f5c9cdf477 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f528879fc998445593ea72fcaca71808 HTTP/1.1" status: 200 len: 10907 time: 0.2289095 Aug 16 20:53:28.027370 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-286a75d8-794a-4675-862e-443aa9ea1898 req-e3f2fe63-fc40-46c4-b12f-1e0d7580c7ba tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0611370 Aug 16 20:53:28.041068 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1f389d92-44f0-431c-9b1f-203f6077a328 tempest-RoutersAdminNegativeTest-676780491 tempest-RoutersAdminNegativeTest-676780491-project-admin] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:28.068505 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6beb3153-81d8-40cf-83c7-3033402ce639 req-1da8cb14-794e-47c3-8873-2936ae806b2c tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups/3dc6bd43-bdac-49e7-80a3-26b230279ccb HTTP/1.1" status: 200 len: 2985 time: 0.0572767 Aug 16 20:53:28.188455 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6beb3153-81d8-40cf-83c7-3033402ce639 req-c6059e43-1ec8-48da-98ef-f13a0540b222 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups/3dc6bd43-bdac-49e7-80a3-26b230279ccb HTTP/1.1" status: 200 len: 2985 time: 0.1101673 Aug 16 20:53:28.198959 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f54e0b-8a45-4a6d-97dc-268d7c32db7a req-9637e9bd-4d86-439d-9c30-d443c073cd32 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:28.208417 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-23f54e0b-8a45-4a6d-97dc-268d7c32db7a req-9637e9bd-4d86-439d-9c30-d443c073cd32 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 946 time: 0.1112082 Aug 16 20:53:28.249346 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1f389d92-44f0-431c-9b1f-203f6077a328 tempest-RoutersAdminNegativeTest-676780491 tempest-RoutersAdminNegativeTest-676780491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:28.251568 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1f389d92-44f0-431c-9b1f-203f6077a328 tempest-RoutersAdminNegativeTest-676780491 tempest-RoutersAdminNegativeTest-676780491-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:28.262004 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-23f54e0b-8a45-4a6d-97dc-268d7c32db7a req-1be56e49-f3e7-4ba5-94da-6a305ce0bb4a tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517704 Aug 16 20:53:28.341489 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a08a5-e103-4f37-828e-dc8f005f3c8a req-a426cc7a-4154-41e1-ba06-37b947b19b37 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:28.347550 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a08a5-e103-4f37-828e-dc8f005f3c8a req-a426cc7a-4154-41e1-ba06-37b947b19b37 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:28.354909 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a08a5-e103-4f37-828e-dc8f005f3c8a req-a426cc7a-4154-41e1-ba06-37b947b19b37 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:28.362281 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a08a5-e103-4f37-828e-dc8f005f3c8a req-a426cc7a-4154-41e1-ba06-37b947b19b37 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:28.367229 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a08a5-e103-4f37-828e-dc8f005f3c8a req-a426cc7a-4154-41e1-ba06-37b947b19b37 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:28.373834 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a08a5-e103-4f37-828e-dc8f005f3c8a req-a426cc7a-4154-41e1-ba06-37b947b19b37 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:28.380144 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a08a5-e103-4f37-828e-dc8f005f3c8a req-a426cc7a-4154-41e1-ba06-37b947b19b37 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:28.380786 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1f389d92-44f0-431c-9b1f-203f6077a328 tempest-RoutersAdminNegativeTest-676780491 tempest-RoutersAdminNegativeTest-676780491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:28.381536 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f389d92-44f0-431c-9b1f-203f6077a328 tempest-RoutersAdminNegativeTest-676780491 tempest-RoutersAdminNegativeTest-676780491-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7ef0a3e5-c365-4d8f-963b-d0bfe767a4dc {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:53:28.382078 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-368a08a5-e103-4f37-828e-dc8f005f3c8a req-a426cc7a-4154-41e1-ba06-37b947b19b37 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5445 time: 0.1393638 Aug 16 20:53:28.394258 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-293c66dd-b68f-46b2-8d67-ba74b98d5b70 req-64269b78-6d63-4aa7-8742-cc961346ca41 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups/d9bd54ca-c6ef-40a1-ae42-1f3ff36ef4f2 HTTP/1.1" status: 200 len: 1801 time: 0.1024239 Aug 16 20:53:28.400302 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 43458) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:28.408653 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-f73db4a7-7043-4d07-8ca6-5423f393ce12 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Request body: {'floatingip': {'port_id': '6f663d94-68b3-4016-94ab-cff5d3fc7931'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:28.475002 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-1f389d92-44f0-431c-9b1f-203f6077a328 tempest-RoutersAdminNegativeTest-676780491 tempest-RoutersAdminNegativeTest-676780491-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 16 20:53:28.476426 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1f389d92-44f0-431c-9b1f-203f6077a328 tempest-RoutersAdminNegativeTest-676780491 tempest-RoutersAdminNegativeTest-676780491-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.6517606 Aug 16 20:53:28.476727 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f73db4a7-7043-4d07-8ca6-5423f393ce12 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks [] for floatingip, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:28.479258 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43462) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:28.538027 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43466) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:28.568928 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-c01db701-eb3e-4169-9eb5-63eeccc83f58 tempest-RoutersAdminNegativeTest-676780491 tempest-RoutersAdminNegativeTest-676780491-project-admin] Deleting port b74b665e-f53e-47e1-884c-cc4b6cf8a884 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:28.569276 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c01db701-eb3e-4169-9eb5-63eeccc83f58 tempest-RoutersAdminNegativeTest-676780491 tempest-RoutersAdminNegativeTest-676780491-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:28.614340 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-389b236b-c5d6-4711-846b-88eb181bf78d req-614d7049-a0f3-437e-bcfb-5aee902a8600 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.0909522 Aug 16 20:53:28.673639 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-728547c7-3a4a-42f2-99a3-db7b241c2375 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-562072377-network', 'tenant_id': 'ebac0160837646008c1ab540ec09346e'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:28.687547 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c01db701-eb3e-4169-9eb5-63eeccc83f58 tempest-RoutersAdminNegativeTest-676780491 tempest-RoutersAdminNegativeTest-676780491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:28.702228 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4010f-3dbc-4a4f-a3e1-4fa7cf39531d req-01f1c176-9c87-4500-be91-0b865aca2927 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:28.709459 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e4d4010f-3dbc-4a4f-a3e1-4fa7cf39531d req-01f1c176-9c87-4500-be91-0b865aca2927 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=b612a03d-5b93-4c45-8f59-5bdbc55fd5cb HTTP/1.1" status: 200 len: 943 time: 0.2352133 Aug 16 20:53:28.710134 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-c01db701-eb3e-4169-9eb5-63eeccc83f58 tempest-RoutersAdminNegativeTest-676780491 tempest-RoutersAdminNegativeTest-676780491-project-admin] Calling delete_port for b74b665e-f53e-47e1-884c-cc4b6cf8a884 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:28.714586 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-293c66dd-b68f-46b2-8d67-ba74b98d5b70 req-5599d1f7-febe-42ca-839e-a36e04b9110b tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:28.801918 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-293c66dd-b68f-46b2-8d67-ba74b98d5b70 req-5599d1f7-febe-42ca-839e-a36e04b9110b tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:28.824584 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728547c7-3a4a-42f2-99a3-db7b241c2375 admin admin] Made reservation on behalf of ebac0160837646008c1ab540ec09346e for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:28.827010 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-728547c7-3a4a-42f2-99a3-db7b241c2375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:28.839456 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-728547c7-3a4a-42f2-99a3-db7b241c2375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:28.848922 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e4d4010f-3dbc-4a4f-a3e1-4fa7cf39531d req-9de240b3-8630-4a22-9fd2-55f1ace20a04 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387105 Aug 16 20:53:28.950219 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-728547c7-3a4a-42f2-99a3-db7b241c2375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:28.954205 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c01db701-eb3e-4169-9eb5-63eeccc83f58 tempest-RoutersAdminNegativeTest-676780491 tempest-RoutersAdminNegativeTest-676780491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:28.980427 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01db701-eb3e-4169-9eb5-63eeccc83f58 tempest-RoutersAdminNegativeTest-676780491 tempest-RoutersAdminNegativeTest-676780491-project-admin] Pushing event deleted for resources: {'Port': ['ID=b74b665e-f53e-47e1-884c-cc4b6cf8a884,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:29.016355 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d6aa72f-9382-476f-a492-833261863b2a req-0dae902e-2e5f-45eb-92da-f6757dc11a80 tempest-ServerShowV257Test-750180807 tempest-ServerShowV257Test-750180807-project] 10.222.0.84 "GET /v2.0/ports?device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.0918305 Aug 16 20:53:29.022880 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-293c66dd-b68f-46b2-8d67-ba74b98d5b70 req-5599d1f7-febe-42ca-839e-a36e04b9110b tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:29.026944 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-293c66dd-b68f-46b2-8d67-ba74b98d5b70 req-5599d1f7-febe-42ca-839e-a36e04b9110b tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:29.028705 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-293c66dd-b68f-46b2-8d67-ba74b98d5b70 req-5599d1f7-febe-42ca-839e-a36e04b9110b tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "DELETE /v2.0/security-groups/d9bd54ca-c6ef-40a1-ae42-1f3ff36ef4f2 HTTP/1.1" status: 204 len: 173 time: 0.6274638 Aug 16 20:53:29.054376 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-728547c7-3a4a-42f2-99a3-db7b241c2375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:29.067303 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599d1f7-febe-42ca-839e-a36e04b9110b tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bd54ca-c6ef-40a1-ae42-1f3ff36ef4f2,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:29.072306 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c01db701-eb3e-4169-9eb5-63eeccc83f58 tempest-RoutersAdminNegativeTest-676780491 tempest-RoutersAdminNegativeTest-676780491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:29.074205 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c01db701-eb3e-4169-9eb5-63eeccc83f58 tempest-RoutersAdminNegativeTest-676780491 tempest-RoutersAdminNegativeTest-676780491-project-admin] 10.222.0.84 "DELETE /v2.0/ports/b74b665e-f53e-47e1-884c-cc4b6cf8a884 HTTP/1.1" status: 204 len: 168 time: 0.5930872 Aug 16 20:53:29.094796 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-728547c7-3a4a-42f2-99a3-db7b241c2375 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:53:29.114363 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-728547c7-3a4a-42f2-99a3-db7b241c2375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:29.114943 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-728547c7-3a4a-42f2-99a3-db7b241c2375 admin admin] Added segment 7b235a1a-9054-49ab-85cf-feb8bb6f6bf2 of type vlan for network 4bbb22bc-a95f-49c3-b025-bf28336c87d7 Aug 16 20:53:29.127630 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728547c7-3a4a-42f2-99a3-db7b241c2375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9275dbb9-4d5f-4bad-9489-f227972d950f,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:29.176252 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-728547c7-3a4a-42f2-99a3-db7b241c2375 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:29.266038 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43486) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:29.301904 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-728547c7-3a4a-42f2-99a3-db7b241c2375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:29.303287 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728547c7-3a4a-42f2-99a3-db7b241c2375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:29.304099 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-728547c7-3a4a-42f2-99a3-db7b241c2375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:29.425376 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728547c7-3a4a-42f2-99a3-db7b241c2375 admin admin] Pushing event updated for resources: {'Network': ['ID=4bbb22bc-a95f-49c3-b025-bf28336c87d7,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:29.433995 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0056d45e-dc9c-483c-a0f6-743ea05076cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:29.437480 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 4bbb22bc-a95f-49c3-b025-bf28336c87d7 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:53:29.465413 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-728547c7-3a4a-42f2-99a3-db7b241c2375 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9261265 Aug 16 20:53:29.469499 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43492) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:29.477968 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-c8e034bd-51c1-4214-850c-b8f0073d8e04 admin admin] Request body: {'subnet': {'network_id': '4bbb22bc-a95f-49c3-b025-bf28336c87d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-562072377-subnet', 'tenant_id': 'ebac0160837646008c1ab540ec09346e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:29.529270 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [req-8b4fa817-d523-478c-a0c7-31fab9e267c2 req-527c5aa7-c76f-487a-b00a-55517bb0eb45 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] show failed (client error): The resource could not be found. Aug 16 20:53:29.529770 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8b4fa817-d523-478c-a0c7-31fab9e267c2 req-527c5aa7-c76f-487a-b00a-55517bb0eb45 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups/d9bd54ca-c6ef-40a1-ae42-1f3ff36ef4f2 HTTP/1.1" status: 404 len: 352 time: 0.4650993 Aug 16 20:53:29.629594 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26893f43-5e00-4fc9-80de-0a058c20ae12 req-2f7c443b-fa14-4885-a100-9d978502f8e7 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:29.631143 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-26893f43-5e00-4fc9-80de-0a058c20ae12 req-2f7c443b-fa14-4885-a100-9d978502f8e7 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 946 time: 0.1422911 Aug 16 20:53:29.654322 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0056d45e-dc9c-483c-a0f6-743ea05076cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:29.664735 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43498) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:29.733590 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8a845c38-e09d-4960-ad28-a024d08c0057 req-9d909e6c-8b74-46d4-b75e-ab0f89e9ac66 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups/36d09387-226a-40e2-be4d-09c78f2b0328 HTTP/1.1" status: 200 len: 1803 time: 0.1558793 Aug 16 20:53:29.740235 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0056d45e-dc9c-483c-a0f6-743ea05076cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:29.779729 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.db.resource_extend [None req-f73db4a7-7043-4d07-8ca6-5423f393ce12 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:53:29.784597 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-26893f43-5e00-4fc9-80de-0a058c20ae12 req-1597ba48-df22-4eb7-b57b-43c77c1777bf tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426444 Aug 16 20:53:29.797397 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056d45e-dc9c-483c-a0f6-743ea05076cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce29372-f688-49f1-aaa3-dce158a71083,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:29.801917 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0056d45e-dc9c-483c-a0f6-743ea05076cd admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=eccd269e1378439c924beb44834b07b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5347807 Aug 16 20:53:29.809505 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43502) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:29.833992 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a7e57ad2-b9b6-4812-b824-7f0d6da349ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:29.860935 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f73db4a7-7043-4d07-8ca6-5423f393ce12 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:29.880932 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8a845c38-e09d-4960-ad28-a024d08c0057 req-279ebeec-fcee-47e2-a720-0ed74b92ee73 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:29.896652 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e034bd-51c1-4214-850c-b8f0073d8e04 admin admin] Made reservation on behalf of ebac0160837646008c1ab540ec09346e for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:29.898890 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c8e034bd-51c1-4214-850c-b8f0073d8e04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:29.918584 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8a845c38-e09d-4960-ad28-a024d08c0057 req-279ebeec-fcee-47e2-a720-0ed74b92ee73 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:29.957722 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-86caab99-a9e8-4ccc-9915-f4ad4f44df90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:29.973501 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f73db4a7-7043-4d07-8ca6-5423f393ce12 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:30.027340 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-86caab99-a9e8-4ccc-9915-f4ad4f44df90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:30.078023 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f1ce6-21f5-4fbd-bc43-61de82a25aa3 req-a0eba501-e5ed-441c-b293-64701b34e9a7 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:30.079694 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-476f1ce6-21f5-4fbd-bc43-61de82a25aa3 req-a0eba501-e5ed-441c-b293-64701b34e9a7 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=b612a03d-5b93-4c45-8f59-5bdbc55fd5cb HTTP/1.1" status: 200 len: 943 time: 0.1477973 Aug 16 20:53:30.099577 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8a845c38-e09d-4960-ad28-a024d08c0057 req-279ebeec-fcee-47e2-a720-0ed74b92ee73 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:30.102132 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8a845c38-e09d-4960-ad28-a024d08c0057 req-279ebeec-fcee-47e2-a720-0ed74b92ee73 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:30.103235 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8a845c38-e09d-4960-ad28-a024d08c0057 req-279ebeec-fcee-47e2-a720-0ed74b92ee73 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "DELETE /v2.0/security-groups/36d09387-226a-40e2-be4d-09c78f2b0328 HTTP/1.1" status: 204 len: 173 time: 0.3519831 Aug 16 20:53:30.112780 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a7e57ad2-b9b6-4812-b824-7f0d6da349ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:30.131025 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ebeec-fcee-47e2-a720-0ed74b92ee73 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d09387-226a-40e2-be4d-09c78f2b0328,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:30.135321 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [None req-f73db4a7-7043-4d07-8ca6-5423f393ce12 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Floating IP 9f0a9091-8ad3-4e23-aac0-fc94d5ddb8cd associated. External IP: 172.25.1.6, port: 6f663d94-68b3-4016-94ab-cff5d3fc7931. Aug 16 20:53:30.176723 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-86caab99-a9e8-4ccc-9915-f4ad4f44df90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:30.179370 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-86caab99-a9e8-4ccc-9915-f4ad4f44df90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:30.183446 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-86caab99-a9e8-4ccc-9915-f4ad4f44df90 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8ce29372-f688-49f1-aaa3-dce158a71083 HTTP/1.1" status: 204 len: 168 time: 0.3702192 Aug 16 20:53:30.185551 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279ebeec-fcee-47e2-a720-0ed74b92ee73 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:30.185913 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279ebeec-fcee-47e2-a720-0ed74b92ee73 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:30.186263 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279ebeec-fcee-47e2-a720-0ed74b92ee73 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:30.186606 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279ebeec-fcee-47e2-a720-0ed74b92ee73 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:30.187009 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279ebeec-fcee-47e2-a720-0ed74b92ee73 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:30.187279 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279ebeec-fcee-47e2-a720-0ed74b92ee73 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:30.187613 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279ebeec-fcee-47e2-a720-0ed74b92ee73 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:30.187973 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279ebeec-fcee-47e2-a720-0ed74b92ee73 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:30.188309 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279ebeec-fcee-47e2-a720-0ed74b92ee73 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:30.188641 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279ebeec-fcee-47e2-a720-0ed74b92ee73 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:30.188968 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279ebeec-fcee-47e2-a720-0ed74b92ee73 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:30.189295 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279ebeec-fcee-47e2-a720-0ed74b92ee73 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:30.197054 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86caab99-a9e8-4ccc-9915-f4ad4f44df90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce29372-f688-49f1-aaa3-dce158a71083,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:30.220569 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-476f1ce6-21f5-4fbd-bc43-61de82a25aa3 req-b28f1aad-cf50-4ed5-8d36-7182eae2c52a tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263545 Aug 16 20:53:30.241485 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4211bfd1-426c-4aa0-ab82-c5e93a6c359b req-bffa5707-5ac1-446a-bf4c-eaeb2c0bd416 tempest-ServerShowV257Test-750180807 tempest-ServerShowV257Test-750180807-project] 10.222.0.84 "GET /v2.0/ports?device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.0577550 Aug 16 20:53:30.250390 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a7e57ad2-b9b6-4812-b824-7f0d6da349ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:30.284763 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a7e57ad2-b9b6-4812-b824-7f0d6da349ed admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2093dcd9d2454463992c159d2ad500ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6186869 Aug 16 20:53:30.288599 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43512) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:30.299498 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [req-6c09ff2a-20d9-4ef0-97ed-1c4b9abbf8e3 req-c8d0a2fa-aaab-4b15-8560-dbdf1f033ba6 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] show failed (client error): The resource could not be found. Aug 16 20:53:30.300567 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6c09ff2a-20d9-4ef0-97ed-1c4b9abbf8e3 req-c8d0a2fa-aaab-4b15-8560-dbdf1f033ba6 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups/36d09387-226a-40e2-be4d-09c78f2b0328 HTTP/1.1" status: 404 len: 352 time: 0.0267305 Aug 16 20:53:30.426185 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e57ad2-b9b6-4812-b824-7f0d6da349ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e9a817-4c2e-4a13-a2aa-9513f99bad79,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:30.454195 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7201dfa5-38dd-4933-8134-707b8c7818a0 req-126199c2-cb43-4a77-9f34-00f7d34546ef tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups/74bd361c-370f-4de5-8dac-3367f95001d6 HTTP/1.1" status: 200 len: 1801 time: 0.0937440 Aug 16 20:53:30.459614 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-38bcf7ac-7a70-40e0-ae0e-eab29f50eed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:30.486170 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-38bcf7ac-7a70-40e0-ae0e-eab29f50eed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:30.503279 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73db4a7-7043-4d07-8ca6-5423f393ce12 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Router 99aada87-02a0-442b-8138-b0b803a1424d has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:53:30.527158 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c8e034bd-51c1-4214-850c-b8f0073d8e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:30.579586 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7201dfa5-38dd-4933-8134-707b8c7818a0 req-857cf0b4-7301-450e-9001-d4c450820f75 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:30.596730 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e034bd-51c1-4214-850c-b8f0073d8e04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f72c7722-b18e-41bf-9657-631ad210a5e1,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:30.607598 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e034bd-51c1-4214-850c-b8f0073d8e04 admin admin] Checking segment: {'id': '7b235a1a-9054-49ab-85cf-feb8bb6f6bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4bbb22bc-a95f-49c3-b025-bf28336c87d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:53:30.608003 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e034bd-51c1-4214-850c-b8f0073d8e04 admin admin] Network hostable DHCP agents. Network: 4bbb22bc-a95f-49c3-b025-bf28336c87d7, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:53:30.648552 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7201dfa5-38dd-4933-8134-707b8c7818a0 req-857cf0b4-7301-450e-9001-d4c450820f75 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:30.694602 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73db4a7-7043-4d07-8ca6-5423f393ce12 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:53:30.699335 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f73db4a7-7043-4d07-8ca6-5423f393ce12 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:30.707260 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-38bcf7ac-7a70-40e0-ae0e-eab29f50eed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:30.708315 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c6fcab-f917-4517-abf8-e764f4f69a43 None None] Sync routers for ids ['99aada87-02a0-442b-8138-b0b803a1424d'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:53:30.715920 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-38bcf7ac-7a70-40e0-ae0e-eab29f50eed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:30.715920 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-38bcf7ac-7a70-40e0-ae0e-eab29f50eed6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f4e9a817-4c2e-4a13-a2aa-9513f99bad79 HTTP/1.1" status: 204 len: 168 time: 0.4187636 Aug 16 20:53:30.725714 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bcf7ac-7a70-40e0-ae0e-eab29f50eed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e9a817-4c2e-4a13-a2aa-9513f99bad79,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:30.749425 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c6fcab-f917-4517-abf8-e764f4f69a43 None None] Routers {'99aada87-02a0-442b-8138-b0b803a1424d'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:30.749425 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-d8c6fcab-f917-4517-abf8-e764f4f69a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:53:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['99aada87-02a0-442b-8138-b0b803a1424d'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:30.750288 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e034bd-51c1-4214-850c-b8f0073d8e04 admin admin] Network 4bbb22bc-a95f-49c3-b025-bf28336c87d7 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:53:30.753199 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f73db4a7-7043-4d07-8ca6-5423f393ce12 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "PUT /v2.0/floatingips/9f0a9091-8ad3-4e23-aac0-fc94d5ddb8cd HTTP/1.1" status: 200 len: 990 time: 2.3496661 Aug 16 20:53:30.756330 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'tag': '6f663d94-68b3-4016-94ab-cff5d3fc7931'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:30.762982 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baeaa12e-799e-40c9-b6a0-d132605f9007" -d '{"events": [{"name": "network-changed", "server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "tag": "6f663d94-68b3-4016-94ab-cff5d3fc7931"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:30.845546 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7201dfa5-38dd-4933-8134-707b8c7818a0 req-857cf0b4-7301-450e-9001-d4c450820f75 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:30.848273 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7201dfa5-38dd-4933-8134-707b8c7818a0 req-857cf0b4-7301-450e-9001-d4c450820f75 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:30.858026 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7201dfa5-38dd-4933-8134-707b8c7818a0 req-857cf0b4-7301-450e-9001-d4c450820f75 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "DELETE /v2.0/security-groups/74bd361c-370f-4de5-8dac-3367f95001d6 HTTP/1.1" status: 204 len: 173 time: 0.3966138 Aug 16 20:53:30.874220 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-d8c6fcab-f917-4517-abf8-e764f4f69a43 None None] Set router 99aada87-02a0-442b-8138-b0b803a1424d gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:53:30.876527 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857cf0b4-7301-450e-9001-d4c450820f75 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bd361c-370f-4de5-8dac-3367f95001d6,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:30.887051 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-c8e034bd-51c1-4214-850c-b8f0073d8e04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 4bbb22bc-a95f-49c3-b025-bf28336c87d7) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:30.899540 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e034bd-51c1-4214-850c-b8f0073d8e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:30.902836 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c8e034bd-51c1-4214-850c-b8f0073d8e04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:30.924565 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5437350-492d-4bd8-b3c8-695320632b10 None None] Network 4bbb22bc-a95f-49c3-b025-bf28336c87d7 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:30.977680 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe25a861-d9f6-4bec-926d-ffe5f232aacf x-openstack-request-id: req-fe25a861-d9f6-4bec-926d-ffe5f232aacf {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:30.978053 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "tag": "6f663d94-68b3-4016-94ab-cff5d3fc7931", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:30.978408 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-fe25a861-d9f6-4bec-926d-ffe5f232aacf {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:30.978877 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'tag': '6f663d94-68b3-4016-94ab-cff5d3fc7931', 'status': 'completed', 'code': 200} Aug 16 20:53:31.065503 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c8e034bd-51c1-4214-850c-b8f0073d8e04 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5943716 Aug 16 20:53:31.067479 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43538) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:31.077880 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-2cebfdbb-3861-4d8b-8f44-b06f8110f1f0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-562072377-router', 'tenant_id': 'ebac0160837646008c1ab540ec09346e', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:31.154328 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1075ff5-a87b-4ee2-bf71-4892626e4c69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-4bbb22bc-a95f-49c3-b025-bf28336c87d7', 'network_id': '4bbb22bc-a95f-49c3-b025-bf28336c87d7', 'tenant_id': 'ebac0160837646008c1ab540ec09346e', 'fixed_ips': [{'subnet_id': 'f72c7722-b18e-41bf-9657-631ad210a5e1'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:53:31.155196 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c1075ff5-a87b-4ee2-bf71-4892626e4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:31.160149 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b57822fc-8380-4aa2-8690-799e51941e58 req-aa7bb061-403b-443c-80c1-d336ee6a458d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5510c46225be47fb8c74b3ebaea356ee&device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.0827630 Aug 16 20:53:31.170544 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeaa12e-799e-40c9-b6a0-d132605f9007 req-b45fba1c-fdc6-4f83-b7f1-608621e3ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:31.171065 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeaa12e-799e-40c9-b6a0-d132605f9007 req-b45fba1c-fdc6-4f83-b7f1-608621e3ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:31.171833 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeaa12e-799e-40c9-b6a0-d132605f9007 req-b45fba1c-fdc6-4f83-b7f1-608621e3ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:31.172264 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeaa12e-799e-40c9-b6a0-d132605f9007 req-b45fba1c-fdc6-4f83-b7f1-608621e3ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:31.172906 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeaa12e-799e-40c9-b6a0-d132605f9007 req-b45fba1c-fdc6-4f83-b7f1-608621e3ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:31.173548 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeaa12e-799e-40c9-b6a0-d132605f9007 req-b45fba1c-fdc6-4f83-b7f1-608621e3ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:31.174192 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeaa12e-799e-40c9-b6a0-d132605f9007 req-b45fba1c-fdc6-4f83-b7f1-608621e3ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:31.176585 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-baeaa12e-799e-40c9-b6a0-d132605f9007 req-b45fba1c-fdc6-4f83-b7f1-608621e3ae92 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=739199610cfa4c2f8e9155deb4230364&device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 6509 time: 0.1618249 Aug 16 20:53:31.212113 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [req-29ed264b-c63d-45b4-b279-4588d618dfc2 req-91cf9b34-b99b-4748-be5b-d58be989f2e2 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] show failed (client error): The resource could not be found. Aug 16 20:53:31.213459 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-29ed264b-c63d-45b4-b279-4588d618dfc2 req-91cf9b34-b99b-4748-be5b-d58be989f2e2 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups/74bd361c-370f-4de5-8dac-3367f95001d6 HTTP/1.1" status: 404 len: 352 time: 0.0848489 Aug 16 20:53:31.216853 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b57822fc-8380-4aa2-8690-799e51941e58 req-366ab369-8367-42f6-bd6a-8f0961aeb7e6 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=5510c46225be47fb8c74b3ebaea356ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384886 Aug 16 20:53:31.217399 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2cebfdbb-3861-4d8b-8f44-b06f8110f1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:31.218483 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2cebfdbb-3861-4d8b-8f44-b06f8110f1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:31.227258 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a9a8e-8df0-442d-81b6-48fd848bbce7 req-6366dce1-7fe7-4bc1-a298-174d6b924ecf tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:31.235029 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-084a9a8e-8df0-442d-81b6-48fd848bbce7 req-6366dce1-7fe7-4bc1-a298-174d6b924ecf tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 946 time: 0.1682150 Aug 16 20:53:31.338413 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2cebfdbb-3861-4d8b-8f44-b06f8110f1f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:31.374438 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-d8c6fcab-f917-4517-abf8-e764f4f69a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99aada87-02a0-442b-8138-b0b803a1424d', 'name': 'tempest-TaggedBootDevicesTest_v242-367505164-router', 'tenant_id': '739199610cfa4c2f8e9155deb4230364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd22a30e1-3212-479a-9d59-f5b21cdbb902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:50:36Z', 'updated_at': '2021-08-16T20:50:44Z', 'revision_number': 4, 'project_id': '739199610cfa4c2f8e9155deb4230364', 'gw_port': {'id': 'd22a30e1-3212-479a-9d59-f5b21cdbb902', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99aada87-02a0-442b-8138-b0b803a1424d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:38Z', 'updated_at': '2021-08-16T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '9f0a9091-8ad3-4e23-aac0-fc94d5ddb8cd', 'tenant_id': '739199610cfa4c2f8e9155deb4230364', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '99aada87-02a0-442b-8138-b0b803a1424d', 'port_id': '6f663d94-68b3-4016-94ab-cff5d3fc7931', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ffc2ed8-3433-480e-9e7b-c7131585caf6', 'mac_address': 'fa:16:3e:f7:94:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:51:51Z', 'updated_at': '2021-08-16T20:53:29Z', 'revision_number': 1, 'project_id': '739199610cfa4c2f8e9155deb4230364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6748fc76-9b42-44e2-8631-6ff0e081e4a7', 'name': '', 'network_id': '1ffc2ed8-3433-480e-9e7b-c7131585caf6', 'tenant_id': '739199610cfa4c2f8e9155deb4230364', 'mac_address': 'fa:16:3e:f4:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99aada87-02a0-442b-8138-b0b803a1424d', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '1f8a0b97-c998-4838-93b4-cc35dce1d7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:43Z', 'updated_at': '2021-08-16T20:50:54Z', 'revision_number': 5, 'project_id': '739199610cfa4c2f8e9155deb4230364', 'subnets': [{'id': '1f8a0b97-c998-4838-93b4-cc35dce1d7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:31.406351 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c6fcab-f917-4517-abf8-e764f4f69a43 None None] Checking router: 99aada87-02a0-442b-8138-b0b803a1424d for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:53:31.424116 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c6fcab-f917-4517-abf8-e764f4f69a43 None None] Routers {'99aada87-02a0-442b-8138-b0b803a1424d'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:31.424918 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-d8c6fcab-f917-4517-abf8-e764f4f69a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:53:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['99aada87-02a0-442b-8138-b0b803a1424d'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:31.432240 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d92b5417-7afa-4b8d-88b8-08eb87afbe1a req-256addb1-2356-4396-8e46-9a063d6944e0 tempest-ServerShowV257Test-750180807 tempest-ServerShowV257Test-750180807-project] 10.222.0.84 "GET /v2.0/ports?device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.0499792 Aug 16 20:53:31.448311 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-084a9a8e-8df0-442d-81b6-48fd848bbce7 req-6563c075-04ce-4de6-88b7-405198023146 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121744 Aug 16 20:53:31.500740 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-c1075ff5-a87b-4ee2-bf71-4892626e4c69 None None] Allocated IP 172.20.0.2 (4bbb22bc-a95f-49c3-b025-bf28336c87d7/f72c7722-b18e-41bf-9657-631ad210a5e1/ecb26dd8-ddfc-445f-b275-a31b355d87fa) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:31.517959 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeaa12e-799e-40c9-b6a0-d132605f9007 req-30b63499-89fa-4914-a65e-b2cd7ab1bcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:31.519468 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-baeaa12e-799e-40c9-b6a0-d132605f9007 req-30b63499-89fa-4914-a65e-b2cd7ab1bcd9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1ffc2ed8-3433-480e-9e7b-c7131585caf6 HTTP/1.1" status: 200 len: 917 time: 0.3013880 Aug 16 20:53:31.522341 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57822fc-8380-4aa2-8690-799e51941e58 req-269ff4a8-6f9b-49dc-9ec1-f64db636b645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:31.523772 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b57822fc-8380-4aa2-8690-799e51941e58 req-269ff4a8-6f9b-49dc-9ec1-f64db636b645 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2863324 Aug 16 20:53:31.589342 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-d8c6fcab-f917-4517-abf8-e764f4f69a43 None None] Set router 99aada87-02a0-442b-8138-b0b803a1424d gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:53:31.638991 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 68a03408-c457-427d-88d1-cc7f1f5be0ce details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:53:31.678718 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-baeaa12e-799e-40c9-b6a0-d132605f9007 req-ad91d49a-ca40-488d-ac55-0b399c89edad service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f663d94-68b3-4016-94ab-cff5d3fc7931 HTTP/1.1" status: 200 len: 998 time: 0.1500103 Aug 16 20:53:31.699305 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e4c20174-4cb0-4a30-afc5-3d6b714ea008 req-1d76a272-85a5-45ee-97eb-adabf9e3a4f8 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f528879fc998445593ea72fcaca71808 HTTP/1.1" status: 200 len: 6155 time: 0.2099042 Aug 16 20:53:31.716412 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159ee2c-ce09-492a-a2d3-cd0eef41b6b5 req-fcdee842-803b-41a5-bcbe-7784acb2fc0a tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:31.718504 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e159ee2c-ce09-492a-a2d3-cd0eef41b6b5 req-fcdee842-803b-41a5-bcbe-7784acb2fc0a tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=b612a03d-5b93-4c45-8f59-5bdbc55fd5cb HTTP/1.1" status: 200 len: 943 time: 0.1476049 Aug 16 20:53:31.741473 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2cebfdbb-3861-4d8b-8f44-b06f8110f1f0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:31.774667 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c1075ff5-a87b-4ee2-bf71-4892626e4c69 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:31.787988 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c1075ff5-a87b-4ee2-bf71-4892626e4c69 None None] Transition to ACTIVE for port object ecb26dd8-ddfc-445f-b275-a31b355d87fa will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:31.812761 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeaa12e-799e-40c9-b6a0-d132605f9007 req-1236fabf-954d-47d0-bf11-8ddf1711cd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:31.814309 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-baeaa12e-799e-40c9-b6a0-d132605f9007 req-1236fabf-954d-47d0-bf11-8ddf1711cd01 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1f8a0b97-c998-4838-93b4-cc35dce1d7e0 HTTP/1.1" status: 200 len: 855 time: 0.1223710 Aug 16 20:53:31.837616 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e159ee2c-ce09-492a-a2d3-cd0eef41b6b5 req-bc1e949e-ef2b-4b22-b587-c0bb6e97a7ab tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953999 Aug 16 20:53:31.849986 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c1075ff5-a87b-4ee2-bf71-4892626e4c69 None None] Transition to ACTIVE for port object ecb26dd8-ddfc-445f-b275-a31b355d87fa will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:31.850253 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e4c20174-4cb0-4a30-afc5-3d6b714ea008 req-c2990d71-51d0-4bca-a0b3-2f0643a8f793 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups/3dc6bd43-bdac-49e7-80a3-26b230279ccb HTTP/1.1" status: 200 len: 2985 time: 0.1402891 Aug 16 20:53:31.919529 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 68a03408-c457-427d-88d1-cc7f1f5be0ce, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=68a03408-c457-427d-88d1-cc7f1f5be0ce,segment=NetworkSegment(924f0b82-5103-407b-88b5-5f564b7e60a5),segment_id=924f0b82-5103-407b-88b5-5f564b7e60a5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:31.929347 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 43562) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:31.937198 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e4c20174-4cb0-4a30-afc5-3d6b714ea008 req-c969c17e-c62b-464b-b299-7f98bba6d30c tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups/3dc6bd43-bdac-49e7-80a3-26b230279ccb HTTP/1.1" status: 200 len: 2985 time: 0.0689623 Aug 16 20:53:31.969819 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '68a03408-c457-427d-88d1-cc7f1f5be0ce', 'network_id': '8aaec99b-835d-4e57-91ae-52c77e4ca746', 'port_id': '68a03408-c457-427d-88d1-cc7f1f5be0ce', 'mac_address': 'fa:16:3e:ea:0d:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '063b8681-e8b9-4cc3-a1c7-6de160bd6bb0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:53:31.976847 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeaa12e-799e-40c9-b6a0-d132605f9007 req-8726f708-5fff-4212-9643-7bd3d928d32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:31.978415 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-baeaa12e-799e-40c9-b6a0-d132605f9007 req-8726f708-5fff-4212-9643-7bd3d928d32e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ffc2ed8-3433-480e-9e7b-c7131585caf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1557152 Aug 16 20:53:31.981653 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-38ef472e-a239-4d3c-b9ca-24e692e73e98 req-e00cdf6f-3186-48b3-83e6-6969cb6b7b17 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1739365836', 'description': 'tempest-description-1005808834'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:31.984805 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-d8c6fcab-f917-4517-abf8-e764f4f69a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99aada87-02a0-442b-8138-b0b803a1424d', 'name': 'tempest-TaggedBootDevicesTest_v242-367505164-router', 'tenant_id': '739199610cfa4c2f8e9155deb4230364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd22a30e1-3212-479a-9d59-f5b21cdbb902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:50:36Z', 'updated_at': '2021-08-16T20:50:44Z', 'revision_number': 4, 'project_id': '739199610cfa4c2f8e9155deb4230364', 'gw_port': {'id': 'd22a30e1-3212-479a-9d59-f5b21cdbb902', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99aada87-02a0-442b-8138-b0b803a1424d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:38Z', 'updated_at': '2021-08-16T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '9f0a9091-8ad3-4e23-aac0-fc94d5ddb8cd', 'tenant_id': '739199610cfa4c2f8e9155deb4230364', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '99aada87-02a0-442b-8138-b0b803a1424d', 'port_id': '6f663d94-68b3-4016-94ab-cff5d3fc7931', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ffc2ed8-3433-480e-9e7b-c7131585caf6', 'mac_address': 'fa:16:3e:f7:94:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:51:51Z', 'updated_at': '2021-08-16T20:53:29Z', 'revision_number': 1, 'project_id': '739199610cfa4c2f8e9155deb4230364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6748fc76-9b42-44e2-8631-6ff0e081e4a7', 'name': '', 'network_id': '1ffc2ed8-3433-480e-9e7b-c7131585caf6', 'tenant_id': '739199610cfa4c2f8e9155deb4230364', 'mac_address': 'fa:16:3e:f4:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99aada87-02a0-442b-8138-b0b803a1424d', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '1f8a0b97-c998-4838-93b4-cc35dce1d7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:43Z', 'updated_at': '2021-08-16T20:50:54Z', 'revision_number': 5, 'project_id': '739199610cfa4c2f8e9155deb4230364', 'subnets': [{'id': '1f8a0b97-c998-4838-93b4-cc35dce1d7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:32.040505 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c6fcab-f917-4517-abf8-e764f4f69a43 None None] The sync data for ids ['99aada87-02a0-442b-8138-b0b803a1424d'] in n-d-793620-15 is: [{'id': '99aada87-02a0-442b-8138-b0b803a1424d', 'name': 'tempest-TaggedBootDevicesTest_v242-367505164-router', 'tenant_id': '739199610cfa4c2f8e9155deb4230364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd22a30e1-3212-479a-9d59-f5b21cdbb902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:50:36Z', 'updated_at': '2021-08-16T20:50:44Z', 'revision_number': 4, 'project_id': '739199610cfa4c2f8e9155deb4230364', 'gw_port': {'id': 'd22a30e1-3212-479a-9d59-f5b21cdbb902', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99aada87-02a0-442b-8138-b0b803a1424d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:38Z', 'updated_at': '2021-08-16T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '9f0a9091-8ad3-4e23-aac0-fc94d5ddb8cd', 'tenant_id': '739199610cfa4c2f8e9155deb4230364', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '99aada87-02a0-442b-8138-b0b803a1424d', 'port_id': '6f663d94-68b3-4016-94ab-cff5d3fc7931', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ffc2ed8-3433-480e-9e7b-c7131585caf6', 'mac_address': 'fa:16:3e:f7:94:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:51:51Z', 'updated_at': '2021-08-16T20:53:29Z', 'revision_number': 1, 'project_id': '739199610cfa4c2f8e9155deb4230364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6748fc76-9b42-44e2-8631-6ff0e081e4a7', 'name': '', 'network_id': '1ffc2ed8-3433-480e-9e7b-c7131585caf6', 'tenant_id': '739199610cfa4c2f8e9155deb4230364', 'mac_address': 'fa:16:3e:f4:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99aada87-02a0-442b-8138-b0b803a1424d', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '1f8a0b97-c998-4838-93b4-cc35dce1d7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:43Z', 'updated_at': '2021-08-16T20:50:54Z', 'revision_number': 5, 'project_id': '739199610cfa4c2f8e9155deb4230364', 'subnets': [{'id': '1f8a0b97-c998-4838-93b4-cc35dce1d7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:53:32.048431 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:32.055708 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c1075ff5-a87b-4ee2-bf71-4892626e4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:32.095739 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68a03408-c457-427d-88d1-cc7f1f5be0ce {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:53:32.099178 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-baeaa12e-799e-40c9-b6a0-d132605f9007 req-990334f2-5bde-4622-9e9a-9545c73205ca service neutron] 10.222.0.90 "GET /v2.0/networks/1ffc2ed8-3433-480e-9e7b-c7131585caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059675 Aug 16 20:53:32.118178 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 68a03408-c457-427d-88d1-cc7f1f5be0ce, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=68a03408-c457-427d-88d1-cc7f1f5be0ce,segment=NetworkSegment(924f0b82-5103-407b-88b5-5f564b7e60a5),segment_id=924f0b82-5103-407b-88b5-5f564b7e60a5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:32.130190 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1075ff5-a87b-4ee2-bf71-4892626e4c69 None None] Network 4bbb22bc-a95f-49c3-b025-bf28336c87d7 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:32.135916 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-c1075ff5-a87b-4ee2-bf71-4892626e4c69 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:32.140898 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1075ff5-a87b-4ee2-bf71-4892626e4c69 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:32.168305 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1075ff5-a87b-4ee2-bf71-4892626e4c69 None None] Pushing event updated for resources: {'Port': ['ID=ecb26dd8-ddfc-445f-b275-a31b355d87fa,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:32.207812 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-c1075ff5-a87b-4ee2-bf71-4892626e4c69 None None] Attempting to bind port ecb26dd8-ddfc-445f-b275-a31b355d87fa on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:53:32.208560 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-c1075ff5-a87b-4ee2-bf71-4892626e4c69 None None] Attempting to bind port ecb26dd8-ddfc-445f-b275-a31b355d87fa by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '7b235a1a-9054-49ab-85cf-feb8bb6f6bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4bbb22bc-a95f-49c3-b025-bf28336c87d7'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:53:32.209084 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1075ff5-a87b-4ee2-bf71-4892626e4c69 None None] Attempting to bind port ecb26dd8-ddfc-445f-b275-a31b355d87fa on network 4bbb22bc-a95f-49c3-b025-bf28336c87d7 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:53:32.211459 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-baeaa12e-799e-40c9-b6a0-d132605f9007 req-ad5deb45-f6a8-440b-92a3-15598efc99f0 service neutron] 10.222.0.90 "GET /v2.0/networks/1ffc2ed8-3433-480e-9e7b-c7131585caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013021 Aug 16 20:53:32.217190 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1075ff5-a87b-4ee2-bf71-4892626e4c69 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:53:32.217569 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1075ff5-a87b-4ee2-bf71-4892626e4c69 None None] Checking segment: {'id': '7b235a1a-9054-49ab-85cf-feb8bb6f6bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4bbb22bc-a95f-49c3-b025-bf28336c87d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:53:32.217981 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c1075ff5-a87b-4ee2-bf71-4892626e4c69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:32.218378 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1075ff5-a87b-4ee2-bf71-4892626e4c69 None None] Bound using segment: {'id': '7b235a1a-9054-49ab-85cf-feb8bb6f6bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4bbb22bc-a95f-49c3-b025-bf28336c87d7'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:53:32.218990 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-c1075ff5-a87b-4ee2-bf71-4892626e4c69 None None] Bound port: ecb26dd8-ddfc-445f-b275-a31b355d87fa, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b235a1a-9054-49ab-85cf-feb8bb6f6bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4bbb22bc-a95f-49c3-b025-bf28336c87d7'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:53:32.219094 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-92001a9f-b619-49fb-8838-6d9d724df654 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2662a3820b014c7aa3813f3c2ce8cbfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2807126 Aug 16 20:53:32.219495 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c1075ff5-a87b-4ee2-bf71-4892626e4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:32.222313 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 43568) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:32.232155 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:32.288689 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-93f609e9-6465-4a67-9968-2988e158dfa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:32.317300 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-93f609e9-6465-4a67-9968-2988e158dfa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:32.319645 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-c1075ff5-a87b-4ee2-bf71-4892626e4c69 None None] For port ecb26dd8-ddfc-445f-b275-a31b355d87fa, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:53:32.323297 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-c1075ff5-a87b-4ee2-bf71-4892626e4c69 None None] For port ecb26dd8-ddfc-445f-b275-a31b355d87fa, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=ecb26dd8-ddfc-445f-b275-a31b355d87fa,segment=NetworkSegment(7b235a1a-9054-49ab-85cf-feb8bb6f6bf2),segment_id=7b235a1a-9054-49ab-85cf-feb8bb6f6bf2)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:53:32.342083 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-38ef472e-a239-4d3c-b9ca-24e692e73e98 req-e00cdf6f-3186-48b3-83e6-6969cb6b7b17 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:32.372452 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=68a03408-c457-427d-88d1-cc7f1f5be0ce,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:32.392741 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfbcb98-8867-4242-9d1a-faddf9b1e9f2 None None] New status for floating IP 9f0a9091-8ad3-4e23-aac0-fc94d5ddb8cd: ACTIVE {{(pid=101846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:53:32.438488 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c1075ff5-a87b-4ee2-bf71-4892626e4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:32.460926 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-38ef472e-a239-4d3c-b9ca-24e692e73e98 req-e00cdf6f-3186-48b3-83e6-6969cb6b7b17 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:32.511538 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-93f609e9-6465-4a67-9968-2988e158dfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:32.511538 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-93f609e9-6465-4a67-9968-2988e158dfa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:32.511538 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-93f609e9-6465-4a67-9968-2988e158dfa1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3b785531-f5d6-4ad7-9d9e-6554faa89c0f HTTP/1.1" status: 204 len: 168 time: 0.2877223 Aug 16 20:53:32.522304 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f609e9-6465-4a67-9968-2988e158dfa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b785531-f5d6-4ad7-9d9e-6554faa89c0f,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:32.546935 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['68a03408-c457-427d-88d1-cc7f1f5be0ce'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:53:32.581063 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2cebfdbb-3861-4d8b-8f44-b06f8110f1f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:32.582328 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-211e6156-c049-4962-99a5-a11a18d1988e req-e8edf9e3-3e57-4e7c-9d7c-93166fabe3f0 tempest-ServerShowV257Test-750180807 tempest-ServerShowV257Test-750180807-project] 10.222.0.84 "GET /v2.0/ports?device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.0508463 Aug 16 20:53:32.583389 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-38ef472e-a239-4d3c-b9ca-24e692e73e98 req-e00cdf6f-3186-48b3-83e6-6969cb6b7b17 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:32.606654 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2cebfdbb-3861-4d8b-8f44-b06f8110f1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:32.634924 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1075ff5-a87b-4ee2-bf71-4892626e4c69 None None] Pushing event updated for resources: {'Port': ['ID=ecb26dd8-ddfc-445f-b275-a31b355d87fa,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:32.706654 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00cdf6f-3186-48b3-83e6-6969cb6b7b17 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e88e7f2-7c68-4ef1-9f6f-45f8eac34af0,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:32.773874 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 43578) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:32.784991 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-2cebfdbb-3861-4d8b-8f44-b06f8110f1f0 admin admin] Allocated IP 172.25.1.98 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/d98f3ebe-b27b-4e55-b425-9d6967ca51a3) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:32.837376 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589098b-ddf6-4fb7-8b07-42d65c8c2d47 req-bc96133a-730e-4afb-a2bf-7e64213c872d tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:32.850864 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3589098b-ddf6-4fb7-8b07-42d65c8c2d47 req-bc96133a-730e-4afb-a2bf-7e64213c872d tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 946 time: 0.1121624 Aug 16 20:53:32.874252 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-38ef472e-a239-4d3c-b9ca-24e692e73e98 req-e00cdf6f-3186-48b3-83e6-6969cb6b7b17 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:32.884278 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-38ef472e-a239-4d3c-b9ca-24e692e73e98 req-e00cdf6f-3186-48b3-83e6-6969cb6b7b17 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.9149203 Aug 16 20:53:32.936728 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3589098b-ddf6-4fb7-8b07-42d65c8c2d47 req-38a23f3b-4923-4b63-a2e6-367212da1240 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755672 Aug 16 20:53:32.968927 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-deb1ad39-6042-433e-bdcf-978fd405348b req-390d857f-ea75-4e1c-87c8-eb90517ce25c tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-179744239', 'description': 'tempest-description-331986905'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:33.045005 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2cebfdbb-3861-4d8b-8f44-b06f8110f1f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:33.055753 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b57822fc-8380-4aa2-8690-799e51941e58 req-39da33dd-f981-42b6-9b6a-f310320e0a29 tempest-ServerShowV257Test-750180807 tempest-ServerShowV257Test-750180807-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.0328772 Aug 16 20:53:33.073499 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbaccb-a2a0-40fd-bbc3-ccb7b143afa9 req-05aba0f4-1617-445d-b8db-39532995f7be tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:33.075681 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-52cbaccb-a2a0-40fd-bbc3-ccb7b143afa9 req-05aba0f4-1617-445d-b8db-39532995f7be tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=b612a03d-5b93-4c45-8f59-5bdbc55fd5cb HTTP/1.1" status: 200 len: 944 time: 0.1172063 Aug 16 20:53:33.135217 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-deb1ad39-6042-433e-bdcf-978fd405348b req-390d857f-ea75-4e1c-87c8-eb90517ce25c tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:33.152821 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2cebfdbb-3861-4d8b-8f44-b06f8110f1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:33.160423 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-52cbaccb-a2a0-40fd-bbc3-ccb7b143afa9 req-5e1afb34-0d4e-4deb-934b-c01fd2d084e0 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702801 Aug 16 20:53:33.199999 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cebfdbb-3861-4d8b-8f44-b06f8110f1f0 admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:33.201718 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1b72c7cb-63d7-4629-85ca-ad7d97c1560f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:33.203682 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-2cebfdbb-3861-4d8b-8f44-b06f8110f1f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:33.210281 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cebfdbb-3861-4d8b-8f44-b06f8110f1f0 admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:33.250643 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cebfdbb-3861-4d8b-8f44-b06f8110f1f0 admin admin] Pushing event updated for resources: {'Port': ['ID=d98f3ebe-b27b-4e55-b425-9d6967ca51a3,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:33.270921 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cebfdbb-3861-4d8b-8f44-b06f8110f1f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:33.271283 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cebfdbb-3861-4d8b-8f44-b06f8110f1f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:33.271629 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cebfdbb-3861-4d8b-8f44-b06f8110f1f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:33.272018 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cebfdbb-3861-4d8b-8f44-b06f8110f1f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:33.272360 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cebfdbb-3861-4d8b-8f44-b06f8110f1f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:33.272691 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cebfdbb-3861-4d8b-8f44-b06f8110f1f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:33.273011 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cebfdbb-3861-4d8b-8f44-b06f8110f1f0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:33.273347 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cebfdbb-3861-4d8b-8f44-b06f8110f1f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:33.273673 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cebfdbb-3861-4d8b-8f44-b06f8110f1f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:33.274001 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cebfdbb-3861-4d8b-8f44-b06f8110f1f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:33.274834 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cebfdbb-3861-4d8b-8f44-b06f8110f1f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:33.274834 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cebfdbb-3861-4d8b-8f44-b06f8110f1f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:33.300058 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-deb1ad39-6042-433e-bdcf-978fd405348b req-390d857f-ea75-4e1c-87c8-eb90517ce25c tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:33.441937 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-deb1ad39-6042-433e-bdcf-978fd405348b req-390d857f-ea75-4e1c-87c8-eb90517ce25c tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:33.490908 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d857f-ea75-4e1c-87c8-eb90517ce25c tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5483e6a-2ada-4a93-969b-94abffc85f49,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:33.585395 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1b72c7cb-63d7-4629-85ca-ad7d97c1560f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:33.609932 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2cebfdbb-3861-4d8b-8f44-b06f8110f1f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:33.651950 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 68a03408-c457-427d-88d1-cc7f1f5be0ce up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:33.742358 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1b72c7cb-63d7-4629-85ca-ad7d97c1560f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:33.785184 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2733521a-e6e9-4638-84d6-16c704630486 None None] Network 4bbb22bc-a95f-49c3-b025-bf28336c87d7 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:33.795311 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a4f205c1-1499-4f40-a48f-2e3dae0f9aa0 req-09f14417-ac71-4fa1-b4c2-034c2165eda7 tempest-ServerShowV257Test-750180807 tempest-ServerShowV257Test-750180807-project] 10.222.0.84 "GET /v2.0/ports?device_id=7b11547c-0ae2-4d57-8415-db2e68f157b0 HTTP/1.1" status: 200 len: 210 time: 0.1103914 Aug 16 20:53:33.802159 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b72c7cb-63d7-4629-85ca-ad7d97c1560f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b14fdb5-f367-447d-80c0-37a6991b1b38,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:33.805278 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-deb1ad39-6042-433e-bdcf-978fd405348b req-390d857f-ea75-4e1c-87c8-eb90517ce25c tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:33.806657 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-deb1ad39-6042-433e-bdcf-978fd405348b req-390d857f-ea75-4e1c-87c8-eb90517ce25c tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.8535171 Aug 16 20:53:33.825462 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 68a03408-c457-427d-88d1-cc7f1f5be0ce completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:33.844914 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43606) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:33.847921 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1b72c7cb-63d7-4629-85ca-ad7d97c1560f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f8b3c2b5ea1f45a59ed1d4d30e4f4e7f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0643747 Aug 16 20:53:33.882374 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device ecb26dd8-ddfc-445f-b275-a31b355d87fa up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:33.914049 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 68a03408-c457-427d-88d1-cc7f1f5be0ce triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:33.914481 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:33.980120 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2cebfdbb-3861-4d8b-8f44-b06f8110f1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:33.986838 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5a565258-0d57-4407-8b0f-327ad9becc6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:34.177172 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5a565258-0d57-4407-8b0f-327ad9becc6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:34.216751 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-8a775797-80b1-456f-83b7-62e8d8acef7f tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:34.220286 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-8a775797-80b1-456f-83b7-62e8d8acef7f tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/networks?id=001f774f-d3c4-4724-a4ef-b6554b1c972e HTTP/1.1" status: 200 len: 813 time: 0.1721017 Aug 16 20:53:34.221898 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 43626) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:34.222252 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-3beefaa8-2954-4885-8402-11efcd434992 None None] Provisioning for port ecb26dd8-ddfc-445f-b275-a31b355d87fa completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:34.251691 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c7e52-7201-41ea-9b33-77b610fa36e4 req-16fc3b0d-0139-4ad9-9ccb-5e4f04477b2a tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:34.253539 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4a0c7e52-7201-41ea-9b33-77b610fa36e4 req-16fc3b0d-0139-4ad9-9ccb-5e4f04477b2a tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 946 time: 0.1147745 Aug 16 20:53:34.256184 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-409c140e-7b27-49a4-bb0e-6a7a84b8e059 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/quotas/f528879fc998445593ea72fcaca71808 HTTP/1.1" status: 200 len: 375 time: 0.0254240 Aug 16 20:53:34.259851 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:34.304743 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b612a03d-5b93-4c45-8f59-5bdbc55fd5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a03408-c457-427d-88d1-cc7f1f5be0ce'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:34.307037 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ace939-fe81-4b98-9903-fff4d23acc49" -d '{"events": [{"server_uuid": "b612a03d-5b93-4c45-8f59-5bdbc55fd5cb", "name": "network-vif-plugged", "status": "completed", "tag": "68a03408-c457-427d-88d1-cc7f1f5be0ce"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:34.320694 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port ecb26dd8-ddfc-445f-b275-a31b355d87fa completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:34.325636 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4a0c7e52-7201-41ea-9b33-77b610fa36e4 req-f7dae013-1f4d-476a-a109-1646fb60ce0a tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654523 Aug 16 20:53:34.335178 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cebfdbb-3861-4d8b-8f44-b06f8110f1f0 admin admin] Router ca719e48-641f-4290-964e-4e91bb389d29 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:53:34.338277 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 68a03408-c457-427d-88d1-cc7f1f5be0ce, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=68a03408-c457-427d-88d1-cc7f1f5be0ce,segment=NetworkSegment(924f0b82-5103-407b-88b5-5f564b7e60a5),segment_id=924f0b82-5103-407b-88b5-5f564b7e60a5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:34.340330 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-07814753-f18c-434f-8099-d2e105367419 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f528879fc998445593ea72fcaca71808&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0706887 Aug 16 20:53:34.343333 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5a565258-0d57-4407-8b0f-327ad9becc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:34.349662 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5a565258-0d57-4407-8b0f-327ad9becc6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:34.352818 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5a565258-0d57-4407-8b0f-327ad9becc6f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4b14fdb5-f367-447d-80c0-37a6991b1b38 HTTP/1.1" status: 204 len: 168 time: 0.5043859 Aug 16 20:53:34.353323 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port ecb26dd8-ddfc-445f-b275-a31b355d87fa triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:34.353717 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:34.397367 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-3edd94e4-dfe8-4f40-a542-a1158b2b789a tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-509158116'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:34.451953 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:34.455612 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:34.488542 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a565258-0d57-4407-8b0f-327ad9becc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b14fdb5-f367-447d-80c0-37a6991b1b38,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:34.526111 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=68a03408-c457-427d-88d1-cc7f1f5be0ce,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:34.537366 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cebfdbb-3861-4d8b-8f44-b06f8110f1f0 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:53:34.553416 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9af49f-9428-4df8-9e06-82fa6e6e2e16 None None] Sync routers for ids ['ca719e48-641f-4290-964e-4e91bb389d29'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:53:34.557662 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port ecb26dd8-ddfc-445f-b275-a31b355d87fa, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=ecb26dd8-ddfc-445f-b275-a31b355d87fa,segment=NetworkSegment(7b235a1a-9054-49ab-85cf-feb8bb6f6bf2),segment_id=7b235a1a-9054-49ab-85cf-feb8bb6f6bf2)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:34.569471 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9af49f-9428-4df8-9e06-82fa6e6e2e16 None None] Routers {'ca719e48-641f-4290-964e-4e91bb389d29'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:34.571457 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-dc9af49f-9428-4df8-9e06-82fa6e6e2e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:53:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['ca719e48-641f-4290-964e-4e91bb389d29'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:34.626753 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f3ca7-4252-4a31-b5c4-df460436866c req-4695776e-a18c-40a0-a2da-3dd774cbad84 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:34.628887 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-238f3ca7-4252-4a31-b5c4-df460436866c req-4695776e-a18c-40a0-a2da-3dd774cbad84 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=b612a03d-5b93-4c45-8f59-5bdbc55fd5cb HTTP/1.1" status: 200 len: 945 time: 0.2046828 Aug 16 20:53:34.651969 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-4c65bfa6-1408-48f8-bc22-5467ed434c3a service neutron] 10.222.0.84 "GET /v2.0/networks/001f774f-d3c4-4724-a4ef-b6554b1c972e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799706 Aug 16 20:53:34.661455 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b5bda87a-9077-4f05-9a2b-9a0d35d28f7a None None] Provisioning complete for port ecb26dd8-ddfc-445f-b275-a31b355d87fa triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:34.661998 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b5bda87a-9077-4f05-9a2b-9a0d35d28f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:34.689210 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:34.690523 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-dc9af49f-9428-4df8-9e06-82fa6e6e2e16 None None] Set router ca719e48-641f-4290-964e-4e91bb389d29 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:53:34.716250 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edd94e4-dfe8-4f40-a542-a1158b2b789a tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Made reservation on behalf of df0db65fdfbd4ff4919c3bc81e03626d for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:34.719507 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3edd94e4-dfe8-4f40-a542-a1158b2b789a tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:34.748205 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-238f3ca7-4252-4a31-b5c4-df460436866c req-11fcceb7-3764-4b40-82cd-eb47b8a6e402 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127644 Aug 16 20:53:34.748950 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3edd94e4-dfe8-4f40-a542-a1158b2b789a tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:34.760695 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=ecb26dd8-ddfc-445f-b275-a31b355d87fa,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:34.783749 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2cebfdbb-3861-4d8b-8f44-b06f8110f1f0 admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:34.788275 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2cebfdbb-3861-4d8b-8f44-b06f8110f1f0 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7165153 Aug 16 20:53:34.788549 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43636) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:34.803655 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-64c31db0-794d-477f-ae88-2f04cd7d767c service neutron] 10.222.0.84 "GET /v2.0/networks/001f774f-d3c4-4724-a4ef-b6554b1c972e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414497 Aug 16 20:53:34.913620 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3edd94e4-dfe8-4f40-a542-a1158b2b789a tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:34.972773 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca936858-a47e-4feb-ba77-a2b21802486a x-openstack-request-id: req-ca936858-a47e-4feb-ba77-a2b21802486a {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:34.973071 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b612a03d-5b93-4c45-8f59-5bdbc55fd5cb", "name": "network-vif-plugged", "status": "completed", "tag": "68a03408-c457-427d-88d1-cc7f1f5be0ce", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:34.974595 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ca936858-a47e-4feb-ba77-a2b21802486a {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:34.975187 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b612a03d-5b93-4c45-8f59-5bdbc55fd5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a03408-c457-427d-88d1-cc7f1f5be0ce', 'code': 200} Aug 16 20:53:34.982779 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-dc9af49f-9428-4df8-9e06-82fa6e6e2e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca719e48-641f-4290-964e-4e91bb389d29', 'name': 'tempest-ServersTestManualDisk-562072377-router', 'tenant_id': 'ebac0160837646008c1ab540ec09346e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd98f3ebe-b27b-4e55-b425-9d6967ca51a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:31Z', 'updated_at': '2021-08-16T20:53:33Z', 'revision_number': 3, 'project_id': 'ebac0160837646008c1ab540ec09346e', 'gw_port': {'id': 'd98f3ebe-b27b-4e55-b425-9d6967ca51a3', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fc:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca719e48-641f-4290-964e-4e91bb389d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:32Z', 'updated_at': '2021-08-16T20:53:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:35.008117 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3edd94e4-dfe8-4f40-a542-a1158b2b789a tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:35.020897 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9af49f-9428-4df8-9e06-82fa6e6e2e16 None None] Checking router: ca719e48-641f-4290-964e-4e91bb389d29 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:53:35.021280 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9af49f-9428-4df8-9e06-82fa6e6e2e16 None None] Updating router ca719e48-641f-4290-964e-4e91bb389d29 port d98f3ebe-b27b-4e55-b425-9d6967ca51a3 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:53:35.051705 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-dc9af49f-9428-4df8-9e06-82fa6e6e2e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:35.099040 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd94e4-dfe8-4f40-a542-a1158b2b789a tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5df7c707-8e34-4bee-9256-0269ed044cbe,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:35.105776 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3edd94e4-dfe8-4f40-a542-a1158b2b789a tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:53:35.120218 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3edd94e4-dfe8-4f40-a542-a1158b2b789a tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:35.120580 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-3edd94e4-dfe8-4f40-a542-a1158b2b789a tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Added segment bd1a64ba-a5a9-495f-94c1-85cdbdf706dc of type vlan for network 879db6ea-4235-4669-86c4-124e04d268ed Aug 16 20:53:35.177149 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1d76d9b8-110a-4d5a-9ca9-73d7eba338b3 req-07a37888-356a-4038-bdef-48f10e0cf766 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/ports?device_id=93ef0647-3008-46f9-a88f-b746eea2aeaf HTTP/1.1" status: 200 len: 210 time: 0.0533569 Aug 16 20:53:35.227402 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb69bd-c387-4495-a9a8-eb28cd2518dc req-2f653688-3a3d-4d4b-bcc8-44545eec2d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:35.229032 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fadb69bd-c387-4495-a9a8-eb28cd2518dc req-2f653688-3a3d-4d4b-bcc8-44545eec2d45 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b612a03d-5b93-4c45-8f59-5bdbc55fd5cb HTTP/1.1" status: 200 len: 1097 time: 0.1677039 Aug 16 20:53:35.235618 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3edd94e4-dfe8-4f40-a542-a1158b2b789a tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:35.288390 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fadb69bd-c387-4495-a9a8-eb28cd2518dc req-7dee59ef-487f-40cd-bf5d-61779dfb33a6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507789 Aug 16 20:53:35.379211 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3edd94e4-dfe8-4f40-a542-a1158b2b789a tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:35.382982 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edd94e4-dfe8-4f40-a542-a1158b2b789a tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:35.383852 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3edd94e4-dfe8-4f40-a542-a1158b2b789a tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:35.462746 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-dc9af49f-9428-4df8-9e06-82fa6e6e2e16 None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:35.487490 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-dc9af49f-9428-4df8-9e06-82fa6e6e2e16 None None] Transition to ACTIVE for port object d98f3ebe-b27b-4e55-b425-9d6967ca51a3 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:35.494848 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2b84ee73-5b77-4805-96e7-109f35b754cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:35.665648 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-2b84ee73-5b77-4805-96e7-109f35b754cf admin admin] Allocated IP 172.20.0.1 (4bbb22bc-a95f-49c3-b025-bf28336c87d7/f72c7722-b18e-41bf-9657-631ad210a5e1/0df84bac-866c-4627-a48a-dab9953d510e) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:35.761288 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device ecb26dd8-ddfc-445f-b275-a31b355d87fa up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:35.771737 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-dc9af49f-9428-4df8-9e06-82fa6e6e2e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:35.813308 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2b84ee73-5b77-4805-96e7-109f35b754cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:35.825233 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3edd94e4-dfe8-4f40-a542-a1158b2b789a tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5998077 Aug 16 20:53:35.827407 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port ecb26dd8-ddfc-445f-b275-a31b355d87fa triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:35.827984 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:35.829541 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43666) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:35.842211 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd94e4-dfe8-4f40-a542-a1158b2b789a tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Pushing event updated for resources: {'Network': ['ID=879db6ea-4235-4669-86c4-124e04d268ed,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:35.843056 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-9fc643cc-f1d7-455a-9807-efcdd36d6f67 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Request body: {'subnet': {'network_id': '879db6ea-4235-4669-86c4-124e04d268ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:35.855126 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 879db6ea-4235-4669-86c4-124e04d268ed details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:53:35.863483 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd98ea5-6fa7-4206-af9e-b0cdaa811feb req-e381c801-8791-4feb-abb3-64870ba7a6d3 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:35.865453 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cdd98ea5-6fa7-4206-af9e-b0cdaa811feb req-e381c801-8791-4feb-abb3-64870ba7a6d3 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 946 time: 0.4420998 Aug 16 20:53:35.912761 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a074140-b35d-4084-8371-88ac136a16a4 None None] Pushing event updated for resources: {'Port': ['ID=d98f3ebe-b27b-4e55-b425-9d6967ca51a3,revision_number=2']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:35.915423 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-dc9af49f-9428-4df8-9e06-82fa6e6e2e16 None None] Attempting to bind port d98f3ebe-b27b-4e55-b425-9d6967ca51a3 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:53:35.915819 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-dc9af49f-9428-4df8-9e06-82fa6e6e2e16 None None] Attempting to bind port d98f3ebe-b27b-4e55-b425-9d6967ca51a3 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:53:35.916184 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9af49f-9428-4df8-9e06-82fa6e6e2e16 None None] Attempting to bind port d98f3ebe-b27b-4e55-b425-9d6967ca51a3 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:53:35.948201 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9af49f-9428-4df8-9e06-82fa6e6e2e16 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:53:35.948665 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9af49f-9428-4df8-9e06-82fa6e6e2e16 None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:53:35.949098 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-dc9af49f-9428-4df8-9e06-82fa6e6e2e16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:35.949536 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9af49f-9428-4df8-9e06-82fa6e6e2e16 None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:53:35.950110 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-dc9af49f-9428-4df8-9e06-82fa6e6e2e16 None None] Bound port: d98f3ebe-b27b-4e55-b425-9d6967ca51a3, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:53:35.950408 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-dc9af49f-9428-4df8-9e06-82fa6e6e2e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:35.957704 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a074140-b35d-4084-8371-88ac136a16a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:35.958057 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a074140-b35d-4084-8371-88ac136a16a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:35.958410 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a074140-b35d-4084-8371-88ac136a16a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:35.958743 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a074140-b35d-4084-8371-88ac136a16a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:35.959083 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a074140-b35d-4084-8371-88ac136a16a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:35.959415 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a074140-b35d-4084-8371-88ac136a16a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:35.959744 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a074140-b35d-4084-8371-88ac136a16a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:35.960101 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a074140-b35d-4084-8371-88ac136a16a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:35.960431 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a074140-b35d-4084-8371-88ac136a16a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:35.960758 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a074140-b35d-4084-8371-88ac136a16a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:35.961084 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a074140-b35d-4084-8371-88ac136a16a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:35.961407 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a074140-b35d-4084-8371-88ac136a16a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:35.969254 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-2b84ee73-5b77-4805-96e7-109f35b754cf admin admin] Transition to ACTIVE for port object 0df84bac-866c-4627-a48a-dab9953d510e will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:36.022232 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cdd98ea5-6fa7-4206-af9e-b0cdaa811feb req-a085d096-eb6a-42b3-98ce-8fbb713a7932 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339622 Aug 16 20:53:36.064355 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516a1dd-33e3-48e4-9787-68eb3b73d00c req-5b28e5a1-75d1-440f-98bf-40ebd28b45e0 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:36.065954 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9516a1dd-33e3-48e4-9787-68eb3b73d00c req-5b28e5a1-75d1-440f-98bf-40ebd28b45e0 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=b612a03d-5b93-4c45-8f59-5bdbc55fd5cb HTTP/1.1" status: 200 len: 945 time: 0.0661466 Aug 16 20:53:36.117888 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-dc9af49f-9428-4df8-9e06-82fa6e6e2e16 None None] For port d98f3ebe-b27b-4e55-b425-9d6967ca51a3, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:53:36.132138 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-dc9af49f-9428-4df8-9e06-82fa6e6e2e16 None None] For port d98f3ebe-b27b-4e55-b425-9d6967ca51a3, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=d98f3ebe-b27b-4e55-b425-9d6967ca51a3,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:53:36.137989 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9516a1dd-33e3-48e4-9787-68eb3b73d00c req-be50a83a-d2aa-4255-bca0-6cfc5efeb722 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649941 Aug 16 20:53:36.145618 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43676) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:36.243380 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc643cc-f1d7-455a-9807-efcdd36d6f67 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Made reservation on behalf of df0db65fdfbd4ff4919c3bc81e03626d for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:36.247604 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9fc643cc-f1d7-455a-9807-efcdd36d6f67 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:36.268420 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-78e3f81a-2eb6-47ac-84be-1f3be83269bf req-b5319e88-8fdb-4f76-b30a-22f38500564b tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/ports?device_id=93ef0647-3008-46f9-a88f-b746eea2aeaf HTTP/1.1" status: 200 len: 210 time: 0.0279489 Aug 16 20:53:36.285698 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-dc9af49f-9428-4df8-9e06-82fa6e6e2e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:36.317252 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2b84ee73-5b77-4805-96e7-109f35b754cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:36.335027 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-85287ff7-aeb3-4209-848c-627f2fc6c179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:36.344194 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9af49f-9428-4df8-9e06-82fa6e6e2e16 None None] Routers {'ca719e48-641f-4290-964e-4e91bb389d29'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:36.344920 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-dc9af49f-9428-4df8-9e06-82fa6e6e2e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:53:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['ca719e48-641f-4290-964e-4e91bb389d29'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:36.389564 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b84ee73-5b77-4805-96e7-109f35b754cf admin admin] Network 4bbb22bc-a95f-49c3-b025-bf28336c87d7 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:36.404880 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a074140-b35d-4084-8371-88ac136a16a4 None None] Pushing event updated for resources: {'Port': ['ID=d98f3ebe-b27b-4e55-b425-9d6967ca51a3,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:36.415016 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-2b84ee73-5b77-4805-96e7-109f35b754cf admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:36.420948 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b84ee73-5b77-4805-96e7-109f35b754cf admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:36.426921 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b84ee73-5b77-4805-96e7-109f35b754cf admin admin] Pushing event updated for resources: {'Port': ['ID=0df84bac-866c-4627-a48a-dab9953d510e,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:36.447765 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:53:36.496233 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-dc9af49f-9428-4df8-9e06-82fa6e6e2e16 None None] Set router ca719e48-641f-4290-964e-4e91bb389d29 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:53:36.568646 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2b84ee73-5b77-4805-96e7-109f35b754cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:36.713880 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-dc9af49f-9428-4df8-9e06-82fa6e6e2e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca719e48-641f-4290-964e-4e91bb389d29', 'name': 'tempest-ServersTestManualDisk-562072377-router', 'tenant_id': 'ebac0160837646008c1ab540ec09346e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd98f3ebe-b27b-4e55-b425-9d6967ca51a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:31Z', 'updated_at': '2021-08-16T20:53:33Z', 'revision_number': 3, 'project_id': 'ebac0160837646008c1ab540ec09346e', 'gw_port': {'id': 'd98f3ebe-b27b-4e55-b425-9d6967ca51a3', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fc:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca719e48-641f-4290-964e-4e91bb389d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:32Z', 'updated_at': '2021-08-16T20:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:36.742011 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9af49f-9428-4df8-9e06-82fa6e6e2e16 None None] The sync data for ids ['ca719e48-641f-4290-964e-4e91bb389d29'] in n-d-793620-15 is: [{'id': 'ca719e48-641f-4290-964e-4e91bb389d29', 'name': 'tempest-ServersTestManualDisk-562072377-router', 'tenant_id': 'ebac0160837646008c1ab540ec09346e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd98f3ebe-b27b-4e55-b425-9d6967ca51a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:31Z', 'updated_at': '2021-08-16T20:53:33Z', 'revision_number': 3, 'project_id': 'ebac0160837646008c1ab540ec09346e', 'gw_port': {'id': 'd98f3ebe-b27b-4e55-b425-9d6967ca51a3', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fc:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca719e48-641f-4290-964e-4e91bb389d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:32Z', 'updated_at': '2021-08-16T20:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:53:36.771240 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-85287ff7-aeb3-4209-848c-627f2fc6c179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:36.837457 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-3a91567d-cf86-47df-9fa6-bc33f063e317 None None] Provisioning for port 0df84bac-866c-4627-a48a-dab9953d510e completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:36.842065 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-3a91567d-cf86-47df-9fa6-bc33f063e317 None None] Provisioning complete for port 0df84bac-866c-4627-a48a-dab9953d510e triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:36.842478 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3a91567d-cf86-47df-9fa6-bc33f063e317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:36.878992 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-3a91567d-cf86-47df-9fa6-bc33f063e317 None None] Port 0df84bac-866c-4627-a48a-dab9953d510e cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:53:36.912376 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9fc643cc-f1d7-455a-9807-efcdd36d6f67 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:36.918279 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-85287ff7-aeb3-4209-848c-627f2fc6c179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:37.039512 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85287ff7-aeb3-4209-848c-627f2fc6c179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f116a5e-7ac8-4cac-a362-f3de2722c56a,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:37.061319 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-85287ff7-aeb3-4209-848c-627f2fc6c179 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5510c46225be47fb8c74b3ebaea356ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9146187 Aug 16 20:53:37.064116 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 43696) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:37.076647 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc643cc-f1d7-455a-9807-efcdd36d6f67 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Pushing event updated for resources: {'Subnet': ['ID=dd7e5b03-5538-41ec-aed0-c9b4433fdfaa,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:37.092910 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2b84ee73-5b77-4805-96e7-109f35b754cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:37.117052 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc643cc-f1d7-455a-9807-efcdd36d6f67 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Checking segment: {'id': 'bd1a64ba-a5a9-495f-94c1-85cdbdf706dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '879db6ea-4235-4669-86c4-124e04d268ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:53:37.119854 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc643cc-f1d7-455a-9807-efcdd36d6f67 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Network hostable DHCP agents. Network: 879db6ea-4235-4669-86c4-124e04d268ed, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:53:37.146255 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9767bd64-13d4-4945-88e2-abdf57ac9f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:37.217415 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9767bd64-13d4-4945-88e2-abdf57ac9f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:37.301453 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037525ca-2d99-4df1-8b54-e82205b5e33e req-31cadcc8-89bb-49fd-af9c-eca77a2cd16c tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:37.309511 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-037525ca-2d99-4df1-8b54-e82205b5e33e req-31cadcc8-89bb-49fd-af9c-eca77a2cd16c tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 946 time: 0.1529937 Aug 16 20:53:37.329415 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc643cc-f1d7-455a-9807-efcdd36d6f67 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Network 879db6ea-4235-4669-86c4-124e04d268ed is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:53:37.348287 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2b84ee73-5b77-4805-96e7-109f35b754cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:37.351098 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc1a78-b273-420b-bfd9-196b1368a720 req-e06fbd52-b988-4486-a03a-13a2a724d241 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:37.358746 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-49fc1a78-b273-420b-bfd9-196b1368a720 req-e06fbd52-b988-4486-a03a-13a2a724d241 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=b612a03d-5b93-4c45-8f59-5bdbc55fd5cb HTTP/1.1" status: 200 len: 945 time: 0.1282699 Aug 16 20:53:37.419063 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-037525ca-2d99-4df1-8b54-e82205b5e33e req-38ef70c6-b6dd-418b-b0dd-34196bcb6f02 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084676 Aug 16 20:53:37.428810 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-49fc1a78-b273-420b-bfd9-196b1368a720 req-49064e7e-2a09-4ef8-9682-d207e4e0eacb tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688255 Aug 16 20:53:37.431845 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-9fc643cc-f1d7-455a-9807-efcdd36d6f67 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 879db6ea-4235-4669-86c4-124e04d268ed) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:37.448771 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc643cc-f1d7-455a-9807-efcdd36d6f67 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:37.449985 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9fc643cc-f1d7-455a-9807-efcdd36d6f67 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:37.451148 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5256159c-0e8b-4590-9d83-8f686c69a32d None None] Network 879db6ea-4235-4669-86c4-124e04d268ed requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:37.466644 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9767bd64-13d4-4945-88e2-abdf57ac9f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:37.467770 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2b84ee73-5b77-4805-96e7-109f35b754cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:37.470970 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9767bd64-13d4-4945-88e2-abdf57ac9f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:37.479250 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9767bd64-13d4-4945-88e2-abdf57ac9f89 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7f116a5e-7ac8-4cac-a362-f3de2722c56a HTTP/1.1" status: 204 len: 168 time: 0.4089904 Aug 16 20:53:37.489131 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767bd64-13d4-4945-88e2-abdf57ac9f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f116a5e-7ac8-4cac-a362-f3de2722c56a,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:37.603645 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43714) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:37.608431 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9fc643cc-f1d7-455a-9807-efcdd36d6f67 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7747731 Aug 16 20:53:37.619094 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 43716) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:37.647751 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-70ff0540-419a-4c2c-bc3d-7df33161d80f req-40e03524-04db-47e6-b4c5-ea7ae18d821b tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/ports?device_id=93ef0647-3008-46f9-a88f-b746eea2aeaf HTTP/1.1" status: 200 len: 210 time: 0.1057572 Aug 16 20:53:37.667037 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-de5e02e6-c2d1-4407-b3d7-7b31f8f5c4e6 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Request body: {'port': {'network_id': '879db6ea-4235-4669-86c4-124e04d268ed', 'name': 'tempest-AllowedAddressPairTestJSON-398370471'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:37.705655 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b84ee73-5b77-4805-96e7-109f35b754cf admin admin] Pushing event updated for resources: {'Port': ['ID=0df84bac-866c-4627-a48a-dab9953d510e,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:37.727691 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2b84ee73-5b77-4805-96e7-109f35b754cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:37.851396 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device d98f3ebe-b27b-4e55-b425-9d6967ca51a3 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:37.858170 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e9ab00-51c6-4b13-82d2-9105658394a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-879db6ea-4235-4669-86c4-124e04d268ed', 'network_id': '879db6ea-4235-4669-86c4-124e04d268ed', 'tenant_id': 'df0db65fdfbd4ff4919c3bc81e03626d', 'fixed_ips': [{'subnet_id': 'dd7e5b03-5538-41ec-aed0-c9b4433fdfaa'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:53:37.859554 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c1e9ab00-51c6-4b13-82d2-9105658394a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:37.924749 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b84ee73-5b77-4805-96e7-109f35b754cf admin admin] Network 4bbb22bc-a95f-49c3-b025-bf28336c87d7 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:37.926562 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-2b84ee73-5b77-4805-96e7-109f35b754cf admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:37.991804 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5e02e6-c2d1-4407-b3d7-7b31f8f5c4e6 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Made reservation on behalf of df0db65fdfbd4ff4919c3bc81e03626d for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:37.996593 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-de5e02e6-c2d1-4407-b3d7-7b31f8f5c4e6 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:38.048513 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-de5e02e6-c2d1-4407-b3d7-7b31f8f5c4e6 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] device_id is not set on port 0645ff55-fac1-4277-9f84-20c44af9eca5 yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:53:38.155462 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-c1e9ab00-51c6-4b13-82d2-9105658394a4 None None] Allocated IP 172.20.0.2 (879db6ea-4235-4669-86c4-124e04d268ed/dd7e5b03-5538-41ec-aed0-c9b4433fdfaa/93742952-d0ed-4f3f-8d41-48f5b332cff4) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:38.164828 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port d98f3ebe-b27b-4e55-b425-9d6967ca51a3 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:38.258423 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab3d9c-057a-492d-8749-253bd3a666d6 req-69df2b66-fc34-4a83-94e0-d235d0d52f9c tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:38.267244 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-abab3d9c-057a-492d-8749-253bd3a666d6 req-69df2b66-fc34-4a83-94e0-d235d0d52f9c tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=b612a03d-5b93-4c45-8f59-5bdbc55fd5cb HTTP/1.1" status: 200 len: 945 time: 0.0760186 Aug 16 20:53:38.348783 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-abab3d9c-057a-492d-8749-253bd3a666d6 req-48bc2af7-f86a-400f-bafb-90f165a38b6f tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805287 Aug 16 20:53:38.350734 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port d98f3ebe-b27b-4e55-b425-9d6967ca51a3 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:38.351127 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:38.443073 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c1e9ab00-51c6-4b13-82d2-9105658394a4 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:38.445645 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-32c4d3b9-3e6b-4297-ba5f-5f98aee8037f None None] Provisioning complete for port 0df84bac-866c-4627-a48a-dab9953d510e triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:38.446029 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-32c4d3b9-3e6b-4297-ba5f-5f98aee8037f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:38.469894 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-675da0e9-82c2-4445-9ad2-b6def2b879d2 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:38.471422 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-675da0e9-82c2-4445-9ad2-b6def2b879d2 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.72 "GET /v2.0/networks?id=001f774f-d3c4-4724-a4ef-b6554b1c972e HTTP/1.1" status: 200 len: 813 time: 0.1696112 Aug 16 20:53:38.483978 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c1e9ab00-51c6-4b13-82d2-9105658394a4 None None] Transition to ACTIVE for port object 93742952-d0ed-4f3f-8d41-48f5b332cff4 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:38.492378 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-34a24a93-72a3-46c3-86b6-702761b7323b tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Request body: {'port': {'device_id': '93ef0647-3008-46f9-a88f-b746eea2aeaf', 'network_id': '001f774f-d3c4-4724-a4ef-b6554b1c972e', 'admin_state_up': True, 'tenant_id': 'f528879fc998445593ea72fcaca71808'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:38.507830 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-39016e61-21f8-4557-b4af-e0064dc8dc55 tempest-ExternalNetworksTestJSON-339356161 tempest-ExternalNetworksTestJSON-339356161-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1486552273'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:38.534331 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-32c4d3b9-3e6b-4297-ba5f-5f98aee8037f None None] Port 0df84bac-866c-4627-a48a-dab9953d510e cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:53:38.536206 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c1e9ab00-51c6-4b13-82d2-9105658394a4 None None] Transition to ACTIVE for port object 93742952-d0ed-4f3f-8d41-48f5b332cff4 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:38.552925 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:38.574540 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port d98f3ebe-b27b-4e55-b425-9d6967ca51a3, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=d98f3ebe-b27b-4e55-b425-9d6967ca51a3,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:38.614033 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b84ee73-5b77-4805-96e7-109f35b754cf admin admin] Router ca719e48-641f-4290-964e-4e91bb389d29 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:53:38.636413 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545262c-20fe-4ed8-91d9-3927fb604502 req-33cb5014-2198-4037-bc4f-c20422b490cd tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:38.638024 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0545262c-20fe-4ed8-91d9-3927fb604502 req-33cb5014-2198-4037-bc4f-c20422b490cd tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 946 time: 0.0782590 Aug 16 20:53:38.690071 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:38.696826 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c1e9ab00-51c6-4b13-82d2-9105658394a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:38.714329 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39016e61-21f8-4557-b4af-e0064dc8dc55 tempest-ExternalNetworksTestJSON-339356161 tempest-ExternalNetworksTestJSON-339356161-project] Made reservation on behalf of da1a087c48774c58882f0743c50b801f for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:38.725020 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-39016e61-21f8-4557-b4af-e0064dc8dc55 tempest-ExternalNetworksTestJSON-339356161 tempest-ExternalNetworksTestJSON-339356161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:38.760673 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-39016e61-21f8-4557-b4af-e0064dc8dc55 tempest-ExternalNetworksTestJSON-339356161 tempest-ExternalNetworksTestJSON-339356161-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:38.766720 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e9ab00-51c6-4b13-82d2-9105658394a4 None None] Network 879db6ea-4235-4669-86c4-124e04d268ed is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:38.776956 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0545262c-20fe-4ed8-91d9-3927fb604502 req-942ac97c-cb2e-4448-92bd-3794c53cdffd tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281283 Aug 16 20:53:38.793865 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-c1e9ab00-51c6-4b13-82d2-9105658394a4 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:38.799136 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e9ab00-51c6-4b13-82d2-9105658394a4 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:38.817935 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=d98f3ebe-b27b-4e55-b425-9d6967ca51a3,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:38.836352 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b47cfaa0-8d68-4170-9332-4461f8379158 req-47e357ae-f276-4cdc-b0d8-3652fcda51d1 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/ports?device_id=93ef0647-3008-46f9-a88f-b746eea2aeaf HTTP/1.1" status: 200 len: 210 time: 0.0551097 Aug 16 20:53:38.847839 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-34a24a93-72a3-46c3-86b6-702761b7323b tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Made reservation on behalf of f528879fc998445593ea72fcaca71808 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:38.852119 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-34a24a93-72a3-46c3-86b6-702761b7323b tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:38.873821 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-de5e02e6-c2d1-4407-b3d7-7b31f8f5c4e6 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Allocated IP 172.20.0.3 (879db6ea-4235-4669-86c4-124e04d268ed/dd7e5b03-5538-41ec-aed0-c9b4433fdfaa/0645ff55-fac1-4277-9f84-20c44af9eca5) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:38.878130 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:38.879090 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:38.879672 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:38.880130 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:38.880473 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:38.880960 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:38.881452 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:38.881792 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:38.882143 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:38.882515 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:38.882795 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:38.883122 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:38.931432 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e9ab00-51c6-4b13-82d2-9105658394a4 None None] Pushing event updated for resources: {'Port': ['ID=93742952-d0ed-4f3f-8d41-48f5b332cff4,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:38.951628 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-c1e9ab00-51c6-4b13-82d2-9105658394a4 None None] Attempting to bind port 93742952-d0ed-4f3f-8d41-48f5b332cff4 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:53:38.952037 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-c1e9ab00-51c6-4b13-82d2-9105658394a4 None None] Attempting to bind port 93742952-d0ed-4f3f-8d41-48f5b332cff4 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'bd1a64ba-a5a9-495f-94c1-85cdbdf706dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '879db6ea-4235-4669-86c4-124e04d268ed'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:53:38.952590 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e9ab00-51c6-4b13-82d2-9105658394a4 None None] Attempting to bind port 93742952-d0ed-4f3f-8d41-48f5b332cff4 on network 879db6ea-4235-4669-86c4-124e04d268ed {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:53:38.958229 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e9ab00-51c6-4b13-82d2-9105658394a4 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:53:38.960023 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e9ab00-51c6-4b13-82d2-9105658394a4 None None] Checking segment: {'id': 'bd1a64ba-a5a9-495f-94c1-85cdbdf706dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '879db6ea-4235-4669-86c4-124e04d268ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:53:38.960023 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c1e9ab00-51c6-4b13-82d2-9105658394a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:38.960023 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e9ab00-51c6-4b13-82d2-9105658394a4 None None] Bound using segment: {'id': 'bd1a64ba-a5a9-495f-94c1-85cdbdf706dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '879db6ea-4235-4669-86c4-124e04d268ed'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:53:38.960545 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-c1e9ab00-51c6-4b13-82d2-9105658394a4 None None] Bound port: 93742952-d0ed-4f3f-8d41-48f5b332cff4, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd1a64ba-a5a9-495f-94c1-85cdbdf706dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '879db6ea-4235-4669-86c4-124e04d268ed'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:53:38.961150 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c1e9ab00-51c6-4b13-82d2-9105658394a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:39.000233 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b84ee73-5b77-4805-96e7-109f35b754cf admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:53:39.016015 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2b84ee73-5b77-4805-96e7-109f35b754cf admin admin] 10.222.0.84 "PUT /v2.0/routers/ca719e48-641f-4290-964e-4e91bb389d29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2173123 Aug 16 20:53:39.059476 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-39016e61-21f8-4557-b4af-e0064dc8dc55 tempest-ExternalNetworksTestJSON-339356161 tempest-ExternalNetworksTestJSON-339356161-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:39.067154 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-c1e9ab00-51c6-4b13-82d2-9105658394a4 None None] For port 93742952-d0ed-4f3f-8d41-48f5b332cff4, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:53:39.071857 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-c1e9ab00-51c6-4b13-82d2-9105658394a4 None None] For port 93742952-d0ed-4f3f-8d41-48f5b332cff4, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=93742952-d0ed-4f3f-8d41-48f5b332cff4,segment=NetworkSegment(bd1a64ba-a5a9-495f-94c1-85cdbdf706dc),segment_id=bd1a64ba-a5a9-495f-94c1-85cdbdf706dc)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:53:39.171314 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-39016e61-21f8-4557-b4af-e0064dc8dc55 tempest-ExternalNetworksTestJSON-339356161 tempest-ExternalNetworksTestJSON-339356161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:39.173001 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-34a24a93-72a3-46c3-86b6-702761b7323b tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Allocated IP 172.20.0.13 (001f774f-d3c4-4724-a4ef-b6554b1c972e/0ca13ed5-9db7-40b6-8d34-f10c5def1378/1071bcfd-9a2f-4ae9-9d58-3722d5830a48) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:39.184732 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c1e9ab00-51c6-4b13-82d2-9105658394a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:39.196128 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39016e61-21f8-4557-b4af-e0064dc8dc55 tempest-ExternalNetworksTestJSON-339356161 tempest-ExternalNetworksTestJSON-339356161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:53:39.206910 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-de5e02e6-c2d1-4407-b3d7-7b31f8f5c4e6 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:39.213879 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-39016e61-21f8-4557-b4af-e0064dc8dc55 tempest-ExternalNetworksTestJSON-339356161 tempest-ExternalNetworksTestJSON-339356161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:39.214468 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-39016e61-21f8-4557-b4af-e0064dc8dc55 tempest-ExternalNetworksTestJSON-339356161 tempest-ExternalNetworksTestJSON-339356161-project] Added segment 2c804997-2c89-450e-a9c0-7187080416dd of type vlan for network a95cfa31-9570-47ef-a076-88dd94544440 Aug 16 20:53:39.233700 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-de5e02e6-c2d1-4407-b3d7-7b31f8f5c4e6 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Transition to ACTIVE for port object 0645ff55-fac1-4277-9f84-20c44af9eca5 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:39.247586 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cce97b-37f8-46db-bfb0-d9e7158484a9 None None] Sync routers for ids ['ca719e48-641f-4290-964e-4e91bb389d29'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:53:39.292570 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-39016e61-21f8-4557-b4af-e0064dc8dc55 tempest-ExternalNetworksTestJSON-339356161 tempest-ExternalNetworksTestJSON-339356161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:39.293996 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cce97b-37f8-46db-bfb0-d9e7158484a9 None None] Routers {'ca719e48-641f-4290-964e-4e91bb389d29'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:39.294944 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-c0cce97b-37f8-46db-bfb0-d9e7158484a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:53:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['ca719e48-641f-4290-964e-4e91bb389d29'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:39.362496 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e9ab00-51c6-4b13-82d2-9105658394a4 None None] Pushing event updated for resources: {'Port': ['ID=93742952-d0ed-4f3f-8d41-48f5b332cff4,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:39.422585 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39016e61-21f8-4557-b4af-e0064dc8dc55 tempest-ExternalNetworksTestJSON-339356161 tempest-ExternalNetworksTestJSON-339356161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caff8eba-16ea-420d-92af-83f9c3d7050c,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:39.448983 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-39016e61-21f8-4557-b4af-e0064dc8dc55 tempest-ExternalNetworksTestJSON-339356161 tempest-ExternalNetworksTestJSON-339356161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:39.470304 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39016e61-21f8-4557-b4af-e0064dc8dc55 tempest-ExternalNetworksTestJSON-339356161 tempest-ExternalNetworksTestJSON-339356161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:39.470885 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-39016e61-21f8-4557-b4af-e0064dc8dc55 tempest-ExternalNetworksTestJSON-339356161 tempest-ExternalNetworksTestJSON-339356161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:39.479547 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-c0cce97b-37f8-46db-bfb0-d9e7158484a9 None None] Set router ca719e48-641f-4290-964e-4e91bb389d29 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:53:39.490467 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-34a24a93-72a3-46c3-86b6-702761b7323b tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:39.554396 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-de5e02e6-c2d1-4407-b3d7-7b31f8f5c4e6 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:39.556781 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43754) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:39.604641 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39016e61-21f8-4557-b4af-e0064dc8dc55 tempest-ExternalNetworksTestJSON-339356161 tempest-ExternalNetworksTestJSON-339356161-project] Pushing event updated for resources: {'Network': ['ID=a95cfa31-9570-47ef-a076-88dd94544440,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:39.635845 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network a95cfa31-9570-47ef-a076-88dd94544440 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:53:39.695037 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5e02e6-c2d1-4407-b3d7-7b31f8f5c4e6 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Network 879db6ea-4235-4669-86c4-124e04d268ed is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:39.695576 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-39016e61-21f8-4557-b4af-e0064dc8dc55 tempest-ExternalNetworksTestJSON-339356161 tempest-ExternalNetworksTestJSON-339356161-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0714533 Aug 16 20:53:39.700061 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43760) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:39.706608 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-34a24a93-72a3-46c3-86b6-702761b7323b tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:39.720085 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-de5e02e6-c2d1-4407-b3d7-7b31f8f5c4e6 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:39.724270 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5e02e6-c2d1-4407-b3d7-7b31f8f5c4e6 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:39.761282 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bc078-698a-4199-961f-91590a850b96 req-9e9f6bd1-eda9-49ff-8b1c-2136752c5322 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:39.765327 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0a6bc078-698a-4199-961f-91590a850b96 req-9e9f6bd1-eda9-49ff-8b1c-2136752c5322 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.72 "GET /v2.0/ports?device_id=b612a03d-5b93-4c45-8f59-5bdbc55fd5cb HTTP/1.1" status: 200 len: 945 time: 0.1560099 Aug 16 20:53:39.769671 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['38fd5de8-f1bd-46b8-8703-f5c2817640d6'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:53:39.827624 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5e02e6-c2d1-4407-b3d7-7b31f8f5c4e6 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:39.828325 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-de5e02e6-c2d1-4407-b3d7-7b31f8f5c4e6 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:39.852109 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab8954-8d18-4c08-9851-6b89c229ee4a req-d720968e-fdd9-475d-90e9-0b73c176e18b tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:39.857506 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c1ab8954-8d18-4c08-9851-6b89c229ee4a req-d720968e-fdd9-475d-90e9-0b73c176e18b tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=b612a03d-5b93-4c45-8f59-5bdbc55fd5cb HTTP/1.1" status: 200 len: 945 time: 0.3061690 Aug 16 20:53:39.862623 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-7832f69d-00d3-4657-b142-4aec4538ab41 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-849813829-network', 'tenant_id': 'b811bc9bc16d4d64b4413d137c174d74'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:39.869054 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e02e6-c2d1-4407-b3d7-7b31f8f5c4e6 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Pushing event updated for resources: {'Port': ['ID=0645ff55-fac1-4277-9f84-20c44af9eca5,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:39.976085 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-34a24a93-72a3-46c3-86b6-702761b7323b tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Network 001f774f-d3c4-4724-a4ef-b6554b1c972e is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:39.988598 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-1101260f-bd24-4dff-83ec-ab7e54ce0d5d tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Request body: {'network': {'name': 'tempest-network--1158301709', 'router:external': True}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:39.998924 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-0a6bc078-698a-4199-961f-91590a850b96 req-e3a7f747-fa72-4109-a6fd-6fb62805f683 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Deleting port 68a03408-c457-427d-88d1-cc7f1f5be0ce {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:39.999083 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-0a6bc078-698a-4199-961f-91590a850b96 req-e3a7f747-fa72-4109-a6fd-6fb62805f683 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:40.007309 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7832f69d-00d3-4657-b142-4aec4538ab41 admin admin] Made reservation on behalf of b811bc9bc16d4d64b4413d137c174d74 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:40.010312 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7832f69d-00d3-4657-b142-4aec4538ab41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:40.023876 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-34a24a93-72a3-46c3-86b6-702761b7323b tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:40.026563 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-34a24a93-72a3-46c3-86b6-702761b7323b tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:40.027711 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device d98f3ebe-b27b-4e55-b425-9d6967ca51a3 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:40.060918 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7832f69d-00d3-4657-b142-4aec4538ab41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:40.069547 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a24a93-72a3-46c3-86b6-702761b7323b tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Pushing event updated for resources: {'Port': ['ID=1071bcfd-9a2f-4ae9-9d58-3722d5830a48,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:40.107755 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c1ab8954-8d18-4c08-9851-6b89c229ee4a req-b8b0ec91-5956-48c9-92fa-0a5391a236fd tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678317 Aug 16 20:53:40.109831 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-de5e02e6-c2d1-4407-b3d7-7b31f8f5c4e6 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4520361 Aug 16 20:53:40.121097 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43768) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:40.133272 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-5ded8a65-ed01-4e05-8b04-fca1bd83e70a tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Request body: {'port': {'network_id': '879db6ea-4235-4669-86c4-124e04d268ed', 'name': 'tempest-AllowedAddressPairTestJSON-1037305265', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:81:10:21'}]}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:40.182785 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-34a24a93-72a3-46c3-86b6-702761b7323b tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:40.187301 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-34a24a93-72a3-46c3-86b6-702761b7323b tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:40.194291 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-0a6bc078-698a-4199-961f-91590a850b96 req-e3a7f747-fa72-4109-a6fd-6fb62805f683 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] For port 68a03408-c457-427d-88d1-cc7f1f5be0ce, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=68a03408-c457-427d-88d1-cc7f1f5be0ce,segment=NetworkSegment(924f0b82-5103-407b-88b5-5f564b7e60a5),segment_id=924f0b82-5103-407b-88b5-5f564b7e60a5)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:40.194669 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-0a6bc078-698a-4199-961f-91590a850b96 req-e3a7f747-fa72-4109-a6fd-6fb62805f683 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:40.219351 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43770) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:40.224155 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-6b8897fb-ed67-4b30-9b1b-6e6ffef32e7e tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Request body: {'security_group': {'name': 'tempest-securitygroup--758716109', 'description': 'tempest-description--1929632433'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:40.239979 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-0a6bc078-698a-4199-961f-91590a850b96 req-e3a7f747-fa72-4109-a6fd-6fb62805f683 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Calling delete_port for 68a03408-c457-427d-88d1-cc7f1f5be0ce owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:40.250320 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1101260f-bd24-4dff-83ec-ab7e54ce0d5d tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Made reservation on behalf of 8bd4928b639d441db3a928a90d80196d for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:40.252707 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1101260f-bd24-4dff-83ec-ab7e54ce0d5d tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:40.266472 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port d98f3ebe-b27b-4e55-b425-9d6967ca51a3 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:40.266857 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:40.290275 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1101260f-bd24-4dff-83ec-ab7e54ce0d5d tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:40.344514 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-c0cce97b-37f8-46db-bfb0-d9e7158484a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca719e48-641f-4290-964e-4e91bb389d29', 'name': 'tempest-ServersTestManualDisk-562072377-router', 'tenant_id': 'ebac0160837646008c1ab540ec09346e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd98f3ebe-b27b-4e55-b425-9d6967ca51a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:31Z', 'updated_at': '2021-08-16T20:53:36Z', 'revision_number': 4, 'project_id': 'ebac0160837646008c1ab540ec09346e', 'gw_port': {'id': 'd98f3ebe-b27b-4e55-b425-9d6967ca51a3', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca719e48-641f-4290-964e-4e91bb389d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:32Z', 'updated_at': '2021-08-16T20:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '0df84bac-866c-4627-a48a-dab9953d510e', 'name': '', 'network_id': '4bbb22bc-a95f-49c3-b025-bf28336c87d7', 'tenant_id': 'ebac0160837646008c1ab540ec09346e', 'mac_address': 'fa:16:3e:8e:bf:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca719e48-641f-4290-964e-4e91bb389d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'f72c7722-b18e-41bf-9657-631ad210a5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:35Z', 'updated_at': '2021-08-16T20:53:37Z', 'revision_number': 2, 'project_id': 'ebac0160837646008c1ab540ec09346e', 'subnets': [{'id': 'f72c7722-b18e-41bf-9657-631ad210a5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:40.386527 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62c410-5c9b-44af-a55d-4c5598b2b7c5 req-d3876e5e-e385-4c8f-a709-b0b8bd573705 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:40.395821 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8b62c410-5c9b-44af-a55d-4c5598b2b7c5 req-d3876e5e-e385-4c8f-a709-b0b8bd573705 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 946 time: 0.1121809 Aug 16 20:53:40.431317 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf7114-f449-41a6-8861-82b35aa9abde req-87135de6-e148-4adf-a601-d34ea7bcfaa7 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:40.439849 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e6bf7114-f449-41a6-8861-82b35aa9abde req-87135de6-e148-4adf-a601-d34ea7bcfaa7 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/ports?device_id=93ef0647-3008-46f9-a88f-b746eea2aeaf HTTP/1.1" status: 200 len: 932 time: 0.1203113 Aug 16 20:53:40.461507 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 93742952-d0ed-4f3f-8d41-48f5b332cff4 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:40.477112 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8b62c410-5c9b-44af-a55d-4c5598b2b7c5 req-89734a3c-c7f5-436a-83e1-01c7aeb32311 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813882 Aug 16 20:53:40.483904 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7832f69d-00d3-4657-b142-4aec4538ab41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:40.492386 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cce97b-37f8-46db-bfb0-d9e7158484a9 None None] Checking router: ca719e48-641f-4290-964e-4e91bb389d29 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:53:40.492833 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cce97b-37f8-46db-bfb0-d9e7158484a9 None None] Updating router ca719e48-641f-4290-964e-4e91bb389d29 port 0df84bac-866c-4627-a48a-dab9953d510e binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:53:40.513193 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e6bf7114-f449-41a6-8861-82b35aa9abde req-71817338-2e28-4076-b84e-8c23f43c19e4 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups?id=3dc6bd43-bdac-49e7-80a3-26b230279ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722537 Aug 16 20:53:40.588946 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7832f69d-00d3-4657-b142-4aec4538ab41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:40.605956 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7832f69d-00d3-4657-b142-4aec4538ab41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:53:40.629270 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-0a6bc078-698a-4199-961f-91590a850b96 req-e3a7f747-fa72-4109-a6fd-6fb62805f683 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:40.636259 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7832f69d-00d3-4657-b142-4aec4538ab41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:40.636635 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-7832f69d-00d3-4657-b142-4aec4538ab41 admin admin] Added segment f117734d-b40d-4b6a-a687-917a69f34337 of type vlan for network cc481ad8-fdda-48fd-b79e-06337d46463a Aug 16 20:53:40.656054 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7832f69d-00d3-4657-b142-4aec4538ab41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e419d951-0a2b-432e-b76c-10b9615729cf,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:40.696610 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c0cce97b-37f8-46db-bfb0-d9e7158484a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:40.699716 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-34a24a93-72a3-46c3-86b6-702761b7323b tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2123444 Aug 16 20:53:40.702977 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a7f747-fa72-4109-a6fd-6fb62805f683 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Pushing event deleted for resources: {'Port': ['ID=68a03408-c457-427d-88d1-cc7f1f5be0ce,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:40.719043 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-30077a81-ba31-4d10-a1d1-ff158b02471c service neutron] Request body: {'port': {'device_id': '93ef0647-3008-46f9-a88f-b746eea2aeaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:40.771090 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6bc078-698a-4199-961f-91590a850b96 req-e3a7f747-fa72-4109-a6fd-6fb62805f683 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] No DVR routers for this DVR port 68a03408-c457-427d-88d1-cc7f1f5be0ce on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:53:40.773762 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7832f69d-00d3-4657-b142-4aec4538ab41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:40.775717 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ac840b-c69a-48ac-9297-4f49fdfa9a20 None None] Network 879db6ea-4235-4669-86c4-124e04d268ed requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:40.778134 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-0a6bc078-698a-4199-961f-91590a850b96 req-e3a7f747-fa72-4109-a6fd-6fb62805f683 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:40.780112 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0a6bc078-698a-4199-961f-91590a850b96 req-e3a7f747-fa72-4109-a6fd-6fb62805f683 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.72 "DELETE /v2.0/ports/68a03408-c457-427d-88d1-cc7f1f5be0ce HTTP/1.1" status: 204 len: 173 time: 1.0054510 Aug 16 20:53:40.782410 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b612a03d-5b93-4c45-8f59-5bdbc55fd5cb', 'name': 'network-vif-deleted', 'tag': '68a03408-c457-427d-88d1-cc7f1f5be0ce'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:40.784795 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124d72a7-c40e-4a3c-b321-9ace08c58b42" -d '{"events": [{"server_uuid": "b612a03d-5b93-4c45-8f59-5bdbc55fd5cb", "name": "network-vif-deleted", "tag": "68a03408-c457-427d-88d1-cc7f1f5be0ce"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:40.804434 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-30077a81-ba31-4d10-a1d1-ff158b02471c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:40.907074 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6b8897fb-ed67-4b30-9b1b-6e6ffef32e7e tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:40.920217 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd45d78-c3ca-4e4f-917b-1ed407fa4562 x-openstack-request-id: req-dcd45d78-c3ca-4e4f-917b-1ed407fa4562 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:40.923083 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b612a03d-5b93-4c45-8f59-5bdbc55fd5cb", "name": "network-vif-deleted", "tag": "68a03408-c457-427d-88d1-cc7f1f5be0ce", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:40.923083 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-dcd45d78-c3ca-4e4f-917b-1ed407fa4562 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:40.923083 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b612a03d-5b93-4c45-8f59-5bdbc55fd5cb', 'name': 'network-vif-deleted', 'tag': '68a03408-c457-427d-88d1-cc7f1f5be0ce', 'status': 'completed', 'code': 200} Aug 16 20:53:40.941195 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7832f69d-00d3-4657-b142-4aec4538ab41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:40.942293 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7832f69d-00d3-4657-b142-4aec4538ab41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:40.943125 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7832f69d-00d3-4657-b142-4aec4538ab41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:41.028218 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7832f69d-00d3-4657-b142-4aec4538ab41 admin admin] Pushing event updated for resources: {'Network': ['ID=cc481ad8-fdda-48fd-b79e-06337d46463a,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:41.040119 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 93742952-d0ed-4f3f-8d41-48f5b332cff4 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:41.042241 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network cc481ad8-fdda-48fd-b79e-06337d46463a details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:53:41.054058 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1101260f-bd24-4dff-83ec-ab7e54ce0d5d tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:41.090399 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-029a94a5-7cd5-4e85-b0fc-69cc6b8b45de None None] Provisioning for port 93742952-d0ed-4f3f-8d41-48f5b332cff4 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:41.092318 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-364771ef-ce05-4276-91b1-b7208369b1fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:41.094954 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['68a03408-c457-427d-88d1-cc7f1f5be0ce'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:53:41.135574 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-30077a81-ba31-4d10-a1d1-ff158b02471c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1071bcfd-9a2f-4ae9-9d58-3722d5830a48 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:53:41.144699 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-30077a81-ba31-4d10-a1d1-ff158b02471c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:41.149301 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-029a94a5-7cd5-4e85-b0fc-69cc6b8b45de None None] Provisioning complete for port 93742952-d0ed-4f3f-8d41-48f5b332cff4 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:41.149683 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-029a94a5-7cd5-4e85-b0fc-69cc6b8b45de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:41.154862 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1101260f-bd24-4dff-83ec-ab7e54ce0d5d tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:41.160209 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-30077a81-ba31-4d10-a1d1-ff158b02471c service neutron] Transition to ACTIVE for port object 1071bcfd-9a2f-4ae9-9d58-3722d5830a48 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:41.179137 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1101260f-bd24-4dff-83ec-ab7e54ce0d5d tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:53:41.205143 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1101260f-bd24-4dff-83ec-ab7e54ce0d5d tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:41.205143 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-1101260f-bd24-4dff-83ec-ab7e54ce0d5d tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Added segment accb7587-66b5-47f1-9f9a-ffcba4d96107 of type vlan for network f62e60f7-7acf-4ef4-b109-47d25799b3b3 Aug 16 20:53:41.206320 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101260f-bd24-4dff-83ec-ab7e54ce0d5d tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4bbbce-3c7f-4b45-80de-de5f3e2b5083,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:41.265965 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-033fba91-6050-41e4-a9a2-1278a78aa6b9 req-4d78e9d8-a940-4cc4-bd85-d563cc7c8155 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/ports?device_id=b612a03d-5b93-4c45-8f59-5bdbc55fd5cb HTTP/1.1" status: 200 len: 210 time: 0.0658884 Aug 16 20:53:41.270317 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1101260f-bd24-4dff-83ec-ab7e54ce0d5d tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:41.273725 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7832f69d-00d3-4657-b142-4aec4538ab41 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7149615 Aug 16 20:53:41.337795 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-30077a81-ba31-4d10-a1d1-ff158b02471c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:41.372979 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-029a94a5-7cd5-4e85-b0fc-69cc6b8b45de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:41.406301 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c0cce97b-37f8-46db-bfb0-d9e7158484a9 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:41.418505 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30077a81-ba31-4d10-a1d1-ff158b02471c service neutron] Pushing event updated for resources: {'Port': ['ID=1071bcfd-9a2f-4ae9-9d58-3722d5830a48,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:41.427388 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ded8a65-ed01-4e05-8b04-fca1bd83e70a tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Made reservation on behalf of df0db65fdfbd4ff4919c3bc81e03626d for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:41.438797 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c0cce97b-37f8-46db-bfb0-d9e7158484a9 None None] Transition to ACTIVE for port object 0df84bac-866c-4627-a48a-dab9953d510e will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:41.444078 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-029a94a5-7cd5-4e85-b0fc-69cc6b8b45de None None] For port 93742952-d0ed-4f3f-8d41-48f5b332cff4, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=93742952-d0ed-4f3f-8d41-48f5b332cff4,segment=NetworkSegment(bd1a64ba-a5a9-495f-94c1-85cdbdf706dc),segment_id=bd1a64ba-a5a9-495f-94c1-85cdbdf706dc)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:41.474136 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-30077a81-ba31-4d10-a1d1-ff158b02471c service neutron] Attempting to bind port 1071bcfd-9a2f-4ae9-9d58-3722d5830a48 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:53:41.474487 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-30077a81-ba31-4d10-a1d1-ff158b02471c service neutron] Attempting to bind port 1071bcfd-9a2f-4ae9-9d58-3722d5830a48 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': 'cb926d0b-2c7e-41f1-b470-27d663b83c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '001f774f-d3c4-4724-a4ef-b6554b1c972e'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:53:41.474822 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-30077a81-ba31-4d10-a1d1-ff158b02471c service neutron] Attempting to bind port 1071bcfd-9a2f-4ae9-9d58-3722d5830a48 on network 001f774f-d3c4-4724-a4ef-b6554b1c972e {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:53:41.478666 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1101260f-bd24-4dff-83ec-ab7e54ce0d5d tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:41.479648 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1101260f-bd24-4dff-83ec-ab7e54ce0d5d tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:41.480788 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1101260f-bd24-4dff-83ec-ab7e54ce0d5d tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:41.486981 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-30077a81-ba31-4d10-a1d1-ff158b02471c service neutron] Port 1071bcfd-9a2f-4ae9-9d58-3722d5830a48 on network 001f774f-d3c4-4724-a4ef-b6554b1c972e not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:53:41.487302 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-30077a81-ba31-4d10-a1d1-ff158b02471c service neutron] Attempting to bind port 1071bcfd-9a2f-4ae9-9d58-3722d5830a48 on network 001f774f-d3c4-4724-a4ef-b6554b1c972e {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:53:41.493337 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-30077a81-ba31-4d10-a1d1-ff158b02471c service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:53:41.493686 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-30077a81-ba31-4d10-a1d1-ff158b02471c service neutron] Checking segment: {'id': 'cb926d0b-2c7e-41f1-b470-27d663b83c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '001f774f-d3c4-4724-a4ef-b6554b1c972e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:53:41.494083 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-30077a81-ba31-4d10-a1d1-ff158b02471c service neutron] Bound using segment: {'id': 'cb926d0b-2c7e-41f1-b470-27d663b83c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '001f774f-d3c4-4724-a4ef-b6554b1c972e'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:53:41.494564 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-30077a81-ba31-4d10-a1d1-ff158b02471c service neutron] Bound port: 1071bcfd-9a2f-4ae9-9d58-3722d5830a48, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb926d0b-2c7e-41f1-b470-27d663b83c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '001f774f-d3c4-4724-a4ef-b6554b1c972e'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:53:41.496880 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-30077a81-ba31-4d10-a1d1-ff158b02471c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:41.574748 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101260f-bd24-4dff-83ec-ab7e54ce0d5d tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Pushing event updated for resources: {'Network': ['ID=f62e60f7-7acf-4ef4-b109-47d25799b3b3,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:41.582659 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c0cce97b-37f8-46db-bfb0-d9e7158484a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:41.596987 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network f62e60f7-7acf-4ef4-b109-47d25799b3b3 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:53:41.644067 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5ded8a65-ed01-4e05-8b04-fca1bd83e70a tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:41.680338 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-5ded8a65-ed01-4e05-8b04-fca1bd83e70a tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] device_id is not set on port 6943485f-e4d9-43d5-b8e6-b460525154e2 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:53:41.698608 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-029a94a5-7cd5-4e85-b0fc-69cc6b8b45de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:41.781279 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a48e10-ee8f-442e-8047-3f74c52e4acb None None] Pushing event updated for resources: {'Port': ['ID=0df84bac-866c-4627-a48a-dab9953d510e,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:41.854240 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6b8897fb-ed67-4b30-9b1b-6e6ffef32e7e tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:41.856613 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-30077a81-ba31-4d10-a1d1-ff158b02471c service neutron] For port 1071bcfd-9a2f-4ae9-9d58-3722d5830a48, host n-h1-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:53:41.860967 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-30077a81-ba31-4d10-a1d1-ff158b02471c service neutron] For port 1071bcfd-9a2f-4ae9-9d58-3722d5830a48, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=1071bcfd-9a2f-4ae9-9d58-3722d5830a48,segment=NetworkSegment(cb926d0b-2c7e-41f1-b470-27d663b83c1b),segment_id=cb926d0b-2c7e-41f1-b470-27d663b83c1b)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:53:41.870433 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-5ded8a65-ed01-4e05-8b04-fca1bd83e70a tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Allocated IP 172.20.0.5 (879db6ea-4235-4669-86c4-124e04d268ed/dd7e5b03-5538-41ec-aed0-c9b4433fdfaa/6943485f-e4d9-43d5-b8e6-b460525154e2) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:41.877657 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-c0cce97b-37f8-46db-bfb0-d9e7158484a9 None None] Attempting to bind port 0df84bac-866c-4627-a48a-dab9953d510e on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:53:41.878040 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-c0cce97b-37f8-46db-bfb0-d9e7158484a9 None None] Attempting to bind port 0df84bac-866c-4627-a48a-dab9953d510e by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '7b235a1a-9054-49ab-85cf-feb8bb6f6bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4bbb22bc-a95f-49c3-b025-bf28336c87d7'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:53:41.878406 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cce97b-37f8-46db-bfb0-d9e7158484a9 None None] Attempting to bind port 0df84bac-866c-4627-a48a-dab9953d510e on network 4bbb22bc-a95f-49c3-b025-bf28336c87d7 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:53:41.897454 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cce97b-37f8-46db-bfb0-d9e7158484a9 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:53:41.898114 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cce97b-37f8-46db-bfb0-d9e7158484a9 None None] Checking segment: {'id': '7b235a1a-9054-49ab-85cf-feb8bb6f6bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4bbb22bc-a95f-49c3-b025-bf28336c87d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:53:41.898697 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c0cce97b-37f8-46db-bfb0-d9e7158484a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:41.899231 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cce97b-37f8-46db-bfb0-d9e7158484a9 None None] Bound using segment: {'id': '7b235a1a-9054-49ab-85cf-feb8bb6f6bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4bbb22bc-a95f-49c3-b025-bf28336c87d7'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:53:41.899896 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-c0cce97b-37f8-46db-bfb0-d9e7158484a9 None None] Bound port: 0df84bac-866c-4627-a48a-dab9953d510e, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b235a1a-9054-49ab-85cf-feb8bb6f6bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4bbb22bc-a95f-49c3-b025-bf28336c87d7'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:53:41.905628 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c0cce97b-37f8-46db-bfb0-d9e7158484a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:41.913067 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a1b43eb7-211b-4c90-b9a3-ed3ab10bd798 None None] Provisioning complete for port 93742952-d0ed-4f3f-8d41-48f5b332cff4 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:41.914694 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a1b43eb7-211b-4c90-b9a3-ed3ab10bd798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:41.921077 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9009778-a4fe-4f7a-af34-1a92f5133cc8 req-571938a5-16f1-4306-8081-140acb17eda9 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:41.927391 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a9009778-a4fe-4f7a-af34-1a92f5133cc8 req-571938a5-16f1-4306-8081-140acb17eda9 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 946 time: 0.3518794 Aug 16 20:53:41.932150 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a94a5-7cd5-4e85-b0fc-69cc6b8b45de None None] Pushing event updated for resources: {'Port': ['ID=93742952-d0ed-4f3f-8d41-48f5b332cff4,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:42.030356 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6b8897fb-ed67-4b30-9b1b-6e6ffef32e7e tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:42.035608 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-30077a81-ba31-4d10-a1d1-ff158b02471c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:42.088894 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a9009778-a4fe-4f7a-af34-1a92f5133cc8 req-429a4ccf-74b3-45af-9bd5-b639ba341c73 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600859 Aug 16 20:53:42.092757 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8897fb-ed67-4b30-9b1b-6e6ffef32e7e tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfca197-fe14-449a-8762-488cd66542f4,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:42.095912 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-c0cce97b-37f8-46db-bfb0-d9e7158484a9 None None] For port 0df84bac-866c-4627-a48a-dab9953d510e, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:53:42.096396 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-30077a81-ba31-4d10-a1d1-ff158b02471c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:42.097695 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-30077a81-ba31-4d10-a1d1-ff158b02471c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:42.099248 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-30077a81-ba31-4d10-a1d1-ff158b02471c service neutron] 10.222.0.72 "PUT /v2.0/ports/1071bcfd-9a2f-4ae9-9d58-3722d5830a48 HTTP/1.1" status: 200 len: 1093 time: 1.3888147 Aug 16 20:53:42.101929 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ef0647-3008-46f9-a88f-b746eea2aeaf', 'tag': '1071bcfd-9a2f-4ae9-9d58-3722d5830a48'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:42.105974 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1101260f-bd24-4dff-83ec-ab7e54ce0d5d tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.4019227 Aug 16 20:53:42.110407 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43796) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:42.115879 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6203a758-49b6-4fb2-9a93-763ae2966740" -d '{"events": [{"name": "network-changed", "server_uuid": "93ef0647-3008-46f9-a88f-b746eea2aeaf", "tag": "1071bcfd-9a2f-4ae9-9d58-3722d5830a48"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:42.116119 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-c0cce97b-37f8-46db-bfb0-d9e7158484a9 None None] For port 0df84bac-866c-4627-a48a-dab9953d510e, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=0df84bac-866c-4627-a48a-dab9953d510e,segment=NetworkSegment(7b235a1a-9054-49ab-85cf-feb8bb6f6bf2),segment_id=7b235a1a-9054-49ab-85cf-feb8bb6f6bf2)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:53:42.127865 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c48d76-82ec-4e43-a963-15dd1b980531 req-fd613a81-f3bb-4d24-8140-d909c386b4e1 tempest-ComputeTenantNetworksTest-1269673294 tempest-ComputeTenantNetworksTest-1269673294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:42.135153 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c48d76-82ec-4e43-a963-15dd1b980531 req-fd613a81-f3bb-4d24-8140-d909c386b4e1 tempest-ComputeTenantNetworksTest-1269673294 tempest-ComputeTenantNetworksTest-1269673294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:42.142269 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c48d76-82ec-4e43-a963-15dd1b980531 req-fd613a81-f3bb-4d24-8140-d909c386b4e1 tempest-ComputeTenantNetworksTest-1269673294 tempest-ComputeTenantNetworksTest-1269673294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:42.151236 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c48d76-82ec-4e43-a963-15dd1b980531 req-fd613a81-f3bb-4d24-8140-d909c386b4e1 tempest-ComputeTenantNetworksTest-1269673294 tempest-ComputeTenantNetworksTest-1269673294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:42.156158 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-00c48d76-82ec-4e43-a963-15dd1b980531 req-fd613a81-f3bb-4d24-8140-d909c386b4e1 tempest-ComputeTenantNetworksTest-1269673294 tempest-ComputeTenantNetworksTest-1269673294-project] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.5795934 Aug 16 20:53:42.192943 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6b8897fb-ed67-4b30-9b1b-6e6ffef32e7e tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:42.194277 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6b8897fb-ed67-4b30-9b1b-6e6ffef32e7e tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.9737608 Aug 16 20:53:42.203755 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43802) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:42.211329 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-46543e4e-944f-4530-a436-a5866104db1e tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Request body: {'security_group_rule': {'security_group_id': 'cbfca197-fe14-449a-8762-488cd66542f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:42.214610 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c564a0-b9be-42d1-8b63-88d25786ead3 x-openstack-request-id: req-a7c564a0-b9be-42d1-8b63-88d25786ead3 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:42.214610 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ef0647-3008-46f9-a88f-b746eea2aeaf", "tag": "1071bcfd-9a2f-4ae9-9d58-3722d5830a48", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:42.214610 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a7c564a0-b9be-42d1-8b63-88d25786ead3 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:42.214610 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ef0647-3008-46f9-a88f-b746eea2aeaf', 'tag': '1071bcfd-9a2f-4ae9-9d58-3722d5830a48', 'status': 'completed', 'code': 200} Aug 16 20:53:42.215541 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30077a81-ba31-4d10-a1d1-ff158b02471c service neutron] Pushing event updated for resources: {'Port': ['ID=1071bcfd-9a2f-4ae9-9d58-3722d5830a48,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:42.229028 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a1b43eb7-211b-4c90-b9a3-ed3ab10bd798 None None] Provisioning for port 0645ff55-fac1-4277-9f84-20c44af9eca5 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:42.234687 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b191bcb9-0678-405b-a07c-86b8609b5bee tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:42.234822 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c0cce97b-37f8-46db-bfb0-d9e7158484a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:42.261105 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a1b43eb7-211b-4c90-b9a3-ed3ab10bd798 None None] Provisioning complete for port 0645ff55-fac1-4277-9f84-20c44af9eca5 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:42.262010 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a1b43eb7-211b-4c90-b9a3-ed3ab10bd798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:42.262151 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5ded8a65-ed01-4e05-8b04-fca1bd83e70a tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:42.299598 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-5ded8a65-ed01-4e05-8b04-fca1bd83e70a tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Transition to ACTIVE for port object 6943485f-e4d9-43d5-b8e6-b460525154e2 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:42.335404 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a48e10-ee8f-442e-8047-3f74c52e4acb None None] Pushing event updated for resources: {'Port': ['ID=0df84bac-866c-4627-a48a-dab9953d510e,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:42.342697 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a1b43eb7-211b-4c90-b9a3-ed3ab10bd798 None None] Port 0645ff55-fac1-4277-9f84-20c44af9eca5 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:53:42.344414 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cce97b-37f8-46db-bfb0-d9e7158484a9 None None] Routers {'ca719e48-641f-4290-964e-4e91bb389d29'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:42.345284 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-c0cce97b-37f8-46db-bfb0-d9e7158484a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:53:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['ca719e48-641f-4290-964e-4e91bb389d29'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:42.380920 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b191bcb9-0678-405b-a07c-86b8609b5bee tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:42.386178 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d45fc-ec2b-455e-8b46-402d9609ba7b req-d6b0da08-272a-4ea4-b8cb-e6b56f428d69 tempest-ComputeTenantNetworksTest-1269673294 tempest-ComputeTenantNetworksTest-1269673294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:42.394970 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-673d45fc-ec2b-455e-8b46-402d9609ba7b req-d6b0da08-272a-4ea4-b8cb-e6b56f428d69 tempest-ComputeTenantNetworksTest-1269673294 tempest-ComputeTenantNetworksTest-1269673294-project] 10.222.0.84 "GET /v2.0/networks/cc481ad8-fdda-48fd-b79e-06337d46463a HTTP/1.1" status: 200 len: 768 time: 0.1533325 Aug 16 20:53:42.395217 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-b191bcb9-0678-405b-a07c-86b8609b5bee tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f62e60f7-7acf-4ef4-b109-47d25799b3b3']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:42.409068 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-b191bcb9-0678-405b-a07c-86b8609b5bee tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'accb7587-66b5-47f1-9f9a-ffcba4d96107') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:42.409355 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-b191bcb9-0678-405b-a07c-86b8609b5bee tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'accb7587-66b5-47f1-9f9a-ffcba4d96107') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:42.419643 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7df4b-52fa-4f6e-a3b2-1bd4d6595e2d req-95671cc2-4f4b-4f30-aef4-91a44932263e tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:42.422251 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b191bcb9-0678-405b-a07c-86b8609b5bee tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:42.426917 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1ca7df4b-52fa-4f6e-a3b2-1bd4d6595e2d req-95671cc2-4f4b-4f30-aef4-91a44932263e tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/ports?device_id=93ef0647-3008-46f9-a88f-b746eea2aeaf HTTP/1.1" status: 200 len: 944 time: 0.2314770 Aug 16 20:53:42.431093 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 43808) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:42.448794 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b191bcb9-0678-405b-a07c-86b8609b5bee tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:42.456202 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b191bcb9-0678-405b-a07c-86b8609b5bee tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:53:42.456709 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b191bcb9-0678-405b-a07c-86b8609b5bee tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:42.528579 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:53:42.528579 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:53:42.528579 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:53:42.528579 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:53:42.528579 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:53:42.528579 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:53:42.528579 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:53:42.528579 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:53:42.528579 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:53:42.528579 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:53:42.528579 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:53:42.528579 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:53:42.528579 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:53:42.528579 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:53:42.528579 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:53:42.528579 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:53:42.528579 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:53:42.528579 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:53:42.528579 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:53:42.528579 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:53:42.528579 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:53:42.528579 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:53:42.528579 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:53:42.528579 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:53:42.528579 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:53:42.528579 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:53:42.528579 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:53:42.528579 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:53:42.528579 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:53:42.528579 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:53:42.528579 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:53:42.528579 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:53:42.544993 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-46543e4e-944f-4530-a436-a5866104db1e tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:42.572559 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b3ab8262-7f54-416e-afd3-f68890861f5b None None] Provisioning complete for port 0645ff55-fac1-4277-9f84-20c44af9eca5 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:42.573336 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b3ab8262-7f54-416e-afd3-f68890861f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:42.582409 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203a758-49b6-4fb2-9a93-763ae2966740 req-988fa11e-60b0-40c1-85d2-e8098cda59cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:42.587649 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6203a758-49b6-4fb2-9a93-763ae2966740 req-988fa11e-60b0-40c1-85d2-e8098cda59cd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f528879fc998445593ea72fcaca71808&device_id=93ef0647-3008-46f9-a88f-b746eea2aeaf HTTP/1.1" status: 200 len: 1096 time: 0.3447084 Aug 16 20:53:42.624988 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-46543e4e-944f-4530-a436-a5866104db1e tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:42.648580 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-c0cce97b-37f8-46db-bfb0-d9e7158484a9 None None] Set router ca719e48-641f-4290-964e-4e91bb389d29 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:53:42.651918 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-b3ab8262-7f54-416e-afd3-f68890861f5b None None] Port 0645ff55-fac1-4277-9f84-20c44af9eca5 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:53:42.666205 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b191bcb9-0678-405b-a07c-86b8609b5bee tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:42.671285 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b191bcb9-0678-405b-a07c-86b8609b5bee tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f62e60f7-7acf-4ef4-b109-47d25799b3b3 {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 20:53:42.684302 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b191bcb9-0678-405b-a07c-86b8609b5bee tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:42.686902 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b191bcb9-0678-405b-a07c-86b8609b5bee tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] 10.222.0.84 "DELETE /v2.0/networks/f62e60f7-7acf-4ef4-b109-47d25799b3b3 HTTP/1.1" status: 204 len: 168 time: 0.5754316 Aug 16 20:53:42.688426 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191bcb9-0678-405b-a07c-86b8609b5bee tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Pushing event deleted for resources: {'Network': ['ID=f62e60f7-7acf-4ef4-b109-47d25799b3b3,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:42.692105 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43818) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:42.698442 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-d87d36b2-ddfc-4d7a-b0fe-b91552d10c62 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:42.735723 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5ded8a65-ed01-4e05-8b04-fca1bd83e70a tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:42.807770 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-46543e4e-944f-4530-a436-a5866104db1e tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:42.850046 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87d36b2-ddfc-4d7a-b0fe-b91552d10c62 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Made reservation on behalf of 8bd4928b639d441db3a928a90d80196d for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:42.853040 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d87d36b2-ddfc-4d7a-b0fe-b91552d10c62 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:42.857215 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1ca7df4b-52fa-4f6e-a3b2-1bd4d6595e2d req-0b9dbad2-0010-40a3-a1d3-39186cacd79b tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups?id=3dc6bd43-bdac-49e7-80a3-26b230279ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072604 Aug 16 20:53:42.858278 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ded8a65-ed01-4e05-8b04-fca1bd83e70a tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Network 879db6ea-4235-4669-86c4-124e04d268ed is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:42.873536 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e8c1b7da-ca80-494b-9c39-b515ac21acb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:42.875467 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46543e4e-944f-4530-a436-a5866104db1e tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f86670-b9c7-486d-a85f-e68bbc308dd4,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:42.887349 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-5ded8a65-ed01-4e05-8b04-fca1bd83e70a tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:42.906568 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203a758-49b6-4fb2-9a93-763ae2966740 req-6606bf0f-bfc3-4fc2-9875-c6d3ef99ef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:42.908253 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6203a758-49b6-4fb2-9a93-763ae2966740 req-6606bf0f-bfc3-4fc2-9875-c6d3ef99ef0a service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=f528879fc998445593ea72fcaca71808&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2954698 Aug 16 20:53:42.913662 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ded8a65-ed01-4e05-8b04-fca1bd83e70a tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:42.917187 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded8a65-ed01-4e05-8b04-fca1bd83e70a tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Pushing event updated for resources: {'Port': ['ID=6943485f-e4d9-43d5-b8e6-b460525154e2,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:42.953322 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d87d36b2-ddfc-4d7a-b0fe-b91552d10c62 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:53:42.963537 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 43824) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:42.973838 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-c0cce97b-37f8-46db-bfb0-d9e7158484a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca719e48-641f-4290-964e-4e91bb389d29', 'name': 'tempest-ServersTestManualDisk-562072377-router', 'tenant_id': 'ebac0160837646008c1ab540ec09346e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd98f3ebe-b27b-4e55-b425-9d6967ca51a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:31Z', 'updated_at': '2021-08-16T20:53:36Z', 'revision_number': 4, 'project_id': 'ebac0160837646008c1ab540ec09346e', 'gw_port': {'id': 'd98f3ebe-b27b-4e55-b425-9d6967ca51a3', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca719e48-641f-4290-964e-4e91bb389d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:32Z', 'updated_at': '2021-08-16T20:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '0df84bac-866c-4627-a48a-dab9953d510e', 'name': '', 'network_id': '4bbb22bc-a95f-49c3-b025-bf28336c87d7', 'tenant_id': 'ebac0160837646008c1ab540ec09346e', 'mac_address': 'fa:16:3e:8e:bf:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca719e48-641f-4290-964e-4e91bb389d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'f72c7722-b18e-41bf-9657-631ad210a5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:35Z', 'updated_at': '2021-08-16T20:53:42Z', 'revision_number': 4, 'project_id': 'ebac0160837646008c1ab540ec09346e', 'subnets': [{'id': 'f72c7722-b18e-41bf-9657-631ad210a5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:42.985910 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d87d36b2-ddfc-4d7a-b0fe-b91552d10c62 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:42.986557 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-d87d36b2-ddfc-4d7a-b0fe-b91552d10c62 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Added segment 838bd007-a18d-4900-84aa-9cef279a8be9 of type vlan for network 2532ec50-8e0a-4809-a87f-a65b146ceaf8 Aug 16 20:53:43.025539 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cce97b-37f8-46db-bfb0-d9e7158484a9 None None] The sync data for ids ['ca719e48-641f-4290-964e-4e91bb389d29'] in n-d-793620-15 is: [{'id': 'ca719e48-641f-4290-964e-4e91bb389d29', 'name': 'tempest-ServersTestManualDisk-562072377-router', 'tenant_id': 'ebac0160837646008c1ab540ec09346e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd98f3ebe-b27b-4e55-b425-9d6967ca51a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:31Z', 'updated_at': '2021-08-16T20:53:36Z', 'revision_number': 4, 'project_id': 'ebac0160837646008c1ab540ec09346e', 'gw_port': {'id': 'd98f3ebe-b27b-4e55-b425-9d6967ca51a3', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca719e48-641f-4290-964e-4e91bb389d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:32Z', 'updated_at': '2021-08-16T20:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '0df84bac-866c-4627-a48a-dab9953d510e', 'name': '', 'network_id': '4bbb22bc-a95f-49c3-b025-bf28336c87d7', 'tenant_id': 'ebac0160837646008c1ab540ec09346e', 'mac_address': 'fa:16:3e:8e:bf:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca719e48-641f-4290-964e-4e91bb389d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'f72c7722-b18e-41bf-9657-631ad210a5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:35Z', 'updated_at': '2021-08-16T20:53:42Z', 'revision_number': 4, 'project_id': 'ebac0160837646008c1ab540ec09346e', 'subnets': [{'id': 'f72c7722-b18e-41bf-9657-631ad210a5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:53:43.053790 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-46543e4e-944f-4530-a436-a5866104db1e tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:43.057342 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-46543e4e-944f-4530-a436-a5866104db1e tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8487306 Aug 16 20:53:43.060245 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d87d36b2-ddfc-4d7a-b0fe-b91552d10c62 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:43.061204 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 43826) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:43.070208 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-c4f2e801-3cfa-4a5e-bb2c-58fd4150aaba tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Request body: {'security_group_rule': {'security_group_id': 'cbfca197-fe14-449a-8762-488cd66542f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:43.100898 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ded8a65-ed01-4e05-8b04-fca1bd83e70a tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:43.101551 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5ded8a65-ed01-4e05-8b04-fca1bd83e70a tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:43.193514 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e8c1b7da-ca80-494b-9c39-b515ac21acb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:43.214330 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d87d36b2-ddfc-4d7a-b0fe-b91552d10c62 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:43.215396 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87d36b2-ddfc-4d7a-b0fe-b91552d10c62 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:43.216652 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d87d36b2-ddfc-4d7a-b0fe-b91552d10c62 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:43.220843 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-e8c1b7da-ca80-494b-9c39-b515ac21acb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc481ad8-fdda-48fd-b79e-06337d46463a']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:43.236777 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-16e9ce0e-4ddb-4030-aa88-ea2546627176 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:43.266682 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203a758-49b6-4fb2-9a93-763ae2966740 req-2a9426cb-088d-4226-a710-76dccfae2afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:43.267810 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6203a758-49b6-4fb2-9a93-763ae2966740 req-2a9426cb-088d-4226-a710-76dccfae2afd service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3293920 Aug 16 20:53:43.272920 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-e8c1b7da-ca80-494b-9c39-b515ac21acb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f117734d-b40d-4b6a-a687-917a69f34337') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:43.273466 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-e8c1b7da-ca80-494b-9c39-b515ac21acb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f117734d-b40d-4b6a-a687-917a69f34337') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:43.282274 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d36b2-ddfc-4d7a-b0fe-b91552d10c62 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Pushing event updated for resources: {'Network': ['ID=2532ec50-8e0a-4809-a87f-a65b146ceaf8,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:43.291308 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e8c1b7da-ca80-494b-9c39-b515ac21acb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:43.294236 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 2532ec50-8e0a-4809-a87f-a65b146ceaf8 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:53:43.338365 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-70c0adc3-bae8-4e0b-b980-c40ee816b5a4 None None] Provisioning for port 6943485f-e4d9-43d5-b8e6-b460525154e2 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:43.338569 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c4f2e801-3cfa-4a5e-bb2c-58fd4150aaba tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:43.349110 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-70c0adc3-bae8-4e0b-b980-c40ee816b5a4 None None] Provisioning complete for port 6943485f-e4d9-43d5-b8e6-b460525154e2 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:43.349589 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-70c0adc3-bae8-4e0b-b980-c40ee816b5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:43.364418 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5ded8a65-ed01-4e05-8b04-fca1bd83e70a tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.2407522 Aug 16 20:53:43.365984 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d87d36b2-ddfc-4d7a-b0fe-b91552d10c62 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6729295 Aug 16 20:53:43.367230 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43830) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:43.369158 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43832) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:43.373136 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e8c1b7da-ca80-494b-9c39-b515ac21acb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:43.383390 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8c1b7da-ca80-494b-9c39-b515ac21acb5 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:53:43.384737 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e8c1b7da-ca80-494b-9c39-b515ac21acb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:43.406686 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-70c0adc3-bae8-4e0b-b980-c40ee816b5a4 None None] Port 6943485f-e4d9-43d5-b8e6-b460525154e2 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:53:43.425252 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-0ae545b0-b8d5-42b7-896a-20e48c2224e7 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Request body: {'subnet': {'network_id': '2532ec50-8e0a-4809-a87f-a65b146ceaf8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:43.457102 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 20:53:43.457102 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:53:43.457102 n-d-793620-15 neutron-server[101844]: timer() Aug 16 20:53:43.457102 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:53:43.457102 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 20:53:43.457102 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:53:43.457102 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 20:53:43.457102 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:53:43.457102 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 20:53:43.457102 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:53:43.457102 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 20:53:43.457102 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:53:43.457102 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 20:53:43.457102 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:53:43.457102 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:53:43.457102 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:53:43.457102 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:53:43.457102 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:53:43.457102 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 20:53:43.457102 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:53:43.457102 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 20:53:43.457102 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:53:43.457102 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:53:43.457102 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:53:43.457102 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 20:53:43.457102 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:53:43.457102 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:53:43.457102 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:53:43.457102 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:53:43.457102 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:53:43.457102 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:53:43.457102 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:53:43.474387 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-16e9ce0e-4ddb-4030-aa88-ea2546627176 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:43.523036 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833d752c-2812-4065-a88a-2f65e9d45236 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:43.523496 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10d1e6-5fb9-49ef-8903-60317d127e37 req-0b07d955-b476-441b-8d21-0ea23947696e tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:43.528309 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9d10d1e6-5fb9-49ef-8903-60317d127e37 req-0b07d955-b476-441b-8d21-0ea23947696e tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 946 time: 0.3158340 Aug 16 20:53:43.529342 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833d752c-2812-4065-a88a-2f65e9d45236 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:43.535488 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833d752c-2812-4065-a88a-2f65e9d45236 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:43.539894 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-833d752c-2812-4065-a88a-2f65e9d45236 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1688790 Aug 16 20:53:43.540120 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43836) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:43.606039 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-4a3adec8-d317-4f97-a9a4-2d1abff2bb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:43.607605 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-4a3adec8-d317-4f97-a9a4-2d1abff2bb43 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f528879fc998445593ea72fcaca71808&device_id=93ef0647-3008-46f9-a88f-b746eea2aeaf HTTP/1.1" status: 200 len: 1096 time: 0.2935219 Aug 16 20:53:43.615698 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e8c1b7da-ca80-494b-9c39-b515ac21acb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:43.620290 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e8c1b7da-ca80-494b-9c39-b515ac21acb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:43.622816 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e8c1b7da-ca80-494b-9c39-b515ac21acb5 admin admin] 10.222.0.84 "DELETE /v2.0/networks/cc481ad8-fdda-48fd-b79e-06337d46463a HTTP/1.1" status: 204 len: 168 time: 1.1853535 Aug 16 20:53:43.654486 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c4f2e801-3cfa-4a5e-bb2c-58fd4150aaba tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:43.666177 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 68a03408-c457-427d-88d1-cc7f1f5be0ce no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:53:43.691454 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae545b0-b8d5-42b7-896a-20e48c2224e7 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Made reservation on behalf of 8bd4928b639d441db3a928a90d80196d for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:43.695855 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0ae545b0-b8d5-42b7-896a-20e48c2224e7 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:43.700106 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 68a03408-c457-427d-88d1-cc7f1f5be0ce {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:53:43.700421 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 68a03408-c457-427d-88d1-cc7f1f5be0ce not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:53:43.727865 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e973f6ac-52f5-467d-8931-37426eeed086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:43.741862 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9d10d1e6-5fb9-49ef-8903-60317d127e37 req-44b7be7b-a499-42ad-b3b1-cd0dbbc153fe tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926003 Aug 16 20:53:43.742664 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1b7da-ca80-494b-9c39-b515ac21acb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc481ad8-fdda-48fd-b79e-06337d46463a,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:43.747260 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-580b720d-7976-4e15-81aa-faaade5cdb37 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1071bcfd-9a2f-4ae9-9d58-3722d5830a48 HTTP/1.1" status: 200 len: 217 time: 0.1207066 Aug 16 20:53:43.790223 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-f4fe3d53-cbe4-499e-931d-c8bad0b37a32 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Deleting port 6943485f-e4d9-43d5-b8e6-b460525154e2 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:43.790811 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f4fe3d53-cbe4-499e-931d-c8bad0b37a32 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:43.894432 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f4fe3d53-cbe4-499e-931d-c8bad0b37a32 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:43.906447 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:43.929321 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 0df84bac-866c-4627-a48a-dab9953d510e up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:43.960420 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-f4fe3d53-cbe4-499e-931d-c8bad0b37a32 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Calling delete_port for 6943485f-e4d9-43d5-b8e6-b460525154e2 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:44.130411 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 0df84bac-866c-4627-a48a-dab9953d510e completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:44.135114 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 0df84bac-866c-4627-a48a-dab9953d510e triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:44.136880 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:44.215861 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43844) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:44.225619 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-38f89329-b39c-4d28-9c00-b93ce3334782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:44.227257 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-38f89329-b39c-4d28-9c00-b93ce3334782 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0ca13ed5-9db7-40b6-8d34-f10c5def1378 HTTP/1.1" status: 200 len: 853 time: 0.4718387 Aug 16 20:53:44.231404 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c4f2e801-3cfa-4a5e-bb2c-58fd4150aaba tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:44.233394 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-16e9ce0e-4ddb-4030-aa88-ea2546627176 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:44.236266 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-16e9ce0e-4ddb-4030-aa88-ea2546627176 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:44.237538 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-16e9ce0e-4ddb-4030-aa88-ea2546627176 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "DELETE /v2.0/security-groups/5644339e-ef8f-4afa-bd1c-d08e9c3db0e7 HTTP/1.1" status: 204 len: 168 time: 1.2729251 Aug 16 20:53:44.242186 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43846) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:44.272862 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-cd27a724-f7a4-495b-afd0-358dfeb60b97 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] show failed (client error): The resource could not be found. Aug 16 20:53:44.274270 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-cd27a724-f7a4-495b-afd0-358dfeb60b97 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "GET /v2.0/security-groups/5644339e-ef8f-4afa-bd1c-d08e9c3db0e7 HTTP/1.1" status: 404 len: 347 time: 0.0292950 Aug 16 20:53:44.280115 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43848) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:44.324552 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5037ce60-e4dd-43e1-968a-c35da8825c0b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b811bc9bc16d4d64b4413d137c174d74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1042392 Aug 16 20:53:44.325468 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43850) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:44.326203 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f4fe3d53-cbe4-499e-931d-c8bad0b37a32 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:44.330140 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9ce0e-4ddb-4030-aa88-ea2546627176 tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5644339e-ef8f-4afa-bd1c-d08e9c3db0e7,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:44.333579 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-215fd9fd-8d00-4e67-957a-e2f90e9d8d4e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=001f774f-d3c4-4724-a4ef-b6554b1c972e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947943 Aug 16 20:53:44.351579 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f2e801-3cfa-4a5e-bb2c-58fd4150aaba tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59eaae5d-b32d-4006-9e11-b7deeac17c90,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:44.420970 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe3d53-cbe4-499e-931d-c8bad0b37a32 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Pushing event deleted for resources: {'Port': ['ID=6943485f-e4d9-43d5-b8e6-b460525154e2,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:44.445738 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:44.452429 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc20967-ef16-47e1-98ee-eddfd50792c0 req-b1080b50-fd2c-4f7c-aa48-10adadd8f8a2 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:44.467535 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8bc20967-ef16-47e1-98ee-eddfd50792c0 req-b1080b50-fd2c-4f7c-aa48-10adadd8f8a2 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/ports?device_id=93ef0647-3008-46f9-a88f-b746eea2aeaf HTTP/1.1" status: 200 len: 944 time: 0.2384720 Aug 16 20:53:44.484493 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 0df84bac-866c-4627-a48a-dab9953d510e, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=0df84bac-866c-4627-a48a-dab9953d510e,segment=NetworkSegment(7b235a1a-9054-49ab-85cf-feb8bb6f6bf2),segment_id=7b235a1a-9054-49ab-85cf-feb8bb6f6bf2)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:44.502233 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c4f2e801-3cfa-4a5e-bb2c-58fd4150aaba tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:44.506519 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c4f2e801-3cfa-4a5e-bb2c-58fd4150aaba tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4400132 Aug 16 20:53:44.511041 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 43852) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:44.521372 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-cef91731-59b1-48cb-85af-c187b6157c47 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:44.543993 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-ee35b1e4-19e8-4ce0-854d-1e41cce59c37 service neutron] 10.222.0.72 "GET /v2.0/networks/001f774f-d3c4-4724-a4ef-b6554b1c972e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015986 Aug 16 20:53:44.565587 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8bc20967-ef16-47e1-98ee-eddfd50792c0 req-33ec9ca2-67b8-40e2-98fa-a7347a6b7635 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups?id=3dc6bd43-bdac-49e7-80a3-26b230279ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969357 Aug 16 20:53:44.649348 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c0bfb3bc-8daa-4313-ade8-7ac9ac5050bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:44.723734 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6ad66280-310e-4547-9327-63c95ba5a3d9 req-f21f1ca3-6863-4ba3-ba02-ec31daa2dbb1 service neutron] 10.222.0.72 "GET /v2.0/networks/001f774f-d3c4-4724-a4ef-b6554b1c972e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706626 Aug 16 20:53:44.738797 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c0bfb3bc-8daa-4313-ade8-7ac9ac5050bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:44.767668 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:44.768577 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 93742952-d0ed-4f3f-8d41-48f5b332cff4 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:44.781131 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-ed92c73b-fc6f-4cb8-b872-04807fd93e2e tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Deleting port 76f52015-6dae-4c88-a443-f44912439a2b {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:44.781483 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ed92c73b-fc6f-4cb8-b872-04807fd93e2e tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:44.799982 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cef91731-59b1-48cb-85af-c187b6157c47 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks [] for floatingip, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:44.827762 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:44.867861 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f4fe3d53-cbe4-499e-931d-c8bad0b37a32 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:44.872662 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f4fe3d53-cbe4-499e-931d-c8bad0b37a32 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] 10.222.0.84 "DELETE /v2.0/ports/6943485f-e4d9-43d5-b8e6-b460525154e2 HTTP/1.1" status: 204 len: 168 time: 1.3290381 Aug 16 20:53:44.877781 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=0df84bac-866c-4627-a48a-dab9953d510e,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:44.878402 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43858) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:44.901683 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 93742952-d0ed-4f3f-8d41-48f5b332cff4 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:44.902874 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:44.930507 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff24216-10a2-465a-a046-76efb30d5c6d tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] GET failed (client error): The resource could not be found. Aug 16 20:53:44.932190 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5ff24216-10a2-465a-a046-76efb30d5c6d tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] 10.222.0.84 "GET /v2.0/ports/6943485f-e4d9-43d5-b8e6-b460525154e2 HTTP/1.1" status: 404 len: 333 time: 0.0515215 Aug 16 20:53:44.938283 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43860) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:44.943730 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-2b936cec-9d96-423b-97d1-7c96db46d96c tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Request body: {'port': {'network_id': '879db6ea-4235-4669-86c4-124e04d268ed', 'name': 'tempest-AllowedAddressPairTestJSON-1130470307'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:44.964261 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11d011-55a3-469f-ac63-c5320b1e7659 req-d00ca7dc-40cc-4dac-a22d-f34ba6970233 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:44.966357 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0e11d011-55a3-469f-ac63-c5320b1e7659 req-d00ca7dc-40cc-4dac-a22d-f34ba6970233 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 946 time: 0.1049445 Aug 16 20:53:45.037084 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0e11d011-55a3-469f-ac63-c5320b1e7659 req-5972dd7b-ffcb-45bd-ba5f-22178d1235c5 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629227 Aug 16 20:53:45.068340 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cef91731-59b1-48cb-85af-c187b6157c47 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:45.187179 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-cef91731-59b1-48cb-85af-c187b6157c47 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Allocated IP 172.25.1.146 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/a221f76c-53ea-4dc7-b430-07c63f062611) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:45.304077 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cef91731-59b1-48cb-85af-c187b6157c47 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:45.333114 n-d-793620-15 neutron-server[101845]: DEBUG neutron.objects.ports [None req-0ae545b0-b8d5-42b7-896a-20e48c2224e7 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101845) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:53:45.333753 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0ae545b0-b8d5-42b7-896a-20e48c2224e7 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:45.340893 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c0bfb3bc-8daa-4313-ade8-7ac9ac5050bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:45.343283 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c0bfb3bc-8daa-4313-ade8-7ac9ac5050bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:45.344418 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c0bfb3bc-8daa-4313-ade8-7ac9ac5050bb admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e419d951-0a2b-432e-b76c-10b9615729cf HTTP/1.1" status: 204 len: 168 time: 1.0135159 Aug 16 20:53:45.351020 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ed92c73b-fc6f-4cb8-b872-04807fd93e2e tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:45.351351 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ed92c73b-fc6f-4cb8-b872-04807fd93e2e tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:45.404862 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-ed92c73b-fc6f-4cb8-b872-04807fd93e2e tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Calling delete_port for 76f52015-6dae-4c88-a443-f44912439a2b owned by network:floatingip {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:45.406597 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bfb3bc-8daa-4313-ade8-7ac9ac5050bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e419d951-0a2b-432e-b76c-10b9615729cf,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:45.437262 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cef91731-59b1-48cb-85af-c187b6157c47 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:45.445110 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae545b0-b8d5-42b7-896a-20e48c2224e7 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8eec6b5e-34e3-4c9c-b31e-ec4c3bae1831,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:45.483353 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef91731-59b1-48cb-85af-c187b6157c47 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:45.487718 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-cef91731-59b1-48cb-85af-c187b6157c47 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:45.491322 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef91731-59b1-48cb-85af-c187b6157c47 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:45.522511 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae545b0-b8d5-42b7-896a-20e48c2224e7 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Checking segment: {'id': '838bd007-a18d-4900-84aa-9cef279a8be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2532ec50-8e0a-4809-a87f-a65b146ceaf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:53:45.522874 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae545b0-b8d5-42b7-896a-20e48c2224e7 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Network hostable DHCP agents. Network: 2532ec50-8e0a-4809-a87f-a65b146ceaf8, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:53:45.529020 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef91731-59b1-48cb-85af-c187b6157c47 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Pushing event updated for resources: {'Port': ['ID=a221f76c-53ea-4dc7-b430-07c63f062611,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:45.595377 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cef91731-59b1-48cb-85af-c187b6157c47 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:45.614680 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b936cec-9d96-423b-97d1-7c96db46d96c tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Made reservation on behalf of df0db65fdfbd4ff4919c3bc81e03626d for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:45.618190 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2b936cec-9d96-423b-97d1-7c96db46d96c tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:45.635395 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-2b936cec-9d96-423b-97d1-7c96db46d96c tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] device_id is not set on port 5b148688-d8c8-4103-85c6-d2a66a1c0235 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:53:45.671550 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae545b0-b8d5-42b7-896a-20e48c2224e7 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Network 2532ec50-8e0a-4809-a87f-a65b146ceaf8 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:53:45.688831 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fd073-058d-48ab-918c-ba7ff5799187 req-06c0d5f7-2905-4aad-b437-e32d80536629 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:45.690349 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-600fd073-058d-48ab-918c-ba7ff5799187 req-06c0d5f7-2905-4aad-b437-e32d80536629 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/ports?device_id=93ef0647-3008-46f9-a88f-b746eea2aeaf HTTP/1.1" status: 200 len: 944 time: 0.0512290 Aug 16 20:53:45.751380 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ee8795c4-dcbd-4c3f-8550-3802f73b0b77 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:53:45.753158 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-600fd073-058d-48ab-918c-ba7ff5799187 req-761e7f26-d240-47c3-a77d-b6c0df7fdaa8 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups?id=3dc6bd43-bdac-49e7-80a3-26b230279ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532448 Aug 16 20:53:45.773169 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-2b936cec-9d96-423b-97d1-7c96db46d96c tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Allocated IP 172.20.0.4 (879db6ea-4235-4669-86c4-124e04d268ed/dd7e5b03-5538-41ec-aed0-c9b4433fdfaa/5b148688-d8c8-4103-85c6-d2a66a1c0235) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:45.789778 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 0df84bac-866c-4627-a48a-dab9953d510e up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:45.840073 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cef91731-59b1-48cb-85af-c187b6157c47 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:45.901368 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ed92c73b-fc6f-4cb8-b872-04807fd93e2e tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:45.909344 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-0ae545b0-b8d5-42b7-896a-20e48c2224e7 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 2532ec50-8e0a-4809-a87f-a65b146ceaf8) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:45.912748 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 0df84bac-866c-4627-a48a-dab9953d510e triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:45.913322 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:45.917039 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ee8795c4-dcbd-4c3f-8550-3802f73b0b77, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ee8795c4-dcbd-4c3f-8550-3802f73b0b77,segment=NetworkSegment(dd3b3e95-b260-4ffe-89d2-ca493b24391f),segment_id=dd3b3e95-b260-4ffe-89d2-ca493b24391f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:45.922750 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa159d89-7e12-48cd-bbef-875a916899ad None None] Network 2532ec50-8e0a-4809-a87f-a65b146ceaf8 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:45.946107 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae545b0-b8d5-42b7-896a-20e48c2224e7 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:45.946793 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0ae545b0-b8d5-42b7-896a-20e48c2224e7 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:45.950623 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92c73b-fc6f-4cb8-b872-04807fd93e2e tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Pushing event deleted for resources: {'Port': ['ID=76f52015-6dae-4c88-a443-f44912439a2b,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:46.005605 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': 'ee8795c4-dcbd-4c3f-8550-3802f73b0b77', 'network_id': 'b1b88367-5ef4-4555-8890-197c2e8aab74', 'port_id': 'ee8795c4-dcbd-4c3f-8550-3802f73b0b77', 'mac_address': 'fa:16:3e:10:62:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf6a9c3-a849-4943-bd43-6e48f5539dc3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:53:46.067112 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ed92c73b-fc6f-4cb8-b872-04807fd93e2e tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks [] for floatingip, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:46.070780 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ed92c73b-fc6f-4cb8-b872-04807fd93e2e tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:46.074520 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ed92c73b-fc6f-4cb8-b872-04807fd93e2e tempest-ImagesOneServerNegativeTestJSON-1465748369 tempest-ImagesOneServerNegativeTestJSON-1465748369-project] 10.222.0.84 "DELETE /v2.0/floatingips/662fa393-813b-4741-a768-5ad537bb1ca9 HTTP/1.1" status: 204 len: 168 time: 1.7907755 Aug 16 20:53:46.087510 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cef91731-59b1-48cb-85af-c187b6157c47 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:46.095058 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2b936cec-9d96-423b-97d1-7c96db46d96c tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:46.102074 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:46.111429 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-2b936cec-9d96-423b-97d1-7c96db46d96c tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Transition to ACTIVE for port object 5b148688-d8c8-4103-85c6-d2a66a1c0235 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:46.148178 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee8795c4-dcbd-4c3f-8550-3802f73b0b77 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:53:46.189402 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ee8795c4-dcbd-4c3f-8550-3802f73b0b77, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ee8795c4-dcbd-4c3f-8550-3802f73b0b77,segment=NetworkSegment(dd3b3e95-b260-4ffe-89d2-ca493b24391f),segment_id=dd3b3e95-b260-4ffe-89d2-ca493b24391f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:46.191812 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3ed12a-7031-4ee2-89b9-1956b3d3aa93 None None] Network 2532ec50-8e0a-4809-a87f-a65b146ceaf8 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:46.206943 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0ae545b0-b8d5-42b7-896a-20e48c2224e7 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8365738 Aug 16 20:53:46.207670 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43890) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:46.212198 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-07524dc4-f651-4f54-97b1-34ca2e418a78 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Request body: {'floatingip': {'floating_network_id': '2532ec50-8e0a-4809-a87f-a65b146ceaf8'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:46.215594 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cef91731-59b1-48cb-85af-c187b6157c47 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:46.225891 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebfe52-e8b3-4414-b80f-213e7f61b4f7 req-da9acd60-3997-4c1e-9a43-b66a6f9e03ae tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:46.227669 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9eebfe52-e8b3-4414-b80f-213e7f61b4f7 req-da9acd60-3997-4c1e-9a43-b66a6f9e03ae tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 946 time: 0.0609953 Aug 16 20:53:46.240700 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43892) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:46.278897 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2b936cec-9d96-423b-97d1-7c96db46d96c tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:46.303735 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:46.335904 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b936cec-9d96-423b-97d1-7c96db46d96c tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Network 879db6ea-4235-4669-86c4-124e04d268ed is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:46.340570 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-07524dc4-f651-4f54-97b1-34ca2e418a78 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:46.341679 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9eebfe52-e8b3-4414-b80f-213e7f61b4f7 req-5d88686e-013b-4461-baad-93babdcedeff tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058602 Aug 16 20:53:46.345815 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef91731-59b1-48cb-85af-c187b6157c47 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Pushing event updated for resources: {'Port': ['ID=a221f76c-53ea-4dc7-b430-07c63f062611,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:46.346194 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-2b936cec-9d96-423b-97d1-7c96db46d96c tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:46.365240 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b936cec-9d96-423b-97d1-7c96db46d96c tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:46.365808 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cef91731-59b1-48cb-85af-c187b6157c47 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:46.422933 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-0056943c-4456-4543-976d-b0f8a49f0b94 admin admin] Deleting subnet 063b8681-e8b9-4cc3-a1c7-6de160bd6bb0 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:53:46.430458 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=ee8795c4-dcbd-4c3f-8550-3802f73b0b77,revision_number=6']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:46.444806 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0056943c-4456-4543-976d-b0f8a49f0b94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:46.450740 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b936cec-9d96-423b-97d1-7c96db46d96c tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Pushing event updated for resources: {'Port': ['ID=5b148688-d8c8-4103-85c6-d2a66a1c0235,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:46.483238 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cef91731-59b1-48cb-85af-c187b6157c47 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:46.485675 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-cef91731-59b1-48cb-85af-c187b6157c47 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9736254 Aug 16 20:53:46.494803 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:46.511850 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b936cec-9d96-423b-97d1-7c96db46d96c tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:46.511850 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2b936cec-9d96-423b-97d1-7c96db46d96c tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:46.540574 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0056943c-4456-4543-976d-b0f8a49f0b94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:46.587134 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['ee8795c4-dcbd-4c3f-8550-3802f73b0b77'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:53:46.601385 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0056943c-4456-4543-976d-b0f8a49f0b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:46.665564 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-07524dc4-f651-4f54-97b1-34ca2e418a78 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:46.708113 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2b936cec-9d96-423b-97d1-7c96db46d96c tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7705903 Aug 16 20:53:46.710994 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43912) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:46.716859 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-baefcacd-26d9-48c5-8883-251eddf07180 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:81:10:21'}]}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:46.727441 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-be900ea4-4542-422c-a5f5-c8826c41f7d6 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--758716109&fields=id&tenant_id=ebac0160837646008c1ab540ec09346e HTTP/1.1" status: 200 len: 267 time: 0.0396931 Aug 16 20:53:46.853396 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-07524dc4-f651-4f54-97b1-34ca2e418a78 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Allocated IP 172.20.0.14 (2532ec50-8e0a-4809-a87f-a65b146ceaf8/8eec6b5e-34e3-4c9c-b31e-ec4c3bae1831/812e5a92-cbb7-4c89-9385-2040877f2583) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:46.898444 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-278ac4f1-55fe-4175-8210-88cca424af21 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:46.900158 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-278ac4f1-55fe-4175-8210-88cca424af21 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "GET /v2.0/networks?id=4bbb22bc-a95f-49c3-b025-bf28336c87d7 HTTP/1.1" status: 200 len: 811 time: 0.1654344 Aug 16 20:53:46.932571 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b0585-6a79-40b1-90be-299afeebffa2 req-0eb7cd1c-c58d-467a-96b2-243d957af9c4 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:46.932999 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0f0b0585-6a79-40b1-90be-299afeebffa2 req-0eb7cd1c-c58d-467a-96b2-243d957af9c4 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/ports?device_id=93ef0647-3008-46f9-a88f-b746eea2aeaf HTTP/1.1" status: 200 len: 944 time: 0.1132095 Aug 16 20:53:46.934342 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-287fa12d-c6cd-48a5-9ab0-d71719356fc3 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "GET /v2.0/quotas/ebac0160837646008c1ab540ec09346e HTTP/1.1" status: 200 len: 375 time: 0.0242562 Aug 16 20:53:46.942967 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-4167470e-e10d-48ae-b876-e87295f4c787 None None] Provisioning for port 5b148688-d8c8-4103-85c6-d2a66a1c0235 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:46.944835 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-4167470e-e10d-48ae-b876-e87295f4c787 None None] Provisioning complete for port 5b148688-d8c8-4103-85c6-d2a66a1c0235 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:46.945281 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4167470e-e10d-48ae-b876-e87295f4c787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:46.952926 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0056943c-4456-4543-976d-b0f8a49f0b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:46.992846 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-baefcacd-26d9-48c5-8883-251eddf07180 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:46.994784 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056943c-4456-4543-976d-b0f8a49f0b94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=063b8681-e8b9-4cc3-a1c7-6de160bd6bb0,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:47.017322 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0056943c-4456-4543-976d-b0f8a49f0b94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:47.018410 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0056943c-4456-4543-976d-b0f8a49f0b94 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/063b8681-e8b9-4cc3-a1c7-6de160bd6bb0 HTTP/1.1" status: 204 len: 168 time: 0.7763000 Aug 16 20:53:47.020377 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-4167470e-e10d-48ae-b876-e87295f4c787 None None] Port 5b148688-d8c8-4103-85c6-d2a66a1c0235 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:53:47.029157 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43920) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:47.040505 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0f0b0585-6a79-40b1-90be-299afeebffa2 req-09f212bf-c99c-44b2-ab12-9405a949ea45 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups?id=3dc6bd43-bdac-49e7-80a3-26b230279ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930638 Aug 16 20:53:47.066473 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-3da2e5db-3470-4fb2-99ac-02f1fed1abea tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=ebac0160837646008c1ab540ec09346e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1164577 Aug 16 20:53:47.133973 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-07524dc4-f651-4f54-97b1-34ca2e418a78 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:47.173016 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2cbe4032-c9fb-43e2-b127-8a6d256856ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:47.307067 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-3d9d5db3-e67e-4a3a-b413-ba6dcc0593ae service neutron] 10.222.0.84 "GET /v2.0/networks/4bbb22bc-a95f-49c3-b025-bf28336c87d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262745 Aug 16 20:53:47.352600 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2cbe4032-c9fb-43e2-b127-8a6d256856ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:47.369585 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-2cbe4032-c9fb-43e2-b127-8a6d256856ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aaec99b-835d-4e57-91ae-52c77e4ca746']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:47.384785 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-2cbe4032-c9fb-43e2-b127-8a6d256856ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '924f0b82-5103-407b-88b5-5f564b7e60a5') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:47.386000 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-2cbe4032-c9fb-43e2-b127-8a6d256856ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '924f0b82-5103-407b-88b5-5f564b7e60a5') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:47.402975 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2cbe4032-c9fb-43e2-b127-8a6d256856ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:47.411639 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-baefcacd-26d9-48c5-8883-251eddf07180 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:47.415453 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-92738f8b-73a9-47b7-8a7f-c65bbabe69d2 service neutron] 10.222.0.84 "GET /v2.0/networks/4bbb22bc-a95f-49c3-b025-bf28336c87d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014490 Aug 16 20:53:47.420983 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2cbe4032-c9fb-43e2-b127-8a6d256856ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:47.427208 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cbe4032-c9fb-43e2-b127-8a6d256856ad admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:53:47.427851 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2cbe4032-c9fb-43e2-b127-8a6d256856ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:47.429463 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:53:47.429463 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:53:47.429463 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:53:47.429463 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:53:47.429463 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:53:47.429463 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:53:47.429463 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:53:47.429463 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:53:47.429463 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:53:47.429463 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:53:47.429463 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:53:47.429463 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:53:47.429463 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:53:47.429463 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:53:47.429463 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:53:47.429463 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:53:47.429463 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:53:47.429463 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:53:47.429463 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:53:47.429463 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:53:47.429463 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:53:47.429463 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:53:47.429463 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:53:47.429463 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:53:47.429463 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:53:47.429463 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:53:47.429463 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:53:47.429463 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:53:47.429463 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:53:47.429463 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:53:47.429463 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:53:47.429463 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:53:47.462345 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-07524dc4-f651-4f54-97b1-34ca2e418a78 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:47.489865 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47516e7c-d353-467a-bb1e-c6dcd7b4867c req-49598e86-cbad-458c-9a40-7dff4ce2b781 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:47.491620 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-47516e7c-d353-467a-bb1e-c6dcd7b4867c req-49598e86-cbad-458c-9a40-7dff4ce2b781 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 945 time: 0.0669513 Aug 16 20:53:47.520632 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07524dc4-f651-4f54-97b1-34ca2e418a78 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Network 2532ec50-8e0a-4809-a87f-a65b146ceaf8 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:47.523584 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-07524dc4-f651-4f54-97b1-34ca2e418a78 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:47.527577 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07524dc4-f651-4f54-97b1-34ca2e418a78 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:47.533112 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07524dc4-f651-4f54-97b1-34ca2e418a78 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Pushing event updated for resources: {'Port': ['ID=812e5a92-cbb7-4c89-9385-2040877f2583,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:47.563889 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-47516e7c-d353-467a-bb1e-c6dcd7b4867c req-78899cd2-69b0-41d4-a4ab-d224e423181a tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494549 Aug 16 20:53:47.616045 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-baefcacd-26d9-48c5-8883-251eddf07180 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:47.666499 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 1071bcfd-9a2f-4ae9-9d58-3722d5830a48 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:53:47.702682 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-07524dc4-f651-4f54-97b1-34ca2e418a78 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:47.708099 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2cbe4032-c9fb-43e2-b127-8a6d256856ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:47.739369 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2cbe4032-c9fb-43e2-b127-8a6d256856ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:47.746918 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ee8795c4-dcbd-4c3f-8550-3802f73b0b77 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:47.749121 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2cbe4032-c9fb-43e2-b127-8a6d256856ad admin admin] 10.222.0.84 "DELETE /v2.0/networks/8aaec99b-835d-4e57-91ae-52c77e4ca746 HTTP/1.1" status: 204 len: 168 time: 0.7189245 Aug 16 20:53:47.773025 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baefcacd-26d9-48c5-8883-251eddf07180 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Pushing event updated for resources: {'Port': ['ID=5b148688-d8c8-4103-85c6-d2a66a1c0235,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:47.786741 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe4032-c9fb-43e2-b127-8a6d256856ad admin admin] Pushing event deleted for resources: {'Network': ['ID=8aaec99b-835d-4e57-91ae-52c77e4ca746,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:47.800665 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-baefcacd-26d9-48c5-8883-251eddf07180 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] In _notify_port_updated(), no bound segment for port 5b148688-d8c8-4103-85c6-d2a66a1c0235 on network 879db6ea-4235-4669-86c4-124e04d268ed {{(pid=101845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:53:47.812946 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baefcacd-26d9-48c5-8883-251eddf07180 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:47.813645 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-baefcacd-26d9-48c5-8883-251eddf07180 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:47.820276 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-baefcacd-26d9-48c5-8883-251eddf07180 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] 10.222.0.84 "PUT /v2.0/ports/5b148688-d8c8-4103-85c6-d2a66a1c0235 HTTP/1.1" status: 200 len: 993 time: 1.1060174 Aug 16 20:53:47.825527 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43944) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:47.898726 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-807e580b-5635-41ea-80c2-e97e3bdf462a req-e788bdcb-c38e-4157-a0db-ad4a832f44c8 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "GET /v2.0/ports?device_id=40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f HTTP/1.1" status: 200 len: 210 time: 0.0651190 Aug 16 20:53:47.950480 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-07524dc4-f651-4f54-97b1-34ca2e418a78 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:47.964857 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 43946) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:47.974523 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 1071bcfd-9a2f-4ae9-9d58-3722d5830a48, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=1071bcfd-9a2f-4ae9-9d58-3722d5830a48,segment=NetworkSegment(cb926d0b-2c7e-41f1-b470-27d663b83c1b),segment_id=cb926d0b-2c7e-41f1-b470-27d663b83c1b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:48.006030 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '1071bcfd-9a2f-4ae9-9d58-3722d5830a48', 'network_id': '001f774f-d3c4-4724-a4ef-b6554b1c972e', 'port_id': '1071bcfd-9a2f-4ae9-9d58-3722d5830a48', 'mac_address': 'fa:16:3e:59:23:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca13ed5-9db7-40b6-8d34-f10c5def1378', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:53:48.084817 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-501ad87c-bacb-4bad-94b6-e98bf3f0dfae tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Deleting port 5b148688-d8c8-4103-85c6-d2a66a1c0235 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:48.089256 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-501ad87c-bacb-4bad-94b6-e98bf3f0dfae tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.091239 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port ee8795c4-dcbd-4c3f-8550-3802f73b0b77 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:48.091832 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.122387 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.152143 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1071bcfd-9a2f-4ae9-9d58-3722d5830a48 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:53:48.183102 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f55e3b11-e097-4ed7-903f-5f73439bd0e0 None None] Provisioning complete for port 5b148688-d8c8-4103-85c6-d2a66a1c0235 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:48.183825 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f55e3b11-e097-4ed7-903f-5f73439bd0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.187209 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 1071bcfd-9a2f-4ae9-9d58-3722d5830a48, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=1071bcfd-9a2f-4ae9-9d58-3722d5830a48,segment=NetworkSegment(cb926d0b-2c7e-41f1-b470-27d663b83c1b),segment_id=cb926d0b-2c7e-41f1-b470-27d663b83c1b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:48.198385 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eca9c99b-a939-4897-8e2e-894d23abc252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.233295 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43958) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:48.243532 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0be9a-b562-4aac-9ff8-a14d06b74446 req-0f0c580a-c013-42e5-9a04-8e8925eaf088 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:48.245113 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-51e0be9a-b562-4aac-9ff8-a14d06b74446 req-0f0c580a-c013-42e5-9a04-8e8925eaf088 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/ports?device_id=93ef0647-3008-46f9-a88f-b746eea2aeaf HTTP/1.1" status: 200 len: 944 time: 0.1027822 Aug 16 20:53:48.262794 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-f55e3b11-e097-4ed7-903f-5f73439bd0e0 None None] Port 5b148688-d8c8-4103-85c6-d2a66a1c0235 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:53:48.277829 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.296934 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.307168 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642269c7-cafd-4aaa-9bd7-348a4bdadf17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8795c4-dcbd-4c3f-8550-3802f73b0b77'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:48.309551 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-51e0be9a-b562-4aac-9ff8-a14d06b74446 req-a43e0d97-873a-4c8b-92e0-d4cdbe95bb8f tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups?id=3dc6bd43-bdac-49e7-80a3-26b230279ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551598 Aug 16 20:53:48.310271 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8b9e6c-418c-41bd-a0c3-8d0fa83f2f98" -d '{"events": [{"server_uuid": "642269c7-cafd-4aaa-9bd7-348a4bdadf17", "name": "network-vif-plugged", "status": "completed", "tag": "ee8795c4-dcbd-4c3f-8550-3802f73b0b77"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:48.321081 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-66a07989-6c30-424e-9f6a-1919b90facf9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0b7c218491e24bf5afdba2b81be3b558&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0862339 Aug 16 20:53:48.325439 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 43962) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:48.331693 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-07524dc4-f651-4f54-97b1-34ca2e418a78 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.342773 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-501ad87c-bacb-4bad-94b6-e98bf3f0dfae tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.357434 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-501ad87c-bacb-4bad-94b6-e98bf3f0dfae tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Calling delete_port for 5b148688-d8c8-4103-85c6-d2a66a1c0235 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:48.371550 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eca9c99b-a939-4897-8e2e-894d23abc252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.376529 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ee8795c4-dcbd-4c3f-8550-3802f73b0b77, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ee8795c4-dcbd-4c3f-8550-3802f73b0b77,segment=NetworkSegment(dd3b3e95-b260-4ffe-89d2-ca493b24391f),segment_id=dd3b3e95-b260-4ffe-89d2-ca493b24391f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:48.382326 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f252fddc-e778-4fcd-8267-b46470cd8139 x-openstack-request-id: req-f252fddc-e778-4fcd-8267-b46470cd8139 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:48.389035 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "642269c7-cafd-4aaa-9bd7-348a4bdadf17", "name": "network-vif-plugged", "status": "completed", "tag": "ee8795c4-dcbd-4c3f-8550-3802f73b0b77", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:48.389035 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f252fddc-e778-4fcd-8267-b46470cd8139 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:48.389035 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642269c7-cafd-4aaa-9bd7-348a4bdadf17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8795c4-dcbd-4c3f-8550-3802f73b0b77', 'code': 200} Aug 16 20:53:48.402852 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=1071bcfd-9a2f-4ae9-9d58-3722d5830a48,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:48.405252 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-66652cbd-90e1-42ab-9f5f-46777dd808a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.432420 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-66652cbd-90e1-42ab-9f5f-46777dd808a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.460403 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-07524dc4-f651-4f54-97b1-34ca2e418a78 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.516988 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['1071bcfd-9a2f-4ae9-9d58-3722d5830a48'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:53:48.521238 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.528530 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eca9c99b-a939-4897-8e2e-894d23abc252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.567627 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07524dc4-f651-4f54-97b1-34ca2e418a78 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Pushing event updated for resources: {'Port': ['ID=812e5a92-cbb7-4c89-9385-2040877f2583,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:48.582869 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-07524dc4-f651-4f54-97b1-34ca2e418a78 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.594389 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-eca9c99b-a939-4897-8e2e-894d23abc252 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4fd0a0f5810549f49c05bb8169d21438&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6276345 Aug 16 20:53:48.597073 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43966) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:48.600603 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9c99b-a939-4897-8e2e-894d23abc252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05404fd-8aa8-437f-b647-7a596a07b86e,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:48.615604 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=ee8795c4-dcbd-4c3f-8550-3802f73b0b77,revision_number=7']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:48.624152 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463141cd-c328-48f7-bbaf-efebbf695cfc req-5d20d3ee-6a60-4ec2-9763-fc05485cbb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:48.625805 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-463141cd-c328-48f7-bbaf-efebbf695cfc req-5d20d3ee-6a60-4ec2-9763-fc05485cbb3c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 1098 time: 0.1149542 Aug 16 20:53:48.667727 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-282e0c0e-3ecc-4f22-b06b-008f40458122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.689891 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-282e0c0e-3ecc-4f22-b06b-008f40458122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.700820 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-463141cd-c328-48f7-bbaf-efebbf695cfc req-543b5944-8eb4-4a24-b5f9-6575e291643f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661514 Aug 16 20:53:48.719067 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe6400-1319-427d-8808-a80dac75513f req-e96af0b9-008b-4f53-9855-ca4fafe6f892 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:48.722039 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f7fe6400-1319-427d-8808-a80dac75513f req-e96af0b9-008b-4f53-9855-ca4fafe6f892 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 946 time: 0.0739286 Aug 16 20:53:48.759593 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f7fe6400-1319-427d-8808-a80dac75513f req-56f39f19-f6ca-4a75-9f36-bd3fda10e5fa tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314310 Aug 16 20:53:48.877012 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-66652cbd-90e1-42ab-9f5f-46777dd808a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.879619 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-66652cbd-90e1-42ab-9f5f-46777dd808a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.880795 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-66652cbd-90e1-42ab-9f5f-46777dd808a7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e7ec86e3-0ada-4b6b-bfe4-ba952b55d454 HTTP/1.1" status: 204 len: 168 time: 0.5544226 Aug 16 20:53:48.889565 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66652cbd-90e1-42ab-9f5f-46777dd808a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ec86e3-0ada-4b6b-bfe4-ba952b55d454,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:48.951001 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.951106 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-501ad87c-bacb-4bad-94b6-e98bf3f0dfae tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.951106 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-282e0c0e-3ecc-4f22-b06b-008f40458122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.951106 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-282e0c0e-3ecc-4f22-b06b-008f40458122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.951106 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-282e0c0e-3ecc-4f22-b06b-008f40458122 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b05404fd-8aa8-437f-b647-7a596a07b86e HTTP/1.1" status: 204 len: 168 time: 0.3490639 Aug 16 20:53:48.951106 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-07524dc4-f651-4f54-97b1-34ca2e418a78 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.951106 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-07524dc4-f651-4f54-97b1-34ca2e418a78 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7408438 Aug 16 20:53:48.952528 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 43974) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:49.001293 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e0c0e-3ecc-4f22-b06b-008f40458122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05404fd-8aa8-437f-b647-7a596a07b86e,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:49.018980 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ad87c-bacb-4bad-94b6-e98bf3f0dfae tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Pushing event deleted for resources: {'Port': ['ID=5b148688-d8c8-4103-85c6-d2a66a1c0235,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:49.098736 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f7349669-835c-424a-a07c-f24af70a6a8e tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] 10.222.0.84 "GET /v2.0/floatingips?floating_network_id=2532ec50-8e0a-4809-a87f-a65b146ceaf8 HTTP/1.1" status: 200 len: 690 time: 0.1440861 Aug 16 20:53:49.101414 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-479289aa-6ad6-40d7-aa10-3b79a8f4e1f8 req-8d5ecc9f-87b5-471b-a660-e2116d6fd111 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "GET /v2.0/ports?device_id=40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f HTTP/1.1" status: 200 len: 210 time: 0.0910971 Aug 16 20:53:49.101895 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 43976) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:49.176406 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-501ad87c-bacb-4bad-94b6-e98bf3f0dfae tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:49.178746 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-501ad87c-bacb-4bad-94b6-e98bf3f0dfae tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] 10.222.0.84 "DELETE /v2.0/ports/5b148688-d8c8-4103-85c6-d2a66a1c0235 HTTP/1.1" status: 204 len: 168 time: 1.3522034 Aug 16 20:53:49.185281 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 43978) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:49.223613 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-225152ab-8d07-4eec-999c-1d229aaf20cb tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] GET failed (client error): The resource could not be found. Aug 16 20:53:49.226457 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-225152ab-8d07-4eec-999c-1d229aaf20cb tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] 10.222.0.84 "GET /v2.0/ports/5b148688-d8c8-4103-85c6-d2a66a1c0235 HTTP/1.1" status: 404 len: 333 time: 0.0390620 Aug 16 20:53:49.228598 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8258ad7e-7d78-4aed-a673-8ef5e2a78dfb tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:49.229620 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43982) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:49.236572 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-ceb5eead-71c5-4320-84de-67a1ec16ca2c tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Request body: {'port': {'network_id': '879db6ea-4235-4669-86c4-124e04d268ed', 'name': 'tempest-AllowedAddressPairTestJSON-271732367'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:49.354065 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-8258ad7e-7d78-4aed-a673-8ef5e2a78dfb tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Deleting port 812e5a92-cbb7-4c89-9385-2040877f2583 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:49.354744 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8258ad7e-7d78-4aed-a673-8ef5e2a78dfb tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:49.466518 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb5eead-71c5-4320-84de-67a1ec16ca2c tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Made reservation on behalf of df0db65fdfbd4ff4919c3bc81e03626d for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:49.478176 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ceb5eead-71c5-4320-84de-67a1ec16ca2c tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:49.481988 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fd7b7-8b09-4651-98f4-b5d9cfc0438d req-3b9d0249-2b03-4550-9dae-4a069f97780a tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:49.483555 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ca4fd7b7-8b09-4651-98f4-b5d9cfc0438d req-3b9d0249-2b03-4550-9dae-4a069f97780a tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/ports?device_id=93ef0647-3008-46f9-a88f-b746eea2aeaf HTTP/1.1" status: 200 len: 945 time: 0.0767918 Aug 16 20:53:49.485496 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8258ad7e-7d78-4aed-a673-8ef5e2a78dfb tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:49.485829 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8258ad7e-7d78-4aed-a673-8ef5e2a78dfb tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:49.497836 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-ceb5eead-71c5-4320-84de-67a1ec16ca2c tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] device_id is not set on port 044d3a66-d2b4-47f9-913d-c458e1e55a6f yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:53:49.527384 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-8258ad7e-7d78-4aed-a673-8ef5e2a78dfb tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Calling delete_port for 812e5a92-cbb7-4c89-9385-2040877f2583 owned by network:floatingip {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:49.625706 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ca4fd7b7-8b09-4651-98f4-b5d9cfc0438d req-3bd4953b-f728-4d37-84f0-4ca12167f362 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups?id=3dc6bd43-bdac-49e7-80a3-26b230279ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200757 Aug 16 20:53:49.635975 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-ceb5eead-71c5-4320-84de-67a1ec16ca2c tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Allocated IP 172.20.0.14 (879db6ea-4235-4669-86c4-124e04d268ed/dd7e5b03-5538-41ec-aed0-c9b4433fdfaa/044d3a66-d2b4-47f9-913d-c458e1e55a6f) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:49.682061 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 1071bcfd-9a2f-4ae9-9d58-3722d5830a48 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:49.813034 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ceb5eead-71c5-4320-84de-67a1ec16ca2c tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:49.877371 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f7a6d-f9a1-4885-9bd6-63cdb8c2ad01 req-de0ca645-3a96-4008-9118-7d9e8ad231a2 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:49.878892 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b51f7a6d-f9a1-4885-9bd6-63cdb8c2ad01 req-de0ca645-3a96-4008-9118-7d9e8ad231a2 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 946 time: 0.0504763 Aug 16 20:53:49.896836 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-ceb5eead-71c5-4320-84de-67a1ec16ca2c tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Transition to ACTIVE for port object 044d3a66-d2b4-47f9-913d-c458e1e55a6f will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:49.897036 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 1071bcfd-9a2f-4ae9-9d58-3722d5830a48 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:49.901748 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 1071bcfd-9a2f-4ae9-9d58-3722d5830a48 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:49.902131 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:49.911085 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8258ad7e-7d78-4aed-a673-8ef5e2a78dfb tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:49.939168 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8258ad7e-7d78-4aed-a673-8ef5e2a78dfb tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Pushing event deleted for resources: {'Port': ['ID=812e5a92-cbb7-4c89-9385-2040877f2583,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:50.036279 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:50.041270 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b51f7a6d-f9a1-4885-9bd6-63cdb8c2ad01 req-d915ec96-1f7c-4065-a0d3-4ea9b4039efe tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555109 Aug 16 20:53:50.072539 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8258ad7e-7d78-4aed-a673-8ef5e2a78dfb tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:50.075338 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 1071bcfd-9a2f-4ae9-9d58-3722d5830a48, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=1071bcfd-9a2f-4ae9-9d58-3722d5830a48,segment=NetworkSegment(cb926d0b-2c7e-41f1-b470-27d663b83c1b),segment_id=cb926d0b-2c7e-41f1-b470-27d663b83c1b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:50.091808 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ceb5eead-71c5-4320-84de-67a1ec16ca2c tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:50.126540 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8258ad7e-7d78-4aed-a673-8ef5e2a78dfb tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:50.136805 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb5eead-71c5-4320-84de-67a1ec16ca2c tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Network 879db6ea-4235-4669-86c4-124e04d268ed is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:50.140096 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-ceb5eead-71c5-4320-84de-67a1ec16ca2c tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:50.144097 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb5eead-71c5-4320-84de-67a1ec16ca2c tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:50.150908 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5eead-71c5-4320-84de-67a1ec16ca2c tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Pushing event updated for resources: {'Port': ['ID=044d3a66-d2b4-47f9-913d-c458e1e55a6f,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:50.197408 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:50.216096 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb5eead-71c5-4320-84de-67a1ec16ca2c tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:50.217201 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ceb5eead-71c5-4320-84de-67a1ec16ca2c tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:50.252044 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=1071bcfd-9a2f-4ae9-9d58-3722d5830a48,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:50.273164 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0997a0f9-4c2f-479a-a372-9a12161079bc req-fc85c41d-424e-4130-bf40-a4aeeed2d77d tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "GET /v2.0/ports?device_id=40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f HTTP/1.1" status: 200 len: 210 time: 0.0549383 Aug 16 20:53:50.360107 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8258ad7e-7d78-4aed-a673-8ef5e2a78dfb tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:50.360755 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ceb5eead-71c5-4320-84de-67a1ec16ca2c tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1291301 Aug 16 20:53:50.363423 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44024) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:50.369564 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-d993674a-9139-4562-baa9-a5d5a16db439 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:81:10:21'}]}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:50.384895 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ef0647-3008-46f9-a88f-b746eea2aeaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1071bcfd-9a2f-4ae9-9d58-3722d5830a48'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:50.389198 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb0a84d-46b8-46cb-9849-a6f264ec0239" -d '{"events": [{"server_uuid": "93ef0647-3008-46f9-a88f-b746eea2aeaf", "name": "network-vif-plugged", "status": "completed", "tag": "1071bcfd-9a2f-4ae9-9d58-3722d5830a48"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:50.401471 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8258ad7e-7d78-4aed-a673-8ef5e2a78dfb tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8eec6b5e-34e3-4c9c-b31e-ec4c3bae1831,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:50.437447 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17361c4c-68ca-4b97-aa65-8dc6c009fb7e x-openstack-request-id: req-17361c4c-68ca-4b97-aa65-8dc6c009fb7e {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:50.438095 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ef0647-3008-46f9-a88f-b746eea2aeaf", "name": "network-vif-plugged", "status": "completed", "tag": "1071bcfd-9a2f-4ae9-9d58-3722d5830a48", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:50.438536 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-17361c4c-68ca-4b97-aa65-8dc6c009fb7e {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:50.439256 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ef0647-3008-46f9-a88f-b746eea2aeaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1071bcfd-9a2f-4ae9-9d58-3722d5830a48', 'code': 200} Aug 16 20:53:50.479651 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8258ad7e-7d78-4aed-a673-8ef5e2a78dfb tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:50.491042 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d993674a-9139-4562-baa9-a5d5a16db439 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:50.498477 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-8258ad7e-7d78-4aed-a673-8ef5e2a78dfb tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2532ec50-8e0a-4809-a87f-a65b146ceaf8']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:50.570181 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ebc044-92ff-40a6-b994-f2096a89a969 req-e1dffdc9-3f49-496c-8951-f9d6fd9c845c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:50.572613 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-65ebc044-92ff-40a6-b994-f2096a89a969 req-e1dffdc9-3f49-496c-8951-f9d6fd9c845c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=93ef0647-3008-46f9-a88f-b746eea2aeaf HTTP/1.1" status: 200 len: 1098 time: 0.0534730 Aug 16 20:53:50.611805 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-65ebc044-92ff-40a6-b994-f2096a89a969 req-754a8e05-5213-4357-b14f-87ee6f7b5899 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3dc6bd43-bdac-49e7-80a3-26b230279ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327685 Aug 16 20:53:50.648637 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44034) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:50.703058 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-8258ad7e-7d78-4aed-a673-8ef5e2a78dfb tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '838bd007-a18d-4900-84aa-9cef279a8be9') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:50.703402 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-8258ad7e-7d78-4aed-a673-8ef5e2a78dfb tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '838bd007-a18d-4900-84aa-9cef279a8be9') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:50.722673 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-06c9a55e-f1ed-4f2a-8811-f1e99eb0aac5 None None] Provisioning for port 044d3a66-d2b4-47f9-913d-c458e1e55a6f completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:50.727623 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-06c9a55e-f1ed-4f2a-8811-f1e99eb0aac5 None None] Provisioning complete for port 044d3a66-d2b4-47f9-913d-c458e1e55a6f triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:50.728400 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-06c9a55e-f1ed-4f2a-8811-f1e99eb0aac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:50.737519 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8258ad7e-7d78-4aed-a673-8ef5e2a78dfb tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:50.767920 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db5ac2-d235-41b8-98a9-e8de809f5296 req-de90aba8-2e4e-4670-8781-ab0c897e8e56 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:50.775367 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f7db5ac2-d235-41b8-98a9-e8de809f5296 req-de90aba8-2e4e-4670-8781-ab0c897e8e56 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/ports?device_id=93ef0647-3008-46f9-a88f-b746eea2aeaf HTTP/1.1" status: 200 len: 946 time: 0.0765095 Aug 16 20:53:50.778714 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8258ad7e-7d78-4aed-a673-8ef5e2a78dfb tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:50.782177 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d993674a-9139-4562-baa9-a5d5a16db439 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:50.789911 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-06c9a55e-f1ed-4f2a-8811-f1e99eb0aac5 None None] Port 044d3a66-d2b4-47f9-913d-c458e1e55a6f cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:53:50.795668 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8258ad7e-7d78-4aed-a673-8ef5e2a78dfb tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:53:50.796114 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8258ad7e-7d78-4aed-a673-8ef5e2a78dfb tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:50.798414 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 20:53:50.798414 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:53:50.798414 n-d-793620-15 neutron-server[101844]: timer() Aug 16 20:53:50.798414 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:53:50.798414 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 20:53:50.798414 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:53:50.798414 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 20:53:50.798414 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:53:50.798414 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 20:53:50.798414 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:53:50.798414 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 20:53:50.798414 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:53:50.798414 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 20:53:50.798414 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:53:50.798414 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:53:50.798414 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:53:50.798414 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:53:50.798414 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:53:50.798414 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 20:53:50.798414 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:53:50.798414 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 20:53:50.798414 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:53:50.798414 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:53:50.798414 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:53:50.798414 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 20:53:50.798414 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:53:50.798414 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:53:50.798414 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:53:50.798414 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:53:50.798414 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:53:50.798414 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:53:50.798414 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:53:50.837857 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44040) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:50.867488 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f7db5ac2-d235-41b8-98a9-e8de809f5296 req-db1a7c62-d3be-42f9-899a-b2ce92284293 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups?id=3dc6bd43-bdac-49e7-80a3-26b230279ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911362 Aug 16 20:53:50.878897 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-c5c18436-dd53-4f36-bb4b-b68c3d78438e admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1914086428-network', 'tenant_id': '46bc4cc3934648ed8895a7ed0a5b63cc'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:50.892756 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-ff9a1243-51d2-4a00-8c71-6c29b959e900 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-717263712-network', 'tenant_id': '41a315ee39084be283dee330854f5498'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:50.920995 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.db.api [None req-ff9a1243-51d2-4a00-8c71-6c29b959e900 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:53:50.920995 n-d-793620-15 neutron-server[101845]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 20:53:50.920995 n-d-793620-15 neutron-server[101845]: [parameters: {'project_id': '41a315ee39084be283dee330854f5498', 'id': 'f92a79d5-bb3e-4879-9f78-c71485160e5f', 'expiration': datetime.datetime(2021, 8, 16, 20, 55, 50, 909988)}] Aug 16 20:53:50.920995 n-d-793620-15 neutron-server[101845]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:53:50.921460 n-d-793620-15 neutron-server[101845]: DEBUG oslo_db.api [None req-ff9a1243-51d2-4a00-8c71-6c29b959e900 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:53:50.956723 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d993674a-9139-4562-baa9-a5d5a16db439 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:51.019848 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8258ad7e-7d78-4aed-a673-8ef5e2a78dfb tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:51.026336 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8258ad7e-7d78-4aed-a673-8ef5e2a78dfb tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2532ec50-8e0a-4809-a87f-a65b146ceaf8 {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 20:53:51.036935 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8258ad7e-7d78-4aed-a673-8ef5e2a78dfb tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:51.039311 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8258ad7e-7d78-4aed-a673-8ef5e2a78dfb tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] 10.222.0.84 "DELETE /v2.0/networks/2532ec50-8e0a-4809-a87f-a65b146ceaf8 HTTP/1.1" status: 204 len: 168 time: 1.9364984 Aug 16 20:53:51.042191 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44044) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:51.047421 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d993674a-9139-4562-baa9-a5d5a16db439 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Pushing event updated for resources: {'Port': ['ID=044d3a66-d2b4-47f9-913d-c458e1e55a6f,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:51.078090 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-d993674a-9139-4562-baa9-a5d5a16db439 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] In _notify_port_updated(), no bound segment for port 044d3a66-d2b4-47f9-913d-c458e1e55a6f on network 879db6ea-4235-4669-86c4-124e04d268ed {{(pid=101845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:53:51.083909 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8258ad7e-7d78-4aed-a673-8ef5e2a78dfb tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Pushing event deleted for resources: {'Network': ['ID=2532ec50-8e0a-4809-a87f-a65b146ceaf8,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:51.084157 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d993674a-9139-4562-baa9-a5d5a16db439 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:51.084840 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d993674a-9139-4562-baa9-a5d5a16db439 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:51.086185 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d993674a-9139-4562-baa9-a5d5a16db439 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] 10.222.0.84 "PUT /v2.0/ports/044d3a66-d2b4-47f9-913d-c458e1e55a6f HTTP/1.1" status: 200 len: 996 time: 0.7216067 Aug 16 20:53:51.089022 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44048) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:51.128090 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c18436-dd53-4f36-bb4b-b68c3d78438e admin admin] Made reservation on behalf of 46bc4cc3934648ed8895a7ed0a5b63cc for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:51.130769 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c5c18436-dd53-4f36-bb4b-b68c3d78438e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:51.164104 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c5c18436-dd53-4f36-bb4b-b68c3d78438e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:51.243075 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a4e45258-bfff-4f9c-9d23-7de7ab73ed01 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] 10.222.0.84 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1476 time: 0.1965523 Aug 16 20:53:51.244512 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f03250-1e2e-4012-866d-80a1ffb48f6d req-f171063c-f089-490e-b67f-ab162d6def5b tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:51.246594 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-08f03250-1e2e-4012-866d-80a1ffb48f6d req-f171063c-f089-490e-b67f-ab162d6def5b tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 946 time: 0.0777609 Aug 16 20:53:51.248250 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44050) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:51.272898 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-47c1ef0f-8631-4713-845c-130978685d4b tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Deleting port 044d3a66-d2b4-47f9-913d-c458e1e55a6f {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:51.272898 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-47c1ef0f-8631-4713-845c-130978685d4b tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:51.339900 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-951e752a-8156-4e70-93c5-0e8c22025cda None None] Provisioning complete for port 044d3a66-d2b4-47f9-913d-c458e1e55a6f triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:51.340479 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-951e752a-8156-4e70-93c5-0e8c22025cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:51.352073 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-08f03250-1e2e-4012-866d-80a1ffb48f6d req-7b0f7c9f-cdd2-43bb-a18b-258969afb7fa tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969214 Aug 16 20:53:51.394466 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41dec3c5-a341-4d1d-8f78-8a2f01f64fc8 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:51.394732 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41dec3c5-a341-4d1d-8f78-8a2f01f64fc8 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:51.397823 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41dec3c5-a341-4d1d-8f78-8a2f01f64fc8 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:51.404317 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41dec3c5-a341-4d1d-8f78-8a2f01f64fc8 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:51.404822 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41dec3c5-a341-4d1d-8f78-8a2f01f64fc8 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:51.406913 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41dec3c5-a341-4d1d-8f78-8a2f01f64fc8 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:51.407401 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41dec3c5-a341-4d1d-8f78-8a2f01f64fc8 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:51.407897 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41dec3c5-a341-4d1d-8f78-8a2f01f64fc8 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:51.408823 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41dec3c5-a341-4d1d-8f78-8a2f01f64fc8 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:51.408823 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41dec3c5-a341-4d1d-8f78-8a2f01f64fc8 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:51.410837 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-41dec3c5-a341-4d1d-8f78-8a2f01f64fc8 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6431 time: 0.1614566 Aug 16 20:53:51.414715 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-951e752a-8156-4e70-93c5-0e8c22025cda None None] Port 044d3a66-d2b4-47f9-913d-c458e1e55a6f cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:53:51.416314 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44058) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:51.466995 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-b47117ae-db88-44fa-a42f-50111e4fc55c tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] delete failed (client error): The resource could not be found. Aug 16 20:53:51.470554 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b47117ae-db88-44fa-a42f-50111e4fc55c tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] 10.222.0.84 "DELETE /v2.0/floatingips/52b7a427-22a3-4a3b-9cab-3ef3cd4c20ea HTTP/1.1" status: 404 len: 345 time: 0.0495763 Aug 16 20:53:51.470554 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-47c1ef0f-8631-4713-845c-130978685d4b tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:51.476823 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c5c18436-dd53-4f36-bb4b-b68c3d78438e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:51.479125 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44060) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:51.526035 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-56cb2ee1-091b-465c-a650-1867cf871f26 req-a3110274-3bdb-453c-abf6-8c576ebabfec tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "GET /v2.0/ports?device_id=40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f HTTP/1.1" status: 200 len: 210 time: 0.0648382 Aug 16 20:53:51.527527 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-47c1ef0f-8631-4713-845c-130978685d4b tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Calling delete_port for 044d3a66-d2b4-47f9-913d-c458e1e55a6f owned by {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:51.615127 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4999ebd-e5ed-4c2c-804a-77aa8b33d834 req-15d55f80-dd72-4aed-9e97-be14d876d14d tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:51.616895 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e4999ebd-e5ed-4c2c-804a-77aa8b33d834 req-15d55f80-dd72-4aed-9e97-be14d876d14d tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 946 time: 0.1547050 Aug 16 20:53:51.688149 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e4999ebd-e5ed-4c2c-804a-77aa8b33d834 req-fae42991-5acb-4151-b308-0c225cb00c43 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597401 Aug 16 20:53:51.849163 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c5c18436-dd53-4f36-bb4b-b68c3d78438e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:51.852229 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-1371f241-4e56-4e67-a226-39112658c101 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] DELETE failed (client error): The resource could not be found. Aug 16 20:53:51.852828 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1371f241-4e56-4e67-a226-39112658c101 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:53:51.854570 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1371f241-4e56-4e67-a226-39112658c101 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] 10.222.0.84 "DELETE /v2.0/networks/2532ec50-8e0a-4809-a87f-a65b146ceaf8 HTTP/1.1" status: 404 len: 339 time: 0.3564382 Aug 16 20:53:51.859613 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44064) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:51.875485 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-ecc66972-4beb-4f15-b1cc-5d295311d53b tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Request body: {'network': {'name': 'tempest-network--164976531', 'router:external': True}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:51.898022 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c18436-dd53-4f36-bb4b-b68c3d78438e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1786a4-3a00-49c3-a648-1cad1397544f,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:51.900244 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:51.973465 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5c18436-dd53-4f36-bb4b-b68c3d78438e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:53:51.984925 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c5c18436-dd53-4f36-bb4b-b68c3d78438e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:51.984925 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-c5c18436-dd53-4f36-bb4b-b68c3d78438e admin admin] Added segment b2ab574e-1d73-45bd-a660-5f1e7d1067a3 of type vlan for network 7625bf9e-2762-4d58-83ee-499fcd8effe6 Aug 16 20:53:51.987177 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-47c1ef0f-8631-4713-845c-130978685d4b tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:52.025394 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c5c18436-dd53-4f36-bb4b-b68c3d78438e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:52.053209 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9a1243-51d2-4a00-8c71-6c29b959e900 admin admin] Made reservation on behalf of 41a315ee39084be283dee330854f5498 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:52.055885 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ff9a1243-51d2-4a00-8c71-6c29b959e900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:52.065754 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1ef0f-8631-4713-845c-130978685d4b tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Pushing event deleted for resources: {'Port': ['ID=044d3a66-d2b4-47f9-913d-c458e1e55a6f,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:52.072773 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ff9a1243-51d2-4a00-8c71-6c29b959e900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:52.115099 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10753d-589f-4d95-b849-0e9373c4a266 req-fa7c4d68-e125-44d1-83cc-6367c4c78394 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:52.116732 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0a10753d-589f-4d95-b849-0e9373c4a266 req-fa7c4d68-e125-44d1-83cc-6367c4c78394 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/ports?device_id=93ef0647-3008-46f9-a88f-b746eea2aeaf HTTP/1.1" status: 200 len: 946 time: 0.1661665 Aug 16 20:53:52.185962 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c5c18436-dd53-4f36-bb4b-b68c3d78438e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:52.191930 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c18436-dd53-4f36-bb4b-b68c3d78438e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:52.191930 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c5c18436-dd53-4f36-bb4b-b68c3d78438e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:52.218843 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-f5539986-6b85-40cc-bd09-92b77b54d5bd tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:52.220385 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-f5539986-6b85-40cc-bd09-92b77b54d5bd tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.72 "GET /v2.0/networks?id=4bbb22bc-a95f-49c3-b025-bf28336c87d7 HTTP/1.1" status: 200 len: 811 time: 0.2276654 Aug 16 20:53:52.227248 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-47c1ef0f-8631-4713-845c-130978685d4b tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:52.232318 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-47c1ef0f-8631-4713-845c-130978685d4b tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] 10.222.0.84 "DELETE /v2.0/ports/044d3a66-d2b4-47f9-913d-c458e1e55a6f HTTP/1.1" status: 204 len: 168 time: 1.1419175 Aug 16 20:53:52.234721 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44068) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:52.237508 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0a10753d-589f-4d95-b849-0e9373c4a266 req-745efc84-17b7-49e4-b87a-947f4bc2a166 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups?id=3dc6bd43-bdac-49e7-80a3-26b230279ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911567 Aug 16 20:53:52.263261 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c18436-dd53-4f36-bb4b-b68c3d78438e admin admin] Pushing event updated for resources: {'Network': ['ID=7625bf9e-2762-4d58-83ee-499fcd8effe6,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:52.270454 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc66972-4beb-4f15-b1cc-5d295311d53b tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Made reservation on behalf of 8bd4928b639d441db3a928a90d80196d for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:52.272922 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ecc66972-4beb-4f15-b1cc-5d295311d53b tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:52.283883 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-94fefac8-15a1-489d-b37a-a7cba8855a12 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] GET failed (client error): The resource could not be found. Aug 16 20:53:52.284387 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 7625bf9e-2762-4d58-83ee-499fcd8effe6 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:53:52.289369 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44072) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:52.295108 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-94fefac8-15a1-489d-b37a-a7cba8855a12 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] 10.222.0.84 "GET /v2.0/ports/044d3a66-d2b4-47f9-913d-c458e1e55a6f HTTP/1.1" status: 404 len: 333 time: 0.0438077 Aug 16 20:53:52.298195 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-4b06cf72-f364-439b-ab29-a094e0a5221f tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Request body: {'port': {'network_id': '879db6ea-4235-4669-86c4-124e04d268ed', 'name': 'tempest-AllowedAddressPairTestJSON-341954165'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:52.337632 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-e6438f48-a494-4bce-b653-8dece5892e4c tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebac0160837646008c1ab540ec09346e HTTP/1.1" status: 200 len: 379 time: 0.1039226 Aug 16 20:53:52.354786 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-6cd4156b-8559-4611-b31b-7e18e19a7d87 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Request body: {'port': {'device_id': '40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f', 'network_id': '4bbb22bc-a95f-49c3-b025-bf28336c87d7', 'admin_state_up': True, 'tenant_id': 'ebac0160837646008c1ab540ec09346e', 'security_groups': ['cbfca197-fe14-449a-8762-488cd66542f4']}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:52.409623 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecc66972-4beb-4f15-b1cc-5d295311d53b tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:53:52.444574 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ecc66972-4beb-4f15-b1cc-5d295311d53b tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:52.444828 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-ecc66972-4beb-4f15-b1cc-5d295311d53b tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Added segment 8a1a3b17-f5dd-4bcf-b139-5afce4c19154 of type vlan for network e8ee579f-2895-40b7-a06c-5393c7f6f88d Aug 16 20:53:52.487752 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-75c2358d-eecf-41b4-bdab-7e74d4be078f req-e28debc6-928c-47ae-a3e0-a5c4472d6eb3 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1739365836&fields=id&tenant_id=f528879fc998445593ea72fcaca71808 HTTP/1.1" status: 200 len: 267 time: 0.1455772 Aug 16 20:53:52.521782 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ecc66972-4beb-4f15-b1cc-5d295311d53b tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:52.535829 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ff9a1243-51d2-4a00-8c71-6c29b959e900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:52.547968 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2358d-eecf-41b4-bdab-7e74d4be078f req-16c40998-0dd4-477c-9d08-1259e6cbc993 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:52.553001 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-75c2358d-eecf-41b4-bdab-7e74d4be078f req-16c40998-0dd4-477c-9d08-1259e6cbc993 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/ports?device_id=93ef0647-3008-46f9-a88f-b746eea2aeaf HTTP/1.1" status: 200 len: 946 time: 0.0581000 Aug 16 20:53:52.566717 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-75c2358d-eecf-41b4-bdab-7e74d4be078f req-b278462c-c2f6-473a-a69e-0ea3194f5e99 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Request body: {'port': {'security_groups': ['3dc6bd43-bdac-49e7-80a3-26b230279ccb', '2e88e7f2-7c68-4ef1-9f6f-45f8eac34af0']}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:52.678494 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ff9a1243-51d2-4a00-8c71-6c29b959e900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:52.691036 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-75c2358d-eecf-41b4-bdab-7e74d4be078f req-b278462c-c2f6-473a-a69e-0ea3194f5e99 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:52.696500 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff9a1243-51d2-4a00-8c71-6c29b959e900 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:53:52.710848 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ecc66972-4beb-4f15-b1cc-5d295311d53b tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:52.714891 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc66972-4beb-4f15-b1cc-5d295311d53b tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:52.714891 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ecc66972-4beb-4f15-b1cc-5d295311d53b tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:52.718308 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a1243-51d2-4a00-8c71-6c29b959e900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f45e8c1-f576-4531-af35-598b5c2bfc0a,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:52.721302 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ff9a1243-51d2-4a00-8c71-6c29b959e900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:52.721655 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-ff9a1243-51d2-4a00-8c71-6c29b959e900 admin admin] Added segment d750202b-6aed-4115-ba35-7fc31b994eaf of type vlan for network 5a5bf8fc-f269-4f39-b3c6-975502c735e9 Aug 16 20:53:52.771899 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-d2b2c92f-be9b-469e-8f86-0862d0f39052 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:52.773396 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-d2b2c92f-be9b-469e-8f86-0862d0f39052 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/networks?id=b1b88367-5ef4-4555-8890-197c2e8aab74 HTTP/1.1" status: 200 len: 814 time: 0.1823125 Aug 16 20:53:52.803271 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-ab1a5215-837f-4335-aaf6-6e2d1d81ad01 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/quotas/120264f308544a26ad5db70b0b05c4ab HTTP/1.1" status: 200 len: 375 time: 0.0188346 Aug 16 20:53:52.810476 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c5c18436-dd53-4f36-bb4b-b68c3d78438e admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1579044 Aug 16 20:53:52.813778 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44090) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:52.819199 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc66972-4beb-4f15-b1cc-5d295311d53b tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Pushing event updated for resources: {'Network': ['ID=e8ee579f-2895-40b7-a06c-5393c7f6f88d,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:52.824595 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ff9a1243-51d2-4a00-8c71-6c29b959e900 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:52.828926 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-b77418c2-8b95-4cf0-b31c-4d9207ccd7f5 admin admin] Request body: {'subnet': {'network_id': '7625bf9e-2762-4d58-83ee-499fcd8effe6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1914086428-subnet', 'tenant_id': '46bc4cc3934648ed8895a7ed0a5b63cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:52.831695 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network e8ee579f-2895-40b7-a06c-5393c7f6f88d details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:53:52.949866 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ecc66972-4beb-4f15-b1cc-5d295311d53b tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0864477 Aug 16 20:53:52.953894 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44092) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:53.054393 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ff9a1243-51d2-4a00-8c71-6c29b959e900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:53.055389 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9a1243-51d2-4a00-8c71-6c29b959e900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:53.056009 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ff9a1243-51d2-4a00-8c71-6c29b959e900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:53.179466 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a1243-51d2-4a00-8c71-6c29b959e900 admin admin] Pushing event updated for resources: {'Network': ['ID=5a5bf8fc-f269-4f39-b3c6-975502c735e9,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:53.189658 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 5a5bf8fc-f269-4f39-b3c6-975502c735e9 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:53:53.198671 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5a36e3-9864-4e88-a7c8-2aa7934e38b0 tempest-ExternalNetworksTestJSON-339356161 tempest-ExternalNetworksTestJSON-339356161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:53.216572 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5a36e3-9864-4e88-a7c8-2aa7934e38b0 tempest-ExternalNetworksTestJSON-339356161 tempest-ExternalNetworksTestJSON-339356161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:53.216572 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5a36e3-9864-4e88-a7c8-2aa7934e38b0 tempest-ExternalNetworksTestJSON-339356161 tempest-ExternalNetworksTestJSON-339356161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:53.217478 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5a36e3-9864-4e88-a7c8-2aa7934e38b0 tempest-ExternalNetworksTestJSON-339356161 tempest-ExternalNetworksTestJSON-339356161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:53.221981 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8a5a36e3-9864-4e88-a7c8-2aa7934e38b0 tempest-ExternalNetworksTestJSON-339356161 tempest-ExternalNetworksTestJSON-339356161-project] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2660351 Aug 16 20:53:53.222248 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44094) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:53.238860 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-7abce948-10f1-4ca4-8244-76630a33c853 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=120264f308544a26ad5db70b0b05c4ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4277935 Aug 16 20:53:53.296224 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a9c298d7-4fd9-46ef-8c4e-5ea8bc553f3e tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:53.343890 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-75c2358d-eecf-41b4-bdab-7e74d4be078f req-b278462c-c2f6-473a-a69e-0ea3194f5e99 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] For port 1071bcfd-9a2f-4ae9-9d58-3722d5830a48, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=1071bcfd-9a2f-4ae9-9d58-3722d5830a48,segment=NetworkSegment(cb926d0b-2c7e-41f1-b470-27d663b83c1b),segment_id=cb926d0b-2c7e-41f1-b470-27d663b83c1b)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:53.370698 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a9c298d7-4fd9-46ef-8c4e-5ea8bc553f3e tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:53.380240 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-a9c298d7-4fd9-46ef-8c4e-5ea8bc553f3e tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8ee579f-2895-40b7-a06c-5393c7f6f88d']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:53.384579 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-a4c0805c-6983-4e83-bcc5-efb744d07651 service neutron] 10.222.0.84 "GET /v2.0/networks/b1b88367-5ef4-4555-8890-197c2e8aab74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319838 Aug 16 20:53:53.391114 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-a9c298d7-4fd9-46ef-8c4e-5ea8bc553f3e tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a1a3b17-f5dd-4bcf-b139-5afce4c19154') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:53.391866 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-a9c298d7-4fd9-46ef-8c4e-5ea8bc553f3e tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a1a3b17-f5dd-4bcf-b139-5afce4c19154') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:53.393915 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-75c2358d-eecf-41b4-bdab-7e74d4be078f req-b278462c-c2f6-473a-a69e-0ea3194f5e99 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:53.400162 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a9c298d7-4fd9-46ef-8c4e-5ea8bc553f3e tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:53.414926 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a9c298d7-4fd9-46ef-8c4e-5ea8bc553f3e tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:53.421687 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c298d7-4fd9-46ef-8c4e-5ea8bc553f3e tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:53:53.422137 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a9c298d7-4fd9-46ef-8c4e-5ea8bc553f3e tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:53.423892 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:53:53.423892 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:53:53.423892 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:53:53.423892 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:53:53.423892 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:53:53.423892 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:53:53.423892 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:53:53.423892 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:53:53.423892 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:53:53.423892 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:53:53.423892 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:53:53.423892 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:53:53.423892 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:53:53.423892 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:53:53.423892 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:53:53.423892 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:53:53.423892 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:53:53.423892 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:53:53.423892 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:53:53.423892 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:53:53.423892 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:53:53.423892 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:53:53.423892 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:53:53.423892 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:53:53.423892 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:53:53.423892 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:53:53.423892 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:53:53.423892 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:53:53.423892 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:53:53.423892 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:53:53.423892 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:53:53.423892 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:53:53.479923 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-ca8ec03f-e4b4-4b37-937f-f6a8dbb7598c service neutron] 10.222.0.84 "GET /v2.0/networks/b1b88367-5ef4-4555-8890-197c2e8aab74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839431 Aug 16 20:53:53.700594 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a80ea7-4896-4ab3-a47f-ac35cd8b8d6c req-5e3dad10-b74e-45f1-8dbd-ca0f793b493a tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:53.702077 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f1a80ea7-4896-4ab3-a47f-ac35cd8b8d6c req-5e3dad10-b74e-45f1-8dbd-ca0f793b493a tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.90 "GET /v2.0/ports?device_id=642269c7-cafd-4aaa-9bd7-348a4bdadf17 HTTP/1.1" status: 200 len: 946 time: 0.0494449 Aug 16 20:53:53.796875 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-f1a80ea7-4896-4ab3-a47f-ac35cd8b8d6c req-cda3c2fc-4a90-4249-b5e5-09429aa034ed tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Deleting port ee8795c4-dcbd-4c3f-8550-3802f73b0b77 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:53.797144 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f1a80ea7-4896-4ab3-a47f-ac35cd8b8d6c req-cda3c2fc-4a90-4249-b5e5-09429aa034ed tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:53.881955 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-f1a80ea7-4896-4ab3-a47f-ac35cd8b8d6c req-cda3c2fc-4a90-4249-b5e5-09429aa034ed tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] For port ee8795c4-dcbd-4c3f-8550-3802f73b0b77, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ee8795c4-dcbd-4c3f-8550-3802f73b0b77,segment=NetworkSegment(dd3b3e95-b260-4ffe-89d2-ca493b24391f),segment_id=dd3b3e95-b260-4ffe-89d2-ca493b24391f)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:53.882331 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f1a80ea7-4896-4ab3-a47f-ac35cd8b8d6c req-cda3c2fc-4a90-4249-b5e5-09429aa034ed tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:53.895055 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-f1a80ea7-4896-4ab3-a47f-ac35cd8b8d6c req-cda3c2fc-4a90-4249-b5e5-09429aa034ed tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Calling delete_port for ee8795c4-dcbd-4c3f-8550-3802f73b0b77 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:54.074277 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-6cd4156b-8559-4611-b31b-7e18e19a7d87 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Made reservation on behalf of ebac0160837646008c1ab540ec09346e for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:54.077983 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-6cd4156b-8559-4611-b31b-7e18e19a7d87 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:54.112654 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-75c2358d-eecf-41b4-bdab-7e74d4be078f req-b278462c-c2f6-473a-a69e-0ea3194f5e99 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:54.112927 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a9c298d7-4fd9-46ef-8c4e-5ea8bc553f3e tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:54.117738 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c298d7-4fd9-46ef-8c4e-5ea8bc553f3e tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e8ee579f-2895-40b7-a06c-5393c7f6f88d {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 20:53:54.120400 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a9c298d7-4fd9-46ef-8c4e-5ea8bc553f3e tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:54.124725 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['38fd5de8-f1bd-46b8-8703-f5c2817640d6', '1071bcfd-9a2f-4ae9-9d58-3722d5830a48'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:53:54.139254 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a9c298d7-4fd9-46ef-8c4e-5ea8bc553f3e tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] 10.222.0.84 "DELETE /v2.0/networks/e8ee579f-2895-40b7-a06c-5393c7f6f88d HTTP/1.1" status: 204 len: 168 time: 0.9158571 Aug 16 20:53:54.139935 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44096) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:54.141114 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f1a80ea7-4896-4ab3-a47f-ac35cd8b8d6c req-cda3c2fc-4a90-4249-b5e5-09429aa034ed tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:54.157978 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-a11f8810-a62d-45c5-a4b2-1abdf38de9cc tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Request body: {'network': {'name': 'tempest-network--1688430943', 'router:external': True}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:54.182979 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c298d7-4fd9-46ef-8c4e-5ea8bc553f3e tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Pushing event deleted for resources: {'Network': ['ID=e8ee579f-2895-40b7-a06c-5393c7f6f88d,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:54.233054 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2358d-eecf-41b4-bdab-7e74d4be078f req-b278462c-c2f6-473a-a69e-0ea3194f5e99 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:54.233746 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-75c2358d-eecf-41b4-bdab-7e74d4be078f req-b278462c-c2f6-473a-a69e-0ea3194f5e99 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:54.235263 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-75c2358d-eecf-41b4-bdab-7e74d4be078f req-b278462c-c2f6-473a-a69e-0ea3194f5e99 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "PUT /v2.0/ports/1071bcfd-9a2f-4ae9-9d58-3722d5830a48 HTTP/1.1" status: 200 len: 982 time: 1.6746042 Aug 16 20:53:54.235754 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ef0647-3008-46f9-a88f-b746eea2aeaf', 'tag': '1071bcfd-9a2f-4ae9-9d58-3722d5830a48'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:54.238178 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5e1d80-44a9-4044-a213-c9ca0ebb63ef" -d '{"events": [{"name": "network-changed", "server_uuid": "93ef0647-3008-46f9-a88f-b746eea2aeaf", "tag": "1071bcfd-9a2f-4ae9-9d58-3722d5830a48"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:54.252861 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ff9a1243-51d2-4a00-8c71-6c29b959e900 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.4138265 Aug 16 20:53:54.253478 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44102) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:54.270935 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-b44342b7-10fe-4035-89ea-3cbd87b5258c admin admin] Request body: {'subnet': {'network_id': '5a5bf8fc-f269-4f39-b3c6-975502c735e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-717263712-subnet', 'tenant_id': '41a315ee39084be283dee330854f5498', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:54.307740 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a80ea7-4896-4ab3-a47f-ac35cd8b8d6c req-cda3c2fc-4a90-4249-b5e5-09429aa034ed tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] No DVR routers for this DVR port ee8795c4-dcbd-4c3f-8550-3802f73b0b77 on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:53:54.314283 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f1a80ea7-4896-4ab3-a47f-ac35cd8b8d6c req-cda3c2fc-4a90-4249-b5e5-09429aa034ed tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:54.316339 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f1a80ea7-4896-4ab3-a47f-ac35cd8b8d6c req-cda3c2fc-4a90-4249-b5e5-09429aa034ed tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.90 "DELETE /v2.0/ports/ee8795c4-dcbd-4c3f-8550-3802f73b0b77 HTTP/1.1" status: 204 len: 173 time: 0.6080294 Aug 16 20:53:54.320722 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278462c-c2f6-473a-a69e-0ea3194f5e99 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Pushing event updated for resources: {'Port': ['ID=1071bcfd-9a2f-4ae9-9d58-3722d5830a48,revision_number=6']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:54.359771 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['1071bcfd-9a2f-4ae9-9d58-3722d5830a48'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:53:54.373309 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda3c2fc-4a90-4249-b5e5-09429aa034ed tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Pushing event deleted for resources: {'Port': ['ID=ee8795c4-dcbd-4c3f-8550-3802f73b0b77,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:54.396329 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-6cd4156b-8559-4611-b31b-7e18e19a7d87 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Allocated IP 172.20.0.11 (4bbb22bc-a95f-49c3-b025-bf28336c87d7/f72c7722-b18e-41bf-9657-631ad210a5e1/eb6992ff-3a72-430e-8828-6e3102384290) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:54.443673 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e56e3876-94c0-4dd4-8eac-7ec87a0e6ae8 req-333e0f87-4f42-4bdf-b94e-c6842e7e065a tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "GET /v2.0/ports?device_id=40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f HTTP/1.1" status: 200 len: 210 time: 0.0750606 Aug 16 20:53:54.469944 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b06cf72-f364-439b-ab29-a094e0a5221f tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Made reservation on behalf of df0db65fdfbd4ff4919c3bc81e03626d for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:54.474873 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4b06cf72-f364-439b-ab29-a094e0a5221f tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:54.505843 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-4b06cf72-f364-439b-ab29-a094e0a5221f tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] device_id is not set on port 996e76df-ef0c-4040-8c30-241f6806a5ad yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:53:54.540353 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8f7c64-72aa-4c86-ae1d-15a137462b08 x-openstack-request-id: req-fa8f7c64-72aa-4c86-ae1d-15a137462b08 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:54.540889 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ef0647-3008-46f9-a88f-b746eea2aeaf", "tag": "1071bcfd-9a2f-4ae9-9d58-3722d5830a48", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:54.554578 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-fa8f7c64-72aa-4c86-ae1d-15a137462b08 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:54.554578 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ef0647-3008-46f9-a88f-b746eea2aeaf', 'tag': '1071bcfd-9a2f-4ae9-9d58-3722d5830a48', 'status': 'completed', 'code': 200} Aug 16 20:53:54.626550 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e1d80-44a9-4044-a213-c9ca0ebb63ef req-b1daab1a-7b44-4df6-944f-eef6db2799ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:54.628096 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3f5e1d80-44a9-4044-a213-c9ca0ebb63ef req-b1daab1a-7b44-4df6-944f-eef6db2799ca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f528879fc998445593ea72fcaca71808&device_id=93ef0647-3008-46f9-a88f-b746eea2aeaf HTTP/1.1" status: 200 len: 1137 time: 0.0763545 Aug 16 20:53:54.699442 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8bec33f2-851b-46b8-baae-cc0ec1c189c1 req-e71717b5-dccf-4fc5-8774-42af88ae7e5e tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 210 time: 0.1449306 Aug 16 20:53:54.733173 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77418c2-8b95-4cf0-b31c-4d9207ccd7f5 admin admin] Made reservation on behalf of 46bc4cc3934648ed8895a7ed0a5b63cc for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:54.735540 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b77418c2-8b95-4cf0-b31c-4d9207ccd7f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:54.746916 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e1d80-44a9-4044-a213-c9ca0ebb63ef req-85a8f6ed-fb97-4416-980d-f240d77fdff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:54.749084 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3f5e1d80-44a9-4044-a213-c9ca0ebb63ef req-85a8f6ed-fb97-4416-980d-f240d77fdff4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=001f774f-d3c4-4724-a4ef-b6554b1c972e HTTP/1.1" status: 200 len: 914 time: 0.1111207 Aug 16 20:53:54.785927 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bacb2086-1962-4d32-99f7-df77b0c005b9 req-d1b42b0d-54d9-428f-84e3-021cc0626f93 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups/2e88e7f2-7c68-4ef1-9f6f-45f8eac34af0 HTTP/1.1" status: 200 len: 1803 time: 0.2344191 Aug 16 20:53:54.829811 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.db.api [None req-a11f8810-a62d-45c5-a4b2-1abdf38de9cc tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:53:54.829811 n-d-793620-15 neutron-server[101845]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:53:54.829811 n-d-793620-15 neutron-server[101845]: [parameters: {'project_id_1': '8bd4928b639d441db3a928a90d80196d', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 53, 54, 186870)}] Aug 16 20:53:54.829811 n-d-793620-15 neutron-server[101845]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:53:54.830548 n-d-793620-15 neutron-server[101845]: DEBUG oslo_db.api [None req-a11f8810-a62d-45c5-a4b2-1abdf38de9cc tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:53:54.840026 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3f5e1d80-44a9-4044-a213-c9ca0ebb63ef req-00ac14f3-13b8-430e-b0e7-e14daab6897c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1071bcfd-9a2f-4ae9-9d58-3722d5830a48 HTTP/1.1" status: 200 len: 217 time: 0.0637145 Aug 16 20:53:54.847464 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-6cd4156b-8559-4611-b31b-7e18e19a7d87 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:54.884063 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-6cd4156b-8559-4611-b31b-7e18e19a7d87 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Transition to ACTIVE for port object eb6992ff-3a72-430e-8828-6e3102384290 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:54.909767 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-4b06cf72-f364-439b-ab29-a094e0a5221f tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Allocated IP 172.20.0.10 (879db6ea-4235-4669-86c4-124e04d268ed/dd7e5b03-5538-41ec-aed0-c9b4433fdfaa/996e76df-ef0c-4040-8c30-241f6806a5ad) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:54.928645 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [req-bacb2086-1962-4d32-99f7-df77b0c005b9 req-b02d1ac2-18f7-4635-abd1-10101a9c7bac tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 20:53:54.938756 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bacb2086-1962-4d32-99f7-df77b0c005b9 req-b02d1ac2-18f7-4635-abd1-10101a9c7bac tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "DELETE /v2.0/security-groups/2e88e7f2-7c68-4ef1-9f6f-45f8eac34af0 HTTP/1.1" status: 409 len: 341 time: 0.1349328 Aug 16 20:53:54.938931 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e1d80-44a9-4044-a213-c9ca0ebb63ef req-2f5b0984-1232-4dd0-b891-f2bd538297a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:54.938931 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3f5e1d80-44a9-4044-a213-c9ca0ebb63ef req-2f5b0984-1232-4dd0-b891-f2bd538297a2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0ca13ed5-9db7-40b6-8d34-f10c5def1378 HTTP/1.1" status: 200 len: 853 time: 0.0881560 Aug 16 20:53:54.988842 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3f5e1d80-44a9-4044-a213-c9ca0ebb63ef req-16bf6c20-c2b3-4aca-a63c-bf2783a05c94 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=001f774f-d3c4-4724-a4ef-b6554b1c972e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363960 Aug 16 20:53:55.089842 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44342b7-10fe-4035-89ea-3cbd87b5258c admin admin] Made reservation on behalf of 41a315ee39084be283dee330854f5498 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:55.092202 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b44342b7-10fe-4035-89ea-3cbd87b5258c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:55.148490 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-6cd4156b-8559-4611-b31b-7e18e19a7d87 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:55.194818 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-6cd4156b-8559-4611-b31b-7e18e19a7d87 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Network 4bbb22bc-a95f-49c3-b025-bf28336c87d7 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:55.198273 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-6cd4156b-8559-4611-b31b-7e18e19a7d87 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:55.203676 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-6cd4156b-8559-4611-b31b-7e18e19a7d87 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:55.207763 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd4156b-8559-4611-b31b-7e18e19a7d87 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Pushing event updated for resources: {'Port': ['ID=eb6992ff-3a72-430e-8828-6e3102384290,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:55.232452 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b77418c2-8b95-4cf0-b31c-4d9207ccd7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:55.309074 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-6cd4156b-8559-4611-b31b-7e18e19a7d87 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:55.309760 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-6cd4156b-8559-4611-b31b-7e18e19a7d87 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:55.323523 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3f5e1d80-44a9-4044-a213-c9ca0ebb63ef req-6f07cacd-1da2-4721-8e46-028d24a80ba5 service neutron] 10.222.0.72 "GET /v2.0/networks/001f774f-d3c4-4724-a4ef-b6554b1c972e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229299 Aug 16 20:53:55.343581 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77418c2-8b95-4cf0-b31c-4d9207ccd7f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f629780d-9c6a-40cb-8dea-05c6f70bc781,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:55.357828 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77418c2-8b95-4cf0-b31c-4d9207ccd7f5 admin admin] Checking segment: {'id': 'b2ab574e-1d73-45bd-a660-5f1e7d1067a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7625bf9e-2762-4d58-83ee-499fcd8effe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:53:55.357828 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77418c2-8b95-4cf0-b31c-4d9207ccd7f5 admin admin] Network hostable DHCP agents. Network: 7625bf9e-2762-4d58-83ee-499fcd8effe6, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:53:55.394658 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4b06cf72-f364-439b-ab29-a094e0a5221f tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:55.451116 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-4b06cf72-f364-439b-ab29-a094e0a5221f tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Transition to ACTIVE for port object 996e76df-ef0c-4040-8c30-241f6806a5ad will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:55.458575 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-6cd4156b-8559-4611-b31b-7e18e19a7d87 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1143315 Aug 16 20:53:55.472506 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-687bf5bd-3836-4e71-94f3-a999e168e825 service neutron] Request body: {'port': {'device_id': '40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:55.526787 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3f5e1d80-44a9-4044-a213-c9ca0ebb63ef req-56fc24aa-9272-48cb-9c40-8d2f94c119c4 service neutron] 10.222.0.72 "GET /v2.0/networks/001f774f-d3c4-4724-a4ef-b6554b1c972e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835997 Aug 16 20:53:55.561555 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77418c2-8b95-4cf0-b31c-4d9207ccd7f5 admin admin] Network 7625bf9e-2762-4d58-83ee-499fcd8effe6 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:53:55.590683 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-687bf5bd-3836-4e71-94f3-a999e168e825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:55.614011 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b44342b7-10fe-4035-89ea-3cbd87b5258c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:55.626419 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f80486-6af5-4889-b019-28698ab5eed5 req-1a8ab674-d89c-4771-a937-4e34a72893b7 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:55.628689 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-28f80486-6af5-4889-b019-28698ab5eed5 req-1a8ab674-d89c-4771-a937-4e34a72893b7 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/ports?device_id=93ef0647-3008-46f9-a88f-b746eea2aeaf HTTP/1.1" status: 200 len: 985 time: 0.1218195 Aug 16 20:53:55.667823 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44342b7-10fe-4035-89ea-3cbd87b5258c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e91ca38-3cbf-4786-98c9-5df70f5d7fc7,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:55.675853 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44342b7-10fe-4035-89ea-3cbd87b5258c admin admin] Checking segment: {'id': 'd750202b-6aed-4115-ba35-7fc31b994eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5a5bf8fc-f269-4f39-b3c6-975502c735e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:53:55.676216 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44342b7-10fe-4035-89ea-3cbd87b5258c admin admin] Network hostable DHCP agents. Network: 5a5bf8fc-f269-4f39-b3c6-975502c735e9, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:53:55.690598 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11f8810-a62d-45c5-a4b2-1abdf38de9cc tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Made reservation on behalf of 8bd4928b639d441db3a928a90d80196d for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:55.704937 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a11f8810-a62d-45c5-a4b2-1abdf38de9cc tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:55.720025 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a11f8810-a62d-45c5-a4b2-1abdf38de9cc tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:53:55.728763 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a11f8810-a62d-45c5-a4b2-1abdf38de9cc tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:55.728945 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6247b9-ce43-4850-9e7e-216ebd11e475 req-31e66abf-ca12-4ccd-9227-0002ad3fc669 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:55.730992 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-df6247b9-ce43-4850-9e7e-216ebd11e475 req-31e66abf-ca12-4ccd-9227-0002ad3fc669 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "GET /v2.0/ports?device_id=40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f HTTP/1.1" status: 200 len: 932 time: 0.1373541 Aug 16 20:53:55.731114 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-a11f8810-a62d-45c5-a4b2-1abdf38de9cc tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Added segment 6eff3c43-dfc4-413a-a39a-6f68b0740099 of type vlan for network fd7ed9d2-f7ef-4945-9dce-60202b0df4f4 Aug 16 20:53:55.740595 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-28f80486-6af5-4889-b019-28698ab5eed5 req-033fc6af-786b-4e11-b534-30fa7b9cbb3e tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups?id=2e88e7f2-7c68-4ef1-9f6f-45f8eac34af0&id=3dc6bd43-bdac-49e7-80a3-26b230279ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0961962 Aug 16 20:53:55.771113 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0c6d3b15-8446-428d-a07d-3bb669f51692 None None] Provisioning for port eb6992ff-3a72-430e-8828-6e3102384290 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:55.776169 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0c6d3b15-8446-428d-a07d-3bb669f51692 None None] Provisioning complete for port eb6992ff-3a72-430e-8828-6e3102384290 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:55.779812 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0c6d3b15-8446-428d-a07d-3bb669f51692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:55.780450 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4b06cf72-f364-439b-ab29-a094e0a5221f tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:55.802290 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-b77418c2-8b95-4cf0-b31c-4d9207ccd7f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 7625bf9e-2762-4d58-83ee-499fcd8effe6) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:55.807263 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77418c2-8b95-4cf0-b31c-4d9207ccd7f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:55.809056 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b77418c2-8b95-4cf0-b31c-4d9207ccd7f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:55.826047 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ee8795c4-dcbd-4c3f-8550-3802f73b0b77 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:53:55.826047 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e04a45-9445-4365-bd39-79f3a557f987 None None] Network 7625bf9e-2762-4d58-83ee-499fcd8effe6 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:55.829452 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a11f8810-a62d-45c5-a4b2-1abdf38de9cc tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:55.875847 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d8c7a895-6ec0-4149-b4b2-0ee7c2db6b76 req-bbc8f218-6611-4a05-9a17-e647c0663350 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 210 time: 0.0615630 Aug 16 20:53:55.885693 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: ee8795c4-dcbd-4c3f-8550-3802f73b0b77 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:53:55.886326 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ee8795c4-dcbd-4c3f-8550-3802f73b0b77 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:53:55.896153 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b06cf72-f364-439b-ab29-a094e0a5221f tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Network 879db6ea-4235-4669-86c4-124e04d268ed is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:55.909139 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-0c6d3b15-8446-428d-a07d-3bb669f51692 None None] Port eb6992ff-3a72-430e-8828-6e3102384290 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:53:55.922612 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-4b06cf72-f364-439b-ab29-a094e0a5221f tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:55.927568 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b06cf72-f364-439b-ab29-a094e0a5221f tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Pushing event updated for resources: {'Port': ['ID=996e76df-ef0c-4040-8c30-241f6806a5ad,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:55.932062 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b06cf72-f364-439b-ab29-a094e0a5221f tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:55.962237 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-df6247b9-ce43-4850-9e7e-216ebd11e475 req-947ff71b-0fd9-4199-b1d0-2ad684bb0a77 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "GET /v2.0/security-groups?id=cbfca197-fe14-449a-8762-488cd66542f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2205918 Aug 16 20:53:55.969266 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44342b7-10fe-4035-89ea-3cbd87b5258c admin admin] Network 5a5bf8fc-f269-4f39-b3c6-975502c735e9 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:53:55.980913 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d5a70-e842-4d68-9ac4-d78b01d2bb08 req-89a70a57-800b-4e18-894d-c222baf4a659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:55.982737 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-660d5a70-e842-4d68-9ac4-d78b01d2bb08 req-89a70a57-800b-4e18-894d-c222baf4a659 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f528879fc998445593ea72fcaca71808&device_id=93ef0647-3008-46f9-a88f-b746eea2aeaf HTTP/1.1" status: 200 len: 1137 time: 0.1433430 Aug 16 20:53:55.993957 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-b44342b7-10fe-4035-89ea-3cbd87b5258c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 5a5bf8fc-f269-4f39-b3c6-975502c735e9) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:56.013328 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b06cf72-f364-439b-ab29-a094e0a5221f tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:56.014159 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4b06cf72-f364-439b-ab29-a094e0a5221f tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:56.017035 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f215fe23-0f75-486d-8fc6-af268c3c11e8 None None] Network 5a5bf8fc-f269-4f39-b3c6-975502c735e9 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:56.019685 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44342b7-10fe-4035-89ea-3cbd87b5258c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:56.019879 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b44342b7-10fe-4035-89ea-3cbd87b5258c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:56.098907 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b77418c2-8b95-4cf0-b31c-4d9207ccd7f5 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.2834105 Aug 16 20:53:56.099893 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44124) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:56.102669 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-687bf5bd-3836-4e71-94f3-a999e168e825 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb6992ff-3a72-430e-8828-6e3102384290 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:53:56.110573 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a11f8810-a62d-45c5-a4b2-1abdf38de9cc tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:56.111601 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11f8810-a62d-45c5-a4b2-1abdf38de9cc tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:56.112233 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a11f8810-a62d-45c5-a4b2-1abdf38de9cc tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:56.117073 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-616a4256-f951-44c1-bef0-f2f5a5c64f2c admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1914086428-router', 'tenant_id': '46bc4cc3934648ed8895a7ed0a5b63cc', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:56.123873 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-687bf5bd-3836-4e71-94f3-a999e168e825 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:56.144065 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-687bf5bd-3836-4e71-94f3-a999e168e825 service neutron] Transition to ACTIVE for port object eb6992ff-3a72-430e-8828-6e3102384290 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:56.199948 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f8810-a62d-45c5-a4b2-1abdf38de9cc tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Pushing event updated for resources: {'Network': ['ID=fd7ed9d2-f7ef-4945-9dce-60202b0df4f4,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:56.204722 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d5a70-e842-4d68-9ac4-d78b01d2bb08 req-9539795f-c51f-47e6-b3b0-c4bc71f963ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:56.206326 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-660d5a70-e842-4d68-9ac4-d78b01d2bb08 req-9539795f-c51f-47e6-b3b0-c4bc71f963ba service neutron] 10.222.0.72 "GET /v2.0/networks?id=001f774f-d3c4-4724-a4ef-b6554b1c972e HTTP/1.1" status: 200 len: 914 time: 0.2090492 Aug 16 20:53:56.220151 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04b68a7-1fe2-4665-9b80-b9225836814b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-7625bf9e-2762-4d58-83ee-499fcd8effe6', 'network_id': '7625bf9e-2762-4d58-83ee-499fcd8effe6', 'tenant_id': '46bc4cc3934648ed8895a7ed0a5b63cc', 'fixed_ips': [{'subnet_id': 'f629780d-9c6a-40cb-8dea-05c6f70bc781'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:53:56.221055 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f04b68a7-1fe2-4665-9b80-b9225836814b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:56.223254 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network fd7ed9d2-f7ef-4945-9dce-60202b0df4f4 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:53:56.254436 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-660d5a70-e842-4d68-9ac4-d78b01d2bb08 req-2691ece4-4a97-49f2-bd03-3c2d4c1d17df service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1071bcfd-9a2f-4ae9-9d58-3722d5830a48 HTTP/1.1" status: 200 len: 217 time: 0.0390835 Aug 16 20:53:56.255578 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4b06cf72-f364-439b-ab29-a094e0a5221f tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9652431 Aug 16 20:53:56.265885 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b44342b7-10fe-4035-89ea-3cbd87b5258c admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0007060 Aug 16 20:53:56.265885 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44126) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:56.265885 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-50c373f9-bea8-4d54-b320-586a51f5a902 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Request body: {'port': {'network_id': '879db6ea-4235-4669-86c4-124e04d268ed', 'name': 'tempest-AllowedAddressPairTestJSON-1236088356'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:56.364111 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-687bf5bd-3836-4e71-94f3-a999e168e825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:56.368963 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a11f8810-a62d-45c5-a4b2-1abdf38de9cc tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.2187634 Aug 16 20:53:56.374564 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d5a70-e842-4d68-9ac4-d78b01d2bb08 req-c3d0bf83-e4d1-4d29-b316-a137fb58a733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:56.376804 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-660d5a70-e842-4d68-9ac4-d78b01d2bb08 req-c3d0bf83-e4d1-4d29-b316-a137fb58a733 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0ca13ed5-9db7-40b6-8d34-f10c5def1378 HTTP/1.1" status: 200 len: 853 time: 0.0916839 Aug 16 20:53:56.379071 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44130) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:56.473965 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ab85f6-3d71-4bee-9b15-61e9326eafaf None None] Network 5a5bf8fc-f269-4f39-b3c6-975502c735e9 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:56.480902 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-660d5a70-e842-4d68-9ac4-d78b01d2bb08 req-d083e992-9e54-4faa-aa3d-ea519b3e880a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=001f774f-d3c4-4724-a4ef-b6554b1c972e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783775 Aug 16 20:53:56.512219 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687bf5bd-3836-4e71-94f3-a999e168e825 service neutron] Pushing event updated for resources: {'Port': ['ID=eb6992ff-3a72-430e-8828-6e3102384290,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:56.552990 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642269c7-cafd-4aaa-9bd7-348a4bdadf17', 'name': 'network-vif-deleted', 'tag': 'ee8795c4-dcbd-4c3f-8550-3802f73b0b77'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:56.555992 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfc90a8-c6a7-4a06-bddc-e6bad7f48672" -d '{"events": [{"server_uuid": "642269c7-cafd-4aaa-9bd7-348a4bdadf17", "name": "network-vif-deleted", "tag": "ee8795c4-dcbd-4c3f-8550-3802f73b0b77"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:56.602763 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-f04b68a7-1fe2-4665-9b80-b9225836814b None None] Allocated IP 172.20.0.2 (7625bf9e-2762-4d58-83ee-499fcd8effe6/f629780d-9c6a-40cb-8dea-05c6f70bc781/5fd6363d-9b7c-477c-bbd8-367b68b05614) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:56.621477 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-19f560c7-a2e8-4c11-b474-d88501ef2799 None None] Provisioning for port 996e76df-ef0c-4040-8c30-241f6806a5ad completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:56.626395 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-616a4256-f951-44c1-bef0-f2f5a5c64f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:56.627563 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-616a4256-f951-44c1-bef0-f2f5a5c64f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:56.634693 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a207d22-544a-40d0-8e1d-ede755b82079 tempest-ExternalNetworksTestJSON-339356161 tempest-ExternalNetworksTestJSON-339356161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:56.638907 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9a207d22-544a-40d0-8e1d-ede755b82079 tempest-ExternalNetworksTestJSON-339356161 tempest-ExternalNetworksTestJSON-339356161-project] 10.222.0.84 "GET /v2.0/networks/fd7ed9d2-f7ef-4945-9dce-60202b0df4f4 HTTP/1.1" status: 200 len: 757 time: 0.2563281 Aug 16 20:53:56.642576 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44142) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:56.647943 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-687bf5bd-3836-4e71-94f3-a999e168e825 service neutron] Attempting to bind port eb6992ff-3a72-430e-8828-6e3102384290 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:53:56.648307 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-687bf5bd-3836-4e71-94f3-a999e168e825 service neutron] Attempting to bind port eb6992ff-3a72-430e-8828-6e3102384290 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '7b235a1a-9054-49ab-85cf-feb8bb6f6bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4bbb22bc-a95f-49c3-b025-bf28336c87d7'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:53:56.648650 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-687bf5bd-3836-4e71-94f3-a999e168e825 service neutron] Attempting to bind port eb6992ff-3a72-430e-8828-6e3102384290 on network 4bbb22bc-a95f-49c3-b025-bf28336c87d7 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:53:56.653880 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-19f560c7-a2e8-4c11-b474-d88501ef2799 None None] Provisioning complete for port 996e76df-ef0c-4040-8c30-241f6806a5ad triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:56.654425 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-19f560c7-a2e8-4c11-b474-d88501ef2799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:56.663182 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-687bf5bd-3836-4e71-94f3-a999e168e825 service neutron] Port eb6992ff-3a72-430e-8828-6e3102384290 on network 4bbb22bc-a95f-49c3-b025-bf28336c87d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:53:56.663523 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-687bf5bd-3836-4e71-94f3-a999e168e825 service neutron] Attempting to bind port eb6992ff-3a72-430e-8828-6e3102384290 on network 4bbb22bc-a95f-49c3-b025-bf28336c87d7 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:53:56.675843 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-687bf5bd-3836-4e71-94f3-a999e168e825 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:53:56.676213 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-687bf5bd-3836-4e71-94f3-a999e168e825 service neutron] Checking segment: {'id': '7b235a1a-9054-49ab-85cf-feb8bb6f6bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4bbb22bc-a95f-49c3-b025-bf28336c87d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:53:56.676599 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-687bf5bd-3836-4e71-94f3-a999e168e825 service neutron] Bound using segment: {'id': '7b235a1a-9054-49ab-85cf-feb8bb6f6bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4bbb22bc-a95f-49c3-b025-bf28336c87d7'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:53:56.677050 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-687bf5bd-3836-4e71-94f3-a999e168e825 service neutron] Bound port: eb6992ff-3a72-430e-8828-6e3102384290, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b235a1a-9054-49ab-85cf-feb8bb6f6bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4bbb22bc-a95f-49c3-b025-bf28336c87d7'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:53:56.677418 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-687bf5bd-3836-4e71-94f3-a999e168e825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:56.744636 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-660d5a70-e842-4d68-9ac4-d78b01d2bb08 req-e16d3588-6313-4abb-91ce-37a3a2462e0b service neutron] 10.222.0.72 "GET /v2.0/networks/001f774f-d3c4-4724-a4ef-b6554b1c972e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375860 Aug 16 20:53:56.806824 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-687bf5bd-3836-4e71-94f3-a999e168e825 service neutron] For port eb6992ff-3a72-430e-8828-6e3102384290, host n-h1-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:53:56.811699 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-687bf5bd-3836-4e71-94f3-a999e168e825 service neutron] For port eb6992ff-3a72-430e-8828-6e3102384290, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=eb6992ff-3a72-430e-8828-6e3102384290,segment=NetworkSegment(7b235a1a-9054-49ab-85cf-feb8bb6f6bf2),segment_id=7b235a1a-9054-49ab-85cf-feb8bb6f6bf2)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:53:56.815465 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6c3c7a-1a2c-4e4a-a9ca-7dfef286fe06 x-openstack-request-id: req-8e6c3c7a-1a2c-4e4a-a9ca-7dfef286fe06 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:56.816030 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "642269c7-cafd-4aaa-9bd7-348a4bdadf17", "name": "network-vif-deleted", "tag": "ee8795c4-dcbd-4c3f-8550-3802f73b0b77", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:56.816454 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8e6c3c7a-1a2c-4e4a-a9ca-7dfef286fe06 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:56.817023 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642269c7-cafd-4aaa-9bd7-348a4bdadf17', 'name': 'network-vif-deleted', 'tag': 'ee8795c4-dcbd-4c3f-8550-3802f73b0b77', 'status': 'completed', 'code': 200} Aug 16 20:53:56.873160 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-19f560c7-a2e8-4c11-b474-d88501ef2799 None None] Port 996e76df-ef0c-4040-8c30-241f6806a5ad cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:53:56.904898 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f04b68a7-1fe2-4665-9b80-b9225836814b None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:56.913665 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f04b68a7-1fe2-4665-9b80-b9225836814b None None] Transition to ACTIVE for port object 5fd6363d-9b7c-477c-bbd8-367b68b05614 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:56.928364 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-616a4256-f951-44c1-bef0-f2f5a5c64f2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:56.931764 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f04b68a7-1fe2-4665-9b80-b9225836814b None None] Transition to ACTIVE for port object 5fd6363d-9b7c-477c-bbd8-367b68b05614 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:56.941819 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c373f9-bea8-4d54-b320-586a51f5a902 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Made reservation on behalf of df0db65fdfbd4ff4919c3bc81e03626d for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:56.945263 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-50c373f9-bea8-4d54-b320-586a51f5a902 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:56.975972 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22a7069-57a1-4171-9b6b-ea8b505b605a tempest-ExternalNetworksTestJSON-339356161 tempest-ExternalNetworksTestJSON-339356161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:56.979888 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a22a7069-57a1-4171-9b6b-ea8b505b605a tempest-ExternalNetworksTestJSON-339356161 tempest-ExternalNetworksTestJSON-339356161-project] 10.222.0.84 "GET /v2.0/networks/a95cfa31-9570-47ef-a076-88dd94544440 HTTP/1.1" status: 200 len: 768 time: 0.2486732 Aug 16 20:53:56.980552 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44156) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:56.983913 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216a815-8e60-4bf3-96fd-801dd5179917 req-2d882e3a-9de1-4faa-89ba-704f29151a6f tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:56.986491 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e216a815-8e60-4bf3-96fd-801dd5179917 req-2d882e3a-9de1-4faa-89ba-704f29151a6f tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/ports?device_id=93ef0647-3008-46f9-a88f-b746eea2aeaf HTTP/1.1" status: 200 len: 985 time: 0.1195412 Aug 16 20:53:57.000550 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-687bf5bd-3836-4e71-94f3-a999e168e825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:57.015395 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-50c373f9-bea8-4d54-b320-586a51f5a902 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] device_id is not set on port 6f4be7cf-42b9-4ac0-a0fe-e334e9ca7027 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:53:57.064777 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f04b68a7-1fe2-4665-9b80-b9225836814b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:57.074610 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-42a6c42f-db00-4cc5-8657-eafcceeec25b tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:57.076175 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-42a6c42f-db00-4cc5-8657-eafcceeec25b tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/networks?id=5a5bf8fc-f269-4f39-b3c6-975502c735e9 HTTP/1.1" status: 200 len: 814 time: 0.1997626 Aug 16 20:53:57.086101 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-687bf5bd-3836-4e71-94f3-a999e168e825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:57.086741 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-687bf5bd-3836-4e71-94f3-a999e168e825 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:57.088195 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-687bf5bd-3836-4e71-94f3-a999e168e825 service neutron] 10.222.0.72 "PUT /v2.0/ports/eb6992ff-3a72-430e-8828-6e3102384290 HTTP/1.1" status: 200 len: 1093 time: 1.6206887 Aug 16 20:53:57.121940 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-660d5a70-e842-4d68-9ac4-d78b01d2bb08 req-7580490d-018a-4019-b085-21d4f1a895b6 service neutron] 10.222.0.72 "GET /v2.0/networks/001f774f-d3c4-4724-a4ef-b6554b1c972e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526418 Aug 16 20:53:57.127941 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04b68a7-1fe2-4665-9b80-b9225836814b None None] Network 7625bf9e-2762-4d58-83ee-499fcd8effe6 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:57.138015 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-f04b68a7-1fe2-4665-9b80-b9225836814b None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:57.143941 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04b68a7-1fe2-4665-9b80-b9225836814b None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:57.153722 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b68a7-1fe2-4665-9b80-b9225836814b None None] Pushing event updated for resources: {'Port': ['ID=5fd6363d-9b7c-477c-bbd8-367b68b05614,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:57.174469 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3bbe827e-c1f1-4f67-9010-49b1a08ede7c tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:57.225694 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-f04b68a7-1fe2-4665-9b80-b9225836814b None None] Attempting to bind port 5fd6363d-9b7c-477c-bbd8-367b68b05614 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:53:57.226084 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-f04b68a7-1fe2-4665-9b80-b9225836814b None None] Attempting to bind port 5fd6363d-9b7c-477c-bbd8-367b68b05614 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'b2ab574e-1d73-45bd-a660-5f1e7d1067a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7625bf9e-2762-4d58-83ee-499fcd8effe6'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:53:57.226587 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04b68a7-1fe2-4665-9b80-b9225836814b None None] Attempting to bind port 5fd6363d-9b7c-477c-bbd8-367b68b05614 on network 7625bf9e-2762-4d58-83ee-499fcd8effe6 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:53:57.233428 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04b68a7-1fe2-4665-9b80-b9225836814b None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:53:57.233810 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04b68a7-1fe2-4665-9b80-b9225836814b None None] Checking segment: {'id': 'b2ab574e-1d73-45bd-a660-5f1e7d1067a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7625bf9e-2762-4d58-83ee-499fcd8effe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:53:57.234281 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f04b68a7-1fe2-4665-9b80-b9225836814b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:57.234821 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04b68a7-1fe2-4665-9b80-b9225836814b None None] Bound using segment: {'id': 'b2ab574e-1d73-45bd-a660-5f1e7d1067a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7625bf9e-2762-4d58-83ee-499fcd8effe6'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:53:57.235343 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-f04b68a7-1fe2-4665-9b80-b9225836814b None None] Bound port: 5fd6363d-9b7c-477c-bbd8-367b68b05614, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ab574e-1d73-45bd-a660-5f1e7d1067a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7625bf9e-2762-4d58-83ee-499fcd8effe6'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:53:57.235883 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f04b68a7-1fe2-4665-9b80-b9225836814b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:57.341236 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e216a815-8e60-4bf3-96fd-801dd5179917 req-609c43c0-7630-4e86-a635-27b95cc07f73 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups?id=2e88e7f2-7c68-4ef1-9f6f-45f8eac34af0&id=3dc6bd43-bdac-49e7-80a3-26b230279ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3325355 Aug 16 20:53:57.345385 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-616a4256-f951-44c1-bef0-f2f5a5c64f2c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:57.350039 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-f04b68a7-1fe2-4665-9b80-b9225836814b None None] For port 5fd6363d-9b7c-477c-bbd8-367b68b05614, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:53:57.355817 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-f04b68a7-1fe2-4665-9b80-b9225836814b None None] For port 5fd6363d-9b7c-477c-bbd8-367b68b05614, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5fd6363d-9b7c-477c-bbd8-367b68b05614,segment=NetworkSegment(b2ab574e-1d73-45bd-a660-5f1e7d1067a3),segment_id=b2ab574e-1d73-45bd-a660-5f1e7d1067a3)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:53:57.372349 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-064f3cac-afb1-496c-bacb-a3554e9d1cb2 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/quotas/41a315ee39084be283dee330854f5498 HTTP/1.1" status: 200 len: 375 time: 0.2803457 Aug 16 20:53:57.376104 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687bf5bd-3836-4e71-94f3-a999e168e825 service neutron] Pushing event updated for resources: {'Port': ['ID=eb6992ff-3a72-430e-8828-6e3102384290,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:57.412754 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-feec0dfd-e153-4c40-a995-fa8d35e20c6f tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=41a315ee39084be283dee330854f5498&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394711 Aug 16 20:53:57.441224 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0bc2a082-a85c-4801-948b-d467adf67819 req-57ae89fa-f084-4535-b84e-dfa5a4af8e0c tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 210 time: 0.0324042 Aug 16 20:53:57.536124 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f04b68a7-1fe2-4665-9b80-b9225836814b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:57.600457 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b68a7-1fe2-4665-9b80-b9225836814b None None] Pushing event updated for resources: {'Port': ['ID=5fd6363d-9b7c-477c-bbd8-367b68b05614,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:57.632839 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-2306c74d-5a10-46ef-908b-ec9fbd0194e0 service neutron] 10.222.0.84 "GET /v2.0/networks/5a5bf8fc-f269-4f39-b3c6-975502c735e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938338 Aug 16 20:53:57.645719 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-50c373f9-bea8-4d54-b320-586a51f5a902 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Allocated IP 172.20.0.8 (879db6ea-4235-4669-86c4-124e04d268ed/dd7e5b03-5538-41ec-aed0-c9b4433fdfaa/6f4be7cf-42b9-4ac0-a0fe-e334e9ca7027) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:57.664595 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38849ee3-b074-4563-a46e-9ccb391c4f3f req-d6f6bd9a-3685-4cb0-bad9-c9b90a81d5d5 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:57.666145 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-38849ee3-b074-4563-a46e-9ccb391c4f3f req-d6f6bd9a-3685-4cb0-bad9-c9b90a81d5d5 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "GET /v2.0/ports?device_id=40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f HTTP/1.1" status: 200 len: 944 time: 0.1573141 Aug 16 20:53:57.670151 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3bbe827e-c1f1-4f67-9010-49b1a08ede7c tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:57.683067 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-3bbe827e-c1f1-4f67-9010-49b1a08ede7c tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd7ed9d2-f7ef-4945-9dce-60202b0df4f4']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:57.699669 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-3bbe827e-c1f1-4f67-9010-49b1a08ede7c tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eff3c43-dfc4-413a-a39a-6f68b0740099') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:57.700000 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-3bbe827e-c1f1-4f67-9010-49b1a08ede7c tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eff3c43-dfc4-413a-a39a-6f68b0740099') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:57.719563 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3bbe827e-c1f1-4f67-9010-49b1a08ede7c tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:57.743416 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-149a6ca1-05e1-4d37-97e6-4b5b4f235f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:57.744936 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-149a6ca1-05e1-4d37-97e6-4b5b4f235f88 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ebac0160837646008c1ab540ec09346e&device_id=40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f HTTP/1.1" status: 200 len: 1096 time: 0.1323118 Aug 16 20:53:57.746000 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3bbe827e-c1f1-4f67-9010-49b1a08ede7c tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:57.765739 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bbe827e-c1f1-4f67-9010-49b1a08ede7c tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:53:57.766155 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3bbe827e-c1f1-4f67-9010-49b1a08ede7c tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:57.770870 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:53:57.770870 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:53:57.770870 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:53:57.770870 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:53:57.770870 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:53:57.770870 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:53:57.770870 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:53:57.770870 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:53:57.770870 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:53:57.770870 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:53:57.770870 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:53:57.770870 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:53:57.770870 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:53:57.770870 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:53:57.770870 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:53:57.770870 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:53:57.770870 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:53:57.770870 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:53:57.770870 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:53:57.770870 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:53:57.770870 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:53:57.770870 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:53:57.770870 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:53:57.770870 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:53:57.770870 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:53:57.770870 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:53:57.770870 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:53:57.770870 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:53:57.770870 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:53:57.770870 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:53:57.770870 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:53:57.770870 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:53:57.803861 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-38849ee3-b074-4563-a46e-9ccb391c4f3f req-435e8c52-a714-40c7-a01e-dcc070f6c7d4 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "GET /v2.0/security-groups?id=cbfca197-fe14-449a-8762-488cd66542f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235516 Aug 16 20:53:57.826715 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-05158526-be9f-4a8e-b936-6fc70a463633 service neutron] 10.222.0.84 "GET /v2.0/networks/5a5bf8fc-f269-4f39-b3c6-975502c735e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899507 Aug 16 20:53:57.990459 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-616a4256-f951-44c1-bef0-f2f5a5c64f2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:58.008200 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-471b256e-e50e-4919-b27e-68afc5468790 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb6992ff-3a72-430e-8828-6e3102384290 HTTP/1.1" status: 200 len: 217 time: 0.2500098 Aug 16 20:53:58.022587 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-616a4256-f951-44c1-bef0-f2f5a5c64f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:58.087564 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-8dde7c91-e3c1-4449-abcf-22ed79f00a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:58.089121 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-8dde7c91-e3c1-4449-abcf-22ed79f00a90 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f72c7722-b18e-41bf-9657-631ad210a5e1 HTTP/1.1" status: 200 len: 850 time: 0.0724332 Aug 16 20:53:58.131487 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-616a4256-f951-44c1-bef0-f2f5a5c64f2c admin admin] Allocated IP 172.25.1.30 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/44f43fa3-e004-4f7a-87bf-1c3e8f0f1016) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:58.152730 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-50c373f9-bea8-4d54-b320-586a51f5a902 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:58.170705 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-70a44a3b-3c2c-4b60-8618-d224c242b829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:58.172269 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-70a44a3b-3c2c-4b60-8618-d224c242b829 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4bbb22bc-a95f-49c3-b025-bf28336c87d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0741334 Aug 16 20:53:58.174923 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-50c373f9-bea8-4d54-b320-586a51f5a902 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Transition to ACTIVE for port object 6f4be7cf-42b9-4ac0-a0fe-e334e9ca7027 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:58.253661 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3bbe827e-c1f1-4f67-9010-49b1a08ede7c tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:58.284482 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbe827e-c1f1-4f67-9010-49b1a08ede7c tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fd7ed9d2-f7ef-4945-9dce-60202b0df4f4 {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 20:53:58.297118 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe827e-c1f1-4f67-9010-49b1a08ede7c tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Pushing event deleted for resources: {'Network': ['ID=fd7ed9d2-f7ef-4945-9dce-60202b0df4f4,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:58.303023 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3bbe827e-c1f1-4f67-9010-49b1a08ede7c tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:58.306274 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3bbe827e-c1f1-4f67-9010-49b1a08ede7c tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] 10.222.0.84 "DELETE /v2.0/networks/fd7ed9d2-f7ef-4945-9dce-60202b0df4f4 HTTP/1.1" status: 204 len: 168 time: 1.3245587 Aug 16 20:53:58.313874 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44166) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:58.347828 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-a07204ef-cd15-4966-8daa-3d664e57013a tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Request body: {'network': {'name': 'tempest-network--974964163'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:58.353793 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-7a7e9783-dc1d-4957-b83f-5166a7002120 service neutron] 10.222.0.72 "GET /v2.0/networks/4bbb22bc-a95f-49c3-b025-bf28336c87d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727135 Aug 16 20:53:58.387400 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-616a4256-f951-44c1-bef0-f2f5a5c64f2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:58.427362 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-6e3e44c6-ec54-4cf1-908d-904e806dbcd7 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:58.429298 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-6e3e44c6-ec54-4cf1-908d-904e806dbcd7 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.90 "GET /v2.0/networks?id=b1b88367-5ef4-4555-8890-197c2e8aab74 HTTP/1.1" status: 200 len: 814 time: 0.2430806 Aug 16 20:53:58.456856 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6713724d-9644-4659-b8d2-e7547dc3b5b0 req-5871bdb0-43b5-4ec3-a6ba-31473eec1054 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=50a35a1f-f032-44ca-910a-a152a9b434a7 HTTP/1.1" status: 200 len: 210 time: 0.1030362 Aug 16 20:53:58.456856 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-5c6f4132-a8a0-451e-b511-07c3be081f68 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Request body: {'port': {'device_id': 'b9a1092b-9099-4fc4-b1b1-8d94a480eece', 'network_id': 'b1b88367-5ef4-4555-8890-197c2e8aab74', 'admin_state_up': True, 'tenant_id': '120264f308544a26ad5db70b0b05c4ab'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:58.552303 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-26098f2b-b4d6-4dad-8602-eb14191cf081 req-9ec0b072-9a7c-4952-a13e-b77b2c708980 service neutron] 10.222.0.72 "GET /v2.0/networks/4bbb22bc-a95f-49c3-b025-bf28336c87d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900289 Aug 16 20:53:58.555909 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-50c373f9-bea8-4d54-b320-586a51f5a902 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:58.619663 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c373f9-bea8-4d54-b320-586a51f5a902 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Network 879db6ea-4235-4669-86c4-124e04d268ed is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:58.622405 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-50c373f9-bea8-4d54-b320-586a51f5a902 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:58.627738 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c373f9-bea8-4d54-b320-586a51f5a902 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:58.656953 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c373f9-bea8-4d54-b320-586a51f5a902 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Pushing event updated for resources: {'Port': ['ID=6f4be7cf-42b9-4ac0-a0fe-e334e9ca7027,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:58.705287 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c373f9-bea8-4d54-b320-586a51f5a902 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:58.705936 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-50c373f9-bea8-4d54-b320-586a51f5a902 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:58.714426 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-475b5090-81e1-4e63-8bb0-c6b8aab422f4 req-d7276b07-b951-4fa2-bdc6-2dbeaa910d00 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 210 time: 0.1152709 Aug 16 20:53:58.791009 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07204ef-cd15-4966-8daa-3d664e57013a tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Made reservation on behalf of 8bd4928b639d441db3a928a90d80196d for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:58.794075 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a07204ef-cd15-4966-8daa-3d664e57013a tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:58.818253 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f20b5-dd0e-4ad7-acb8-6f763e5fd619 req-f285ab93-3793-43eb-a161-b91b58553496 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:58.820095 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4f6f20b5-dd0e-4ad7-acb8-6f763e5fd619 req-f285ab93-3793-43eb-a161-b91b58553496 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/ports?device_id=93ef0647-3008-46f9-a88f-b746eea2aeaf HTTP/1.1" status: 200 len: 985 time: 0.3079574 Aug 16 20:53:58.824464 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f', 'tag': 'eb6992ff-3a72-430e-8828-6e3102384290'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:58.826820 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a59e90-3153-4053-9472-9098db457276" -d '{"events": [{"name": "network-changed", "server_uuid": "40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f", "tag": "eb6992ff-3a72-430e-8828-6e3102384290"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:58.886541 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73e08b8-ba1c-4983-ba10-fe8a691f22d0 None None] Network 7625bf9e-2762-4d58-83ee-499fcd8effe6 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:58.898053 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b2c1ff-a9c5-4a35-9cdf-720cf7c2f1ac x-openstack-request-id: req-50b2c1ff-a9c5-4a35-9cdf-720cf7c2f1ac {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:58.898828 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f", "tag": "eb6992ff-3a72-430e-8828-6e3102384290", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:58.898828 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-50b2c1ff-a9c5-4a35-9cdf-720cf7c2f1ac {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:58.899317 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f', 'tag': 'eb6992ff-3a72-430e-8828-6e3102384290', 'status': 'completed', 'code': 200} Aug 16 20:53:58.906201 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a07204ef-cd15-4966-8daa-3d664e57013a tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:53:58.967185 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a07204ef-cd15-4966-8daa-3d664e57013a tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:58.967643 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-a07204ef-cd15-4966-8daa-3d664e57013a tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Added segment ea27a239-2d17-4f10-a83b-2a20fab60e01 of type vlan for network b9cabf19-b26c-4130-83e6-afa2616ef0a1 Aug 16 20:53:58.974723 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-50c373f9-bea8-4d54-b320-586a51f5a902 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7128785 Aug 16 20:53:58.974959 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44180) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:58.984137 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-8966080f-bc04-453e-ac97-7da8e6fd1f57 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:81:10:21'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:66:99:96'}]}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:59.027845 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a59e90-3153-4053-9472-9098db457276 req-959e6061-91c6-4bc2-a61e-a986f8db7330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:59.029627 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-74a59e90-3153-4053-9472-9098db457276 req-959e6061-91c6-4bc2-a61e-a986f8db7330 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ebac0160837646008c1ab540ec09346e&device_id=40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f HTTP/1.1" status: 200 len: 1096 time: 0.1088121 Aug 16 20:53:59.033600 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a07204ef-cd15-4966-8daa-3d664e57013a tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:59.062890 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4f6f20b5-dd0e-4ad7-acb8-6f763e5fd619 req-8b4c4a93-18c4-438f-8bc8-ba53b9179fd1 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups?id=2e88e7f2-7c68-4ef1-9f6f-45f8eac34af0&id=3dc6bd43-bdac-49e7-80a3-26b230279ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2322834 Aug 16 20:53:59.070851 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-616a4256-f951-44c1-bef0-f2f5a5c64f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:59.145105 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616a4256-f951-44c1-bef0-f2f5a5c64f2c admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:59.165148 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-616a4256-f951-44c1-bef0-f2f5a5c64f2c admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:59.168340 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616a4256-f951-44c1-bef0-f2f5a5c64f2c admin admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:59.182166 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d86d4cd1-8238-4efa-9580-858c79d64af3 None None] Provisioning for port 6f4be7cf-42b9-4ac0-a0fe-e334e9ca7027 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:59.186422 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d86d4cd1-8238-4efa-9580-858c79d64af3 None None] Provisioning complete for port 6f4be7cf-42b9-4ac0-a0fe-e334e9ca7027 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:59.186805 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d86d4cd1-8238-4efa-9580-858c79d64af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:59.228221 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-d86d4cd1-8238-4efa-9580-858c79d64af3 None None] Port 6f4be7cf-42b9-4ac0-a0fe-e334e9ca7027 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:53:59.251975 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-5c6f4132-a8a0-451e-b511-07c3be081f68 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Made reservation on behalf of 120264f308544a26ad5db70b0b05c4ab for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:59.255488 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-5c6f4132-a8a0-451e-b511-07c3be081f68 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:59.257630 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a07204ef-cd15-4966-8daa-3d664e57013a tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:59.258603 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07204ef-cd15-4966-8daa-3d664e57013a tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:59.259188 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a07204ef-cd15-4966-8daa-3d664e57013a tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:59.311283 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a59e90-3153-4053-9472-9098db457276 req-1c1cb6df-4b35-4fac-a0a0-cb25db86e5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:59.313784 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-74a59e90-3153-4053-9472-9098db457276 req-1c1cb6df-4b35-4fac-a0a0-cb25db86e5ff service neutron] 10.222.0.72 "GET /v2.0/networks?id=4bbb22bc-a95f-49c3-b025-bf28336c87d7 HTTP/1.1" status: 200 len: 912 time: 0.2028856 Aug 16 20:53:59.328606 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8966080f-bc04-453e-ac97-7da8e6fd1f57 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:59.374436 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-74a59e90-3153-4053-9472-9098db457276 req-be2339d8-2a94-4b07-b779-c1bff3745457 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb6992ff-3a72-430e-8828-6e3102384290 HTTP/1.1" status: 200 len: 217 time: 0.0525129 Aug 16 20:53:59.438624 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d86d4cd1-8238-4efa-9580-858c79d64af3 None None] Provisioning for port 5fd6363d-9b7c-477c-bbd8-367b68b05614 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:59.472856 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a59e90-3153-4053-9472-9098db457276 req-e8b70a69-5627-497c-b3e5-814f2ad55d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:59.474346 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-74a59e90-3153-4053-9472-9098db457276 req-e8b70a69-5627-497c-b3e5-814f2ad55d13 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f72c7722-b18e-41bf-9657-631ad210a5e1 HTTP/1.1" status: 200 len: 850 time: 0.0712488 Aug 16 20:53:59.577517 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a59e90-3153-4053-9472-9098db457276 req-9411172f-e1c6-4217-850c-468e9c88dd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:59.578950 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-74a59e90-3153-4053-9472-9098db457276 req-9411172f-e1c6-4217-850c-468e9c88dd6e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4bbb22bc-a95f-49c3-b025-bf28336c87d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0953503 Aug 16 20:53:59.673682 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616a4256-f951-44c1-bef0-f2f5a5c64f2c admin admin] Pushing event updated for resources: {'Port': ['ID=44f43fa3-e004-4f7a-87bf-1c3e8f0f1016,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:59.702705 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8966080f-bc04-453e-ac97-7da8e6fd1f57 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:59.731031 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-74a59e90-3153-4053-9472-9098db457276 req-8911ec5a-93e2-4e69-a543-1ac0511e3770 service neutron] 10.222.0.72 "GET /v2.0/networks/4bbb22bc-a95f-49c3-b025-bf28336c87d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374314 Aug 16 20:53:59.805779 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f707d4f-731d-40b2-8463-5ad433cc911c req-c7a1b128-fb5f-4b5a-b03e-f28c08e23bc4 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:59.807389 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5f707d4f-731d-40b2-8463-5ad433cc911c req-c7a1b128-fb5f-4b5a-b03e-f28c08e23bc4 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "GET /v2.0/ports?device_id=40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f HTTP/1.1" status: 200 len: 944 time: 0.7380097 Aug 16 20:53:59.820131 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5fd6363d-9b7c-477c-bbd8-367b68b05614 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:59.844222 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-74a59e90-3153-4053-9472-9098db457276 req-0abee61b-d135-4cf5-b3e0-de9d64757500 service neutron] 10.222.0.72 "GET /v2.0/networks/4bbb22bc-a95f-49c3-b025-bf28336c87d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053445 Aug 16 20:53:59.845495 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8966080f-bc04-453e-ac97-7da8e6fd1f57 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:59.848251 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07204ef-cd15-4966-8daa-3d664e57013a tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Pushing event updated for resources: {'Network': ['ID=b9cabf19-b26c-4130-83e6-afa2616ef0a1,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:59.863908 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network b9cabf19-b26c-4130-83e6-afa2616ef0a1 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:53:59.867520 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a07204ef-cd15-4966-8daa-3d664e57013a tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5269570 Aug 16 20:53:59.880775 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44192) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:59.896544 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f0961550-e40d-455f-867b-e37a383a3444 req-7d3e6ce9-b489-45a0-ba3f-390caaf2db8e tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-179744239&fields=id&tenant_id=f528879fc998445593ea72fcaca71808 HTTP/1.1" status: 200 len: 267 time: 0.6314938 Aug 16 20:53:59.911599 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-e8654e75-163c-43e4-a8e0-85c536e1a043 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:59.987071 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5f707d4f-731d-40b2-8463-5ad433cc911c req-5f7b2de1-dd1d-425e-b375-3bbcb633cc8b tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "GET /v2.0/security-groups?id=cbfca197-fe14-449a-8762-488cd66542f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398289 Aug 16 20:54:00.017974 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-5c6f4132-a8a0-451e-b511-07c3be081f68 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Allocated IP 172.20.0.12 (b1b88367-5ef4-4555-8890-197c2e8aab74/ebf6a9c3-a849-4943-bd43-6e48f5539dc3/d8155e06-58e3-43a4-9606-678b90767b5e) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:00.030006 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8966080f-bc04-453e-ac97-7da8e6fd1f57 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Pushing event updated for resources: {'Port': ['ID=6f4be7cf-42b9-4ac0-a0fe-e334e9ca7027,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:00.032764 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0961550-e40d-455f-867b-e37a383a3444 req-8303eb4a-1c37-498b-b94d-67ec36a56f79 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:00.034608 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f0961550-e40d-455f-867b-e37a383a3444 req-8303eb4a-1c37-498b-b94d-67ec36a56f79 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/ports?device_id=93ef0647-3008-46f9-a88f-b746eea2aeaf HTTP/1.1" status: 200 len: 985 time: 0.1226609 Aug 16 20:54:00.055333 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-f0961550-e40d-455f-867b-e37a383a3444 req-fe75b962-0263-46c4-a79c-3b393d64f947 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Request body: {'port': {'security_groups': ['2e88e7f2-7c68-4ef1-9f6f-45f8eac34af0', '3dc6bd43-bdac-49e7-80a3-26b230279ccb', 'a5483e6a-2ada-4a93-969b-94abffc85f49']}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:00.102540 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-8966080f-bc04-453e-ac97-7da8e6fd1f57 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] In _notify_port_updated(), no bound segment for port 6f4be7cf-42b9-4ac0-a0fe-e334e9ca7027 on network 879db6ea-4235-4669-86c4-124e04d268ed {{(pid=101845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:54:00.108640 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8966080f-bc04-453e-ac97-7da8e6fd1f57 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:00.109357 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8966080f-bc04-453e-ac97-7da8e6fd1f57 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:00.114236 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8966080f-bc04-453e-ac97-7da8e6fd1f57 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] 10.222.0.84 "PUT /v2.0/ports/6f4be7cf-42b9-4ac0-a0fe-e334e9ca7027 HTTP/1.1" status: 200 len: 1056 time: 1.1347814 Aug 16 20:54:00.114236 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44194) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:00.132004 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ab409b10-08b2-4b39-9e4f-dffc57ad0bcd req-fde0acbd-fa3f-4cd2-917a-4a45bcef83ca tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=50a35a1f-f032-44ca-910a-a152a9b434a7 HTTP/1.1" status: 200 len: 210 time: 0.0532224 Aug 16 20:54:00.159594 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 5fd6363d-9b7c-477c-bbd8-367b68b05614 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:00.168144 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 5fd6363d-9b7c-477c-bbd8-367b68b05614 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:00.168841 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:00.273283 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e8654e75-163c-43e4-a8e0-85c536e1a043 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:00.288534 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f0961550-e40d-455f-867b-e37a383a3444 req-fe75b962-0263-46c4-a79c-3b393d64f947 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:00.305841 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:00.308835 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-f8018ecd-dcfa-49aa-85ab-0addbe4c7c09 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Deleting port 6f4be7cf-42b9-4ac0-a0fe-e334e9ca7027 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:00.309503 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f8018ecd-dcfa-49aa-85ab-0addbe4c7c09 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:00.319466 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5e7a68a5-57c5-4962-926e-222b9d740182 None None] Provisioning complete for port 6f4be7cf-42b9-4ac0-a0fe-e334e9ca7027 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:00.323103 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5e7a68a5-57c5-4962-926e-222b9d740182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:00.345710 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-66158821-673c-4af2-bedb-2c0bdebc4ff1 req-e6b12969-600c-4f30-b8d5-ff8827866e66 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 210 time: 0.0791757 Aug 16 20:54:00.374271 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-5e7a68a5-57c5-4962-926e-222b9d740182 None None] Port 6f4be7cf-42b9-4ac0-a0fe-e334e9ca7027 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:54:00.376735 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 5fd6363d-9b7c-477c-bbd8-367b68b05614, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5fd6363d-9b7c-477c-bbd8-367b68b05614,segment=NetworkSegment(b2ab574e-1d73-45bd-a660-5f1e7d1067a3),segment_id=b2ab574e-1d73-45bd-a660-5f1e7d1067a3)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:00.431700 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f8018ecd-dcfa-49aa-85ab-0addbe4c7c09 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:00.441114 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-616a4256-f951-44c1-bef0-f2f5a5c64f2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:00.448355 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-f8018ecd-dcfa-49aa-85ab-0addbe4c7c09 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Calling delete_port for 6f4be7cf-42b9-4ac0-a0fe-e334e9ca7027 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:00.534023 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e8654e75-163c-43e4-a8e0-85c536e1a043 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:00.538619 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-5c6f4132-a8a0-451e-b511-07c3be081f68 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:00.563838 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e8654e75-163c-43e4-a8e0-85c536e1a043 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Network b9cabf19-b26c-4130-83e6-afa2616ef0a1 is not hosted by any dhcp agent {{(pid=101845) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 20:54:00.564712 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8654e75-163c-43e4-a8e0-85c536e1a043 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:00.565313 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e8654e75-163c-43e4-a8e0-85c536e1a043 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:00.569320 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e8654e75-163c-43e4-a8e0-85c536e1a043 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] 10.222.0.84 "PUT /v2.0/networks/b9cabf19-b26c-4130-83e6-afa2616ef0a1 HTTP/1.1" status: 200 len: 857 time: 0.6843357 Aug 16 20:54:00.578017 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44198) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:00.588667 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:00.652918 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=5fd6363d-9b7c-477c-bbd8-367b68b05614,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:00.696783 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8654e75-163c-43e4-a8e0-85c536e1a043 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Pushing event updated for resources: {'Network': ['ID=b9cabf19-b26c-4130-83e6-afa2616ef0a1,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:00.712194 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-88fa3d44-b7c2-4f1c-9aae-e64e5a9910b2 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:00.786798 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-88fa3d44-b7c2-4f1c-9aae-e64e5a9910b2 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:00.797086 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-88fa3d44-b7c2-4f1c-9aae-e64e5a9910b2 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9cabf19-b26c-4130-83e6-afa2616ef0a1']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:00.803320 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-f0961550-e40d-455f-867b-e37a383a3444 req-fe75b962-0263-46c4-a79c-3b393d64f947 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] For port 1071bcfd-9a2f-4ae9-9d58-3722d5830a48, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=1071bcfd-9a2f-4ae9-9d58-3722d5830a48,segment=NetworkSegment(cb926d0b-2c7e-41f1-b470-27d663b83c1b),segment_id=cb926d0b-2c7e-41f1-b470-27d663b83c1b)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:00.809164 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-88fa3d44-b7c2-4f1c-9aae-e64e5a9910b2 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea27a239-2d17-4f10-a83b-2a20fab60e01') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:00.809554 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-88fa3d44-b7c2-4f1c-9aae-e64e5a9910b2 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea27a239-2d17-4f10-a83b-2a20fab60e01') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:00.820114 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-88fa3d44-b7c2-4f1c-9aae-e64e5a9910b2 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:00.835466 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-88fa3d44-b7c2-4f1c-9aae-e64e5a9910b2 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:00.843177 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88fa3d44-b7c2-4f1c-9aae-e64e5a9910b2 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:54:00.843836 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-88fa3d44-b7c2-4f1c-9aae-e64e5a9910b2 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:00.845573 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:54:00.845573 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:54:00.845573 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:54:00.845573 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:54:00.845573 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:54:00.845573 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:54:00.845573 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:54:00.845573 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:54:00.845573 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:54:00.845573 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:54:00.845573 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:54:00.845573 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:54:00.845573 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:54:00.845573 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:54:00.845573 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:54:00.845573 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:54:00.845573 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:54:00.845573 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:54:00.845573 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:54:00.845573 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:54:00.845573 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:54:00.845573 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:54:00.845573 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:54:00.845573 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:54:00.845573 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:54:00.845573 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:54:00.845573 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:54:00.845573 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:54:00.845573 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:54:00.845573 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:54:00.845573 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:54:00.845573 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:54:00.849056 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-616a4256-f951-44c1-bef0-f2f5a5c64f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:00.854841 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f0961550-e40d-455f-867b-e37a383a3444 req-fe75b962-0263-46c4-a79c-3b393d64f947 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:00.911007 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f8018ecd-dcfa-49aa-85ab-0addbe4c7c09 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:00.940424 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8018ecd-dcfa-49aa-85ab-0addbe4c7c09 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Pushing event deleted for resources: {'Port': ['ID=6f4be7cf-42b9-4ac0-a0fe-e334e9ca7027,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:00.973272 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-5c6f4132-a8a0-451e-b511-07c3be081f68 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:00.989219 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f0961550-e40d-455f-867b-e37a383a3444 req-fe75b962-0263-46c4-a79c-3b393d64f947 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:01.001087 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['38fd5de8-f1bd-46b8-8703-f5c2817640d6', '1071bcfd-9a2f-4ae9-9d58-3722d5830a48'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:54:01.058577 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-5c6f4132-a8a0-451e-b511-07c3be081f68 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Network b1b88367-5ef4-4555-8890-197c2e8aab74 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:01.060331 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-88fa3d44-b7c2-4f1c-9aae-e64e5a9910b2 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:01.069410 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fa3d44-b7c2-4f1c-9aae-e64e5a9910b2 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b9cabf19-b26c-4130-83e6-afa2616ef0a1 {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 20:54:01.078035 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-5c6f4132-a8a0-451e-b511-07c3be081f68 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:01.094639 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-5c6f4132-a8a0-451e-b511-07c3be081f68 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:01.098971 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-88fa3d44-b7c2-4f1c-9aae-e64e5a9910b2 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:01.108030 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-88fa3d44-b7c2-4f1c-9aae-e64e5a9910b2 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] 10.222.0.84 "DELETE /v2.0/networks/b9cabf19-b26c-4130-83e6-afa2616ef0a1 HTTP/1.1" status: 204 len: 168 time: 0.5249588 Aug 16 20:54:01.109381 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44202) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:01.137828 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0961550-e40d-455f-867b-e37a383a3444 req-fe75b962-0263-46c4-a79c-3b393d64f947 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:01.139487 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f0961550-e40d-455f-867b-e37a383a3444 req-fe75b962-0263-46c4-a79c-3b393d64f947 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:01.146784 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f0961550-e40d-455f-867b-e37a383a3444 req-fe75b962-0263-46c4-a79c-3b393d64f947 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "PUT /v2.0/ports/1071bcfd-9a2f-4ae9-9d58-3722d5830a48 HTTP/1.1" status: 200 len: 1021 time: 1.1022775 Aug 16 20:54:01.146784 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ef0647-3008-46f9-a88f-b746eea2aeaf', 'tag': '1071bcfd-9a2f-4ae9-9d58-3722d5830a48'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:54:01.160186 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605f343f-489e-4723-8249-b9118bcdada2" -d '{"events": [{"name": "network-changed", "server_uuid": "93ef0647-3008-46f9-a88f-b746eea2aeaf", "tag": "1071bcfd-9a2f-4ae9-9d58-3722d5830a48"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:54:01.174957 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f4132-a8a0-451e-b511-07c3be081f68 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Pushing event updated for resources: {'Port': ['ID=d8155e06-58e3-43a4-9606-678b90767b5e,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:01.190671 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['1071bcfd-9a2f-4ae9-9d58-3722d5830a48'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:54:01.236609 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa3d44-b7c2-4f1c-9aae-e64e5a9910b2 tempest-ExternalNetworksTestJSON-1748455076 tempest-ExternalNetworksTestJSON-1748455076-project-admin] Pushing event deleted for resources: {'Network': ['ID=b9cabf19-b26c-4130-83e6-afa2616ef0a1,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:01.306730 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c4a8395-8586-429d-a0da-ce0eee7b98f5 tempest-ExternalNetworksTestJSON-339356161 tempest-ExternalNetworksTestJSON-339356161-project] DELETE failed (client error): The resource could not be found. Aug 16 20:54:01.308159 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c4a8395-8586-429d-a0da-ce0eee7b98f5 tempest-ExternalNetworksTestJSON-339356161 tempest-ExternalNetworksTestJSON-339356161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:01.308281 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf797b-4582-4ca2-9e02-c2e90cba6303 req-174cce16-5865-4456-99d6-b4eafa7f6c6e tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:01.309857 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3fbf797b-4582-4ca2-9e02-c2e90cba6303 req-174cce16-5865-4456-99d6-b4eafa7f6c6e tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "GET /v2.0/ports?device_id=40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f HTTP/1.1" status: 200 len: 944 time: 0.1276717 Aug 16 20:54:01.320819 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1c4a8395-8586-429d-a0da-ce0eee7b98f5 tempest-ExternalNetworksTestJSON-339356161 tempest-ExternalNetworksTestJSON-339356161-project] 10.222.0.84 "DELETE /v2.0/subnets/8eec6b5e-34e3-4c9c-b31e-ec4c3bae1831 HTTP/1.1" status: 404 len: 337 time: 0.1694632 Aug 16 20:54:01.324400 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44210) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:01.325923 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-5c6f4132-a8a0-451e-b511-07c3be081f68 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:01.326612 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-5c6f4132-a8a0-451e-b511-07c3be081f68 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:01.364178 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616a4256-f951-44c1-bef0-f2f5a5c64f2c admin admin] Router 6c446ff3-bdbb-4027-bd77-3e142605c1df is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:54:01.409006 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-405ab583-9c8b-4679-98ba-f6016858eb57 req-9d63faae-f5d9-4c99-8161-19f433738885 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups/a5483e6a-2ada-4a93-969b-94abffc85f49 HTTP/1.1" status: 200 len: 1801 time: 0.2454803 Aug 16 20:54:01.498887 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f8018ecd-dcfa-49aa-85ab-0addbe4c7c09 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:01.505339 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f8018ecd-dcfa-49aa-85ab-0addbe4c7c09 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] 10.222.0.84 "DELETE /v2.0/ports/6f4be7cf-42b9-4ac0-a0fe-e334e9ca7027 HTTP/1.1" status: 204 len: 168 time: 1.3900087 Aug 16 20:54:01.506330 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44216) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:01.527121 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7ac552f5-cda2-45c5-a9bf-f02e00877f60 tempest-ExternalNetworksTestJSON-339356161 tempest-ExternalNetworksTestJSON-339356161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:01.560184 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616a4256-f951-44c1-bef0-f2f5a5c64f2c admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:54:01.561756 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75b962-0263-46c4-a79c-3b393d64f947 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Pushing event updated for resources: {'Port': ['ID=1071bcfd-9a2f-4ae9-9d58-3722d5830a48,revision_number=7']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:01.565559 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-fea391a9-2212-44ac-9040-05c7046f9580 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] GET failed (client error): The resource could not be found. Aug 16 20:54:01.566660 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3fbf797b-4582-4ca2-9e02-c2e90cba6303 req-3d56f1cc-5ea6-4743-b201-a705e6f0e2e0 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "GET /v2.0/security-groups?id=cbfca197-fe14-449a-8762-488cd66542f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2272029 Aug 16 20:54:01.570762 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-5c6f4132-a8a0-451e-b511-07c3be081f68 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1225061 Aug 16 20:54:01.585600 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-7232d4f9-1737-413b-98bb-d47f78601406 service neutron] Request body: {'port': {'device_id': 'b9a1092b-9099-4fc4-b1b1-8d94a480eece', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:01.589006 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fea391a9-2212-44ac-9040-05c7046f9580 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] 10.222.0.84 "GET /v2.0/ports/6f4be7cf-42b9-4ac0-a0fe-e334e9ca7027 HTTP/1.1" status: 404 len: 333 time: 0.0786891 Aug 16 20:54:01.589567 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44218) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:01.626210 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e402bd59-f2ce-4ce0-aefc-5b06852214af None None] Sync routers for ids ['6c446ff3-bdbb-4027-bd77-3e142605c1df'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:54:01.645992 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e402bd59-f2ce-4ce0-aefc-5b06852214af None None] Routers {'6c446ff3-bdbb-4027-bd77-3e142605c1df'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:01.646697 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-e402bd59-f2ce-4ce0-aefc-5b06852214af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:53:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['6c446ff3-bdbb-4027-bd77-3e142605c1df'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:01.691872 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [req-405ab583-9c8b-4679-98ba-f6016858eb57 req-aa2279e3-9df0-475c-ac3c-eeaf9760b826 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 20:54:01.696310 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-405ab583-9c8b-4679-98ba-f6016858eb57 req-aa2279e3-9df0-475c-ac3c-eeaf9760b826 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "DELETE /v2.0/security-groups/a5483e6a-2ada-4a93-969b-94abffc85f49 HTTP/1.1" status: 409 len: 341 time: 0.2862542 Aug 16 20:54:01.732179 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7ac552f5-cda2-45c5-a9bf-f02e00877f60 tempest-ExternalNetworksTestJSON-339356161 tempest-ExternalNetworksTestJSON-339356161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:01.767127 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-7ac552f5-cda2-45c5-a9bf-f02e00877f60 tempest-ExternalNetworksTestJSON-339356161 tempest-ExternalNetworksTestJSON-339356161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a95cfa31-9570-47ef-a076-88dd94544440']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:01.768971 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device eb6992ff-3a72-430e-8828-6e3102384290 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:54:01.806201 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea4ed38-7dca-44b3-9202-b58c160a9b10 x-openstack-request-id: req-eea4ed38-7dca-44b3-9202-b58c160a9b10 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:54:01.808431 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ef0647-3008-46f9-a88f-b746eea2aeaf", "tag": "1071bcfd-9a2f-4ae9-9d58-3722d5830a48", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:54:01.808745 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-eea4ed38-7dca-44b3-9202-b58c160a9b10 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:54:01.814686 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-e402bd59-f2ce-4ce0-aefc-5b06852214af None None] Set router 6c446ff3-bdbb-4027-bd77-3e142605c1df gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:54:01.816153 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ef0647-3008-46f9-a88f-b746eea2aeaf', 'tag': '1071bcfd-9a2f-4ae9-9d58-3722d5830a48', 'status': 'completed', 'code': 200} Aug 16 20:54:01.839348 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5fd6363d-9b7c-477c-bbd8-367b68b05614 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:01.857610 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-616a4256-f951-44c1-bef0-f2f5a5c64f2c admin admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:01.859648 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-616a4256-f951-44c1-bef0-f2f5a5c64f2c admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.7502792 Aug 16 20:54:01.860580 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-7232d4f9-1737-413b-98bb-d47f78601406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:01.863318 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-7ac552f5-cda2-45c5-a9bf-f02e00877f60 tempest-ExternalNetworksTestJSON-339356161 tempest-ExternalNetworksTestJSON-339356161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c804997-2c89-450e-a9c0-7187080416dd') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:01.863515 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-7ac552f5-cda2-45c5-a9bf-f02e00877f60 tempest-ExternalNetworksTestJSON-339356161 tempest-ExternalNetworksTestJSON-339356161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c804997-2c89-450e-a9c0-7187080416dd') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:01.884036 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44222) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:01.903058 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7ac552f5-cda2-45c5-a9bf-f02e00877f60 tempest-ExternalNetworksTestJSON-339356161 tempest-ExternalNetworksTestJSON-339356161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:01.942839 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-809c4479-8bfc-4411-ad20-a1c4d433078f req-8645dfbe-ab8a-47eb-be39-0af2d3c39618 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=50a35a1f-f032-44ca-910a-a152a9b434a7 HTTP/1.1" status: 200 len: 210 time: 0.2078676 Aug 16 20:54:01.971435 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f343f-489e-4723-8249-b9118bcdada2 req-bc1d419f-e7b1-49ad-9e2e-1da200d8cb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:01.973044 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-605f343f-489e-4723-8249-b9118bcdada2 req-bc1d419f-e7b1-49ad-9e2e-1da200d8cb20 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f528879fc998445593ea72fcaca71808&device_id=93ef0647-3008-46f9-a88f-b746eea2aeaf HTTP/1.1" status: 200 len: 1176 time: 0.1888132 Aug 16 20:54:02.101697 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f343f-489e-4723-8249-b9118bcdada2 req-9cb64c60-b04c-4c89-8529-6fc65eed8124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:02.103337 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-605f343f-489e-4723-8249-b9118bcdada2 req-9cb64c60-b04c-4c89-8529-6fc65eed8124 service neutron] 10.222.0.72 "GET /v2.0/networks?id=001f774f-d3c4-4724-a4ef-b6554b1c972e HTTP/1.1" status: 200 len: 914 time: 0.1218746 Aug 16 20:54:02.106739 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7ac552f5-cda2-45c5-a9bf-f02e00877f60 tempest-ExternalNetworksTestJSON-339356161 tempest-ExternalNetworksTestJSON-339356161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.195688 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port eb6992ff-3a72-430e-8828-6e3102384290, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=eb6992ff-3a72-430e-8828-6e3102384290,segment=NetworkSegment(7b235a1a-9054-49ab-85cf-feb8bb6f6bf2),segment_id=7b235a1a-9054-49ab-85cf-feb8bb6f6bf2)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:02.199242 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-605f343f-489e-4723-8249-b9118bcdada2 req-925bc0f7-75fd-4139-b8bc-7cf0ebc3acec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1071bcfd-9a2f-4ae9-9d58-3722d5830a48 HTTP/1.1" status: 200 len: 217 time: 0.0437272 Aug 16 20:54:02.202057 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac552f5-cda2-45c5-a9bf-f02e00877f60 tempest-ExternalNetworksTestJSON-339356161 tempest-ExternalNetworksTestJSON-339356161-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:54:02.203242 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7ac552f5-cda2-45c5-a9bf-f02e00877f60 tempest-ExternalNetworksTestJSON-339356161 tempest-ExternalNetworksTestJSON-339356161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.205690 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:54:02.205690 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:54:02.205690 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:54:02.205690 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:54:02.205690 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:54:02.205690 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:54:02.205690 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:54:02.205690 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:54:02.205690 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:54:02.205690 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:54:02.205690 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:54:02.205690 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:54:02.205690 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:54:02.205690 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:54:02.205690 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:54:02.205690 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:54:02.205690 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:54:02.205690 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:54:02.205690 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:54:02.205690 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:54:02.205690 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:54:02.205690 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:54:02.205690 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:54:02.205690 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:54:02.205690 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:54:02.205690 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:54:02.205690 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:54:02.205690 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:54:02.205690 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:54:02.205690 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:54:02.205690 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:54:02.205690 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:54:02.216233 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': 'eb6992ff-3a72-430e-8828-6e3102384290', 'network_id': '4bbb22bc-a95f-49c3-b025-bf28336c87d7', 'port_id': 'eb6992ff-3a72-430e-8828-6e3102384290', 'mac_address': 'fa:16:3e:1d:70:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f72c7722-b18e-41bf-9657-631ad210a5e1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:54:02.226523 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 5fd6363d-9b7c-477c-bbd8-367b68b05614 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:02.227074 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.254469 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b89f23-1983-4faa-9bb6-0ca5aa73e675 req-c2532807-d191-4d12-b7b7-e1355a5c426a tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:02.262970 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-02b89f23-1983-4faa-9bb6-0ca5aa73e675 req-c2532807-d191-4d12-b7b7-e1355a5c426a tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 932 time: 0.3985422 Aug 16 20:54:02.292368 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-e402bd59-f2ce-4ce0-aefc-5b06852214af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c446ff3-bdbb-4027-bd77-3e142605c1df', 'name': 'tempest-ServersTestMultiNic-1914086428-router', 'tenant_id': '46bc4cc3934648ed8895a7ed0a5b63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '44f43fa3-e004-4f7a-87bf-1c3e8f0f1016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:56Z', 'updated_at': '2021-08-16T20:53:59Z', 'revision_number': 3, 'project_id': '46bc4cc3934648ed8895a7ed0a5b63cc', 'gw_port': {'id': '44f43fa3-e004-4f7a-87bf-1c3e8f0f1016', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c446ff3-bdbb-4027-bd77-3e142605c1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:58Z', 'updated_at': '2021-08-16T20:53:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:02.304200 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.311225 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-a17a0d43-eee6-4620-89b7-62b8e8baf2b3 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Deleting port 996e76df-ef0c-4040-8c30-241f6806a5ad {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:02.311707 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a17a0d43-eee6-4620-89b7-62b8e8baf2b3 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.322671 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e402bd59-f2ce-4ce0-aefc-5b06852214af None None] Checking router: 6c446ff3-bdbb-4027-bd77-3e142605c1df for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:54:02.322671 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e402bd59-f2ce-4ce0-aefc-5b06852214af None None] Updating router 6c446ff3-bdbb-4027-bd77-3e142605c1df port 44f43fa3-e004-4f7a-87bf-1c3e8f0f1016 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:54:02.327662 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb6992ff-3a72-430e-8828-6e3102384290 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:54:02.349590 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-e402bd59-f2ce-4ce0-aefc-5b06852214af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.368847 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port eb6992ff-3a72-430e-8828-6e3102384290, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=eb6992ff-3a72-430e-8828-6e3102384290,segment=NetworkSegment(7b235a1a-9054-49ab-85cf-feb8bb6f6bf2),segment_id=7b235a1a-9054-49ab-85cf-feb8bb6f6bf2)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:02.388734 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-7232d4f9-1737-413b-98bb-d47f78601406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8155e06-58e3-43a4-9606-678b90767b5e {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:54:02.408770 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f343f-489e-4723-8249-b9118bcdada2 req-a6729213-bfb6-41fa-9c67-8c8494020554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:02.410763 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-605f343f-489e-4723-8249-b9118bcdada2 req-a6729213-bfb6-41fa-9c67-8c8494020554 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0ca13ed5-9db7-40b6-8d34-f10c5def1378 HTTP/1.1" status: 200 len: 853 time: 0.1788642 Aug 16 20:54:02.413327 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-02b89f23-1983-4faa-9bb6-0ca5aa73e675 req-7d6404d8-5392-48a4-bbb6-3c029a4eb69d tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447809 Aug 16 20:54:02.437883 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-7232d4f9-1737-413b-98bb-d47f78601406 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.470980 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7ac552f5-cda2-45c5-a9bf-f02e00877f60 tempest-ExternalNetworksTestJSON-339356161 tempest-ExternalNetworksTestJSON-339356161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.472612 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-7232d4f9-1737-413b-98bb-d47f78601406 service neutron] Transition to ACTIVE for port object d8155e06-58e3-43a4-9606-678b90767b5e will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:02.482210 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7ac552f5-cda2-45c5-a9bf-f02e00877f60 tempest-ExternalNetworksTestJSON-339356161 tempest-ExternalNetworksTestJSON-339356161-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.483863 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7ac552f5-cda2-45c5-a9bf-f02e00877f60 tempest-ExternalNetworksTestJSON-339356161 tempest-ExternalNetworksTestJSON-339356161-project] 10.222.0.84 "DELETE /v2.0/networks/a95cfa31-9570-47ef-a076-88dd94544440 HTTP/1.1" status: 204 len: 168 time: 1.1583290 Aug 16 20:54:02.515523 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-605f343f-489e-4723-8249-b9118bcdada2 req-0ede926b-d661-4c3d-9c49-54c3af390200 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=001f774f-d3c4-4724-a4ef-b6554b1c972e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538132 Aug 16 20:54:02.518618 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac552f5-cda2-45c5-a9bf-f02e00877f60 tempest-ExternalNetworksTestJSON-339356161 tempest-ExternalNetworksTestJSON-339356161-project] Pushing event deleted for resources: {'Network': ['ID=a95cfa31-9570-47ef-a076-88dd94544440,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:02.523609 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.528786 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a17a0d43-eee6-4620-89b7-62b8e8baf2b3 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.547666 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-a17a0d43-eee6-4620-89b7-62b8e8baf2b3 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Calling delete_port for 996e76df-ef0c-4040-8c30-241f6806a5ad owned by {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:02.577280 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-7232d4f9-1737-413b-98bb-d47f78601406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.616721 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=eb6992ff-3a72-430e-8828-6e3102384290,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:02.716921 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-e402bd59-f2ce-4ce0-aefc-5b06852214af None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.764265 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232d4f9-1737-413b-98bb-d47f78601406 service neutron] Pushing event updated for resources: {'Port': ['ID=d8155e06-58e3-43a4-9606-678b90767b5e,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:02.784408 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['eb6992ff-3a72-430e-8828-6e3102384290'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:54:02.793609 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-e402bd59-f2ce-4ce0-aefc-5b06852214af None None] Transition to ACTIVE for port object 44f43fa3-e004-4f7a-87bf-1c3e8f0f1016 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:02.796357 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-605f343f-489e-4723-8249-b9118bcdada2 req-8d1059a1-50c4-48f4-b8cf-70cfbdef1388 service neutron] 10.222.0.72 "GET /v2.0/networks/001f774f-d3c4-4724-a4ef-b6554b1c972e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693107 Aug 16 20:54:02.917765 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f564463-953b-43c8-a468-37ad16bb08c7 req-98f9b0b7-84d2-4b57-bd49-306b42b8cdb2 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:02.919938 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5f564463-953b-43c8-a468-37ad16bb08c7 req-98f9b0b7-84d2-4b57-bd49-306b42b8cdb2 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "GET /v2.0/ports?device_id=40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f HTTP/1.1" status: 200 len: 945 time: 0.2323987 Aug 16 20:54:02.930971 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-0e93cfa2-27e5-43ff-9073-e11d751cc372 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2178235 Aug 16 20:54:02.935033 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-7232d4f9-1737-413b-98bb-d47f78601406 service neutron] Attempting to bind port d8155e06-58e3-43a4-9606-678b90767b5e on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:02.937038 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-7232d4f9-1737-413b-98bb-d47f78601406 service neutron] Attempting to bind port d8155e06-58e3-43a4-9606-678b90767b5e by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'dd3b3e95-b260-4ffe-89d2-ca493b24391f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b1b88367-5ef4-4555-8890-197c2e8aab74'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:02.937038 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-7232d4f9-1737-413b-98bb-d47f78601406 service neutron] Attempting to bind port d8155e06-58e3-43a4-9606-678b90767b5e on network b1b88367-5ef4-4555-8890-197c2e8aab74 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:02.938939 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-e402bd59-f2ce-4ce0-aefc-5b06852214af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.957329 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-7232d4f9-1737-413b-98bb-d47f78601406 service neutron] Port d8155e06-58e3-43a4-9606-678b90767b5e on network b1b88367-5ef4-4555-8890-197c2e8aab74 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:54:02.957667 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-7232d4f9-1737-413b-98bb-d47f78601406 service neutron] Attempting to bind port d8155e06-58e3-43a4-9606-678b90767b5e on network b1b88367-5ef4-4555-8890-197c2e8aab74 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:02.970536 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb53745-13ca-484a-9c4a-13f01ce5f6e0 req-cd9fa95b-2d84-447c-b0af-1d7ecea044bb tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:02.972174 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0cb53745-13ca-484a-9c4a-13f01ce5f6e0 req-cd9fa95b-2d84-447c-b0af-1d7ecea044bb tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/ports?device_id=93ef0647-3008-46f9-a88f-b746eea2aeaf HTTP/1.1" status: 200 len: 1024 time: 0.1524184 Aug 16 20:54:02.976660 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-7232d4f9-1737-413b-98bb-d47f78601406 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:02.977016 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-7232d4f9-1737-413b-98bb-d47f78601406 service neutron] Checking segment: {'id': 'dd3b3e95-b260-4ffe-89d2-ca493b24391f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b1b88367-5ef4-4555-8890-197c2e8aab74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:02.977419 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-7232d4f9-1737-413b-98bb-d47f78601406 service neutron] Bound using segment: {'id': 'dd3b3e95-b260-4ffe-89d2-ca493b24391f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b1b88367-5ef4-4555-8890-197c2e8aab74'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:02.977875 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-7232d4f9-1737-413b-98bb-d47f78601406 service neutron] Bound port: d8155e06-58e3-43a4-9606-678b90767b5e, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd3b3e95-b260-4ffe-89d2-ca493b24391f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b1b88367-5ef4-4555-8890-197c2e8aab74'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:02.978250 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-7232d4f9-1737-413b-98bb-d47f78601406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.023123 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-e402bd59-f2ce-4ce0-aefc-5b06852214af None None] Attempting to bind port 44f43fa3-e004-4f7a-87bf-1c3e8f0f1016 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:03.023514 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-e402bd59-f2ce-4ce0-aefc-5b06852214af None None] Attempting to bind port 44f43fa3-e004-4f7a-87bf-1c3e8f0f1016 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:03.023897 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e402bd59-f2ce-4ce0-aefc-5b06852214af None None] Attempting to bind port 44f43fa3-e004-4f7a-87bf-1c3e8f0f1016 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:03.030397 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c2f3e9-b4d3-43dc-a41a-5a4159c25603 None None] Pushing event updated for resources: {'Port': ['ID=44f43fa3-e004-4f7a-87bf-1c3e8f0f1016,revision_number=2']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:03.036712 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e402bd59-f2ce-4ce0-aefc-5b06852214af None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:03.037091 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e402bd59-f2ce-4ce0-aefc-5b06852214af None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:03.037524 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-e402bd59-f2ce-4ce0-aefc-5b06852214af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.037883 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e402bd59-f2ce-4ce0-aefc-5b06852214af None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:03.038488 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-e402bd59-f2ce-4ce0-aefc-5b06852214af None None] Bound port: 44f43fa3-e004-4f7a-87bf-1c3e8f0f1016, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:03.038874 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-e402bd59-f2ce-4ce0-aefc-5b06852214af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.063471 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5f564463-953b-43c8-a468-37ad16bb08c7 req-0246f787-e647-4224-9887-05123579f7b9 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "GET /v2.0/security-groups?id=cbfca197-fe14-449a-8762-488cd66542f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314659 Aug 16 20:54:03.157611 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-e402bd59-f2ce-4ce0-aefc-5b06852214af None None] For port 44f43fa3-e004-4f7a-87bf-1c3e8f0f1016, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:03.162035 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-e402bd59-f2ce-4ce0-aefc-5b06852214af None None] For port 44f43fa3-e004-4f7a-87bf-1c3e8f0f1016, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=44f43fa3-e004-4f7a-87bf-1c3e8f0f1016,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:03.276998 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-e402bd59-f2ce-4ce0-aefc-5b06852214af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.316819 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44236) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:03.338870 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-c7d71cc9-d876-428d-8d1a-e37df4140ade tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:03.340546 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-c7d71cc9-d876-428d-8d1a-e37df4140ade tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.90 "GET /v2.0/networks?id=5a5bf8fc-f269-4f39-b3c6-975502c735e9 HTTP/1.1" status: 200 len: 814 time: 0.7069860 Aug 16 20:54:03.346980 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e402bd59-f2ce-4ce0-aefc-5b06852214af None None] Routers {'6c446ff3-bdbb-4027-bd77-3e142605c1df'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:03.347815 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-e402bd59-f2ce-4ce0-aefc-5b06852214af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:53:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['6c446ff3-bdbb-4027-bd77-3e142605c1df'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:03.356808 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-8c6016ad-691b-4eb7-89a9-e2ab7727a467 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Request body: {'port': {'device_id': '50a35a1f-f032-44ca-910a-a152a9b434a7', 'network_id': '5a5bf8fc-f269-4f39-b3c6-975502c735e9', 'admin_state_up': True, 'tenant_id': '41a315ee39084be283dee330854f5498'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:03.406282 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c2f3e9-b4d3-43dc-a41a-5a4159c25603 None None] Pushing event updated for resources: {'Port': ['ID=44f43fa3-e004-4f7a-87bf-1c3e8f0f1016,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:03.523818 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-e402bd59-f2ce-4ce0-aefc-5b06852214af None None] Set router 6c446ff3-bdbb-4027-bd77-3e142605c1df gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:54:03.525801 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7fddfbb2-c8be-4a59-bb05-5dfaaf1f21d4 req-db943068-8316-4620-9885-a1f5d82f8bc2 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=50a35a1f-f032-44ca-910a-a152a9b434a7 HTTP/1.1" status: 200 len: 210 time: 0.0725348 Aug 16 20:54:03.564440 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0cb53745-13ca-484a-9c4a-13f01ce5f6e0 req-6061da4b-a9f5-4514-bd1c-b7a432baa0f2 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups?id=2e88e7f2-7c68-4ef1-9f6f-45f8eac34af0&id=a5483e6a-2ada-4a93-969b-94abffc85f49&id=3dc6bd43-bdac-49e7-80a3-26b230279ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.5760269 Aug 16 20:54:03.585584 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-7232d4f9-1737-413b-98bb-d47f78601406 service neutron] For port d8155e06-58e3-43a4-9606-678b90767b5e, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:03.590906 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-7232d4f9-1737-413b-98bb-d47f78601406 service neutron] For port d8155e06-58e3-43a4-9606-678b90767b5e, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=d8155e06-58e3-43a4-9606-678b90767b5e,segment=NetworkSegment(dd3b3e95-b260-4ffe-89d2-ca493b24391f),segment_id=dd3b3e95-b260-4ffe-89d2-ca493b24391f)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:03.617068 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-91369fd8-1eff-4736-a081-39b078ef3324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:03.617882 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-91369fd8-1eff-4736-a081-39b078ef3324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:03.618533 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-91369fd8-1eff-4736-a081-39b078ef3324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:03.619230 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-91369fd8-1eff-4736-a081-39b078ef3324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:03.621319 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-91369fd8-1eff-4736-a081-39b078ef3324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:03.621987 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-91369fd8-1eff-4736-a081-39b078ef3324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:03.623813 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-91369fd8-1eff-4736-a081-39b078ef3324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:03.626144 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-91369fd8-1eff-4736-a081-39b078ef3324 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=739199610cfa4c2f8e9155deb4230364&device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 6509 time: 0.5835402 Aug 16 20:54:03.646217 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7408fb1d-9ff7-4427-b1b8-7ca78ec7209f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=da1a087c48774c58882f0743c50b801f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3261082 Aug 16 20:54:03.653868 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44242) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:03.693580 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-605f343f-489e-4723-8249-b9118bcdada2 req-76f0061e-b153-4235-b29e-f05321f7e17d service neutron] 10.222.0.72 "GET /v2.0/networks/001f774f-d3c4-4724-a4ef-b6554b1c972e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8597984 Aug 16 20:54:03.734923 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-7232d4f9-1737-413b-98bb-d47f78601406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.762069 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-e402bd59-f2ce-4ce0-aefc-5b06852214af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c446ff3-bdbb-4027-bd77-3e142605c1df', 'name': 'tempest-ServersTestMultiNic-1914086428-router', 'tenant_id': '46bc4cc3934648ed8895a7ed0a5b63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '44f43fa3-e004-4f7a-87bf-1c3e8f0f1016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:56Z', 'updated_at': '2021-08-16T20:53:59Z', 'revision_number': 3, 'project_id': '46bc4cc3934648ed8895a7ed0a5b63cc', 'gw_port': {'id': '44f43fa3-e004-4f7a-87bf-1c3e8f0f1016', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c446ff3-bdbb-4027-bd77-3e142605c1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:58Z', 'updated_at': '2021-08-16T20:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:03.774758 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device eb6992ff-3a72-430e-8828-6e3102384290 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:03.784570 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108749e4-1412-4a77-8cf1-e9ea0b85451e req-c00d7061-7a50-450a-b641-f5dba662dc60 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:03.790915 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e402bd59-f2ce-4ce0-aefc-5b06852214af None None] The sync data for ids ['6c446ff3-bdbb-4027-bd77-3e142605c1df'] in n-d-793620-15 is: [{'id': '6c446ff3-bdbb-4027-bd77-3e142605c1df', 'name': 'tempest-ServersTestMultiNic-1914086428-router', 'tenant_id': '46bc4cc3934648ed8895a7ed0a5b63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '44f43fa3-e004-4f7a-87bf-1c3e8f0f1016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:56Z', 'updated_at': '2021-08-16T20:53:59Z', 'revision_number': 3, 'project_id': '46bc4cc3934648ed8895a7ed0a5b63cc', 'gw_port': {'id': '44f43fa3-e004-4f7a-87bf-1c3e8f0f1016', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c446ff3-bdbb-4027-bd77-3e142605c1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:58Z', 'updated_at': '2021-08-16T20:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:54:03.792495 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-108749e4-1412-4a77-8cf1-e9ea0b85451e req-c00d7061-7a50-450a-b641-f5dba662dc60 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 944 time: 0.1491294 Aug 16 20:54:03.805212 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0f42df9f-e600-4438-a6b3-68b6df46b26d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.811358 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-7232d4f9-1737-413b-98bb-d47f78601406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:03.811358 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-7232d4f9-1737-413b-98bb-d47f78601406 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.811618 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-7232d4f9-1737-413b-98bb-d47f78601406 service neutron] 10.222.0.90 "PUT /v2.0/ports/d8155e06-58e3-43a4-9606-678b90767b5e HTTP/1.1" status: 200 len: 1093 time: 2.2302334 Aug 16 20:54:03.828114 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a1092b-9099-4fc4-b1b1-8d94a480eece', 'tag': 'd8155e06-58e3-43a4-9606-678b90767b5e'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:54:03.830273 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef85759b-c427-4624-8e7c-5662f59ce62e" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a1092b-9099-4fc4-b1b1-8d94a480eece", "tag": "d8155e06-58e3-43a4-9606-678b90767b5e"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:54:03.859368 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0f42df9f-e600-4438-a6b3-68b6df46b26d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.879687 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-8c6016ad-691b-4eb7-89a9-e2ab7727a467 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Made reservation on behalf of 41a315ee39084be283dee330854f5498 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:03.884132 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-8c6016ad-691b-4eb7-89a9-e2ab7727a467 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.892478 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b262f8f9-0514-4beb-946c-3f0f7215a410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.894064 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232d4f9-1737-413b-98bb-d47f78601406 service neutron] Pushing event updated for resources: {'Port': ['ID=d8155e06-58e3-43a4-9606-678b90767b5e,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:03.897974 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92599c1f-402e-4c3f-b1a9-ddf072de90bd x-openstack-request-id: req-92599c1f-402e-4c3f-b1a9-ddf072de90bd {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:54:03.898270 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a1092b-9099-4fc4-b1b1-8d94a480eece", "tag": "d8155e06-58e3-43a4-9606-678b90767b5e", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:54:03.898531 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-92599c1f-402e-4c3f-b1a9-ddf072de90bd {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:54:03.898932 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a1092b-9099-4fc4-b1b1-8d94a480eece', 'tag': 'd8155e06-58e3-43a4-9606-678b90767b5e', 'status': 'completed', 'code': 200} Aug 16 20:54:03.903406 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-bd7b2d3c-d3e7-4ccb-b282-c0ccf8465763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:03.903488 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-bd7b2d3c-d3e7-4ccb-b282-c0ccf8465763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:03.903967 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-bd7b2d3c-d3e7-4ccb-b282-c0ccf8465763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:03.905619 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-bd7b2d3c-d3e7-4ccb-b282-c0ccf8465763 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1ffc2ed8-3433-480e-9e7b-c7131585caf6&id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&id=2808ba84-8eb6-448f-bf54-b316a16ed9b0&id=2808ba84-8eb6-448f-bf54-b316a16ed9b0 HTTP/1.1" status: 200 len: 2298 time: 0.2308934 Aug 16 20:54:03.913231 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-108749e4-1412-4a77-8cf1-e9ea0b85451e req-50e097b7-8df4-4bc5-8940-1f2179e1f4ab tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198096 Aug 16 20:54:04.017889 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-9eac6c57-a5f5-449f-987b-637fbb424b74 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f663d94-68b3-4016-94ab-cff5d3fc7931 HTTP/1.1" status: 200 len: 1000 time: 0.1033354 Aug 16 20:54:04.018584 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a17a0d43-eee6-4620-89b7-62b8e8baf2b3 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:04.078726 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a0d43-eee6-4620-89b7-62b8e8baf2b3 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Pushing event deleted for resources: {'Port': ['ID=996e76df-ef0c-4040-8c30-241f6806a5ad,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:04.080752 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port eb6992ff-3a72-430e-8828-6e3102384290 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:04.092601 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port eb6992ff-3a72-430e-8828-6e3102384290 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:04.093144 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:04.099253 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85759b-c427-4624-8e7c-5662f59ce62e req-ce2ff3b8-0fa3-4b6a-a309-653157c0b297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:04.101054 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ef85759b-c427-4624-8e7c-5662f59ce62e req-ce2ff3b8-0fa3-4b6a-a309-653157c0b297 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=120264f308544a26ad5db70b0b05c4ab&device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 1096 time: 0.1309552 Aug 16 20:54:04.198358 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-8c6016ad-691b-4eb7-89a9-e2ab7727a467 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Allocated IP 172.20.0.10 (5a5bf8fc-f269-4f39-b3c6-975502c735e9/7e91ca38-3cbf-4786-98c9-5df70f5d7fc7/1b603ab1-6591-4239-a8f8-f9793a7747f5) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:04.243665 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-b262f8f9-0514-4beb-946c-3f0f7215a410 admin admin] Allocated IP 172.20.0.1 (7625bf9e-2762-4d58-83ee-499fcd8effe6/f629780d-9c6a-40cb-8dea-05c6f70bc781/19c015b6-e191-4126-b066-b691cb3927ea) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:04.246745 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-ab7255ae-da67-4669-ad68-e6dd8af3b30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:04.249299 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-ab7255ae-da67-4669-ad68-e6dd8af3b30e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1f8a0b97-c998-4838-93b4-cc35dce1d7e0 HTTP/1.1" status: 200 len: 855 time: 0.2194340 Aug 16 20:54:04.297071 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0f42df9f-e600-4438-a6b3-68b6df46b26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:04.297071 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0f42df9f-e600-4438-a6b3-68b6df46b26d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:04.297071 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0f42df9f-e600-4438-a6b3-68b6df46b26d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/caff8eba-16ea-420d-92af-83f9c3d7050c HTTP/1.1" status: 204 len: 168 time: 0.6393976 Aug 16 20:54:04.311016 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:04.371672 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port eb6992ff-3a72-430e-8828-6e3102384290, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=eb6992ff-3a72-430e-8828-6e3102384290,segment=NetworkSegment(7b235a1a-9054-49ab-85cf-feb8bb6f6bf2),segment_id=7b235a1a-9054-49ab-85cf-feb8bb6f6bf2)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:04.373754 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6992ff-3a72-430e-8828-6e3102384290'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:54:04.378502 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6743a2d-ceec-4bf5-b222-1d5eee66a4a0" -d '{"events": [{"server_uuid": "40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f", "name": "network-vif-plugged", "status": "completed", "tag": "eb6992ff-3a72-430e-8828-6e3102384290"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:54:04.382875 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a17a0d43-eee6-4620-89b7-62b8e8baf2b3 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:04.390660 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a17a0d43-eee6-4620-89b7-62b8e8baf2b3 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] 10.222.0.84 "DELETE /v2.0/ports/996e76df-ef0c-4040-8c30-241f6806a5ad HTTP/1.1" status: 204 len: 168 time: 2.7992094 Aug 16 20:54:04.396334 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44252) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:04.434537 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6e8c1d-cb62-4814-994b-7a8ab0b7e5e7 x-openstack-request-id: req-1a6e8c1d-cb62-4814-994b-7a8ab0b7e5e7 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:54:04.436128 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f", "name": "network-vif-plugged", "status": "completed", "tag": "eb6992ff-3a72-430e-8828-6e3102384290", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:54:04.436488 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1a6e8c1d-cb62-4814-994b-7a8ab0b7e5e7 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:54:04.436993 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6992ff-3a72-430e-8828-6e3102384290', 'code': 200} Aug 16 20:54:04.446561 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42df9f-e600-4438-a6b3-68b6df46b26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caff8eba-16ea-420d-92af-83f9c3d7050c,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:04.535626 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-e16a0ba5-8165-40bc-a7ea-b684e26d1c9d tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] GET failed (client error): The resource could not be found. Aug 16 20:54:04.541354 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e16a0ba5-8165-40bc-a7ea-b684e26d1c9d tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] 10.222.0.84 "GET /v2.0/ports/996e76df-ef0c-4040-8c30-241f6806a5ad HTTP/1.1" status: 404 len: 333 time: 0.1392219 Aug 16 20:54:04.545236 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44254) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:04.580807 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:04.604451 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ff30c-04fe-43a2-ba18-7848f80b4f58 req-a4361318-0e7d-4511-8c85-dc5ed61563d1 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:04.611068 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-940ff30c-04fe-43a2-ba18-7848f80b4f58 req-a4361318-0e7d-4511-8c85-dc5ed61563d1 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "GET /v2.0/ports?device_id=40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f HTTP/1.1" status: 200 len: 945 time: 0.2594798 Aug 16 20:54:04.613109 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-dbaf5792-fff5-4419-b790-2c88ee604c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:04.614609 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-dbaf5792-fff5-4419-b790-2c88ee604c6c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ffc2ed8-3433-480e-9e7b-c7131585caf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2834034 Aug 16 20:54:04.660343 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=eb6992ff-3a72-430e-8828-6e3102384290,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:04.688760 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211f1c2-8bb8-4f2d-ac8a-1442d3ae9a89 req-aa7223f1-2c11-4509-83c9-7b78397ef353 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:04.695995 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0211f1c2-8bb8-4f2d-ac8a-1442d3ae9a89 req-aa7223f1-2c11-4509-83c9-7b78397ef353 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.72 "GET /v2.0/ports?device_id=93ef0647-3008-46f9-a88f-b746eea2aeaf HTTP/1.1" status: 200 len: 1024 time: 0.2299793 Aug 16 20:54:04.696144 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85759b-c427-4624-8e7c-5662f59ce62e req-0285905a-4a7c-4ffa-a1b6-22fd6b8663bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:04.696144 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ef85759b-c427-4624-8e7c-5662f59ce62e req-0285905a-4a7c-4ffa-a1b6-22fd6b8663bc service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=120264f308544a26ad5db70b0b05c4ab&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5640874 Aug 16 20:54:04.719182 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f35cfa-9a0e-4120-8b7e-a902b96e32ef req-dfc477ae-bb38-4007-baa7-73ff96dae5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:04.720860 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-04f35cfa-9a0e-4120-8b7e-a902b96e32ef req-dfc477ae-bb38-4007-baa7-73ff96dae5ab service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f HTTP/1.1" status: 200 len: 1097 time: 0.2193711 Aug 16 20:54:04.743095 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b262f8f9-0514-4beb-946c-3f0f7215a410 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:04.769956 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-8c6016ad-691b-4eb7-89a9-e2ab7727a467 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:04.814145 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-b262f8f9-0514-4beb-946c-3f0f7215a410 admin admin] Transition to ACTIVE for port object 19c015b6-e191-4126-b066-b691cb3927ea will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:04.821748 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-462aebc3-c231-460f-b169-ae400ad4c691 req-30d426f3-0c10-4df5-af44-09eff5bc1b75 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=50a35a1f-f032-44ca-910a-a152a9b434a7 HTTP/1.1" status: 200 len: 210 time: 0.1080399 Aug 16 20:54:04.855095 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-940ff30c-04fe-43a2-ba18-7848f80b4f58 req-1fef0b06-09f1-4d8a-9755-63fa3885e2e2 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "GET /v2.0/security-groups?id=cbfca197-fe14-449a-8762-488cd66542f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2156146 Aug 16 20:54:04.921371 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-04f35cfa-9a0e-4120-8b7e-a902b96e32ef req-139bba87-cf69-4384-b181-b2363b30e186 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=cbfca197-fe14-449a-8762-488cd66542f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734262 Aug 16 20:54:04.932838 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-f3e4951f-6c3f-4fc8-bfb0-e120f85257bc service neutron] 10.222.0.90 "GET /v2.0/networks/1ffc2ed8-3433-480e-9e7b-c7131585caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995615 Aug 16 20:54:04.942174 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-a67ed5f7-23db-4cfb-91fa-81748f334f57 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Deleting port 0645ff55-fac1-4277-9f84-20c44af9eca5 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:04.942539 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a67ed5f7-23db-4cfb-91fa-81748f334f57 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:05.069834 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85759b-c427-4624-8e7c-5662f59ce62e req-2ff1ae1f-553c-48b3-a2f8-17730b901c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:05.071709 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ef85759b-c427-4624-8e7c-5662f59ce62e req-2ff1ae1f-553c-48b3-a2f8-17730b901c41 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3565145 Aug 16 20:54:05.110920 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a67ed5f7-23db-4cfb-91fa-81748f334f57 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:05.116102 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-8c6016ad-691b-4eb7-89a9-e2ab7727a467 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:05.141154 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac02a3a-5ebf-40e6-8ec4-1c3eb48c0a58 req-e1a53f79-dbb6-413c-8fee-1e920876dc76 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:05.142763 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9ac02a3a-5ebf-40e6-8ec4-1c3eb48c0a58 req-e1a53f79-dbb6-413c-8fee-1e920876dc76 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/ports?device_id=93ef0647-3008-46f9-a88f-b746eea2aeaf HTTP/1.1" status: 200 len: 1024 time: 0.2057140 Aug 16 20:54:05.163959 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-0211f1c2-8bb8-4f2d-ac8a-1442d3ae9a89 req-b218b243-2242-46ea-8eba-ef92c594e597 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Deleting port 1071bcfd-9a2f-4ae9-9d58-3722d5830a48 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:05.164321 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-0211f1c2-8bb8-4f2d-ac8a-1442d3ae9a89 req-b218b243-2242-46ea-8eba-ef92c594e597 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:05.169998 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-a67ed5f7-23db-4cfb-91fa-81748f334f57 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Calling delete_port for 0645ff55-fac1-4277-9f84-20c44af9eca5 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:05.196623 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-f267992d-3cb0-48a4-9023-8284cbc8f025 service neutron] 10.222.0.90 "GET /v2.0/networks/1ffc2ed8-3433-480e-9e7b-c7131585caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439480 Aug 16 20:54:05.245623 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-8c6016ad-691b-4eb7-89a9-e2ab7727a467 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Network 5a5bf8fc-f269-4f39-b3c6-975502c735e9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:05.255690 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-8c6016ad-691b-4eb7-89a9-e2ab7727a467 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:05.258599 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-8c6016ad-691b-4eb7-89a9-e2ab7727a467 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:05.262264 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6016ad-691b-4eb7-89a9-e2ab7727a467 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Pushing event updated for resources: {'Port': ['ID=1b603ab1-6591-4239-a8f8-f9793a7747f5,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:05.264484 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-3f2ef799-deb8-4db9-8d52-9255958a0492 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=ab40fdf1-2367-4aaf-a842-35d8e9debb6d HTTP/1.1" status: 200 len: 217 time: 0.0588315 Aug 16 20:54:05.272156 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9ac02a3a-5ebf-40e6-8ec4-1c3eb48c0a58 req-8eec4621-bb8f-4d62-a466-0b16de7c65eb tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups?id=2e88e7f2-7c68-4ef1-9f6f-45f8eac34af0&id=a5483e6a-2ada-4a93-969b-94abffc85f49&id=3dc6bd43-bdac-49e7-80a3-26b230279ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1129777 Aug 16 20:54:05.279748 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76701f-347f-4db8-8326-914ea1e5e3ff req-d447ac9a-fbfd-4be5-ba89-d5b4fa74b19a tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:05.281298 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cb76701f-347f-4db8-8326-914ea1e5e3ff req-d447ac9a-fbfd-4be5-ba89-d5b4fa74b19a tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 944 time: 0.1944420 Aug 16 20:54:05.320625 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-bfd2ebd2-27f8-42b8-9ef6-18d8815f6933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:05.325930 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-bfd2ebd2-27f8-42b8-9ef6-18d8815f6933 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=120264f308544a26ad5db70b0b05c4ab&device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 1096 time: 0.1901631 Aug 16 20:54:05.326047 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b262f8f9-0514-4beb-946c-3f0f7215a410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:05.378849 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-5cc1510c-50ad-430b-a1ee-c9e394b6fd74 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8155e06-58e3-43a4-9606-678b90767b5e HTTP/1.1" status: 200 len: 217 time: 0.0449457 Aug 16 20:54:05.401372 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-438c95a5-01ed-4a26-98ad-7bdbae4ad08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:05.402816 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-438c95a5-01ed-4a26-98ad-7bdbae4ad08f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c5559346-0c29-4d61-bf82-1d14da7e7b4f HTTP/1.1" status: 200 len: 797 time: 0.1194918 Aug 16 20:54:05.412895 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b262f8f9-0514-4beb-946c-3f0f7215a410 admin admin] Network 7625bf9e-2762-4d58-83ee-499fcd8effe6 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:05.436735 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-b262f8f9-0514-4beb-946c-3f0f7215a410 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:05.438982 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cb76701f-347f-4db8-8326-914ea1e5e3ff req-b115a9c0-b404-4eb3-b007-c5d609841dff tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445134 Aug 16 20:54:05.439310 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b262f8f9-0514-4beb-946c-3f0f7215a410 admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:05.463920 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-8c6016ad-691b-4eb7-89a9-e2ab7727a467 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:05.464768 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-8c6016ad-691b-4eb7-89a9-e2ab7727a467 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:05.467301 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262f8f9-0514-4beb-946c-3f0f7215a410 admin admin] Pushing event updated for resources: {'Port': ['ID=19c015b6-e191-4126-b066-b691cb3927ea,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:05.470758 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-a9e057b7-2580-414c-976b-94e4ff16a850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:05.472359 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-a9e057b7-2580-414c-976b-94e4ff16a850 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ebf6a9c3-a849-4943-bd43-6e48f5539dc3 HTTP/1.1" status: 200 len: 854 time: 0.0853016 Aug 16 20:54:05.494329 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-6de71037-ea94-4330-a7c0-5d8fce7f316e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:05.496455 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-6de71037-ea94-4330-a7c0-5d8fce7f316e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0699456 Aug 16 20:54:05.513907 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-0211f1c2-8bb8-4f2d-ac8a-1442d3ae9a89 req-b218b243-2242-46ea-8eba-ef92c594e597 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] For port 1071bcfd-9a2f-4ae9-9d58-3722d5830a48, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=1071bcfd-9a2f-4ae9-9d58-3722d5830a48,segment=NetworkSegment(cb926d0b-2c7e-41f1-b470-27d663b83c1b),segment_id=cb926d0b-2c7e-41f1-b470-27d663b83c1b)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:05.514293 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-0211f1c2-8bb8-4f2d-ac8a-1442d3ae9a89 req-b218b243-2242-46ea-8eba-ef92c594e597 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:05.520018 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-73664e67-2c30-4193-bad9-992ba0b46d78 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b1b88367-5ef4-4555-8890-197c2e8aab74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393169 Aug 16 20:54:05.538677 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44266) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:05.549985 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-0211f1c2-8bb8-4f2d-ac8a-1442d3ae9a89 req-b218b243-2242-46ea-8eba-ef92c594e597 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Calling delete_port for 1071bcfd-9a2f-4ae9-9d58-3722d5830a48 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:05.574894 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b262f8f9-0514-4beb-946c-3f0f7215a410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:05.693440 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-7c64d38d-b895-44c4-ac96-f344bbf199f1 service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759956 Aug 16 20:54:05.696386 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-171d7ad8-0836-4f29-90b0-4239326e6a53 service neutron] 10.222.0.90 "GET /v2.0/networks/b1b88367-5ef4-4555-8890-197c2e8aab74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683400 Aug 16 20:54:05.714373 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-8c6016ad-691b-4eb7-89a9-e2ab7727a467 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3613250 Aug 16 20:54:05.740499 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-4ba6f499-c159-4638-b5a4-fe89e7bf74e5 service neutron] Request body: {'port': {'device_id': '50a35a1f-f032-44ca-910a-a152a9b434a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:05.806500 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-833a9f0d-bfed-4b42-b235-9e46323a0827 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8bd4928b639d441db3a928a90d80196d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2625918 Aug 16 20:54:05.829017 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44268) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:05.874378 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 44f43fa3-e004-4f7a-87bf-1c3e8f0f1016 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:05.899741 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-4ba6f499-c159-4638-b5a4-fe89e7bf74e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:05.955262 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-9c6bff5a-6299-4b46-80a2-e5955c66b420 None None] Provisioning for port 19c015b6-e191-4126-b066-b691cb3927ea completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:05.965108 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-9c6bff5a-6299-4b46-80a2-e5955c66b420 None None] Provisioning complete for port 19c015b6-e191-4126-b066-b691cb3927ea triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:05.965493 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9c6bff5a-6299-4b46-80a2-e5955c66b420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:05.987212 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a67ed5f7-23db-4cfb-91fa-81748f334f57 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.015727 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-9c6bff5a-6299-4b46-80a2-e5955c66b420 None None] Port 19c015b6-e191-4126-b066-b691cb3927ea cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:54:06.024316 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3108cca9-5c7c-4df3-8dcc-ddc0262cf970 req-1450309f-38b8-43e5-b476-f89360fb812f service neutron] 10.222.0.90 "GET /v2.0/networks/b1b88367-5ef4-4555-8890-197c2e8aab74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093848 Aug 16 20:54:06.034087 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-1298416e-3b8e-4276-b606-333ce6ca815c service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283472 Aug 16 20:54:06.046951 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ed5f7-23db-4cfb-91fa-81748f334f57 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Pushing event deleted for resources: {'Port': ['ID=0645ff55-fac1-4277-9f84-20c44af9eca5,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:06.118239 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-536a56ba-f10a-46a1-b464-43c1969ec01b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=bb57be4a-0292-48cb-9992-55bcc6db3063 HTTP/1.1" status: 200 len: 217 time: 0.0615282 Aug 16 20:54:06.144309 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-497cfacb-560c-4f7c-92c7-26660d1bbf07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.162593 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fab98c-4d2c-4779-810a-e28f1359b4a8 req-018b4fed-ad56-492f-b7ff-1b8c1a41622d tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:06.164279 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-87fab98c-4d2c-4779-810a-e28f1359b4a8 req-018b4fed-ad56-492f-b7ff-1b8c1a41622d tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=50a35a1f-f032-44ca-910a-a152a9b434a7 HTTP/1.1" status: 200 len: 932 time: 0.2054694 Aug 16 20:54:06.201577 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63984b33-53b4-46ab-9019-82d36aa790f1 req-5f551c3f-f4d3-41ae-9521-4b33adec9964 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:06.203178 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-63984b33-53b4-46ab-9019-82d36aa790f1 req-5f551c3f-f4d3-41ae-9521-4b33adec9964 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "GET /v2.0/ports?device_id=40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f HTTP/1.1" status: 200 len: 946 time: 0.2123048 Aug 16 20:54:06.207717 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 44f43fa3-e004-4f7a-87bf-1c3e8f0f1016 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:06.213651 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 44f43fa3-e004-4f7a-87bf-1c3e8f0f1016 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:06.221332 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.239569 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b262f8f9-0514-4beb-946c-3f0f7215a410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.252055 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-497cfacb-560c-4f7c-92c7-26660d1bbf07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.264846 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a67ed5f7-23db-4cfb-91fa-81748f334f57 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.278620 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a67ed5f7-23db-4cfb-91fa-81748f334f57 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] 10.222.0.84 "DELETE /v2.0/ports/0645ff55-fac1-4277-9f84-20c44af9eca5 HTTP/1.1" status: 204 len: 168 time: 1.7161667 Aug 16 20:54:06.278620 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44276) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:06.287050 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-03fbb019-cc44-44cd-9847-d9659c8ef0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:06.288603 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-03fbb019-cc44-44cd-9847-d9659c8ef0fb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c5559346-0c29-4d61-bf82-1d14da7e7b4f HTTP/1.1" status: 200 len: 797 time: 0.1605661 Aug 16 20:54:06.319832 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.327508 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-87fab98c-4d2c-4779-810a-e28f1359b4a8 req-c21c0ae8-16cb-4a2d-9530-eba3b9cd9912 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409628 Aug 16 20:54:06.343703 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 44f43fa3-e004-4f7a-87bf-1c3e8f0f1016, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=44f43fa3-e004-4f7a-87bf-1c3e8f0f1016,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:06.369109 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-63984b33-53b4-46ab-9019-82d36aa790f1 req-8a12602a-fd68-4020-8c8b-1aa4c8157032 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "GET /v2.0/security-groups?id=cbfca197-fe14-449a-8762-488cd66542f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491871 Aug 16 20:54:06.376248 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-0211f1c2-8bb8-4f2d-ac8a-1442d3ae9a89 req-b218b243-2242-46ea-8eba-ef92c594e597 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.382807 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-574c8928-7ba0-4853-af3b-053ef2c81ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:06.384549 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-574c8928-7ba0-4853-af3b-053ef2c81ff9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0554819 Aug 16 20:54:06.388988 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['38fd5de8-f1bd-46b8-8703-f5c2817640d6'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:54:06.460259 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.474591 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218b243-2242-46ea-8eba-ef92c594e597 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Pushing event deleted for resources: {'Port': ['ID=1071bcfd-9a2f-4ae9-9d58-3722d5830a48,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:06.500253 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8e9200e-d43c-4c4d-a7c8-2feafb88e3d4 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Deleting subnet dd7e5b03-5538-41ec-aed0-c9b4433fdfaa {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:54:06.524982 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-497cfacb-560c-4f7c-92c7-26660d1bbf07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.527899 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-497cfacb-560c-4f7c-92c7-26660d1bbf07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.530904 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f8e9200e-d43c-4c4d-a7c8-2feafb88e3d4 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.532103 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-497cfacb-560c-4f7c-92c7-26660d1bbf07 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/df4bbbce-3c7f-4b45-80de-de5f3e2b5083 HTTP/1.1" status: 204 len: 168 time: 0.7019479 Aug 16 20:54:06.543720 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-0211f1c2-8bb8-4f2d-ac8a-1442d3ae9a89 req-b218b243-2242-46ea-8eba-ef92c594e597 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] No DVR routers for this DVR port 1071bcfd-9a2f-4ae9-9d58-3722d5830a48 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:06.546946 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-0211f1c2-8bb8-4f2d-ac8a-1442d3ae9a89 req-b218b243-2242-46ea-8eba-ef92c594e597 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.549734 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0211f1c2-8bb8-4f2d-ac8a-1442d3ae9a89 req-b218b243-2242-46ea-8eba-ef92c594e597 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.72 "DELETE /v2.0/ports/1071bcfd-9a2f-4ae9-9d58-3722d5830a48 HTTP/1.1" status: 204 len: 173 time: 1.8300476 Aug 16 20:54:06.551870 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dd114b05-24c5-443b-a018-393ae8fb3687 req-7f97ddef-e6ec-4a56-a602-e37c27bbd6b7 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/ports?device_id=93ef0647-3008-46f9-a88f-b746eea2aeaf HTTP/1.1" status: 200 len: 210 time: 0.0397956 Aug 16 20:54:06.581490 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-98898e65-add6-4b9d-b281-07d5e6455b8e service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895843 Aug 16 20:54:06.589515 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=44f43fa3-e004-4f7a-87bf-1c3e8f0f1016,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:06.602081 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ef0647-3008-46f9-a88f-b746eea2aeaf', 'name': 'network-vif-deleted', 'tag': '1071bcfd-9a2f-4ae9-9d58-3722d5830a48'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:54:06.604622 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b37043a-4a23-4777-b0f9-9b5334a6d73f" -d '{"events": [{"server_uuid": "93ef0647-3008-46f9-a88f-b746eea2aeaf", "name": "network-vif-deleted", "tag": "1071bcfd-9a2f-4ae9-9d58-3722d5830a48"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:54:06.606189 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497cfacb-560c-4f7c-92c7-26660d1bbf07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4bbbce-3c7f-4b45-80de-de5f3e2b5083,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:06.669699 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f8e9200e-d43c-4c4d-a7c8-2feafb88e3d4 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.697567 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a2610f-e4fd-4cd5-87e7-c1f3682b99b4 x-openstack-request-id: req-45a2610f-e4fd-4cd5-87e7-c1f3682b99b4 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:54:06.697913 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ef0647-3008-46f9-a88f-b746eea2aeaf", "name": "network-vif-deleted", "tag": "1071bcfd-9a2f-4ae9-9d58-3722d5830a48", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:54:06.698162 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-45a2610f-e4fd-4cd5-87e7-c1f3682b99b4 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:54:06.698558 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ef0647-3008-46f9-a88f-b746eea2aeaf', 'name': 'network-vif-deleted', 'tag': '1071bcfd-9a2f-4ae9-9d58-3722d5830a48', 'status': 'completed', 'code': 200} Aug 16 20:54:06.845081 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-4ba6f499-c159-4638-b5a4-fe89e7bf74e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b603ab1-6591-4239-a8f8-f9793a7747f5 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:54:06.865159 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-4ba6f499-c159-4638-b5a4-fe89e7bf74e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.878209 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b262f8f9-0514-4beb-946c-3f0f7215a410 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.884262 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f8e9200e-d43c-4c4d-a7c8-2feafb88e3d4 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.916063 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-4ba6f499-c159-4638-b5a4-fe89e7bf74e5 service neutron] Transition to ACTIVE for port object 1b603ab1-6591-4239-a8f8-f9793a7747f5 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:07.039754 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b262f8f9-0514-4beb-946c-3f0f7215a410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:07.044288 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-4ba6f499-c159-4638-b5a4-fe89e7bf74e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:07.067916 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd5a8a-756a-4928-9e37-6ac2e1f0418f req-55b4cb01-bfb5-4d34-b7c0-66c043c1af01 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:07.069438 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-36dd5a8a-756a-4928-9e37-6ac2e1f0418f req-55b4cb01-bfb5-4d34-b7c0-66c043c1af01 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 944 time: 0.4869931 Aug 16 20:54:07.121653 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f8e9200e-d43c-4c4d-a7c8-2feafb88e3d4 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:07.131013 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262f8f9-0514-4beb-946c-3f0f7215a410 admin admin] Pushing event updated for resources: {'Port': ['ID=19c015b6-e191-4126-b066-b691cb3927ea,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:07.144233 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-b613a2de-a15a-4288-8c5d-c44a691655c0 service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5477333 Aug 16 20:54:07.152541 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-36dd5a8a-756a-4928-9e37-6ac2e1f0418f req-e2226be4-cff7-45b1-8070-567010bfaa35 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741665 Aug 16 20:54:07.192414 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-ea711139-819b-451b-9417-ad804995d0ff service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=4d8bacfe-cedf-4ddb-98de-1fe3b2792d18 HTTP/1.1" status: 200 len: 217 time: 0.0380311 Aug 16 20:54:07.244416 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-44cb3b43-e077-44e2-8687-68ac575894dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:07.246228 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-44cb3b43-e077-44e2-8687-68ac575894dc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c5559346-0c29-4d61-bf82-1d14da7e7b4f HTTP/1.1" status: 200 len: 797 time: 0.0478199 Aug 16 20:54:07.300718 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-4467f6d8-d68a-414a-8430-a1cac8354d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:07.302439 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-4467f6d8-d68a-414a-8430-a1cac8354d06 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0497127 Aug 16 20:54:07.401614 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-6b0476b5-5bde-4385-bbb6-f348fa599d9e service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905266 Aug 16 20:54:07.519115 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b262f8f9-0514-4beb-946c-3f0f7215a410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:07.530700 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c26ba12-c573-45ac-8fdb-5905ee55d196 None None] Network 879db6ea-4235-4669-86c4-124e04d268ed requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:07.540256 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9200e-d43c-4c4d-a7c8-2feafb88e3d4 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Pushing event deleted for resources: {'Subnet': ['ID=dd7e5b03-5538-41ec-aed0-c9b4433fdfaa,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:07.549648 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f8e9200e-d43c-4c4d-a7c8-2feafb88e3d4 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:07.556332 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f8e9200e-d43c-4c4d-a7c8-2feafb88e3d4 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] 10.222.0.84 "DELETE /v2.0/subnets/dd7e5b03-5538-41ec-aed0-c9b4433fdfaa HTTP/1.1" status: 204 len: 168 time: 1.2839849 Aug 16 20:54:07.561361 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44302) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:07.595247 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe4556-485b-40b2-bfed-1cc693997719 req-8c68ea4b-2fab-42d7-9dcb-e26d01cff747 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:07.596861 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9cbe4556-485b-40b2-bfed-1cc693997719 req-8c68ea4b-2fab-42d7-9dcb-e26d01cff747 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=50a35a1f-f032-44ca-910a-a152a9b434a7 HTTP/1.1" status: 200 len: 944 time: 0.1318395 Aug 16 20:54:07.648956 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba6f499-c159-4638-b5a4-fe89e7bf74e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1b603ab1-6591-4239-a8f8-f9793a7747f5,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:07.661154 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e8dfa-5507-48be-a869-0458e83d4144 req-4a129e55-0349-4c3a-b6eb-441b63c86945 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:07.662925 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c83e8dfa-5507-48be-a869-0458e83d4144 req-4a129e55-0349-4c3a-b6eb-441b63c86945 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "GET /v2.0/ports?device_id=40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f HTTP/1.1" status: 200 len: 946 time: 0.1629617 Aug 16 20:54:07.664889 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-7b932c94-d1d8-4a65-b829-add0dbecb1ba service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562466 Aug 16 20:54:07.689767 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-4ba6f499-c159-4638-b5a4-fe89e7bf74e5 service neutron] Attempting to bind port 1b603ab1-6591-4239-a8f8-f9793a7747f5 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:07.690116 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-4ba6f499-c159-4638-b5a4-fe89e7bf74e5 service neutron] Attempting to bind port 1b603ab1-6591-4239-a8f8-f9793a7747f5 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'd750202b-6aed-4115-ba35-7fc31b994eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5a5bf8fc-f269-4f39-b3c6-975502c735e9'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:07.690579 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-4ba6f499-c159-4638-b5a4-fe89e7bf74e5 service neutron] Attempting to bind port 1b603ab1-6591-4239-a8f8-f9793a7747f5 on network 5a5bf8fc-f269-4f39-b3c6-975502c735e9 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:07.704075 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-4ba6f499-c159-4638-b5a4-fe89e7bf74e5 service neutron] Port 1b603ab1-6591-4239-a8f8-f9793a7747f5 on network 5a5bf8fc-f269-4f39-b3c6-975502c735e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:54:07.704422 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-4ba6f499-c159-4638-b5a4-fe89e7bf74e5 service neutron] Attempting to bind port 1b603ab1-6591-4239-a8f8-f9793a7747f5 on network 5a5bf8fc-f269-4f39-b3c6-975502c735e9 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:07.720570 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-4ba6f499-c159-4638-b5a4-fe89e7bf74e5 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:07.720927 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-4ba6f499-c159-4638-b5a4-fe89e7bf74e5 service neutron] Checking segment: {'id': 'd750202b-6aed-4115-ba35-7fc31b994eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5a5bf8fc-f269-4f39-b3c6-975502c735e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:07.721328 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-4ba6f499-c159-4638-b5a4-fe89e7bf74e5 service neutron] Bound using segment: {'id': 'd750202b-6aed-4115-ba35-7fc31b994eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5a5bf8fc-f269-4f39-b3c6-975502c735e9'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:07.721875 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-4ba6f499-c159-4638-b5a4-fe89e7bf74e5 service neutron] Bound port: 1b603ab1-6591-4239-a8f8-f9793a7747f5, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd750202b-6aed-4115-ba35-7fc31b994eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5a5bf8fc-f269-4f39-b3c6-975502c735e9'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:07.722285 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-4ba6f499-c159-4638-b5a4-fe89e7bf74e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:07.768238 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b262f8f9-0514-4beb-946c-3f0f7215a410 admin admin] Network 7625bf9e-2762-4d58-83ee-499fcd8effe6 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:07.772770 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9141e3e-c208-41ad-bd87-cf22186cb36e None None] DHCP port deletion for 879db6ea-4235-4669-86c4-124e04d268ed request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:54:07.772927 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-b262f8f9-0514-4beb-946c-3f0f7215a410 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:07.773568 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-73111ae4-d4f1-4b94-9db6-d92af005889d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=664a2393-3ef1-43f4-8b8d-bd06b02e9df3 HTTP/1.1" status: 200 len: 217 time: 0.0900767 Aug 16 20:54:07.781754 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 1071bcfd-9a2f-4ae9-9d58-3722d5830a48 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:54:07.790544 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-810f3d30-07a5-4e02-a332-f7f8dbd3a8a3 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:07.803743 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9cbe4556-485b-40b2-bfed-1cc693997719 req-399b9628-4b26-4bb7-88ae-3e9f019402f8 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690748 Aug 16 20:54:07.847647 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c83e8dfa-5507-48be-a869-0458e83d4144 req-32dbbd08-46b3-438d-b478-8a16a984ebb7 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "GET /v2.0/security-groups?id=cbfca197-fe14-449a-8762-488cd66542f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628461 Aug 16 20:54:07.862486 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-4ba6f499-c159-4638-b5a4-fe89e7bf74e5 service neutron] For port 1b603ab1-6591-4239-a8f8-f9793a7747f5, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:07.867542 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-4ba6f499-c159-4638-b5a4-fe89e7bf74e5 service neutron] For port 1b603ab1-6591-4239-a8f8-f9793a7747f5, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=1b603ab1-6591-4239-a8f8-f9793a7747f5,segment=NetworkSegment(d750202b-6aed-4115-ba35-7fc31b994eaf),segment_id=d750202b-6aed-4115-ba35-7fc31b994eaf)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:07.968932 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device d8155e06-58e3-43a4-9606-678b90767b5e details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:54:07.974905 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 44f43fa3-e004-4f7a-87bf-1c3e8f0f1016 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:07.975655 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-200276dc-0e5b-4ab6-b2d4-22351c01b399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:07.977238 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-200276dc-0e5b-4ab6-b2d4-22351c01b399 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c5559346-0c29-4d61-bf82-1d14da7e7b4f HTTP/1.1" status: 200 len: 797 time: 0.1963747 Aug 16 20:54:08.000809 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-4ba6f499-c159-4638-b5a4-fe89e7bf74e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:08.010546 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 1071bcfd-9a2f-4ae9-9d58-3722d5830a48 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:54:08.011143 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 1071bcfd-9a2f-4ae9-9d58-3722d5830a48 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:54:08.121918 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-c9141e3e-c208-41ad-bd87-cf22186cb36e None None] Deleting port 93742952-d0ed-4f3f-8d41-48f5b332cff4 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:08.122547 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c9141e3e-c208-41ad-bd87-cf22186cb36e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:08.127733 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba6f499-c159-4638-b5a4-fe89e7bf74e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1b603ab1-6591-4239-a8f8-f9793a7747f5,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:08.149029 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-4ba6f499-c159-4638-b5a4-fe89e7bf74e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:08.149029 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-4ba6f499-c159-4638-b5a4-fe89e7bf74e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:08.149029 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-4ba6f499-c159-4638-b5a4-fe89e7bf74e5 service neutron] 10.222.0.90 "PUT /v2.0/ports/1b603ab1-6591-4239-a8f8-f9793a7747f5 HTTP/1.1" status: 200 len: 1093 time: 2.4209032 Aug 16 20:54:08.151577 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-810f3d30-07a5-4e02-a332-f7f8dbd3a8a3 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Deleting port 93742952-d0ed-4f3f-8d41-48f5b332cff4 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:08.152115 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-810f3d30-07a5-4e02-a332-f7f8dbd3a8a3 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:08.160524 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b262f8f9-0514-4beb-946c-3f0f7215a410 admin admin] Router 6c446ff3-bdbb-4027-bd77-3e142605c1df has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:54:08.174650 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 44f43fa3-e004-4f7a-87bf-1c3e8f0f1016 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:08.175024 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:08.213069 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-acf07694-90c3-41ae-b9e8-180e2b620cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:08.216172 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-acf07694-90c3-41ae-b9e8-180e2b620cd4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2303143 Aug 16 20:54:08.247504 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-c9141e3e-c208-41ad-bd87-cf22186cb36e None None] For port 93742952-d0ed-4f3f-8d41-48f5b332cff4, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=93742952-d0ed-4f3f-8d41-48f5b332cff4,segment=NetworkSegment(bd1a64ba-a5a9-495f-94c1-85cdbdf706dc),segment_id=bd1a64ba-a5a9-495f-94c1-85cdbdf706dc)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:08.247932 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c9141e3e-c208-41ad-bd87-cf22186cb36e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:08.278003 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-c9141e3e-c208-41ad-bd87-cf22186cb36e None None] Calling delete_port for 93742952-d0ed-4f3f-8d41-48f5b332cff4 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:08.280778 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port d8155e06-58e3-43a4-9606-678b90767b5e, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=d8155e06-58e3-43a4-9606-678b90767b5e,segment=NetworkSegment(dd3b3e95-b260-4ffe-89d2-ca493b24391f),segment_id=dd3b3e95-b260-4ffe-89d2-ca493b24391f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:08.301893 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b262f8f9-0514-4beb-946c-3f0f7215a410 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:54:08.317215 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b262f8f9-0514-4beb-946c-3f0f7215a410 admin admin] 10.222.0.84 "PUT /v2.0/routers/6c446ff3-bdbb-4027-bd77-3e142605c1df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4210837 Aug 16 20:54:08.317411 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d7e62e0e-7f0b-4af7-a79c-00a1ec45c819 None None] Provisioning complete for port 19c015b6-e191-4126-b066-b691cb3927ea triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:08.317411 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d7e62e0e-7f0b-4af7-a79c-00a1ec45c819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:08.317411 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': 'd8155e06-58e3-43a4-9606-678b90767b5e', 'network_id': 'b1b88367-5ef4-4555-8890-197c2e8aab74', 'port_id': 'd8155e06-58e3-43a4-9606-678b90767b5e', 'mac_address': 'fa:16:3e:6f:52:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf6a9c3-a849-4943-bd43-6e48f5539dc3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:54:08.371536 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-eb96cdca-cce4-4a5f-a41e-7931ead84bf8 service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407311 Aug 16 20:54:08.401070 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-abdd4071-6d71-4426-b8d0-b08ad34de797 req-9dba448a-0d89-4ab0-88a5-490028c17f81 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups/2e88e7f2-7c68-4ef1-9f6f-45f8eac34af0 HTTP/1.1" status: 200 len: 1803 time: 0.3798044 Aug 16 20:54:08.403952 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-f30ffa4f-f0a9-4de3-9082-8cc324e8cf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:08.405655 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-f30ffa4f-f0a9-4de3-9082-8cc324e8cf75 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=41a315ee39084be283dee330854f5498&device_id=50a35a1f-f032-44ca-910a-a152a9b434a7 HTTP/1.1" status: 200 len: 1096 time: 0.0582874 Aug 16 20:54:08.429043 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7bc06-d442-439a-8adf-ec59905187ff req-4d9a0fee-898b-42f8-9e77-a6b5ab1d26a7 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:08.429163 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fb37f2-5761-4724-91a8-f51d0fbef5df None None] Sync routers for ids ['6c446ff3-bdbb-4027-bd77-3e142605c1df'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:54:08.429297 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d5a7bc06-d442-439a-8adf-ec59905187ff req-4d9a0fee-898b-42f8-9e77-a6b5ab1d26a7 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "GET /v2.0/ports?device_id=40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f HTTP/1.1" status: 200 len: 946 time: 0.3221202 Aug 16 20:54:08.445213 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44324) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:08.453483 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-63f86408-97c4-47e8-bd4d-a8ef254773c9 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Request body: {'floatingip': {'port_id': 'eb6992ff-3a72-430e-8828-6e3102384290'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:08.486180 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:08.509669 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-32f139be-f6a4-41c3-aa8d-4c7de3fdd6e8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b603ab1-6591-4239-a8f8-f9793a7747f5 HTTP/1.1" status: 200 len: 217 time: 0.0961399 Aug 16 20:54:08.519144 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fb37f2-5761-4724-91a8-f51d0fbef5df None None] Routers {'6c446ff3-bdbb-4027-bd77-3e142605c1df'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:08.519144 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-86fb37f2-5761-4724-91a8-f51d0fbef5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:53:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['6c446ff3-bdbb-4027-bd77-3e142605c1df'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:08.520023 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-d7e62e0e-7f0b-4af7-a79c-00a1ec45c819 None None] Port 19c015b6-e191-4126-b066-b691cb3927ea cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:54:08.531369 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44326) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:08.565291 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8155e06-58e3-43a4-9606-678b90767b5e {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:54:08.571872 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-63f86408-97c4-47e8-bd4d-a8ef254773c9 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks [] for floatingip, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:08.593674 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-c632e712-cfa2-4bb4-8a82-8f36e528eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:08.595194 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-c632e712-cfa2-4bb4-8a82-8f36e528eae1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7e91ca38-3cbf-4786-98c9-5df70f5d7fc7 HTTP/1.1" status: 200 len: 854 time: 0.0784943 Aug 16 20:54:08.596720 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port d8155e06-58e3-43a4-9606-678b90767b5e, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=d8155e06-58e3-43a4-9606-678b90767b5e,segment=NetworkSegment(dd3b3e95-b260-4ffe-89d2-ca493b24391f),segment_id=dd3b3e95-b260-4ffe-89d2-ca493b24391f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:08.616013 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-810f3d30-07a5-4e02-a332-f7f8dbd3a8a3 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] For port 93742952-d0ed-4f3f-8d41-48f5b332cff4, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=93742952-d0ed-4f3f-8d41-48f5b332cff4,segment=NetworkSegment(bd1a64ba-a5a9-495f-94c1-85cdbdf706dc),segment_id=bd1a64ba-a5a9-495f-94c1-85cdbdf706dc)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:08.616428 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-810f3d30-07a5-4e02-a332-f7f8dbd3a8a3 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:08.636548 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-ff41fe06-bed5-4a41-944a-b34345342f3f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5a5bf8fc-f269-4f39-b3c6-975502c735e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340688 Aug 16 20:54:08.690639 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-86fb37f2-5761-4724-91a8-f51d0fbef5df None None] Set router 6c446ff3-bdbb-4027-bd77-3e142605c1df gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:54:08.695490 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-810f3d30-07a5-4e02-a332-f7f8dbd3a8a3 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Calling delete_port for 93742952-d0ed-4f3f-8d41-48f5b332cff4 owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:08.705637 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a35a1f-f032-44ca-910a-a152a9b434a7', 'tag': '1b603ab1-6591-4239-a8f8-f9793a7747f5'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:54:08.705637 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760d5946-5826-4a83-9fb5-fcb873868e11" -d '{"events": [{"name": "network-changed", "server_uuid": "50a35a1f-f032-44ca-910a-a152a9b434a7", "tag": "1b603ab1-6591-4239-a8f8-f9793a7747f5"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:54:08.712377 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-e715538e-2d80-4234-8ff0-8b25261a1b5c tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1818457015'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:08.777470 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-2f932616-75eb-43b7-a7b2-60514158d967 service neutron] 10.222.0.90 "GET /v2.0/networks/5a5bf8fc-f269-4f39-b3c6-975502c735e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339247 Aug 16 20:54:08.800424 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-8e0b4338-be16-4bb9-bbd6-f56300725a90 service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074416 Aug 16 20:54:08.804640 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:08.809119 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c9141e3e-c208-41ad-bd87-cf22186cb36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:08.876793 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9141e3e-c208-41ad-bd87-cf22186cb36e None None] No DVR routers for this DVR port 93742952-d0ed-4f3f-8d41-48f5b332cff4 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:08.890029 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fba2c-8e90-4c83-b9db-186888cc22f3 req-8563838b-d2d3-4dcd-81cf-d617b2487894 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:08.890029 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-119fba2c-8e90-4c83-b9db-186888cc22f3 req-8563838b-d2d3-4dcd-81cf-d617b2487894 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 944 time: 0.3109818 Aug 16 20:54:08.898025 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e715538e-2d80-4234-8ff0-8b25261a1b5c tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Made reservation on behalf of 46bc4cc3934648ed8895a7ed0a5b63cc for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:08.909871 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e715538e-2d80-4234-8ff0-8b25261a1b5c tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:08.925209 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-abdd4071-6d71-4426-b8d0-b08ad34de797 req-5dd9e20a-4362-4837-a6eb-c49fdb3a3b24 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:08.928149 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=d8155e06-58e3-43a4-9606-678b90767b5e,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:08.928287 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5b9efe17-817a-455b-89cb-bcbc042f8a8c req-c8db92dc-fb73-4bfa-94f4-212692197448 service neutron] 10.222.0.90 "GET /v2.0/networks/5a5bf8fc-f269-4f39-b3c6-975502c735e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426620 Aug 16 20:54:08.935305 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-cf44fff7-b60d-406a-b396-abee31e49ad6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3af6817e-b620-4a8f-89a6-4b54fec09bf6 HTTP/1.1" status: 200 len: 217 time: 0.1203992 Aug 16 20:54:08.944526 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e715538e-2d80-4234-8ff0-8b25261a1b5c tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:54:08.958292 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e715538e-2d80-4234-8ff0-8b25261a1b5c tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:08.958706 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-e715538e-2d80-4234-8ff0-8b25261a1b5c tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Added segment c9d7124c-2e4b-467c-988d-f294fc344f2f of type vlan for network a2dafdd9-6e14-4f49-94cc-7fa205debddb Aug 16 20:54:08.981911 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9141e3e-c208-41ad-bd87-cf22186cb36e None None] Pushing event deleted for resources: {'Port': ['ID=93742952-d0ed-4f3f-8d41-48f5b332cff4,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:09.014847 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-abdd4071-6d71-4426-b8d0-b08ad34de797 req-5dd9e20a-4362-4837-a6eb-c49fdb3a3b24 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:09.036422 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e715538e-2d80-4234-8ff0-8b25261a1b5c tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:09.075381 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['d8155e06-58e3-43a4-9606-678b90767b5e'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:54:09.098440 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-119fba2c-8e90-4c83-b9db-186888cc22f3 req-3576481d-92eb-40b6-9c43-ad0f85a13e53 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664801 Aug 16 20:54:09.104362 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-86fb37f2-5761-4724-91a8-f51d0fbef5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c446ff3-bdbb-4027-bd77-3e142605c1df', 'name': 'tempest-ServersTestMultiNic-1914086428-router', 'tenant_id': '46bc4cc3934648ed8895a7ed0a5b63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '44f43fa3-e004-4f7a-87bf-1c3e8f0f1016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:56Z', 'updated_at': '2021-08-16T20:54:05Z', 'revision_number': 4, 'project_id': '46bc4cc3934648ed8895a7ed0a5b63cc', 'gw_port': {'id': '44f43fa3-e004-4f7a-87bf-1c3e8f0f1016', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c446ff3-bdbb-4027-bd77-3e142605c1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:58Z', 'updated_at': '2021-08-16T20:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '19c015b6-e191-4126-b066-b691cb3927ea', 'name': '', 'network_id': '7625bf9e-2762-4d58-83ee-499fcd8effe6', 'tenant_id': '46bc4cc3934648ed8895a7ed0a5b63cc', 'mac_address': 'fa:16:3e:9b:0d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c446ff3-bdbb-4027-bd77-3e142605c1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'f629780d-9c6a-40cb-8dea-05c6f70bc781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:03Z', 'updated_at': '2021-08-16T20:54:06Z', 'revision_number': 2, 'project_id': '46bc4cc3934648ed8895a7ed0a5b63cc', 'subnets': [{'id': 'f629780d-9c6a-40cb-8dea-05c6f70bc781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:09.110009 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-810f3d30-07a5-4e02-a332-f7f8dbd3a8a3 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:09.141413 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-caff66c2-89d7-475f-88b1-ad49d9ec1c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:09.141592 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fb37f2-5761-4724-91a8-f51d0fbef5df None None] Checking router: 6c446ff3-bdbb-4027-bd77-3e142605c1df for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:54:09.141797 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fb37f2-5761-4724-91a8-f51d0fbef5df None None] Updating router 6c446ff3-bdbb-4027-bd77-3e142605c1df port 19c015b6-e191-4126-b066-b691cb3927ea binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:54:09.142822 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-caff66c2-89d7-475f-88b1-ad49d9ec1c93 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c8bbf4cb-abf2-419b-b8fc-f8a48d718293 HTTP/1.1" status: 200 len: 797 time: 0.1855366 Aug 16 20:54:09.157607 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eed89ce-44c5-4f29-ba01-19dee279c303 x-openstack-request-id: req-2eed89ce-44c5-4f29-ba01-19dee279c303 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:54:09.157972 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a35a1f-f032-44ca-910a-a152a9b434a7", "tag": "1b603ab1-6591-4239-a8f8-f9793a7747f5", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:54:09.158133 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2eed89ce-44c5-4f29-ba01-19dee279c303 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:54:09.158533 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a35a1f-f032-44ca-910a-a152a9b434a7', 'tag': '1b603ab1-6591-4239-a8f8-f9793a7747f5', 'status': 'completed', 'code': 200} Aug 16 20:54:09.178315 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f3d30-07a5-4e02-a332-f7f8dbd3a8a3 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Pushing event deleted for resources: {'Port': ['ID=93742952-d0ed-4f3f-8d41-48f5b332cff4,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:09.186868 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810f3d30-07a5-4e02-a332-f7f8dbd3a8a3 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] No DVR routers for this DVR port 93742952-d0ed-4f3f-8d41-48f5b332cff4 on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:09.189843 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-86fb37f2-5761-4724-91a8-f51d0fbef5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:09.266066 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d5946-5826-4a83-9fb5-fcb873868e11 req-1a2fc31b-b660-4615-9643-98ad5e3bec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:09.268288 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-760d5946-5826-4a83-9fb5-fcb873868e11 req-1a2fc31b-b660-4615-9643-98ad5e3bec38 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=41a315ee39084be283dee330854f5498&device_id=50a35a1f-f032-44ca-910a-a152a9b434a7 HTTP/1.1" status: 200 len: 1096 time: 0.0858097 Aug 16 20:54:09.298948 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e715538e-2d80-4234-8ff0-8b25261a1b5c tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:09.305901 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e715538e-2d80-4234-8ff0-8b25261a1b5c tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:09.306562 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e715538e-2d80-4234-8ff0-8b25261a1b5c tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:09.410582 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-810f3d30-07a5-4e02-a332-f7f8dbd3a8a3 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:09.446018 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-a31d49cc-c3a0-4cc2-b6f1-034dfa0c2b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:09.447573 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-a31d49cc-c3a0-4cc2-b6f1-034dfa0c2b0c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2808ba84-8eb6-448f-bf54-b316a16ed9b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2813809 Aug 16 20:54:09.468367 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-abdd4071-6d71-4426-b8d0-b08ad34de797 req-5dd9e20a-4362-4837-a6eb-c49fdb3a3b24 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:09.473524 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-abdd4071-6d71-4426-b8d0-b08ad34de797 req-5dd9e20a-4362-4837-a6eb-c49fdb3a3b24 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:09.483103 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d5946-5826-4a83-9fb5-fcb873868e11 req-432e7c23-b54f-4131-a458-10e77fbebd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:09.484623 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-760d5946-5826-4a83-9fb5-fcb873868e11 req-432e7c23-b54f-4131-a458-10e77fbebd3a service neutron] 10.222.0.90 "GET /v2.0/networks?id=5a5bf8fc-f269-4f39-b3c6-975502c735e9 HTTP/1.1" status: 200 len: 915 time: 0.2086678 Aug 16 20:54:09.486026 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-abdd4071-6d71-4426-b8d0-b08ad34de797 req-5dd9e20a-4362-4837-a6eb-c49fdb3a3b24 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "DELETE /v2.0/security-groups/2e88e7f2-7c68-4ef1-9f6f-45f8eac34af0 HTTP/1.1" status: 204 len: 173 time: 1.0613825 Aug 16 20:54:09.491377 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e715538e-2d80-4234-8ff0-8b25261a1b5c tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9578595 Aug 16 20:54:09.496521 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44348) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:09.514180 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-19c7f55b-53e4-4f45-9eed-eabb7b210a0e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Request body: {'subnet': {'network_id': 'a2dafdd9-6e14-4f49-94cc-7fa205debddb', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:09.524266 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-810f3d30-07a5-4e02-a332-f7f8dbd3a8a3 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['879db6ea-4235-4669-86c4-124e04d268ed']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:09.536101 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-810f3d30-07a5-4e02-a332-f7f8dbd3a8a3 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd1a64ba-a5a9-495f-94c1-85cdbdf706dc') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:09.536542 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-810f3d30-07a5-4e02-a332-f7f8dbd3a8a3 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd1a64ba-a5a9-495f-94c1-85cdbdf706dc') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:09.549605 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-810f3d30-07a5-4e02-a332-f7f8dbd3a8a3 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:09.559510 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715538e-2d80-4234-8ff0-8b25261a1b5c tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Pushing event updated for resources: {'Network': ['ID=a2dafdd9-6e14-4f49-94cc-7fa205debddb,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:09.571400 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-810f3d30-07a5-4e02-a332-f7f8dbd3a8a3 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:09.576803 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-810f3d30-07a5-4e02-a332-f7f8dbd3a8a3 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:54:09.577228 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-810f3d30-07a5-4e02-a332-f7f8dbd3a8a3 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:09.589502 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network a2dafdd9-6e14-4f49-94cc-7fa205debddb details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:54:09.592727 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-760d5946-5826-4a83-9fb5-fcb873868e11 req-41fc4840-719e-4bf3-b9cb-4d89d6fb16d5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b603ab1-6591-4239-a8f8-f9793a7747f5 HTTP/1.1" status: 200 len: 217 time: 0.0977256 Aug 16 20:54:09.676223 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d5946-5826-4a83-9fb5-fcb873868e11 req-4722eafd-aa16-4698-8fb7-73c715d6aa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:09.678251 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-760d5946-5826-4a83-9fb5-fcb873868e11 req-4722eafd-aa16-4698-8fb7-73c715d6aa06 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7e91ca38-3cbf-4786-98c9-5df70f5d7fc7 HTTP/1.1" status: 200 len: 854 time: 0.0753329 Aug 16 20:54:09.704044 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-86fb37f2-5761-4724-91a8-f51d0fbef5df None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:09.717969 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-760d5946-5826-4a83-9fb5-fcb873868e11 req-9a84399a-bc6a-4be5-9836-7ae89d6a8605 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5a5bf8fc-f269-4f39-b3c6-975502c735e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309603 Aug 16 20:54:09.733539 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-86fb37f2-5761-4724-91a8-f51d0fbef5df None None] Transition to ACTIVE for port object 19c015b6-e191-4126-b066-b691cb3927ea will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:09.738652 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44352) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:09.741908 n-d-793620-15 neutron-server[101844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:54:09.741908 n-d-793620-15 neutron-server[101844]: self.session.flush() Aug 16 20:54:09.741908 n-d-793620-15 neutron-server[101844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:54:09.741908 n-d-793620-15 neutron-server[101844]: self.session.flush() Aug 16 20:54:09.741908 n-d-793620-15 neutron-server[101844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:54:09.741908 n-d-793620-15 neutron-server[101844]: self.session.flush() Aug 16 20:54:09.741908 n-d-793620-15 neutron-server[101844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:54:09.741908 n-d-793620-15 neutron-server[101844]: self.session.flush() Aug 16 20:54:09.741908 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 20:54:09.741908 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:54:09.741908 n-d-793620-15 neutron-server[101844]: timer() Aug 16 20:54:09.741908 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:54:09.741908 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 20:54:09.741908 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:54:09.741908 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 20:54:09.741908 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:54:09.741908 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 20:54:09.741908 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:54:09.741908 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 20:54:09.741908 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:54:09.741908 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 20:54:09.741908 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:54:09.741908 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:54:09.741908 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:54:09.741908 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:54:09.741908 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:54:09.741908 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 20:54:09.741908 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:54:09.741908 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 20:54:09.741908 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:54:09.741908 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:54:09.741908 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:54:09.741908 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 20:54:09.741908 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:54:09.741908 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:54:09.741908 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:54:09.741908 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:54:09.741908 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:54:09.741908 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:54:09.741908 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:54:09.783311 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee7ad3-3545-4696-a97e-da6445f02480 req-8f23327d-774a-43f1-87bc-935a8d79c997 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:09.784738 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-36ee7ad3-3545-4696-a97e-da6445f02480 req-8f23327d-774a-43f1-87bc-935a8d79c997 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=50a35a1f-f032-44ca-910a-a152a9b434a7 HTTP/1.1" status: 200 len: 944 time: 0.5153966 Aug 16 20:54:09.789519 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9e20a-4362-4837-a6eb-c49fdb3a3b24 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e88e7f2-7c68-4ef1-9f6f-45f8eac34af0,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:09.813803 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 93742952-d0ed-4f3f-8d41-48f5b332cff4 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:54:09.826565 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-96ee3185-3343-4974-9592-d1878960e9ec service neutron] 10.222.0.90 "GET /v2.0/networks/2808ba84-8eb6-448f-bf54-b316a16ed9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662262 Aug 16 20:54:09.834234 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-760d5946-5826-4a83-9fb5-fcb873868e11 req-84794850-c5af-4890-9a38-3d693790df5c service neutron] 10.222.0.90 "GET /v2.0/networks/5a5bf8fc-f269-4f39-b3c6-975502c735e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059930 Aug 16 20:54:09.843036 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 93742952-d0ed-4f3f-8d41-48f5b332cff4 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:54:09.843483 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 93742952-d0ed-4f3f-8d41-48f5b332cff4 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:54:09.852598 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c7f55b-53e4-4f45-9eed-eabb7b210a0e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Made reservation on behalf of 46bc4cc3934648ed8895a7ed0a5b63cc for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:09.856659 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-19c7f55b-53e4-4f45-9eed-eabb7b210a0e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:09.930252 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.db.resource_extend [None req-63f86408-97c4-47e8-bd4d-a8ef254773c9 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:54:09.938972 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-55bc2b00-e532-453f-a241-36b883a9ac5b tempest-RoutersAdminNegativeIpV6Test-2082945823 tempest-RoutersAdminNegativeIpV6Test-2082945823-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2043476771', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:09.964952 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-86fb37f2-5761-4724-91a8-f51d0fbef5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:09.981903 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-810f3d30-07a5-4e02-a332-f7f8dbd3a8a3 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:09.997608 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-810f3d30-07a5-4e02-a332-f7f8dbd3a8a3 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:10.000229 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-810f3d30-07a5-4e02-a332-f7f8dbd3a8a3 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] 10.222.0.84 "DELETE /v2.0/networks/879db6ea-4235-4669-86c4-124e04d268ed HTTP/1.1" status: 204 len: 168 time: 2.4351399 Aug 16 20:54:10.024513 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aecebf90-39ca-4a7e-9d9d-fc7eab05e41e req-9d0835f8-789f-4ba6-927e-0b8c1e396143 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups/a5483e6a-2ada-4a93-969b-94abffc85f49 HTTP/1.1" status: 200 len: 1801 time: 0.2796433 Aug 16 20:54:10.028383 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-760d5946-5826-4a83-9fb5-fcb873868e11 req-d88e4747-181b-4a05-a9a9-4e35a6491adc service neutron] 10.222.0.90 "GET /v2.0/networks/5a5bf8fc-f269-4f39-b3c6-975502c735e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864302 Aug 16 20:54:10.029350 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-36ee7ad3-3545-4696-a97e-da6445f02480 req-df09f8fb-5444-4238-ae92-fd784c0c4c64 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052886 Aug 16 20:54:10.046593 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f3d30-07a5-4e02-a332-f7f8dbd3a8a3 tempest-AllowedAddressPairTestJSON-231735453 tempest-AllowedAddressPairTestJSON-231735453-project] Pushing event deleted for resources: {'Network': ['ID=879db6ea-4235-4669-86c4-124e04d268ed,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:10.079064 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-63f86408-97c4-47e8-bd4d-a8ef254773c9 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:10.081799 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55bc2b00-e532-453f-a241-36b883a9ac5b tempest-RoutersAdminNegativeIpV6Test-2082945823 tempest-RoutersAdminNegativeIpV6Test-2082945823-project-admin] Made reservation on behalf of b3807556f59f4a7aaade9f405c2889e1 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:10.084455 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-55bc2b00-e532-453f-a241-36b883a9ac5b tempest-RoutersAdminNegativeIpV6Test-2082945823 tempest-RoutersAdminNegativeIpV6Test-2082945823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:10.096382 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e40f23b-444b-4ffd-9886-da02fb12fae3 None None] Pushing event updated for resources: {'Port': ['ID=19c015b6-e191-4126-b066-b691cb3927ea,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:10.103004 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-55bc2b00-e532-453f-a241-36b883a9ac5b tempest-RoutersAdminNegativeIpV6Test-2082945823 tempest-RoutersAdminNegativeIpV6Test-2082945823-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:10.106277 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-0d9bc7fd-60eb-4e5d-8b4f-68dd024fa2af service neutron] 10.222.0.90 "GET /v2.0/networks/2808ba84-8eb6-448f-bf54-b316a16ed9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676549 Aug 16 20:54:10.190078 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-63f86408-97c4-47e8-bd4d-a8ef254773c9 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:10.193635 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-ace48cb2-b717-4638-a2c0-3188852ab814 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b594a15b-28e6-4504-af59-93fb056ff0c6 HTTP/1.1" status: 200 len: 217 time: 0.0789342 Aug 16 20:54:10.195830 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-aecebf90-39ca-4a7e-9d9d-fc7eab05e41e req-e412401d-275c-4621-9045-2d7dd835ee00 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:10.214065 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-86fb37f2-5761-4724-91a8-f51d0fbef5df None None] Attempting to bind port 19c015b6-e191-4126-b066-b691cb3927ea on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:10.214449 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-86fb37f2-5761-4724-91a8-f51d0fbef5df None None] Attempting to bind port 19c015b6-e191-4126-b066-b691cb3927ea by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'b2ab574e-1d73-45bd-a660-5f1e7d1067a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7625bf9e-2762-4d58-83ee-499fcd8effe6'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:10.214825 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fb37f2-5761-4724-91a8-f51d0fbef5df None None] Attempting to bind port 19c015b6-e191-4126-b066-b691cb3927ea on network 7625bf9e-2762-4d58-83ee-499fcd8effe6 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:10.220766 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fb37f2-5761-4724-91a8-f51d0fbef5df None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:10.221151 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fb37f2-5761-4724-91a8-f51d0fbef5df None None] Checking segment: {'id': 'b2ab574e-1d73-45bd-a660-5f1e7d1067a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7625bf9e-2762-4d58-83ee-499fcd8effe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:10.221861 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-86fb37f2-5761-4724-91a8-f51d0fbef5df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:10.222269 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fb37f2-5761-4724-91a8-f51d0fbef5df None None] Bound using segment: {'id': 'b2ab574e-1d73-45bd-a660-5f1e7d1067a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7625bf9e-2762-4d58-83ee-499fcd8effe6'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:10.222895 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-86fb37f2-5761-4724-91a8-f51d0fbef5df None None] Bound port: 19c015b6-e191-4126-b066-b691cb3927ea, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ab574e-1d73-45bd-a660-5f1e7d1067a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7625bf9e-2762-4d58-83ee-499fcd8effe6'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:10.223293 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-86fb37f2-5761-4724-91a8-f51d0fbef5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:10.293982 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-55bc2b00-e532-453f-a241-36b883a9ac5b tempest-RoutersAdminNegativeIpV6Test-2082945823 tempest-RoutersAdminNegativeIpV6Test-2082945823-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:10.309844 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-86fb37f2-5761-4724-91a8-f51d0fbef5df None None] For port 19c015b6-e191-4126-b066-b691cb3927ea, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:10.313150 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-86fb37f2-5761-4724-91a8-f51d0fbef5df None None] For port 19c015b6-e191-4126-b066-b691cb3927ea, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=19c015b6-e191-4126-b066-b691cb3927ea,segment=NetworkSegment(b2ab574e-1d73-45bd-a660-5f1e7d1067a3),segment_id=b2ab574e-1d73-45bd-a660-5f1e7d1067a3)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:10.351120 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-aecebf90-39ca-4a7e-9d9d-fc7eab05e41e req-e412401d-275c-4621-9045-2d7dd835ee00 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:10.417011 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-1663ab30-7c88-4a6c-9532-e1cf89a80cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:10.418467 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-1663ab30-7c88-4a6c-9532-e1cf89a80cd6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c8bbf4cb-abf2-419b-b8fc-f8a48d718293 HTTP/1.1" status: 200 len: 797 time: 0.1680942 Aug 16 20:54:10.434451 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-19c7f55b-53e4-4f45-9eed-eabb7b210a0e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:10.467377 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb82f33-609b-43d2-bef8-fe1888a7c150 req-f2542ed8-f6b0-4cb2-bd19-00a68985416e tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:10.477150 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1eb82f33-609b-43d2-bef8-fe1888a7c150 req-f2542ed8-f6b0-4cb2-bd19-00a68985416e tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 945 time: 0.2173870 Aug 16 20:54:10.490920 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [None req-63f86408-97c4-47e8-bd4d-a8ef254773c9 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Floating IP 20b3a160-5ceb-4d51-a458-f5b1b65d15b5 associated. External IP: 172.25.1.146, port: eb6992ff-3a72-430e-8828-6e3102384290. Aug 16 20:54:10.501296 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c7f55b-53e4-4f45-9eed-eabb7b210a0e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Pushing event updated for resources: {'Subnet': ['ID=c357a45f-ccd8-434b-8138-49abbd36687e,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:10.503765 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c7f55b-53e4-4f45-9eed-eabb7b210a0e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Checking segment: {'id': 'c9d7124c-2e4b-467c-988d-f294fc344f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a2dafdd9-6e14-4f49-94cc-7fa205debddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:10.504147 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c7f55b-53e4-4f45-9eed-eabb7b210a0e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Network hostable DHCP agents. Network: a2dafdd9-6e14-4f49-94cc-7fa205debddb, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:54:10.556138 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-55bc2b00-e532-453f-a241-36b883a9ac5b tempest-RoutersAdminNegativeIpV6Test-2082945823 tempest-RoutersAdminNegativeIpV6Test-2082945823-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:10.563065 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-86fb37f2-5761-4724-91a8-f51d0fbef5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:10.563261 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-55bc2b00-e532-453f-a241-36b883a9ac5b tempest-RoutersAdminNegativeIpV6Test-2082945823 tempest-RoutersAdminNegativeIpV6Test-2082945823-project-admin] device_id is not set on port 49b12804-3371-47e9-b68f-c3a0008d844a yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:54:10.635634 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc2b00-e532-453f-a241-36b883a9ac5b tempest-RoutersAdminNegativeIpV6Test-2082945823 tempest-RoutersAdminNegativeIpV6Test-2082945823-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3a5306-de28-41b5-a0d9-971d85332af1,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:10.716147 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-55bc2b00-e532-453f-a241-36b883a9ac5b tempest-RoutersAdminNegativeIpV6Test-2082945823 tempest-RoutersAdminNegativeIpV6Test-2082945823-project-admin] Allocated IP 172.25.1.128 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/49b12804-3371-47e9-b68f-c3a0008d844a) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:10.718455 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c7f55b-53e4-4f45-9eed-eabb7b210a0e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Network a2dafdd9-6e14-4f49-94cc-7fa205debddb is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:54:10.780035 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fb37f2-5761-4724-91a8-f51d0fbef5df None None] Routers {'6c446ff3-bdbb-4027-bd77-3e142605c1df'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:10.780752 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-86fb37f2-5761-4724-91a8-f51d0fbef5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:53:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['6c446ff3-bdbb-4027-bd77-3e142605c1df'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:10.817401 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e40f23b-444b-4ffd-9886-da02fb12fae3 None None] Pushing event updated for resources: {'Port': ['ID=19c015b6-e191-4126-b066-b691cb3927ea,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:10.872577 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-aecebf90-39ca-4a7e-9d9d-fc7eab05e41e req-e412401d-275c-4621-9045-2d7dd835ee00 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:10.875098 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-aecebf90-39ca-4a7e-9d9d-fc7eab05e41e req-e412401d-275c-4621-9045-2d7dd835ee00 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:10.876288 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aecebf90-39ca-4a7e-9d9d-fc7eab05e41e req-e412401d-275c-4621-9045-2d7dd835ee00 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "DELETE /v2.0/security-groups/a5483e6a-2ada-4a93-969b-94abffc85f49 HTTP/1.1" status: 204 len: 173 time: 0.8509774 Aug 16 20:54:10.896375 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-19c7f55b-53e4-4f45-9eed-eabb7b210a0e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, a2dafdd9-6e14-4f49-94cc-7fa205debddb) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:10.911847 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c7f55b-53e4-4f45-9eed-eabb7b210a0e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:10.915461 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-98a4ace8-50b1-4c4e-9d9a-4ce6cd90525d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:10.917097 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-98a4ace8-50b1-4c4e-9d9a-4ce6cd90525d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2808ba84-8eb6-448f-bf54-b316a16ed9b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4863985 Aug 16 20:54:10.928651 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8df02c-491b-4aac-96f7-970c620d2232 None None] Network a2dafdd9-6e14-4f49-94cc-7fa205debddb requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:10.937305 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-19c7f55b-53e4-4f45-9eed-eabb7b210a0e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:10.938569 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412401d-275c-4621-9045-2d7dd835ee00 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5483e6a-2ada-4a93-969b-94abffc85f49,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:10.975018 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-55bc2b00-e532-453f-a241-36b883a9ac5b tempest-RoutersAdminNegativeIpV6Test-2082945823 tempest-RoutersAdminNegativeIpV6Test-2082945823-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.062199 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-19c7f55b-53e4-4f45-9eed-eabb7b210a0e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5645521 Aug 16 20:54:11.065331 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44366) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:11.067447 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-86fb37f2-5761-4724-91a8-f51d0fbef5df None None] Set router 6c446ff3-bdbb-4027-bd77-3e142605c1df gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:54:11.078497 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-e2de6ed4-0a55-45b0-836c-ccbed57b6e59 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1387617960'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:11.090740 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-541cee64-82ec-4c5e-8efa-d64584513e9b req-32c76217-1e46-4904-963d-9a99c781e224 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2039417312', 'description': 'tempest-description-1402758187'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:11.100185 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44370) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:11.100851 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1eb82f33-609b-43d2-bef8-fe1888a7c150 req-085cdb58-600e-4874-99df-ecbeee89e177 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6194248 Aug 16 20:54:11.171835 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-55bc2b00-e532-453f-a241-36b883a9ac5b tempest-RoutersAdminNegativeIpV6Test-2082945823 tempest-RoutersAdminNegativeIpV6Test-2082945823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.219521 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2de6ed4-0a55-45b0-836c-ccbed57b6e59 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Made reservation on behalf of 46bc4cc3934648ed8895a7ed0a5b63cc for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:11.223159 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e2de6ed4-0a55-45b0-836c-ccbed57b6e59 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.226964 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a7be1115-7415-4032-9b80-b26d83e1bb6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.258448 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bc2b00-e532-453f-a241-36b883a9ac5b tempest-RoutersAdminNegativeIpV6Test-2082945823 tempest-RoutersAdminNegativeIpV6Test-2082945823-project-admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:11.286890 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-55bc2b00-e532-453f-a241-36b883a9ac5b tempest-RoutersAdminNegativeIpV6Test-2082945823 tempest-RoutersAdminNegativeIpV6Test-2082945823-project-admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:11.292756 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bc2b00-e532-453f-a241-36b883a9ac5b tempest-RoutersAdminNegativeIpV6Test-2082945823 tempest-RoutersAdminNegativeIpV6Test-2082945823-project-admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:11.295837 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc2b00-e532-453f-a241-36b883a9ac5b tempest-RoutersAdminNegativeIpV6Test-2082945823 tempest-RoutersAdminNegativeIpV6Test-2082945823-project-admin] Pushing event updated for resources: {'Port': ['ID=49b12804-3371-47e9-b68f-c3a0008d844a,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:11.307618 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-95dbeebb-5bbe-44f2-9d9f-15fd80fcd318 service neutron] 10.222.0.90 "GET /v2.0/networks/2808ba84-8eb6-448f-bf54-b316a16ed9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652587 Aug 16 20:54:11.335279 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2de6ed4-0a55-45b0-836c-ccbed57b6e59 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:54:11.344586 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119f6652-d959-42f5-acc5-a865b591b1b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-a2dafdd9-6e14-4f49-94cc-7fa205debddb', 'network_id': 'a2dafdd9-6e14-4f49-94cc-7fa205debddb', 'tenant_id': '46bc4cc3934648ed8895a7ed0a5b63cc', 'fixed_ips': [{'subnet_id': 'c357a45f-ccd8-434b-8138-49abbd36687e'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:54:11.345467 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-119f6652-d959-42f5-acc5-a865b591b1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.363483 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e2de6ed4-0a55-45b0-836c-ccbed57b6e59 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.363909 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-e2de6ed4-0a55-45b0-836c-ccbed57b6e59 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Added segment 43b7c5a5-714d-4ec3-800b-7f303c437459 of type vlan for network 875d3302-cf86-4844-a136-e34df87b56ab Aug 16 20:54:11.416316 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e7765e9a-72bb-4545-b26c-ff2bebc1f3f9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=df0db65fdfbd4ff4919c3bc81e03626d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3119335 Aug 16 20:54:11.419054 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bc2b00-e532-453f-a241-36b883a9ac5b tempest-RoutersAdminNegativeIpV6Test-2082945823 tempest-RoutersAdminNegativeIpV6Test-2082945823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:11.419179 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-55bc2b00-e532-453f-a241-36b883a9ac5b tempest-RoutersAdminNegativeIpV6Test-2082945823 tempest-RoutersAdminNegativeIpV6Test-2082945823-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.420027 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44374) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:11.433311 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e2de6ed4-0a55-45b0-836c-ccbed57b6e59 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.439684 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cbeb04-0d22-463e-9dde-72ebf814b479 req-bc67e06e-9142-4f91-ac5f-969f69dea08a tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:11.448270 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-93cbeb04-0d22-463e-9dde-72ebf814b479 req-bc67e06e-9142-4f91-ac5f-969f69dea08a tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=50a35a1f-f032-44ca-910a-a152a9b434a7 HTTP/1.1" status: 200 len: 944 time: 0.2666910 Aug 16 20:54:11.461569 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-86fb37f2-5761-4724-91a8-f51d0fbef5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c446ff3-bdbb-4027-bd77-3e142605c1df', 'name': 'tempest-ServersTestMultiNic-1914086428-router', 'tenant_id': '46bc4cc3934648ed8895a7ed0a5b63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '44f43fa3-e004-4f7a-87bf-1c3e8f0f1016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:56Z', 'updated_at': '2021-08-16T20:54:05Z', 'revision_number': 4, 'project_id': '46bc4cc3934648ed8895a7ed0a5b63cc', 'gw_port': {'id': '44f43fa3-e004-4f7a-87bf-1c3e8f0f1016', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c446ff3-bdbb-4027-bd77-3e142605c1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:58Z', 'updated_at': '2021-08-16T20:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '19c015b6-e191-4126-b066-b691cb3927ea', 'name': '', 'network_id': '7625bf9e-2762-4d58-83ee-499fcd8effe6', 'tenant_id': '46bc4cc3934648ed8895a7ed0a5b63cc', 'mac_address': 'fa:16:3e:9b:0d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c446ff3-bdbb-4027-bd77-3e142605c1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'f629780d-9c6a-40cb-8dea-05c6f70bc781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:03Z', 'updated_at': '2021-08-16T20:54:10Z', 'revision_number': 4, 'project_id': '46bc4cc3934648ed8895a7ed0a5b63cc', 'subnets': [{'id': 'f629780d-9c6a-40cb-8dea-05c6f70bc781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:11.505438 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-541cee64-82ec-4c5e-8efa-d64584513e9b req-32c76217-1e46-4904-963d-9a99c781e224 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.508785 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fb37f2-5761-4724-91a8-f51d0fbef5df None None] The sync data for ids ['6c446ff3-bdbb-4027-bd77-3e142605c1df'] in n-d-793620-15 is: [{'id': '6c446ff3-bdbb-4027-bd77-3e142605c1df', 'name': 'tempest-ServersTestMultiNic-1914086428-router', 'tenant_id': '46bc4cc3934648ed8895a7ed0a5b63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '44f43fa3-e004-4f7a-87bf-1c3e8f0f1016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:56Z', 'updated_at': '2021-08-16T20:54:05Z', 'revision_number': 4, 'project_id': '46bc4cc3934648ed8895a7ed0a5b63cc', 'gw_port': {'id': '44f43fa3-e004-4f7a-87bf-1c3e8f0f1016', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c446ff3-bdbb-4027-bd77-3e142605c1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:58Z', 'updated_at': '2021-08-16T20:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '19c015b6-e191-4126-b066-b691cb3927ea', 'name': '', 'network_id': '7625bf9e-2762-4d58-83ee-499fcd8effe6', 'tenant_id': '46bc4cc3934648ed8895a7ed0a5b63cc', 'mac_address': 'fa:16:3e:9b:0d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c446ff3-bdbb-4027-bd77-3e142605c1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'f629780d-9c6a-40cb-8dea-05c6f70bc781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:03Z', 'updated_at': '2021-08-16T20:54:10Z', 'revision_number': 4, 'project_id': '46bc4cc3934648ed8895a7ed0a5b63cc', 'subnets': [{'id': 'f629780d-9c6a-40cb-8dea-05c6f70bc781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:54:11.515844 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f86408-97c4-47e8-bd4d-a8ef254773c9 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Router ca719e48-641f-4290-964e-4e91bb389d29 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:54:11.530344 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-119f6652-d959-42f5-acc5-a865b591b1b2 None None] Allocated IP 19.80.0.2 (a2dafdd9-6e14-4f49-94cc-7fa205debddb/c357a45f-ccd8-434b-8138-49abbd36687e/2951dd29-2914-45ad-be3a-5d110406dedf) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:11.574890 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e2de6ed4-0a55-45b0-836c-ccbed57b6e59 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.586279 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2de6ed4-0a55-45b0-836c-ccbed57b6e59 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:11.591342 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e2de6ed4-0a55-45b0-836c-ccbed57b6e59 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.593087 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac09de34-c7c4-4a26-a955-2bef9ffe1f55 req-2153ef07-b0ed-41cc-8183-e49558d8bc3a service neutron] 10.222.0.90 "GET /v2.0/networks/2808ba84-8eb6-448f-bf54-b316a16ed9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479911 Aug 16 20:54:11.615612 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-93cbeb04-0d22-463e-9dde-72ebf814b479 req-c183b208-aae4-4128-85e4-ec49accc2d71 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663821 Aug 16 20:54:11.675517 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de6ed4-0a55-45b0-836c-ccbed57b6e59 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Pushing event updated for resources: {'Network': ['ID=875d3302-cf86-4844-a136-e34df87b56ab,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:11.680741 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-15aa1d03-be1f-40b2-9ae2-505d6860d67d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.693798 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-55bc2b00-e532-453f-a241-36b883a9ac5b tempest-RoutersAdminNegativeIpV6Test-2082945823 tempest-RoutersAdminNegativeIpV6Test-2082945823-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.9540100 Aug 16 20:54:11.696635 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44376) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:11.701957 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-ac0247fb-ccb7-4e50-bb73-5f282e1c21d6 tempest-RoutersAdminNegativeIpV6Test-2082945823 tempest-RoutersAdminNegativeIpV6Test-2082945823-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.128'}]}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:11.752101 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 875d3302-cf86-4844-a136-e34df87b56ab details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:54:11.752101 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-119f6652-d959-42f5-acc5-a865b591b1b2 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.760326 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-15aa1d03-be1f-40b2-9ae2-505d6860d67d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.809889 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-119f6652-d959-42f5-acc5-a865b591b1b2 None None] Transition to ACTIVE for port object 2951dd29-2914-45ad-be3a-5d110406dedf will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:11.842846 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 19c015b6-e191-4126-b066-b691cb3927ea up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:11.850668 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-119f6652-d959-42f5-acc5-a865b591b1b2 None None] Transition to ACTIVE for port object 2951dd29-2914-45ad-be3a-5d110406dedf will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:11.868505 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-541cee64-82ec-4c5e-8efa-d64584513e9b req-32c76217-1e46-4904-963d-9a99c781e224 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.874334 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f86408-97c4-47e8-bd4d-a8ef254773c9 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:54:11.879095 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-63f86408-97c4-47e8-bd4d-a8ef254773c9 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.896290 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35a59a8-1806-4847-b614-296e2cb698b8 None None] Sync routers for ids ['ca719e48-641f-4290-964e-4e91bb389d29'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:54:11.908207 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35a59a8-1806-4847-b614-296e2cb698b8 None None] Routers {'ca719e48-641f-4290-964e-4e91bb389d29'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:11.908851 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-c35a59a8-1806-4847-b614-296e2cb698b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:53:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['ca719e48-641f-4290-964e-4e91bb389d29'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:11.927573 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-63f86408-97c4-47e8-bd4d-a8ef254773c9 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "PUT /v2.0/floatingips/20b3a160-5ceb-4d51-a458-f5b1b65d15b5 HTTP/1.1" status: 200 len: 992 time: 3.4757125 Aug 16 20:54:11.927972 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f', 'tag': 'eb6992ff-3a72-430e-8828-6e3102384290'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:54:11.930617 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd01227-a411-4557-bbf1-6059f655ccff" -d '{"events": [{"name": "network-changed", "server_uuid": "40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f", "tag": "eb6992ff-3a72-430e-8828-6e3102384290"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:54:11.942268 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 1b603ab1-6591-4239-a8f8-f9793a7747f5 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:54:11.952925 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device d8155e06-58e3-43a4-9606-678b90767b5e up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:12.000153 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-119f6652-d959-42f5-acc5-a865b591b1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:12.042028 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111c6e3e-dec1-4cba-82ee-b9b28e430133 x-openstack-request-id: req-111c6e3e-dec1-4cba-82ee-b9b28e430133 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:54:12.042643 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f", "tag": "eb6992ff-3a72-430e-8828-6e3102384290", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:54:12.042991 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-111c6e3e-dec1-4cba-82ee-b9b28e430133 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:54:12.043534 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f', 'tag': 'eb6992ff-3a72-430e-8828-6e3102384290', 'status': 'completed', 'code': 200} Aug 16 20:54:12.065180 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-15aa1d03-be1f-40b2-9ae2-505d6860d67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:12.065180 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-15aa1d03-be1f-40b2-9ae2-505d6860d67d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:12.065180 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-15aa1d03-be1f-40b2-9ae2-505d6860d67d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5df7c707-8e34-4bee-9256-0269ed044cbe HTTP/1.1" status: 204 len: 168 time: 0.6416333 Aug 16 20:54:12.069766 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-541cee64-82ec-4c5e-8efa-d64584513e9b req-32c76217-1e46-4904-963d-9a99c781e224 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:12.086383 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-c35a59a8-1806-4847-b614-296e2cb698b8 None None] Set router ca719e48-641f-4290-964e-4e91bb389d29 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:54:12.091360 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa1d03-be1f-40b2-9ae2-505d6860d67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df7c707-8e34-4bee-9256-0269ed044cbe,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:12.143713 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd01227-a411-4557-bbf1-6059f655ccff req-15705c5a-3394-48c1-a56b-2e60d7e0ba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:12.145317 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1dd01227-a411-4557-bbf1-6059f655ccff req-15705c5a-3394-48c1-a56b-2e60d7e0ba99 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ebac0160837646008c1ab540ec09346e&device_id=40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f HTTP/1.1" status: 200 len: 1098 time: 0.0829446 Aug 16 20:54:12.155920 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c76217-1e46-4904-963d-9a99c781e224 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61d7bc50-5eea-4cd8-b135-979e5be21f1e,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:12.170131 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 19c015b6-e191-4126-b066-b691cb3927ea completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:12.194531 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119f6652-d959-42f5-acc5-a865b591b1b2 None None] Network a2dafdd9-6e14-4f49-94cc-7fa205debddb is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:12.225210 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 19c015b6-e191-4126-b066-b691cb3927ea triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:12.225592 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:12.227717 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-119f6652-d959-42f5-acc5-a865b591b1b2 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:12.233204 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119f6652-d959-42f5-acc5-a865b591b1b2 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:12.236555 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f6652-d959-42f5-acc5-a865b591b1b2 None None] Pushing event updated for resources: {'Port': ['ID=2951dd29-2914-45ad-be3a-5d110406dedf,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:12.265734 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e2de6ed4-0a55-45b0-836c-ccbed57b6e59 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1973746 Aug 16 20:54:12.287488 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44388) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:12.293108 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-541cee64-82ec-4c5e-8efa-d64584513e9b req-32c76217-1e46-4904-963d-9a99c781e224 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:12.293606 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-0de26247-db62-4c57-bcb7-341442d68ebf tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Request body: {'subnet': {'network_id': '875d3302-cf86-4844-a136-e34df87b56ab', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:12.295121 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-541cee64-82ec-4c5e-8efa-d64584513e9b req-32c76217-1e46-4904-963d-9a99c781e224 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.2649436 Aug 16 20:54:12.331397 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978fd0c-782e-4810-9ded-4311aa428b58 req-ea87bd01-a74a-4f7b-a9f6-3d3ee59b48b3 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:12.340797 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e978fd0c-782e-4810-9ded-4311aa428b58 req-ea87bd01-a74a-4f7b-a9f6-3d3ee59b48b3 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 945 time: 0.0982850 Aug 16 20:54:12.368702 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port d8155e06-58e3-43a4-9606-678b90767b5e completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:12.395244 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port d8155e06-58e3-43a4-9606-678b90767b5e triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:12.395476 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:12.398542 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 1b603ab1-6591-4239-a8f8-f9793a7747f5, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=1b603ab1-6591-4239-a8f8-f9793a7747f5,segment=NetworkSegment(d750202b-6aed-4115-ba35-7fc31b994eaf),segment_id=d750202b-6aed-4115-ba35-7fc31b994eaf)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:12.436250 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ac0247fb-ccb7-4e50-bb73-5f282e1c21d6 tempest-RoutersAdminNegativeIpV6Test-2082945823 tempest-RoutersAdminNegativeIpV6Test-2082945823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:12.437307 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ac0247fb-ccb7-4e50-bb73-5f282e1c21d6 tempest-RoutersAdminNegativeIpV6Test-2082945823 tempest-RoutersAdminNegativeIpV6Test-2082945823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:12.438182 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68b2cf77-2fc4-4cde-a1e0-7eba1524c66c req-e1b599fe-6ef8-428f-aab6-e63469195253 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups/61d7bc50-5eea-4cd8-b135-979e5be21f1e HTTP/1.1" status: 200 len: 1803 time: 0.0946469 Aug 16 20:54:12.456231 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e978fd0c-782e-4810-9ded-4311aa428b58 req-ab58fa12-e3c8-4b00-a712-fa7a853ac0ad tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063459 Aug 16 20:54:12.471105 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-68b2cf77-2fc4-4cde-a1e0-7eba1524c66c req-e4c54bf4-1e67-4616-ac45-40cb228eb7d4 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Request body: {'security_group': {'name': 'tempest-sg-hth-93103592', 'description': 'tempest-description-hth-199319786'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:12.477151 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-c35a59a8-1806-4847-b614-296e2cb698b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca719e48-641f-4290-964e-4e91bb389d29', 'name': 'tempest-ServersTestManualDisk-562072377-router', 'tenant_id': 'ebac0160837646008c1ab540ec09346e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd98f3ebe-b27b-4e55-b425-9d6967ca51a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:31Z', 'updated_at': '2021-08-16T20:53:36Z', 'revision_number': 4, 'project_id': 'ebac0160837646008c1ab540ec09346e', 'gw_port': {'id': 'd98f3ebe-b27b-4e55-b425-9d6967ca51a3', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca719e48-641f-4290-964e-4e91bb389d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:32Z', 'updated_at': '2021-08-16T20:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '20b3a160-5ceb-4d51-a458-f5b1b65d15b5', 'tenant_id': 'ebac0160837646008c1ab540ec09346e', 'floating_ip_address': '172.25.1.146', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': 'ca719e48-641f-4290-964e-4e91bb389d29', 'port_id': 'eb6992ff-3a72-430e-8828-6e3102384290', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bbb22bc-a95f-49c3-b025-bf28336c87d7', 'mac_address': 'fa:16:3e:1d:70:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:53:45Z', 'updated_at': '2021-08-16T20:54:09Z', 'revision_number': 1, 'project_id': 'ebac0160837646008c1ab540ec09346e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0df84bac-866c-4627-a48a-dab9953d510e', 'name': '', 'network_id': '4bbb22bc-a95f-49c3-b025-bf28336c87d7', 'tenant_id': 'ebac0160837646008c1ab540ec09346e', 'mac_address': 'fa:16:3e:8e:bf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca719e48-641f-4290-964e-4e91bb389d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'f72c7722-b18e-41bf-9657-631ad210a5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:35Z', 'updated_at': '2021-08-16T20:53:44Z', 'revision_number': 5, 'project_id': 'ebac0160837646008c1ab540ec09346e', 'subnets': [{'id': 'f72c7722-b18e-41bf-9657-631ad210a5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:12.488800 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-119f6652-d959-42f5-acc5-a865b591b1b2 None None] Attempting to bind port 2951dd29-2914-45ad-be3a-5d110406dedf on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:12.495651 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-119f6652-d959-42f5-acc5-a865b591b1b2 None None] Attempting to bind port 2951dd29-2914-45ad-be3a-5d110406dedf by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'c9d7124c-2e4b-467c-988d-f294fc344f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a2dafdd9-6e14-4f49-94cc-7fa205debddb'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:12.496264 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119f6652-d959-42f5-acc5-a865b591b1b2 None None] Attempting to bind port 2951dd29-2914-45ad-be3a-5d110406dedf on network a2dafdd9-6e14-4f49-94cc-7fa205debddb {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:12.505417 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '1b603ab1-6591-4239-a8f8-f9793a7747f5', 'network_id': '5a5bf8fc-f269-4f39-b3c6-975502c735e9', 'port_id': '1b603ab1-6591-4239-a8f8-f9793a7747f5', 'mac_address': 'fa:16:3e:3a:88:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e91ca38-3cbf-4786-98c9-5df70f5d7fc7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:54:12.508152 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-68b2cf77-2fc4-4cde-a1e0-7eba1524c66c req-e4c54bf4-1e67-4616-ac45-40cb228eb7d4 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:12.519231 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35a59a8-1806-4847-b614-296e2cb698b8 None None] Checking router: ca719e48-641f-4290-964e-4e91bb389d29 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:54:12.527457 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ac0247fb-ccb7-4e50-bb73-5f282e1c21d6 tempest-RoutersAdminNegativeIpV6Test-2082945823 tempest-RoutersAdminNegativeIpV6Test-2082945823-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:12.529560 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35a59a8-1806-4847-b614-296e2cb698b8 None None] Routers {'ca719e48-641f-4290-964e-4e91bb389d29'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:12.530363 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-c35a59a8-1806-4847-b614-296e2cb698b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:53:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['ca719e48-641f-4290-964e-4e91bb389d29'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:12.536003 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd01227-a411-4557-bbf1-6059f655ccff req-9270004a-5454-4539-a431-df4a48d503e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:12.536373 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119f6652-d959-42f5-acc5-a865b591b1b2 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:12.536762 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119f6652-d959-42f5-acc5-a865b591b1b2 None None] Checking segment: {'id': 'c9d7124c-2e4b-467c-988d-f294fc344f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a2dafdd9-6e14-4f49-94cc-7fa205debddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:12.537228 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-119f6652-d959-42f5-acc5-a865b591b1b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:12.537637 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119f6652-d959-42f5-acc5-a865b591b1b2 None None] Bound using segment: {'id': 'c9d7124c-2e4b-467c-988d-f294fc344f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a2dafdd9-6e14-4f49-94cc-7fa205debddb'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:12.538456 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1dd01227-a411-4557-bbf1-6059f655ccff req-9270004a-5454-4539-a431-df4a48d503e0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4bbb22bc-a95f-49c3-b025-bf28336c87d7 HTTP/1.1" status: 200 len: 912 time: 0.3854287 Aug 16 20:54:12.538589 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-119f6652-d959-42f5-acc5-a865b591b1b2 None None] Bound port: 2951dd29-2914-45ad-be3a-5d110406dedf, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9d7124c-2e4b-467c-988d-f294fc344f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a2dafdd9-6e14-4f49-94cc-7fa205debddb'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:12.538925 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-119f6652-d959-42f5-acc5-a865b591b1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:12.634388 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-68b2cf77-2fc4-4cde-a1e0-7eba1524c66c req-e4c54bf4-1e67-4616-ac45-40cb228eb7d4 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:12.650260 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1dd01227-a411-4557-bbf1-6059f655ccff req-a8e21b08-c10b-4318-90a5-e9d52147494d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb6992ff-3a72-430e-8828-6e3102384290 HTTP/1.1" status: 200 len: 1000 time: 0.1042547 Aug 16 20:54:12.699423 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:12.699423 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:12.713846 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-c35a59a8-1806-4847-b614-296e2cb698b8 None None] Set router ca719e48-641f-4290-964e-4e91bb389d29 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:54:12.724780 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd01227-a411-4557-bbf1-6059f655ccff req-6ac57d34-3d8f-4d68-9f4c-06994811e2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:12.726422 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1dd01227-a411-4557-bbf1-6059f655ccff req-6ac57d34-3d8f-4d68-9f4c-06994811e2f3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f72c7722-b18e-41bf-9657-631ad210a5e1 HTTP/1.1" status: 200 len: 850 time: 0.0686686 Aug 16 20:54:12.782306 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de26247-db62-4c57-bcb7-341442d68ebf tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Made reservation on behalf of 46bc4cc3934648ed8895a7ed0a5b63cc for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:12.786658 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b603ab1-6591-4239-a8f8-f9793a7747f5 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:54:12.789345 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0de26247-db62-4c57-bcb7-341442d68ebf tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:12.807617 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d061c-2107-4f28-9160-9a17a6454499 req-a7b1b3fb-a0bc-482a-a343-4bcf1dc9e944 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:12.819192 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-182d061c-2107-4f28-9160-9a17a6454499 req-a7b1b3fb-a0bc-482a-a343-4bcf1dc9e944 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=50a35a1f-f032-44ca-910a-a152a9b434a7 HTTP/1.1" status: 200 len: 944 time: 0.0966244 Aug 16 20:54:12.865616 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-68b2cf77-2fc4-4cde-a1e0-7eba1524c66c req-e4c54bf4-1e67-4616-ac45-40cb228eb7d4 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:12.865842 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 19c015b6-e191-4126-b066-b691cb3927ea, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=19c015b6-e191-4126-b066-b691cb3927ea,segment=NetworkSegment(b2ab574e-1d73-45bd-a660-5f1e7d1067a3),segment_id=b2ab574e-1d73-45bd-a660-5f1e7d1067a3)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:12.866320 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-68b2cf77-2fc4-4cde-a1e0-7eba1524c66c req-e4c54bf4-1e67-4616-ac45-40cb228eb7d4 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:12.867806 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68b2cf77-2fc4-4cde-a1e0-7eba1524c66c req-e4c54bf4-1e67-4616-ac45-40cb228eb7d4 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "PUT /v2.0/security-groups/61d7bc50-5eea-4cd8-b135-979e5be21f1e HTTP/1.1" status: 200 len: 1774 time: 0.4103897 Aug 16 20:54:12.893376 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 1b603ab1-6591-4239-a8f8-f9793a7747f5, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=1b603ab1-6591-4239-a8f8-f9793a7747f5,segment=NetworkSegment(d750202b-6aed-4115-ba35-7fc31b994eaf),segment_id=d750202b-6aed-4115-ba35-7fc31b994eaf)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:12.910702 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:12.968708 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-119f6652-d959-42f5-acc5-a865b591b1b2 None None] For port 2951dd29-2914-45ad-be3a-5d110406dedf, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:12.978377 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-119f6652-d959-42f5-acc5-a865b591b1b2 None None] For port 2951dd29-2914-45ad-be3a-5d110406dedf, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=2951dd29-2914-45ad-be3a-5d110406dedf,segment=NetworkSegment(c9d7124c-2e4b-467c-988d-f294fc344f2f),segment_id=c9d7124c-2e4b-467c-988d-f294fc344f2f)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:12.988514 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c54bf4-1e67-4616-ac45-40cb228eb7d4 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61d7bc50-5eea-4cd8-b135-979e5be21f1e,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:12.991989 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a1092b-9099-4fc4-b1b1-8d94a480eece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8155e06-58e3-43a4-9606-678b90767b5e'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:54:12.994045 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82008928-1840-4c3e-8f5c-143e39693666" -d '{"events": [{"server_uuid": "b9a1092b-9099-4fc4-b1b1-8d94a480eece", "name": "network-vif-plugged", "status": "completed", "tag": "d8155e06-58e3-43a4-9606-678b90767b5e"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:54:13.016319 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-182d061c-2107-4f28-9160-9a17a6454499 req-720f4126-4156-4d65-851f-1fb8fca33533 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961913 Aug 16 20:54:13.044349 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port d8155e06-58e3-43a4-9606-678b90767b5e, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=d8155e06-58e3-43a4-9606-678b90767b5e,segment=NetworkSegment(dd3b3e95-b260-4ffe-89d2-ca493b24391f),segment_id=dd3b3e95-b260-4ffe-89d2-ca493b24391f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:13.051401 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:13.058738 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aec82d6b-7e5e-4910-bee0-44acccf8c072 req-3c57aaad-eda2-4ac0-9cd3-e3c74e66e2bc tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups/61d7bc50-5eea-4cd8-b135-979e5be21f1e HTTP/1.1" status: 200 len: 1774 time: 0.1542416 Aug 16 20:54:13.129537 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30939003-f16c-4690-a025-0ffc68b63efe x-openstack-request-id: req-30939003-f16c-4690-a025-0ffc68b63efe {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:54:13.129892 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a1092b-9099-4fc4-b1b1-8d94a480eece", "name": "network-vif-plugged", "status": "completed", "tag": "d8155e06-58e3-43a4-9606-678b90767b5e", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:54:13.130195 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-30939003-f16c-4690-a025-0ffc68b63efe {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:54:13.130604 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a1092b-9099-4fc4-b1b1-8d94a480eece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8155e06-58e3-43a4-9606-678b90767b5e', 'code': 200} Aug 16 20:54:13.137771 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:13.199283 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-119f6652-d959-42f5-acc5-a865b591b1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:13.207483 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=19c015b6-e191-4126-b066-b691cb3927ea,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:13.266510 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:13.286471 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-67a7b676-3b4a-4542-a42c-3b257f3698bd req-e179db84-9e3e-4fa4-b096-e2ec42d5e725 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups/61d7bc50-5eea-4cd8-b135-979e5be21f1e HTTP/1.1" status: 200 len: 1774 time: 0.1573846 Aug 16 20:54:13.308211 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94cd182-2c22-47bf-ad03-a5f52d4c5542 req-743b8e63-0be9-4c2e-96f9-c80a9f8daf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:13.310944 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e94cd182-2c22-47bf-ad03-a5f52d4c5542 req-743b8e63-0be9-4c2e-96f9-c80a9f8daf59 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 1097 time: 0.1136076 Aug 16 20:54:13.393291 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-c35a59a8-1806-4847-b614-296e2cb698b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca719e48-641f-4290-964e-4e91bb389d29', 'name': 'tempest-ServersTestManualDisk-562072377-router', 'tenant_id': 'ebac0160837646008c1ab540ec09346e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd98f3ebe-b27b-4e55-b425-9d6967ca51a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:31Z', 'updated_at': '2021-08-16T20:53:36Z', 'revision_number': 4, 'project_id': 'ebac0160837646008c1ab540ec09346e', 'gw_port': {'id': 'd98f3ebe-b27b-4e55-b425-9d6967ca51a3', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca719e48-641f-4290-964e-4e91bb389d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:32Z', 'updated_at': '2021-08-16T20:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '20b3a160-5ceb-4d51-a458-f5b1b65d15b5', 'tenant_id': 'ebac0160837646008c1ab540ec09346e', 'floating_ip_address': '172.25.1.146', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': 'ca719e48-641f-4290-964e-4e91bb389d29', 'port_id': 'eb6992ff-3a72-430e-8828-6e3102384290', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bbb22bc-a95f-49c3-b025-bf28336c87d7', 'mac_address': 'fa:16:3e:1d:70:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:53:45Z', 'updated_at': '2021-08-16T20:54:09Z', 'revision_number': 1, 'project_id': 'ebac0160837646008c1ab540ec09346e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0df84bac-866c-4627-a48a-dab9953d510e', 'name': '', 'network_id': '4bbb22bc-a95f-49c3-b025-bf28336c87d7', 'tenant_id': 'ebac0160837646008c1ab540ec09346e', 'mac_address': 'fa:16:3e:8e:bf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca719e48-641f-4290-964e-4e91bb389d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'f72c7722-b18e-41bf-9657-631ad210a5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:35Z', 'updated_at': '2021-08-16T20:53:44Z', 'revision_number': 5, 'project_id': 'ebac0160837646008c1ab540ec09346e', 'subnets': [{'id': 'f72c7722-b18e-41bf-9657-631ad210a5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:13.405023 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=1b603ab1-6591-4239-a8f8-f9793a7747f5,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:13.421076 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd01227-a411-4557-bbf1-6059f655ccff req-ab34c67c-34ee-4524-90bc-fcbbf2819f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:13.422618 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1dd01227-a411-4557-bbf1-6059f655ccff req-ab34c67c-34ee-4524-90bc-fcbbf2819f46 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4bbb22bc-a95f-49c3-b025-bf28336c87d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6502602 Aug 16 20:54:13.423522 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0de26247-db62-4c57-bcb7-341442d68ebf tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:13.430762 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e94cd182-2c22-47bf-ad03-a5f52d4c5542 req-6e247ec7-8310-4c9e-b75b-d92ae6625583 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043632 Aug 16 20:54:13.453623 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35a59a8-1806-4847-b614-296e2cb698b8 None None] The sync data for ids ['ca719e48-641f-4290-964e-4e91bb389d29'] in n-d-793620-15 is: [{'id': 'ca719e48-641f-4290-964e-4e91bb389d29', 'name': 'tempest-ServersTestManualDisk-562072377-router', 'tenant_id': 'ebac0160837646008c1ab540ec09346e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd98f3ebe-b27b-4e55-b425-9d6967ca51a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:31Z', 'updated_at': '2021-08-16T20:53:36Z', 'revision_number': 4, 'project_id': 'ebac0160837646008c1ab540ec09346e', 'gw_port': {'id': 'd98f3ebe-b27b-4e55-b425-9d6967ca51a3', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca719e48-641f-4290-964e-4e91bb389d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:32Z', 'updated_at': '2021-08-16T20:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '20b3a160-5ceb-4d51-a458-f5b1b65d15b5', 'tenant_id': 'ebac0160837646008c1ab540ec09346e', 'floating_ip_address': '172.25.1.146', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': 'ca719e48-641f-4290-964e-4e91bb389d29', 'port_id': 'eb6992ff-3a72-430e-8828-6e3102384290', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bbb22bc-a95f-49c3-b025-bf28336c87d7', 'mac_address': 'fa:16:3e:1d:70:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:53:45Z', 'updated_at': '2021-08-16T20:54:09Z', 'revision_number': 1, 'project_id': 'ebac0160837646008c1ab540ec09346e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0df84bac-866c-4627-a48a-dab9953d510e', 'name': '', 'network_id': '4bbb22bc-a95f-49c3-b025-bf28336c87d7', 'tenant_id': 'ebac0160837646008c1ab540ec09346e', 'mac_address': 'fa:16:3e:8e:bf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca719e48-641f-4290-964e-4e91bb389d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'f72c7722-b18e-41bf-9657-631ad210a5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:35Z', 'updated_at': '2021-08-16T20:53:44Z', 'revision_number': 5, 'project_id': 'ebac0160837646008c1ab540ec09346e', 'subnets': [{'id': 'f72c7722-b18e-41bf-9657-631ad210a5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:54:13.458327 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-67a7b676-3b4a-4542-a42c-3b257f3698bd req-4ed1d7d4-2789-4794-885b-9ccb2a185698 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:13.459823 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['1b603ab1-6591-4239-a8f8-f9793a7747f5'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:54:13.461259 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:54:13.492069 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-67a7b676-3b4a-4542-a42c-3b257f3698bd req-4ed1d7d4-2789-4794-885b-9ccb2a185698 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:13.498216 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ac0247fb-ccb7-4e50-bb73-5f282e1c21d6 tempest-RoutersAdminNegativeIpV6Test-2082945823 tempest-RoutersAdminNegativeIpV6Test-2082945823-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:13.610191 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f6652-d959-42f5-acc5-a865b591b1b2 None None] Pushing event updated for resources: {'Port': ['ID=2951dd29-2914-45ad-be3a-5d110406dedf,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:13.655178 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c7b79-eb5c-44e2-9b31-8b465055bcb1 req-17f48eb1-6152-491e-a5b0-95f4c931815e tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:13.658247 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2a8c7b79-eb5c-44e2-9b31-8b465055bcb1 req-17f48eb1-6152-491e-a5b0-95f4c931815e tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 946 time: 0.0982780 Aug 16 20:54:13.734653 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-67a7b676-3b4a-4542-a42c-3b257f3698bd req-4ed1d7d4-2789-4794-885b-9ccb2a185698 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:13.734653 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-67a7b676-3b4a-4542-a42c-3b257f3698bd req-4ed1d7d4-2789-4794-885b-9ccb2a185698 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:13.739642 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de26247-db62-4c57-bcb7-341442d68ebf tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Checking segment: {'id': '43b7c5a5-714d-4ec3-800b-7f303c437459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '875d3302-cf86-4844-a136-e34df87b56ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:13.740062 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de26247-db62-4c57-bcb7-341442d68ebf tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Network hostable DHCP agents. Network: 875d3302-cf86-4844-a136-e34df87b56ab, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:54:13.751362 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-67a7b676-3b4a-4542-a42c-3b257f3698bd req-4ed1d7d4-2789-4794-885b-9ccb2a185698 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "DELETE /v2.0/security-groups/61d7bc50-5eea-4cd8-b135-979e5be21f1e HTTP/1.1" status: 204 len: 173 time: 0.4418647 Aug 16 20:54:13.769229 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-34eae368-50ce-401d-9f7b-8f98dbf8e864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:13.779090 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de26247-db62-4c57-bcb7-341442d68ebf tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Pushing event updated for resources: {'Subnet': ['ID=0fe4b096-cf51-4fc2-91e7-bcb416752f59,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:13.787214 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1d7d4-2789-4794-885b-9ccb2a185698 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d7bc50-5eea-4cd8-b135-979e5be21f1e,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:13.799929 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=d8155e06-58e3-43a4-9606-678b90767b5e,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:13.827716 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2a8c7b79-eb5c-44e2-9b31-8b465055bcb1 req-5cd293dc-d2de-4939-9593-dce6025bdb63 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609948 Aug 16 20:54:13.853266 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1dd01227-a411-4557-bbf1-6059f655ccff req-a5c2712f-3369-46c0-a18d-ae555e2c97a2 service neutron] 10.222.0.72 "GET /v2.0/networks/4bbb22bc-a95f-49c3-b025-bf28336c87d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717763 Aug 16 20:54:13.933166 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [req-b324cc4a-dbd6-4f7a-9263-588c83a104dd req-7c6c658e-156f-4e08-ad92-64182e73acf9 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] show failed (client error): The resource could not be found. Aug 16 20:54:13.956668 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b324cc4a-dbd6-4f7a-9263-588c83a104dd req-7c6c658e-156f-4e08-ad92-64182e73acf9 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups/a5483e6a-2ada-4a93-969b-94abffc85f49 HTTP/1.1" status: 404 len: 352 time: 0.0423150 Aug 16 20:54:13.979730 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de26247-db62-4c57-bcb7-341442d68ebf tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Network 875d3302-cf86-4844-a136-e34df87b56ab is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:54:13.984552 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:14.000769 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a328ff76-4ebb-4328-b3f4-69e4476ccf98 None None] New status for floating IP 20b3a160-5ceb-4d51-a458-f5b1b65d15b5: ACTIVE {{(pid=101846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:54:14.007819 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [req-42d59097-dad0-401e-866e-50b3cb3fe84d req-81750b6f-40da-4f98-8185-1113e91359e7 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] show failed (client error): The resource could not be found. Aug 16 20:54:14.007819 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-42d59097-dad0-401e-866e-50b3cb3fe84d req-81750b6f-40da-4f98-8185-1113e91359e7 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups/2e88e7f2-7c68-4ef1-9f6f-45f8eac34af0 HTTP/1.1" status: 404 len: 352 time: 0.0344720 Aug 16 20:54:14.037200 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1dd01227-a411-4557-bbf1-6059f655ccff req-2fab8d07-c68d-4c70-84f6-4d1756de48fb service neutron] 10.222.0.72 "GET /v2.0/networks/4bbb22bc-a95f-49c3-b025-bf28336c87d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788576 Aug 16 20:54:14.075416 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [req-9eca3954-659d-4014-a96e-0610cdef6264 req-89c9f0da-9b9c-4c6b-9790-a75ab6b79070 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] show failed (client error): The resource could not be found. Aug 16 20:54:14.097662 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9eca3954-659d-4014-a96e-0610cdef6264 req-89c9f0da-9b9c-4c6b-9790-a75ab6b79070 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups/74bd361c-370f-4de5-8dac-3367f95001d6 HTTP/1.1" status: 404 len: 352 time: 0.0391457 Aug 16 20:54:14.214357 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [req-fa20f1a6-5457-4081-94d2-fc723b3c5fa6 req-99915054-fd50-4e0e-8195-a531aa58c215 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] show failed (client error): The resource could not be found. Aug 16 20:54:14.228710 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fa20f1a6-5457-4081-94d2-fc723b3c5fa6 req-99915054-fd50-4e0e-8195-a531aa58c215 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups/36d09387-226a-40e2-be4d-09c78f2b0328 HTTP/1.1" status: 404 len: 352 time: 0.0970008 Aug 16 20:54:14.240436 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44442) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:14.276543 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df03ae-953e-498d-8c39-f26a78ee175a req-ced699bf-0fbb-45d1-8601-4cd0fe5c09a5 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:14.281623 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-56df03ae-953e-498d-8c39-f26a78ee175a req-ced699bf-0fbb-45d1-8601-4cd0fe5c09a5 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=50a35a1f-f032-44ca-910a-a152a9b434a7 HTTP/1.1" status: 200 len: 945 time: 0.1486866 Aug 16 20:54:14.386533 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-56df03ae-953e-498d-8c39-f26a78ee175a req-6cbc551c-27e9-4857-877f-750d2ddd4482 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930634 Aug 16 20:54:14.388023 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [req-be2553ce-1e2e-403f-b31b-2307545a585d req-09f6c9cc-cd3f-497e-aa57-7e69de78b8ad tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] show failed (client error): The resource could not be found. Aug 16 20:54:14.409650 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 2951dd29-2914-45ad-be3a-5d110406dedf up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:14.409865 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-be2553ce-1e2e-403f-b31b-2307545a585d req-09f6c9cc-cd3f-497e-aa57-7e69de78b8ad tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups/d9bd54ca-c6ef-40a1-ae42-1f3ff36ef4f2 HTTP/1.1" status: 404 len: 352 time: 0.0621238 Aug 16 20:54:14.460726 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-af6d3dbc-be2d-4c0f-9910-b40f640461ad tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Request body: {'networks': [{'name': 'tempest-network--1117206862'}, {'name': 'tempest-network--865002020'}]} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:14.461938 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-af6d3dbc-be2d-4c0f-9910-b40f640461ad tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Request body: {'network': {'name': 'tempest-network--1117206862'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:14.462417 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-af6d3dbc-be2d-4c0f-9910-b40f640461ad tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Request body: {'network': {'name': 'tempest-network--865002020'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:14.478724 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [req-7bb1b87d-1e4d-4799-9a5d-2d323fb3f96d req-b497151a-bd54-45ab-8c7f-b1865380041d tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] show failed (client error): The resource could not be found. Aug 16 20:54:14.479970 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7bb1b87d-1e4d-4799-9a5d-2d323fb3f96d req-b497151a-bd54-45ab-8c7f-b1865380041d tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups/76dec079-05de-4270-8a29-ed53fb7edc93 HTTP/1.1" status: 404 len: 352 time: 0.0381219 Aug 16 20:54:14.583977 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 2951dd29-2914-45ad-be3a-5d110406dedf completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:14.592821 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 19c015b6-e191-4126-b066-b691cb3927ea up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:14.604567 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-0de26247-db62-4c57-bcb7-341442d68ebf tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 875d3302-cf86-4844-a136-e34df87b56ab) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:14.611341 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de26247-db62-4c57-bcb7-341442d68ebf tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:14.611990 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0de26247-db62-4c57-bcb7-341442d68ebf tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:14.635415 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d737ad-4afe-4536-917e-0dbeef56c110 None None] Network 875d3302-cf86-4844-a136-e34df87b56ab requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:14.665003 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6d3dbc-be2d-4c0f-9910-b40f640461ad tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Made reservation on behalf of 7941c4e4171344a48eb66031527fafea for: {'network': 2} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:14.670252 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-af6d3dbc-be2d-4c0f-9910-b40f640461ad tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:14.680389 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ac0247fb-ccb7-4e50-bb73-5f282e1c21d6 tempest-RoutersAdminNegativeIpV6Test-2082945823 tempest-RoutersAdminNegativeIpV6Test-2082945823-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:14.685238 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-af6d3dbc-be2d-4c0f-9910-b40f640461ad tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:14.702309 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ac0247fb-ccb7-4e50-bb73-5f282e1c21d6 tempest-RoutersAdminNegativeIpV6Test-2082945823 tempest-RoutersAdminNegativeIpV6Test-2082945823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:14.740356 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 19c015b6-e191-4126-b066-b691cb3927ea triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:14.740745 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:14.828345 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0de26247-db62-4c57-bcb7-341442d68ebf tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5321467 Aug 16 20:54:14.828550 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:14.933635 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b540e40-c020-4fb8-8ef1-250da3bc4864 None None] Network a2dafdd9-6e14-4f49-94cc-7fa205debddb requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:14.950883 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f137f5a2-d562-4907-80f2-684865c0acd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-875d3302-cf86-4844-a136-e34df87b56ab', 'network_id': '875d3302-cf86-4844-a136-e34df87b56ab', 'tenant_id': '46bc4cc3934648ed8895a7ed0a5b63cc', 'fixed_ips': [{'subnet_id': '0fe4b096-cf51-4fc2-91e7-bcb416752f59'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:54:14.951742 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f137f5a2-d562-4907-80f2-684865c0acd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.000829 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ac0247fb-ccb7-4e50-bb73-5f282e1c21d6 tempest-RoutersAdminNegativeIpV6Test-2082945823 tempest-RoutersAdminNegativeIpV6Test-2082945823-project-admin] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.010591 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-af6d3dbc-be2d-4c0f-9910-b40f640461ad tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.027925 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe214888-66dc-4a83-9f34-c48d8ec9e416 req-1f384fb1-efaa-43d6-9ed6-79cfdb3623c4 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:15.029306 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fe214888-66dc-4a83-9f34-c48d8ec9e416 req-1f384fb1-efaa-43d6-9ed6-79cfdb3623c4 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 946 time: 0.0966420 Aug 16 20:54:15.078700 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fe214888-66dc-4a83-9f34-c48d8ec9e416 req-4196f346-7dc9-4573-a756-740e3450d9f8 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414040 Aug 16 20:54:15.189715 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-af6d3dbc-be2d-4c0f-9910-b40f640461ad tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.190371 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-af6d3dbc-be2d-4c0f-9910-b40f640461ad tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.199821 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-f137f5a2-d562-4907-80f2-684865c0acd7 None None] Allocated IP 19.86.0.2 (875d3302-cf86-4844-a136-e34df87b56ab/0fe4b096-cf51-4fc2-91e7-bcb416752f59/7580cefe-ac07-484a-a426-ec1a51c9de8f) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:15.220820 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c6ead954-1091-4ec0-9fa9-514bfee83c45 None None] Provisioning for port 2951dd29-2914-45ad-be3a-5d110406dedf completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:15.225572 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ac0247fb-ccb7-4e50-bb73-5f282e1c21d6 tempest-RoutersAdminNegativeIpV6Test-2082945823 tempest-RoutersAdminNegativeIpV6Test-2082945823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.229298 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ac0247fb-ccb7-4e50-bb73-5f282e1c21d6 tempest-RoutersAdminNegativeIpV6Test-2082945823 tempest-RoutersAdminNegativeIpV6Test-2082945823-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.231648 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c6ead954-1091-4ec0-9fa9-514bfee83c45 None None] Provisioning complete for port 2951dd29-2914-45ad-be3a-5d110406dedf triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:15.232371 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c6ead954-1091-4ec0-9fa9-514bfee83c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.303525 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d3dbc-be2d-4c0f-9910-b40f640461ad tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b85e75-22e8-465e-ba48-46fd466c3d2d,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:15.321739 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfe059-8af6-4219-956c-bc5a0aa7cff4 req-6e408f40-ec0a-4d2b-80dd-0a48f129ea77 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:15.323191 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-03cfe059-8af6-4219-956c-bc5a0aa7cff4 req-6e408f40-ec0a-4d2b-80dd-0a48f129ea77 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/ports?device_id=455ae79a-5bf9-4917-950f-f3bdbb3e4492 HTTP/1.1" status: 200 len: 1024 time: 0.1712384 Aug 16 20:54:15.344946 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ac0247fb-ccb7-4e50-bb73-5f282e1c21d6 tempest-RoutersAdminNegativeIpV6Test-2082945823 tempest-RoutersAdminNegativeIpV6Test-2082945823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.346975 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0247fb-ccb7-4e50-bb73-5f282e1c21d6 tempest-RoutersAdminNegativeIpV6Test-2082945823 tempest-RoutersAdminNegativeIpV6Test-2082945823-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 27f29c35-c6cb-40ef-84de-cc653e22f47a {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:54:15.363446 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af6d3dbc-be2d-4c0f-9910-b40f640461ad tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:54:15.408923 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-af6d3dbc-be2d-4c0f-9910-b40f640461ad tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.409279 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-af6d3dbc-be2d-4c0f-9910-b40f640461ad tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Added segment 2390e7d6-d8d5-4a16-b049-c2fff6082752 of type vlan for network 490b1399-553a-4e04-b56a-d8968e9f8791 Aug 16 20:54:15.421734 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-d274b607-cb5e-4786-b7a2-0026a56ac399 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:15.427134 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-d274b607-cb5e-4786-b7a2-0026a56ac399 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:15.433735 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-d274b607-cb5e-4786-b7a2-0026a56ac399 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/networks?id=a2dafdd9-6e14-4f49-94cc-7fa205debddb&id=875d3302-cf86-4844-a136-e34df87b56ab&id=a2dafdd9-6e14-4f49-94cc-7fa205debddb HTTP/1.1" status: 200 len: 1392 time: 0.2450082 Aug 16 20:54:15.447626 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c6ead954-1091-4ec0-9fa9-514bfee83c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.449095 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-03cfe059-8af6-4219-956c-bc5a0aa7cff4 req-26beed73-6f31-4600-bddb-9502a8b8c0b4 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups?id=beeec0c3-d4e4-4355-8c6d-5a86f9db3316&id=3dc6bd43-bdac-49e7-80a3-26b230279ccb&id=d0cfb886-5d31-4090-9620-aefea59648a6&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1134400 Aug 16 20:54:15.469281 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f137f5a2-d562-4907-80f2-684865c0acd7 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.476320 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-ac0247fb-ccb7-4e50-bb73-5f282e1c21d6 tempest-RoutersAdminNegativeIpV6Test-2082945823 tempest-RoutersAdminNegativeIpV6Test-2082945823-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 16 20:54:15.478250 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ac0247fb-ccb7-4e50-bb73-5f282e1c21d6 tempest-RoutersAdminNegativeIpV6Test-2082945823 tempest-RoutersAdminNegativeIpV6Test-2082945823-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.7798221 Aug 16 20:54:15.482292 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44474) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:15.500362 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-17d4463f-9ac1-42af-aaf1-b55871bb01e4 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/quotas/46bc4cc3934648ed8895a7ed0a5b63cc HTTP/1.1" status: 200 len: 375 time: 0.0494745 Aug 16 20:54:15.512334 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-af6d3dbc-be2d-4c0f-9910-b40f640461ad tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.521323 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-c6ead954-1091-4ec0-9fa9-514bfee83c45 None None] For port 2951dd29-2914-45ad-be3a-5d110406dedf, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=2951dd29-2914-45ad-be3a-5d110406dedf,segment=NetworkSegment(c9d7124c-2e4b-467c-988d-f294fc344f2f),segment_id=c9d7124c-2e4b-467c-988d-f294fc344f2f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:15.537157 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f137f5a2-d562-4907-80f2-684865c0acd7 None None] Transition to ACTIVE for port object 7580cefe-ac07-484a-a426-ec1a51c9de8f will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:15.556498 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f137f5a2-d562-4907-80f2-684865c0acd7 None None] Transition to ACTIVE for port object 7580cefe-ac07-484a-a426-ec1a51c9de8f will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:15.591901 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-1f889fa1-848b-4c27-85fd-d9f93346ea23 tempest-RoutersAdminNegativeIpV6Test-2082945823 tempest-RoutersAdminNegativeIpV6Test-2082945823-project-admin] Deleting port 49b12804-3371-47e9-b68f-c3a0008d844a {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:15.594781 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1f889fa1-848b-4c27-85fd-d9f93346ea23 tempest-RoutersAdminNegativeIpV6Test-2082945823 tempest-RoutersAdminNegativeIpV6Test-2082945823-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.613696 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af6d3dbc-be2d-4c0f-9910-b40f640461ad tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:54:15.633646 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-5d09dfc0-89da-44b6-9d2b-668e92b40447 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=46bc4cc3934648ed8895a7ed0a5b63cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1260610 Aug 16 20:54:15.641084 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-af6d3dbc-be2d-4c0f-9910-b40f640461ad tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.641445 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-af6d3dbc-be2d-4c0f-9910-b40f640461ad tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Added segment c2b8d901-f750-4526-b2ab-529049eafbba of type vlan for network affcbbef-8cfb-4ebd-8ee1-e0a3a3ac54c9 Aug 16 20:54:15.657106 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0d7ce-87cc-4c06-88f4-b8e0b28fca64 req-d2178283-bbdd-4a50-924c-b49a3fca6599 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:15.658616 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-24d0d7ce-87cc-4c06-88f4-b8e0b28fca64 req-d2178283-bbdd-4a50-924c-b49a3fca6599 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 946 time: 0.1060374 Aug 16 20:54:15.670568 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1f889fa1-848b-4c27-85fd-d9f93346ea23 tempest-RoutersAdminNegativeIpV6Test-2082945823 tempest-RoutersAdminNegativeIpV6Test-2082945823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.683088 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-1f889fa1-848b-4c27-85fd-d9f93346ea23 tempest-RoutersAdminNegativeIpV6Test-2082945823 tempest-RoutersAdminNegativeIpV6Test-2082945823-project-admin] Calling delete_port for 49b12804-3371-47e9-b68f-c3a0008d844a owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:15.719667 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c6ead954-1091-4ec0-9fa9-514bfee83c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.762891 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-af6d3dbc-be2d-4c0f-9910-b40f640461ad tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.776025 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ead954-1091-4ec0-9fa9-514bfee83c45 None None] Pushing event updated for resources: {'Port': ['ID=2951dd29-2914-45ad-be3a-5d110406dedf,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:15.807484 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-24d0d7ce-87cc-4c06-88f4-b8e0b28fca64 req-cf22897d-e33d-4095-9bff-34329dba1352 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377764 Aug 16 20:54:15.826934 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f137f5a2-d562-4907-80f2-684865c0acd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.836919 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-b1f90d49-b28d-4f89-85f6-3ceb3ba5de72 service neutron] 10.222.0.84 "GET /v2.0/networks/a2dafdd9-6e14-4f49-94cc-7fa205debddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771443 Aug 16 20:54:15.864531 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f137f5a2-d562-4907-80f2-684865c0acd7 None None] Network 875d3302-cf86-4844-a136-e34df87b56ab is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:15.872226 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-f137f5a2-d562-4907-80f2-684865c0acd7 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:15.876465 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f137f5a2-d562-4907-80f2-684865c0acd7 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:15.888768 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f137f5a2-d562-4907-80f2-684865c0acd7 None None] Pushing event updated for resources: {'Port': ['ID=7580cefe-ac07-484a-a426-ec1a51c9de8f,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:15.895814 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-827badf8-ea2b-47e0-a98d-529b045ebf5e None None] Provisioning complete for port 2951dd29-2914-45ad-be3a-5d110406dedf triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:15.895814 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-827badf8-ea2b-47e0-a98d-529b045ebf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.964613 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 1b603ab1-6591-4239-a8f8-f9793a7747f5 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:15.973245 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1f889fa1-848b-4c27-85fd-d9f93346ea23 tempest-RoutersAdminNegativeIpV6Test-2082945823 tempest-RoutersAdminNegativeIpV6Test-2082945823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.985455 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-af6d3dbc-be2d-4c0f-9910-b40f640461ad tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.985972 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-af6d3dbc-be2d-4c0f-9910-b40f640461ad tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.991666 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6d3dbc-be2d-4c0f-9910-b40f640461ad tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:15.997125 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6d3dbc-be2d-4c0f-9910-b40f640461ad tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:15.997950 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-af6d3dbc-be2d-4c0f-9910-b40f640461ad tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.003239 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f889fa1-848b-4c27-85fd-d9f93346ea23 tempest-RoutersAdminNegativeIpV6Test-2082945823 tempest-RoutersAdminNegativeIpV6Test-2082945823-project-admin] Pushing event deleted for resources: {'Port': ['ID=49b12804-3371-47e9-b68f-c3a0008d844a,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:16.005173 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-f137f5a2-d562-4907-80f2-684865c0acd7 None None] Attempting to bind port 7580cefe-ac07-484a-a426-ec1a51c9de8f on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:16.006416 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-d3c61c55-b985-4d2d-a289-df385ba4bd90 service neutron] 10.222.0.84 "GET /v2.0/networks/a2dafdd9-6e14-4f49-94cc-7fa205debddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633613 Aug 16 20:54:16.006538 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-f137f5a2-d562-4907-80f2-684865c0acd7 None None] Attempting to bind port 7580cefe-ac07-484a-a426-ec1a51c9de8f by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '43b7c5a5-714d-4ec3-800b-7f303c437459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '875d3302-cf86-4844-a136-e34df87b56ab'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:16.006886 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f137f5a2-d562-4907-80f2-684865c0acd7 None None] Attempting to bind port 7580cefe-ac07-484a-a426-ec1a51c9de8f on network 875d3302-cf86-4844-a136-e34df87b56ab {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:16.018286 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f137f5a2-d562-4907-80f2-684865c0acd7 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:16.018286 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f137f5a2-d562-4907-80f2-684865c0acd7 None None] Checking segment: {'id': '43b7c5a5-714d-4ec3-800b-7f303c437459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '875d3302-cf86-4844-a136-e34df87b56ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:16.018286 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f137f5a2-d562-4907-80f2-684865c0acd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.018286 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f137f5a2-d562-4907-80f2-684865c0acd7 None None] Bound using segment: {'id': '43b7c5a5-714d-4ec3-800b-7f303c437459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '875d3302-cf86-4844-a136-e34df87b56ab'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:16.018806 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-f137f5a2-d562-4907-80f2-684865c0acd7 None None] Bound port: 7580cefe-ac07-484a-a426-ec1a51c9de8f, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b7c5a5-714d-4ec3-800b-7f303c437459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '875d3302-cf86-4844-a136-e34df87b56ab'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:16.019168 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f137f5a2-d562-4907-80f2-684865c0acd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.078173 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1f889fa1-848b-4c27-85fd-d9f93346ea23 tempest-RoutersAdminNegativeIpV6Test-2082945823 tempest-RoutersAdminNegativeIpV6Test-2082945823-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.080434 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1f889fa1-848b-4c27-85fd-d9f93346ea23 tempest-RoutersAdminNegativeIpV6Test-2082945823 tempest-RoutersAdminNegativeIpV6Test-2082945823-project-admin] 10.222.0.84 "DELETE /v2.0/ports/49b12804-3371-47e9-b68f-c3a0008d844a HTTP/1.1" status: 204 len: 168 time: 0.5969977 Aug 16 20:54:16.140885 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-f137f5a2-d562-4907-80f2-684865c0acd7 None None] For port 7580cefe-ac07-484a-a426-ec1a51c9de8f, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:16.144187 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-f137f5a2-d562-4907-80f2-684865c0acd7 None None] For port 7580cefe-ac07-484a-a426-ec1a51c9de8f, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=7580cefe-ac07-484a-a426-ec1a51c9de8f,segment=NetworkSegment(43b7c5a5-714d-4ec3-800b-7f303c437459),segment_id=43b7c5a5-714d-4ec3-800b-7f303c437459)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:16.145586 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9c323-7008-403d-b037-89e6462da988 req-5c82c3dc-ea3e-48e9-a71c-2a4dabb53e76 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:16.147126 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-16b9c323-7008-403d-b037-89e6462da988 req-5c82c3dc-ea3e-48e9-a71c-2a4dabb53e76 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=50a35a1f-f032-44ca-910a-a152a9b434a7 HTTP/1.1" status: 200 len: 945 time: 0.2025061 Aug 16 20:54:16.147761 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d3dbc-be2d-4c0f-9910-b40f640461ad tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Pushing event updated for resources: {'Network': ['ID=490b1399-553a-4e04-b56a-d8968e9f8791,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:16.162434 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 490b1399-553a-4e04-b56a-d8968e9f8791 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:54:16.238669 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-af6d3dbc-be2d-4c0f-9910-b40f640461ad tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.9962003 Aug 16 20:54:16.241282 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44482) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:16.269210 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 1b603ab1-6591-4239-a8f8-f9793a7747f5 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:16.271761 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-d5e5584f-0e75-4fa7-a411-69962d80a13d service neutron] 10.222.0.84 "GET /v2.0/networks/875d3302-cf86-4844-a136-e34df87b56ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555583 Aug 16 20:54:16.274355 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d3dbc-be2d-4c0f-9910-b40f640461ad tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Pushing event updated for resources: {'Network': ['ID=affcbbef-8cfb-4ebd-8ee1-e0a3a3ac54c9,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:16.278497 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f137f5a2-d562-4907-80f2-684865c0acd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.280329 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-16b9c323-7008-403d-b037-89e6462da988 req-ea303fa7-bc38-43f7-9f31-d18ec151b35c tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118660 Aug 16 20:54:16.308814 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network affcbbef-8cfb-4ebd-8ee1-e0a3a3ac54c9 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:54:16.346677 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 1b603ab1-6591-4239-a8f8-f9793a7747f5 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:16.347657 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.403654 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-8a17374a-3b67-4f2b-a6f8-a062bfbc2f22 service neutron] 10.222.0.84 "GET /v2.0/networks/875d3302-cf86-4844-a136-e34df87b56ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223450 Aug 16 20:54:16.418422 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3b94c0-72ef-4cc9-aaf8-10dde6eb0a24 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:16.430748 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3b94c0-72ef-4cc9-aaf8-10dde6eb0a24 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:16.436687 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3b94c0-72ef-4cc9-aaf8-10dde6eb0a24 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:16.447943 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3b94c0-72ef-4cc9-aaf8-10dde6eb0a24 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:16.449748 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7c3b94c0-72ef-4cc9-aaf8-10dde6eb0a24 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2066131 Aug 16 20:54:16.456224 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44484) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:16.497233 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf02a43-e29c-485e-910a-ff4313108e1e req-7265959c-ac21-44a6-b4a7-a169a3fb2b79 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:16.498657 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bbf02a43-e29c-485e-910a-ff4313108e1e req-7265959c-ac21-44a6-b4a7-a169a3fb2b79 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.72 "GET /v2.0/ports?device_id=455ae79a-5bf9-4917-950f-f3bdbb3e4492 HTTP/1.1" status: 200 len: 1024 time: 0.1394680 Aug 16 20:54:16.522544 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f137f5a2-d562-4907-80f2-684865c0acd7 None None] Pushing event updated for resources: {'Port': ['ID=7580cefe-ac07-484a-a426-ec1a51c9de8f,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:16.542161 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-68fea316-ee61-424b-98d1-63ee8f1c32e2 service neutron] 10.222.0.84 "GET /v2.0/networks/a2dafdd9-6e14-4f49-94cc-7fa205debddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312008 Aug 16 20:54:16.568568 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.596070 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a35a1f-f032-44ca-910a-a152a9b434a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b603ab1-6591-4239-a8f8-f9793a7747f5'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:54:16.606541 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677a995d-d7fe-4a87-b5ae-d87aba997dff" -d '{"events": [{"server_uuid": "50a35a1f-f032-44ca-910a-a152a9b434a7", "name": "network-vif-plugged", "status": "completed", "tag": "1b603ab1-6591-4239-a8f8-f9793a7747f5"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:54:16.639408 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 1b603ab1-6591-4239-a8f8-f9793a7747f5, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=1b603ab1-6591-4239-a8f8-f9793a7747f5,segment=NetworkSegment(d750202b-6aed-4115-ba35-7fc31b994eaf),segment_id=d750202b-6aed-4115-ba35-7fc31b994eaf)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:16.663860 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a6a04dde-87d6-4b1a-b41f-b86f2e90412a tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.664547 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.687942 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-fb6f0ed7-b05d-454b-8f53-16f4c03ba7df service neutron] 10.222.0.84 "GET /v2.0/networks/a2dafdd9-6e14-4f49-94cc-7fa205debddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382625 Aug 16 20:54:16.801522 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-bbf02a43-e29c-485e-910a-ff4313108e1e req-515a3558-8b7d-4e6c-9d33-20371573e84e tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Deleting port 38fd5de8-f1bd-46b8-8703-f5c2817640d6 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:16.802074 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bbf02a43-e29c-485e-910a-ff4313108e1e req-515a3558-8b7d-4e6c-9d33-20371573e84e tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.812934 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.858957 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a6a04dde-87d6-4b1a-b41f-b86f2e90412a tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.869088 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=1b603ab1-6591-4239-a8f8-f9793a7747f5,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:16.877775 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-a6a04dde-87d6-4b1a-b41f-b86f2e90412a tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['490b1399-553a-4e04-b56a-d8968e9f8791']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:16.887295 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7522ec-de9a-40d9-a66d-523063aa4c34 req-6b511425-8f7a-469f-a924-c2d35a83ce0d tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:16.888849 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3d7522ec-de9a-40d9-a66d-523063aa4c34 req-6b511425-8f7a-469f-a924-c2d35a83ce0d tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/ports?device_id=455ae79a-5bf9-4917-950f-f3bdbb3e4492 HTTP/1.1" status: 200 len: 1024 time: 0.0569155 Aug 16 20:54:16.891905 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-a6a04dde-87d6-4b1a-b41f-b86f2e90412a tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2390e7d6-d8d5-4a16-b049-c2fff6082752') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:16.892197 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-a6a04dde-87d6-4b1a-b41f-b86f2e90412a tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2390e7d6-d8d5-4a16-b049-c2fff6082752') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:16.907687 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a6a04dde-87d6-4b1a-b41f-b86f2e90412a tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.936514 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a6a04dde-87d6-4b1a-b41f-b86f2e90412a tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.944045 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6a04dde-87d6-4b1a-b41f-b86f2e90412a tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:54:16.944467 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a6a04dde-87d6-4b1a-b41f-b86f2e90412a tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.959977 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3d7522ec-de9a-40d9-a66d-523063aa4c34 req-c451e786-8a56-427d-ae37-ddaab35001d0 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups?id=beeec0c3-d4e4-4355-8c6d-5a86f9db3316&id=3dc6bd43-bdac-49e7-80a3-26b230279ccb&id=d0cfb886-5d31-4090-9620-aefea59648a6&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0639110 Aug 16 20:54:16.962792 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:54:16.962792 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:54:16.962792 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:54:16.962792 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:54:16.962792 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:54:16.962792 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:54:16.962792 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:54:16.962792 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:54:16.962792 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:54:16.962792 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:54:16.962792 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:54:16.962792 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:54:16.962792 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:54:16.962792 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:54:16.962792 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:54:16.962792 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:54:16.962792 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:54:16.962792 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:54:16.962792 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:54:16.962792 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:54:16.962792 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:54:16.962792 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:54:16.962792 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:54:16.962792 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:54:16.962792 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:54:16.962792 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:54:16.962792 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:54:16.962792 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:54:16.962792 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:54:16.962792 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:54:16.962792 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:54:16.962792 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:54:17.018298 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2f240c-2e31-462f-8ad8-ccf42e2d6076 x-openstack-request-id: req-bc2f240c-2e31-462f-8ad8-ccf42e2d6076 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:54:17.018586 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a35a1f-f032-44ca-910a-a152a9b434a7", "name": "network-vif-plugged", "status": "completed", "tag": "1b603ab1-6591-4239-a8f8-f9793a7747f5", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:54:17.018849 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-bc2f240c-2e31-462f-8ad8-ccf42e2d6076 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:54:17.019509 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a35a1f-f032-44ca-910a-a152a9b434a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b603ab1-6591-4239-a8f8-f9793a7747f5', 'code': 200} Aug 16 20:54:17.066585 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-bbf02a43-e29c-485e-910a-ff4313108e1e req-515a3558-8b7d-4e6c-9d33-20371573e84e tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] For port 38fd5de8-f1bd-46b8-8703-f5c2817640d6, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=38fd5de8-f1bd-46b8-8703-f5c2817640d6,segment=NetworkSegment(cb926d0b-2c7e-41f1-b470-27d663b83c1b),segment_id=cb926d0b-2c7e-41f1-b470-27d663b83c1b)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:17.066956 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bbf02a43-e29c-485e-910a-ff4313108e1e req-515a3558-8b7d-4e6c-9d33-20371573e84e tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:17.100907 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-bbf02a43-e29c-485e-910a-ff4313108e1e req-515a3558-8b7d-4e6c-9d33-20371573e84e tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Calling delete_port for 38fd5de8-f1bd-46b8-8703-f5c2817640d6 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:17.134678 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44500) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:17.209903 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc36f90-5b89-4718-b438-2cfcea9c0ce7 req-87190111-a09d-4401-a169-c88b802646c6 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:17.211906 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-afc36f90-5b89-4718-b438-2cfcea9c0ce7 req-87190111-a09d-4401-a169-c88b802646c6 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 946 time: 0.1494708 Aug 16 20:54:17.239092 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a847f90e-723f-4dfa-b9f2-9fe43ddcf116 req-4dd1e7e9-6b27-45e0-bba8-2e70b2db2b8c tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=10fc6dae-0fbe-4975-8540-084e0c3e0db8 HTTP/1.1" status: 200 len: 210 time: 0.0535915 Aug 16 20:54:17.246556 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a6a04dde-87d6-4b1a-b41f-b86f2e90412a tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:17.257147 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a6a04dde-87d6-4b1a-b41f-b86f2e90412a tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:17.264030 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a6a04dde-87d6-4b1a-b41f-b86f2e90412a tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] 10.222.0.84 "DELETE /v2.0/networks/490b1399-553a-4e04-b56a-d8968e9f8791 HTTP/1.1" status: 204 len: 168 time: 0.7972717 Aug 16 20:54:17.265805 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44508) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:17.287239 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a04dde-87d6-4b1a-b41f-b86f2e90412a tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Pushing event deleted for resources: {'Network': ['ID=490b1399-553a-4e04-b56a-d8968e9f8791,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:17.298276 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb539a7c-eb67-4c8a-a184-3601af68df29 req-f1bd068a-3f9f-4a14-962f-3b1d81b1bba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:17.299872 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cb539a7c-eb67-4c8a-a184-3601af68df29 req-f1bd068a-3f9f-4a14-962f-3b1d81b1bba5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=50a35a1f-f032-44ca-910a-a152a9b434a7 HTTP/1.1" status: 200 len: 1098 time: 0.2230241 Aug 16 20:54:17.406141 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-73e4cee2-0da4-43a8-b5ce-91b77ccfc6d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:17.441495 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bbf02a43-e29c-485e-910a-ff4313108e1e req-515a3558-8b7d-4e6c-9d33-20371573e84e tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:17.446675 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-afc36f90-5b89-4718-b438-2cfcea9c0ce7 req-477ae684-598d-49d0-a514-aa02bdd96ede tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055998 Aug 16 20:54:17.454690 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['38fd5de8-f1bd-46b8-8703-f5c2817640d6'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:54:17.465472 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1c00c2ae-e81a-4c3b-a2c7-1a8dad58c861 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:17.482816 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a3558-8b7d-4e6c-9d33-20371573e84e tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Pushing event deleted for resources: {'Port': ['ID=38fd5de8-f1bd-46b8-8703-f5c2817640d6,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:17.492970 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cb539a7c-eb67-4c8a-a184-3601af68df29 req-adcad6f3-9937-411f-b366-b3ac8c9dd7b5 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528759 Aug 16 20:54:17.535591 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf02a43-e29c-485e-910a-ff4313108e1e req-515a3558-8b7d-4e6c-9d33-20371573e84e tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] No DVR routers for this DVR port 38fd5de8-f1bd-46b8-8703-f5c2817640d6 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:17.537945 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f052e27-468d-4f02-a02d-f4ddbccda909 req-9faf27e6-a8bf-4148-9f25-9301fb9bc2d4 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:17.539444 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bbf02a43-e29c-485e-910a-ff4313108e1e req-515a3558-8b7d-4e6c-9d33-20371573e84e tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:17.542298 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bbf02a43-e29c-485e-910a-ff4313108e1e req-515a3558-8b7d-4e6c-9d33-20371573e84e tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.72 "DELETE /v2.0/ports/38fd5de8-f1bd-46b8-8703-f5c2817640d6 HTTP/1.1" status: 204 len: 173 time: 1.0331721 Aug 16 20:54:17.543131 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455ae79a-5bf9-4917-950f-f3bdbb3e4492', 'name': 'network-vif-deleted', 'tag': '38fd5de8-f1bd-46b8-8703-f5c2817640d6'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:54:17.546111 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1f052e27-468d-4f02-a02d-f4ddbccda909 req-9faf27e6-a8bf-4148-9f25-9301fb9bc2d4 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=50a35a1f-f032-44ca-910a-a152a9b434a7 HTTP/1.1" status: 200 len: 946 time: 0.1765711 Aug 16 20:54:17.553575 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d8a571-5119-4bdf-ac2b-81a177a889c4" -d '{"events": [{"server_uuid": "455ae79a-5bf9-4917-950f-f3bdbb3e4492", "name": "network-vif-deleted", "tag": "38fd5de8-f1bd-46b8-8703-f5c2817640d6"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:54:17.596218 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038bb959-0bea-4072-820c-12f44916ba07 None None] Network 875d3302-cf86-4844-a136-e34df87b56ab requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:17.694096 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1c00c2ae-e81a-4c3b-a2c7-1a8dad58c861 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:17.709454 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1f052e27-468d-4f02-a02d-f4ddbccda909 req-8d4fef7e-a38a-4f6e-8c06-73513925ab1c tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624589 Aug 16 20:54:17.714643 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-1c00c2ae-e81a-4c3b-a2c7-1a8dad58c861 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['affcbbef-8cfb-4ebd-8ee1-e0a3a3ac54c9']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:17.732624 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-1c00c2ae-e81a-4c3b-a2c7-1a8dad58c861 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2b8d901-f750-4526-b2ab-529049eafbba') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:17.732934 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-1c00c2ae-e81a-4c3b-a2c7-1a8dad58c861 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2b8d901-f750-4526-b2ab-529049eafbba') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:17.753085 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1c00c2ae-e81a-4c3b-a2c7-1a8dad58c861 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:17.785858 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1c00c2ae-e81a-4c3b-a2c7-1a8dad58c861 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:17.804083 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039c9bb-af59-40c8-a46e-b6da72e07041 req-f5644f44-ff59-4f24-87b4-cdc504698843 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:17.805686 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a039c9bb-af59-40c8-a46e-b6da72e07041 req-f5644f44-ff59-4f24-87b4-cdc504698843 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 946 time: 0.1683135 Aug 16 20:54:17.812829 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70969151-cff5-4e04-a5a3-e4227758531b x-openstack-request-id: req-70969151-cff5-4e04-a5a3-e4227758531b {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:54:17.813300 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455ae79a-5bf9-4917-950f-f3bdbb3e4492", "name": "network-vif-deleted", "tag": "38fd5de8-f1bd-46b8-8703-f5c2817640d6", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:54:17.816104 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-70969151-cff5-4e04-a5a3-e4227758531b {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:54:17.816104 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455ae79a-5bf9-4917-950f-f3bdbb3e4492', 'name': 'network-vif-deleted', 'tag': '38fd5de8-f1bd-46b8-8703-f5c2817640d6', 'status': 'completed', 'code': 200} Aug 16 20:54:17.822239 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-73e4cee2-0da4-43a8-b5ce-91b77ccfc6d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:17.823196 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b499a441-d29c-4da8-8d09-1bd96425801a None None] Provisioning for port 7580cefe-ac07-484a-a426-ec1a51c9de8f completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:17.840003 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c00c2ae-e81a-4c3b-a2c7-1a8dad58c861 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:54:17.840369 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1c00c2ae-e81a-4c3b-a2c7-1a8dad58c861 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:17.844103 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 20:54:17.844103 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:54:17.844103 n-d-793620-15 neutron-server[101844]: timer() Aug 16 20:54:17.844103 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:54:17.844103 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 20:54:17.844103 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:54:17.844103 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 20:54:17.844103 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:54:17.844103 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 20:54:17.844103 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:54:17.844103 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 20:54:17.844103 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:54:17.844103 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 20:54:17.844103 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:54:17.844103 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:54:17.844103 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:54:17.844103 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:54:17.844103 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:54:17.844103 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 20:54:17.844103 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:54:17.844103 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 20:54:17.844103 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:54:17.844103 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:54:17.844103 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:54:17.844103 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 20:54:17.844103 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:54:17.844103 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:54:17.844103 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:54:17.844103 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:54:17.844103 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:54:17.844103 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:54:17.844103 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:54:17.937154 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a039c9bb-af59-40c8-a46e-b6da72e07041 req-8e0d03c6-8171-4e48-84bd-052dbc43a832 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105523 Aug 16 20:54:17.968177 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 2951dd29-2914-45ad-be3a-5d110406dedf up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:17.969457 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-73e4cee2-0da4-43a8-b5ce-91b77ccfc6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:18.015115 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-73e4cee2-0da4-43a8-b5ce-91b77ccfc6d8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=eaa67e74759845a3b88dbb9cdf5dda9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8698676 Aug 16 20:54:18.015115 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e4cee2-0da4-43a8-b5ce-91b77ccfc6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc337f8-424a-416e-bcc9-527ce412b32b,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:18.016085 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44522) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:18.039919 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 2951dd29-2914-45ad-be3a-5d110406dedf triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:18.040784 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:18.097503 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1c00c2ae-e81a-4c3b-a2c7-1a8dad58c861 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:18.112311 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-43bb3264-79a5-4b10-b703-ae59fd050ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:18.129070 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1c00c2ae-e81a-4c3b-a2c7-1a8dad58c861 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:18.133280 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1c00c2ae-e81a-4c3b-a2c7-1a8dad58c861 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] 10.222.0.84 "DELETE /v2.0/networks/affcbbef-8cfb-4ebd-8ee1-e0a3a3ac54c9 HTTP/1.1" status: 204 len: 168 time: 0.8643193 Aug 16 20:54:18.134035 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44534) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:18.135678 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-06c39615-43a5-4627-8815-4d0d210933bc req-76d60a02-4c01-45e2-aaf8-ac9466c928ef tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/ports?device_id=455ae79a-5bf9-4917-950f-f3bdbb3e4492 HTTP/1.1" status: 200 len: 210 time: 0.0691733 Aug 16 20:54:18.148976 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00c2ae-e81a-4c3b-a2c7-1a8dad58c861 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Pushing event deleted for resources: {'Network': ['ID=affcbbef-8cfb-4ebd-8ee1-e0a3a3ac54c9,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:18.156141 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-43bb3264-79a5-4b10-b703-ae59fd050ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:18.217198 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 7580cefe-ac07-484a-a426-ec1a51c9de8f up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:18.309601 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c405a5c8-6233-479a-b43b-59aca903c2d0 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:18.316096 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c405a5c8-6233-479a-b43b-59aca903c2d0 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:18.317698 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c405a5c8-6233-479a-b43b-59aca903c2d0 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1829400 Aug 16 20:54:18.321517 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44540) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:18.326643 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-97e193af-cd61-41a8-bf76-0ac68b0a290d tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-322314460'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:18.344970 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b6d757e2-e0df-4dbb-b01c-db80a4f46b38 req-41a63a58-fe2f-4cc2-8cbc-66816a0faedd tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=10fc6dae-0fbe-4975-8540-084e0c3e0db8 HTTP/1.1" status: 200 len: 210 time: 0.0366662 Aug 16 20:54:18.407051 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 7580cefe-ac07-484a-a426-ec1a51c9de8f completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:18.407261 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-43bb3264-79a5-4b10-b703-ae59fd050ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:18.410038 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-43bb3264-79a5-4b10-b703-ae59fd050ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:18.411006 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-43bb3264-79a5-4b10-b703-ae59fd050ac5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6cc337f8-424a-416e-bcc9-527ce412b32b HTTP/1.1" status: 204 len: 168 time: 0.3934758 Aug 16 20:54:18.411382 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 7580cefe-ac07-484a-a426-ec1a51c9de8f triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:18.411472 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:18.420252 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb3264-79a5-4b10-b703-ae59fd050ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc337f8-424a-416e-bcc9-527ce412b32b,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:18.500304 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:18.536944 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 7580cefe-ac07-484a-a426-ec1a51c9de8f, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=7580cefe-ac07-484a-a426-ec1a51c9de8f,segment=NetworkSegment(43b7c5a5-714d-4ec3-800b-7f303c437459),segment_id=43b7c5a5-714d-4ec3-800b-7f303c437459)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:18.572133 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e193af-cd61-41a8-bf76-0ac68b0a290d tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Made reservation on behalf of 7941c4e4171344a48eb66031527fafea for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:18.579491 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-97e193af-cd61-41a8-bf76-0ac68b0a290d tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:18.605422 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97e193af-cd61-41a8-bf76-0ac68b0a290d tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:54:18.616962 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-97e193af-cd61-41a8-bf76-0ac68b0a290d tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:18.617327 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-97e193af-cd61-41a8-bf76-0ac68b0a290d tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Added segment 5e627993-14b3-4205-b36f-8011542c85a4 of type vlan for network 0c05b25b-06a3-46fa-b4f7-a1ad9ef056a3 Aug 16 20:54:18.657127 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:18.661621 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-97e193af-cd61-41a8-bf76-0ac68b0a290d tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:18.726401 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=7580cefe-ac07-484a-a426-ec1a51c9de8f,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:18.770428 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15790b1d-0ca4-410f-8161-d6480c0d4159 req-22d35e88-0f97-4ac2-8773-6f7c87377ff2 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:18.777146 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-15790b1d-0ca4-410f-8161-d6480c0d4159 req-22d35e88-0f97-4ac2-8773-6f7c87377ff2 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 946 time: 0.0566194 Aug 16 20:54:18.855686 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-15790b1d-0ca4-410f-8161-d6480c0d4159 req-6423f989-6867-4541-b072-51d4fb77d5d0 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716548 Aug 16 20:54:18.874700 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739953b-64c3-436e-8e07-e69c19a88634 req-54a3974a-91e0-4613-a894-0d2413b4b79b tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:18.874700 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c739953b-64c3-436e-8e07-e69c19a88634 req-54a3974a-91e0-4613-a894-0d2413b4b79b tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=50a35a1f-f032-44ca-910a-a152a9b434a7 HTTP/1.1" status: 200 len: 946 time: 0.0647795 Aug 16 20:54:18.910086 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-97e193af-cd61-41a8-bf76-0ac68b0a290d tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:18.917045 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e193af-cd61-41a8-bf76-0ac68b0a290d tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:18.917668 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-97e193af-cd61-41a8-bf76-0ac68b0a290d tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:18.951045 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c739953b-64c3-436e-8e07-e69c19a88634 req-9a2ebec8-780d-4848-8228-45a7800b1b22 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685396 Aug 16 20:54:18.953774 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:19.002399 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e193af-cd61-41a8-bf76-0ac68b0a290d tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Pushing event updated for resources: {'Network': ['ID=0c05b25b-06a3-46fa-b4f7-a1ad9ef056a3,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:19.014096 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 0c05b25b-06a3-46fa-b4f7-a1ad9ef056a3 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:54:19.223757 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-97e193af-cd61-41a8-bf76-0ac68b0a290d tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9011662 Aug 16 20:54:19.226965 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44556) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:19.233303 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-ac57a621-65af-4564-88b6-5a307367825f tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-931404589'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:19.265512 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-79ccc4c6-6bdf-47cd-b45a-e6d31620befb req-11d3bfe3-8e1d-4518-bf2b-461767b023aa tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups/d0cfb886-5d31-4090-9620-aefea59648a6 HTTP/1.1" status: 200 len: 1802 time: 0.0508037 Aug 16 20:54:19.325514 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-79ccc4c6-6bdf-47cd-b45a-e6d31620befb req-f0dc2fd1-74d2-4051-aa14-4fe0cffdf45b tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:19.347955 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-79ccc4c6-6bdf-47cd-b45a-e6d31620befb req-f0dc2fd1-74d2-4051-aa14-4fe0cffdf45b tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:19.447140 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4247c669-48b0-4b4a-b49d-4ec6a1bfa175 req-d9790b47-e31c-4804-9990-3f012ac368f2 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=10fc6dae-0fbe-4975-8540-084e0c3e0db8 HTTP/1.1" status: 200 len: 210 time: 0.0286982 Aug 16 20:54:19.456339 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac57a621-65af-4564-88b6-5a307367825f tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Made reservation on behalf of 7941c4e4171344a48eb66031527fafea for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:19.461773 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ac57a621-65af-4564-88b6-5a307367825f tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:19.480709 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-79ccc4c6-6bdf-47cd-b45a-e6d31620befb req-f0dc2fd1-74d2-4051-aa14-4fe0cffdf45b tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:19.485093 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac57a621-65af-4564-88b6-5a307367825f tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:54:19.486257 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-79ccc4c6-6bdf-47cd-b45a-e6d31620befb req-f0dc2fd1-74d2-4051-aa14-4fe0cffdf45b tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:19.489089 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-79ccc4c6-6bdf-47cd-b45a-e6d31620befb req-f0dc2fd1-74d2-4051-aa14-4fe0cffdf45b tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "DELETE /v2.0/security-groups/d0cfb886-5d31-4090-9620-aefea59648a6 HTTP/1.1" status: 204 len: 173 time: 0.2165940 Aug 16 20:54:19.503504 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc2fd1-74d2-4051-aa14-4fe0cffdf45b tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cfb886-5d31-4090-9620-aefea59648a6,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:19.504184 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ac57a621-65af-4564-88b6-5a307367825f tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:19.504825 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-ac57a621-65af-4564-88b6-5a307367825f tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Added segment 4a27ea33-6c62-4770-aa0a-ca308936bd5e of type vlan for network 02d23b47-9b06-4ea5-bafe-ab1b8540f574 Aug 16 20:54:19.551200 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aeb019e8-2ec3-4f88-9716-ac7c6dbe418f req-9d33de09-9b12-46b4-ae85-e1a157df1a9f tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "GET /v2.0/security-groups/beeec0c3-d4e4-4355-8c6d-5a86f9db3316 HTTP/1.1" status: 200 len: 1801 time: 0.0414913 Aug 16 20:54:19.555356 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ac57a621-65af-4564-88b6-5a307367825f tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:19.617124 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44568) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:19.633140 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-aeb019e8-2ec3-4f88-9716-ac7c6dbe418f req-cbb1d5f2-262b-4445-b44a-cd7826d55379 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:19.661015 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-aeb019e8-2ec3-4f88-9716-ac7c6dbe418f req-cbb1d5f2-262b-4445-b44a-cd7826d55379 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:19.668158 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1e703867-c953-431e-9a1c-f5debec98bbf admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b3807556f59f4a7aaade9f405c2889e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0513439 Aug 16 20:54:19.670714 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44570) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:19.713734 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ac57a621-65af-4564-88b6-5a307367825f tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:19.719689 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac57a621-65af-4564-88b6-5a307367825f tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:19.720377 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ac57a621-65af-4564-88b6-5a307367825f tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:19.801204 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 7580cefe-ac07-484a-a426-ec1a51c9de8f up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:19.804149 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57a621-65af-4564-88b6-5a307367825f tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Pushing event updated for resources: {'Network': ['ID=02d23b47-9b06-4ea5-bafe-ab1b8540f574,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:19.806204 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e6ce6434-addd-49a9-906c-435290a0c24a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:19.823753 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 02d23b47-9b06-4ea5-bafe-ab1b8540f574 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:54:19.828540 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e6ce6434-addd-49a9-906c-435290a0c24a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:19.870937 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 38fd5de8-f1bd-46b8-8703-f5c2817640d6 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:54:19.874478 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-aeb019e8-2ec3-4f88-9716-ac7c6dbe418f req-cbb1d5f2-262b-4445-b44a-cd7826d55379 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:19.878303 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-aeb019e8-2ec3-4f88-9716-ac7c6dbe418f req-cbb1d5f2-262b-4445-b44a-cd7826d55379 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:19.880065 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ac57a621-65af-4564-88b6-5a307367825f tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6513407 Aug 16 20:54:19.882639 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aeb019e8-2ec3-4f88-9716-ac7c6dbe418f req-cbb1d5f2-262b-4445-b44a-cd7826d55379 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] 10.222.0.84 "DELETE /v2.0/security-groups/beeec0c3-d4e4-4355-8c6d-5a86f9db3316 HTTP/1.1" status: 204 len: 173 time: 0.3212245 Aug 16 20:54:19.885729 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44576) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:19.886291 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44578) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:19.893457 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb1d5f2-262b-4445-b44a-cd7826d55379 tempest-SecurityGroupsTestJSON-924649757 tempest-SecurityGroupsTestJSON-924649757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beeec0c3-d4e4-4355-8c6d-5a86f9db3316,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:19.894227 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-1e9ef705-f88d-4014-a547-9ec398a7121e tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Request body: {'ports': [{'network_id': '0c05b25b-06a3-46fa-b4f7-a1ad9ef056a3', 'name': 'tempest-port--197953951', 'admin_state_up': True}, {'network_id': '02d23b47-9b06-4ea5-bafe-ab1b8540f574', 'admin_state_up': False}]} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:19.894762 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-1e9ef705-f88d-4014-a547-9ec398a7121e tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Request body: {'port': {'network_id': '0c05b25b-06a3-46fa-b4f7-a1ad9ef056a3', 'name': 'tempest-port--197953951', 'admin_state_up': True}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:19.896157 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-1e9ef705-f88d-4014-a547-9ec398a7121e tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Request body: {'port': {'network_id': '02d23b47-9b06-4ea5-bafe-ab1b8540f574', 'admin_state_up': False}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:20.011711 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ff6bd-504a-4e1f-b308-31dc576c2925 req-0e0cf87b-7959-493f-8e05-5920b56431d9 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:20.022179 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f80ff6bd-504a-4e1f-b308-31dc576c2925 req-0e0cf87b-7959-493f-8e05-5920b56431d9 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 946 time: 0.0746689 Aug 16 20:54:20.071481 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 38fd5de8-f1bd-46b8-8703-f5c2817640d6 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:54:20.071873 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 38fd5de8-f1bd-46b8-8703-f5c2817640d6 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:54:20.073125 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e6ce6434-addd-49a9-906c-435290a0c24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:20.074603 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f80ff6bd-504a-4e1f-b308-31dc576c2925 req-857da690-abd5-4c18-af1f-622f6c7f2601 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513120 Aug 16 20:54:20.075760 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e6ce6434-addd-49a9-906c-435290a0c24a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:20.076927 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e6ce6434-addd-49a9-906c-435290a0c24a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4a3a5306-de28-41b5-a0d9-971d85332af1 HTTP/1.1" status: 204 len: 168 time: 0.4052687 Aug 16 20:54:20.099671 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-deecd7aa-f594-4690-b8a2-93a0c1a9cb62 admin admin] Deleting subnet 0ca13ed5-9db7-40b6-8d34-f10c5def1378 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:54:20.103324 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-deecd7aa-f594-4690-b8a2-93a0c1a9cb62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:20.126102 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa2304-d2b1-4199-a69a-a7c300a9c4e1 req-d367288b-083e-4bb7-b34c-cd42e9ae8a73 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:20.132691 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 7580cefe-ac07-484a-a426-ec1a51c9de8f triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:20.133260 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:20.136268 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ddaa2304-d2b1-4199-a69a-a7c300a9c4e1 req-d367288b-083e-4bb7-b34c-cd42e9ae8a73 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=50a35a1f-f032-44ca-910a-a152a9b434a7 HTTP/1.1" status: 200 len: 946 time: 0.0884132 Aug 16 20:54:20.168795 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce6434-addd-49a9-906c-435290a0c24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3a5306-de28-41b5-a0d9-971d85332af1,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:20.185846 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ddaa2304-d2b1-4199-a69a-a7c300a9c4e1 req-bf2d135e-a190-4024-8133-14971ac79ab2 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446196 Aug 16 20:54:20.212423 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-deecd7aa-f594-4690-b8a2-93a0c1a9cb62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:20.271968 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-deecd7aa-f594-4690-b8a2-93a0c1a9cb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:20.347662 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9ef705-f88d-4014-a547-9ec398a7121e tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Made reservation on behalf of 7941c4e4171344a48eb66031527fafea for: {'port': 2} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:20.354428 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1e9ef705-f88d-4014-a547-9ec398a7121e tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:20.377739 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1e9ef705-f88d-4014-a547-9ec398a7121e tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:20.452865 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-1e9ef705-f88d-4014-a547-9ec398a7121e tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] device_id is not set on port 8bd0d95d-2169-4703-b258-5892bf6210d2 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:54:20.466797 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-deecd7aa-f594-4690-b8a2-93a0c1a9cb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:20.503085 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deecd7aa-f594-4690-b8a2-93a0c1a9cb62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ca13ed5-9db7-40b6-8d34-f10c5def1378,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:20.510370 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-deecd7aa-f594-4690-b8a2-93a0c1a9cb62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:20.512523 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-deecd7aa-f594-4690-b8a2-93a0c1a9cb62 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/0ca13ed5-9db7-40b6-8d34-f10c5def1378 HTTP/1.1" status: 204 len: 168 time: 0.6247065 Aug 16 20:54:20.514927 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44594) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:20.616557 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1c6ec455-58b3-40a4-92a5-3d9723d28c49 req-4e7eb08b-15fa-456b-b4f9-4882be583087 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=10fc6dae-0fbe-4975-8540-084e0c3e0db8 HTTP/1.1" status: 200 len: 210 time: 0.0405695 Aug 16 20:54:20.621665 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ed5e5816-0abe-4e99-9bdf-16965284d652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:20.622435 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1e9ef705-f88d-4014-a547-9ec398a7121e tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:20.704164 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-1e9ef705-f88d-4014-a547-9ec398a7121e tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] device_id is not set on port 70bff910-f19f-4627-9788-3204f93e397f yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:54:20.714028 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ed5e5816-0abe-4e99-9bdf-16965284d652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:20.724190 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-ed5e5816-0abe-4e99-9bdf-16965284d652 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['001f774f-d3c4-4724-a4ef-b6554b1c972e']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:20.735721 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-ed5e5816-0abe-4e99-9bdf-16965284d652 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb926d0b-2c7e-41f1-b470-27d663b83c1b') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:20.736082 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-ed5e5816-0abe-4e99-9bdf-16965284d652 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb926d0b-2c7e-41f1-b470-27d663b83c1b') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:20.745277 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ed5e5816-0abe-4e99-9bdf-16965284d652 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:20.760224 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ed5e5816-0abe-4e99-9bdf-16965284d652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:20.768384 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed5e5816-0abe-4e99-9bdf-16965284d652 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:54:20.768733 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ed5e5816-0abe-4e99-9bdf-16965284d652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:20.770636 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 20:54:20.770636 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:54:20.770636 n-d-793620-15 neutron-server[101844]: timer() Aug 16 20:54:20.770636 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:54:20.770636 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 20:54:20.770636 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:54:20.770636 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 20:54:20.770636 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:54:20.770636 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 20:54:20.770636 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:54:20.770636 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 20:54:20.770636 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:54:20.770636 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 20:54:20.770636 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:54:20.770636 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:54:20.770636 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:54:20.770636 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:54:20.770636 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:54:20.770636 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 20:54:20.770636 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:54:20.770636 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 20:54:20.770636 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:54:20.770636 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:54:20.770636 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:54:20.770636 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 20:54:20.770636 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:54:20.770636 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:54:20.770636 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:54:20.770636 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:54:20.770636 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:54:20.770636 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:54:20.770636 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:54:20.826582 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1e9ef705-f88d-4014-a547-9ec398a7121e tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:21.003618 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ed5e5816-0abe-4e99-9bdf-16965284d652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:21.020075 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ed5e5816-0abe-4e99-9bdf-16965284d652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:21.022114 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ed5e5816-0abe-4e99-9bdf-16965284d652 admin admin] 10.222.0.84 "DELETE /v2.0/networks/001f774f-d3c4-4724-a4ef-b6554b1c972e HTTP/1.1" status: 204 len: 168 time: 0.5060997 Aug 16 20:54:21.023515 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e5816-0abe-4e99-9bdf-16965284d652 admin admin] Pushing event deleted for resources: {'Network': ['ID=001f774f-d3c4-4724-a4ef-b6554b1c972e,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:21.025513 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1e9ef705-f88d-4014-a547-9ec398a7121e tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:21.119897 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ef705-f88d-4014-a547-9ec398a7121e tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Pushing event updated for resources: {'Port': ['ID=8bd0d95d-2169-4703-b258-5892bf6210d2,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:21.171658 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-dbd79c70-5eec-4fdf-9c7e-112be18e64f7 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:21.177766 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-dbd79c70-5eec-4fdf-9c7e-112be18e64f7 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:21.179409 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-dbd79c70-5eec-4fdf-9c7e-112be18e64f7 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.72 "GET /v2.0/networks?id=a2dafdd9-6e14-4f49-94cc-7fa205debddb&id=875d3302-cf86-4844-a136-e34df87b56ab&id=a2dafdd9-6e14-4f49-94cc-7fa205debddb HTTP/1.1" status: 200 len: 1392 time: 0.2033410 Aug 16 20:54:21.184127 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9ef705-f88d-4014-a547-9ec398a7121e tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Checking segment: {'id': '5e627993-14b3-4205-b36f-8011542c85a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0c05b25b-06a3-46fa-b4f7-a1ad9ef056a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:21.184492 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9ef705-f88d-4014-a547-9ec398a7121e tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Network hostable DHCP agents. Network: 0c05b25b-06a3-46fa-b4f7-a1ad9ef056a3, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:54:21.195569 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-83957077-1cc4-4cb0-bd8c-51ecd6061ef1 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Request body: {'port': {'device_id': '10fc6dae-0fbe-4975-8540-084e0c3e0db8', 'network_id': 'a2dafdd9-6e14-4f49-94cc-7fa205debddb', 'admin_state_up': True, 'tenant_id': '46bc4cc3934648ed8895a7ed0a5b63cc'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:21.276461 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d146a-2b4e-4c5f-8947-cc6d25e241e9 req-ce1f89c7-de32-41b1-8508-4bb0309c9416 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:21.278016 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-276d146a-2b4e-4c5f-8947-cc6d25e241e9 req-ce1f89c7-de32-41b1-8508-4bb0309c9416 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 946 time: 0.0604537 Aug 16 20:54:21.334027 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-276d146a-2b4e-4c5f-8947-cc6d25e241e9 req-a18d93e2-fe88-4f86-9386-a72a68ec4342 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398312 Aug 16 20:54:21.410531 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9ef705-f88d-4014-a547-9ec398a7121e tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Network 0c05b25b-06a3-46fa-b4f7-a1ad9ef056a3 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:54:21.462013 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-83957077-1cc4-4cb0-bd8c-51ecd6061ef1 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Made reservation on behalf of 46bc4cc3934648ed8895a7ed0a5b63cc for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:21.467118 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-83957077-1cc4-4cb0-bd8c-51ecd6061ef1 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:21.580458 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44626) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:21.596670 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-83957077-1cc4-4cb0-bd8c-51ecd6061ef1 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Allocated IP 19.80.0.189 (a2dafdd9-6e14-4f49-94cc-7fa205debddb/c357a45f-ccd8-434b-8138-49abbd36687e/aa51d2ea-a958-4c21-aeef-92b5be7ba27f) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:21.642613 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-1e9ef705-f88d-4014-a547-9ec398a7121e tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 0c05b25b-06a3-46fa-b4f7-a1ad9ef056a3) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:21.651867 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9ef705-f88d-4014-a547-9ec398a7121e tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:21.653105 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1e9ef705-f88d-4014-a547-9ec398a7121e tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:21.659578 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa2d859-df0c-46ba-8998-0c0356f0ac82 None None] Network 0c05b25b-06a3-46fa-b4f7-a1ad9ef056a3 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:21.727287 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e92048ee-64ec-4bf0-89b7-41c90f4e68ae tempest-AgentManagementNegativeTest-598139083 tempest-AgentManagementNegativeTest-598139083-project] 10.222.0.84 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1455605 Aug 16 20:54:21.754340 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ef705-f88d-4014-a547-9ec398a7121e tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Pushing event updated for resources: {'Port': ['ID=70bff910-f19f-4627-9788-3204f93e397f,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:21.841471 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1e50d4f0-8510-49af-81f9-dfc374e2200a req-13abbfae-b330-4db4-a6b1-6bd00cdec04c tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=10fc6dae-0fbe-4975-8540-084e0c3e0db8 HTTP/1.1" status: 200 len: 210 time: 0.0901477 Aug 16 20:54:21.857056 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:21.864616 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9ef705-f88d-4014-a547-9ec398a7121e tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Checking segment: {'id': '4a27ea33-6c62-4770-aa0a-ca308936bd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '02d23b47-9b06-4ea5-bafe-ab1b8540f574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:21.864616 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9ef705-f88d-4014-a547-9ec398a7121e tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Network hostable DHCP agents. Network: 02d23b47-9b06-4ea5-bafe-ab1b8540f574, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:54:21.869659 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44638) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:21.905987 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-83957077-1cc4-4cb0-bd8c-51ecd6061ef1 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:21.919536 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-83957077-1cc4-4cb0-bd8c-51ecd6061ef1 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Transition to ACTIVE for port object aa51d2ea-a958-4c21-aeef-92b5be7ba27f will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:21.925192 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0d0168d2-a8e5-4335-b9a6-a5f2edbab174 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f528879fc998445593ea72fcaca71808&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0538225 Aug 16 20:54:21.932241 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44640) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:21.993446 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d5f40481-9b02-45ae-8451-769ac2236994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:22.015924 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d5f40481-9b02-45ae-8451-769ac2236994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:22.067528 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9ef705-f88d-4014-a547-9ec398a7121e tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Network 02d23b47-9b06-4ea5-bafe-ab1b8540f574 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:54:22.079082 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-83957077-1cc4-4cb0-bd8c-51ecd6061ef1 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:22.126714 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-83957077-1cc4-4cb0-bd8c-51ecd6061ef1 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Network a2dafdd9-6e14-4f49-94cc-7fa205debddb is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:22.130016 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-83957077-1cc4-4cb0-bd8c-51ecd6061ef1 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:22.137800 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-83957077-1cc4-4cb0-bd8c-51ecd6061ef1 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:22.158066 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83957077-1cc4-4cb0-bd8c-51ecd6061ef1 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Pushing event updated for resources: {'Port': ['ID=aa51d2ea-a958-4c21-aeef-92b5be7ba27f,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:22.179161 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d5f40481-9b02-45ae-8451-769ac2236994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:22.183770 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d5f40481-9b02-45ae-8451-769ac2236994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:22.185210 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d5f40481-9b02-45ae-8451-769ac2236994 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3dc6bd43-bdac-49e7-80a3-26b230279ccb HTTP/1.1" status: 204 len: 168 time: 0.2513335 Aug 16 20:54:22.195316 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f40481-9b02-45ae-8451-769ac2236994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc6bd43-bdac-49e7-80a3-26b230279ccb,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:22.200879 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-83957077-1cc4-4cb0-bd8c-51ecd6061ef1 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:22.201575 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-83957077-1cc4-4cb0-bd8c-51ecd6061ef1 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:22.214942 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-1e9ef705-f88d-4014-a547-9ec398a7121e tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 02d23b47-9b06-4ea5-bafe-ab1b8540f574) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:22.219093 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9ef705-f88d-4014-a547-9ec398a7121e tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:22.226229 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9ef705-f88d-4014-a547-9ec398a7121e tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:22.232213 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9ef705-f88d-4014-a547-9ec398a7121e tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:22.232925 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1e9ef705-f88d-4014-a547-9ec398a7121e tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:22.249488 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa510bb6-fe91-4d8d-95f8-3eccfe7dcc94 None None] Network 02d23b47-9b06-4ea5-bafe-ab1b8540f574 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:22.282926 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-83957077-1cc4-4cb0-bd8c-51ecd6061ef1 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0942767 Aug 16 20:54:22.295466 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-dd9618ab-970b-4703-b3ba-c1ac873b8a67 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Request body: {'port': {'device_id': '10fc6dae-0fbe-4975-8540-084e0c3e0db8', 'network_id': '875d3302-cf86-4844-a136-e34df87b56ab', 'admin_state_up': True, 'tenant_id': '46bc4cc3934648ed8895a7ed0a5b63cc'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:22.342691 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1e9ef705-f88d-4014-a547-9ec398a7121e tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.4515719 Aug 16 20:54:22.343006 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44646) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:22.425689 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0152110-6d78-45c3-b261-081a3eaf6060 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:22.431695 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0152110-6d78-45c3-b261-081a3eaf6060 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:22.433376 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b0152110-6d78-45c3-b261-081a3eaf6060 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0892193 Aug 16 20:54:22.439604 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44650) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:22.569624 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0f0d88b6-f57a-4253-a30b-8527b7006439 None None] Provisioning for port aa51d2ea-a958-4c21-aeef-92b5be7ba27f completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:22.579894 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0f0d88b6-f57a-4253-a30b-8527b7006439 None None] Provisioning complete for port aa51d2ea-a958-4c21-aeef-92b5be7ba27f triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:22.579894 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0f0d88b6-f57a-4253-a30b-8527b7006439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:22.605368 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-dd9618ab-970b-4703-b3ba-c1ac873b8a67 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Made reservation on behalf of 46bc4cc3934648ed8895a7ed0a5b63cc for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:22.609114 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-dd9618ab-970b-4703-b3ba-c1ac873b8a67 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:22.617476 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ef072-dd7e-405b-b302-8d175e4d17e2 req-991a57ac-e9e4-4217-893b-8d2e4bcdb76b tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:22.619025 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1f7ef072-dd7e-405b-b302-8d175e4d17e2 req-991a57ac-e9e4-4217-893b-8d2e4bcdb76b tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 946 time: 0.1014690 Aug 16 20:54:22.619550 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44656) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:22.639246 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-0f0d88b6-f57a-4253-a30b-8527b7006439 None None] Port aa51d2ea-a958-4c21-aeef-92b5be7ba27f cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:54:22.664445 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-862a4510-5646-418f-be21-74331dbf025e tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Deleting port 8bd0d95d-2169-4703-b258-5892bf6210d2 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:22.665031 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-862a4510-5646-418f-be21-74331dbf025e tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:22.740259 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1f7ef072-dd7e-405b-b302-8d175e4d17e2 req-1cdb87e1-7fed-47ab-a83b-6fb613c0c1b8 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124449 Aug 16 20:54:22.776424 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-923e66fe-481a-489d-bd5f-1f0ee1aa5dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:22.779004 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-dd9618ab-970b-4703-b3ba-c1ac873b8a67 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Allocated IP 19.86.0.232 (875d3302-cf86-4844-a136-e34df87b56ab/0fe4b096-cf51-4fc2-91e7-bcb416752f59/02535b8d-51f2-42d7-bd6b-980b00456e83) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:22.796298 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-862a4510-5646-418f-be21-74331dbf025e tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:22.814579 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-862a4510-5646-418f-be21-74331dbf025e tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Calling delete_port for 8bd0d95d-2169-4703-b258-5892bf6210d2 owned by {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:22.962312 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-dd9618ab-970b-4703-b3ba-c1ac873b8a67 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:22.977534 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-dd9618ab-970b-4703-b3ba-c1ac873b8a67 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Transition to ACTIVE for port object 02535b8d-51f2-42d7-bd6b-980b00456e83 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:23.096631 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-dd9618ab-970b-4703-b3ba-c1ac873b8a67 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:23.148843 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-dd9618ab-970b-4703-b3ba-c1ac873b8a67 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Network 875d3302-cf86-4844-a136-e34df87b56ab is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:23.152849 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-dd9618ab-970b-4703-b3ba-c1ac873b8a67 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:23.161483 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-dd9618ab-970b-4703-b3ba-c1ac873b8a67 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:23.196862 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9618ab-970b-4703-b3ba-c1ac873b8a67 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Pushing event updated for resources: {'Port': ['ID=02535b8d-51f2-42d7-bd6b-980b00456e83,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:23.226245 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-dd9618ab-970b-4703-b3ba-c1ac873b8a67 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:23.226923 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-dd9618ab-970b-4703-b3ba-c1ac873b8a67 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:23.355925 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089facc5-f8a9-4b01-9e4f-caa68efbd6be req-70a0b050-70d0-4871-8c2e-2ffdd32215d8 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:23.362041 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089facc5-f8a9-4b01-9e4f-caa68efbd6be req-70a0b050-70d0-4871-8c2e-2ffdd32215d8 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:23.363832 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-089facc5-f8a9-4b01-9e4f-caa68efbd6be req-70a0b050-70d0-4871-8c2e-2ffdd32215d8 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=10fc6dae-0fbe-4975-8540-084e0c3e0db8 HTTP/1.1" status: 200 len: 1655 time: 0.1071513 Aug 16 20:54:23.388524 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-923e66fe-481a-489d-bd5f-1f0ee1aa5dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:23.417517 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-089facc5-f8a9-4b01-9e4f-caa68efbd6be req-3eceb2bf-0817-456b-a203-f33c6c11ac1b tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b1786a4-3a00-49c3-a648-1cad1397544f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472233 Aug 16 20:54:23.458880 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-862a4510-5646-418f-be21-74331dbf025e tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:23.486868 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a4510-5646-418f-be21-74331dbf025e tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Pushing event deleted for resources: {'Port': ['ID=8bd0d95d-2169-4703-b258-5892bf6210d2,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:23.495305 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-862a4510-5646-418f-be21-74331dbf025e tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:23.499654 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-862a4510-5646-418f-be21-74331dbf025e tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] 10.222.0.84 "DELETE /v2.0/ports/8bd0d95d-2169-4703-b258-5892bf6210d2 HTTP/1.1" status: 204 len: 168 time: 1.0599926 Aug 16 20:54:23.499932 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44688) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:23.535984 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-923e66fe-481a-489d-bd5f-1f0ee1aa5dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:23.555767 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-4dd1dfd1-fc95-4812-b08f-fe71c44af492 None None] Provisioning for port 02535b8d-51f2-42d7-bd6b-980b00456e83 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:23.561280 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-4dd1dfd1-fc95-4812-b08f-fe71c44af492 None None] Provisioning complete for port 02535b8d-51f2-42d7-bd6b-980b00456e83 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:23.561668 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4dd1dfd1-fc95-4812-b08f-fe71c44af492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:23.596772 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-4dd1dfd1-fc95-4812-b08f-fe71c44af492 None None] Port 02535b8d-51f2-42d7-bd6b-980b00456e83 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:54:23.609204 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-923e66fe-481a-489d-bd5f-1f0ee1aa5dca admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b04cc0afddfa4b419e528751943d75a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9875853 Aug 16 20:54:23.611995 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44696) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:23.613442 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e66fe-481a-489d-bd5f-1f0ee1aa5dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f592dc-16b7-4be3-bfcf-e11ddba3dcba,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:23.643412 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-dd9618ab-970b-4703-b3ba-c1ac873b8a67 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3524017 Aug 16 20:54:23.646684 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-a80b716e-3bf1-4262-ace5-a0c216de75cb tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Deleting port 70bff910-f19f-4627-9788-3204f93e397f {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:23.647034 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a80b716e-3bf1-4262-ace5-a0c216de75cb tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:23.660024 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-48727dcf-085c-41bb-852e-6bc43d3969d6 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Request body: {'port': {'device_id': '10fc6dae-0fbe-4975-8540-084e0c3e0db8', 'network_id': 'a2dafdd9-6e14-4f49-94cc-7fa205debddb', 'admin_state_up': True, 'tenant_id': '46bc4cc3934648ed8895a7ed0a5b63cc'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:23.743362 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e6350edd-353c-4aab-9c1b-a9c1b8e4aae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:23.743511 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a80b716e-3bf1-4262-ace5-a0c216de75cb tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:23.764521 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-a80b716e-3bf1-4262-ace5-a0c216de75cb tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Calling delete_port for 70bff910-f19f-4627-9788-3204f93e397f owned by {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:23.784219 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e6350edd-353c-4aab-9c1b-a9c1b8e4aae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:23.909753 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f6abb-b98d-49b5-8657-ed729f256dd0 req-1c1eec9a-ae1a-4fcf-b630-30e85659f0d7 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:23.911252 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2e0f6abb-b98d-49b5-8657-ed729f256dd0 req-1c1eec9a-ae1a-4fcf-b630-30e85659f0d7 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 946 time: 0.0498486 Aug 16 20:54:23.930389 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-48727dcf-085c-41bb-852e-6bc43d3969d6 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Made reservation on behalf of 46bc4cc3934648ed8895a7ed0a5b63cc for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:23.934007 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-48727dcf-085c-41bb-852e-6bc43d3969d6 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:23.950014 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2e0f6abb-b98d-49b5-8657-ed729f256dd0 req-850bd9c0-18c7-45f9-9ebe-2fd5bf8f1af9 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316896 Aug 16 20:54:24.010589 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e6350edd-353c-4aab-9c1b-a9c1b8e4aae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.012621 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e6350edd-353c-4aab-9c1b-a9c1b8e4aae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.016653 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e6350edd-353c-4aab-9c1b-a9c1b8e4aae2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b5f592dc-16b7-4be3-bfcf-e11ddba3dcba HTTP/1.1" status: 204 len: 168 time: 0.4006133 Aug 16 20:54:24.052139 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6350edd-353c-4aab-9c1b-a9c1b8e4aae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f592dc-16b7-4be3-bfcf-e11ddba3dcba,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:24.101972 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a80b716e-3bf1-4262-ace5-a0c216de75cb tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.128377 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-48727dcf-085c-41bb-852e-6bc43d3969d6 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Allocated IP 19.80.0.243 (a2dafdd9-6e14-4f49-94cc-7fa205debddb/c357a45f-ccd8-434b-8138-49abbd36687e/dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:24.134927 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b716e-3bf1-4262-ace5-a0c216de75cb tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Pushing event deleted for resources: {'Port': ['ID=70bff910-f19f-4627-9788-3204f93e397f,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:24.137269 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a80b716e-3bf1-4262-ace5-a0c216de75cb tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.141897 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a80b716e-3bf1-4262-ace5-a0c216de75cb tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] 10.222.0.84 "DELETE /v2.0/ports/70bff910-f19f-4627-9788-3204f93e397f HTTP/1.1" status: 204 len: 168 time: 0.6407971 Aug 16 20:54:24.142518 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44712) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:24.198014 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-938adf88-7e62-4cb2-8931-fdc5c947366d tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0542510 Aug 16 20:54:24.201762 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44714) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:24.206856 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-83b6c2df-5dc5-4267-807c-77d34546938b tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1316863143'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:24.286549 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-48727dcf-085c-41bb-852e-6bc43d3969d6 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.300732 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-48727dcf-085c-41bb-852e-6bc43d3969d6 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Transition to ACTIVE for port object dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:24.313265 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b6c2df-5dc5-4267-807c-77d34546938b tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Made reservation on behalf of 7941c4e4171344a48eb66031527fafea for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:24.317171 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-83b6c2df-5dc5-4267-807c-77d34546938b tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.341096 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83b6c2df-5dc5-4267-807c-77d34546938b tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:54:24.350071 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-83b6c2df-5dc5-4267-807c-77d34546938b tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.350428 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-83b6c2df-5dc5-4267-807c-77d34546938b tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Added segment 3306dd0e-2741-4be8-95ff-c84b80f21c44 of type vlan for network 71c1a672-4ee5-4cbf-847d-5d36baf046a4 Aug 16 20:54:24.390423 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-83b6c2df-5dc5-4267-807c-77d34546938b tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.427941 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44718) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:24.439484 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-48727dcf-085c-41bb-852e-6bc43d3969d6 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.470878 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-83b6c2df-5dc5-4267-807c-77d34546938b tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.478690 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b6c2df-5dc5-4267-807c-77d34546938b tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:24.483186 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-83b6c2df-5dc5-4267-807c-77d34546938b tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.525322 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-48727dcf-085c-41bb-852e-6bc43d3969d6 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Network a2dafdd9-6e14-4f49-94cc-7fa205debddb is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:24.530922 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-48727dcf-085c-41bb-852e-6bc43d3969d6 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:24.534952 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-48727dcf-085c-41bb-852e-6bc43d3969d6 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:24.565657 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48727dcf-085c-41bb-852e-6bc43d3969d6 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Pushing event updated for resources: {'Port': ['ID=dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:24.596910 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-48727dcf-085c-41bb-852e-6bc43d3969d6 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:24.597890 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-48727dcf-085c-41bb-852e-6bc43d3969d6 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.639868 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-86a8f096-c99b-4cf6-871e-ce661ceeb8bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.653834 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6c2df-5dc5-4267-807c-77d34546938b tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Pushing event updated for resources: {'Network': ['ID=71c1a672-4ee5-4cbf-847d-5d36baf046a4,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:24.667532 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 71c1a672-4ee5-4cbf-847d-5d36baf046a4 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:54:24.675095 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64c9da-3b03-4e44-b2c5-e3ffaa847343 req-11ae66b3-b6b0-460d-80d7-4121b70276e7 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:24.681448 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64c9da-3b03-4e44-b2c5-e3ffaa847343 req-11ae66b3-b6b0-460d-80d7-4121b70276e7 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:24.688916 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64c9da-3b03-4e44-b2c5-e3ffaa847343 req-11ae66b3-b6b0-460d-80d7-4121b70276e7 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:24.690941 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2b64c9da-3b03-4e44-b2c5-e3ffaa847343 req-11ae66b3-b6b0-460d-80d7-4121b70276e7 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=10fc6dae-0fbe-4975-8540-084e0c3e0db8 HTTP/1.1" status: 200 len: 2377 time: 0.1876457 Aug 16 20:54:24.741027 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2b64c9da-3b03-4e44-b2c5-e3ffaa847343 req-3bf90787-4c2a-4991-8746-832b9ca48f7e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b1786a4-3a00-49c3-a648-1cad1397544f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365837 Aug 16 20:54:24.807636 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-48727dcf-085c-41bb-852e-6bc43d3969d6 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1525438 Aug 16 20:54:24.820353 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-71d47906-2f00-466d-925a-d23be593d7c4 service neutron] Request body: {'port': {'device_id': '10fc6dae-0fbe-4975-8540-084e0c3e0db8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:24.859514 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-83b6c2df-5dc5-4267-807c-77d34546938b tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6565332 Aug 16 20:54:24.866526 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44736) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:24.877531 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-9ddf03b8-f6ab-4907-b81e-b742188a4255 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-912061608'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:24.892072 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-71d47906-2f00-466d-925a-d23be593d7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.915609 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-af4cc8b5-30ec-437e-9f82-cae1e82ca1d8 None None] Provisioning for port dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:24.920413 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-af4cc8b5-30ec-437e-9f82-cae1e82ca1d8 None None] Provisioning complete for port dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:24.920864 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-af4cc8b5-30ec-437e-9f82-cae1e82ca1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.972022 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-af4cc8b5-30ec-437e-9f82-cae1e82ca1d8 None None] Port dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:54:25.088578 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5396a4c-19d9-43fa-912e-0580c3e6e2ed req-cfeda478-4933-4ead-85d9-d40297634b07 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:25.088578 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d5396a4c-19d9-43fa-912e-0580c3e6e2ed req-cfeda478-4933-4ead-85d9-d40297634b07 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 946 time: 0.0568914 Aug 16 20:54:25.135860 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d5396a4c-19d9-43fa-912e-0580c3e6e2ed req-c9a7e99a-e51b-475a-b63c-e6d03037a547 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416863 Aug 16 20:54:25.482069 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-86a8f096-c99b-4cf6-871e-ce661ceeb8bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.514485 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44752) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:25.587137 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-71d47906-2f00-466d-925a-d23be593d7c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa51d2ea-a958-4c21-aeef-92b5be7ba27f {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:54:25.595963 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-71d47906-2f00-466d-925a-d23be593d7c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.599528 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-86a8f096-c99b-4cf6-871e-ce661ceeb8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.634800 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-63ce823e-448d-4624-ac24-66289199dda2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1192067056'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:25.642279 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44756) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:25.642566 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-86a8f096-c99b-4cf6-871e-ce661ceeb8bf admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2c44e2cfa8374b6f9ff53f2492bc0473&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2134011 Aug 16 20:54:25.647021 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-71d47906-2f00-466d-925a-d23be593d7c4 service neutron] Transition to ACTIVE for port object aa51d2ea-a958-4c21-aeef-92b5be7ba27f will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:25.662262 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8f096-c99b-4cf6-871e-ce661ceeb8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a8289f-de50-4331-ad2d-af3c478fbbb7,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:25.704394 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-21060aa5-b8d5-456e-b98f-4114fd5112f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.731279 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddf03b8-f6ab-4907-b81e-b742188a4255 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Made reservation on behalf of 7941c4e4171344a48eb66031527fafea for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:25.735076 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9ddf03b8-f6ab-4907-b81e-b742188a4255 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.738683 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-21060aa5-b8d5-456e-b98f-4114fd5112f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.767170 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-71d47906-2f00-466d-925a-d23be593d7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.840456 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d47906-2f00-466d-925a-d23be593d7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=aa51d2ea-a958-4c21-aeef-92b5be7ba27f,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:25.846127 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ddf03b8-f6ab-4907-b81e-b742188a4255 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:54:25.873300 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9ddf03b8-f6ab-4907-b81e-b742188a4255 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.875974 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-9ddf03b8-f6ab-4907-b81e-b742188a4255 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Added segment 72e36254-9487-4723-b8dc-fa2915d1977d of type vlan for network c7ab7a35-ee38-4fe5-89c5-ab56344e803b Aug 16 20:54:25.943931 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ce823e-448d-4624-ac24-66289199dda2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Made reservation on behalf of dedbb1beea794d6383c077ea3d880178 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:25.950257 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-71d47906-2f00-466d-925a-d23be593d7c4 service neutron] Attempting to bind port aa51d2ea-a958-4c21-aeef-92b5be7ba27f on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:25.950257 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-71d47906-2f00-466d-925a-d23be593d7c4 service neutron] Attempting to bind port aa51d2ea-a958-4c21-aeef-92b5be7ba27f by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': 'c9d7124c-2e4b-467c-988d-f294fc344f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a2dafdd9-6e14-4f49-94cc-7fa205debddb'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:25.950257 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-71d47906-2f00-466d-925a-d23be593d7c4 service neutron] Attempting to bind port aa51d2ea-a958-4c21-aeef-92b5be7ba27f on network a2dafdd9-6e14-4f49-94cc-7fa205debddb {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:25.950647 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-63ce823e-448d-4624-ac24-66289199dda2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.962371 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-71d47906-2f00-466d-925a-d23be593d7c4 service neutron] Port aa51d2ea-a958-4c21-aeef-92b5be7ba27f on network a2dafdd9-6e14-4f49-94cc-7fa205debddb not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:54:25.964894 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-71d47906-2f00-466d-925a-d23be593d7c4 service neutron] Attempting to bind port aa51d2ea-a958-4c21-aeef-92b5be7ba27f on network a2dafdd9-6e14-4f49-94cc-7fa205debddb {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:25.968600 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9ddf03b8-f6ab-4907-b81e-b742188a4255 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.974676 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-63ce823e-448d-4624-ac24-66289199dda2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.976923 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-71d47906-2f00-466d-925a-d23be593d7c4 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:25.976923 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-71d47906-2f00-466d-925a-d23be593d7c4 service neutron] Checking segment: {'id': 'c9d7124c-2e4b-467c-988d-f294fc344f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a2dafdd9-6e14-4f49-94cc-7fa205debddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:25.981010 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-71d47906-2f00-466d-925a-d23be593d7c4 service neutron] Bound using segment: {'id': 'c9d7124c-2e4b-467c-988d-f294fc344f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a2dafdd9-6e14-4f49-94cc-7fa205debddb'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:25.981010 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-71d47906-2f00-466d-925a-d23be593d7c4 service neutron] Bound port: aa51d2ea-a958-4c21-aeef-92b5be7ba27f, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9d7124c-2e4b-467c-988d-f294fc344f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a2dafdd9-6e14-4f49-94cc-7fa205debddb'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:25.981010 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-71d47906-2f00-466d-925a-d23be593d7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.997315 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df435b1e-65c2-423c-b493-c47649ffa0a0 req-46ccea12-80c7-4c3c-be13-d487ae9d428f tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:26.003206 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df435b1e-65c2-423c-b493-c47649ffa0a0 req-46ccea12-80c7-4c3c-be13-d487ae9d428f tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:26.009244 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df435b1e-65c2-423c-b493-c47649ffa0a0 req-46ccea12-80c7-4c3c-be13-d487ae9d428f tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:26.011329 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-df435b1e-65c2-423c-b493-c47649ffa0a0 req-46ccea12-80c7-4c3c-be13-d487ae9d428f tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=10fc6dae-0fbe-4975-8540-084e0c3e0db8 HTTP/1.1" status: 200 len: 2389 time: 0.1546900 Aug 16 20:54:26.058100 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-71d47906-2f00-466d-925a-d23be593d7c4 service neutron] For port aa51d2ea-a958-4c21-aeef-92b5be7ba27f, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:26.061477 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-71d47906-2f00-466d-925a-d23be593d7c4 service neutron] For port aa51d2ea-a958-4c21-aeef-92b5be7ba27f, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=aa51d2ea-a958-4c21-aeef-92b5be7ba27f,segment=NetworkSegment(c9d7124c-2e4b-467c-988d-f294fc344f2f),segment_id=c9d7124c-2e4b-467c-988d-f294fc344f2f)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:26.083319 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-21060aa5-b8d5-456e-b98f-4114fd5112f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:26.086506 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-21060aa5-b8d5-456e-b98f-4114fd5112f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:26.088498 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-21060aa5-b8d5-456e-b98f-4114fd5112f2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b7a8289f-de50-4331-ad2d-af3c478fbbb7 HTTP/1.1" status: 204 len: 168 time: 0.4446161 Aug 16 20:54:26.114766 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21060aa5-b8d5-456e-b98f-4114fd5112f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a8289f-de50-4331-ad2d-af3c478fbbb7,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:26.129094 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-df435b1e-65c2-423c-b493-c47649ffa0a0 req-a25de237-bc5f-406e-b5fc-22093fa4e356 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b1786a4-3a00-49c3-a648-1cad1397544f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047497 Aug 16 20:54:26.185959 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-71d47906-2f00-466d-925a-d23be593d7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:26.230283 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9ddf03b8-f6ab-4907-b81e-b742188a4255 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:26.243368 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddf03b8-f6ab-4907-b81e-b742188a4255 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:26.243368 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9ddf03b8-f6ab-4907-b81e-b742188a4255 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:26.256516 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-63ce823e-448d-4624-ac24-66289199dda2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:26.293720 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-71d47906-2f00-466d-925a-d23be593d7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:26.294355 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-71d47906-2f00-466d-925a-d23be593d7c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:26.302912 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-71d47906-2f00-466d-925a-d23be593d7c4 service neutron] 10.222.0.72 "PUT /v2.0/ports/aa51d2ea-a958-4c21-aeef-92b5be7ba27f HTTP/1.1" status: 200 len: 1093 time: 1.4869058 Aug 16 20:54:26.303425 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10fc6dae-0fbe-4975-8540-084e0c3e0db8', 'tag': 'aa51d2ea-a958-4c21-aeef-92b5be7ba27f'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:54:26.307455 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c08c5f-6b99-4f4d-a5e0-2ac54df5d313" -d '{"events": [{"name": "network-changed", "server_uuid": "10fc6dae-0fbe-4975-8540-084e0c3e0db8", "tag": "aa51d2ea-a958-4c21-aeef-92b5be7ba27f"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:54:26.360785 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf03b8-f6ab-4907-b81e-b742188a4255 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Pushing event updated for resources: {'Network': ['ID=c7ab7a35-ee38-4fe5-89c5-ab56344e803b,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:26.366882 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d47906-2f00-466d-925a-d23be593d7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=aa51d2ea-a958-4c21-aeef-92b5be7ba27f,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:26.371412 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network c7ab7a35-ee38-4fe5-89c5-ab56344e803b details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:54:26.373506 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483cb611-e76c-4412-8cca-9ee5ef6ec929 x-openstack-request-id: req-483cb611-e76c-4412-8cca-9ee5ef6ec929 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:54:26.373791 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10fc6dae-0fbe-4975-8540-084e0c3e0db8", "tag": "aa51d2ea-a958-4c21-aeef-92b5be7ba27f", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:54:26.374742 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-483cb611-e76c-4412-8cca-9ee5ef6ec929 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:54:26.374742 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10fc6dae-0fbe-4975-8540-084e0c3e0db8', 'tag': 'aa51d2ea-a958-4c21-aeef-92b5be7ba27f', 'status': 'completed', 'code': 200} Aug 16 20:54:26.390490 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a563b-2a5b-4182-8ef8-9719edb94e00 req-172d3fea-d11b-499c-8184-895a77b23b39 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:26.392098 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-402a563b-2a5b-4182-8ef8-9719edb94e00 req-172d3fea-d11b-499c-8184-895a77b23b39 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 946 time: 0.1339805 Aug 16 20:54:26.410798 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-63ce823e-448d-4624-ac24-66289199dda2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:26.442808 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ce823e-448d-4624-ac24-66289199dda2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:54:26.457248 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c08c5f-6b99-4f4d-a5e0-2ac54df5d313 req-3deead82-eeaa-4a90-8c05-4047c9e672b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:26.457831 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c08c5f-6b99-4f4d-a5e0-2ac54df5d313 req-3deead82-eeaa-4a90-8c05-4047c9e672b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:26.459330 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c08c5f-6b99-4f4d-a5e0-2ac54df5d313 req-3deead82-eeaa-4a90-8c05-4047c9e672b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:26.461416 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d6c08c5f-6b99-4f4d-a5e0-2ac54df5d313 req-3deead82-eeaa-4a90-8c05-4047c9e672b5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=46bc4cc3934648ed8895a7ed0a5b63cc&device_id=10fc6dae-0fbe-4975-8540-084e0c3e0db8 HTTP/1.1" status: 200 len: 2733 time: 0.0638008 Aug 16 20:54:26.497744 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-3523b4d2-76e5-4c9f-b636-9903290bb762 service neutron] Request body: {'port': {'device_id': '10fc6dae-0fbe-4975-8540-084e0c3e0db8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:26.508011 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-402a563b-2a5b-4182-8ef8-9719edb94e00 req-5d34446e-8836-4393-b3bb-2db789aa4af8 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051331 Aug 16 20:54:26.538743 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-63ce823e-448d-4624-ac24-66289199dda2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:26.539344 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-63ce823e-448d-4624-ac24-66289199dda2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Added segment 8fe17df7-c424-4c9f-86fe-e708f3854f2e of type vlan for network 0ccf3479-cbbc-49fa-8481-d60d877f9966 Aug 16 20:54:26.571565 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce823e-448d-4624-ac24-66289199dda2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=428a8a5a-fded-4b73-b0c5-67479e5973a0,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:26.593334 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9ddf03b8-f6ab-4907-b81e-b742188a4255 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7255235 Aug 16 20:54:26.595463 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-63ce823e-448d-4624-ac24-66289199dda2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:26.639226 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c08c5f-6b99-4f4d-a5e0-2ac54df5d313 req-e8e7844f-41b4-4597-9c3b-1a7b66c9f8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:26.640095 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c08c5f-6b99-4f4d-a5e0-2ac54df5d313 req-e8e7844f-41b4-4597-9c3b-1a7b66c9f8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:26.640654 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c08c5f-6b99-4f4d-a5e0-2ac54df5d313 req-e8e7844f-41b4-4597-9c3b-1a7b66c9f8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:26.643746 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d6c08c5f-6b99-4f4d-a5e0-2ac54df5d313 req-e8e7844f-41b4-4597-9c3b-1a7b66c9f8f2 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=46bc4cc3934648ed8895a7ed0a5b63cc&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1728098 Aug 16 20:54:26.658197 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-3523b4d2-76e5-4c9f-b636-9903290bb762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:26.796539 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c08c5f-6b99-4f4d-a5e0-2ac54df5d313 req-8c6806d5-d5f6-4c92-8f23-03371385fcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:26.799399 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d6c08c5f-6b99-4f4d-a5e0-2ac54df5d313 req-8c6806d5-d5f6-4c92-8f23-03371385fcc4 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1471562 Aug 16 20:54:26.895521 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-63ce823e-448d-4624-ac24-66289199dda2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:26.901497 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ce823e-448d-4624-ac24-66289199dda2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:26.902100 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-63ce823e-448d-4624-ac24-66289199dda2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:27.057497 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-3523b4d2-76e5-4c9f-b636-9903290bb762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02535b8d-51f2-42d7-bd6b-980b00456e83 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:54:27.099405 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-3523b4d2-76e5-4c9f-b636-9903290bb762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:27.130744 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-3523b4d2-76e5-4c9f-b636-9903290bb762 service neutron] Transition to ACTIVE for port object 02535b8d-51f2-42d7-bd6b-980b00456e83 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:27.131932 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce823e-448d-4624-ac24-66289199dda2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event updated for resources: {'Network': ['ID=0ccf3479-cbbc-49fa-8481-d60d877f9966,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:27.144648 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 0ccf3479-cbbc-49fa-8481-d60d877f9966 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:54:27.220733 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-63ce823e-448d-4624-ac24-66289199dda2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7049320 Aug 16 20:54:27.223085 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-3523b4d2-76e5-4c9f-b636-9903290bb762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:27.223338 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44788) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:27.229266 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-ab48c777-3399-4dff-80da-0d52d2400cd9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Request body: {'subnet': {'network_id': '0ccf3479-cbbc-49fa-8481-d60d877f9966', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:27.392254 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523b4d2-76e5-4c9f-b636-9903290bb762 service neutron] Pushing event updated for resources: {'Port': ['ID=02535b8d-51f2-42d7-bd6b-980b00456e83,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:27.477948 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbce07b-938a-46b6-882c-e4657fdf97ec req-f1b6ecda-abd7-4880-8017-01b6b943c1a6 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:27.482494 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbce07b-938a-46b6-882c-e4657fdf97ec req-f1b6ecda-abd7-4880-8017-01b6b943c1a6 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:27.491981 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbce07b-938a-46b6-882c-e4657fdf97ec req-f1b6ecda-abd7-4880-8017-01b6b943c1a6 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:27.494208 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9dbce07b-938a-46b6-882c-e4657fdf97ec req-f1b6ecda-abd7-4880-8017-01b6b943c1a6 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=10fc6dae-0fbe-4975-8540-084e0c3e0db8 HTTP/1.1" status: 200 len: 2401 time: 0.2365520 Aug 16 20:54:27.559544 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9dbce07b-938a-46b6-882c-e4657fdf97ec req-20d0e05b-c599-4637-b854-b8c5267ecb0a tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b1786a4-3a00-49c3-a648-1cad1397544f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586669 Aug 16 20:54:27.589881 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-3523b4d2-76e5-4c9f-b636-9903290bb762 service neutron] Attempting to bind port 02535b8d-51f2-42d7-bd6b-980b00456e83 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:27.590461 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-3523b4d2-76e5-4c9f-b636-9903290bb762 service neutron] Attempting to bind port 02535b8d-51f2-42d7-bd6b-980b00456e83 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '43b7c5a5-714d-4ec3-800b-7f303c437459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '875d3302-cf86-4844-a136-e34df87b56ab'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:27.590811 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-3523b4d2-76e5-4c9f-b636-9903290bb762 service neutron] Attempting to bind port 02535b8d-51f2-42d7-bd6b-980b00456e83 on network 875d3302-cf86-4844-a136-e34df87b56ab {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:27.598300 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-3523b4d2-76e5-4c9f-b636-9903290bb762 service neutron] Port 02535b8d-51f2-42d7-bd6b-980b00456e83 on network 875d3302-cf86-4844-a136-e34df87b56ab not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:54:27.598736 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-3523b4d2-76e5-4c9f-b636-9903290bb762 service neutron] Attempting to bind port 02535b8d-51f2-42d7-bd6b-980b00456e83 on network 875d3302-cf86-4844-a136-e34df87b56ab {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:27.605279 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-3523b4d2-76e5-4c9f-b636-9903290bb762 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:27.607035 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab48c777-3399-4dff-80da-0d52d2400cd9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Made reservation on behalf of dedbb1beea794d6383c077ea3d880178 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:27.610887 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ab48c777-3399-4dff-80da-0d52d2400cd9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:27.617475 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-3523b4d2-76e5-4c9f-b636-9903290bb762 service neutron] Checking segment: {'id': '43b7c5a5-714d-4ec3-800b-7f303c437459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '875d3302-cf86-4844-a136-e34df87b56ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:27.620843 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-3523b4d2-76e5-4c9f-b636-9903290bb762 service neutron] Bound using segment: {'id': '43b7c5a5-714d-4ec3-800b-7f303c437459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '875d3302-cf86-4844-a136-e34df87b56ab'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:27.621495 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-3523b4d2-76e5-4c9f-b636-9903290bb762 service neutron] Bound port: 02535b8d-51f2-42d7-bd6b-980b00456e83, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43b7c5a5-714d-4ec3-800b-7f303c437459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '875d3302-cf86-4844-a136-e34df87b56ab'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:27.622882 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-3523b4d2-76e5-4c9f-b636-9903290bb762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:27.708693 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-3523b4d2-76e5-4c9f-b636-9903290bb762 service neutron] For port 02535b8d-51f2-42d7-bd6b-980b00456e83, host n-h1-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:27.712244 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-3523b4d2-76e5-4c9f-b636-9903290bb762 service neutron] For port 02535b8d-51f2-42d7-bd6b-980b00456e83, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=02535b8d-51f2-42d7-bd6b-980b00456e83,segment=NetworkSegment(43b7c5a5-714d-4ec3-800b-7f303c437459),segment_id=43b7c5a5-714d-4ec3-800b-7f303c437459)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:27.790408 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103af18-ab1f-43de-b567-27b199f503ac req-3848659b-be4d-490e-b943-9664be592c0a tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:27.792494 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5103af18-ab1f-43de-b567-27b199f503ac req-3848659b-be4d-490e-b943-9664be592c0a tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 946 time: 0.1502967 Aug 16 20:54:27.840776 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-3523b4d2-76e5-4c9f-b636-9903290bb762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:27.883956 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5103af18-ab1f-43de-b567-27b199f503ac req-d6a0d6c6-b3db-42d0-b489-cc0ba0a847c2 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843403 Aug 16 20:54:27.889063 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-3523b4d2-76e5-4c9f-b636-9903290bb762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:27.889857 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-3523b4d2-76e5-4c9f-b636-9903290bb762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:27.891286 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-3523b4d2-76e5-4c9f-b636-9903290bb762 service neutron] 10.222.0.72 "PUT /v2.0/ports/02535b8d-51f2-42d7-bd6b-980b00456e83 HTTP/1.1" status: 200 len: 1093 time: 1.3982327 Aug 16 20:54:27.891847 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10fc6dae-0fbe-4975-8540-084e0c3e0db8', 'tag': '02535b8d-51f2-42d7-bd6b-980b00456e83'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:54:27.894491 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce748767-206d-4b93-a24b-85e6228b05ea" -d '{"events": [{"name": "network-changed", "server_uuid": "10fc6dae-0fbe-4975-8540-084e0c3e0db8", "tag": "02535b8d-51f2-42d7-bd6b-980b00456e83"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:54:27.967815 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523b4d2-76e5-4c9f-b636-9903290bb762 service neutron] Pushing event updated for resources: {'Port': ['ID=02535b8d-51f2-42d7-bd6b-980b00456e83,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:27.970949 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ab48c777-3399-4dff-80da-0d52d2400cd9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:28.032766 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914e545a-4c7d-42ec-9448-b6be466475c9 x-openstack-request-id: req-914e545a-4c7d-42ec-9448-b6be466475c9 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:54:28.033069 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10fc6dae-0fbe-4975-8540-084e0c3e0db8", "tag": "02535b8d-51f2-42d7-bd6b-980b00456e83", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:54:28.033329 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-914e545a-4c7d-42ec-9448-b6be466475c9 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:54:28.033740 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10fc6dae-0fbe-4975-8540-084e0c3e0db8', 'tag': '02535b8d-51f2-42d7-bd6b-980b00456e83', 'status': 'completed', 'code': 200} Aug 16 20:54:28.107269 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-99186cbb-d817-411a-a803-289b263e5899 service neutron] Request body: {'port': {'device_id': '10fc6dae-0fbe-4975-8540-084e0c3e0db8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:28.159709 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce748767-206d-4b93-a24b-85e6228b05ea req-319a7b66-c0c5-4b0e-bedd-60c8a0236b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:28.162126 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce748767-206d-4b93-a24b-85e6228b05ea req-319a7b66-c0c5-4b0e-bedd-60c8a0236b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:28.162655 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce748767-206d-4b93-a24b-85e6228b05ea req-319a7b66-c0c5-4b0e-bedd-60c8a0236b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:28.165242 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ce748767-206d-4b93-a24b-85e6228b05ea req-319a7b66-c0c5-4b0e-bedd-60c8a0236b02 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=46bc4cc3934648ed8895a7ed0a5b63cc&device_id=10fc6dae-0fbe-4975-8540-084e0c3e0db8 HTTP/1.1" status: 200 len: 2801 time: 0.1178596 Aug 16 20:54:28.174713 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44808) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:28.231535 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48c777-3399-4dff-80da-0d52d2400cd9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event updated for resources: {'Subnet': ['ID=32716a1a-3d8d-4ee8-b2bd-58afc9a09382,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:28.245509 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab48c777-3399-4dff-80da-0d52d2400cd9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Checking segment: {'id': '8fe17df7-c424-4c9f-86fe-e708f3854f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0ccf3479-cbbc-49fa-8481-d60d877f9966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:28.246005 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab48c777-3399-4dff-80da-0d52d2400cd9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Network hostable DHCP agents. Network: 0ccf3479-cbbc-49fa-8481-d60d877f9966, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:54:28.255305 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-99186cbb-d817-411a-a803-289b263e5899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:28.336617 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce748767-206d-4b93-a24b-85e6228b05ea req-bad93948-ff33-4bb6-b113-ad714cee0b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:28.337118 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce748767-206d-4b93-a24b-85e6228b05ea req-bad93948-ff33-4bb6-b113-ad714cee0b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:28.338169 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce748767-206d-4b93-a24b-85e6228b05ea req-bad93948-ff33-4bb6-b113-ad714cee0b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:28.340285 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ce748767-206d-4b93-a24b-85e6228b05ea req-bad93948-ff33-4bb6-b113-ad714cee0b7b service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=46bc4cc3934648ed8895a7ed0a5b63cc&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1513686 Aug 16 20:54:28.463625 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab48c777-3399-4dff-80da-0d52d2400cd9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Network 0ccf3479-cbbc-49fa-8481-d60d877f9966 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:54:28.479090 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce748767-206d-4b93-a24b-85e6228b05ea req-8972cc87-3ad1-4276-a33e-ca98729eef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:28.482094 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ce748767-206d-4b93-a24b-85e6228b05ea req-8972cc87-3ad1-4276-a33e-ca98729eef1a service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1347053 Aug 16 20:54:28.489795 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-85c3b419-775e-4307-8546-6c543a4e86ea admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-825680079-network', 'tenant_id': '049f64fdbbd64e3192a47c9a630e167c'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:28.596060 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-99186cbb-d817-411a-a803-289b263e5899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:54:28.604119 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-99186cbb-d817-411a-a803-289b263e5899 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:28.616007 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-99186cbb-d817-411a-a803-289b263e5899 service neutron] Transition to ACTIVE for port object dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:28.640922 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-ab48c777-3399-4dff-80da-0d52d2400cd9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 0ccf3479-cbbc-49fa-8481-d60d877f9966) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:28.645103 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab48c777-3399-4dff-80da-0d52d2400cd9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:28.645708 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ab48c777-3399-4dff-80da-0d52d2400cd9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:28.651876 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a65dcb1-d8dc-4574-8067-33bcf0b03982 None None] Network 0ccf3479-cbbc-49fa-8481-d60d877f9966 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:28.707862 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b0890-52a9-4561-b99e-722806112e15 req-e6e5e017-3563-41a5-8311-66c64bb537d1 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:28.714244 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b0890-52a9-4561-b99e-722806112e15 req-e6e5e017-3563-41a5-8311-66c64bb537d1 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:28.720448 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b0890-52a9-4561-b99e-722806112e15 req-e6e5e017-3563-41a5-8311-66c64bb537d1 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:28.722322 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-db6b0890-52a9-4561-b99e-722806112e15 req-e6e5e017-3563-41a5-8311-66c64bb537d1 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=10fc6dae-0fbe-4975-8540-084e0c3e0db8 HTTP/1.1" status: 200 len: 2401 time: 0.0825264 Aug 16 20:54:28.767411 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c3b419-775e-4307-8546-6c543a4e86ea admin admin] Made reservation on behalf of 049f64fdbbd64e3192a47c9a630e167c for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:28.769895 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-85c3b419-775e-4307-8546-6c543a4e86ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:28.785828 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-db6b0890-52a9-4561-b99e-722806112e15 req-287a94fb-dc7c-43b1-ba5d-11ec0f3f5e3c tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b1786a4-3a00-49c3-a648-1cad1397544f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542505 Aug 16 20:54:28.796392 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c4b2b5-93ab-4c03-b156-5bc3656dc3f9 None None] Network 0ccf3479-cbbc-49fa-8481-d60d877f9966 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:28.803863 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-85c3b419-775e-4307-8546-6c543a4e86ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:28.829569 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-99186cbb-d817-411a-a803-289b263e5899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:28.889512 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ab48c777-3399-4dff-80da-0d52d2400cd9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6649764 Aug 16 20:54:28.895082 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44816) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:28.899090 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-6b3dc643-4bce-4a56-b97e-6b313a4ae4c6 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1283103457', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}, 'admin_state_up': False}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:28.921037 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99186cbb-d817-411a-a803-289b263e5899 service neutron] Pushing event updated for resources: {'Port': ['ID=dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:29.081398 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-99186cbb-d817-411a-a803-289b263e5899 service neutron] Attempting to bind port dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:29.081989 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-99186cbb-d817-411a-a803-289b263e5899 service neutron] Attempting to bind port dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': 'c9d7124c-2e4b-467c-988d-f294fc344f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a2dafdd9-6e14-4f49-94cc-7fa205debddb'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:29.082393 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-99186cbb-d817-411a-a803-289b263e5899 service neutron] Attempting to bind port dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad on network a2dafdd9-6e14-4f49-94cc-7fa205debddb {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:29.089507 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-99186cbb-d817-411a-a803-289b263e5899 service neutron] Port dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad on network a2dafdd9-6e14-4f49-94cc-7fa205debddb not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:54:29.089985 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-99186cbb-d817-411a-a803-289b263e5899 service neutron] Attempting to bind port dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad on network a2dafdd9-6e14-4f49-94cc-7fa205debddb {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:29.096978 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-85c3b419-775e-4307-8546-6c543a4e86ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.113974 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-99186cbb-d817-411a-a803-289b263e5899 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:29.113974 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-99186cbb-d817-411a-a803-289b263e5899 service neutron] Checking segment: {'id': 'c9d7124c-2e4b-467c-988d-f294fc344f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a2dafdd9-6e14-4f49-94cc-7fa205debddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:29.113974 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-99186cbb-d817-411a-a803-289b263e5899 service neutron] Bound using segment: {'id': 'c9d7124c-2e4b-467c-988d-f294fc344f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a2dafdd9-6e14-4f49-94cc-7fa205debddb'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:29.113974 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-99186cbb-d817-411a-a803-289b263e5899 service neutron] Bound port: dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9d7124c-2e4b-467c-988d-f294fc344f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a2dafdd9-6e14-4f49-94cc-7fa205debddb'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:29.113974 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-99186cbb-d817-411a-a803-289b263e5899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.176222 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191a465-5016-4ad9-b1c8-26a35e445b8c req-3719429a-5e78-46e1-b338-dc57429d17a4 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:29.182089 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8191a465-5016-4ad9-b1c8-26a35e445b8c req-3719429a-5e78-46e1-b338-dc57429d17a4 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 946 time: 0.0824783 Aug 16 20:54:29.272937 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8191a465-5016-4ad9-b1c8-26a35e445b8c req-18d696f0-d8d0-4923-a19f-75f394910782 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771739 Aug 16 20:54:29.291728 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-85c3b419-775e-4307-8546-6c543a4e86ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.292031 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-99186cbb-d817-411a-a803-289b263e5899 service neutron] For port dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:29.297603 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-99186cbb-d817-411a-a803-289b263e5899 service neutron] For port dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad,segment=NetworkSegment(c9d7124c-2e4b-467c-988d-f294fc344f2f),segment_id=c9d7124c-2e4b-467c-988d-f294fc344f2f)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:29.314581 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c3b419-775e-4307-8546-6c543a4e86ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:54:29.326894 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-85c3b419-775e-4307-8546-6c543a4e86ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.331530 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-85c3b419-775e-4307-8546-6c543a4e86ea admin admin] Added segment d984b6bd-f46a-4d33-83cf-6d7420990d0d of type vlan for network b868f410-65e8-4176-9d6e-a22e40915bdb Aug 16 20:54:29.400980 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-85c3b419-775e-4307-8546-6c543a4e86ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.405570 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3b419-775e-4307-8546-6c543a4e86ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6343b4-9633-4eab-8eba-eac1328667fb,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:29.425020 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6b3dc643-4bce-4a56-b97e-6b313a4ae4c6 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.426811 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6b3dc643-4bce-4a56-b97e-6b313a4ae4c6 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.490582 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-99186cbb-d817-411a-a803-289b263e5899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.497987 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6b3dc643-4bce-4a56-b97e-6b313a4ae4c6 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.553852 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-85c3b419-775e-4307-8546-6c543a4e86ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.555254 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c3b419-775e-4307-8546-6c543a4e86ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:29.558312 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-85c3b419-775e-4307-8546-6c543a4e86ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.573875 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-99186cbb-d817-411a-a803-289b263e5899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:29.574869 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-99186cbb-d817-411a-a803-289b263e5899 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.576691 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-99186cbb-d817-411a-a803-289b263e5899 service neutron] 10.222.0.72 "PUT /v2.0/ports/dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad HTTP/1.1" status: 200 len: 1093 time: 1.5050983 Aug 16 20:54:29.577424 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10fc6dae-0fbe-4975-8540-084e0c3e0db8', 'tag': 'dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:54:29.582346 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f97680f-786b-483c-82f3-31ee86774920" -d '{"events": [{"name": "network-changed", "server_uuid": "10fc6dae-0fbe-4975-8540-084e0c3e0db8", "tag": "dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:54:29.610776 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99186cbb-d817-411a-a803-289b263e5899 service neutron] Pushing event updated for resources: {'Port': ['ID=dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:29.693474 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3b419-775e-4307-8546-6c543a4e86ea admin admin] Pushing event updated for resources: {'Network': ['ID=b868f410-65e8-4176-9d6e-a22e40915bdb,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:29.697510 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9010ad46-fac0-4468-aeab-b692f1829e92 x-openstack-request-id: req-9010ad46-fac0-4468-aeab-b692f1829e92 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:54:29.697802 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10fc6dae-0fbe-4975-8540-084e0c3e0db8", "tag": "dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:54:29.698056 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9010ad46-fac0-4468-aeab-b692f1829e92 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:54:29.698494 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10fc6dae-0fbe-4975-8540-084e0c3e0db8', 'tag': 'dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad', 'status': 'completed', 'code': 200} Aug 16 20:54:29.706190 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network b868f410-65e8-4176-9d6e-a22e40915bdb details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:54:29.803355 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-85c3b419-775e-4307-8546-6c543a4e86ea admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6277721 Aug 16 20:54:29.809202 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44830) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:29.824418 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-cb4a1ff4-5d02-4257-bebc-c528ec7c6426 admin admin] Request body: {'subnet': {'network_id': 'b868f410-65e8-4176-9d6e-a22e40915bdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-825680079-subnet', 'tenant_id': '049f64fdbbd64e3192a47c9a630e167c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:29.923432 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44832) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:29.931148 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-182dadff-ec49-4c48-bfaa-f804cf35d261 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Request body: {'subnets': [{'network_id': '71c1a672-4ee5-4cbf-847d-5d36baf046a4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--654129455', 'ip_version': 6}, {'network_id': 'c7ab7a35-ee38-4fe5-89c5-ab56344e803b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:29.931511 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-182dadff-ec49-4c48-bfaa-f804cf35d261 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Request body: {'subnet': {'network_id': '71c1a672-4ee5-4cbf-847d-5d36baf046a4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--654129455', 'ip_version': 6}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:29.932300 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-182dadff-ec49-4c48-bfaa-f804cf35d261 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Request body: {'subnet': {'network_id': 'c7ab7a35-ee38-4fe5-89c5-ab56344e803b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:29.936035 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6b3dc643-4bce-4a56-b97e-6b313a4ae4c6 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.950841 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97680f-786b-483c-82f3-31ee86774920 req-6ab7edd4-55b3-4672-8aea-5509c7a98932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:29.951500 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97680f-786b-483c-82f3-31ee86774920 req-6ab7edd4-55b3-4672-8aea-5509c7a98932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:29.952580 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97680f-786b-483c-82f3-31ee86774920 req-6ab7edd4-55b3-4672-8aea-5509c7a98932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:29.953781 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9f97680f-786b-483c-82f3-31ee86774920 req-6ab7edd4-55b3-4672-8aea-5509c7a98932 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=46bc4cc3934648ed8895a7ed0a5b63cc&device_id=10fc6dae-0fbe-4975-8540-084e0c3e0db8 HTTP/1.1" status: 200 len: 2869 time: 0.2140217 Aug 16 20:54:30.099700 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529d688-d69c-4f5d-8e3d-db56b649e55f req-70fad7b6-dbc7-4a34-9f59-1b6e89fd4ac6 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:30.105941 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529d688-d69c-4f5d-8e3d-db56b649e55f req-70fad7b6-dbc7-4a34-9f59-1b6e89fd4ac6 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:30.107767 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4a1ff4-5d02-4257-bebc-c528ec7c6426 admin admin] Made reservation on behalf of 049f64fdbbd64e3192a47c9a630e167c for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:30.115573 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb4a1ff4-5d02-4257-bebc-c528ec7c6426 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:30.115722 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529d688-d69c-4f5d-8e3d-db56b649e55f req-70fad7b6-dbc7-4a34-9f59-1b6e89fd4ac6 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:30.115722 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1529d688-d69c-4f5d-8e3d-db56b649e55f req-70fad7b6-dbc7-4a34-9f59-1b6e89fd4ac6 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=10fc6dae-0fbe-4975-8540-084e0c3e0db8 HTTP/1.1" status: 200 len: 2413 time: 0.1747391 Aug 16 20:54:30.115918 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97680f-786b-483c-82f3-31ee86774920 req-4f17cef8-cd69-4449-891d-c6789b5f3426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:30.115918 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97680f-786b-483c-82f3-31ee86774920 req-4f17cef8-cd69-4449-891d-c6789b5f3426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:30.115918 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97680f-786b-483c-82f3-31ee86774920 req-4f17cef8-cd69-4449-891d-c6789b5f3426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:30.117415 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9f97680f-786b-483c-82f3-31ee86774920 req-4f17cef8-cd69-4449-891d-c6789b5f3426 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=46bc4cc3934648ed8895a7ed0a5b63cc&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1539321 Aug 16 20:54:30.189455 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1529d688-d69c-4f5d-8e3d-db56b649e55f req-7b6acb5d-e05c-4725-b420-e98817cd1cdf tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b1786a4-3a00-49c3-a648-1cad1397544f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631430 Aug 16 20:54:30.319570 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97680f-786b-483c-82f3-31ee86774920 req-c78d46d3-4c82-4251-b939-7261224233dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:30.321112 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9f97680f-786b-483c-82f3-31ee86774920 req-c78d46d3-4c82-4251-b939-7261224233dc service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1930468 Aug 16 20:54:30.404881 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182dadff-ec49-4c48-bfaa-f804cf35d261 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Made reservation on behalf of 7941c4e4171344a48eb66031527fafea for: {'subnet': 2} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:30.410443 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-182dadff-ec49-4c48-bfaa-f804cf35d261 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:30.410783 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-182dadff-ec49-4c48-bfaa-f804cf35d261 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:30.499433 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155e182-2caa-410d-8b0b-c5c5c3cd36b2 req-eb0b4560-93bd-41c1-b693-d0b85fbd8b8a tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:30.501075 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0155e182-2caa-410d-8b0b-c5c5c3cd36b2 req-eb0b4560-93bd-41c1-b693-d0b85fbd8b8a tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 946 time: 0.1326721 Aug 16 20:54:30.547979 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-1b2795b2-f051-44a5-ab7e-6e7a0d04f5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:30.548572 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-1b2795b2-f051-44a5-ab7e-6e7a0d04f5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:30.549070 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-1b2795b2-f051-44a5-ab7e-6e7a0d04f5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:30.550768 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-1b2795b2-f051-44a5-ab7e-6e7a0d04f5ec service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=46bc4cc3934648ed8895a7ed0a5b63cc&device_id=10fc6dae-0fbe-4975-8540-084e0c3e0db8 HTTP/1.1" status: 200 len: 2869 time: 0.1767344 Aug 16 20:54:30.551767 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6b3dc643-4bce-4a56-b97e-6b313a4ae4c6 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:30.564531 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0155e182-2caa-410d-8b0b-c5c5c3cd36b2 req-2ed93810-5f43-43e4-b318-720acdb25055 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525351 Aug 16 20:54:30.576281 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6b3dc643-4bce-4a56-b97e-6b313a4ae4c6 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:30.617607 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-1b23bb96-ab56-4a2c-b2a1-13c67e6b2ca9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.189&port_id=aa51d2ea-a958-4c21-aeef-92b5be7ba27f HTTP/1.1" status: 200 len: 217 time: 0.0429158 Aug 16 20:54:30.622042 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb4a1ff4-5d02-4257-bebc-c528ec7c6426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:30.802698 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-06de0e3d-891e-4e34-830c-5a771df913ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:30.804646 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-06de0e3d-891e-4e34-830c-5a771df913ae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c357a45f-ccd8-434b-8138-49abbd36687e HTTP/1.1" status: 200 len: 801 time: 0.1452866 Aug 16 20:54:30.806849 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a1ff4-5d02-4257-bebc-c528ec7c6426 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55977581-de25-4036-9f0a-1b1d4c44ef0d,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:30.844407 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4a1ff4-5d02-4257-bebc-c528ec7c6426 admin admin] Checking segment: {'id': 'd984b6bd-f46a-4d33-83cf-6d7420990d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'b868f410-65e8-4176-9d6e-a22e40915bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:30.844660 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4a1ff4-5d02-4257-bebc-c528ec7c6426 admin admin] Network hostable DHCP agents. Network: b868f410-65e8-4176-9d6e-a22e40915bdb, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:54:30.866611 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-6b3dc643-4bce-4a56-b97e-6b313a4ae4c6 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Allocated IP 172.25.1.103 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/aeadf9fe-d114-4e24-b744-616631bd3d87) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:30.931201 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-0ac8b57f-a8dc-468d-a605-f54581ca835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:30.932787 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-0ac8b57f-a8dc-468d-a605-f54581ca835e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a2dafdd9-6e14-4f49-94cc-7fa205debddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1162364 Aug 16 20:54:30.966001 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-182dadff-ec49-4c48-bfaa-f804cf35d261 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:30.991121 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4a1ff4-5d02-4257-bebc-c528ec7c6426 admin admin] Network b868f410-65e8-4176-9d6e-a22e40915bdb is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:54:31.033604 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182dadff-ec49-4c48-bfaa-f804cf35d261 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Pushing event updated for resources: {'Subnet': ['ID=2bd44236-9e28-4f7f-8569-be29e30a3c0f,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:31.045414 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182dadff-ec49-4c48-bfaa-f804cf35d261 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:31.045766 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182dadff-ec49-4c48-bfaa-f804cf35d261 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:31.046106 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182dadff-ec49-4c48-bfaa-f804cf35d261 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:31.046454 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182dadff-ec49-4c48-bfaa-f804cf35d261 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:31.046796 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182dadff-ec49-4c48-bfaa-f804cf35d261 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:31.047138 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182dadff-ec49-4c48-bfaa-f804cf35d261 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:31.047474 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182dadff-ec49-4c48-bfaa-f804cf35d261 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:31.047833 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182dadff-ec49-4c48-bfaa-f804cf35d261 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:31.048170 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182dadff-ec49-4c48-bfaa-f804cf35d261 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:31.048661 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182dadff-ec49-4c48-bfaa-f804cf35d261 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:31.049001 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182dadff-ec49-4c48-bfaa-f804cf35d261 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:31.049338 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182dadff-ec49-4c48-bfaa-f804cf35d261 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:31.053951 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182dadff-ec49-4c48-bfaa-f804cf35d261 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Checking segment: {'id': '3306dd0e-2741-4be8-95ff-c84b80f21c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '71c1a672-4ee5-4cbf-847d-5d36baf046a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:31.054250 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182dadff-ec49-4c48-bfaa-f804cf35d261 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Network hostable DHCP agents. Network: 71c1a672-4ee5-4cbf-847d-5d36baf046a4, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:54:31.055151 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6b3dc643-4bce-4a56-b97e-6b313a4ae4c6 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:31.079238 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-3d6d9c0e-ed60-4cdb-9734-62bf0f1620ed service neutron] 10.222.0.72 "GET /v2.0/networks/a2dafdd9-6e14-4f49-94cc-7fa205debddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348255 Aug 16 20:54:31.142620 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-cb4a1ff4-5d02-4257-bebc-c528ec7c6426 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, b868f410-65e8-4176-9d6e-a22e40915bdb) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:31.150690 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc87be8-e2d7-40a0-a26a-f431947f5de4 None None] Network b868f410-65e8-4176-9d6e-a22e40915bdb requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:31.155663 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4a1ff4-5d02-4257-bebc-c528ec7c6426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:31.156315 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb4a1ff4-5d02-4257-bebc-c528ec7c6426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:31.201047 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182dadff-ec49-4c48-bfaa-f804cf35d261 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Network 71c1a672-4ee5-4cbf-847d-5d36baf046a4 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:54:31.207189 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-182dadff-ec49-4c48-bfaa-f804cf35d261 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 71c1a672-4ee5-4cbf-847d-5d36baf046a4) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:31.207832 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-d12b3733-48b2-4efa-b5f5-7a0a81e9c88d service neutron] 10.222.0.72 "GET /v2.0/networks/a2dafdd9-6e14-4f49-94cc-7fa205debddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240954 Aug 16 20:54:31.211441 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-182dadff-ec49-4c48-bfaa-f804cf35d261 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:31.223244 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c0cfba-2de1-4b7a-abde-bfe0521d7216 None None] Network 71c1a672-4ee5-4cbf-847d-5d36baf046a4 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:31.273526 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-3ea14119-d95d-4470-9629-0332a53d03bb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.232&port_id=02535b8d-51f2-42d7-bd6b-980b00456e83 HTTP/1.1" status: 200 len: 217 time: 0.0569856 Aug 16 20:54:31.287076 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182dadff-ec49-4c48-bfaa-f804cf35d261 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Pushing event updated for resources: {'Subnet': ['ID=d9b3b059-1a06-4583-b9c0-6faef970fb53,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:31.325136 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6b3dc643-4bce-4a56-b97e-6b313a4ae4c6 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:31.326829 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182dadff-ec49-4c48-bfaa-f804cf35d261 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Checking segment: {'id': '72e36254-9487-4723-b8dc-fa2915d1977d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c7ab7a35-ee38-4fe5-89c5-ab56344e803b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:31.327207 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182dadff-ec49-4c48-bfaa-f804cf35d261 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Network hostable DHCP agents. Network: c7ab7a35-ee38-4fe5-89c5-ab56344e803b, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:54:31.360634 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69784401-4026-457b-80fa-ba9f1f177630 req-aada04c5-29ea-4cbc-b7bb-62482a480248 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:31.363126 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0baaaf58-112d-47a3-bd38-47a1f42d125e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-b868f410-65e8-4176-9d6e-a22e40915bdb', 'network_id': 'b868f410-65e8-4176-9d6e-a22e40915bdb', 'tenant_id': '049f64fdbbd64e3192a47c9a630e167c', 'fixed_ips': [{'subnet_id': '55977581-de25-4036-9f0a-1b1d4c44ef0d'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:54:31.364000 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0baaaf58-112d-47a3-bd38-47a1f42d125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:31.366413 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69784401-4026-457b-80fa-ba9f1f177630 req-aada04c5-29ea-4cbc-b7bb-62482a480248 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:31.373060 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-cb4a1ff4-5d02-4257-bebc-c528ec7c6426 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5601044 Aug 16 20:54:31.373843 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69784401-4026-457b-80fa-ba9f1f177630 req-aada04c5-29ea-4cbc-b7bb-62482a480248 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:31.375063 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44846) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:31.377111 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-69784401-4026-457b-80fa-ba9f1f177630 req-aada04c5-29ea-4cbc-b7bb-62482a480248 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=10fc6dae-0fbe-4975-8540-084e0c3e0db8 HTTP/1.1" status: 200 len: 2413 time: 0.0933962 Aug 16 20:54:31.381848 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-0f5648bf-7f2d-455b-9501-3854d74f6826 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-825680079-router', 'tenant_id': '049f64fdbbd64e3192a47c9a630e167c', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:31.387249 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-fa8f41a0-0fe4-473d-bb9e-c4a7dadc3fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:31.388723 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-fa8f41a0-0fe4-473d-bb9e-c4a7dadc3fdd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0fe4b096-cf51-4fc2-91e7-bcb416752f59 HTTP/1.1" status: 200 len: 801 time: 0.1044633 Aug 16 20:54:31.406933 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3dc643-4bce-4a56-b97e-6b313a4ae4c6 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:31.424593 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-6b3dc643-4bce-4a56-b97e-6b313a4ae4c6 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:31.433555 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-69784401-4026-457b-80fa-ba9f1f177630 req-17e57976-7d8f-455f-834d-fce120b7cdb5 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b1786a4-3a00-49c3-a648-1cad1397544f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517733 Aug 16 20:54:31.456268 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182dadff-ec49-4c48-bfaa-f804cf35d261 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Network c7ab7a35-ee38-4fe5-89c5-ab56344e803b is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:54:31.456883 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3dc643-4bce-4a56-b97e-6b313a4ae4c6 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:31.467271 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3dc643-4bce-4a56-b97e-6b313a4ae4c6 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event updated for resources: {'Port': ['ID=aeadf9fe-d114-4e24-b744-616631bd3d87,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:31.520922 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-751f6644-7958-4fe0-bdcd-b48f5c4c0a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:31.522531 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-751f6644-7958-4fe0-bdcd-b48f5c4c0a43 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=875d3302-cf86-4844-a136-e34df87b56ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1182520 Aug 16 20:54:31.571806 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8affc76d-3364-452d-8b45-63f8bcbac018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-71c1a672-4ee5-4cbf-847d-5d36baf046a4', 'network_id': '71c1a672-4ee5-4cbf-847d-5d36baf046a4', 'tenant_id': '7941c4e4171344a48eb66031527fafea', 'fixed_ips': [{'subnet_id': '2bd44236-9e28-4f7f-8569-be29e30a3c0f'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:54:31.572856 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8affc76d-3364-452d-8b45-63f8bcbac018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:31.587449 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-182dadff-ec49-4c48-bfaa-f804cf35d261 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, c7ab7a35-ee38-4fe5-89c5-ab56344e803b) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:31.591712 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182dadff-ec49-4c48-bfaa-f804cf35d261 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:31.592237 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182dadff-ec49-4c48-bfaa-f804cf35d261 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:31.592880 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-182dadff-ec49-4c48-bfaa-f804cf35d261 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:31.669850 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0f5648bf-7f2d-455b-9501-3854d74f6826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:31.670910 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0f5648bf-7f2d-455b-9501-3854d74f6826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:31.686377 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-0baaaf58-112d-47a3-bd38-47a1f42d125e None None] Allocated IP 172.20.0.2 (b868f410-65e8-4176-9d6e-a22e40915bdb/55977581-de25-4036-9f0a-1b1d4c44ef0d/c896694a-84e5-4833-a8f7-ea289d02c62f) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:31.698602 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e285b61-8cd5-4af6-8d3f-76ad1180ca5e req-9d35778e-d32d-46b5-a249-b031bde8422c tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:31.700588 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4e285b61-8cd5-4af6-8d3f-76ad1180ca5e req-9d35778e-d32d-46b5-a249-b031bde8422c tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 946 time: 0.0619743 Aug 16 20:54:31.710203 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b91b463-f0fd-4d37-99c0-83118ecff2c1 None None] Network c7ab7a35-ee38-4fe5-89c5-ab56344e803b requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:31.750726 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4e285b61-8cd5-4af6-8d3f-76ad1180ca5e req-94bab4c8-4b30-4a76-8197-72907d91ed6a tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438421 Aug 16 20:54:31.803610 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-182dadff-ec49-4c48-bfaa-f804cf35d261 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.8767886 Aug 16 20:54:31.803979 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44854) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:31.891607 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-8affc76d-3364-452d-8b45-63f8bcbac018 None None] Allocated IP 2001:db8::1 (71c1a672-4ee5-4cbf-847d-5d36baf046a4/2bd44236-9e28-4f7f-8569-be29e30a3c0f/069eba64-fa17-42c4-9c2c-d217407f6b78) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:31.896449 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abbd1a0-7dc0-454d-a473-94914d8e91a2 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:31.898291 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abbd1a0-7dc0-454d-a473-94914d8e91a2 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:31.899586 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abbd1a0-7dc0-454d-a473-94914d8e91a2 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:31.902155 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6abbd1a0-7dc0-454d-a473-94914d8e91a2 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0971484 Aug 16 20:54:31.911486 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44856) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:31.988902 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-97d7cfbf-cec3-47dd-acee-65c098568a75 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Deleting subnet 2bd44236-9e28-4f7f-8569-be29e30a3c0f {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:54:32.103567 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0f5648bf-7f2d-455b-9501-3854d74f6826 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.109549 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-b5f0df8d-dfde-49b9-9c06-270ea5f270f6 service neutron] 10.222.0.72 "GET /v2.0/networks/875d3302-cf86-4844-a136-e34df87b56ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5546112 Aug 16 20:54:32.184804 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0baaaf58-112d-47a3-bd38-47a1f42d125e None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.221609 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0baaaf58-112d-47a3-bd38-47a1f42d125e None None] Transition to ACTIVE for port object c896694a-84e5-4833-a8f7-ea289d02c62f will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:32.239062 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e98127-8d19-4634-b690-7e6debcf6342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-c7ab7a35-ee38-4fe5-89c5-ab56344e803b', 'network_id': 'c7ab7a35-ee38-4fe5-89c5-ab56344e803b', 'tenant_id': '7941c4e4171344a48eb66031527fafea', 'fixed_ips': [{'subnet_id': 'd9b3b059-1a06-4583-b9c0-6faef970fb53'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:54:32.239923 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-80e98127-8d19-4634-b690-7e6debcf6342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.252835 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0baaaf58-112d-47a3-bd38-47a1f42d125e None None] Transition to ACTIVE for port object c896694a-84e5-4833-a8f7-ea289d02c62f will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:32.347488 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-b3cca3f4-2f3f-4a51-a16b-07aaced4b592 service neutron] 10.222.0.72 "GET /v2.0/networks/875d3302-cf86-4844-a136-e34df87b56ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287421 Aug 16 20:54:32.375323 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8affc76d-3364-452d-8b45-63f8bcbac018 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.391246 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-8affc76d-3364-452d-8b45-63f8bcbac018 None None] Transition to ACTIVE for port object 069eba64-fa17-42c4-9c2c-d217407f6b78 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:32.414030 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0baaaf58-112d-47a3-bd38-47a1f42d125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.462981 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-c7d6a779-e350-4b8e-b576-f3a1ddbb59d2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.243&port_id=dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad HTTP/1.1" status: 200 len: 217 time: 0.1008151 Aug 16 20:54:32.463717 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-8affc76d-3364-452d-8b45-63f8bcbac018 None None] Transition to ACTIVE for port object 069eba64-fa17-42c4-9c2c-d217407f6b78 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:32.469375 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0f5648bf-7f2d-455b-9501-3854d74f6826 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.476629 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0baaaf58-112d-47a3-bd38-47a1f42d125e None None] Network b868f410-65e8-4176-9d6e-a22e40915bdb is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:32.486606 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6b3dc643-4bce-4a56-b97e-6b313a4ae4c6 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.488327 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-0baaaf58-112d-47a3-bd38-47a1f42d125e None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:32.490657 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-80e98127-8d19-4634-b690-7e6debcf6342 None None] Allocated IP 2001:db8:0:1::1 (c7ab7a35-ee38-4fe5-89c5-ab56344e803b/d9b3b059-1a06-4583-b9c0-6faef970fb53/81dcbd50-e4b1-46d4-8fb1-e2856d0b8de5) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:32.495395 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baaaf58-112d-47a3-bd38-47a1f42d125e None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:32.516006 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baaaf58-112d-47a3-bd38-47a1f42d125e None None] Pushing event updated for resources: {'Port': ['ID=c896694a-84e5-4833-a8f7-ea289d02c62f,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:32.598820 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c40d4-3a51-4aa8-9443-a6dd17c51bfb req-f1e77fba-f106-43d6-a7ee-6b4ff31b8545 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:32.603887 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-93f79351-f3dd-4bce-8d9d-afc7987ce76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:32.605848 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-93f79351-f3dd-4bce-8d9d-afc7987ce76b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c357a45f-ccd8-434b-8138-49abbd36687e HTTP/1.1" status: 200 len: 801 time: 0.1309991 Aug 16 20:54:32.609565 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8affc76d-3364-452d-8b45-63f8bcbac018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.609952 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c40d4-3a51-4aa8-9443-a6dd17c51bfb req-f1e77fba-f106-43d6-a7ee-6b4ff31b8545 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:32.616879 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c40d4-3a51-4aa8-9443-a6dd17c51bfb req-f1e77fba-f106-43d6-a7ee-6b4ff31b8545 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:32.619397 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a76c40d4-3a51-4aa8-9443-a6dd17c51bfb req-f1e77fba-f106-43d6-a7ee-6b4ff31b8545 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=10fc6dae-0fbe-4975-8540-084e0c3e0db8 HTTP/1.1" status: 200 len: 2413 time: 0.0898888 Aug 16 20:54:32.620552 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-97d7cfbf-cec3-47dd-acee-65c098568a75 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.623006 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-0baaaf58-112d-47a3-bd38-47a1f42d125e None None] Attempting to bind port c896694a-84e5-4833-a8f7-ea289d02c62f on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:32.623374 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-0baaaf58-112d-47a3-bd38-47a1f42d125e None None] Attempting to bind port c896694a-84e5-4833-a8f7-ea289d02c62f by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'd984b6bd-f46a-4d33-83cf-6d7420990d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'b868f410-65e8-4176-9d6e-a22e40915bdb'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:32.623735 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baaaf58-112d-47a3-bd38-47a1f42d125e None None] Attempting to bind port c896694a-84e5-4833-a8f7-ea289d02c62f on network b868f410-65e8-4176-9d6e-a22e40915bdb {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:32.662798 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8affc76d-3364-452d-8b45-63f8bcbac018 None None] Network 71c1a672-4ee5-4cbf-847d-5d36baf046a4 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:32.665675 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baaaf58-112d-47a3-bd38-47a1f42d125e None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:32.666057 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baaaf58-112d-47a3-bd38-47a1f42d125e None None] Checking segment: {'id': 'd984b6bd-f46a-4d33-83cf-6d7420990d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'b868f410-65e8-4176-9d6e-a22e40915bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:32.666465 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0baaaf58-112d-47a3-bd38-47a1f42d125e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.666857 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baaaf58-112d-47a3-bd38-47a1f42d125e None None] Bound using segment: {'id': 'd984b6bd-f46a-4d33-83cf-6d7420990d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'b868f410-65e8-4176-9d6e-a22e40915bdb'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:32.667336 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-0baaaf58-112d-47a3-bd38-47a1f42d125e None None] Bound port: c896694a-84e5-4833-a8f7-ea289d02c62f, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd984b6bd-f46a-4d33-83cf-6d7420990d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'b868f410-65e8-4176-9d6e-a22e40915bdb'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:32.667714 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0baaaf58-112d-47a3-bd38-47a1f42d125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.679706 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-8affc76d-3364-452d-8b45-63f8bcbac018 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:32.687949 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-97d7cfbf-cec3-47dd-acee-65c098568a75 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.693840 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8affc76d-3364-452d-8b45-63f8bcbac018 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:32.718041 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affc76d-3364-452d-8b45-63f8bcbac018 None None] Pushing event updated for resources: {'Port': ['ID=069eba64-fa17-42c4-9c2c-d217407f6b78,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:32.723657 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a76c40d4-3a51-4aa8-9443-a6dd17c51bfb req-ac84675b-d16c-46e1-9267-7e9da2fc2364 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b1786a4-3a00-49c3-a648-1cad1397544f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769763 Aug 16 20:54:32.765439 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-c71567eb-66f2-4c10-8d06-2401507f5c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:32.767079 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-c71567eb-66f2-4c10-8d06-2401507f5c27 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a2dafdd9-6e14-4f49-94cc-7fa205debddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1500309 Aug 16 20:54:32.831885 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-97d7cfbf-cec3-47dd-acee-65c098568a75 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.839314 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-8affc76d-3364-452d-8b45-63f8bcbac018 None None] Attempting to bind port 069eba64-fa17-42c4-9c2c-d217407f6b78 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:32.839685 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-8affc76d-3364-452d-8b45-63f8bcbac018 None None] Attempting to bind port 069eba64-fa17-42c4-9c2c-d217407f6b78 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3306dd0e-2741-4be8-95ff-c84b80f21c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '71c1a672-4ee5-4cbf-847d-5d36baf046a4'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:32.840752 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8affc76d-3364-452d-8b45-63f8bcbac018 None None] Attempting to bind port 069eba64-fa17-42c4-9c2c-d217407f6b78 on network 71c1a672-4ee5-4cbf-847d-5d36baf046a4 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:32.858476 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-80e98127-8d19-4634-b690-7e6debcf6342 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.860456 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8affc76d-3364-452d-8b45-63f8bcbac018 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:32.860869 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8affc76d-3364-452d-8b45-63f8bcbac018 None None] Checking segment: {'id': '3306dd0e-2741-4be8-95ff-c84b80f21c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '71c1a672-4ee5-4cbf-847d-5d36baf046a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:32.864006 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8affc76d-3364-452d-8b45-63f8bcbac018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.864495 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8affc76d-3364-452d-8b45-63f8bcbac018 None None] Bound using segment: {'id': '3306dd0e-2741-4be8-95ff-c84b80f21c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '71c1a672-4ee5-4cbf-847d-5d36baf046a4'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:32.864935 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-8affc76d-3364-452d-8b45-63f8bcbac018 None None] Bound port: 069eba64-fa17-42c4-9c2c-d217407f6b78, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3306dd0e-2741-4be8-95ff-c84b80f21c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '71c1a672-4ee5-4cbf-847d-5d36baf046a4'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:32.865337 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8affc76d-3364-452d-8b45-63f8bcbac018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.869290 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-0baaaf58-112d-47a3-bd38-47a1f42d125e None None] For port c896694a-84e5-4833-a8f7-ea289d02c62f, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:32.875991 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-0baaaf58-112d-47a3-bd38-47a1f42d125e None None] For port c896694a-84e5-4833-a8f7-ea289d02c62f, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=c896694a-84e5-4833-a8f7-ea289d02c62f,segment=NetworkSegment(d984b6bd-f46a-4d33-83cf-6d7420990d0d),segment_id=d984b6bd-f46a-4d33-83cf-6d7420990d0d)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:32.888627 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-80e98127-8d19-4634-b690-7e6debcf6342 None None] Transition to ACTIVE for port object 81dcbd50-e4b1-46d4-8fb1-e2856d0b8de5 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:32.907123 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-80e98127-8d19-4634-b690-7e6debcf6342 None None] Transition to ACTIVE for port object 81dcbd50-e4b1-46d4-8fb1-e2856d0b8de5 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:32.938776 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb51fb1-fd24-4c6c-ab20-002a47ed36e1 req-9a0c0912-fcb4-4593-807b-fab706f09d30 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:32.940317 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4cb51fb1-fd24-4c6c-ab20-002a47ed36e1 req-9a0c0912-fcb4-4593-807b-fab706f09d30 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 946 time: 0.0687857 Aug 16 20:54:32.968666 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6b3dc643-4bce-4a56-b97e-6b313a4ae4c6 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.989510 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4cb51fb1-fd24-4c6c-ab20-002a47ed36e1 req-2316aad0-68a7-4eac-8dbf-0492468e842d tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414038 Aug 16 20:54:33.018515 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0baaaf58-112d-47a3-bd38-47a1f42d125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:33.031029 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-b59187b5-7bb4-4af3-8e51-5dead40a52f0 service neutron] 10.222.0.72 "GET /v2.0/networks/a2dafdd9-6e14-4f49-94cc-7fa205debddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507272 Aug 16 20:54:33.065780 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-80e98127-8d19-4634-b690-7e6debcf6342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:33.086021 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baaaf58-112d-47a3-bd38-47a1f42d125e None None] Pushing event updated for resources: {'Port': ['ID=c896694a-84e5-4833-a8f7-ea289d02c62f,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:33.095650 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e98127-8d19-4634-b690-7e6debcf6342 None None] Network c7ab7a35-ee38-4fe5-89c5-ab56344e803b is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:33.113563 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-80e98127-8d19-4634-b690-7e6debcf6342 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:33.117547 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e98127-8d19-4634-b690-7e6debcf6342 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:33.125112 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-97d7cfbf-cec3-47dd-acee-65c098568a75 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:33.134738 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-8affc76d-3364-452d-8b45-63f8bcbac018 None None] For port 069eba64-fa17-42c4-9c2c-d217407f6b78, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:33.165438 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d7cfbf-cec3-47dd-acee-65c098568a75 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Pushing event deleted for resources: {'Subnet': ['ID=2bd44236-9e28-4f7f-8569-be29e30a3c0f,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:33.169775 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-8affc76d-3364-452d-8b45-63f8bcbac018 None None] For port 069eba64-fa17-42c4-9c2c-d217407f6b78, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=069eba64-fa17-42c4-9c2c-d217407f6b78,segment=NetworkSegment(3306dd0e-2741-4be8-95ff-c84b80f21c44),segment_id=3306dd0e-2741-4be8-95ff-c84b80f21c44)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:33.170898 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e98127-8d19-4634-b690-7e6debcf6342 None None] Pushing event updated for resources: {'Port': ['ID=81dcbd50-e4b1-46d4-8fb1-e2856d0b8de5,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:33.174092 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-97d7cfbf-cec3-47dd-acee-65c098568a75 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:33.176422 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-97d7cfbf-cec3-47dd-acee-65c098568a75 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] 10.222.0.84 "DELETE /v2.0/subnets/2bd44236-9e28-4f7f-8569-be29e30a3c0f HTTP/1.1" status: 204 len: 168 time: 1.2630799 Aug 16 20:54:33.178949 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44868) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:33.201136 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-80e98127-8d19-4634-b690-7e6debcf6342 None None] Attempting to bind port 81dcbd50-e4b1-46d4-8fb1-e2856d0b8de5 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:33.201698 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-80e98127-8d19-4634-b690-7e6debcf6342 None None] Attempting to bind port 81dcbd50-e4b1-46d4-8fb1-e2856d0b8de5 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '72e36254-9487-4723-b8dc-fa2915d1977d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c7ab7a35-ee38-4fe5-89c5-ab56344e803b'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:33.201844 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e98127-8d19-4634-b690-7e6debcf6342 None None] Attempting to bind port 81dcbd50-e4b1-46d4-8fb1-e2856d0b8de5 on network c7ab7a35-ee38-4fe5-89c5-ab56344e803b {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:33.207357 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e98127-8d19-4634-b690-7e6debcf6342 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:33.207725 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e98127-8d19-4634-b690-7e6debcf6342 None None] Checking segment: {'id': '72e36254-9487-4723-b8dc-fa2915d1977d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c7ab7a35-ee38-4fe5-89c5-ab56344e803b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:33.208159 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-80e98127-8d19-4634-b690-7e6debcf6342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:33.208552 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e98127-8d19-4634-b690-7e6debcf6342 None None] Bound using segment: {'id': '72e36254-9487-4723-b8dc-fa2915d1977d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c7ab7a35-ee38-4fe5-89c5-ab56344e803b'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:33.213265 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-80e98127-8d19-4634-b690-7e6debcf6342 None None] Bound port: 81dcbd50-e4b1-46d4-8fb1-e2856d0b8de5, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e36254-9487-4723-b8dc-fa2915d1977d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c7ab7a35-ee38-4fe5-89c5-ab56344e803b'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:33.213265 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-80e98127-8d19-4634-b690-7e6debcf6342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:33.249613 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5c8527f-7018-49f0-a620-0a6266a57136 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Deleting subnet d9b3b059-1a06-4583-b9c0-6faef970fb53 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:54:33.253531 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c5c8527f-7018-49f0-a620-0a6266a57136 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:33.311732 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0f5648bf-7f2d-455b-9501-3854d74f6826 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:33.326518 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8affc76d-3364-452d-8b45-63f8bcbac018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:33.328960 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-80e98127-8d19-4634-b690-7e6debcf6342 None None] For port 81dcbd50-e4b1-46d4-8fb1-e2856d0b8de5, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:33.333507 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c5c8527f-7018-49f0-a620-0a6266a57136 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:33.356702 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0f5648bf-7f2d-455b-9501-3854d74f6826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:33.363374 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-77a73861-82f1-46f9-bd96-e1c290da6500 req-72c2c9c7-4678-48e5-b31a-4a022be09e56 service neutron] 10.222.0.72 "GET /v2.0/networks/a2dafdd9-6e14-4f49-94cc-7fa205debddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227253 Aug 16 20:54:33.381721 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-80e98127-8d19-4634-b690-7e6debcf6342 None None] For port 81dcbd50-e4b1-46d4-8fb1-e2856d0b8de5, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=81dcbd50-e4b1-46d4-8fb1-e2856d0b8de5,segment=NetworkSegment(72e36254-9487-4723-b8dc-fa2915d1977d),segment_id=72e36254-9487-4723-b8dc-fa2915d1977d)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:33.432020 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affc76d-3364-452d-8b45-63f8bcbac018 None None] Pushing event updated for resources: {'Port': ['ID=069eba64-fa17-42c4-9c2c-d217407f6b78,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:33.495346 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-80e98127-8d19-4634-b690-7e6debcf6342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:33.495574 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c5c8527f-7018-49f0-a620-0a6266a57136 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:33.527309 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-0f5648bf-7f2d-455b-9501-3854d74f6826 admin admin] Allocated IP 172.25.1.37 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/7abd9d81-e2be-41b2-8ae9-0140cdd84aac) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:33.592884 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e98127-8d19-4634-b690-7e6debcf6342 None None] Pushing event updated for resources: {'Port': ['ID=81dcbd50-e4b1-46d4-8fb1-e2856d0b8de5,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:33.636874 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3dc643-4bce-4a56-b97e-6b313a4ae4c6 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Router 8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:54:33.670254 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0f5648bf-7f2d-455b-9501-3854d74f6826 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:33.717707 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c5c8527f-7018-49f0-a620-0a6266a57136 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:33.753531 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8527f-7018-49f0-a620-0a6266a57136 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Pushing event deleted for resources: {'Subnet': ['ID=d9b3b059-1a06-4583-b9c0-6faef970fb53,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:33.766992 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c5c8527f-7018-49f0-a620-0a6266a57136 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:33.769394 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c5c8527f-7018-49f0-a620-0a6266a57136 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] 10.222.0.84 "DELETE /v2.0/subnets/d9b3b059-1a06-4583-b9c0-6faef970fb53 HTTP/1.1" status: 204 len: 168 time: 0.5892417 Aug 16 20:54:33.774813 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44876) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:33.905042 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39815f8-551b-437a-b903-c4759a776857 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:33.926914 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3dc643-4bce-4a56-b97e-6b313a4ae4c6 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:54:33.929104 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44878) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:33.939717 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291005e3-828a-4973-9997-7b2c0829d32a None None] Sync routers for ids ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:54:33.952328 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b39815f8-551b-437a-b903-c4759a776857 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1602392 Aug 16 20:54:33.960201 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291005e3-828a-4973-9997-7b2c0829d32a None None] Routers {'8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:33.964472 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-291005e3-828a-4973-9997-7b2c0829d32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:54:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:34.044755 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-291005e3-828a-4973-9997-7b2c0829d32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:34.061292 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291005e3-828a-4973-9997-7b2c0829d32a None None] Routers {'8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:34.062157 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-291005e3-828a-4973-9997-7b2c0829d32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:54:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:34.079618 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071d1ce-878b-4168-bbc2-380bc63887e2 req-e0b39386-3150-49a5-87f0-e21ac86ec10b tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:34.095557 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 069eba64-fa17-42c4-9c2c-d217407f6b78 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:34.097209 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071d1ce-878b-4168-bbc2-380bc63887e2 req-e0b39386-3150-49a5-87f0-e21ac86ec10b tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:34.112612 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071d1ce-878b-4168-bbc2-380bc63887e2 req-e0b39386-3150-49a5-87f0-e21ac86ec10b tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:34.115546 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f071d1ce-878b-4168-bbc2-380bc63887e2 req-e0b39386-3150-49a5-87f0-e21ac86ec10b tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=10fc6dae-0fbe-4975-8540-084e0c3e0db8 HTTP/1.1" status: 200 len: 2413 time: 0.2676930 Aug 16 20:54:34.134012 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8ed5af02-5583-414c-9266-74b7b98fc4cb tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:34.170943 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-291005e3-828a-4973-9997-7b2c0829d32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:34.171601 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291005e3-828a-4973-9997-7b2c0829d32a None None] The sync data for ids ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'] in n-d-793620-15 is: [] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:54:34.208797 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f071d1ce-878b-4168-bbc2-380bc63887e2 req-19831c4f-ff00-4233-9b86-944c5d3df93d tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b1786a4-3a00-49c3-a648-1cad1397544f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846412 Aug 16 20:54:34.222595 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1241f15-da45-4e63-89af-f39f5b22a768 req-5a906575-a3f1-49f2-831a-b6ca5b8f94b1 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:34.225206 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6b3dc643-4bce-4a56-b97e-6b313a4ae4c6 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:34.228958 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6b3dc643-4bce-4a56-b97e-6b313a4ae4c6 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.3319736 Aug 16 20:54:34.228958 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0f5648bf-7f2d-455b-9501-3854d74f6826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:34.232365 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1241f15-da45-4e63-89af-f39f5b22a768 req-5a906575-a3f1-49f2-831a-b6ca5b8f94b1 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 946 time: 0.0830593 Aug 16 20:54:34.232884 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44884) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:34.265734 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5648bf-7f2d-455b-9501-3854d74f6826 admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:34.270504 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-0f5648bf-7f2d-455b-9501-3854d74f6826 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:34.274862 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-8ed5af02-5583-414c-9266-74b7b98fc4cb tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Deleting port 81dcbd50-e4b1-46d4-8fb1-e2856d0b8de5 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:34.275216 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8ed5af02-5583-414c-9266-74b7b98fc4cb tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:34.279423 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5648bf-7f2d-455b-9501-3854d74f6826 admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:34.297772 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 069eba64-fa17-42c4-9c2c-d217407f6b78 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:34.303238 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device c896694a-84e5-4833-a8f7-ea289d02c62f up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:34.363947 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1241f15-da45-4e63-89af-f39f5b22a768 req-cc223b84-7eb3-4cf4-be35-ad3505a06e0c tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858183 Aug 16 20:54:34.366271 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5648bf-7f2d-455b-9501-3854d74f6826 admin admin] Pushing event updated for resources: {'Port': ['ID=7abd9d81-e2be-41b2-8ae9-0140cdd84aac,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:34.391116 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5648bf-7f2d-455b-9501-3854d74f6826 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:34.391116 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5648bf-7f2d-455b-9501-3854d74f6826 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:34.391116 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5648bf-7f2d-455b-9501-3854d74f6826 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:34.391116 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5648bf-7f2d-455b-9501-3854d74f6826 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:34.391116 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5648bf-7f2d-455b-9501-3854d74f6826 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:34.391116 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5648bf-7f2d-455b-9501-3854d74f6826 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:34.391116 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5648bf-7f2d-455b-9501-3854d74f6826 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:34.391116 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5648bf-7f2d-455b-9501-3854d74f6826 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:34.391116 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5648bf-7f2d-455b-9501-3854d74f6826 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:34.391116 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5648bf-7f2d-455b-9501-3854d74f6826 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:34.391116 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5648bf-7f2d-455b-9501-3854d74f6826 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:34.391116 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5648bf-7f2d-455b-9501-3854d74f6826 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:34.413489 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-8ed5af02-5583-414c-9266-74b7b98fc4cb tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] For port 81dcbd50-e4b1-46d4-8fb1-e2856d0b8de5, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=81dcbd50-e4b1-46d4-8fb1-e2856d0b8de5,segment=NetworkSegment(72e36254-9487-4723-b8dc-fa2915d1977d),segment_id=72e36254-9487-4723-b8dc-fa2915d1977d)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:34.413866 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8ed5af02-5583-414c-9266-74b7b98fc4cb tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:34.487226 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-8ed5af02-5583-414c-9266-74b7b98fc4cb tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Calling delete_port for 81dcbd50-e4b1-46d4-8fb1-e2856d0b8de5 owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:34.489468 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c495e2-5c18-412a-a080-709506b1a538 None None] Network b868f410-65e8-4176-9d6e-a22e40915bdb requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:34.492519 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port c896694a-84e5-4833-a8f7-ea289d02c62f completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:34.767905 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3f1fd491-84ff-44b7-bf99-ab25d707269f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:34.780884 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8ed5af02-5583-414c-9266-74b7b98fc4cb tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:34.841893 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-914e070c-b5b2-43ec-b75d-3dbf021d3b51 None None] Provisioning for port c896694a-84e5-4833-a8f7-ea289d02c62f completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:34.844032 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed5af02-5583-414c-9266-74b7b98fc4cb tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Pushing event deleted for resources: {'Port': ['ID=81dcbd50-e4b1-46d4-8fb1-e2856d0b8de5,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:34.846247 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed5af02-5583-414c-9266-74b7b98fc4cb tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] No DVR routers for this DVR port 81dcbd50-e4b1-46d4-8fb1-e2856d0b8de5 on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:34.847821 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-914e070c-b5b2-43ec-b75d-3dbf021d3b51 None None] Provisioning complete for port c896694a-84e5-4833-a8f7-ea289d02c62f triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:34.848432 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-914e070c-b5b2-43ec-b75d-3dbf021d3b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:34.992406 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-914e070c-b5b2-43ec-b75d-3dbf021d3b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:35.044080 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0f5648bf-7f2d-455b-9501-3854d74f6826 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:35.047199 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8ed5af02-5583-414c-9266-74b7b98fc4cb tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:35.052237 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-914e070c-b5b2-43ec-b75d-3dbf021d3b51 None None] For port c896694a-84e5-4833-a8f7-ea289d02c62f, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=c896694a-84e5-4833-a8f7-ea289d02c62f,segment=NetworkSegment(d984b6bd-f46a-4d33-83cf-6d7420990d0d),segment_id=d984b6bd-f46a-4d33-83cf-6d7420990d0d)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:35.149789 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-914e070c-b5b2-43ec-b75d-3dbf021d3b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:35.205364 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb876db-8004-4028-8289-72dcbd6246d4 None None] Network c7ab7a35-ee38-4fe5-89c5-ab56344e803b requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:35.251224 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e070c-b5b2-43ec-b75d-3dbf021d3b51 None None] Pushing event updated for resources: {'Port': ['ID=c896694a-84e5-4833-a8f7-ea289d02c62f,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:35.366439 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7e8ce3-473e-4d59-ad88-b7999cf8c353 None None] Network 71c1a672-4ee5-4cbf-847d-5d36baf046a4 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:35.390549 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ebcaa79a-4cfd-4d5f-a3b6-5472eeb6033a None None] Provisioning complete for port c896694a-84e5-4833-a8f7-ea289d02c62f triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:35.390936 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ebcaa79a-4cfd-4d5f-a3b6-5472eeb6033a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:35.467678 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d853dd-cee6-427e-aaa2-316c538fffff None None] DHCP port deletion for c7ab7a35-ee38-4fe5-89c5-ab56344e803b request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:54:35.504153 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-8ed5af02-5583-414c-9266-74b7b98fc4cb tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7ab7a35-ee38-4fe5-89c5-ab56344e803b']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:35.518987 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-8ed5af02-5583-414c-9266-74b7b98fc4cb tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e36254-9487-4723-b8dc-fa2915d1977d') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:35.519316 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-8ed5af02-5583-414c-9266-74b7b98fc4cb tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e36254-9487-4723-b8dc-fa2915d1977d') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:35.538839 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8ed5af02-5583-414c-9266-74b7b98fc4cb tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:35.593003 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ebcaa79a-4cfd-4d5f-a3b6-5472eeb6033a None None] Could not find standard attr ID for object 81dcbd50-e4b1-46d4-8fb1-e2856d0b8de5. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:54:35.663857 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa2d16-4ead-4902-a9c3-53ca7e822ad7 req-5a0d56e3-07c0-4b68-b995-53d7f34a24cc tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:35.670236 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa2d16-4ead-4902-a9c3-53ca7e822ad7 req-5a0d56e3-07c0-4b68-b995-53d7f34a24cc tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:35.676396 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa2d16-4ead-4902-a9c3-53ca7e822ad7 req-5a0d56e3-07c0-4b68-b995-53d7f34a24cc tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:35.678137 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-67aa2d16-4ead-4902-a9c3-53ca7e822ad7 req-5a0d56e3-07c0-4b68-b995-53d7f34a24cc tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=10fc6dae-0fbe-4975-8540-084e0c3e0db8 HTTP/1.1" status: 200 len: 2413 time: 0.1924450 Aug 16 20:54:35.690345 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646504ce-5322-4147-bfd1-dc188b295031 None None] DHCP port deletion for 71c1a672-4ee5-4cbf-847d-5d36baf046a4 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:54:35.691282 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283c190-6ec6-4c01-9a50-13569379a1c8 req-c32e2d7b-95c7-4212-aee8-d8c8cf496739 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:35.692815 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4283c190-6ec6-4c01-9a50-13569379a1c8 req-c32e2d7b-95c7-4212-aee8-d8c8cf496739 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 946 time: 0.2052891 Aug 16 20:54:35.734320 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0f5648bf-7f2d-455b-9501-3854d74f6826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:35.750462 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-646504ce-5322-4147-bfd1-dc188b295031 None None] Deleting port 069eba64-fa17-42c4-9c2c-d217407f6b78 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:35.751835 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-646504ce-5322-4147-bfd1-dc188b295031 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:35.752692 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8ed5af02-5583-414c-9266-74b7b98fc4cb tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:35.794572 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-67aa2d16-4ead-4902-a9c3-53ca7e822ad7 req-4c37456e-a42b-4fce-a568-2dfba82368a6 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b1786a4-3a00-49c3-a648-1cad1397544f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007581 Aug 16 20:54:35.796283 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-3f1fd491-84ff-44b7-bf99-ab25d707269f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Allocated IP 172.20.0.1 (0ccf3479-cbbc-49fa-8481-d60d877f9966/32716a1a-3d8d-4ee8-b2bd-58afc9a09382/61f9151a-5475-4f1f-8f5a-4a992895d932) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:35.824368 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4283c190-6ec6-4c01-9a50-13569379a1c8 req-ec70bcee-06d9-4d43-872c-d3a67c553f09 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166427 Aug 16 20:54:35.832032 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-646504ce-5322-4147-bfd1-dc188b295031 None None] For port 069eba64-fa17-42c4-9c2c-d217407f6b78, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=069eba64-fa17-42c4-9c2c-d217407f6b78,segment=NetworkSegment(3306dd0e-2741-4be8-95ff-c84b80f21c44),segment_id=3306dd0e-2741-4be8-95ff-c84b80f21c44)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:35.832505 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-646504ce-5322-4147-bfd1-dc188b295031 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:35.839116 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed5af02-5583-414c-9266-74b7b98fc4cb tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:54:35.848476 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8ed5af02-5583-414c-9266-74b7b98fc4cb tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:35.848620 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-646504ce-5322-4147-bfd1-dc188b295031 None None] Calling delete_port for 069eba64-fa17-42c4-9c2c-d217407f6b78 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:35.849346 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:54:35.849346 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:54:35.849346 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:54:35.849346 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:54:35.849346 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:54:35.849346 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:54:35.849346 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:54:35.849346 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:54:35.849346 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:54:35.849346 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:54:35.849346 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:54:35.849346 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:54:35.849346 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:54:35.849346 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:54:35.849346 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:54:35.849346 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:54:35.849346 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:54:35.849346 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:54:35.849346 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:54:35.849346 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:54:35.849346 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:54:35.849346 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:54:35.849346 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:54:35.849346 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:54:35.849346 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:54:35.849346 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:54:35.849346 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:54:35.849346 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:54:35.849346 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:54:35.849346 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:54:35.849346 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:54:35.849346 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:54:35.895692 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device c896694a-84e5-4833-a8f7-ea289d02c62f up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:35.934073 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0d8b29f3-10db-4daf-ac77-797029b0c342 None None] Provisioning for port 069eba64-fa17-42c4-9c2c-d217407f6b78 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:35.942910 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0d8b29f3-10db-4daf-ac77-797029b0c342 None None] Provisioning complete for port 069eba64-fa17-42c4-9c2c-d217407f6b78 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:35.943402 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0d8b29f3-10db-4daf-ac77-797029b0c342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:35.955744 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3f1fd491-84ff-44b7-bf99-ab25d707269f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.015172 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port c896694a-84e5-4833-a8f7-ea289d02c62f triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:36.015546 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.080633 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8ed5af02-5583-414c-9266-74b7b98fc4cb tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.088614 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8ed5af02-5583-414c-9266-74b7b98fc4cb tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.089847 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0d8b29f3-10db-4daf-ac77-797029b0c342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.090461 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8ed5af02-5583-414c-9266-74b7b98fc4cb tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] 10.222.0.84 "DELETE /v2.0/networks/c7ab7a35-ee38-4fe5-89c5-ab56344e803b HTTP/1.1" status: 204 len: 168 time: 2.1581147 Aug 16 20:54:36.093151 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44900) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:36.111178 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed5af02-5583-414c-9266-74b7b98fc4cb tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Pushing event deleted for resources: {'Network': ['ID=c7ab7a35-ee38-4fe5-89c5-ab56344e803b,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:36.130638 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3f1fd491-84ff-44b7-bf99-ab25d707269f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.147985 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5648bf-7f2d-455b-9501-3854d74f6826 admin admin] Router e1b101a6-a366-4e79-9713-23df7cd54b78 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:54:36.179472 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1fd491-84ff-44b7-bf99-ab25d707269f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Network 0ccf3479-cbbc-49fa-8481-d60d877f9966 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:36.184443 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-3f1fd491-84ff-44b7-bf99-ab25d707269f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:36.188747 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1fd491-84ff-44b7-bf99-ab25d707269f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:36.211427 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-646504ce-5322-4147-bfd1-dc188b295031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.225403 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1fd491-84ff-44b7-bf99-ab25d707269f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event updated for resources: {'Port': ['ID=61f9151a-5475-4f1f-8f5a-4a992895d932,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:36.227096 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fbeb76e8-99dd-4b46-9af4-6c78d73d4a66 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.258508 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3f1fd491-84ff-44b7-bf99-ab25d707269f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.265545 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 069eba64-fa17-42c4-9c2c-d217407f6b78 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:54:36.307296 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 069eba64-fa17-42c4-9c2c-d217407f6b78 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:54:36.307296 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 069eba64-fa17-42c4-9c2c-d217407f6b78 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:54:36.309303 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646504ce-5322-4147-bfd1-dc188b295031 None None] No DVR routers for this DVR port 069eba64-fa17-42c4-9c2c-d217407f6b78 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:36.321432 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646504ce-5322-4147-bfd1-dc188b295031 None None] Pushing event deleted for resources: {'Port': ['ID=069eba64-fa17-42c4-9c2c-d217407f6b78,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:36.369240 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5648bf-7f2d-455b-9501-3854d74f6826 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:54:36.375287 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fbeb76e8-99dd-4b46-9af4-6c78d73d4a66 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.379587 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4d534a-a1e1-4ba6-b607-a4b3f536a5ab None None] Sync routers for ids ['e1b101a6-a366-4e79-9713-23df7cd54b78'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:54:36.388929 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4d534a-a1e1-4ba6-b607-a4b3f536a5ab None None] Routers {'e1b101a6-a366-4e79-9713-23df7cd54b78'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:36.389468 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-fbeb76e8-99dd-4b46-9af4-6c78d73d4a66 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71c1a672-4ee5-4cbf-847d-5d36baf046a4']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:36.389589 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-7a4d534a-a1e1-4ba6-b607-a4b3f536a5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:54:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['e1b101a6-a366-4e79-9713-23df7cd54b78'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:36.402506 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-fbeb76e8-99dd-4b46-9af4-6c78d73d4a66 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3306dd0e-2741-4be8-95ff-c84b80f21c44') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:36.402814 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-fbeb76e8-99dd-4b46-9af4-6c78d73d4a66 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3306dd0e-2741-4be8-95ff-c84b80f21c44') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:36.411844 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fbeb76e8-99dd-4b46-9af4-6c78d73d4a66 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.425848 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fbeb76e8-99dd-4b46-9af4-6c78d73d4a66 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.431874 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbeb76e8-99dd-4b46-9af4-6c78d73d4a66 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:54:36.432271 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fbeb76e8-99dd-4b46-9af4-6c78d73d4a66 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.435208 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:54:36.435208 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:54:36.435208 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:54:36.435208 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:54:36.435208 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:54:36.435208 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:54:36.435208 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:54:36.435208 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:54:36.435208 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:54:36.435208 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:54:36.435208 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:54:36.435208 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:54:36.435208 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:54:36.435208 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:54:36.435208 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:54:36.435208 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:54:36.435208 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:54:36.435208 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:54:36.435208 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:54:36.435208 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:54:36.435208 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:54:36.435208 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:54:36.435208 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:54:36.435208 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:54:36.435208 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:54:36.435208 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:54:36.435208 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:54:36.435208 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:54:36.435208 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:54:36.435208 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:54:36.435208 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:54:36.435208 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:54:36.504837 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3f1fd491-84ff-44b7-bf99-ab25d707269f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.532247 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0f5648bf-7f2d-455b-9501-3854d74f6826 admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.541108 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0f5648bf-7f2d-455b-9501-3854d74f6826 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.1601491 Aug 16 20:54:36.541108 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44904) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:36.630404 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-7a4d534a-a1e1-4ba6-b607-a4b3f536a5ab None None] Set router e1b101a6-a366-4e79-9713-23df7cd54b78 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:54:36.635025 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fbeb76e8-99dd-4b46-9af4-6c78d73d4a66 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.644590 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fbeb76e8-99dd-4b46-9af4-6c78d73d4a66 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.648825 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fbeb76e8-99dd-4b46-9af4-6c78d73d4a66 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] 10.222.0.84 "DELETE /v2.0/networks/71c1a672-4ee5-4cbf-847d-5d36baf046a4 HTTP/1.1" status: 204 len: 168 time: 0.5525048 Aug 16 20:54:36.652330 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44906) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:36.673615 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb76e8-99dd-4b46-9af4-6c78d73d4a66 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Pushing event deleted for resources: {'Network': ['ID=71c1a672-4ee5-4cbf-847d-5d36baf046a4,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:36.842011 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-7a4d534a-a1e1-4ba6-b607-a4b3f536a5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b101a6-a366-4e79-9713-23df7cd54b78', 'name': 'tempest-ServersTestJSON-825680079-router', 'tenant_id': '049f64fdbbd64e3192a47c9a630e167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7abd9d81-e2be-41b2-8ae9-0140cdd84aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:54:31Z', 'updated_at': '2021-08-16T20:54:34Z', 'revision_number': 3, 'project_id': '049f64fdbbd64e3192a47c9a630e167c', 'gw_port': {'id': '7abd9d81-e2be-41b2-8ae9-0140cdd84aac', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b101a6-a366-4e79-9713-23df7cd54b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:33Z', 'updated_at': '2021-08-16T20:54:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:36.843344 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34ddaa93-f6a1-4679-bba2-ad18da44ae0f tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.848347 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3f1fd491-84ff-44b7-bf99-ab25d707269f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.878415 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4d534a-a1e1-4ba6-b607-a4b3f536a5ab None None] Checking router: e1b101a6-a366-4e79-9713-23df7cd54b78 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:54:36.879346 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4d534a-a1e1-4ba6-b607-a4b3f536a5ab None None] Updating router e1b101a6-a366-4e79-9713-23df7cd54b78 port 7abd9d81-e2be-41b2-8ae9-0140cdd84aac binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:54:36.910883 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7a4d534a-a1e1-4ba6-b607-a4b3f536a5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.973387 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3f1fd491-84ff-44b7-bf99-ab25d707269f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.991673 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b826cbb9-f728-43f1-8bce-b3e6f65d31d7 req-cfe50b95-9131-48a1-b499-2be37e9fa105 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:36.998417 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b826cbb9-f728-43f1-8bce-b3e6f65d31d7 req-cfe50b95-9131-48a1-b499-2be37e9fa105 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:37.005017 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b826cbb9-f728-43f1-8bce-b3e6f65d31d7 req-cfe50b95-9131-48a1-b499-2be37e9fa105 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:37.015370 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b826cbb9-f728-43f1-8bce-b3e6f65d31d7 req-cfe50b95-9131-48a1-b499-2be37e9fa105 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=10fc6dae-0fbe-4975-8540-084e0c3e0db8 HTTP/1.1" status: 200 len: 2413 time: 0.1207528 Aug 16 20:54:37.016627 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34ddaa93-f6a1-4679-bba2-ad18da44ae0f tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.052377 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-34ddaa93-f6a1-4679-bba2-ad18da44ae0f tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02d23b47-9b06-4ea5-bafe-ab1b8540f574']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:37.068234 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-34ddaa93-f6a1-4679-bba2-ad18da44ae0f tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a27ea33-6c62-4770-aa0a-ca308936bd5e') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:37.068533 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-34ddaa93-f6a1-4679-bba2-ad18da44ae0f tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a27ea33-6c62-4770-aa0a-ca308936bd5e') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:37.082211 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34ddaa93-f6a1-4679-bba2-ad18da44ae0f tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.099338 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34ddaa93-f6a1-4679-bba2-ad18da44ae0f tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.124467 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b826cbb9-f728-43f1-8bce-b3e6f65d31d7 req-ad0607d2-2f31-47d4-b6a6-6ce218bda933 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b1786a4-3a00-49c3-a648-1cad1397544f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076393 Aug 16 20:54:37.130460 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ddaa93-f6a1-4679-bba2-ad18da44ae0f tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:54:37.130899 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34ddaa93-f6a1-4679-bba2-ad18da44ae0f tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.133855 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:54:37.133855 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:54:37.133855 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:54:37.133855 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:54:37.133855 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:54:37.133855 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:54:37.133855 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:54:37.133855 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:54:37.133855 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:54:37.133855 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:54:37.133855 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:54:37.133855 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:54:37.133855 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:54:37.133855 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:54:37.133855 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:54:37.133855 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:54:37.133855 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:54:37.133855 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:54:37.133855 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:54:37.133855 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:54:37.133855 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:54:37.133855 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:54:37.133855 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:54:37.133855 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:54:37.133855 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:54:37.133855 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:54:37.133855 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:54:37.133855 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:54:37.133855 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:54:37.133855 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:54:37.133855 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:54:37.133855 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:54:37.146037 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1fd491-84ff-44b7-bf99-ab25d707269f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event updated for resources: {'Port': ['ID=61f9151a-5475-4f1f-8f5a-4a992895d932,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:37.177079 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b2d78-ad78-429a-869b-92ecab116957 req-92b280b5-00fe-42a2-9eeb-842cd8a1aa62 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:37.189136 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d30b2d78-ad78-429a-869b-92ecab116957 req-92b280b5-00fe-42a2-9eeb-842cd8a1aa62 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 946 time: 0.2483017 Aug 16 20:54:37.199972 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3f1fd491-84ff-44b7-bf99-ab25d707269f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.235905 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7a4d534a-a1e1-4ba6-b607-a4b3f536a5ab None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.250634 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7a4d534a-a1e1-4ba6-b607-a4b3f536a5ab None None] Transition to ACTIVE for port object 7abd9d81-e2be-41b2-8ae9-0140cdd84aac will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:37.281267 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e22460ec-767e-4aeb-baaa-65d53570b926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.289728 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34ddaa93-f6a1-4679-bba2-ad18da44ae0f tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.304728 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34ddaa93-f6a1-4679-bba2-ad18da44ae0f tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.307859 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-34ddaa93-f6a1-4679-bba2-ad18da44ae0f tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] 10.222.0.84 "DELETE /v2.0/networks/02d23b47-9b06-4ea5-bafe-ab1b8540f574 HTTP/1.1" status: 204 len: 168 time: 0.6537220 Aug 16 20:54:37.314509 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d30b2d78-ad78-429a-869b-92ecab116957 req-db1289fa-9382-4691-9653-2b72f3fbf783 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244957 Aug 16 20:54:37.340673 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44918) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:37.340771 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ddaa93-f6a1-4679-bba2-ad18da44ae0f tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Pushing event deleted for resources: {'Network': ['ID=02d23b47-9b06-4ea5-bafe-ab1b8540f574,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:37.387413 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7a4d534a-a1e1-4ba6-b607-a4b3f536a5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.421034 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69910702-e9dc-4653-bdad-9cbeddb5dc69 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.428748 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1fd491-84ff-44b7-bf99-ab25d707269f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Network 0ccf3479-cbbc-49fa-8481-d60d877f9966 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:37.434511 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-3f1fd491-84ff-44b7-bf99-ab25d707269f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:37.454170 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-7a4d534a-a1e1-4ba6-b607-a4b3f536a5ab None None] Attempting to bind port 7abd9d81-e2be-41b2-8ae9-0140cdd84aac on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:37.454546 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-7a4d534a-a1e1-4ba6-b607-a4b3f536a5ab None None] Attempting to bind port 7abd9d81-e2be-41b2-8ae9-0140cdd84aac by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:37.454919 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4d534a-a1e1-4ba6-b607-a4b3f536a5ab None None] Attempting to bind port 7abd9d81-e2be-41b2-8ae9-0140cdd84aac on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:37.463158 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a2576-53c8-4664-9c7c-1e2854550fe9 None None] Pushing event updated for resources: {'Port': ['ID=7abd9d81-e2be-41b2-8ae9-0140cdd84aac,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:37.466808 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4d534a-a1e1-4ba6-b607-a4b3f536a5ab None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:37.467430 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4d534a-a1e1-4ba6-b607-a4b3f536a5ab None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:37.467869 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7a4d534a-a1e1-4ba6-b607-a4b3f536a5ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.468315 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4d534a-a1e1-4ba6-b607-a4b3f536a5ab None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:37.468823 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-7a4d534a-a1e1-4ba6-b607-a4b3f536a5ab None None] Bound port: 7abd9d81-e2be-41b2-8ae9-0140cdd84aac, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:37.469736 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7a4d534a-a1e1-4ba6-b607-a4b3f536a5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.483935 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-e22460ec-767e-4aeb-baaa-65d53570b926 admin admin] Allocated IP 172.20.0.1 (b868f410-65e8-4176-9d6e-a22e40915bdb/55977581-de25-4036-9f0a-1b1d4c44ef0d/79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:37.534003 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7a4d534a-a1e1-4ba6-b607-a4b3f536a5ab None None] For port 7abd9d81-e2be-41b2-8ae9-0140cdd84aac, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:37.537605 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7a4d534a-a1e1-4ba6-b607-a4b3f536a5ab None None] For port 7abd9d81-e2be-41b2-8ae9-0140cdd84aac, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=7abd9d81-e2be-41b2-8ae9-0140cdd84aac,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:37.596674 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e22460ec-767e-4aeb-baaa-65d53570b926 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.600943 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69910702-e9dc-4653-bdad-9cbeddb5dc69 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.611545 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-e22460ec-767e-4aeb-baaa-65d53570b926 admin admin] Transition to ACTIVE for port object 79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:37.617442 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-69910702-e9dc-4653-bdad-9cbeddb5dc69 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c05b25b-06a3-46fa-b4f7-a1ad9ef056a3']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:37.630865 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-69910702-e9dc-4653-bdad-9cbeddb5dc69 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e627993-14b3-4205-b36f-8011542c85a4') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:37.631168 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-69910702-e9dc-4653-bdad-9cbeddb5dc69 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e627993-14b3-4205-b36f-8011542c85a4') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:37.645560 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69910702-e9dc-4653-bdad-9cbeddb5dc69 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.654096 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7a4d534a-a1e1-4ba6-b607-a4b3f536a5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.656913 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1fd491-84ff-44b7-bf99-ab25d707269f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Router 8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:54:37.664805 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69910702-e9dc-4653-bdad-9cbeddb5dc69 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.673927 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69910702-e9dc-4653-bdad-9cbeddb5dc69 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:54:37.674253 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69910702-e9dc-4653-bdad-9cbeddb5dc69 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.677187 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 20:54:37.677187 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:54:37.677187 n-d-793620-15 neutron-server[101844]: timer() Aug 16 20:54:37.677187 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:54:37.677187 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 20:54:37.677187 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:54:37.677187 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 20:54:37.677187 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:54:37.677187 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 20:54:37.677187 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:54:37.677187 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 20:54:37.677187 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:54:37.677187 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 20:54:37.677187 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:54:37.677187 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:54:37.677187 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:54:37.677187 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:54:37.677187 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:54:37.677187 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 20:54:37.677187 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:54:37.677187 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 20:54:37.677187 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:54:37.677187 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:54:37.677187 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:54:37.677187 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 20:54:37.677187 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:54:37.677187 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:54:37.677187 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:54:37.677187 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:54:37.677187 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:54:37.677187 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:54:37.677187 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:54:37.710908 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4d534a-a1e1-4ba6-b607-a4b3f536a5ab None None] Routers {'e1b101a6-a366-4e79-9713-23df7cd54b78'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:37.711559 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-7a4d534a-a1e1-4ba6-b607-a4b3f536a5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:54:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['e1b101a6-a366-4e79-9713-23df7cd54b78'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:37.749025 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a2576-53c8-4664-9c7c-1e2854550fe9 None None] Pushing event updated for resources: {'Port': ['ID=7abd9d81-e2be-41b2-8ae9-0140cdd84aac,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:37.804829 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e22460ec-767e-4aeb-baaa-65d53570b926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.829377 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1fd491-84ff-44b7-bf99-ab25d707269f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:54:37.838047 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3f1fd491-84ff-44b7-bf99-ab25d707269f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "PUT /v2.0/routers/8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6010396 Aug 16 20:54:37.847458 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb8da3c-29d6-4722-ae36-f80fba07169d None None] Sync routers for ids ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:54:37.847971 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-7a4d534a-a1e1-4ba6-b607-a4b3f536a5ab None None] Set router e1b101a6-a366-4e79-9713-23df7cd54b78 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:54:37.850146 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44924) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:37.855603 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb8da3c-29d6-4722-ae36-f80fba07169d None None] Routers {'8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:37.855959 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22460ec-767e-4aeb-baaa-65d53570b926 admin admin] Pushing event updated for resources: {'Port': ['ID=79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:37.856271 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-1eb8da3c-29d6-4722-ae36-f80fba07169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:54:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:37.863294 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-10f5de12-1220-43db-9fca-6a67d4e87b47 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Request body: {'port': {'network_id': '0ccf3479-cbbc-49fa-8481-d60d877f9966', 'name': 'tempest-FloatingIPTestJSON-718527726'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:37.867109 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22460ec-767e-4aeb-baaa-65d53570b926 admin admin] Network b868f410-65e8-4176-9d6e-a22e40915bdb is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:37.869207 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-e22460ec-767e-4aeb-baaa-65d53570b926 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:37.873529 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22460ec-767e-4aeb-baaa-65d53570b926 admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:37.947470 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e22460ec-767e-4aeb-baaa-65d53570b926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.954326 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-1eb8da3c-29d6-4722-ae36-f80fba07169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:37.977801 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69910702-e9dc-4653-bdad-9cbeddb5dc69 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.979481 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb8da3c-29d6-4722-ae36-f80fba07169d None None] Routers {'8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:37.987307 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69910702-e9dc-4653-bdad-9cbeddb5dc69 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.990186 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-69910702-e9dc-4653-bdad-9cbeddb5dc69 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] 10.222.0.84 "DELETE /v2.0/networks/0c05b25b-06a3-46fa-b4f7-a1ad9ef056a3 HTTP/1.1" status: 204 len: 168 time: 0.6703415 Aug 16 20:54:38.002935 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-1eb8da3c-29d6-4722-ae36-f80fba07169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:54:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:38.012841 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 02535b8d-51f2-42d7-bd6b-980b00456e83 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:54:38.028659 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69910702-e9dc-4653-bdad-9cbeddb5dc69 tempest-BulkNetworkOpsIpV6Test-657610170 tempest-BulkNetworkOpsIpV6Test-657610170-project] Pushing event deleted for resources: {'Network': ['ID=0c05b25b-06a3-46fa-b4f7-a1ad9ef056a3,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:38.065895 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-1eb8da3c-29d6-4722-ae36-f80fba07169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:38.066816 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb8da3c-29d6-4722-ae36-f80fba07169d None None] The sync data for ids ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'] in n-d-793620-15 is: [] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:54:38.233753 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 02535b8d-51f2-42d7-bd6b-980b00456e83, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=02535b8d-51f2-42d7-bd6b-980b00456e83,segment=NetworkSegment(43b7c5a5-714d-4ec3-800b-7f303c437459),segment_id=43b7c5a5-714d-4ec3-800b-7f303c437459)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:38.250765 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '02535b8d-51f2-42d7-bd6b-980b00456e83', 'network_id': '875d3302-cf86-4844-a136-e34df87b56ab', 'port_id': '02535b8d-51f2-42d7-bd6b-980b00456e83', 'mac_address': 'fa:16:3e:cc:2f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe4b096-cf51-4fc2-91e7-bcb416752f59', 'ip_address': '19.86.0.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:54:38.288530 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-7a4d534a-a1e1-4ba6-b607-a4b3f536a5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b101a6-a366-4e79-9713-23df7cd54b78', 'name': 'tempest-ServersTestJSON-825680079-router', 'tenant_id': '049f64fdbbd64e3192a47c9a630e167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7abd9d81-e2be-41b2-8ae9-0140cdd84aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:54:31Z', 'updated_at': '2021-08-16T20:54:34Z', 'revision_number': 3, 'project_id': '049f64fdbbd64e3192a47c9a630e167c', 'gw_port': {'id': '7abd9d81-e2be-41b2-8ae9-0140cdd84aac', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b101a6-a366-4e79-9713-23df7cd54b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:33Z', 'updated_at': '2021-08-16T20:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:38.289787 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f5de12-1220-43db-9fca-6a67d4e87b47 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Made reservation on behalf of dedbb1beea794d6383c077ea3d880178 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:38.294467 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-10f5de12-1220-43db-9fca-6a67d4e87b47 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.316633 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e22460ec-767e-4aeb-baaa-65d53570b926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.327050 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4d534a-a1e1-4ba6-b607-a4b3f536a5ab None None] The sync data for ids ['e1b101a6-a366-4e79-9713-23df7cd54b78'] in n-d-793620-15 is: [{'id': 'e1b101a6-a366-4e79-9713-23df7cd54b78', 'name': 'tempest-ServersTestJSON-825680079-router', 'tenant_id': '049f64fdbbd64e3192a47c9a630e167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7abd9d81-e2be-41b2-8ae9-0140cdd84aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:54:31Z', 'updated_at': '2021-08-16T20:54:34Z', 'revision_number': 3, 'project_id': '049f64fdbbd64e3192a47c9a630e167c', 'gw_port': {'id': '7abd9d81-e2be-41b2-8ae9-0140cdd84aac', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b101a6-a366-4e79-9713-23df7cd54b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:33Z', 'updated_at': '2021-08-16T20:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:54:38.331567 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.344448 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db2f39-9bb9-45cf-8bfe-35b45381a996 req-c7c15252-cb6a-4ac4-94a5-a8e22b5d0a17 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:38.346401 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02535b8d-51f2-42d7-bd6b-980b00456e83 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:54:38.353760 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db2f39-9bb9-45cf-8bfe-35b45381a996 req-c7c15252-cb6a-4ac4-94a5-a8e22b5d0a17 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:38.358859 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db2f39-9bb9-45cf-8bfe-35b45381a996 req-c7c15252-cb6a-4ac4-94a5-a8e22b5d0a17 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:38.360747 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d4db2f39-9bb9-45cf-8bfe-35b45381a996 req-c7c15252-cb6a-4ac4-94a5-a8e22b5d0a17 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=10fc6dae-0fbe-4975-8540-084e0c3e0db8 HTTP/1.1" status: 200 len: 2413 time: 0.1446834 Aug 16 20:54:38.366727 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-10f5de12-1220-43db-9fca-6a67d4e87b47 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] device_id is not set on port 9c039e40-032a-4716-bdb4-3417651f7171 yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:54:38.374626 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 02535b8d-51f2-42d7-bd6b-980b00456e83, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=02535b8d-51f2-42d7-bd6b-980b00456e83,segment=NetworkSegment(43b7c5a5-714d-4ec3-800b-7f303c437459),segment_id=43b7c5a5-714d-4ec3-800b-7f303c437459)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:38.399706 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-6376304b-47c8-4931-82d3-38e71604ec64 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:38.402236 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-6376304b-47c8-4931-82d3-38e71604ec64 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/networks?id=5a5bf8fc-f269-4f39-b3c6-975502c735e9 HTTP/1.1" status: 200 len: 814 time: 0.2121456 Aug 16 20:54:38.472376 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-a7995739-f4a4-4846-9398-0765db61e8d5 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/quotas/41a315ee39084be283dee330854f5498 HTTP/1.1" status: 200 len: 375 time: 0.0340650 Aug 16 20:54:38.481464 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-cbad6022-3f1a-4dc3-97e5-6ba1cb09ea77 None None] Provisioning for port 79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:38.486260 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d4db2f39-9bb9-45cf-8bfe-35b45381a996 req-436828d4-2dfa-403d-b771-d1e478710851 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b1786a4-3a00-49c3-a648-1cad1397544f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089768 Aug 16 20:54:38.488040 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-cbad6022-3f1a-4dc3-97e5-6ba1cb09ea77 None None] Provisioning complete for port 79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:38.488561 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cbad6022-3f1a-4dc3-97e5-6ba1cb09ea77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.530817 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e22460ec-767e-4aeb-baaa-65d53570b926 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.546132 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-cbad6022-3f1a-4dc3-97e5-6ba1cb09ea77 None None] Port 79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:54:38.554999 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.555725 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:54:38.585409 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-10f5de12-1220-43db-9fca-6a67d4e87b47 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Allocated IP 172.20.0.11 (0ccf3479-cbbc-49fa-8481-d60d877f9966/32716a1a-3d8d-4ee8-b2bd-58afc9a09382/9c039e40-032a-4716-bdb4-3417651f7171) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:38.597659 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-8af39c3a-87be-4d5d-94a5-58e5d0f0acca tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=41a315ee39084be283dee330854f5498&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1067035 Aug 16 20:54:38.689436 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e22460ec-767e-4aeb-baaa-65d53570b926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.717229 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=02535b8d-51f2-42d7-bd6b-980b00456e83,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:38.801580 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad,segment=NetworkSegment(c9d7124c-2e4b-467c-988d-f294fc344f2f),segment_id=c9d7124c-2e4b-467c-988d-f294fc344f2f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:38.812595 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22460ec-767e-4aeb-baaa-65d53570b926 admin admin] Pushing event updated for resources: {'Port': ['ID=79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:38.827351 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': 'dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad', 'network_id': 'a2dafdd9-6e14-4f49-94cc-7fa205debddb', 'port_id': 'dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad', 'mac_address': 'fa:16:3e:e4:69:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c357a45f-ccd8-434b-8138-49abbd36687e', 'ip_address': '19.80.0.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:54:38.839428 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44950) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:38.844119 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e22460ec-767e-4aeb-baaa-65d53570b926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.898345 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.917182 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-07bf69b0-6c27-4234-8d42-6f63d1cd803f service neutron] 10.222.0.84 "GET /v2.0/networks/5a5bf8fc-f269-4f39-b3c6-975502c735e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047488 Aug 16 20:54:38.927543 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:54:38.956647 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22460ec-767e-4aeb-baaa-65d53570b926 admin admin] Network b868f410-65e8-4176-9d6e-a22e40915bdb is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:38.961070 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-e22460ec-767e-4aeb-baaa-65d53570b926 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:38.963105 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad,segment=NetworkSegment(c9d7124c-2e4b-467c-988d-f294fc344f2f),segment_id=c9d7124c-2e4b-467c-988d-f294fc344f2f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:39.078761 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:39.079462 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device aa51d2ea-a958-4c21-aeef-92b5be7ba27f details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:54:39.083235 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468cf1e6-b84d-4938-8780-e16620db831d req-f5e801ea-1e1b-476a-a307-78a75f11a055 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:39.090965 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-468cf1e6-b84d-4938-8780-e16620db831d req-f5e801ea-1e1b-476a-a307-78a75f11a055 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 946 time: 0.3839195 Aug 16 20:54:39.100242 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-27a0d9ba-6997-4124-b053-0fc824356ede service neutron] 10.222.0.84 "GET /v2.0/networks/5a5bf8fc-f269-4f39-b3c6-975502c735e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861682 Aug 16 20:54:39.148507 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22460ec-767e-4aeb-baaa-65d53570b926 admin admin] Router e1b101a6-a366-4e79-9713-23df7cd54b78 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:54:39.172134 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:39.181961 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:39.182730 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:39.182730 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:39.183404 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:39.183499 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:39.183866 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:39.184370 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:39.184706 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:39.185337 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:39.185431 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:39.185692 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:39.190296 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:39.195436 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port aa51d2ea-a958-4c21-aeef-92b5be7ba27f, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=aa51d2ea-a958-4c21-aeef-92b5be7ba27f,segment=NetworkSegment(c9d7124c-2e4b-467c-988d-f294fc344f2f),segment_id=c9d7124c-2e4b-467c-988d-f294fc344f2f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:39.197839 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-468cf1e6-b84d-4938-8780-e16620db831d req-1d3320f9-506e-412b-bfe0-a7368c22f849 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056759 Aug 16 20:54:39.220099 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': 'aa51d2ea-a958-4c21-aeef-92b5be7ba27f', 'network_id': 'a2dafdd9-6e14-4f49-94cc-7fa205debddb', 'port_id': 'aa51d2ea-a958-4c21-aeef-92b5be7ba27f', 'mac_address': 'fa:16:3e:5f:d2:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c357a45f-ccd8-434b-8138-49abbd36687e', 'ip_address': '19.80.0.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:54:39.275351 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:39.294174 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa51d2ea-a958-4c21-aeef-92b5be7ba27f {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:54:39.321296 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-10f5de12-1220-43db-9fca-6a67d4e87b47 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:39.324303 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port aa51d2ea-a958-4c21-aeef-92b5be7ba27f, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=aa51d2ea-a958-4c21-aeef-92b5be7ba27f,segment=NetworkSegment(c9d7124c-2e4b-467c-988d-f294fc344f2f),segment_id=c9d7124c-2e4b-467c-988d-f294fc344f2f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:39.341371 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-38164a85-9a77-46c5-9138-a792a7aced1e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7941c4e4171344a48eb66031527fafea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5001311 Aug 16 20:54:39.343929 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44954) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:39.376143 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5465c6ad-cf9b-49dc-93ad-997c6fef1ac4 None None] Provisioning complete for port 79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:39.376784 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5465c6ad-cf9b-49dc-93ad-997c6fef1ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:39.396869 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22460ec-767e-4aeb-baaa-65d53570b926 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:54:39.404951 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e22460ec-767e-4aeb-baaa-65d53570b926 admin admin] 10.222.0.84 "PUT /v2.0/routers/e1b101a6-a366-4e79-9713-23df7cd54b78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8667023 Aug 16 20:54:39.424204 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8a6fb0ed-a0c9-4524-ba17-d81857fbbdf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:39.461622 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:39.477783 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8a6fb0ed-a0c9-4524-ba17-d81857fbbdf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:39.482791 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-10f5de12-1220-43db-9fca-6a67d4e87b47 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:39.532295 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-5465c6ad-cf9b-49dc-93ad-997c6fef1ac4 None None] Port 79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:54:39.572560 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=aa51d2ea-a958-4c21-aeef-92b5be7ba27f,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:39.680848 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8a6fb0ed-a0c9-4524-ba17-d81857fbbdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:39.684070 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8a6fb0ed-a0c9-4524-ba17-d81857fbbdf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:39.687465 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8a6fb0ed-a0c9-4524-ba17-d81857fbbdf5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f7b85e75-22e8-465e-ba48-46fd466c3d2d HTTP/1.1" status: 204 len: 168 time: 0.3402162 Aug 16 20:54:39.692573 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f5de12-1220-43db-9fca-6a67d4e87b47 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Network 0ccf3479-cbbc-49fa-8481-d60d877f9966 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:39.693460 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5de12-1220-43db-9fca-6a67d4e87b47 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event updated for resources: {'Port': ['ID=9c039e40-032a-4716-bdb4-3417651f7171,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:39.700325 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6fb0ed-a0c9-4524-ba17-d81857fbbdf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b85e75-22e8-465e-ba48-46fd466c3d2d,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:39.718002 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c464bd12-9bda-41f5-acad-eff23441549d req-a18f651c-311d-4984-9e6b-f0a85e87aed5 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=29531bfa-58da-4bbb-ad14-f335a5e48657 HTTP/1.1" status: 200 len: 210 time: 0.1327355 Aug 16 20:54:39.720649 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-10f5de12-1220-43db-9fca-6a67d4e87b47 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:39.724952 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f5de12-1220-43db-9fca-6a67d4e87b47 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:39.750944 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:54:39.799993 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['02535b8d-51f2-42d7-bd6b-980b00456e83'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:54:39.805587 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['aa51d2ea-a958-4c21-aeef-92b5be7ba27f'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:54:39.819579 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb5426-f88c-4698-bdfc-fac7d9ff6de6 req-64cb0a18-a0d6-45e2-ae92-4dcaac15aa0c tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:39.835920 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb5426-f88c-4698-bdfc-fac7d9ff6de6 req-64cb0a18-a0d6-45e2-ae92-4dcaac15aa0c tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:39.842665 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb5426-f88c-4698-bdfc-fac7d9ff6de6 req-64cb0a18-a0d6-45e2-ae92-4dcaac15aa0c tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:39.850801 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-38bb5426-f88c-4698-bdfc-fac7d9ff6de6 req-64cb0a18-a0d6-45e2-ae92-4dcaac15aa0c tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=10fc6dae-0fbe-4975-8540-084e0c3e0db8 HTTP/1.1" status: 200 len: 2416 time: 0.2096446 Aug 16 20:54:39.861304 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f5de12-1220-43db-9fca-6a67d4e87b47 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:39.862503 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-10f5de12-1220-43db-9fca-6a67d4e87b47 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:39.919262 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-38bb5426-f88c-4698-bdfc-fac7d9ff6de6 req-22078118-2ffb-405d-a8e1-9bda3ce615d4 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b1786a4-3a00-49c3-a648-1cad1397544f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656502 Aug 16 20:54:39.941512 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 7abd9d81-e2be-41b2-8ae9-0140cdd84aac up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:40.036750 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-10f5de12-1220-43db-9fca-6a67d4e87b47 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1853726 Aug 16 20:54:40.038818 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44978) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:40.045184 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-9b93c2e2-048c-4308-848f-a7c68ddc1f93 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Request body: {'port': {'network_id': '0ccf3479-cbbc-49fa-8481-d60d877f9966', 'name': 'tempest-FloatingIPTestJSON-603566715'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:40.274238 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 7abd9d81-e2be-41b2-8ae9-0140cdd84aac completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:40.285685 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 7abd9d81-e2be-41b2-8ae9-0140cdd84aac triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:40.286067 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:40.304451 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b93c2e2-048c-4308-848f-a7c68ddc1f93 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Made reservation on behalf of dedbb1beea794d6383c077ea3d880178 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:40.308750 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9b93c2e2-048c-4308-848f-a7c68ddc1f93 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:40.331674 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-9b93c2e2-048c-4308-848f-a7c68ddc1f93 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] device_id is not set on port ed0afdba-053c-4175-aa09-fc558867dda8 yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:54:40.351972 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ee72c-e3ef-4e12-b66a-fad509f206cc req-019dcd1f-5d86-4ed1-a313-b124d9b01abe tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:40.353725 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-068ee72c-e3ef-4e12-b66a-fad509f206cc req-019dcd1f-5d86-4ed1-a313-b124d9b01abe tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 946 time: 0.0865793 Aug 16 20:54:40.397173 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:40.426908 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44992) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:40.434052 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-12dca559-8c16-4b06-87be-83fb6ff85c2e tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1658367696', 'description': 'tempest-description--910141662'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:40.450886 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 7abd9d81-e2be-41b2-8ae9-0140cdd84aac, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=7abd9d81-e2be-41b2-8ae9-0140cdd84aac,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:40.463336 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-068ee72c-e3ef-4e12-b66a-fad509f206cc req-3e42f479-5d28-4ef8-a6e7-9c3d83e238eb tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826857 Aug 16 20:54:40.502512 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-9b93c2e2-048c-4308-848f-a7c68ddc1f93 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Allocated IP 172.20.0.10 (0ccf3479-cbbc-49fa-8481-d60d877f9966/32716a1a-3d8d-4ee8-b2bd-58afc9a09382/ed0afdba-053c-4175-aa09-fc558867dda8) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:40.555172 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:40.557580 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-12dca559-8c16-4b06-87be-83fb6ff85c2e tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:40.608769 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=7abd9d81-e2be-41b2-8ae9-0140cdd84aac,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:40.654715 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-12dca559-8c16-4b06-87be-83fb6ff85c2e tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:40.666988 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794e8909-794c-446b-9b59-5d068b8308b7 None None] Sync routers for ids ['e1b101a6-a366-4e79-9713-23df7cd54b78'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:54:40.676032 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794e8909-794c-446b-9b59-5d068b8308b7 None None] Routers {'e1b101a6-a366-4e79-9713-23df7cd54b78'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:40.676704 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-794e8909-794c-446b-9b59-5d068b8308b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:54:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['e1b101a6-a366-4e79-9713-23df7cd54b78'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:40.680204 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9b93c2e2-048c-4308-848f-a7c68ddc1f93 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:40.794482 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-794e8909-794c-446b-9b59-5d068b8308b7 None None] Set router e1b101a6-a366-4e79-9713-23df7cd54b78 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:54:40.795285 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-12dca559-8c16-4b06-87be-83fb6ff85c2e tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:40.831562 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-17850baa-f684-4bc6-8252-9c13426a10f7 req-4d13efb0-7f5a-465e-ad52-bedc5a7078b0 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=29531bfa-58da-4bbb-ad14-f335a5e48657 HTTP/1.1" status: 200 len: 210 time: 0.0297377 Aug 16 20:54:40.857455 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9b93c2e2-048c-4308-848f-a7c68ddc1f93 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:40.857747 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dca559-8c16-4b06-87be-83fb6ff85c2e tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=016fa904-1a4d-4c20-a83b-c2b838f2f71e,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:40.925931 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b93c2e2-048c-4308-848f-a7c68ddc1f93 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Network 0ccf3479-cbbc-49fa-8481-d60d877f9966 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:40.932007 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-9b93c2e2-048c-4308-848f-a7c68ddc1f93 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:40.932414 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b93c2e2-048c-4308-848f-a7c68ddc1f93 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:40.969807 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b93c2e2-048c-4308-848f-a7c68ddc1f93 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event updated for resources: {'Port': ['ID=ed0afdba-053c-4175-aa09-fc558867dda8,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:40.971659 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-12dca559-8c16-4b06-87be-83fb6ff85c2e tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:40.972969 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-12dca559-8c16-4b06-87be-83fb6ff85c2e tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5447121 Aug 16 20:54:40.975898 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45008) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:40.980528 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-b803f35b-8b51-47bb-8707-8a7c5ecdd585 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Request body: {'security_group_rule': {'security_group_id': '016fa904-1a4d-4c20-a83b-c2b838f2f71e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:41.012118 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-bd3d34fc-e493-429a-a216-e42ea8dd893d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:41.035564 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b93c2e2-048c-4308-848f-a7c68ddc1f93 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:41.035564 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9b93c2e2-048c-4308-848f-a7c68ddc1f93 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:41.068013 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-794e8909-794c-446b-9b59-5d068b8308b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b101a6-a366-4e79-9713-23df7cd54b78', 'name': 'tempest-ServersTestJSON-825680079-router', 'tenant_id': '049f64fdbbd64e3192a47c9a630e167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7abd9d81-e2be-41b2-8ae9-0140cdd84aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:54:31Z', 'updated_at': '2021-08-16T20:54:38Z', 'revision_number': 4, 'project_id': '049f64fdbbd64e3192a47c9a630e167c', 'gw_port': {'id': '7abd9d81-e2be-41b2-8ae9-0140cdd84aac', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b101a6-a366-4e79-9713-23df7cd54b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:33Z', 'updated_at': '2021-08-16T20:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39', 'name': '', 'network_id': 'b868f410-65e8-4176-9d6e-a22e40915bdb', 'tenant_id': '049f64fdbbd64e3192a47c9a630e167c', 'mac_address': 'fa:16:3e:d7:74:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b101a6-a366-4e79-9713-23df7cd54b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '55977581-de25-4036-9f0a-1b1d4c44ef0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:37Z', 'updated_at': '2021-08-16T20:54:38Z', 'revision_number': 2, 'project_id': '049f64fdbbd64e3192a47c9a630e167c', 'subnets': [{'id': '55977581-de25-4036-9f0a-1b1d4c44ef0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:41.090154 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81701e4f-4b4a-436c-b013-8ea9114fb653 req-f42ac1e4-8abe-4437-b1b5-f381c997cb1e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:41.094453 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794e8909-794c-446b-9b59-5d068b8308b7 None None] Checking router: e1b101a6-a366-4e79-9713-23df7cd54b78 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:54:41.094833 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794e8909-794c-446b-9b59-5d068b8308b7 None None] Updating router e1b101a6-a366-4e79-9713-23df7cd54b78 port 79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39 binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:54:41.096858 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81701e4f-4b4a-436c-b013-8ea9114fb653 req-f42ac1e4-8abe-4437-b1b5-f381c997cb1e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:41.103669 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81701e4f-4b4a-436c-b013-8ea9114fb653 req-f42ac1e4-8abe-4437-b1b5-f381c997cb1e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:41.105521 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-81701e4f-4b4a-436c-b013-8ea9114fb653 req-f42ac1e4-8abe-4437-b1b5-f381c997cb1e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=10fc6dae-0fbe-4975-8540-084e0c3e0db8 HTTP/1.1" status: 200 len: 2416 time: 0.0803187 Aug 16 20:54:41.119926 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-794e8909-794c-446b-9b59-5d068b8308b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:41.143895 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-81701e4f-4b4a-436c-b013-8ea9114fb653 req-6aefca8f-0b88-4457-b29a-6bc843139476 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b1786a4-3a00-49c3-a648-1cad1397544f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322874 Aug 16 20:54:41.203657 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b803f35b-8b51-47bb-8707-8a7c5ecdd585 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:41.290867 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b803f35b-8b51-47bb-8707-8a7c5ecdd585 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:41.301807 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9b93c2e2-048c-4308-848f-a7c68ddc1f93 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2619364 Aug 16 20:54:41.302016 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45014) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:41.307298 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-144de2f8-bd6a-444b-8b0c-94aeb0b4c3e7 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'port_id': 'ed0afdba-053c-4175-aa09-fc558867dda8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:41.347290 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45016) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:41.417261 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b803f35b-8b51-47bb-8707-8a7c5ecdd585 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:41.428862 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-144de2f8-bd6a-444b-8b0c-94aeb0b4c3e7 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for floatingip, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:41.486465 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-d5ca66a4-5280-42cd-b4d0-77ad878929ac tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-936367815'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:41.492220 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803f35b-8b51-47bb-8707-8a7c5ecdd585 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ca14111-05cd-425d-9c55-707befaf8151,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:41.540892 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-794e8909-794c-446b-9b59-5d068b8308b7 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:41.552536 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-794e8909-794c-446b-9b59-5d068b8308b7 None None] Transition to ACTIVE for port object 79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:41.574142 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-144de2f8-bd6a-444b-8b0c-94aeb0b4c3e7 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:41.633004 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425ca2f-5abc-4f3c-8999-89ba7e68be74 req-4f28749e-6c68-4d14-b889-35657469a73a tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:41.634805 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6425ca2f-5abc-4f3c-8999-89ba7e68be74 req-4f28749e-6c68-4d14-b889-35657469a73a tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 946 time: 0.0524142 Aug 16 20:54:41.675283 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6425ca2f-5abc-4f3c-8999-89ba7e68be74 req-4d43104c-438e-44f9-a1df-16d245833a86 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341744 Aug 16 20:54:41.675530 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b803f35b-8b51-47bb-8707-8a7c5ecdd585 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:41.676786 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b803f35b-8b51-47bb-8707-8a7c5ecdd585 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6999352 Aug 16 20:54:41.679636 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45024) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:41.684819 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-380bb1eb-5426-4e5c-be7b-f9d7bc3b2759 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Request body: {'security_group_rule': {'security_group_id': '016fa904-1a4d-4c20-a83b-c2b838f2f71e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:41.696166 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-794e8909-794c-446b-9b59-5d068b8308b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:41.714271 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-144de2f8-bd6a-444b-8b0c-94aeb0b4c3e7 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Allocated IP 172.25.1.4 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/3ff79e3e-b6bd-4129-91a0-90d368b557e2) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:41.749668 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59eac6-8d61-4be6-a615-0d1b8e8074c8 None None] Pushing event updated for resources: {'Port': ['ID=79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:41.772194 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ca66a4-5280-42cd-b4d0-77ad878929ac tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Made reservation on behalf of c41ca43b3f354488b8846ec7ba151fac for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:41.781347 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d5ca66a4-5280-42cd-b4d0-77ad878929ac tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:41.793311 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d5ca66a4-5280-42cd-b4d0-77ad878929ac tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:41.809242 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-794e8909-794c-446b-9b59-5d068b8308b7 None None] Attempting to bind port 79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:41.810251 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-794e8909-794c-446b-9b59-5d068b8308b7 None None] Attempting to bind port 79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'd984b6bd-f46a-4d33-83cf-6d7420990d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'b868f410-65e8-4176-9d6e-a22e40915bdb'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:41.810825 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794e8909-794c-446b-9b59-5d068b8308b7 None None] Attempting to bind port 79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39 on network b868f410-65e8-4176-9d6e-a22e40915bdb {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:41.817333 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794e8909-794c-446b-9b59-5d068b8308b7 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:41.817787 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794e8909-794c-446b-9b59-5d068b8308b7 None None] Checking segment: {'id': 'd984b6bd-f46a-4d33-83cf-6d7420990d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'b868f410-65e8-4176-9d6e-a22e40915bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:41.829689 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-794e8909-794c-446b-9b59-5d068b8308b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:41.829689 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794e8909-794c-446b-9b59-5d068b8308b7 None None] Bound using segment: {'id': 'd984b6bd-f46a-4d33-83cf-6d7420990d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'b868f410-65e8-4176-9d6e-a22e40915bdb'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:41.829689 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-794e8909-794c-446b-9b59-5d068b8308b7 None None] Bound port: 79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd984b6bd-f46a-4d33-83cf-6d7420990d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'b868f410-65e8-4176-9d6e-a22e40915bdb'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:41.829689 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-794e8909-794c-446b-9b59-5d068b8308b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:41.881274 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 7abd9d81-e2be-41b2-8ae9-0140cdd84aac up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:41.884869 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-144de2f8-bd6a-444b-8b0c-94aeb0b4c3e7 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:41.951228 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-380bb1eb-5426-4e5c-be7b-f9d7bc3b2759 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:41.956013 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-794e8909-794c-446b-9b59-5d068b8308b7 None None] For port 79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:41.982523 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-794e8909-794c-446b-9b59-5d068b8308b7 None None] For port 79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39,segment=NetworkSegment(d984b6bd-f46a-4d33-83cf-6d7420990d0d),segment_id=d984b6bd-f46a-4d33-83cf-6d7420990d0d)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:41.985598 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c3ca949-de50-4a2a-812b-349c47c481f5 req-a520f7fb-0733-40d9-9f48-a92c77a2605d tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=29531bfa-58da-4bbb-ad14-f335a5e48657 HTTP/1.1" status: 200 len: 210 time: 0.0503607 Aug 16 20:54:41.995168 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 7abd9d81-e2be-41b2-8ae9-0140cdd84aac triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:41.995973 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:42.007631 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 02535b8d-51f2-42d7-bd6b-980b00456e83 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:42.058611 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-380bb1eb-5426-4e5c-be7b-f9d7bc3b2759 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:42.081468 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d5ca66a4-5280-42cd-b4d0-77ad878929ac tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:42.140250 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-794e8909-794c-446b-9b59-5d068b8308b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:42.152457 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-144de2f8-bd6a-444b-8b0c-94aeb0b4c3e7 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:42.209206 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59eac6-8d61-4be6-a615-0d1b8e8074c8 None None] Pushing event updated for resources: {'Port': ['ID=79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:42.211954 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794e8909-794c-446b-9b59-5d068b8308b7 None None] Routers {'e1b101a6-a366-4e79-9713-23df7cd54b78'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:42.213164 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-794e8909-794c-446b-9b59-5d068b8308b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:54:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['e1b101a6-a366-4e79-9713-23df7cd54b78'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:42.223632 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144de2f8-bd6a-444b-8b0c-94aeb0b4c3e7 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:42.227809 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144de2f8-bd6a-444b-8b0c-94aeb0b4c3e7 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event updated for resources: {'Port': ['ID=3ff79e3e-b6bd-4129-91a0-90d368b557e2,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:42.233088 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-144de2f8-bd6a-444b-8b0c-94aeb0b4c3e7 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:42.241408 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144de2f8-bd6a-444b-8b0c-94aeb0b4c3e7 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:42.278170 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-380bb1eb-5426-4e5c-be7b-f9d7bc3b2759 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:42.292107 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-a6accb55-705a-4241-8a52-e0989831302f tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:42.293715 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-a6accb55-705a-4241-8a52-e0989831302f tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.72 "GET /v2.0/networks?id=5a5bf8fc-f269-4f39-b3c6-975502c735e9 HTTP/1.1" status: 200 len: 814 time: 0.1914306 Aug 16 20:54:42.309625 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380bb1eb-5426-4e5c-be7b-f9d7bc3b2759 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1c83686-41db-4509-acd3-2f28a10cd79d,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:42.311515 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-742e2a44-dad1-4827-bb00-b7a356318a1e tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Request body: {'port': {'device_id': '29531bfa-58da-4bbb-ad14-f335a5e48657', 'network_id': '5a5bf8fc-f269-4f39-b3c6-975502c735e9', 'admin_state_up': True, 'tenant_id': '41a315ee39084be283dee330854f5498'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:42.321179 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 02535b8d-51f2-42d7-bd6b-980b00456e83 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:42.328261 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba758b4f-463c-4034-a925-8c72035b4ef1 req-0fff142e-0490-4ae9-9aa4-bc9e1ea13125 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:42.332998 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 02535b8d-51f2-42d7-bd6b-980b00456e83 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:42.333397 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:42.340325 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba758b4f-463c-4034-a925-8c72035b4ef1 req-0fff142e-0490-4ae9-9aa4-bc9e1ea13125 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:42.347772 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba758b4f-463c-4034-a925-8c72035b4ef1 req-0fff142e-0490-4ae9-9aa4-bc9e1ea13125 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:42.350598 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ba758b4f-463c-4034-a925-8c72035b4ef1 req-0fff142e-0490-4ae9-9aa4-bc9e1ea13125 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=10fc6dae-0fbe-4975-8540-084e0c3e0db8 HTTP/1.1" status: 200 len: 2416 time: 0.1017287 Aug 16 20:54:42.387059 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d5ca66a4-5280-42cd-b4d0-77ad878929ac tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:42.388231 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-794e8909-794c-446b-9b59-5d068b8308b7 None None] Set router e1b101a6-a366-4e79-9713-23df7cd54b78 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:54:42.415861 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ba758b4f-463c-4034-a925-8c72035b4ef1 req-76014a69-37c2-4e1b-a46a-9cce3efdfe6e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b1786a4-3a00-49c3-a648-1cad1397544f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574527 Aug 16 20:54:42.458830 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-380bb1eb-5426-4e5c-be7b-f9d7bc3b2759 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:42.464148 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-380bb1eb-5426-4e5c-be7b-f9d7bc3b2759 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7831533 Aug 16 20:54:42.464808 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45034) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:42.470053 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-1a36dda9-7f0a-4dac-976b-5a73b5527acb tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:42.496335 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5ca66a4-5280-42cd-b4d0-77ad878929ac tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:54:42.514190 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca66a4-5280-42cd-b4d0-77ad878929ac tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9d6ecb-f7a1-46cf-925a-9258ace0a678,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:42.533536 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d5ca66a4-5280-42cd-b4d0-77ad878929ac tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:42.533742 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-d5ca66a4-5280-42cd-b4d0-77ad878929ac tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Added segment 54b55de3-b05c-4098-ad40-eb6f5be39bb5 of type vlan for network bf29419e-4596-4fbd-b919-0cd85f8143da Aug 16 20:54:42.580957 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:42.623128 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10fc6dae-0fbe-4975-8540-084e0c3e0db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02535b8d-51f2-42d7-bd6b-980b00456e83'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:54:42.625429 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5e51e7-4229-412c-8552-5a3204fe52d7" -d '{"events": [{"server_uuid": "10fc6dae-0fbe-4975-8540-084e0c3e0db8", "name": "network-vif-plugged", "status": "completed", "tag": "02535b8d-51f2-42d7-bd6b-980b00456e83"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:54:42.634310 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1a36dda9-7f0a-4dac-976b-5a73b5527acb tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks [] for floatingip, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:42.635907 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d5ca66a4-5280-42cd-b4d0-77ad878929ac tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:42.659772 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 02535b8d-51f2-42d7-bd6b-980b00456e83, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=02535b8d-51f2-42d7-bd6b-980b00456e83,segment=NetworkSegment(43b7c5a5-714d-4ec3-800b-7f303c437459),segment_id=43b7c5a5-714d-4ec3-800b-7f303c437459)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:42.725763 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9cb3491-1e58-4b4f-b7d0-0f790db65ef0 x-openstack-request-id: req-c9cb3491-1e58-4b4f-b7d0-0f790db65ef0 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:54:42.728002 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10fc6dae-0fbe-4975-8540-084e0c3e0db8", "name": "network-vif-plugged", "status": "completed", "tag": "02535b8d-51f2-42d7-bd6b-980b00456e83", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:54:42.728592 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c9cb3491-1e58-4b4f-b7d0-0f790db65ef0 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:54:42.729107 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10fc6dae-0fbe-4975-8540-084e0c3e0db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02535b8d-51f2-42d7-bd6b-980b00456e83', 'code': 200} Aug 16 20:54:42.733116 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:42.734266 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:42.832367 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8d127-3006-4a05-9893-960e8bd7637e req-7f13381a-fc1b-4de7-9968-ac908b91552b tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:42.834378 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-92d8d127-3006-4a05-9893-960e8bd7637e req-7f13381a-fc1b-4de7-9968-ac908b91552b tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 946 time: 0.0693712 Aug 16 20:54:42.843554 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=02535b8d-51f2-42d7-bd6b-980b00456e83,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:42.860952 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-794e8909-794c-446b-9b59-5d068b8308b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b101a6-a366-4e79-9713-23df7cd54b78', 'name': 'tempest-ServersTestJSON-825680079-router', 'tenant_id': '049f64fdbbd64e3192a47c9a630e167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7abd9d81-e2be-41b2-8ae9-0140cdd84aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:54:31Z', 'updated_at': '2021-08-16T20:54:38Z', 'revision_number': 4, 'project_id': '049f64fdbbd64e3192a47c9a630e167c', 'gw_port': {'id': '7abd9d81-e2be-41b2-8ae9-0140cdd84aac', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b101a6-a366-4e79-9713-23df7cd54b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:33Z', 'updated_at': '2021-08-16T20:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39', 'name': '', 'network_id': 'b868f410-65e8-4176-9d6e-a22e40915bdb', 'tenant_id': '049f64fdbbd64e3192a47c9a630e167c', 'mac_address': 'fa:16:3e:d7:74:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b101a6-a366-4e79-9713-23df7cd54b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '55977581-de25-4036-9f0a-1b1d4c44ef0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:37Z', 'updated_at': '2021-08-16T20:54:41Z', 'revision_number': 4, 'project_id': '049f64fdbbd64e3192a47c9a630e167c', 'subnets': [{'id': '55977581-de25-4036-9f0a-1b1d4c44ef0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:42.874392 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1a36dda9-7f0a-4dac-976b-5a73b5527acb tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:42.890934 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794e8909-794c-446b-9b59-5d068b8308b7 None None] The sync data for ids ['e1b101a6-a366-4e79-9713-23df7cd54b78'] in n-d-793620-15 is: [{'id': 'e1b101a6-a366-4e79-9713-23df7cd54b78', 'name': 'tempest-ServersTestJSON-825680079-router', 'tenant_id': '049f64fdbbd64e3192a47c9a630e167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7abd9d81-e2be-41b2-8ae9-0140cdd84aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:54:31Z', 'updated_at': '2021-08-16T20:54:38Z', 'revision_number': 4, 'project_id': '049f64fdbbd64e3192a47c9a630e167c', 'gw_port': {'id': '7abd9d81-e2be-41b2-8ae9-0140cdd84aac', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b101a6-a366-4e79-9713-23df7cd54b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:33Z', 'updated_at': '2021-08-16T20:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39', 'name': '', 'network_id': 'b868f410-65e8-4176-9d6e-a22e40915bdb', 'tenant_id': '049f64fdbbd64e3192a47c9a630e167c', 'mac_address': 'fa:16:3e:d7:74:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b101a6-a366-4e79-9713-23df7cd54b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '55977581-de25-4036-9f0a-1b1d4c44ef0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:37Z', 'updated_at': '2021-08-16T20:54:41Z', 'revision_number': 4, 'project_id': '049f64fdbbd64e3192a47c9a630e167c', 'subnets': [{'id': '55977581-de25-4036-9f0a-1b1d4c44ef0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:54:42.954394 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-92d8d127-3006-4a05-9893-960e8bd7637e req-cb5ae26c-0cec-4fc6-855e-a6aec77aee56 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967999 Aug 16 20:54:43.049670 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:43.050688 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:43.051073 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:43.121547 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-1a36dda9-7f0a-4dac-976b-5a73b5527acb tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Allocated IP 172.25.1.175 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/9e0ac5e4-c90b-47a0-a1b0-9d7a541a1272) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:43.145948 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-742e2a44-dad1-4827-bb00-b7a356318a1e tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Made reservation on behalf of 41a315ee39084be283dee330854f5498 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:43.150964 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-742e2a44-dad1-4827-bb00-b7a356318a1e tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:43.158891 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d5ca66a4-5280-42cd-b4d0-77ad878929ac tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:43.164798 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ca66a4-5280-42cd-b4d0-77ad878929ac tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:43.168182 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d5ca66a4-5280-42cd-b4d0-77ad878929ac tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:43.232054 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:43.276907 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e66164b4-7018-4202-a7a6-1da7833a2f01 req-9998d8ad-e03b-4775-add1-1f8454145cf0 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=29531bfa-58da-4bbb-ad14-f335a5e48657 HTTP/1.1" status: 200 len: 210 time: 0.1270926 Aug 16 20:54:43.281570 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad,segment=NetworkSegment(c9d7124c-2e4b-467c-988d-f294fc344f2f),segment_id=c9d7124c-2e4b-467c-988d-f294fc344f2f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:43.310213 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1a36dda9-7f0a-4dac-976b-5a73b5527acb tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:43.352478 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d5ca66a4-5280-42cd-b4d0-77ad878929ac tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.0038183 Aug 16 20:54:43.373336 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:43.373518 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca66a4-5280-42cd-b4d0-77ad878929ac tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Pushing event updated for resources: {'Network': ['ID=bf29419e-4596-4fbd-b919-0cd85f8143da,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:43.374103 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device aa51d2ea-a958-4c21-aeef-92b5be7ba27f up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:43.392458 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network bf29419e-4596-4fbd-b919-0cd85f8143da details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:54:43.434779 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1a36dda9-7f0a-4dac-976b-5a73b5527acb tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:43.560050 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a36dda9-7f0a-4dac-976b-5a73b5527acb tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:43.591831 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-1a36dda9-7f0a-4dac-976b-5a73b5527acb tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:43.601162 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a36dda9-7f0a-4dac-976b-5a73b5527acb tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:43.604396 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-144de2f8-bd6a-444b-8b0c-94aeb0b4c3e7 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:43.684016 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-742e2a44-dad1-4827-bb00-b7a356318a1e tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Allocated IP 172.20.0.13 (5a5bf8fc-f269-4f39-b3c6-975502c735e9/7e91ca38-3cbf-4786-98c9-5df70f5d7fc7/4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:43.723844 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36dda9-7f0a-4dac-976b-5a73b5527acb tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Pushing event updated for resources: {'Port': ['ID=9e0ac5e4-c90b-47a0-a1b0-9d7a541a1272,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:43.869673 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f9eaeb3d-8be8-4737-b2c7-c1ef24ca2b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:43.916914 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:43.946516 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-144de2f8-bd6a-444b-8b0c-94aeb0b4c3e7 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:43.961743 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:43.977802 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1a36dda9-7f0a-4dac-976b-5a73b5527acb tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:43.996385 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:44.030573 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8c7d0-74eb-4e9e-bf2b-a3ad0d9fcb60 req-6823adf1-3c0d-4e5d-8825-c2493ff39f48 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:44.040099 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8c7d0-74eb-4e9e-bf2b-a3ad0d9fcb60 req-6823adf1-3c0d-4e5d-8825-c2493ff39f48 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:44.058974 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8c7d0-74eb-4e9e-bf2b-a3ad0d9fcb60 req-6823adf1-3c0d-4e5d-8825-c2493ff39f48 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:44.061219 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bcd8c7d0-74eb-4e9e-bf2b-a3ad0d9fcb60 req-6823adf1-3c0d-4e5d-8825-c2493ff39f48 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=10fc6dae-0fbe-4975-8540-084e0c3e0db8 HTTP/1.1" status: 200 len: 2418 time: 0.5000191 Aug 16 20:54:44.066996 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port aa51d2ea-a958-4c21-aeef-92b5be7ba27f completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:44.089128 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port aa51d2ea-a958-4c21-aeef-92b5be7ba27f triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:44.096740 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:44.211672 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-144de2f8-bd6a-444b-8b0c-94aeb0b4c3e7 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:44.257176 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:44.260468 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bcd8c7d0-74eb-4e9e-bf2b-a3ad0d9fcb60 req-277a717f-a6d7-4bd7-ad01-aecf442f82b1 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b1786a4-3a00-49c3-a648-1cad1397544f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716223 Aug 16 20:54:44.285282 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-742e2a44-dad1-4827-bb00-b7a356318a1e tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:44.292616 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:44.297447 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b677d-48e1-4d52-93ac-a754276fe7be req-0d16196f-fc74-4fba-aa86-8cc0f3c777d0 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:44.303759 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:44.304297 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:44.310344 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5b6b677d-48e1-4d52-93ac-a754276fe7be req-0d16196f-fc74-4fba-aa86-8cc0f3c777d0 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 946 time: 0.2461834 Aug 16 20:54:44.314572 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1a36dda9-7f0a-4dac-976b-5a73b5527acb tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:44.340912 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port aa51d2ea-a958-4c21-aeef-92b5be7ba27f, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=aa51d2ea-a958-4c21-aeef-92b5be7ba27f,segment=NetworkSegment(c9d7124c-2e4b-467c-988d-f294fc344f2f),segment_id=c9d7124c-2e4b-467c-988d-f294fc344f2f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:44.401740 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-144de2f8-bd6a-444b-8b0c-94aeb0b4c3e7 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:44.424795 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:44.436437 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:44.483254 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5b6b677d-48e1-4d52-93ac-a754276fe7be req-f854d12d-32d1-4f30-8169-7d9f8028c696 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719222 Aug 16 20:54:44.505671 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-742e2a44-dad1-4827-bb00-b7a356318a1e tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:44.524456 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['1b603ab1-6591-4239-a8f8-f9793a7747f5'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:54:44.540913 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39,segment=NetworkSegment(d984b6bd-f46a-4d33-83cf-6d7420990d0d),segment_id=d984b6bd-f46a-4d33-83cf-6d7420990d0d)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:44.566680 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=aa51d2ea-a958-4c21-aeef-92b5be7ba27f,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:44.581018 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf0974-e94e-44e1-b5f9-f4b9c175b831 req-dc899aac-b752-4ffa-9719-c8d72fb3d809 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:44.582785 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50bf0974-e94e-44e1-b5f9-f4b9c175b831 req-dc899aac-b752-4ffa-9719-c8d72fb3d809 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=29531bfa-58da-4bbb-ad14-f335a5e48657 HTTP/1.1" status: 200 len: 932 time: 0.0812221 Aug 16 20:54:44.612049 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:44.624104 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-144de2f8-bd6a-444b-8b0c-94aeb0b4c3e7 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:44.626090 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144de2f8-bd6a-444b-8b0c-94aeb0b4c3e7 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event updated for resources: {'Port': ['ID=3ff79e3e-b6bd-4129-91a0-90d368b557e2,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:44.671159 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50bf0974-e94e-44e1-b5f9-f4b9c175b831 req-f5a1666e-766f-44db-b033-a201983d5848 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784926 Aug 16 20:54:44.731477 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10fc6dae-0fbe-4975-8540-084e0c3e0db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad'}, {'server_uuid': '10fc6dae-0fbe-4975-8540-084e0c3e0db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa51d2ea-a958-4c21-aeef-92b5be7ba27f'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:54:44.734474 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081b8e3d-1c9e-4809-bc4c-cf4a797e53d2" -d '{"events": [{"server_uuid": "10fc6dae-0fbe-4975-8540-084e0c3e0db8", "name": "network-vif-plugged", "status": "completed", "tag": "dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad"}, {"server_uuid": "10fc6dae-0fbe-4975-8540-084e0c3e0db8", "name": "network-vif-plugged", "status": "completed", "tag": "aa51d2ea-a958-4c21-aeef-92b5be7ba27f"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:54:44.760449 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:44.769103 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e2a44-dad1-4827-bb00-b7a356318a1e tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Pushing event updated for resources: {'Port': ['ID=4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:44.815553 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893d0ab6-d688-4b7e-8da8-612e0350ead3 x-openstack-request-id: req-893d0ab6-d688-4b7e-8da8-612e0350ead3 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:54:44.816024 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10fc6dae-0fbe-4975-8540-084e0c3e0db8", "name": "network-vif-plugged", "status": "completed", "tag": "dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad", "code": 200}, {"server_uuid": "10fc6dae-0fbe-4975-8540-084e0c3e0db8", "name": "network-vif-plugged", "status": "completed", "tag": "aa51d2ea-a958-4c21-aeef-92b5be7ba27f", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:54:44.816413 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-893d0ab6-d688-4b7e-8da8-612e0350ead3 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:54:44.830333 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10fc6dae-0fbe-4975-8540-084e0c3e0db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad', 'code': 200} Aug 16 20:54:44.830333 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10fc6dae-0fbe-4975-8540-084e0c3e0db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa51d2ea-a958-4c21-aeef-92b5be7ba27f', 'code': 200} Aug 16 20:54:44.849028 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:44.964031 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-742e2a44-dad1-4827-bb00-b7a356318a1e tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Network 5a5bf8fc-f269-4f39-b3c6-975502c735e9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:44.969684 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-742e2a44-dad1-4827-bb00-b7a356318a1e tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:44.978268 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-742e2a44-dad1-4827-bb00-b7a356318a1e tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:45.120161 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [None req-144de2f8-bd6a-444b-8b0c-94aeb0b4c3e7 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Floating IP d366c36a-1550-48de-86db-0d798ebcb5e4 associated. External IP: 172.25.1.4, port: ed0afdba-053c-4175-aa09-fc558867dda8. Aug 16 20:54:45.204933 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-742e2a44-dad1-4827-bb00-b7a356318a1e tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:45.206072 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-742e2a44-dad1-4827-bb00-b7a356318a1e tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:45.335859 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-742e2a44-dad1-4827-bb00-b7a356318a1e tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0284436 Aug 16 20:54:45.363016 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569db46-3329-4b2e-87e6-a71639f553bf req-7fe9e351-6c61-4947-9b23-33981382162a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:45.364010 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569db46-3329-4b2e-87e6-a71639f553bf req-7fe9e351-6c61-4947-9b23-33981382162a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:45.364010 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569db46-3329-4b2e-87e6-a71639f553bf req-7fe9e351-6c61-4947-9b23-33981382162a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:45.366173 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f569db46-3329-4b2e-87e6-a71639f553bf req-7fe9e351-6c61-4947-9b23-33981382162a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=10fc6dae-0fbe-4975-8540-084e0c3e0db8 HTTP/1.1" status: 200 len: 2875 time: 0.1046562 Aug 16 20:54:45.418579 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-b5c0d213-7548-401c-bbdd-d9e239ff45f1 service neutron] Request body: {'port': {'device_id': '29531bfa-58da-4bbb-ad14-f335a5e48657', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:45.538747 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6cf15-9535-46d0-8121-4467c8dd8c76 req-36b54edb-9678-4a9d-beca-3fd069e16863 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:45.545628 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6cf15-9535-46d0-8121-4467c8dd8c76 req-36b54edb-9678-4a9d-beca-3fd069e16863 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:45.551808 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6cf15-9535-46d0-8121-4467c8dd8c76 req-36b54edb-9678-4a9d-beca-3fd069e16863 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:45.556149 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-51a6cf15-9535-46d0-8121-4467c8dd8c76 req-36b54edb-9678-4a9d-beca-3fd069e16863 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=10fc6dae-0fbe-4975-8540-084e0c3e0db8 HTTP/1.1" status: 200 len: 2419 time: 0.1603997 Aug 16 20:54:45.562978 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1a36dda9-7f0a-4dac-976b-5a73b5527acb tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:45.564901 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-b5c0d213-7548-401c-bbdd-d9e239ff45f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:45.566488 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f569db46-3329-4b2e-87e6-a71639f553bf req-1c729eea-816d-4249-b27b-e425f76d3ba9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6b1786a4-3a00-49c3-a648-1cad1397544f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885355 Aug 16 20:54:45.630169 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144de2f8-bd6a-444b-8b0c-94aeb0b4c3e7 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Router 8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:54:45.632895 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-51a6cf15-9535-46d0-8121-4467c8dd8c76 req-667577e1-745c-40b4-a5c4-1371bc4a808c tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b1786a4-3a00-49c3-a648-1cad1397544f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719645 Aug 16 20:54:45.648208 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c04c55c-57e6-4a37-bd34-e37299c2dcd5 req-db0106eb-be78-4174-8613-aa91743a4e54 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:45.650873 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c04c55c-57e6-4a37-bd34-e37299c2dcd5 req-db0106eb-be78-4174-8613-aa91743a4e54 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 946 time: 0.0917397 Aug 16 20:54:45.652186 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1a36dda9-7f0a-4dac-976b-5a73b5527acb tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:45.758132 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36dda9-7f0a-4dac-976b-5a73b5527acb tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Pushing event updated for resources: {'Port': ['ID=9e0ac5e4-c90b-47a0-a1b0-9d7a541a1272,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:45.781279 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1a36dda9-7f0a-4dac-976b-5a73b5527acb tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:45.818271 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c04c55c-57e6-4a37-bd34-e37299c2dcd5 req-11a78113-9fcb-4542-8f36-083e11e51d45 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390917 Aug 16 20:54:45.879344 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144de2f8-bd6a-444b-8b0c-94aeb0b4c3e7 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:54:45.893691 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff09dc8-6c28-487f-a8c2-36629b027ef7 None None] Sync routers for ids ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:54:45.906401 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e20b0-5c0f-430e-bce0-6f7ce4e566ab req-aa0c5387-3157-4b38-97d6-7d91426f84b2 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:45.912443 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff09dc8-6c28-487f-a8c2-36629b027ef7 None None] Routers {'8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:45.913353 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-4ff09dc8-6c28-487f-a8c2-36629b027ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:54:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:45.921704 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:45.928134 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-052e20b0-5c0f-430e-bce0-6f7ce4e566ab req-aa0c5387-3157-4b38-97d6-7d91426f84b2 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=29531bfa-58da-4bbb-ad14-f335a5e48657 HTTP/1.1" status: 200 len: 932 time: 0.0888238 Aug 16 20:54:45.951554 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1a36dda9-7f0a-4dac-976b-5a73b5527acb tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:45.960565 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1a36dda9-7f0a-4dac-976b-5a73b5527acb tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4944565 Aug 16 20:54:45.968244 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-4ff09dc8-6c28-487f-a8c2-36629b027ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:46.009732 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff09dc8-6c28-487f-a8c2-36629b027ef7 None None] Routers {'8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:46.010491 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-4ff09dc8-6c28-487f-a8c2-36629b027ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:54:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:46.032058 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-b5c0d213-7548-401c-bbdd-d9e239ff45f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:54:46.049813 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-144de2f8-bd6a-444b-8b0c-94aeb0b4c3e7 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:46.052833 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-052e20b0-5c0f-430e-bce0-6f7ce4e566ab req-46c1aedf-eb1b-4103-8f8f-62f0cd389e6d tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165359 Aug 16 20:54:46.060668 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-b5c0d213-7548-401c-bbdd-d9e239ff45f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:46.087343 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-4ff09dc8-6c28-487f-a8c2-36629b027ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:46.088086 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff09dc8-6c28-487f-a8c2-36629b027ef7 None None] The sync data for ids ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'] in n-d-793620-15 is: [] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:54:46.122593 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-b5c0d213-7548-401c-bbdd-d9e239ff45f1 service neutron] Transition to ACTIVE for port object 4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:46.125074 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-144de2f8-bd6a-444b-8b0c-94aeb0b4c3e7 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.8219087 Aug 16 20:54:46.133455 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45072) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:46.139158 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-9f9a8d8d-126e-4f23-b197-eb99e1810fad tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:46.207939 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9f9a8d8d-126e-4f23-b197-eb99e1810fad tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for floatingip, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:46.229485 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-b5c0d213-7548-401c-bbdd-d9e239ff45f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:46.239386 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:46.240062 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:46.291976 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c0d213-7548-401c-bbdd-d9e239ff45f1 service neutron] Pushing event updated for resources: {'Port': ['ID=4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:46.347226 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-1628cf9a-63b1-43fe-8e1e-d5be9f0527bc tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1658367696&fields=id&tenant_id=049f64fdbbd64e3192a47c9a630e167c HTTP/1.1" status: 200 len: 267 time: 0.1048028 Aug 16 20:54:46.403882 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-b5c0d213-7548-401c-bbdd-d9e239ff45f1 service neutron] Attempting to bind port 4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:46.404394 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-b5c0d213-7548-401c-bbdd-d9e239ff45f1 service neutron] Attempting to bind port 4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': 'd750202b-6aed-4115-ba35-7fc31b994eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5a5bf8fc-f269-4f39-b3c6-975502c735e9'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:46.404758 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-b5c0d213-7548-401c-bbdd-d9e239ff45f1 service neutron] Attempting to bind port 4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6 on network 5a5bf8fc-f269-4f39-b3c6-975502c735e9 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:46.420760 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-b5c0d213-7548-401c-bbdd-d9e239ff45f1 service neutron] Port 4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6 on network 5a5bf8fc-f269-4f39-b3c6-975502c735e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:54:46.421327 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-b5c0d213-7548-401c-bbdd-d9e239ff45f1 service neutron] Attempting to bind port 4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6 on network 5a5bf8fc-f269-4f39-b3c6-975502c735e9 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:46.432436 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-b5c0d213-7548-401c-bbdd-d9e239ff45f1 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:46.432915 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-b5c0d213-7548-401c-bbdd-d9e239ff45f1 service neutron] Checking segment: {'id': 'd750202b-6aed-4115-ba35-7fc31b994eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5a5bf8fc-f269-4f39-b3c6-975502c735e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:46.433400 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-b5c0d213-7548-401c-bbdd-d9e239ff45f1 service neutron] Bound using segment: {'id': 'd750202b-6aed-4115-ba35-7fc31b994eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5a5bf8fc-f269-4f39-b3c6-975502c735e9'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:46.433953 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-b5c0d213-7548-401c-bbdd-d9e239ff45f1 service neutron] Bound port: 4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd750202b-6aed-4115-ba35-7fc31b994eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5a5bf8fc-f269-4f39-b3c6-975502c735e9'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:46.437575 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-b5c0d213-7548-401c-bbdd-d9e239ff45f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:46.497955 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9f9a8d8d-126e-4f23-b197-eb99e1810fad tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:46.520312 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:46.549006 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-b5c0d213-7548-401c-bbdd-d9e239ff45f1 service neutron] For port 4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:46.555034 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-b5c0d213-7548-401c-bbdd-d9e239ff45f1 service neutron] For port 4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6,segment=NetworkSegment(d750202b-6aed-4115-ba35-7fc31b994eaf),segment_id=d750202b-6aed-4115-ba35-7fc31b994eaf)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:46.565769 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45086) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:46.571136 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-750cf9b9-88a9-441e-836c-62643f00407a tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Request body: {'subnet': {'network_id': 'bf29419e-4596-4fbd-b919-0cd85f8143da', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:46.573504 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-a6f2210e-71b7-49bc-aca1-51db68bb1998 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:46.575007 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-a6f2210e-71b7-49bc-aca1-51db68bb1998 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/networks?id=b868f410-65e8-4176-9d6e-a22e40915bdb HTTP/1.1" status: 200 len: 805 time: 0.2131760 Aug 16 20:54:46.590794 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-50c3561d-bcaa-4628-b4e7-37741decaddc tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/quotas/049f64fdbbd64e3192a47c9a630e167c HTTP/1.1" status: 200 len: 375 time: 0.0099101 Aug 16 20:54:46.625660 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9f9a8d8d-126e-4f23-b197-eb99e1810fad tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:46.625904 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [None req-9f9a8d8d-126e-4f23-b197-eb99e1810fad tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Floating IP d366c36a-1550-48de-86db-0d798ebcb5e4 disassociated. External IP: 172.25.1.4, port: ed0afdba-053c-4175-aa09-fc558867dda8. Aug 16 20:54:46.686545 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-0a3d7dd0-6cfe-4d6a-ac9b-13b6347b70d2 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=049f64fdbbd64e3192a47c9a630e167c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0897219 Aug 16 20:54:46.738326 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-b5c0d213-7548-401c-bbdd-d9e239ff45f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:46.774508 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-b5c0d213-7548-401c-bbdd-d9e239ff45f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:46.775150 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-b5c0d213-7548-401c-bbdd-d9e239ff45f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:46.776960 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-b5c0d213-7548-401c-bbdd-d9e239ff45f1 service neutron] 10.222.0.72 "PUT /v2.0/ports/4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6 HTTP/1.1" status: 200 len: 1093 time: 1.3688400 Aug 16 20:54:46.777093 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29531bfa-58da-4bbb-ad14-f335a5e48657', 'tag': '4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:54:46.779342 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749627b8-6e23-4ff7-a894-767c14ca1caa" -d '{"events": [{"name": "network-changed", "server_uuid": "29531bfa-58da-4bbb-ad14-f335a5e48657", "tag": "4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:54:46.804518 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c0d213-7548-401c-bbdd-d9e239ff45f1 service neutron] Pushing event updated for resources: {'Port': ['ID=4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:46.852088 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750cf9b9-88a9-441e-836c-62643f00407a tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Made reservation on behalf of c41ca43b3f354488b8846ec7ba151fac for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:46.855961 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-750cf9b9-88a9-441e-836c-62643f00407a tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:46.859062 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77bb7fc-a836-4c77-9856-148298f0cf6c req-fc4642ca-b752-4d60-b2f6-7135e5fcaee9 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:46.864984 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77bb7fc-a836-4c77-9856-148298f0cf6c req-fc4642ca-b752-4d60-b2f6-7135e5fcaee9 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:46.871420 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77bb7fc-a836-4c77-9856-148298f0cf6c req-fc4642ca-b752-4d60-b2f6-7135e5fcaee9 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:46.873093 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f77bb7fc-a836-4c77-9856-148298f0cf6c req-fc4642ca-b752-4d60-b2f6-7135e5fcaee9 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=10fc6dae-0fbe-4975-8540-084e0c3e0db8 HTTP/1.1" status: 200 len: 2419 time: 0.1459656 Aug 16 20:54:46.922382 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-30ea64c9-89e7-42be-8a57-c5cdf0b4df98 service neutron] 10.222.0.84 "GET /v2.0/networks/b868f410-65e8-4176-9d6e-a22e40915bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035728 Aug 16 20:54:47.000222 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-9d3b6726-4fd2-4de0-ac0a-7b88c9a41773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:47.002005 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-9d3b6726-4fd2-4de0-ac0a-7b88c9a41773 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=41a315ee39084be283dee330854f5498&device_id=29531bfa-58da-4bbb-ad14-f335a5e48657 HTTP/1.1" status: 200 len: 1096 time: 0.0719488 Aug 16 20:54:47.053900 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-16d1ef52-9af3-4548-a54f-de1dfa0bf062 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6 HTTP/1.1" status: 200 len: 217 time: 0.0428472 Aug 16 20:54:47.056168 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f77bb7fc-a836-4c77-9856-148298f0cf6c req-e5a81c98-edae-44ab-8fe2-8cb56341fb49 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b1786a4-3a00-49c3-a648-1cad1397544f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738801 Aug 16 20:54:47.109416 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-954b50f9-307d-45b0-8e75-4af681403fac service neutron] 10.222.0.84 "GET /v2.0/networks/b868f410-65e8-4176-9d6e-a22e40915bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739197 Aug 16 20:54:47.113329 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9a8d8d-126e-4f23-b197-eb99e1810fad tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Router 8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:54:47.114354 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7507b3bd-9751-41c1-ad2a-800fbab3e697 x-openstack-request-id: req-7507b3bd-9751-41c1-ad2a-800fbab3e697 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:54:47.114657 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29531bfa-58da-4bbb-ad14-f335a5e48657", "tag": "4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:54:47.114904 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7507b3bd-9751-41c1-ad2a-800fbab3e697 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:54:47.115310 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29531bfa-58da-4bbb-ad14-f335a5e48657', 'tag': '4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6', 'status': 'completed', 'code': 200} Aug 16 20:54:47.146353 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-015441de-dde5-4ef3-9a59-8c0a78721141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:47.147917 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-015441de-dde5-4ef3-9a59-8c0a78721141 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7e91ca38-3cbf-4786-98c9-5df70f5d7fc7 HTTP/1.1" status: 200 len: 854 time: 0.0755372 Aug 16 20:54:47.208905 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-e18a4430-f4d4-4028-b35b-1252960b9add service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5a5bf8fc-f269-4f39-b3c6-975502c735e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386539 Aug 16 20:54:47.295545 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c5604-47d2-42d6-a657-4cb79d49ba98 req-6a94f34b-0eea-4c48-b16a-c3207b1b175a tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:47.297093 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-039c5604-47d2-42d6-a657-4cb79d49ba98 req-6a94f34b-0eea-4c48-b16a-c3207b1b175a tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 946 time: 0.1057334 Aug 16 20:54:47.306879 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-1518e046-c527-49a9-8b4c-9b8ed3546d04 service neutron] 10.222.0.72 "GET /v2.0/networks/5a5bf8fc-f269-4f39-b3c6-975502c735e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911806 Aug 16 20:54:47.314243 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9a8d8d-126e-4f23-b197-eb99e1810fad tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:54:47.325174 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb3dd9c-eb1a-4372-9492-3dcb458f814e None None] Sync routers for ids ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:54:47.325682 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9f9a8d8d-126e-4f23-b197-eb99e1810fad tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:47.336052 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb3dd9c-eb1a-4372-9492-3dcb458f814e None None] Routers {'8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:47.336932 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-9eb3dd9c-eb1a-4372-9492-3dcb458f814e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:54:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:47.368711 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9f9a8d8d-126e-4f23-b197-eb99e1810fad tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "PUT /v2.0/floatingips/d366c36a-1550-48de-86db-0d798ebcb5e4 HTTP/1.1" status: 200 len: 686 time: 1.2312453 Aug 16 20:54:47.371659 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-750cf9b9-88a9-441e-836c-62643f00407a tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:47.371828 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45098) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:47.373266 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-9eb3dd9c-eb1a-4372-9492-3dcb458f814e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:47.379053 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-039c5604-47d2-42d6-a657-4cb79d49ba98 req-1f0860dc-7f6f-485a-8872-2d96351ad89c tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737395 Aug 16 20:54:47.383064 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb3dd9c-eb1a-4372-9492-3dcb458f814e None None] Routers {'8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:47.384235 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-9eb3dd9c-eb1a-4372-9492-3dcb458f814e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:54:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:47.418846 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750cf9b9-88a9-441e-836c-62643f00407a tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Pushing event updated for resources: {'Subnet': ['ID=e7791aa1-e8c6-4bf3-a01d-1e239c0d709f,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:47.438012 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-9eb3dd9c-eb1a-4372-9492-3dcb458f814e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:47.438676 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb3dd9c-eb1a-4372-9492-3dcb458f814e None None] The sync data for ids ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'] in n-d-793620-15 is: [] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:54:47.497233 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750cf9b9-88a9-441e-836c-62643f00407a tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Checking segment: {'id': '54b55de3-b05c-4098-ad40-eb6f5be39bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bf29419e-4596-4fbd-b919-0cd85f8143da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:47.497953 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750cf9b9-88a9-441e-836c-62643f00407a tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Network hostable DHCP agents. Network: bf29419e-4596-4fbd-b919-0cd85f8143da, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:54:47.520290 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-53c85bcd-9be1-4d62-bda9-62230a1ff06c req-c859d140-a759-441b-85d6-0a519ba38080 service neutron] 10.222.0.72 "GET /v2.0/networks/5a5bf8fc-f269-4f39-b3c6-975502c735e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068536 Aug 16 20:54:47.598552 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750cf9b9-88a9-441e-836c-62643f00407a tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Network bf29419e-4596-4fbd-b919-0cd85f8143da is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:54:47.600413 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3b9508e2-a45d-4613-a47c-24308b810b81 req-c57e98be-610e-4112-80c9-a28a36d84c8b tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/ports?device_id=2911f19e-a53e-4745-99fe-10fe4ea9a993 HTTP/1.1" status: 200 len: 210 time: 0.0392644 Aug 16 20:54:47.614891 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-6857d73f-6f8f-4093-80d7-677967e177f3 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Deleting port 3ff79e3e-b6bd-4129-91a0-90d368b557e2 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:47.615257 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6857d73f-6f8f-4093-80d7-677967e177f3 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:47.637376 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b0337-a73a-449a-b108-6435cc42c66d req-c1b28f55-92a4-4124-86b6-cc9466d89eaf tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:47.639154 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-733b0337-a73a-449a-b108-6435cc42c66d req-c1b28f55-92a4-4124-86b6-cc9466d89eaf tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=29531bfa-58da-4bbb-ad14-f335a5e48657 HTTP/1.1" status: 200 len: 944 time: 0.1222014 Aug 16 20:54:47.718747 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749627b8-6e23-4ff7-a894-767c14ca1caa req-9008bd3c-788f-4d54-be1e-1f747472389c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:47.720330 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-749627b8-6e23-4ff7-a894-767c14ca1caa req-9008bd3c-788f-4d54-be1e-1f747472389c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=41a315ee39084be283dee330854f5498&device_id=29531bfa-58da-4bbb-ad14-f335a5e48657 HTTP/1.1" status: 200 len: 1096 time: 0.0437639 Aug 16 20:54:47.729553 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-750cf9b9-88a9-441e-836c-62643f00407a tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, bf29419e-4596-4fbd-b919-0cd85f8143da) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:47.731059 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-733b0337-a73a-449a-b108-6435cc42c66d req-d239dad9-eb8c-4c11-8b68-00c362a6e66f tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572035 Aug 16 20:54:47.731160 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750cf9b9-88a9-441e-836c-62643f00407a tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:47.731160 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-750cf9b9-88a9-441e-836c-62643f00407a tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:47.731353 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2924036-265d-40ba-80d7-b6d0d5e380cc None None] Network bf29419e-4596-4fbd-b919-0cd85f8143da requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:47.760276 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6857d73f-6f8f-4093-80d7-677967e177f3 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:47.763977 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6857d73f-6f8f-4093-80d7-677967e177f3 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:47.774090 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-6857d73f-6f8f-4093-80d7-677967e177f3 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Calling delete_port for 3ff79e3e-b6bd-4129-91a0-90d368b557e2 owned by network:floatingip {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:47.840282 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749627b8-6e23-4ff7-a894-767c14ca1caa req-e0296be0-580c-433c-816e-f5e1a170c971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:47.841898 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-749627b8-6e23-4ff7-a894-767c14ca1caa req-e0296be0-580c-433c-816e-f5e1a170c971 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5a5bf8fc-f269-4f39-b3c6-975502c735e9 HTTP/1.1" status: 200 len: 915 time: 0.1104195 Aug 16 20:54:47.890403 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-749627b8-6e23-4ff7-a894-767c14ca1caa req-5e148890-74c3-4906-9f0b-83971691b9e1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6 HTTP/1.1" status: 200 len: 217 time: 0.0416162 Aug 16 20:54:47.903708 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c50a335-a10e-4a99-8165-3b1dc0461779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-bf29419e-4596-4fbd-b919-0cd85f8143da', 'network_id': 'bf29419e-4596-4fbd-b919-0cd85f8143da', 'tenant_id': 'c41ca43b3f354488b8846ec7ba151fac', 'fixed_ips': [{'subnet_id': 'e7791aa1-e8c6-4bf3-a01d-1e239c0d709f'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:54:47.904757 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7c50a335-a10e-4a99-8165-3b1dc0461779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:47.945517 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-750cf9b9-88a9-441e-836c-62643f00407a tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3785460 Aug 16 20:54:47.949205 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45110) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:47.953471 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749627b8-6e23-4ff7-a894-767c14ca1caa req-037e9d47-1722-4a7d-a130-8be2e8f9c64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:47.954928 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-749627b8-6e23-4ff7-a894-767c14ca1caa req-037e9d47-1722-4a7d-a130-8be2e8f9c64b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7e91ca38-3cbf-4786-98c9-5df70f5d7fc7 HTTP/1.1" status: 200 len: 854 time: 0.0560880 Aug 16 20:54:47.955882 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-51d822b9-0464-4beb-8a8f-0aa4b85b1770 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-620806612'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:47.995363 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-749627b8-6e23-4ff7-a894-767c14ca1caa req-d07ad497-185a-4c82-a433-0ca546709608 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5a5bf8fc-f269-4f39-b3c6-975502c735e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305045 Aug 16 20:54:48.048221 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-7c50a335-a10e-4a99-8165-3b1dc0461779 None None] Allocated IP 2001:db8:0:ffff::2 (bf29419e-4596-4fbd-b919-0cd85f8143da/e7791aa1-e8c6-4bf3-a01d-1e239c0d709f/2927a27e-1815-4f24-ae15-21add6ac74c9) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:48.051710 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6857d73f-6f8f-4093-80d7-677967e177f3 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:48.095498 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-749627b8-6e23-4ff7-a894-767c14ca1caa req-f2912636-2d39-4575-a50a-86963f8afcd2 service neutron] 10.222.0.72 "GET /v2.0/networks/5a5bf8fc-f269-4f39-b3c6-975502c735e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927830 Aug 16 20:54:48.100343 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857d73f-6f8f-4093-80d7-677967e177f3 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event deleted for resources: {'Port': ['ID=3ff79e3e-b6bd-4129-91a0-90d368b557e2,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:48.126430 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d822b9-0464-4beb-8a8f-0aa4b85b1770 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Made reservation on behalf of c41ca43b3f354488b8846ec7ba151fac for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:48.130243 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-51d822b9-0464-4beb-8a8f-0aa4b85b1770 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:48.180660 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d822b9-0464-4beb-8a8f-0aa4b85b1770 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:54:48.194224 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-51d822b9-0464-4beb-8a8f-0aa4b85b1770 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:48.194578 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-51d822b9-0464-4beb-8a8f-0aa4b85b1770 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Added segment 6d4560e6-5759-4ad0-b6c9-8bc109240e8f of type vlan for network 4a6106e1-18cc-444b-b25b-54ead6c812c7 Aug 16 20:54:48.210063 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7c50a335-a10e-4a99-8165-3b1dc0461779 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:48.219140 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7c50a335-a10e-4a99-8165-3b1dc0461779 None None] Transition to ACTIVE for port object 2927a27e-1815-4f24-ae15-21add6ac74c9 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:48.228698 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-749627b8-6e23-4ff7-a894-767c14ca1caa req-4a388a03-2203-493b-b936-585b8aa8ede7 service neutron] 10.222.0.72 "GET /v2.0/networks/5a5bf8fc-f269-4f39-b3c6-975502c735e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163917 Aug 16 20:54:48.233954 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7c50a335-a10e-4a99-8165-3b1dc0461779 None None] Transition to ACTIVE for port object 2927a27e-1815-4f24-ae15-21add6ac74c9 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:48.263148 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6857d73f-6f8f-4093-80d7-677967e177f3 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for floatingip, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:48.265656 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6857d73f-6f8f-4093-80d7-677967e177f3 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:48.266826 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6857d73f-6f8f-4093-80d7-677967e177f3 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "DELETE /v2.0/floatingips/d366c36a-1550-48de-86db-0d798ebcb5e4 HTTP/1.1" status: 204 len: 168 time: 0.8968632 Aug 16 20:54:48.269902 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-51d822b9-0464-4beb-8a8f-0aa4b85b1770 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:48.270711 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45114) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:48.276212 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-0f5375f4-0b46-424f-a3e3-6cb37fc3c53a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'port_id': '9c039e40-032a-4716-bdb4-3417651f7171'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:48.310809 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bee89a-2d36-4699-956c-0d4ca3e5726f req-12d6ed08-3307-48e9-8a98-0e38be76825f tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:48.316804 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bee89a-2d36-4699-956c-0d4ca3e5726f req-12d6ed08-3307-48e9-8a98-0e38be76825f tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:48.323267 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bee89a-2d36-4699-956c-0d4ca3e5726f req-12d6ed08-3307-48e9-8a98-0e38be76825f tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:48.324941 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a0bee89a-2d36-4699-956c-0d4ca3e5726f req-12d6ed08-3307-48e9-8a98-0e38be76825f tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=10fc6dae-0fbe-4975-8540-084e0c3e0db8 HTTP/1.1" status: 200 len: 2419 time: 0.1344733 Aug 16 20:54:48.336244 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7c50a335-a10e-4a99-8165-3b1dc0461779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:48.365051 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a0bee89a-2d36-4699-956c-0d4ca3e5726f req-5e1639bd-4ec9-4498-ad6c-b3ba5426819b tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b1786a4-3a00-49c3-a648-1cad1397544f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336421 Aug 16 20:54:48.379812 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c50a335-a10e-4a99-8165-3b1dc0461779 None None] Network bf29419e-4596-4fbd-b919-0cd85f8143da is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:48.382838 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-7c50a335-a10e-4a99-8165-3b1dc0461779 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:48.387950 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c50a335-a10e-4a99-8165-3b1dc0461779 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:48.390987 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c50a335-a10e-4a99-8165-3b1dc0461779 None None] Pushing event updated for resources: {'Port': ['ID=2927a27e-1815-4f24-ae15-21add6ac74c9,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:48.403594 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0f5375f4-0b46-424f-a3e3-6cb37fc3c53a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for floatingip, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:48.459183 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-7c50a335-a10e-4a99-8165-3b1dc0461779 None None] Attempting to bind port 2927a27e-1815-4f24-ae15-21add6ac74c9 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:48.459578 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-7c50a335-a10e-4a99-8165-3b1dc0461779 None None] Attempting to bind port 2927a27e-1815-4f24-ae15-21add6ac74c9 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '54b55de3-b05c-4098-ad40-eb6f5be39bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bf29419e-4596-4fbd-b919-0cd85f8143da'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:48.460698 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c50a335-a10e-4a99-8165-3b1dc0461779 None None] Attempting to bind port 2927a27e-1815-4f24-ae15-21add6ac74c9 on network bf29419e-4596-4fbd-b919-0cd85f8143da {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:48.467913 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c50a335-a10e-4a99-8165-3b1dc0461779 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:48.468304 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c50a335-a10e-4a99-8165-3b1dc0461779 None None] Checking segment: {'id': '54b55de3-b05c-4098-ad40-eb6f5be39bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bf29419e-4596-4fbd-b919-0cd85f8143da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:48.468721 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7c50a335-a10e-4a99-8165-3b1dc0461779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:48.469783 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c50a335-a10e-4a99-8165-3b1dc0461779 None None] Bound using segment: {'id': '54b55de3-b05c-4098-ad40-eb6f5be39bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bf29419e-4596-4fbd-b919-0cd85f8143da'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:48.470289 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-7c50a335-a10e-4a99-8165-3b1dc0461779 None None] Bound port: 2927a27e-1815-4f24-ae15-21add6ac74c9, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b55de3-b05c-4098-ad40-eb6f5be39bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bf29419e-4596-4fbd-b919-0cd85f8143da'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:48.470689 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7c50a335-a10e-4a99-8165-3b1dc0461779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:48.547678 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-51d822b9-0464-4beb-8a8f-0aa4b85b1770 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:48.553388 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d822b9-0464-4beb-8a8f-0aa4b85b1770 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:48.553989 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-51d822b9-0464-4beb-8a8f-0aa4b85b1770 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:48.562798 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0f5375f4-0b46-424f-a3e3-6cb37fc3c53a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:48.563278 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7c50a335-a10e-4a99-8165-3b1dc0461779 None None] For port 2927a27e-1815-4f24-ae15-21add6ac74c9, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:48.563278 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7c50a335-a10e-4a99-8165-3b1dc0461779 None None] For port 2927a27e-1815-4f24-ae15-21add6ac74c9, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=2927a27e-1815-4f24-ae15-21add6ac74c9,segment=NetworkSegment(54b55de3-b05c-4098-ad40-eb6f5be39bb5),segment_id=54b55de3-b05c-4098-ad40-eb6f5be39bb5)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:48.616387 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d1a8f-a599-4fd4-9cf1-10e298d8cd74 req-cea33bb5-394f-4f1f-bbbd-ddf43a6b05f9 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:48.619179 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e68d1a8f-a599-4fd4-9cf1-10e298d8cd74 req-cea33bb5-394f-4f1f-bbbd-ddf43a6b05f9 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 946 time: 0.1456437 Aug 16 20:54:48.651507 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d822b9-0464-4beb-8a8f-0aa4b85b1770 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Pushing event updated for resources: {'Network': ['ID=4a6106e1-18cc-444b-b25b-54ead6c812c7,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:48.663192 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 4a6106e1-18cc-444b-b25b-54ead6c812c7 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:54:48.668076 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-0f5375f4-0b46-424f-a3e3-6cb37fc3c53a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Allocated IP 172.25.1.194 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/ab0e6e84-50f2-4231-abf8-cc88bdbc876f) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:48.674440 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e68d1a8f-a599-4fd4-9cf1-10e298d8cd74 req-e7991844-babe-4431-85bb-6dd859ffefbb tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491660 Aug 16 20:54:48.772965 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-51d822b9-0464-4beb-8a8f-0aa4b85b1770 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8215840 Aug 16 20:54:48.775476 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45132) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:48.776927 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7c50a335-a10e-4a99-8165-3b1dc0461779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:48.781028 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-f3a1e420-6fda-45cc-ab3e-133d694c83a2 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Request body: {'subnet': {'network_id': '4a6106e1-18cc-444b-b25b-54ead6c812c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:48.822675 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0f5375f4-0b46-424f-a3e3-6cb37fc3c53a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:48.858709 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c50a335-a10e-4a99-8165-3b1dc0461779 None None] Pushing event updated for resources: {'Port': ['ID=2927a27e-1815-4f24-ae15-21add6ac74c9,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:48.865044 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9634492d-bcad-4a33-a3a5-815eed63f56f req-6e0f6364-5970-4cb3-9976-a5cef8d0f0f0 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/ports?device_id=2911f19e-a53e-4745-99fe-10fe4ea9a993 HTTP/1.1" status: 200 len: 210 time: 0.0382149 Aug 16 20:54:48.994838 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:49.078299 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbeab5a-b70c-4fa1-ae29-371f0a22d5a4 req-5033c597-cfb0-4b17-b9ed-b9f8f8e41d43 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:49.079839 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9fbeab5a-b70c-4fa1-ae29-371f0a22d5a4 req-5033c597-cfb0-4b17-b9ed-b9f8f8e41d43 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=29531bfa-58da-4bbb-ad14-f335a5e48657 HTTP/1.1" status: 200 len: 944 time: 0.0680163 Aug 16 20:54:49.085543 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a1e420-6fda-45cc-ab3e-133d694c83a2 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Made reservation on behalf of c41ca43b3f354488b8846ec7ba151fac for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:49.086383 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0f5375f4-0b46-424f-a3e3-6cb37fc3c53a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:49.089783 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f3a1e420-6fda-45cc-ab3e-133d694c83a2 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:49.145162 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5375f4-0b46-424f-a3e3-6cb37fc3c53a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:49.145710 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-0f5375f4-0b46-424f-a3e3-6cb37fc3c53a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:49.150382 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5375f4-0b46-424f-a3e3-6cb37fc3c53a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:49.153729 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5375f4-0b46-424f-a3e3-6cb37fc3c53a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event updated for resources: {'Port': ['ID=ab0e6e84-50f2-4231-abf8-cc88bdbc876f,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:49.210549 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9fbeab5a-b70c-4fa1-ae29-371f0a22d5a4 req-9ad13437-7727-4ce4-8c34-f01aec1f7c84 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145749 Aug 16 20:54:49.275622 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf321da3-bc87-45a0-9b08-b402f0c91ffe req-4acac6b1-ff8d-47fc-9950-e120e3c1773d tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:49.281630 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf321da3-bc87-45a0-9b08-b402f0c91ffe req-4acac6b1-ff8d-47fc-9950-e120e3c1773d tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:49.287929 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf321da3-bc87-45a0-9b08-b402f0c91ffe req-4acac6b1-ff8d-47fc-9950-e120e3c1773d tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:49.289654 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bf321da3-bc87-45a0-9b08-b402f0c91ffe req-4acac6b1-ff8d-47fc-9950-e120e3c1773d tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=10fc6dae-0fbe-4975-8540-084e0c3e0db8 HTTP/1.1" status: 200 len: 2419 time: 0.1037667 Aug 16 20:54:49.364448 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bf321da3-bc87-45a0-9b08-b402f0c91ffe req-458932b1-4b97-4cfe-a0ec-3a532257b616 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b1786a4-3a00-49c3-a648-1cad1397544f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670853 Aug 16 20:54:49.622330 n-d-793620-15 neutron-server[101844]: DEBUG neutron.objects.ports [None req-f3a1e420-6fda-45cc-ab3e-133d694c83a2 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101844) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:54:49.624295 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f3a1e420-6fda-45cc-ab3e-133d694c83a2 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:49.724638 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a1e420-6fda-45cc-ab3e-133d694c83a2 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Pushing event updated for resources: {'Subnet': ['ID=07ff9455-9d5a-4f2e-b427-d6ec3fe7d25d,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:49.727428 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a1e420-6fda-45cc-ab3e-133d694c83a2 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Checking segment: {'id': '6d4560e6-5759-4ad0-b6c9-8bc109240e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4a6106e1-18cc-444b-b25b-54ead6c812c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:49.727983 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a1e420-6fda-45cc-ab3e-133d694c83a2 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Network hostable DHCP agents. Network: 4a6106e1-18cc-444b-b25b-54ead6c812c7, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:54:49.871386 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a1e420-6fda-45cc-ab3e-133d694c83a2 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Network 4a6106e1-18cc-444b-b25b-54ead6c812c7 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:54:49.902191 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52631e2d-5d8f-40e6-add8-605debba1dac req-b6422cd2-0ea1-4e71-8ca6-56066f2f7ead tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:49.904017 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-52631e2d-5d8f-40e6-add8-605debba1dac req-b6422cd2-0ea1-4e71-8ca6-56066f2f7ead tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 946 time: 0.1025987 Aug 16 20:54:49.929355 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0f5375f4-0b46-424f-a3e3-6cb37fc3c53a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:49.960693 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 2927a27e-1815-4f24-ae15-21add6ac74c9 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:49.973309 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-52631e2d-5d8f-40e6-add8-605debba1dac req-6d59b18b-c904-45b4-bb03-179c997ef697 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600600 Aug 16 20:54:49.987448 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-f3a1e420-6fda-45cc-ab3e-133d694c83a2 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 4a6106e1-18cc-444b-b25b-54ead6c812c7) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:49.997364 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c234bd4-b3de-43b8-a0cb-c85b51804ea5 None None] Network 4a6106e1-18cc-444b-b25b-54ead6c812c7 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:50.001018 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a1e420-6fda-45cc-ab3e-133d694c83a2 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:50.004023 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f3a1e420-6fda-45cc-ab3e-133d694c83a2 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:50.048455 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8a303ab3-844d-4551-a426-ebabaa2980f0 req-ad5863c8-2c9c-4703-819d-0de0ff84bfde tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/ports?device_id=2911f19e-a53e-4745-99fe-10fe4ea9a993 HTTP/1.1" status: 200 len: 210 time: 0.0505908 Aug 16 20:54:50.099287 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fa62f9-95df-4e93-b84f-c3b4dc5fbb0f None None] Network bf29419e-4596-4fbd-b919-0cd85f8143da requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:50.139079 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0f5375f4-0b46-424f-a3e3-6cb37fc3c53a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:50.151331 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device d8155e06-58e3-43a4-9606-678b90767b5e details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:54:50.153317 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device d8155e06-58e3-43a4-9606-678b90767b5e no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:54:50.189735 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f3a1e420-6fda-45cc-ab3e-133d694c83a2 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4130085 Aug 16 20:54:50.192850 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45144) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:50.199487 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-82eef534-54ae-4c5f-b976-33e05f89406e tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Request body: {'port': {'network_id': '4a6106e1-18cc-444b-b25b-54ead6c812c7', 'name': 'tempest-NetworksIpV6TestAttrs-1857481006'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:50.237420 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 2927a27e-1815-4f24-ae15-21add6ac74c9 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:50.317823 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0f5375f4-0b46-424f-a3e3-6cb37fc3c53a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:50.366447 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba2f3c-8bd2-4588-8077-4314e02637fa req-fab0042c-7b3c-4d87-b10c-457e20deecdb tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:50.368123 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7dba2f3c-8bd2-4588-8077-4314e02637fa req-fab0042c-7b3c-4d87-b10c-457e20deecdb tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=29531bfa-58da-4bbb-ad14-f335a5e48657 HTTP/1.1" status: 200 len: 944 time: 0.0681078 Aug 16 20:54:50.372746 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3402c3-9079-4a3f-b501-15c25d265651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-4a6106e1-18cc-444b-b25b-54ead6c812c7', 'network_id': '4a6106e1-18cc-444b-b25b-54ead6c812c7', 'tenant_id': 'c41ca43b3f354488b8846ec7ba151fac', 'fixed_ips': [{'subnet_id': '07ff9455-9d5a-4f2e-b427-d6ec3fe7d25d'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:54:50.373594 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-dc3402c3-9079-4a3f-b501-15c25d265651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:50.406817 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7dba2f3c-8bd2-4588-8077-4314e02637fa req-44030d92-00bf-4611-8119-3722ee1afdee tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322089 Aug 16 20:54:50.430478 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7f820352-b50c-48fd-b3cb-43fdc7c2a230 None None] Provisioning for port 2927a27e-1815-4f24-ae15-21add6ac74c9 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:50.456045 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:54:50.457535 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7f820352-b50c-48fd-b3cb-43fdc7c2a230 None None] Provisioning complete for port 2927a27e-1815-4f24-ae15-21add6ac74c9 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:50.457914 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7f820352-b50c-48fd-b3cb-43fdc7c2a230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:50.495603 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0f5375f4-0b46-424f-a3e3-6cb37fc3c53a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:50.502848 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:50.523663 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82eef534-54ae-4c5f-b976-33e05f89406e tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Made reservation on behalf of c41ca43b3f354488b8846ec7ba151fac for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:50.529472 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-82eef534-54ae-4c5f-b976-33e05f89406e tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:50.543131 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e8456-1d82-42eb-bedd-074da711136f req-5f62ed62-e3fa-43d3-8ffe-6ebc1bde2e64 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:50.549486 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e8456-1d82-42eb-bedd-074da711136f req-5f62ed62-e3fa-43d3-8ffe-6ebc1bde2e64 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:50.555315 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e8456-1d82-42eb-bedd-074da711136f req-5f62ed62-e3fa-43d3-8ffe-6ebc1bde2e64 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:50.557122 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e90e8456-1d82-42eb-bedd-074da711136f req-5f62ed62-e3fa-43d3-8ffe-6ebc1bde2e64 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=10fc6dae-0fbe-4975-8540-084e0c3e0db8 HTTP/1.1" status: 200 len: 2419 time: 0.0873191 Aug 16 20:54:50.588894 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-82eef534-54ae-4c5f-b976-33e05f89406e tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] device_id is not set on port 4a58677a-f935-4c0b-b21b-7d88eec65e23 yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:54:50.595970 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5375f4-0b46-424f-a3e3-6cb37fc3c53a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event updated for resources: {'Port': ['ID=ab0e6e84-50f2-4231-abf8-cc88bdbc876f,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:50.601485 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port d8155e06-58e3-43a4-9606-678b90767b5e, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=d8155e06-58e3-43a4-9606-678b90767b5e,segment=NetworkSegment(dd3b3e95-b260-4ffe-89d2-ca493b24391f),segment_id=dd3b3e95-b260-4ffe-89d2-ca493b24391f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:50.610200 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0f5375f4-0b46-424f-a3e3-6cb37fc3c53a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:50.641673 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e90e8456-1d82-42eb-bedd-074da711136f req-06417dc2-3a1f-4f77-8365-3124774a5134 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b1786a4-3a00-49c3-a648-1cad1397544f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746884 Aug 16 20:54:50.646673 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': 'd8155e06-58e3-43a4-9606-678b90767b5e', 'network_id': 'b1b88367-5ef4-4555-8890-197c2e8aab74', 'port_id': 'd8155e06-58e3-43a4-9606-678b90767b5e', 'mac_address': 'fa:16:3e:6f:52:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf6a9c3-a849-4943-bd43-6e48f5539dc3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:54:50.649092 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a1092b-9099-4fc4-b1b1-8d94a480eece', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8155e06-58e3-43a4-9606-678b90767b5e'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:54:50.652067 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44596232-796b-4cdd-858f-318036d29a29" -d '{"events": [{"server_uuid": "b9a1092b-9099-4fc4-b1b1-8d94a480eece", "name": "network-vif-unplugged", "status": "completed", "tag": "d8155e06-58e3-43a4-9606-678b90767b5e"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:54:50.675049 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port d8155e06-58e3-43a4-9606-678b90767b5e, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=d8155e06-58e3-43a4-9606-678b90767b5e,segment=NetworkSegment(dd3b3e95-b260-4ffe-89d2-ca493b24391f),segment_id=dd3b3e95-b260-4ffe-89d2-ca493b24391f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:50.735989 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3096e9-29b0-4ff7-8680-0524c28f83ea x-openstack-request-id: req-5a3096e9-29b0-4ff7-8680-0524c28f83ea {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:54:50.736286 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a1092b-9099-4fc4-b1b1-8d94a480eece", "name": "network-vif-unplugged", "status": "completed", "tag": "d8155e06-58e3-43a4-9606-678b90767b5e", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:54:50.736544 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5a3096e9-29b0-4ff7-8680-0524c28f83ea {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:54:50.736939 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a1092b-9099-4fc4-b1b1-8d94a480eece', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8155e06-58e3-43a4-9606-678b90767b5e', 'code': 200} Aug 16 20:54:50.794476 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ebe43-f5c2-4c8e-8b13-4a74f8ba9744 req-a17e0fbe-f84a-4bb8-bba3-ac4581dd9317 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:50.796538 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-1bd7b5d0-4722-44b2-b876-ebb31b11a126 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:50.798183 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-1bd7b5d0-4722-44b2-b876-ebb31b11a126 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.90 "GET /v2.0/networks?id=b868f410-65e8-4176-9d6e-a22e40915bdb HTTP/1.1" status: 200 len: 805 time: 0.1272752 Aug 16 20:54:50.800589 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ebe43-f5c2-4c8e-8b13-4a74f8ba9744 req-a17e0fbe-f84a-4bb8-bba3-ac4581dd9317 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:50.808999 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ebe43-f5c2-4c8e-8b13-4a74f8ba9744 req-a17e0fbe-f84a-4bb8-bba3-ac4581dd9317 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:50.810804 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-710ebe43-f5c2-4c8e-8b13-4a74f8ba9744 req-a17e0fbe-f84a-4bb8-bba3-ac4581dd9317 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.72 "GET /v2.0/ports?device_id=10fc6dae-0fbe-4975-8540-084e0c3e0db8 HTTP/1.1" status: 200 len: 2419 time: 0.0867679 Aug 16 20:54:50.814197 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [None req-0f5375f4-0b46-424f-a3e3-6cb37fc3c53a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Floating IP 41c7cf51-c908-47a0-bd46-761b5970c3d7 associated. External IP: 172.25.1.194, port: 9c039e40-032a-4716-bdb4-3417651f7171. Aug 16 20:54:50.853547 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-feacc2c3-e73c-47a3-bee9-6b344f11d1ff tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=049f64fdbbd64e3192a47c9a630e167c HTTP/1.1" status: 200 len: 380 time: 0.0440345 Aug 16 20:54:50.873834 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-addb8f4c-a127-4e82-b3c2-e51464f99901 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Request body: {'port': {'device_id': '2911f19e-a53e-4745-99fe-10fe4ea9a993', 'network_id': 'b868f410-65e8-4176-9d6e-a22e40915bdb', 'admin_state_up': True, 'tenant_id': '049f64fdbbd64e3192a47c9a630e167c', 'security_groups': ['016fa904-1a4d-4c20-a83b-c2b838f2f71e']}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:50.931191 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:50.937614 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-dc3402c3-9079-4a3f-b501-15c25d265651 None None] Allocated IP 2001:db8::f816:3eff:feee:d1ec (4a6106e1-18cc-444b-b25b-54ead6c812c7/07ff9455-9d5a-4f2e-b427-d6ec3fe7d25d/9b37da74-2d3b-45df-991f-517f9505f2c5) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:50.955130 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:51.016312 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8155e06-58e3-43a4-9606-678b90767b5e {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:54:51.045383 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7f820352-b50c-48fd-b3cb-43fdc7c2a230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:51.113784 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-710ebe43-f5c2-4c8e-8b13-4a74f8ba9744 req-ffea4ffe-5cca-40f3-9ec4-bd6374724c9b tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Deleting port 02535b8d-51f2-42d7-bd6b-980b00456e83 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:51.114419 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-710ebe43-f5c2-4c8e-8b13-4a74f8ba9744 req-ffea4ffe-5cca-40f3-9ec4-bd6374724c9b tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:51.174580 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=d8155e06-58e3-43a4-9606-678b90767b5e,revision_number=6']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:51.197817 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.db.api [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:54:51.197817 n-d-793620-15 neutron-server[101846]: DEBUG oslo_db.api [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:54:51.221025 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7f820352-b50c-48fd-b3cb-43fdc7c2a230 None None] For port 2927a27e-1815-4f24-ae15-21add6ac74c9, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=2927a27e-1815-4f24-ae15-21add6ac74c9,segment=NetworkSegment(54b55de3-b05c-4098-ad40-eb6f5be39bb5),segment_id=54b55de3-b05c-4098-ad40-eb6f5be39bb5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:51.303019 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-710ebe43-f5c2-4c8e-8b13-4a74f8ba9744 req-ffea4ffe-5cca-40f3-9ec4-bd6374724c9b tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] For port 02535b8d-51f2-42d7-bd6b-980b00456e83, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=02535b8d-51f2-42d7-bd6b-980b00456e83,segment=NetworkSegment(43b7c5a5-714d-4ec3-800b-7f303c437459),segment_id=43b7c5a5-714d-4ec3-800b-7f303c437459)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:51.303396 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-710ebe43-f5c2-4c8e-8b13-4a74f8ba9744 req-ffea4ffe-5cca-40f3-9ec4-bd6374724c9b tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:51.306685 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-dc3402c3-9079-4a3f-b501-15c25d265651 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:51.315621 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-dc3402c3-9079-4a3f-b501-15c25d265651 None None] Transition to ACTIVE for port object 9b37da74-2d3b-45df-991f-517f9505f2c5 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:51.321769 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-710ebe43-f5c2-4c8e-8b13-4a74f8ba9744 req-ffea4ffe-5cca-40f3-9ec4-bd6374724c9b tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Calling delete_port for 02535b8d-51f2-42d7-bd6b-980b00456e83 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:51.328540 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5375f4-0b46-424f-a3e3-6cb37fc3c53a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Router 8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:54:51.332874 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-dc3402c3-9079-4a3f-b501-15c25d265651 None None] Transition to ACTIVE for port object 9b37da74-2d3b-45df-991f-517f9505f2c5 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:51.346898 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7f820352-b50c-48fd-b3cb-43fdc7c2a230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:51.382918 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4afff8ed-487d-4cf8-9a45-1e648319bb32 req-9d3e8ec9-1b12-46a3-994c-70165f4d6283 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/ports?device_id=2911f19e-a53e-4745-99fe-10fe4ea9a993 HTTP/1.1" status: 200 len: 210 time: 0.0545778 Aug 16 20:54:51.409914 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f820352-b50c-48fd-b3cb-43fdc7c2a230 None None] Pushing event updated for resources: {'Port': ['ID=2927a27e-1815-4f24-ae15-21add6ac74c9,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:51.437058 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7187076-4a1a-4cb1-848b-adbe0ad54b86 req-86724165-8d39-4254-832c-8a413be73dcd tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:51.438625 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a7187076-4a1a-4cb1-848b-adbe0ad54b86 req-86724165-8d39-4254-832c-8a413be73dcd tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 944 time: 0.1114562 Aug 16 20:54:51.450843 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-dc3402c3-9079-4a3f-b501-15c25d265651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:51.517714 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3402c3-9079-4a3f-b501-15c25d265651 None None] Network 4a6106e1-18cc-444b-b25b-54ead6c812c7 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:51.524760 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-dc3402c3-9079-4a3f-b501-15c25d265651 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:51.530061 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3402c3-9079-4a3f-b501-15c25d265651 None None] Pushing event updated for resources: {'Port': ['ID=9b37da74-2d3b-45df-991f-517f9505f2c5,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:51.534515 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3402c3-9079-4a3f-b501-15c25d265651 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:51.536932 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-6e5e2405-b74e-40f2-a58d-a56b2372a368 None None] Provisioning complete for port 2927a27e-1815-4f24-ae15-21add6ac74c9 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:51.537871 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6e5e2405-b74e-40f2-a58d-a56b2372a368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:51.542693 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5375f4-0b46-424f-a3e3-6cb37fc3c53a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:54:51.543103 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a7187076-4a1a-4cb1-848b-adbe0ad54b86 req-e5dcbe0b-db92-4ca8-8235-8eda7215d67f tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910428 Aug 16 20:54:51.545927 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-82eef534-54ae-4c5f-b976-33e05f89406e tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Allocated IP 2001:db8::f816:3eff:fe59:7e1e (4a6106e1-18cc-444b-b25b-54ead6c812c7/07ff9455-9d5a-4f2e-b427-d6ec3fe7d25d/4a58677a-f935-4c0b-b21b-7d88eec65e23) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:51.558591 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3703ec-b74b-4bad-8d2a-737de01e124a None None] Sync routers for ids ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:54:51.567842 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-addb8f4c-a127-4e82-b3c2-e51464f99901 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Made reservation on behalf of 049f64fdbbd64e3192a47c9a630e167c for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:51.569792 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3703ec-b74b-4bad-8d2a-737de01e124a None None] Routers {'8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:51.571534 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-8d3703ec-b74b-4bad-8d2a-737de01e124a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:54:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:51.574748 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-addb8f4c-a127-4e82-b3c2-e51464f99901 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:51.627253 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-8d3703ec-b74b-4bad-8d2a-737de01e124a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:51.639189 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3703ec-b74b-4bad-8d2a-737de01e124a None None] Routers {'8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:51.639850 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-8d3703ec-b74b-4bad-8d2a-737de01e124a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:54:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:51.665182 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-dc3402c3-9079-4a3f-b501-15c25d265651 None None] Attempting to bind port 9b37da74-2d3b-45df-991f-517f9505f2c5 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:51.665701 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-dc3402c3-9079-4a3f-b501-15c25d265651 None None] Attempting to bind port 9b37da74-2d3b-45df-991f-517f9505f2c5 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '6d4560e6-5759-4ad0-b6c9-8bc109240e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4a6106e1-18cc-444b-b25b-54ead6c812c7'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:51.666174 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3402c3-9079-4a3f-b501-15c25d265651 None None] Attempting to bind port 9b37da74-2d3b-45df-991f-517f9505f2c5 on network 4a6106e1-18cc-444b-b25b-54ead6c812c7 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:51.673733 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3402c3-9079-4a3f-b501-15c25d265651 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:51.679773 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3402c3-9079-4a3f-b501-15c25d265651 None None] Checking segment: {'id': '6d4560e6-5759-4ad0-b6c9-8bc109240e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4a6106e1-18cc-444b-b25b-54ead6c812c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:51.679773 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-dc3402c3-9079-4a3f-b501-15c25d265651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:51.679773 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3402c3-9079-4a3f-b501-15c25d265651 None None] Bound using segment: {'id': '6d4560e6-5759-4ad0-b6c9-8bc109240e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4a6106e1-18cc-444b-b25b-54ead6c812c7'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:51.679773 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-dc3402c3-9079-4a3f-b501-15c25d265651 None None] Bound port: 9b37da74-2d3b-45df-991f-517f9505f2c5, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4560e6-5759-4ad0-b6c9-8bc109240e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4a6106e1-18cc-444b-b25b-54ead6c812c7'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:51.679773 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-dc3402c3-9079-4a3f-b501-15c25d265651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:51.686640 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-8d3703ec-b74b-4bad-8d2a-737de01e124a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:51.687298 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3703ec-b74b-4bad-8d2a-737de01e124a None None] The sync data for ids ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'] in n-d-793620-15 is: [] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:54:51.753555 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0f5375f4-0b46-424f-a3e3-6cb37fc3c53a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:51.797080 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:51.806139 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0f5375f4-0b46-424f-a3e3-6cb37fc3c53a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.5337477 Aug 16 20:54:51.806796 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45164) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:51.828759 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8155e06-58e3-43a4-9606-678b90767b5e {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:54:51.847876 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-dc3402c3-9079-4a3f-b501-15c25d265651 None None] For port 9b37da74-2d3b-45df-991f-517f9505f2c5, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:51.855914 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-dc3402c3-9079-4a3f-b501-15c25d265651 None None] For port 9b37da74-2d3b-45df-991f-517f9505f2c5, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=9b37da74-2d3b-45df-991f-517f9505f2c5,segment=NetworkSegment(6d4560e6-5759-4ad0-b6c9-8bc109240e8f),segment_id=6d4560e6-5759-4ad0-b6c9-8bc109240e8f)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:51.856456 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582fdac-76ea-47fa-85aa-7ebce4f889c3 req-48dafee4-4896-47a1-b5d2-5f131c7a20ed tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:51.858718 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0582fdac-76ea-47fa-85aa-7ebce4f889c3 req-48dafee4-4896-47a1-b5d2-5f131c7a20ed tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=29531bfa-58da-4bbb-ad14-f335a5e48657 HTTP/1.1" status: 200 len: 944 time: 0.2604263 Aug 16 20:54:51.864688 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port d8155e06-58e3-43a4-9606-678b90767b5e, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=d8155e06-58e3-43a4-9606-678b90767b5e,segment=NetworkSegment(dd3b3e95-b260-4ffe-89d2-ca493b24391f),segment_id=dd3b3e95-b260-4ffe-89d2-ca493b24391f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:51.868050 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-710ebe43-f5c2-4c8e-8b13-4a74f8ba9744 req-ffea4ffe-5cca-40f3-9ec4-bd6374724c9b tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:51.879364 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 2927a27e-1815-4f24-ae15-21add6ac74c9 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:51.881764 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad', '02535b8d-51f2-42d7-bd6b-980b00456e83', 'aa51d2ea-a958-4c21-aeef-92b5be7ba27f'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:54:51.910078 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-689681bc-9a5d-45b6-a4fa-65d05fe56722 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "GET /v2.0/floatingips/41c7cf51-c908-47a0-bd46-761b5970c3d7 HTTP/1.1" status: 200 len: 978 time: 0.1017609 Aug 16 20:54:51.933058 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:51.938985 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45166) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:51.944033 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea4ffe-5cca-40f3-9ec4-bd6374724c9b tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Pushing event deleted for resources: {'Port': ['ID=02535b8d-51f2-42d7-bd6b-980b00456e83,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:51.984038 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-710ebe43-f5c2-4c8e-8b13-4a74f8ba9744 req-ffea4ffe-5cca-40f3-9ec4-bd6374724c9b tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] No DVR routers for this DVR port 02535b8d-51f2-42d7-bd6b-980b00456e83 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:51.995392 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-dc3402c3-9079-4a3f-b501-15c25d265651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.015534 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cdce4-c7aa-41a3-99ac-f5bbfed438be req-cd600975-ddd4-4790-aabb-7f343783c4bc tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:52.017236 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-710ebe43-f5c2-4c8e-8b13-4a74f8ba9744 req-ffea4ffe-5cca-40f3-9ec4-bd6374724c9b tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.019530 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-710ebe43-f5c2-4c8e-8b13-4a74f8ba9744 req-ffea4ffe-5cca-40f3-9ec4-bd6374724c9b tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.72 "DELETE /v2.0/ports/02535b8d-51f2-42d7-bd6b-980b00456e83 HTTP/1.1" status: 204 len: 173 time: 1.1611867 Aug 16 20:54:52.020118 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10fc6dae-0fbe-4975-8540-084e0c3e0db8', 'name': 'network-vif-deleted', 'tag': '02535b8d-51f2-42d7-bd6b-980b00456e83'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:54:52.022449 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce707b7-a191-4405-ae85-65b60a1afc87" -d '{"events": [{"server_uuid": "10fc6dae-0fbe-4975-8540-084e0c3e0db8", "name": "network-vif-deleted", "tag": "02535b8d-51f2-42d7-bd6b-980b00456e83"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:54:52.023762 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cdce4-c7aa-41a3-99ac-f5bbfed438be req-cd600975-ddd4-4790-aabb-7f343783c4bc tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:52.026246 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:54:52.036945 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cdce4-c7aa-41a3-99ac-f5bbfed438be req-cd600975-ddd4-4790-aabb-7f343783c4bc tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:52.042936 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf2cdce4-c7aa-41a3-99ac-f5bbfed438be req-cd600975-ddd4-4790-aabb-7f343783c4bc tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=10fc6dae-0fbe-4975-8540-084e0c3e0db8 HTTP/1.1" status: 200 len: 2340 time: 0.2971947 Aug 16 20:54:52.059202 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0582fdac-76ea-47fa-85aa-7ebce4f889c3 req-04df85ec-61da-4c65-a445-ecb497670bef tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733670 Aug 16 20:54:52.078597 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.080983 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 2927a27e-1815-4f24-ae15-21add6ac74c9 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:52.081501 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.086080 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-82eef534-54ae-4c5f-b976-33e05f89406e tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.170178 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5160960f-7e20-4c24-8315-8ac9066cdd01 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2217560 Aug 16 20:54:52.183133 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf2cdce4-c7aa-41a3-99ac-f5bbfed438be req-6141e348-68bd-48e3-a1ea-7f44110756ac tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b1786a4-3a00-49c3-a648-1cad1397544f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389706 Aug 16 20:54:52.191152 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45172) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:52.205134 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-c0ccdbd7-c7ea-4680-a40e-1f5871d1a1aa tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Request body: {'floatingip': {'port_id': 'ed0afdba-053c-4175-aa09-fc558867dda8'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:52.217910 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-addb8f4c-a127-4e82-b3c2-e51464f99901 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Allocated IP 172.20.0.14 (b868f410-65e8-4176-9d6e-a22e40915bdb/55977581-de25-4036-9f0a-1b1d4c44ef0d/206e310f-f226-4257-8089-602fbd9f9428) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:52.224985 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-82eef534-54ae-4c5f-b976-33e05f89406e tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Transition to ACTIVE for port object 4a58677a-f935-4c0b-b21b-7d88eec65e23 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:52.283068 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61a6a28-36b3-4398-ae87-aa5a46c7659d x-openstack-request-id: req-e61a6a28-36b3-4398-ae87-aa5a46c7659d {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:54:52.283477 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10fc6dae-0fbe-4975-8540-084e0c3e0db8", "name": "network-vif-deleted", "tag": "02535b8d-51f2-42d7-bd6b-980b00456e83", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:54:52.283841 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e61a6a28-36b3-4398-ae87-aa5a46c7659d {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:54:52.284345 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10fc6dae-0fbe-4975-8540-084e0c3e0db8', 'name': 'network-vif-deleted', 'tag': '02535b8d-51f2-42d7-bd6b-980b00456e83', 'status': 'completed', 'code': 200} Aug 16 20:54:52.291550 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c0ccdbd7-c7ea-4680-a40e-1f5871d1a1aa tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for floatingip, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.318222 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3402c3-9079-4a3f-b501-15c25d265651 None None] Pushing event updated for resources: {'Port': ['ID=9b37da74-2d3b-45df-991f-517f9505f2c5,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:52.342807 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-710ebe43-f5c2-4c8e-8b13-4a74f8ba9744 req-8cd80222-ae12-45e1-bd7a-8b5182b5f69e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Deleting port dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:52.342807 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-710ebe43-f5c2-4c8e-8b13-4a74f8ba9744 req-8cd80222-ae12-45e1-bd7a-8b5182b5f69e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.391019 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['d8155e06-58e3-43a4-9606-678b90767b5e'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:54:52.518926 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6,segment=NetworkSegment(d750202b-6aed-4115-ba35-7fc31b994eaf),segment_id=d750202b-6aed-4115-ba35-7fc31b994eaf)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:52.562998 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6', 'network_id': '5a5bf8fc-f269-4f39-b3c6-975502c735e9', 'port_id': '4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6', 'mac_address': 'fa:16:3e:ce:d8:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e91ca38-3cbf-4786-98c9-5df70f5d7fc7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:54:52.566043 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-710ebe43-f5c2-4c8e-8b13-4a74f8ba9744 req-8cd80222-ae12-45e1-bd7a-8b5182b5f69e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] For port dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad,segment=NetworkSegment(c9d7124c-2e4b-467c-988d-f294fc344f2f),segment_id=c9d7124c-2e4b-467c-988d-f294fc344f2f)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:52.566526 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-710ebe43-f5c2-4c8e-8b13-4a74f8ba9744 req-8cd80222-ae12-45e1-bd7a-8b5182b5f69e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.566676 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=d8155e06-58e3-43a4-9606-678b90767b5e,revision_number=7']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:52.609228 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f39b5421-711a-4226-89ed-75cd9b94ebc5 req-0fb8b44f-2966-4ce8-94bb-3a8ba800f12d tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/ports?device_id=2911f19e-a53e-4745-99fe-10fe4ea9a993 HTTP/1.1" status: 200 len: 210 time: 0.0360758 Aug 16 20:54:52.631978 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-710ebe43-f5c2-4c8e-8b13-4a74f8ba9744 req-8cd80222-ae12-45e1-bd7a-8b5182b5f69e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Calling delete_port for dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:52.641849 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-addb8f4c-a127-4e82-b3c2-e51464f99901 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.662366 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-addb8f4c-a127-4e82-b3c2-e51464f99901 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Transition to ACTIVE for port object 206e310f-f226-4257-8089-602fbd9f9428 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:52.662576 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.685739 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-82eef534-54ae-4c5f-b976-33e05f89406e tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.709235 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:54:52.768181 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6,segment=NetworkSegment(d750202b-6aed-4115-ba35-7fc31b994eaf),segment_id=d750202b-6aed-4115-ba35-7fc31b994eaf)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:52.790832 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82eef534-54ae-4c5f-b976-33e05f89406e tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Network 4a6106e1-18cc-444b-b25b-54ead6c812c7 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:52.814467 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-82eef534-54ae-4c5f-b976-33e05f89406e tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:52.818087 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eef534-54ae-4c5f-b976-33e05f89406e tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:52.826112 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82eef534-54ae-4c5f-b976-33e05f89406e tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:52.826948 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-82eef534-54ae-4c5f-b976-33e05f89406e tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.829464 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eef534-54ae-4c5f-b976-33e05f89406e tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Pushing event updated for resources: {'Port': ['ID=4a58677a-f935-4c0b-b21b-7d88eec65e23,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:52.863224 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.864060 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3bdcc-8d95-4e23-86d3-1fc62998d919 req-5c2686c2-dae0-4d58-91a8-8c68e16e2084 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:52.865670 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2fc3bdcc-8d95-4e23-86d3-1fc62998d919 req-5c2686c2-dae0-4d58-91a8-8c68e16e2084 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 945 time: 0.1207800 Aug 16 20:54:52.926348 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:52.931844 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2fc3bdcc-8d95-4e23-86d3-1fc62998d919 req-f72e4d83-01d3-40ba-a5b1-b81fd4ac6d74 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518696 Aug 16 20:54:52.939120 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-addb8f4c-a127-4e82-b3c2-e51464f99901 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.980518 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-addb8f4c-a127-4e82-b3c2-e51464f99901 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Network b868f410-65e8-4176-9d6e-a22e40915bdb is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:52.983651 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-addb8f4c-a127-4e82-b3c2-e51464f99901 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:52.990286 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-addb8f4c-a127-4e82-b3c2-e51464f99901 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:53.025193 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb8f4c-a127-4e82-b3c2-e51464f99901 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Pushing event updated for resources: {'Port': ['ID=206e310f-f226-4257-8089-602fbd9f9428,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:53.037190 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-710ebe43-f5c2-4c8e-8b13-4a74f8ba9744 req-8cd80222-ae12-45e1-bd7a-8b5182b5f69e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:53.039157 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-82eef534-54ae-4c5f-b976-33e05f89406e tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.8442988 Aug 16 20:54:53.044744 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45180) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:53.078016 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd80222-ae12-45e1-bd7a-8b5182b5f69e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Pushing event deleted for resources: {'Port': ['ID=dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:53.087666 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:54:53.103451 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-addb8f4c-a127-4e82-b3c2-e51464f99901 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:53.104185 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-addb8f4c-a127-4e82-b3c2-e51464f99901 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:53.147463 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de2a38f-45af-4ea9-9bd2-e7030325654c tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Deleting subnet 07ff9455-9d5a-4f2e-b427-d6ec3fe7d25d {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:54:53.148008 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-710ebe43-f5c2-4c8e-8b13-4a74f8ba9744 req-8cd80222-ae12-45e1-bd7a-8b5182b5f69e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] No DVR routers for this DVR port dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:53.152904 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0de2a38f-45af-4ea9-9bd2-e7030325654c tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:53.153139 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-710ebe43-f5c2-4c8e-8b13-4a74f8ba9744 req-8cd80222-ae12-45e1-bd7a-8b5182b5f69e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:53.155349 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-710ebe43-f5c2-4c8e-8b13-4a74f8ba9744 req-8cd80222-ae12-45e1-bd7a-8b5182b5f69e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.72 "DELETE /v2.0/ports/dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad HTTP/1.1" status: 204 len: 173 time: 1.1187894 Aug 16 20:54:53.274492 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.db.resource_extend [None req-c0ccdbd7-c7ea-4680-a40e-1f5871d1a1aa tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:54:53.332299 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0de2a38f-45af-4ea9-9bd2-e7030325654c tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:53.404293 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa6322-7833-496f-93f0-4a579d3e98fe req-27dbe349-24e5-4b5e-9b42-acbbf4d61993 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:53.419730 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c1aa6322-7833-496f-93f0-4a579d3e98fe req-27dbe349-24e5-4b5e-9b42-acbbf4d61993 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=29531bfa-58da-4bbb-ad14-f335a5e48657 HTTP/1.1" status: 200 len: 945 time: 0.1435533 Aug 16 20:54:53.434423 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-addb8f4c-a127-4e82-b3c2-e51464f99901 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5709925 Aug 16 20:54:53.471144 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-d3760544-e775-48a1-bd13-2f86ec19e090 service neutron] Request body: {'port': {'device_id': '2911f19e-a53e-4745-99fe-10fe4ea9a993', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:53.548345 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c0ccdbd7-c7ea-4680-a40e-1f5871d1a1aa tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:53.590784 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-710ebe43-f5c2-4c8e-8b13-4a74f8ba9744 req-6f7b01e7-7207-4f48-8bbe-57f4c81d35c9 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Deleting port aa51d2ea-a958-4c21-aeef-92b5be7ba27f {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:53.591135 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-710ebe43-f5c2-4c8e-8b13-4a74f8ba9744 req-6f7b01e7-7207-4f48-8bbe-57f4c81d35c9 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:53.652120 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c0ccdbd7-c7ea-4680-a40e-1f5871d1a1aa tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:53.658977 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0de2a38f-45af-4ea9-9bd2-e7030325654c tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:53.685861 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c1b793ff-5bdb-412d-924c-00a50a887973 None None] Provisioning for port 206e310f-f226-4257-8089-602fbd9f9428 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:53.691247 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c1b793ff-5bdb-412d-924c-00a50a887973 None None] Provisioning complete for port 206e310f-f226-4257-8089-602fbd9f9428 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:53.691740 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c1b793ff-5bdb-412d-924c-00a50a887973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:53.739087 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c1aa6322-7833-496f-93f0-4a579d3e98fe req-933aaf5c-e90e-4629-a713-b47c0e27173b tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174129 Aug 16 20:54:53.782644 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8789e799-b392-40fa-b036-f6a18df6475c None None] Network 4a6106e1-18cc-444b-b25b-54ead6c812c7 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:53.791179 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-710ebe43-f5c2-4c8e-8b13-4a74f8ba9744 req-6f7b01e7-7207-4f48-8bbe-57f4c81d35c9 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] For port aa51d2ea-a958-4c21-aeef-92b5be7ba27f, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=aa51d2ea-a958-4c21-aeef-92b5be7ba27f,segment=NetworkSegment(c9d7124c-2e4b-467c-988d-f294fc344f2f),segment_id=c9d7124c-2e4b-467c-988d-f294fc344f2f)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:53.791775 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-710ebe43-f5c2-4c8e-8b13-4a74f8ba9744 req-6f7b01e7-7207-4f48-8bbe-57f4c81d35c9 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:53.793189 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-c1b793ff-5bdb-412d-924c-00a50a887973 None None] Port 206e310f-f226-4257-8089-602fbd9f9428 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:54:53.820127 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-710ebe43-f5c2-4c8e-8b13-4a74f8ba9744 req-6f7b01e7-7207-4f48-8bbe-57f4c81d35c9 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Calling delete_port for aa51d2ea-a958-4c21-aeef-92b5be7ba27f owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:53.840579 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [None req-c0ccdbd7-c7ea-4680-a40e-1f5871d1a1aa tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Floating IP 41c7cf51-c908-47a0-bd46-761b5970c3d7 associated. External IP: 172.25.1.194, port: 9c039e40-032a-4716-bdb4-3417651f7171. Aug 16 20:54:53.872290 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-d3760544-e775-48a1-bd13-2f86ec19e090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:53.894930 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2152845-e295-4845-bda9-9b55eec0940c req-a019ae01-b187-4859-864c-ac6908de5410 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:53.900284 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a2152845-e295-4845-bda9-9b55eec0940c req-a019ae01-b187-4859-864c-ac6908de5410 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=10fc6dae-0fbe-4975-8540-084e0c3e0db8 HTTP/1.1" status: 200 len: 946 time: 0.2119517 Aug 16 20:54:53.996758 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 9b37da74-2d3b-45df-991f-517f9505f2c5 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:54.043676 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:54.130499 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7191ce-a669-45af-85fd-ce5b56555719 req-e4f8270d-6788-44bc-a225-fd27d293bdfd tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:54.138510 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9e7191ce-a669-45af-85fd-ce5b56555719 req-e4f8270d-6788-44bc-a225-fd27d293bdfd tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/ports?device_id=2911f19e-a53e-4745-99fe-10fe4ea9a993 HTTP/1.1" status: 200 len: 932 time: 0.2637162 Aug 16 20:54:54.157194 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device d8155e06-58e3-43a4-9606-678b90767b5e up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:54.160006 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a2152845-e295-4845-bda9-9b55eec0940c req-5d802b6d-3a88-41ea-8d9f-c0743b0e982a tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b1786a4-3a00-49c3-a648-1cad1397544f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257292 Aug 16 20:54:54.189517 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-17653ef6-c246-4182-a91f-0b44e824c808 None None] Provisioning for port 9b37da74-2d3b-45df-991f-517f9505f2c5 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:54.238160 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port d8155e06-58e3-43a4-9606-678b90767b5e triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:54.238881 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:54.322794 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0de2a38f-45af-4ea9-9bd2-e7030325654c tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:54.348876 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9e7191ce-a669-45af-85fd-ce5b56555719 req-609bf243-cf67-4adf-9646-2fa901e54a90 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/security-groups?id=016fa904-1a4d-4c20-a83b-c2b838f2f71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095323 Aug 16 20:54:54.354075 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 9b37da74-2d3b-45df-991f-517f9505f2c5 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:54.370326 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 9b37da74-2d3b-45df-991f-517f9505f2c5 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:54.375866 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:54.435634 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:54.443382 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:54.460609 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:54.461312 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:54.467004 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0de2a38f-45af-4ea9-9bd2-e7030325654c tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:54.471232 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0de2a38f-45af-4ea9-9bd2-e7030325654c tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] 10.222.0.84 "DELETE /v2.0/subnets/07ff9455-9d5a-4f2e-b427-d6ec3fe7d25d HTTP/1.1" status: 204 len: 168 time: 1.4257655 Aug 16 20:54:54.482624 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45196) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:54.487289 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2a38f-45af-4ea9-9bd2-e7030325654c tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Pushing event deleted for resources: {'Subnet': ['ID=07ff9455-9d5a-4f2e-b427-d6ec3fe7d25d,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:54.516547 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a1092b-9099-4fc4-b1b1-8d94a480eece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8155e06-58e3-43a4-9606-678b90767b5e'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:54:54.520165 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03544aa5-1038-4169-8c0a-f47c05d970c7" -d '{"events": [{"server_uuid": "b9a1092b-9099-4fc4-b1b1-8d94a480eece", "name": "network-vif-plugged", "status": "completed", "tag": "d8155e06-58e3-43a4-9606-678b90767b5e"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:54:54.568902 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port d8155e06-58e3-43a4-9606-678b90767b5e, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=d8155e06-58e3-43a4-9606-678b90767b5e,segment=NetworkSegment(dd3b3e95-b260-4ffe-89d2-ca493b24391f),segment_id=dd3b3e95-b260-4ffe-89d2-ca493b24391f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:54.574646 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0b5f54-d879-49a9-a05f-ac9b0cce2188 None None] Network 4a6106e1-18cc-444b-b25b-54ead6c812c7 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:54.596478 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028a6a27-d12b-4e41-8796-858745c6aba1 x-openstack-request-id: req-028a6a27-d12b-4e41-8796-858745c6aba1 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:54:54.597017 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a1092b-9099-4fc4-b1b1-8d94a480eece", "name": "network-vif-plugged", "status": "completed", "tag": "d8155e06-58e3-43a4-9606-678b90767b5e", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:54:54.597017 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-028a6a27-d12b-4e41-8796-858745c6aba1 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:54:54.597420 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a1092b-9099-4fc4-b1b1-8d94a480eece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8155e06-58e3-43a4-9606-678b90767b5e', 'code': 200} Aug 16 20:54:54.667115 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b78cee-b8a2-463e-8941-00d95b8d5bcd req-af599d87-0654-4aa2-9155-7574a2b58ca3 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:54.668785 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-15b78cee-b8a2-463e-8941-00d95b8d5bcd req-af599d87-0654-4aa2-9155-7574a2b58ca3 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 945 time: 0.2390554 Aug 16 20:54:54.676272 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:54.692244 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cc3590-0ab8-43d9-8821-a72b0b4dd5ac tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:54.693820 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cc3590-0ab8-43d9-8821-a72b0b4dd5ac tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:54.695457 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-19cc3590-0ab8-43d9-8821-a72b0b4dd5ac tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2092993 Aug 16 20:54:54.708674 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45200) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:54.740602 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:54.803691 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10fc6dae-0fbe-4975-8540-084e0c3e0db8', 'name': 'network-vif-deleted', 'tag': 'dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:54:54.807315 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc7a08c-e51c-4d30-9f05-dee1307dc2ff" -d '{"events": [{"server_uuid": "10fc6dae-0fbe-4975-8540-084e0c3e0db8", "name": "network-vif-deleted", "tag": "dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:54:54.815760 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-15b78cee-b8a2-463e-8941-00d95b8d5bcd req-05a73522-6355-4d84-8a72-0350b5f4dacc tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406157 Aug 16 20:54:54.837986 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-710ebe43-f5c2-4c8e-8b13-4a74f8ba9744 req-6f7b01e7-7207-4f48-8bbe-57f4c81d35c9 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:54.838265 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-d3760544-e775-48a1-bd13-2f86ec19e090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 206e310f-f226-4257-8089-602fbd9f9428 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:54:54.838354 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ccdbd7-c7ea-4680-a40e-1f5871d1a1aa tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Router 8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:54:54.849739 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-d3760544-e775-48a1-bd13-2f86ec19e090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:54.884431 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5eecb582-a4cc-4455-913e-8d695e09e937 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:54.894845 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796d0f78-2878-41e1-b020-374e52400eb8 x-openstack-request-id: req-796d0f78-2878-41e1-b020-374e52400eb8 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:54:54.895430 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10fc6dae-0fbe-4975-8540-084e0c3e0db8", "name": "network-vif-deleted", "tag": "dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:54:54.896385 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-796d0f78-2878-41e1-b020-374e52400eb8 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:54:54.896385 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10fc6dae-0fbe-4975-8540-084e0c3e0db8', 'name': 'network-vif-deleted', 'tag': 'dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad', 'status': 'completed', 'code': 200} Aug 16 20:54:54.898394 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-d3760544-e775-48a1-bd13-2f86ec19e090 service neutron] Transition to ACTIVE for port object 206e310f-f226-4257-8089-602fbd9f9428 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:54.901227 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eecb582-a4cc-4455-913e-8d695e09e937 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 16 20:54:54.902039 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eecb582-a4cc-4455-913e-8d695e09e937 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:54.905667 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5eecb582-a4cc-4455-913e-8d695e09e937 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] 10.222.0.84 "DELETE /v2.0/networks/4a6106e1-18cc-444b-b25b-54ead6c812c7 HTTP/1.1" status: 409 len: 405 time: 0.1939747 Aug 16 20:54:54.909377 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b01e7-7207-4f48-8bbe-57f4c81d35c9 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Pushing event deleted for resources: {'Port': ['ID=aa51d2ea-a958-4c21-aeef-92b5be7ba27f,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:54.909521 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45206) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:54.917873 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-df7b79ab-95cb-4b68-b121-7432ef0f023e tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-404881702'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:54.959313 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f091681-2e76-474a-afdd-0f1f9989991e req-27d06e05-38ac-4dce-b133-c446a470abbe tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:54.960978 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0f091681-2e76-474a-afdd-0f1f9989991e req-27d06e05-38ac-4dce-b133-c446a470abbe tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=29531bfa-58da-4bbb-ad14-f335a5e48657 HTTP/1.1" status: 200 len: 945 time: 0.1334867 Aug 16 20:54:54.979560 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d815a364-6480-4b2b-aaf0-797a9a41e0bd None None] Provisioning for port 4a58677a-f935-4c0b-b21b-7d88eec65e23 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:54.980822 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-d3760544-e775-48a1-bd13-2f86ec19e090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:54.983396 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-710ebe43-f5c2-4c8e-8b13-4a74f8ba9744 req-6f7b01e7-7207-4f48-8bbe-57f4c81d35c9 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] No DVR routers for this DVR port aa51d2ea-a958-4c21-aeef-92b5be7ba27f on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:55.017503 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d815a364-6480-4b2b-aaf0-797a9a41e0bd None None] Provisioning complete for port 4a58677a-f935-4c0b-b21b-7d88eec65e23 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:55.017823 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d815a364-6480-4b2b-aaf0-797a9a41e0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:55.088077 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0f091681-2e76-474a-afdd-0f1f9989991e req-393e8478-9675-424a-a338-99f5f47685e1 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098146 Aug 16 20:54:55.093439 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=d8155e06-58e3-43a4-9606-678b90767b5e,revision_number=8']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:55.098507 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3760544-e775-48a1-bd13-2f86ec19e090 service neutron] Pushing event updated for resources: {'Port': ['ID=206e310f-f226-4257-8089-602fbd9f9428,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:55.109021 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-710ebe43-f5c2-4c8e-8b13-4a74f8ba9744 req-6f7b01e7-7207-4f48-8bbe-57f4c81d35c9 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:55.110995 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-710ebe43-f5c2-4c8e-8b13-4a74f8ba9744 req-6f7b01e7-7207-4f48-8bbe-57f4c81d35c9 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.72 "DELETE /v2.0/ports/aa51d2ea-a958-4c21-aeef-92b5be7ba27f HTTP/1.1" status: 204 len: 173 time: 1.9344106 Aug 16 20:54:55.112255 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ccdbd7-c7ea-4680-a40e-1f5871d1a1aa tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:54:55.120603 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 9b37da74-2d3b-45df-991f-517f9505f2c5, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=9b37da74-2d3b-45df-991f-517f9505f2c5,segment=NetworkSegment(6d4560e6-5759-4ad0-b6c9-8bc109240e8f),segment_id=6d4560e6-5759-4ad0-b6c9-8bc109240e8f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:55.124552 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d0f51-05a9-4ddd-b3e8-9913063ea048 req-02cfa945-1ce6-4f36-9904-b757f1766cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:55.126129 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-808d0f51-05a9-4ddd-b3e8-9913063ea048 req-02cfa945-1ce6-4f36-9904-b757f1766cf2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 1098 time: 0.3102388 Aug 16 20:54:55.135632 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c107f7c-4c5c-4b7f-83e1-09b1fde01925 None None] Sync routers for ids ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:54:55.140008 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7b79ab-95cb-4b68-b121-7432ef0f023e tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Made reservation on behalf of c41ca43b3f354488b8846ec7ba151fac for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:55.145353 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-df7b79ab-95cb-4b68-b121-7432ef0f023e tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:55.147329 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:55.179801 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c107f7c-4c5c-4b7f-83e1-09b1fde01925 None None] Routers {'8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:55.180602 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-1c107f7c-4c5c-4b7f-83e1-09b1fde01925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:54:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:55.182763 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-d815a364-6480-4b2b-aaf0-797a9a41e0bd None None] Port 4a58677a-f935-4c0b-b21b-7d88eec65e23 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:54:55.236323 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:55.259843 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6,segment=NetworkSegment(d750202b-6aed-4115-ba35-7fc31b994eaf),segment_id=d750202b-6aed-4115-ba35-7fc31b994eaf)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:55.268841 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df7b79ab-95cb-4b68-b121-7432ef0f023e tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:54:55.270300 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-1c107f7c-4c5c-4b7f-83e1-09b1fde01925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:55.309883 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d815a364-6480-4b2b-aaf0-797a9a41e0bd None None] Provisioning complete for port 9b37da74-2d3b-45df-991f-517f9505f2c5 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:55.310385 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d815a364-6480-4b2b-aaf0-797a9a41e0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:55.324522 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-df7b79ab-95cb-4b68-b121-7432ef0f023e tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:55.324886 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-df7b79ab-95cb-4b68-b121-7432ef0f023e tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Added segment 5e08abe2-b70c-43f0-8d86-2cb76bf0ee05 of type vlan for network 6f2b575a-5c2e-4510-91c5-78112ce09230 Aug 16 20:54:55.329826 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a5d69788-7cab-4515-8661-208a46baf739 req-41f8213c-c89d-4a94-8ca0-7636244105e6 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=10fc6dae-0fbe-4975-8540-084e0c3e0db8 HTTP/1.1" status: 200 len: 210 time: 0.0525649 Aug 16 20:54:55.340579 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-d3760544-e775-48a1-bd13-2f86ec19e090 service neutron] Attempting to bind port 206e310f-f226-4257-8089-602fbd9f9428 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:55.341150 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-d3760544-e775-48a1-bd13-2f86ec19e090 service neutron] Attempting to bind port 206e310f-f226-4257-8089-602fbd9f9428 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'd984b6bd-f46a-4d33-83cf-6d7420990d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'b868f410-65e8-4176-9d6e-a22e40915bdb'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:55.341518 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-d3760544-e775-48a1-bd13-2f86ec19e090 service neutron] Attempting to bind port 206e310f-f226-4257-8089-602fbd9f9428 on network b868f410-65e8-4176-9d6e-a22e40915bdb {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:55.374920 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cb2895-ca61-438f-a384-8b41f8730784 None None] DHCP port deletion for 4a6106e1-18cc-444b-b25b-54ead6c812c7 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:54:55.376915 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-d3760544-e775-48a1-bd13-2f86ec19e090 service neutron] Port 206e310f-f226-4257-8089-602fbd9f9428 on network b868f410-65e8-4176-9d6e-a22e40915bdb not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:54:55.377698 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-d3760544-e775-48a1-bd13-2f86ec19e090 service neutron] Attempting to bind port 206e310f-f226-4257-8089-602fbd9f9428 on network b868f410-65e8-4176-9d6e-a22e40915bdb {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:55.381488 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c107f7c-4c5c-4b7f-83e1-09b1fde01925 None None] Routers {'8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:55.383092 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-1c107f7c-4c5c-4b7f-83e1-09b1fde01925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:54:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:55.411341 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-df7b79ab-95cb-4b68-b121-7432ef0f023e tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:55.413433 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-d3760544-e775-48a1-bd13-2f86ec19e090 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:55.413787 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-d3760544-e775-48a1-bd13-2f86ec19e090 service neutron] Checking segment: {'id': 'd984b6bd-f46a-4d33-83cf-6d7420990d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'b868f410-65e8-4176-9d6e-a22e40915bdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:55.414184 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-d3760544-e775-48a1-bd13-2f86ec19e090 service neutron] Bound using segment: {'id': 'd984b6bd-f46a-4d33-83cf-6d7420990d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'b868f410-65e8-4176-9d6e-a22e40915bdb'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:55.414688 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-d3760544-e775-48a1-bd13-2f86ec19e090 service neutron] Bound port: 206e310f-f226-4257-8089-602fbd9f9428, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd984b6bd-f46a-4d33-83cf-6d7420990d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'b868f410-65e8-4176-9d6e-a22e40915bdb'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:55.415050 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-d3760544-e775-48a1-bd13-2f86ec19e090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:55.437958 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:55.438849 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 02535b8d-51f2-42d7-bd6b-980b00456e83 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:54:55.444710 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-1c107f7c-4c5c-4b7f-83e1-09b1fde01925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:55.445363 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c107f7c-4c5c-4b7f-83e1-09b1fde01925 None None] The sync data for ids ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'] in n-d-793620-15 is: [] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:54:55.473700 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-808d0f51-05a9-4ddd-b3e8-9913063ea048 req-e20278b0-becf-44f9-9a0c-b7516b799962 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089837 Aug 16 20:54:55.501161 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 02535b8d-51f2-42d7-bd6b-980b00456e83 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:54:55.501653 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 02535b8d-51f2-42d7-bd6b-980b00456e83 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:54:55.502358 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:54:55.556058 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:54:55.556414 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device dd3fa88c-251e-4ccc-a9f8-30b3ebf0f9ad not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:54:55.556838 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device aa51d2ea-a958-4c21-aeef-92b5be7ba27f no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:54:55.560265 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf79cda-6d75-4fa1-9dec-39684a9d1bd8 req-4286a5ad-9c0d-449a-996e-483c53465156 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:55.561954 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6bf79cda-6d75-4fa1-9dec-39684a9d1bd8 req-4286a5ad-9c0d-449a-996e-483c53465156 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/ports?device_id=2911f19e-a53e-4745-99fe-10fe4ea9a993 HTTP/1.1" status: 200 len: 944 time: 0.0907309 Aug 16 20:54:55.564659 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-d3760544-e775-48a1-bd13-2f86ec19e090 service neutron] For port 206e310f-f226-4257-8089-602fbd9f9428, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:55.568098 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-d3760544-e775-48a1-bd13-2f86ec19e090 service neutron] For port 206e310f-f226-4257-8089-602fbd9f9428, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=206e310f-f226-4257-8089-602fbd9f9428,segment=NetworkSegment(d984b6bd-f46a-4d33-83cf-6d7420990d0d),segment_id=d984b6bd-f46a-4d33-83cf-6d7420990d0d)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:55.572359 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ccdbd7-c7ea-4680-a40e-1f5871d1a1aa tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Router 8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:54:55.578777 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=9b37da74-2d3b-45df-991f-517f9505f2c5,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:55.603832 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: aa51d2ea-a958-4c21-aeef-92b5be7ba27f {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:54:55.604187 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device aa51d2ea-a958-4c21-aeef-92b5be7ba27f not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:54:55.611116 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6bf79cda-6d75-4fa1-9dec-39684a9d1bd8 req-1941660e-4521-4919-99ae-ec04e3b2ed6e tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/security-groups?id=016fa904-1a4d-4c20-a83b-c2b838f2f71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386684 Aug 16 20:54:55.667793 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-40cb2895-ca61-438f-a384-8b41f8730784 None None] Deleting port 9b37da74-2d3b-45df-991f-517f9505f2c5 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:55.668197 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-40cb2895-ca61-438f-a384-8b41f8730784 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:55.669934 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:55.695673 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ccdbd7-c7ea-4680-a40e-1f5871d1a1aa tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:54:55.700088 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c0ccdbd7-c7ea-4680-a40e-1f5871d1a1aa tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:55.705186 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7abbba0-bbc1-4922-9519-40790b38b9c5 None None] Sync routers for ids ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:54:55.714783 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7abbba0-bbc1-4922-9519-40790b38b9c5 None None] Routers {'8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:55.715414 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-a7abbba0-bbc1-4922-9519-40790b38b9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:54:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:55.718627 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-df7b79ab-95cb-4b68-b121-7432ef0f023e tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:55.729798 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7b79ab-95cb-4b68-b121-7432ef0f023e tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:55.730757 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-df7b79ab-95cb-4b68-b121-7432ef0f023e tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:55.750394 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-40cb2895-ca61-438f-a384-8b41f8730784 None None] For port 9b37da74-2d3b-45df-991f-517f9505f2c5, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=9b37da74-2d3b-45df-991f-517f9505f2c5,segment=NetworkSegment(6d4560e6-5759-4ad0-b6c9-8bc109240e8f),segment_id=6d4560e6-5759-4ad0-b6c9-8bc109240e8f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:55.750805 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-40cb2895-ca61-438f-a384-8b41f8730784 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:55.756274 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-a7abbba0-bbc1-4922-9519-40790b38b9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:55.757607 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c0ccdbd7-c7ea-4680-a40e-1f5871d1a1aa tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "PUT /v2.0/floatingips/41c7cf51-c908-47a0-bd46-761b5970c3d7 HTTP/1.1" status: 200 len: 978 time: 3.5652096 Aug 16 20:54:55.760973 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45216) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:55.766917 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7abbba0-bbc1-4922-9519-40790b38b9c5 None None] Routers {'8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:55.767765 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-a7abbba0-bbc1-4922-9519-40790b38b9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:54:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:55.770834 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-9bc0b5f7-54e5-4acc-a918-b5aba60fef3f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:55.795163 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-40cb2895-ca61-438f-a384-8b41f8730784 None None] Calling delete_port for 9b37da74-2d3b-45df-991f-517f9505f2c5 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:55.819901 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-a7abbba0-bbc1-4922-9519-40790b38b9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:55.819901 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7abbba0-bbc1-4922-9519-40790b38b9c5 None None] The sync data for ids ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'] in n-d-793620-15 is: [] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:54:55.825414 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-d3760544-e775-48a1-bd13-2f86ec19e090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:55.854486 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9bc0b5f7-54e5-4acc-a918-b5aba60fef3f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for floatingip, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:55.888940 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 9b37da74-2d3b-45df-991f-517f9505f2c5 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:54:55.902334 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b79ab-95cb-4b68-b121-7432ef0f023e tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Pushing event updated for resources: {'Network': ['ID=6f2b575a-5c2e-4510-91c5-78112ce09230,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:55.919820 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 6f2b575a-5c2e-4510-91c5-78112ce09230 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:54:55.943040 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-df7b79ab-95cb-4b68-b121-7432ef0f023e tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0339601 Aug 16 20:54:55.944885 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-d3760544-e775-48a1-bd13-2f86ec19e090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:55.945918 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-d3760544-e775-48a1-bd13-2f86ec19e090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:55.947436 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-d3760544-e775-48a1-bd13-2f86ec19e090 service neutron] 10.222.0.90 "PUT /v2.0/ports/206e310f-f226-4257-8089-602fbd9f9428 HTTP/1.1" status: 200 len: 1093 time: 2.4874606 Aug 16 20:54:55.955635 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45220) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:55.972013 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-c5f143a4-4d6e-4b75-a5b4-bfbace90cea0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Request body: {'subnet': {'network_id': '6f2b575a-5c2e-4510-91c5-78112ce09230', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:55.974234 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2911f19e-a53e-4745-99fe-10fe4ea9a993', 'tag': '206e310f-f226-4257-8089-602fbd9f9428'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:54:55.976784 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543a2b9d-6089-4902-9448-dd84ba0c9c2c" -d '{"events": [{"name": "network-changed", "server_uuid": "2911f19e-a53e-4745-99fe-10fe4ea9a993", "tag": "206e310f-f226-4257-8089-602fbd9f9428"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:54:55.999010 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3760544-e775-48a1-bd13-2f86ec19e090 service neutron] Pushing event updated for resources: {'Port': ['ID=206e310f-f226-4257-8089-602fbd9f9428,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:56.036969 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245f463-5ee9-4027-89e7-df233708c976 req-3d8cf8ff-12db-4393-9472-8630f885e3f9 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:56.043257 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b245f463-5ee9-4027-89e7-df233708c976 req-3d8cf8ff-12db-4393-9472-8630f885e3f9 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 946 time: 0.1217709 Aug 16 20:54:56.085279 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42818530-c14e-459d-becb-da01aa3f6eb9 x-openstack-request-id: req-42818530-c14e-459d-becb-da01aa3f6eb9 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:54:56.085279 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2911f19e-a53e-4745-99fe-10fe4ea9a993", "tag": "206e310f-f226-4257-8089-602fbd9f9428", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:54:56.085616 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-42818530-c14e-459d-becb-da01aa3f6eb9 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:54:56.086016 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2911f19e-a53e-4745-99fe-10fe4ea9a993', 'tag': '206e310f-f226-4257-8089-602fbd9f9428', 'status': 'completed', 'code': 200} Aug 16 20:54:56.123239 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:56.174712 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9bc0b5f7-54e5-4acc-a918-b5aba60fef3f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:56.194184 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b245f463-5ee9-4027-89e7-df233708c976 req-3df39ab5-84e0-4226-b2a0-52da41d6f0e9 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433048 Aug 16 20:54:56.219075 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a2b9d-6089-4902-9448-dd84ba0c9c2c req-161d103d-4afc-4c89-87ab-9472db0eb05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:56.219075 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-543a2b9d-6089-4902-9448-dd84ba0c9c2c req-161d103d-4afc-4c89-87ab-9472db0eb05d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=049f64fdbbd64e3192a47c9a630e167c&device_id=2911f19e-a53e-4745-99fe-10fe4ea9a993 HTTP/1.1" status: 200 len: 1096 time: 0.1244333 Aug 16 20:54:56.270266 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-40cb2895-ca61-438f-a384-8b41f8730784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:56.297401 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f143a4-4d6e-4b75-a5b4-bfbace90cea0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Made reservation on behalf of c41ca43b3f354488b8846ec7ba151fac for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:56.301923 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c5f143a4-4d6e-4b75-a5b4-bfbace90cea0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:56.307491 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9bc0b5f7-54e5-4acc-a918-b5aba60fef3f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:56.308081 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [None req-9bc0b5f7-54e5-4acc-a918-b5aba60fef3f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Floating IP 41c7cf51-c908-47a0-bd46-761b5970c3d7 disassociated. External IP: 172.25.1.194, port: ed0afdba-053c-4175-aa09-fc558867dda8. Aug 16 20:54:56.327189 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb2895-ca61-438f-a384-8b41f8730784 None None] Pushing event deleted for resources: {'Port': ['ID=9b37da74-2d3b-45df-991f-517f9505f2c5,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:56.330610 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5eed6-2eae-49c9-8580-9825ec108743 req-04de1311-7d92-4d08-8675-b0072ae02b09 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:56.333929 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-afd5eed6-2eae-49c9-8580-9825ec108743 req-04de1311-7d92-4d08-8675-b0072ae02b09 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=29531bfa-58da-4bbb-ad14-f335a5e48657 HTTP/1.1" status: 200 len: 946 time: 0.1299710 Aug 16 20:54:56.345706 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cb2895-ca61-438f-a384-8b41f8730784 None None] No DVR routers for this DVR port 9b37da74-2d3b-45df-991f-517f9505f2c5 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:56.378902 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a2b9d-6089-4902-9448-dd84ba0c9c2c req-5d947c43-37f1-4274-909e-2f79bf5dcf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:56.380470 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-543a2b9d-6089-4902-9448-dd84ba0c9c2c req-5d947c43-37f1-4274-909e-2f79bf5dcf3f service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=049f64fdbbd64e3192a47c9a630e167c&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1517911 Aug 16 20:54:56.428832 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-afd5eed6-2eae-49c9-8580-9825ec108743 req-195926bf-3b3f-4378-b4c4-3a1a687b1765 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826797 Aug 16 20:54:56.495533 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-af8331ab-ada4-4f64-9924-7dadc6b2d9a2 req-4413631d-af54-41bc-9136-33006634f8c0 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=10fc6dae-0fbe-4975-8540-084e0c3e0db8 HTTP/1.1" status: 200 len: 210 time: 0.0354605 Aug 16 20:54:56.549048 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a2b9d-6089-4902-9448-dd84ba0c9c2c req-a397fd91-c109-47e7-9e85-0129d7109568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:56.550608 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-543a2b9d-6089-4902-9448-dd84ba0c9c2c req-a397fd91-c109-47e7-9e85-0129d7109568 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1554332 Aug 16 20:54:56.598608 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29531bfa-58da-4bbb-ad14-f335a5e48657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:54:56.601218 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9cfb09-c134-4519-a1c2-f90427367881" -d '{"events": [{"server_uuid": "29531bfa-58da-4bbb-ad14-f335a5e48657", "name": "network-vif-plugged", "status": "completed", "tag": "4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:54:56.655100 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-d2afd07f-29fa-4c2a-978e-c0e5f8753969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:56.656845 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-d2afd07f-29fa-4c2a-978e-c0e5f8753969 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=049f64fdbbd64e3192a47c9a630e167c&device_id=2911f19e-a53e-4745-99fe-10fe4ea9a993 HTTP/1.1" status: 200 len: 1096 time: 0.0575776 Aug 16 20:54:56.661234 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05b8506-97b6-4dee-b451-b97024d36644 x-openstack-request-id: req-d05b8506-97b6-4dee-b451-b97024d36644 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:54:56.661717 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29531bfa-58da-4bbb-ad14-f335a5e48657", "name": "network-vif-plugged", "status": "completed", "tag": "4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:54:56.661968 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d05b8506-97b6-4dee-b451-b97024d36644 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:54:56.662759 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29531bfa-58da-4bbb-ad14-f335a5e48657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6', 'code': 200} Aug 16 20:54:56.715026 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc0b5f7-54e5-4acc-a918-b5aba60fef3f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Router 8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:54:56.731332 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-3bbfde2b-392b-4bee-82b5-76fac189a5ce service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=206e310f-f226-4257-8089-602fbd9f9428 HTTP/1.1" status: 200 len: 217 time: 0.0596664 Aug 16 20:54:56.805180 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49211d70-7eea-4f0f-9813-0a7ebbffd731 req-fb7b2d9b-5253-483f-b01e-d5073fc30070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:56.806692 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-49211d70-7eea-4f0f-9813-0a7ebbffd731 req-fb7b2d9b-5253-483f-b01e-d5073fc30070 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=29531bfa-58da-4bbb-ad14-f335a5e48657 HTTP/1.1" status: 200 len: 1098 time: 0.0869200 Aug 16 20:54:56.810044 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506ff4f-f7e7-48cd-8003-f5a546b2f3d6 req-52f6ed35-b663-4c5a-baad-40acd404f2a8 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:56.817521 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7506ff4f-f7e7-48cd-8003-f5a546b2f3d6 req-52f6ed35-b663-4c5a-baad-40acd404f2a8 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/ports?device_id=2911f19e-a53e-4745-99fe-10fe4ea9a993 HTTP/1.1" status: 200 len: 944 time: 0.0826216 Aug 16 20:54:56.817521 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-0c1bf598-c46a-49a3-bd43-5ed51e5760d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:56.818616 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-0c1bf598-c46a-49a3-bd43-5ed51e5760d5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=55977581-de25-4036-9f0a-1b1d4c44ef0d HTTP/1.1" status: 200 len: 844 time: 0.0628667 Aug 16 20:54:56.885610 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7506ff4f-f7e7-48cd-8003-f5a546b2f3d6 req-57f76925-fe84-4078-a00d-4e2b7f86ed6f tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/security-groups?id=016fa904-1a4d-4c20-a83b-c2b838f2f71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658364 Aug 16 20:54:56.891945 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-dec69c11-c6e1-4d8d-af80-72d7f437033e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:56.893361 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-dec69c11-c6e1-4d8d-af80-72d7f437033e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b868f410-65e8-4176-9d6e-a22e40915bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613253 Aug 16 20:54:56.905658 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10fc6dae-0fbe-4975-8540-084e0c3e0db8', 'name': 'network-vif-deleted', 'tag': 'aa51d2ea-a958-4c21-aeef-92b5be7ba27f'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:54:56.907973 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437aa033-66e3-473a-81b7-c795d24b4602" -d '{"events": [{"server_uuid": "10fc6dae-0fbe-4975-8540-084e0c3e0db8", "name": "network-vif-deleted", "tag": "aa51d2ea-a958-4c21-aeef-92b5be7ba27f"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:54:56.917347 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-49211d70-7eea-4f0f-9813-0a7ebbffd731 req-e6c7ed59-4d66-4db1-911f-106f2c9ecc7d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791118 Aug 16 20:54:56.917347 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc0b5f7-54e5-4acc-a918-b5aba60fef3f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:54:56.926530 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9bc0b5f7-54e5-4acc-a918-b5aba60fef3f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:56.931773 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b88a82-65b2-43da-be32-7362f805b6be None None] Sync routers for ids ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:54:56.946712 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b88a82-65b2-43da-be32-7362f805b6be None None] Routers {'8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:56.947438 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-34b88a82-65b2-43da-be32-7362f805b6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:54:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:56.971401 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ef025c-6931-4e1e-b4ab-e416266f21c3 x-openstack-request-id: req-78ef025c-6931-4e1e-b4ab-e416266f21c3 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:54:56.971696 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10fc6dae-0fbe-4975-8540-084e0c3e0db8", "name": "network-vif-deleted", "tag": "aa51d2ea-a958-4c21-aeef-92b5be7ba27f", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:54:56.971961 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-78ef025c-6931-4e1e-b4ab-e416266f21c3 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:54:56.972359 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10fc6dae-0fbe-4975-8540-084e0c3e0db8', 'name': 'network-vif-deleted', 'tag': 'aa51d2ea-a958-4c21-aeef-92b5be7ba27f', 'status': 'completed', 'code': 200} Aug 16 20:54:56.991565 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9bc0b5f7-54e5-4acc-a918-b5aba60fef3f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "PUT /v2.0/floatingips/41c7cf51-c908-47a0-bd46-761b5970c3d7 HTTP/1.1" status: 200 len: 688 time: 1.2293441 Aug 16 20:54:56.997499 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45240) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:57.004020 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-34b88a82-65b2-43da-be32-7362f805b6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:57.015978 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b88a82-65b2-43da-be32-7362f805b6be None None] Routers {'8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:57.016699 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-34b88a82-65b2-43da-be32-7362f805b6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:54:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:57.031496 n-d-793620-15 neutron-server[101845]: DEBUG neutron.objects.ports [None req-c5f143a4-4d6e-4b75-a5b4-bfbace90cea0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101845) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:54:57.033056 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c5f143a4-4d6e-4b75-a5b4-bfbace90cea0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:57.044647 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-a11c2105-8f43-4583-94fe-085f5bc88a41 service neutron] 10.222.0.90 "GET /v2.0/networks/b868f410-65e8-4176-9d6e-a22e40915bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415012 Aug 16 20:54:57.059565 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-34b88a82-65b2-43da-be32-7362f805b6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:57.060253 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b88a82-65b2-43da-be32-7362f805b6be None None] The sync data for ids ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'] in n-d-793620-15 is: [] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:54:57.100977 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f143a4-4d6e-4b75-a5b4-bfbace90cea0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Pushing event updated for resources: {'Subnet': ['ID=b719fd80-a2c5-4481-883c-ac3ac5b7a7d7,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:57.111467 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f143a4-4d6e-4b75-a5b4-bfbace90cea0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Checking segment: {'id': '5e08abe2-b70c-43f0-8d86-2cb76bf0ee05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6f2b575a-5c2e-4510-91c5-78112ce09230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:57.111927 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f143a4-4d6e-4b75-a5b4-bfbace90cea0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Network hostable DHCP agents. Network: 6f2b575a-5c2e-4510-91c5-78112ce09230, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:54:57.194084 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f143a4-4d6e-4b75-a5b4-bfbace90cea0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Network 6f2b575a-5c2e-4510-91c5-78112ce09230 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:54:57.197533 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0e1fd99d-f750-4f1f-8b70-e074219dc33d req-2d69c7ad-8bb2-4c0c-955a-54e0a705911b service neutron] 10.222.0.90 "GET /v2.0/networks/b868f410-65e8-4176-9d6e-a22e40915bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425331 Aug 16 20:54:57.202894 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-db8d84a7-3585-4066-8c86-ccaa3ffdbf4c tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Deleting port ab0e6e84-50f2-4231-abf8-cc88bdbc876f {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:57.203242 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-db8d84a7-3585-4066-8c86-ccaa3ffdbf4c tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:57.278081 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-c5f143a4-4d6e-4b75-a5b4-bfbace90cea0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 6f2b575a-5c2e-4510-91c5-78112ce09230) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:57.283220 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f143a4-4d6e-4b75-a5b4-bfbace90cea0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:57.284361 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c5f143a4-4d6e-4b75-a5b4-bfbace90cea0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:57.287656 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039535c9-dfbb-46a2-875d-d01fdcbda3b5 None None] Network 6f2b575a-5c2e-4510-91c5-78112ce09230 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:57.303868 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-db8d84a7-3585-4066-8c86-ccaa3ffdbf4c tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:57.304180 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-db8d84a7-3585-4066-8c86-ccaa3ffdbf4c tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:57.319616 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-db8d84a7-3585-4066-8c86-ccaa3ffdbf4c tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Calling delete_port for ab0e6e84-50f2-4231-abf8-cc88bdbc876f owned by network:floatingip {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:57.346112 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1af3e-3fab-4c80-bddb-a998cd58507f req-4a4df367-ad11-4fc9-9bc1-6991f27c790d tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:57.349728 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eea1af3e-3fab-4c80-bddb-a998cd58507f req-4a4df367-ad11-4fc9-9bc1-6991f27c790d tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 946 time: 0.0823789 Aug 16 20:54:57.373666 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c5f143a4-4d6e-4b75-a5b4-bfbace90cea0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4169188 Aug 16 20:54:57.374276 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45244) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:57.379476 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-c4c4ccc0-cf18-4c7f-831a-f900096ee063 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Request body: {'port': {'network_id': '6f2b575a-5c2e-4510-91c5-78112ce09230', 'name': 'tempest-NetworksIpV6TestAttrs-1929852848'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:57.426177 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eea1af3e-3fab-4c80-bddb-a998cd58507f req-5f0a2048-540c-4180-aae2-0bddb2858042 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495117 Aug 16 20:54:57.456479 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1004ffc5-240a-4dbe-9dd3-c9d12ab4ac29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-6f2b575a-5c2e-4510-91c5-78112ce09230', 'network_id': '6f2b575a-5c2e-4510-91c5-78112ce09230', 'tenant_id': 'c41ca43b3f354488b8846ec7ba151fac', 'fixed_ips': [{'subnet_id': 'b719fd80-a2c5-4481-883c-ac3ac5b7a7d7'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:54:57.457130 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1004ffc5-240a-4dbe-9dd3-c9d12ab4ac29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:57.600380 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49cb440-3c4e-48e9-a369-2cf786b53382 req-57c0d026-a065-445b-9bf7-38faf0e2737a tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:57.601862 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a49cb440-3c4e-48e9-a369-2cf786b53382 req-57c0d026-a065-445b-9bf7-38faf0e2737a tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=29531bfa-58da-4bbb-ad14-f335a5e48657 HTTP/1.1" status: 200 len: 946 time: 0.0766098 Aug 16 20:54:57.606932 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-db8d84a7-3585-4066-8c86-ccaa3ffdbf4c tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:57.612116 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-1004ffc5-240a-4dbe-9dd3-c9d12ab4ac29 None None] Allocated IP 2001:db8::f816:3eff:fe0d:233e (6f2b575a-5c2e-4510-91c5-78112ce09230/b719fd80-a2c5-4481-883c-ac3ac5b7a7d7/5ac0ba48-d057-46e4-937a-a1de677a78e1) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:57.623656 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f2c38-8761-4532-acc8-a0daf2e53961 req-676fff97-7800-4849-a079-e02c1f0d2eed tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:57.625158 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-574f2c38-8761-4532-acc8-a0daf2e53961 req-676fff97-7800-4849-a079-e02c1f0d2eed tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 946 time: 0.0872958 Aug 16 20:54:57.632427 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c4ccc0-cf18-4c7f-831a-f900096ee063 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Made reservation on behalf of c41ca43b3f354488b8846ec7ba151fac for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:57.636257 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c4c4ccc0-cf18-4c7f-831a-f900096ee063 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:57.658120 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-c4c4ccc0-cf18-4c7f-831a-f900096ee063 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] device_id is not set on port 181c72e3-c048-4e3f-9795-c82fde5b42a0 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:54:57.658877 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d84a7-3585-4066-8c86-ccaa3ffdbf4c tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event deleted for resources: {'Port': ['ID=ab0e6e84-50f2-4231-abf8-cc88bdbc876f,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:57.744190 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a49cb440-3c4e-48e9-a369-2cf786b53382 req-0eccd804-cdf0-4740-ac50-42c3bbce75b5 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342504 Aug 16 20:54:57.753824 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-574f2c38-8761-4532-acc8-a0daf2e53961 req-23fbcc6f-f46d-4382-870d-323dfe7e2f6c tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039376 Aug 16 20:54:57.763384 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-db8d84a7-3585-4066-8c86-ccaa3ffdbf4c tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for floatingip, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:57.766037 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-db8d84a7-3585-4066-8c86-ccaa3ffdbf4c tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:57.767214 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-db8d84a7-3585-4066-8c86-ccaa3ffdbf4c tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "DELETE /v2.0/floatingips/41c7cf51-c908-47a0-bd46-761b5970c3d7 HTTP/1.1" status: 204 len: 168 time: 0.7686832 Aug 16 20:54:57.772320 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45256) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:57.799148 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1004ffc5-240a-4dbe-9dd3-c9d12ab4ac29 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:57.810417 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1004ffc5-240a-4dbe-9dd3-c9d12ab4ac29 None None] Transition to ACTIVE for port object 5ac0ba48-d057-46e4-937a-a1de677a78e1 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:57.826913 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45260) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:57.833704 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1004ffc5-240a-4dbe-9dd3-c9d12ab4ac29 None None] Transition to ACTIVE for port object 5ac0ba48-d057-46e4-937a-a1de677a78e1 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:57.847505 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-bbb70773-8915-4b76-9759-03472b67260d tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] delete failed (client error): The resource could not be found. Aug 16 20:54:57.848836 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-bbb70773-8915-4b76-9759-03472b67260d tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "DELETE /v2.0/floatingips/41c7cf51-c908-47a0-bd46-761b5970c3d7 HTTP/1.1" status: 404 len: 345 time: 0.0755188 Aug 16 20:54:57.856075 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45262) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:57.890027 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-50fc916c-3bba-41d1-982f-acd3e3404c6b tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Deleting subnet 0fe4b096-cf51-4fc2-91e7-bcb416752f59 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:54:57.893720 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-50fc916c-3bba-41d1-982f-acd3e3404c6b tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:57.946800 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1004ffc5-240a-4dbe-9dd3-c9d12ab4ac29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:57.956273 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-50fc916c-3bba-41d1-982f-acd3e3404c6b tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:57.997779 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-c4c4ccc0-cf18-4c7f-831a-f900096ee063 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Allocated IP 2001:db8::f816:3eff:fee9:97ea (6f2b575a-5c2e-4510-91c5-78112ce09230/b719fd80-a2c5-4481-883c-ac3ac5b7a7d7/181c72e3-c048-4e3f-9795-c82fde5b42a0) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:58.011137 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1004ffc5-240a-4dbe-9dd3-c9d12ab4ac29 None None] Network 6f2b575a-5c2e-4510-91c5-78112ce09230 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:58.014763 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-1004ffc5-240a-4dbe-9dd3-c9d12ab4ac29 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:58.019122 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1004ffc5-240a-4dbe-9dd3-c9d12ab4ac29 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:58.027814 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004ffc5-240a-4dbe-9dd3-c9d12ab4ac29 None None] Pushing event updated for resources: {'Port': ['ID=5ac0ba48-d057-46e4-937a-a1de677a78e1,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:58.060136 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c838c77c-32af-470c-91e6-6367cc3255ac tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:58.066206 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c838c77c-32af-470c-91e6-6367cc3255ac tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:58.072736 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c838c77c-32af-470c-91e6-6367cc3255ac tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:58.077027 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c838c77c-32af-470c-91e6-6367cc3255ac tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "GET /v2.0/ports?network_id=0ccf3479-cbbc-49fa-8481-d60d877f9966 HTTP/1.1" status: 200 len: 2358 time: 0.2173688 Aug 16 20:54:58.078693 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45266) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:58.089602 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-1004ffc5-240a-4dbe-9dd3-c9d12ab4ac29 None None] Attempting to bind port 5ac0ba48-d057-46e4-937a-a1de677a78e1 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:58.089602 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-1004ffc5-240a-4dbe-9dd3-c9d12ab4ac29 None None] Attempting to bind port 5ac0ba48-d057-46e4-937a-a1de677a78e1 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '5e08abe2-b70c-43f0-8d86-2cb76bf0ee05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6f2b575a-5c2e-4510-91c5-78112ce09230'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:58.098794 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1004ffc5-240a-4dbe-9dd3-c9d12ab4ac29 None None] Attempting to bind port 5ac0ba48-d057-46e4-937a-a1de677a78e1 on network 6f2b575a-5c2e-4510-91c5-78112ce09230 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:58.098794 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1004ffc5-240a-4dbe-9dd3-c9d12ab4ac29 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:58.098794 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1004ffc5-240a-4dbe-9dd3-c9d12ab4ac29 None None] Checking segment: {'id': '5e08abe2-b70c-43f0-8d86-2cb76bf0ee05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6f2b575a-5c2e-4510-91c5-78112ce09230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:58.098794 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1004ffc5-240a-4dbe-9dd3-c9d12ab4ac29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:58.098794 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1004ffc5-240a-4dbe-9dd3-c9d12ab4ac29 None None] Bound using segment: {'id': '5e08abe2-b70c-43f0-8d86-2cb76bf0ee05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6f2b575a-5c2e-4510-91c5-78112ce09230'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:58.098794 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-1004ffc5-240a-4dbe-9dd3-c9d12ab4ac29 None None] Bound port: 5ac0ba48-d057-46e4-937a-a1de677a78e1, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e08abe2-b70c-43f0-8d86-2cb76bf0ee05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6f2b575a-5c2e-4510-91c5-78112ce09230'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:58.098794 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1004ffc5-240a-4dbe-9dd3-c9d12ab4ac29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:58.101168 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedeaf6f-17ec-40f3-9214-01f12e3af15b req-1a176b9a-4f4e-4353-8360-5cad1cfa1257 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:58.102736 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dedeaf6f-17ec-40f3-9214-01f12e3af15b req-1a176b9a-4f4e-4353-8360-5cad1cfa1257 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/ports?device_id=2911f19e-a53e-4745-99fe-10fe4ea9a993 HTTP/1.1" status: 200 len: 944 time: 0.1020408 Aug 16 20:54:58.112248 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-50fc916c-3bba-41d1-982f-acd3e3404c6b tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:58.164819 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-1004ffc5-240a-4dbe-9dd3-c9d12ab4ac29 None None] For port 5ac0ba48-d057-46e4-937a-a1de677a78e1, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:58.167925 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-1004ffc5-240a-4dbe-9dd3-c9d12ab4ac29 None None] For port 5ac0ba48-d057-46e4-937a-a1de677a78e1, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5ac0ba48-d057-46e4-937a-a1de677a78e1,segment=NetworkSegment(5e08abe2-b70c-43f0-8d86-2cb76bf0ee05),segment_id=5e08abe2-b70c-43f0-8d86-2cb76bf0ee05)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:58.182450 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dedeaf6f-17ec-40f3-9214-01f12e3af15b req-0ea0f5ef-88d1-4f77-86ff-8191ea06000f tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/security-groups?id=016fa904-1a4d-4c20-a83b-c2b838f2f71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669386 Aug 16 20:54:58.199498 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bade4c-0661-4bf0-ba7c-b489922cf333 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:58.205151 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-22bade4c-0661-4bf0-ba7c-b489922cf333 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "GET /v2.0/subnets/32716a1a-3d8d-4ee8-b2bd-58afc9a09382 HTTP/1.1" status: 200 len: 797 time: 0.1213858 Aug 16 20:54:58.213323 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45268) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:58.213323 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-5469d7e2-5e96-41f5-9945-7e7f829063e9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Request body: {'port': {'network_id': '0ccf3479-cbbc-49fa-8481-d60d877f9966', 'name': 'tempest-FloatingIPTestJSON-354991693', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:58.280432 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1004ffc5-240a-4dbe-9dd3-c9d12ab4ac29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:58.330876 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c4c4ccc0-cf18-4c7f-831a-f900096ee063 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:58.345002 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004ffc5-240a-4dbe-9dd3-c9d12ab4ac29 None None] Pushing event updated for resources: {'Port': ['ID=5ac0ba48-d057-46e4-937a-a1de677a78e1,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:58.356024 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-c4c4ccc0-cf18-4c7f-831a-f900096ee063 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Transition to ACTIVE for port object 181c72e3-c048-4e3f-9795-c82fde5b42a0 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:58.360548 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-50fc916c-3bba-41d1-982f-acd3e3404c6b tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:58.397745 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc916c-3bba-41d1-982f-acd3e3404c6b tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Pushing event deleted for resources: {'Subnet': ['ID=0fe4b096-cf51-4fc2-91e7-bcb416752f59,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:58.401487 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-50fc916c-3bba-41d1-982f-acd3e3404c6b tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:58.406090 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45270) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:58.406232 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-50fc916c-3bba-41d1-982f-acd3e3404c6b tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "DELETE /v2.0/subnets/0fe4b096-cf51-4fc2-91e7-bcb416752f59 HTTP/1.1" status: 204 len: 168 time: 0.5781641 Aug 16 20:54:58.407833 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2293ad-12a3-49bf-b8ce-2be74e1630fe None None] Network 875d3302-cf86-4844-a136-e34df87b56ab requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:58.490690 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0ba31117-ab0c-46f9-a3c2-0230377aa082 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:58.576402 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-0ba31117-ab0c-46f9-a3c2-0230377aa082 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Deleting port 7580cefe-ac07-484a-a426-ec1a51c9de8f {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:58.576750 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0ba31117-ab0c-46f9-a3c2-0230377aa082 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:58.616271 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5469d7e2-5e96-41f5-9945-7e7f829063e9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Made reservation on behalf of dedbb1beea794d6383c077ea3d880178 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:58.633711 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad5c652-4ba5-4d7c-89eb-b1e4709b1655 None None] DHCP port deletion for 875d3302-cf86-4844-a136-e34df87b56ab request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:54:58.672931 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c4c4ccc0-cf18-4c7f-831a-f900096ee063 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:58.690157 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-bad5c652-4ba5-4d7c-89eb-b1e4709b1655 None None] Deleting port 7580cefe-ac07-484a-a426-ec1a51c9de8f {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:58.690544 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-bad5c652-4ba5-4d7c-89eb-b1e4709b1655 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:58.747773 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5469d7e2-5e96-41f5-9945-7e7f829063e9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:58.758888 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-bad5c652-4ba5-4d7c-89eb-b1e4709b1655 None None] For port 7580cefe-ac07-484a-a426-ec1a51c9de8f, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=7580cefe-ac07-484a-a426-ec1a51c9de8f,segment=NetworkSegment(43b7c5a5-714d-4ec3-800b-7f303c437459),segment_id=43b7c5a5-714d-4ec3-800b-7f303c437459)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:58.759160 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-bad5c652-4ba5-4d7c-89eb-b1e4709b1655 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:58.796930 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-0ba31117-ab0c-46f9-a3c2-0230377aa082 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] For port 7580cefe-ac07-484a-a426-ec1a51c9de8f, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=7580cefe-ac07-484a-a426-ec1a51c9de8f,segment=NetworkSegment(43b7c5a5-714d-4ec3-800b-7f303c437459),segment_id=43b7c5a5-714d-4ec3-800b-7f303c437459)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:58.797304 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0ba31117-ab0c-46f9-a3c2-0230377aa082 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:58.807361 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c4ccc0-cf18-4c7f-831a-f900096ee063 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Network 6f2b575a-5c2e-4510-91c5-78112ce09230 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:58.816405 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-5469d7e2-5e96-41f5-9945-7e7f829063e9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] device_id is not set on port b0bdf524-2382-40c3-92a3-2d2905d13229 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:54:58.874185 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-c4c4ccc0-cf18-4c7f-831a-f900096ee063 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:58.878620 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-0ba31117-ab0c-46f9-a3c2-0230377aa082 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Calling delete_port for 7580cefe-ac07-484a-a426-ec1a51c9de8f owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:58.887618 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c4ccc0-cf18-4c7f-831a-f900096ee063 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:58.893584 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c4ccc0-cf18-4c7f-831a-f900096ee063 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:58.894265 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c4c4ccc0-cf18-4c7f-831a-f900096ee063 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:58.951391 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-bad5c652-4ba5-4d7c-89eb-b1e4709b1655 None None] Calling delete_port for 7580cefe-ac07-484a-a426-ec1a51c9de8f owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:59.041570 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4ccc0-cf18-4c7f-831a-f900096ee063 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Pushing event updated for resources: {'Port': ['ID=181c72e3-c048-4e3f-9795-c82fde5b42a0,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:59.069275 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c4c4ccc0-cf18-4c7f-831a-f900096ee063 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.6915457 Aug 16 20:54:59.177315 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-bad5c652-4ba5-4d7c-89eb-b1e4709b1655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:59.212032 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5c652-4ba5-4d7c-89eb-b1e4709b1655 None None] Pushing event deleted for resources: {'Port': ['ID=7580cefe-ac07-484a-a426-ec1a51c9de8f,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:59.224094 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad5c652-4ba5-4d7c-89eb-b1e4709b1655 None None] No DVR routers for this DVR port 7580cefe-ac07-484a-a426-ec1a51c9de8f on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:59.244408 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45290) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:59.387942 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580660de-4690-46f5-ab0d-79aeaa002037 req-662f402f-f162-4490-9d9b-293b1bdb11fa tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:59.394786 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea27d0a2-cf3b-4000-8bb8-114d201fa916 None None] Network 6f2b575a-5c2e-4510-91c5-78112ce09230 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:59.396718 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-580660de-4690-46f5-ab0d-79aeaa002037 req-662f402f-f162-4490-9d9b-293b1bdb11fa tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=29531bfa-58da-4bbb-ad14-f335a5e48657 HTTP/1.1" status: 200 len: 946 time: 0.5613432 Aug 16 20:54:59.402789 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7fb7847-96e8-4ac6-8786-6c08d7263779 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Deleting subnet b719fd80-a2c5-4481-883c-ac3ac5b7a7d7 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:54:59.416100 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b7fb7847-96e8-4ac6-8786-6c08d7263779 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:59.482148 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0ba31117-ab0c-46f9-a3c2-0230377aa082 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:59.485362 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-580660de-4690-46f5-ab0d-79aeaa002037 req-79a22e32-b6b6-46dc-ac85-26bc83208399 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874801 Aug 16 20:54:59.507757 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-82bd8e64-e7e1-440c-ac27-3b15cac6dbff tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:59.509768 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-82bd8e64-e7e1-440c-ac27-3b15cac6dbff tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/networks?id=b1b88367-5ef4-4555-8890-197c2e8aab74 HTTP/1.1" status: 200 len: 814 time: 0.2643626 Aug 16 20:54:59.514989 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b7fb7847-96e8-4ac6-8786-6c08d7263779 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:59.522640 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba31117-ab0c-46f9-a3c2-0230377aa082 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Pushing event deleted for resources: {'Port': ['ID=7580cefe-ac07-484a-a426-ec1a51c9de8f,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:59.535140 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba31117-ab0c-46f9-a3c2-0230377aa082 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] No DVR routers for this DVR port 7580cefe-ac07-484a-a426-ec1a51c9de8f on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:59.592857 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-606afbda-eb32-4ee7-990b-be70207648b1 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/quotas/120264f308544a26ad5db70b0b05c4ab HTTP/1.1" status: 200 len: 375 time: 0.0746169 Aug 16 20:54:59.684308 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0ba31117-ab0c-46f9-a3c2-0230377aa082 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:59.702912 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-bcd8a144-4dcf-46f5-bee0-57d2bc8c9738 None None] Provisioning for port 5ac0ba48-d057-46e4-937a-a1de677a78e1 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:59.724309 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-78e960f0-e110-4584-9f5d-40e929ddf8c1 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=120264f308544a26ad5db70b0b05c4ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1181920 Aug 16 20:54:59.736816 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-0ba31117-ab0c-46f9-a3c2-0230377aa082 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['875d3302-cf86-4844-a136-e34df87b56ab']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:59.757817 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-0ba31117-ab0c-46f9-a3c2-0230377aa082 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43b7c5a5-714d-4ec3-800b-7f303c437459') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:59.758117 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-0ba31117-ab0c-46f9-a3c2-0230377aa082 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43b7c5a5-714d-4ec3-800b-7f303c437459') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:59.771990 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0ba31117-ab0c-46f9-a3c2-0230377aa082 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:59.800574 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0ba31117-ab0c-46f9-a3c2-0230377aa082 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:59.838730 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ba31117-ab0c-46f9-a3c2-0230377aa082 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:54:59.839136 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0ba31117-ab0c-46f9-a3c2-0230377aa082 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:59.843891 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:54:59.843891 n-d-793620-15 neutron-server[101845]: self.session.flush() Aug 16 20:54:59.843891 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:54:59.843891 n-d-793620-15 neutron-server[101845]: self.session.flush() Aug 16 20:54:59.843891 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:54:59.843891 n-d-793620-15 neutron-server[101845]: self.session.flush() Aug 16 20:54:59.843891 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:54:59.843891 n-d-793620-15 neutron-server[101845]: self.session.flush() Aug 16 20:54:59.843891 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:54:59.843891 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:54:59.843891 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:54:59.843891 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:54:59.843891 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:54:59.843891 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:54:59.843891 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:54:59.843891 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:54:59.843891 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:54:59.843891 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:54:59.843891 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:54:59.843891 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:54:59.843891 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:54:59.843891 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:54:59.843891 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:54:59.843891 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:54:59.843891 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:54:59.843891 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:54:59.843891 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:54:59.843891 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:54:59.843891 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:54:59.843891 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:54:59.843891 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:54:59.843891 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:54:59.843891 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:54:59.843891 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:54:59.843891 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:54:59.843891 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:54:59.843891 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:54:59.843891 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:54:59.843891 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:54:59.843891 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:54:59.904515 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b7fb7847-96e8-4ac6-8786-6c08d7263779 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:59.919158 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5ac0ba48-d057-46e4-937a-a1de677a78e1 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:59.944378 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-5469d7e2-5e96-41f5-9945-7e7f829063e9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Allocated IP 172.20.0.14 (0ccf3479-cbbc-49fa-8481-d60d877f9966/32716a1a-3d8d-4ee8-b2bd-58afc9a09382/b0bdf524-2382-40c3-92a3-2d2905d13229) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:59.951582 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-925fbf4d-0e99-46c7-84e3-23af81431e6f service neutron] 10.222.0.84 "GET /v2.0/networks/b1b88367-5ef4-4555-8890-197c2e8aab74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262273 Aug 16 20:54:59.958450 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-5469d7e2-5e96-41f5-9945-7e7f829063e9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Allocated IP 172.20.0.13 (0ccf3479-cbbc-49fa-8481-d60d877f9966/32716a1a-3d8d-4ee8-b2bd-58afc9a09382/b0bdf524-2382-40c3-92a3-2d2905d13229) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:59.977940 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e2025-339e-4cdf-b7d6-571b055b1f96 req-313ee458-adec-4f22-9dde-f6e013eea980 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:59.986161 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c37e2025-339e-4cdf-b7d6-571b055b1f96 req-313ee458-adec-4f22-9dde-f6e013eea980 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/ports?device_id=2911f19e-a53e-4745-99fe-10fe4ea9a993 HTTP/1.1" status: 200 len: 944 time: 0.2391603 Aug 16 20:55:00.101687 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 5ac0ba48-d057-46e4-937a-a1de677a78e1 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:00.101687 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 5ac0ba48-d057-46e4-937a-a1de677a78e1 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:00.101687 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:00.103079 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c37e2025-339e-4cdf-b7d6-571b055b1f96 req-a07230d6-5658-4ff9-9a4d-a76dcf648380 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/security-groups?id=016fa904-1a4d-4c20-a83b-c2b838f2f71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159647 Aug 16 20:55:00.152210 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0ba31117-ab0c-46f9-a3c2-0230377aa082 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:00.157488 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0ba31117-ab0c-46f9-a3c2-0230377aa082 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:00.159758 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0ba31117-ab0c-46f9-a3c2-0230377aa082 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "DELETE /v2.0/networks/875d3302-cf86-4844-a136-e34df87b56ab HTTP/1.1" status: 204 len: 168 time: 1.7523937 Aug 16 20:55:00.170595 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 206e310f-f226-4257-8089-602fbd9f9428 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:55:00.183309 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45296) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:00.187533 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5469d7e2-5e96-41f5-9945-7e7f829063e9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:00.189976 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba31117-ab0c-46f9-a3c2-0230377aa082 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Pushing event deleted for resources: {'Network': ['ID=875d3302-cf86-4844-a136-e34df87b56ab,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:00.215986 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-24c0f96f-8fd8-4ef2-a337-14cf5eb5ff22 service neutron] 10.222.0.84 "GET /v2.0/networks/b1b88367-5ef4-4555-8890-197c2e8aab74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558608 Aug 16 20:55:00.220488 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c2b94712-e824-47eb-aa5a-93190ec12361 None None] Provisioning for port 181c72e3-c048-4e3f-9795-c82fde5b42a0 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:00.255023 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc4a6f-2ba9-4066-aa7c-77025ed8eb6b req-faebedb1-e06e-447a-9ddd-23e9a6c613f7 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:00.262493 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c2b94712-e824-47eb-aa5a-93190ec12361 None None] Provisioning complete for port 181c72e3-c048-4e3f-9795-c82fde5b42a0 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:00.262646 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dbcc4a6f-2ba9-4066-aa7c-77025ed8eb6b req-faebedb1-e06e-447a-9ddd-23e9a6c613f7 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.90 "GET /v2.0/ports?device_id=b9a1092b-9099-4fc4-b1b1-8d94a480eece HTTP/1.1" status: 200 len: 946 time: 0.1835485 Aug 16 20:55:00.262742 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c2b94712-e824-47eb-aa5a-93190ec12361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:00.262969 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b7fb7847-96e8-4ac6-8786-6c08d7263779 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:00.332663 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5469d7e2-5e96-41f5-9945-7e7f829063e9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:00.342025 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb7847-96e8-4ac6-8786-6c08d7263779 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Pushing event deleted for resources: {'Subnet': ['ID=b719fd80-a2c5-4481-883c-ac3ac5b7a7d7,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:00.346197 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:00.358589 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b7fb7847-96e8-4ac6-8786-6c08d7263779 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:00.360908 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b7fb7847-96e8-4ac6-8786-6c08d7263779 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] 10.222.0.84 "DELETE /v2.0/subnets/b719fd80-a2c5-4481-883c-ac3ac5b7a7d7 HTTP/1.1" status: 204 len: 168 time: 1.1132588 Aug 16 20:55:00.364063 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cc0d35-6c65-4a05-bb05-08ac76fc5246 None None] Network 6f2b575a-5c2e-4510-91c5-78112ce09230 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:00.367281 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45302) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:00.381847 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-0768f699-8482-43ea-a4ba-0011bf873f84 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Deleting subnet c357a45f-ccd8-434b-8138-49abbd36687e {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:55:00.422607 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5469d7e2-5e96-41f5-9945-7e7f829063e9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Network 0ccf3479-cbbc-49fa-8481-d60d877f9966 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:00.431057 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-5469d7e2-5e96-41f5-9945-7e7f829063e9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:00.434967 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-c2b94712-e824-47eb-aa5a-93190ec12361 None None] Port 181c72e3-c048-4e3f-9795-c82fde5b42a0 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:55:00.435486 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5469d7e2-5e96-41f5-9945-7e7f829063e9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:00.448427 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0768f699-8482-43ea-a4ba-0011bf873f84 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:00.484632 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5469d7e2-5e96-41f5-9945-7e7f829063e9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event updated for resources: {'Port': ['ID=b0bdf524-2382-40c3-92a3-2d2905d13229,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:00.506433 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5469d7e2-5e96-41f5-9945-7e7f829063e9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:00.506979 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a17c36-708e-4789-9e4a-f5c9d8dbf328 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:00.507226 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5469d7e2-5e96-41f5-9945-7e7f829063e9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:00.509134 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a17c36-708e-4789-9e4a-f5c9d8dbf328 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:00.513155 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-81a17c36-708e-4789-9e4a-f5c9d8dbf328 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1411438 Aug 16 20:55:00.513312 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 5ac0ba48-d057-46e4-937a-a1de677a78e1, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5ac0ba48-d057-46e4-937a-a1de677a78e1,segment=NetworkSegment(5e08abe2-b70c-43f0-8d86-2cb76bf0ee05),segment_id=5e08abe2-b70c-43f0-8d86-2cb76bf0ee05)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:00.524946 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0768f699-8482-43ea-a4ba-0011bf873f84 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:00.524946 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45308) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:00.560446 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c2b94712-e824-47eb-aa5a-93190ec12361 None None] Provisioning complete for port 5ac0ba48-d057-46e4-937a-a1de677a78e1 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:00.560446 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c2b94712-e824-47eb-aa5a-93190ec12361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:00.561358 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 206e310f-f226-4257-8089-602fbd9f9428, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=206e310f-f226-4257-8089-602fbd9f9428,segment=NetworkSegment(d984b6bd-f46a-4d33-83cf-6d7420990d0d),segment_id=d984b6bd-f46a-4d33-83cf-6d7420990d0d)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:00.627103 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '206e310f-f226-4257-8089-602fbd9f9428', 'network_id': 'b868f410-65e8-4176-9d6e-a22e40915bdb', 'port_id': '206e310f-f226-4257-8089-602fbd9f9428', 'mac_address': 'fa:16:3e:0d:fe:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55977581-de25-4036-9f0a-1b1d4c44ef0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:55:00.663828 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b11971f8-1439-4667-8dc7-fbd9a59b272c req-8862aa84-f8a4-4ec9-8d4f-33c9816ef613 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5466a57-1b86-4085-8de2-c5a8d9e0737b HTTP/1.1" status: 200 len: 210 time: 0.0507150 Aug 16 20:55:00.674962 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:00.693525 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-dbcc4a6f-2ba9-4066-aa7c-77025ed8eb6b req-d05f02b9-d7a3-478c-8376-fb662484f8da tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Deleting port d8155e06-58e3-43a4-9606-678b90767b5e {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:00.693876 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-dbcc4a6f-2ba9-4066-aa7c-77025ed8eb6b req-d05f02b9-d7a3-478c-8376-fb662484f8da tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:00.703605 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6d1f0c6e-c025-4b5f-9e54-e60c72d874af tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:00.713391 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5469d7e2-5e96-41f5-9945-7e7f829063e9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.5061748 Aug 16 20:55:00.716755 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45320) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:00.721742 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-eb1b40b3-4420-45c3-b973-b3a669f186e7 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'port_id': 'b0bdf524-2382-40c3-92a3-2d2905d13229', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:00.745622 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:00.787886 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 7580cefe-ac07-484a-a426-ec1a51c9de8f no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:55:00.809881 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206e310f-f226-4257-8089-602fbd9f9428 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:55:00.852664 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d1f0c6e-c025-4b5f-9e54-e60c72d874af tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 16 20:55:00.853752 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d1f0c6e-c025-4b5f-9e54-e60c72d874af tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:00.856840 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6d1f0c6e-c025-4b5f-9e54-e60c72d874af tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] 10.222.0.84 "DELETE /v2.0/networks/6f2b575a-5c2e-4510-91c5-78112ce09230 HTTP/1.1" status: 409 len: 405 time: 0.3363366 Aug 16 20:55:00.861502 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45326) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:00.866810 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-77f90ea9-7954-4527-9154-9e879ec0e6b1 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1511790970'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:00.886886 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0768f699-8482-43ea-a4ba-0011bf873f84 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:00.891242 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f9b194-bb63-4713-9e54-b6ed04e6f704 None None] DHCP port deletion for 6f2b575a-5c2e-4510-91c5-78112ce09230 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:55:00.908437 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 7580cefe-ac07-484a-a426-ec1a51c9de8f {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:55:00.908788 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 7580cefe-ac07-484a-a426-ec1a51c9de8f not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:55:00.910750 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eb1b40b3-4420-45c3-b973-b3a669f186e7 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for floatingip, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:00.937016 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 206e310f-f226-4257-8089-602fbd9f9428, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=206e310f-f226-4257-8089-602fbd9f9428,segment=NetworkSegment(d984b6bd-f46a-4d33-83cf-6d7420990d0d),segment_id=d984b6bd-f46a-4d33-83cf-6d7420990d0d)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:00.941805 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=5ac0ba48-d057-46e4-937a-a1de677a78e1,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:00.988604 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-dbcc4a6f-2ba9-4066-aa7c-77025ed8eb6b req-d05f02b9-d7a3-478c-8376-fb662484f8da tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] For port d8155e06-58e3-43a4-9606-678b90767b5e, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=d8155e06-58e3-43a4-9606-678b90767b5e,segment=NetworkSegment(dd3b3e95-b260-4ffe-89d2-ca493b24391f),segment_id=dd3b3e95-b260-4ffe-89d2-ca493b24391f)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:00.993767 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-dbcc4a6f-2ba9-4066-aa7c-77025ed8eb6b req-d05f02b9-d7a3-478c-8376-fb662484f8da tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.013157 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-dbcc4a6f-2ba9-4066-aa7c-77025ed8eb6b req-d05f02b9-d7a3-478c-8376-fb662484f8da tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Calling delete_port for d8155e06-58e3-43a4-9606-678b90767b5e owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:01.027775 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-33f9b194-bb63-4713-9e54-b6ed04e6f704 None None] Deleting port 5ac0ba48-d057-46e4-937a-a1de677a78e1 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:01.028195 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-33f9b194-bb63-4713-9e54-b6ed04e6f704 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.082094 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.100428 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eb1b40b3-4420-45c3-b973-b3a669f186e7 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.181998 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-33f9b194-bb63-4713-9e54-b6ed04e6f704 None None] For port 5ac0ba48-d057-46e4-937a-a1de677a78e1, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5ac0ba48-d057-46e4-937a-a1de677a78e1,segment=NetworkSegment(5e08abe2-b70c-43f0-8d86-2cb76bf0ee05),segment_id=5e08abe2-b70c-43f0-8d86-2cb76bf0ee05)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:01.182639 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-33f9b194-bb63-4713-9e54-b6ed04e6f704 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.191360 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0768f699-8482-43ea-a4ba-0011bf873f84 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.228629 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-33f9b194-bb63-4713-9e54-b6ed04e6f704 None None] Calling delete_port for 5ac0ba48-d057-46e4-937a-a1de677a78e1 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:01.237524 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-41aae258-70c0-4bab-b452-91701297fccb None None] Provisioning complete for port 181c72e3-c048-4e3f-9795-c82fde5b42a0 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:01.238804 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-41aae258-70c0-4bab-b452-91701297fccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.246121 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=206e310f-f226-4257-8089-602fbd9f9428,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:01.250857 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768f699-8482-43ea-a4ba-0011bf873f84 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Pushing event deleted for resources: {'Subnet': ['ID=c357a45f-ccd8-434b-8138-49abbd36687e,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:01.251025 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-eb1b40b3-4420-45c3-b973-b3a669f186e7 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Allocated IP 172.25.1.248 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/d4612b59-4996-4336-895b-49f463b21377) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:01.253310 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0768f699-8482-43ea-a4ba-0011bf873f84 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.255982 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0768f699-8482-43ea-a4ba-0011bf873f84 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "DELETE /v2.0/subnets/c357a45f-ccd8-434b-8138-49abbd36687e HTTP/1.1" status: 204 len: 168 time: 1.0725071 Aug 16 20:55:01.256607 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f90ea9-7954-4527-9154-9e879ec0e6b1 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Made reservation on behalf of c41ca43b3f354488b8846ec7ba151fac for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:01.259484 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45332) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:01.263280 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-77f90ea9-7954-4527-9154-9e879ec0e6b1 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.272542 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a28be8-c428-4dc3-a32e-4e76d9e8f244 None None] Network a2dafdd9-6e14-4f49-94cc-7fa205debddb requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:01.299728 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77f90ea9-7954-4527-9154-9e879ec0e6b1 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:55:01.311164 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-77f90ea9-7954-4527-9154-9e879ec0e6b1 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.311519 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-77f90ea9-7954-4527-9154-9e879ec0e6b1 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Added segment 978082fa-9afd-4076-875c-1591c8867766 of type vlan for network 0d935937-abb4-47f7-84c5-c9ca055c82b9 Aug 16 20:55:01.356708 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-77f90ea9-7954-4527-9154-9e879ec0e6b1 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.377615 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-dbcc4a6f-2ba9-4066-aa7c-77025ed8eb6b req-d05f02b9-d7a3-478c-8376-fb662484f8da tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.400158 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-41aae258-70c0-4bab-b452-91701297fccb None None] Port 181c72e3-c048-4e3f-9795-c82fde5b42a0 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:55:01.402498 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['206e310f-f226-4257-8089-602fbd9f9428'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:55:01.438845 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a2929129-62b6-4424-8764-cfed88617aa2 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.443105 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f02b9-d7a3-478c-8376-fb662484f8da tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Pushing event deleted for resources: {'Port': ['ID=d8155e06-58e3-43a4-9606-678b90767b5e,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:01.467844 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd96428-eced-4ce3-bc36-1194490528df req-4f133d98-5e9d-40b1-a5ef-019d7766c2ee tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:01.469750 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4dd96428-eced-4ce3-bc36-1194490528df req-4f133d98-5e9d-40b1-a5ef-019d7766c2ee tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/ports?device_id=2911f19e-a53e-4745-99fe-10fe4ea9a993 HTTP/1.1" status: 200 len: 945 time: 0.1825919 Aug 16 20:55:01.504704 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-77f90ea9-7954-4527-9154-9e879ec0e6b1 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.511068 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f90ea9-7954-4527-9154-9e879ec0e6b1 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:01.511698 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-77f90ea9-7954-4527-9154-9e879ec0e6b1 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.518451 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eb1b40b3-4420-45c3-b973-b3a669f186e7 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.591575 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbcc4a6f-2ba9-4066-aa7c-77025ed8eb6b req-d05f02b9-d7a3-478c-8376-fb662484f8da tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] No DVR routers for this DVR port d8155e06-58e3-43a4-9606-678b90767b5e on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:01.617260 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-33f9b194-bb63-4713-9e54-b6ed04e6f704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.621789 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-dbcc4a6f-2ba9-4066-aa7c-77025ed8eb6b req-d05f02b9-d7a3-478c-8376-fb662484f8da tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.624415 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dbcc4a6f-2ba9-4066-aa7c-77025ed8eb6b req-d05f02b9-d7a3-478c-8376-fb662484f8da tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.90 "DELETE /v2.0/ports/d8155e06-58e3-43a4-9606-678b90767b5e HTTP/1.1" status: 204 len: 173 time: 1.3533111 Aug 16 20:55:01.624856 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a1092b-9099-4fc4-b1b1-8d94a480eece', 'name': 'network-vif-deleted', 'tag': 'd8155e06-58e3-43a4-9606-678b90767b5e'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:55:01.628705 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d613e5b0-1127-43d0-aa09-3e32d7fc53ba" -d '{"events": [{"server_uuid": "b9a1092b-9099-4fc4-b1b1-8d94a480eece", "name": "network-vif-deleted", "tag": "d8155e06-58e3-43a4-9606-678b90767b5e"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:55:01.637200 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f90ea9-7954-4527-9154-9e879ec0e6b1 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Pushing event updated for resources: {'Network': ['ID=0d935937-abb4-47f7-84c5-c9ca055c82b9,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:01.649716 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4dd96428-eced-4ce3-bc36-1194490528df req-127230aa-33dd-44d7-a6c1-7f3bbd5b0bd2 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/security-groups?id=016fa904-1a4d-4c20-a83b-c2b838f2f71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700084 Aug 16 20:55:01.677947 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9b194-bb63-4713-9e54-b6ed04e6f704 None None] Pushing event deleted for resources: {'Port': ['ID=5ac0ba48-d057-46e4-937a-a1de677a78e1,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:01.684487 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-77f90ea9-7954-4527-9154-9e879ec0e6b1 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8216205 Aug 16 20:55:01.687439 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45338) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:01.689084 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 0d935937-abb4-47f7-84c5-c9ca055c82b9 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:55:01.698175 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-516759cd-c495-486c-b761-7bd5e4f37551 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Request body: {'subnet': {'network_id': '0d935937-abb4-47f7-84c5-c9ca055c82b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:01.704802 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f9b194-bb63-4713-9e54-b6ed04e6f704 None None] No DVR routers for this DVR port 5ac0ba48-d057-46e4-937a-a1de677a78e1 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:01.746834 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185fb675-2f1b-4c1d-b489-152f64e6efcf x-openstack-request-id: req-185fb675-2f1b-4c1d-b489-152f64e6efcf {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:55:01.749026 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a1092b-9099-4fc4-b1b1-8d94a480eece", "name": "network-vif-deleted", "tag": "d8155e06-58e3-43a4-9606-678b90767b5e", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:55:01.752453 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-185fb675-2f1b-4c1d-b489-152f64e6efcf {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:55:01.752453 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a1092b-9099-4fc4-b1b1-8d94a480eece', 'name': 'network-vif-deleted', 'tag': 'd8155e06-58e3-43a4-9606-678b90767b5e', 'status': 'completed', 'code': 200} Aug 16 20:55:01.759607 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-a2929129-62b6-4424-8764-cfed88617aa2 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Deleting port 2951dd29-2914-45ad-be3a-5d110406dedf {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:01.773302 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a2929129-62b6-4424-8764-cfed88617aa2 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.935874 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a84c34-9032-46b9-b92e-1b48466a26a7 None None] DHCP port deletion for a2dafdd9-6e14-4f49-94cc-7fa205debddb request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:55:01.959546 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eb1b40b3-4420-45c3-b973-b3a669f186e7 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.992314 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1b40b3-4420-45c3-b973-b3a669f186e7 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:01.995555 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-eb1b40b3-4420-45c3-b973-b3a669f186e7 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:02.018227 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ea018ba0-4244-487a-9fa1-79bd079b5a09 req-5fca1597-f2fc-4782-b20f-81f27af6738c tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5466a57-1b86-4085-8de2-c5a8d9e0737b HTTP/1.1" status: 200 len: 210 time: 0.1395273 Aug 16 20:55:02.024713 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1b40b3-4420-45c3-b973-b3a669f186e7 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:02.058839 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5ac0ba48-d057-46e4-937a-a1de677a78e1 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:55:02.065896 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-a2929129-62b6-4424-8764-cfed88617aa2 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] For port 2951dd29-2914-45ad-be3a-5d110406dedf, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=2951dd29-2914-45ad-be3a-5d110406dedf,segment=NetworkSegment(c9d7124c-2e4b-467c-988d-f294fc344f2f),segment_id=c9d7124c-2e4b-467c-988d-f294fc344f2f)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:02.066280 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a2929129-62b6-4424-8764-cfed88617aa2 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:02.092624 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516759cd-c495-486c-b761-7bd5e4f37551 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Made reservation on behalf of c41ca43b3f354488b8846ec7ba151fac for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:02.097249 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-516759cd-c495-486c-b761-7bd5e4f37551 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:02.099257 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-a2929129-62b6-4424-8764-cfed88617aa2 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Calling delete_port for 2951dd29-2914-45ad-be3a-5d110406dedf owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:02.136467 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 5ac0ba48-d057-46e4-937a-a1de677a78e1 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:55:02.137493 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5ac0ba48-d057-46e4-937a-a1de677a78e1 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:55:02.170411 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device d8155e06-58e3-43a4-9606-678b90767b5e no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:55:02.210254 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-8a4160e4-083a-460b-a45c-3990c10065f1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3700540 Aug 16 20:55:02.214344 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: d8155e06-58e3-43a4-9606-678b90767b5e {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:55:02.215602 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device d8155e06-58e3-43a4-9606-678b90767b5e not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:55:02.234627 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-72a84c34-9032-46b9-b92e-1b48466a26a7 None None] Deleting port 2951dd29-2914-45ad-be3a-5d110406dedf {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:02.235013 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-72a84c34-9032-46b9-b92e-1b48466a26a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:02.278150 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b40b3-4420-45c3-b973-b3a669f186e7 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event updated for resources: {'Port': ['ID=d4612b59-4996-4336-895b-49f463b21377,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:02.310762 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-72a84c34-9032-46b9-b92e-1b48466a26a7 None None] For port 2951dd29-2914-45ad-be3a-5d110406dedf, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=2951dd29-2914-45ad-be3a-5d110406dedf,segment=NetworkSegment(c9d7124c-2e4b-467c-988d-f294fc344f2f),segment_id=c9d7124c-2e4b-467c-988d-f294fc344f2f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:02.311656 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-72a84c34-9032-46b9-b92e-1b48466a26a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:02.341246 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-8833247e-33e6-4c72-be7d-48b85e57f90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:02.342202 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-8833247e-33e6-4c72-be7d-48b85e57f90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:02.342788 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-8833247e-33e6-4c72-be7d-48b85e57f90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:02.343529 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-8833247e-33e6-4c72-be7d-48b85e57f90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:02.344190 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-8833247e-33e6-4c72-be7d-48b85e57f90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:02.344780 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-8833247e-33e6-4c72-be7d-48b85e57f90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:02.345533 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-8833247e-33e6-4c72-be7d-48b85e57f90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:02.348364 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-8833247e-33e6-4c72-be7d-48b85e57f90f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=739199610cfa4c2f8e9155deb4230364&device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 6509 time: 0.0692899 Aug 16 20:55:02.352279 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a2929129-62b6-4424-8764-cfed88617aa2 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:02.419668 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2929129-62b6-4424-8764-cfed88617aa2 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Pushing event deleted for resources: {'Port': ['ID=2951dd29-2914-45ad-be3a-5d110406dedf,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:02.449769 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2929129-62b6-4424-8764-cfed88617aa2 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] No DVR routers for this DVR port 2951dd29-2914-45ad-be3a-5d110406dedf on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:02.540713 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-72a84c34-9032-46b9-b92e-1b48466a26a7 None None] Calling delete_port for 2951dd29-2914-45ad-be3a-5d110406dedf owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:02.626082 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-72a84c34-9032-46b9-b92e-1b48466a26a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:02.657319 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a84c34-9032-46b9-b92e-1b48466a26a7 None None] Pushing event deleted for resources: {'Port': ['ID=2951dd29-2914-45ad-be3a-5d110406dedf,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:02.666023 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a84c34-9032-46b9-b92e-1b48466a26a7 None None] No DVR routers for this DVR port 2951dd29-2914-45ad-be3a-5d110406dedf on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:02.698765 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a2929129-62b6-4424-8764-cfed88617aa2 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:02.720314 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-a2929129-62b6-4424-8764-cfed88617aa2 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2dafdd9-6e14-4f49-94cc-7fa205debddb']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:02.740299 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-a2929129-62b6-4424-8764-cfed88617aa2 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9d7124c-2e4b-467c-988d-f294fc344f2f') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:02.746637 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-a2929129-62b6-4424-8764-cfed88617aa2 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9d7124c-2e4b-467c-988d-f294fc344f2f') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:02.754610 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a2929129-62b6-4424-8764-cfed88617aa2 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:02.757345 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-44c4c3e3-b7b2-400c-9527-38e7a98d8d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:02.757933 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-44c4c3e3-b7b2-400c-9527-38e7a98d8d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:02.759382 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-44c4c3e3-b7b2-400c-9527-38e7a98d8d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:02.761071 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-44c4c3e3-b7b2-400c-9527-38e7a98d8d9d service neutron] 10.222.0.90 "GET /v2.0/networks?id=1ffc2ed8-3433-480e-9e7b-c7131585caf6&id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&id=2808ba84-8eb6-448f-bf54-b316a16ed9b0&id=2808ba84-8eb6-448f-bf54-b316a16ed9b0 HTTP/1.1" status: 200 len: 2298 time: 0.3559375 Aug 16 20:55:02.763199 n-d-793620-15 neutron-server[101845]: DEBUG neutron.objects.ports [None req-516759cd-c495-486c-b761-7bd5e4f37551 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101845) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:55:02.766912 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-516759cd-c495-486c-b761-7bd5e4f37551 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:02.833295 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eb1b40b3-4420-45c3-b973-b3a669f186e7 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:02.836212 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a2929129-62b6-4424-8764-cfed88617aa2 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:02.868432 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2929129-62b6-4424-8764-cfed88617aa2 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:55:02.868432 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a2929129-62b6-4424-8764-cfed88617aa2 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:02.886186 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 20:55:02.886186 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:55:02.886186 n-d-793620-15 neutron-server[101844]: timer() Aug 16 20:55:02.886186 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:55:02.886186 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 20:55:02.886186 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:55:02.886186 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 20:55:02.886186 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:55:02.886186 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 20:55:02.886186 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:55:02.886186 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 20:55:02.886186 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:55:02.886186 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 20:55:02.886186 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:55:02.886186 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:55:02.886186 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:55:02.886186 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:55:02.886186 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:55:02.886186 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 20:55:02.886186 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:55:02.886186 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 20:55:02.886186 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:55:02.886186 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:55:02.886186 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:55:02.886186 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 20:55:02.886186 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:55:02.886186 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:55:02.886186 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:55:02.886186 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:55:02.886186 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:55:02.886186 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:55:02.886186 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:55:02.935753 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516759cd-c495-486c-b761-7bd5e4f37551 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Pushing event updated for resources: {'Subnet': ['ID=cb8b1083-4cd6-473f-8497-a8e77d436ca5,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:02.951289 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516759cd-c495-486c-b761-7bd5e4f37551 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Checking segment: {'id': '978082fa-9afd-4076-875c-1591c8867766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d935937-abb4-47f7-84c5-c9ca055c82b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:02.951920 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516759cd-c495-486c-b761-7bd5e4f37551 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Network hostable DHCP agents. Network: 0d935937-abb4-47f7-84c5-c9ca055c82b9, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:55:02.966706 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-dccdc237-a23f-4b73-a717-cf7a6d61dd73 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f663d94-68b3-4016-94ab-cff5d3fc7931 HTTP/1.1" status: 200 len: 1000 time: 0.1970220 Aug 16 20:55:02.980264 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f505ad-c640-4924-8900-64df8c9bc5d5 req-3e5cd028-e6be-449d-b2a8-b6817da5282c tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:02.981703 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b6f505ad-c640-4924-8900-64df8c9bc5d5 req-3e5cd028-e6be-449d-b2a8-b6817da5282c tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/ports?device_id=2911f19e-a53e-4745-99fe-10fe4ea9a993 HTTP/1.1" status: 200 len: 945 time: 0.1469481 Aug 16 20:55:03.058286 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b6f505ad-c640-4924-8900-64df8c9bc5d5 req-637e4d34-89eb-49f7-8492-c6105ea3b2cb tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/security-groups?id=016fa904-1a4d-4c20-a83b-c2b838f2f71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680566 Aug 16 20:55:03.059959 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-fdd3cc77-7f4e-46ed-b5b8-7f5075c39b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:03.061469 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-fdd3cc77-7f4e-46ed-b5b8-7f5075c39b26 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1f8a0b97-c998-4838-93b4-cc35dce1d7e0 HTTP/1.1" status: 200 len: 855 time: 0.0788972 Aug 16 20:55:03.071232 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516759cd-c495-486c-b761-7bd5e4f37551 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Network 0d935937-abb4-47f7-84c5-c9ca055c82b9 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:55:03.087307 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a2929129-62b6-4424-8764-cfed88617aa2 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.104469 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a2929129-62b6-4424-8764-cfed88617aa2 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.106407 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a2929129-62b6-4424-8764-cfed88617aa2 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "DELETE /v2.0/networks/a2dafdd9-6e14-4f49-94cc-7fa205debddb HTTP/1.1" status: 204 len: 168 time: 1.8433907 Aug 16 20:55:03.106639 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2929129-62b6-4424-8764-cfed88617aa2 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Pushing event deleted for resources: {'Network': ['ID=a2dafdd9-6e14-4f49-94cc-7fa205debddb,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:03.123676 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45356) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:03.138758 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-ad907788-84d6-4099-ae68-85d129271b17 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1430326242'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:03.167728 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eb1b40b3-4420-45c3-b973-b3a669f186e7 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.173208 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-72818268-8bf9-4e0b-a1d2-6667f9fd9ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:03.175112 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-72818268-8bf9-4e0b-a1d2-6667f9fd9ec1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ffc2ed8-3433-480e-9e7b-c7131585caf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1045506 Aug 16 20:55:03.267820 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-516759cd-c495-486c-b761-7bd5e4f37551 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 0d935937-abb4-47f7-84c5-c9ca055c82b9) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:03.270982 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad907788-84d6-4099-ae68-85d129271b17 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Made reservation on behalf of 46bc4cc3934648ed8895a7ed0a5b63cc for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:03.274901 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ad907788-84d6-4099-ae68-85d129271b17 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.276956 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac93129d-94c9-435d-85c0-121941567cab None None] Network 0d935937-abb4-47f7-84c5-c9ca055c82b9 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:03.280563 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516759cd-c495-486c-b761-7bd5e4f37551 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:03.284364 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-516759cd-c495-486c-b761-7bd5e4f37551 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.314286 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-84bab799-a1c0-4a09-b285-da6b788b75ca req-e6f5ffaa-938c-4862-a551-8a5e805a0ace tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5466a57-1b86-4085-8de2-c5a8d9e0737b HTTP/1.1" status: 200 len: 210 time: 0.0930185 Aug 16 20:55:03.330109 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad907788-84d6-4099-ae68-85d129271b17 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:55:03.357867 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ad907788-84d6-4099-ae68-85d129271b17 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.358471 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-ad907788-84d6-4099-ae68-85d129271b17 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Added segment 92015a43-4f1d-4e03-af83-2829443ebbe7 of type vlan for network 3a15e681-8e01-4ef6-91f7-ab9dbfecfc4b Aug 16 20:55:03.373684 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-a7c99ca5-4e7f-439b-aca5-80e9ade9980f service neutron] 10.222.0.90 "GET /v2.0/networks/1ffc2ed8-3433-480e-9e7b-c7131585caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858268 Aug 16 20:55:03.449748 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ad907788-84d6-4099-ae68-85d129271b17 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.471308 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eb1b40b3-4420-45c3-b973-b3a669f186e7 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.495090 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-516759cd-c495-486c-b761-7bd5e4f37551 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.8034561 Aug 16 20:55:03.495318 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45362) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:03.502250 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58085cf2-e9e8-4c1f-8912-90f125de4c34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-0d935937-abb4-47f7-84c5-c9ca055c82b9', 'network_id': '0d935937-abb4-47f7-84c5-c9ca055c82b9', 'tenant_id': 'c41ca43b3f354488b8846ec7ba151fac', 'fixed_ips': [{'subnet_id': 'cb8b1083-4cd6-473f-8497-a8e77d436ca5'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:55:03.503143 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-58085cf2-e9e8-4c1f-8912-90f125de4c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.514570 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-9883732b-8253-4012-a36f-ac6079714e28 service neutron] 10.222.0.90 "GET /v2.0/networks/1ffc2ed8-3433-480e-9e7b-c7131585caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182423 Aug 16 20:55:03.572188 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-40830356-8357-43a6-b972-61b0d858b045 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=ab40fdf1-2367-4aaf-a842-35d8e9debb6d HTTP/1.1" status: 200 len: 217 time: 0.0494993 Aug 16 20:55:03.594620 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ad907788-84d6-4099-ae68-85d129271b17 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.600594 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad907788-84d6-4099-ae68-85d129271b17 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:03.601606 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ad907788-84d6-4099-ae68-85d129271b17 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.616486 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eb1b40b3-4420-45c3-b973-b3a669f186e7 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.672742 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-58085cf2-e9e8-4c1f-8912-90f125de4c34 None None] Allocated IP 2001:db8::f816:3eff:fe25:fbfd (0d935937-abb4-47f7-84c5-c9ca055c82b9/cb8b1083-4cd6-473f-8497-a8e77d436ca5/a37a1115-3b03-4081-9a3b-910b21cca01e) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:03.691877 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eb1b40b3-4420-45c3-b973-b3a669f186e7 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.705520 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-ee956c2a-9cd5-4c4e-a719-87f234a84a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:03.711592 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-ee956c2a-9cd5-4c4e-a719-87f234a84a83 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c5559346-0c29-4d61-bf82-1d14da7e7b4f HTTP/1.1" status: 200 len: 797 time: 0.1305385 Aug 16 20:55:03.731585 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad907788-84d6-4099-ae68-85d129271b17 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Pushing event updated for resources: {'Network': ['ID=3a15e681-8e01-4ef6-91f7-ab9dbfecfc4b,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:03.749557 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 3a15e681-8e01-4ef6-91f7-ab9dbfecfc4b details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:55:03.778859 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df66aad7-6fd5-4808-a962-bceddc7d84ec tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.807743 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ad907788-84d6-4099-ae68-85d129271b17 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6743486 Aug 16 20:55:03.808912 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45364) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:03.818767 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-983dd318-b1a8-4f29-9a2f-c77951f9a907 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Request body: {'subnet': {'network_id': '3a15e681-8e01-4ef6-91f7-ab9dbfecfc4b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:03.895114 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-80beb417-7e5c-46ea-b198-b27c4d3fa098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:03.897197 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-80beb417-7e5c-46ea-b198-b27c4d3fa098 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1778586 Aug 16 20:55:03.910468 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df66aad7-6fd5-4808-a962-bceddc7d84ec tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.914077 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 2951dd29-2914-45ad-be3a-5d110406dedf no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:55:03.947241 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 2951dd29-2914-45ad-be3a-5d110406dedf {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:55:03.947581 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 2951dd29-2914-45ad-be3a-5d110406dedf not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:55:03.979462 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-58085cf2-e9e8-4c1f-8912-90f125de4c34 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.997849 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-58085cf2-e9e8-4c1f-8912-90f125de4c34 None None] Transition to ACTIVE for port object a37a1115-3b03-4081-9a3b-910b21cca01e will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:03.999901 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b40b3-4420-45c3-b973-b3a669f186e7 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event updated for resources: {'Port': ['ID=d4612b59-4996-4336-895b-49f463b21377,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:04.016182 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-58085cf2-e9e8-4c1f-8912-90f125de4c34 None None] Transition to ACTIVE for port object a37a1115-3b03-4081-9a3b-910b21cca01e will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:04.105845 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [None req-eb1b40b3-4420-45c3-b973-b3a669f186e7 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Floating IP 0530f276-cf4e-4bdf-9758-728eccd7d6ea associated. External IP: 172.25.1.248, port: b0bdf524-2382-40c3-92a3-2d2905d13229. Aug 16 20:55:04.112286 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-11c2aa3e-3257-4c43-b58c-c582d8b6931a service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037091 Aug 16 20:55:04.141428 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-58085cf2-e9e8-4c1f-8912-90f125de4c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:04.185293 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58085cf2-e9e8-4c1f-8912-90f125de4c34 None None] Network 0d935937-abb4-47f7-84c5-c9ca055c82b9 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:04.203111 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-58085cf2-e9e8-4c1f-8912-90f125de4c34 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:04.220492 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 206e310f-f226-4257-8089-602fbd9f9428 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:04.222999 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58085cf2-e9e8-4c1f-8912-90f125de4c34 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:04.264677 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983dd318-b1a8-4f29-9a2f-c77951f9a907 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Made reservation on behalf of 46bc4cc3934648ed8895a7ed0a5b63cc for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:04.268908 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-983dd318-b1a8-4f29-9a2f-c77951f9a907 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:04.326279 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58085cf2-e9e8-4c1f-8912-90f125de4c34 None None] Pushing event updated for resources: {'Port': ['ID=a37a1115-3b03-4081-9a3b-910b21cca01e,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:04.377059 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-58085cf2-e9e8-4c1f-8912-90f125de4c34 None None] Attempting to bind port a37a1115-3b03-4081-9a3b-910b21cca01e on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:04.377448 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-58085cf2-e9e8-4c1f-8912-90f125de4c34 None None] Attempting to bind port a37a1115-3b03-4081-9a3b-910b21cca01e by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '978082fa-9afd-4076-875c-1591c8867766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d935937-abb4-47f7-84c5-c9ca055c82b9'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:04.377804 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58085cf2-e9e8-4c1f-8912-90f125de4c34 None None] Attempting to bind port a37a1115-3b03-4081-9a3b-910b21cca01e on network 0d935937-abb4-47f7-84c5-c9ca055c82b9 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:04.390693 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58085cf2-e9e8-4c1f-8912-90f125de4c34 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:04.391076 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58085cf2-e9e8-4c1f-8912-90f125de4c34 None None] Checking segment: {'id': '978082fa-9afd-4076-875c-1591c8867766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d935937-abb4-47f7-84c5-c9ca055c82b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:04.391490 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-58085cf2-e9e8-4c1f-8912-90f125de4c34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:04.392164 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58085cf2-e9e8-4c1f-8912-90f125de4c34 None None] Bound using segment: {'id': '978082fa-9afd-4076-875c-1591c8867766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d935937-abb4-47f7-84c5-c9ca055c82b9'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:04.392823 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-58085cf2-e9e8-4c1f-8912-90f125de4c34 None None] Bound port: a37a1115-3b03-4081-9a3b-910b21cca01e, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '978082fa-9afd-4076-875c-1591c8867766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d935937-abb4-47f7-84c5-c9ca055c82b9'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:04.393219 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-58085cf2-e9e8-4c1f-8912-90f125de4c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:04.483370 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-526a5949-cb29-4b2e-8123-c1356d8c2ae8 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:04.486712 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-58085cf2-e9e8-4c1f-8912-90f125de4c34 None None] For port a37a1115-3b03-4081-9a3b-910b21cca01e, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:04.489966 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-526a5949-cb29-4b2e-8123-c1356d8c2ae8 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.72 "GET /v2.0/networks?id=b1b88367-5ef4-4555-8890-197c2e8aab74 HTTP/1.1" status: 200 len: 814 time: 0.5900397 Aug 16 20:55:04.490553 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-58085cf2-e9e8-4c1f-8912-90f125de4c34 None None] For port a37a1115-3b03-4081-9a3b-910b21cca01e, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=a37a1115-3b03-4081-9a3b-910b21cca01e,segment=NetworkSegment(978082fa-9afd-4076-875c-1591c8867766),segment_id=978082fa-9afd-4076-875c-1591c8867766)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:55:04.498286 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-b3618bea-6148-416a-91a3-5075ed305f8e tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Request body: {'port': {'device_id': 'b5466a57-1b86-4085-8de2-c5a8d9e0737b', 'network_id': 'b1b88367-5ef4-4555-8890-197c2e8aab74', 'admin_state_up': True, 'tenant_id': '120264f308544a26ad5db70b0b05c4ab'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:04.566214 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 206e310f-f226-4257-8089-602fbd9f9428 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:04.569041 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-58085cf2-e9e8-4c1f-8912-90f125de4c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:04.579611 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 206e310f-f226-4257-8089-602fbd9f9428 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:04.580013 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:04.582159 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df66aad7-6fd5-4808-a962-bceddc7d84ec tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:04.628051 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66aad7-6fd5-4808-a962-bceddc7d84ec tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Pushing event deleted for resources: {'Subnet': ['ID=cb8b1083-4cd6-473f-8497-a8e77d436ca5,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:04.672127 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58085cf2-e9e8-4c1f-8912-90f125de4c34 None None] Pushing event updated for resources: {'Port': ['ID=a37a1115-3b03-4081-9a3b-910b21cca01e,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:04.736346 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:04.761194 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df66aad7-6fd5-4808-a962-bceddc7d84ec tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:04.793439 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 206e310f-f226-4257-8089-602fbd9f9428, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=206e310f-f226-4257-8089-602fbd9f9428,segment=NetworkSegment(d984b6bd-f46a-4d33-83cf-6d7420990d0d),segment_id=d984b6bd-f46a-4d33-83cf-6d7420990d0d)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:04.793762 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-df66aad7-6fd5-4808-a962-bceddc7d84ec tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d935937-abb4-47f7-84c5-c9ca055c82b9']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:04.795048 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2911f19e-a53e-4745-99fe-10fe4ea9a993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206e310f-f226-4257-8089-602fbd9f9428'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:55:04.797709 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453fde2e-3b5a-4ab1-adc3-1bdf5eaea146" -d '{"events": [{"server_uuid": "2911f19e-a53e-4745-99fe-10fe4ea9a993", "name": "network-vif-plugged", "status": "completed", "tag": "206e310f-f226-4257-8089-602fbd9f9428"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:55:04.845069 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-df66aad7-6fd5-4808-a962-bceddc7d84ec tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '978082fa-9afd-4076-875c-1591c8867766') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:04.845380 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-df66aad7-6fd5-4808-a962-bceddc7d84ec tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '978082fa-9afd-4076-875c-1591c8867766') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:04.875746 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df66aad7-6fd5-4808-a962-bceddc7d84ec tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:04.888112 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:04.904288 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df66aad7-6fd5-4808-a962-bceddc7d84ec tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:04.911285 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df66aad7-6fd5-4808-a962-bceddc7d84ec tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:55:04.911792 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df66aad7-6fd5-4808-a962-bceddc7d84ec tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:04.984387 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:55:04.984387 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:55:04.984387 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:55:04.984387 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:55:04.984387 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:55:04.984387 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:55:04.984387 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:55:04.984387 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:55:04.984387 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:55:04.984387 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:55:04.984387 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:55:04.984387 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:55:04.984387 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:55:04.984387 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:55:04.984387 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:55:04.984387 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:55:04.984387 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:55:04.984387 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:55:04.984387 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:55:04.984387 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:55:04.984387 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:55:04.984387 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:55:04.984387 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:55:04.984387 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:55:04.984387 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:55:04.984387 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:55:04.984387 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:55:04.984387 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:55:04.984387 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:55:04.984387 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:55:04.984387 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:55:04.984387 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:55:05.017088 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=206e310f-f226-4257-8089-602fbd9f9428,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:05.042071 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.db.api [None req-df66aad7-6fd5-4808-a962-bceddc7d84ec tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 20:55:05.042071 n-d-793620-15 neutron-server[101845]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 20:55:05.042071 n-d-793620-15 neutron-server[101845]: [parameters: {'id': '0d935937-abb4-47f7-84c5-c9ca055c82b9'}] Aug 16 20:55:05.042071 n-d-793620-15 neutron-server[101845]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:55:05.042463 n-d-793620-15 neutron-server[101845]: DEBUG oslo_db.api [None req-df66aad7-6fd5-4808-a962-bceddc7d84ec tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:55:05.062232 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1b40b3-4420-45c3-b973-b3a669f186e7 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Router 8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:55:05.113013 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-28541313-aa80-4874-988e-799bc001817f req-2e2bae65-0e22-4bf4-b73f-90d989ff0111 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5466a57-1b86-4085-8de2-c5a8d9e0737b HTTP/1.1" status: 200 len: 210 time: 0.0631099 Aug 16 20:55:05.162411 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92166dc-c548-42c9-a996-b7af224a829d req-1bf5cafe-9961-4f38-a37c-7432ac5e2af4 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:05.177722 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b92166dc-c548-42c9-a996-b7af224a829d req-1bf5cafe-9961-4f38-a37c-7432ac5e2af4 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/ports?device_id=2911f19e-a53e-4745-99fe-10fe4ea9a993 HTTP/1.1" status: 200 len: 945 time: 0.9666018 Aug 16 20:55:05.180663 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-b3618bea-6148-416a-91a3-5075ed305f8e tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Made reservation on behalf of 120264f308544a26ad5db70b0b05c4ab for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:05.184681 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-b3618bea-6148-416a-91a3-5075ed305f8e tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:05.192961 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-983dd318-b1a8-4f29-9a2f-c77951f9a907 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:05.215863 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-d998f3b5-7ba2-464d-bbb2-98cd89c39a26 service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0961175 Aug 16 20:55:05.256677 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c935db5-c5c9-4285-a2c5-0b5a24c6d4c8 x-openstack-request-id: req-3c935db5-c5c9-4285-a2c5-0b5a24c6d4c8 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:55:05.257000 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2911f19e-a53e-4745-99fe-10fe4ea9a993", "name": "network-vif-plugged", "status": "completed", "tag": "206e310f-f226-4257-8089-602fbd9f9428", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:55:05.257264 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3c935db5-c5c9-4285-a2c5-0b5a24c6d4c8 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:55:05.257660 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2911f19e-a53e-4745-99fe-10fe4ea9a993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206e310f-f226-4257-8089-602fbd9f9428', 'code': 200} Aug 16 20:55:05.272017 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1b40b3-4420-45c3-b973-b3a669f186e7 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:05.284063 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e6e28d-9a3a-4e5a-a187-453037f6554e None None] Sync routers for ids ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:05.300370 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-67c58585-652c-40af-aa44-7733bfd49387 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=bb57be4a-0292-48cb-9992-55bcc6db3063 HTTP/1.1" status: 200 len: 217 time: 0.0550342 Aug 16 20:55:05.317441 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e6e28d-9a3a-4e5a-a187-453037f6554e None None] Routers {'8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:05.325079 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-64e6e28d-9a3a-4e5a-a187-453037f6554e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:54:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:05.379850 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-b3618bea-6148-416a-91a3-5075ed305f8e tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Allocated IP 172.20.0.8 (b1b88367-5ef4-4555-8890-197c2e8aab74/ebf6a9c3-a849-4943-bd43-6e48f5539dc3/9ad514e0-af35-4883-9929-6892ca6acc75) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:05.380071 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983dd318-b1a8-4f29-9a2f-c77951f9a907 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Pushing event updated for resources: {'Subnet': ['ID=5e9ae6e5-0756-4a88-b268-cc7176562268,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:05.394671 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-64e6e28d-9a3a-4e5a-a187-453037f6554e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:05.401629 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b92166dc-c548-42c9-a996-b7af224a829d req-3516710f-1631-483d-a9ed-bf470386fa84 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/security-groups?id=016fa904-1a4d-4c20-a83b-c2b838f2f71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188134 Aug 16 20:55:05.407762 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e6e28d-9a3a-4e5a-a187-453037f6554e None None] Routers {'8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:05.408629 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-64e6e28d-9a3a-4e5a-a187-453037f6554e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:54:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:05.416376 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983dd318-b1a8-4f29-9a2f-c77951f9a907 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Checking segment: {'id': '92015a43-4f1d-4e03-af83-2829443ebbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '3a15e681-8e01-4ef6-91f7-ab9dbfecfc4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:05.416746 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983dd318-b1a8-4f29-9a2f-c77951f9a907 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Network hostable DHCP agents. Network: 3a15e681-8e01-4ef6-91f7-ab9dbfecfc4b, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:55:05.429660 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-060e87bb-708e-4029-9b56-aa8a6594ec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:05.431468 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-060e87bb-708e-4029-9b56-aa8a6594ec3b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c5559346-0c29-4d61-bf82-1d14da7e7b4f HTTP/1.1" status: 200 len: 797 time: 0.1123176 Aug 16 20:55:05.452012 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-64e6e28d-9a3a-4e5a-a187-453037f6554e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:05.452961 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e6e28d-9a3a-4e5a-a187-453037f6554e None None] The sync data for ids ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'] in n-d-793620-15 is: [] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:55:05.482718 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-41d95a31-d42b-4836-bbc3-085cc9ebf3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:05.484360 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-41d95a31-d42b-4836-bbc3-085cc9ebf3b7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0456023 Aug 16 20:55:05.547264 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df66aad7-6fd5-4808-a962-bceddc7d84ec tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:05.611582 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-c60e9362-e4e9-4e3b-8489-8d9d56a67d45 service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199777 Aug 16 20:55:05.613646 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983dd318-b1a8-4f29-9a2f-c77951f9a907 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Network 3a15e681-8e01-4ef6-91f7-ab9dbfecfc4b is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:55:05.621438 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0f7a7-9de6-402d-9e45-da26333cbd50 req-2bf5f6f6-fd12-447f-a60e-ecc6408ba526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:05.623152 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bdb0f7a7-9de6-402d-9e45-da26333cbd50 req-2bf5f6f6-fd12-447f-a60e-ecc6408ba526 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2911f19e-a53e-4745-99fe-10fe4ea9a993 HTTP/1.1" status: 200 len: 1098 time: 0.1117866 Aug 16 20:55:05.670764 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eb1b40b3-4420-45c3-b973-b3a669f186e7 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:05.679174 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-b3618bea-6148-416a-91a3-5075ed305f8e tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:05.732685 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-dd3a782a-beca-4f50-95a9-f07a09648c79 service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107974 Aug 16 20:55:05.736654 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bdb0f7a7-9de6-402d-9e45-da26333cbd50 req-1b4076c4-ef42-4bf0-a273-c25e9ba9219e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=016fa904-1a4d-4c20-a83b-c2b838f2f71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994039 Aug 16 20:55:05.740440 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-eb1b40b3-4420-45c3-b973-b3a669f186e7 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.0226438 Aug 16 20:55:05.743625 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-df66aad7-6fd5-4808-a962-bceddc7d84ec tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Deleting port a37a1115-3b03-4081-9a3b-910b21cca01e {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:05.744001 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df66aad7-6fd5-4808-a962-bceddc7d84ec tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:05.746586 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45382) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:05.754048 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-a5a5d391-bb2d-4db4-b6cb-7b011dea7c80 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Request body: {'floatingip': {'port_id': 'b0bdf524-2382-40c3-92a3-2d2905d13229', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:05.788668 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-983dd318-b1a8-4f29-9a2f-c77951f9a907 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 3a15e681-8e01-4ef6-91f7-ab9dbfecfc4b) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:05.795114 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983dd318-b1a8-4f29-9a2f-c77951f9a907 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:05.795936 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-983dd318-b1a8-4f29-9a2f-c77951f9a907 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:05.802131 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7dc2102-2c9b-4095-9282-1876a5800ffe None None] Network 3a15e681-8e01-4ef6-91f7-ab9dbfecfc4b requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:05.909694 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-df66aad7-6fd5-4808-a962-bceddc7d84ec tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] For port a37a1115-3b03-4081-9a3b-910b21cca01e, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=a37a1115-3b03-4081-9a3b-910b21cca01e,segment=NetworkSegment(978082fa-9afd-4076-875c-1591c8867766),segment_id=978082fa-9afd-4076-875c-1591c8867766)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:05.910068 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df66aad7-6fd5-4808-a962-bceddc7d84ec tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:05.915228 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a5a5d391-bb2d-4db4-b6cb-7b011dea7c80 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for floatingip, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:05.939502 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-ce420c18-3f13-41e5-8653-581843764de9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=4d8bacfe-cedf-4ddb-98de-1fe3b2792d18 HTTP/1.1" status: 200 len: 217 time: 0.1458256 Aug 16 20:55:05.974666 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-df66aad7-6fd5-4808-a962-bceddc7d84ec tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Calling delete_port for a37a1115-3b03-4081-9a3b-910b21cca01e owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:05.983133 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device a37a1115-3b03-4081-9a3b-910b21cca01e up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:06.005010 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-b3618bea-6148-416a-91a3-5075ed305f8e tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.031721 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-8e7709ef-27e9-4cd4-af79-9b716c305d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:06.033425 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-8e7709ef-27e9-4cd4-af79-9b716c305d50 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c5559346-0c29-4d61-bf82-1d14da7e7b4f HTTP/1.1" status: 200 len: 797 time: 0.0862906 Aug 16 20:55:06.038823 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b1e5ed-1ab4-425a-87b2-732b4c0bc775 None None] Network 0d935937-abb4-47f7-84c5-c9ca055c82b9 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:06.078280 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-983dd318-b1a8-4f29-9a2f-c77951f9a907 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2661150 Aug 16 20:55:06.080888 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45384) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:06.086363 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-bb48893f-792b-4261-8ce4-8588cb0011ab tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-74404167'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:06.100625 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-b3618bea-6148-416a-91a3-5075ed305f8e tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Network b1b88367-5ef4-4555-8890-197c2e8aab74 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:06.110154 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-3d0d35a0-4ddc-478e-83cd-ced0705ee3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:06.112438 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-3d0d35a0-4ddc-478e-83cd-ced0705ee3e2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0713379 Aug 16 20:55:06.132794 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-b3618bea-6148-416a-91a3-5075ed305f8e tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:06.142590 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-b3618bea-6148-416a-91a3-5075ed305f8e tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:06.198996 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-b3618bea-6148-416a-91a3-5075ed305f8e tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:06.199816 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-b3618bea-6148-416a-91a3-5075ed305f8e tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.229906 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1993a76b-f579-4956-8ba2-2b9679893da6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-3a15e681-8e01-4ef6-91f7-ab9dbfecfc4b', 'network_id': '3a15e681-8e01-4ef6-91f7-ab9dbfecfc4b', 'tenant_id': '46bc4cc3934648ed8895a7ed0a5b63cc', 'fixed_ips': [{'subnet_id': '5e9ae6e5-0756-4a88-b268-cc7176562268'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:55:06.230757 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1993a76b-f579-4956-8ba2-2b9679893da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.277904 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-5def0dda-ea3e-4bdc-98ae-b95a7cd0d057 service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558301 Aug 16 20:55:06.313484 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3618bea-6148-416a-91a3-5075ed305f8e tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Pushing event updated for resources: {'Port': ['ID=9ad514e0-af35-4883-9929-6892ca6acc75,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:06.335618 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb48893f-792b-4261-8ce4-8588cb0011ab tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Made reservation on behalf of 46bc4cc3934648ed8895a7ed0a5b63cc for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:06.339547 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb48893f-792b-4261-8ce4-8588cb0011ab tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.350981 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-b3618bea-6148-416a-91a3-5075ed305f8e tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8566544 Aug 16 20:55:06.362064 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7ba6aa-2a86-42ed-875c-1e78f92e9a73 None None] DHCP port deletion for 0d935937-abb4-47f7-84c5-c9ca055c82b9 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:55:06.370858 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-efcb356d-f935-4e89-b7fa-cdfcc79a5882 None None] Provisioning for port a37a1115-3b03-4081-9a3b-910b21cca01e completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:06.372860 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port a37a1115-3b03-4081-9a3b-910b21cca01e completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:06.393994 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-f272d333-91b7-4b87-b256-213e7ad51049 service neutron] Request body: {'port': {'device_id': 'b5466a57-1b86-4085-8de2-c5a8d9e0737b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:06.415903 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port a37a1115-3b03-4081-9a3b-910b21cca01e triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:06.416287 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.427914 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-efcb356d-f935-4e89-b7fa-cdfcc79a5882 None None] Provisioning complete for port a37a1115-3b03-4081-9a3b-910b21cca01e triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:06.428300 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-efcb356d-f935-4e89-b7fa-cdfcc79a5882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.493078 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5dd77-8ad3-462e-987d-3a52a17a3a57 req-2a00adc4-ee2d-4a48-b522-37ecfed58186 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:06.495034 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8df5dd77-8ad3-462e-987d-3a52a17a3a57 req-2a00adc4-ee2d-4a48-b522-37ecfed58186 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5466a57-1b86-4085-8de2-c5a8d9e0737b HTTP/1.1" status: 200 len: 931 time: 0.2134554 Aug 16 20:55:06.502532 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb48893f-792b-4261-8ce4-8588cb0011ab tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:55:06.560597 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-f272d333-91b7-4b87-b256-213e7ad51049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.562893 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8df5dd77-8ad3-462e-987d-3a52a17a3a57 req-72b7fc87-c91a-45ef-939e-e3d690ce249a tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578861 Aug 16 20:55:06.582945 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-c4496a0e-ecce-4382-9ef7-46d1def9650e service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377224 Aug 16 20:55:06.623172 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df66aad7-6fd5-4808-a962-bceddc7d84ec tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.625473 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb48893f-792b-4261-8ce4-8588cb0011ab tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.625987 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-bb48893f-792b-4261-8ce4-8588cb0011ab tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Added segment 35327dbd-50a6-41e8-bcf2-0d6e344234d7 of type vlan for network aee9a3a1-681e-42e2-bd57-79851682bab4 Aug 16 20:55:06.664851 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66aad7-6fd5-4808-a962-bceddc7d84ec tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Pushing event deleted for resources: {'Port': ['ID=a37a1115-3b03-4081-9a3b-910b21cca01e,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:06.683711 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df66aad7-6fd5-4808-a962-bceddc7d84ec tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] No DVR routers for this DVR port a37a1115-3b03-4081-9a3b-910b21cca01e on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:06.684236 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-18b13076-63d1-4d34-be1b-00e57c0aba57 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=664a2393-3ef1-43f4-8b8d-bd06b02e9df3 HTTP/1.1" status: 200 len: 217 time: 0.0729840 Aug 16 20:55:06.710879 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Could not find standard attr ID for object a37a1115-3b03-4081-9a3b-910b21cca01e. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:55:06.712697 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-efcb356d-f935-4e89-b7fa-cdfcc79a5882 None None] Could not find standard attr ID for object a37a1115-3b03-4081-9a3b-910b21cca01e. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:55:06.721729 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-5f7ba6aa-2a86-42ed-875c-1e78f92e9a73 None None] Deleting port a37a1115-3b03-4081-9a3b-910b21cca01e {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:06.722330 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5f7ba6aa-2a86-42ed-875c-1e78f92e9a73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.765556 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb48893f-792b-4261-8ce4-8588cb0011ab tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.785595 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67147702-5833-4068-aeb5-db8eb2203b8d req-439724b9-2f3a-4725-98cf-24887f4cca74 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:06.788386 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-67147702-5833-4068-aeb5-db8eb2203b8d req-439724b9-2f3a-4725-98cf-24887f4cca74 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/ports?device_id=2911f19e-a53e-4745-99fe-10fe4ea9a993 HTTP/1.1" status: 200 len: 946 time: 0.1898260 Aug 16 20:55:06.790748 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-5f7ba6aa-2a86-42ed-875c-1e78f92e9a73 None None] For port a37a1115-3b03-4081-9a3b-910b21cca01e, host n-d-793620-15, got binding levels [] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:06.791323 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5f7ba6aa-2a86-42ed-875c-1e78f92e9a73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.799065 n-d-793620-15 neutron-server[101846]: INFO neutron.plugins.ml2.db [None req-efcb356d-f935-4e89-b7fa-cdfcc79a5882 None None] No ports have port_id starting with a37a1115-3b03-4081-9a3b-910b21cca01e Aug 16 20:55:06.800234 n-d-793620-15 neutron-server[101846]: INFO neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No ports have port_id starting with a37a1115-3b03-4081-9a3b-910b21cca01e Aug 16 20:55:06.813093 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-1993a76b-f579-4956-8ba2-2b9679893da6 None None] Allocated IP 19.80.0.2 (3a15e681-8e01-4ef6-91f7-ab9dbfecfc4b/5e9ae6e5-0756-4a88-b268-cc7176562268/441f42f8-5458-486d-9fdf-115fb79dd9a9) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:06.816282 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-5f7ba6aa-2a86-42ed-875c-1e78f92e9a73 None None] Calling delete_port for a37a1115-3b03-4081-9a3b-910b21cca01e owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:06.821403 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.ipam_backend_mixin [None req-5f7ba6aa-2a86-42ed-875c-1e78f92e9a73 None None] Port a37a1115-3b03-4081-9a3b-910b21cca01e was not found and therefore no delete operation was performed {{(pid=101846) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 20:55:06.828208 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5f7ba6aa-2a86-42ed-875c-1e78f92e9a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.849869 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-18dc9132-0db7-4c2d-8ded-9de2bac03a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:06.851827 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-18dc9132-0db7-4c2d-8ded-9de2bac03a82 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c5559346-0c29-4d61-bf82-1d14da7e7b4f HTTP/1.1" status: 200 len: 797 time: 0.1370974 Aug 16 20:55:06.859470 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ba6aa-2a86-42ed-875c-1e78f92e9a73 None None] Pushing event deleted for resources: {'Port': ['ID=a37a1115-3b03-4081-9a3b-910b21cca01e,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:06.875149 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7ba6aa-2a86-42ed-875c-1e78f92e9a73 None None] No DVR routers for this DVR port a37a1115-3b03-4081-9a3b-910b21cca01e on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:06.911363 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-67147702-5833-4068-aeb5-db8eb2203b8d req-802ad778-eadb-4ee4-bce7-09ddc964e1e1 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/security-groups?id=016fa904-1a4d-4c20-a83b-c2b838f2f71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979614 Aug 16 20:55:06.940437 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb48893f-792b-4261-8ce4-8588cb0011ab tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.948168 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb48893f-792b-4261-8ce4-8588cb0011ab tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:06.949209 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb48893f-792b-4261-8ce4-8588cb0011ab tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:07.018253 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-06eb905a-7793-4bc3-a675-0eb20941c674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:07.019821 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-06eb905a-7793-4bc3-a675-0eb20941c674 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1552954 Aug 16 20:55:07.046662 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1993a76b-f579-4956-8ba2-2b9679893da6 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:07.057675 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1993a76b-f579-4956-8ba2-2b9679893da6 None None] Transition to ACTIVE for port object 441f42f8-5458-486d-9fdf-115fb79dd9a9 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:07.060899 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-bb48893f-792b-4261-8ce4-8588cb0011ab tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9786479 Aug 16 20:55:07.075475 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1993a76b-f579-4956-8ba2-2b9679893da6 None None] Transition to ACTIVE for port object 441f42f8-5458-486d-9fdf-115fb79dd9a9 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:07.089993 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45396) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:07.097149 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-64117278-1981-4403-8443-b1aa17d8955e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Request body: {'subnet': {'network_id': 'aee9a3a1-681e-42e2-bd57-79851682bab4', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:07.100739 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb48893f-792b-4261-8ce4-8588cb0011ab tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Pushing event updated for resources: {'Network': ['ID=aee9a3a1-681e-42e2-bd57-79851682bab4,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:07.116155 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network aee9a3a1-681e-42e2-bd57-79851682bab4 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:55:07.163116 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df66aad7-6fd5-4808-a962-bceddc7d84ec tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:07.190361 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-df66aad7-6fd5-4808-a962-bceddc7d84ec tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d935937-abb4-47f7-84c5-c9ca055c82b9']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:07.212871 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-df66aad7-6fd5-4808-a962-bceddc7d84ec tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '978082fa-9afd-4076-875c-1591c8867766') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:07.219103 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-df66aad7-6fd5-4808-a962-bceddc7d84ec tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '978082fa-9afd-4076-875c-1591c8867766') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:07.226031 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-55ecf122-bb72-45d3-9293-92fbae098b33 service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986649 Aug 16 20:55:07.268757 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1993a76b-f579-4956-8ba2-2b9679893da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:07.283092 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df66aad7-6fd5-4808-a962-bceddc7d84ec tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:07.310422 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1993a76b-f579-4956-8ba2-2b9679893da6 None None] Network 3a15e681-8e01-4ef6-91f7-ab9dbfecfc4b is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:07.317160 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-1993a76b-f579-4956-8ba2-2b9679893da6 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:07.321488 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1993a76b-f579-4956-8ba2-2b9679893da6 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:07.334680 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-9020f9fe-2aaa-442a-a7af-b5b8cf37c5ce service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009202 Aug 16 20:55:07.336636 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1993a76b-f579-4956-8ba2-2b9679893da6 None None] Pushing event updated for resources: {'Port': ['ID=441f42f8-5458-486d-9fdf-115fb79dd9a9,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:07.350305 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df66aad7-6fd5-4808-a962-bceddc7d84ec tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:07.369740 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df66aad7-6fd5-4808-a962-bceddc7d84ec tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:55:07.370159 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df66aad7-6fd5-4808-a962-bceddc7d84ec tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:07.375028 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:55:07.375028 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:55:07.375028 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:55:07.375028 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:55:07.375028 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:55:07.375028 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:55:07.375028 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:55:07.375028 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:55:07.375028 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:55:07.375028 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:55:07.375028 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:55:07.375028 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:55:07.375028 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:55:07.375028 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:55:07.375028 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:55:07.375028 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:55:07.375028 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:55:07.375028 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:55:07.375028 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:55:07.375028 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:55:07.375028 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:55:07.375028 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:55:07.375028 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:55:07.375028 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:55:07.375028 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:55:07.375028 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:55:07.375028 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:55:07.375028 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:55:07.375028 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:55:07.375028 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:55:07.375028 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:55:07.375028 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:55:07.404249 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64117278-1981-4403-8443-b1aa17d8955e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Made reservation on behalf of 46bc4cc3934648ed8895a7ed0a5b63cc for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:07.408070 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-64117278-1981-4403-8443-b1aa17d8955e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:07.410021 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-1993a76b-f579-4956-8ba2-2b9679893da6 None None] Attempting to bind port 441f42f8-5458-486d-9fdf-115fb79dd9a9 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:07.410420 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-1993a76b-f579-4956-8ba2-2b9679893da6 None None] Attempting to bind port 441f42f8-5458-486d-9fdf-115fb79dd9a9 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '92015a43-4f1d-4e03-af83-2829443ebbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '3a15e681-8e01-4ef6-91f7-ab9dbfecfc4b'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:07.410769 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1993a76b-f579-4956-8ba2-2b9679893da6 None None] Attempting to bind port 441f42f8-5458-486d-9fdf-115fb79dd9a9 on network 3a15e681-8e01-4ef6-91f7-ab9dbfecfc4b {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:07.411688 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-60e53c7d-4cd8-4e1c-9a73-eefdc401bd38 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3af6817e-b620-4a8f-89a6-4b54fec09bf6 HTTP/1.1" status: 200 len: 217 time: 0.0601377 Aug 16 20:55:07.417175 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1993a76b-f579-4956-8ba2-2b9679893da6 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:07.417867 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1993a76b-f579-4956-8ba2-2b9679893da6 None None] Checking segment: {'id': '92015a43-4f1d-4e03-af83-2829443ebbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '3a15e681-8e01-4ef6-91f7-ab9dbfecfc4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:07.418560 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1993a76b-f579-4956-8ba2-2b9679893da6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:07.419036 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1993a76b-f579-4956-8ba2-2b9679893da6 None None] Bound using segment: {'id': '92015a43-4f1d-4e03-af83-2829443ebbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '3a15e681-8e01-4ef6-91f7-ab9dbfecfc4b'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:07.419632 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-1993a76b-f579-4956-8ba2-2b9679893da6 None None] Bound port: 441f42f8-5458-486d-9fdf-115fb79dd9a9, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92015a43-4f1d-4e03-af83-2829443ebbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '3a15e681-8e01-4ef6-91f7-ab9dbfecfc4b'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:07.420059 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1993a76b-f579-4956-8ba2-2b9679893da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:07.513853 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-1993a76b-f579-4956-8ba2-2b9679893da6 None None] For port 441f42f8-5458-486d-9fdf-115fb79dd9a9, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:07.525217 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-affd2b6f-b622-4f62-887a-47a88594a3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:07.526722 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-affd2b6f-b622-4f62-887a-47a88594a3e4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c8bbf4cb-abf2-419b-b8fc-f8a48d718293 HTTP/1.1" status: 200 len: 797 time: 0.1030478 Aug 16 20:55:07.594162 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-f272d333-91b7-4b87-b256-213e7ad51049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ad514e0-af35-4883-9929-6892ca6acc75 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:55:07.603385 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a5a5d391-bb2d-4db4-b6cb-7b011dea7c80 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:07.605374 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-f272d333-91b7-4b87-b256-213e7ad51049 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:07.608564 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-eac5d10d-69bd-47e9-8f82-417f8dddc624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:07.610024 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-eac5d10d-69bd-47e9-8f82-417f8dddc624 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2808ba84-8eb6-448f-bf54-b316a16ed9b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0752006 Aug 16 20:55:07.617786 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-f272d333-91b7-4b87-b256-213e7ad51049 service neutron] Transition to ACTIVE for port object 9ad514e0-af35-4883-9929-6892ca6acc75 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:07.632556 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df66aad7-6fd5-4808-a962-bceddc7d84ec tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:07.635322 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-1993a76b-f579-4956-8ba2-2b9679893da6 None None] For port 441f42f8-5458-486d-9fdf-115fb79dd9a9, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=441f42f8-5458-486d-9fdf-115fb79dd9a9,segment=NetworkSegment(92015a43-4f1d-4e03-af83-2829443ebbe7),segment_id=92015a43-4f1d-4e03-af83-2829443ebbe7)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:55:07.639873 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df66aad7-6fd5-4808-a962-bceddc7d84ec tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:07.642685 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-df66aad7-6fd5-4808-a962-bceddc7d84ec tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] 10.222.0.84 "DELETE /v2.0/networks/0d935937-abb4-47f7-84c5-c9ca055c82b9 HTTP/1.1" status: 204 len: 168 time: 4.1453142 Aug 16 20:55:07.648567 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45404) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:07.654459 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-7fff9f0a-e50c-48ef-861a-5e0f299861fc tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1456766506'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:07.667863 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66aad7-6fd5-4808-a962-bceddc7d84ec tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Pushing event deleted for resources: {'Network': ['ID=0d935937-abb4-47f7-84c5-c9ca055c82b9,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:07.697104 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a5a5d391-bb2d-4db4-b6cb-7b011dea7c80 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:07.744802 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1993a76b-f579-4956-8ba2-2b9679893da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:07.748281 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-f272d333-91b7-4b87-b256-213e7ad51049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:07.788755 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce060c89-a993-45e7-90d5-f1cbcd36315c req-717c0403-883e-493a-8b23-fd3f1f44753a tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:07.790358 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ce060c89-a993-45e7-90d5-f1cbcd36315c req-717c0403-883e-493a-8b23-fd3f1f44753a tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5466a57-1b86-4085-8de2-c5a8d9e0737b HTTP/1.1" status: 200 len: 931 time: 0.1195769 Aug 16 20:55:07.796954 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-ded3bb61-ae02-4594-9033-dc15534b5afc service neutron] 10.222.0.90 "GET /v2.0/networks/2808ba84-8eb6-448f-bf54-b316a16ed9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780231 Aug 16 20:55:07.827475 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fff9f0a-e50c-48ef-861a-5e0f299861fc tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Made reservation on behalf of c41ca43b3f354488b8846ec7ba151fac for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:07.834766 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7fff9f0a-e50c-48ef-861a-5e0f299861fc tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:07.861120 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1993a76b-f579-4956-8ba2-2b9679893da6 None None] Pushing event updated for resources: {'Port': ['ID=441f42f8-5458-486d-9fdf-115fb79dd9a9,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:07.885214 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-64117278-1981-4403-8443-b1aa17d8955e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:07.918465 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device a37a1115-3b03-4081-9a3b-910b21cca01e no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:55:07.952881 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272d333-91b7-4b87-b256-213e7ad51049 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad514e0-af35-4883-9929-6892ca6acc75,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:07.971415 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ce060c89-a993-45e7-90d5-f1cbcd36315c req-7b6d116e-d321-4838-a21c-e2ba85cf55af tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734860 Aug 16 20:55:07.993915 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fff9f0a-e50c-48ef-861a-5e0f299861fc tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:55:08.004709 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64117278-1981-4403-8443-b1aa17d8955e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Pushing event updated for resources: {'Subnet': ['ID=c3f26d72-bc29-43cb-ae60-40a064a12992,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:08.006005 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: a37a1115-3b03-4081-9a3b-910b21cca01e {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:55:08.009909 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device a37a1115-3b03-4081-9a3b-910b21cca01e not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:55:08.017260 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-8a434493-30b9-48af-a343-859ea0ef7a74 service neutron] 10.222.0.90 "GET /v2.0/networks/2808ba84-8eb6-448f-bf54-b316a16ed9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004104 Aug 16 20:55:08.024429 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64117278-1981-4403-8443-b1aa17d8955e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Checking segment: {'id': '35327dbd-50a6-41e8-bcf2-0d6e344234d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aee9a3a1-681e-42e2-bd57-79851682bab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:08.024877 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64117278-1981-4403-8443-b1aa17d8955e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Network hostable DHCP agents. Network: aee9a3a1-681e-42e2-bd57-79851682bab4, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:55:08.096506 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-afb146b6-5791-49b2-9198-a2dc8b1105fd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b594a15b-28e6-4504-af59-93fb056ff0c6 HTTP/1.1" status: 200 len: 217 time: 0.0680673 Aug 16 20:55:08.099434 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7fff9f0a-e50c-48ef-861a-5e0f299861fc tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:08.099994 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-7fff9f0a-e50c-48ef-861a-5e0f299861fc tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Added segment 6ef176f2-8f4a-47af-9bc1-0e9ac6f11d3b of type vlan for network 8da05e2d-6d5b-48ec-9aba-f00b233dab77 Aug 16 20:55:08.187958 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7fff9f0a-e50c-48ef-861a-5e0f299861fc tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:08.230293 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc113ff-f060-493e-a128-c2c77a20fb25 req-263dfc32-eefe-49d8-b5ea-59b36ddb2b7a tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:08.232382 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-adc113ff-f060-493e-a128-c2c77a20fb25 req-263dfc32-eefe-49d8-b5ea-59b36ddb2b7a tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/ports?device_id=2911f19e-a53e-4745-99fe-10fe4ea9a993 HTTP/1.1" status: 200 len: 946 time: 0.1561961 Aug 16 20:55:08.243308 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-f272d333-91b7-4b87-b256-213e7ad51049 service neutron] Attempting to bind port 9ad514e0-af35-4883-9929-6892ca6acc75 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:08.243649 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-f272d333-91b7-4b87-b256-213e7ad51049 service neutron] Attempting to bind port 9ad514e0-af35-4883-9929-6892ca6acc75 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': 'dd3b3e95-b260-4ffe-89d2-ca493b24391f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b1b88367-5ef4-4555-8890-197c2e8aab74'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:08.244019 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-f272d333-91b7-4b87-b256-213e7ad51049 service neutron] Attempting to bind port 9ad514e0-af35-4883-9929-6892ca6acc75 on network b1b88367-5ef4-4555-8890-197c2e8aab74 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:08.259543 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-f272d333-91b7-4b87-b256-213e7ad51049 service neutron] Port 9ad514e0-af35-4883-9929-6892ca6acc75 on network b1b88367-5ef4-4555-8890-197c2e8aab74 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:55:08.260293 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-f272d333-91b7-4b87-b256-213e7ad51049 service neutron] Attempting to bind port 9ad514e0-af35-4883-9929-6892ca6acc75 on network b1b88367-5ef4-4555-8890-197c2e8aab74 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:08.269914 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-f272d333-91b7-4b87-b256-213e7ad51049 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:08.273765 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-f272d333-91b7-4b87-b256-213e7ad51049 service neutron] Checking segment: {'id': 'dd3b3e95-b260-4ffe-89d2-ca493b24391f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b1b88367-5ef4-4555-8890-197c2e8aab74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:08.273765 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-f272d333-91b7-4b87-b256-213e7ad51049 service neutron] Bound using segment: {'id': 'dd3b3e95-b260-4ffe-89d2-ca493b24391f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b1b88367-5ef4-4555-8890-197c2e8aab74'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:08.273765 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-f272d333-91b7-4b87-b256-213e7ad51049 service neutron] Bound port: 9ad514e0-af35-4883-9929-6892ca6acc75, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd3b3e95-b260-4ffe-89d2-ca493b24391f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b1b88367-5ef4-4555-8890-197c2e8aab74'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:08.273765 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-f272d333-91b7-4b87-b256-213e7ad51049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:08.293310 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7fff9f0a-e50c-48ef-861a-5e0f299861fc tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:08.302251 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fff9f0a-e50c-48ef-861a-5e0f299861fc tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:08.303002 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7fff9f0a-e50c-48ef-861a-5e0f299861fc tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:08.312947 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64117278-1981-4403-8443-b1aa17d8955e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Network aee9a3a1-681e-42e2-bd57-79851682bab4 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:55:08.319752 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-d8db39db-8c56-4638-9582-8005bf8156d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:08.321445 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-d8db39db-8c56-4638-9582-8005bf8156d1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c8bbf4cb-abf2-419b-b8fc-f8a48d718293 HTTP/1.1" status: 200 len: 797 time: 0.1893716 Aug 16 20:55:08.357144 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a5d391-bb2d-4db4-b6cb-7b011dea7c80 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Router 8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:55:08.380180 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-adc113ff-f060-493e-a128-c2c77a20fb25 req-b90c3c92-fdf3-4dcd-9f2d-3bc9703c321b tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/security-groups?id=016fa904-1a4d-4c20-a83b-c2b838f2f71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307070 Aug 16 20:55:08.415495 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-7abea790-5517-4378-80d4-601daf21565d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:08.417051 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-7abea790-5517-4378-80d4-601daf21565d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2808ba84-8eb6-448f-bf54-b316a16ed9b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0822628 Aug 16 20:55:08.435392 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff9f0a-e50c-48ef-861a-5e0f299861fc tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Pushing event updated for resources: {'Network': ['ID=8da05e2d-6d5b-48ec-9aba-f00b233dab77,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:08.446421 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-27cb71af-8969-48dd-813f-f63575f2ce15 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:08.449750 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-27cb71af-8969-48dd-813f-f63575f2ce15 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/networks?id=5a5bf8fc-f269-4f39-b3c6-975502c735e9 HTTP/1.1" status: 200 len: 814 time: 0.2124104 Aug 16 20:55:08.449878 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 8da05e2d-6d5b-48ec-9aba-f00b233dab77 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:55:08.489184 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-f272d333-91b7-4b87-b256-213e7ad51049 service neutron] For port 9ad514e0-af35-4883-9929-6892ca6acc75, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:08.515440 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-f272d333-91b7-4b87-b256-213e7ad51049 service neutron] For port 9ad514e0-af35-4883-9929-6892ca6acc75, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=9ad514e0-af35-4883-9929-6892ca6acc75,segment=NetworkSegment(dd3b3e95-b260-4ffe-89d2-ca493b24391f),segment_id=dd3b3e95-b260-4ffe-89d2-ca493b24391f)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:55:08.538057 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-4ac8553d-29d7-463a-8b95-9573cdea6d12 service neutron] 10.222.0.90 "GET /v2.0/networks/2808ba84-8eb6-448f-bf54-b316a16ed9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118424 Aug 16 20:55:08.547436 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-64117278-1981-4403-8443-b1aa17d8955e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, aee9a3a1-681e-42e2-bd57-79851682bab4) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:08.550179 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7fff9f0a-e50c-48ef-861a-5e0f299861fc tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8996899 Aug 16 20:55:08.553332 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45428) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:08.559561 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-a415fe41-4ca6-49f5-a9ac-619c218719cb tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Request body: {'subnet': {'network_id': '8da05e2d-6d5b-48ec-9aba-f00b233dab77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:08.564289 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64117278-1981-4403-8443-b1aa17d8955e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:08.564905 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-64117278-1981-4403-8443-b1aa17d8955e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:08.576753 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d45f496-2112-4cbc-8ce2-3b5af1051896 None None] Network aee9a3a1-681e-42e2-bd57-79851682bab4 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:08.615125 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-205d6a93-4f02-4548-966a-f9325b458766 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/quotas/41a315ee39084be283dee330854f5498 HTTP/1.1" status: 200 len: 375 time: 0.0760567 Aug 16 20:55:08.656262 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-f272d333-91b7-4b87-b256-213e7ad51049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:08.668431 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a5d391-bb2d-4db4-b6cb-7b011dea7c80 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:08.692620 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed015b01-0b48-4a85-a2cc-3b95a68e39c4 None None] Sync routers for ids ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:08.708993 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a5a5d391-bb2d-4db4-b6cb-7b011dea7c80 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:08.732636 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-64117278-1981-4403-8443-b1aa17d8955e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6410365 Aug 16 20:55:08.758324 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-170b7ebc-5c00-47e4-8bb6-cfaa71eca510 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=41a315ee39084be283dee330854f5498&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1150730 Aug 16 20:55:08.770491 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca731d-249f-42fc-8c05-7c1491888516 req-36eb9cbb-3c71-4e3e-83b9-29737f1250e6 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:08.786830 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ecca731d-249f-42fc-8c05-7c1491888516 req-36eb9cbb-3c71-4e3e-83b9-29737f1250e6 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/ports?device_id=2911f19e-a53e-4745-99fe-10fe4ea9a993 HTTP/1.1" status: 200 len: 946 time: 0.2074683 Aug 16 20:55:08.789691 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45434) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:08.807226 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-bd20b903-471d-4bd5-912a-f2269e560877 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Request body: {'floatingip': {'port_id': '206e310f-f226-4257-8089-602fbd9f9428'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:08.807722 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-f272d333-91b7-4b87-b256-213e7ad51049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:08.808501 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-f272d333-91b7-4b87-b256-213e7ad51049 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:08.810045 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-f272d333-91b7-4b87-b256-213e7ad51049 service neutron] 10.222.0.72 "PUT /v2.0/ports/9ad514e0-af35-4883-9929-6892ca6acc75 HTTP/1.1" status: 200 len: 1092 time: 2.4216781 Aug 16 20:55:08.812924 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5466a57-1b86-4085-8de2-c5a8d9e0737b', 'tag': '9ad514e0-af35-4883-9929-6892ca6acc75'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:55:08.820390 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f035c28c-462d-4c91-999d-8a1630b2a57c" -d '{"events": [{"name": "network-changed", "server_uuid": "b5466a57-1b86-4085-8de2-c5a8d9e0737b", "tag": "9ad514e0-af35-4883-9929-6892ca6acc75"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:55:08.851600 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37d29f67-f68c-4997-b4dd-d8b5f64b5de6 req-6f439633-01a9-4c87-84a8-993f72525159 service neutron] 10.222.0.90 "GET /v2.0/networks/2808ba84-8eb6-448f-bf54-b316a16ed9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028629 Aug 16 20:55:08.954481 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272d333-91b7-4b87-b256-213e7ad51049 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad514e0-af35-4883-9929-6892ca6acc75,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:08.996302 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed015b01-0b48-4a85-a2cc-3b95a68e39c4 None None] Routers {'8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:08.997105 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-ed015b01-0b48-4a85-a2cc-3b95a68e39c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:54:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:09.008833 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bd20b903-471d-4bd5-912a-f2269e560877 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks [] for floatingip, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:09.010143 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f8e2d8-447e-4757-9223-3526f63751f2 x-openstack-request-id: req-65f8e2d8-447e-4757-9223-3526f63751f2 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:55:09.010443 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5466a57-1b86-4085-8de2-c5a8d9e0737b", "tag": "9ad514e0-af35-4883-9929-6892ca6acc75", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:55:09.010709 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-65f8e2d8-447e-4757-9223-3526f63751f2 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:55:09.011113 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5466a57-1b86-4085-8de2-c5a8d9e0737b', 'tag': '9ad514e0-af35-4883-9929-6892ca6acc75', 'status': 'completed', 'code': 200} Aug 16 20:55:09.054345 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a5a5d391-bb2d-4db4-b6cb-7b011dea7c80 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "PUT /v2.0/floatingips/0530f276-cf4e-4bdf-9758-728eccd7d6ea HTTP/1.1" status: 200 len: 978 time: 3.3049216 Aug 16 20:55:09.057320 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45446) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:09.123663 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-ed015b01-0b48-4a85-a2cc-3b95a68e39c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:09.125285 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a415fe41-4ca6-49f5-a9ac-619c218719cb tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Made reservation on behalf of c41ca43b3f354488b8846ec7ba151fac for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:09.130191 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a415fe41-4ca6-49f5-a9ac-619c218719cb tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:09.155356 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7dfb5ef-6de2-4272-8909-76a3853d85e0 None None] Network 3a15e681-8e01-4ef6-91f7-ab9dbfecfc4b requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:09.186343 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-e0451238-7c4c-4747-ac57-ba9c66c17555 service neutron] 10.222.0.84 "GET /v2.0/networks/5a5bf8fc-f269-4f39-b3c6-975502c735e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919106 Aug 16 20:55:09.212304 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-881f329c-568c-4c0c-b7b9-3f11493a67ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:09.213854 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-881f329c-568c-4c0c-b7b9-3f11493a67ba service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=120264f308544a26ad5db70b0b05c4ab&device_id=b5466a57-1b86-4085-8de2-c5a8d9e0737b HTTP/1.1" status: 200 len: 1095 time: 0.2410786 Aug 16 20:55:09.265964 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed015b01-0b48-4a85-a2cc-3b95a68e39c4 None None] Routers {'8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:09.266876 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-ed015b01-0b48-4a85-a2cc-3b95a68e39c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:54:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:09.340666 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-41523295-a41a-45f3-ba30-69b8295e7a89 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ad514e0-af35-4883-9929-6892ca6acc75 HTTP/1.1" status: 200 len: 217 time: 0.1129677 Aug 16 20:55:09.371009 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-ed015b01-0b48-4a85-a2cc-3b95a68e39c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:09.372010 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed015b01-0b48-4a85-a2cc-3b95a68e39c4 None None] The sync data for ids ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'] in n-d-793620-15 is: [] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:55:09.388841 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f64642-9647-499a-a330-a34e91d89c81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-aee9a3a1-681e-42e2-bd57-79851682bab4', 'network_id': 'aee9a3a1-681e-42e2-bd57-79851682bab4', 'tenant_id': '46bc4cc3934648ed8895a7ed0a5b63cc', 'fixed_ips': [{'subnet_id': 'c3f26d72-bc29-43cb-ae60-40a064a12992'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:55:09.388841 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-07f64642-9647-499a-a330-a34e91d89c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:09.430744 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-4a0a2e33-9f7a-4b8f-b2c5-8219ce535e27 None None] Provisioning for port 441f42f8-5458-486d-9fdf-115fb79dd9a9 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:09.446332 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-3241f4b9-9355-4d2f-b77c-d4b58922f227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:09.447885 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-3241f4b9-9355-4d2f-b77c-d4b58922f227 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ebf6a9c3-a849-4943-bd43-6e48f5539dc3 HTTP/1.1" status: 200 len: 854 time: 0.0975327 Aug 16 20:55:09.516365 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-621d9c99-6eac-47f5-a252-4b57987d4a5b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b1b88367-5ef4-4555-8890-197c2e8aab74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605731 Aug 16 20:55:09.621592 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-07f64642-9647-499a-a330-a34e91d89c81 None None] Allocated IP 19.86.0.2 (aee9a3a1-681e-42e2-bd57-79851682bab4/c3f26d72-bc29-43cb-ae60-40a064a12992/01c324e1-387a-45e7-bc58-ef564a1f69d4) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:09.627674 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-a7ed1cce-fc95-4c57-8e7b-8305decbb610 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Deleting port d4612b59-4996-4336-895b-49f463b21377 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:09.628067 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a7ed1cce-fc95-4c57-8e7b-8305decbb610 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:09.827220 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-07f64642-9647-499a-a330-a34e91d89c81 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:09.829134 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-e709d03d-3278-4f93-9ccd-86bb5b40b01f service neutron] 10.222.0.84 "GET /v2.0/networks/5a5bf8fc-f269-4f39-b3c6-975502c735e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6418710 Aug 16 20:55:09.838749 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-dfa6ae39-2e69-46a5-a13f-207d0bc453e6 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:09.843898 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-07f64642-9647-499a-a330-a34e91d89c81 None None] Transition to ACTIVE for port object 01c324e1-387a-45e7-bc58-ef564a1f69d4 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:09.845000 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-dfa6ae39-2e69-46a5-a13f-207d0bc453e6 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:09.846690 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-dfa6ae39-2e69-46a5-a13f-207d0bc453e6 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/networks?id=3a15e681-8e01-4ef6-91f7-ab9dbfecfc4b&id=aee9a3a1-681e-42e2-bd57-79851682bab4 HTTP/1.1" status: 200 len: 1390 time: 0.7141962 Aug 16 20:55:09.873030 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-07f64642-9647-499a-a330-a34e91d89c81 None None] Transition to ACTIVE for port object 01c324e1-387a-45e7-bc58-ef564a1f69d4 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:09.936109 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-448031ba-7fa2-4592-8891-2f533773036d tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/quotas/46bc4cc3934648ed8895a7ed0a5b63cc HTTP/1.1" status: 200 len: 375 time: 0.0778906 Aug 16 20:55:09.970111 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-07f64642-9647-499a-a330-a34e91d89c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:10.073527 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-01ce839e-72d7-4ff0-8533-c11c4d1a1eac service neutron] 10.222.0.72 "GET /v2.0/networks/b1b88367-5ef4-4555-8890-197c2e8aab74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5471678 Aug 16 20:55:10.079298 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a415fe41-4ca6-49f5-a9ac-619c218719cb tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:10.088993 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f64642-9647-499a-a330-a34e91d89c81 None None] Network aee9a3a1-681e-42e2-bd57-79851682bab4 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:10.091929 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-07f64642-9647-499a-a330-a34e91d89c81 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:10.097253 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-3bce1710-5935-41f1-b71f-c7417c94fbf9 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=46bc4cc3934648ed8895a7ed0a5b63cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1601455 Aug 16 20:55:10.111211 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 441f42f8-5458-486d-9fdf-115fb79dd9a9 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:10.115747 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f64642-9647-499a-a330-a34e91d89c81 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:10.117980 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f64642-9647-499a-a330-a34e91d89c81 None None] Pushing event updated for resources: {'Port': ['ID=01c324e1-387a-45e7-bc58-ef564a1f69d4,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:10.122625 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a7ed1cce-fc95-4c57-8e7b-8305decbb610 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:10.122959 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a7ed1cce-fc95-4c57-8e7b-8305decbb610 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:10.185843 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-a7ed1cce-fc95-4c57-8e7b-8305decbb610 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Calling delete_port for d4612b59-4996-4336-895b-49f463b21377 owned by network:floatingip {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:10.207835 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-07f64642-9647-499a-a330-a34e91d89c81 None None] Attempting to bind port 01c324e1-387a-45e7-bc58-ef564a1f69d4 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:10.208581 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-07f64642-9647-499a-a330-a34e91d89c81 None None] Attempting to bind port 01c324e1-387a-45e7-bc58-ef564a1f69d4 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '35327dbd-50a6-41e8-bcf2-0d6e344234d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aee9a3a1-681e-42e2-bd57-79851682bab4'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:10.209549 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-e151758e-9360-4244-b4d1-ed875811f664 service neutron] 10.222.0.84 "GET /v2.0/networks/3a15e681-8e01-4ef6-91f7-ab9dbfecfc4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107886 Aug 16 20:55:10.212432 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f64642-9647-499a-a330-a34e91d89c81 None None] Attempting to bind port 01c324e1-387a-45e7-bc58-ef564a1f69d4 on network aee9a3a1-681e-42e2-bd57-79851682bab4 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:10.223336 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415fe41-4ca6-49f5-a9ac-619c218719cb tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Pushing event updated for resources: {'Subnet': ['ID=46a5a76e-a964-4102-a133-025c34393ea8,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:10.224019 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f64642-9647-499a-a330-a34e91d89c81 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:10.234071 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f64642-9647-499a-a330-a34e91d89c81 None None] Checking segment: {'id': '35327dbd-50a6-41e8-bcf2-0d6e344234d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aee9a3a1-681e-42e2-bd57-79851682bab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:10.234785 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-07f64642-9647-499a-a330-a34e91d89c81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:10.235189 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f64642-9647-499a-a330-a34e91d89c81 None None] Bound using segment: {'id': '35327dbd-50a6-41e8-bcf2-0d6e344234d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aee9a3a1-681e-42e2-bd57-79851682bab4'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:10.236078 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-07f64642-9647-499a-a330-a34e91d89c81 None None] Bound port: 01c324e1-387a-45e7-bc58-ef564a1f69d4, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35327dbd-50a6-41e8-bcf2-0d6e344234d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aee9a3a1-681e-42e2-bd57-79851682bab4'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:10.236256 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-07f64642-9647-499a-a330-a34e91d89c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:10.335411 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a415fe41-4ca6-49f5-a9ac-619c218719cb tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Checking segment: {'id': '6ef176f2-8f4a-47af-9bc1-0e9ac6f11d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8da05e2d-6d5b-48ec-9aba-f00b233dab77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:10.335411 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a415fe41-4ca6-49f5-a9ac-619c218719cb tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Network hostable DHCP agents. Network: 8da05e2d-6d5b-48ec-9aba-f00b233dab77, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:55:10.343568 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-07f64642-9647-499a-a330-a34e91d89c81 None None] For port 01c324e1-387a-45e7-bc58-ef564a1f69d4, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:10.348868 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-07f64642-9647-499a-a330-a34e91d89c81 None None] For port 01c324e1-387a-45e7-bc58-ef564a1f69d4, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=01c324e1-387a-45e7-bc58-ef564a1f69d4,segment=NetworkSegment(35327dbd-50a6-41e8-bcf2-0d6e344234d7),segment_id=35327dbd-50a6-41e8-bcf2-0d6e344234d7)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:55:10.384604 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a071a9a8-ad3d-4010-9e27-3acc9478a1c1 req-98d0b0c6-f0f6-489f-a690-5dc52ca2d255 service neutron] 10.222.0.72 "GET /v2.0/networks/b1b88367-5ef4-4555-8890-197c2e8aab74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881494 Aug 16 20:55:10.389897 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 441f42f8-5458-486d-9fdf-115fb79dd9a9 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:10.397826 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 441f42f8-5458-486d-9fdf-115fb79dd9a9 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:10.399775 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:10.406849 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bd20b903-471d-4bd5-912a-f2269e560877 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:10.418407 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-42595626-cb36-4094-8938-923b70aca397 service neutron] 10.222.0.84 "GET /v2.0/networks/3a15e681-8e01-4ef6-91f7-ab9dbfecfc4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974549 Aug 16 20:55:10.470134 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-07f64642-9647-499a-a330-a34e91d89c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:10.491871 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a415fe41-4ca6-49f5-a9ac-619c218719cb tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Network 8da05e2d-6d5b-48ec-9aba-f00b233dab77 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:55:10.500132 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bd20b903-471d-4bd5-912a-f2269e560877 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:10.580589 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035c28c-462d-4c91-999d-8a1630b2a57c req-3db2c2ea-c4d8-4b47-831f-d7ddc8b5653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:10.582713 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f035c28c-462d-4c91-999d-8a1630b2a57c req-3db2c2ea-c4d8-4b47-831f-d7ddc8b5653a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=120264f308544a26ad5db70b0b05c4ab&device_id=b5466a57-1b86-4085-8de2-c5a8d9e0737b HTTP/1.1" status: 200 len: 1095 time: 0.0600762 Aug 16 20:55:10.582837 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f64642-9647-499a-a330-a34e91d89c81 None None] Pushing event updated for resources: {'Port': ['ID=01c324e1-387a-45e7-bc58-ef564a1f69d4,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:10.603555 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:10.628790 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [None req-bd20b903-471d-4bd5-912a-f2269e560877 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Floating IP c8ee1c40-58cc-443c-8643-7692914ab47a associated. External IP: 172.25.1.175, port: 206e310f-f226-4257-8089-602fbd9f9428. Aug 16 20:55:10.656160 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 441f42f8-5458-486d-9fdf-115fb79dd9a9, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=441f42f8-5458-486d-9fdf-115fb79dd9a9,segment=NetworkSegment(92015a43-4f1d-4e03-af83-2829443ebbe7),segment_id=92015a43-4f1d-4e03-af83-2829443ebbe7)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:10.683914 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-a415fe41-4ca6-49f5-a9ac-619c218719cb tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 8da05e2d-6d5b-48ec-9aba-f00b233dab77) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:10.693914 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b36ddcd-fcef-4b06-9639-e90f695b8ede None None] Network 8da05e2d-6d5b-48ec-9aba-f00b233dab77 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:10.725527 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-b4a02174-adff-4a83-aee7-4ca0854eef15 service neutron] 10.222.0.84 "GET /v2.0/networks/aee9a3a1-681e-42e2-bd57-79851682bab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061087 Aug 16 20:55:10.741004 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035c28c-462d-4c91-999d-8a1630b2a57c req-73394921-6b69-4595-aabf-b021bb6a0538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:10.743938 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f035c28c-462d-4c91-999d-8a1630b2a57c req-73394921-6b69-4595-aabf-b021bb6a0538 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b1b88367-5ef4-4555-8890-197c2e8aab74 HTTP/1.1" status: 200 len: 915 time: 0.1524088 Aug 16 20:55:10.745460 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a415fe41-4ca6-49f5-a9ac-619c218719cb tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:10.746049 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a415fe41-4ca6-49f5-a9ac-619c218719cb tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:10.774797 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a7ed1cce-fc95-4c57-8e7b-8305decbb610 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:10.780198 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e3ae1-6d0e-4db9-872a-17150e9d9a52 req-9ce3dbb4-6076-4007-a962-443fc6900516 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:10.788491 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0c8e3ae1-6d0e-4db9-872a-17150e9d9a52 req-9ce3dbb4-6076-4007-a962-443fc6900516 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5466a57-1b86-4085-8de2-c5a8d9e0737b HTTP/1.1" status: 200 len: 943 time: 0.3221023 Aug 16 20:55:10.832450 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:10.904449 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0c8e3ae1-6d0e-4db9-872a-17150e9d9a52 req-c84dcfc7-e8e0-4a24-8225-d6fb05ba0138 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150582 Aug 16 20:55:10.939930 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed1cce-fc95-4c57-8e7b-8305decbb610 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event deleted for resources: {'Port': ['ID=d4612b59-4996-4336-895b-49f463b21377,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:10.968255 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a415fe41-4ca6-49f5-a9ac-619c218719cb tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4135349 Aug 16 20:55:10.997787 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=441f42f8-5458-486d-9fdf-115fb79dd9a9,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:11.009385 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67aed391-06f1-4b6f-8197-52cfd1f94343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-8da05e2d-6d5b-48ec-9aba-f00b233dab77', 'network_id': '8da05e2d-6d5b-48ec-9aba-f00b233dab77', 'tenant_id': 'c41ca43b3f354488b8846ec7ba151fac', 'fixed_ips': [{'subnet_id': '46a5a76e-a964-4102-a133-025c34393ea8'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:55:11.010247 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-67aed391-06f1-4b6f-8197-52cfd1f94343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:11.040938 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45464) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:11.044831 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f035c28c-462d-4c91-999d-8a1630b2a57c req-3c0fbc2f-720e-442d-9fb0-b7dba2a66fb8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ad514e0-af35-4883-9929-6892ca6acc75 HTTP/1.1" status: 200 len: 217 time: 0.2797933 Aug 16 20:55:11.052974 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a7ed1cce-fc95-4c57-8e7b-8305decbb610 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for floatingip, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:11.053353 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [None req-a7ed1cce-fc95-4c57-8e7b-8305decbb610 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Floating IP 0530f276-cf4e-4bdf-9758-728eccd7d6ea disassociated (deleted). External IP: 172.25.1.248, port: b0bdf524-2382-40c3-92a3-2d2905d13229. Aug 16 20:55:11.165355 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-9f6a299a-cbc5-4477-84b0-b2fc5fcf9faf service neutron] 10.222.0.84 "GET /v2.0/networks/aee9a3a1-681e-42e2-bd57-79851682bab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036078 Aug 16 20:55:11.172849 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-22d2cef6-c4fd-468a-b110-1cd6fcbd5ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:11.241392 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1920ac63-3151-47aa-998f-a8f4f1173106 req-c7caefa5-95d8-499e-b110-31a7f6c56bdd tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=0710e90e-bb42-4b12-a9a9-7b8f950ababe HTTP/1.1" status: 200 len: 210 time: 0.0426161 Aug 16 20:55:11.264050 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035c28c-462d-4c91-999d-8a1630b2a57c req-f1b3cd61-ec2f-453e-a547-3232c5afd8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:11.265725 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f035c28c-462d-4c91-999d-8a1630b2a57c req-f1b3cd61-ec2f-453e-a547-3232c5afd8de service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ebf6a9c3-a849-4943-bd43-6e48f5539dc3 HTTP/1.1" status: 200 len: 854 time: 0.1344416 Aug 16 20:55:11.314351 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58542cdf-8051-46cc-8315-bdbdd0333b32 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:11.321856 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd20b903-471d-4bd5-912a-f2269e560877 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Router e1b101a6-a366-4e79-9713-23df7cd54b78 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:55:11.344310 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f035c28c-462d-4c91-999d-8a1630b2a57c req-89a8d7c2-71aa-42f2-b250-131dc511d2f9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b1b88367-5ef4-4555-8890-197c2e8aab74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694213 Aug 16 20:55:11.353954 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-67aed391-06f1-4b6f-8197-52cfd1f94343 None None] Allocated IP 2001:db8::2 (8da05e2d-6d5b-48ec-9aba-f00b233dab77/46a5a76e-a964-4102-a133-025c34393ea8/1f671dac-a559-4e2d-b97d-daef35a4db92) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:11.504435 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58542cdf-8051-46cc-8315-bdbdd0333b32 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:11.565994 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-67aed391-06f1-4b6f-8197-52cfd1f94343 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:11.577512 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-67aed391-06f1-4b6f-8197-52cfd1f94343 None None] Transition to ACTIVE for port object 1f671dac-a559-4e2d-b97d-daef35a4db92 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:11.592428 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ed1cce-fc95-4c57-8e7b-8305decbb610 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Router 8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:55:11.593836 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-67aed391-06f1-4b6f-8197-52cfd1f94343 None None] Transition to ACTIVE for port object 1f671dac-a559-4e2d-b97d-daef35a4db92 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:11.606247 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1c1b9dd1-9573-496c-837f-30aa5172fb97 req-a53be420-7ce9-4455-aa83-54f24c1ce985 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=da0332cb-239f-4dce-b67d-e902bdd79c1f HTTP/1.1" status: 200 len: 210 time: 0.0688701 Aug 16 20:55:11.637306 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f035c28c-462d-4c91-999d-8a1630b2a57c req-ff7c0b4e-fa65-456b-bce2-a222ea8757cd service neutron] 10.222.0.72 "GET /v2.0/networks/b1b88367-5ef4-4555-8890-197c2e8aab74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798097 Aug 16 20:55:11.700708 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd20b903-471d-4bd5-912a-f2269e560877 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:11.705259 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bd20b903-471d-4bd5-912a-f2269e560877 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:11.712547 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd740fa-06cd-4b68-ae17-e0ad57f7cc70 None None] Sync routers for ids ['e1b101a6-a366-4e79-9713-23df7cd54b78'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:11.729692 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd740fa-06cd-4b68-ae17-e0ad57f7cc70 None None] Routers {'e1b101a6-a366-4e79-9713-23df7cd54b78'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:11.731678 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-acd740fa-06cd-4b68-ae17-e0ad57f7cc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:54:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['e1b101a6-a366-4e79-9713-23df7cd54b78'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:11.744471 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-bd20b903-471d-4bd5-912a-f2269e560877 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "PUT /v2.0/floatingips/c8ee1c40-58cc-443c-8643-7692914ab47a HTTP/1.1" status: 200 len: 992 time: 2.9489200 Aug 16 20:55:11.745140 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2911f19e-a53e-4745-99fe-10fe4ea9a993', 'tag': '206e310f-f226-4257-8089-602fbd9f9428'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:55:11.747641 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455ba6cc-0312-4461-a631-603074c37b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "2911f19e-a53e-4745-99fe-10fe4ea9a993", "tag": "206e310f-f226-4257-8089-602fbd9f9428"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:55:11.799053 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-67aed391-06f1-4b6f-8197-52cfd1f94343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:11.860314 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c95850-d60d-4c2e-ad9a-3af27d5dd02b x-openstack-request-id: req-b1c95850-d60d-4c2e-ad9a-3af27d5dd02b {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:55:11.860609 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2911f19e-a53e-4745-99fe-10fe4ea9a993", "tag": "206e310f-f226-4257-8089-602fbd9f9428", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:55:11.860919 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b1c95850-d60d-4c2e-ad9a-3af27d5dd02b {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:55:11.861363 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2911f19e-a53e-4745-99fe-10fe4ea9a993', 'tag': '206e310f-f226-4257-8089-602fbd9f9428', 'status': 'completed', 'code': 200} Aug 16 20:55:11.908966 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aed391-06f1-4b6f-8197-52cfd1f94343 None None] Pushing event updated for resources: {'Port': ['ID=1f671dac-a559-4e2d-b97d-daef35a4db92,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:11.922608 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ed1cce-fc95-4c57-8e7b-8305decbb610 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:11.925906 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67aed391-06f1-4b6f-8197-52cfd1f94343 None None] Network 8da05e2d-6d5b-48ec-9aba-f00b233dab77 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:11.928185 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a7ed1cce-fc95-4c57-8e7b-8305decbb610 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:11.931062 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-67aed391-06f1-4b6f-8197-52cfd1f94343 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:11.946038 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67aed391-06f1-4b6f-8197-52cfd1f94343 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:11.949111 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dd7270-ab2c-417e-b279-bd53b3d7a93b None None] Sync routers for ids ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:11.991507 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ba6cc-0312-4461-a631-603074c37b6d req-84c5b6d9-94cf-4ca6-8f7e-a0cd54a105bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:11.994474 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-455ba6cc-0312-4461-a631-603074c37b6d req-84c5b6d9-94cf-4ca6-8f7e-a0cd54a105bf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=049f64fdbbd64e3192a47c9a630e167c&device_id=2911f19e-a53e-4745-99fe-10fe4ea9a993 HTTP/1.1" status: 200 len: 1098 time: 0.1082447 Aug 16 20:55:12.002493 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f035c28c-462d-4c91-999d-8a1630b2a57c req-3e151b6f-ee99-451d-99f9-c2818ea007d6 service neutron] 10.222.0.72 "GET /v2.0/networks/b1b88367-5ef4-4555-8890-197c2e8aab74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860894 Aug 16 20:55:12.020435 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a7ed1cce-fc95-4c57-8e7b-8305decbb610 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "DELETE /v2.0/floatingips/0530f276-cf4e-4bdf-9758-728eccd7d6ea HTTP/1.1" status: 204 len: 168 time: 2.9596701 Aug 16 20:55:12.021141 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45482) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:12.035282 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dd7270-ab2c-417e-b279-bd53b3d7a93b None None] Routers {'8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:12.037857 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-99dd7270-ab2c-417e-b279-bd53b3d7a93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:54:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:12.043417 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-acd740fa-06cd-4b68-ae17-e0ad57f7cc70 None None] Set router e1b101a6-a366-4e79-9713-23df7cd54b78 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:55:12.157413 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-99dd7270-ab2c-417e-b279-bd53b3d7a93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:12.226134 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-67aed391-06f1-4b6f-8197-52cfd1f94343 None None] Attempting to bind port 1f671dac-a559-4e2d-b97d-daef35a4db92 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:12.226962 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-67aed391-06f1-4b6f-8197-52cfd1f94343 None None] Attempting to bind port 1f671dac-a559-4e2d-b97d-daef35a4db92 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '6ef176f2-8f4a-47af-9bc1-0e9ac6f11d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8da05e2d-6d5b-48ec-9aba-f00b233dab77'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:12.227337 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67aed391-06f1-4b6f-8197-52cfd1f94343 None None] Attempting to bind port 1f671dac-a559-4e2d-b97d-daef35a4db92 on network 8da05e2d-6d5b-48ec-9aba-f00b233dab77 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:12.243137 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 01c324e1-387a-45e7-bc58-ef564a1f69d4 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:12.277996 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58542cdf-8051-46cc-8315-bdbdd0333b32 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:12.288029 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-28d71441-0e83-4047-8117-8405b7b5b209 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Deleting port b0bdf524-2382-40c3-92a3-2d2905d13229 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:12.289420 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-28d71441-0e83-4047-8117-8405b7b5b209 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:12.345481 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a44c86-42df-4034-99ba-c10484631f4c None None] Network aee9a3a1-681e-42e2-bd57-79851682bab4 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:12.349990 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58542cdf-8051-46cc-8315-bdbdd0333b32 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Pushing event deleted for resources: {'Subnet': ['ID=46a5a76e-a964-4102-a133-025c34393ea8,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:12.358993 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67aed391-06f1-4b6f-8197-52cfd1f94343 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:12.359377 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67aed391-06f1-4b6f-8197-52cfd1f94343 None None] Checking segment: {'id': '6ef176f2-8f4a-47af-9bc1-0e9ac6f11d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8da05e2d-6d5b-48ec-9aba-f00b233dab77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:12.359816 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-67aed391-06f1-4b6f-8197-52cfd1f94343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:12.360207 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67aed391-06f1-4b6f-8197-52cfd1f94343 None None] Bound using segment: {'id': '6ef176f2-8f4a-47af-9bc1-0e9ac6f11d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8da05e2d-6d5b-48ec-9aba-f00b233dab77'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:12.360691 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-67aed391-06f1-4b6f-8197-52cfd1f94343 None None] Bound port: 1f671dac-a559-4e2d-b97d-daef35a4db92, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ef176f2-8f4a-47af-9bc1-0e9ac6f11d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8da05e2d-6d5b-48ec-9aba-f00b233dab77'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:12.361086 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-67aed391-06f1-4b6f-8197-52cfd1f94343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:12.373283 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fdabac-b1e0-449b-b2d0-2cce099cc341 req-33c02de5-9ec1-43d5-b840-d6d13a9f09e0 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:12.397833 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b8fdabac-b1e0-449b-b2d0-2cce099cc341 req-33c02de5-9ec1-43d5-b840-d6d13a9f09e0 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5466a57-1b86-4085-8de2-c5a8d9e0737b HTTP/1.1" status: 200 len: 943 time: 0.2784336 Aug 16 20:55:12.413203 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-28d71441-0e83-4047-8117-8405b7b5b209 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:12.433180 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-28d71441-0e83-4047-8117-8405b7b5b209 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Calling delete_port for b0bdf524-2382-40c3-92a3-2d2905d13229 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:12.450885 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-acd740fa-06cd-4b68-ae17-e0ad57f7cc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b101a6-a366-4e79-9713-23df7cd54b78', 'name': 'tempest-ServersTestJSON-825680079-router', 'tenant_id': '049f64fdbbd64e3192a47c9a630e167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7abd9d81-e2be-41b2-8ae9-0140cdd84aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:54:31Z', 'updated_at': '2021-08-16T20:54:38Z', 'revision_number': 4, 'project_id': '049f64fdbbd64e3192a47c9a630e167c', 'gw_port': {'id': '7abd9d81-e2be-41b2-8ae9-0140cdd84aac', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b101a6-a366-4e79-9713-23df7cd54b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:33Z', 'updated_at': '2021-08-16T20:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'c8ee1c40-58cc-443c-8643-7692914ab47a', 'tenant_id': '049f64fdbbd64e3192a47c9a630e167c', 'floating_ip_address': '172.25.1.175', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': 'e1b101a6-a366-4e79-9713-23df7cd54b78', 'port_id': '206e310f-f226-4257-8089-602fbd9f9428', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b868f410-65e8-4176-9d6e-a22e40915bdb', 'mac_address': 'fa:16:3e:0d:fe:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2911f19e-a53e-4745-99fe-10fe4ea9a993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:54:43Z', 'updated_at': '2021-08-16T20:55:10Z', 'revision_number': 1, 'project_id': '049f64fdbbd64e3192a47c9a630e167c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39', 'name': '', 'network_id': 'b868f410-65e8-4176-9d6e-a22e40915bdb', 'tenant_id': '049f64fdbbd64e3192a47c9a630e167c', 'mac_address': 'fa:16:3e:d7:74:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b101a6-a366-4e79-9713-23df7cd54b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '55977581-de25-4036-9f0a-1b1d4c44ef0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:37Z', 'updated_at': '2021-08-16T20:54:44Z', 'revision_number': 5, 'project_id': '049f64fdbbd64e3192a47c9a630e167c', 'subnets': [{'id': '55977581-de25-4036-9f0a-1b1d4c44ef0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:12.466185 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8d44fb84-5740-44c2-99e8-ead79abfd385 req-f7a45e90-4252-4465-9bcb-f9df9a22b20f tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=0710e90e-bb42-4b12-a9a9-7b8f950ababe HTTP/1.1" status: 200 len: 210 time: 0.0594440 Aug 16 20:55:12.470915 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ba6cc-0312-4461-a631-603074c37b6d req-04dca311-fc3d-440b-b056-d4dda54782a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:12.472419 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-455ba6cc-0312-4461-a631-603074c37b6d req-04dca311-fc3d-440b-b056-d4dda54782a1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b868f410-65e8-4176-9d6e-a22e40915bdb HTTP/1.1" status: 200 len: 906 time: 0.4688554 Aug 16 20:55:12.494599 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dd7270-ab2c-417e-b279-bd53b3d7a93b None None] Routers {'8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:12.495393 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-99dd7270-ab2c-417e-b279-bd53b3d7a93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:54:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:12.508662 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd740fa-06cd-4b68-ae17-e0ad57f7cc70 None None] Checking router: e1b101a6-a366-4e79-9713-23df7cd54b78 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:55:12.519297 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd740fa-06cd-4b68-ae17-e0ad57f7cc70 None None] Routers {'e1b101a6-a366-4e79-9713-23df7cd54b78'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:12.520473 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-acd740fa-06cd-4b68-ae17-e0ad57f7cc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:54:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['e1b101a6-a366-4e79-9713-23df7cd54b78'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:12.600591 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b8fdabac-b1e0-449b-b2d0-2cce099cc341 req-4d20e0fd-a381-4363-a86c-89bdbac34957 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976278 Aug 16 20:55:12.602355 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-99dd7270-ab2c-417e-b279-bd53b3d7a93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:12.605612 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dd7270-ab2c-417e-b279-bd53b3d7a93b None None] The sync data for ids ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'] in n-d-793620-15 is: [] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:55:12.608286 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58542cdf-8051-46cc-8315-bdbdd0333b32 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:12.627355 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-58542cdf-8051-46cc-8315-bdbdd0333b32 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8da05e2d-6d5b-48ec-9aba-f00b233dab77']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:12.644102 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-58542cdf-8051-46cc-8315-bdbdd0333b32 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ef176f2-8f4a-47af-9bc1-0e9ac6f11d3b') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:12.644643 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-58542cdf-8051-46cc-8315-bdbdd0333b32 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ef176f2-8f4a-47af-9bc1-0e9ac6f11d3b') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:12.654529 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-455ba6cc-0312-4461-a631-603074c37b6d req-fd8cccd3-d092-4d68-8673-bb9f65e564d4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=206e310f-f226-4257-8089-602fbd9f9428 HTTP/1.1" status: 200 len: 1000 time: 0.1564674 Aug 16 20:55:12.658507 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58542cdf-8051-46cc-8315-bdbdd0333b32 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:12.717005 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ba6cc-0312-4461-a631-603074c37b6d req-f6ac3345-d5a6-4660-a036-229499fabf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:12.718672 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-455ba6cc-0312-4461-a631-603074c37b6d req-f6ac3345-d5a6-4660-a036-229499fabf95 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=55977581-de25-4036-9f0a-1b1d4c44ef0d HTTP/1.1" status: 200 len: 844 time: 0.0504367 Aug 16 20:55:12.771284 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-67aed391-06f1-4b6f-8197-52cfd1f94343 None None] For port 1f671dac-a559-4e2d-b97d-daef35a4db92, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:12.780629 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58542cdf-8051-46cc-8315-bdbdd0333b32 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:12.784694 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8b565f8d-ec78-42cb-aa5b-26d7788cbc94 req-67383ec7-e4e5-4a3d-ba09-3abf2b19f62e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=da0332cb-239f-4dce-b67d-e902bdd79c1f HTTP/1.1" status: 200 len: 210 time: 0.0650237 Aug 16 20:55:12.792037 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58542cdf-8051-46cc-8315-bdbdd0333b32 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:55:12.792451 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58542cdf-8051-46cc-8315-bdbdd0333b32 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:12.795562 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 20:55:12.795562 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:55:12.795562 n-d-793620-15 neutron-server[101844]: timer() Aug 16 20:55:12.795562 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:55:12.795562 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 20:55:12.795562 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:55:12.795562 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 20:55:12.795562 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:55:12.795562 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 20:55:12.795562 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:55:12.795562 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 20:55:12.795562 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:55:12.795562 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 20:55:12.795562 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:55:12.795562 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:55:12.795562 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:55:12.795562 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:55:12.795562 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:55:12.795562 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 20:55:12.795562 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:55:12.795562 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 20:55:12.795562 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:55:12.795562 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:55:12.795562 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:55:12.795562 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 20:55:12.795562 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:55:12.795562 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:55:12.795562 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:55:12.795562 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:55:12.795562 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:55:12.795562 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:55:12.795562 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:55:12.861595 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0fda3d65-44f9-466f-b761-11a9c9371831 None None] Provisioning for port 01c324e1-387a-45e7-bc58-ef564a1f69d4 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:12.864489 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 01c324e1-387a-45e7-bc58-ef564a1f69d4 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:12.864741 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ba6cc-0312-4461-a631-603074c37b6d req-44faaa48-2236-4a73-adce-8fe5c6cff613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:12.866269 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-455ba6cc-0312-4461-a631-603074c37b6d req-44faaa48-2236-4a73-adce-8fe5c6cff613 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b868f410-65e8-4176-9d6e-a22e40915bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1342630 Aug 16 20:55:12.867995 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0fda3d65-44f9-466f-b761-11a9c9371831 None None] Provisioning complete for port 01c324e1-387a-45e7-bc58-ef564a1f69d4 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:12.868373 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0fda3d65-44f9-466f-b761-11a9c9371831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:12.871619 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-67aed391-06f1-4b6f-8197-52cfd1f94343 None None] For port 1f671dac-a559-4e2d-b97d-daef35a4db92, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=1f671dac-a559-4e2d-b97d-daef35a4db92,segment=NetworkSegment(6ef176f2-8f4a-47af-9bc1-0e9ac6f11d3b),segment_id=6ef176f2-8f4a-47af-9bc1-0e9ac6f11d3b)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:55:12.873471 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 01c324e1-387a-45e7-bc58-ef564a1f69d4 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:12.873880 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:12.881464 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-acd740fa-06cd-4b68-ae17-e0ad57f7cc70 None None] Set router e1b101a6-a366-4e79-9713-23df7cd54b78 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:55:12.926006 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-28d71441-0e83-4047-8117-8405b7b5b209 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:12.968710 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.db.api [None req-58542cdf-8051-46cc-8315-bdbdd0333b32 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 20:55:12.968710 n-d-793620-15 neutron-server[101844]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 20:55:12.968710 n-d-793620-15 neutron-server[101844]: [parameters: {'id': '8da05e2d-6d5b-48ec-9aba-f00b233dab77'}] Aug 16 20:55:12.968710 n-d-793620-15 neutron-server[101844]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101844) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:55:12.969831 n-d-793620-15 neutron-server[101844]: DEBUG oslo_db.api [None req-58542cdf-8051-46cc-8315-bdbdd0333b32 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:55:13.001879 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d71441-0e83-4047-8117-8405b7b5b209 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event deleted for resources: {'Port': ['ID=b0bdf524-2382-40c3-92a3-2d2905d13229,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:13.078745 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-67aed391-06f1-4b6f-8197-52cfd1f94343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:13.085308 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-455ba6cc-0312-4461-a631-603074c37b6d req-75dd43d5-53ea-4dec-831a-99533e4336b4 service neutron] 10.222.0.90 "GET /v2.0/networks/b868f410-65e8-4176-9d6e-a22e40915bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101274 Aug 16 20:55:13.145684 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-28d71441-0e83-4047-8117-8405b7b5b209 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:13.148627 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-28d71441-0e83-4047-8117-8405b7b5b209 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "DELETE /v2.0/ports/b0bdf524-2382-40c3-92a3-2d2905d13229 HTTP/1.1" status: 204 len: 168 time: 1.1263168 Aug 16 20:55:13.153207 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45498) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:13.159091 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-af40ca5f-5794-4907-ae35-e2cfbcfdd69a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:13.185397 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0fda3d65-44f9-466f-b761-11a9c9371831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:13.244070 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:13.264760 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af3bb94-8743-475d-b1ae-0d1a2d773ed4 None None] Network 8da05e2d-6d5b-48ec-9aba-f00b233dab77 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:13.271285 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-890b1170-bdcb-48c4-92e6-18da9acd1698 req-b2041535-b48a-487e-a681-1edb07b62275 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0833094 Aug 16 20:55:13.293122 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-455ba6cc-0312-4461-a631-603074c37b6d req-46a0f62a-696f-402c-966a-caea22bc8a2f service neutron] 10.222.0.90 "GET /v2.0/networks/b868f410-65e8-4176-9d6e-a22e40915bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991169 Aug 16 20:55:13.307858 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-acd740fa-06cd-4b68-ae17-e0ad57f7cc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b101a6-a366-4e79-9713-23df7cd54b78', 'name': 'tempest-ServersTestJSON-825680079-router', 'tenant_id': '049f64fdbbd64e3192a47c9a630e167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7abd9d81-e2be-41b2-8ae9-0140cdd84aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:54:31Z', 'updated_at': '2021-08-16T20:54:38Z', 'revision_number': 4, 'project_id': '049f64fdbbd64e3192a47c9a630e167c', 'gw_port': {'id': '7abd9d81-e2be-41b2-8ae9-0140cdd84aac', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b101a6-a366-4e79-9713-23df7cd54b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:33Z', 'updated_at': '2021-08-16T20:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'c8ee1c40-58cc-443c-8643-7692914ab47a', 'tenant_id': '049f64fdbbd64e3192a47c9a630e167c', 'floating_ip_address': '172.25.1.175', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': 'e1b101a6-a366-4e79-9713-23df7cd54b78', 'port_id': '206e310f-f226-4257-8089-602fbd9f9428', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b868f410-65e8-4176-9d6e-a22e40915bdb', 'mac_address': 'fa:16:3e:0d:fe:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2911f19e-a53e-4745-99fe-10fe4ea9a993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:54:43Z', 'updated_at': '2021-08-16T20:55:10Z', 'revision_number': 1, 'project_id': '049f64fdbbd64e3192a47c9a630e167c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39', 'name': '', 'network_id': 'b868f410-65e8-4176-9d6e-a22e40915bdb', 'tenant_id': '049f64fdbbd64e3192a47c9a630e167c', 'mac_address': 'fa:16:3e:d7:74:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b101a6-a366-4e79-9713-23df7cd54b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '55977581-de25-4036-9f0a-1b1d4c44ef0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:37Z', 'updated_at': '2021-08-16T20:54:44Z', 'revision_number': 5, 'project_id': '049f64fdbbd64e3192a47c9a630e167c', 'subnets': [{'id': '55977581-de25-4036-9f0a-1b1d4c44ef0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:13.344299 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aed391-06f1-4b6f-8197-52cfd1f94343 None None] Pushing event updated for resources: {'Port': ['ID=1f671dac-a559-4e2d-b97d-daef35a4db92,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:13.348534 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd740fa-06cd-4b68-ae17-e0ad57f7cc70 None None] The sync data for ids ['e1b101a6-a366-4e79-9713-23df7cd54b78'] in n-d-793620-15 is: [{'id': 'e1b101a6-a366-4e79-9713-23df7cd54b78', 'name': 'tempest-ServersTestJSON-825680079-router', 'tenant_id': '049f64fdbbd64e3192a47c9a630e167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7abd9d81-e2be-41b2-8ae9-0140cdd84aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:54:31Z', 'updated_at': '2021-08-16T20:54:38Z', 'revision_number': 4, 'project_id': '049f64fdbbd64e3192a47c9a630e167c', 'gw_port': {'id': '7abd9d81-e2be-41b2-8ae9-0140cdd84aac', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b101a6-a366-4e79-9713-23df7cd54b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:33Z', 'updated_at': '2021-08-16T20:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'c8ee1c40-58cc-443c-8643-7692914ab47a', 'tenant_id': '049f64fdbbd64e3192a47c9a630e167c', 'floating_ip_address': '172.25.1.175', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': 'e1b101a6-a366-4e79-9713-23df7cd54b78', 'port_id': '206e310f-f226-4257-8089-602fbd9f9428', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b868f410-65e8-4176-9d6e-a22e40915bdb', 'mac_address': 'fa:16:3e:0d:fe:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2911f19e-a53e-4745-99fe-10fe4ea9a993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:54:43Z', 'updated_at': '2021-08-16T20:55:10Z', 'revision_number': 1, 'project_id': '049f64fdbbd64e3192a47c9a630e167c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39', 'name': '', 'network_id': 'b868f410-65e8-4176-9d6e-a22e40915bdb', 'tenant_id': '049f64fdbbd64e3192a47c9a630e167c', 'mac_address': 'fa:16:3e:d7:74:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b101a6-a366-4e79-9713-23df7cd54b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '55977581-de25-4036-9f0a-1b1d4c44ef0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:37Z', 'updated_at': '2021-08-16T20:54:44Z', 'revision_number': 5, 'project_id': '049f64fdbbd64e3192a47c9a630e167c', 'subnets': [{'id': '55977581-de25-4036-9f0a-1b1d4c44ef0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:55:13.377212 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-0fda3d65-44f9-466f-b761-11a9c9371831 None None] For port 01c324e1-387a-45e7-bc58-ef564a1f69d4, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=01c324e1-387a-45e7-bc58-ef564a1f69d4,segment=NetworkSegment(35327dbd-50a6-41e8-bcf2-0d6e344234d7),segment_id=35327dbd-50a6-41e8-bcf2-0d6e344234d7)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:13.398178 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-af40ca5f-5794-4907-ae35-e2cfbcfdd69a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for floatingip, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:13.437947 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b1170-bdcb-48c4-92e6-18da9acd1698 req-0bd7d0f6-6b33-4f16-b9d2-2b118524414c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:13.439556 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-890b1170-bdcb-48c4-92e6-18da9acd1698 req-0bd7d0f6-6b33-4f16-b9d2-2b118524414c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ebac0160837646008c1ab540ec09346e&device_id=40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f HTTP/1.1" status: 200 len: 1098 time: 0.1148705 Aug 16 20:55:13.455949 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0fda3d65-44f9-466f-b761-11a9c9371831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:13.471725 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58542cdf-8051-46cc-8315-bdbdd0333b32 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:13.631319 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b1170-bdcb-48c4-92e6-18da9acd1698 req-92832d87-035b-4a77-a291-ef3dbf034016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:13.633656 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-890b1170-bdcb-48c4-92e6-18da9acd1698 req-92832d87-035b-4a77-a291-ef3dbf034016 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4bbb22bc-a95f-49c3-b025-bf28336c87d7 HTTP/1.1" status: 200 len: 912 time: 0.1707411 Aug 16 20:55:13.653085 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-af40ca5f-5794-4907-ae35-e2cfbcfdd69a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:13.653319 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3662f26e-5d38-4ac0-9ec9-98d0c43bb238 req-f914e77b-174e-428c-a84c-0abff1d2ab62 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=0710e90e-bb42-4b12-a9a9-7b8f950ababe HTTP/1.1" status: 200 len: 210 time: 0.0521059 Aug 16 20:55:13.653550 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-58542cdf-8051-46cc-8315-bdbdd0333b32 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Deleting port 1f671dac-a559-4e2d-b97d-daef35a4db92 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:13.654003 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58542cdf-8051-46cc-8315-bdbdd0333b32 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:13.718448 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f833c05c-f670-42db-804f-525cac7d97f1 None None] New status for floating IP c8ee1c40-58cc-443c-8643-7692914ab47a: ACTIVE {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:55:13.734868 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.db.api [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:55:13.735109 n-d-793620-15 neutron-server[101846]: DEBUG oslo_db.api [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:55:13.774899 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2fbcef-8a35-4dd3-8edf-27d4ed0cab6a None None] get_active_networks_info from n-d-793620-15 {{(pid=101846) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:55:13.807482 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e973d-ad5f-47ec-917c-8f37256b878c req-8ac3e730-ddb2-4505-9432-2a0ae0f89555 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:13.808191 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-890b1170-bdcb-48c4-92e6-18da9acd1698 req-5c2ee298-8b6b-48d5-9640-a316e8ac090a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb6992ff-3a72-430e-8828-6e3102384290 HTTP/1.1" status: 200 len: 1002 time: 0.1498284 Aug 16 20:55:13.813113 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e58e973d-ad5f-47ec-917c-8f37256b878c req-8ac3e730-ddb2-4505-9432-2a0ae0f89555 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5466a57-1b86-4085-8de2-c5a8d9e0737b HTTP/1.1" status: 200 len: 943 time: 0.0797985 Aug 16 20:55:13.819801 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-58542cdf-8051-46cc-8315-bdbdd0333b32 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] For port 1f671dac-a559-4e2d-b97d-daef35a4db92, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=1f671dac-a559-4e2d-b97d-daef35a4db92,segment=NetworkSegment(6ef176f2-8f4a-47af-9bc1-0e9ac6f11d3b),segment_id=6ef176f2-8f4a-47af-9bc1-0e9ac6f11d3b)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:13.821501 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58542cdf-8051-46cc-8315-bdbdd0333b32 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:13.843112 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7596e323-9f3b-46d0-88d7-ed7a9b636a8a None None] Provisioning complete for port 01c324e1-387a-45e7-bc58-ef564a1f69d4 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:13.843487 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7596e323-9f3b-46d0-88d7-ed7a9b636a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:13.847346 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-58542cdf-8051-46cc-8315-bdbdd0333b32 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Calling delete_port for 1f671dac-a559-4e2d-b97d-daef35a4db92 owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:13.886240 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fda3d65-44f9-466f-b761-11a9c9371831 None None] Pushing event updated for resources: {'Port': ['ID=01c324e1-387a-45e7-bc58-ef564a1f69d4,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:13.904974 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:13.920674 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-af40ca5f-5794-4907-ae35-e2cfbcfdd69a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Allocated IP 172.25.1.187 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/6c3a9f82-8f84-4928-af5c-6b38f4509dc0) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:13.952333 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0786fafb-f9d1-423a-8aa0-0bb2ed6f7fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.024590 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e58e973d-ad5f-47ec-917c-8f37256b878c req-84c2b4ca-b928-4247-9977-c9559c1b5b38 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837106 Aug 16 20:55:14.051412 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b1170-bdcb-48c4-92e6-18da9acd1698 req-d6f37de3-0e2d-425f-b8c9-75dcacebbadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:14.052945 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-890b1170-bdcb-48c4-92e6-18da9acd1698 req-d6f37de3-0e2d-425f-b8c9-75dcacebbadd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f72c7722-b18e-41bf-9657-631ad210a5e1 HTTP/1.1" status: 200 len: 850 time: 0.0634303 Aug 16 20:55:14.073995 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7ebd0fd1-3b60-4388-abd5-10dc5fd40c8c req-9cd6761b-df94-4340-9ee3-d358664e5386 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=da0332cb-239f-4dce-b67d-e902bdd79c1f HTTP/1.1" status: 200 len: 210 time: 0.1276908 Aug 16 20:55:14.101476 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 9ad514e0-af35-4883-9929-6892ca6acc75 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:55:14.105554 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2fbcef-8a35-4dd3-8edf-27d4ed0cab6a None None] Resources bound (agent type, host, resource id): {{(pid=101846) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:55:14.106839 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-af40ca5f-5794-4907-ae35-e2cfbcfdd69a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.216763 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58542cdf-8051-46cc-8315-bdbdd0333b32 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.249091 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58542cdf-8051-46cc-8315-bdbdd0333b32 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Pushing event deleted for resources: {'Port': ['ID=1f671dac-a559-4e2d-b97d-daef35a4db92,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:14.274568 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58542cdf-8051-46cc-8315-bdbdd0333b32 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] No DVR routers for this DVR port 1f671dac-a559-4e2d-b97d-daef35a4db92 on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:14.369277 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 441f42f8-5458-486d-9fdf-115fb79dd9a9 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:14.453034 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b1170-bdcb-48c4-92e6-18da9acd1698 req-a8e53334-4d93-4839-92c3-0143b3e12ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:14.454897 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-890b1170-bdcb-48c4-92e6-18da9acd1698 req-a8e53334-4d93-4839-92c3-0143b3e12ab1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4bbb22bc-a95f-49c3-b025-bf28336c87d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3933480 Aug 16 20:55:14.515740 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 9ad514e0-af35-4883-9929-6892ca6acc75, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=9ad514e0-af35-4883-9929-6892ca6acc75,segment=NetworkSegment(dd3b3e95-b260-4ffe-89d2-ca493b24391f),segment_id=dd3b3e95-b260-4ffe-89d2-ca493b24391f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:14.564479 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '9ad514e0-af35-4883-9929-6892ca6acc75', 'network_id': 'b1b88367-5ef4-4555-8890-197c2e8aab74', 'port_id': '9ad514e0-af35-4883-9929-6892ca6acc75', 'mac_address': 'fa:16:3e:9f:0d:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf6a9c3-a849-4943-bd43-6e48f5539dc3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:55:14.581924 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-890b1170-bdcb-48c4-92e6-18da9acd1698 req-37b5ed55-5682-409e-ad8c-6277f040cede service neutron] 10.222.0.72 "GET /v2.0/networks/4bbb22bc-a95f-49c3-b025-bf28336c87d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058927 Aug 16 20:55:14.612812 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-af40ca5f-5794-4907-ae35-e2cfbcfdd69a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.716706 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af40ca5f-5794-4907-ae35-e2cfbcfdd69a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:14.723362 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-af40ca5f-5794-4907-ae35-e2cfbcfdd69a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:14.731517 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af40ca5f-5794-4907-ae35-e2cfbcfdd69a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:14.733269 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 441f42f8-5458-486d-9fdf-115fb79dd9a9 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:14.733831 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.735655 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.757629 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af40ca5f-5794-4907-ae35-e2cfbcfdd69a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event updated for resources: {'Port': ['ID=6c3a9f82-8f84-4928-af5c-6b38f4509dc0,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:14.775502 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-cbb88953-c8f4-49c2-ba19-b6717e59871a tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:14.781447 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-cbb88953-c8f4-49c2-ba19-b6717e59871a tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.90 "GET /v2.0/networks?id=5a5bf8fc-f269-4f39-b3c6-975502c735e9 HTTP/1.1" status: 200 len: 814 time: 0.6293521 Aug 16 20:55:14.802552 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-890b1170-bdcb-48c4-92e6-18da9acd1698 req-beb6cdc7-2312-4dcd-a36e-bb5919ab1812 service neutron] 10.222.0.72 "GET /v2.0/networks/4bbb22bc-a95f-49c3-b025-bf28336c87d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119479 Aug 16 20:55:14.803980 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ad514e0-af35-4883-9929-6892ca6acc75 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:55:14.807922 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3f779532-db62-4676-a762-756cf3abce0a req-c35b7ab1-faa9-40e7-95a4-7220dfc63e02 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=0710e90e-bb42-4b12-a9a9-7b8f950ababe HTTP/1.1" status: 200 len: 210 time: 0.0583136 Aug 16 20:55:14.811602 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-546f6ab0-be49-4e3a-8cfc-ef537de772ec tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Request body: {'port': {'device_id': '0710e90e-bb42-4b12-a9a9-7b8f950ababe', 'network_id': '5a5bf8fc-f269-4f39-b3c6-975502c735e9', 'admin_state_up': True, 'tenant_id': '41a315ee39084be283dee330854f5498'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:14.824798 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58542cdf-8051-46cc-8315-bdbdd0333b32 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.870962 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-58542cdf-8051-46cc-8315-bdbdd0333b32 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8da05e2d-6d5b-48ec-9aba-f00b233dab77']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:14.890105 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.891852 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-58542cdf-8051-46cc-8315-bdbdd0333b32 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ef176f2-8f4a-47af-9bc1-0e9ac6f11d3b') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:14.892375 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-58542cdf-8051-46cc-8315-bdbdd0333b32 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ef176f2-8f4a-47af-9bc1-0e9ac6f11d3b') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:14.892494 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-af40ca5f-5794-4907-ae35-e2cfbcfdd69a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.904418 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 9ad514e0-af35-4883-9929-6892ca6acc75, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=9ad514e0-af35-4883-9929-6892ca6acc75,segment=NetworkSegment(dd3b3e95-b260-4ffe-89d2-ca493b24391f),segment_id=dd3b3e95-b260-4ffe-89d2-ca493b24391f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:14.906191 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58542cdf-8051-46cc-8315-bdbdd0333b32 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.934071 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58542cdf-8051-46cc-8315-bdbdd0333b32 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.949562 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58542cdf-8051-46cc-8315-bdbdd0333b32 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:55:14.950020 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58542cdf-8051-46cc-8315-bdbdd0333b32 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.953015 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 20:55:14.953015 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:55:14.953015 n-d-793620-15 neutron-server[101844]: timer() Aug 16 20:55:14.953015 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:55:14.953015 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 20:55:14.953015 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:55:14.953015 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 20:55:14.953015 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:55:14.953015 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 20:55:14.953015 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:55:14.953015 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 20:55:14.953015 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:55:14.953015 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 20:55:14.953015 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:55:14.953015 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:55:14.953015 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:55:14.953015 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:55:14.953015 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:55:14.953015 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 20:55:14.953015 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:55:14.953015 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 20:55:14.953015 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:55:14.953015 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:55:14.953015 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:55:14.953015 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 20:55:14.953015 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:55:14.953015 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:55:14.953015 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:55:14.953015 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:55:14.953015 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:55:14.953015 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:55:14.953015 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:55:15.040662 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:15.065443 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 01c324e1-387a-45e7-bc58-ef564a1f69d4 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:15.081599 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-af40ca5f-5794-4907-ae35-e2cfbcfdd69a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:15.134555 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-546f6ab0-be49-4e3a-8cfc-ef537de772ec tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Made reservation on behalf of 41a315ee39084be283dee330854f5498 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:15.138292 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-546f6ab0-be49-4e3a-8cfc-ef537de772ec tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:15.151699 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=9ad514e0-af35-4883-9929-6892ca6acc75,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:15.158386 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58542cdf-8051-46cc-8315-bdbdd0333b32 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:15.174034 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 01c324e1-387a-45e7-bc58-ef564a1f69d4 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:15.174482 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:15.180512 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58542cdf-8051-46cc-8315-bdbdd0333b32 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:15.185823 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-58542cdf-8051-46cc-8315-bdbdd0333b32 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] 10.222.0.84 "DELETE /v2.0/networks/8da05e2d-6d5b-48ec-9aba-f00b233dab77 HTTP/1.1" status: 204 len: 168 time: 4.1402273 Aug 16 20:55:15.188007 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-2291bc41-9928-4acb-8562-81b21ab30336 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:15.194519 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-2291bc41-9928-4acb-8562-81b21ab30336 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:15.196921 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-2291bc41-9928-4acb-8562-81b21ab30336 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.90 "GET /v2.0/networks?id=3a15e681-8e01-4ef6-91f7-ab9dbfecfc4b&id=aee9a3a1-681e-42e2-bd57-79851682bab4 HTTP/1.1" status: 200 len: 1390 time: 0.2285588 Aug 16 20:55:15.197384 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45522) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:15.205858 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-cded5844-18a6-4574-ab85-84d0fd4ccca7 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1504681102'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:15.207484 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58542cdf-8051-46cc-8315-bdbdd0333b32 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Pushing event deleted for resources: {'Network': ['ID=8da05e2d-6d5b-48ec-9aba-f00b233dab77,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:15.218686 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-c7dbfcc3-47f8-4ab4-8395-26686da1a86e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Request body: {'port': {'device_id': 'da0332cb-239f-4dce-b67d-e902bdd79c1f', 'network_id': '3a15e681-8e01-4ef6-91f7-ab9dbfecfc4b', 'admin_state_up': True, 'tenant_id': '46bc4cc3934648ed8895a7ed0a5b63cc'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:15.251209 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-36cdb9fd-4f02-4721-9446-353f690de6ef req-044278b4-077e-4828-9264-21d5e0c066e8 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=da0332cb-239f-4dce-b67d-e902bdd79c1f HTTP/1.1" status: 200 len: 210 time: 0.0841684 Aug 16 20:55:15.268079 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7269d8-8816-4586-8256-2f900a615beb req-bc48639c-5aee-4ff4-90af-a5806bc150f6 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:15.269786 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a7269d8-8816-4586-8256-2f900a615beb req-bc48639c-5aee-4ff4-90af-a5806bc150f6 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5466a57-1b86-4085-8de2-c5a8d9e0737b HTTP/1.1" status: 200 len: 944 time: 0.1685472 Aug 16 20:55:15.288332 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['9ad514e0-af35-4883-9929-6892ca6acc75'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:55:15.384275 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a7269d8-8816-4586-8256-2f900a615beb req-edaadcb4-8f26-4323-a9bd-eefb8627f338 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027231 Aug 16 20:55:15.408895 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-546f6ab0-be49-4e3a-8cfc-ef537de772ec tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Allocated IP 172.20.0.7 (5a5bf8fc-f269-4f39-b3c6-975502c735e9/7e91ca38-3cbf-4786-98c9-5df70f5d7fc7/ab1e3f89-5923-4bdb-92e7-d36cca54b53a) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:15.480847 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cded5844-18a6-4574-ab85-84d0fd4ccca7 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Made reservation on behalf of c41ca43b3f354488b8846ec7ba151fac for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:15.484464 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cded5844-18a6-4574-ab85-84d0fd4ccca7 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:15.501923 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-af40ca5f-5794-4907-ae35-e2cfbcfdd69a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:15.517009 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cded5844-18a6-4574-ab85-84d0fd4ccca7 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:55:15.529149 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cded5844-18a6-4574-ab85-84d0fd4ccca7 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:15.529494 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-cded5844-18a6-4574-ab85-84d0fd4ccca7 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Added segment e39584e5-442b-4d9b-b414-1be81ca0185b of type vlan for network f1b1d517-3816-4cff-8d62-05d313368279 Aug 16 20:55:15.572217 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cded5844-18a6-4574-ab85-84d0fd4ccca7 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:15.593784 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-546f6ab0-be49-4e3a-8cfc-ef537de772ec tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:15.621805 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-c7dbfcc3-47f8-4ab4-8395-26686da1a86e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Made reservation on behalf of 46bc4cc3934648ed8895a7ed0a5b63cc for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:15.625379 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-c7dbfcc3-47f8-4ab4-8395-26686da1a86e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:15.677542 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-af40ca5f-5794-4907-ae35-e2cfbcfdd69a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:15.764197 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cded5844-18a6-4574-ab85-84d0fd4ccca7 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:15.769690 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cded5844-18a6-4574-ab85-84d0fd4ccca7 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:15.770264 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cded5844-18a6-4574-ab85-84d0fd4ccca7 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:15.793993 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-546f6ab0-be49-4e3a-8cfc-ef537de772ec tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:15.806850 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af40ca5f-5794-4907-ae35-e2cfbcfdd69a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event updated for resources: {'Port': ['ID=6c3a9f82-8f84-4928-af5c-6b38f4509dc0,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:15.807676 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['1b603ab1-6591-4239-a8f8-f9793a7747f5'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:55:15.836597 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:55:15.854968 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-546f6ab0-be49-4e3a-8cfc-ef537de772ec tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Network 5a5bf8fc-f269-4f39-b3c6-975502c735e9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:15.858688 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-546f6ab0-be49-4e3a-8cfc-ef537de772ec tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:15.862281 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-546f6ab0-be49-4e3a-8cfc-ef537de772ec tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:15.868700 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-af40ca5f-5794-4907-ae35-e2cfbcfdd69a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:15.904592 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-c7dbfcc3-47f8-4ab4-8395-26686da1a86e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Allocated IP 19.80.0.52 (3a15e681-8e01-4ef6-91f7-ab9dbfecfc4b/5e9ae6e5-0756-4a88-b268-cc7176562268/5972264c-32a1-4174-9de8-40ba124cc228) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:15.908845 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded5844-18a6-4574-ab85-84d0fd4ccca7 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Pushing event updated for resources: {'Network': ['ID=f1b1d517-3816-4cff-8d62-05d313368279,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:15.919760 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-546f6ab0-be49-4e3a-8cfc-ef537de772ec tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:15.920476 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-546f6ab0-be49-4e3a-8cfc-ef537de772ec tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:15.927024 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network f1b1d517-3816-4cff-8d62-05d313368279 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:55:15.936687 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-cded5844-18a6-4574-ab85-84d0fd4ccca7 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7363415 Aug 16 20:55:15.939411 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45530) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:15.944394 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-6d8389db-5a26-4ccd-a419-427a73e83d41 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Request body: {'subnet': {'network_id': 'f1b1d517-3816-4cff-8d62-05d313368279', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:15.977238 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f6ab0-be49-4e3a-8cfc-ef537de772ec tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Pushing event updated for resources: {'Port': ['ID=ab1e3f89-5923-4bdb-92e7-d36cca54b53a,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:16.002887 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6623c-fbdc-4d61-bdfc-83c6647fa482 req-14ac3233-2b8d-4a10-bfd3-b6c8323d8d93 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:16.004503 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4ed6623c-fbdc-4d61-bdfc-83c6647fa482 req-14ac3233-2b8d-4a10-bfd3-b6c8323d8d93 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=0710e90e-bb42-4b12-a9a9-7b8f950ababe HTTP/1.1" status: 200 len: 931 time: 0.0728474 Aug 16 20:55:16.012574 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-af40ca5f-5794-4907-ae35-e2cfbcfdd69a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:16.016769 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-af40ca5f-5794-4907-ae35-e2cfbcfdd69a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8594456 Aug 16 20:55:16.018881 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45532) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:16.030962 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-ae29c57a-1e8c-485f-921f-f8e61ba5454a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Request body: {'port': {'network_id': '0ccf3479-cbbc-49fa-8481-d60d877f9966', 'name': 'tempest-FloatingIPTestJSON-1177935102'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:16.046386 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-546f6ab0-be49-4e3a-8cfc-ef537de772ec tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2477844 Aug 16 20:55:16.052921 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4ed6623c-fbdc-4d61-bdfc-83c6647fa482 req-8fbb61a5-ff23-410d-80cb-655267d79891 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395591 Aug 16 20:55:16.060386 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-15cd88d6-ab2b-48c2-839d-8f7059459c95 service neutron] Request body: {'port': {'device_id': '0710e90e-bb42-4b12-a9a9-7b8f950ababe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:16.092783 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 9ad514e0-af35-4883-9929-6892ca6acc75 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:16.136055 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-15cd88d6-ab2b-48c2-839d-8f7059459c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:16.232413 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-c7dbfcc3-47f8-4ab4-8395-26686da1a86e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:16.244952 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-c7dbfcc3-47f8-4ab4-8395-26686da1a86e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Transition to ACTIVE for port object 5972264c-32a1-4174-9de8-40ba124cc228 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:16.330840 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 9ad514e0-af35-4883-9929-6892ca6acc75 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:16.334950 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 9ad514e0-af35-4883-9929-6892ca6acc75 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:16.335568 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:16.373452 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-c7dbfcc3-47f8-4ab4-8395-26686da1a86e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:16.377635 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8389db-5a26-4ccd-a419-427a73e83d41 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Made reservation on behalf of c41ca43b3f354488b8846ec7ba151fac for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:16.381330 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6d8389db-5a26-4ccd-a419-427a73e83d41 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:16.381624 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-88e54411-346d-45b5-bc83-4895a5461784 req-8faf1a3a-a364-4eb4-9556-cd30b58b5d5f tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=da0332cb-239f-4dce-b67d-e902bdd79c1f HTTP/1.1" status: 200 len: 210 time: 0.0395527 Aug 16 20:55:16.454110 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-15cd88d6-ab2b-48c2-839d-8f7059459c95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab1e3f89-5923-4bdb-92e7-d36cca54b53a {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:55:16.463886 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-15cd88d6-ab2b-48c2-839d-8f7059459c95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:16.482499 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-15cd88d6-ab2b-48c2-839d-8f7059459c95 service neutron] Transition to ACTIVE for port object ab1e3f89-5923-4bdb-92e7-d36cca54b53a will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:16.505555 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-c7dbfcc3-47f8-4ab4-8395-26686da1a86e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Network 3a15e681-8e01-4ef6-91f7-ab9dbfecfc4b is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:16.518140 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-c7dbfcc3-47f8-4ab4-8395-26686da1a86e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:16.527912 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-c7dbfcc3-47f8-4ab4-8395-26686da1a86e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:16.578232 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d3111-1690-4e17-b149-f593bb89fd55 req-30a6cb49-bcac-4480-9ee4-6db9fdf1ae38 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:16.582824 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c90d3111-1690-4e17-b149-f593bb89fd55 req-30a6cb49-bcac-4480-9ee4-6db9fdf1ae38 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5466a57-1b86-4085-8de2-c5a8d9e0737b HTTP/1.1" status: 200 len: 944 time: 0.0882559 Aug 16 20:55:16.582979 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-c7dbfcc3-47f8-4ab4-8395-26686da1a86e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:16.583544 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-c7dbfcc3-47f8-4ab4-8395-26686da1a86e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:16.595464 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dbfcc3-47f8-4ab4-8395-26686da1a86e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Pushing event updated for resources: {'Port': ['ID=5972264c-32a1-4174-9de8-40ba124cc228,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:16.603816 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae29c57a-1e8c-485f-921f-f8e61ba5454a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Made reservation on behalf of dedbb1beea794d6383c077ea3d880178 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:16.607517 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ae29c57a-1e8c-485f-921f-f8e61ba5454a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:16.642624 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-ae29c57a-1e8c-485f-921f-f8e61ba5454a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] device_id is not set on port 3f72ac21-32d0-40c3-ab51-2dc937fff1db yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:55:16.652491 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-15cd88d6-ab2b-48c2-839d-8f7059459c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:16.679185 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c90d3111-1690-4e17-b149-f593bb89fd55 req-7d31cfd8-28d8-41da-8972-5d2bfe7e41fb tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888138 Aug 16 20:55:16.724463 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:16.746955 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:16.765479 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-c7dbfcc3-47f8-4ab4-8395-26686da1a86e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5506842 Aug 16 20:55:16.766344 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 9ad514e0-af35-4883-9929-6892ca6acc75, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=9ad514e0-af35-4883-9929-6892ca6acc75,segment=NetworkSegment(dd3b3e95-b260-4ffe-89d2-ca493b24391f),segment_id=dd3b3e95-b260-4ffe-89d2-ca493b24391f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:16.767489 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5466a57-1b86-4085-8de2-c5a8d9e0737b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad514e0-af35-4883-9929-6892ca6acc75'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:55:16.770630 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262e11dc-f5ed-459a-b57e-9e9400b54340" -d '{"events": [{"server_uuid": "b5466a57-1b86-4085-8de2-c5a8d9e0737b", "name": "network-vif-plugged", "status": "completed", "tag": "9ad514e0-af35-4883-9929-6892ca6acc75"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:55:16.779976 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-5ccab054-8c47-4807-a396-9af6849d48e0 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Request body: {'port': {'device_id': 'da0332cb-239f-4dce-b67d-e902bdd79c1f', 'network_id': 'aee9a3a1-681e-42e2-bd57-79851682bab4', 'admin_state_up': True, 'tenant_id': '46bc4cc3934648ed8895a7ed0a5b63cc'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:16.803892 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd88d6-ab2b-48c2-839d-8f7059459c95 service neutron] Pushing event updated for resources: {'Port': ['ID=ab1e3f89-5923-4bdb-92e7-d36cca54b53a,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:16.818750 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac37287-323f-4718-b6c1-ac288c8812a2 x-openstack-request-id: req-7ac37287-323f-4718-b6c1-ac288c8812a2 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:55:16.819302 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5466a57-1b86-4085-8de2-c5a8d9e0737b", "name": "network-vif-plugged", "status": "completed", "tag": "9ad514e0-af35-4883-9929-6892ca6acc75", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:55:16.819302 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7ac37287-323f-4718-b6c1-ac288c8812a2 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:55:16.819920 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5466a57-1b86-4085-8de2-c5a8d9e0737b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad514e0-af35-4883-9929-6892ca6acc75', 'code': 200} Aug 16 20:55:16.841149 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-15cd88d6-ab2b-48c2-839d-8f7059459c95 service neutron] Attempting to bind port ab1e3f89-5923-4bdb-92e7-d36cca54b53a on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:16.841149 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-15cd88d6-ab2b-48c2-839d-8f7059459c95 service neutron] Attempting to bind port ab1e3f89-5923-4bdb-92e7-d36cca54b53a by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'd750202b-6aed-4115-ba35-7fc31b994eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5a5bf8fc-f269-4f39-b3c6-975502c735e9'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:16.841149 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-15cd88d6-ab2b-48c2-839d-8f7059459c95 service neutron] Attempting to bind port ab1e3f89-5923-4bdb-92e7-d36cca54b53a on network 5a5bf8fc-f269-4f39-b3c6-975502c735e9 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:16.843503 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-15cd88d6-ab2b-48c2-839d-8f7059459c95 service neutron] Port ab1e3f89-5923-4bdb-92e7-d36cca54b53a on network 5a5bf8fc-f269-4f39-b3c6-975502c735e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:55:16.843993 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-15cd88d6-ab2b-48c2-839d-8f7059459c95 service neutron] Attempting to bind port ab1e3f89-5923-4bdb-92e7-d36cca54b53a on network 5a5bf8fc-f269-4f39-b3c6-975502c735e9 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:16.849926 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-15cd88d6-ab2b-48c2-839d-8f7059459c95 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:16.850396 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-15cd88d6-ab2b-48c2-839d-8f7059459c95 service neutron] Checking segment: {'id': 'd750202b-6aed-4115-ba35-7fc31b994eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5a5bf8fc-f269-4f39-b3c6-975502c735e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:16.851008 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-15cd88d6-ab2b-48c2-839d-8f7059459c95 service neutron] Bound using segment: {'id': 'd750202b-6aed-4115-ba35-7fc31b994eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5a5bf8fc-f269-4f39-b3c6-975502c735e9'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:16.851999 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-15cd88d6-ab2b-48c2-839d-8f7059459c95 service neutron] Bound port: ab1e3f89-5923-4bdb-92e7-d36cca54b53a, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd750202b-6aed-4115-ba35-7fc31b994eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5a5bf8fc-f269-4f39-b3c6-975502c735e9'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:16.852422 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-15cd88d6-ab2b-48c2-839d-8f7059459c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:16.868801 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:16.924672 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=9ad514e0-af35-4883-9929-6892ca6acc75,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:16.941113 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-15cd88d6-ab2b-48c2-839d-8f7059459c95 service neutron] For port ab1e3f89-5923-4bdb-92e7-d36cca54b53a, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:16.944235 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-15cd88d6-ab2b-48c2-839d-8f7059459c95 service neutron] For port ab1e3f89-5923-4bdb-92e7-d36cca54b53a, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ab1e3f89-5923-4bdb-92e7-d36cca54b53a,segment=NetworkSegment(d750202b-6aed-4115-ba35-7fc31b994eaf),segment_id=d750202b-6aed-4115-ba35-7fc31b994eaf)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:55:16.953433 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-397e64b5-d7fd-420b-9009-06ab3df83e10 None None] Provisioning for port 5972264c-32a1-4174-9de8-40ba124cc228 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:16.957441 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-397e64b5-d7fd-420b-9009-06ab3df83e10 None None] Provisioning complete for port 5972264c-32a1-4174-9de8-40ba124cc228 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:16.957831 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-397e64b5-d7fd-420b-9009-06ab3df83e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:16.984111 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-ae29c57a-1e8c-485f-921f-f8e61ba5454a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Allocated IP 172.20.0.5 (0ccf3479-cbbc-49fa-8481-d60d877f9966/32716a1a-3d8d-4ee8-b2bd-58afc9a09382/3f72ac21-32d0-40c3-ab51-2dc937fff1db) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:16.996604 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-397e64b5-d7fd-420b-9009-06ab3df83e10 None None] Port 5972264c-32a1-4174-9de8-40ba124cc228 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:55:17.025712 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929c8c6-67ca-4f70-912a-b34342cead6c req-b9fa4dfa-a1a9-4fd7-b4fa-5cc1aa79e7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:17.027206 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d929c8c6-67ca-4f70-912a-b34342cead6c req-b9fa4dfa-a1a9-4fd7-b4fa-5cc1aa79e7bf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b5466a57-1b86-4085-8de2-c5a8d9e0737b HTTP/1.1" status: 200 len: 1097 time: 0.1443827 Aug 16 20:55:17.033747 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-15cd88d6-ab2b-48c2-839d-8f7059459c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:17.067366 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-15cd88d6-ab2b-48c2-839d-8f7059459c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:17.068025 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-15cd88d6-ab2b-48c2-839d-8f7059459c95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:17.069494 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-15cd88d6-ab2b-48c2-839d-8f7059459c95 service neutron] 10.222.0.90 "PUT /v2.0/ports/ab1e3f89-5923-4bdb-92e7-d36cca54b53a HTTP/1.1" status: 200 len: 1092 time: 1.0151627 Aug 16 20:55:17.069937 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0710e90e-bb42-4b12-a9a9-7b8f950ababe', 'tag': 'ab1e3f89-5923-4bdb-92e7-d36cca54b53a'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:55:17.072385 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ca44c4-d7fc-47e8-8003-4d3651d58aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "0710e90e-bb42-4b12-a9a9-7b8f950ababe", "tag": "ab1e3f89-5923-4bdb-92e7-d36cca54b53a"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:55:17.100940 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd88d6-ab2b-48c2-839d-8f7059459c95 service neutron] Pushing event updated for resources: {'Port': ['ID=ab1e3f89-5923-4bdb-92e7-d36cca54b53a,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:17.134639 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149076e7-3b7f-4916-87b8-e5be6abfef48 x-openstack-request-id: req-149076e7-3b7f-4916-87b8-e5be6abfef48 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:55:17.135039 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0710e90e-bb42-4b12-a9a9-7b8f950ababe", "tag": "ab1e3f89-5923-4bdb-92e7-d36cca54b53a", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:55:17.136142 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-149076e7-3b7f-4916-87b8-e5be6abfef48 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:55:17.136142 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0710e90e-bb42-4b12-a9a9-7b8f950ababe', 'tag': 'ab1e3f89-5923-4bdb-92e7-d36cca54b53a', 'status': 'completed', 'code': 200} Aug 16 20:55:17.169359 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d929c8c6-67ca-4f70-912a-b34342cead6c req-892e2a1a-c14a-4c29-b032-a70ed55bc18a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330602 Aug 16 20:55:17.232662 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd34169-58d1-4964-92da-bad78c38f83d req-c51c378e-f4c4-4d21-a08c-220a1b47b9df tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:17.232913 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-5ccab054-8c47-4807-a396-9af6849d48e0 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Made reservation on behalf of 46bc4cc3934648ed8895a7ed0a5b63cc for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:17.234388 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7bd34169-58d1-4964-92da-bad78c38f83d req-c51c378e-f4c4-4d21-a08c-220a1b47b9df tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=0710e90e-bb42-4b12-a9a9-7b8f950ababe HTTP/1.1" status: 200 len: 943 time: 0.0810785 Aug 16 20:55:17.236217 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-5ccab054-8c47-4807-a396-9af6849d48e0 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:17.240391 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca44c4-d7fc-47e8-8003-4d3651d58aa5 req-6329f90e-c23e-4951-94bd-2c84ba422442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:17.242394 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50ca44c4-d7fc-47e8-8003-4d3651d58aa5 req-6329f90e-c23e-4951-94bd-2c84ba422442 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=41a315ee39084be283dee330854f5498&device_id=0710e90e-bb42-4b12-a9a9-7b8f950ababe HTTP/1.1" status: 200 len: 1095 time: 0.0785422 Aug 16 20:55:17.274985 n-d-793620-15 neutron-server[101845]: DEBUG neutron.objects.ports [None req-6d8389db-5a26-4ccd-a419-427a73e83d41 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101845) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:55:17.282640 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6d8389db-5a26-4ccd-a419-427a73e83d41 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:17.319980 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ae29c57a-1e8c-485f-921f-f8e61ba5454a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:17.328360 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7bd34169-58d1-4964-92da-bad78c38f83d req-0e839dfa-897a-4e2d-9c1c-832ba8b5da2f tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849891 Aug 16 20:55:17.369674 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca44c4-d7fc-47e8-8003-4d3651d58aa5 req-a7846f93-2470-4b0f-bdbc-2378aad54f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:17.371080 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50ca44c4-d7fc-47e8-8003-4d3651d58aa5 req-a7846f93-2470-4b0f-bdbc-2378aad54f1a service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=41a315ee39084be283dee330854f5498&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1206498 Aug 16 20:55:17.398767 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8389db-5a26-4ccd-a419-427a73e83d41 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Pushing event updated for resources: {'Subnet': ['ID=8928738b-a613-446a-b313-7c4d4d981eb5,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:17.473621 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca44c4-d7fc-47e8-8003-4d3651d58aa5 req-ee28d1a6-2bf4-4873-805c-302d4063a70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:17.475090 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8389db-5a26-4ccd-a419-427a73e83d41 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Checking segment: {'id': 'e39584e5-442b-4d9b-b414-1be81ca0185b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f1b1d517-3816-4cff-8d62-05d313368279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:17.475244 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50ca44c4-d7fc-47e8-8003-4d3651d58aa5 req-ee28d1a6-2bf4-4873-805c-302d4063a70d service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971556 Aug 16 20:55:17.475493 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8389db-5a26-4ccd-a419-427a73e83d41 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Network hostable DHCP agents. Network: f1b1d517-3816-4cff-8d62-05d313368279, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:55:17.523468 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-5ccab054-8c47-4807-a396-9af6849d48e0 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Allocated IP 19.86.0.139 (aee9a3a1-681e-42e2-bd57-79851682bab4/c3f26d72-bc29-43cb-ae60-40a064a12992/48433625-60f8-496b-8055-4040349d78c6) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:17.566054 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80d300-48c9-4971-b8e4-bff3f22b870e req-c5e6bfb9-6689-4b58-982d-68ca2ac6b898 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:17.567595 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2e80d300-48c9-4971-b8e4-bff3f22b870e req-c5e6bfb9-6689-4b58-982d-68ca2ac6b898 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=da0332cb-239f-4dce-b67d-e902bdd79c1f HTTP/1.1" status: 200 len: 931 time: 0.0833998 Aug 16 20:55:17.613424 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-7a165a94-25bc-4a68-a77c-0870a3d4036b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:17.614850 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-7a165a94-25bc-4a68-a77c-0870a3d4036b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=41a315ee39084be283dee330854f5498&device_id=0710e90e-bb42-4b12-a9a9-7b8f950ababe HTTP/1.1" status: 200 len: 1095 time: 0.0863912 Aug 16 20:55:17.618774 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2e80d300-48c9-4971-b8e4-bff3f22b870e req-8da127ba-b583-4041-ade1-decfd9630a32 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b1786a4-3a00-49c3-a648-1cad1397544f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443044 Aug 16 20:55:17.647075 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ae29c57a-1e8c-485f-921f-f8e61ba5454a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:17.667402 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-8e582e1d-ebcc-4b69-8450-67c009ea1a1f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab1e3f89-5923-4bdb-92e7-d36cca54b53a HTTP/1.1" status: 200 len: 217 time: 0.0397115 Aug 16 20:55:17.707144 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae29c57a-1e8c-485f-921f-f8e61ba5454a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Network 0ccf3479-cbbc-49fa-8481-d60d877f9966 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:17.721066 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-9983d5ef-4163-4022-a227-7a11dbcfa4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:17.722945 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-9983d5ef-4163-4022-a227-7a11dbcfa4a8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7e91ca38-3cbf-4786-98c9-5df70f5d7fc7 HTTP/1.1" status: 200 len: 854 time: 0.0469632 Aug 16 20:55:17.727488 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-ae29c57a-1e8c-485f-921f-f8e61ba5454a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:17.736024 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8389db-5a26-4ccd-a419-427a73e83d41 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Network f1b1d517-3816-4cff-8d62-05d313368279 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:55:17.740920 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae29c57a-1e8c-485f-921f-f8e61ba5454a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:17.745929 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae29c57a-1e8c-485f-921f-f8e61ba5454a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event updated for resources: {'Port': ['ID=3f72ac21-32d0-40c3-ab51-2dc937fff1db,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:17.768085 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-63c13c6b-f5b5-4160-971c-b2e696126b40 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5a5bf8fc-f269-4f39-b3c6-975502c735e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333364 Aug 16 20:55:17.808161 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-5ccab054-8c47-4807-a396-9af6849d48e0 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:17.818885 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae29c57a-1e8c-485f-921f-f8e61ba5454a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:17.819502 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ae29c57a-1e8c-485f-921f-f8e61ba5454a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:17.836390 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-5ccab054-8c47-4807-a396-9af6849d48e0 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Transition to ACTIVE for port object 48433625-60f8-496b-8055-4040349d78c6 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:17.862570 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb4b98-b507-4b46-a18a-ab245d11aeea req-098b8f85-8e90-4dae-8fa0-c204d988019c tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:17.864310 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e3fb4b98-b507-4b46-a18a-ab245d11aeea req-098b8f85-8e90-4dae-8fa0-c204d988019c tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5466a57-1b86-4085-8de2-c5a8d9e0737b HTTP/1.1" status: 200 len: 945 time: 0.1191502 Aug 16 20:55:17.885068 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-6d8389db-5a26-4ccd-a419-427a73e83d41 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, f1b1d517-3816-4cff-8d62-05d313368279) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:17.889416 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8389db-5a26-4ccd-a419-427a73e83d41 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:17.890213 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6d8389db-5a26-4ccd-a419-427a73e83d41 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:17.902473 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2247a9-6363-4ee4-b366-40468f036e52 None None] Network f1b1d517-3816-4cff-8d62-05d313368279 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:17.910211 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-fd5be132-b876-4e53-b34a-a69a5e1f3487 service neutron] 10.222.0.90 "GET /v2.0/networks/5a5bf8fc-f269-4f39-b3c6-975502c735e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242719 Aug 16 20:55:17.922489 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ae29c57a-1e8c-485f-921f-f8e61ba5454a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8954086 Aug 16 20:55:17.925064 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45560) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:17.932022 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-8d0691d2-f3a3-43fe-ae35-0e16dd17590b tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Request body: {'floatingip': {'port_id': '3f72ac21-32d0-40c3-ab51-2dc937fff1db'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:17.953151 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e3fb4b98-b507-4b46-a18a-ab245d11aeea req-f4da4e36-9e0d-4626-9a0e-a7c9d4fd1b96 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812559 Aug 16 20:55:17.977112 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8d0691d2-f3a3-43fe-ae35-0e16dd17590b tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for floatingip, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:18.017372 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-5ccab054-8c47-4807-a396-9af6849d48e0 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:18.050927 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d1c6c9e-1e24-4e02-9e85-33266eb45461 req-d3b79cd3-9be1-458a-80cb-d04495871e1d service neutron] 10.222.0.90 "GET /v2.0/networks/5a5bf8fc-f269-4f39-b3c6-975502c735e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242762 Aug 16 20:55:18.089911 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28d4566-440f-423a-85ab-82a4204aaf0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-f1b1d517-3816-4cff-8d62-05d313368279', 'network_id': 'f1b1d517-3816-4cff-8d62-05d313368279', 'tenant_id': 'c41ca43b3f354488b8846ec7ba151fac', 'fixed_ips': [{'subnet_id': '8928738b-a613-446a-b313-7c4d4d981eb5'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:55:18.090819 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d28d4566-440f-423a-85ab-82a4204aaf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:18.098378 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-5ccab054-8c47-4807-a396-9af6849d48e0 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Network aee9a3a1-681e-42e2-bd57-79851682bab4 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:18.226972 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-d28d4566-440f-423a-85ab-82a4204aaf0f None None] Allocated IP 2001:db8::f816:3eff:fe38:4a29 (f1b1d517-3816-4cff-8d62-05d313368279/8928738b-a613-446a-b313-7c4d4d981eb5/b914940e-3a2a-4843-b044-2cd4965bee31) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:18.355813 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6d8389db-5a26-4ccd-a419-427a73e83d41 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.4152973 Aug 16 20:55:18.356818 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-5ccab054-8c47-4807-a396-9af6849d48e0 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:18.358584 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45564) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:18.361383 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-5ccab054-8c47-4807-a396-9af6849d48e0 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:18.364059 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccab054-8c47-4807-a396-9af6849d48e0 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Pushing event updated for resources: {'Port': ['ID=48433625-60f8-496b-8055-4040349d78c6,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:18.416057 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d28d4566-440f-423a-85ab-82a4204aaf0f None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:18.433268 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d28d4566-440f-423a-85ab-82a4204aaf0f None None] Transition to ACTIVE for port object b914940e-3a2a-4843-b044-2cd4965bee31 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:18.457033 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d28d4566-440f-423a-85ab-82a4204aaf0f None None] Transition to ACTIVE for port object b914940e-3a2a-4843-b044-2cd4965bee31 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:18.471363 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-5ccab054-8c47-4807-a396-9af6849d48e0 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:18.472023 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-5ccab054-8c47-4807-a396-9af6849d48e0 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:18.527952 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d45b5f-db12-4495-8a76-7ade6cf9a1b7 req-dce0887f-2aea-462a-b970-2dcc6f334275 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:18.529372 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-59d45b5f-db12-4495-8a76-7ade6cf9a1b7 req-dce0887f-2aea-462a-b970-2dcc6f334275 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=0710e90e-bb42-4b12-a9a9-7b8f950ababe HTTP/1.1" status: 200 len: 943 time: 0.0877218 Aug 16 20:55:18.537126 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ca347814-32b1-43ea-833b-07168baaaac0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:18.605214 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-59d45b5f-db12-4495-8a76-7ade6cf9a1b7 req-b1575732-7226-41dd-abc7-8f09518bd14b tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654008 Aug 16 20:55:18.632249 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ca347814-32b1-43ea-833b-07168baaaac0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:18.634785 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-5ccab054-8c47-4807-a396-9af6849d48e0 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8600698 Aug 16 20:55:18.636827 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d28d4566-440f-423a-85ab-82a4204aaf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:18.696061 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-e6d142d8-c92a-441b-a650-d4a8ed999c4d service neutron] Request body: {'port': {'device_id': 'da0332cb-239f-4dce-b67d-e902bdd79c1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:18.704910 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28d4566-440f-423a-85ab-82a4204aaf0f None None] Network f1b1d517-3816-4cff-8d62-05d313368279 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:18.709987 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-d28d4566-440f-423a-85ab-82a4204aaf0f None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:18.715420 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28d4566-440f-423a-85ab-82a4204aaf0f None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:18.721779 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d4566-440f-423a-85ab-82a4204aaf0f None None] Pushing event updated for resources: {'Port': ['ID=b914940e-3a2a-4843-b044-2cd4965bee31,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:18.776867 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ca347814-32b1-43ea-833b-07168baaaac0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:18.799678 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-e6d142d8-c92a-441b-a650-d4a8ed999c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:18.818018 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-d28d4566-440f-423a-85ab-82a4204aaf0f None None] Attempting to bind port b914940e-3a2a-4843-b044-2cd4965bee31 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:18.818638 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-d28d4566-440f-423a-85ab-82a4204aaf0f None None] Attempting to bind port b914940e-3a2a-4843-b044-2cd4965bee31 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'e39584e5-442b-4d9b-b414-1be81ca0185b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f1b1d517-3816-4cff-8d62-05d313368279'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:18.819285 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28d4566-440f-423a-85ab-82a4204aaf0f None None] Attempting to bind port b914940e-3a2a-4843-b044-2cd4965bee31 on network f1b1d517-3816-4cff-8d62-05d313368279 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:18.825167 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-160a87d4-c487-47a7-8b65-339324bed2c8 None None] Provisioning for port 48433625-60f8-496b-8055-4040349d78c6 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:18.830992 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28d4566-440f-423a-85ab-82a4204aaf0f None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:18.831380 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28d4566-440f-423a-85ab-82a4204aaf0f None None] Checking segment: {'id': 'e39584e5-442b-4d9b-b414-1be81ca0185b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f1b1d517-3816-4cff-8d62-05d313368279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:18.831810 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d28d4566-440f-423a-85ab-82a4204aaf0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:18.832210 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28d4566-440f-423a-85ab-82a4204aaf0f None None] Bound using segment: {'id': 'e39584e5-442b-4d9b-b414-1be81ca0185b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f1b1d517-3816-4cff-8d62-05d313368279'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:18.832689 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-d28d4566-440f-423a-85ab-82a4204aaf0f None None] Bound port: b914940e-3a2a-4843-b044-2cd4965bee31, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e39584e5-442b-4d9b-b414-1be81ca0185b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f1b1d517-3816-4cff-8d62-05d313368279'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:18.833073 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d28d4566-440f-423a-85ab-82a4204aaf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:18.843582 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca347814-32b1-43ea-833b-07168baaaac0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Pushing event deleted for resources: {'Subnet': ['ID=8928738b-a613-446a-b313-7c4d4d981eb5,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:18.844798 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-160a87d4-c487-47a7-8b65-339324bed2c8 None None] Provisioning complete for port 48433625-60f8-496b-8055-4040349d78c6 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:18.845207 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-160a87d4-c487-47a7-8b65-339324bed2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:18.868147 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066d643-a781-4b45-b5f2-94116bede6b3 req-689f5071-adbe-4c27-bf47-0d70f0f4770b tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:18.874881 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066d643-a781-4b45-b5f2-94116bede6b3 req-689f5071-adbe-4c27-bf47-0d70f0f4770b tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:18.877158 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0066d643-a781-4b45-b5f2-94116bede6b3 req-689f5071-adbe-4c27-bf47-0d70f0f4770b tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=da0332cb-239f-4dce-b67d-e902bdd79c1f HTTP/1.1" status: 200 len: 1654 time: 0.1464467 Aug 16 20:55:18.915308 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8d0691d2-f3a3-43fe-ae35-0e16dd17590b tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:18.925528 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-160a87d4-c487-47a7-8b65-339324bed2c8 None None] Port 48433625-60f8-496b-8055-4040349d78c6 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:55:18.938712 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-d28d4566-440f-423a-85ab-82a4204aaf0f None None] For port b914940e-3a2a-4843-b044-2cd4965bee31, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:18.942331 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-d28d4566-440f-423a-85ab-82a4204aaf0f None None] For port b914940e-3a2a-4843-b044-2cd4965bee31, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b914940e-3a2a-4843-b044-2cd4965bee31,segment=NetworkSegment(e39584e5-442b-4d9b-b414-1be81ca0185b),segment_id=e39584e5-442b-4d9b-b414-1be81ca0185b)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:55:18.960670 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ca347814-32b1-43ea-833b-07168baaaac0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:18.970481 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:18.979321 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0066d643-a781-4b45-b5f2-94116bede6b3 req-6742ea6d-28dd-4cdd-875f-06d4196c842c tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b1786a4-3a00-49c3-a648-1cad1397544f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534267 Aug 16 20:55:18.979321 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-ca347814-32b1-43ea-833b-07168baaaac0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1b1d517-3816-4cff-8d62-05d313368279']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:18.988062 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-ca347814-32b1-43ea-833b-07168baaaac0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e39584e5-442b-4d9b-b414-1be81ca0185b') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:18.988300 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-ca347814-32b1-43ea-833b-07168baaaac0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e39584e5-442b-4d9b-b414-1be81ca0185b') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:19.000021 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ca347814-32b1-43ea-833b-07168baaaac0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:19.098640 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21a928-de9c-4583-a0cf-79a9e24096c0 req-da145bc7-5f5d-419f-b545-d1d4eba4f672 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:19.100201 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0a21a928-de9c-4583-a0cf-79a9e24096c0 req-da145bc7-5f5d-419f-b545-d1d4eba4f672 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5466a57-1b86-4085-8de2-c5a8d9e0737b HTTP/1.1" status: 200 len: 945 time: 0.0544319 Aug 16 20:55:19.120840 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8d0691d2-f3a3-43fe-ae35-0e16dd17590b tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:19.139360 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0a21a928-de9c-4583-a0cf-79a9e24096c0 req-eab82e0c-a72d-4a17-860c-9ddbefd83ec9 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328157 Aug 16 20:55:19.171977 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-e6d142d8-c92a-441b-a650-d4a8ed999c4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5972264c-32a1-4174-9de8-40ba124cc228 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:55:19.182671 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d28d4566-440f-423a-85ab-82a4204aaf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:19.183019 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-e6d142d8-c92a-441b-a650-d4a8ed999c4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:19.184884 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ca347814-32b1-43ea-833b-07168baaaac0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:19.192863 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca347814-32b1-43ea-833b-07168baaaac0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:55:19.193311 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ca347814-32b1-43ea-833b-07168baaaac0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:19.197006 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 20:55:19.197006 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:55:19.197006 n-d-793620-15 neutron-server[101844]: timer() Aug 16 20:55:19.197006 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:55:19.197006 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 20:55:19.197006 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:55:19.197006 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 20:55:19.197006 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:55:19.197006 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 20:55:19.197006 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:55:19.197006 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 20:55:19.197006 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:55:19.197006 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 20:55:19.197006 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:55:19.197006 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:55:19.197006 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:55:19.197006 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:55:19.197006 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:55:19.197006 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 20:55:19.197006 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:55:19.197006 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 20:55:19.197006 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:55:19.197006 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:55:19.197006 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:55:19.197006 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 20:55:19.197006 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:55:19.197006 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:55:19.197006 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:55:19.197006 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:55:19.197006 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:55:19.197006 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:55:19.197006 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:55:19.253274 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [None req-8d0691d2-f3a3-43fe-ae35-0e16dd17590b tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Floating IP dd09d9ed-957c-4835-a92d-f6b2189ddcd0 associated. External IP: 172.25.1.187, port: 3f72ac21-32d0-40c3-ab51-2dc937fff1db. Aug 16 20:55:19.272456 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d4566-440f-423a-85ab-82a4204aaf0f None None] Pushing event updated for resources: {'Port': ['ID=b914940e-3a2a-4843-b044-2cd4965bee31,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:19.296897 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ecfce3-8350-4e7d-97c8-ef33072ea4a9 None None] Network f1b1d517-3816-4cff-8d62-05d313368279 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:19.300463 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-e6d142d8-c92a-441b-a650-d4a8ed999c4d service neutron] Transition to ACTIVE for port object 5972264c-32a1-4174-9de8-40ba124cc228 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:19.312798 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e5219-72c1-4fcd-a0fe-6e59d2220136 req-604613a4-b526-4805-bbc2-3a8ab1349e7c tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:19.314363 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2f2e5219-72c1-4fcd-a0fe-6e59d2220136 req-604613a4-b526-4805-bbc2-3a8ab1349e7c tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5466a57-1b86-4085-8de2-c5a8d9e0737b HTTP/1.1" status: 200 len: 945 time: 0.0639379 Aug 16 20:55:19.359599 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2f2e5219-72c1-4fcd-a0fe-6e59d2220136 req-ecc61d54-614d-4c56-a132-2c060923dd65 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388651 Aug 16 20:55:19.385065 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.db.api [None req-ca347814-32b1-43ea-833b-07168baaaac0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 20:55:19.385065 n-d-793620-15 neutron-server[101844]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 20:55:19.385065 n-d-793620-15 neutron-server[101844]: [parameters: {'id': 'f1b1d517-3816-4cff-8d62-05d313368279'}] Aug 16 20:55:19.385065 n-d-793620-15 neutron-server[101844]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101844) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:55:19.385489 n-d-793620-15 neutron-server[101844]: DEBUG oslo_db.api [None req-ca347814-32b1-43ea-833b-07168baaaac0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:55:19.436330 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c082711b-3464-478e-9658-66b1aaaa3f0b None None] get_active_networks_info from n-d-793620-15 {{(pid=101846) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:55:19.452932 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-e6d142d8-c92a-441b-a650-d4a8ed999c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:19.522301 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d142d8-c92a-441b-a650-d4a8ed999c4d service neutron] Pushing event updated for resources: {'Port': ['ID=5972264c-32a1-4174-9de8-40ba124cc228,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:19.546120 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d0691d2-f3a3-43fe-ae35-0e16dd17590b tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Router 8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:55:19.565161 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c082711b-3464-478e-9658-66b1aaaa3f0b None None] Resources bound (agent type, host, resource id): {{(pid=101846) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:55:19.652116 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-e6d142d8-c92a-441b-a650-d4a8ed999c4d service neutron] Attempting to bind port 5972264c-32a1-4174-9de8-40ba124cc228 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:19.652786 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-e6d142d8-c92a-441b-a650-d4a8ed999c4d service neutron] Attempting to bind port 5972264c-32a1-4174-9de8-40ba124cc228 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '92015a43-4f1d-4e03-af83-2829443ebbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '3a15e681-8e01-4ef6-91f7-ab9dbfecfc4b'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:19.652786 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-e6d142d8-c92a-441b-a650-d4a8ed999c4d service neutron] Attempting to bind port 5972264c-32a1-4174-9de8-40ba124cc228 on network 3a15e681-8e01-4ef6-91f7-ab9dbfecfc4b {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:19.658943 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-e6d142d8-c92a-441b-a650-d4a8ed999c4d service neutron] Port 5972264c-32a1-4174-9de8-40ba124cc228 on network 3a15e681-8e01-4ef6-91f7-ab9dbfecfc4b not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:55:19.659278 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-e6d142d8-c92a-441b-a650-d4a8ed999c4d service neutron] Attempting to bind port 5972264c-32a1-4174-9de8-40ba124cc228 on network 3a15e681-8e01-4ef6-91f7-ab9dbfecfc4b {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:19.669055 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ddd50f-fae1-4ccb-9c23-053040b8ee55 req-fababb43-7b01-4b3b-9430-3ee0b3e105e7 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:19.671629 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-99ddd50f-fae1-4ccb-9c23-053040b8ee55 req-fababb43-7b01-4b3b-9430-3ee0b3e105e7 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5466a57-1b86-4085-8de2-c5a8d9e0737b HTTP/1.1" status: 200 len: 945 time: 0.0618520 Aug 16 20:55:19.697609 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-e6d142d8-c92a-441b-a650-d4a8ed999c4d service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:19.697957 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-e6d142d8-c92a-441b-a650-d4a8ed999c4d service neutron] Checking segment: {'id': '92015a43-4f1d-4e03-af83-2829443ebbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '3a15e681-8e01-4ef6-91f7-ab9dbfecfc4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:19.698451 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-e6d142d8-c92a-441b-a650-d4a8ed999c4d service neutron] Bound using segment: {'id': '92015a43-4f1d-4e03-af83-2829443ebbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '3a15e681-8e01-4ef6-91f7-ab9dbfecfc4b'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:19.698796 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-e6d142d8-c92a-441b-a650-d4a8ed999c4d service neutron] Bound port: 5972264c-32a1-4174-9de8-40ba124cc228, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92015a43-4f1d-4e03-af83-2829443ebbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '3a15e681-8e01-4ef6-91f7-ab9dbfecfc4b'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:19.699166 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-e6d142d8-c92a-441b-a650-d4a8ed999c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:19.750416 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0691d2-f3a3-43fe-ae35-0e16dd17590b tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:19.756368 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8d0691d2-f3a3-43fe-ae35-0e16dd17590b tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:19.765805 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-99ddd50f-fae1-4ccb-9c23-053040b8ee55 req-66615169-460c-4ba5-a16e-705f86cace17 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767071 Aug 16 20:55:19.767923 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d6224a-9cc1-4640-b1a0-44f92b5de84b None None] Sync routers for ids ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:19.789381 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ecc15-81d4-4015-bc1b-60b682b59e55 req-d9f5792d-720d-4a2e-bad5-1429928fd8a8 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:19.797079 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-853ecc15-81d4-4015-bc1b-60b682b59e55 req-d9f5792d-720d-4a2e-bad5-1429928fd8a8 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=0710e90e-bb42-4b12-a9a9-7b8f950ababe HTTP/1.1" status: 200 len: 943 time: 0.0786233 Aug 16 20:55:19.801642 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8d0691d2-f3a3-43fe-ae35-0e16dd17590b tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "PUT /v2.0/floatingips/dd09d9ed-957c-4835-a92d-f6b2189ddcd0 HTTP/1.1" status: 200 len: 978 time: 1.8743677 Aug 16 20:55:19.805770 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45590) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:19.819475 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-e6d142d8-c92a-441b-a650-d4a8ed999c4d service neutron] For port 5972264c-32a1-4174-9de8-40ba124cc228, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:19.823453 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-e6d142d8-c92a-441b-a650-d4a8ed999c4d service neutron] For port 5972264c-32a1-4174-9de8-40ba124cc228, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=5972264c-32a1-4174-9de8-40ba124cc228,segment=NetworkSegment(92015a43-4f1d-4e03-af83-2829443ebbe7),segment_id=92015a43-4f1d-4e03-af83-2829443ebbe7)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:55:19.838121 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-853ecc15-81d4-4015-bc1b-60b682b59e55 req-b5f4b910-f1d6-4408-adc2-fcd332d19232 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400922 Aug 16 20:55:19.886767 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ca347814-32b1-43ea-833b-07168baaaac0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:19.918697 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d6224a-9cc1-4640-b1a0-44f92b5de84b None None] Routers {'8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:19.920946 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-87d6224a-9cc1-4640-b1a0-44f92b5de84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:55:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:19.943969 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-663e892c-99e8-4d03-bd07-4ba21251a80a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Deleting port 3f72ac21-32d0-40c3-ab51-2dc937fff1db {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:19.944407 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-663e892c-99e8-4d03-bd07-4ba21251a80a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:19.964233 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-e6d142d8-c92a-441b-a650-d4a8ed999c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:19.982489 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-87d6224a-9cc1-4640-b1a0-44f92b5de84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:19.997253 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d6224a-9cc1-4640-b1a0-44f92b5de84b None None] Routers {'8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:20.000574 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-87d6224a-9cc1-4640-b1a0-44f92b5de84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:55:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:20.033767 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-ca347814-32b1-43ea-833b-07168baaaac0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Deleting port b914940e-3a2a-4843-b044-2cd4965bee31 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:20.034401 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ca347814-32b1-43ea-833b-07168baaaac0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:20.046306 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-e6d142d8-c92a-441b-a650-d4a8ed999c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:20.051438 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-e6d142d8-c92a-441b-a650-d4a8ed999c4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:20.054772 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-e6d142d8-c92a-441b-a650-d4a8ed999c4d service neutron] 10.222.0.90 "PUT /v2.0/ports/5972264c-32a1-4174-9de8-40ba124cc228 HTTP/1.1" status: 200 len: 1092 time: 1.3655779 Aug 16 20:55:20.057632 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0332cb-239f-4dce-b67d-e902bdd79c1f', 'tag': '5972264c-32a1-4174-9de8-40ba124cc228'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:55:20.069586 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7631687d-8fc7-450e-a81f-3fd9806b23dc" -d '{"events": [{"name": "network-changed", "server_uuid": "da0332cb-239f-4dce-b67d-e902bdd79c1f", "tag": "5972264c-32a1-4174-9de8-40ba124cc228"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:55:20.070969 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-87d6224a-9cc1-4640-b1a0-44f92b5de84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:20.071741 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d6224a-9cc1-4640-b1a0-44f92b5de84b None None] The sync data for ids ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'] in n-d-793620-15 is: [] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:55:20.129458 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d142d8-c92a-441b-a650-d4a8ed999c4d service neutron] Pushing event updated for resources: {'Port': ['ID=5972264c-32a1-4174-9de8-40ba124cc228,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:20.149031 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-663e892c-99e8-4d03-bd07-4ba21251a80a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:20.149795 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e5a73-1eed-4f1c-83d3-4311b2df25ed req-bb0bc82b-b37a-4f8a-a956-30f5307de64e tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:20.152042 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3a4e5a73-1eed-4f1c-83d3-4311b2df25ed req-bb0bc82b-b37a-4f8a-a956-30f5307de64e tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5466a57-1b86-4085-8de2-c5a8d9e0737b HTTP/1.1" status: 200 len: 945 time: 0.1989152 Aug 16 20:55:20.170891 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-1b494363-1d1c-4293-b0eb-07c510efd428 service neutron] Request body: {'port': {'device_id': 'da0332cb-239f-4dce-b67d-e902bdd79c1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:20.185600 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-ca347814-32b1-43ea-833b-07168baaaac0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] For port b914940e-3a2a-4843-b044-2cd4965bee31, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b914940e-3a2a-4843-b044-2cd4965bee31,segment=NetworkSegment(e39584e5-442b-4d9b-b414-1be81ca0185b),segment_id=e39584e5-442b-4d9b-b414-1be81ca0185b)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:20.185985 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ca347814-32b1-43ea-833b-07168baaaac0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:20.218261 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98aeaa8-b39f-4f7a-8c24-fa78addc0855 req-ad9bc216-50fd-4adb-b5ee-4705b7f110e0 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:20.224543 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98aeaa8-b39f-4f7a-8c24-fa78addc0855 req-ad9bc216-50fd-4adb-b5ee-4705b7f110e0 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:20.226180 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e98aeaa8-b39f-4f7a-8c24-fa78addc0855 req-ad9bc216-50fd-4adb-b5ee-4705b7f110e0 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=da0332cb-239f-4dce-b67d-e902bdd79c1f HTTP/1.1" status: 200 len: 1666 time: 0.1376250 Aug 16 20:55:20.227246 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-ca347814-32b1-43ea-833b-07168baaaac0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Calling delete_port for b914940e-3a2a-4843-b044-2cd4965bee31 owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:20.240465 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ab1e3f89-5923-4bdb-92e7-d36cca54b53a details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:55:20.274834 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3a4e5a73-1eed-4f1c-83d3-4311b2df25ed req-fd9de891-719f-45f7-90f9-d6d1f9f5dc47 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004701 Aug 16 20:55:20.339335 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-1b494363-1d1c-4293-b0eb-07c510efd428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:20.357090 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcdb73b-4e6a-48bd-ae10-c172b4dc9918 x-openstack-request-id: req-8bcdb73b-4e6a-48bd-ae10-c172b4dc9918 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:55:20.357723 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da0332cb-239f-4dce-b67d-e902bdd79c1f", "tag": "5972264c-32a1-4174-9de8-40ba124cc228", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:55:20.357977 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8bcdb73b-4e6a-48bd-ae10-c172b4dc9918 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:55:20.358381 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da0332cb-239f-4dce-b67d-e902bdd79c1f', 'tag': '5972264c-32a1-4174-9de8-40ba124cc228', 'status': 'completed', 'code': 200} Aug 16 20:55:20.380582 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ab1e3f89-5923-4bdb-92e7-d36cca54b53a, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ab1e3f89-5923-4bdb-92e7-d36cca54b53a,segment=NetworkSegment(d750202b-6aed-4115-ba35-7fc31b994eaf),segment_id=d750202b-6aed-4115-ba35-7fc31b994eaf)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:20.395830 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e98aeaa8-b39f-4f7a-8c24-fa78addc0855 req-1e34db6b-8b25-4989-981f-607a4fa3be01 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b1786a4-3a00-49c3-a648-1cad1397544f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500478 Aug 16 20:55:20.407101 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': 'ab1e3f89-5923-4bdb-92e7-d36cca54b53a', 'network_id': '5a5bf8fc-f269-4f39-b3c6-975502c735e9', 'port_id': 'ab1e3f89-5923-4bdb-92e7-d36cca54b53a', 'mac_address': 'fa:16:3e:f6:e1:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e91ca38-3cbf-4786-98c9-5df70f5d7fc7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:55:20.462865 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:20.480522 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab1e3f89-5923-4bdb-92e7-d36cca54b53a {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:55:20.485209 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631687d-8fc7-450e-a81f-3fd9806b23dc req-2c6a6f6e-1e1d-40a2-b9a6-48249307b450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:20.485755 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631687d-8fc7-450e-a81f-3fd9806b23dc req-2c6a6f6e-1e1d-40a2-b9a6-48249307b450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:20.487375 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7631687d-8fc7-450e-a81f-3fd9806b23dc req-2c6a6f6e-1e1d-40a2-b9a6-48249307b450 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=46bc4cc3934648ed8895a7ed0a5b63cc&device_id=da0332cb-239f-4dce-b67d-e902bdd79c1f HTTP/1.1" status: 200 len: 1914 time: 0.0889404 Aug 16 20:55:20.517440 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ab1e3f89-5923-4bdb-92e7-d36cca54b53a, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ab1e3f89-5923-4bdb-92e7-d36cca54b53a,segment=NetworkSegment(d750202b-6aed-4115-ba35-7fc31b994eaf),segment_id=d750202b-6aed-4115-ba35-7fc31b994eaf)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:20.609497 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631687d-8fc7-450e-a81f-3fd9806b23dc req-f9322702-7c11-4f51-891a-8e9a47a921a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:20.610023 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631687d-8fc7-450e-a81f-3fd9806b23dc req-f9322702-7c11-4f51-891a-8e9a47a921a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:20.610509 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631687d-8fc7-450e-a81f-3fd9806b23dc req-f9322702-7c11-4f51-891a-8e9a47a921a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:20.612750 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7631687d-8fc7-450e-a81f-3fd9806b23dc req-f9322702-7c11-4f51-891a-8e9a47a921a2 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=46bc4cc3934648ed8895a7ed0a5b63cc&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1149149 Aug 16 20:55:20.616288 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ca347814-32b1-43ea-833b-07168baaaac0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:20.665366 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca347814-32b1-43ea-833b-07168baaaac0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] No DVR routers for this DVR port b914940e-3a2a-4843-b044-2cd4965bee31 on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:20.673199 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:20.681633 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca347814-32b1-43ea-833b-07168baaaac0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Pushing event deleted for resources: {'Port': ['ID=b914940e-3a2a-4843-b044-2cd4965bee31,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:20.725592 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=ab1e3f89-5923-4bdb-92e7-d36cca54b53a,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:20.845247 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ca347814-32b1-43ea-833b-07168baaaac0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:20.855265 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14883fed-5410-4279-9ff5-4367b9efea64 req-fe8de4ae-9990-4878-bb3d-b9209e86fd56 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:20.856838 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-14883fed-5410-4279-9ff5-4367b9efea64 req-fe8de4ae-9990-4878-bb3d-b9209e86fd56 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5466a57-1b86-4085-8de2-c5a8d9e0737b HTTP/1.1" status: 200 len: 945 time: 0.1936138 Aug 16 20:55:20.875616 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-ca347814-32b1-43ea-833b-07168baaaac0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1b1d517-3816-4cff-8d62-05d313368279']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:20.875891 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-663e892c-99e8-4d03-bd07-4ba21251a80a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:20.876353 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-663e892c-99e8-4d03-bd07-4ba21251a80a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:20.882467 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [None req-663e892c-99e8-4d03-bd07-4ba21251a80a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Floating IP dd09d9ed-957c-4835-a92d-f6b2189ddcd0 disassociated. External IP: 172.25.1.187, port: 3f72ac21-32d0-40c3-ab51-2dc937fff1db. Aug 16 20:55:20.882467 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-663e892c-99e8-4d03-bd07-4ba21251a80a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Calling delete_port for 3f72ac21-32d0-40c3-ab51-2dc937fff1db owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:20.899106 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-ca347814-32b1-43ea-833b-07168baaaac0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e39584e5-442b-4d9b-b414-1be81ca0185b') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:20.899386 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-ca347814-32b1-43ea-833b-07168baaaac0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e39584e5-442b-4d9b-b414-1be81ca0185b') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:20.901579 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631687d-8fc7-450e-a81f-3fd9806b23dc req-b6eefb48-d8e3-4ab1-b5fc-a6d7ba7b233d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:20.903874 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7631687d-8fc7-450e-a81f-3fd9806b23dc req-b6eefb48-d8e3-4ab1-b5fc-a6d7ba7b233d service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2739131 Aug 16 20:55:20.943111 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ca347814-32b1-43ea-833b-07168baaaac0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:20.987332 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ca347814-32b1-43ea-833b-07168baaaac0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:20.993163 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-14883fed-5410-4279-9ff5-4367b9efea64 req-f6ecef5a-c1e0-46c3-982c-32d6d2504255 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147454 Aug 16 20:55:21.000707 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['ab1e3f89-5923-4bdb-92e7-d36cca54b53a'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:55:21.015832 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca347814-32b1-43ea-833b-07168baaaac0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:55:21.015832 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ca347814-32b1-43ea-833b-07168baaaac0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:21.028610 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 20:55:21.028610 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:55:21.028610 n-d-793620-15 neutron-server[101844]: timer() Aug 16 20:55:21.028610 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:55:21.028610 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 20:55:21.028610 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:55:21.028610 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 20:55:21.028610 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:55:21.028610 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 20:55:21.028610 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:55:21.028610 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 20:55:21.028610 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:55:21.028610 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 20:55:21.028610 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:55:21.028610 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:55:21.028610 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:55:21.028610 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:55:21.028610 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:55:21.028610 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 20:55:21.028610 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:55:21.028610 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 20:55:21.028610 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:55:21.028610 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:55:21.028610 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:55:21.028610 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 20:55:21.028610 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:55:21.028610 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:55:21.028610 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:55:21.028610 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:55:21.028610 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:55:21.028610 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:55:21.028610 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:55:21.040720 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-1b494363-1d1c-4293-b0eb-07c510efd428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48433625-60f8-496b-8055-4040349d78c6 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:55:21.051101 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-1b494363-1d1c-4293-b0eb-07c510efd428 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:21.091908 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d460e1-1ac8-45e7-8310-f0459a434353 req-aeb97663-c8b0-482f-b088-fa0c3008d26e tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:21.091908 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d0d460e1-1ac8-45e7-8310-f0459a434353 req-aeb97663-c8b0-482f-b088-fa0c3008d26e tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=0710e90e-bb42-4b12-a9a9-7b8f950ababe HTTP/1.1" status: 200 len: 944 time: 0.1604700 Aug 16 20:55:21.137458 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d0d460e1-1ac8-45e7-8310-f0459a434353 req-48f64136-61b2-449d-bebe-b618151aff16 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386078 Aug 16 20:55:21.184014 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ca347814-32b1-43ea-833b-07168baaaac0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:21.201371 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ca347814-32b1-43ea-833b-07168baaaac0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:21.201371 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ca347814-32b1-43ea-833b-07168baaaac0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] 10.222.0.84 "DELETE /v2.0/networks/f1b1d517-3816-4cff-8d62-05d313368279 HTTP/1.1" status: 204 len: 168 time: 2.8332744 Aug 16 20:55:21.204395 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45612) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:21.206126 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca347814-32b1-43ea-833b-07168baaaac0 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Pushing event deleted for resources: {'Network': ['ID=f1b1d517-3816-4cff-8d62-05d313368279,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:21.237648 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-1b494363-1d1c-4293-b0eb-07c510efd428 service neutron] Transition to ACTIVE for port object 48433625-60f8-496b-8055-4040349d78c6 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:21.238954 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-663e892c-99e8-4d03-bd07-4ba21251a80a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:21.240861 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-38e40dd0-c238-42d0-ab1c-b9e0648bcf50 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:21.241323 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38e40dd0-c238-42d0-ab1c-b9e0648bcf50 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:21.243273 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-38e40dd0-c238-42d0-ab1c-b9e0648bcf50 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] 10.222.0.84 "DELETE /v2.0/subnets/8928738b-a613-446a-b313-7c4d4d981eb5 HTTP/1.1" status: 404 len: 337 time: 0.0374916 Aug 16 20:55:21.248640 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45614) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:21.280713 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f15a2-567d-468d-b08d-bc963e7433bd req-dd711f91-257f-489e-97da-7521fa4dc13c tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:21.281256 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e892c-99e8-4d03-bd07-4ba21251a80a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event deleted for resources: {'Port': ['ID=3f72ac21-32d0-40c3-ab51-2dc937fff1db,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:21.282275 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-567f15a2-567d-468d-b08d-bc963e7433bd req-dd711f91-257f-489e-97da-7521fa4dc13c tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5466a57-1b86-4085-8de2-c5a8d9e0737b HTTP/1.1" status: 200 len: 945 time: 0.0604796 Aug 16 20:55:21.299265 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a70805-3cf9-41f0-88ce-aca075814751 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:21.299870 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92a70805-3cf9-41f0-88ce-aca075814751 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:21.301635 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-92a70805-3cf9-41f0-88ce-aca075814751 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] 10.222.0.84 "DELETE /v2.0/networks/f1b1d517-3816-4cff-8d62-05d313368279 HTTP/1.1" status: 404 len: 339 time: 0.0510740 Aug 16 20:55:21.304723 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45616) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:21.324376 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-567f15a2-567d-468d-b08d-bc963e7433bd req-dfea1527-6a8f-4a1a-9257-99e682234a9d tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355136 Aug 16 20:55:21.363405 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-1b494363-1d1c-4293-b0eb-07c510efd428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:21.365652 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad38ca2-f3fa-424b-99dd-ab91c2755353 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:21.366115 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bad38ca2-f3fa-424b-99dd-ab91c2755353 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:21.368356 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-bad38ca2-f3fa-424b-99dd-ab91c2755353 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] 10.222.0.84 "DELETE /v2.0/subnets/46a5a76e-a964-4102-a133-025c34393ea8 HTTP/1.1" status: 404 len: 337 time: 0.0615017 Aug 16 20:55:21.372436 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45620) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:21.393517 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dae7f4d-8b7c-4636-96bb-b8d44b67cdef tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:21.394159 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dae7f4d-8b7c-4636-96bb-b8d44b67cdef tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:21.398347 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4dae7f4d-8b7c-4636-96bb-b8d44b67cdef tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] 10.222.0.84 "DELETE /v2.0/networks/8da05e2d-6d5b-48ec-9aba-f00b233dab77 HTTP/1.1" status: 404 len: 339 time: 0.0224347 Aug 16 20:55:21.398686 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45622) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:21.440109 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-856ae154-abad-43c3-b816-9a990b333d08 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:21.440514 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-856ae154-abad-43c3-b816-9a990b333d08 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:21.446746 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-856ae154-abad-43c3-b816-9a990b333d08 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] 10.222.0.84 "DELETE /v2.0/subnets/cb8b1083-4cd6-473f-8497-a8e77d436ca5 HTTP/1.1" status: 404 len: 337 time: 0.0434527 Aug 16 20:55:21.446746 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45626) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:21.469130 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b0e6e6-4e6f-447a-8c59-c512c1304ad3 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:21.469709 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74b0e6e6-4e6f-447a-8c59-c512c1304ad3 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:21.473746 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-74b0e6e6-4e6f-447a-8c59-c512c1304ad3 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] 10.222.0.84 "DELETE /v2.0/networks/0d935937-abb4-47f7-84c5-c9ca055c82b9 HTTP/1.1" status: 404 len: 339 time: 0.0238273 Aug 16 20:55:21.475999 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45628) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:21.492427 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b494363-1d1c-4293-b0eb-07c510efd428 service neutron] Pushing event updated for resources: {'Port': ['ID=48433625-60f8-496b-8055-4040349d78c6,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:21.534428 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663e892c-99e8-4d03-bd07-4ba21251a80a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Router 8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:55:21.592287 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e1034-4286-4c9b-8b46-e8ce6465214d req-7e34d144-a236-4fe0-a8bd-3424cc33b6b5 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:21.598371 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e1034-4286-4c9b-8b46-e8ce6465214d req-7e34d144-a236-4fe0-a8bd-3424cc33b6b5 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:21.600051 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e71e1034-4286-4c9b-8b46-e8ce6465214d req-7e34d144-a236-4fe0-a8bd-3424cc33b6b5 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=da0332cb-239f-4dce-b67d-e902bdd79c1f HTTP/1.1" status: 200 len: 1678 time: 0.1164887 Aug 16 20:55:21.606996 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-1b494363-1d1c-4293-b0eb-07c510efd428 service neutron] Attempting to bind port 48433625-60f8-496b-8055-4040349d78c6 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:21.607358 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-1b494363-1d1c-4293-b0eb-07c510efd428 service neutron] Attempting to bind port 48433625-60f8-496b-8055-4040349d78c6 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '35327dbd-50a6-41e8-bcf2-0d6e344234d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aee9a3a1-681e-42e2-bd57-79851682bab4'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:21.607702 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-1b494363-1d1c-4293-b0eb-07c510efd428 service neutron] Attempting to bind port 48433625-60f8-496b-8055-4040349d78c6 on network aee9a3a1-681e-42e2-bd57-79851682bab4 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:21.616348 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-1b494363-1d1c-4293-b0eb-07c510efd428 service neutron] Port 48433625-60f8-496b-8055-4040349d78c6 on network aee9a3a1-681e-42e2-bd57-79851682bab4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:55:21.617203 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-1b494363-1d1c-4293-b0eb-07c510efd428 service neutron] Attempting to bind port 48433625-60f8-496b-8055-4040349d78c6 on network aee9a3a1-681e-42e2-bd57-79851682bab4 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:21.629281 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-1b494363-1d1c-4293-b0eb-07c510efd428 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:21.629637 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-1b494363-1d1c-4293-b0eb-07c510efd428 service neutron] Checking segment: {'id': '35327dbd-50a6-41e8-bcf2-0d6e344234d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aee9a3a1-681e-42e2-bd57-79851682bab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:21.630392 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-1b494363-1d1c-4293-b0eb-07c510efd428 service neutron] Bound using segment: {'id': '35327dbd-50a6-41e8-bcf2-0d6e344234d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aee9a3a1-681e-42e2-bd57-79851682bab4'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:21.630539 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-1b494363-1d1c-4293-b0eb-07c510efd428 service neutron] Bound port: 48433625-60f8-496b-8055-4040349d78c6, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35327dbd-50a6-41e8-bcf2-0d6e344234d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aee9a3a1-681e-42e2-bd57-79851682bab4'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:21.630817 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-1b494363-1d1c-4293-b0eb-07c510efd428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:21.633243 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-abd077f3-caa9-4fd9-91f3-c757fb85ed0d tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Deleting port 181c72e3-c048-4e3f-9795-c82fde5b42a0 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:21.633592 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-abd077f3-caa9-4fd9-91f3-c757fb85ed0d tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:21.699924 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e71e1034-4286-4c9b-8b46-e8ce6465214d req-76fccc14-79ba-41b9-994c-e344b8bf93f9 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b1786a4-3a00-49c3-a648-1cad1397544f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861070 Aug 16 20:55:21.728565 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-abd077f3-caa9-4fd9-91f3-c757fb85ed0d tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:21.738127 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663e892c-99e8-4d03-bd07-4ba21251a80a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:21.743954 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-abd077f3-caa9-4fd9-91f3-c757fb85ed0d tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Calling delete_port for 181c72e3-c048-4e3f-9795-c82fde5b42a0 owned by {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:21.749349 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1899f0a8-8670-462f-aafc-3b5fd627a1d6 None None] Sync routers for ids ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:21.764324 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1899f0a8-8670-462f-aafc-3b5fd627a1d6 None None] Routers {'8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:21.765671 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-1899f0a8-8670-462f-aafc-3b5fd627a1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:55:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:21.791769 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-1b494363-1d1c-4293-b0eb-07c510efd428 service neutron] For port 48433625-60f8-496b-8055-4040349d78c6, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:21.800952 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-1899f0a8-8670-462f-aafc-3b5fd627a1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:21.812184 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-1b494363-1d1c-4293-b0eb-07c510efd428 service neutron] For port 48433625-60f8-496b-8055-4040349d78c6, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=48433625-60f8-496b-8055-4040349d78c6,segment=NetworkSegment(35327dbd-50a6-41e8-bcf2-0d6e344234d7),segment_id=35327dbd-50a6-41e8-bcf2-0d6e344234d7)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:55:21.812396 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1899f0a8-8670-462f-aafc-3b5fd627a1d6 None None] Routers {'8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:21.813137 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-1899f0a8-8670-462f-aafc-3b5fd627a1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:55:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:21.824724 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-663e892c-99e8-4d03-bd07-4ba21251a80a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:21.829238 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-663e892c-99e8-4d03-bd07-4ba21251a80a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "DELETE /v2.0/ports/3f72ac21-32d0-40c3-ab51-2dc937fff1db HTTP/1.1" status: 204 len: 168 time: 2.0227928 Aug 16 20:55:21.829490 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45630) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:21.852215 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-1899f0a8-8670-462f-aafc-3b5fd627a1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:21.852865 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1899f0a8-8670-462f-aafc-3b5fd627a1d6 None None] The sync data for ids ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'] in n-d-793620-15 is: [] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:55:21.884386 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e69b28fa-557f-49b6-8431-fb77b4a40085 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "GET /v2.0/floatingips/dd09d9ed-957c-4835-a92d-f6b2189ddcd0 HTTP/1.1" status: 200 len: 688 time: 0.0509400 Aug 16 20:55:21.885120 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45634) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:21.895434 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:21.977362 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-1b494363-1d1c-4293-b0eb-07c510efd428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:22.011993 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-1b494363-1d1c-4293-b0eb-07c510efd428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:22.012627 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-1b494363-1d1c-4293-b0eb-07c510efd428 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:22.014481 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-1b494363-1d1c-4293-b0eb-07c510efd428 service neutron] 10.222.0.90 "PUT /v2.0/ports/48433625-60f8-496b-8055-4040349d78c6 HTTP/1.1" status: 200 len: 1093 time: 1.8549814 Aug 16 20:55:22.015206 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9b5d2-fb15-4795-b6d5-f1a716ad71d2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Deleting port 6c3a9f82-8f84-4928-af5c-6b38f4509dc0 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:22.015570 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e2c9b5d2-fb15-4795-b6d5-f1a716ad71d2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:22.039850 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b494363-1d1c-4293-b0eb-07c510efd428 service neutron] Pushing event updated for resources: {'Port': ['ID=48433625-60f8-496b-8055-4040349d78c6,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:22.062302 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-abd077f3-caa9-4fd9-91f3-c757fb85ed0d tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:22.108833 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-abd077f3-caa9-4fd9-91f3-c757fb85ed0d tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:22.111101 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-abd077f3-caa9-4fd9-91f3-c757fb85ed0d tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] 10.222.0.84 "DELETE /v2.0/ports/181c72e3-c048-4e3f-9795-c82fde5b42a0 HTTP/1.1" status: 204 len: 168 time: 0.6359668 Aug 16 20:55:22.113746 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45638) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:22.114405 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd077f3-caa9-4fd9-91f3-c757fb85ed0d tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Pushing event deleted for resources: {'Port': ['ID=181c72e3-c048-4e3f-9795-c82fde5b42a0,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:22.154859 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e2c9b5d2-fb15-4795-b6d5-f1a716ad71d2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:22.155190 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e2c9b5d2-fb15-4795-b6d5-f1a716ad71d2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:22.173467 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9b5d2-fb15-4795-b6d5-f1a716ad71d2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Calling delete_port for 6c3a9f82-8f84-4928-af5c-6b38f4509dc0 owned by network:floatingip {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:22.174182 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-665ff3ba-1376-42a0-8b6a-786175af6f16 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:22.174735 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-665ff3ba-1376-42a0-8b6a-786175af6f16 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:22.176619 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-665ff3ba-1376-42a0-8b6a-786175af6f16 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] 10.222.0.84 "DELETE /v2.0/subnets/b719fd80-a2c5-4481-883c-ac3ac5b7a7d7 HTTP/1.1" status: 404 len: 337 time: 0.0614805 Aug 16 20:55:22.180172 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45646) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:22.230519 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ab1e3f89-5923-4bdb-92e7-d36cca54b53a up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:22.235826 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-811a8489-fcd9-4511-bc82-78c5e8f09a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:22.236342 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-811a8489-fcd9-4511-bc82-78c5e8f09a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:22.238284 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-811a8489-fcd9-4511-bc82-78c5e8f09a2b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=46bc4cc3934648ed8895a7ed0a5b63cc&device_id=da0332cb-239f-4dce-b67d-e902bdd79c1f HTTP/1.1" status: 200 len: 1982 time: 0.0604084 Aug 16 20:55:22.294210 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-e300148a-c6f3-4403-94f5-c03bdd8a464b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.52&port_id=5972264c-32a1-4174-9de8-40ba124cc228 HTTP/1.1" status: 200 len: 217 time: 0.0413244 Aug 16 20:55:22.341417 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port ab1e3f89-5923-4bdb-92e7-d36cca54b53a completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:22.345748 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port ab1e3f89-5923-4bdb-92e7-d36cca54b53a triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:22.346156 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:22.347408 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-f18ad832-b24b-4c2a-8e2b-be62868074ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:22.348994 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-f18ad832-b24b-4c2a-8e2b-be62868074ac service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5e9ae6e5-0756-4a88-b268-cc7176562268 HTTP/1.1" status: 200 len: 801 time: 0.0485342 Aug 16 20:55:22.369435 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0332cb-239f-4dce-b67d-e902bdd79c1f', 'tag': '48433625-60f8-496b-8055-4040349d78c6'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:55:22.372577 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b47b1bd-da07-4aa9-bf04-45923500ac19" -d '{"events": [{"name": "network-changed", "server_uuid": "da0332cb-239f-4dce-b67d-e902bdd79c1f", "tag": "48433625-60f8-496b-8055-4040349d78c6"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:55:22.398504 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dd08c533-7691-4815-8d78-50030ee02a1d tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:22.417405 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-193b9463-4621-4be8-a82d-e547ceaf03df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:22.419099 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-193b9463-4621-4be8-a82d-e547ceaf03df service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3a15e681-8e01-4ef6-91f7-ab9dbfecfc4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596571 Aug 16 20:55:22.429378 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:22.431455 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8fbd0-1572-4acf-b76f-317b5f5a624a req-7b4f1158-74b9-4240-905e-9cce6c480e68 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:22.433483 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-81c8fbd0-1572-4acf-b76f-317b5f5a624a req-7b4f1158-74b9-4240-905e-9cce6c480e68 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5466a57-1b86-4085-8de2-c5a8d9e0737b HTTP/1.1" status: 200 len: 945 time: 0.1516602 Aug 16 20:55:22.454456 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0710e90e-bb42-4b12-a9a9-7b8f950ababe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1e3f89-5923-4bdb-92e7-d36cca54b53a'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:55:22.456782 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282255df-c8d3-4676-97f9-fdfe6af649df" -d '{"events": [{"server_uuid": "0710e90e-bb42-4b12-a9a9-7b8f950ababe", "name": "network-vif-plugged", "status": "completed", "tag": "ab1e3f89-5923-4bdb-92e7-d36cca54b53a"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:55:22.467706 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9faac-1a0a-4ef7-8b17-6eb4090fcf4b req-c7d95839-5d5b-4e06-88b1-e1aa2f5b8c95 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:22.469332 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3a9faac-1a0a-4ef7-8b17-6eb4090fcf4b req-c7d95839-5d5b-4e06-88b1-e1aa2f5b8c95 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=0710e90e-bb42-4b12-a9a9-7b8f950ababe HTTP/1.1" status: 200 len: 944 time: 0.1823258 Aug 16 20:55:22.471275 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ab1e3f89-5923-4bdb-92e7-d36cca54b53a, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ab1e3f89-5923-4bdb-92e7-d36cca54b53a,segment=NetworkSegment(d750202b-6aed-4115-ba35-7fc31b994eaf),segment_id=d750202b-6aed-4115-ba35-7fc31b994eaf)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:22.520792 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-ecaa1a81-4b72-4998-9a32-bb41e0c15f86 service neutron] 10.222.0.90 "GET /v2.0/networks/3a15e681-8e01-4ef6-91f7-ab9dbfecfc4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878820 Aug 16 20:55:22.559350 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:22.612353 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=ab1e3f89-5923-4bdb-92e7-d36cca54b53a,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:22.628199 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-dc96175e-dae3-435b-bdfe-fee23bfbf749 service neutron] 10.222.0.90 "GET /v2.0/networks/3a15e681-8e01-4ef6-91f7-ab9dbfecfc4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936327 Aug 16 20:55:22.671427 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-f4aa11f9-8e30-4238-8dcb-fca2d4e85b3e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.139&port_id=48433625-60f8-496b-8055-4040349d78c6 HTTP/1.1" status: 200 len: 217 time: 0.0365808 Aug 16 20:55:22.722744 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-ff5144f8-ab0f-4533-a25c-9117d39605ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:22.724302 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-ff5144f8-ab0f-4533-a25c-9117d39605ac service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c3f26d72-bc29-43cb-ae60-40a064a12992 HTTP/1.1" status: 200 len: 801 time: 0.0463428 Aug 16 20:55:22.786995 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-17f76574-a256-440c-b800-e87ff32b8e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:22.788601 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-17f76574-a256-440c-b800-e87ff32b8e72 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=aee9a3a1-681e-42e2-bd57-79851682bab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481062 Aug 16 20:55:22.882529 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-1426cfdc-aee1-4e7a-8937-4e3b7de244b8 service neutron] 10.222.0.90 "GET /v2.0/networks/aee9a3a1-681e-42e2-bd57-79851682bab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862515 Aug 16 20:55:22.973250 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-81c8fbd0-1572-4acf-b76f-317b5f5a624a req-f57bc6a8-c2a7-4680-bf91-79230ed85915 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a849097-d6d6-43d3-afea-719261959a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5280254 Aug 16 20:55:22.981833 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-70ed4af4-9b15-409f-bc51-a77d423ff377 req-5eb9fc90-d97b-4024-9911-b0433b127bab service neutron] 10.222.0.90 "GET /v2.0/networks/aee9a3a1-681e-42e2-bd57-79851682bab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922215 Aug 16 20:55:22.983867 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dd08c533-7691-4815-8d78-50030ee02a1d tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.003599 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-dd08c533-7691-4815-8d78-50030ee02a1d tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f2b575a-5c2e-4510-91c5-78112ce09230']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:23.009950 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3a9faac-1a0a-4ef7-8b17-6eb4090fcf4b req-3143aa7d-53a3-4da2-8b1d-f1e4047aacbf tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5061233 Aug 16 20:55:23.021663 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-dd08c533-7691-4815-8d78-50030ee02a1d tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e08abe2-b70c-43f0-8d86-2cb76bf0ee05') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:23.021972 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-dd08c533-7691-4815-8d78-50030ee02a1d tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e08abe2-b70c-43f0-8d86-2cb76bf0ee05') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:23.044935 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dd08c533-7691-4815-8d78-50030ee02a1d tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.053790 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dd08c533-7691-4815-8d78-50030ee02a1d tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.062003 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd08c533-7691-4815-8d78-50030ee02a1d tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:55:23.062503 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dd08c533-7691-4815-8d78-50030ee02a1d tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.068197 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 20:55:23.068197 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:55:23.068197 n-d-793620-15 neutron-server[101844]: timer() Aug 16 20:55:23.068197 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:55:23.068197 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 20:55:23.068197 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:55:23.068197 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 20:55:23.068197 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:55:23.068197 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 20:55:23.068197 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:55:23.068197 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 20:55:23.068197 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:55:23.068197 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 20:55:23.068197 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:55:23.068197 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:55:23.068197 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:55:23.068197 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:55:23.068197 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:55:23.068197 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 20:55:23.068197 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:55:23.068197 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 20:55:23.068197 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:55:23.068197 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:55:23.068197 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:55:23.068197 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 20:55:23.068197 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:55:23.068197 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:55:23.068197 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:55:23.068197 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:55:23.068197 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:55:23.068197 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:55:23.068197 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:55:23.097151 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641946aa-a480-4e53-ba5a-82e38597994f x-openstack-request-id: req-641946aa-a480-4e53-ba5a-82e38597994f {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:55:23.097454 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da0332cb-239f-4dce-b67d-e902bdd79c1f", "tag": "48433625-60f8-496b-8055-4040349d78c6", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:55:23.097763 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-641946aa-a480-4e53-ba5a-82e38597994f {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:55:23.098219 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da0332cb-239f-4dce-b67d-e902bdd79c1f', 'tag': '48433625-60f8-496b-8055-4040349d78c6', 'status': 'completed', 'code': 200} Aug 16 20:55:23.141922 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e2c9b5d2-fb15-4795-b6d5-f1a716ad71d2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.150668 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ad24fe-5849-48c7-b996-9c6c97f22d15 x-openstack-request-id: req-01ad24fe-5849-48c7-b996-9c6c97f22d15 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:55:23.150972 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0710e90e-bb42-4b12-a9a9-7b8f950ababe", "name": "network-vif-plugged", "status": "completed", "tag": "ab1e3f89-5923-4bdb-92e7-d36cca54b53a", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:55:23.151259 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-01ad24fe-5849-48c7-b996-9c6c97f22d15 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:55:23.151715 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0710e90e-bb42-4b12-a9a9-7b8f950ababe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1e3f89-5923-4bdb-92e7-d36cca54b53a', 'code': 200} Aug 16 20:55:23.199327 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47b1bd-da07-4aa9-bf04-45923500ac19 req-93a53061-0290-4155-9996-f3d2e7e80500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:23.200285 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47b1bd-da07-4aa9-bf04-45923500ac19 req-93a53061-0290-4155-9996-f3d2e7e80500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:23.202429 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9b47b1bd-da07-4aa9-bf04-45923500ac19 req-93a53061-0290-4155-9996-f3d2e7e80500 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=46bc4cc3934648ed8895a7ed0a5b63cc&device_id=da0332cb-239f-4dce-b67d-e902bdd79c1f HTTP/1.1" status: 200 len: 1982 time: 0.0691531 Aug 16 20:55:23.210029 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dd08c533-7691-4815-8d78-50030ee02a1d tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.214814 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9b5d2-fb15-4795-b6d5-f1a716ad71d2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event deleted for resources: {'Port': ['ID=6c3a9f82-8f84-4928-af5c-6b38f4509dc0,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:23.246449 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dd08c533-7691-4815-8d78-50030ee02a1d tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.248344 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-dd08c533-7691-4815-8d78-50030ee02a1d tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] 10.222.0.84 "DELETE /v2.0/networks/6f2b575a-5c2e-4510-91c5-78112ce09230 HTTP/1.1" status: 204 len: 168 time: 1.0629015 Aug 16 20:55:23.254144 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45660) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:23.329529 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47b1bd-da07-4aa9-bf04-45923500ac19 req-892b1a59-3c10-474a-a294-4603d7317aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:23.329813 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08c533-7691-4815-8d78-50030ee02a1d tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Pushing event deleted for resources: {'Network': ['ID=6f2b575a-5c2e-4510-91c5-78112ce09230,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:23.331002 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9b47b1bd-da07-4aa9-bf04-45923500ac19 req-892b1a59-3c10-474a-a294-4603d7317aeb service neutron] 10.222.0.90 "GET /v2.0/networks?id=aee9a3a1-681e-42e2-bd57-79851682bab4 HTTP/1.1" status: 200 len: 901 time: 0.1183012 Aug 16 20:55:23.357035 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be983098-45d2-4206-8051-522e940e548f req-e78984ac-ab24-47fd-9fee-0a83adc60d55 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:23.358455 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-be983098-45d2-4206-8051-522e940e548f req-e78984ac-ab24-47fd-9fee-0a83adc60d55 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5466a57-1b86-4085-8de2-c5a8d9e0737b HTTP/1.1" status: 200 len: 945 time: 0.0697246 Aug 16 20:55:23.392195 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9b47b1bd-da07-4aa9-bf04-45923500ac19 req-351920a8-e89f-4b86-bac3-4c268d6aedef service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.139&port_id=48433625-60f8-496b-8055-4040349d78c6 HTTP/1.1" status: 200 len: 217 time: 0.0518446 Aug 16 20:55:23.423933 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa5de8-aead-4bd3-a584-81ac0b0e11b7 req-fdb04dff-b2a6-4be0-a409-b81daeebc9e1 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:23.429882 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa5de8-aead-4bd3-a584-81ac0b0e11b7 req-fdb04dff-b2a6-4be0-a409-b81daeebc9e1 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:23.431502 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-86fa5de8-aead-4bd3-a584-81ac0b0e11b7 req-fdb04dff-b2a6-4be0-a409-b81daeebc9e1 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=da0332cb-239f-4dce-b67d-e902bdd79c1f HTTP/1.1" status: 200 len: 1678 time: 0.2777343 Aug 16 20:55:23.452683 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e57bc-1cf6-4ffc-9bf6-161d64e75bd0 req-8942d0f9-1c92-4842-9eef-7cc242099b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:23.454165 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ca3e57bc-1cf6-4ffc-9bf6-161d64e75bd0 req-8942d0f9-1c92-4842-9eef-7cc242099b47 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0710e90e-bb42-4b12-a9a9-7b8f950ababe HTTP/1.1" status: 200 len: 1097 time: 0.2029262 Aug 16 20:55:23.462456 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e2c9b5d2-fb15-4795-b6d5-f1a716ad71d2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for floatingip, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.465128 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e2c9b5d2-fb15-4795-b6d5-f1a716ad71d2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.466241 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e2c9b5d2-fb15-4795-b6d5-f1a716ad71d2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "DELETE /v2.0/floatingips/dd09d9ed-957c-4835-a92d-f6b2189ddcd0 HTTP/1.1" status: 204 len: 168 time: 1.5805860 Aug 16 20:55:23.470137 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45662) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:23.475369 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-01883afc-3a3a-4e18-bf41-3c52a6c6e027 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'port_id': 'ed0afdba-053c-4175-aa09-fc558867dda8'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:23.493788 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47b1bd-da07-4aa9-bf04-45923500ac19 req-1634666a-a336-40ef-a4f0-9ec46de93ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:23.495233 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9b47b1bd-da07-4aa9-bf04-45923500ac19 req-1634666a-a336-40ef-a4f0-9ec46de93ce8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c3f26d72-bc29-43cb-ae60-40a064a12992 HTTP/1.1" status: 200 len: 801 time: 0.0836723 Aug 16 20:55:23.530351 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-86fa5de8-aead-4bd3-a584-81ac0b0e11b7 req-f42969e1-d22a-407d-984b-718766c7d93e tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b1786a4-3a00-49c3-a648-1cad1397544f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917840 Aug 16 20:55:23.544371 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-be983098-45d2-4206-8051-522e940e548f req-b9fb639d-1073-4947-b830-9493ee584ec7 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Deleting port 9ad514e0-af35-4883-9929-6892ca6acc75 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:23.544830 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-be983098-45d2-4206-8051-522e940e548f req-b9fb639d-1073-4947-b830-9493ee584ec7 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.552640 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ca3e57bc-1cf6-4ffc-9bf6-161d64e75bd0 req-9dfa333b-5666-4194-bc35-2144371f0a4f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690262 Aug 16 20:55:23.556609 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-f3663b5e-a625-4fa7-853c-9bc35ee175f7 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Deleting port 4a58677a-f935-4c0b-b21b-7d88eec65e23 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:23.556967 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f3663b5e-a625-4fa7-853c-9bc35ee175f7 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.600609 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47b1bd-da07-4aa9-bf04-45923500ac19 req-127e317c-f772-466d-8b5a-2df26905ad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:23.602625 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9b47b1bd-da07-4aa9-bf04-45923500ac19 req-127e317c-f772-466d-8b5a-2df26905ad09 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=aee9a3a1-681e-42e2-bd57-79851682bab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987639 Aug 16 20:55:23.628716 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f3663b5e-a625-4fa7-853c-9bc35ee175f7 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.641915 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-f3663b5e-a625-4fa7-853c-9bc35ee175f7 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Calling delete_port for 4a58677a-f935-4c0b-b21b-7d88eec65e23 owned by {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:23.683555 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-01883afc-3a3a-4e18-bf41-3c52a6c6e027 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for floatingip, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.688927 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-be983098-45d2-4206-8051-522e940e548f req-b9fb639d-1073-4947-b830-9493ee584ec7 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] For port 9ad514e0-af35-4883-9929-6892ca6acc75, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=9ad514e0-af35-4883-9929-6892ca6acc75,segment=NetworkSegment(dd3b3e95-b260-4ffe-89d2-ca493b24391f),segment_id=dd3b3e95-b260-4ffe-89d2-ca493b24391f)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:23.689302 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-be983098-45d2-4206-8051-522e940e548f req-b9fb639d-1073-4947-b830-9493ee584ec7 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.706134 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-be983098-45d2-4206-8051-522e940e548f req-b9fb639d-1073-4947-b830-9493ee584ec7 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Calling delete_port for 9ad514e0-af35-4883-9929-6892ca6acc75 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:23.738456 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9b47b1bd-da07-4aa9-bf04-45923500ac19 req-bfc9d552-ce3e-4965-8f96-bf7134c285da service neutron] 10.222.0.90 "GET /v2.0/networks/aee9a3a1-681e-42e2-bd57-79851682bab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285696 Aug 16 20:55:23.808247 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-01883afc-3a3a-4e18-bf41-3c52a6c6e027 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.870030 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f3663b5e-a625-4fa7-853c-9bc35ee175f7 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.877082 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9b47b1bd-da07-4aa9-bf04-45923500ac19 req-51527e5d-986d-46f0-a792-a39fc038ad9d service neutron] 10.222.0.90 "GET /v2.0/networks/aee9a3a1-681e-42e2-bd57-79851682bab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081553 Aug 16 20:55:23.930930 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3663b5e-a625-4fa7-853c-9bc35ee175f7 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Pushing event deleted for resources: {'Port': ['ID=4a58677a-f935-4c0b-b21b-7d88eec65e23,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:23.938137 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f3663b5e-a625-4fa7-853c-9bc35ee175f7 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.940011 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f3663b5e-a625-4fa7-853c-9bc35ee175f7 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] 10.222.0.84 "DELETE /v2.0/ports/4a58677a-f935-4c0b-b21b-7d88eec65e23 HTTP/1.1" status: 204 len: 168 time: 0.6661065 Aug 16 20:55:23.942652 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45664) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:23.953489 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-01883afc-3a3a-4e18-bf41-3c52a6c6e027 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Allocated IP 172.25.1.91 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/20d92227-1702-4c8d-adbc-1cb1ce3cd502) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:23.968941 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b1d4994-dacf-4127-aaa8-fdcf752b20bd tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:23.969392 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b1d4994-dacf-4127-aaa8-fdcf752b20bd tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:23.971226 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3b1d4994-dacf-4127-aaa8-fdcf752b20bd tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] 10.222.0.84 "DELETE /v2.0/subnets/07ff9455-9d5a-4f2e-b427-d6ec3fe7d25d HTTP/1.1" status: 404 len: 337 time: 0.0275114 Aug 16 20:55:23.978624 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45666) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:24.023917 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-be983098-45d2-4206-8051-522e940e548f req-b9fb639d-1073-4947-b830-9493ee584ec7 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:24.035955 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['9ad514e0-af35-4883-9929-6892ca6acc75'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:55:24.073997 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb639d-1073-4947-b830-9493ee584ec7 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Pushing event deleted for resources: {'Port': ['ID=9ad514e0-af35-4883-9929-6892ca6acc75,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:24.106064 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-01883afc-3a3a-4e18-bf41-3c52a6c6e027 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:24.106771 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d98edd28-36ad-43ae-85d4-fe887e39f32e tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:24.125455 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-be983098-45d2-4206-8051-522e940e548f req-b9fb639d-1073-4947-b830-9493ee584ec7 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] No DVR routers for this DVR port 9ad514e0-af35-4883-9929-6892ca6acc75 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:24.128994 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-be983098-45d2-4206-8051-522e940e548f req-b9fb639d-1073-4947-b830-9493ee584ec7 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:24.130900 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-be983098-45d2-4206-8051-522e940e548f req-b9fb639d-1073-4947-b830-9493ee584ec7 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.72 "DELETE /v2.0/ports/9ad514e0-af35-4883-9929-6892ca6acc75 HTTP/1.1" status: 204 len: 173 time: 0.7462645 Aug 16 20:55:24.131511 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3e144f54-7872-4f6c-a028-ed2793589620 req-d0e67877-fe51-4ae7-9f76-0d51ecaaac0a tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5466a57-1b86-4085-8de2-c5a8d9e0737b HTTP/1.1" status: 200 len: 210 time: 0.0411692 Aug 16 20:55:24.197706 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a665383-030c-4906-8ff1-dc7dcfeed7fe req-6f7db2ba-790e-4998-b339-53e090315f16 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:24.199290 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9a665383-030c-4906-8ff1-dc7dcfeed7fe req-6f7db2ba-790e-4998-b339-53e090315f16 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=0710e90e-bb42-4b12-a9a9-7b8f950ababe HTTP/1.1" status: 200 len: 945 time: 0.0909116 Aug 16 20:55:24.216280 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d98edd28-36ad-43ae-85d4-fe887e39f32e tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:24.228985 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-d98edd28-36ad-43ae-85d4-fe887e39f32e tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a6106e1-18cc-444b-b25b-54ead6c812c7']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:24.247357 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-d98edd28-36ad-43ae-85d4-fe887e39f32e tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d4560e6-5759-4ad0-b6c9-8bc109240e8f') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:24.247660 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-d98edd28-36ad-43ae-85d4-fe887e39f32e tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d4560e6-5759-4ad0-b6c9-8bc109240e8f') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:24.251882 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 48433625-60f8-496b-8055-4040349d78c6 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:55:24.260326 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9a665383-030c-4906-8ff1-dc7dcfeed7fe req-8a8cea93-6317-40a6-95b0-cf0d21fcde0e tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521026 Aug 16 20:55:24.269414 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d98edd28-36ad-43ae-85d4-fe887e39f32e tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:24.291898 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d98edd28-36ad-43ae-85d4-fe887e39f32e tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:24.299650 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d98edd28-36ad-43ae-85d4-fe887e39f32e tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:55:24.306015 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d98edd28-36ad-43ae-85d4-fe887e39f32e tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:24.306015 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:55:24.306015 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:55:24.306015 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:55:24.306015 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:55:24.306015 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:55:24.306015 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:55:24.306015 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:55:24.306015 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:55:24.306015 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:55:24.306015 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:55:24.306015 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:55:24.306015 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:55:24.306015 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:55:24.306015 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:55:24.306015 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:55:24.306015 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:55:24.306015 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:55:24.306015 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:55:24.306015 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:55:24.306015 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:55:24.306015 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:55:24.306015 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:55:24.306015 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:55:24.306015 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:55:24.306015 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:55:24.306015 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:55:24.306015 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:55:24.306015 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:55:24.306015 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:55:24.306015 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:55:24.306015 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:55:24.306015 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:55:24.357414 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 48433625-60f8-496b-8055-4040349d78c6, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=48433625-60f8-496b-8055-4040349d78c6,segment=NetworkSegment(35327dbd-50a6-41e8-bcf2-0d6e344234d7),segment_id=35327dbd-50a6-41e8-bcf2-0d6e344234d7)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:24.371036 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '48433625-60f8-496b-8055-4040349d78c6', 'network_id': 'aee9a3a1-681e-42e2-bd57-79851682bab4', 'port_id': '48433625-60f8-496b-8055-4040349d78c6', 'mac_address': 'fa:16:3e:60:bd:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3f26d72-bc29-43cb-ae60-40a064a12992', 'ip_address': '19.86.0.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:55:24.407525 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:24.420228 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48433625-60f8-496b-8055-4040349d78c6 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:55:24.420828 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-01883afc-3a3a-4e18-bf41-3c52a6c6e027 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:24.439976 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 48433625-60f8-496b-8055-4040349d78c6, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=48433625-60f8-496b-8055-4040349d78c6,segment=NetworkSegment(35327dbd-50a6-41e8-bcf2-0d6e344234d7),segment_id=35327dbd-50a6-41e8-bcf2-0d6e344234d7)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:24.461097 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01883afc-3a3a-4e18-bf41-3c52a6c6e027 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:24.463941 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-01883afc-3a3a-4e18-bf41-3c52a6c6e027 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:24.467491 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01883afc-3a3a-4e18-bf41-3c52a6c6e027 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:24.489408 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01883afc-3a3a-4e18-bf41-3c52a6c6e027 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event updated for resources: {'Port': ['ID=20d92227-1702-4c8d-adbc-1cb1ce3cd502,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:24.564642 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d98edd28-36ad-43ae-85d4-fe887e39f32e tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:24.576498 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d98edd28-36ad-43ae-85d4-fe887e39f32e tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:24.580435 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d98edd28-36ad-43ae-85d4-fe887e39f32e tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] 10.222.0.84 "DELETE /v2.0/networks/4a6106e1-18cc-444b-b25b-54ead6c812c7 HTTP/1.1" status: 204 len: 168 time: 0.5985761 Aug 16 20:55:24.580846 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45680) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:24.588919 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98edd28-36ad-43ae-85d4-fe887e39f32e tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Pushing event deleted for resources: {'Network': ['ID=4a6106e1-18cc-444b-b25b-54ead6c812c7,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:24.633381 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:24.634055 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 5972264c-32a1-4174-9de8-40ba124cc228 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:55:24.737235 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=48433625-60f8-496b-8055-4040349d78c6,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:24.741314 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec9ba4a-9260-4dc3-93d0-ef5cc92f54e1 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Deleting subnet e7791aa1-e8c6-4bf3-a01d-1e239c0d709f {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:55:24.747396 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eec9ba4a-9260-4dc3-93d0-ef5cc92f54e1 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:24.779383 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 5972264c-32a1-4174-9de8-40ba124cc228, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=5972264c-32a1-4174-9de8-40ba124cc228,segment=NetworkSegment(92015a43-4f1d-4e03-af83-2829443ebbe7),segment_id=92015a43-4f1d-4e03-af83-2829443ebbe7)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:24.791391 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '5972264c-32a1-4174-9de8-40ba124cc228', 'network_id': '3a15e681-8e01-4ef6-91f7-ab9dbfecfc4b', 'port_id': '5972264c-32a1-4174-9de8-40ba124cc228', 'mac_address': 'fa:16:3e:f7:f6:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e9ae6e5-0756-4a88-b268-cc7176562268', 'ip_address': '19.80.0.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:55:24.793524 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1f262-299f-4cee-9f3e-7767a32af5a5 req-1908b802-433c-4c0e-9070-46732bbd8c7f tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:24.799476 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1f262-299f-4cee-9f3e-7767a32af5a5 req-1908b802-433c-4c0e-9070-46732bbd8c7f tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:24.801105 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-41b1f262-299f-4cee-9f3e-7767a32af5a5 req-1908b802-433c-4c0e-9070-46732bbd8c7f tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=da0332cb-239f-4dce-b67d-e902bdd79c1f HTTP/1.1" status: 200 len: 1679 time: 0.1842883 Aug 16 20:55:24.828199 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:24.837995 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eec9ba4a-9260-4dc3-93d0-ef5cc92f54e1 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:24.849915 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5972264c-32a1-4174-9de8-40ba124cc228 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:55:24.884658 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 5972264c-32a1-4174-9de8-40ba124cc228, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=5972264c-32a1-4174-9de8-40ba124cc228,segment=NetworkSegment(92015a43-4f1d-4e03-af83-2829443ebbe7),segment_id=92015a43-4f1d-4e03-af83-2829443ebbe7)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:24.936591 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-41b1f262-299f-4cee-9f3e-7767a32af5a5 req-160ea1e0-8659-4a95-8bff-e728ab32296d tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b1786a4-3a00-49c3-a648-1cad1397544f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247315 Aug 16 20:55:25.036121 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eec9ba4a-9260-4dc3-93d0-ef5cc92f54e1 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:25.099241 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5466a57-1b86-4085-8de2-c5a8d9e0737b', 'name': 'network-vif-deleted', 'tag': '9ad514e0-af35-4883-9929-6892ca6acc75'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:55:25.101744 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038fe339-6972-402c-985e-3349eab8cc02" -d '{"events": [{"server_uuid": "b5466a57-1b86-4085-8de2-c5a8d9e0737b", "name": "network-vif-deleted", "tag": "9ad514e0-af35-4883-9929-6892ca6acc75"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:55:25.111677 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-01883afc-3a3a-4e18-bf41-3c52a6c6e027 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:25.139477 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd6ef37-bf5a-4f03-a6da-ee73ee5fd1fa x-openstack-request-id: req-6dd6ef37-bf5a-4f03-a6da-ee73ee5fd1fa {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:55:25.139773 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5466a57-1b86-4085-8de2-c5a8d9e0737b", "name": "network-vif-deleted", "tag": "9ad514e0-af35-4883-9929-6892ca6acc75", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:55:25.140048 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6dd6ef37-bf5a-4f03-a6da-ee73ee5fd1fa {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:55:25.140447 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5466a57-1b86-4085-8de2-c5a8d9e0737b', 'name': 'network-vif-deleted', 'tag': '9ad514e0-af35-4883-9929-6892ca6acc75', 'status': 'completed', 'code': 200} Aug 16 20:55:25.195377 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:25.246046 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=5972264c-32a1-4174-9de8-40ba124cc228,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:25.246162 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0a598e26-15c7-4dde-8103-4cf08c821c6c req-9903c4cf-02e5-4e58-b63f-b77a29d9dca5 tempest-ServerDiskConfigTestJSON-1979842503 tempest-ServerDiskConfigTestJSON-1979842503-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5466a57-1b86-4085-8de2-c5a8d9e0737b HTTP/1.1" status: 200 len: 210 time: 0.0285213 Aug 16 20:55:25.319017 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eec9ba4a-9260-4dc3-93d0-ef5cc92f54e1 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:25.382196 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9ba4a-9260-4dc3-93d0-ef5cc92f54e1 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Pushing event deleted for resources: {'Subnet': ['ID=e7791aa1-e8c6-4bf3-a01d-1e239c0d709f,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:25.399311 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eec9ba4a-9260-4dc3-93d0-ef5cc92f54e1 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:25.403827 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-eec9ba4a-9260-4dc3-93d0-ef5cc92f54e1 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] 10.222.0.84 "DELETE /v2.0/subnets/e7791aa1-e8c6-4bf3-a01d-1e239c0d709f HTTP/1.1" status: 204 len: 168 time: 0.8219287 Aug 16 20:55:25.404029 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45694) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:25.407400 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2f4926-45e9-416a-b56a-886fbbaca3d3 None None] Network bf29419e-4596-4fbd-b919-0cd85f8143da requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:25.418747 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-01883afc-3a3a-4e18-bf41-3c52a6c6e027 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:25.479646 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06ec0a-b331-49f5-818b-f53cfe8245fe req-7b2af54b-c14c-49be-b58f-310d8a2c7b42 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:25.487419 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf06ec0a-b331-49f5-818b-f53cfe8245fe req-7b2af54b-c14c-49be-b58f-310d8a2c7b42 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=0710e90e-bb42-4b12-a9a9-7b8f950ababe HTTP/1.1" status: 200 len: 945 time: 0.1115041 Aug 16 20:55:25.510519 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fb9b3b8a-4686-463d-aecb-a93c0d7e5f05 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:25.510853 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['48433625-60f8-496b-8055-4040349d78c6'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:55:25.565786 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b3b8a-4686-463d-aecb-a93c0d7e5f05 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Deleting port 2927a27e-1815-4f24-ae15-21add6ac74c9 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:25.566502 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fb9b3b8a-4686-463d-aecb-a93c0d7e5f05 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:25.578858 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf06ec0a-b331-49f5-818b-f53cfe8245fe req-d84dd199-cf45-45ec-8018-3e45013ab55d tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905461 Aug 16 20:55:25.584260 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['5972264c-32a1-4174-9de8-40ba124cc228'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:55:25.654675 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-fb9b3b8a-4686-463d-aecb-a93c0d7e5f05 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] For port 2927a27e-1815-4f24-ae15-21add6ac74c9, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=2927a27e-1815-4f24-ae15-21add6ac74c9,segment=NetworkSegment(54b55de3-b05c-4098-ad40-eb6f5be39bb5),segment_id=54b55de3-b05c-4098-ad40-eb6f5be39bb5)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:25.655963 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fb9b3b8a-4686-463d-aecb-a93c0d7e5f05 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:25.660530 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfacce93-6747-452d-82c8-f2007e09ad4f None None] DHCP port deletion for bf29419e-4596-4fbd-b919-0cd85f8143da request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:55:25.670391 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-01883afc-3a3a-4e18-bf41-3c52a6c6e027 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:25.673458 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b3b8a-4686-463d-aecb-a93c0d7e5f05 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Calling delete_port for 2927a27e-1815-4f24-ae15-21add6ac74c9 owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:25.787424 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-01883afc-3a3a-4e18-bf41-3c52a6c6e027 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:25.814217 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-dfacce93-6747-452d-82c8-f2007e09ad4f None None] Deleting port 2927a27e-1815-4f24-ae15-21add6ac74c9 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:25.814614 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-dfacce93-6747-452d-82c8-f2007e09ad4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:25.862983 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01883afc-3a3a-4e18-bf41-3c52a6c6e027 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event updated for resources: {'Port': ['ID=20d92227-1702-4c8d-adbc-1cb1ce3cd502,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:25.871600 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-01883afc-3a3a-4e18-bf41-3c52a6c6e027 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:25.909761 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-dfacce93-6747-452d-82c8-f2007e09ad4f None None] For port 2927a27e-1815-4f24-ae15-21add6ac74c9, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=2927a27e-1815-4f24-ae15-21add6ac74c9,segment=NetworkSegment(54b55de3-b05c-4098-ad40-eb6f5be39bb5),segment_id=54b55de3-b05c-4098-ad40-eb6f5be39bb5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:25.910086 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-dfacce93-6747-452d-82c8-f2007e09ad4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:25.925297 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-dfacce93-6747-452d-82c8-f2007e09ad4f None None] Calling delete_port for 2927a27e-1815-4f24-ae15-21add6ac74c9 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:25.980825 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [None req-01883afc-3a3a-4e18-bf41-3c52a6c6e027 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Floating IP 99098d93-9977-4ff8-8bd5-7c6807987a9c associated. External IP: 172.25.1.91, port: ed0afdba-053c-4175-aa09-fc558867dda8. Aug 16 20:55:26.033399 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fb9b3b8a-4686-463d-aecb-a93c0d7e5f05 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.042258 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-dfacce93-6747-452d-82c8-f2007e09ad4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.061284 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b3b8a-4686-463d-aecb-a93c0d7e5f05 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Pushing event deleted for resources: {'Port': ['ID=2927a27e-1815-4f24-ae15-21add6ac74c9,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:26.068577 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9b3b8a-4686-463d-aecb-a93c0d7e5f05 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] No DVR routers for this DVR port 2927a27e-1815-4f24-ae15-21add6ac74c9 on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:26.070834 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfacce93-6747-452d-82c8-f2007e09ad4f None None] Pushing event deleted for resources: {'Port': ['ID=2927a27e-1815-4f24-ae15-21add6ac74c9,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:26.072762 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfacce93-6747-452d-82c8-f2007e09ad4f None None] No DVR routers for this DVR port 2927a27e-1815-4f24-ae15-21add6ac74c9 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:26.124735 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bb9f8-fa87-4639-9d6f-8605564ff55d req-ff385610-6d33-4f99-b1cc-7bbdabda9eef tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:26.130721 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bb9f8-fa87-4639-9d6f-8605564ff55d req-ff385610-6d33-4f99-b1cc-7bbdabda9eef tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:26.132386 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-315bb9f8-fa87-4639-9d6f-8605564ff55d req-ff385610-6d33-4f99-b1cc-7bbdabda9eef tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=da0332cb-239f-4dce-b67d-e902bdd79c1f HTTP/1.1" status: 200 len: 1680 time: 0.1133907 Aug 16 20:55:26.155704 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fb9b3b8a-4686-463d-aecb-a93c0d7e5f05 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.167167 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-fb9b3b8a-4686-463d-aecb-a93c0d7e5f05 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf29419e-4596-4fbd-b919-0cd85f8143da']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:26.180242 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-fb9b3b8a-4686-463d-aecb-a93c0d7e5f05 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b55de3-b05c-4098-ad40-eb6f5be39bb5') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:26.180552 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-fb9b3b8a-4686-463d-aecb-a93c0d7e5f05 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b55de3-b05c-4098-ad40-eb6f5be39bb5') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:26.190964 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fb9b3b8a-4686-463d-aecb-a93c0d7e5f05 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.208910 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fb9b3b8a-4686-463d-aecb-a93c0d7e5f05 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.214636 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-315bb9f8-fa87-4639-9d6f-8605564ff55d req-0db065c2-2f97-46f3-b4ce-23cd5267e43a tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b1786a4-3a00-49c3-a648-1cad1397544f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746288 Aug 16 20:55:26.217712 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb9b3b8a-4686-463d-aecb-a93c0d7e5f05 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:55:26.218941 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fb9b3b8a-4686-463d-aecb-a93c0d7e5f05 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.222288 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:55:26.222288 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:55:26.222288 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:55:26.222288 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:55:26.222288 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:55:26.222288 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:55:26.222288 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:55:26.222288 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:55:26.222288 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:55:26.222288 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:55:26.222288 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:55:26.222288 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:55:26.222288 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:55:26.222288 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:55:26.222288 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:55:26.222288 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:55:26.222288 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:55:26.222288 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:55:26.222288 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:55:26.222288 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:55:26.222288 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:55:26.222288 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:55:26.222288 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:55:26.222288 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:55:26.222288 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:55:26.222288 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:55:26.222288 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:55:26.222288 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:55:26.222288 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:55:26.222288 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:55:26.222288 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:55:26.222288 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:55:26.296189 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01883afc-3a3a-4e18-bf41-3c52a6c6e027 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Router 8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:55:26.382993 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fb9b3b8a-4686-463d-aecb-a93c0d7e5f05 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.394537 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fb9b3b8a-4686-463d-aecb-a93c0d7e5f05 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.396761 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fb9b3b8a-4686-463d-aecb-a93c0d7e5f05 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] 10.222.0.84 "DELETE /v2.0/networks/bf29419e-4596-4fbd-b919-0cd85f8143da HTTP/1.1" status: 204 len: 168 time: 0.9915333 Aug 16 20:55:26.419111 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b3b8a-4686-463d-aecb-a93c0d7e5f05 tempest-NetworksIpV6TestAttrs-801145445 tempest-NetworksIpV6TestAttrs-801145445-project] Pushing event deleted for resources: {'Network': ['ID=bf29419e-4596-4fbd-b919-0cd85f8143da,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:26.425616 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01883afc-3a3a-4e18-bf41-3c52a6c6e027 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:26.439002 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c535d93-4596-48db-aee1-bf6600585aa6 None None] Sync routers for ids ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:26.451653 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c535d93-4596-48db-aee1-bf6600585aa6 None None] Routers {'8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:26.452730 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-3c535d93-4596-48db-aee1-bf6600585aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:55:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:26.488536 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45718) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:26.492916 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-3c535d93-4596-48db-aee1-bf6600585aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:26.505388 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c535d93-4596-48db-aee1-bf6600585aa6 None None] Routers {'8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:26.506269 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-3c535d93-4596-48db-aee1-bf6600585aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:55:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:26.542030 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-3c535d93-4596-48db-aee1-bf6600585aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:26.542855 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c535d93-4596-48db-aee1-bf6600585aa6 None None] The sync data for ids ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'] in n-d-793620-15 is: [] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:55:26.545256 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee24368d-4e7c-4826-887f-cce92a508469 admin admin] Deleting subnet ebf6a9c3-a849-4943-bd43-6e48f5539dc3 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:55:26.548611 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ee24368d-4e7c-4826-887f-cce92a508469 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.607512 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ee24368d-4e7c-4826-887f-cce92a508469 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.629392 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ee24368d-4e7c-4826-887f-cce92a508469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.674072 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-01883afc-3a3a-4e18-bf41-3c52a6c6e027 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.704551 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-01883afc-3a3a-4e18-bf41-3c52a6c6e027 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.2337134 Aug 16 20:55:26.707159 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45722) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:26.712328 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-71bc31d6-f17f-483f-b865-44076dde3ad2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1966403845'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:26.793782 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ee24368d-4e7c-4826-887f-cce92a508469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.824257 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24368d-4e7c-4826-887f-cce92a508469 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebf6a9c3-a849-4943-bd43-6e48f5539dc3,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:26.831216 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ee24368d-4e7c-4826-887f-cce92a508469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.833874 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ee24368d-4e7c-4826-887f-cce92a508469 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/ebf6a9c3-a849-4943-bd43-6e48f5539dc3 HTTP/1.1" status: 204 len: 168 time: 0.3437564 Aug 16 20:55:26.836117 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45726) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:26.843817 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bc31d6-f17f-483f-b865-44076dde3ad2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Made reservation on behalf of dedbb1beea794d6383c077ea3d880178 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:26.847161 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-71bc31d6-f17f-483f-b865-44076dde3ad2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:27.044608 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 2927a27e-1815-4f24-ae15-21add6ac74c9 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:55:27.065114 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 2927a27e-1815-4f24-ae15-21add6ac74c9 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:55:27.065459 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 2927a27e-1815-4f24-ae15-21add6ac74c9 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:55:27.158830 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71bc31d6-f17f-483f-b865-44076dde3ad2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:55:27.171153 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1b6df122-1776-4855-81f2-afc45e3d5241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:27.175518 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-71bc31d6-f17f-483f-b865-44076dde3ad2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:27.175930 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-71bc31d6-f17f-483f-b865-44076dde3ad2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Added segment fa1a6f73-aa9a-40c2-9e76-c5e58dd4f256 of type vlan for network 8e6a8d76-62ac-41c7-a306-760c23770279 Aug 16 20:55:27.235690 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45730) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:27.244154 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-71bc31d6-f17f-483f-b865-44076dde3ad2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:27.309963 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1b6df122-1776-4855-81f2-afc45e3d5241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:27.321289 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-1b6df122-1776-4855-81f2-afc45e3d5241 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b88367-5ef4-4555-8890-197c2e8aab74']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:27.349599 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-1b6df122-1776-4855-81f2-afc45e3d5241 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd3b3e95-b260-4ffe-89d2-ca493b24391f') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:27.349599 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-1b6df122-1776-4855-81f2-afc45e3d5241 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd3b3e95-b260-4ffe-89d2-ca493b24391f') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:27.362107 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1b6df122-1776-4855-81f2-afc45e3d5241 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:27.391527 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1b6df122-1776-4855-81f2-afc45e3d5241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:27.399001 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b6df122-1776-4855-81f2-afc45e3d5241 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:55:27.399480 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1b6df122-1776-4855-81f2-afc45e3d5241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:27.419581 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531cd13-0ffc-4fa6-a60a-373749e79b67 req-1dfafb7d-487d-4bb2-b370-885b2149801d tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:27.425908 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531cd13-0ffc-4fa6-a60a-373749e79b67 req-1dfafb7d-487d-4bb2-b370-885b2149801d tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:27.427638 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e531cd13-0ffc-4fa6-a60a-373749e79b67 req-1dfafb7d-487d-4bb2-b370-885b2149801d tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=da0332cb-239f-4dce-b67d-e902bdd79c1f HTTP/1.1" status: 200 len: 1680 time: 0.0949190 Aug 16 20:55:27.431693 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c99e9844-8388-49dd-8c79-d865d36eb7ad admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c41ca43b3f354488b8846ec7ba151fac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1947973 Aug 16 20:55:27.434244 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45740) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:27.456958 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:55:27.462908 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:55:27.462908 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:55:27.462908 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:55:27.462908 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:55:27.462908 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:55:27.462908 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:55:27.462908 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:55:27.462908 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:55:27.462908 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:55:27.462908 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:55:27.462908 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:55:27.462908 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:55:27.462908 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:55:27.462908 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:55:27.462908 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:55:27.462908 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:55:27.462908 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:55:27.462908 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:55:27.462908 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:55:27.462908 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:55:27.462908 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:55:27.462908 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:55:27.462908 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:55:27.462908 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:55:27.462908 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:55:27.462908 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:55:27.462908 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:55:27.462908 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:55:27.462908 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:55:27.462908 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:55:27.462908 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:55:27.462908 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:55:27.462908 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-71bc31d6-f17f-483f-b865-44076dde3ad2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:27.467744 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bc31d6-f17f-483f-b865-44076dde3ad2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:27.468361 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-71bc31d6-f17f-483f-b865-44076dde3ad2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:27.511459 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e531cd13-0ffc-4fa6-a60a-373749e79b67 req-38508037-74ee-4d3c-9634-a0c7a10d60ab tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b1786a4-3a00-49c3-a648-1cad1397544f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731127 Aug 16 20:55:27.523387 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e84d9a93-dad4-49cd-8e86-3b246fbb0375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:27.549022 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e84d9a93-dad4-49cd-8e86-3b246fbb0375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:27.562168 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc31d6-f17f-483f-b865-44076dde3ad2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event updated for resources: {'Network': ['ID=8e6a8d76-62ac-41c7-a306-760c23770279,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:27.577916 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 8e6a8d76-62ac-41c7-a306-760c23770279 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:55:27.606799 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1b6df122-1776-4855-81f2-afc45e3d5241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:27.612104 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1b6df122-1776-4855-81f2-afc45e3d5241 admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:27.619154 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1b6df122-1776-4855-81f2-afc45e3d5241 admin admin] 10.222.0.84 "DELETE /v2.0/networks/b1b88367-5ef4-4555-8890-197c2e8aab74 HTTP/1.1" status: 204 len: 168 time: 0.7818377 Aug 16 20:55:27.640610 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6df122-1776-4855-81f2-afc45e3d5241 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1b88367-5ef4-4555-8890-197c2e8aab74,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:27.662315 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-71bc31d6-f17f-483f-b865-44076dde3ad2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9539747 Aug 16 20:55:27.665692 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45748) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:27.671518 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-7a832c0f-5420-404b-9fa6-8ea5183b80da tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Request body: {'subnet': {'network_id': '8e6a8d76-62ac-41c7-a306-760c23770279', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:27.753693 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e84d9a93-dad4-49cd-8e86-3b246fbb0375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:27.756303 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e84d9a93-dad4-49cd-8e86-3b246fbb0375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:27.760280 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e84d9a93-dad4-49cd-8e86-3b246fbb0375 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7b9d6ecb-f7a1-46cf-925a-9258ace0a678 HTTP/1.1" status: 204 len: 168 time: 0.3248510 Aug 16 20:55:27.778817 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d9a93-dad4-49cd-8e86-3b246fbb0375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9d6ecb-f7a1-46cf-925a-9258ace0a678,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:27.901256 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a832c0f-5420-404b-9fa6-8ea5183b80da tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Made reservation on behalf of dedbb1beea794d6383c077ea3d880178 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:27.904961 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7a832c0f-5420-404b-9fa6-8ea5183b80da tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:28.130819 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 9ad514e0-af35-4883-9929-6892ca6acc75 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:55:28.151620 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 9ad514e0-af35-4883-9929-6892ca6acc75 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:55:28.151992 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 9ad514e0-af35-4883-9929-6892ca6acc75 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:55:28.162444 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45754) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:28.202473 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e0e0e1a1-4c9e-4ccb-bc8c-89b56e18d6c7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=120264f308544a26ad5db70b0b05c4ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387919 Aug 16 20:55:28.204785 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45756) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:28.234861 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7a832c0f-5420-404b-9fa6-8ea5183b80da tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:28.260943 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 48433625-60f8-496b-8055-4040349d78c6 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:28.311705 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e40077e8-a7a1-4876-81e6-b58eca7c3b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:28.334219 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a832c0f-5420-404b-9fa6-8ea5183b80da tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event updated for resources: {'Subnet': ['ID=30c56310-f3ae-4e75-971f-7083d182932f,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:28.349705 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e40077e8-a7a1-4876-81e6-b58eca7c3b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:28.362391 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a832c0f-5420-404b-9fa6-8ea5183b80da tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Checking segment: {'id': 'fa1a6f73-aa9a-40c2-9e76-c5e58dd4f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e6a8d76-62ac-41c7-a306-760c23770279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:28.362758 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a832c0f-5420-404b-9fa6-8ea5183b80da tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Network hostable DHCP agents. Network: 8e6a8d76-62ac-41c7-a306-760c23770279, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:55:28.524216 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 48433625-60f8-496b-8055-4040349d78c6 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:28.528268 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 48433625-60f8-496b-8055-4040349d78c6 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:28.528649 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:28.610897 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:28.633997 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0332cb-239f-4dce-b67d-e902bdd79c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48433625-60f8-496b-8055-4040349d78c6'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:55:28.637077 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127cad4a-410e-45d7-8c9c-22c826b9be52" -d '{"events": [{"server_uuid": "da0332cb-239f-4dce-b67d-e902bdd79c1f", "name": "network-vif-plugged", "status": "completed", "tag": "48433625-60f8-496b-8055-4040349d78c6"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:55:28.641473 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba10c21-e673-465c-a9c5-09e814f21a7e req-e3852c67-c628-4eaf-aa98-7e283986a0dc tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:28.649058 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba10c21-e673-465c-a9c5-09e814f21a7e req-e3852c67-c628-4eaf-aa98-7e283986a0dc tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:28.650100 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 48433625-60f8-496b-8055-4040349d78c6, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=48433625-60f8-496b-8055-4040349d78c6,segment=NetworkSegment(35327dbd-50a6-41e8-bcf2-0d6e344234d7),segment_id=35327dbd-50a6-41e8-bcf2-0d6e344234d7)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:28.650708 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0ba10c21-e673-465c-a9c5-09e814f21a7e req-e3852c67-c628-4eaf-aa98-7e283986a0dc tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=da0332cb-239f-4dce-b67d-e902bdd79c1f HTTP/1.1" status: 200 len: 1680 time: 0.0579779 Aug 16 20:55:28.670908 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e40077e8-a7a1-4876-81e6-b58eca7c3b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:28.673456 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e40077e8-a7a1-4876-81e6-b58eca7c3b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:28.674573 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e40077e8-a7a1-4876-81e6-b58eca7c3b66 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3a849097-d6d6-43d3-afea-719261959a7e HTTP/1.1" status: 204 len: 168 time: 0.4688861 Aug 16 20:55:28.675329 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a832c0f-5420-404b-9fa6-8ea5183b80da tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Network 8e6a8d76-62ac-41c7-a306-760c23770279 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:55:28.679518 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1219f2b1-f4e7-4362-939b-e92d98e975c8 x-openstack-request-id: req-1219f2b1-f4e7-4362-939b-e92d98e975c8 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:55:28.679842 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0332cb-239f-4dce-b67d-e902bdd79c1f", "name": "network-vif-plugged", "status": "completed", "tag": "48433625-60f8-496b-8055-4040349d78c6", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:55:28.680111 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1219f2b1-f4e7-4362-939b-e92d98e975c8 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:55:28.680520 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0332cb-239f-4dce-b67d-e902bdd79c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48433625-60f8-496b-8055-4040349d78c6', 'code': 200} Aug 16 20:55:28.698990 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40077e8-a7a1-4876-81e6-b58eca7c3b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a849097-d6d6-43d3-afea-719261959a7e,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:28.718520 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0ba10c21-e673-465c-a9c5-09e814f21a7e req-4bd9d50a-22e1-43da-b361-b72622ee53a1 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b1786a4-3a00-49c3-a648-1cad1397544f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608618 Aug 16 20:55:28.851473 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:28.852410 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 5972264c-32a1-4174-9de8-40ba124cc228 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:28.928497 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-7a832c0f-5420-404b-9fa6-8ea5183b80da tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 8e6a8d76-62ac-41c7-a306-760c23770279) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:28.936781 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a832c0f-5420-404b-9fa6-8ea5183b80da tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:28.937389 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7a832c0f-5420-404b-9fa6-8ea5183b80da tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:28.939266 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=48433625-60f8-496b-8055-4040349d78c6,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:28.951285 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa60d69d-f102-435d-b1b9-d2edff2b3520 None None] Network 8e6a8d76-62ac-41c7-a306-760c23770279 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:29.100814 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9962fca-d1c5-4b51-b731-0ef8a6a3fad4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-8e6a8d76-62ac-41c7-a306-760c23770279', 'network_id': '8e6a8d76-62ac-41c7-a306-760c23770279', 'tenant_id': 'dedbb1beea794d6383c077ea3d880178', 'fixed_ips': [{'subnet_id': '30c56310-f3ae-4e75-971f-7083d182932f'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:55:29.101774 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b9962fca-d1c5-4b51-b731-0ef8a6a3fad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:29.107218 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-7a832c0f-5420-404b-9fa6-8ea5183b80da tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4402039 Aug 16 20:55:29.112588 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45790) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:29.119131 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-c38c9435-be2d-499a-9f3d-92ffc7bc32e4 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1288607611', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}, 'admin_state_up': False}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:29.145254 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 5972264c-32a1-4174-9de8-40ba124cc228 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:29.202648 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 5972264c-32a1-4174-9de8-40ba124cc228 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:29.203000 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:29.227711 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c38c9435-be2d-499a-9f3d-92ffc7bc32e4 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:29.230805 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c38c9435-be2d-499a-9f3d-92ffc7bc32e4 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:29.299557 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c38c9435-be2d-499a-9f3d-92ffc7bc32e4 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:29.370105 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-b9962fca-d1c5-4b51-b731-0ef8a6a3fad4 None None] Allocated IP 172.20.0.2 (8e6a8d76-62ac-41c7-a306-760c23770279/30c56310-f3ae-4e75-971f-7083d182932f/4262ac32-8dba-4773-b900-b7644875b244) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:29.397396 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:29.503456 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 5972264c-32a1-4174-9de8-40ba124cc228, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=5972264c-32a1-4174-9de8-40ba124cc228,segment=NetworkSegment(92015a43-4f1d-4e03-af83-2829443ebbe7),segment_id=92015a43-4f1d-4e03-af83-2829443ebbe7)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:29.568781 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45812) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:29.611679 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b9962fca-d1c5-4b51-b731-0ef8a6a3fad4 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:29.629862 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b9962fca-d1c5-4b51-b731-0ef8a6a3fad4 None None] Transition to ACTIVE for port object 4262ac32-8dba-4773-b900-b7644875b244 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:29.631390 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c38c9435-be2d-499a-9f3d-92ffc7bc32e4 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:29.633327 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:29.688292 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b9962fca-d1c5-4b51-b731-0ef8a6a3fad4 None None] Transition to ACTIVE for port object 4262ac32-8dba-4773-b900-b7644875b244 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:29.712139 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=5972264c-32a1-4174-9de8-40ba124cc228,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:29.842259 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-d5e300a1-32b1-4860-9fcf-6a9a5fba9736 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1958031067'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:29.878754 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c07de-7e74-4cf4-96e1-a189ef34ddb6 req-a42caf2a-4eeb-4300-b90f-7ceea35c1d2f tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:29.884997 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c07de-7e74-4cf4-96e1-a189ef34ddb6 req-a42caf2a-4eeb-4300-b90f-7ceea35c1d2f tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:29.886589 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-177c07de-7e74-4cf4-96e1-a189ef34ddb6 req-a42caf2a-4eeb-4300-b90f-7ceea35c1d2f tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=da0332cb-239f-4dce-b67d-e902bdd79c1f HTTP/1.1" status: 200 len: 1682 time: 0.0877151 Aug 16 20:55:29.908735 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b9962fca-d1c5-4b51-b731-0ef8a6a3fad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:29.941411 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-177c07de-7e74-4cf4-96e1-a189ef34ddb6 req-19cad778-cd10-4acb-bc6b-2213aa432ddd tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b1786a4-3a00-49c3-a648-1cad1397544f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472400 Aug 16 20:55:29.949790 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9962fca-d1c5-4b51-b731-0ef8a6a3fad4 None None] Network 8e6a8d76-62ac-41c7-a306-760c23770279 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:29.954404 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-b9962fca-d1c5-4b51-b731-0ef8a6a3fad4 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:29.973389 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9962fca-d1c5-4b51-b731-0ef8a6a3fad4 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:30.017028 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9962fca-d1c5-4b51-b731-0ef8a6a3fad4 None None] Pushing event updated for resources: {'Port': ['ID=4262ac32-8dba-4773-b900-b7644875b244,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:30.042294 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e300a1-32b1-4860-9fcf-6a9a5fba9736 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Made reservation on behalf of f26b2ff065a440569c5739b2c3aa62ad for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:30.046430 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-b9962fca-d1c5-4b51-b731-0ef8a6a3fad4 None None] Attempting to bind port 4262ac32-8dba-4773-b900-b7644875b244 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:30.046907 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-b9962fca-d1c5-4b51-b731-0ef8a6a3fad4 None None] Attempting to bind port 4262ac32-8dba-4773-b900-b7644875b244 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'fa1a6f73-aa9a-40c2-9e76-c5e58dd4f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e6a8d76-62ac-41c7-a306-760c23770279'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:30.047372 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9962fca-d1c5-4b51-b731-0ef8a6a3fad4 None None] Attempting to bind port 4262ac32-8dba-4773-b900-b7644875b244 on network 8e6a8d76-62ac-41c7-a306-760c23770279 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:30.047647 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d5e300a1-32b1-4860-9fcf-6a9a5fba9736 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:30.053321 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9962fca-d1c5-4b51-b731-0ef8a6a3fad4 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:30.054551 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9962fca-d1c5-4b51-b731-0ef8a6a3fad4 None None] Checking segment: {'id': 'fa1a6f73-aa9a-40c2-9e76-c5e58dd4f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e6a8d76-62ac-41c7-a306-760c23770279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:30.055062 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b9962fca-d1c5-4b51-b731-0ef8a6a3fad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:30.055569 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9962fca-d1c5-4b51-b731-0ef8a6a3fad4 None None] Bound using segment: {'id': 'fa1a6f73-aa9a-40c2-9e76-c5e58dd4f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e6a8d76-62ac-41c7-a306-760c23770279'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:30.056315 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-b9962fca-d1c5-4b51-b731-0ef8a6a3fad4 None None] Bound port: 4262ac32-8dba-4773-b900-b7644875b244, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1a6f73-aa9a-40c2-9e76-c5e58dd4f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e6a8d76-62ac-41c7-a306-760c23770279'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:30.056804 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b9962fca-d1c5-4b51-b731-0ef8a6a3fad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:30.058371 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d5e300a1-32b1-4860-9fcf-6a9a5fba9736 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:30.136971 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-b9962fca-d1c5-4b51-b731-0ef8a6a3fad4 None None] For port 4262ac32-8dba-4773-b900-b7644875b244, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:30.140540 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-b9962fca-d1c5-4b51-b731-0ef8a6a3fad4 None None] For port 4262ac32-8dba-4773-b900-b7644875b244, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=4262ac32-8dba-4773-b900-b7644875b244,segment=NetworkSegment(fa1a6f73-aa9a-40c2-9e76-c5e58dd4f256),segment_id=fa1a6f73-aa9a-40c2-9e76-c5e58dd4f256)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:55:30.166583 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d5e300a1-32b1-4860-9fcf-6a9a5fba9736 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:30.182910 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c38c9435-be2d-499a-9f3d-92ffc7bc32e4 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:30.202694 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c38c9435-be2d-499a-9f3d-92ffc7bc32e4 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:30.330475 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-c38c9435-be2d-499a-9f3d-92ffc7bc32e4 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Allocated IP 172.25.1.3 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/b4cf7134-3603-462f-8fae-30f62a101247) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:30.405311 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45832) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.416357 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b9962fca-d1c5-4b51-b731-0ef8a6a3fad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:30.421443 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d5e300a1-32b1-4860-9fcf-6a9a5fba9736 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:30.444317 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c38c9435-be2d-499a-9f3d-92ffc7bc32e4 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:30.446076 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e300a1-32b1-4860-9fcf-6a9a5fba9736 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:55:30.466583 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d5e300a1-32b1-4860-9fcf-6a9a5fba9736 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:30.467286 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-d5e300a1-32b1-4860-9fcf-6a9a5fba9736 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Added segment 0a627067-559d-4535-9623-ff06f7c7c075 of type vlan for network 5f085346-a7ce-417f-9027-eba3cdac969f Aug 16 20:55:30.475273 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e300a1-32b1-4860-9fcf-6a9a5fba9736 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=379857e3-2b0b-446f-a96e-2bc1212eba6e,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:30.525150 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d5e300a1-32b1-4860-9fcf-6a9a5fba9736 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:30.546998 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9962fca-d1c5-4b51-b731-0ef8a6a3fad4 None None] Pushing event updated for resources: {'Port': ['ID=4262ac32-8dba-4773-b900-b7644875b244,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:30.559248 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-ad011a8f-6aeb-496a-a93b-a5bce3215023 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1600607464-network', 'tenant_id': '71f66be4f5f646c5b03b2dbfedf85285'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:30.668553 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c38c9435-be2d-499a-9f3d-92ffc7bc32e4 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:30.681976 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0332cb-239f-4dce-b67d-e902bdd79c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5972264c-32a1-4174-9de8-40ba124cc228'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:55:30.685700 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8dfddd-3ed7-4834-b228-29cead4b5988" -d '{"events": [{"server_uuid": "da0332cb-239f-4dce-b67d-e902bdd79c1f", "name": "network-vif-plugged", "status": "completed", "tag": "5972264c-32a1-4174-9de8-40ba124cc228"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:55:30.735582 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d5e300a1-32b1-4860-9fcf-6a9a5fba9736 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:30.742243 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e300a1-32b1-4860-9fcf-6a9a5fba9736 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:30.742913 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d5e300a1-32b1-4860-9fcf-6a9a5fba9736 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:30.758687 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38c9435-be2d-499a-9f3d-92ffc7bc32e4 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:30.767014 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-c38c9435-be2d-499a-9f3d-92ffc7bc32e4 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:30.770790 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38c9435-be2d-499a-9f3d-92ffc7bc32e4 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:30.781572 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb9bad9-f892-4e8c-92eb-c9f89134b4d5 x-openstack-request-id: req-beb9bad9-f892-4e8c-92eb-c9f89134b4d5 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:55:30.782016 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0332cb-239f-4dce-b67d-e902bdd79c1f", "name": "network-vif-plugged", "status": "completed", "tag": "5972264c-32a1-4174-9de8-40ba124cc228", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:55:30.782373 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-beb9bad9-f892-4e8c-92eb-c9f89134b4d5 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:55:30.783138 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0332cb-239f-4dce-b67d-e902bdd79c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5972264c-32a1-4174-9de8-40ba124cc228', 'code': 200} Aug 16 20:55:30.826918 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c9435-be2d-499a-9f3d-92ffc7bc32e4 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event updated for resources: {'Port': ['ID=b4cf7134-3603-462f-8fae-30f62a101247,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:30.848591 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad011a8f-6aeb-496a-a93b-a5bce3215023 admin admin] Made reservation on behalf of 71f66be4f5f646c5b03b2dbfedf85285 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:30.851023 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ad011a8f-6aeb-496a-a93b-a5bce3215023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:30.873538 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ad011a8f-6aeb-496a-a93b-a5bce3215023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:30.895897 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d5e300a1-32b1-4860-9fcf-6a9a5fba9736 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.3249929 Aug 16 20:55:30.902211 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45840) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:30.910354 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-e2e73d01-2707-40b3-9722-60ddc25fa315 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'port': {'network_id': '5f085346-a7ce-417f-9027-eba3cdac969f', 'name': 'tempest-PortsTestJSON-1398642420'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:30.917812 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e300a1-32b1-4860-9fcf-6a9a5fba9736 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'Network': ['ID=5f085346-a7ce-417f-9027-eba3cdac969f,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:30.941919 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 5f085346-a7ce-417f-9027-eba3cdac969f details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:55:31.024311 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb998ba-da68-4ad0-87f2-5f322837af92 req-7361dbd4-3a52-490e-b50e-277a3f7ff1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:31.025118 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb998ba-da68-4ad0-87f2-5f322837af92 req-7361dbd4-3a52-490e-b50e-277a3f7ff1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:31.026927 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-dfb998ba-da68-4ad0-87f2-5f322837af92 req-7361dbd4-3a52-490e-b50e-277a3f7ff1db service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=da0332cb-239f-4dce-b67d-e902bdd79c1f HTTP/1.1" status: 200 len: 1986 time: 0.1641533 Aug 16 20:55:31.095435 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-dfb998ba-da68-4ad0-87f2-5f322837af92 req-fe91054e-85e2-4725-a285-dea7df681eda service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6b1786a4-3a00-49c3-a648-1cad1397544f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604305 Aug 16 20:55:31.147578 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 4262ac32-8dba-4773-b900-b7644875b244 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:31.172960 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def47cdc-1411-48ae-a7cc-ef95e703f631 req-e6d464ca-7509-45aa-8536-15b3c34a6ea5 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:31.179492 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def47cdc-1411-48ae-a7cc-ef95e703f631 req-e6d464ca-7509-45aa-8536-15b3c34a6ea5 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:31.181383 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-def47cdc-1411-48ae-a7cc-ef95e703f631 req-e6d464ca-7509-45aa-8536-15b3c34a6ea5 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=da0332cb-239f-4dce-b67d-e902bdd79c1f HTTP/1.1" status: 200 len: 1682 time: 0.1147521 Aug 16 20:55:31.215548 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ad011a8f-6aeb-496a-a93b-a5bce3215023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:31.233532 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-def47cdc-1411-48ae-a7cc-ef95e703f631 req-0748b029-a54a-4307-b1c5-1df997f33cb7 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b1786a4-3a00-49c3-a648-1cad1397544f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439970 Aug 16 20:55:31.306172 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 4262ac32-8dba-4773-b900-b7644875b244 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:31.353447 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c38c9435-be2d-499a-9f3d-92ffc7bc32e4 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:31.401454 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ad011a8f-6aeb-496a-a93b-a5bce3215023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:31.426361 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad011a8f-6aeb-496a-a93b-a5bce3215023 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:55:31.446307 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ad011a8f-6aeb-496a-a93b-a5bce3215023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:31.446668 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-ad011a8f-6aeb-496a-a93b-a5bce3215023 admin admin] Added segment 54eb105c-92b7-478a-9dbd-f7c16dfc3d12 of type vlan for network d3e0001d-3b51-4b16-b842-4e83a0bc5e92 Aug 16 20:55:31.448363 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad011a8f-6aeb-496a-a93b-a5bce3215023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6a8c68-c325-4ce0-98fa-ce1587b8f730,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:31.462951 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad011a8f-6aeb-496a-a93b-a5bce3215023 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:31.463236 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad011a8f-6aeb-496a-a93b-a5bce3215023 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:31.463596 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad011a8f-6aeb-496a-a93b-a5bce3215023 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:31.464025 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad011a8f-6aeb-496a-a93b-a5bce3215023 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:31.464375 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad011a8f-6aeb-496a-a93b-a5bce3215023 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:31.464718 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad011a8f-6aeb-496a-a93b-a5bce3215023 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:31.465059 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad011a8f-6aeb-496a-a93b-a5bce3215023 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:31.465502 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad011a8f-6aeb-496a-a93b-a5bce3215023 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:31.465886 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad011a8f-6aeb-496a-a93b-a5bce3215023 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:31.466220 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad011a8f-6aeb-496a-a93b-a5bce3215023 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:31.466555 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad011a8f-6aeb-496a-a93b-a5bce3215023 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:31.466888 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad011a8f-6aeb-496a-a93b-a5bce3215023 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:31.513114 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e73d01-2707-40b3-9722-60ddc25fa315 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Made reservation on behalf of f26b2ff065a440569c5739b2c3aa62ad for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:31.518329 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e2e73d01-2707-40b3-9722-60ddc25fa315 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:31.538840 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-e2e73d01-2707-40b3-9722-60ddc25fa315 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] device_id is not set on port 63a4a591-bad5-48f8-840a-73973aa5b1d3 yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:55:31.616014 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c38c9435-be2d-499a-9f3d-92ffc7bc32e4 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:31.676375 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dcd76b-8cfd-4fc3-b64c-24f6eb9abcd4 None None] Network 8e6a8d76-62ac-41c7-a306-760c23770279 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:31.690112 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ad011a8f-6aeb-496a-a93b-a5bce3215023 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:31.775862 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e2e73d01-2707-40b3-9722-60ddc25fa315 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:31.855118 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2c734b28-8e21-4421-882a-6167322156d2 None None] Provisioning for port 4262ac32-8dba-4773-b900-b7644875b244 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:31.860716 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2c734b28-8e21-4421-882a-6167322156d2 None None] Provisioning complete for port 4262ac32-8dba-4773-b900-b7644875b244 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:31.861105 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2c734b28-8e21-4421-882a-6167322156d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:31.902359 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ad011a8f-6aeb-496a-a93b-a5bce3215023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:31.903495 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad011a8f-6aeb-496a-a93b-a5bce3215023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:31.904239 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ad011a8f-6aeb-496a-a93b-a5bce3215023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:31.918606 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38c9435-be2d-499a-9f3d-92ffc7bc32e4 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Router d895bd24-925c-4aa7-a4fb-eb19b8aa20e5 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:55:31.964197 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2c734b28-8e21-4421-882a-6167322156d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:31.985968 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad011a8f-6aeb-496a-a93b-a5bce3215023 admin admin] Pushing event updated for resources: {'Network': ['ID=d3e0001d-3b51-4b16-b842-4e83a0bc5e92,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:31.992464 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e2e73d01-2707-40b3-9722-60ddc25fa315 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:32.017157 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network d3e0001d-3b51-4b16-b842-4e83a0bc5e92 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:55:32.026834 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-2c734b28-8e21-4421-882a-6167322156d2 None None] For port 4262ac32-8dba-4773-b900-b7644875b244, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=4262ac32-8dba-4773-b900-b7644875b244,segment=NetworkSegment(fa1a6f73-aa9a-40c2-9e76-c5e58dd4f256),segment_id=fa1a6f73-aa9a-40c2-9e76-c5e58dd4f256)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:32.080843 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38c9435-be2d-499a-9f3d-92ffc7bc32e4 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:32.098815 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7df9808-90ae-4588-a5d9-7964ed6ed8cb None None] Sync routers for ids ['d895bd24-925c-4aa7-a4fb-eb19b8aa20e5'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:32.119332 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ad011a8f-6aeb-496a-a93b-a5bce3215023 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7127883 Aug 16 20:55:32.122006 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e73d01-2707-40b3-9722-60ddc25fa315 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'Port': ['ID=63a4a591-bad5-48f8-840a-73973aa5b1d3,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:32.122881 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45852) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:32.131164 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7df9808-90ae-4588-a5d9-7964ed6ed8cb None None] Routers {'d895bd24-925c-4aa7-a4fb-eb19b8aa20e5'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:32.134287 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2c734b28-8e21-4421-882a-6167322156d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:32.140625 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-c7f6de2f-f8ca-4186-8218-9995e8b65ac4 admin admin] Request body: {'subnet': {'network_id': 'd3e0001d-3b51-4b16-b842-4e83a0bc5e92', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1600607464-subnet', 'tenant_id': '71f66be4f5f646c5b03b2dbfedf85285', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:32.146487 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-f7df9808-90ae-4588-a5d9-7964ed6ed8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:55:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d895bd24-925c-4aa7-a4fb-eb19b8aa20e5'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:32.157865 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e73d01-2707-40b3-9722-60ddc25fa315 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Checking segment: {'id': '0a627067-559d-4535-9623-ff06f7c7c075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '5f085346-a7ce-417f-9027-eba3cdac969f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:32.158232 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e73d01-2707-40b3-9722-60ddc25fa315 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Network hostable DHCP agents. Network: 5f085346-a7ce-417f-9027-eba3cdac969f, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:55:32.189351 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-f7df9808-90ae-4588-a5d9-7964ed6ed8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:32.200365 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7df9808-90ae-4588-a5d9-7964ed6ed8cb None None] Routers {'d895bd24-925c-4aa7-a4fb-eb19b8aa20e5'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:32.201260 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-f7df9808-90ae-4588-a5d9-7964ed6ed8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:55:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d895bd24-925c-4aa7-a4fb-eb19b8aa20e5'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:32.206507 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c38c9435-be2d-499a-9f3d-92ffc7bc32e4 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:32.208105 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c38c9435-be2d-499a-9f3d-92ffc7bc32e4 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.0937996 Aug 16 20:55:32.211316 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45856) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:32.252383 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-f7df9808-90ae-4588-a5d9-7964ed6ed8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:32.252535 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c734b28-8e21-4421-882a-6167322156d2 None None] Pushing event updated for resources: {'Port': ['ID=4262ac32-8dba-4773-b900-b7644875b244,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:32.253542 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7df9808-90ae-4588-a5d9-7964ed6ed8cb None None] The sync data for ids ['d895bd24-925c-4aa7-a4fb-eb19b8aa20e5'] in n-d-793620-15 is: [] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:55:32.339035 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f6de2f-f8ca-4186-8218-9995e8b65ac4 admin admin] Made reservation on behalf of 71f66be4f5f646c5b03b2dbfedf85285 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:32.344678 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c7f6de2f-f8ca-4186-8218-9995e8b65ac4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:32.360713 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e73d01-2707-40b3-9722-60ddc25fa315 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Network 5f085346-a7ce-417f-9027-eba3cdac969f is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:55:32.360954 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5a9af2be-76e1-4b66-8c56-e7833b5252c7 None None] Provisioning complete for port 4262ac32-8dba-4773-b900-b7644875b244 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:32.361435 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5a9af2be-76e1-4b66-8c56-e7833b5252c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:32.470077 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed2eca-c43c-4b62-aff7-e9e9fb0d138a req-dc1462cc-9d22-4579-ac4c-c432116df76c tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:32.476837 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed2eca-c43c-4b62-aff7-e9e9fb0d138a req-dc1462cc-9d22-4579-ac4c-c432116df76c tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:32.478788 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a7ed2eca-c43c-4b62-aff7-e9e9fb0d138a req-dc1462cc-9d22-4579-ac4c-c432116df76c tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=da0332cb-239f-4dce-b67d-e902bdd79c1f HTTP/1.1" status: 200 len: 1682 time: 0.1434567 Aug 16 20:55:32.730134 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c7f6de2f-f8ca-4186-8218-9995e8b65ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:32.785017 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f6de2f-f8ca-4186-8218-9995e8b65ac4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49b47344-9673-44ec-80b0-814953de749d,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:32.803935 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f6de2f-f8ca-4186-8218-9995e8b65ac4 admin admin] Checking segment: {'id': '54eb105c-92b7-478a-9dbd-f7c16dfc3d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3e0001d-3b51-4b16-b842-4e83a0bc5e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:32.804304 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f6de2f-f8ca-4186-8218-9995e8b65ac4 admin admin] Network hostable DHCP agents. Network: d3e0001d-3b51-4b16-b842-4e83a0bc5e92, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:55:32.904998 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-e2e73d01-2707-40b3-9722-60ddc25fa315 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 5f085346-a7ce-417f-9027-eba3cdac969f) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:32.909847 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e73d01-2707-40b3-9722-60ddc25fa315 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:32.914037 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e996ffe3-d1e0-4dbe-ba7a-879331184953 None None] Network 5f085346-a7ce-417f-9027-eba3cdac969f requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:32.915514 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f6de2f-f8ca-4186-8218-9995e8b65ac4 admin admin] Network d3e0001d-3b51-4b16-b842-4e83a0bc5e92 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:55:32.918009 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e73d01-2707-40b3-9722-60ddc25fa315 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:32.918727 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e2e73d01-2707-40b3-9722-60ddc25fa315 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:33.012966 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a7ed2eca-c43c-4b62-aff7-e9e9fb0d138a req-f7215922-b165-426f-8fc9-297928bf2c32 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b1786a4-3a00-49c3-a648-1cad1397544f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5066278 Aug 16 20:55:33.022121 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-c7f6de2f-f8ca-4186-8218-9995e8b65ac4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, d3e0001d-3b51-4b16-b842-4e83a0bc5e92) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:33.026293 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f6de2f-f8ca-4186-8218-9995e8b65ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:33.027097 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c7f6de2f-f8ca-4186-8218-9995e8b65ac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:33.049575 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e5a88c-ac56-4e6f-bbc8-69ceb31f1097 None None] Network d3e0001d-3b51-4b16-b842-4e83a0bc5e92 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:33.086421 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e2e73d01-2707-40b3-9722-60ddc25fa315 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1828573 Aug 16 20:55:33.090630 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45866) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:33.097460 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-05e02804-3fde-4b0d-a18c-091e13cf3b35 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1559334254'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:33.109357 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 4262ac32-8dba-4773-b900-b7644875b244 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:33.167074 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c7f6de2f-f8ca-4186-8218-9995e8b65ac4 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0404987 Aug 16 20:55:33.278511 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46736248-738a-4485-904c-b24a8bb48941 None None] Network d3e0001d-3b51-4b16-b842-4e83a0bc5e92 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:33.278770 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e02804-3fde-4b0d-a18c-091e13cf3b35 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Made reservation on behalf of f26b2ff065a440569c5739b2c3aa62ad for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:33.282621 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-05e02804-3fde-4b0d-a18c-091e13cf3b35 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:33.329267 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05e02804-3fde-4b0d-a18c-091e13cf3b35 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:55:33.343510 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-790bc6a6-7953-43d3-805a-3a26b5b205a9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:33.345740 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-05e02804-3fde-4b0d-a18c-091e13cf3b35 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:33.346414 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-05e02804-3fde-4b0d-a18c-091e13cf3b35 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Added segment a78b7019-ec11-49ec-9b09-f9f64c4223ce of type vlan for network 4a5bce4d-83f1-4ad1-ae59-14b233277740 Aug 16 20:55:33.392027 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-05e02804-3fde-4b0d-a18c-091e13cf3b35 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:33.405097 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 4262ac32-8dba-4773-b900-b7644875b244 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:33.405478 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:33.548899 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-05e02804-3fde-4b0d-a18c-091e13cf3b35 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:33.555891 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e02804-3fde-4b0d-a18c-091e13cf3b35 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:33.558079 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-05e02804-3fde-4b0d-a18c-091e13cf3b35 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:33.656352 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e02804-3fde-4b0d-a18c-091e13cf3b35 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'Network': ['ID=4a5bce4d-83f1-4ad1-ae59-14b233277740,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:33.671971 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 4a5bce4d-83f1-4ad1-ae59-14b233277740 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:55:33.784135 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-790bc6a6-7953-43d3-805a-3a26b5b205a9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Allocated IP 172.20.0.1 (8e6a8d76-62ac-41c7-a306-760c23770279/30c56310-f3ae-4e75-971f-7083d182932f/05786c5b-5223-47cb-967c-fdf1a9d9920d) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:33.823513 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-05e02804-3fde-4b0d-a18c-091e13cf3b35 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7315152 Aug 16 20:55:33.825987 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45890) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:33.832045 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-3367cff2-b6eb-46e6-9e49-e5fc133ed087 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'ports': [{'network_id': '5f085346-a7ce-417f-9027-eba3cdac969f'}, {'network_id': '4a5bce4d-83f1-4ad1-ae59-14b233277740'}]} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:33.832380 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-3367cff2-b6eb-46e6-9e49-e5fc133ed087 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'port': {'network_id': '5f085346-a7ce-417f-9027-eba3cdac969f'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:33.832863 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-3367cff2-b6eb-46e6-9e49-e5fc133ed087 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'port': {'network_id': '4a5bce4d-83f1-4ad1-ae59-14b233277740'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:33.837977 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-661c417f-bec5-483e-b9c7-5ed4941938af tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:33.839484 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-661c417f-bec5-483e-b9c7-5ed4941938af tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/networks?id=d3e0001d-3b51-4b16-b842-4e83a0bc5e92 HTTP/1.1" status: 200 len: 813 time: 0.1680486 Aug 16 20:55:33.883190 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-f3a853ff-adb8-4b32-96d7-54e9de8fe3cb tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/quotas/71f66be4f5f646c5b03b2dbfedf85285 HTTP/1.1" status: 200 len: 375 time: 0.0185559 Aug 16 20:55:33.937190 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-a77c43d9-8176-4d31-a883-f2ef1d02f1d1 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=71f66be4f5f646c5b03b2dbfedf85285&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441005 Aug 16 20:55:34.017055 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-790bc6a6-7953-43d3-805a-3a26b5b205a9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:34.042932 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-790bc6a6-7953-43d3-805a-3a26b5b205a9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Transition to ACTIVE for port object 05786c5b-5223-47cb-967c-fdf1a9d9920d will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:34.086246 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-6417ecce-ac3a-47ee-b737-f300e112dc1e service neutron] 10.222.0.84 "GET /v2.0/networks/d3e0001d-3b51-4b16-b842-4e83a0bc5e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383421 Aug 16 20:55:34.118655 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3367cff2-b6eb-46e6-9e49-e5fc133ed087 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Made reservation on behalf of f26b2ff065a440569c5739b2c3aa62ad for: {'port': 2} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:34.124237 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3367cff2-b6eb-46e6-9e49-e5fc133ed087 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:34.138767 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3367cff2-b6eb-46e6-9e49-e5fc133ed087 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:34.222195 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3177d-5b7c-4303-9e5b-91def07e7a6c req-f085f945-1e08-410d-abaf-1238fc04c490 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:34.222904 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-3367cff2-b6eb-46e6-9e49-e5fc133ed087 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] device_id is not set on port 1dddd36d-9de1-4c30-a3b8-121c2ceb38e3 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:55:34.228515 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3177d-5b7c-4303-9e5b-91def07e7a6c req-f085f945-1e08-410d-abaf-1238fc04c490 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:34.230165 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b1c3177d-5b7c-4303-9e5b-91def07e7a6c req-f085f945-1e08-410d-abaf-1238fc04c490 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=da0332cb-239f-4dce-b67d-e902bdd79c1f HTTP/1.1" status: 200 len: 1682 time: 0.1249301 Aug 16 20:55:34.241809 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-cb3a53cf-0392-47dc-8d8f-fdd6472d6311 service neutron] 10.222.0.84 "GET /v2.0/networks/d3e0001d-3b51-4b16-b842-4e83a0bc5e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490729 Aug 16 20:55:34.260865 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-790bc6a6-7953-43d3-805a-3a26b5b205a9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:34.340630 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790bc6a6-7953-43d3-805a-3a26b5b205a9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Network 8e6a8d76-62ac-41c7-a306-760c23770279 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:34.357543 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b1c3177d-5b7c-4303-9e5b-91def07e7a6c req-06922649-d1db-4081-a91c-d673de108536 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b1786a4-3a00-49c3-a648-1cad1397544f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101341 Aug 16 20:55:34.362448 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790bc6a6-7953-43d3-805a-3a26b5b205a9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event updated for resources: {'Port': ['ID=05786c5b-5223-47cb-967c-fdf1a9d9920d,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:34.362685 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3367cff2-b6eb-46e6-9e49-e5fc133ed087 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:34.369438 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-790bc6a6-7953-43d3-805a-3a26b5b205a9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:34.371734 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790bc6a6-7953-43d3-805a-3a26b5b205a9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:34.432928 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-790bc6a6-7953-43d3-805a-3a26b5b205a9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:34.479122 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-3367cff2-b6eb-46e6-9e49-e5fc133ed087 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] device_id is not set on port e6ee94b2-8d6c-4d6f-afb5-b72d2b573ddf yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:55:34.668841 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3367cff2-b6eb-46e6-9e49-e5fc133ed087 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:34.752002 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-790bc6a6-7953-43d3-805a-3a26b5b205a9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:34.901695 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a976ad89-0f33-4d30-a379-98f731f50f00 None None] Provisioning for port 05786c5b-5223-47cb-967c-fdf1a9d9920d completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:34.908490 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3367cff2-b6eb-46e6-9e49-e5fc133ed087 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:34.909387 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a976ad89-0f33-4d30-a379-98f731f50f00 None None] Provisioning complete for port 05786c5b-5223-47cb-967c-fdf1a9d9920d triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:34.909387 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a976ad89-0f33-4d30-a379-98f731f50f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:34.993727 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3367cff2-b6eb-46e6-9e49-e5fc133ed087 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Network 5f085346-a7ce-417f-9027-eba3cdac969f is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:34.997002 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-3367cff2-b6eb-46e6-9e49-e5fc133ed087 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:35.006050 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a976ad89-0f33-4d30-a379-98f731f50f00 None None] Port 05786c5b-5223-47cb-967c-fdf1a9d9920d cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:55:35.008245 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3367cff2-b6eb-46e6-9e49-e5fc133ed087 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:35.010609 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3367cff2-b6eb-46e6-9e49-e5fc133ed087 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:35.044474 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3367cff2-b6eb-46e6-9e49-e5fc133ed087 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'Port': ['ID=1dddd36d-9de1-4c30-a3b8-121c2ceb38e3,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:35.061288 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3367cff2-b6eb-46e6-9e49-e5fc133ed087 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:35.061738 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3367cff2-b6eb-46e6-9e49-e5fc133ed087 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:35.062181 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3367cff2-b6eb-46e6-9e49-e5fc133ed087 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:35.062633 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3367cff2-b6eb-46e6-9e49-e5fc133ed087 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:35.063155 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3367cff2-b6eb-46e6-9e49-e5fc133ed087 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:35.063495 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3367cff2-b6eb-46e6-9e49-e5fc133ed087 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:35.063983 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3367cff2-b6eb-46e6-9e49-e5fc133ed087 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:35.064432 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3367cff2-b6eb-46e6-9e49-e5fc133ed087 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:35.064875 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3367cff2-b6eb-46e6-9e49-e5fc133ed087 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:35.065740 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3367cff2-b6eb-46e6-9e49-e5fc133ed087 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:35.065938 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3367cff2-b6eb-46e6-9e49-e5fc133ed087 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:35.066321 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3367cff2-b6eb-46e6-9e49-e5fc133ed087 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:35.098581 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ed5b1dae-efb6-4b28-9208-77ecf23df01c req-758c9bf5-112e-4b78-b412-5ae9da79b7f9 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6d47719-3826-42f5-a282-224e30604c4d HTTP/1.1" status: 200 len: 210 time: 0.0682592 Aug 16 20:55:35.145649 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3367cff2-b6eb-46e6-9e49-e5fc133ed087 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Checking segment: {'id': 'a78b7019-ec11-49ec-9b09-f9f64c4223ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4a5bce4d-83f1-4ad1-ae59-14b233277740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:35.146050 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3367cff2-b6eb-46e6-9e49-e5fc133ed087 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Network hostable DHCP agents. Network: 4a5bce4d-83f1-4ad1-ae59-14b233277740, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:55:35.152591 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3367cff2-b6eb-46e6-9e49-e5fc133ed087 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'Port': ['ID=e6ee94b2-8d6c-4d6f-afb5-b72d2b573ddf,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:35.213344 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-790bc6a6-7953-43d3-805a-3a26b5b205a9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:35.255722 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3367cff2-b6eb-46e6-9e49-e5fc133ed087 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Network 4a5bce4d-83f1-4ad1-ae59-14b233277740 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:55:35.341118 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-790bc6a6-7953-43d3-805a-3a26b5b205a9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:35.381339 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-3367cff2-b6eb-46e6-9e49-e5fc133ed087 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 4a5bce4d-83f1-4ad1-ae59-14b233277740) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:35.386075 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3367cff2-b6eb-46e6-9e49-e5fc133ed087 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:35.393420 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3367cff2-b6eb-46e6-9e49-e5fc133ed087 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:35.400279 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afbbfc6-f72a-43c5-971c-cbe7ed502d82 None None] Network 4a5bce4d-83f1-4ad1-ae59-14b233277740 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:35.414565 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3367cff2-b6eb-46e6-9e49-e5fc133ed087 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:35.415430 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3367cff2-b6eb-46e6-9e49-e5fc133ed087 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:35.418898 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-790bc6a6-7953-43d3-805a-3a26b5b205a9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:35.420584 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790bc6a6-7953-43d3-805a-3a26b5b205a9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event updated for resources: {'Port': ['ID=05786c5b-5223-47cb-967c-fdf1a9d9920d,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:35.523426 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45922) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:35.524145 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3367cff2-b6eb-46e6-9e49-e5fc133ed087 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6968863 Aug 16 20:55:35.527123 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790bc6a6-7953-43d3-805a-3a26b5b205a9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Network 8e6a8d76-62ac-41c7-a306-760c23770279 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:35.538840 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-790bc6a6-7953-43d3-805a-3a26b5b205a9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:35.776248 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f516bad-49d8-4afe-800e-6d833b3f6140 req-b947ae22-dbc2-43f7-9dde-eda03ccc3bb4 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:35.782445 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f516bad-49d8-4afe-800e-6d833b3f6140 req-b947ae22-dbc2-43f7-9dde-eda03ccc3bb4 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:35.784212 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f516bad-49d8-4afe-800e-6d833b3f6140 req-b947ae22-dbc2-43f7-9dde-eda03ccc3bb4 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=da0332cb-239f-4dce-b67d-e902bdd79c1f HTTP/1.1" status: 200 len: 1682 time: 0.2496579 Aug 16 20:55:35.831363 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1d958590-d44b-400e-aa7e-94678a945a49 None None] Provisioning complete for port 05786c5b-5223-47cb-967c-fdf1a9d9920d triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:35.831762 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1d958590-d44b-400e-aa7e-94678a945a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:35.853697 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790bc6a6-7953-43d3-805a-3a26b5b205a9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Router d895bd24-925c-4aa7-a4fb-eb19b8aa20e5 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:55:35.856642 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-8332fbf1-65a2-44b4-bb3a-ea39e98c6487 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Deleting port e6ee94b2-8d6c-4d6f-afb5-b72d2b573ddf {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:35.859352 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8332fbf1-65a2-44b4-bb3a-ea39e98c6487 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:35.863361 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f516bad-49d8-4afe-800e-6d833b3f6140 req-bf302114-ad1b-4d8f-94d9-1eb290dc6aa0 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b1786a4-3a00-49c3-a648-1cad1397544f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695331 Aug 16 20:55:35.866848 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-1d958590-d44b-400e-aa7e-94678a945a49 None None] Port 05786c5b-5223-47cb-967c-fdf1a9d9920d cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:55:35.969493 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8332fbf1-65a2-44b4-bb3a-ea39e98c6487 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:35.988185 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-8332fbf1-65a2-44b4-bb3a-ea39e98c6487 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Calling delete_port for e6ee94b2-8d6c-4d6f-afb5-b72d2b573ddf owned by {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:36.079569 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790bc6a6-7953-43d3-805a-3a26b5b205a9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:36.088529 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-790bc6a6-7953-43d3-805a-3a26b5b205a9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "PUT /v2.0/routers/d895bd24-925c-4aa7-a4fb-eb19b8aa20e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8750255 Aug 16 20:55:36.090326 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45932) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:36.092202 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1839bb9-e329-4e3c-b384-c687bb08c49c None None] Sync routers for ids ['d895bd24-925c-4aa7-a4fb-eb19b8aa20e5'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:36.096037 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-c4d0f219-7b90-41ac-89b0-63526f4b9a96 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Request body: {'port': {'network_id': '8e6a8d76-62ac-41c7-a306-760c23770279', 'name': 'tempest-FloatingIPTestJSON-1191134402'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:36.108513 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1839bb9-e329-4e3c-b384-c687bb08c49c None None] Routers {'d895bd24-925c-4aa7-a4fb-eb19b8aa20e5'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:36.109163 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-a1839bb9-e329-4e3c-b384-c687bb08c49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:55:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d895bd24-925c-4aa7-a4fb-eb19b8aa20e5'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:36.144632 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-a1839bb9-e329-4e3c-b384-c687bb08c49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:36.153309 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1839bb9-e329-4e3c-b384-c687bb08c49c None None] Routers {'d895bd24-925c-4aa7-a4fb-eb19b8aa20e5'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:36.153935 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-a1839bb9-e329-4e3c-b384-c687bb08c49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:55:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d895bd24-925c-4aa7-a4fb-eb19b8aa20e5'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:36.186667 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e82a7a7a-14dc-403c-b0c1-fb2e71c5a302 req-359575f1-1c26-4dab-827d-43dff62efd86 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6d47719-3826-42f5-a282-224e30604c4d HTTP/1.1" status: 200 len: 210 time: 0.0318160 Aug 16 20:55:36.189848 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-a1839bb9-e329-4e3c-b384-c687bb08c49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:36.190471 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1839bb9-e329-4e3c-b384-c687bb08c49c None None] The sync data for ids ['d895bd24-925c-4aa7-a4fb-eb19b8aa20e5'] in n-d-793620-15 is: [] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:55:36.210056 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8332fbf1-65a2-44b4-bb3a-ea39e98c6487 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:36.239847 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332fbf1-65a2-44b4-bb3a-ea39e98c6487 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'Port': ['ID=e6ee94b2-8d6c-4d6f-afb5-b72d2b573ddf,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:36.250405 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8332fbf1-65a2-44b4-bb3a-ea39e98c6487 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:36.253537 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8332fbf1-65a2-44b4-bb3a-ea39e98c6487 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/ports/e6ee94b2-8d6c-4d6f-afb5-b72d2b573ddf HTTP/1.1" status: 204 len: 168 time: 0.7283809 Aug 16 20:55:36.256150 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45938) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:36.324036 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d0f219-7b90-41ac-89b0-63526f4b9a96 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Made reservation on behalf of dedbb1beea794d6383c077ea3d880178 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:36.327661 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70f8b18-06d5-4bae-a979-fdce442cdcd7 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:36.328308 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c4d0f219-7b90-41ac-89b0-63526f4b9a96 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:36.333677 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70f8b18-06d5-4bae-a979-fdce442cdcd7 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:36.335405 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d70f8b18-06d5-4bae-a979-fdce442cdcd7 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0774367 Aug 16 20:55:36.338101 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45942) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:36.354268 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-c4d0f219-7b90-41ac-89b0-63526f4b9a96 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] device_id is not set on port 2cbf08d1-8e9c-4ec5-afe4-6aecabc6322d yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:55:36.443182 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-f73896f9-4383-4278-9ea3-5d8ce76066f0 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Deleting port 1dddd36d-9de1-4c30-a3b8-121c2ceb38e3 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:36.443453 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f73896f9-4383-4278-9ea3-5d8ce76066f0 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:36.468339 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-c4d0f219-7b90-41ac-89b0-63526f4b9a96 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Allocated IP 172.20.0.5 (8e6a8d76-62ac-41c7-a306-760c23770279/30c56310-f3ae-4e75-971f-7083d182932f/2cbf08d1-8e9c-4ec5-afe4-6aecabc6322d) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:36.512924 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f73896f9-4383-4278-9ea3-5d8ce76066f0 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:36.526621 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-f73896f9-4383-4278-9ea3-5d8ce76066f0 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Calling delete_port for 1dddd36d-9de1-4c30-a3b8-121c2ceb38e3 owned by {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:36.622142 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c4d0f219-7b90-41ac-89b0-63526f4b9a96 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:36.712097 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-c4d0f219-7b90-41ac-89b0-63526f4b9a96 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Transition to ACTIVE for port object 2cbf08d1-8e9c-4ec5-afe4-6aecabc6322d will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:36.714172 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f73896f9-4383-4278-9ea3-5d8ce76066f0 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:36.742547 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73896f9-4383-4278-9ea3-5d8ce76066f0 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'Port': ['ID=1dddd36d-9de1-4c30-a3b8-121c2ceb38e3,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:36.746249 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f73896f9-4383-4278-9ea3-5d8ce76066f0 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:36.748014 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f73896f9-4383-4278-9ea3-5d8ce76066f0 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/ports/1dddd36d-9de1-4c30-a3b8-121c2ceb38e3 HTTP/1.1" status: 204 len: 168 time: 0.4087729 Aug 16 20:55:36.750656 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45948) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:36.803718 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb01576b-c2bb-49b2-b969-b9881a3b8474 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:36.804901 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c4d0f219-7b90-41ac-89b0-63526f4b9a96 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:36.805329 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-bb01576b-c2bb-49b2-b969-b9881a3b8474 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0537472 Aug 16 20:55:36.808085 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45950) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:36.831531 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae105dac-2412-4f94-9377-08ca9e9a5f65 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] GET failed (client error): The resource could not be found. Aug 16 20:55:36.833022 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ae105dac-2412-4f94-9377-08ca9e9a5f65 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "GET /v2.0/ports/e6ee94b2-8d6c-4d6f-afb5-b72d2b573ddf HTTP/1.1" status: 404 len: 333 time: 0.0240750 Aug 16 20:55:36.836376 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45952) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:36.849368 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d0f219-7b90-41ac-89b0-63526f4b9a96 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Network 8e6a8d76-62ac-41c7-a306-760c23770279 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:36.852508 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-c4d0f219-7b90-41ac-89b0-63526f4b9a96 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:36.856351 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d0f219-7b90-41ac-89b0-63526f4b9a96 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:36.859322 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b400d15-f3f5-449e-a9c1-b1e5d85d3458 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] GET failed (client error): The resource could not be found. Aug 16 20:55:36.861172 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-7b400d15-f3f5-449e-a9c1-b1e5d85d3458 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "GET /v2.0/ports/1dddd36d-9de1-4c30-a3b8-121c2ceb38e3 HTTP/1.1" status: 404 len: 333 time: 0.0237064 Aug 16 20:55:36.863827 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45954) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:36.887941 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0f219-7b90-41ac-89b0-63526f4b9a96 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event updated for resources: {'Port': ['ID=2cbf08d1-8e9c-4ec5-afe4-6aecabc6322d,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:36.925345 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d0f219-7b90-41ac-89b0-63526f4b9a96 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:36.925345 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c4d0f219-7b90-41ac-89b0-63526f4b9a96 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:36.971567 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fd87092a-f76d-42c4-a086-05174815acbe tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:37.050662 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c4d0f219-7b90-41ac-89b0-63526f4b9a96 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9587634 Aug 16 20:55:37.053108 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45960) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:37.058390 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-d9d4c2fb-cd60-4209-abda-4c9b8b2890c9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Request body: {'floatingip': {'port_id': '2cbf08d1-8e9c-4ec5-afe4-6aecabc6322d'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:37.112822 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fd87092a-f76d-42c4-a086-05174815acbe tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:37.131289 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee4215-dd9d-47dc-b645-65e074f784d8 req-5699820b-c9bc-458a-909b-0f96dd494042 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:37.138091 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee4215-dd9d-47dc-b645-65e074f784d8 req-5699820b-c9bc-458a-909b-0f96dd494042 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:37.139621 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2eee4215-dd9d-47dc-b645-65e074f784d8 req-5699820b-c9bc-458a-909b-0f96dd494042 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=da0332cb-239f-4dce-b67d-e902bdd79c1f HTTP/1.1" status: 200 len: 1682 time: 0.1360462 Aug 16 20:55:37.141386 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-fd87092a-f76d-42c4-a086-05174815acbe tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a5bce4d-83f1-4ad1-ae59-14b233277740']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:37.153036 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-fd87092a-f76d-42c4-a086-05174815acbe tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a78b7019-ec11-49ec-9b09-f9f64c4223ce') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:37.153346 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-fd87092a-f76d-42c4-a086-05174815acbe tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a78b7019-ec11-49ec-9b09-f9f64c4223ce') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:37.161283 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d9d4c2fb-cd60-4209-abda-4c9b8b2890c9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for floatingip, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:37.177196 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fd87092a-f76d-42c4-a086-05174815acbe tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:37.202048 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2eee4215-dd9d-47dc-b645-65e074f784d8 req-119ae404-511a-4c62-821a-ffb9e2c05464 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b1786a4-3a00-49c3-a648-1cad1397544f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515282 Aug 16 20:55:37.203008 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fd87092a-f76d-42c4-a086-05174815acbe tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:37.211443 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd87092a-f76d-42c4-a086-05174815acbe tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:55:37.211625 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fd87092a-f76d-42c4-a086-05174815acbe tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:37.214564 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 20:55:37.214564 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:55:37.214564 n-d-793620-15 neutron-server[101844]: timer() Aug 16 20:55:37.214564 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:55:37.214564 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 20:55:37.214564 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:55:37.214564 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 20:55:37.214564 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:55:37.214564 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 20:55:37.214564 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:55:37.214564 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 20:55:37.214564 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:55:37.214564 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 20:55:37.214564 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:55:37.214564 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:55:37.214564 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:55:37.214564 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:55:37.214564 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:55:37.214564 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 20:55:37.214564 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:55:37.214564 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 20:55:37.214564 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:55:37.214564 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:55:37.214564 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:55:37.214564 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 20:55:37.214564 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:55:37.214564 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:55:37.214564 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:55:37.214564 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:55:37.214564 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:55:37.214564 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:55:37.214564 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:55:37.221227 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e1fdc7e5-94a8-407d-b431-542a079023bf None None] Provisioning for port 2cbf08d1-8e9c-4ec5-afe4-6aecabc6322d completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:37.226279 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e1fdc7e5-94a8-407d-b431-542a079023bf None None] Provisioning complete for port 2cbf08d1-8e9c-4ec5-afe4-6aecabc6322d triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:37.232043 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e1fdc7e5-94a8-407d-b431-542a079023bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:37.232173 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99536647-1044-4f4e-adb2-7d99798074c5 req-cd43ff12-3251-4743-9abb-552d333180c8 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:37.239499 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99536647-1044-4f4e-adb2-7d99798074c5 req-cd43ff12-3251-4743-9abb-552d333180c8 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:37.241985 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-99536647-1044-4f4e-adb2-7d99798074c5 req-cd43ff12-3251-4743-9abb-552d333180c8 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.90 "GET /v2.0/ports?device_id=da0332cb-239f-4dce-b67d-e902bdd79c1f HTTP/1.1" status: 200 len: 1682 time: 0.1143582 Aug 16 20:55:37.281161 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-e1fdc7e5-94a8-407d-b431-542a079023bf None None] Port 2cbf08d1-8e9c-4ec5-afe4-6aecabc6322d cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:55:37.321236 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1dfe3fe6-f091-46cd-b789-213a7fe1a2b5 req-338b0d74-d5b0-4946-a791-defa89039e98 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6d47719-3826-42f5-a282-224e30604c4d HTTP/1.1" status: 200 len: 210 time: 0.0406709 Aug 16 20:55:37.467386 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fd87092a-f76d-42c4-a086-05174815acbe tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:37.478097 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fd87092a-f76d-42c4-a086-05174815acbe tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:37.483549 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-fd87092a-f76d-42c4-a086-05174815acbe tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/networks/4a5bce4d-83f1-4ad1-ae59-14b233277740 HTTP/1.1" status: 204 len: 168 time: 0.6150501 Aug 16 20:55:37.493822 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45966) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:37.499112 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-5e3e6223-5a3e-4392-ad61-29ed802b8f1a tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1332073016'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:37.502798 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87092a-f76d-42c4-a086-05174815acbe tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'Network': ['ID=4a5bce4d-83f1-4ad1-ae59-14b233277740,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:37.621848 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3e6223-5a3e-4392-ad61-29ed802b8f1a tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Made reservation on behalf of f26b2ff065a440569c5739b2c3aa62ad for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:37.625603 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5e3e6223-5a3e-4392-ad61-29ed802b8f1a tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:37.651377 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e3e6223-5a3e-4392-ad61-29ed802b8f1a tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:55:37.660797 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5e3e6223-5a3e-4392-ad61-29ed802b8f1a tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:37.661153 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-5e3e6223-5a3e-4392-ad61-29ed802b8f1a tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Added segment 4118a522-fba0-4adc-9432-982f89d57be3 of type vlan for network 42fbf44b-9f4c-4024-85ca-38775c30f539 Aug 16 20:55:37.692357 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-99536647-1044-4f4e-adb2-7d99798074c5 req-35753a2c-e49f-4cd7-9576-3919621c1151 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Deleting port 48433625-60f8-496b-8055-4040349d78c6 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:37.692747 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-99536647-1044-4f4e-adb2-7d99798074c5 req-35753a2c-e49f-4cd7-9576-3919621c1151 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:37.703905 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5e3e6223-5a3e-4392-ad61-29ed802b8f1a tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:37.877406 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-99536647-1044-4f4e-adb2-7d99798074c5 req-35753a2c-e49f-4cd7-9576-3919621c1151 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] For port 48433625-60f8-496b-8055-4040349d78c6, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=48433625-60f8-496b-8055-4040349d78c6,segment=NetworkSegment(35327dbd-50a6-41e8-bcf2-0d6e344234d7),segment_id=35327dbd-50a6-41e8-bcf2-0d6e344234d7)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:37.877777 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-99536647-1044-4f4e-adb2-7d99798074c5 req-35753a2c-e49f-4cd7-9576-3919621c1151 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:37.895430 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5e3e6223-5a3e-4392-ad61-29ed802b8f1a tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:37.901811 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3e6223-5a3e-4392-ad61-29ed802b8f1a tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:37.902411 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5e3e6223-5a3e-4392-ad61-29ed802b8f1a tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:37.924424 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-99536647-1044-4f4e-adb2-7d99798074c5 req-35753a2c-e49f-4cd7-9576-3919621c1151 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Calling delete_port for 48433625-60f8-496b-8055-4040349d78c6 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:37.967388 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e6223-5a3e-4392-ad61-29ed802b8f1a tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'Network': ['ID=42fbf44b-9f4c-4024-85ca-38775c30f539,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:37.985253 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 42fbf44b-9f4c-4024-85ca-38775c30f539 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:55:38.028050 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5e3e6223-5a3e-4392-ad61-29ed802b8f1a tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5327873 Aug 16 20:55:38.030886 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45972) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:38.036779 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-b80405ce-90d6-49d0-8f94-cd6024aca2ac tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'subnet': {'network_id': '42fbf44b-9f4c-4024-85ca-38775c30f539', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:38.188287 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d9d4c2fb-cd60-4209-abda-4c9b8b2890c9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:38.215309 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80405ce-90d6-49d0-8f94-cd6024aca2ac tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Made reservation on behalf of f26b2ff065a440569c5739b2c3aa62ad for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:38.218867 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b80405ce-90d6-49d0-8f94-cd6024aca2ac tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:38.333935 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d9d4c2fb-cd60-4209-abda-4c9b8b2890c9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:38.337652 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-99536647-1044-4f4e-adb2-7d99798074c5 req-35753a2c-e49f-4cd7-9576-3919621c1151 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:38.350947 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['48433625-60f8-496b-8055-4040349d78c6', '5972264c-32a1-4174-9de8-40ba124cc228'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:55:38.448800 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a16084-ce43-4f4c-a700-f09bbd3e68ae req-d2271e73-0d28-4be0-bbf0-d0830e1c6a74 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:38.455680 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a16084-ce43-4f4c-a700-f09bbd3e68ae req-d2271e73-0d28-4be0-bbf0-d0830e1c6a74 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:38.456903 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-95a16084-ce43-4f4c-a700-f09bbd3e68ae req-d2271e73-0d28-4be0-bbf0-d0830e1c6a74 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=da0332cb-239f-4dce-b67d-e902bdd79c1f HTTP/1.1" status: 200 len: 1603 time: 0.1474662 Aug 16 20:55:38.471018 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35753a2c-e49f-4cd7-9576-3919621c1151 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Pushing event deleted for resources: {'Port': ['ID=48433625-60f8-496b-8055-4040349d78c6,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:38.516975 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-0d4de99e-6824-4647-b94c-07c49c2c9329 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:38.518455 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-0d4de99e-6824-4647-b94c-07c49c2c9329 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.72 "GET /v2.0/networks?id=d3e0001d-3b51-4b16-b842-4e83a0bc5e92 HTTP/1.1" status: 200 len: 813 time: 0.2483275 Aug 16 20:55:38.550781 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e4e92cb7-9f14-455a-b3a8-d6202100c8f1 req-d6511d3b-d422-4e8f-b866-2bf34697d788 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6d47719-3826-42f5-a282-224e30604c4d HTTP/1.1" status: 200 len: 210 time: 0.0927517 Aug 16 20:55:38.566808 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-5809dc84-2e09-4e33-ad47-a09992f10976 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Request body: {'port': {'device_id': 'cd7f9df7-6c9d-49aa-ace2-4205106cfa6d', 'network_id': 'd3e0001d-3b51-4b16-b842-4e83a0bc5e92', 'admin_state_up': True, 'tenant_id': '71f66be4f5f646c5b03b2dbfedf85285'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:38.581693 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-95a16084-ce43-4f4c-a700-f09bbd3e68ae req-267a3230-bb3a-4d5b-9ffa-7f670602ae0b tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b1786a4-3a00-49c3-a648-1cad1397544f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116087 Aug 16 20:55:38.634874 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-99536647-1044-4f4e-adb2-7d99798074c5 req-35753a2c-e49f-4cd7-9576-3919621c1151 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] No DVR routers for this DVR port 48433625-60f8-496b-8055-4040349d78c6 on host n-h2-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:38.642035 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-99536647-1044-4f4e-adb2-7d99798074c5 req-35753a2c-e49f-4cd7-9576-3919621c1151 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:38.644182 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-99536647-1044-4f4e-adb2-7d99798074c5 req-35753a2c-e49f-4cd7-9576-3919621c1151 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.90 "DELETE /v2.0/ports/48433625-60f8-496b-8055-4040349d78c6 HTTP/1.1" status: 204 len: 173 time: 1.3961158 Aug 16 20:55:38.644708 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0332cb-239f-4dce-b67d-e902bdd79c1f', 'name': 'network-vif-deleted', 'tag': '48433625-60f8-496b-8055-4040349d78c6'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:55:38.647135 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662bec99-9c7b-42e7-a487-689162110bd9" -d '{"events": [{"server_uuid": "da0332cb-239f-4dce-b67d-e902bdd79c1f", "name": "network-vif-deleted", "tag": "48433625-60f8-496b-8055-4040349d78c6"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:55:38.700506 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bb196d-a9ea-49f5-8bf2-297438e19440 x-openstack-request-id: req-34bb196d-a9ea-49f5-8bf2-297438e19440 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:55:38.700798 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0332cb-239f-4dce-b67d-e902bdd79c1f", "name": "network-vif-deleted", "tag": "48433625-60f8-496b-8055-4040349d78c6", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:55:38.701048 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-34bb196d-a9ea-49f5-8bf2-297438e19440 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:55:38.701623 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0332cb-239f-4dce-b67d-e902bdd79c1f', 'name': 'network-vif-deleted', 'tag': '48433625-60f8-496b-8055-4040349d78c6', 'status': 'completed', 'code': 200} Aug 16 20:55:38.702538 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [None req-d9d4c2fb-cd60-4209-abda-4c9b8b2890c9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Floating IP 99098d93-9977-4ff8-8bd5-7c6807987a9c associated. External IP: 172.25.1.91, port: ed0afdba-053c-4175-aa09-fc558867dda8. Aug 16 20:55:38.752970 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b80405ce-90d6-49d0-8f94-cd6024aca2ac tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:38.819763 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80405ce-90d6-49d0-8f94-cd6024aca2ac tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'Subnet': ['ID=bacc0ce7-15f9-4fe8-91ae-3de7321d3cbe,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:38.824505 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80405ce-90d6-49d0-8f94-cd6024aca2ac tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Checking segment: {'id': '4118a522-fba0-4adc-9432-982f89d57be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '42fbf44b-9f4c-4024-85ca-38775c30f539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:38.825091 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80405ce-90d6-49d0-8f94-cd6024aca2ac tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Network hostable DHCP agents. Network: 42fbf44b-9f4c-4024-85ca-38775c30f539, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:55:38.907242 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-99536647-1044-4f4e-adb2-7d99798074c5 req-1303b47d-97ec-466f-94be-b27047cb2509 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Deleting port 5972264c-32a1-4174-9de8-40ba124cc228 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:38.907588 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-99536647-1044-4f4e-adb2-7d99798074c5 req-1303b47d-97ec-466f-94be-b27047cb2509 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:38.992303 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80405ce-90d6-49d0-8f94-cd6024aca2ac tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Network 42fbf44b-9f4c-4024-85ca-38775c30f539 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:55:38.994898 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-5809dc84-2e09-4e33-ad47-a09992f10976 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Made reservation on behalf of 71f66be4f5f646c5b03b2dbfedf85285 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:38.998569 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-5809dc84-2e09-4e33-ad47-a09992f10976 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:39.093958 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-99536647-1044-4f4e-adb2-7d99798074c5 req-1303b47d-97ec-466f-94be-b27047cb2509 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] For port 5972264c-32a1-4174-9de8-40ba124cc228, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=5972264c-32a1-4174-9de8-40ba124cc228,segment=NetworkSegment(92015a43-4f1d-4e03-af83-2829443ebbe7),segment_id=92015a43-4f1d-4e03-af83-2829443ebbe7)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:39.094231 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-99536647-1044-4f4e-adb2-7d99798074c5 req-1303b47d-97ec-466f-94be-b27047cb2509 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:39.112341 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-b80405ce-90d6-49d0-8f94-cd6024aca2ac tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 42fbf44b-9f4c-4024-85ca-38775c30f539) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:39.118513 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80405ce-90d6-49d0-8f94-cd6024aca2ac tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:39.119443 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b80405ce-90d6-49d0-8f94-cd6024aca2ac tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:39.120417 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed90f75-658f-439e-ae1a-66883610eaa6 None None] Network 42fbf44b-9f4c-4024-85ca-38775c30f539 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:39.153283 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-99536647-1044-4f4e-adb2-7d99798074c5 req-1303b47d-97ec-466f-94be-b27047cb2509 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Calling delete_port for 5972264c-32a1-4174-9de8-40ba124cc228 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:39.186979 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d4c2fb-cd60-4209-abda-4c9b8b2890c9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Router 8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:55:39.259265 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b80405ce-90d6-49d0-8f94-cd6024aca2ac tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2270739 Aug 16 20:55:39.262231 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45990) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:39.267418 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-08e58f69-0ab5-4788-a7cc-bf3ef0b7912c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'port': {'network_id': '42fbf44b-9f4c-4024-85ca-38775c30f539', 'name': 'tempest-PortsTestJSON-1394771576'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:39.309401 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b83fef1-af54-4217-ac1c-9af8046d3de5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-42fbf44b-9f4c-4024-85ca-38775c30f539', 'network_id': '42fbf44b-9f4c-4024-85ca-38775c30f539', 'tenant_id': 'f26b2ff065a440569c5739b2c3aa62ad', 'fixed_ips': [{'subnet_id': 'bacc0ce7-15f9-4fe8-91ae-3de7321d3cbe'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:55:39.316805 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2b83fef1-af54-4217-ac1c-9af8046d3de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:39.370450 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-d68ce067-84bb-4b00-bb31-5b998115b83f tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:39.370450 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-d68ce067-84bb-4b00-bb31-5b998115b83f tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.72 "GET /v2.0/networks?id=d3e0001d-3b51-4b16-b842-4e83a0bc5e92 HTTP/1.1" status: 200 len: 813 time: 0.1978414 Aug 16 20:55:39.382417 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-94a68bca-ff3f-4c42-a6fa-cf3de1e8c109 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Request body: {'port': {'device_id': 'a6d47719-3826-42f5-a282-224e30604c4d', 'network_id': 'd3e0001d-3b51-4b16-b842-4e83a0bc5e92', 'admin_state_up': True, 'tenant_id': '71f66be4f5f646c5b03b2dbfedf85285'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:39.470511 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-2b83fef1-af54-4217-ac1c-9af8046d3de5 None None] Allocated IP 172.20.0.2 (42fbf44b-9f4c-4024-85ca-38775c30f539/bacc0ce7-15f9-4fe8-91ae-3de7321d3cbe/6389d400-12dd-4e3f-add8-3ebd0db8456f) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:39.568542 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-5809dc84-2e09-4e33-ad47-a09992f10976 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Allocated IP 172.20.0.8 (d3e0001d-3b51-4b16-b842-4e83a0bc5e92/49b47344-9673-44ec-80b0-814953de749d/3ba01779-0858-4c6d-b20d-316625076d50) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:39.683361 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d4c2fb-cd60-4209-abda-4c9b8b2890c9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:39.708245 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2b83fef1-af54-4217-ac1c-9af8046d3de5 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:39.713138 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f0021e-2636-4fa9-a02f-d00559a44f98 None None] Sync routers for ids ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:39.723411 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f0021e-2636-4fa9-a02f-d00559a44f98 None None] Routers {'8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:39.724382 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-43f0021e-2636-4fa9-a02f-d00559a44f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:55:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:39.759686 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-43f0021e-2636-4fa9-a02f-d00559a44f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:39.769977 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f0021e-2636-4fa9-a02f-d00559a44f98 None None] Routers {'8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:39.770915 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-43f0021e-2636-4fa9-a02f-d00559a44f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:55:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:39.811818 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-43f0021e-2636-4fa9-a02f-d00559a44f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:39.813077 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f0021e-2636-4fa9-a02f-d00559a44f98 None None] The sync data for ids ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'] in n-d-793620-15 is: [] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:55:39.859934 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ed4ffb71-5e34-46cb-8aa3-bd6208e8dcf8 req-bd0e5b82-1b18-4af1-96e4-9f48271fa101 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6d47719-3826-42f5-a282-224e30604c4d HTTP/1.1" status: 200 len: 210 time: 0.0536697 Aug 16 20:55:39.925353 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-5809dc84-2e09-4e33-ad47-a09992f10976 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:39.926408 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2b83fef1-af54-4217-ac1c-9af8046d3de5 None None] Transition to ACTIVE for port object 6389d400-12dd-4e3f-add8-3ebd0db8456f will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:39.939617 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-99536647-1044-4f4e-adb2-7d99798074c5 req-1303b47d-97ec-466f-94be-b27047cb2509 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:39.948324 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbce92b-288f-4ab4-85aa-1dc7768c50df req-1c3ce66b-75e0-46f8-acff-0d1ec361f097 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:39.955701 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-efbce92b-288f-4ab4-85aa-1dc7768c50df req-1c3ce66b-75e0-46f8-acff-0d1ec361f097 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=da0332cb-239f-4dce-b67d-e902bdd79c1f HTTP/1.1" status: 200 len: 945 time: 0.1505532 Aug 16 20:55:39.957629 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['48433625-60f8-496b-8055-4040349d78c6'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:55:39.974249 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2b83fef1-af54-4217-ac1c-9af8046d3de5 None None] Transition to ACTIVE for port object 6389d400-12dd-4e3f-add8-3ebd0db8456f will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:40.015009 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-efbce92b-288f-4ab4-85aa-1dc7768c50df req-2d17fe8f-6b6a-48f2-917d-ab205c0b52f9 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b1786a4-3a00-49c3-a648-1cad1397544f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581758 Aug 16 20:55:40.036336 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1303b47d-97ec-466f-94be-b27047cb2509 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Pushing event deleted for resources: {'Port': ['ID=5972264c-32a1-4174-9de8-40ba124cc228,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:40.093792 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-99536647-1044-4f4e-adb2-7d99798074c5 req-1303b47d-97ec-466f-94be-b27047cb2509 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] No DVR routers for this DVR port 5972264c-32a1-4174-9de8-40ba124cc228 on host n-h2-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:40.098637 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-99536647-1044-4f4e-adb2-7d99798074c5 req-1303b47d-97ec-466f-94be-b27047cb2509 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:40.101238 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e58f69-0ab5-4788-a7cc-bf3ef0b7912c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Made reservation on behalf of f26b2ff065a440569c5739b2c3aa62ad for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:40.101393 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-99536647-1044-4f4e-adb2-7d99798074c5 req-1303b47d-97ec-466f-94be-b27047cb2509 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.90 "DELETE /v2.0/ports/5972264c-32a1-4174-9de8-40ba124cc228 HTTP/1.1" status: 204 len: 173 time: 1.4442301 Aug 16 20:55:40.104986 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-08e58f69-0ab5-4788-a7cc-bf3ef0b7912c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:40.134856 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-08e58f69-0ab5-4788-a7cc-bf3ef0b7912c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] device_id is not set on port 466f1d9f-90f7-49d2-960a-0a40c579d9a9 yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:55:40.136225 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2b83fef1-af54-4217-ac1c-9af8046d3de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:40.150238 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d4c2fb-cd60-4209-abda-4c9b8b2890c9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Router d895bd24-925c-4aa7-a4fb-eb19b8aa20e5 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:55:40.185261 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b83fef1-af54-4217-ac1c-9af8046d3de5 None None] Network 42fbf44b-9f4c-4024-85ca-38775c30f539 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:40.188759 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-2b83fef1-af54-4217-ac1c-9af8046d3de5 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:40.195453 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b83fef1-af54-4217-ac1c-9af8046d3de5 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:40.214808 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b83fef1-af54-4217-ac1c-9af8046d3de5 None None] Pushing event updated for resources: {'Port': ['ID=6389d400-12dd-4e3f-add8-3ebd0db8456f,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:40.256833 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-5809dc84-2e09-4e33-ad47-a09992f10976 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:40.258027 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-94a68bca-ff3f-4c42-a6fa-cf3de1e8c109 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Made reservation on behalf of 71f66be4f5f646c5b03b2dbfedf85285 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:40.261601 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-94a68bca-ff3f-4c42-a6fa-cf3de1e8c109 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:40.285301 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b83fef1-af54-4217-ac1c-9af8046d3de5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:40.285742 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b83fef1-af54-4217-ac1c-9af8046d3de5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:40.286093 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b83fef1-af54-4217-ac1c-9af8046d3de5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:40.286568 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b83fef1-af54-4217-ac1c-9af8046d3de5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:40.286915 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b83fef1-af54-4217-ac1c-9af8046d3de5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:40.287251 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b83fef1-af54-4217-ac1c-9af8046d3de5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:40.287578 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b83fef1-af54-4217-ac1c-9af8046d3de5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:40.288156 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b83fef1-af54-4217-ac1c-9af8046d3de5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:40.288399 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b83fef1-af54-4217-ac1c-9af8046d3de5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:40.288730 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b83fef1-af54-4217-ac1c-9af8046d3de5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:40.289054 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b83fef1-af54-4217-ac1c-9af8046d3de5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:40.289378 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b83fef1-af54-4217-ac1c-9af8046d3de5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:40.306297 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-2b83fef1-af54-4217-ac1c-9af8046d3de5 None None] Attempting to bind port 6389d400-12dd-4e3f-add8-3ebd0db8456f on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:40.306826 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-2b83fef1-af54-4217-ac1c-9af8046d3de5 None None] Attempting to bind port 6389d400-12dd-4e3f-add8-3ebd0db8456f by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '4118a522-fba0-4adc-9432-982f89d57be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '42fbf44b-9f4c-4024-85ca-38775c30f539'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:40.307198 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b83fef1-af54-4217-ac1c-9af8046d3de5 None None] Attempting to bind port 6389d400-12dd-4e3f-add8-3ebd0db8456f on network 42fbf44b-9f4c-4024-85ca-38775c30f539 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:40.312754 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b83fef1-af54-4217-ac1c-9af8046d3de5 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:40.313156 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b83fef1-af54-4217-ac1c-9af8046d3de5 None None] Checking segment: {'id': '4118a522-fba0-4adc-9432-982f89d57be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '42fbf44b-9f4c-4024-85ca-38775c30f539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:40.313298 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-08e58f69-0ab5-4788-a7cc-bf3ef0b7912c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Allocated IP 172.20.0.8 (42fbf44b-9f4c-4024-85ca-38775c30f539/bacc0ce7-15f9-4fe8-91ae-3de7321d3cbe/466f1d9f-90f7-49d2-960a-0a40c579d9a9) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:40.313540 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2b83fef1-af54-4217-ac1c-9af8046d3de5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:40.313934 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b83fef1-af54-4217-ac1c-9af8046d3de5 None None] Bound using segment: {'id': '4118a522-fba0-4adc-9432-982f89d57be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '42fbf44b-9f4c-4024-85ca-38775c30f539'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:40.314413 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-2b83fef1-af54-4217-ac1c-9af8046d3de5 None None] Bound port: 6389d400-12dd-4e3f-add8-3ebd0db8456f, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4118a522-fba0-4adc-9432-982f89d57be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '42fbf44b-9f4c-4024-85ca-38775c30f539'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:40.315080 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2b83fef1-af54-4217-ac1c-9af8046d3de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:40.316979 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-5809dc84-2e09-4e33-ad47-a09992f10976 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Network d3e0001d-3b51-4b16-b842-4e83a0bc5e92 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:40.324160 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-5809dc84-2e09-4e33-ad47-a09992f10976 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:40.335465 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-5809dc84-2e09-4e33-ad47-a09992f10976 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:40.384061 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d4c2fb-cd60-4209-abda-4c9b8b2890c9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:40.389212 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d9d4c2fb-cd60-4209-abda-4c9b8b2890c9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:40.391754 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-2b83fef1-af54-4217-ac1c-9af8046d3de5 None None] For port 6389d400-12dd-4e3f-add8-3ebd0db8456f, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:40.395508 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-2b83fef1-af54-4217-ac1c-9af8046d3de5 None None] For port 6389d400-12dd-4e3f-add8-3ebd0db8456f, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=6389d400-12dd-4e3f-add8-3ebd0db8456f,segment=NetworkSegment(4118a522-fba0-4adc-9432-982f89d57be3),segment_id=4118a522-fba0-4adc-9432-982f89d57be3)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:55:40.399517 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5809dc84-2e09-4e33-ad47-a09992f10976 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Pushing event updated for resources: {'Port': ['ID=3ba01779-0858-4c6d-b20d-316625076d50,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:40.405959 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a1b0a8-3a79-42cb-87da-0562db815be8 None None] Sync routers for ids ['d895bd24-925c-4aa7-a4fb-eb19b8aa20e5'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:40.418932 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a1b0a8-3a79-42cb-87da-0562db815be8 None None] Routers {'d895bd24-925c-4aa7-a4fb-eb19b8aa20e5'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:40.419236 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-48a1b0a8-3a79-42cb-87da-0562db815be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:55:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d895bd24-925c-4aa7-a4fb-eb19b8aa20e5'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:40.432902 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-5809dc84-2e09-4e33-ad47-a09992f10976 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:40.433534 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-5809dc84-2e09-4e33-ad47-a09992f10976 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:40.495027 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d9d4c2fb-cd60-4209-abda-4c9b8b2890c9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "PUT /v2.0/floatingips/99098d93-9977-4ff8-8bd5-7c6807987a9c HTTP/1.1" status: 200 len: 977 time: 3.4403558 Aug 16 20:55:40.500359 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46004) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:40.527309 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-94a68bca-ff3f-4c42-a6fa-cf3de1e8c109 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Allocated IP 172.20.0.14 (d3e0001d-3b51-4b16-b842-4e83a0bc5e92/49b47344-9673-44ec-80b0-814953de749d/fd48e257-abe7-4964-b891-237fb60e766d) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:40.559479 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-5809dc84-2e09-4e33-ad47-a09992f10976 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9968390 Aug 16 20:55:40.584082 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-082dbb8a-d108-44b0-b806-fc83369561ee service neutron] Request body: {'port': {'device_id': 'cd7f9df7-6c9d-49aa-ace2-4205106cfa6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:40.624152 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-48a1b0a8-3a79-42cb-87da-0562db815be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:40.626243 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2b83fef1-af54-4217-ac1c-9af8046d3de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:40.628976 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-08e58f69-0ab5-4788-a7cc-bf3ef0b7912c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:40.653235 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-082dbb8a-d108-44b0-b806-fc83369561ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:40.667875 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-7576d036-8a0f-4612-93e0-dfeb1103b55c tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Deleting port 2cbf08d1-8e9c-4ec5-afe4-6aecabc6322d {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:40.668136 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7576d036-8a0f-4612-93e0-dfeb1103b55c tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:40.674399 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a1b0a8-3a79-42cb-87da-0562db815be8 None None] Routers {'d895bd24-925c-4aa7-a4fb-eb19b8aa20e5'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:40.676003 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-48a1b0a8-3a79-42cb-87da-0562db815be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:55:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d895bd24-925c-4aa7-a4fb-eb19b8aa20e5'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:40.694471 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-08e58f69-0ab5-4788-a7cc-bf3ef0b7912c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Transition to ACTIVE for port object 466f1d9f-90f7-49d2-960a-0a40c579d9a9 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:40.705207 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b83fef1-af54-4217-ac1c-9af8046d3de5 None None] Pushing event updated for resources: {'Port': ['ID=6389d400-12dd-4e3f-add8-3ebd0db8456f,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:40.712659 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0332cb-239f-4dce-b67d-e902bdd79c1f', 'name': 'network-vif-deleted', 'tag': '5972264c-32a1-4174-9de8-40ba124cc228'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:55:40.714944 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2fac40-f16b-4c55-a812-6958af7d828a" -d '{"events": [{"server_uuid": "da0332cb-239f-4dce-b67d-e902bdd79c1f", "name": "network-vif-deleted", "tag": "5972264c-32a1-4174-9de8-40ba124cc228"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:55:40.749306 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-48a1b0a8-3a79-42cb-87da-0562db815be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:40.750034 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a1b0a8-3a79-42cb-87da-0562db815be8 None None] The sync data for ids ['d895bd24-925c-4aa7-a4fb-eb19b8aa20e5'] in n-d-793620-15 is: [] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:55:40.780963 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e68c9b-10a4-4442-a710-003fab20b140 x-openstack-request-id: req-81e68c9b-10a4-4442-a710-003fab20b140 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:55:40.781271 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0332cb-239f-4dce-b67d-e902bdd79c1f", "name": "network-vif-deleted", "tag": "5972264c-32a1-4174-9de8-40ba124cc228", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:55:40.781518 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-81e68c9b-10a4-4442-a710-003fab20b140 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:55:40.781913 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0332cb-239f-4dce-b67d-e902bdd79c1f', 'name': 'network-vif-deleted', 'tag': '5972264c-32a1-4174-9de8-40ba124cc228', 'status': 'completed', 'code': 200} Aug 16 20:55:40.790139 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-94a68bca-ff3f-4c42-a6fa-cf3de1e8c109 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:40.881426 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-08e58f69-0ab5-4788-a7cc-bf3ef0b7912c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:40.918543 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7576d036-8a0f-4612-93e0-dfeb1103b55c tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:40.950806 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-94a68bca-ff3f-4c42-a6fa-cf3de1e8c109 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.026799 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c8c044d7-6beb-4bde-985e-6ee216103584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.030418 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e58f69-0ab5-4788-a7cc-bf3ef0b7912c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Network 42fbf44b-9f4c-4024-85ca-38775c30f539 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:41.079977 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-08e58f69-0ab5-4788-a7cc-bf3ef0b7912c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:41.104785 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-94a68bca-ff3f-4c42-a6fa-cf3de1e8c109 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Network d3e0001d-3b51-4b16-b842-4e83a0bc5e92 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:41.105970 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e58f69-0ab5-4788-a7cc-bf3ef0b7912c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:41.123915 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e58f69-0ab5-4788-a7cc-bf3ef0b7912c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'Port': ['ID=466f1d9f-90f7-49d2-960a-0a40c579d9a9,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:41.145561 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-94a68bca-ff3f-4c42-a6fa-cf3de1e8c109 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:41.154033 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-94a68bca-ff3f-4c42-a6fa-cf3de1e8c109 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:41.208988 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6389d400-12dd-4e3f-add8-3ebd0db8456f up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:41.267644 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7576d036-8a0f-4612-93e0-dfeb1103b55c tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.267991 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7576d036-8a0f-4612-93e0-dfeb1103b55c tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.268301 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [None req-7576d036-8a0f-4612-93e0-dfeb1103b55c tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Floating IP 99098d93-9977-4ff8-8bd5-7c6807987a9c disassociated. External IP: 172.25.1.91, port: 2cbf08d1-8e9c-4ec5-afe4-6aecabc6322d. Aug 16 20:55:41.268711 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-7576d036-8a0f-4612-93e0-dfeb1103b55c tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Calling delete_port for 2cbf08d1-8e9c-4ec5-afe4-6aecabc6322d owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:41.286176 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-495c5fac-37c6-4e11-9dc2-94b0d6c91af4 req-54438161-1229-4080-91d8-acddcca9e782 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "GET /v2.0/ports?device_id=da0332cb-239f-4dce-b67d-e902bdd79c1f HTTP/1.1" status: 200 len: 210 time: 0.0645404 Aug 16 20:55:41.286894 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a68bca-ff3f-4c42-a6fa-cf3de1e8c109 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Pushing event updated for resources: {'Port': ['ID=fd48e257-abe7-4964-b891-237fb60e766d,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:41.296576 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e58f69-0ab5-4788-a7cc-bf3ef0b7912c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:41.297232 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-08e58f69-0ab5-4788-a7cc-bf3ef0b7912c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.315200 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-94a68bca-ff3f-4c42-a6fa-cf3de1e8c109 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:41.315200 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-94a68bca-ff3f-4c42-a6fa-cf3de1e8c109 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.317716 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e543be0-7216-46cd-a21a-626f342f4ee6 req-26c0e549-1746-4a9f-b821-c18ad5d232b7 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:41.319805 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8e543be0-7216-46cd-a21a-626f342f4ee6 req-26c0e549-1746-4a9f-b821-c18ad5d232b7 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6d47719-3826-42f5-a282-224e30604c4d HTTP/1.1" status: 200 len: 932 time: 0.3287210 Aug 16 20:55:41.371535 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8e543be0-7216-46cd-a21a-626f342f4ee6 req-03c06676-3eea-4e5a-a849-5e142f2f83de tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/security-groups?id=dd6a8c68-c325-4ce0-98fa-ce1587b8f730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438292 Aug 16 20:55:41.444555 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 6389d400-12dd-4e3f-add8-3ebd0db8456f completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:41.446395 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-94a68bca-ff3f-4c42-a6fa-cf3de1e8c109 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0682039 Aug 16 20:55:41.447822 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-08e58f69-0ab5-4788-a7cc-bf3ef0b7912c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1842728 Aug 16 20:55:41.452404 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46020) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:41.460865 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-082dbb8a-d108-44b0-b806-fc83369561ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ba01779-0858-4c6d-b20d-316625076d50 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:55:41.467056 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-ad7663c3-076f-4c18-ae3d-287195566076 service neutron] Request body: {'port': {'device_id': 'a6d47719-3826-42f5-a282-224e30604c4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:41.473143 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-082dbb8a-d108-44b0-b806-fc83369561ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.578055 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-ad7663c3-076f-4c18-ae3d-287195566076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.598812 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-082dbb8a-d108-44b0-b806-fc83369561ee service neutron] Transition to ACTIVE for port object 3ba01779-0858-4c6d-b20d-316625076d50 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:41.599884 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7576d036-8a0f-4612-93e0-dfeb1103b55c tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.635519 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7576d036-8a0f-4612-93e0-dfeb1103b55c tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event deleted for resources: {'Port': ['ID=2cbf08d1-8e9c-4ec5-afe4-6aecabc6322d,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:41.638239 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-50abc52d-2a30-46b2-b248-46915d487ca5 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Deleting port 466f1d9f-90f7-49d2-960a-0a40c579d9a9 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:41.638698 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-50abc52d-2a30-46b2-b248-46915d487ca5 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.702770 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-082dbb8a-d108-44b0-b806-fc83369561ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.839101 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082dbb8a-d108-44b0-b806-fc83369561ee service neutron] Pushing event updated for resources: {'Port': ['ID=3ba01779-0858-4c6d-b20d-316625076d50,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:41.843077 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-50abc52d-2a30-46b2-b248-46915d487ca5 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.867368 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-50abc52d-2a30-46b2-b248-46915d487ca5 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Calling delete_port for 466f1d9f-90f7-49d2-960a-0a40c579d9a9 owned by {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:41.879857 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7576d036-8a0f-4612-93e0-dfeb1103b55c tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Router d895bd24-925c-4aa7-a4fb-eb19b8aa20e5 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:55:41.948621 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab3895d-d9ce-4853-ae2c-0c7c7b444742 None None] Network 42fbf44b-9f4c-4024-85ca-38775c30f539 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:41.978245 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-082dbb8a-d108-44b0-b806-fc83369561ee service neutron] Attempting to bind port 3ba01779-0858-4c6d-b20d-316625076d50 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:41.978560 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-082dbb8a-d108-44b0-b806-fc83369561ee service neutron] Attempting to bind port 3ba01779-0858-4c6d-b20d-316625076d50 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '54eb105c-92b7-478a-9dbd-f7c16dfc3d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3e0001d-3b51-4b16-b842-4e83a0bc5e92'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:41.978946 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-082dbb8a-d108-44b0-b806-fc83369561ee service neutron] Attempting to bind port 3ba01779-0858-4c6d-b20d-316625076d50 on network d3e0001d-3b51-4b16-b842-4e83a0bc5e92 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:41.986574 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-082dbb8a-d108-44b0-b806-fc83369561ee service neutron] Port 3ba01779-0858-4c6d-b20d-316625076d50 on network d3e0001d-3b51-4b16-b842-4e83a0bc5e92 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:55:41.986900 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-082dbb8a-d108-44b0-b806-fc83369561ee service neutron] Attempting to bind port 3ba01779-0858-4c6d-b20d-316625076d50 on network d3e0001d-3b51-4b16-b842-4e83a0bc5e92 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:42.022979 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-082dbb8a-d108-44b0-b806-fc83369561ee service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:42.023329 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-082dbb8a-d108-44b0-b806-fc83369561ee service neutron] Checking segment: {'id': '54eb105c-92b7-478a-9dbd-f7c16dfc3d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3e0001d-3b51-4b16-b842-4e83a0bc5e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:42.023706 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-082dbb8a-d108-44b0-b806-fc83369561ee service neutron] Bound using segment: {'id': '54eb105c-92b7-478a-9dbd-f7c16dfc3d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3e0001d-3b51-4b16-b842-4e83a0bc5e92'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:42.024238 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-082dbb8a-d108-44b0-b806-fc83369561ee service neutron] Bound port: 3ba01779-0858-4c6d-b20d-316625076d50, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54eb105c-92b7-478a-9dbd-f7c16dfc3d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3e0001d-3b51-4b16-b842-4e83a0bc5e92'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:42.024633 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-082dbb8a-d108-44b0-b806-fc83369561ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:42.094556 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-ad7663c3-076f-4c18-ae3d-287195566076 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd48e257-abe7-4964-b891-237fb60e766d {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:55:42.113496 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-30d96ec9-c6fb-4110-93e0-6e3da8afa01c None None] Provisioning for port 6389d400-12dd-4e3f-add8-3ebd0db8456f completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:42.113712 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-ad7663c3-076f-4c18-ae3d-287195566076 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:42.118699 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-30d96ec9-c6fb-4110-93e0-6e3da8afa01c None None] Provisioning complete for port 6389d400-12dd-4e3f-add8-3ebd0db8456f triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:42.119091 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-30d96ec9-c6fb-4110-93e0-6e3da8afa01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:42.138955 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7576d036-8a0f-4612-93e0-dfeb1103b55c tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:42.149613 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444f560f-7c8b-4e78-8daa-e1ba5d4a95d0 None None] Sync routers for ids ['d895bd24-925c-4aa7-a4fb-eb19b8aa20e5'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:42.167263 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444f560f-7c8b-4e78-8daa-e1ba5d4a95d0 None None] Routers {'d895bd24-925c-4aa7-a4fb-eb19b8aa20e5'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:42.183329 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-444f560f-7c8b-4e78-8daa-e1ba5d4a95d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:55:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d895bd24-925c-4aa7-a4fb-eb19b8aa20e5'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:42.187326 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-ad7663c3-076f-4c18-ae3d-287195566076 service neutron] Transition to ACTIVE for port object fd48e257-abe7-4964-b891-237fb60e766d will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:42.188458 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-50abc52d-2a30-46b2-b248-46915d487ca5 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:42.239680 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50abc52d-2a30-46b2-b248-46915d487ca5 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'Port': ['ID=466f1d9f-90f7-49d2-960a-0a40c579d9a9,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:42.241134 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-082dbb8a-d108-44b0-b806-fc83369561ee service neutron] For port 3ba01779-0858-4c6d-b20d-316625076d50, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:42.271734 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-082dbb8a-d108-44b0-b806-fc83369561ee service neutron] For port 3ba01779-0858-4c6d-b20d-316625076d50, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=3ba01779-0858-4c6d-b20d-316625076d50,segment=NetworkSegment(54eb105c-92b7-478a-9dbd-f7c16dfc3d12),segment_id=54eb105c-92b7-478a-9dbd-f7c16dfc3d12)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:55:42.276348 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7576d036-8a0f-4612-93e0-dfeb1103b55c tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:42.281751 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-444f560f-7c8b-4e78-8daa-e1ba5d4a95d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:42.282091 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7576d036-8a0f-4612-93e0-dfeb1103b55c tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "DELETE /v2.0/ports/2cbf08d1-8e9c-4ec5-afe4-6aecabc6322d HTTP/1.1" status: 204 len: 168 time: 1.7806294 Aug 16 20:55:42.285232 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-30d96ec9-c6fb-4110-93e0-6e3da8afa01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:42.289522 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46028) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:42.292589 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444f560f-7c8b-4e78-8daa-e1ba5d4a95d0 None None] Routers {'d895bd24-925c-4aa7-a4fb-eb19b8aa20e5'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:42.293378 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-444f560f-7c8b-4e78-8daa-e1ba5d4a95d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:55:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d895bd24-925c-4aa7-a4fb-eb19b8aa20e5'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:42.316448 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 48433625-60f8-496b-8055-4040349d78c6 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:55:42.334327 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-444f560f-7c8b-4e78-8daa-e1ba5d4a95d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:42.335953 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444f560f-7c8b-4e78-8daa-e1ba5d4a95d0 None None] The sync data for ids ['d895bd24-925c-4aa7-a4fb-eb19b8aa20e5'] in n-d-793620-15 is: [] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:55:42.346510 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-ad7663c3-076f-4c18-ae3d-287195566076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:42.349500 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-50abc52d-2a30-46b2-b248-46915d487ca5 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:42.351907 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-50abc52d-2a30-46b2-b248-46915d487ca5 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/ports/466f1d9f-90f7-49d2-960a-0a40c579d9a9 HTTP/1.1" status: 204 len: 168 time: 0.8982058 Aug 16 20:55:42.355973 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46032) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:42.373639 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 48433625-60f8-496b-8055-4040349d78c6 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:55:42.373993 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-082dbb8a-d108-44b0-b806-fc83369561ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:42.374599 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 48433625-60f8-496b-8055-4040349d78c6 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:55:42.375215 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 5972264c-32a1-4174-9de8-40ba124cc228 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:55:42.408675 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 5972264c-32a1-4174-9de8-40ba124cc228 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:55:42.409027 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 5972264c-32a1-4174-9de8-40ba124cc228 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:55:42.419975 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-2329d848-45cb-4758-be5b-37749e7b6e7d tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:42.421106 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2329d848-45cb-4758-be5b-37749e7b6e7d tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:42.423172 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-30d96ec9-c6fb-4110-93e0-6e3da8afa01c None None] For port 6389d400-12dd-4e3f-add8-3ebd0db8456f, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=6389d400-12dd-4e3f-add8-3ebd0db8456f,segment=NetworkSegment(4118a522-fba0-4adc-9432-982f89d57be3),segment_id=4118a522-fba0-4adc-9432-982f89d57be3)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:42.423338 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2329d848-45cb-4758-be5b-37749e7b6e7d tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/ports/466f1d9f-90f7-49d2-960a-0a40c579d9a9 HTTP/1.1" status: 404 len: 333 time: 0.0641041 Aug 16 20:55:42.426175 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46038) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:42.426594 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46040) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:42.461642 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7663c3-076f-4c18-ae3d-287195566076 service neutron] Pushing event updated for resources: {'Port': ['ID=fd48e257-abe7-4964-b891-237fb60e766d,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:42.495624 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-30d96ec9-c6fb-4110-93e0-6e3da8afa01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:42.553056 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-ad7663c3-076f-4c18-ae3d-287195566076 service neutron] Attempting to bind port fd48e257-abe7-4964-b891-237fb60e766d on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:42.553457 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-ad7663c3-076f-4c18-ae3d-287195566076 service neutron] Attempting to bind port fd48e257-abe7-4964-b891-237fb60e766d by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '54eb105c-92b7-478a-9dbd-f7c16dfc3d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3e0001d-3b51-4b16-b842-4e83a0bc5e92'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:42.553862 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-ad7663c3-076f-4c18-ae3d-287195566076 service neutron] Attempting to bind port fd48e257-abe7-4964-b891-237fb60e766d on network d3e0001d-3b51-4b16-b842-4e83a0bc5e92 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:42.593198 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-ad7663c3-076f-4c18-ae3d-287195566076 service neutron] Port fd48e257-abe7-4964-b891-237fb60e766d on network d3e0001d-3b51-4b16-b842-4e83a0bc5e92 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:55:42.593636 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-ad7663c3-076f-4c18-ae3d-287195566076 service neutron] Attempting to bind port fd48e257-abe7-4964-b891-237fb60e766d on network d3e0001d-3b51-4b16-b842-4e83a0bc5e92 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:42.603253 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d96ec9-c6fb-4110-93e0-6e3da8afa01c None None] Pushing event updated for resources: {'Port': ['ID=6389d400-12dd-4e3f-add8-3ebd0db8456f,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:42.609859 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-ad7663c3-076f-4c18-ae3d-287195566076 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:42.609859 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-ad7663c3-076f-4c18-ae3d-287195566076 service neutron] Checking segment: {'id': '54eb105c-92b7-478a-9dbd-f7c16dfc3d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3e0001d-3b51-4b16-b842-4e83a0bc5e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:42.609859 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-ad7663c3-076f-4c18-ae3d-287195566076 service neutron] Bound using segment: {'id': '54eb105c-92b7-478a-9dbd-f7c16dfc3d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3e0001d-3b51-4b16-b842-4e83a0bc5e92'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:42.609859 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-ad7663c3-076f-4c18-ae3d-287195566076 service neutron] Bound port: fd48e257-abe7-4964-b891-237fb60e766d, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54eb105c-92b7-478a-9dbd-f7c16dfc3d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3e0001d-3b51-4b16-b842-4e83a0bc5e92'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:42.609859 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-ad7663c3-076f-4c18-ae3d-287195566076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:42.624327 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-dc81cecb-88f6-4ad6-ae7a-ee2690fbe29e None None] Could not find standard attr ID for object 466f1d9f-90f7-49d2-960a-0a40c579d9a9. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:55:42.637955 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-dc81cecb-88f6-4ad6-ae7a-ee2690fbe29e None None] Provisioning complete for port 6389d400-12dd-4e3f-add8-3ebd0db8456f triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:42.638615 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-dc81cecb-88f6-4ad6-ae7a-ee2690fbe29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:42.679746 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e9cd7-0a60-4c88-88c2-b0d587c2dc6a req-aec788e2-7733-43c9-8383-62ae97274abf tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:42.689342 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b00e9cd7-0a60-4c88-88c2-b0d587c2dc6a req-aec788e2-7733-43c9-8383-62ae97274abf tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6d47719-3826-42f5-a282-224e30604c4d HTTP/1.1" status: 200 len: 944 time: 0.1308720 Aug 16 20:55:42.748527 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b00e9cd7-0a60-4c88-88c2-b0d587c2dc6a req-dff2ff13-6b38-435f-af9a-96edef46141c tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/security-groups?id=dd6a8c68-c325-4ce0-98fa-ce1587b8f730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579741 Aug 16 20:55:42.752189 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-ad7663c3-076f-4c18-ae3d-287195566076 service neutron] For port fd48e257-abe7-4964-b891-237fb60e766d, host n-h1-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:42.756286 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-ad7663c3-076f-4c18-ae3d-287195566076 service neutron] For port fd48e257-abe7-4964-b891-237fb60e766d, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=fd48e257-abe7-4964-b891-237fb60e766d,segment=NetworkSegment(54eb105c-92b7-478a-9dbd-f7c16dfc3d12),segment_id=54eb105c-92b7-478a-9dbd-f7c16dfc3d12)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:55:42.840362 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-082dbb8a-d108-44b0-b806-fc83369561ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:42.841395 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-082dbb8a-d108-44b0-b806-fc83369561ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:42.842831 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-082dbb8a-d108-44b0-b806-fc83369561ee service neutron] 10.222.0.72 "PUT /v2.0/ports/3ba01779-0858-4c6d-b20d-316625076d50 HTTP/1.1" status: 200 len: 1092 time: 2.2646508 Aug 16 20:55:42.854083 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b9bc7a2a-91f8-472b-9977-7a12a5b24701 None None] Could not find standard attr ID for object 466f1d9f-90f7-49d2-960a-0a40c579d9a9. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:55:42.864564 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd7f9df7-6c9d-49aa-ace2-4205106cfa6d', 'tag': '3ba01779-0858-4c6d-b20d-316625076d50'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:55:42.866909 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fafba6-8552-449b-8f14-c0d3879f606d" -d '{"events": [{"name": "network-changed", "server_uuid": "cd7f9df7-6c9d-49aa-ace2-4205106cfa6d", "tag": "3ba01779-0858-4c6d-b20d-316625076d50"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:55:42.872763 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-ad7663c3-076f-4c18-ae3d-287195566076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:42.883816 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-3307e0d8-f2a2-49c7-996e-9fd0943b6879 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] GET failed (client error): The resource could not be found. Aug 16 20:55:42.885421 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3307e0d8-f2a2-49c7-996e-9fd0943b6879 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "GET /v2.0/ports/466f1d9f-90f7-49d2-960a-0a40c579d9a9 HTTP/1.1" status: 404 len: 333 time: 0.4561691 Aug 16 20:55:42.889442 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46048) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:42.910075 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082dbb8a-d108-44b0-b806-fc83369561ee service neutron] Pushing event updated for resources: {'Port': ['ID=3ba01779-0858-4c6d-b20d-316625076d50,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:42.931447 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2385358-292f-4746-aaf5-f5ba964ecc9f x-openstack-request-id: req-e2385358-292f-4746-aaf5-f5ba964ecc9f {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:55:42.932191 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd7f9df7-6c9d-49aa-ace2-4205106cfa6d", "tag": "3ba01779-0858-4c6d-b20d-316625076d50", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:55:42.932596 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e2385358-292f-4746-aaf5-f5ba964ecc9f {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:55:42.933209 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd7f9df7-6c9d-49aa-ace2-4205106cfa6d', 'tag': '3ba01779-0858-4c6d-b20d-316625076d50', 'status': 'completed', 'code': 200} Aug 16 20:55:42.942200 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-9535a971-a687-44ec-abdb-e7d539638b7d tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Deleting subnet c3f26d72-bc29-43cb-ae60-40a064a12992 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:55:42.948206 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9535a971-a687-44ec-abdb-e7d539638b7d tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:42.981325 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-ad7663c3-076f-4c18-ae3d-287195566076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:42.982053 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-ad7663c3-076f-4c18-ae3d-287195566076 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:42.983838 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-ad7663c3-076f-4c18-ae3d-287195566076 service neutron] 10.222.0.72 "PUT /v2.0/ports/fd48e257-abe7-4964-b891-237fb60e766d HTTP/1.1" status: 200 len: 1093 time: 1.5211294 Aug 16 20:55:42.984259 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d47719-3826-42f5-a282-224e30604c4d', 'tag': 'fd48e257-abe7-4964-b891-237fb60e766d'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:55:42.986568 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e981ad-3706-4b5a-bce3-390f42a4092d" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d47719-3826-42f5-a282-224e30604c4d", "tag": "fd48e257-abe7-4964-b891-237fb60e766d"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:55:43.025157 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6b93955-8dd5-4c15-ada7-7c7035ad3bca tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Deleting subnet bacc0ce7-15f9-4fe8-91ae-3de7321d3cbe {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:55:43.033648 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a6b93955-8dd5-4c15-ada7-7c7035ad3bca tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:43.037645 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7663c3-076f-4c18-ae3d-287195566076 service neutron] Pushing event updated for resources: {'Port': ['ID=fd48e257-abe7-4964-b891-237fb60e766d,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:43.042047 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4519aad4-1451-42e1-8ad6-64bfdf6bf811 x-openstack-request-id: req-4519aad4-1451-42e1-8ad6-64bfdf6bf811 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:55:43.042548 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d47719-3826-42f5-a282-224e30604c4d", "tag": "fd48e257-abe7-4964-b891-237fb60e766d", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:55:43.042899 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4519aad4-1451-42e1-8ad6-64bfdf6bf811 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:55:43.043369 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6d47719-3826-42f5-a282-224e30604c4d', 'tag': 'fd48e257-abe7-4964-b891-237fb60e766d', 'status': 'completed', 'code': 200} Aug 16 20:55:43.084242 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9535a971-a687-44ec-abdb-e7d539638b7d tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:43.106891 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a6b93955-8dd5-4c15-ada7-7c7035ad3bca tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:43.119036 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6389d400-12dd-4e3f-add8-3ebd0db8456f up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:43.162708 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e981ad-3706-4b5a-bce3-390f42a4092d req-0d692f9a-f732-498e-a05b-958aadd14f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:43.164330 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-92e981ad-3706-4b5a-bce3-390f42a4092d req-0d692f9a-f732-498e-a05b-958aadd14f41 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=71f66be4f5f646c5b03b2dbfedf85285&device_id=a6d47719-3826-42f5-a282-224e30604c4d HTTP/1.1" status: 200 len: 1096 time: 0.1020906 Aug 16 20:55:43.170547 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 6389d400-12dd-4e3f-add8-3ebd0db8456f triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:43.170922 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:43.172599 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fafba6-8552-449b-8f14-c0d3879f606d req-afc9ec88-fea6-4d28-bd00-eae83b3a5e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:43.175132 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c2fafba6-8552-449b-8f14-c0d3879f606d req-afc9ec88-fea6-4d28-bd00-eae83b3a5e49 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=71f66be4f5f646c5b03b2dbfedf85285&device_id=cd7f9df7-6c9d-49aa-ace2-4205106cfa6d HTTP/1.1" status: 200 len: 1095 time: 0.2028139 Aug 16 20:55:43.276680 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a6b93955-8dd5-4c15-ada7-7c7035ad3bca tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:43.346451 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e981ad-3706-4b5a-bce3-390f42a4092d req-afe5e797-5851-447e-be05-d78078b6e201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:43.348010 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-92e981ad-3706-4b5a-bce3-390f42a4092d req-afe5e797-5851-447e-be05-d78078b6e201 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=71f66be4f5f646c5b03b2dbfedf85285&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1735668 Aug 16 20:55:43.457562 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e981ad-3706-4b5a-bce3-390f42a4092d req-0951f412-16be-4af1-a34a-da6877e24b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:43.459309 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-92e981ad-3706-4b5a-bce3-390f42a4092d req-0951f412-16be-4af1-a34a-da6877e24b11 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1015689 Aug 16 20:55:43.467271 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9535a971-a687-44ec-abdb-e7d539638b7d tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:43.474362 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a6b93955-8dd5-4c15-ada7-7c7035ad3bca tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:43.558123 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fafba6-8552-449b-8f14-c0d3879f606d req-65787cbe-cf5d-4b25-9922-b026a752db59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:43.560694 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c2fafba6-8552-449b-8f14-c0d3879f606d req-65787cbe-cf5d-4b25-9922-b026a752db59 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=71f66be4f5f646c5b03b2dbfedf85285&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3748255 Aug 16 20:55:43.571147 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b93955-8dd5-4c15-ada7-7c7035ad3bca tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'Subnet': ['ID=bacc0ce7-15f9-4fe8-91ae-3de7321d3cbe,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:43.590862 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd37631-a00e-4785-86d1-99e7da5b6c48 None None] Network 42fbf44b-9f4c-4024-85ca-38775c30f539 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:43.607844 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a6b93955-8dd5-4c15-ada7-7c7035ad3bca tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:43.609766 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a6b93955-8dd5-4c15-ada7-7c7035ad3bca tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/subnets/bacc0ce7-15f9-4fe8-91ae-3de7321d3cbe HTTP/1.1" status: 204 len: 168 time: 0.7168503 Aug 16 20:55:43.613087 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46066) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:43.708778 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0f452077-51f3-4399-962e-bda171976314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:43.743188 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-cf2c5cf1-cc99-478b-9df8-abcee0c02bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:43.745010 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-cf2c5cf1-cc99-478b-9df8-abcee0c02bf4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=71f66be4f5f646c5b03b2dbfedf85285&device_id=a6d47719-3826-42f5-a282-224e30604c4d HTTP/1.1" status: 200 len: 1096 time: 0.1857100 Aug 16 20:55:43.804089 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:43.851622 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6951386b-c8f1-4ef3-b5b5-3aba08d47e9c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:43.858771 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-189a1690-9fac-4efe-bcef-1fa475c5abe7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd48e257-abe7-4964-b891-237fb60e766d HTTP/1.1" status: 200 len: 217 time: 0.0941417 Aug 16 20:55:43.881804 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a083a478-22dd-4173-9f7d-a4e8fc4365f2 None None] DHCP port deletion for 42fbf44b-9f4c-4024-85ca-38775c30f539 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:55:43.968818 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a083a478-22dd-4173-9f7d-a4e8fc4365f2 None None] Deleting port 6389d400-12dd-4e3f-add8-3ebd0db8456f {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:43.969522 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a083a478-22dd-4173-9f7d-a4e8fc4365f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:43.997626 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fafba6-8552-449b-8f14-c0d3879f606d req-f8bc7c5c-f57b-4f2b-a9f9-197ee4f36e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:43.999084 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c2fafba6-8552-449b-8f14-c0d3879f606d req-f8bc7c5c-f57b-4f2b-a9f9-197ee4f36e8e service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4234939 Aug 16 20:55:44.001229 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-66b1c9d5-0887-470f-a645-07a9ca926713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:44.002775 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-66b1c9d5-0887-470f-a645-07a9ca926713 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49b47344-9673-44ec-80b0-814953de749d HTTP/1.1" status: 200 len: 853 time: 0.1334097 Aug 16 20:55:44.015185 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-16fbb600-9c1c-4ecb-ab6e-aca71073ad75 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.045818 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-753a101b-0e5f-45c1-9fd4-33fb2b36879a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d3e0001d-3b51-4b16-b842-4e83a0bc5e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339651 Aug 16 20:55:44.055176 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91e318-b482-4e11-b40e-a0ce438a0374 req-6a9dbb0f-fd14-44e6-aa3b-dd075390c099 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:44.055662 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a083a478-22dd-4173-9f7d-a4e8fc4365f2 None None] For port 6389d400-12dd-4e3f-add8-3ebd0db8456f, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=6389d400-12dd-4e3f-add8-3ebd0db8456f,segment=NetworkSegment(4118a522-fba0-4adc-9432-982f89d57be3),segment_id=4118a522-fba0-4adc-9432-982f89d57be3)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:44.056106 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a083a478-22dd-4173-9f7d-a4e8fc4365f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.056874 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b91e318-b482-4e11-b40e-a0ce438a0374 req-6a9dbb0f-fd14-44e6-aa3b-dd075390c099 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6d47719-3826-42f5-a282-224e30604c4d HTTP/1.1" status: 200 len: 944 time: 0.1404381 Aug 16 20:55:44.064355 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9535a971-a687-44ec-abdb-e7d539638b7d tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.070894 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a083a478-22dd-4173-9f7d-a4e8fc4365f2 None None] Calling delete_port for 6389d400-12dd-4e3f-add8-3ebd0db8456f owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:44.121148 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-6951386b-c8f1-4ef3-b5b5-3aba08d47e9c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Deleting port 6389d400-12dd-4e3f-add8-3ebd0db8456f {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:44.121523 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6951386b-c8f1-4ef3-b5b5-3aba08d47e9c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.138998 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c47262-9cb8-49a7-892b-7c78cf546b90 None None] Network aee9a3a1-681e-42e2-bd57-79851682bab4 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:44.174685 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9535a971-a687-44ec-abdb-e7d539638b7d tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.176976 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9535a971-a687-44ec-abdb-e7d539638b7d tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "DELETE /v2.0/subnets/c3f26d72-bc29-43cb-ae60-40a064a12992 HTTP/1.1" status: 204 len: 168 time: 1.7490616 Aug 16 20:55:44.180047 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535a971-a687-44ec-abdb-e7d539638b7d tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Pushing event deleted for resources: {'Subnet': ['ID=c3f26d72-bc29-43cb-ae60-40a064a12992,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:44.184111 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46078) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:44.224299 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-945b2a36-506a-4821-a7a3-a77039039ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:44.235328 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-945b2a36-506a-4821-a7a3-a77039039ee1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=71f66be4f5f646c5b03b2dbfedf85285&device_id=cd7f9df7-6c9d-49aa-ace2-4205106cfa6d HTTP/1.1" status: 200 len: 1095 time: 0.1649463 Aug 16 20:55:44.274430 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b91e318-b482-4e11-b40e-a0ce438a0374 req-9de04467-9fa7-4ba4-82f9-5d52c04049f9 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/security-groups?id=dd6a8c68-c325-4ce0-98fa-ce1587b8f730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023149 Aug 16 20:55:44.282926 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-6951386b-c8f1-4ef3-b5b5-3aba08d47e9c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] For port 6389d400-12dd-4e3f-add8-3ebd0db8456f, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=6389d400-12dd-4e3f-add8-3ebd0db8456f,segment=NetworkSegment(4118a522-fba0-4adc-9432-982f89d57be3),segment_id=4118a522-fba0-4adc-9432-982f89d57be3)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:44.283539 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6951386b-c8f1-4ef3-b5b5-3aba08d47e9c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.326115 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-6951386b-c8f1-4ef3-b5b5-3aba08d47e9c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Calling delete_port for 6389d400-12dd-4e3f-add8-3ebd0db8456f owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:44.341951 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-698129ec-839e-4cb2-b0b4-8974fccbc3b9 service neutron] 10.222.0.72 "GET /v2.0/networks/d3e0001d-3b51-4b16-b842-4e83a0bc5e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831316 Aug 16 20:55:44.355249 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-cb612ea7-7ca5-4cae-9f10-9b245bd2266d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ba01779-0858-4c6d-b20d-316625076d50 HTTP/1.1" status: 200 len: 217 time: 0.0945807 Aug 16 20:55:44.356222 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-34fbbd03-25fd-4099-aecc-0709023827b4 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.376715 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef32b4b-7459-4b02-ad57-577942108b27 None None] DHCP port deletion for aee9a3a1-681e-42e2-bd57-79851682bab4 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:55:44.409547 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a083a478-22dd-4173-9f7d-a4e8fc4365f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.442138 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a083a478-22dd-4173-9f7d-a4e8fc4365f2 None None] No DVR routers for this DVR port 6389d400-12dd-4e3f-add8-3ebd0db8456f on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:44.448324 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a083a478-22dd-4173-9f7d-a4e8fc4365f2 None None] Pushing event deleted for resources: {'Port': ['ID=6389d400-12dd-4e3f-add8-3ebd0db8456f,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:44.477306 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-9ef32b4b-7459-4b02-ad57-577942108b27 None None] Deleting port 01c324e1-387a-45e7-bc58-ef564a1f69d4 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:44.477686 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9ef32b4b-7459-4b02-ad57-577942108b27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.480125 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-49561c58-62db-4f83-b2b8-ac58a324b6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:44.481779 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-49561c58-62db-4f83-b2b8-ac58a324b6d5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49b47344-9673-44ec-80b0-814953de749d HTTP/1.1" status: 200 len: 853 time: 0.1092341 Aug 16 20:55:44.526559 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-25d8986c-2978-48ae-b6e3-073ded8792ae service neutron] 10.222.0.72 "GET /v2.0/networks/d3e0001d-3b51-4b16-b842-4e83a0bc5e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750634 Aug 16 20:55:44.526766 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-b751dc76-47d9-44d1-a579-e76fac3763be service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d3e0001d-3b51-4b16-b842-4e83a0bc5e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335207 Aug 16 20:55:44.539081 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6951386b-c8f1-4ef3-b5b5-3aba08d47e9c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.549034 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-9ef32b4b-7459-4b02-ad57-577942108b27 None None] For port 01c324e1-387a-45e7-bc58-ef564a1f69d4, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=01c324e1-387a-45e7-bc58-ef564a1f69d4,segment=NetworkSegment(35327dbd-50a6-41e8-bcf2-0d6e344234d7),segment_id=35327dbd-50a6-41e8-bcf2-0d6e344234d7)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:44.549485 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9ef32b4b-7459-4b02-ad57-577942108b27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.572894 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951386b-c8f1-4ef3-b5b5-3aba08d47e9c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'Port': ['ID=6389d400-12dd-4e3f-add8-3ebd0db8456f,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:44.585948 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-34fbbd03-25fd-4099-aecc-0709023827b4 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Deleting port 01c324e1-387a-45e7-bc58-ef564a1f69d4 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:44.585948 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-34fbbd03-25fd-4099-aecc-0709023827b4 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.585948 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6951386b-c8f1-4ef3-b5b5-3aba08d47e9c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] No DVR routers for this DVR port 6389d400-12dd-4e3f-add8-3ebd0db8456f on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:44.587154 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-9ef32b4b-7459-4b02-ad57-577942108b27 None None] Calling delete_port for 01c324e1-387a-45e7-bc58-ef564a1f69d4 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:44.715338 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-34fbbd03-25fd-4099-aecc-0709023827b4 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] For port 01c324e1-387a-45e7-bc58-ef564a1f69d4, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=01c324e1-387a-45e7-bc58-ef564a1f69d4,segment=NetworkSegment(35327dbd-50a6-41e8-bcf2-0d6e344234d7),segment_id=35327dbd-50a6-41e8-bcf2-0d6e344234d7)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:44.715717 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-34fbbd03-25fd-4099-aecc-0709023827b4 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.719486 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6951386b-c8f1-4ef3-b5b5-3aba08d47e9c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.723378 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-84bf115e-ffb2-47ec-bbb8-94bde8bc7ca1 service neutron] 10.222.0.72 "GET /v2.0/networks/d3e0001d-3b51-4b16-b842-4e83a0bc5e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826949 Aug 16 20:55:44.738177 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-6951386b-c8f1-4ef3-b5b5-3aba08d47e9c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42fbf44b-9f4c-4024-85ca-38775c30f539']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:44.750408 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-6951386b-c8f1-4ef3-b5b5-3aba08d47e9c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4118a522-fba0-4adc-9432-982f89d57be3') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:44.750789 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-6951386b-c8f1-4ef3-b5b5-3aba08d47e9c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4118a522-fba0-4adc-9432-982f89d57be3') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:44.772320 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6951386b-c8f1-4ef3-b5b5-3aba08d47e9c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.786130 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-34fbbd03-25fd-4099-aecc-0709023827b4 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Calling delete_port for 01c324e1-387a-45e7-bc58-ef564a1f69d4 owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:44.799917 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.810094 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6951386b-c8f1-4ef3-b5b5-3aba08d47e9c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.826910 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9ef32b4b-7459-4b02-ad57-577942108b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.830338 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-16fbb600-9c1c-4ecb-ab6e-aca71073ad75 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Deleting port 05786c5b-5223-47cb-967c-fdf1a9d9920d {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:44.830682 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-16fbb600-9c1c-4ecb-ab6e-aca71073ad75 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.844744 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6951386b-c8f1-4ef3-b5b5-3aba08d47e9c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:55:44.845491 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6951386b-c8f1-4ef3-b5b5-3aba08d47e9c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.851091 n-d-793620-15 neutron-server[101844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:44.851091 n-d-793620-15 neutron-server[101844]: self.session.flush() Aug 16 20:55:44.851091 n-d-793620-15 neutron-server[101844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:44.851091 n-d-793620-15 neutron-server[101844]: self.session.flush() Aug 16 20:55:44.851091 n-d-793620-15 neutron-server[101844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:44.851091 n-d-793620-15 neutron-server[101844]: self.session.flush() Aug 16 20:55:44.851091 n-d-793620-15 neutron-server[101844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:44.851091 n-d-793620-15 neutron-server[101844]: self.session.flush() Aug 16 20:55:44.851091 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 20:55:44.851091 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:55:44.851091 n-d-793620-15 neutron-server[101844]: timer() Aug 16 20:55:44.851091 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:55:44.851091 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 20:55:44.851091 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:55:44.851091 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 20:55:44.851091 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:55:44.851091 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 20:55:44.851091 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:55:44.851091 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 20:55:44.851091 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:55:44.851091 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 20:55:44.851091 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:55:44.851091 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:55:44.851091 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:55:44.851091 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:55:44.851091 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:55:44.851091 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 20:55:44.851091 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:55:44.851091 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 20:55:44.851091 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:55:44.851091 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:55:44.851091 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:55:44.851091 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 20:55:44.851091 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:55:44.851091 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:55:44.851091 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:55:44.851091 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:55:44.851091 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:55:44.851091 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:55:44.851091 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:55:44.865468 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef32b4b-7459-4b02-ad57-577942108b27 None None] Pushing event deleted for resources: {'Port': ['ID=01c324e1-387a-45e7-bc58-ef564a1f69d4,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:44.870548 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef32b4b-7459-4b02-ad57-577942108b27 None None] No DVR routers for this DVR port 01c324e1-387a-45e7-bc58-ef564a1f69d4 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:44.893414 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a1b0c795-6072-41f8-a86d-f2e2bc49604a req-7f37fa78-6f4d-4215-bddd-f44ed6f53702 service neutron] 10.222.0.72 "GET /v2.0/networks/d3e0001d-3b51-4b16-b842-4e83a0bc5e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498978 Aug 16 20:55:44.967274 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-16fbb600-9c1c-4ecb-ab6e-aca71073ad75 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.978958 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c04da-1ab9-4497-8ddc-04ec52f9d52f req-36b52896-b38d-4f0a-8104-80c0a5e5e734 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:44.980106 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5a9c04da-1ab9-4497-8ddc-04ec52f9d52f req-36b52896-b38d-4f0a-8104-80c0a5e5e734 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "GET /v2.0/ports?device_id=40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f HTTP/1.1" status: 200 len: 946 time: 0.1299748 Aug 16 20:55:44.986336 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-16fbb600-9c1c-4ecb-ab6e-aca71073ad75 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Calling delete_port for 05786c5b-5223-47cb-967c-fdf1a9d9920d owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:44.990369 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-34fbbd03-25fd-4099-aecc-0709023827b4 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.030365 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fbbd03-25fd-4099-aecc-0709023827b4 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Pushing event deleted for resources: {'Port': ['ID=01c324e1-387a-45e7-bc58-ef564a1f69d4,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:45.036839 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fbbd03-25fd-4099-aecc-0709023827b4 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] No DVR routers for this DVR port 01c324e1-387a-45e7-bc58-ef564a1f69d4 on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:45.038737 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6951386b-c8f1-4ef3-b5b5-3aba08d47e9c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.072161 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6951386b-c8f1-4ef3-b5b5-3aba08d47e9c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.078139 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6951386b-c8f1-4ef3-b5b5-3aba08d47e9c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/networks/42fbf44b-9f4c-4024-85ca-38775c30f539 HTTP/1.1" status: 204 len: 168 time: 1.4601021 Aug 16 20:55:45.078303 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46088) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:45.092200 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-0086c98e-5f0b-4621-89a2-0e69ea793d2e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1889798030'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:45.102696 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951386b-c8f1-4ef3-b5b5-3aba08d47e9c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'Network': ['ID=42fbf44b-9f4c-4024-85ca-38775c30f539,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:45.116454 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6389d400-12dd-4e3f-add8-3ebd0db8456f no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:55:45.119008 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5a9c04da-1ab9-4497-8ddc-04ec52f9d52f req-93a03f8d-112c-4666-9baf-50feb385976c tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "GET /v2.0/security-groups?id=cbfca197-fe14-449a-8762-488cd66542f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306159 Aug 16 20:55:45.161011 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 6389d400-12dd-4e3f-add8-3ebd0db8456f {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:55:45.161578 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6389d400-12dd-4e3f-add8-3ebd0db8456f not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:55:45.163352 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 01c324e1-387a-45e7-bc58-ef564a1f69d4 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:55:45.183841 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 01c324e1-387a-45e7-bc58-ef564a1f69d4 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:55:45.184203 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 01c324e1-387a-45e7-bc58-ef564a1f69d4 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:55:45.208644 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-34fbbd03-25fd-4099-aecc-0709023827b4 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.223939 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-34fbbd03-25fd-4099-aecc-0709023827b4 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aee9a3a1-681e-42e2-bd57-79851682bab4']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:45.236707 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-34fbbd03-25fd-4099-aecc-0709023827b4 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35327dbd-50a6-41e8-bcf2-0d6e344234d7') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:45.237011 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-34fbbd03-25fd-4099-aecc-0709023827b4 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35327dbd-50a6-41e8-bcf2-0d6e344234d7') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:45.248694 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-34fbbd03-25fd-4099-aecc-0709023827b4 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.263623 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-34fbbd03-25fd-4099-aecc-0709023827b4 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.270448 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34fbbd03-25fd-4099-aecc-0709023827b4 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:55:45.270854 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-34fbbd03-25fd-4099-aecc-0709023827b4 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.274534 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 20:55:45.274534 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:55:45.274534 n-d-793620-15 neutron-server[101844]: timer() Aug 16 20:55:45.274534 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:55:45.274534 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 20:55:45.274534 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:55:45.274534 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 20:55:45.274534 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:55:45.274534 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 20:55:45.274534 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:55:45.274534 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 20:55:45.274534 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:55:45.274534 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 20:55:45.274534 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:55:45.274534 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:55:45.274534 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:55:45.274534 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:55:45.274534 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:55:45.274534 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 20:55:45.274534 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:55:45.274534 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 20:55:45.274534 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:55:45.274534 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:55:45.274534 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:55:45.274534 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 20:55:45.274534 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:55:45.274534 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:55:45.274534 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:55:45.274534 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:55:45.274534 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:55:45.274534 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:55:45.274534 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:55:45.338833 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0086c98e-5f0b-4621-89a2-0e69ea793d2e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Made reservation on behalf of f26b2ff065a440569c5739b2c3aa62ad for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:45.364859 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0086c98e-5f0b-4621-89a2-0e69ea793d2e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.419722 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0086c98e-5f0b-4621-89a2-0e69ea793d2e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:55:45.429596 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae68fe-f397-4731-b898-8dd6cb790979 req-2cda48eb-ea00-4938-abbc-483c4dd82126 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:45.431451 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1aae68fe-f397-4731-b898-8dd6cb790979 req-2cda48eb-ea00-4938-abbc-483c4dd82126 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6d47719-3826-42f5-a282-224e30604c4d HTTP/1.1" status: 200 len: 944 time: 0.0936890 Aug 16 20:55:45.479002 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1aae68fe-f397-4731-b898-8dd6cb790979 req-755f616f-21ca-4f1c-a991-3d66bd64f251 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/security-groups?id=dd6a8c68-c325-4ce0-98fa-ce1587b8f730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367951 Aug 16 20:55:45.548895 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-34fbbd03-25fd-4099-aecc-0709023827b4 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.550961 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0086c98e-5f0b-4621-89a2-0e69ea793d2e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.551277 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-0086c98e-5f0b-4621-89a2-0e69ea793d2e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Added segment 7050643d-e7f7-46db-b5df-0a79be7cc589 of type vlan for network b11de47d-4b6c-429d-9423-9afae09b87a8 Aug 16 20:55:45.558264 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-34fbbd03-25fd-4099-aecc-0709023827b4 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.560150 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-34fbbd03-25fd-4099-aecc-0709023827b4 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "DELETE /v2.0/networks/aee9a3a1-681e-42e2-bd57-79851682bab4 HTTP/1.1" status: 204 len: 168 time: 1.3668084 Aug 16 20:55:45.562948 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46098) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:45.580914 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fbbd03-25fd-4099-aecc-0709023827b4 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Pushing event deleted for resources: {'Network': ['ID=aee9a3a1-681e-42e2-bd57-79851682bab4,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:45.615414 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca5ee59c-75ff-4b26-a18f-27796529949c tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Deleting subnet 5e9ae6e5-0756-4a88-b268-cc7176562268 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:55:45.619390 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ca5ee59c-75ff-4b26-a18f-27796529949c tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.644348 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-16fbb600-9c1c-4ecb-ab6e-aca71073ad75 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.682417 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fbb600-9c1c-4ecb-ab6e-aca71073ad75 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event deleted for resources: {'Port': ['ID=05786c5b-5223-47cb-967c-fdf1a9d9920d,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:45.693274 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ca5ee59c-75ff-4b26-a18f-27796529949c tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.724188 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0086c98e-5f0b-4621-89a2-0e69ea793d2e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.800629 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0086c98e-5f0b-4621-89a2-0e69ea793d2e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.809996 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0086c98e-5f0b-4621-89a2-0e69ea793d2e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:45.811004 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0086c98e-5f0b-4621-89a2-0e69ea793d2e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.884888 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ca5ee59c-75ff-4b26-a18f-27796529949c tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.926643 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0086c98e-5f0b-4621-89a2-0e69ea793d2e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'Network': ['ID=b11de47d-4b6c-429d-9423-9afae09b87a8,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:45.934826 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network b11de47d-4b6c-429d-9423-9afae09b87a8 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:55:45.958746 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0086c98e-5f0b-4621-89a2-0e69ea793d2e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8791578 Aug 16 20:55:45.969149 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46104) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:45.980278 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-2b36ed19-dbab-4122-90a2-2b29e84d955c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'subnet': {'network_id': 'b11de47d-4b6c-429d-9423-9afae09b87a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:46.016890 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-16fbb600-9c1c-4ecb-ab6e-aca71073ad75 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:46.117915 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ca5ee59c-75ff-4b26-a18f-27796529949c tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:46.160523 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ca5ee59c-75ff-4b26-a18f-27796529949c tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:46.165007 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ca5ee59c-75ff-4b26-a18f-27796529949c tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "DELETE /v2.0/subnets/5e9ae6e5-0756-4a88-b268-cc7176562268 HTTP/1.1" status: 204 len: 168 time: 0.5986216 Aug 16 20:55:46.165007 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ee59c-75ff-4b26-a18f-27796529949c tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Pushing event deleted for resources: {'Subnet': ['ID=5e9ae6e5-0756-4a88-b268-cc7176562268,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:46.172046 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d730fcf9-2bc9-438c-8f37-bf8491df65d0 None None] Network 3a15e681-8e01-4ef6-91f7-ab9dbfecfc4b requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:46.185239 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46108) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:46.209374 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b36ed19-dbab-4122-90a2-2b29e84d955c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Made reservation on behalf of f26b2ff065a440569c5739b2c3aa62ad for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:46.214245 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2b36ed19-dbab-4122-90a2-2b29e84d955c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:46.359890 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1be26-d9ab-4930-861e-48276012a3ae req-69072e1f-a104-495d-80d8-c3eb0facc2d9 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:46.364265 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f0e1be26-d9ab-4930-861e-48276012a3ae req-69072e1f-a104-495d-80d8-c3eb0facc2d9 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "GET /v2.0/ports?device_id=40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f HTTP/1.1" status: 200 len: 946 time: 0.2192333 Aug 16 20:55:46.374018 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16fbb600-9c1c-4ecb-ab6e-aca71073ad75 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Router d895bd24-925c-4aa7-a4fb-eb19b8aa20e5 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:55:46.377651 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3e175017-cf6d-4bd6-9caf-5f651695ec49 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:46.427346 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bda53b5-38d3-4601-b248-695b63ebe576 None None] DHCP port deletion for 3a15e681-8e01-4ef6-91f7-ab9dbfecfc4b request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:55:46.477534 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-9bda53b5-38d3-4601-b248-695b63ebe576 None None] Deleting port 441f42f8-5458-486d-9fdf-115fb79dd9a9 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:46.477911 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9bda53b5-38d3-4601-b248-695b63ebe576 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:46.479892 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f0e1be26-d9ab-4930-861e-48276012a3ae req-112d63eb-abf9-45e3-b448-dce5bba13778 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "GET /v2.0/security-groups?id=cbfca197-fe14-449a-8762-488cd66542f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114869 Aug 16 20:55:46.582716 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16fbb600-9c1c-4ecb-ab6e-aca71073ad75 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:46.589296 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:46.592868 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-16fbb600-9c1c-4ecb-ab6e-aca71073ad75 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "PUT /v2.0/routers/d895bd24-925c-4aa7-a4fb-eb19b8aa20e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3022289 Aug 16 20:55:46.598470 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c770af6-802f-4eae-beb5-3707b996b236 None None] Sync routers for ids ['d895bd24-925c-4aa7-a4fb-eb19b8aa20e5'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:46.604416 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46120) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:46.623239 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-9bda53b5-38d3-4601-b248-695b63ebe576 None None] For port 441f42f8-5458-486d-9fdf-115fb79dd9a9, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=441f42f8-5458-486d-9fdf-115fb79dd9a9,segment=NetworkSegment(92015a43-4f1d-4e03-af83-2829443ebbe7),segment_id=92015a43-4f1d-4e03-af83-2829443ebbe7)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:46.623648 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9bda53b5-38d3-4601-b248-695b63ebe576 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:46.636007 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c770af6-802f-4eae-beb5-3707b996b236 None None] Routers {'d895bd24-925c-4aa7-a4fb-eb19b8aa20e5'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:46.636581 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-6c770af6-802f-4eae-beb5-3707b996b236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:55:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d895bd24-925c-4aa7-a4fb-eb19b8aa20e5'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:46.676837 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-9bda53b5-38d3-4601-b248-695b63ebe576 None None] Calling delete_port for 441f42f8-5458-486d-9fdf-115fb79dd9a9 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:46.679342 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-6c770af6-802f-4eae-beb5-3707b996b236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:46.697997 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c770af6-802f-4eae-beb5-3707b996b236 None None] Routers {'d895bd24-925c-4aa7-a4fb-eb19b8aa20e5'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:46.698890 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-6c770af6-802f-4eae-beb5-3707b996b236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:55:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d895bd24-925c-4aa7-a4fb-eb19b8aa20e5'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:46.746431 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f85d5d0a-8d44-4caf-a9b3-5d3839bbe48f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:46.766790 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-6c770af6-802f-4eae-beb5-3707b996b236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:46.767714 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c770af6-802f-4eae-beb5-3707b996b236 None None] The sync data for ids ['d895bd24-925c-4aa7-a4fb-eb19b8aa20e5'] in n-d-793620-15 is: [] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:55:46.877180 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f85d5d0a-8d44-4caf-a9b3-5d3839bbe48f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:46.912600 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9bda53b5-38d3-4601-b248-695b63ebe576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:46.944775 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda53b5-38d3-4601-b248-695b63ebe576 None None] Pushing event deleted for resources: {'Port': ['ID=441f42f8-5458-486d-9fdf-115fb79dd9a9,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:46.954671 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bda53b5-38d3-4601-b248-695b63ebe576 None None] No DVR routers for this DVR port 441f42f8-5458-486d-9fdf-115fb79dd9a9 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:47.058490 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-3e175017-cf6d-4bd6-9caf-5f651695ec49 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Deleting port 441f42f8-5458-486d-9fdf-115fb79dd9a9 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:47.058841 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3e175017-cf6d-4bd6-9caf-5f651695ec49 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:47.084982 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 441f42f8-5458-486d-9fdf-115fb79dd9a9 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:55:47.102577 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-f85d5d0a-8d44-4caf-a9b3-5d3839bbe48f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Deleting port b4cf7134-3603-462f-8fae-30f62a101247 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:47.105918 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f85d5d0a-8d44-4caf-a9b3-5d3839bbe48f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:47.114608 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 441f42f8-5458-486d-9fdf-115fb79dd9a9 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:55:47.116214 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 441f42f8-5458-486d-9fdf-115fb79dd9a9 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:55:47.133834 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c9528-79da-40ba-8c2e-7dd84a69fab2 req-98a3f753-8a26-4425-884c-61f5d84fe1ac tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:47.135350 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3b4c9528-79da-40ba-8c2e-7dd84a69fab2 req-98a3f753-8a26-4425-884c-61f5d84fe1ac tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6d47719-3826-42f5-a282-224e30604c4d HTTP/1.1" status: 200 len: 944 time: 0.1744235 Aug 16 20:55:47.176699 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-3e175017-cf6d-4bd6-9caf-5f651695ec49 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] For port 441f42f8-5458-486d-9fdf-115fb79dd9a9, host n-d-793620-15, got binding levels [] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:47.177081 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3e175017-cf6d-4bd6-9caf-5f651695ec49 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:47.197931 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f85d5d0a-8d44-4caf-a9b3-5d3839bbe48f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:47.201505 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-3e175017-cf6d-4bd6-9caf-5f651695ec49 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Calling delete_port for 441f42f8-5458-486d-9fdf-115fb79dd9a9 owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:47.206106 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3b4c9528-79da-40ba-8c2e-7dd84a69fab2 req-8336f44d-710f-409d-9fbd-70704f54e74c tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/security-groups?id=dd6a8c68-c325-4ce0-98fa-ce1587b8f730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590625 Aug 16 20:55:47.207822 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.ipam_backend_mixin [None req-3e175017-cf6d-4bd6-9caf-5f651695ec49 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Port 441f42f8-5458-486d-9fdf-115fb79dd9a9 was not found and therefore no delete operation was performed {{(pid=101844) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 20:55:47.209324 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3e175017-cf6d-4bd6-9caf-5f651695ec49 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:47.211603 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-f85d5d0a-8d44-4caf-a9b3-5d3839bbe48f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Calling delete_port for b4cf7134-3603-462f-8fae-30f62a101247 owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:47.247401 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e175017-cf6d-4bd6-9caf-5f651695ec49 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Pushing event deleted for resources: {'Port': ['ID=441f42f8-5458-486d-9fdf-115fb79dd9a9,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:47.249356 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2b36ed19-dbab-4122-90a2-2b29e84d955c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:47.252826 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e175017-cf6d-4bd6-9caf-5f651695ec49 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] No DVR routers for this DVR port 441f42f8-5458-486d-9fdf-115fb79dd9a9 on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:47.410169 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3e175017-cf6d-4bd6-9caf-5f651695ec49 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:47.414627 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36ed19-dbab-4122-90a2-2b29e84d955c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'Subnet': ['ID=34559141-91df-4b78-a856-319729e40859,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:47.438939 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-3e175017-cf6d-4bd6-9caf-5f651695ec49 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a15e681-8e01-4ef6-91f7-ab9dbfecfc4b']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:47.454772 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b36ed19-dbab-4122-90a2-2b29e84d955c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Checking segment: {'id': '7050643d-e7f7-46db-b5df-0a79be7cc589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b11de47d-4b6c-429d-9423-9afae09b87a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:47.455149 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b36ed19-dbab-4122-90a2-2b29e84d955c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Network hostable DHCP agents. Network: b11de47d-4b6c-429d-9423-9afae09b87a8, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:55:47.473238 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-3e175017-cf6d-4bd6-9caf-5f651695ec49 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92015a43-4f1d-4e03-af83-2829443ebbe7') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:47.473539 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-3e175017-cf6d-4bd6-9caf-5f651695ec49 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92015a43-4f1d-4e03-af83-2829443ebbe7') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:47.488834 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3e175017-cf6d-4bd6-9caf-5f651695ec49 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:47.513148 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3e175017-cf6d-4bd6-9caf-5f651695ec49 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:47.523298 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b56395-1952-473e-b627-e02448e748a4 req-7e479199-98ce-4352-a19c-51a8dc3f610d tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:47.524451 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f85d5d0a-8d44-4caf-a9b3-5d3839bbe48f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:47.524946 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-66b56395-1952-473e-b627-e02448e748a4 req-7e479199-98ce-4352-a19c-51a8dc3f610d tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "GET /v2.0/ports?device_id=40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f HTTP/1.1" status: 200 len: 946 time: 0.1116183 Aug 16 20:55:47.530415 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e175017-cf6d-4bd6-9caf-5f651695ec49 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:55:47.530832 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3e175017-cf6d-4bd6-9caf-5f651695ec49 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:47.534006 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 20:55:47.534006 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:55:47.534006 n-d-793620-15 neutron-server[101844]: timer() Aug 16 20:55:47.534006 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:55:47.534006 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 20:55:47.534006 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:55:47.534006 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 20:55:47.534006 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:55:47.534006 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 20:55:47.534006 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:55:47.534006 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 20:55:47.534006 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:55:47.534006 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 20:55:47.534006 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:55:47.534006 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:55:47.534006 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:55:47.534006 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:55:47.534006 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:55:47.534006 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 20:55:47.534006 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:55:47.534006 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 20:55:47.534006 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:55:47.534006 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:55:47.534006 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:55:47.534006 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 20:55:47.534006 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:55:47.534006 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:55:47.534006 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:55:47.534006 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:55:47.534006 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:55:47.534006 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:55:47.534006 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:55:47.555058 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d5d0a-8d44-4caf-a9b3-5d3839bbe48f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event deleted for resources: {'Port': ['ID=b4cf7134-3603-462f-8fae-30f62a101247,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:47.621382 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f85d5d0a-8d44-4caf-a9b3-5d3839bbe48f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:47.635645 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-66b56395-1952-473e-b627-e02448e748a4 req-554ce8d8-5b40-4a61-bddc-a6a890b200d6 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "GET /v2.0/security-groups?id=cbfca197-fe14-449a-8762-488cd66542f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006453 Aug 16 20:55:47.666798 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b36ed19-dbab-4122-90a2-2b29e84d955c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Network b11de47d-4b6c-429d-9423-9afae09b87a8 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:55:47.712515 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3e175017-cf6d-4bd6-9caf-5f651695ec49 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:47.719910 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3e175017-cf6d-4bd6-9caf-5f651695ec49 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:47.726379 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3e175017-cf6d-4bd6-9caf-5f651695ec49 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] 10.222.0.84 "DELETE /v2.0/networks/3a15e681-8e01-4ef6-91f7-ab9dbfecfc4b HTTP/1.1" status: 204 len: 168 time: 1.5369601 Aug 16 20:55:47.728430 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f85d5d0a-8d44-4caf-a9b3-5d3839bbe48f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:47.731059 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f85d5d0a-8d44-4caf-a9b3-5d3839bbe48f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:47.746272 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e175017-cf6d-4bd6-9caf-5f651695ec49 tempest-ServersTestMultiNic-741910641 tempest-ServersTestMultiNic-741910641-project] Pushing event deleted for resources: {'Network': ['ID=3a15e681-8e01-4ef6-91f7-ab9dbfecfc4b,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:47.798371 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-2b36ed19-dbab-4122-90a2-2b29e84d955c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, b11de47d-4b6c-429d-9423-9afae09b87a8) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:47.804848 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b36ed19-dbab-4122-90a2-2b29e84d955c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:47.805637 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2b36ed19-dbab-4122-90a2-2b29e84d955c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:47.809959 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f670551-5198-41c1-b6e7-343b85ce83d7 None None] Network b11de47d-4b6c-429d-9423-9afae09b87a8 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:47.889629 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f85d5d0a-8d44-4caf-a9b3-5d3839bbe48f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:47.890132 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85d5d0a-8d44-4caf-a9b3-5d3839bbe48f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Fanout notify agent at l3_agent the message router_deleted on router d895bd24-925c-4aa7-a4fb-eb19b8aa20e5 {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:55:47.900979 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f85d5d0a-8d44-4caf-a9b3-5d3839bbe48f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:47.902705 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f85d5d0a-8d44-4caf-a9b3-5d3839bbe48f tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "DELETE /v2.0/routers/d895bd24-925c-4aa7-a4fb-eb19b8aa20e5 HTTP/1.1" status: 204 len: 168 time: 1.2970047 Aug 16 20:55:47.906945 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46140) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:47.907717 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46142) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:47.946173 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2b36ed19-dbab-4122-90a2-2b29e84d955c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9755361 Aug 16 20:55:47.948853 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46144) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:47.957572 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-8ba38350-b6aa-4a33-b88e-853283fea025 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'port': {'network_id': 'b11de47d-4b6c-429d-9423-9afae09b87a8', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1072834545'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:47.984538 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04618494-a8fc-4001-97af-c9e259d9ba7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-b11de47d-4b6c-429d-9423-9afae09b87a8', 'network_id': 'b11de47d-4b6c-429d-9423-9afae09b87a8', 'tenant_id': 'f26b2ff065a440569c5739b2c3aa62ad', 'fixed_ips': [{'subnet_id': '34559141-91df-4b78-a856-319729e40859'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:55:47.985543 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-04618494-a8fc-4001-97af-c9e259d9ba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:48.071675 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3e449e2-8810-415e-8228-6d51627ec478 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Deleting subnet 30c56310-f3ae-4e75-971f-7083d182932f {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:55:48.076611 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c3e449e2-8810-415e-8228-6d51627ec478 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:48.132320 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c3e449e2-8810-415e-8228-6d51627ec478 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:48.152082 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba38350-b6aa-4a33-b88e-853283fea025 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Made reservation on behalf of f26b2ff065a440569c5739b2c3aa62ad for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:48.155901 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8ba38350-b6aa-4a33-b88e-853283fea025 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:48.171234 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-04618494-a8fc-4001-97af-c9e259d9ba7c None None] Allocated IP 172.20.0.2 (b11de47d-4b6c-429d-9423-9afae09b87a8/34559141-91df-4b78-a856-319729e40859/776b4f0b-6a93-43d4-aa81-715315aa6c5b) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:48.176668 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-8ba38350-b6aa-4a33-b88e-853283fea025 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] device_id is not set on port e2a63b38-20f4-412f-87a3-ed42e4a02ff1 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:55:48.294757 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device fd48e257-abe7-4964-b891-237fb60e766d details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:55:48.368001 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c3e449e2-8810-415e-8228-6d51627ec478 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:48.433403 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-04618494-a8fc-4001-97af-c9e259d9ba7c None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:48.443345 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dff97c-4ac0-44cc-ada0-b46720f8dc06 req-3a512d05-6c06-4f41-9b6c-532c232b8986 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:48.444904 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-67dff97c-4ac0-44cc-ada0-b46720f8dc06 req-3a512d05-6c06-4f41-9b6c-532c232b8986 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6d47719-3826-42f5-a282-224e30604c4d HTTP/1.1" status: 200 len: 944 time: 0.1531625 Aug 16 20:55:48.449269 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-04618494-a8fc-4001-97af-c9e259d9ba7c None None] Transition to ACTIVE for port object 776b4f0b-6a93-43d4-aa81-715315aa6c5b will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:48.486517 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-04618494-a8fc-4001-97af-c9e259d9ba7c None None] Transition to ACTIVE for port object 776b4f0b-6a93-43d4-aa81-715315aa6c5b will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:48.494635 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port fd48e257-abe7-4964-b891-237fb60e766d, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=fd48e257-abe7-4964-b891-237fb60e766d,segment=NetworkSegment(54eb105c-92b7-478a-9dbd-f7c16dfc3d12),segment_id=54eb105c-92b7-478a-9dbd-f7c16dfc3d12)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:48.513876 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': 'fd48e257-abe7-4964-b891-237fb60e766d', 'network_id': 'd3e0001d-3b51-4b16-b842-4e83a0bc5e92', 'port_id': 'fd48e257-abe7-4964-b891-237fb60e766d', 'mac_address': 'fa:16:3e:c2:5b:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b47344-9673-44ec-80b0-814953de749d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:55:48.547820 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-67dff97c-4ac0-44cc-ada0-b46720f8dc06 req-7aec4723-1e66-4076-94e5-c0adcd86130d tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/security-groups?id=dd6a8c68-c325-4ce0-98fa-ce1587b8f730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932684 Aug 16 20:55:48.571905 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:48.586851 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-04618494-a8fc-4001-97af-c9e259d9ba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:48.598016 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd48e257-abe7-4964-b891-237fb60e766d {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:55:48.634402 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04618494-a8fc-4001-97af-c9e259d9ba7c None None] Network b11de47d-4b6c-429d-9423-9afae09b87a8 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:48.641904 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c3e449e2-8810-415e-8228-6d51627ec478 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:48.650227 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-04618494-a8fc-4001-97af-c9e259d9ba7c None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:48.684995 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e449e2-8810-415e-8228-6d51627ec478 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event deleted for resources: {'Subnet': ['ID=30c56310-f3ae-4e75-971f-7083d182932f,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:48.689550 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04618494-a8fc-4001-97af-c9e259d9ba7c None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:48.692368 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-8ba38350-b6aa-4a33-b88e-853283fea025 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Allocated IP 172.20.0.9 (b11de47d-4b6c-429d-9423-9afae09b87a8/34559141-91df-4b78-a856-319729e40859/e2a63b38-20f4-412f-87a3-ed42e4a02ff1) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:48.692840 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port fd48e257-abe7-4964-b891-237fb60e766d, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=fd48e257-abe7-4964-b891-237fb60e766d,segment=NetworkSegment(54eb105c-92b7-478a-9dbd-f7c16dfc3d12),segment_id=54eb105c-92b7-478a-9dbd-f7c16dfc3d12)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:48.726985 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c3e449e2-8810-415e-8228-6d51627ec478 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:48.736840 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c3e449e2-8810-415e-8228-6d51627ec478 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "DELETE /v2.0/subnets/30c56310-f3ae-4e75-971f-7083d182932f HTTP/1.1" status: 204 len: 168 time: 0.8282371 Aug 16 20:55:48.737914 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46158) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:48.747854 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736eafef-4f06-4d46-84d6-45a1a70906d8 None None] Network 8e6a8d76-62ac-41c7-a306-760c23770279 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:48.751257 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04618494-a8fc-4001-97af-c9e259d9ba7c None None] Pushing event updated for resources: {'Port': ['ID=776b4f0b-6a93-43d4-aa81-715315aa6c5b,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:48.751969 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43dd02a-d0fc-4deb-95ad-43c13774c58d req-b39b6a55-77f4-487e-89bc-c787ec01325f tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:48.755012 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c43dd02a-d0fc-4deb-95ad-43c13774c58d req-b39b6a55-77f4-487e-89bc-c787ec01325f tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.72 "GET /v2.0/ports?device_id=40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f HTTP/1.1" status: 200 len: 946 time: 0.1296396 Aug 16 20:55:48.789180 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:48.790263 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 3ba01779-0858-4c6d-b20d-316625076d50 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:55:48.971076 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58399fa1-193c-4868-9414-e4e3873dc6e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:48.993316 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-c43dd02a-d0fc-4deb-95ad-43c13774c58d req-cbd57c43-cca0-4006-adae-99cd7bc54f99 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Deleting port eb6992ff-3a72-430e-8828-6e3102384290 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:48.993842 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-c43dd02a-d0fc-4deb-95ad-43c13774c58d req-cbd57c43-cca0-4006-adae-99cd7bc54f99 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.010867 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-04618494-a8fc-4001-97af-c9e259d9ba7c None None] Attempting to bind port 776b4f0b-6a93-43d4-aa81-715315aa6c5b on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:49.011341 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-04618494-a8fc-4001-97af-c9e259d9ba7c None None] Attempting to bind port 776b4f0b-6a93-43d4-aa81-715315aa6c5b by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '7050643d-e7f7-46db-b5df-0a79be7cc589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b11de47d-4b6c-429d-9423-9afae09b87a8'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:49.012512 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04618494-a8fc-4001-97af-c9e259d9ba7c None None] Attempting to bind port 776b4f0b-6a93-43d4-aa81-715315aa6c5b on network b11de47d-4b6c-429d-9423-9afae09b87a8 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:49.013662 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-97c17aef-748a-4876-a641-970bd0494cab tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.029147 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f77e0-9fe1-407e-9c30-e5d799ef1799 req-eb1fd45b-7fb0-46c6-9546-393aa94f65c9 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:49.038113 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bd6f77e0-9fe1-407e-9c30-e5d799ef1799 req-eb1fd45b-7fb0-46c6-9546-393aa94f65c9 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "GET /v2.0/ports?device_id=40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f HTTP/1.1" status: 200 len: 946 time: 0.2505400 Aug 16 20:55:49.038522 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.db.resource_extend [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:55:49.054641 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8ba38350-b6aa-4a33-b88e-853283fea025 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.087121 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-8ba38350-b6aa-4a33-b88e-853283fea025 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Transition to ACTIVE for port object e2a63b38-20f4-412f-87a3-ed42e4a02ff1 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:49.089249 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 3ba01779-0858-4c6d-b20d-316625076d50, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=3ba01779-0858-4c6d-b20d-316625076d50,segment=NetworkSegment(54eb105c-92b7-478a-9dbd-f7c16dfc3d12),segment_id=54eb105c-92b7-478a-9dbd-f7c16dfc3d12)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:49.094687 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04618494-a8fc-4001-97af-c9e259d9ba7c None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:49.099199 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04618494-a8fc-4001-97af-c9e259d9ba7c None None] Checking segment: {'id': '7050643d-e7f7-46db-b5df-0a79be7cc589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b11de47d-4b6c-429d-9423-9afae09b87a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:49.099199 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-04618494-a8fc-4001-97af-c9e259d9ba7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.099199 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04618494-a8fc-4001-97af-c9e259d9ba7c None None] Bound using segment: {'id': '7050643d-e7f7-46db-b5df-0a79be7cc589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b11de47d-4b6c-429d-9423-9afae09b87a8'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:49.099199 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-04618494-a8fc-4001-97af-c9e259d9ba7c None None] Bound port: 776b4f0b-6a93-43d4-aa81-715315aa6c5b, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7050643d-e7f7-46db-b5df-0a79be7cc589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b11de47d-4b6c-429d-9423-9afae09b87a8'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:49.099199 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-04618494-a8fc-4001-97af-c9e259d9ba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.145809 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-c43dd02a-d0fc-4deb-95ad-43c13774c58d req-cbd57c43-cca0-4006-adae-99cd7bc54f99 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] For port eb6992ff-3a72-430e-8828-6e3102384290, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=eb6992ff-3a72-430e-8828-6e3102384290,segment=NetworkSegment(7b235a1a-9054-49ab-85cf-feb8bb6f6bf2),segment_id=7b235a1a-9054-49ab-85cf-feb8bb6f6bf2)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:49.146161 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-c43dd02a-d0fc-4deb-95ad-43c13774c58d req-cbd57c43-cca0-4006-adae-99cd7bc54f99 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.157378 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.164432 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bd6f77e0-9fe1-407e-9c30-e5d799ef1799 req-f4163184-8a1c-40cb-9ef1-fe1e852cbae0 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "GET /v2.0/security-groups?id=cbfca197-fe14-449a-8762-488cd66542f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241791 Aug 16 20:55:49.172228 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '3ba01779-0858-4c6d-b20d-316625076d50', 'network_id': 'd3e0001d-3b51-4b16-b842-4e83a0bc5e92', 'port_id': '3ba01779-0858-4c6d-b20d-316625076d50', 'mac_address': 'fa:16:3e:61:4b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b47344-9673-44ec-80b0-814953de749d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:55:49.184151 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=fd48e257-abe7-4964-b891-237fb60e766d,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:49.242047 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-04618494-a8fc-4001-97af-c9e259d9ba7c None None] For port 776b4f0b-6a93-43d4-aa81-715315aa6c5b, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:49.246180 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.246627 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8ba38350-b6aa-4a33-b88e-853283fea025 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.253868 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-97c17aef-748a-4876-a641-970bd0494cab tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Deleting port 4262ac32-8dba-4773-b900-b7644875b244 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:49.254228 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-97c17aef-748a-4876-a641-970bd0494cab tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.272462 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-04618494-a8fc-4001-97af-c9e259d9ba7c None None] For port 776b4f0b-6a93-43d4-aa81-715315aa6c5b, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=776b4f0b-6a93-43d4-aa81-715315aa6c5b,segment=NetworkSegment(7050643d-e7f7-46db-b5df-0a79be7cc589),segment_id=7050643d-e7f7-46db-b5df-0a79be7cc589)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:55:49.283362 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a3188a-bf26-4c53-8067-e9f485d6cacc None None] DHCP port deletion for 8e6a8d76-62ac-41c7-a306-760c23770279 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:55:49.293683 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ba01779-0858-4c6d-b20d-316625076d50 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:55:49.339157 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 3ba01779-0858-4c6d-b20d-316625076d50, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=3ba01779-0858-4c6d-b20d-316625076d50,segment=NetworkSegment(54eb105c-92b7-478a-9dbd-f7c16dfc3d12),segment_id=54eb105c-92b7-478a-9dbd-f7c16dfc3d12)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:49.352658 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba38350-b6aa-4a33-b88e-853283fea025 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Network b11de47d-4b6c-429d-9423-9afae09b87a8 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:49.359075 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-97c17aef-748a-4876-a641-970bd0494cab tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] For port 4262ac32-8dba-4773-b900-b7644875b244, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=4262ac32-8dba-4773-b900-b7644875b244,segment=NetworkSegment(fa1a6f73-aa9a-40c2-9e76-c5e58dd4f256),segment_id=fa1a6f73-aa9a-40c2-9e76-c5e58dd4f256)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:49.359457 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-97c17aef-748a-4876-a641-970bd0494cab tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.359876 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-8ba38350-b6aa-4a33-b88e-853283fea025 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:49.361105 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-b8a3188a-bf26-4c53-8067-e9f485d6cacc None None] Deleting port 4262ac32-8dba-4773-b900-b7644875b244 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:49.361471 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b8a3188a-bf26-4c53-8067-e9f485d6cacc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.366863 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba38350-b6aa-4a33-b88e-853283fea025 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:49.374686 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-97c17aef-748a-4876-a641-970bd0494cab tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Calling delete_port for 4262ac32-8dba-4773-b900-b7644875b244 owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:49.391918 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba38350-b6aa-4a33-b88e-853283fea025 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'Port': ['ID=e2a63b38-20f4-412f-87a3-ed42e4a02ff1,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:49.398929 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-04618494-a8fc-4001-97af-c9e259d9ba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.466344 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.473971 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba38350-b6aa-4a33-b88e-853283fea025 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:49.474595 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8ba38350-b6aa-4a33-b88e-853283fea025 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.480486 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-b8a3188a-bf26-4c53-8067-e9f485d6cacc None None] For port 4262ac32-8dba-4773-b900-b7644875b244, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=4262ac32-8dba-4773-b900-b7644875b244,segment=NetworkSegment(fa1a6f73-aa9a-40c2-9e76-c5e58dd4f256),segment_id=fa1a6f73-aa9a-40c2-9e76-c5e58dd4f256)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:49.480890 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b8a3188a-bf26-4c53-8067-e9f485d6cacc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.508152 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-b8a3188a-bf26-4c53-8067-e9f485d6cacc None None] Calling delete_port for 4262ac32-8dba-4773-b900-b7644875b244 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:49.508885 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-c43dd02a-d0fc-4deb-95ad-43c13774c58d req-cbd57c43-cca0-4006-adae-99cd7bc54f99 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.509516 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-c43dd02a-d0fc-4deb-95ad-43c13774c58d req-cbd57c43-cca0-4006-adae-99cd7bc54f99 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.509838 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [req-c43dd02a-d0fc-4deb-95ad-43c13774c58d req-cbd57c43-cca0-4006-adae-99cd7bc54f99 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Floating IP 20b3a160-5ceb-4d51-a458-f5b1b65d15b5 disassociated. External IP: 172.25.1.146, port: eb6992ff-3a72-430e-8828-6e3102384290. Aug 16 20:55:49.510284 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-c43dd02a-d0fc-4deb-95ad-43c13774c58d req-cbd57c43-cca0-4006-adae-99cd7bc54f99 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Calling delete_port for eb6992ff-3a72-430e-8828-6e3102384290 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:49.523882 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04618494-a8fc-4001-97af-c9e259d9ba7c None None] Pushing event updated for resources: {'Port': ['ID=776b4f0b-6a93-43d4-aa81-715315aa6c5b,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:49.624639 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-58399fa1-193c-4868-9414-e4e3873dc6e2 admin admin] Deleting port 19c015b6-e191-4126-b066-b691cb3927ea {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:49.625747 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58399fa1-193c-4868-9414-e4e3873dc6e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.662174 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-97c17aef-748a-4876-a641-970bd0494cab tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.775479 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c17aef-748a-4876-a641-970bd0494cab tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event deleted for resources: {'Port': ['ID=4262ac32-8dba-4773-b900-b7644875b244,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:49.797327 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c17aef-748a-4876-a641-970bd0494cab tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] No DVR routers for this DVR port 4262ac32-8dba-4773-b900-b7644875b244 on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:49.911249 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=3ba01779-0858-4c6d-b20d-316625076d50,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:49.928996 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['fd48e257-abe7-4964-b891-237fb60e766d'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:55:49.931127 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['3ba01779-0858-4c6d-b20d-316625076d50'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:55:50.037091 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-58399fa1-193c-4868-9414-e4e3873dc6e2 admin admin] For port 19c015b6-e191-4126-b066-b691cb3927ea, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=19c015b6-e191-4126-b066-b691cb3927ea,segment=NetworkSegment(b2ab574e-1d73-45bd-a660-5f1e7d1067a3),segment_id=b2ab574e-1d73-45bd-a660-5f1e7d1067a3)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:50.037091 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58399fa1-193c-4868-9414-e4e3873dc6e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.037091 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-58399fa1-193c-4868-9414-e4e3873dc6e2 admin admin] Calling delete_port for 19c015b6-e191-4126-b066-b691cb3927ea owned by network:router_interface {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:50.038660 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b8a3188a-bf26-4c53-8067-e9f485d6cacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.039219 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8ba38350-b6aa-4a33-b88e-853283fea025 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.0683427 Aug 16 20:55:50.039219 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46182) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:50.055637 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a3188a-bf26-4c53-8067-e9f485d6cacc None None] No DVR routers for this DVR port 4262ac32-8dba-4773-b900-b7644875b244 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:50.120478 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3188a-bf26-4c53-8067-e9f485d6cacc None None] Pushing event deleted for resources: {'Port': ['ID=4262ac32-8dba-4773-b900-b7644875b244,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:50.121377 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ef9bd-bcfb-4c03-9ba1-9a71c63f639a req-3b056180-371b-49b9-9154-cbd1e5ca1d69 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:50.121377 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-560ef9bd-bcfb-4c03-9ba1-9a71c63f639a req-3b056180-371b-49b9-9154-cbd1e5ca1d69 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6d47719-3826-42f5-a282-224e30604c4d HTTP/1.1" status: 200 len: 945 time: 0.4464395 Aug 16 20:55:50.172339 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-97c17aef-748a-4876-a641-970bd0494cab tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.195264 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-97c17aef-748a-4876-a641-970bd0494cab tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e6a8d76-62ac-41c7-a306-760c23770279']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:50.231052 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-97c17aef-748a-4876-a641-970bd0494cab tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa1a6f73-aa9a-40c2-9e76-c5e58dd4f256') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:50.231315 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-97c17aef-748a-4876-a641-970bd0494cab tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa1a6f73-aa9a-40c2-9e76-c5e58dd4f256') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:50.235608 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-61a7ee53-81dd-4274-bcb9-27175d92f0a9 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Deleting port e2a63b38-20f4-412f-87a3-ed42e4a02ff1 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:50.236859 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-61a7ee53-81dd-4274-bcb9-27175d92f0a9 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.247133 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-560ef9bd-bcfb-4c03-9ba1-9a71c63f639a req-5e64bd39-e14f-4c8d-9091-4d34021f1b8e tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/security-groups?id=dd6a8c68-c325-4ce0-98fa-ce1587b8f730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327703 Aug 16 20:55:50.270755 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device eb6992ff-3a72-430e-8828-6e3102384290 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:55:50.279417 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-97c17aef-748a-4876-a641-970bd0494cab tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.317109 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-cd99852c-a073-4eda-9d10-5c5ea6d6e867 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:50.329102 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-cd99852c-a073-4eda-9d10-5c5ea6d6e867 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/networks?id=5a5bf8fc-f269-4f39-b3c6-975502c735e9 HTTP/1.1" status: 200 len: 814 time: 0.3534873 Aug 16 20:55:50.329350 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-c43dd02a-d0fc-4deb-95ad-43c13774c58d req-cbd57c43-cca0-4006-adae-99cd7bc54f99 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.352870 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Port eb6992ff-3a72-430e-8828-6e3102384290 update to DOWN by agent not found {{(pid=101846) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 16 20:55:50.361726 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-97c17aef-748a-4876-a641-970bd0494cab tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.374221 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd57c43-cca0-4006-adae-99cd7bc54f99 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Pushing event deleted for resources: {'Port': ['ID=eb6992ff-3a72-430e-8828-6e3102384290,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:50.384771 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-61a7ee53-81dd-4274-bcb9-27175d92f0a9 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.395017 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97c17aef-748a-4876-a641-970bd0494cab tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:55:50.395450 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-97c17aef-748a-4876-a641-970bd0494cab tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.398669 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 20:55:50.398669 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:55:50.398669 n-d-793620-15 neutron-server[101844]: timer() Aug 16 20:55:50.398669 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:55:50.398669 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 20:55:50.398669 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:55:50.398669 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 20:55:50.398669 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:55:50.398669 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 20:55:50.398669 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:55:50.398669 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 20:55:50.398669 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:55:50.398669 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 20:55:50.398669 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:55:50.398669 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:55:50.398669 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:55:50.398669 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:55:50.398669 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:55:50.398669 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 20:55:50.398669 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:55:50.398669 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 20:55:50.398669 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:55:50.398669 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:55:50.398669 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:55:50.398669 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 20:55:50.398669 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:55:50.398669 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:55:50.398669 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:55:50.398669 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:55:50.398669 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:55:50.398669 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:55:50.398669 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:55:50.406071 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-61a7ee53-81dd-4274-bcb9-27175d92f0a9 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Calling delete_port for e2a63b38-20f4-412f-87a3-ed42e4a02ff1 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:50.418472 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-329f3b16-e8ad-4030-8baf-520887dac9ca tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/quotas/41a315ee39084be283dee330854f5498 HTTP/1.1" status: 200 len: 375 time: 0.0531142 Aug 16 20:55:50.494247 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ddcb66b9-863d-446f-b470-a3778ba3ecc6 req-5fc6c7e8-0554-4c86-995e-2da23ac4bf12 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "GET /v2.0/ports?device_id=40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f HTTP/1.1" status: 200 len: 210 time: 0.0926323 Aug 16 20:55:50.578567 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-0a150290-da4d-4164-8379-ffc1402b994a tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=41a315ee39084be283dee330854f5498&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1235919 Aug 16 20:55:50.588697 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c43dd02a-d0fc-4deb-95ad-43c13774c58d req-cbd57c43-cca0-4006-adae-99cd7bc54f99 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Router ca719e48-641f-4290-964e-4e91bb389d29 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:55:50.649746 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-97c17aef-748a-4876-a641-970bd0494cab tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.655579 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-97c17aef-748a-4876-a641-970bd0494cab tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.660436 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-97c17aef-748a-4876-a641-970bd0494cab tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "DELETE /v2.0/networks/8e6a8d76-62ac-41c7-a306-760c23770279 HTTP/1.1" status: 204 len: 168 time: 1.9178145 Aug 16 20:55:50.661953 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46188) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:50.697623 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c17aef-748a-4876-a641-970bd0494cab tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event deleted for resources: {'Network': ['ID=8e6a8d76-62ac-41c7-a306-760c23770279,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:50.741427 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-9aefce7f-336b-412d-ba5e-3df9d021468e service neutron] 10.222.0.84 "GET /v2.0/networks/5a5bf8fc-f269-4f39-b3c6-975502c735e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615796 Aug 16 20:55:50.827832 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58399fa1-193c-4868-9414-e4e3873dc6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.838487 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c43dd02a-d0fc-4deb-95ad-43c13774c58d req-cbd57c43-cca0-4006-adae-99cd7bc54f99 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:50.848591 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-61a7ee53-81dd-4274-bcb9-27175d92f0a9 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.849923 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5ef1af-68e9-4dab-adb9-3721d6db2b11 None None] Sync routers for ids ['ca719e48-641f-4290-964e-4e91bb389d29'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:50.863182 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5ef1af-68e9-4dab-adb9-3721d6db2b11 None None] Routers {'ca719e48-641f-4290-964e-4e91bb389d29'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:50.864681 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-7a5ef1af-68e9-4dab-adb9-3721d6db2b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:55:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['ca719e48-641f-4290-964e-4e91bb389d29'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:50.882374 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58399fa1-193c-4868-9414-e4e3873dc6e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=19c015b6-e191-4126-b066-b691cb3927ea,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:50.892642 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-7346f853-6dfa-403e-a2b1-76614113d578 service neutron] 10.222.0.84 "GET /v2.0/networks/5a5bf8fc-f269-4f39-b3c6-975502c735e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448059 Aug 16 20:55:50.917307 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-c43dd02a-d0fc-4deb-95ad-43c13774c58d req-cbd57c43-cca0-4006-adae-99cd7bc54f99 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] No DVR routers for this DVR port eb6992ff-3a72-430e-8828-6e3102384290 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:50.918935 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a7ee53-81dd-4274-bcb9-27175d92f0a9 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'Port': ['ID=e2a63b38-20f4-412f-87a3-ed42e4a02ff1,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:50.932277 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-c43dd02a-d0fc-4deb-95ad-43c13774c58d req-cbd57c43-cca0-4006-adae-99cd7bc54f99 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.934314 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c43dd02a-d0fc-4deb-95ad-43c13774c58d req-cbd57c43-cca0-4006-adae-99cd7bc54f99 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.72 "DELETE /v2.0/ports/eb6992ff-3a72-430e-8828-6e3102384290 HTTP/1.1" status: 204 len: 173 time: 2.1729054 Aug 16 20:55:50.938119 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f', 'name': 'network-vif-deleted', 'tag': 'eb6992ff-3a72-430e-8828-6e3102384290'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:55:50.940866 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa33629f-1c03-4d22-b280-072879196529" -d '{"events": [{"server_uuid": "40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f", "name": "network-vif-deleted", "tag": "eb6992ff-3a72-430e-8828-6e3102384290"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:55:50.955389 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6536b05f-1268-45ec-b1c2-a42e33f204a6 None None] Network b11de47d-4b6c-429d-9423-9afae09b87a8 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:51.046786 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596da933-2d86-4107-b21e-e6f29549574f x-openstack-request-id: req-596da933-2d86-4107-b21e-e6f29549574f {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:55:51.047315 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f", "name": "network-vif-deleted", "tag": "eb6992ff-3a72-430e-8828-6e3102384290", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:55:51.047315 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-596da933-2d86-4107-b21e-e6f29549574f {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:55:51.047721 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f', 'name': 'network-vif-deleted', 'tag': 'eb6992ff-3a72-430e-8828-6e3102384290', 'status': 'completed', 'code': 200} Aug 16 20:55:51.105091 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-6b19c89c-97ab-4732-81a3-3187dac6ddd9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Deleting port 20d92227-1702-4c8d-adbc-1cb1ce3cd502 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:51.105444 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6b19c89c-97ab-4732-81a3-3187dac6ddd9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:51.112518 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-7a5ef1af-68e9-4dab-adb9-3721d6db2b11 None None] Set router ca719e48-641f-4290-964e-4e91bb389d29 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:55:51.157344 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c9603fa3-63f6-470b-b1c9-2fd0840d0ca9 None None] Provisioning for port 776b4f0b-6a93-43d4-aa81-715315aa6c5b completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:51.348787 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-61a7ee53-81dd-4274-bcb9-27175d92f0a9 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:51.348787 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-61a7ee53-81dd-4274-bcb9-27175d92f0a9 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/ports/e2a63b38-20f4-412f-87a3-ed42e4a02ff1 HTTP/1.1" status: 204 len: 168 time: 1.3194692 Aug 16 20:55:51.348787 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46202) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:51.389486 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 776b4f0b-6a93-43d4-aa81-715315aa6c5b up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:51.417533 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-1118e5c9-8ca5-4183-ab00-a9b6c060937b tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] GET failed (client error): The resource could not be found. Aug 16 20:55:51.422250 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1118e5c9-8ca5-4183-ab00-a9b6c060937b tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "GET /v2.0/ports/e2a63b38-20f4-412f-87a3-ed42e4a02ff1 HTTP/1.1" status: 404 len: 333 time: 0.0700951 Aug 16 20:55:51.424342 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46204) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:51.493730 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-7a5ef1af-68e9-4dab-adb9-3721d6db2b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca719e48-641f-4290-964e-4e91bb389d29', 'name': 'tempest-ServersTestManualDisk-562072377-router', 'tenant_id': 'ebac0160837646008c1ab540ec09346e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd98f3ebe-b27b-4e55-b425-9d6967ca51a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:31Z', 'updated_at': '2021-08-16T20:53:36Z', 'revision_number': 4, 'project_id': 'ebac0160837646008c1ab540ec09346e', 'gw_port': {'id': 'd98f3ebe-b27b-4e55-b425-9d6967ca51a3', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca719e48-641f-4290-964e-4e91bb389d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:32Z', 'updated_at': '2021-08-16T20:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '0df84bac-866c-4627-a48a-dab9953d510e', 'name': '', 'network_id': '4bbb22bc-a95f-49c3-b025-bf28336c87d7', 'tenant_id': 'ebac0160837646008c1ab540ec09346e', 'mac_address': 'fa:16:3e:8e:bf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca719e48-641f-4290-964e-4e91bb389d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'f72c7722-b18e-41bf-9657-631ad210a5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:35Z', 'updated_at': '2021-08-16T20:53:44Z', 'revision_number': 5, 'project_id': 'ebac0160837646008c1ab540ec09346e', 'subnets': [{'id': 'f72c7722-b18e-41bf-9657-631ad210a5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:51.504848 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b87e513f-9bd5-4bca-9645-014b10003514 req-066aa012-ed1a-463e-b454-123d9e41f8b8 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=961633f4-8bb8-4947-8469-2a2282a6649b HTTP/1.1" status: 200 len: 210 time: 0.0585279 Aug 16 20:55:51.544103 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58399fa1-193c-4868-9414-e4e3873dc6e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:51.565912 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6b19c89c-97ab-4732-81a3-3187dac6ddd9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:51.566328 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6b19c89c-97ab-4732-81a3-3187dac6ddd9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:51.566753 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c99cd-3024-4ef9-9859-8331565fdb41 req-f2a42f29-8b48-4b5b-be39-7e5b0337e502 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:51.575905 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4c6c99cd-3024-4ef9-9859-8331565fdb41 req-f2a42f29-8b48-4b5b-be39-7e5b0337e502 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6d47719-3826-42f5-a282-224e30604c4d HTTP/1.1" status: 200 len: 945 time: 0.1306746 Aug 16 20:55:51.577541 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5ef1af-68e9-4dab-adb9-3721d6db2b11 None None] Checking router: ca719e48-641f-4290-964e-4e91bb389d29 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:55:51.593205 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5ef1af-68e9-4dab-adb9-3721d6db2b11 None None] Routers {'ca719e48-641f-4290-964e-4e91bb389d29'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:51.593850 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-7a5ef1af-68e9-4dab-adb9-3721d6db2b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:55:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['ca719e48-641f-4290-964e-4e91bb389d29'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:51.610549 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 776b4f0b-6a93-43d4-aa81-715315aa6c5b completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:51.611169 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 776b4f0b-6a93-43d4-aa81-715315aa6c5b triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:51.611750 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:51.612891 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ab9ad6b-3611-42f9-a6c2-1a5b2370dc9f tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Deleting subnet 34559141-91df-4b78-a856-319729e40859 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:55:51.616802 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-6b19c89c-97ab-4732-81a3-3187dac6ddd9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Calling delete_port for 20d92227-1702-4c8d-adbc-1cb1ce3cd502 owned by network:floatingip {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:51.618762 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2ab9ad6b-3611-42f9-a6c2-1a5b2370dc9f tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:51.713853 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2ab9ad6b-3611-42f9-a6c2-1a5b2370dc9f tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:51.835428 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:51.903597 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-7a5ef1af-68e9-4dab-adb9-3721d6db2b11 None None] Set router ca719e48-641f-4290-964e-4e91bb389d29 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:55:51.909874 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 776b4f0b-6a93-43d4-aa81-715315aa6c5b, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=776b4f0b-6a93-43d4-aa81-715315aa6c5b,segment=NetworkSegment(7050643d-e7f7-46db-b5df-0a79be7cc589),segment_id=7050643d-e7f7-46db-b5df-0a79be7cc589)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:51.927584 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f878fbdd-a1d2-4ff4-a191-d3207e9a4100 None None] Provisioning complete for port 776b4f0b-6a93-43d4-aa81-715315aa6c5b triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:51.927584 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f878fbdd-a1d2-4ff4-a191-d3207e9a4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:52.010917 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2ab9ad6b-3611-42f9-a6c2-1a5b2370dc9f tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:52.018678 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:52.028207 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:52.107984 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6b19c89c-97ab-4732-81a3-3187dac6ddd9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:52.130830 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 4262ac32-8dba-4773-b900-b7644875b244 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:55:52.141901 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19c89c-97ab-4732-81a3-3187dac6ddd9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event deleted for resources: {'Port': ['ID=20d92227-1702-4c8d-adbc-1cb1ce3cd502,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:52.198627 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 4262ac32-8dba-4773-b900-b7644875b244 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:55:52.203214 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 4262ac32-8dba-4773-b900-b7644875b244 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:55:52.239997 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2ab9ad6b-3611-42f9-a6c2-1a5b2370dc9f tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:52.274031 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device fd48e257-abe7-4964-b891-237fb60e766d up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:52.276464 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=776b4f0b-6a93-43d4-aa81-715315aa6c5b,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:52.286203 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-7a5ef1af-68e9-4dab-adb9-3721d6db2b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca719e48-641f-4290-964e-4e91bb389d29', 'name': 'tempest-ServersTestManualDisk-562072377-router', 'tenant_id': 'ebac0160837646008c1ab540ec09346e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd98f3ebe-b27b-4e55-b425-9d6967ca51a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:31Z', 'updated_at': '2021-08-16T20:53:36Z', 'revision_number': 4, 'project_id': 'ebac0160837646008c1ab540ec09346e', 'gw_port': {'id': 'd98f3ebe-b27b-4e55-b425-9d6967ca51a3', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca719e48-641f-4290-964e-4e91bb389d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:32Z', 'updated_at': '2021-08-16T20:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '0df84bac-866c-4627-a48a-dab9953d510e', 'name': '', 'network_id': '4bbb22bc-a95f-49c3-b025-bf28336c87d7', 'tenant_id': 'ebac0160837646008c1ab540ec09346e', 'mac_address': 'fa:16:3e:8e:bf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca719e48-641f-4290-964e-4e91bb389d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'f72c7722-b18e-41bf-9657-631ad210a5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:35Z', 'updated_at': '2021-08-16T20:53:44Z', 'revision_number': 5, 'project_id': 'ebac0160837646008c1ab540ec09346e', 'subnets': [{'id': 'f72c7722-b18e-41bf-9657-631ad210a5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:52.289454 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9ad6b-3611-42f9-a6c2-1a5b2370dc9f tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'Subnet': ['ID=34559141-91df-4b78-a856-319729e40859,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:52.300692 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2ab9ad6b-3611-42f9-a6c2-1a5b2370dc9f tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:52.306458 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2ab9ad6b-3611-42f9-a6c2-1a5b2370dc9f tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/subnets/34559141-91df-4b78-a856-319729e40859 HTTP/1.1" status: 204 len: 168 time: 0.8618462 Aug 16 20:55:52.306458 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46216) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:52.345345 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6b19c89c-97ab-4732-81a3-3187dac6ddd9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for floatingip, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:52.350843 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6b19c89c-97ab-4732-81a3-3187dac6ddd9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:52.360192 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-25f7be43-3641-4dbc-98d5-ccc905a43993 req-a4420ee5-7069-451f-bbe7-316f49bd4e27 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "GET /v2.0/ports?device_id=40cb2c6a-be7d-4fd3-972d-ebd67a31fe1f HTTP/1.1" status: 200 len: 210 time: 0.0667872 Aug 16 20:55:52.361091 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6b19c89c-97ab-4732-81a3-3187dac6ddd9 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "DELETE /v2.0/floatingips/99098d93-9977-4ff8-8bd5-7c6807987a9c HTTP/1.1" status: 204 len: 168 time: 1.6962879 Aug 16 20:55:52.361790 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46218) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:52.391606 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73adb4e1-e661-4125-8958-a8b943b2a199 None None] Network b11de47d-4b6c-429d-9423-9afae09b87a8 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:52.402486 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4c6c99cd-3024-4ef9-9859-8331565fdb41 req-84fc52f1-945a-4f41-9f21-3e37e8950818 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/security-groups?id=dd6a8c68-c325-4ce0-98fa-ce1587b8f730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8085196 Aug 16 20:55:52.435876 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-720f6ada-90cb-4a73-a51d-5a67d5efcf18 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:52.438023 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-720f6ada-90cb-4a73-a51d-5a67d5efcf18 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:52.441216 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-720f6ada-90cb-4a73-a51d-5a67d5efcf18 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "DELETE /v2.0/ports/2cbf08d1-8e9c-4ec5-afe4-6aecabc6322d HTTP/1.1" status: 404 len: 333 time: 0.0368268 Aug 16 20:55:52.448719 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46220) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:52.486854 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f17e22ec-6191-4638-8d81-73900a016a52 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "GET /v2.0/ports?device_id=d895bd24-925c-4aa7-a4fb-eb19b8aa20e5 HTTP/1.1" status: 200 len: 205 time: 0.0338724 Aug 16 20:55:52.487415 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5ef1af-68e9-4dab-adb9-3721d6db2b11 None None] The sync data for ids ['ca719e48-641f-4290-964e-4e91bb389d29'] in n-d-793620-15 is: [{'id': 'ca719e48-641f-4290-964e-4e91bb389d29', 'name': 'tempest-ServersTestManualDisk-562072377-router', 'tenant_id': 'ebac0160837646008c1ab540ec09346e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd98f3ebe-b27b-4e55-b425-9d6967ca51a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:31Z', 'updated_at': '2021-08-16T20:53:36Z', 'revision_number': 4, 'project_id': 'ebac0160837646008c1ab540ec09346e', 'gw_port': {'id': 'd98f3ebe-b27b-4e55-b425-9d6967ca51a3', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca719e48-641f-4290-964e-4e91bb389d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:32Z', 'updated_at': '2021-08-16T20:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '0df84bac-866c-4627-a48a-dab9953d510e', 'name': '', 'network_id': '4bbb22bc-a95f-49c3-b025-bf28336c87d7', 'tenant_id': 'ebac0160837646008c1ab540ec09346e', 'mac_address': 'fa:16:3e:8e:bf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca719e48-641f-4290-964e-4e91bb389d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'f72c7722-b18e-41bf-9657-631ad210a5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:35Z', 'updated_at': '2021-08-16T20:53:44Z', 'revision_number': 5, 'project_id': 'ebac0160837646008c1ab540ec09346e', 'subnets': [{'id': 'f72c7722-b18e-41bf-9657-631ad210a5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:55:52.488717 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46222) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:52.494191 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2c322325-ca4d-49e1-bf35-fa8811375368 None None] Could not find standard attr ID for object e2a63b38-20f4-412f-87a3-ed42e4a02ff1. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:55:52.505755 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bb124e12-e6d5-4bf5-81d8-7e7ce0f6feac tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:52.557654 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-ae09829d-6b1e-4fe9-82e0-29c5b6907709 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] delete failed (client error): The resource could not be found. Aug 16 20:55:52.562344 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ae09829d-6b1e-4fe9-82e0-29c5b6907709 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "DELETE /v2.0/routers/d895bd24-925c-4aa7-a4fb-eb19b8aa20e5 HTTP/1.1" status: 404 len: 336 time: 0.0689790 Aug 16 20:55:52.562344 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46226) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:52.591126 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-bb124e12-e6d5-4bf5-81d8-7e7ce0f6feac tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Deleting port 776b4f0b-6a93-43d4-aa81-715315aa6c5b {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:52.592158 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bb124e12-e6d5-4bf5-81d8-7e7ce0f6feac tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:52.594682 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da36f9e-ca21-424b-8ec6-8beffb2776e5 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] DELETE failed (client error): The resource could not be found. Aug 16 20:55:52.595377 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4da36f9e-ca21-424b-8ec6-8beffb2776e5 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:55:52.600691 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4da36f9e-ca21-424b-8ec6-8beffb2776e5 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "DELETE /v2.0/subnets/30c56310-f3ae-4e75-971f-7083d182932f HTTP/1.1" status: 404 len: 337 time: 0.0348692 Aug 16 20:55:52.604866 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46228) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:52.620816 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port fd48e257-abe7-4964-b891-237fb60e766d completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:52.625552 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port fd48e257-abe7-4964-b891-237fb60e766d triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:52.626689 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:52.704521 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-bb124e12-e6d5-4bf5-81d8-7e7ce0f6feac tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] For port 776b4f0b-6a93-43d4-aa81-715315aa6c5b, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=776b4f0b-6a93-43d4-aa81-715315aa6c5b,segment=NetworkSegment(7050643d-e7f7-46db-b5df-0a79be7cc589),segment_id=7050643d-e7f7-46db-b5df-0a79be7cc589)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:52.705046 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bb124e12-e6d5-4bf5-81d8-7e7ce0f6feac tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:52.706954 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3053e04e-fb3e-4533-9737-02c52954de72 None None] DHCP port deletion for b11de47d-4b6c-429d-9423-9afae09b87a8 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:55:52.715118 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6905efa8-69aa-4080-89f8-41a1a65812cb req-804d3ba1-cea5-438d-8320-b65d93da5034 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=961633f4-8bb8-4947-8469-2a2282a6649b HTTP/1.1" status: 200 len: 210 time: 0.0483589 Aug 16 20:55:52.746017 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-bb124e12-e6d5-4bf5-81d8-7e7ce0f6feac tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Calling delete_port for 776b4f0b-6a93-43d4-aa81-715315aa6c5b owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:52.792122 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58399fa1-193c-4868-9414-e4e3873dc6e2 admin admin] Router 6c446ff3-bdbb-4027-bd77-3e142605c1df has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:55:52.817734 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:52.828633 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-50658db9-4574-4b0c-8b04-0f749874dbe3 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Deleting port ed0afdba-053c-4175-aa09-fc558867dda8 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:52.828980 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-50658db9-4574-4b0c-8b04-0f749874dbe3 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:52.860930 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d47719-3826-42f5-a282-224e30604c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd48e257-abe7-4964-b891-237fb60e766d'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:55:52.863446 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32095068-a85c-40b0-bae4-1185a3af1373" -d '{"events": [{"server_uuid": "a6d47719-3826-42f5-a282-224e30604c4d", "name": "network-vif-plugged", "status": "completed", "tag": "fd48e257-abe7-4964-b891-237fb60e766d"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:55:52.894075 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port fd48e257-abe7-4964-b891-237fb60e766d, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=fd48e257-abe7-4964-b891-237fb60e766d,segment=NetworkSegment(54eb105c-92b7-478a-9dbd-f7c16dfc3d12),segment_id=54eb105c-92b7-478a-9dbd-f7c16dfc3d12)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:52.894075 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-3053e04e-fb3e-4533-9737-02c52954de72 None None] Deleting port 776b4f0b-6a93-43d4-aa81-715315aa6c5b {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:52.894075 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3053e04e-fb3e-4533-9737-02c52954de72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:52.953693 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5ddb79-8c98-40a2-8b99-e1b2bc4a6229 x-openstack-request-id: req-7f5ddb79-8c98-40a2-8b99-e1b2bc4a6229 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:55:52.954077 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d47719-3826-42f5-a282-224e30604c4d", "name": "network-vif-plugged", "status": "completed", "tag": "fd48e257-abe7-4964-b891-237fb60e766d", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:55:52.954277 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7f5ddb79-8c98-40a2-8b99-e1b2bc4a6229 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:55:52.954645 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d47719-3826-42f5-a282-224e30604c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd48e257-abe7-4964-b891-237fb60e766d', 'code': 200} Aug 16 20:55:52.964872 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58399fa1-193c-4868-9414-e4e3873dc6e2 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:52.972793 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec8f397-5fac-4b95-bba7-29c9b9bac74f None None] New status for floating IP 20b3a160-5ceb-4d51-a458-f5b1b65d15b5: DOWN {{(pid=101846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:55:52.976251 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494a1eee-dd8e-4d64-9437-079caff650f9 None None] Sync routers for ids ['6c446ff3-bdbb-4027-bd77-3e142605c1df'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:52.988587 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-58399fa1-193c-4868-9414-e4e3873dc6e2 admin admin] 10.222.0.84 "PUT /v2.0/routers/6c446ff3-bdbb-4027-bd77-3e142605c1df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0517192 Aug 16 20:55:52.989497 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46234) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:52.992116 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494a1eee-dd8e-4d64-9437-079caff650f9 None None] Routers {'6c446ff3-bdbb-4027-bd77-3e142605c1df'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:52.993277 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-494a1eee-dd8e-4d64-9437-079caff650f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:55:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['6c446ff3-bdbb-4027-bd77-3e142605c1df'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:53.019390 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.020242 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 3ba01779-0858-4c6d-b20d-316625076d50 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:53.069425 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-50658db9-4574-4b0c-8b04-0f749874dbe3 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.087918 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bb124e12-e6d5-4bf5-81d8-7e7ce0f6feac tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.118499 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-50658db9-4574-4b0c-8b04-0f749874dbe3 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Calling delete_port for ed0afdba-053c-4175-aa09-fc558867dda8 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:53.119268 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9cf14505-8e57-404d-b59f-1963f38388d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.126061 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb124e12-e6d5-4bf5-81d8-7e7ce0f6feac tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'Port': ['ID=776b4f0b-6a93-43d4-aa81-715315aa6c5b,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:53.138211 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb124e12-e6d5-4bf5-81d8-7e7ce0f6feac tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] No DVR routers for this DVR port 776b4f0b-6a93-43d4-aa81-715315aa6c5b on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:53.145377 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ef7c3-f806-4fe6-a064-b2edc69e9949 req-447a7a59-7b04-4c44-830c-efe83bea5651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:53.147332 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-103ef7c3-f806-4fe6-a064-b2edc69e9949 req-447a7a59-7b04-4c44-830c-efe83bea5651 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a6d47719-3826-42f5-a282-224e30604c4d HTTP/1.1" status: 200 len: 1098 time: 0.1301315 Aug 16 20:55:53.163301 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 776b4f0b-6a93-43d4-aa81-715315aa6c5b no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:55:53.189746 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 776b4f0b-6a93-43d4-aa81-715315aa6c5b {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:55:53.190097 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 776b4f0b-6a93-43d4-aa81-715315aa6c5b not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:55:53.199396 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-3053e04e-fb3e-4533-9737-02c52954de72 None None] For port 776b4f0b-6a93-43d4-aa81-715315aa6c5b, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=776b4f0b-6a93-43d4-aa81-715315aa6c5b,segment=NetworkSegment(7050643d-e7f7-46db-b5df-0a79be7cc589),segment_id=7050643d-e7f7-46db-b5df-0a79be7cc589)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:53.200023 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3053e04e-fb3e-4533-9737-02c52954de72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.221474 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-494a1eee-dd8e-4d64-9437-079caff650f9 None None] Set router 6c446ff3-bdbb-4027-bd77-3e142605c1df gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:55:53.264996 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9cf14505-8e57-404d-b59f-1963f38388d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.266660 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-3053e04e-fb3e-4533-9737-02c52954de72 None None] Calling delete_port for 776b4f0b-6a93-43d4-aa81-715315aa6c5b owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:53.294332 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=fd48e257-abe7-4964-b891-237fb60e766d,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:53.365555 n-d-793620-15 neutron-server[101846]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 20:55:53.365555 n-d-793620-15 neutron-server[101846]: from cryptography.utils import int_from_bytes Aug 16 20:55:53.365555 n-d-793620-15 neutron-server[101846]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 20:55:53.365555 n-d-793620-15 neutron-server[101846]: from cryptography.utils import int_from_bytes Aug 16 20:55:53.365555 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:53.365555 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 20:55:53.365555 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:53.365555 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 20:55:53.365555 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:53.365555 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 20:55:53.365555 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:53.365555 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 20:55:53.365555 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:53.365555 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 20:55:53.365555 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:53.365555 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 20:55:53.365555 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:53.365555 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 20:55:53.365555 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:53.365555 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 20:55:53.365555 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:53.365555 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 20:55:53.365555 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:53.365555 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 20:55:53.365555 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:53.365555 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 20:55:53.365555 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:53.365555 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 20:55:53.365555 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:53.365555 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 20:55:53.365555 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:53.365555 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 20:55:53.365555 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:53.365555 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 20:55:53.365555 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:53.365555 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 20:55:53.365555 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:53.365555 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 20:55:53.365555 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:53.365555 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 20:55:53.365555 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:53.365555 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 20:55:53.368505 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:53.368505 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 20:55:53.368505 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:53.368505 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 20:55:53.368505 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:53.368505 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 20:55:53.368505 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:53.368505 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 20:55:53.368505 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:53.368505 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 20:55:53.368505 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:53.368505 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 20:55:53.368505 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:53.368505 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 20:55:53.376833 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3053e04e-fb3e-4533-9737-02c52954de72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.378503 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bb124e12-e6d5-4bf5-81d8-7e7ce0f6feac tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.428900 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-103ef7c3-f806-4fe6-a064-b2edc69e9949 req-7a91edbf-1ce4-4887-8586-65f818588c62 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dd6a8c68-c325-4ce0-98fa-ce1587b8f730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584314 Aug 16 20:55:53.432787 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-bb124e12-e6d5-4bf5-81d8-7e7ce0f6feac tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b11de47d-4b6c-429d-9423-9afae09b87a8']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:53.440535 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 3ba01779-0858-4c6d-b20d-316625076d50 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:53.447341 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3053e04e-fb3e-4533-9737-02c52954de72 None None] Pushing event deleted for resources: {'Port': ['ID=776b4f0b-6a93-43d4-aa81-715315aa6c5b,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:53.453769 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-9cf14505-8e57-404d-b59f-1963f38388d8 admin admin] Deleting port 44f43fa3-e004-4f7a-87bf-1c3e8f0f1016 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:53.454720 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9cf14505-8e57-404d-b59f-1963f38388d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.455661 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-bb124e12-e6d5-4bf5-81d8-7e7ce0f6feac tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7050643d-e7f7-46db-b5df-0a79be7cc589') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:53.455999 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-bb124e12-e6d5-4bf5-81d8-7e7ce0f6feac tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7050643d-e7f7-46db-b5df-0a79be7cc589') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:53.458612 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3053e04e-fb3e-4533-9737-02c52954de72 None None] No DVR routers for this DVR port 776b4f0b-6a93-43d4-aa81-715315aa6c5b on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:53.462733 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 3ba01779-0858-4c6d-b20d-316625076d50 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:53.463119 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.496619 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bb124e12-e6d5-4bf5-81d8-7e7ce0f6feac tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.543812 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bb124e12-e6d5-4bf5-81d8-7e7ce0f6feac tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.554940 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb124e12-e6d5-4bf5-81d8-7e7ce0f6feac tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:55:53.555361 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bb124e12-e6d5-4bf5-81d8-7e7ce0f6feac tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.561289 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:55:53.561289 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:55:53.561289 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:55:53.561289 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:55:53.561289 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:55:53.561289 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:55:53.561289 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:55:53.561289 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:55:53.561289 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:55:53.561289 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:55:53.561289 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:55:53.561289 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:55:53.561289 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:55:53.561289 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:55:53.561289 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:55:53.561289 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:55:53.561289 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:55:53.561289 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:55:53.561289 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:55:53.561289 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:55:53.561289 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:55:53.561289 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:55:53.561289 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:55:53.561289 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:55:53.561289 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:55:53.561289 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:55:53.561289 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:55:53.561289 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:55:53.561289 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:55:53.561289 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:55:53.561289 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:55:53.561289 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:55:53.624427 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46244) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:53.634186 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-494a1eee-dd8e-4d64-9437-079caff650f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c446ff3-bdbb-4027-bd77-3e142605c1df', 'name': 'tempest-ServersTestMultiNic-1914086428-router', 'tenant_id': '46bc4cc3934648ed8895a7ed0a5b63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '44f43fa3-e004-4f7a-87bf-1c3e8f0f1016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:56Z', 'updated_at': '2021-08-16T20:55:50Z', 'revision_number': 5, 'project_id': '46bc4cc3934648ed8895a7ed0a5b63cc', 'gw_port': {'id': '44f43fa3-e004-4f7a-87bf-1c3e8f0f1016', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c446ff3-bdbb-4027-bd77-3e142605c1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:58Z', 'updated_at': '2021-08-16T20:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:53.659876 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.690850 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494a1eee-dd8e-4d64-9437-079caff650f9 None None] Checking router: 6c446ff3-bdbb-4027-bd77-3e142605c1df for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:55:53.694511 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-9cf14505-8e57-404d-b59f-1963f38388d8 admin admin] For port 44f43fa3-e004-4f7a-87bf-1c3e8f0f1016, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=44f43fa3-e004-4f7a-87bf-1c3e8f0f1016,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:53.694894 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9cf14505-8e57-404d-b59f-1963f38388d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.715921 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494a1eee-dd8e-4d64-9437-079caff650f9 None None] Routers {'6c446ff3-bdbb-4027-bd77-3e142605c1df'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:53.718389 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-494a1eee-dd8e-4d64-9437-079caff650f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:55:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['6c446ff3-bdbb-4027-bd77-3e142605c1df'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:53.718525 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cad1e4-73fc-40d0-a890-cafeef3cf81c req-fc3eb75b-dbe1-4078-9256-04b367955332 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:53.721720 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-52cad1e4-73fc-40d0-a890-cafeef3cf81c req-fc3eb75b-dbe1-4078-9256-04b367955332 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6d47719-3826-42f5-a282-224e30604c4d HTTP/1.1" status: 200 len: 946 time: 0.1760521 Aug 16 20:55:53.731962 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-9cf14505-8e57-404d-b59f-1963f38388d8 admin admin] Calling delete_port for 44f43fa3-e004-4f7a-87bf-1c3e8f0f1016 owned by network:router_gateway {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:53.738440 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 3ba01779-0858-4c6d-b20d-316625076d50, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=3ba01779-0858-4c6d-b20d-316625076d50,segment=NetworkSegment(54eb105c-92b7-478a-9dbd-f7c16dfc3d12),segment_id=54eb105c-92b7-478a-9dbd-f7c16dfc3d12)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:53.782075 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9e71f799-0437-450b-b9ab-eaf00129191f tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.797746 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bb124e12-e6d5-4bf5-81d8-7e7ce0f6feac tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.810003 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bb124e12-e6d5-4bf5-81d8-7e7ce0f6feac tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.823006 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-bb124e12-e6d5-4bf5-81d8-7e7ce0f6feac tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/networks/b11de47d-4b6c-429d-9423-9afae09b87a8 HTTP/1.1" status: 204 len: 168 time: 1.5105069 Aug 16 20:55:53.827620 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46250) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:53.833131 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-38b609c4-d005-4cb2-b974-007e3fb24a52 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'port': {'network_id': '5f085346-a7ce-417f-9027-eba3cdac969f', 'name': 'tempest-PortsTestJSON-66674586'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:53.837251 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb124e12-e6d5-4bf5-81d8-7e7ce0f6feac tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'Network': ['ID=b11de47d-4b6c-429d-9423-9afae09b87a8,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:53.849597 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.850133 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-50658db9-4574-4b0c-8b04-0f749874dbe3 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.859945 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-494a1eee-dd8e-4d64-9437-079caff650f9 None None] Set router 6c446ff3-bdbb-4027-bd77-3e142605c1df gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:55:53.891109 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50658db9-4574-4b0c-8b04-0f749874dbe3 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event deleted for resources: {'Port': ['ID=ed0afdba-053c-4175-aa09-fc558867dda8,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:53.949534 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-494a1eee-dd8e-4d64-9437-079caff650f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c446ff3-bdbb-4027-bd77-3e142605c1df', 'name': 'tempest-ServersTestMultiNic-1914086428-router', 'tenant_id': '46bc4cc3934648ed8895a7ed0a5b63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:56Z', 'updated_at': '2021-08-16T20:55:53Z', 'revision_number': 6, 'project_id': '46bc4cc3934648ed8895a7ed0a5b63cc', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:53.961654 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=3ba01779-0858-4c6d-b20d-316625076d50,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:54.005712 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-50658db9-4574-4b0c-8b04-0f749874dbe3 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.010316 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-50658db9-4574-4b0c-8b04-0f749874dbe3 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "DELETE /v2.0/ports/ed0afdba-053c-4175-aa09-fc558867dda8 HTTP/1.1" status: 204 len: 168 time: 1.4043875 Aug 16 20:55:54.013200 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46252) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:54.017679 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494a1eee-dd8e-4d64-9437-079caff650f9 None None] The sync data for ids ['6c446ff3-bdbb-4027-bd77-3e142605c1df'] in n-d-793620-15 is: [{'id': '6c446ff3-bdbb-4027-bd77-3e142605c1df', 'name': 'tempest-ServersTestMultiNic-1914086428-router', 'tenant_id': '46bc4cc3934648ed8895a7ed0a5b63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:56Z', 'updated_at': '2021-08-16T20:55:53Z', 'revision_number': 6, 'project_id': '46bc4cc3934648ed8895a7ed0a5b63cc', 'gw_port_host': None}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:55:54.023407 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-52cad1e4-73fc-40d0-a890-cafeef3cf81c req-34e467fc-e11c-4e25-ac58-f74944dd628c tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/security-groups?id=dd6a8c68-c325-4ce0-98fa-ce1587b8f730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917547 Aug 16 20:55:54.059059 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9e71f799-0437-450b-b9ab-eaf00129191f tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.063696 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d65bd6cd-3eea-4a2f-985c-d543dae2c1c3 req-1cad49c4-7c46-4e43-9751-9117829ef379 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=961633f4-8bb8-4947-8469-2a2282a6649b HTTP/1.1" status: 200 len: 210 time: 0.0769150 Aug 16 20:55:54.137306 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-86953c96-02d0-4f2d-9e40-1cc20f9f50ac tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Deleting port 9c039e40-032a-4716-bdb4-3417651f7171 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:54.137889 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-86953c96-02d0-4f2d-9e40-1cc20f9f50ac tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.172822 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b609c4-d005-4cb2-b974-007e3fb24a52 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Made reservation on behalf of f26b2ff065a440569c5739b2c3aa62ad for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:54.176816 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-38b609c4-d005-4cb2-b974-007e3fb24a52 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.223002 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-38b609c4-d005-4cb2-b974-007e3fb24a52 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] device_id is not set on port e9d50fea-05a6-4310-899a-a1c2c17d850b yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:55:54.283070 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9e71f799-0437-450b-b9ab-eaf00129191f tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.285883 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9e71f799-0437-450b-b9ab-eaf00129191f tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.287170 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9e71f799-0437-450b-b9ab-eaf00129191f tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "DELETE /v2.0/security-groups/cbfca197-fe14-449a-8762-488cd66542f4 HTTP/1.1" status: 204 len: 168 time: 0.6481481 Aug 16 20:55:54.290984 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46254) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:54.301795 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e71f799-0437-450b-b9ab-eaf00129191f tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfca197-fe14-449a-8762-488cd66542f4,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:54.333770 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-a3af47ca-29c3-4530-acd2-2bb1fd35f9f5 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] show failed (client error): The resource could not be found. Aug 16 20:55:54.336329 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a3af47ca-29c3-4530-acd2-2bb1fd35f9f5 tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "GET /v2.0/security-groups/cbfca197-fe14-449a-8762-488cd66542f4 HTTP/1.1" status: 404 len: 347 time: 0.0425229 Aug 16 20:55:54.338512 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46256) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:54.359808 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-86953c96-02d0-4f2d-9e40-1cc20f9f50ac tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.393525 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9cf14505-8e57-404d-b59f-1963f38388d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.400145 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-86953c96-02d0-4f2d-9e40-1cc20f9f50ac tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Calling delete_port for 9c039e40-032a-4716-bdb4-3417651f7171 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:54.421277 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-2d81b7d2-4870-4e9e-b2e3-33bc54d450e6 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:54.422775 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-2d81b7d2-4870-4e9e-b2e3-33bc54d450e6 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.90 "GET /v2.0/networks?id=5a5bf8fc-f269-4f39-b3c6-975502c735e9 HTTP/1.1" status: 200 len: 814 time: 0.2134585 Aug 16 20:55:54.444056 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf14505-8e57-404d-b59f-1963f38388d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=44f43fa3-e004-4f7a-87bf-1c3e8f0f1016,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:54.468910 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-e903006b-e7f3-4f18-bcd0-d1d458e8cb64 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Request body: {'port': {'device_id': '961633f4-8bb8-4947-8469-2a2282a6649b', 'network_id': '5a5bf8fc-f269-4f39-b3c6-975502c735e9', 'admin_state_up': True, 'tenant_id': '41a315ee39084be283dee330854f5498'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:54.654453 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-38b609c4-d005-4cb2-b974-007e3fb24a52 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.672446 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9cf14505-8e57-404d-b59f-1963f38388d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.722998 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-e903006b-e7f3-4f18-bcd0-d1d458e8cb64 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Made reservation on behalf of 41a315ee39084be283dee330854f5498 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:54.727068 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-e903006b-e7f3-4f18-bcd0-d1d458e8cb64 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.755421 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-86953c96-02d0-4f2d-9e40-1cc20f9f50ac tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.784024 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-51895d66-f552-4ff2-8a24-9023e180c8fa tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Deleting port a221f76c-53ea-4dc7-b430-07c63f062611 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:54.784383 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-51895d66-f552-4ff2-8a24-9023e180c8fa tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.813471 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86953c96-02d0-4f2d-9e40-1cc20f9f50ac tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event deleted for resources: {'Port': ['ID=9c039e40-032a-4716-bdb4-3417651f7171,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:54.835362 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9cf14505-8e57-404d-b59f-1963f38388d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.841603 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9cf14505-8e57-404d-b59f-1963f38388d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.928138 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-51895d66-f552-4ff2-8a24-9023e180c8fa tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.928488 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-51895d66-f552-4ff2-8a24-9023e180c8fa tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.940621 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-86953c96-02d0-4f2d-9e40-1cc20f9f50ac tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.943105 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-51895d66-f552-4ff2-8a24-9023e180c8fa tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Calling delete_port for a221f76c-53ea-4dc7-b430-07c63f062611 owned by network:floatingip {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:54.943293 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-86953c96-02d0-4f2d-9e40-1cc20f9f50ac tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "DELETE /v2.0/ports/9c039e40-032a-4716-bdb4-3417651f7171 HTTP/1.1" status: 204 len: 168 time: 0.9263179 Aug 16 20:55:54.947058 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46262) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:54.955600 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7f9df7-6c9d-49aa-ace2-4205106cfa6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba01779-0858-4c6d-b20d-316625076d50'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:55:54.958348 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e51669-f405-4495-9ff3-547168e47146" -d '{"events": [{"server_uuid": "cd7f9df7-6c9d-49aa-ace2-4205106cfa6d", "name": "network-vif-plugged", "status": "completed", "tag": "3ba01779-0858-4c6d-b20d-316625076d50"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:55:54.992021 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-e903006b-e7f3-4f18-bcd0-d1d458e8cb64 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Allocated IP 172.20.0.5 (5a5bf8fc-f269-4f39-b3c6-975502c735e9/7e91ca38-3cbf-4786-98c9-5df70f5d7fc7/bb9f722c-c8bd-4d0a-89d7-a239dd293695) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:54.999256 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-38b609c4-d005-4cb2-b974-007e3fb24a52 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:55.007842 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e679667-3072-4862-a607-2a8e3b570dfa x-openstack-request-id: req-8e679667-3072-4862-a607-2a8e3b570dfa {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:55:55.008450 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd7f9df7-6c9d-49aa-ace2-4205106cfa6d", "name": "network-vif-plugged", "status": "completed", "tag": "3ba01779-0858-4c6d-b20d-316625076d50", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:55:55.009195 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8e679667-3072-4862-a607-2a8e3b570dfa {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:55:55.010016 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd7f9df7-6c9d-49aa-ace2-4205106cfa6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba01779-0858-4c6d-b20d-316625076d50', 'code': 200} Aug 16 20:55:55.030175 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e314f7-eef0-4942-a4bb-28ff8f94e777 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:55.034002 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-22e314f7-eef0-4942-a4bb-28ff8f94e777 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "GET /v2.0/ports?device_id=8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef HTTP/1.1" status: 200 len: 913 time: 0.0838118 Aug 16 20:55:55.034578 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9cf14505-8e57-404d-b59f-1963f38388d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:55.035156 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf14505-8e57-404d-b59f-1963f38388d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c446ff3-bdbb-4027-bd77-3e142605c1df {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:55:55.039773 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46266) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:55.048475 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9cf14505-8e57-404d-b59f-1963f38388d8 admin admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:55.048475 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9cf14505-8e57-404d-b59f-1963f38388d8 admin admin] 10.222.0.84 "DELETE /v2.0/routers/6c446ff3-bdbb-4027-bd77-3e142605c1df HTTP/1.1" status: 204 len: 168 time: 2.0552428 Aug 16 20:55:55.054285 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46268) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:55.100591 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b609c4-d005-4cb2-b974-007e3fb24a52 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Network 5f085346-a7ce-417f-9027-eba3cdac969f is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:55.110423 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-38b609c4-d005-4cb2-b974-007e3fb24a52 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:55.121988 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b609c4-d005-4cb2-b974-007e3fb24a52 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:55.128205 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b609c4-d005-4cb2-b974-007e3fb24a52 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:55.128870 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-38b609c4-d005-4cb2-b974-007e3fb24a52 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:55.156454 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b609c4-d005-4cb2-b974-007e3fb24a52 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'Port': ['ID=e9d50fea-05a6-4310-899a-a1c2c17d850b,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:55.192804 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 19c015b6-e191-4126-b066-b691cb3927ea no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:55:55.205926 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0e5d388-4799-4a37-b16b-5d18ea6cc506 admin admin] Deleting subnet f629780d-9c6a-40cb-8dea-05c6f70bc781 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:55:55.213375 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f0e5d388-4799-4a37-b16b-5d18ea6cc506 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:55.224584 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 19c015b6-e191-4126-b066-b691cb3927ea {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:55:55.225253 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 19c015b6-e191-4126-b066-b691cb3927ea not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:55:55.225750 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 44f43fa3-e004-4f7a-87bf-1c3e8f0f1016 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:55:55.248843 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cb911ce7-5180-4072-a67c-bd167d4426e6 req-82aea4b1-1767-4ae5-9b1d-4634fbe295f2 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=961633f4-8bb8-4947-8469-2a2282a6649b HTTP/1.1" status: 200 len: 210 time: 0.0625417 Aug 16 20:55:55.252633 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 44f43fa3-e004-4f7a-87bf-1c3e8f0f1016 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:55:55.253467 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 44f43fa3-e004-4f7a-87bf-1c3e8f0f1016 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:55:55.291419 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-38b609c4-d005-4cb2-b974-007e3fb24a52 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.4623289 Aug 16 20:55:55.298640 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46274) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:55.324382 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f0e5d388-4799-4a37-b16b-5d18ea6cc506 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:55.357637 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df660953-c1c1-42eb-a731-31ddad47be0b req-07a7ab5f-019e-4bf6-9977-7a396d8751fb tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:55.359416 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-df660953-c1c1-42eb-a731-31ddad47be0b req-07a7ab5f-019e-4bf6-9977-7a396d8751fb tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6d47719-3826-42f5-a282-224e30604c4d HTTP/1.1" status: 200 len: 946 time: 0.2237978 Aug 16 20:55:55.468890 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-df660953-c1c1-42eb-a731-31ddad47be0b req-ef824f1c-788a-4eec-8ad9-fab3fe0f6f50 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/security-groups?id=dd6a8c68-c325-4ce0-98fa-ce1587b8f730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846715 Aug 16 20:55:55.495643 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-51895d66-f552-4ff2-8a24-9023e180c8fa tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:55.539862 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51895d66-f552-4ff2-8a24-9023e180c8fa tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Pushing event deleted for resources: {'Port': ['ID=a221f76c-53ea-4dc7-b430-07c63f062611,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:55.567459 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f0e5d388-4799-4a37-b16b-5d18ea6cc506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:55.570157 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37daefd8-c2c9-474b-a3a2-7e43011087ec req-83aa37f4-d9ca-41fb-b15b-ef08bc620f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:55.571638 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-37daefd8-c2c9-474b-a3a2-7e43011087ec req-83aa37f4-d9ca-41fb-b15b-ef08bc620f93 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cd7f9df7-6c9d-49aa-ace2-4205106cfa6d HTTP/1.1" status: 200 len: 1097 time: 0.4640796 Aug 16 20:55:55.663493 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-9589e573-de97-4274-a745-479b7e261658 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Deleting port e9d50fea-05a6-4310-899a-a1c2c17d850b {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:55.664154 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9589e573-de97-4274-a745-479b7e261658 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:55.691473 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-37daefd8-c2c9-474b-a3a2-7e43011087ec req-396895a3-e5a5-4ae6-9fb9-e39aadd5cc36 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dd6a8c68-c325-4ce0-98fa-ce1587b8f730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086960 Aug 16 20:55:55.716402 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-e903006b-e7f3-4f18-bcd0-d1d458e8cb64 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:55.738770 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-51895d66-f552-4ff2-8a24-9023e180c8fa tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks [] for floatingip, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:55.741903 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-51895d66-f552-4ff2-8a24-9023e180c8fa tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:55.743177 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-51895d66-f552-4ff2-8a24-9023e180c8fa tempest-ServersTestManualDisk-1327549084 tempest-ServersTestManualDisk-1327549084-project] 10.222.0.84 "DELETE /v2.0/floatingips/20b3a160-5ceb-4d51-a458-f5b1b65d15b5 HTTP/1.1" status: 204 len: 168 time: 1.4035416 Aug 16 20:55:55.751823 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46278) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:55.756523 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d5eba9-320d-465b-a344-d2dad34f114d req-2c459ff6-27e8-4ddb-a85d-6b73c0c6818d tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:55.758312 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c4d5eba9-320d-465b-a344-d2dad34f114d req-2c459ff6-27e8-4ddb-a85d-6b73c0c6818d tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/ports?device_id=cd7f9df7-6c9d-49aa-ace2-4205106cfa6d HTTP/1.1" status: 200 len: 945 time: 0.2108419 Aug 16 20:55:55.777261 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9589e573-de97-4274-a745-479b7e261658 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:55.798597 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-9589e573-de97-4274-a745-479b7e261658 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Calling delete_port for e9d50fea-05a6-4310-899a-a1c2c17d850b owned by {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:55.859646 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c4d5eba9-320d-465b-a344-d2dad34f114d req-66ac80c7-d87d-4a48-a138-ad158859e42f tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/security-groups?id=dd6a8c68-c325-4ce0-98fa-ce1587b8f730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922909 Aug 16 20:55:55.893822 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f0e5d388-4799-4a37-b16b-5d18ea6cc506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:55.922894 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5d388-4799-4a37-b16b-5d18ea6cc506 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f629780d-9c6a-40cb-8dea-05c6f70bc781,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:55.926611 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f0e5d388-4799-4a37-b16b-5d18ea6cc506 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:55.929170 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f0e5d388-4799-4a37-b16b-5d18ea6cc506 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/f629780d-9c6a-40cb-8dea-05c6f70bc781 HTTP/1.1" status: 204 len: 168 time: 0.8678050 Aug 16 20:55:55.931570 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46282) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:55.937645 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985fad1f-209a-40ab-af84-e85868dff7f8 None None] Network 7625bf9e-2762-4d58-83ee-499fcd8effe6 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:55.997139 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-e903006b-e7f3-4f18-bcd0-d1d458e8cb64 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.012737 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9589e573-de97-4274-a745-479b7e261658 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.014850 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['1b603ab1-6591-4239-a8f8-f9793a7747f5', 'ab1e3f89-5923-4bdb-92e7-d36cca54b53a'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:55:56.024385 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:55:56.053469 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-520f2236-5e98-4824-8dc0-596cdb891c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.059095 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589e573-de97-4274-a745-479b7e261658 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'Port': ['ID=e9d50fea-05a6-4310-899a-a1c2c17d850b,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:56.076040 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9589e573-de97-4274-a745-479b7e261658 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.076040 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9589e573-de97-4274-a745-479b7e261658 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/ports/e9d50fea-05a6-4310-899a-a1c2c17d850b HTTP/1.1" status: 204 len: 168 time: 0.7719789 Aug 16 20:55:56.076476 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46286) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:56.082441 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-31bd096f-13cd-4601-bbf7-8866e216d4c4 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'port': {'network_id': '5f085346-a7ce-417f-9027-eba3cdac969f', 'mac_address': 'fa:16:3e:49:2f:f9', 'name': 'tempest-PortsTestJSON-2110706633'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:56.090024 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-e903006b-e7f3-4f18-bcd0-d1d458e8cb64 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Network 5a5bf8fc-f269-4f39-b3c6-975502c735e9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:56.101310 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-e903006b-e7f3-4f18-bcd0-d1d458e8cb64 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:56.115112 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-e903006b-e7f3-4f18-bcd0-d1d458e8cb64 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:56.121672 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903006b-e7f3-4f18-bcd0-d1d458e8cb64 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Pushing event updated for resources: {'Port': ['ID=bb9f722c-c8bd-4d0a-89d7-a239dd293695,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:56.200533 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-520f2236-5e98-4824-8dc0-596cdb891c5a admin admin] Deleting port 5fd6363d-9b7c-477c-bbd8-367b68b05614 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:56.200917 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-520f2236-5e98-4824-8dc0-596cdb891c5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.226751 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-e903006b-e7f3-4f18-bcd0-d1d458e8cb64 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:56.227751 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-e903006b-e7f3-4f18-bcd0-d1d458e8cb64 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.276954 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-520f2236-5e98-4824-8dc0-596cdb891c5a admin admin] For port 5fd6363d-9b7c-477c-bbd8-367b68b05614, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5fd6363d-9b7c-477c-bbd8-367b68b05614,segment=NetworkSegment(b2ab574e-1d73-45bd-a660-5f1e7d1067a3),segment_id=b2ab574e-1d73-45bd-a660-5f1e7d1067a3)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:56.277324 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-520f2236-5e98-4824-8dc0-596cdb891c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.296335 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bd096f-13cd-4601-bbf7-8866e216d4c4 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Made reservation on behalf of f26b2ff065a440569c5739b2c3aa62ad for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:56.301231 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-520f2236-5e98-4824-8dc0-596cdb891c5a admin admin] Calling delete_port for 5fd6363d-9b7c-477c-bbd8-367b68b05614 owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:56.335612 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23282242-74c3-45c0-867b-d111ad66c0bb None None] DHCP port deletion for 7625bf9e-2762-4d58-83ee-499fcd8effe6 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:55:56.336378 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2ac22b24-9dc6-4f98-8da8-aa61704b194a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.434511 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-31bd096f-13cd-4601-bbf7-8866e216d4c4 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.455753 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-e903006b-e7f3-4f18-bcd0-d1d458e8cb64 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9923954 Aug 16 20:55:56.460911 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-23282242-74c3-45c0-867b-d111ad66c0bb None None] Deleting port 5fd6363d-9b7c-477c-bbd8-367b68b05614 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:56.461298 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-23282242-74c3-45c0-867b-d111ad66c0bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.471860 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-2a2f52e1-9d30-4af3-87c4-ea6af6505f6e service neutron] Request body: {'port': {'device_id': '961633f4-8bb8-4947-8469-2a2282a6649b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:56.489386 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-31bd096f-13cd-4601-bbf7-8866e216d4c4 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] device_id is not set on port 0945d3b2-ed32-4ba2-bd93-0dee522c153a yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:55:56.562553 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9eafb-4b36-44cc-9fb3-7487955cf70e req-f4341fba-be00-4fd9-9c71-6f774801199d tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:56.570774 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2ed9eafb-4b36-44cc-9fb3-7487955cf70e req-f4341fba-be00-4fd9-9c71-6f774801199d tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=961633f4-8bb8-4947-8469-2a2282a6649b HTTP/1.1" status: 200 len: 931 time: 0.1550133 Aug 16 20:55:56.637731 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2ed9eafb-4b36-44cc-9fb3-7487955cf70e req-75eb159a-d8ea-48a9-96fa-d1062f824a5b tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659628 Aug 16 20:55:56.664377 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-2a2f52e1-9d30-4af3-87c4-ea6af6505f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.696378 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-23282242-74c3-45c0-867b-d111ad66c0bb None None] For port 5fd6363d-9b7c-477c-bbd8-367b68b05614, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5fd6363d-9b7c-477c-bbd8-367b68b05614,segment=NetworkSegment(b2ab574e-1d73-45bd-a660-5f1e7d1067a3),segment_id=b2ab574e-1d73-45bd-a660-5f1e7d1067a3)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:56.696788 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-23282242-74c3-45c0-867b-d111ad66c0bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.700592 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-520f2236-5e98-4824-8dc0-596cdb891c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.721205 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-23282242-74c3-45c0-867b-d111ad66c0bb None None] Calling delete_port for 5fd6363d-9b7c-477c-bbd8-367b68b05614 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:56.747539 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f2236-5e98-4824-8dc0-596cdb891c5a admin admin] Pushing event deleted for resources: {'Port': ['ID=5fd6363d-9b7c-477c-bbd8-367b68b05614,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:56.749034 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520f2236-5e98-4824-8dc0-596cdb891c5a admin admin] No DVR routers for this DVR port 5fd6363d-9b7c-477c-bbd8-367b68b05614 on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:56.764563 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-41a6dc21-8d80-457e-90c4-52e3c6fc9adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.814775 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-23282242-74c3-45c0-867b-d111ad66c0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.843865 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23282242-74c3-45c0-867b-d111ad66c0bb None None] Pushing event deleted for resources: {'Port': ['ID=5fd6363d-9b7c-477c-bbd8-367b68b05614,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:56.862183 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23282242-74c3-45c0-867b-d111ad66c0bb None None] No DVR routers for this DVR port 5fd6363d-9b7c-477c-bbd8-367b68b05614 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:56.867651 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-31bd096f-13cd-4601-bbf7-8866e216d4c4 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.890529 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-520f2236-5e98-4824-8dc0-596cdb891c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.911693 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-520f2236-5e98-4824-8dc0-596cdb891c5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7625bf9e-2762-4d58-83ee-499fcd8effe6']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:56.933328 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-520f2236-5e98-4824-8dc0-596cdb891c5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2ab574e-1d73-45bd-a660-5f1e7d1067a3') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:56.933640 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-520f2236-5e98-4824-8dc0-596cdb891c5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2ab574e-1d73-45bd-a660-5f1e7d1067a3') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:56.946035 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-520f2236-5e98-4824-8dc0-596cdb891c5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.971144 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-520f2236-5e98-4824-8dc0-596cdb891c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:57.151248 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5fd6363d-9b7c-477c-bbd8-367b68b05614 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:55:57.160203 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-2ac22b24-9dc6-4f98-8da8-aa61704b194a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Deleting port 61f9151a-5475-4f1f-8f5a-4a992895d932 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:57.160581 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2ac22b24-9dc6-4f98-8da8-aa61704b194a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:57.172648 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 5fd6363d-9b7c-477c-bbd8-367b68b05614 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:55:57.176328 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5fd6363d-9b7c-477c-bbd8-367b68b05614 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:55:57.286872 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-2a2f52e1-9d30-4af3-87c4-ea6af6505f6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb9f722c-c8bd-4d0a-89d7-a239dd293695 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:55:57.303880 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-2a2f52e1-9d30-4af3-87c4-ea6af6505f6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:57.341131 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-31bd096f-13cd-4601-bbf7-8866e216d4c4 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:57.342967 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-520f2236-5e98-4824-8dc0-596cdb891c5a admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:55:57.343402 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-520f2236-5e98-4824-8dc0-596cdb891c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:57.345864 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 20:55:57.345864 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:55:57.345864 n-d-793620-15 neutron-server[101844]: timer() Aug 16 20:55:57.345864 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:55:57.345864 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 20:55:57.345864 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:55:57.345864 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 20:55:57.345864 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:55:57.345864 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 20:55:57.345864 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:55:57.345864 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 20:55:57.345864 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:55:57.345864 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 20:55:57.345864 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:55:57.345864 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:55:57.345864 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:55:57.345864 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:55:57.345864 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:55:57.345864 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 20:55:57.345864 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:55:57.345864 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 20:55:57.345864 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:55:57.345864 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:55:57.345864 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:55:57.345864 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 20:55:57.345864 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:55:57.345864 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:55:57.345864 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:55:57.345864 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:55:57.345864 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:55:57.345864 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:55:57.345864 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:55:57.348412 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2ac22b24-9dc6-4f98-8da8-aa61704b194a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:57.381052 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-2ac22b24-9dc6-4f98-8da8-aa61704b194a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Calling delete_port for 61f9151a-5475-4f1f-8f5a-4a992895d932 owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:57.444804 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bd096f-13cd-4601-bbf7-8866e216d4c4 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Network 5f085346-a7ce-417f-9027-eba3cdac969f is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:57.456400 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f224bd2-3a9e-420d-8962-00919d3a1ba5 req-c23e7b1c-08a9-4482-9b9c-3035cb53ff49 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:57.457813 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-41a6dc21-8d80-457e-90c4-52e3c6fc9adc admin admin] Deleting port 0df84bac-866c-4627-a48a-dab9953d510e {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:57.457954 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9f224bd2-3a9e-420d-8962-00919d3a1ba5 req-c23e7b1c-08a9-4482-9b9c-3035cb53ff49 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/ports?device_id=cd7f9df7-6c9d-49aa-ace2-4205106cfa6d HTTP/1.1" status: 200 len: 945 time: 0.5037582 Aug 16 20:55:57.458151 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-41a6dc21-8d80-457e-90c4-52e3c6fc9adc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:57.461646 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-31bd096f-13cd-4601-bbf7-8866e216d4c4 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:57.466075 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bd096f-13cd-4601-bbf7-8866e216d4c4 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:57.471741 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bd096f-13cd-4601-bbf7-8866e216d4c4 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:57.472381 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-31bd096f-13cd-4601-bbf7-8866e216d4c4 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:57.480261 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bd096f-13cd-4601-bbf7-8866e216d4c4 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'Port': ['ID=0945d3b2-ed32-4ba2-bd93-0dee522c153a,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:57.517998 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9f224bd2-3a9e-420d-8962-00919d3a1ba5 req-47d49323-7ffa-4722-abec-d41648d4ed94 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/security-groups?id=dd6a8c68-c325-4ce0-98fa-ce1587b8f730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418057 Aug 16 20:55:57.519147 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-520f2236-5e98-4824-8dc0-596cdb891c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:57.524566 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-520f2236-5e98-4824-8dc0-596cdb891c5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:57.529727 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-520f2236-5e98-4824-8dc0-596cdb891c5a admin admin] 10.222.0.84 "DELETE /v2.0/networks/7625bf9e-2762-4d58-83ee-499fcd8effe6 HTTP/1.1" status: 204 len: 168 time: 1.5956948 Aug 16 20:55:57.539700 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-2a2f52e1-9d30-4af3-87c4-ea6af6505f6e service neutron] Transition to ACTIVE for port object bb9f722c-c8bd-4d0a-89d7-a239dd293695 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:57.543829 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f2236-5e98-4824-8dc0-596cdb891c5a admin admin] Pushing event deleted for resources: {'Network': ['ID=7625bf9e-2762-4d58-83ee-499fcd8effe6,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:57.591251 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-31bd096f-13cd-4601-bbf7-8866e216d4c4 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5114110 Aug 16 20:55:57.592153 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46300) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:57.593265 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-41a6dc21-8d80-457e-90c4-52e3c6fc9adc admin admin] For port 0df84bac-866c-4627-a48a-dab9953d510e, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=0df84bac-866c-4627-a48a-dab9953d510e,segment=NetworkSegment(7b235a1a-9054-49ab-85cf-feb8bb6f6bf2),segment_id=7b235a1a-9054-49ab-85cf-feb8bb6f6bf2)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:57.593642 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-41a6dc21-8d80-457e-90c4-52e3c6fc9adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:57.612972 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-41a6dc21-8d80-457e-90c4-52e3c6fc9adc admin admin] Calling delete_port for 0df84bac-866c-4627-a48a-dab9953d510e owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:57.628296 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-2a2f52e1-9d30-4af3-87c4-ea6af6505f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:57.645332 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b379a018-550f-4dff-9787-34d20c399e83 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:57.647410 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b379a018-550f-4dff-9787-34d20c399e83 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "GET /v2.0/ports/0945d3b2-ed32-4ba2-bd93-0dee522c153a HTTP/1.1" status: 200 len: 841 time: 0.0540524 Aug 16 20:55:57.650250 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46302) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:57.792893 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-5016abe4-b397-4d6b-8191-ce96de5748c1 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Deleting port 0945d3b2-ed32-4ba2-bd93-0dee522c153a {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:57.793519 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5016abe4-b397-4d6b-8191-ce96de5748c1 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:57.818503 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe8b46-2e4a-4eb2-92b5-5a807a09ca52 req-2b1384ad-d5c9-443e-8ddc-5c4c0b605f90 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:57.820160 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4efe8b46-2e4a-4eb2-92b5-5a807a09ca52 req-2b1384ad-d5c9-443e-8ddc-5c4c0b605f90 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=961633f4-8bb8-4947-8469-2a2282a6649b HTTP/1.1" status: 200 len: 943 time: 0.0981562 Aug 16 20:55:57.894194 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5016abe4-b397-4d6b-8191-ce96de5748c1 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:57.925774 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46308) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:57.930604 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4efe8b46-2e4a-4eb2-92b5-5a807a09ca52 req-044e4d43-8c96-466d-8e77-12f8c515e40b tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820408 Aug 16 20:55:57.988882 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a38aa953-18ae-4951-8014-e2de98b3497d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=46bc4cc3934648ed8895a7ed0a5b63cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0572348 Aug 16 20:55:57.990437 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-5016abe4-b397-4d6b-8191-ce96de5748c1 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Calling delete_port for 0945d3b2-ed32-4ba2-bd93-0dee522c153a owned by {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:57.992199 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46312) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:58.046823 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f52e1-9d30-4af3-87c4-ea6af6505f6e service neutron] Pushing event updated for resources: {'Port': ['ID=bb9f722c-c8bd-4d0a-89d7-a239dd293695,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:58.103145 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-76812c5e-e9bb-4e55-a249-33d2b1b1ecc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:58.134396 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-76812c5e-e9bb-4e55-a249-33d2b1b1ecc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:58.179515 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-2a2f52e1-9d30-4af3-87c4-ea6af6505f6e service neutron] Attempting to bind port bb9f722c-c8bd-4d0a-89d7-a239dd293695 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:58.179882 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-2a2f52e1-9d30-4af3-87c4-ea6af6505f6e service neutron] Attempting to bind port bb9f722c-c8bd-4d0a-89d7-a239dd293695 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'd750202b-6aed-4115-ba35-7fc31b994eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5a5bf8fc-f269-4f39-b3c6-975502c735e9'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:58.180248 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-2a2f52e1-9d30-4af3-87c4-ea6af6505f6e service neutron] Attempting to bind port bb9f722c-c8bd-4d0a-89d7-a239dd293695 on network 5a5bf8fc-f269-4f39-b3c6-975502c735e9 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:58.191688 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-2a2f52e1-9d30-4af3-87c4-ea6af6505f6e service neutron] Port bb9f722c-c8bd-4d0a-89d7-a239dd293695 on network 5a5bf8fc-f269-4f39-b3c6-975502c735e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:55:58.192062 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-2a2f52e1-9d30-4af3-87c4-ea6af6505f6e service neutron] Attempting to bind port bb9f722c-c8bd-4d0a-89d7-a239dd293695 on network 5a5bf8fc-f269-4f39-b3c6-975502c735e9 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:58.200587 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-2a2f52e1-9d30-4af3-87c4-ea6af6505f6e service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:58.200587 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-2a2f52e1-9d30-4af3-87c4-ea6af6505f6e service neutron] Checking segment: {'id': 'd750202b-6aed-4115-ba35-7fc31b994eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5a5bf8fc-f269-4f39-b3c6-975502c735e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:58.200587 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-2a2f52e1-9d30-4af3-87c4-ea6af6505f6e service neutron] Bound using segment: {'id': 'd750202b-6aed-4115-ba35-7fc31b994eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5a5bf8fc-f269-4f39-b3c6-975502c735e9'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:58.200587 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-2a2f52e1-9d30-4af3-87c4-ea6af6505f6e service neutron] Bound port: bb9f722c-c8bd-4d0a-89d7-a239dd293695, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd750202b-6aed-4115-ba35-7fc31b994eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5a5bf8fc-f269-4f39-b3c6-975502c735e9'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:58.200587 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-2a2f52e1-9d30-4af3-87c4-ea6af6505f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:58.209968 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2ac22b24-9dc6-4f98-8da8-aa61704b194a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:58.237709 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5016abe4-b397-4d6b-8191-ce96de5748c1 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:58.268206 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016abe4-b397-4d6b-8191-ce96de5748c1 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'Port': ['ID=0945d3b2-ed32-4ba2-bd93-0dee522c153a,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:58.268707 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac22b24-9dc6-4f98-8da8-aa61704b194a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event deleted for resources: {'Port': ['ID=61f9151a-5475-4f1f-8f5a-4a992895d932,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:58.286984 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5016abe4-b397-4d6b-8191-ce96de5748c1 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:58.289807 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5016abe4-b397-4d6b-8191-ce96de5748c1 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/ports/0945d3b2-ed32-4ba2-bd93-0dee522c153a HTTP/1.1" status: 204 len: 168 time: 0.6383352 Aug 16 20:55:58.291280 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-76812c5e-e9bb-4e55-a249-33d2b1b1ecc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:58.294049 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-76812c5e-e9bb-4e55-a249-33d2b1b1ecc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:58.295195 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-76812c5e-e9bb-4e55-a249-33d2b1b1ecc6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6b1786a4-3a00-49c3-a648-1cad1397544f HTTP/1.1" status: 204 len: 168 time: 0.3016860 Aug 16 20:55:58.296197 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46316) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:58.327566 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76812c5e-e9bb-4e55-a249-33d2b1b1ecc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1786a4-3a00-49c3-a648-1cad1397544f,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:58.335675 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b4e5900-b000-44bf-ac3c-dd04e8762e7e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] GET failed (client error): The resource could not be found. Aug 16 20:55:58.339309 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5b4e5900-b000-44bf-ac3c-dd04e8762e7e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "GET /v2.0/ports/0945d3b2-ed32-4ba2-bd93-0dee522c153a HTTP/1.1" status: 404 len: 333 time: 0.0381205 Aug 16 20:55:58.340641 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46320) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:58.345892 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-3840ab7d-e5f5-4172-aae3-c98f141c67ae tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'port': {'network_id': '5f085346-a7ce-417f-9027-eba3cdac969f', 'name': 'tempest-PortsTestJSON-2068141976'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:58.391730 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-2a2f52e1-9d30-4af3-87c4-ea6af6505f6e service neutron] For port bb9f722c-c8bd-4d0a-89d7-a239dd293695, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:58.394931 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-2a2f52e1-9d30-4af3-87c4-ea6af6505f6e service neutron] For port bb9f722c-c8bd-4d0a-89d7-a239dd293695, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=bb9f722c-c8bd-4d0a-89d7-a239dd293695,segment=NetworkSegment(d750202b-6aed-4115-ba35-7fc31b994eaf),segment_id=d750202b-6aed-4115-ba35-7fc31b994eaf)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:55:58.484652 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-41a6dc21-8d80-457e-90c4-52e3c6fc9adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:58.528407 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6dc21-8d80-457e-90c4-52e3c6fc9adc admin admin] Pushing event deleted for resources: {'Port': ['ID=0df84bac-866c-4627-a48a-dab9953d510e,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:58.538110 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-2a2f52e1-9d30-4af3-87c4-ea6af6505f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:58.609842 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2ac22b24-9dc6-4f98-8da8-aa61704b194a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:58.620060 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3840ab7d-e5f5-4172-aae3-c98f141c67ae tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Made reservation on behalf of f26b2ff065a440569c5739b2c3aa62ad for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:58.624160 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3840ab7d-e5f5-4172-aae3-c98f141c67ae tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:58.632879 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-2a2f52e1-9d30-4af3-87c4-ea6af6505f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:58.633508 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-2a2f52e1-9d30-4af3-87c4-ea6af6505f6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:58.634914 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-2a2f52e1-9d30-4af3-87c4-ea6af6505f6e service neutron] 10.222.0.90 "PUT /v2.0/ports/bb9f722c-c8bd-4d0a-89d7-a239dd293695 HTTP/1.1" status: 200 len: 1092 time: 2.1681197 Aug 16 20:55:58.637426 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '961633f4-8bb8-4947-8469-2a2282a6649b', 'tag': 'bb9f722c-c8bd-4d0a-89d7-a239dd293695'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:55:58.639716 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de87c5e0-606f-4004-9103-2c1c50324b59" -d '{"events": [{"name": "network-changed", "server_uuid": "961633f4-8bb8-4947-8469-2a2282a6649b", "tag": "bb9f722c-c8bd-4d0a-89d7-a239dd293695"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:55:58.648571 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-3840ab7d-e5f5-4172-aae3-c98f141c67ae tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] device_id is not set on port 600249d5-d7a5-466d-a959-ac3d4dd7725f yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:55:58.714215 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50411f87-fb32-413a-9218-356293be9fe4 x-openstack-request-id: req-50411f87-fb32-413a-9218-356293be9fe4 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:55:58.714356 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "961633f4-8bb8-4947-8469-2a2282a6649b", "tag": "bb9f722c-c8bd-4d0a-89d7-a239dd293695", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:55:58.714599 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-50411f87-fb32-413a-9218-356293be9fe4 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:55:58.715050 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '961633f4-8bb8-4947-8469-2a2282a6649b', 'tag': 'bb9f722c-c8bd-4d0a-89d7-a239dd293695', 'status': 'completed', 'code': 200} Aug 16 20:55:58.749207 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f52e1-9d30-4af3-87c4-ea6af6505f6e service neutron] Pushing event updated for resources: {'Port': ['ID=bb9f722c-c8bd-4d0a-89d7-a239dd293695,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:58.778944 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-eada0d97-2927-4806-b187-a7c72a52f049 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:58.792204 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-eada0d97-2927-4806-b187-a7c72a52f049 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/networks?id=d3e0001d-3b51-4b16-b842-4e83a0bc5e92 HTTP/1.1" status: 200 len: 813 time: 0.2365503 Aug 16 20:55:58.824636 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-20551c65-72e3-4024-8ae8-f8ac1261f7ef tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/quotas/71f66be4f5f646c5b03b2dbfedf85285 HTTP/1.1" status: 200 len: 375 time: 0.0310957 Aug 16 20:55:58.917161 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87c5e0-606f-4004-9103-2c1c50324b59 req-32a9bc61-f2d3-48f9-81c9-da62bcbe1a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:58.917161 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-de87c5e0-606f-4004-9103-2c1c50324b59 req-32a9bc61-f2d3-48f9-81c9-da62bcbe1a62 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=41a315ee39084be283dee330854f5498&device_id=961633f4-8bb8-4947-8469-2a2282a6649b HTTP/1.1" status: 200 len: 1095 time: 0.1776962 Aug 16 20:55:58.935633 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-41a6dc21-8d80-457e-90c4-52e3c6fc9adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:58.960409 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-644cf564-98ee-4390-bf1c-86504b3557ad tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=71f66be4f5f646c5b03b2dbfedf85285&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1222901 Aug 16 20:55:59.049671 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3840ab7d-e5f5-4172-aae3-c98f141c67ae tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:59.128436 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7f717-4007-4944-a7df-2aa53acf7924 req-01c572a1-6080-46a4-a4e5-6ce1f355e30f tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:59.130279 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e5a7f717-4007-4944-a7df-2aa53acf7924 req-01c572a1-6080-46a4-a4e5-6ce1f355e30f tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=961633f4-8bb8-4947-8469-2a2282a6649b HTTP/1.1" status: 200 len: 943 time: 0.1007922 Aug 16 20:55:59.176463 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-fc72b914-2070-431c-b909-33e2311b0472 service neutron] 10.222.0.84 "GET /v2.0/networks/d3e0001d-3b51-4b16-b842-4e83a0bc5e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045429 Aug 16 20:55:59.205586 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87c5e0-606f-4004-9103-2c1c50324b59 req-c896012a-8f2a-40ee-ba12-71dafe40deed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:59.207088 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-de87c5e0-606f-4004-9103-2c1c50324b59 req-c896012a-8f2a-40ee-ba12-71dafe40deed service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=41a315ee39084be283dee330854f5498&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2823353 Aug 16 20:55:59.232717 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac22b24-9dc6-4f98-8da8-aa61704b194a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Router 8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:55:59.261180 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e5a7f717-4007-4944-a7df-2aa53acf7924 req-1d2dd12e-8990-481c-8f00-701b11a4e260 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176958 Aug 16 20:55:59.278395 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3840ab7d-e5f5-4172-aae3-c98f141c67ae tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:59.387558 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3840ab7d-e5f5-4172-aae3-c98f141c67ae tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Network 5f085346-a7ce-417f-9027-eba3cdac969f is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:59.394890 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-3840ab7d-e5f5-4172-aae3-c98f141c67ae tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:59.408485 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-5312c213-8fef-4ac9-bc9b-38137339501c service neutron] 10.222.0.84 "GET /v2.0/networks/d3e0001d-3b51-4b16-b842-4e83a0bc5e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162519 Aug 16 20:55:59.410981 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3840ab7d-e5f5-4172-aae3-c98f141c67ae tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:59.430525 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3840ab7d-e5f5-4172-aae3-c98f141c67ae tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:59.431462 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3840ab7d-e5f5-4172-aae3-c98f141c67ae tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:59.449070 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840ab7d-e5f5-4172-aae3-c98f141c67ae tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'Port': ['ID=600249d5-d7a5-466d-a959-ac3d4dd7725f,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:59.498114 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3840ab7d-e5f5-4172-aae3-c98f141c67ae tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1563177 Aug 16 20:55:59.498821 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46360) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:59.505159 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-abe49498-c901-4f47-b16d-88ee91f4724f tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:59.517933 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87c5e0-606f-4004-9103-2c1c50324b59 req-68644d1e-7603-4df8-84a3-6cc791977e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:59.519433 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-de87c5e0-606f-4004-9103-2c1c50324b59 req-68644d1e-7603-4df8-84a3-6cc791977e02 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3041670 Aug 16 20:55:59.540812 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591182f6-9e20-48c8-b88f-c065d9704a19 req-e599aa70-e98e-4c2d-ae06-456802c78e9b tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:59.542326 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-591182f6-9e20-48c8-b88f-c065d9704a19 req-e599aa70-e98e-4c2d-ae06-456802c78e9b tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd7f9df7-6c9d-49aa-ace2-4205106cfa6d HTTP/1.1" status: 200 len: 945 time: 0.2092876 Aug 16 20:55:59.604370 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac22b24-9dc6-4f98-8da8-aa61704b194a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:59.616935 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddb6dbf-6599-4a71-b76f-504eecfd36d6 None None] Sync routers for ids ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:59.623442 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a6dc21-8d80-457e-90c4-52e3c6fc9adc admin admin] Router ca719e48-641f-4290-964e-4e91bb389d29 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:55:59.624231 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-abe49498-c901-4f47-b16d-88ee91f4724f tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:59.632573 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddb6dbf-6599-4a71-b76f-504eecfd36d6 None None] Routers {'8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:59.633425 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2ac22b24-9dc6-4f98-8da8-aa61704b194a tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "PUT /v2.0/routers/8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5924776 Aug 16 20:55:59.635304 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46364) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:59.635748 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-eddb6dbf-6599-4a71-b76f-504eecfd36d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:55:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:59.676373 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46366) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:59.680837 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-eddb6dbf-6599-4a71-b76f-504eecfd36d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:59.691766 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddb6dbf-6599-4a71-b76f-504eecfd36d6 None None] Routers {'8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:59.692694 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-eddb6dbf-6599-4a71-b76f-504eecfd36d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:55:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:59.737166 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-eddb6dbf-6599-4a71-b76f-504eecfd36d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:59.738946 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddb6dbf-6599-4a71-b76f-504eecfd36d6 None None] The sync data for ids ['8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef'] in n-d-793620-15 is: [] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:55:59.744509 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-9fd5e7d5-1d25-4d65-8282-75fd5552eb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:59.746033 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-9fd5e7d5-1d25-4d65-8282-75fd5552eb27 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=41a315ee39084be283dee330854f5498&device_id=961633f4-8bb8-4947-8469-2a2282a6649b HTTP/1.1" status: 200 len: 1095 time: 0.1783040 Aug 16 20:55:59.830251 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-5dc5a22e-1ded-4b0b-9a63-0b8a97e7796b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-157227052-network', 'tenant_id': '04d4519d90b5451ebf562bbd9e44ac2b'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:59.877331 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d8e70-9f48-436b-be6c-b412d59b9780 req-9142b5c8-3a4c-414d-bbd2-d2abfbe98c2d tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:59.878946 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f74d8e70-9f48-436b-be6c-b412d59b9780 req-9142b5c8-3a4c-414d-bbd2-d2abfbe98c2d tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.72 "GET /v2.0/ports?device_id=a6d47719-3826-42f5-a282-224e30604c4d HTTP/1.1" status: 200 len: 946 time: 0.1168621 Aug 16 20:56:00.004200 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc5a22e-1ded-4b0b-9a63-0b8a97e7796b admin admin] Made reservation on behalf of 04d4519d90b5451ebf562bbd9e44ac2b for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:00.007732 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5dc5a22e-1ded-4b0b-9a63-0b8a97e7796b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.043452 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7a939d02-f136-43af-8523-e81a87f4cefc req-b94bbe7e-f085-4611-8dbc-e3a91dbbd806 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/ports?device_id=0381e1ef-a6ea-4f35-9de7-5e95290d09c7 HTTP/1.1" status: 200 len: 210 time: 0.0764587 Aug 16 20:56:00.048326 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5dc5a22e-1ded-4b0b-9a63-0b8a97e7796b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.057941 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-abe49498-c901-4f47-b16d-88ee91f4724f tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.114167 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-f74d8e70-9f48-436b-be6c-b412d59b9780 req-8f699c4b-cfc5-4b2e-a48a-2ad1240e0fb0 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Deleting port fd48e257-abe7-4964-b891-237fb60e766d {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:00.114541 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f74d8e70-9f48-436b-be6c-b412d59b9780 req-8f699c4b-cfc5-4b2e-a48a-2ad1240e0fb0 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.163165 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-98ab07d1-3be2-4e5c-9833-ca2291398610 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb9f722c-c8bd-4d0a-89d7-a239dd293695 HTTP/1.1" status: 200 len: 217 time: 0.0565484 Aug 16 20:56:00.208688 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-abe49498-c901-4f47-b16d-88ee91f4724f tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.246917 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8041b0a9-f390-48db-8bee-21c487aacee2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.264339 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-f74d8e70-9f48-436b-be6c-b412d59b9780 req-8f699c4b-cfc5-4b2e-a48a-2ad1240e0fb0 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] For port fd48e257-abe7-4964-b891-237fb60e766d, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=fd48e257-abe7-4964-b891-237fb60e766d,segment=NetworkSegment(54eb105c-92b7-478a-9dbd-f7c16dfc3d12),segment_id=54eb105c-92b7-478a-9dbd-f7c16dfc3d12)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:00.265054 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f74d8e70-9f48-436b-be6c-b412d59b9780 req-8f699c4b-cfc5-4b2e-a48a-2ad1240e0fb0 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.271507 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-abe49498-c901-4f47-b16d-88ee91f4724f tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] In _notify_port_updated(), no bound segment for port 600249d5-d7a5-466d-a959-ac3d4dd7725f on network 5f085346-a7ce-417f-9027-eba3cdac969f {{(pid=101844) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:56:00.277113 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe49498-c901-4f47-b16d-88ee91f4724f tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:00.277733 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-abe49498-c901-4f47-b16d-88ee91f4724f tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.281746 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-abe49498-c901-4f47-b16d-88ee91f4724f tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "PUT /v2.0/ports/600249d5-d7a5-466d-a959-ac3d4dd7725f HTTP/1.1" status: 200 len: 818 time: 0.7790692 Aug 16 20:56:00.289328 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-591182f6-9e20-48c8-b88f-c065d9704a19 req-1815507c-4a79-4d03-90ab-f3d024d110ae tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Deleting port 3ba01779-0858-4c6d-b20d-316625076d50 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:00.289674 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-591182f6-9e20-48c8-b88f-c065d9704a19 req-1815507c-4a79-4d03-90ab-f3d024d110ae tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.295187 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46384) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:00.315633 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-f74d8e70-9f48-436b-be6c-b412d59b9780 req-8f699c4b-cfc5-4b2e-a48a-2ad1240e0fb0 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Calling delete_port for fd48e257-abe7-4964-b891-237fb60e766d owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:00.318448 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5dc5a22e-1ded-4b0b-9a63-0b8a97e7796b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.330444 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe49498-c901-4f47-b16d-88ee91f4724f tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'Port': ['ID=600249d5-d7a5-466d-a959-ac3d4dd7725f,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:00.401041 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5dc5a22e-1ded-4b0b-9a63-0b8a97e7796b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.439499 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc5a22e-1ded-4b0b-9a63-0b8a97e7796b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:56:00.440995 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-529ed231-37e6-4c5a-9821-e1a136e75285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:00.442654 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-529ed231-37e6-4c5a-9821-e1a136e75285 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7e91ca38-3cbf-4786-98c9-5df70f5d7fc7 HTTP/1.1" status: 200 len: 854 time: 0.2677975 Aug 16 20:56:00.449311 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a6dc21-8d80-457e-90c4-52e3c6fc9adc admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:56:00.464953 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd81558-4250-475e-a9fa-c71b6d0fd661 None None] Sync routers for ids ['ca719e48-641f-4290-964e-4e91bb389d29'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:56:00.469421 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-41a6dc21-8d80-457e-90c4-52e3c6fc9adc admin admin] 10.222.0.84 "PUT /v2.0/routers/ca719e48-641f-4290-964e-4e91bb389d29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7165620 Aug 16 20:56:00.472714 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46392) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:00.479940 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7da03-eaba-4b4a-90e0-0ece76ef2a0b req-c8085ba9-edec-4b2d-989f-529f00ce7866 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:00.481526 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-56a7da03-eaba-4b4a-90e0-0ece76ef2a0b req-c8085ba9-edec-4b2d-989f-529f00ce7866 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=961633f4-8bb8-4947-8469-2a2282a6649b HTTP/1.1" status: 200 len: 943 time: 0.1165254 Aug 16 20:56:00.483039 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5dc5a22e-1ded-4b0b-9a63-0b8a97e7796b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.483387 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-5dc5a22e-1ded-4b0b-9a63-0b8a97e7796b admin admin] Added segment 22721eb0-aba5-4aa9-85ca-08a2fecd48ad of type vlan for network 6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 Aug 16 20:56:00.486556 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd81558-4250-475e-a9fa-c71b6d0fd661 None None] Routers {'ca719e48-641f-4290-964e-4e91bb389d29'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:00.487926 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-afd81558-4250-475e-a9fa-c71b6d0fd661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:55:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['ca719e48-641f-4290-964e-4e91bb389d29'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:00.496333 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5a22e-1ded-4b0b-9a63-0b8a97e7796b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94e5ebb-1675-4bcd-8be4-e2c504a19327,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:00.530303 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-1eb56d1d-c2f3-4a9c-911d-641d38eb7778 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5a5bf8fc-f269-4f39-b3c6-975502c735e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764196 Aug 16 20:56:00.536106 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5dc5a22e-1ded-4b0b-9a63-0b8a97e7796b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.616720 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-56a7da03-eaba-4b4a-90e0-0ece76ef2a0b req-1d03cbc6-a59d-4820-b047-78c490974c73 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019042 Aug 16 20:56:00.649159 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-afd81558-4250-475e-a9fa-c71b6d0fd661 None None] Set router ca719e48-641f-4290-964e-4e91bb389d29 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:00.695239 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5dc5a22e-1ded-4b0b-9a63-0b8a97e7796b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.696522 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc5a22e-1ded-4b0b-9a63-0b8a97e7796b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:00.697109 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5dc5a22e-1ded-4b0b-9a63-0b8a97e7796b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.708102 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-591182f6-9e20-48c8-b88f-c065d9704a19 req-1815507c-4a79-4d03-90ab-f3d024d110ae tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] For port 3ba01779-0858-4c6d-b20d-316625076d50, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=3ba01779-0858-4c6d-b20d-316625076d50,segment=NetworkSegment(54eb105c-92b7-478a-9dbd-f7c16dfc3d12),segment_id=54eb105c-92b7-478a-9dbd-f7c16dfc3d12)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:00.708482 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-591182f6-9e20-48c8-b88f-c065d9704a19 req-1815507c-4a79-4d03-90ab-f3d024d110ae tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.714975 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8041b0a9-f390-48db-8bee-21c487aacee2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.750540 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-591182f6-9e20-48c8-b88f-c065d9704a19 req-1815507c-4a79-4d03-90ab-f3d024d110ae tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Calling delete_port for 3ba01779-0858-4c6d-b20d-316625076d50 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:00.794377 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5a22e-1ded-4b0b-9a63-0b8a97e7796b admin admin] Pushing event updated for resources: {'Network': ['ID=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:00.805177 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f74d8e70-9f48-436b-be6c-b412d59b9780 req-8f699c4b-cfc5-4b2e-a48a-2ad1240e0fb0 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.805808 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:56:00.819936 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['3ba01779-0858-4c6d-b20d-316625076d50', 'fd48e257-abe7-4964-b891-237fb60e766d'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:56:00.824304 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e88dcdad-56cb-4353-b5c4-da9bcf42942c admin admin] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.837833 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f699c4b-cfc5-4b2e-a48a-2ad1240e0fb0 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Pushing event deleted for resources: {'Port': ['ID=fd48e257-abe7-4964-b891-237fb60e766d,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:00.888890 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-afd81558-4250-475e-a9fa-c71b6d0fd661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca719e48-641f-4290-964e-4e91bb389d29', 'name': 'tempest-ServersTestManualDisk-562072377-router', 'tenant_id': 'ebac0160837646008c1ab540ec09346e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd98f3ebe-b27b-4e55-b425-9d6967ca51a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:31Z', 'updated_at': '2021-08-16T20:55:58Z', 'revision_number': 5, 'project_id': 'ebac0160837646008c1ab540ec09346e', 'gw_port': {'id': 'd98f3ebe-b27b-4e55-b425-9d6967ca51a3', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca719e48-641f-4290-964e-4e91bb389d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:32Z', 'updated_at': '2021-08-16T20:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:00.894138 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-f74d8e70-9f48-436b-be6c-b412d59b9780 req-8f699c4b-cfc5-4b2e-a48a-2ad1240e0fb0 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] No DVR routers for this DVR port fd48e257-abe7-4964-b891-237fb60e766d on host n-h1-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:00.896506 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-75666fdd-0e97-4bcc-88e3-6a082622f41e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Deleting port 600249d5-d7a5-466d-a959-ac3d4dd7725f {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:00.896864 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-75666fdd-0e97-4bcc-88e3-6a082622f41e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.896983 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f74d8e70-9f48-436b-be6c-b412d59b9780 req-8f699c4b-cfc5-4b2e-a48a-2ad1240e0fb0 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.898873 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f74d8e70-9f48-436b-be6c-b412d59b9780 req-8f699c4b-cfc5-4b2e-a48a-2ad1240e0fb0 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.72 "DELETE /v2.0/ports/fd48e257-abe7-4964-b891-237fb60e766d HTTP/1.1" status: 204 len: 173 time: 1.0076878 Aug 16 20:56:00.899336 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d47719-3826-42f5-a282-224e30604c4d', 'name': 'network-vif-deleted', 'tag': 'fd48e257-abe7-4964-b891-237fb60e766d'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:56:00.901993 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f3dc8c-cc0e-413d-a988-4aae726c6aa1" -d '{"events": [{"server_uuid": "a6d47719-3826-42f5-a282-224e30604c4d", "name": "network-vif-deleted", "tag": "fd48e257-abe7-4964-b891-237fb60e766d"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:56:00.907169 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-f2824aa0-4062-40e4-87e2-e43f1be55a72 service neutron] 10.222.0.90 "GET /v2.0/networks/5a5bf8fc-f269-4f39-b3c6-975502c735e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248272 Aug 16 20:56:00.924967 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5dc5a22e-1ded-4b0b-9a63-0b8a97e7796b admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2474835 Aug 16 20:56:00.927512 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46398) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:00.937350 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-3fdce8ef-ab11-4965-baf0-b73b9e17f58f admin admin] Request body: {'subnet': {'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-157227052-subnet', 'tenant_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:00.954209 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd81558-4250-475e-a9fa-c71b6d0fd661 None None] Checking router: ca719e48-641f-4290-964e-4e91bb389d29 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:56:00.965652 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd81558-4250-475e-a9fa-c71b6d0fd661 None None] Routers {'ca719e48-641f-4290-964e-4e91bb389d29'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:00.966474 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-afd81558-4250-475e-a9fa-c71b6d0fd661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:55:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['ca719e48-641f-4290-964e-4e91bb389d29'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:00.979619 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d6cc48-da20-47af-9ee6-19a6d3af5f43 x-openstack-request-id: req-30d6cc48-da20-47af-9ee6-19a6d3af5f43 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:56:00.980181 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d47719-3826-42f5-a282-224e30604c4d", "name": "network-vif-deleted", "tag": "fd48e257-abe7-4964-b891-237fb60e766d", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:56:00.980677 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-30d6cc48-da20-47af-9ee6-19a6d3af5f43 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:56:00.981296 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d47719-3826-42f5-a282-224e30604c4d', 'name': 'network-vif-deleted', 'tag': 'fd48e257-abe7-4964-b891-237fb60e766d', 'status': 'completed', 'code': 200} Aug 16 20:56:01.057001 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdce8ef-ab11-4965-baf0-b73b9e17f58f admin admin] Made reservation on behalf of 04d4519d90b5451ebf562bbd9e44ac2b for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:01.060016 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3fdce8ef-ab11-4965-baf0-b73b9e17f58f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:01.105848 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-afd81558-4250-475e-a9fa-c71b6d0fd661 None None] Set router ca719e48-641f-4290-964e-4e91bb389d29 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:01.132064 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-75666fdd-0e97-4bcc-88e3-6a082622f41e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:01.171318 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-75666fdd-0e97-4bcc-88e3-6a082622f41e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Calling delete_port for 600249d5-d7a5-466d-a959-ac3d4dd7725f owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:01.225132 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a2190cb7-13ca-4db4-9007-68a9737ebe44 req-6a69ce84-e3f2-4b36-b379-871bd4800cdf tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/ports?device_id=0381e1ef-a6ea-4f35-9de7-5e95290d09c7 HTTP/1.1" status: 200 len: 210 time: 0.0641172 Aug 16 20:56:01.245889 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-8041b0a9-f390-48db-8bee-21c487aacee2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Deleting port aeadf9fe-d114-4e24-b744-616631bd3d87 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:01.246238 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8041b0a9-f390-48db-8bee-21c487aacee2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:01.262741 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e88dcdad-56cb-4353-b5c4-da9bcf42942c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:01.321728 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-afd81558-4250-475e-a9fa-c71b6d0fd661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca719e48-641f-4290-964e-4e91bb389d29', 'name': 'tempest-ServersTestManualDisk-562072377-router', 'tenant_id': 'ebac0160837646008c1ab540ec09346e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd98f3ebe-b27b-4e55-b425-9d6967ca51a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:31Z', 'updated_at': '2021-08-16T20:55:58Z', 'revision_number': 5, 'project_id': 'ebac0160837646008c1ab540ec09346e', 'gw_port': {'id': 'd98f3ebe-b27b-4e55-b425-9d6967ca51a3', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca719e48-641f-4290-964e-4e91bb389d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:32Z', 'updated_at': '2021-08-16T20:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:01.345276 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-43a5b92d-efa4-4c6c-892d-4e203008e580 req-90087f59-6187-4d80-aede-16ca781fc5e7 service neutron] 10.222.0.90 "GET /v2.0/networks/5a5bf8fc-f269-4f39-b3c6-975502c735e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164839 Aug 16 20:56:01.347203 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd81558-4250-475e-a9fa-c71b6d0fd661 None None] The sync data for ids ['ca719e48-641f-4290-964e-4e91bb389d29'] in n-d-793620-15 is: [{'id': 'ca719e48-641f-4290-964e-4e91bb389d29', 'name': 'tempest-ServersTestManualDisk-562072377-router', 'tenant_id': 'ebac0160837646008c1ab540ec09346e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd98f3ebe-b27b-4e55-b425-9d6967ca51a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:31Z', 'updated_at': '2021-08-16T20:55:58Z', 'revision_number': 5, 'project_id': 'ebac0160837646008c1ab540ec09346e', 'gw_port': {'id': 'd98f3ebe-b27b-4e55-b425-9d6967ca51a3', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca719e48-641f-4290-964e-4e91bb389d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:32Z', 'updated_at': '2021-08-16T20:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:56:01.411237 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8041b0a9-f390-48db-8bee-21c487aacee2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:01.424440 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-8041b0a9-f390-48db-8bee-21c487aacee2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Calling delete_port for aeadf9fe-d114-4e24-b744-616631bd3d87 owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:01.469904 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-591182f6-9e20-48c8-b88f-c065d9704a19 req-1815507c-4a79-4d03-90ab-f3d024d110ae tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:01.486511 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['fd48e257-abe7-4964-b891-237fb60e766d'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:56:01.505733 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-75666fdd-0e97-4bcc-88e3-6a082622f41e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:01.508253 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1815507c-4a79-4d03-90ab-f3d024d110ae tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Pushing event deleted for resources: {'Port': ['ID=3ba01779-0858-4c6d-b20d-316625076d50,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:01.571598 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75666fdd-0e97-4bcc-88e3-6a082622f41e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'Port': ['ID=600249d5-d7a5-466d-a959-ac3d4dd7725f,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:01.606461 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-75666fdd-0e97-4bcc-88e3-6a082622f41e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:01.608661 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-75666fdd-0e97-4bcc-88e3-6a082622f41e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/ports/600249d5-d7a5-466d-a959-ac3d4dd7725f HTTP/1.1" status: 204 len: 168 time: 1.3072996 Aug 16 20:56:01.610511 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-591182f6-9e20-48c8-b88f-c065d9704a19 req-1815507c-4a79-4d03-90ab-f3d024d110ae tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] No DVR routers for this DVR port 3ba01779-0858-4c6d-b20d-316625076d50 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:01.611248 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46408) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:01.618257 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-591182f6-9e20-48c8-b88f-c065d9704a19 req-1815507c-4a79-4d03-90ab-f3d024d110ae tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:01.620559 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-591182f6-9e20-48c8-b88f-c065d9704a19 req-1815507c-4a79-4d03-90ab-f3d024d110ae tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.72 "DELETE /v2.0/ports/3ba01779-0858-4c6d-b20d-316625076d50 HTTP/1.1" status: 204 len: 173 time: 2.0649989 Aug 16 20:56:01.626707 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7f9df7-6c9d-49aa-ace2-4205106cfa6d', 'name': 'network-vif-deleted', 'tag': '3ba01779-0858-4c6d-b20d-316625076d50'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:56:01.634770 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a03367-d16e-4912-890e-724a4f25b8f2" -d '{"events": [{"server_uuid": "cd7f9df7-6c9d-49aa-ace2-4205106cfa6d", "name": "network-vif-deleted", "tag": "3ba01779-0858-4c6d-b20d-316625076d50"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:56:01.709583 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c44eeb-6792-4fdf-8c5c-d035980e764d x-openstack-request-id: req-92c44eeb-6792-4fdf-8c5c-d035980e764d {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:56:01.713030 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd7f9df7-6c9d-49aa-ace2-4205106cfa6d", "name": "network-vif-deleted", "tag": "3ba01779-0858-4c6d-b20d-316625076d50", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:56:01.713030 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-92c44eeb-6792-4fdf-8c5c-d035980e764d {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:56:01.713030 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd7f9df7-6c9d-49aa-ace2-4205106cfa6d', 'name': 'network-vif-deleted', 'tag': '3ba01779-0858-4c6d-b20d-316625076d50', 'status': 'completed', 'code': 200} Aug 16 20:56:01.731133 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709d3dea-4cfe-40b1-a692-7a52c09fbafd tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:01.735324 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-709d3dea-4cfe-40b1-a692-7a52c09fbafd tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1204984 Aug 16 20:56:01.735590 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46414) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:01.780037 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3fdce8ef-ab11-4965-baf0-b73b9e17f58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:01.787711 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c173450-78a4-41f4-8a24-fd4575cdc3ee tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] GET failed (client error): The resource could not be found. Aug 16 20:56:01.795927 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6c173450-78a4-41f4-8a24-fd4575cdc3ee tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "GET /v2.0/ports/600249d5-d7a5-466d-a959-ac3d4dd7725f HTTP/1.1" status: 404 len: 333 time: 0.0589197 Aug 16 20:56:01.797020 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46416) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:01.846954 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-d8dfe1c1-3ff4-4b99-85a8-a28269c7b706 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-118105652'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:01.880521 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdce8ef-ab11-4965-baf0-b73b9e17f58f admin admin] Pushing event updated for resources: {'Subnet': ['ID=20aa60f1-bb16-40f5-b2dd-0341c13f6e8c,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:01.908039 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6ab94-9b22-404c-9132-d34ab284176c req-7beb850c-c556-40c0-b186-f8c53c8698fd tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:01.909996 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7ca6ab94-9b22-404c-9132-d34ab284176c req-7beb850c-c556-40c0-b186-f8c53c8698fd tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=961633f4-8bb8-4947-8469-2a2282a6649b HTTP/1.1" status: 200 len: 943 time: 0.1427894 Aug 16 20:56:01.915648 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdce8ef-ab11-4965-baf0-b73b9e17f58f admin admin] Checking segment: {'id': '22721eb0-aba5-4aa9-85ca-08a2fecd48ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:01.923314 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdce8ef-ab11-4965-baf0-b73b9e17f58f admin admin] Network hostable DHCP agents. Network: 6c1a60e8-edd1-4d58-b6d4-9cea8db0a781, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:56:01.938468 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-e88dcdad-56cb-4353-b5c4-da9bcf42942c admin admin] Deleting port d98f3ebe-b27b-4e55-b425-9d6967ca51a3 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:01.938821 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e88dcdad-56cb-4353-b5c4-da9bcf42942c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:01.960728 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a2fa562f-cea1-44e1-b011-3549657ea65d req-b8c2eb59-7b8b-43aa-99e5-03d4081c4c6f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=50a35a1f-f032-44ca-910a-a152a9b434a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1497653 Aug 16 20:56:02.003679 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7ca6ab94-9b22-404c-9132-d34ab284176c req-f60b4c2c-1a53-44f8-a74f-d02e5d0cff36 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738158 Aug 16 20:56:02.037671 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8dfe1c1-3ff4-4b99-85a8-a28269c7b706 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Made reservation on behalf of f26b2ff065a440569c5739b2c3aa62ad for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:02.046616 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d8dfe1c1-3ff4-4b99-85a8-a28269c7b706 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:02.081887 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8041b0a9-f390-48db-8bee-21c487aacee2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:02.123053 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdce8ef-ab11-4965-baf0-b73b9e17f58f admin admin] Network 6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:56:02.129687 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa562f-cea1-44e1-b011-3549657ea65d req-c1674713-6595-4534-b924-564239b279e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:02.135806 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a2fa562f-cea1-44e1-b011-3549657ea65d req-c1674713-6595-4534-b924-564239b279e6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=41a315ee39084be283dee330854f5498&device_id=50a35a1f-f032-44ca-910a-a152a9b434a7 HTTP/1.1" status: 200 len: 1098 time: 0.1349528 Aug 16 20:56:02.135806 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041b0a9-f390-48db-8bee-21c487aacee2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event deleted for resources: {'Port': ['ID=aeadf9fe-d114-4e24-b744-616631bd3d87,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:02.142237 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8dfe1c1-3ff4-4b99-85a8-a28269c7b706 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:56:02.145248 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-e88dcdad-56cb-4353-b5c4-da9bcf42942c admin admin] For port d98f3ebe-b27b-4e55-b425-9d6967ca51a3, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=d98f3ebe-b27b-4e55-b425-9d6967ca51a3,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:02.145689 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e88dcdad-56cb-4353-b5c4-da9bcf42942c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:02.203078 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-3fdce8ef-ab11-4965-baf0-b73b9e17f58f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 6c1a60e8-edd1-4d58-b6d4-9cea8db0a781) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:02.215942 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-e88dcdad-56cb-4353-b5c4-da9bcf42942c admin admin] Calling delete_port for d98f3ebe-b27b-4e55-b425-9d6967ca51a3 owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:02.216264 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdce8ef-ab11-4965-baf0-b73b9e17f58f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:02.216673 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3fdce8ef-ab11-4965-baf0-b73b9e17f58f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:02.223870 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a306f88c-23b5-45c1-9167-1508b35bc2f2 None None] Network 6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:02.257580 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d8dfe1c1-3ff4-4b99-85a8-a28269c7b706 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:02.257942 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-d8dfe1c1-3ff4-4b99-85a8-a28269c7b706 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Added segment cbc30c06-a0da-4400-8e00-bf0de1d5c84b of type vlan for network 4739a487-7fae-4d49-a7ca-fa3b790abea5 Aug 16 20:56:02.310989 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3fdce8ef-ab11-4965-baf0-b73b9e17f58f admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3820634 Aug 16 20:56:02.331916 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46420) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:02.335684 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8b7dfcaa-56e3-445c-8f90-31082448503a req-93981939-3847-473d-ab14-9c1786e95207 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/ports?device_id=0381e1ef-a6ea-4f35-9de7-5e95290d09c7 HTTP/1.1" status: 200 len: 210 time: 0.0393398 Aug 16 20:56:02.339595 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-273338f9-e254-4a7b-97ff-2fff1cc150cc admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-157227052-router', 'tenant_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:02.345339 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8041b0a9-f390-48db-8bee-21c487aacee2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:02.404862 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e704ae-c77f-49f0-8f91-273e416e1b4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-6c1a60e8-edd1-4d58-b6d4-9cea8db0a781', 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781', 'tenant_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'fixed_ips': [{'subnet_id': '20aa60f1-bb16-40f5-b2dd-0341c13f6e8c'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:56:02.406215 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-06e704ae-c77f-49f0-8f91-273e416e1b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:02.432134 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-273338f9-e254-4a7b-97ff-2fff1cc150cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:02.433505 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-273338f9-e254-4a7b-97ff-2fff1cc150cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:02.528495 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-273338f9-e254-4a7b-97ff-2fff1cc150cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:02.577355 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-06e704ae-c77f-49f0-8f91-273e416e1b4c None None] Allocated IP 172.20.0.2 (6c1a60e8-edd1-4d58-b6d4-9cea8db0a781/20aa60f1-bb16-40f5-b2dd-0341c13f6e8c/8b871201-5b96-4ed3-98ec-7025d44e5fb1) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:02.686883 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d8dfe1c1-3ff4-4b99-85a8-a28269c7b706 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:02.762159 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-06e704ae-c77f-49f0-8f91-273e416e1b4c None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:02.772340 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-06e704ae-c77f-49f0-8f91-273e416e1b4c None None] Transition to ACTIVE for port object 8b871201-5b96-4ed3-98ec-7025d44e5fb1 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:02.792661 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-06e704ae-c77f-49f0-8f91-273e416e1b4c None None] Transition to ACTIVE for port object 8b871201-5b96-4ed3-98ec-7025d44e5fb1 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:02.800463 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-273338f9-e254-4a7b-97ff-2fff1cc150cc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:02.852742 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.db.resource_extend [None req-d8dfe1c1-3ff4-4b99-85a8-a28269c7b706 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:56:02.867305 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8041b0a9-f390-48db-8bee-21c487aacee2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:02.884327 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8041b0a9-f390-48db-8bee-21c487aacee2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:02.889225 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-06e704ae-c77f-49f0-8f91-273e416e1b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:02.960904 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e704ae-c77f-49f0-8f91-273e416e1b4c None None] Network 6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:02.964924 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-06e704ae-c77f-49f0-8f91-273e416e1b4c None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:02.967377 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e704ae-c77f-49f0-8f91-273e416e1b4c None None] Pushing event updated for resources: {'Port': ['ID=8b871201-5b96-4ed3-98ec-7025d44e5fb1,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:02.970133 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e704ae-c77f-49f0-8f91-273e416e1b4c None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:02.981895 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa562f-cea1-44e1-b011-3549657ea65d req-6cc34443-2411-4c50-9a6a-12289ec1c1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:02.990154 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a2fa562f-cea1-44e1-b011-3549657ea65d req-6cc34443-2411-4c50-9a6a-12289ec1c1ae service neutron] 10.222.0.90 "GET /v2.0/networks?id=5a5bf8fc-f269-4f39-b3c6-975502c735e9 HTTP/1.1" status: 200 len: 915 time: 0.8144491 Aug 16 20:56:03.059058 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a2fa562f-cea1-44e1-b011-3549657ea65d req-58d490d7-87a5-4ee8-9110-d106e925e3f3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b603ab1-6591-4239-a8f8-f9793a7747f5 HTTP/1.1" status: 200 len: 217 time: 0.0657856 Aug 16 20:56:03.073622 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-06e704ae-c77f-49f0-8f91-273e416e1b4c None None] Attempting to bind port 8b871201-5b96-4ed3-98ec-7025d44e5fb1 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:56:03.073996 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-06e704ae-c77f-49f0-8f91-273e416e1b4c None None] Attempting to bind port 8b871201-5b96-4ed3-98ec-7025d44e5fb1 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '22721eb0-aba5-4aa9-85ca-08a2fecd48ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:56:03.074373 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e704ae-c77f-49f0-8f91-273e416e1b4c None None] Attempting to bind port 8b871201-5b96-4ed3-98ec-7025d44e5fb1 on network 6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:03.082870 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8041b0a9-f390-48db-8bee-21c487aacee2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:03.083404 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8041b0a9-f390-48db-8bee-21c487aacee2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Fanout notify agent at l3_agent the message router_deleted on router 8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:56:03.087109 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d8dfe1c1-3ff4-4b99-85a8-a28269c7b706 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:03.095912 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8dfe1c1-3ff4-4b99-85a8-a28269c7b706 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:03.096543 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d8dfe1c1-3ff4-4b99-85a8-a28269c7b706 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:03.100225 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e704ae-c77f-49f0-8f91-273e416e1b4c None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:56:03.100613 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e704ae-c77f-49f0-8f91-273e416e1b4c None None] Checking segment: {'id': '22721eb0-aba5-4aa9-85ca-08a2fecd48ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:03.101029 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-06e704ae-c77f-49f0-8f91-273e416e1b4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:03.101434 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e704ae-c77f-49f0-8f91-273e416e1b4c None None] Bound using segment: {'id': '22721eb0-aba5-4aa9-85ca-08a2fecd48ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:56:03.101923 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-06e704ae-c77f-49f0-8f91-273e416e1b4c None None] Bound port: 8b871201-5b96-4ed3-98ec-7025d44e5fb1, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22721eb0-aba5-4aa9-85ca-08a2fecd48ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:56:03.102319 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-06e704ae-c77f-49f0-8f91-273e416e1b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:03.105512 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-3ded7fd5-a1d6-4d51-a24a-cfa5f4b559ad tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:03.107273 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-3ded7fd5-a1d6-4d51-a24a-cfa5f4b559ad tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.72 "GET /v2.0/networks?id=d3e0001d-3b51-4b16-b842-4e83a0bc5e92 HTTP/1.1" status: 200 len: 813 time: 0.3830497 Aug 16 20:56:03.122615 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 0df84bac-866c-4627-a48a-dab9953d510e no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:03.160919 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8041b0a9-f390-48db-8bee-21c487aacee2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:03.162268 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8041b0a9-f390-48db-8bee-21c487aacee2 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "DELETE /v2.0/routers/8fb3e30c-cc9d-4e8d-8c89-b3926ef7caef HTTP/1.1" status: 204 len: 168 time: 3.5239921 Aug 16 20:56:03.173176 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 0df84bac-866c-4627-a48a-dab9953d510e {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:03.173524 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 0df84bac-866c-4627-a48a-dab9953d510e not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:03.173678 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-ade2b4bc-9b62-487f-bb31-7e370ec240b0 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Request body: {'port': {'device_id': '7bb32f1b-48ce-48ec-a285-28be1bdd7cc6', 'network_id': 'd3e0001d-3b51-4b16-b842-4e83a0bc5e92', 'admin_state_up': True, 'tenant_id': '71f66be4f5f646c5b03b2dbfedf85285'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:03.191705 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46428) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:03.236897 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-06e704ae-c77f-49f0-8f91-273e416e1b4c None None] For port 8b871201-5b96-4ed3-98ec-7025d44e5fb1, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:56:03.241132 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-06e704ae-c77f-49f0-8f91-273e416e1b4c None None] For port 8b871201-5b96-4ed3-98ec-7025d44e5fb1, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=8b871201-5b96-4ed3-98ec-7025d44e5fb1,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:56:03.293091 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-273338f9-e254-4a7b-97ff-2fff1cc150cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:03.320273 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198748d3-ff1a-478a-84b1-97adb3432c73 req-cf83f156-db11-4e2a-a909-8601973bca16 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:03.323528 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-06e704ae-c77f-49f0-8f91-273e416e1b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:03.328013 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-198748d3-ff1a-478a-84b1-97adb3432c73 req-cf83f156-db11-4e2a-a909-8601973bca16 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=961633f4-8bb8-4947-8469-2a2282a6649b HTTP/1.1" status: 200 len: 943 time: 0.1175921 Aug 16 20:56:03.340398 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-273338f9-e254-4a7b-97ff-2fff1cc150cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:03.374293 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d8dfe1c1-3ff4-4b99-85a8-a28269c7b706 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5645380 Aug 16 20:56:03.378841 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46430) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:03.381655 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e704ae-c77f-49f0-8f91-273e416e1b4c None None] Pushing event updated for resources: {'Port': ['ID=8b871201-5b96-4ed3-98ec-7025d44e5fb1,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:03.386076 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa562f-cea1-44e1-b011-3549657ea65d req-55072a38-2892-4417-9b5b-779b085bea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:03.387539 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a2fa562f-cea1-44e1-b011-3549657ea65d req-55072a38-2892-4417-9b5b-779b085bea03 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7e91ca38-3cbf-4786-98c9-5df70f5d7fc7 HTTP/1.1" status: 200 len: 854 time: 0.3201904 Aug 16 20:56:03.391494 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-a4317830-8aba-46d9-8dfa-3ca740b690eb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'subnet': {'network_id': '4739a487-7fae-4d49-a7ca-fa3b790abea5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:03.407745 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dfe1c1-3ff4-4b99-85a8-a28269c7b706 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'Network': ['ID=4739a487-7fae-4d49-a7ca-fa3b790abea5,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:03.428696 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 4739a487-7fae-4d49-a7ca-fa3b790abea5 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:56:03.492125 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6e81f72-4e35-4b12-89cf-39d5cbd9ef5b tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Deleting subnet 32716a1a-3d8d-4ee8-b2bd-58afc9a09382 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:56:03.519294 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a2fa562f-cea1-44e1-b011-3549657ea65d req-4634cc7e-0896-453b-a65c-acefcdb2687b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5a5bf8fc-f269-4f39-b3c6-975502c735e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1149094 Aug 16 20:56:03.531612 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a6e81f72-4e35-4b12-89cf-39d5cbd9ef5b tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:03.538125 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e88dcdad-56cb-4353-b5c4-da9bcf42942c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:03.547221 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-24a478d6-94bd-44d7-a7ab-7fa1c74d6751 req-38f09776-bed3-45aa-8eb2-d48a9e0de5a3 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/ports?device_id=0381e1ef-a6ea-4f35-9de7-5e95290d09c7 HTTP/1.1" status: 200 len: 210 time: 0.0792987 Aug 16 20:56:03.566246 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-198748d3-ff1a-478a-84b1-97adb3432c73 req-c81afde7-b0ba-49bb-b492-e7ba8e24b24a tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235866 Aug 16 20:56:03.634303 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-7e3fb2d5-3a90-40a3-b26c-4ad6c69eeff8 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:03.636130 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-7e3fb2d5-3a90-40a3-b26c-4ad6c69eeff8 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.90 "GET /v2.0/networks?id=d3e0001d-3b51-4b16-b842-4e83a0bc5e92 HTTP/1.1" status: 200 len: 813 time: 0.3063796 Aug 16 20:56:03.666007 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-79182392-92a2-462e-a0cd-61d2508746e9 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Request body: {'port': {'device_id': '0381e1ef-a6ea-4f35-9de7-5e95290d09c7', 'network_id': 'd3e0001d-3b51-4b16-b842-4e83a0bc5e92', 'admin_state_up': True, 'tenant_id': '71f66be4f5f646c5b03b2dbfedf85285'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:03.668420 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a6e81f72-4e35-4b12-89cf-39d5cbd9ef5b tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:03.702019 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-273338f9-e254-4a7b-97ff-2fff1cc150cc admin admin] Allocated IP 172.25.1.95 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/b6ed9cde-8829-488a-830e-d9adc7844018) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:03.799201 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88dcdad-56cb-4353-b5c4-da9bcf42942c admin admin] Pushing event deleted for resources: {'Port': ['ID=d98f3ebe-b27b-4e55-b425-9d6967ca51a3,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:03.840327 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a6e81f72-4e35-4b12-89cf-39d5cbd9ef5b tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:03.880403 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.db.api [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-79182392-92a2-462e-a0cd-61d2508746e9 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:56:03.880403 n-d-793620-15 neutron-server[101844]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:56:03.880403 n-d-793620-15 neutron-server[101844]: [parameters: {'project_id_1': '71f66be4f5f646c5b03b2dbfedf85285', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 56, 3, 846840)}] Aug 16 20:56:03.880403 n-d-793620-15 neutron-server[101844]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101844) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:56:03.881646 n-d-793620-15 neutron-server[101844]: DEBUG oslo_db.api [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-79182392-92a2-462e-a0cd-61d2508746e9 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:56:03.886289 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-273338f9-e254-4a7b-97ff-2fff1cc150cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:03.975851 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e88dcdad-56cb-4353-b5c4-da9bcf42942c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:04.009010 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a2fa562f-cea1-44e1-b011-3549657ea65d req-2d8067de-720a-4d9d-ae8d-d85931a68284 service neutron] 10.222.0.90 "GET /v2.0/networks/5a5bf8fc-f269-4f39-b3c6-975502c735e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4442196 Aug 16 20:56:04.032119 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-273338f9-e254-4a7b-97ff-2fff1cc150cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:04.040590 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-ade2b4bc-9b62-487f-bb31-7e370ec240b0 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Made reservation on behalf of 71f66be4f5f646c5b03b2dbfedf85285 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:04.044131 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-ade2b4bc-9b62-487f-bb31-7e370ec240b0 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:04.074226 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273338f9-e254-4a7b-97ff-2fff1cc150cc admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:04.077237 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-273338f9-e254-4a7b-97ff-2fff1cc150cc admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:04.081192 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273338f9-e254-4a7b-97ff-2fff1cc150cc admin admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:04.104150 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273338f9-e254-4a7b-97ff-2fff1cc150cc admin admin] Pushing event updated for resources: {'Port': ['ID=b6ed9cde-8829-488a-830e-d9adc7844018,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:04.114496 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e88dcdad-56cb-4353-b5c4-da9bcf42942c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:04.144656 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e88dcdad-56cb-4353-b5c4-da9bcf42942c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:04.147068 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a6e81f72-4e35-4b12-89cf-39d5cbd9ef5b tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:04.231899 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e81f72-4e35-4b12-89cf-39d5cbd9ef5b tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event deleted for resources: {'Subnet': ['ID=32716a1a-3d8d-4ee8-b2bd-58afc9a09382,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:04.261814 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a6e81f72-4e35-4b12-89cf-39d5cbd9ef5b tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:04.263733 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a6e81f72-4e35-4b12-89cf-39d5cbd9ef5b tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "DELETE /v2.0/subnets/32716a1a-3d8d-4ee8-b2bd-58afc9a09382 HTTP/1.1" status: 204 len: 168 time: 1.0710003 Aug 16 20:56:04.264645 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4317830-8aba-46d9-8dfa-3ca740b690eb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Made reservation on behalf of f26b2ff065a440569c5739b2c3aa62ad for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:04.268355 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46438) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:04.268528 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a4317830-8aba-46d9-8dfa-3ca740b690eb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:04.288239 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device fd48e257-abe7-4964-b891-237fb60e766d no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:04.315412 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: fd48e257-abe7-4964-b891-237fb60e766d {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:04.315412 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device fd48e257-abe7-4964-b891-237fb60e766d not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:04.315986 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 3ba01779-0858-4c6d-b20d-316625076d50 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:04.338281 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 3ba01779-0858-4c6d-b20d-316625076d50 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:04.338987 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 3ba01779-0858-4c6d-b20d-316625076d50 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:04.354389 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e88dcdad-56cb-4353-b5c4-da9bcf42942c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:04.354942 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88dcdad-56cb-4353-b5c4-da9bcf42942c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca719e48-641f-4290-964e-4e91bb389d29 {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:56:04.359566 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e88dcdad-56cb-4353-b5c4-da9bcf42942c admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:04.360925 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e88dcdad-56cb-4353-b5c4-da9bcf42942c admin admin] 10.222.0.84 "DELETE /v2.0/routers/ca719e48-641f-4290-964e-4e91bb389d29 HTTP/1.1" status: 204 len: 168 time: 3.8772097 Aug 16 20:56:04.373702 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device bb9f722c-c8bd-4d0a-89d7-a239dd293695 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:56:04.375097 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46440) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:04.459209 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:56:04.501100 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a2fa562f-cea1-44e1-b011-3549657ea65d req-e1f33527-ca7e-4212-b211-66e6c1432a28 service neutron] 10.222.0.90 "GET /v2.0/networks/5a5bf8fc-f269-4f39-b3c6-975502c735e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229681 Aug 16 20:56:04.535771 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-ade2b4bc-9b62-487f-bb31-7e370ec240b0 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Allocated IP 172.20.0.10 (d3e0001d-3b51-4b16-b842-4e83a0bc5e92/49b47344-9673-44ec-80b0-814953de749d/0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:04.542580 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-09943bac-3106-4802-819f-1f7fc011f688 admin admin] Deleting subnet f72c7722-b18e-41bf-9657-631ad210a5e1 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:56:04.546284 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-09943bac-3106-4802-819f-1f7fc011f688 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:04.557337 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port bb9f722c-c8bd-4d0a-89d7-a239dd293695, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=bb9f722c-c8bd-4d0a-89d7-a239dd293695,segment=NetworkSegment(d750202b-6aed-4115-ba35-7fc31b994eaf),segment_id=d750202b-6aed-4115-ba35-7fc31b994eaf)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:04.592946 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91248c2-62b4-4991-9b83-afdc92acf2d5 None None] Network 6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:04.596753 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-09943bac-3106-4802-819f-1f7fc011f688 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:04.604335 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': 'bb9f722c-c8bd-4d0a-89d7-a239dd293695', 'network_id': '5a5bf8fc-f269-4f39-b3c6-975502c735e9', 'port_id': 'bb9f722c-c8bd-4d0a-89d7-a239dd293695', 'mac_address': 'fa:16:3e:ad:ad:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e91ca38-3cbf-4786-98c9-5df70f5d7fc7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:56:04.713919 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-09943bac-3106-4802-819f-1f7fc011f688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:04.751911 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:04.789564 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb9f722c-c8bd-4d0a-89d7-a239dd293695 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:56:04.841910 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-180d8e83-cfd1-4446-8b75-53a8f896cab3 None None] Provisioning for port 8b871201-5b96-4ed3-98ec-7025d44e5fb1 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:04.856675 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port bb9f722c-c8bd-4d0a-89d7-a239dd293695, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=bb9f722c-c8bd-4d0a-89d7-a239dd293695,segment=NetworkSegment(d750202b-6aed-4115-ba35-7fc31b994eaf),segment_id=d750202b-6aed-4115-ba35-7fc31b994eaf)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:04.952198 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b7eb6dac-8e97-41d7-83d0-09c471299220 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:04.956332 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-09943bac-3106-4802-819f-1f7fc011f688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:04.957008 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-60abfd9c-f3b0-4b23-85e7-046d11e60bc9 req-9890a81e-9c95-4349-a8d6-14441d944891 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/ports?device_id=0381e1ef-a6ea-4f35-9de7-5e95290d09c7 HTTP/1.1" status: 200 len: 210 time: 0.0855701 Aug 16 20:56:04.964277 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.009501 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-09943bac-3106-4802-819f-1f7fc011f688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.012003 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-09943bac-3106-4802-819f-1f7fc011f688 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/f72c7722-b18e-41bf-9657-631ad210a5e1 HTTP/1.1" status: 204 len: 168 time: 0.6103692 Aug 16 20:56:05.016361 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900abc10-a4b9-4fe4-897e-670f3d0e6a43 None None] Network 4bbb22bc-a95f-49c3-b025-bf28336c87d7 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:05.035682 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46452) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:05.038619 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-273338f9-e254-4a7b-97ff-2fff1cc150cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.073058 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09943bac-3106-4802-819f-1f7fc011f688 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f72c7722-b18e-41bf-9657-631ad210a5e1,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:05.082625 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a4317830-8aba-46d9-8dfa-3ca740b690eb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.151286 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2dd674ed-cb23-492c-8024-1e58d0f27aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.196618 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=bb9f722c-c8bd-4d0a-89d7-a239dd293695,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:05.210102 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-79182392-92a2-462e-a0cd-61d2508746e9 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Made reservation on behalf of 71f66be4f5f646c5b03b2dbfedf85285 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:05.214242 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-79182392-92a2-462e-a0cd-61d2508746e9 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.281687 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229837ff-63a5-47e8-80c5-7487b6018357 req-a3353b78-97e9-4da9-9bf9-dc2f28046f24 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:05.284228 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['bb9f722c-c8bd-4d0a-89d7-a239dd293695'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:56:05.287344 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 8b871201-5b96-4ed3-98ec-7025d44e5fb1 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:05.291220 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-229837ff-63a5-47e8-80c5-7487b6018357 req-a3353b78-97e9-4da9-9bf9-dc2f28046f24 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=961633f4-8bb8-4947-8469-2a2282a6649b HTTP/1.1" status: 200 len: 943 time: 0.4207797 Aug 16 20:56:05.343351 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4317830-8aba-46d9-8dfa-3ca740b690eb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'Subnet': ['ID=ff5222fb-e341-4f75-8b80-da3d32543b25,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:05.346652 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4317830-8aba-46d9-8dfa-3ca740b690eb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Checking segment: {'id': 'cbc30c06-a0da-4400-8e00-bf0de1d5c84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4739a487-7fae-4d49-a7ca-fa3b790abea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:05.347381 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4317830-8aba-46d9-8dfa-3ca740b690eb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Network hostable DHCP agents. Network: 4739a487-7fae-4d49-a7ca-fa3b790abea5, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:56:05.378674 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-ade2b4bc-9b62-487f-bb31-7e370ec240b0 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.454417 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4317830-8aba-46d9-8dfa-3ca740b690eb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Network 4739a487-7fae-4d49-a7ca-fa3b790abea5 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:56:05.476322 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046aba2f-96b4-427b-8141-00a7d197c137 None None] DHCP port deletion for 4bbb22bc-a95f-49c3-b025-bf28336c87d7 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:56:05.520819 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b7eb6dac-8e97-41d7-83d0-09c471299220 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.551501 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-b7eb6dac-8e97-41d7-83d0-09c471299220 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ccf3479-cbbc-49fa-8481-d60d877f9966']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:05.557977 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-ade2b4bc-9b62-487f-bb31-7e370ec240b0 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.559939 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-046aba2f-96b4-427b-8141-00a7d197c137 None None] Deleting port ecb26dd8-ddfc-445f-b275-a31b355d87fa {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:05.559939 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-046aba2f-96b4-427b-8141-00a7d197c137 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.581364 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-b7eb6dac-8e97-41d7-83d0-09c471299220 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe17df7-c424-4c9f-86fe-e708f3854f2e') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:05.581815 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-b7eb6dac-8e97-41d7-83d0-09c471299220 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe17df7-c424-4c9f-86fe-e708f3854f2e') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:05.588204 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-229837ff-63a5-47e8-80c5-7487b6018357 req-fc374e28-f2ba-46f9-bad9-9337357d66c5 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958021 Aug 16 20:56:05.613531 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 8b871201-5b96-4ed3-98ec-7025d44e5fb1 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:05.615736 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-ade2b4bc-9b62-487f-bb31-7e370ec240b0 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Network d3e0001d-3b51-4b16-b842-4e83a0bc5e92 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:05.623266 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 8b871201-5b96-4ed3-98ec-7025d44e5fb1 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:05.623549 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-a4317830-8aba-46d9-8dfa-3ca740b690eb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 4739a487-7fae-4d49-a7ca-fa3b790abea5) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:05.623693 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.628456 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-ade2b4bc-9b62-487f-bb31-7e370ec240b0 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:05.638173 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-ade2b4bc-9b62-487f-bb31-7e370ec240b0 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:05.645700 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4317830-8aba-46d9-8dfa-3ca740b690eb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:05.645700 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a4317830-8aba-46d9-8dfa-3ca740b690eb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.652322 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c7dabc-cd15-4d89-9f6e-71dec5460f1b None None] Network 4739a487-7fae-4d49-a7ca-fa3b790abea5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:05.657374 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b7eb6dac-8e97-41d7-83d0-09c471299220 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.665427 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2b4bc-9b62-487f-bb31-7e370ec240b0 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Pushing event updated for resources: {'Port': ['ID=0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:05.673782 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-046aba2f-96b4-427b-8141-00a7d197c137 None None] For port ecb26dd8-ddfc-445f-b275-a31b355d87fa, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=ecb26dd8-ddfc-445f-b275-a31b355d87fa,segment=NetworkSegment(7b235a1a-9054-49ab-85cf-feb8bb6f6bf2),segment_id=7b235a1a-9054-49ab-85cf-feb8bb6f6bf2)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:05.674387 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-046aba2f-96b4-427b-8141-00a7d197c137 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.680591 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-2dd674ed-cb23-492c-8024-1e58d0f27aa2 admin admin] Deleting port ecb26dd8-ddfc-445f-b275-a31b355d87fa {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:05.680942 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2dd674ed-cb23-492c-8024-1e58d0f27aa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.692162 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b7eb6dac-8e97-41d7-83d0-09c471299220 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.705361 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-ade2b4bc-9b62-487f-bb31-7e370ec240b0 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:05.705845 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-ade2b4bc-9b62-487f-bb31-7e370ec240b0 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.725744 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-046aba2f-96b4-427b-8141-00a7d197c137 None None] Calling delete_port for ecb26dd8-ddfc-445f-b275-a31b355d87fa owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:05.775047 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7eb6dac-8e97-41d7-83d0-09c471299220 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:56:05.775465 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b7eb6dac-8e97-41d7-83d0-09c471299220 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.780321 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 20:56:05.780321 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:56:05.780321 n-d-793620-15 neutron-server[101844]: timer() Aug 16 20:56:05.780321 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:56:05.780321 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 20:56:05.780321 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:56:05.780321 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 20:56:05.780321 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:56:05.780321 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 20:56:05.780321 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:56:05.780321 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 20:56:05.780321 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:56:05.780321 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 20:56:05.780321 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:56:05.780321 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:56:05.780321 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:56:05.780321 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:56:05.780321 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:56:05.780321 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 20:56:05.780321 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:56:05.780321 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 20:56:05.780321 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:56:05.780321 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:56:05.780321 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:56:05.780321 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 20:56:05.780321 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:56:05.780321 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:56:05.780321 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:56:05.780321 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:56:05.780321 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:56:05.780321 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:56:05.780321 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:56:05.823008 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a4317830-8aba-46d9-8dfa-3ca740b690eb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4386687 Aug 16 20:56:05.825848 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46454) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:05.829274 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-02e63c6d-7cca-4081-821c-3f56e46a9f4b tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'subnet': {'network_id': '4739a487-7fae-4d49-a7ca-fa3b790abea5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:05.837850 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-79182392-92a2-462e-a0cd-61d2508746e9 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Allocated IP 172.20.0.6 (d3e0001d-3b51-4b16-b842-4e83a0bc5e92/49b47344-9673-44ec-80b0-814953de749d/970bf7ff-e94f-40fe-afdc-9528848d2d57) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:05.877912 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.922639 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-2dd674ed-cb23-492c-8024-1e58d0f27aa2 admin admin] For port ecb26dd8-ddfc-445f-b275-a31b355d87fa, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=ecb26dd8-ddfc-445f-b275-a31b355d87fa,segment=NetworkSegment(7b235a1a-9054-49ab-85cf-feb8bb6f6bf2),segment_id=7b235a1a-9054-49ab-85cf-feb8bb6f6bf2)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:05.923047 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2dd674ed-cb23-492c-8024-1e58d0f27aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.949615 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-2dd674ed-cb23-492c-8024-1e58d0f27aa2 admin admin] Calling delete_port for ecb26dd8-ddfc-445f-b275-a31b355d87fa owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:05.961638 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 8b871201-5b96-4ed3-98ec-7025d44e5fb1, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=8b871201-5b96-4ed3-98ec-7025d44e5fb1,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:05.970546 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67db5aac-7c50-4b02-82fe-134aecc9424c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-4739a487-7fae-4d49-a7ca-fa3b790abea5', 'network_id': '4739a487-7fae-4d49-a7ca-fa3b790abea5', 'tenant_id': 'f26b2ff065a440569c5739b2c3aa62ad', 'fixed_ips': [{'subnet_id': 'ff5222fb-e341-4f75-8b80-da3d32543b25'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:56:05.972799 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-67db5aac-7c50-4b02-82fe-134aecc9424c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.997737 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b7eb6dac-8e97-41d7-83d0-09c471299220 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.003000 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b7eb6dac-8e97-41d7-83d0-09c471299220 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.005018 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b7eb6dac-8e97-41d7-83d0-09c471299220 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] 10.222.0.84 "DELETE /v2.0/networks/0ccf3479-cbbc-49fa-8481-d60d877f9966 HTTP/1.1" status: 204 len: 168 time: 1.7366176 Aug 16 20:56:06.006529 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-273338f9-e254-4a7b-97ff-2fff1cc150cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.062110 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb6dac-8e97-41d7-83d0-09c471299220 tempest-FloatingIPTestJSON-1475617111 tempest-FloatingIPTestJSON-1475617111-project] Pushing event deleted for resources: {'Network': ['ID=0ccf3479-cbbc-49fa-8481-d60d877f9966,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:06.112232 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-046aba2f-96b4-427b-8141-00a7d197c137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.120844 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.155963 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046aba2f-96b4-427b-8141-00a7d197c137 None None] Pushing event deleted for resources: {'Port': ['ID=ecb26dd8-ddfc-445f-b275-a31b355d87fa,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:06.155963 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046aba2f-96b4-427b-8141-00a7d197c137 None None] No DVR routers for this DVR port ecb26dd8-ddfc-445f-b275-a31b355d87fa on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:06.201749 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-279e28e7-06be-47b6-a89e-ad340b999635 req-1b1ed62f-b458-418f-9a63-08cd880e51c4 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/ports?device_id=0381e1ef-a6ea-4f35-9de7-5e95290d09c7 HTTP/1.1" status: 200 len: 210 time: 0.1292222 Aug 16 20:56:06.217182 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=8b871201-5b96-4ed3-98ec-7025d44e5fb1,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:06.237566 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device d98f3ebe-b27b-4e55-b425-9d6967ca51a3 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:06.245954 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-67db5aac-7c50-4b02-82fe-134aecc9424c None None] Allocated IP 172.20.0.2 (4739a487-7fae-4d49-a7ca-fa3b790abea5/ff5222fb-e341-4f75-8b80-da3d32543b25/80d178b8-fa7e-48cc-b54a-78f0c957317e) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:06.269124 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: d98f3ebe-b27b-4e55-b425-9d6967ca51a3 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:06.269498 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device d98f3ebe-b27b-4e55-b425-9d6967ca51a3 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:06.283030 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-ade2b4bc-9b62-487f-bb31-7e370ec240b0 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1459699 Aug 16 20:56:06.296536 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-721f7a74-a285-4034-97f3-a3592f5a8496 service neutron] Request body: {'port': {'device_id': '7bb32f1b-48ce-48ec-a285-28be1bdd7cc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:06.376623 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device bb9f722c-c8bd-4d0a-89d7-a239dd293695 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:06.377302 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2dd674ed-cb23-492c-8024-1e58d0f27aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.390233 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-721f7a74-a285-4034-97f3-a3592f5a8496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.409384 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-79182392-92a2-462e-a0cd-61d2508746e9 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.452303 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd674ed-cb23-492c-8024-1e58d0f27aa2 admin admin] No DVR routers for this DVR port ecb26dd8-ddfc-445f-b275-a31b355d87fa on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:06.454244 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd674ed-cb23-492c-8024-1e58d0f27aa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecb26dd8-ddfc-445f-b275-a31b355d87fa,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:06.497027 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-67db5aac-7c50-4b02-82fe-134aecc9424c None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.508209 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-67db5aac-7c50-4b02-82fe-134aecc9424c None None] Transition to ACTIVE for port object 80d178b8-fa7e-48cc-b54a-78f0c957317e will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:06.528703 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-67db5aac-7c50-4b02-82fe-134aecc9424c None None] Transition to ACTIVE for port object 80d178b8-fa7e-48cc-b54a-78f0c957317e will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:06.529315 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46466) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:06.533243 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e63c6d-7cca-4081-821c-3f56e46a9f4b tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Made reservation on behalf of f26b2ff065a440569c5739b2c3aa62ad for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:06.536648 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-02e63c6d-7cca-4081-821c-3f56e46a9f4b tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.572105 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2dd674ed-cb23-492c-8024-1e58d0f27aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.581872 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port bb9f722c-c8bd-4d0a-89d7-a239dd293695 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:06.591079 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port bb9f722c-c8bd-4d0a-89d7-a239dd293695 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:06.591279 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-2dd674ed-cb23-492c-8024-1e58d0f27aa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bbb22bc-a95f-49c3-b025-bf28336c87d7']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:06.592771 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.604539 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-2dd674ed-cb23-492c-8024-1e58d0f27aa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b235a1a-9054-49ab-85cf-feb8bb6f6bf2') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:06.604935 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-2dd674ed-cb23-492c-8024-1e58d0f27aa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b235a1a-9054-49ab-85cf-feb8bb6f6bf2') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:06.616555 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2dd674ed-cb23-492c-8024-1e58d0f27aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.632346 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2dd674ed-cb23-492c-8024-1e58d0f27aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.639918 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd674ed-cb23-492c-8024-1e58d0f27aa2 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:56:06.640332 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2dd674ed-cb23-492c-8024-1e58d0f27aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.642236 n-d-793620-15 neutron-server[101844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:06.642236 n-d-793620-15 neutron-server[101844]: self.session.flush() Aug 16 20:56:06.642236 n-d-793620-15 neutron-server[101844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:06.642236 n-d-793620-15 neutron-server[101844]: self.session.flush() Aug 16 20:56:06.642236 n-d-793620-15 neutron-server[101844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:06.642236 n-d-793620-15 neutron-server[101844]: self.session.flush() Aug 16 20:56:06.642236 n-d-793620-15 neutron-server[101844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:06.642236 n-d-793620-15 neutron-server[101844]: self.session.flush() Aug 16 20:56:06.642236 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 20:56:06.642236 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:56:06.642236 n-d-793620-15 neutron-server[101844]: timer() Aug 16 20:56:06.642236 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:56:06.642236 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 20:56:06.642236 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:56:06.642236 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 20:56:06.642236 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:56:06.642236 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 20:56:06.642236 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:56:06.642236 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 20:56:06.642236 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:56:06.642236 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 20:56:06.642236 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:56:06.642236 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:56:06.642236 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:56:06.642236 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:56:06.642236 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:56:06.642236 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 20:56:06.642236 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:56:06.642236 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 20:56:06.642236 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:56:06.642236 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:56:06.642236 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:56:06.642236 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 20:56:06.642236 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:56:06.642236 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:56:06.642236 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:56:06.642236 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:56:06.642236 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:56:06.642236 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:56:06.642236 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:56:06.670590 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-67db5aac-7c50-4b02-82fe-134aecc9424c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.679081 n-d-793620-15 neutron-server[101845]: INFO neutron.db.ipam_backend_mixin [None req-02e63c6d-7cca-4081-821c-3f56e46a9f4b tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ff5222fb-e341-4f75-8b80-da3d32543b25 (CIDR: 172.20.0.0/28) Aug 16 20:56:06.709190 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67db5aac-7c50-4b02-82fe-134aecc9424c None None] Network 4739a487-7fae-4d49-a7ca-fa3b790abea5 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:06.714504 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273338f9-e254-4a7b-97ff-2fff1cc150cc admin admin] Router 8fcabe98-84b1-4e5f-9562-336adf9cdaa0 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:56:06.717629 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-67db5aac-7c50-4b02-82fe-134aecc9424c None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:06.737768 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67db5aac-7c50-4b02-82fe-134aecc9424c None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:06.748048 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db5aac-7c50-4b02-82fe-134aecc9424c None None] Pushing event updated for resources: {'Port': ['ID=80d178b8-fa7e-48cc-b54a-78f0c957317e,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:06.751941 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-02e63c6d-7cca-4081-821c-3f56e46a9f4b tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:56:06.752634 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02e63c6d-7cca-4081-821c-3f56e46a9f4b tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:56:06.756959 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-79182392-92a2-462e-a0cd-61d2508746e9 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.809276 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.822349 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-67db5aac-7c50-4b02-82fe-134aecc9424c None None] Attempting to bind port 80d178b8-fa7e-48cc-b54a-78f0c957317e on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:56:06.822719 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-67db5aac-7c50-4b02-82fe-134aecc9424c None None] Attempting to bind port 80d178b8-fa7e-48cc-b54a-78f0c957317e by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'cbc30c06-a0da-4400-8e00-bf0de1d5c84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4739a487-7fae-4d49-a7ca-fa3b790abea5'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:56:06.822907 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-edcc3dbf-6f7f-4eee-8d70-0d4225d96d87 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=dedbb1beea794d6383c077ea3d880178&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2908785 Aug 16 20:56:06.823117 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67db5aac-7c50-4b02-82fe-134aecc9424c None None] Attempting to bind port 80d178b8-fa7e-48cc-b54a-78f0c957317e on network 4739a487-7fae-4d49-a7ca-fa3b790abea5 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:06.826046 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46472) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:06.832028 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67db5aac-7c50-4b02-82fe-134aecc9424c None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:56:06.832523 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67db5aac-7c50-4b02-82fe-134aecc9424c None None] Checking segment: {'id': 'cbc30c06-a0da-4400-8e00-bf0de1d5c84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4739a487-7fae-4d49-a7ca-fa3b790abea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:06.832825 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-67db5aac-7c50-4b02-82fe-134aecc9424c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.833220 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67db5aac-7c50-4b02-82fe-134aecc9424c None None] Bound using segment: {'id': 'cbc30c06-a0da-4400-8e00-bf0de1d5c84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4739a487-7fae-4d49-a7ca-fa3b790abea5'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:56:06.833726 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-67db5aac-7c50-4b02-82fe-134aecc9424c None None] Bound port: 80d178b8-fa7e-48cc-b54a-78f0c957317e, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc30c06-a0da-4400-8e00-bf0de1d5c84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4739a487-7fae-4d49-a7ca-fa3b790abea5'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:56:06.834282 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-67db5aac-7c50-4b02-82fe-134aecc9424c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.856934 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961633f4-8bb8-4947-8469-2a2282a6649b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9f722c-c8bd-4d0a-89d7-a239dd293695'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:56:06.859268 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5000eae9-b1fe-4f55-b98d-f78239e87c93" -d '{"events": [{"server_uuid": "961633f4-8bb8-4947-8469-2a2282a6649b", "name": "network-vif-plugged", "status": "completed", "tag": "bb9f722c-c8bd-4d0a-89d7-a239dd293695"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:56:06.875062 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port bb9f722c-c8bd-4d0a-89d7-a239dd293695, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=bb9f722c-c8bd-4d0a-89d7-a239dd293695,segment=NetworkSegment(d750202b-6aed-4115-ba35-7fc31b994eaf),segment_id=d750202b-6aed-4115-ba35-7fc31b994eaf)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:06.888292 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-79182392-92a2-462e-a0cd-61d2508746e9 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Network d3e0001d-3b51-4b16-b842-4e83a0bc5e92 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:06.900674 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f40e43-dc7a-4b9c-bc0d-a9dce4d7d370 x-openstack-request-id: req-65f40e43-dc7a-4b9c-bc0d-a9dce4d7d370 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:56:06.904738 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-02e63c6d-7cca-4081-821c-3f56e46a9f4b tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0757699 Aug 16 20:56:06.904897 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961633f4-8bb8-4947-8469-2a2282a6649b", "name": "network-vif-plugged", "status": "completed", "tag": "bb9f722c-c8bd-4d0a-89d7-a239dd293695", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:56:06.904986 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-79182392-92a2-462e-a0cd-61d2508746e9 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:06.905075 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-65f40e43-dc7a-4b9c-bc0d-a9dce4d7d370 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:56:06.905075 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '961633f4-8bb8-4947-8469-2a2282a6649b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9f722c-c8bd-4d0a-89d7-a239dd293695', 'code': 200} Aug 16 20:56:06.905216 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46476) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:06.905300 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-79182392-92a2-462e-a0cd-61d2508746e9 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:06.914869 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-1af6f7ff-415c-4010-a52a-165953ccc8d0 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'subnet': {'network_id': '4739a487-7fae-4d49-a7ca-fa3b790abea5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:06.933085 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2dd674ed-cb23-492c-8024-1e58d0f27aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.933085 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79182392-92a2-462e-a0cd-61d2508746e9 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Pushing event updated for resources: {'Port': ['ID=970bf7ff-e94f-40fe-afdc-9528848d2d57,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:06.962375 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2dd674ed-cb23-492c-8024-1e58d0f27aa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.966581 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2dd674ed-cb23-492c-8024-1e58d0f27aa2 admin admin] 10.222.0.84 "DELETE /v2.0/networks/4bbb22bc-a95f-49c3-b025-bf28336c87d7 HTTP/1.1" status: 204 len: 168 time: 1.9273591 Aug 16 20:56:06.973582 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.993305 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5ac8c-6dd5-4dcd-bf6b-e1518471af71 req-dac49632-12f2-457b-af36-5d4594633341 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:07.001253 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-18d5ac8c-6dd5-4dcd-bf6b-e1518471af71 req-dac49632-12f2-457b-af36-5d4594633341 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=961633f4-8bb8-4947-8469-2a2282a6649b HTTP/1.1" status: 200 len: 944 time: 0.3006930 Aug 16 20:56:07.021325 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-88089fba-13a2-419c-9f9f-4cd4e4c93cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.055734 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-67db5aac-7c50-4b02-82fe-134aecc9424c None None] For port 80d178b8-fa7e-48cc-b54a-78f0c957317e, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:56:07.073611 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-721f7a74-a285-4034-97f3-a3592f5a8496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:56:07.076191 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-67db5aac-7c50-4b02-82fe-134aecc9424c None None] For port 80d178b8-fa7e-48cc-b54a-78f0c957317e, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=80d178b8-fa7e-48cc-b54a-78f0c957317e,segment=NetworkSegment(cbc30c06-a0da-4400-8e00-bf0de1d5c84b),segment_id=cbc30c06-a0da-4400-8e00-bf0de1d5c84b)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:56:07.078102 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=bb9f722c-c8bd-4d0a-89d7-a239dd293695,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:07.079686 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd674ed-cb23-492c-8024-1e58d0f27aa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bbb22bc-a95f-49c3-b025-bf28336c87d7,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:07.112733 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-721f7a74-a285-4034-97f3-a3592f5a8496 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.126038 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 8b871201-5b96-4ed3-98ec-7025d44e5fb1 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:07.127512 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-79182392-92a2-462e-a0cd-61d2508746e9 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:07.128182 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-79182392-92a2-462e-a0cd-61d2508746e9 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.135410 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-88089fba-13a2-419c-9f9f-4cd4e4c93cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.151578 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-18d5ac8c-6dd5-4dcd-bf6b-e1518471af71 req-5df88de2-fb39-41b0-aa20-487555e11943 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487138 Aug 16 20:56:07.156999 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273338f9-e254-4a7b-97ff-2fff1cc150cc admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:56:07.175879 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bc268-8f4a-48c6-97d8-d3b9281d6ae8 req-6b42248f-4752-4d67-8283-d56392993c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:07.175879 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-070bc268-8f4a-48c6-97d8-d3b9281d6ae8 req-6b42248f-4752-4d67-8283-d56392993c51 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=961633f4-8bb8-4947-8469-2a2282a6649b HTTP/1.1" status: 200 len: 1097 time: 0.1895728 Aug 16 20:56:07.175879 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-721f7a74-a285-4034-97f3-a3592f5a8496 service neutron] Transition to ACTIVE for port object 0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:07.178062 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8eeac5-d5af-4bbb-9c3e-30e03ef47258 None None] Sync routers for ids ['8fcabe98-84b1-4e5f-9562-336adf9cdaa0'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:56:07.184135 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-67db5aac-7c50-4b02-82fe-134aecc9424c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.221618 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-070bc268-8f4a-48c6-97d8-d3b9281d6ae8 req-e85fa047-8dc5-48b2-a2bb-cd7f91851023 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414791 Aug 16 20:56:07.232252 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8eeac5-d5af-4bbb-9c3e-30e03ef47258 None None] Routers {'8fcabe98-84b1-4e5f-9562-336adf9cdaa0'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:07.232931 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-ca8eeac5-d5af-4bbb-9c3e-30e03ef47258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:55:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fcabe98-84b1-4e5f-9562-336adf9cdaa0'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:07.312336 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-721f7a74-a285-4034-97f3-a3592f5a8496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.317345 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-273338f9-e254-4a7b-97ff-2fff1cc150cc admin admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.318346 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-273338f9-e254-4a7b-97ff-2fff1cc150cc admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9850469 Aug 16 20:56:07.319683 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-79182392-92a2-462e-a0cd-61d2508746e9 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6669285 Aug 16 20:56:07.323536 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46484) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:07.368082 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-88089fba-13a2-419c-9f9f-4cd4e4c93cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.371461 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-88089fba-13a2-419c-9f9f-4cd4e4c93cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.372968 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-88089fba-13a2-419c-9f9f-4cd4e4c93cf2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/428a8a5a-fded-4b73-b0c5-67479e5973a0 HTTP/1.1" status: 204 len: 168 time: 0.5440257 Aug 16 20:56:07.373917 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-f90300b0-2640-4413-bfda-831dc0e29e1d service neutron] Request body: {'port': {'device_id': '0381e1ef-a6ea-4f35-9de7-5e95290d09c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:07.434234 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88089fba-13a2-419c-9f9f-4cd4e4c93cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428a8a5a-fded-4b73-b0c5-67479e5973a0,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:07.437772 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cef55-a661-4440-9804-e1173a450f0c req-f972bb11-7e6d-41f2-afbb-3c8cc9aef017 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:07.464523 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46490) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:07.473448 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-038cef55-a661-4440-9804-e1173a450f0c req-f972bb11-7e6d-41f2-afbb-3c8cc9aef017 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/ports?device_id=0381e1ef-a6ea-4f35-9de7-5e95290d09c7 HTTP/1.1" status: 200 len: 931 time: 0.1911149 Aug 16 20:56:07.537965 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f7a74-a285-4034-97f3-a3592f5a8496 service neutron] Pushing event updated for resources: {'Port': ['ID=0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:07.543049 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af6f7ff-415c-4010-a52a-165953ccc8d0 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Made reservation on behalf of f26b2ff065a440569c5739b2c3aa62ad for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:07.547631 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1af6f7ff-415c-4010-a52a-165953ccc8d0 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.582894 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db5aac-7c50-4b02-82fe-134aecc9424c None None] Pushing event updated for resources: {'Port': ['ID=80d178b8-fa7e-48cc-b54a-78f0c957317e,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:07.591628 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 8b871201-5b96-4ed3-98ec-7025d44e5fb1 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:07.592037 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.648816 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-ca8eeac5-d5af-4bbb-9c3e-30e03ef47258 None None] Set router 8fcabe98-84b1-4e5f-9562-336adf9cdaa0 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:07.716989 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-038cef55-a661-4440-9804-e1173a450f0c req-98a011d8-5339-43eb-9f84-fb8ed0762b95 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/security-groups?id=dd6a8c68-c325-4ce0-98fa-ce1587b8f730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426109 Aug 16 20:56:07.724619 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-f90300b0-2640-4413-bfda-831dc0e29e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.758503 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b0ded560-0386-4b34-b65d-70647e344f3f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ebac0160837646008c1ab540ec09346e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2374396 Aug 16 20:56:07.763213 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46492) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:07.774489 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-721f7a74-a285-4034-97f3-a3592f5a8496 service neutron] Attempting to bind port 0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:56:07.777576 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-721f7a74-a285-4034-97f3-a3592f5a8496 service neutron] Attempting to bind port 0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '54eb105c-92b7-478a-9dbd-f7c16dfc3d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3e0001d-3b51-4b16-b842-4e83a0bc5e92'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:56:07.777576 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-721f7a74-a285-4034-97f3-a3592f5a8496 service neutron] Attempting to bind port 0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd on network d3e0001d-3b51-4b16-b842-4e83a0bc5e92 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:07.791851 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-721f7a74-a285-4034-97f3-a3592f5a8496 service neutron] Port 0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd on network d3e0001d-3b51-4b16-b842-4e83a0bc5e92 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:56:07.792424 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-721f7a74-a285-4034-97f3-a3592f5a8496 service neutron] Attempting to bind port 0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd on network d3e0001d-3b51-4b16-b842-4e83a0bc5e92 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:07.813197 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-721f7a74-a285-4034-97f3-a3592f5a8496 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:56:07.813548 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-721f7a74-a285-4034-97f3-a3592f5a8496 service neutron] Checking segment: {'id': '54eb105c-92b7-478a-9dbd-f7c16dfc3d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3e0001d-3b51-4b16-b842-4e83a0bc5e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:07.813934 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-721f7a74-a285-4034-97f3-a3592f5a8496 service neutron] Bound using segment: {'id': '54eb105c-92b7-478a-9dbd-f7c16dfc3d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3e0001d-3b51-4b16-b842-4e83a0bc5e92'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:56:07.814372 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-721f7a74-a285-4034-97f3-a3592f5a8496 service neutron] Bound port: 0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54eb105c-92b7-478a-9dbd-f7c16dfc3d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3e0001d-3b51-4b16-b842-4e83a0bc5e92'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:56:07.814733 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-721f7a74-a285-4034-97f3-a3592f5a8496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.914680 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c946de86-cf55-4e42-8b24-aec9ec7b0b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.936879 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device ecb26dd8-ddfc-445f-b275-a31b355d87fa no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:07.968950 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: ecb26dd8-ddfc-445f-b275-a31b355d87fa {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:07.969666 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device ecb26dd8-ddfc-445f-b275-a31b355d87fa not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:07.973732 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-ca8eeac5-d5af-4bbb-9c3e-30e03ef47258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcabe98-84b1-4e5f-9562-336adf9cdaa0', 'name': 'tempest-ServerActionsTestJSON-157227052-router', 'tenant_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b6ed9cde-8829-488a-830e-d9adc7844018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:56:02Z', 'updated_at': '2021-08-16T20:56:04Z', 'revision_number': 3, 'project_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'gw_port': {'id': 'b6ed9cde-8829-488a-830e-d9adc7844018', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:39:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fcabe98-84b1-4e5f-9562-336adf9cdaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:03Z', 'updated_at': '2021-08-16T20:56:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:08.010413 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8eeac5-d5af-4bbb-9c3e-30e03ef47258 None None] Checking router: 8fcabe98-84b1-4e5f-9562-336adf9cdaa0 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:56:08.010771 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8eeac5-d5af-4bbb-9c3e-30e03ef47258 None None] Updating router 8fcabe98-84b1-4e5f-9562-336adf9cdaa0 port b6ed9cde-8829-488a-830e-d9adc7844018 binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:56:08.029322 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c946de86-cf55-4e42-8b24-aec9ec7b0b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:08.038891 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-721f7a74-a285-4034-97f3-a3592f5a8496 service neutron] For port 0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:56:08.068086 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-721f7a74-a285-4034-97f3-a3592f5a8496 service neutron] For port 0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd,segment=NetworkSegment(54eb105c-92b7-478a-9dbd-f7c16dfc3d12),segment_id=54eb105c-92b7-478a-9dbd-f7c16dfc3d12)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:56:08.070320 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ca8eeac5-d5af-4bbb-9c3e-30e03ef47258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:08.209702 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-721f7a74-a285-4034-97f3-a3592f5a8496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:08.310278 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-721f7a74-a285-4034-97f3-a3592f5a8496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:08.310911 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-721f7a74-a285-4034-97f3-a3592f5a8496 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:08.312372 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-721f7a74-a285-4034-97f3-a3592f5a8496 service neutron] 10.222.0.72 "PUT /v2.0/ports/0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd HTTP/1.1" status: 200 len: 1093 time: 2.0212159 Aug 16 20:56:08.330293 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb32f1b-48ce-48ec-a285-28be1bdd7cc6', 'tag': '0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:56:08.339849 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f99691-faee-4797-b6ee-a102bf6ca269" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb32f1b-48ce-48ec-a285-28be1bdd7cc6", "tag": "0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:56:08.369225 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c946de86-cf55-4e42-8b24-aec9ec7b0b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:08.374157 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c946de86-cf55-4e42-8b24-aec9ec7b0b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:08.374157 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c946de86-cf55-4e42-8b24-aec9ec7b0b8f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9275dbb9-4d5f-4bad-9489-f227972d950f HTTP/1.1" status: 204 len: 168 time: 0.6094446 Aug 16 20:56:08.456212 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c946de86-cf55-4e42-8b24-aec9ec7b0b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9275dbb9-4d5f-4bad-9489-f227972d950f,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:08.479028 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f7a74-a285-4034-97f3-a3592f5a8496 service neutron] Pushing event updated for resources: {'Port': ['ID=0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:08.500649 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b286447a-78ef-4739-8914-1bdb088bccd7 x-openstack-request-id: req-b286447a-78ef-4739-8914-1bdb088bccd7 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:56:08.500948 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb32f1b-48ce-48ec-a285-28be1bdd7cc6", "tag": "0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:56:08.501204 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b286447a-78ef-4739-8914-1bdb088bccd7 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:56:08.501794 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb32f1b-48ce-48ec-a285-28be1bdd7cc6', 'tag': '0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd', 'status': 'completed', 'code': 200} Aug 16 20:56:08.508855 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-2e9f2fd1-5ba1-4b71-ae84-dc69d89a0778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:08.510420 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-2e9f2fd1-5ba1-4b71-ae84-dc69d89a0778 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=71f66be4f5f646c5b03b2dbfedf85285&device_id=7bb32f1b-48ce-48ec-a285-28be1bdd7cc6 HTTP/1.1" status: 200 len: 1096 time: 0.0789819 Aug 16 20:56:08.585511 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-e3fe5f1e-0a5a-4a5d-8a34-9f2d701785d2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd HTTP/1.1" status: 200 len: 217 time: 0.0654838 Aug 16 20:56:08.586592 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1af6f7ff-415c-4010-a52a-165953ccc8d0 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:08.610807 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b7cb07-a32d-4290-833d-1ea0b18b4710 None None] Network 4739a487-7fae-4d49-a7ca-fa3b790abea5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:08.658614 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6f7ff-415c-4010-a52a-165953ccc8d0 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'Subnet': ['ID=4153bf93-c661-4733-aabf-89a3c0b822bd,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:08.704895 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af6f7ff-415c-4010-a52a-165953ccc8d0 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Network 4739a487-7fae-4d49-a7ca-fa3b790abea5 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:08.710863 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-1af6f7ff-415c-4010-a52a-165953ccc8d0 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:08.716410 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af6f7ff-415c-4010-a52a-165953ccc8d0 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:08.717104 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1af6f7ff-415c-4010-a52a-165953ccc8d0 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:08.731728 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-d9d7a40c-6d1e-4692-bd83-43d34c6422e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:08.733278 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-d9d7a40c-6d1e-4692-bd83-43d34c6422e5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49b47344-9673-44ec-80b0-814953de749d HTTP/1.1" status: 200 len: 853 time: 0.0896997 Aug 16 20:56:08.755862 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ca8eeac5-d5af-4bbb-9c3e-30e03ef47258 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:08.774416 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-381eea81-31a5-4638-b269-7e2d565c300b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d3e0001d-3b51-4b16-b842-4e83a0bc5e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310671 Aug 16 20:56:08.780240 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ca8eeac5-d5af-4bbb-9c3e-30e03ef47258 None None] Transition to ACTIVE for port object b6ed9cde-8829-488a-830e-d9adc7844018 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:08.821585 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-df658cc9-38bc-4f16-9894-e2b55d4cfe2d None None] Provisioning for port 80d178b8-fa7e-48cc-b54a-78f0c957317e completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:08.868035 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-f90300b0-2640-4413-bfda-831dc0e29e1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 970bf7ff-e94f-40fe-afdc-9528848d2d57 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:56:08.872710 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1af6f7ff-415c-4010-a52a-165953ccc8d0 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9639885 Aug 16 20:56:08.872950 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ca8eeac5-d5af-4bbb-9c3e-30e03ef47258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:08.876429 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46518) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:08.879619 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-f90300b0-2640-4413-bfda-831dc0e29e1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:08.895350 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-904ec1fb-c208-43c8-b7fa-8dddfcae8a71 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'port': {'network_id': '4739a487-7fae-4d49-a7ca-fa3b790abea5', 'fixed_ips': [{'subnet_id': 'ff5222fb-e341-4f75-8b80-da3d32543b25'}, {'subnet_id': '4153bf93-c661-4733-aabf-89a3c0b822bd'}], 'name': 'tempest-PortsTestJSON-242399457'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:08.896998 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-f90300b0-2640-4413-bfda-831dc0e29e1d service neutron] Transition to ACTIVE for port object 970bf7ff-e94f-40fe-afdc-9528848d2d57 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:08.915721 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf997ad-648a-47b4-927b-f6d3386a3913 req-de2c9494-fc2d-4cd3-82fa-78b94d3bcc02 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:08.926811 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0cf997ad-648a-47b4-927b-f6d3386a3913 req-de2c9494-fc2d-4cd3-82fa-78b94d3bcc02 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=961633f4-8bb8-4947-8469-2a2282a6649b HTTP/1.1" status: 200 len: 945 time: 0.6555281 Aug 16 20:56:08.962419 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c23b60-3ab1-4430-87ab-69a9c00ca137 None None] Pushing event updated for resources: {'Port': ['ID=b6ed9cde-8829-488a-830e-d9adc7844018,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:08.965586 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-ca8eeac5-d5af-4bbb-9c3e-30e03ef47258 None None] Attempting to bind port b6ed9cde-8829-488a-830e-d9adc7844018 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:56:08.965831 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-ca8eeac5-d5af-4bbb-9c3e-30e03ef47258 None None] Attempting to bind port b6ed9cde-8829-488a-830e-d9adc7844018 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:56:08.966205 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8eeac5-d5af-4bbb-9c3e-30e03ef47258 None None] Attempting to bind port b6ed9cde-8829-488a-830e-d9adc7844018 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:08.973644 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8eeac5-d5af-4bbb-9c3e-30e03ef47258 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:56:08.973921 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8eeac5-d5af-4bbb-9c3e-30e03ef47258 None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:08.974526 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ca8eeac5-d5af-4bbb-9c3e-30e03ef47258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:08.975059 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8eeac5-d5af-4bbb-9c3e-30e03ef47258 None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:56:08.975829 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-ca8eeac5-d5af-4bbb-9c3e-30e03ef47258 None None] Bound port: b6ed9cde-8829-488a-830e-d9adc7844018, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:56:08.976070 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ca8eeac5-d5af-4bbb-9c3e-30e03ef47258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:08.992607 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-f90300b0-2640-4413-bfda-831dc0e29e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:09.045057 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90300b0-2640-4413-bfda-831dc0e29e1d service neutron] Pushing event updated for resources: {'Port': ['ID=970bf7ff-e94f-40fe-afdc-9528848d2d57,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:09.075496 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee8d698-c4b0-4e63-b60c-705ce406fbfb None None] Update dhcp port {'port': {'network_id': '4739a487-7fae-4d49-a7ca-fa3b790abea5', 'fixed_ips': [{'subnet_id': 'ff5222fb-e341-4f75-8b80-da3d32543b25', 'ip_address': '172.20.0.2'}, {'subnet_id': '4153bf93-c661-4733-aabf-89a3c0b822bd'}], 'binding:host_id': 'n-d-793620-15'}, 'id': '80d178b8-fa7e-48cc-b54a-78f0c957317e'} from n-d-793620-15. {{(pid=101846) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:56:09.121192 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-ca8eeac5-d5af-4bbb-9c3e-30e03ef47258 None None] For port b6ed9cde-8829-488a-830e-d9adc7844018, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:56:09.121351 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0cf997ad-648a-47b4-927b-f6d3386a3913 req-0064f825-998b-41e0-98fa-66b30e7cd0c2 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916461 Aug 16 20:56:09.121459 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-dee8d698-c4b0-4e63-b60c-705ce406fbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:09.133484 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f869acb-315e-460a-ac30-02b9422a8aaf req-ab94641c-ccf5-4f5d-a7bf-441db69ff1ae tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:09.135062 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5f869acb-315e-460a-ac30-02b9422a8aaf req-ab94641c-ccf5-4f5d-a7bf-441db69ff1ae tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/ports?device_id=0381e1ef-a6ea-4f35-9de7-5e95290d09c7 HTTP/1.1" status: 200 len: 931 time: 0.2348506 Aug 16 20:56:09.143405 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-d6685164-a666-46a2-a122-ca1b26a008d1 service neutron] 10.222.0.72 "GET /v2.0/networks/d3e0001d-3b51-4b16-b842-4e83a0bc5e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606477 Aug 16 20:56:09.149404 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c23261ca-4e70-4a4f-be42-4a1702cd9fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:09.187393 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-ca8eeac5-d5af-4bbb-9c3e-30e03ef47258 None None] For port b6ed9cde-8829-488a-830e-d9adc7844018, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b6ed9cde-8829-488a-830e-d9adc7844018,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:56:09.244137 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 80d178b8-fa7e-48cc-b54a-78f0c957317e up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:09.251749 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904ec1fb-c208-43c8-b7fa-8dddfcae8a71 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Made reservation on behalf of f26b2ff065a440569c5739b2c3aa62ad for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:09.324003 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ca8eeac5-d5af-4bbb-9c3e-30e03ef47258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:09.385159 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-064aaa59-192a-48bb-9c7b-3d8852371153 service neutron] 10.222.0.72 "GET /v2.0/networks/d3e0001d-3b51-4b16-b842-4e83a0bc5e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341206 Aug 16 20:56:09.413097 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8eeac5-d5af-4bbb-9c3e-30e03ef47258 None None] Routers {'8fcabe98-84b1-4e5f-9562-336adf9cdaa0'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:09.414016 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-ca8eeac5-d5af-4bbb-9c3e-30e03ef47258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:55:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fcabe98-84b1-4e5f-9562-336adf9cdaa0'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:09.415939 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5f869acb-315e-460a-ac30-02b9422a8aaf req-55dd56e1-65e7-47b6-acd9-5358d03ea5b6 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/security-groups?id=dd6a8c68-c325-4ce0-98fa-ce1587b8f730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620051 Aug 16 20:56:09.437907 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-904ec1fb-c208-43c8-b7fa-8dddfcae8a71 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:09.443508 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-f90300b0-2640-4413-bfda-831dc0e29e1d service neutron] Attempting to bind port 970bf7ff-e94f-40fe-afdc-9528848d2d57 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:56:09.444162 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-f90300b0-2640-4413-bfda-831dc0e29e1d service neutron] Attempting to bind port 970bf7ff-e94f-40fe-afdc-9528848d2d57 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '54eb105c-92b7-478a-9dbd-f7c16dfc3d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3e0001d-3b51-4b16-b842-4e83a0bc5e92'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:56:09.444731 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-f90300b0-2640-4413-bfda-831dc0e29e1d service neutron] Attempting to bind port 970bf7ff-e94f-40fe-afdc-9528848d2d57 on network d3e0001d-3b51-4b16-b842-4e83a0bc5e92 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:09.472555 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-f90300b0-2640-4413-bfda-831dc0e29e1d service neutron] Port 970bf7ff-e94f-40fe-afdc-9528848d2d57 on network d3e0001d-3b51-4b16-b842-4e83a0bc5e92 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:56:09.473227 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-f90300b0-2640-4413-bfda-831dc0e29e1d service neutron] Attempting to bind port 970bf7ff-e94f-40fe-afdc-9528848d2d57 on network d3e0001d-3b51-4b16-b842-4e83a0bc5e92 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:09.487018 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-f90300b0-2640-4413-bfda-831dc0e29e1d service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:56:09.487458 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-f90300b0-2640-4413-bfda-831dc0e29e1d service neutron] Checking segment: {'id': '54eb105c-92b7-478a-9dbd-f7c16dfc3d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3e0001d-3b51-4b16-b842-4e83a0bc5e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:09.487954 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-f90300b0-2640-4413-bfda-831dc0e29e1d service neutron] Bound using segment: {'id': '54eb105c-92b7-478a-9dbd-f7c16dfc3d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3e0001d-3b51-4b16-b842-4e83a0bc5e92'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:56:09.488464 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-f90300b0-2640-4413-bfda-831dc0e29e1d service neutron] Bound port: 970bf7ff-e94f-40fe-afdc-9528848d2d57, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54eb105c-92b7-478a-9dbd-f7c16dfc3d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3e0001d-3b51-4b16-b842-4e83a0bc5e92'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:56:09.488929 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-f90300b0-2640-4413-bfda-831dc0e29e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:09.505195 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-904ec1fb-c208-43c8-b7fa-8dddfcae8a71 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] device_id is not set on port 94edd7fa-98d4-4dd3-ba22-de22341d36f2 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:56:09.512373 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-c23261ca-4e70-4a4f-be42-4a1702cd9fdf admin admin] Allocated IP 172.20.0.1 (6c1a60e8-edd1-4d58-b6d4-9cea8db0a781/20aa60f1-bb16-40f5-b2dd-0341c13f6e8c/dd7986ff-5826-4dfe-aa27-414042eba1e4) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:09.598627 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c23b60-3ab1-4430-87ab-69a9c00ca137 None None] Pushing event updated for resources: {'Port': ['ID=b6ed9cde-8829-488a-830e-d9adc7844018,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:09.599899 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-f90300b0-2640-4413-bfda-831dc0e29e1d service neutron] For port 970bf7ff-e94f-40fe-afdc-9528848d2d57, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:56:09.611674 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-dee8d698-c4b0-4e63-b60c-705ce406fbfb None None] Allocated IP 172.20.0.18 (4739a487-7fae-4d49-a7ca-fa3b790abea5/4153bf93-c661-4733-aabf-89a3c0b822bd/80d178b8-fa7e-48cc-b54a-78f0c957317e) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:09.623911 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46538) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:09.640838 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-f90300b0-2640-4413-bfda-831dc0e29e1d service neutron] For port 970bf7ff-e94f-40fe-afdc-9528848d2d57, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=970bf7ff-e94f-40fe-afdc-9528848d2d57,segment=NetworkSegment(54eb105c-92b7-478a-9dbd-f7c16dfc3d12),segment_id=54eb105c-92b7-478a-9dbd-f7c16dfc3d12)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:56:09.653852 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-ca8eeac5-d5af-4bbb-9c3e-30e03ef47258 None None] Set router 8fcabe98-84b1-4e5f-9562-336adf9cdaa0 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:09.693898 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c23261ca-4e70-4a4f-be42-4a1702cd9fdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:09.714054 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-c23261ca-4e70-4a4f-be42-4a1702cd9fdf admin admin] Transition to ACTIVE for port object dd7986ff-5826-4dfe-aa27-414042eba1e4 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:09.776312 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-f90300b0-2640-4413-bfda-831dc0e29e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:09.803340 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-f90300b0-2640-4413-bfda-831dc0e29e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:09.804934 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-f90300b0-2640-4413-bfda-831dc0e29e1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:09.806484 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-f90300b0-2640-4413-bfda-831dc0e29e1d service neutron] 10.222.0.90 "PUT /v2.0/ports/970bf7ff-e94f-40fe-afdc-9528848d2d57 HTTP/1.1" status: 200 len: 1092 time: 2.4375112 Aug 16 20:56:09.811535 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0381e1ef-a6ea-4f35-9de7-5e95290d09c7', 'tag': '970bf7ff-e94f-40fe-afdc-9528848d2d57'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:56:09.819417 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30652b5-e1e4-40fc-ab37-75ed077033b4" -d '{"events": [{"name": "network-changed", "server_uuid": "0381e1ef-a6ea-4f35-9de7-5e95290d09c7", "tag": "970bf7ff-e94f-40fe-afdc-9528848d2d57"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:56:09.837391 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 80d178b8-fa7e-48cc-b54a-78f0c957317e completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:09.847014 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c23261ca-4e70-4a4f-be42-4a1702cd9fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:09.882333 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 80d178b8-fa7e-48cc-b54a-78f0c957317e triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:09.882333 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:09.887126 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23261ca-4e70-4a4f-be42-4a1702cd9fdf admin admin] Network 6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:09.906030 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-c23261ca-4e70-4a4f-be42-4a1702cd9fdf admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:09.909644 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23261ca-4e70-4a4f-be42-4a1702cd9fdf admin admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:09.951420 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90300b0-2640-4413-bfda-831dc0e29e1d service neutron] Pushing event updated for resources: {'Port': ['ID=970bf7ff-e94f-40fe-afdc-9528848d2d57,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:09.956993 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759ab2ec-0a07-4d70-871c-f3b90276d41b x-openstack-request-id: req-759ab2ec-0a07-4d70-871c-f3b90276d41b {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:56:09.957278 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0381e1ef-a6ea-4f35-9de7-5e95290d09c7", "tag": "970bf7ff-e94f-40fe-afdc-9528848d2d57", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:56:09.957532 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-759ab2ec-0a07-4d70-871c-f3b90276d41b {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:56:09.957930 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0381e1ef-a6ea-4f35-9de7-5e95290d09c7', 'tag': '970bf7ff-e94f-40fe-afdc-9528848d2d57', 'status': 'completed', 'code': 200} Aug 16 20:56:09.984648 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-dee8d698-c4b0-4e63-b60c-705ce406fbfb None None] For port 80d178b8-fa7e-48cc-b54a-78f0c957317e, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=80d178b8-fa7e-48cc-b54a-78f0c957317e,segment=NetworkSegment(cbc30c06-a0da-4400-8e00-bf0de1d5c84b),segment_id=cbc30c06-a0da-4400-8e00-bf0de1d5c84b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:10.019015 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-e08bd932-90f5-432f-bb69-9068ece931bc tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Request body: {'network': {'name': 'tempest-RoutersTest-107500446'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:10.068695 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c23261ca-4e70-4a4f-be42-4a1702cd9fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:10.074227 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f99691-faee-4797-b6ee-a102bf6ca269 req-1ba20ec0-b6f1-4d1d-9554-bc7d5ac94c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:10.076522 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f7f99691-faee-4797-b6ee-a102bf6ca269 req-1ba20ec0-b6f1-4d1d-9554-bc7d5ac94c5e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=71f66be4f5f646c5b03b2dbfedf85285&device_id=7bb32f1b-48ce-48ec-a285-28be1bdd7cc6 HTTP/1.1" status: 200 len: 1096 time: 0.0860517 Aug 16 20:56:10.077300 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-dee8d698-c4b0-4e63-b60c-705ce406fbfb None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:10.084608 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-0ee881d9-c3dd-4d3f-a186-7715fc3cf162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:10.086181 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-0ee881d9-c3dd-4d3f-a186-7715fc3cf162 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=71f66be4f5f646c5b03b2dbfedf85285&device_id=0381e1ef-a6ea-4f35-9de7-5e95290d09c7 HTTP/1.1" status: 200 len: 1095 time: 0.1691446 Aug 16 20:56:10.092945 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-ca8eeac5-d5af-4bbb-9c3e-30e03ef47258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcabe98-84b1-4e5f-9562-336adf9cdaa0', 'name': 'tempest-ServerActionsTestJSON-157227052-router', 'tenant_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b6ed9cde-8829-488a-830e-d9adc7844018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:56:02Z', 'updated_at': '2021-08-16T20:56:04Z', 'revision_number': 3, 'project_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'gw_port': {'id': 'b6ed9cde-8829-488a-830e-d9adc7844018', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:39:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fcabe98-84b1-4e5f-9562-336adf9cdaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:03Z', 'updated_at': '2021-08-16T20:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:10.139100 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23261ca-4e70-4a4f-be42-4a1702cd9fdf admin admin] Pushing event updated for resources: {'Port': ['ID=dd7986ff-5826-4dfe-aa27-414042eba1e4,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:10.176577 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-dee8d698-c4b0-4e63-b60c-705ce406fbfb None None] Transition to ACTIVE for port object 80d178b8-fa7e-48cc-b54a-78f0c957317e will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:10.178492 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8eeac5-d5af-4bbb-9c3e-30e03ef47258 None None] The sync data for ids ['8fcabe98-84b1-4e5f-9562-336adf9cdaa0'] in n-d-793620-15 is: [{'id': '8fcabe98-84b1-4e5f-9562-336adf9cdaa0', 'name': 'tempest-ServerActionsTestJSON-157227052-router', 'tenant_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b6ed9cde-8829-488a-830e-d9adc7844018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:56:02Z', 'updated_at': '2021-08-16T20:56:04Z', 'revision_number': 3, 'project_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'gw_port': {'id': 'b6ed9cde-8829-488a-830e-d9adc7844018', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:39:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fcabe98-84b1-4e5f-9562-336adf9cdaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:03Z', 'updated_at': '2021-08-16T20:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:56:10.198617 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:10.204888 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f99691-faee-4797-b6ee-a102bf6ca269 req-6606416e-54dc-4aae-9481-a5856e3fc0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:10.206469 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f7f99691-faee-4797-b6ee-a102bf6ca269 req-6606416e-54dc-4aae-9481-a5856e3fc0c4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d3e0001d-3b51-4b16-b842-4e83a0bc5e92 HTTP/1.1" status: 200 len: 914 time: 0.1210082 Aug 16 20:56:10.265948 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f7f99691-faee-4797-b6ee-a102bf6ca269 req-14a0cbe7-0576-49ea-b2c0-d20ed4d01268 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd HTTP/1.1" status: 200 len: 217 time: 0.0463796 Aug 16 20:56:10.269516 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08bd932-90f5-432f-bb69-9068ece931bc tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Made reservation on behalf of 0b19238fc82d40c8a6e9e0dd94761190 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:10.274114 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e08bd932-90f5-432f-bb69-9068ece931bc tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:10.302969 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e08bd932-90f5-432f-bb69-9068ece931bc tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:10.320578 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-c37735fd-b24a-4e58-8a1b-cd74a7183088 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=970bf7ff-e94f-40fe-afdc-9528848d2d57 HTTP/1.1" status: 200 len: 217 time: 0.1914241 Aug 16 20:56:10.391839 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46556) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:10.448508 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f99691-faee-4797-b6ee-a102bf6ca269 req-5996db9c-cfff-4047-af71-689728b57c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:10.450385 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f7f99691-faee-4797-b6ee-a102bf6ca269 req-5996db9c-cfff-4047-af71-689728b57c44 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49b47344-9673-44ec-80b0-814953de749d HTTP/1.1" status: 200 len: 853 time: 0.1705456 Aug 16 20:56:10.451501 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-66c963a2-6ce0-4e18-8868-b81d456c6a82 req-ce3f81ce-e4d9-44d0-bc3b-2f00961bde7f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=29531bfa-58da-4bbb-ad14-f335a5e48657&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2618971 Aug 16 20:56:10.462218 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-ac045c9c-44d7-4267-b11d-39630e9926f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:10.470756 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-ac045c9c-44d7-4267-b11d-39630e9926f1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=49b47344-9673-44ec-80b0-814953de749d HTTP/1.1" status: 200 len: 853 time: 0.1413395 Aug 16 20:56:10.478509 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-dee8d698-c4b0-4e63-b60c-705ce406fbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:10.495562 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536296c-bad4-4f90-b3f7-0f06ca5caaa0 req-553ffbe7-2c5d-4661-9f03-69be7859004b tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:10.497202 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7536296c-bad4-4f90-b3f7-0f06ca5caaa0 req-553ffbe7-2c5d-4661-9f03-69be7859004b tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=961633f4-8bb8-4947-8469-2a2282a6649b HTTP/1.1" status: 200 len: 945 time: 0.1716626 Aug 16 20:56:10.528019 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c23261ca-4e70-4a4f-be42-4a1702cd9fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:10.535204 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-904ec1fb-c208-43c8-b7fa-8dddfcae8a71 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Allocated IP 172.20.0.11 (4739a487-7fae-4d49-a7ca-fa3b790abea5/ff5222fb-e341-4f75-8b80-da3d32543b25/94edd7fa-98d4-4dd3-ba22-de22341d36f2) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:10.543263 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-904ec1fb-c208-43c8-b7fa-8dddfcae8a71 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Allocated IP 172.20.0.28 (4739a487-7fae-4d49-a7ca-fa3b790abea5/4153bf93-c661-4733-aabf-89a3c0b822bd/94edd7fa-98d4-4dd3-ba22-de22341d36f2) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:10.592025 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-28f8554d-81a5-4381-ac9d-aa6863a4d6a1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d3e0001d-3b51-4b16-b842-4e83a0bc5e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998046 Aug 16 20:56:10.694127 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-eb688dca-52a7-4d27-b046-6be12ff29d5d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1976672083-network', 'tenant_id': '9440ed0933f64f7cb6d1f0c295a72000'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:10.705519 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7810e4df-f3c8-4936-a25c-5c5106044bc0 None None] Provisioning for port dd7986ff-5826-4dfe-aa27-414042eba1e4 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:10.708347 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.db.api [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:56:10.708930 n-d-793620-15 neutron-server[101846]: DEBUG oslo_db.api [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:56:10.710872 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8d698-c4b0-4e63-b60c-705ce406fbfb None None] Pushing event updated for resources: {'Port': ['ID=80d178b8-fa7e-48cc-b54a-78f0c957317e,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:10.714945 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7810e4df-f3c8-4936-a25c-5c5106044bc0 None None] Provisioning complete for port dd7986ff-5826-4dfe-aa27-414042eba1e4 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:10.715529 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7810e4df-f3c8-4936-a25c-5c5106044bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:10.766907 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7810e4df-f3c8-4936-a25c-5c5106044bc0 None None] Port dd7986ff-5826-4dfe-aa27-414042eba1e4 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:10.778224 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f7f99691-faee-4797-b6ee-a102bf6ca269 req-f201a649-3733-4215-a661-e806d443f8db service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d3e0001d-3b51-4b16-b842-4e83a0bc5e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3143444 Aug 16 20:56:10.822020 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e08bd932-90f5-432f-bb69-9068ece931bc tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:10.837158 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c963a2-6ce0-4e18-8868-b81d456c6a82 req-8fdfb7e9-e0a6-4912-a5a5-56e1fb2f6137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:10.838052 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-66c963a2-6ce0-4e18-8868-b81d456c6a82 req-8fdfb7e9-e0a6-4912-a5a5-56e1fb2f6137 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=41a315ee39084be283dee330854f5498&device_id=29531bfa-58da-4bbb-ad14-f335a5e48657 HTTP/1.1" status: 200 len: 1098 time: 0.3396249 Aug 16 20:56:10.860557 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7536296c-bad4-4f90-b3f7-0f06ca5caaa0 req-c7586dfb-fa91-4417-bc54-2a2013fb3207 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455348 Aug 16 20:56:10.870842 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-662c0cd9-552a-4d84-92de-c47885feb501 service neutron] 10.222.0.90 "GET /v2.0/networks/d3e0001d-3b51-4b16-b842-4e83a0bc5e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751286 Aug 16 20:56:10.893390 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-904ec1fb-c208-43c8-b7fa-8dddfcae8a71 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:10.922361 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-904ec1fb-c208-43c8-b7fa-8dddfcae8a71 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Transition to ACTIVE for port object 94edd7fa-98d4-4dd3-ba22-de22341d36f2 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:10.946014 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea30b9-0959-43a1-a850-b05e6b3fe0b4 req-4cccd402-e9af-4432-ac43-bee528f5f47a tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:10.960481 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-90ea30b9-0959-43a1-a850-b05e6b3fe0b4 req-4cccd402-e9af-4432-ac43-bee528f5f47a tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/ports?device_id=0381e1ef-a6ea-4f35-9de7-5e95290d09c7 HTTP/1.1" status: 200 len: 943 time: 0.2764051 Aug 16 20:56:10.981356 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e08bd932-90f5-432f-bb69-9068ece931bc tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.023268 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e08bd932-90f5-432f-bb69-9068ece931bc tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:56:11.043125 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-357e1d0b-bfb9-49e2-aa5d-c92d4543afd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.062019 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f7f99691-faee-4797-b6ee-a102bf6ca269 req-c1a51dae-1321-4745-a117-3a454a1f7722 service neutron] 10.222.0.72 "GET /v2.0/networks/d3e0001d-3b51-4b16-b842-4e83a0bc5e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730966 Aug 16 20:56:11.133158 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e08bd932-90f5-432f-bb69-9068ece931bc tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.133887 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-e08bd932-90f5-432f-bb69-9068ece931bc tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Added segment e526e489-67da-468d-a8c2-33c53b48665a of type vlan for network 52fb23ef-612f-4a7c-8db7-1a23246e88d2 Aug 16 20:56:11.175034 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08bd932-90f5-432f-bb69-9068ece931bc tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5f54f9-d0e3-4fda-b676-018f8df8866e,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:11.188518 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c963a2-6ce0-4e18-8868-b81d456c6a82 req-984189b0-faca-4a3b-80ee-11d33c789961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:11.190674 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-66c963a2-6ce0-4e18-8868-b81d456c6a82 req-984189b0-faca-4a3b-80ee-11d33c789961 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5a5bf8fc-f269-4f39-b3c6-975502c735e9 HTTP/1.1" status: 200 len: 915 time: 0.3250761 Aug 16 20:56:11.259340 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e08bd932-90f5-432f-bb69-9068ece931bc tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.272146 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.304119 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-904ec1fb-c208-43c8-b7fa-8dddfcae8a71 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.339058 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 80d178b8-fa7e-48cc-b54a-78f0c957317e, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=80d178b8-fa7e-48cc-b54a-78f0c957317e,segment=NetworkSegment(cbc30c06-a0da-4400-8e00-bf0de1d5c84b),segment_id=cbc30c06-a0da-4400-8e00-bf0de1d5c84b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:11.355772 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-66c963a2-6ce0-4e18-8868-b81d456c6a82 req-edbbd78a-8098-4987-927a-55505a95a560 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6 HTTP/1.1" status: 200 len: 217 time: 0.1507816 Aug 16 20:56:11.369720 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f7f99691-faee-4797-b6ee-a102bf6ca269 req-d8e35270-c385-473b-9c35-be47a25278a6 service neutron] 10.222.0.72 "GET /v2.0/networks/d3e0001d-3b51-4b16-b842-4e83a0bc5e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764709 Aug 16 20:56:11.396373 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ec1fb-c208-43c8-b7fa-8dddfcae8a71 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'Port': ['ID=94edd7fa-98d4-4dd3-ba22-de22341d36f2,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:11.405761 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904ec1fb-c208-43c8-b7fa-8dddfcae8a71 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Network 4739a487-7fae-4d49-a7ca-fa3b790abea5 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:11.407558 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-904ec1fb-c208-43c8-b7fa-8dddfcae8a71 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:11.410054 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904ec1fb-c208-43c8-b7fa-8dddfcae8a71 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:11.437689 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.453164 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-90ea30b9-0959-43a1-a850-b05e6b3fe0b4 req-8b5342a6-5118-4d76-9102-1bbb7267b583 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/security-groups?id=dd6a8c68-c325-4ce0-98fa-ce1587b8f730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579627 Aug 16 20:56:11.460048 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c23261ca-4e70-4a4f-be42-4a1702cd9fdf admin admin] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.475589 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb688dca-52a7-4d27-b046-6be12ff29d5d admin admin] Made reservation on behalf of 9440ed0933f64f7cb6d1f0c295a72000 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:11.478418 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eb688dca-52a7-4d27-b046-6be12ff29d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.501249 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e08bd932-90f5-432f-bb69-9068ece931bc tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.503397 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c963a2-6ce0-4e18-8868-b81d456c6a82 req-a801d400-dc89-44ec-aa62-fddd159ffbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:11.505059 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-66c963a2-6ce0-4e18-8868-b81d456c6a82 req-a801d400-dc89-44ec-aa62-fddd159ffbf7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7e91ca38-3cbf-4786-98c9-5df70f5d7fc7 HTTP/1.1" status: 200 len: 854 time: 0.1386058 Aug 16 20:56:11.506590 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eb688dca-52a7-4d27-b046-6be12ff29d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.515537 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08bd932-90f5-432f-bb69-9068ece931bc tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:11.516244 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e08bd932-90f5-432f-bb69-9068ece931bc tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.532722 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=80d178b8-fa7e-48cc-b54a-78f0c957317e,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:11.556883 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55db3fd-66a0-4a66-9e96-ad8b4630fe8e None None] Network 4739a487-7fae-4d49-a7ca-fa3b790abea5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:11.565440 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-66c963a2-6ce0-4e18-8868-b81d456c6a82 req-59a85256-4b4e-4c9a-babf-e69d36f5559b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5a5bf8fc-f269-4f39-b3c6-975502c735e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503716 Aug 16 20:56:11.571644 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eff308ff-c713-4795-885a-c7e2cbaedad8 req-c2ac57ca-3475-462d-8468-f96959bea5ec service neutron] 10.222.0.90 "GET /v2.0/networks/d3e0001d-3b51-4b16-b842-4e83a0bc5e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6551752 Aug 16 20:56:11.625377 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904ec1fb-c208-43c8-b7fa-8dddfcae8a71 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:11.639174 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-904ec1fb-c208-43c8-b7fa-8dddfcae8a71 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.658126 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c23261ca-4e70-4a4f-be42-4a1702cd9fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.662386 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08bd932-90f5-432f-bb69-9068ece931bc tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event updated for resources: {'Network': ['ID=52fb23ef-612f-4a7c-8db7-1a23246e88d2,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:11.676491 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 52fb23ef-612f-4a7c-8db7-1a23246e88d2 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:56:11.746865 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 80d178b8-fa7e-48cc-b54a-78f0c957317e up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:11.798991 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c23261ca-4e70-4a4f-be42-4a1702cd9fdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.809505 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23261ca-4e70-4a4f-be42-4a1702cd9fdf admin admin] Pushing event updated for resources: {'Port': ['ID=dd7986ff-5826-4dfe-aa27-414042eba1e4,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:11.821133 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b062a4ca-c3c3-481c-9ead-116ba241dd97 None None] Provisioning for port 80d178b8-fa7e-48cc-b54a-78f0c957317e completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:11.850471 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b062a4ca-c3c3-481c-9ead-116ba241dd97 None None] Provisioning complete for port 80d178b8-fa7e-48cc-b54a-78f0c957317e triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:11.852688 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b062a4ca-c3c3-481c-9ead-116ba241dd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.938947 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-66c963a2-6ce0-4e18-8868-b81d456c6a82 req-c7a4ef64-4ec2-4127-8a5f-c41a30e6c42b service neutron] 10.222.0.72 "GET /v2.0/networks/5a5bf8fc-f269-4f39-b3c6-975502c735e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639231 Aug 16 20:56:11.939377 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 80d178b8-fa7e-48cc-b54a-78f0c957317e triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:11.939842 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.940747 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eb688dca-52a7-4d27-b046-6be12ff29d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:12.015215 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30652b5-e1e4-40fc-ab37-75ed077033b4 req-7a0c04ce-2d36-4cdb-a6e3-a9ad07daf4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:12.016773 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a30652b5-e1e4-40fc-ab37-75ed077033b4 req-7a0c04ce-2d36-4cdb-a6e3-a9ad07daf4fe service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=71f66be4f5f646c5b03b2dbfedf85285&device_id=0381e1ef-a6ea-4f35-9de7-5e95290d09c7 HTTP/1.1" status: 200 len: 1095 time: 0.1686594 Aug 16 20:56:12.088394 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23261ca-4e70-4a4f-be42-4a1702cd9fdf admin admin] Network 6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:12.088932 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b6ed9cde-8829-488a-830e-d9adc7844018 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:12.094371 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-c23261ca-4e70-4a4f-be42-4a1702cd9fdf admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:12.109688 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eb688dca-52a7-4d27-b046-6be12ff29d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:12.171979 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-904ec1fb-c208-43c8-b7fa-8dddfcae8a71 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.2847238 Aug 16 20:56:12.172200 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46576) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:12.178344 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-7e2571ea-f5d4-4fbb-b66c-58fc9d96ff55 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ff5222fb-e341-4f75-8b80-da3d32543b25'}]}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:12.191363 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30652b5-e1e4-40fc-ab37-75ed077033b4 req-442e9df4-cbca-4280-9d53-812b157ed30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:12.193035 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a30652b5-e1e4-40fc-ab37-75ed077033b4 req-442e9df4-cbca-4280-9d53-812b157ed30f service neutron] 10.222.0.90 "GET /v2.0/networks?id=d3e0001d-3b51-4b16-b842-4e83a0bc5e92 HTTP/1.1" status: 200 len: 914 time: 0.1625733 Aug 16 20:56:12.242548 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e08bd932-90f5-432f-bb69-9068ece931bc tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.6172686 Aug 16 20:56:12.245806 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46580) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:12.253875 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port b6ed9cde-8829-488a-830e-d9adc7844018 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:12.259578 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port b6ed9cde-8829-488a-830e-d9adc7844018 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:12.260105 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:12.272264 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb688dca-52a7-4d27-b046-6be12ff29d5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:56:12.304904 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:56:12.306112 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-56d03ec9-5990-4caf-ad73-d894b672e621 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Request body: {'network': {'name': 'tempest-RoutersTest-1430858732'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:12.318474 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7e2571ea-f5d4-4fbb-b66c-58fc9d96ff55 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:12.367294 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-66c963a2-6ce0-4e18-8868-b81d456c6a82 req-f76602e0-37e5-4039-a1d2-68906667ac04 service neutron] 10.222.0.72 "GET /v2.0/networks/5a5bf8fc-f269-4f39-b3c6-975502c735e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192219 Aug 16 20:56:12.475964 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a30652b5-e1e4-40fc-ab37-75ed077033b4 req-5ab91ad6-345e-4ea9-b7dc-c3e5399045ca service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=970bf7ff-e94f-40fe-afdc-9528848d2d57 HTTP/1.1" status: 200 len: 217 time: 0.2286515 Aug 16 20:56:12.477946 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb688dca-52a7-4d27-b046-6be12ff29d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f05bb64-9f10-404a-9d0e-024f432f1dbc,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:12.501860 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eb688dca-52a7-4d27-b046-6be12ff29d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:12.507144 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-eb688dca-52a7-4d27-b046-6be12ff29d5d admin admin] Added segment 66f4b070-11e4-4f4a-902e-032c04ccaab0 of type vlan for network 15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d Aug 16 20:56:12.567320 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-59bbbc9f-f7a5-4edd-a4d2-b5b2acf72d30 None None] Provisioning complete for port 80d178b8-fa7e-48cc-b54a-78f0c957317e triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:12.572582 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-59bbbc9f-f7a5-4edd-a4d2-b5b2acf72d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:12.575233 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:12.685137 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port b6ed9cde-8829-488a-830e-d9adc7844018, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b6ed9cde-8829-488a-830e-d9adc7844018,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:12.697279 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd,segment=NetworkSegment(54eb105c-92b7-478a-9dbd-f7c16dfc3d12),segment_id=54eb105c-92b7-478a-9dbd-f7c16dfc3d12)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:12.720314 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd', 'network_id': 'd3e0001d-3b51-4b16-b842-4e83a0bc5e92', 'port_id': '0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd', 'mac_address': 'fa:16:3e:89:6e:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b47344-9673-44ec-80b0-814953de749d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:56:12.827207 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d03ec9-5990-4caf-ad73-d894b672e621 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Made reservation on behalf of 0b19238fc82d40c8a6e9e0dd94761190 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:12.831362 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-56d03ec9-5990-4caf-ad73-d894b672e621 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:12.839762 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:12.847230 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eb688dca-52a7-4d27-b046-6be12ff29d5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:12.852124 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30652b5-e1e4-40fc-ab37-75ed077033b4 req-3796c74e-4de9-4cba-a97e-c9d733ad3ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:12.853994 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a30652b5-e1e4-40fc-ab37-75ed077033b4 req-3796c74e-4de9-4cba-a97e-c9d733ad3ff3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=49b47344-9673-44ec-80b0-814953de749d HTTP/1.1" status: 200 len: 853 time: 0.3372979 Aug 16 20:56:12.894603 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:12.907668 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a30652b5-e1e4-40fc-ab37-75ed077033b4 req-8238e46d-78ab-4959-99ed-0fd96340d39b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d3e0001d-3b51-4b16-b842-4e83a0bc5e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427620 Aug 16 20:56:12.909453 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23261ca-4e70-4a4f-be42-4a1702cd9fdf admin admin] Router 8fcabe98-84b1-4e5f-9562-336adf9cdaa0 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:56:12.921822 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:56:12.944756 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210f668-d3e0-400b-a117-694c54b95aab req-a3bba3c0-8cf7-47b1-b738-fb116b8cb021 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:12.946597 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0210f668-d3e0-400b-a117-694c54b95aab req-a3bba3c0-8cf7-47b1-b738-fb116b8cb021 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/ports?device_id=0381e1ef-a6ea-4f35-9de7-5e95290d09c7 HTTP/1.1" status: 200 len: 943 time: 0.2694070 Aug 16 20:56:12.947054 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56d03ec9-5990-4caf-ad73-d894b672e621 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:56:12.955612 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=b6ed9cde-8829-488a-830e-d9adc7844018,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:12.965829 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd,segment=NetworkSegment(54eb105c-92b7-478a-9dbd-f7c16dfc3d12),segment_id=54eb105c-92b7-478a-9dbd-f7c16dfc3d12)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:13.023570 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-56d03ec9-5990-4caf-ad73-d894b672e621 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.024069 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-56d03ec9-5990-4caf-ad73-d894b672e621 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Added segment 1e21937b-d26f-4c67-aea2-e49650beeca1 of type vlan for network 6c0a707a-95e8-4f76-bed7-f109b3bcf67e Aug 16 20:56:13.029986 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-59bbbc9f-f7a5-4edd-a4d2-b5b2acf72d30 None None] Provisioning for port 94edd7fa-98d4-4dd3-ba22-de22341d36f2 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:13.030904 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-59bbbc9f-f7a5-4edd-a4d2-b5b2acf72d30 None None] Provisioning complete for port 94edd7fa-98d4-4dd3-ba22-de22341d36f2 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:13.031406 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-59bbbc9f-f7a5-4edd-a4d2-b5b2acf72d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.056044 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.074020 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-7e2571ea-f5d4-4fbb-b66c-58fc9d96ff55 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Delete allocated IP 172.20.0.28 (4739a487-7fae-4d49-a7ca-fa3b790abea5/4153bf93-c661-4733-aabf-89a3c0b822bd) {{(pid=101845) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 20:56:13.122712 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eb688dca-52a7-4d27-b046-6be12ff29d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.124162 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb688dca-52a7-4d27-b046-6be12ff29d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:13.124550 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eb688dca-52a7-4d27-b046-6be12ff29d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.162882 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-56d03ec9-5990-4caf-ad73-d894b672e621 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.170287 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-59bbbc9f-f7a5-4edd-a4d2-b5b2acf72d30 None None] Port 94edd7fa-98d4-4dd3-ba22-de22341d36f2 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:13.172008 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:13.193257 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0210f668-d3e0-400b-a117-694c54b95aab req-a1dc3726-32e1-462f-bdd8-31737102a64f tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/security-groups?id=dd6a8c68-c325-4ce0-98fa-ce1587b8f730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025821 Aug 16 20:56:13.279009 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:56:13.300888 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a30652b5-e1e4-40fc-ab37-75ed077033b4 req-9f488d20-5f11-44f4-b923-6db70d68d920 service neutron] 10.222.0.90 "GET /v2.0/networks/d3e0001d-3b51-4b16-b842-4e83a0bc5e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829222 Aug 16 20:56:13.321118 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7e2571ea-f5d4-4fbb-b66c-58fc9d96ff55 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.321518 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb688dca-52a7-4d27-b046-6be12ff29d5d admin admin] Pushing event updated for resources: {'Network': ['ID=15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:13.338174 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-7e2571ea-f5d4-4fbb-b66c-58fc9d96ff55 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Ignored duplicate provisioning block setup for port 94edd7fa-98d4-4dd3-ba22-de22341d36f2 by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 20:56:13.340527 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:56:13.340706 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-eb688dca-52a7-4d27-b046-6be12ff29d5d admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.9472339 Aug 16 20:56:13.342347 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f59fdb2e-c177-41a3-95e8-5463d321b976 None None] Provisioning complete for port dd7986ff-5826-4dfe-aa27-414042eba1e4 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:13.342769 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f59fdb2e-c177-41a3-95e8-5463d321b976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.343651 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46590) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:13.350209 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-dcc0cc85-88cb-42c0-8e31-3308e6b58f37 admin admin] Request body: {'subnet': {'network_id': '15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1976672083-subnet', 'tenant_id': '9440ed0933f64f7cb6d1f0c295a72000', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:13.371413 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23261ca-4e70-4a4f-be42-4a1702cd9fdf admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:56:13.383908 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c23261ca-4e70-4a4f-be42-4a1702cd9fdf admin admin] 10.222.0.84 "PUT /v2.0/routers/8fcabe98-84b1-4e5f-9562-336adf9cdaa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0528152 Aug 16 20:56:13.388880 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5047cf4-4ece-4b3b-a34c-fe5dbe5d2b3c None None] Sync routers for ids ['8fcabe98-84b1-4e5f-9562-336adf9cdaa0'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:56:13.400010 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5047cf4-4ece-4b3b-a34c-fe5dbe5d2b3c None None] Routers {'8fcabe98-84b1-4e5f-9562-336adf9cdaa0'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:13.400631 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-a5047cf4-4ece-4b3b-a34c-fe5dbe5d2b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:55:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fcabe98-84b1-4e5f-9562-336adf9cdaa0'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:13.443252 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a30652b5-e1e4-40fc-ab37-75ed077033b4 req-e04a6160-19bd-490d-8fc3-90a763853cd1 service neutron] 10.222.0.90 "GET /v2.0/networks/d3e0001d-3b51-4b16-b842-4e83a0bc5e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321938 Aug 16 20:56:13.456293 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-f59fdb2e-c177-41a3-95e8-5463d321b976 None None] Port dd7986ff-5826-4dfe-aa27-414042eba1e4 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:13.465749 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-56d03ec9-5990-4caf-ad73-d894b672e621 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.472532 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d03ec9-5990-4caf-ad73-d894b672e621 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:13.473154 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-56d03ec9-5990-4caf-ad73-d894b672e621 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.495969 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7e2571ea-f5d4-4fbb-b66c-58fc9d96ff55 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.499459 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc0cc85-88cb-42c0-8e31-3308e6b58f37 admin admin] Made reservation on behalf of 9440ed0933f64f7cb6d1f0c295a72000 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:13.502561 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dcc0cc85-88cb-42c0-8e31-3308e6b58f37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.518301 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f59fdb2e-c177-41a3-95e8-5463d321b976 None None] Provisioning complete for port 94edd7fa-98d4-4dd3-ba22-de22341d36f2 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:13.518815 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f59fdb2e-c177-41a3-95e8-5463d321b976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.602094 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 80d178b8-fa7e-48cc-b54a-78f0c957317e up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:13.624204 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d03ec9-5990-4caf-ad73-d894b672e621 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event updated for resources: {'Network': ['ID=6c0a707a-95e8-4f76-bed7-f109b3bcf67e,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:13.664215 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-a5047cf4-4ece-4b3b-a34c-fe5dbe5d2b3c None None] Set router 8fcabe98-84b1-4e5f-9562-336adf9cdaa0 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:13.728716 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d38ac6d1-da9d-4e13-bf6a-5b04fc219176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.737369 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-f59fdb2e-c177-41a3-95e8-5463d321b976 None None] Port 94edd7fa-98d4-4dd3-ba22-de22341d36f2 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:13.740148 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 6c0a707a-95e8-4f76-bed7-f109b3bcf67e details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:56:13.754092 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2571ea-f5d4-4fbb-b66c-58fc9d96ff55 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'Port': ['ID=94edd7fa-98d4-4dd3-ba22-de22341d36f2,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:13.789532 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-56d03ec9-5990-4caf-ad73-d894b672e621 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5229537 Aug 16 20:56:13.789884 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46598) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:13.799162 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-0a08a70a-127e-4a2f-889c-b8a7d4e0d06b tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Request body: {'subnet': {'network_id': '52fb23ef-612f-4a7c-8db7-1a23246e88d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:13.806214 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-7e2571ea-f5d4-4fbb-b66c-58fc9d96ff55 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] In _notify_port_updated(), no bound segment for port 94edd7fa-98d4-4dd3-ba22-de22341d36f2 on network 4739a487-7fae-4d49-a7ca-fa3b790abea5 {{(pid=101845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:56:13.812275 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2571ea-f5d4-4fbb-b66c-58fc9d96ff55 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:13.817623 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7e2571ea-f5d4-4fbb-b66c-58fc9d96ff55 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.817623 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7e2571ea-f5d4-4fbb-b66c-58fc9d96ff55 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "PUT /v2.0/ports/94edd7fa-98d4-4dd3-ba22-de22341d36f2 HTTP/1.1" status: 200 len: 919 time: 1.6411805 Aug 16 20:56:13.818613 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46600) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:13.826411 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-0b4f817e-54dd-4911-8447-6be67fc95b07 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ff5222fb-e341-4f75-8b80-da3d32543b25'}, {'subnet_id': '4153bf93-c661-4733-aabf-89a3c0b822bd'}]}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:13.868579 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 80d178b8-fa7e-48cc-b54a-78f0c957317e triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:13.869152 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.906893 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.995600 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0b4f817e-54dd-4911-8447-6be67fc95b07 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:14.020880 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-a5047cf4-4ece-4b3b-a34c-fe5dbe5d2b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcabe98-84b1-4e5f-9562-336adf9cdaa0', 'name': 'tempest-ServerActionsTestJSON-157227052-router', 'tenant_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b6ed9cde-8829-488a-830e-d9adc7844018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:56:02Z', 'updated_at': '2021-08-16T20:56:10Z', 'revision_number': 4, 'project_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'gw_port': {'id': 'b6ed9cde-8829-488a-830e-d9adc7844018', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:39:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcabe98-84b1-4e5f-9562-336adf9cdaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:03Z', 'updated_at': '2021-08-16T20:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'dd7986ff-5826-4dfe-aa27-414042eba1e4', 'name': '', 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781', 'tenant_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'mac_address': 'fa:16:3e:f9:cf:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fcabe98-84b1-4e5f-9562-336adf9cdaa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '20aa60f1-bb16-40f5-b2dd-0341c13f6e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:09Z', 'updated_at': '2021-08-16T20:56:10Z', 'revision_number': 2, 'project_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'subnets': [{'id': '20aa60f1-bb16-40f5-b2dd-0341c13f6e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:14.064644 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b6ed9cde-8829-488a-830e-d9adc7844018 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:14.076148 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5047cf4-4ece-4b3b-a34c-fe5dbe5d2b3c None None] Checking router: 8fcabe98-84b1-4e5f-9562-336adf9cdaa0 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:56:14.078371 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5047cf4-4ece-4b3b-a34c-fe5dbe5d2b3c None None] Updating router 8fcabe98-84b1-4e5f-9562-336adf9cdaa0 port dd7986ff-5826-4dfe-aa27-414042eba1e4 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:56:14.105403 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-a5047cf4-4ece-4b3b-a34c-fe5dbe5d2b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:14.116988 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a08a70a-127e-4a2f-889c-b8a7d4e0d06b tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Made reservation on behalf of 0b19238fc82d40c8a6e9e0dd94761190 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:14.122335 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port b6ed9cde-8829-488a-830e-d9adc7844018 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:14.122706 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:14.124751 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0a08a70a-127e-4a2f-889c-b8a7d4e0d06b tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:14.178315 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ca0b901a-252e-4f11-90f6-94b79cb2de07 None None] Provisioning complete for port 94edd7fa-98d4-4dd3-ba22-de22341d36f2 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:14.178988 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ca0b901a-252e-4f11-90f6-94b79cb2de07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:14.303593 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46608) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:14.311409 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-6f14c5df-4a80-4c3f-843c-35d0ec021cf1 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1397139780', 'description': 'tempest-description--2114665778'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:14.336731 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dcc0cc85-88cb-42c0-8e31-3308e6b58f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:14.464469 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:14.472467 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-a5047cf4-4ece-4b3b-a34c-fe5dbe5d2b3c None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:14.483452 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-a5047cf4-4ece-4b3b-a34c-fe5dbe5d2b3c None None] Transition to ACTIVE for port object dd7986ff-5826-4dfe-aa27-414042eba1e4 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:14.492203 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b901a-252e-4f11-90f6-94b79cb2de07 None None] Port 94edd7fa-98d4-4dd3-ba22-de22341d36f2 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:14.501827 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-0b4f817e-54dd-4911-8447-6be67fc95b07 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Allocated IP 172.20.0.28 (4739a487-7fae-4d49-a7ca-fa3b790abea5/4153bf93-c661-4733-aabf-89a3c0b822bd/94edd7fa-98d4-4dd3-ba22-de22341d36f2) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:14.568374 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-a5047cf4-4ece-4b3b-a34c-fe5dbe5d2b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:14.614609 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae9411-31ad-4742-bda5-bdadaa42fb9c None None] Pushing event updated for resources: {'Port': ['ID=dd7986ff-5826-4dfe-aa27-414042eba1e4,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:14.625745 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:14.629776 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0cc85-88cb-42c0-8e31-3308e6b58f37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7295a51-2f16-4f57-a8e8-eba84c181b9e,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:14.629964 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:14.630354 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:14.637696 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ae9411-31ad-4742-bda5-bdadaa42fb9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:14.640430 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ae9411-31ad-4742-bda5-bdadaa42fb9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:14.650712 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ae9411-31ad-4742-bda5-bdadaa42fb9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:14.651834 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ae9411-31ad-4742-bda5-bdadaa42fb9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:14.651834 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ae9411-31ad-4742-bda5-bdadaa42fb9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:14.652026 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ae9411-31ad-4742-bda5-bdadaa42fb9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:14.652312 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ae9411-31ad-4742-bda5-bdadaa42fb9c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:14.652639 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ae9411-31ad-4742-bda5-bdadaa42fb9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:14.652961 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ae9411-31ad-4742-bda5-bdadaa42fb9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:14.653285 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ae9411-31ad-4742-bda5-bdadaa42fb9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:14.653603 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ae9411-31ad-4742-bda5-bdadaa42fb9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:14.653948 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ae9411-31ad-4742-bda5-bdadaa42fb9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:14.670387 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc0cc85-88cb-42c0-8e31-3308e6b58f37 admin admin] Checking segment: {'id': '66f4b070-11e4-4f4a-902e-032c04ccaab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:14.671034 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc0cc85-88cb-42c0-8e31-3308e6b58f37 admin admin] Network hostable DHCP agents. Network: 15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:56:14.723276 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6278f-cd53-4b55-a67c-cc4f6f6a350b req-56901966-1989-4002-ab37-19d513b48461 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:14.726584 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6f14c5df-4a80-4c3f-843c-35d0ec021cf1 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:14.732198 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b3f6278f-cd53-4b55-a67c-cc4f6f6a350b req-56901966-1989-4002-ab37-19d513b48461 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/ports?device_id=0381e1ef-a6ea-4f35-9de7-5e95290d09c7 HTTP/1.1" status: 200 len: 943 time: 0.0873713 Aug 16 20:56:14.763845 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-a5047cf4-4ece-4b3b-a34c-fe5dbe5d2b3c None None] Attempting to bind port dd7986ff-5826-4dfe-aa27-414042eba1e4 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:56:14.764187 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-a5047cf4-4ece-4b3b-a34c-fe5dbe5d2b3c None None] Attempting to bind port dd7986ff-5826-4dfe-aa27-414042eba1e4 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '22721eb0-aba5-4aa9-85ca-08a2fecd48ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:56:14.766612 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5047cf4-4ece-4b3b-a34c-fe5dbe5d2b3c None None] Attempting to bind port dd7986ff-5826-4dfe-aa27-414042eba1e4 on network 6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:14.774169 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0b4f817e-54dd-4911-8447-6be67fc95b07 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:14.779248 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5047cf4-4ece-4b3b-a34c-fe5dbe5d2b3c None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:56:14.779621 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5047cf4-4ece-4b3b-a34c-fe5dbe5d2b3c None None] Checking segment: {'id': '22721eb0-aba5-4aa9-85ca-08a2fecd48ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:14.780213 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-a5047cf4-4ece-4b3b-a34c-fe5dbe5d2b3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:14.780794 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5047cf4-4ece-4b3b-a34c-fe5dbe5d2b3c None None] Bound using segment: {'id': '22721eb0-aba5-4aa9-85ca-08a2fecd48ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:56:14.781268 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-a5047cf4-4ece-4b3b-a34c-fe5dbe5d2b3c None None] Bound port: dd7986ff-5826-4dfe-aa27-414042eba1e4, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22721eb0-aba5-4aa9-85ca-08a2fecd48ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:56:14.785101 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-a5047cf4-4ece-4b3b-a34c-fe5dbe5d2b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:14.800203 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-0b4f817e-54dd-4911-8447-6be67fc95b07 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Transition to ACTIVE for port object 94edd7fa-98d4-4dd3-ba22-de22341d36f2 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:14.807025 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:14.822731 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b3f6278f-cd53-4b55-a67c-cc4f6f6a350b req-11449e25-0cfe-4a36-9434-553da1e6d035 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/security-groups?id=dd6a8c68-c325-4ce0-98fa-ce1587b8f730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840981 Aug 16 20:56:14.845984 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:14.852255 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc0cc85-88cb-42c0-8e31-3308e6b58f37 admin admin] Network 15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:56:14.856068 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb32f1b-48ce-48ec-a285-28be1bdd7cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:56:14.857902 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eba1b3c-14db-4c5f-a0dd-e6baae9cc7c7" -d '{"events": [{"server_uuid": "7bb32f1b-48ce-48ec-a285-28be1bdd7cc6", "name": "network-vif-plugged", "status": "completed", "tag": "0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:56:14.877131 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd,segment=NetworkSegment(54eb105c-92b7-478a-9dbd-f7c16dfc3d12),segment_id=54eb105c-92b7-478a-9dbd-f7c16dfc3d12)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:14.883152 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-a5047cf4-4ece-4b3b-a34c-fe5dbe5d2b3c None None] For port dd7986ff-5826-4dfe-aa27-414042eba1e4, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:56:14.886706 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-a5047cf4-4ece-4b3b-a34c-fe5dbe5d2b3c None None] For port dd7986ff-5826-4dfe-aa27-414042eba1e4, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=dd7986ff-5826-4dfe-aa27-414042eba1e4,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:56:14.906323 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6f14c5df-4a80-4c3f-843c-35d0ec021cf1 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:14.924589 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0b4f817e-54dd-4911-8447-6be67fc95b07 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:14.951741 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:14.974515 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-dcc0cc85-88cb-42c0-8e31-3308e6b58f37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:14.985109 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc0cc85-88cb-42c0-8e31-3308e6b58f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:14.985726 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dcc0cc85-88cb-42c0-8e31-3308e6b58f37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:14.996479 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc61b49-bb50-4518-9845-47dffd4a824f None None] Network 15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:15.029478 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-a5047cf4-4ece-4b3b-a34c-fe5dbe5d2b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:15.052755 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f817e-54dd-4911-8447-6be67fc95b07 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'Port': ['ID=94edd7fa-98d4-4dd3-ba22-de22341d36f2,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:15.055221 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6f14c5df-4a80-4c3f-843c-35d0ec021cf1 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:15.062653 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3bb722-e34d-401a-b3a3-c00918688155 x-openstack-request-id: req-6a3bb722-e34d-401a-b3a3-c00918688155 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:56:15.062959 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb32f1b-48ce-48ec-a285-28be1bdd7cc6", "name": "network-vif-plugged", "status": "completed", "tag": "0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:56:15.063216 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6a3bb722-e34d-401a-b3a3-c00918688155 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:56:15.063694 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb32f1b-48ce-48ec-a285-28be1bdd7cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd', 'code': 200} Aug 16 20:56:15.069072 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:15.083237 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0a08a70a-127e-4a2f-889c-b8a7d4e0d06b tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:15.141488 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14c5df-4a80-4c3f-843c-35d0ec021cf1 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b989dfbb-beb5-4d0e-bd34-698e670d87fc,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:15.147899 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-dcc0cc85-88cb-42c0-8e31-3308e6b58f37 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8030725 Aug 16 20:56:15.148635 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46624) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:15.156425 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae9411-31ad-4742-bda5-bdadaa42fb9c None None] Pushing event updated for resources: {'Port': ['ID=dd7986ff-5826-4dfe-aa27-414042eba1e4,revision_number=4']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:15.156630 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-0539f664-1b74-443b-a68b-38904d198343 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1976672083-router', 'tenant_id': '9440ed0933f64f7cb6d1f0c295a72000', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:15.165963 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-0b4f817e-54dd-4911-8447-6be67fc95b07 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] In _notify_port_updated(), no bound segment for port 94edd7fa-98d4-4dd3-ba22-de22341d36f2 on network 4739a487-7fae-4d49-a7ca-fa3b790abea5 {{(pid=101845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:56:15.171750 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4f817e-54dd-4911-8447-6be67fc95b07 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:15.174986 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0b4f817e-54dd-4911-8447-6be67fc95b07 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:15.179283 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0b4f817e-54dd-4911-8447-6be67fc95b07 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "PUT /v2.0/ports/94edd7fa-98d4-4dd3-ba22-de22341d36f2 HTTP/1.1" status: 200 len: 999 time: 1.3593366 Aug 16 20:56:15.184799 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46626) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:15.185026 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5047cf4-4ece-4b3b-a34c-fe5dbe5d2b3c None None] Routers {'8fcabe98-84b1-4e5f-9562-336adf9cdaa0'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:15.185966 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-a5047cf4-4ece-4b3b-a34c-fe5dbe5d2b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:56:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fcabe98-84b1-4e5f-9562-336adf9cdaa0'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:15.222828 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6f14c5df-4a80-4c3f-843c-35d0ec021cf1 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:15.226518 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6f14c5df-4a80-4c3f-843c-35d0ec021cf1 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9187722 Aug 16 20:56:15.244055 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46628) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:15.284987 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c3c164-ec53-45c1-9f46-1dd9d60efe83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d', 'network_id': '15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d', 'tenant_id': '9440ed0933f64f7cb6d1f0c295a72000', 'fixed_ips': [{'subnet_id': 'c7295a51-2f16-4f57-a8e8-eba84c181b9e'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:56:15.286298 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-55c3c164-ec53-45c1-9f46-1dd9d60efe83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:15.290307 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-e33572f3-1783-414b-bc72-ae2c9366f28f tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Request body: {'security_group_rule': {'security_group_id': 'b989dfbb-beb5-4d0e-bd34-698e670d87fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:15.362406 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0539f664-1b74-443b-a68b-38904d198343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:15.366059 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0539f664-1b74-443b-a68b-38904d198343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:15.416333 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-a5047cf4-4ece-4b3b-a34c-fe5dbe5d2b3c None None] Set router 8fcabe98-84b1-4e5f-9562-336adf9cdaa0 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:15.433465 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08a70a-127e-4a2f-889c-b8a7d4e0d06b tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event updated for resources: {'Subnet': ['ID=1b717acf-8e27-45e3-b709-e5e9b78eb2e3,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:15.483611 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb6720-f391-438f-ba3b-5fae8cbb17b0 req-375fa215-d4ea-4ca9-af7a-1969f9bf6f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:15.485747 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cafb6720-f391-438f-ba3b-5fae8cbb17b0 req-375fa215-d4ea-4ca9-af7a-1969f9bf6f61 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7bb32f1b-48ce-48ec-a285-28be1bdd7cc6 HTTP/1.1" status: 200 len: 1098 time: 0.3662975 Aug 16 20:56:15.515429 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0539f664-1b74-443b-a68b-38904d198343 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:15.523638 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a08a70a-127e-4a2f-889c-b8a7d4e0d06b tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Checking segment: {'id': 'e526e489-67da-468d-a8c2-33c53b48665a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '52fb23ef-612f-4a7c-8db7-1a23246e88d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:15.524245 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a08a70a-127e-4a2f-889c-b8a7d4e0d06b tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Network hostable DHCP agents. Network: 52fb23ef-612f-4a7c-8db7-1a23246e88d2, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:56:15.535032 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-68e46ff7-3fd7-4da8-b4cc-6f4e59f3b133 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Deleting port 94edd7fa-98d4-4dd3-ba22-de22341d36f2 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:15.535374 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68e46ff7-3fd7-4da8-b4cc-6f4e59f3b133 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:15.547940 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cafb6720-f391-438f-ba3b-5fae8cbb17b0 req-c3a02310-e002-4bed-932e-5b93db7a67ab service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dd6a8c68-c325-4ce0-98fa-ce1587b8f730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438101 Aug 16 20:56:15.555994 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e33572f3-1783-414b-bc72-ae2c9366f28f tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:15.573089 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5abacf85-448f-49ea-a856-cbd74edee1ec None None] Provisioning for port 94edd7fa-98d4-4dd3-ba22-de22341d36f2 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:15.579341 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5abacf85-448f-49ea-a856-cbd74edee1ec None None] Provisioning complete for port 94edd7fa-98d4-4dd3-ba22-de22341d36f2 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:15.579738 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5abacf85-448f-49ea-a856-cbd74edee1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:15.617047 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-55c3c164-ec53-45c1-9f46-1dd9d60efe83 None None] Allocated IP 172.20.0.2 (15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d/c7295a51-2f16-4f57-a8e8-eba84c181b9e/dda1951e-3bf4-41c4-b2e5-fd0cec669ef7) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:15.632276 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e33572f3-1783-414b-bc72-ae2c9366f28f tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:15.639029 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-5abacf85-448f-49ea-a856-cbd74edee1ec None None] Port 94edd7fa-98d4-4dd3-ba22-de22341d36f2 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:15.682583 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a08a70a-127e-4a2f-889c-b8a7d4e0d06b tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Network 52fb23ef-612f-4a7c-8db7-1a23246e88d2 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:56:15.728473 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e33572f3-1783-414b-bc72-ae2c9366f28f tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:15.760520 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33572f3-1783-414b-bc72-ae2c9366f28f tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c665292-581a-4f60-96da-91630dea42b4,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:15.767880 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-0a08a70a-127e-4a2f-889c-b8a7d4e0d06b tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 52fb23ef-612f-4a7c-8db7-1a23246e88d2) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:15.776108 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a08a70a-127e-4a2f-889c-b8a7d4e0d06b tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:15.778875 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0a08a70a-127e-4a2f-889c-b8a7d4e0d06b tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:15.780918 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-a5047cf4-4ece-4b3b-a34c-fe5dbe5d2b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcabe98-84b1-4e5f-9562-336adf9cdaa0', 'name': 'tempest-ServerActionsTestJSON-157227052-router', 'tenant_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b6ed9cde-8829-488a-830e-d9adc7844018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:56:02Z', 'updated_at': '2021-08-16T20:56:10Z', 'revision_number': 4, 'project_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'gw_port': {'id': 'b6ed9cde-8829-488a-830e-d9adc7844018', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:39:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcabe98-84b1-4e5f-9562-336adf9cdaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:03Z', 'updated_at': '2021-08-16T20:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'dd7986ff-5826-4dfe-aa27-414042eba1e4', 'name': '', 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781', 'tenant_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'mac_address': 'fa:16:3e:f9:cf:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fcabe98-84b1-4e5f-9562-336adf9cdaa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '20aa60f1-bb16-40f5-b2dd-0341c13f6e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:09Z', 'updated_at': '2021-08-16T20:56:14Z', 'revision_number': 4, 'project_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'subnets': [{'id': '20aa60f1-bb16-40f5-b2dd-0341c13f6e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:15.785300 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282b4894-63b1-42f0-a292-dde2cabdd71c None None] Network 52fb23ef-612f-4a7c-8db7-1a23246e88d2 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:15.826865 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5047cf4-4ece-4b3b-a34c-fe5dbe5d2b3c None None] The sync data for ids ['8fcabe98-84b1-4e5f-9562-336adf9cdaa0'] in n-d-793620-15 is: [{'id': '8fcabe98-84b1-4e5f-9562-336adf9cdaa0', 'name': 'tempest-ServerActionsTestJSON-157227052-router', 'tenant_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b6ed9cde-8829-488a-830e-d9adc7844018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:56:02Z', 'updated_at': '2021-08-16T20:56:10Z', 'revision_number': 4, 'project_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'gw_port': {'id': 'b6ed9cde-8829-488a-830e-d9adc7844018', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:39:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcabe98-84b1-4e5f-9562-336adf9cdaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:03Z', 'updated_at': '2021-08-16T20:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'dd7986ff-5826-4dfe-aa27-414042eba1e4', 'name': '', 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781', 'tenant_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'mac_address': 'fa:16:3e:f9:cf:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fcabe98-84b1-4e5f-9562-336adf9cdaa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '20aa60f1-bb16-40f5-b2dd-0341c13f6e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:09Z', 'updated_at': '2021-08-16T20:56:14Z', 'revision_number': 4, 'project_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'subnets': [{'id': '20aa60f1-bb16-40f5-b2dd-0341c13f6e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:56:15.849822 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0539f664-1b74-443b-a68b-38904d198343 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:15.871572 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e33572f3-1783-414b-bc72-ae2c9366f28f tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:15.876429 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e33572f3-1783-414b-bc72-ae2c9366f28f tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6099854 Aug 16 20:56:15.884809 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46634) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:15.884809 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-debf9f91-7973-41a7-aa16-7ee69d947d18 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Request body: {'security_group_rule': {'security_group_id': 'b989dfbb-beb5-4d0e-bd34-698e670d87fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:15.926067 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68e46ff7-3fd7-4da8-b4cc-6f4e59f3b133 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:15.949103 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-55c3c164-ec53-45c1-9f46-1dd9d60efe83 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:15.950943 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-68e46ff7-3fd7-4da8-b4cc-6f4e59f3b133 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Calling delete_port for 94edd7fa-98d4-4dd3-ba22-de22341d36f2 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:15.956569 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0a08a70a-127e-4a2f-889c-b8a7d4e0d06b tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1629925 Aug 16 20:56:15.957734 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46638) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:15.974862 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-af606d4f-e597-4b5c-8833-020c05aa03ee tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Request body: {'subnet': {'network_id': '6c0a707a-95e8-4f76-bed7-f109b3bcf67e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:16.062302 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-55c3c164-ec53-45c1-9f46-1dd9d60efe83 None None] Transition to ACTIVE for port object dda1951e-3bf4-41c4-b2e5-fd0cec669ef7 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:16.149439 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-55c3c164-ec53-45c1-9f46-1dd9d60efe83 None None] Transition to ACTIVE for port object dda1951e-3bf4-41c4-b2e5-fd0cec669ef7 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:16.173630 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38452548-99a4-402f-adc0-0984ecc8bbf3 req-ce8012de-f5be-40b9-a61a-a47ddec57b73 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:16.175261 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-38452548-99a4-402f-adc0-0984ecc8bbf3 req-ce8012de-f5be-40b9-a61a-a47ddec57b73 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/ports?device_id=0381e1ef-a6ea-4f35-9de7-5e95290d09c7 HTTP/1.1" status: 200 len: 943 time: 0.1828003 Aug 16 20:56:16.193251 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2089d30-3c30-4d91-8546-cf50ae5a86d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-52fb23ef-612f-4a7c-8db7-1a23246e88d2', 'network_id': '52fb23ef-612f-4a7c-8db7-1a23246e88d2', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'fixed_ips': [{'subnet_id': '1b717acf-8e27-45e3-b709-e5e9b78eb2e3'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:56:16.194143 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f2089d30-3c30-4d91-8546-cf50ae5a86d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.222899 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-55c3c164-ec53-45c1-9f46-1dd9d60efe83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.256755 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-debf9f91-7973-41a7-aa16-7ee69d947d18 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.335522 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3c164-ec53-45c1-9f46-1dd9d60efe83 None None] Pushing event updated for resources: {'Port': ['ID=dda1951e-3bf4-41c4-b2e5-fd0cec669ef7,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:16.347950 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af606d4f-e597-4b5c-8833-020c05aa03ee tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Made reservation on behalf of 0b19238fc82d40c8a6e9e0dd94761190 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:16.358086 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-af606d4f-e597-4b5c-8833-020c05aa03ee tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.360469 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c3c164-ec53-45c1-9f46-1dd9d60efe83 None None] Network 15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:16.365127 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-55c3c164-ec53-45c1-9f46-1dd9d60efe83 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:16.372701 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c3c164-ec53-45c1-9f46-1dd9d60efe83 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:16.403576 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-38452548-99a4-402f-adc0-0984ecc8bbf3 req-e15c882e-a6f3-4b23-9d64-0602c8cd173e tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/security-groups?id=dd6a8c68-c325-4ce0-98fa-ce1587b8f730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172155 Aug 16 20:56:16.432325 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 970bf7ff-e94f-40fe-afdc-9528848d2d57 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:56:16.523824 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68e46ff7-3fd7-4da8-b4cc-6f4e59f3b133 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.586220 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e46ff7-3fd7-4da8-b4cc-6f4e59f3b133 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'Port': ['ID=94edd7fa-98d4-4dd3-ba22-de22341d36f2,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:16.624399 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-55c3c164-ec53-45c1-9f46-1dd9d60efe83 None None] Attempting to bind port dda1951e-3bf4-41c4-b2e5-fd0cec669ef7 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:56:16.635267 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-55c3c164-ec53-45c1-9f46-1dd9d60efe83 None None] Attempting to bind port dda1951e-3bf4-41c4-b2e5-fd0cec669ef7 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '66f4b070-11e4-4f4a-902e-032c04ccaab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:56:16.635733 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c3c164-ec53-45c1-9f46-1dd9d60efe83 None None] Attempting to bind port dda1951e-3bf4-41c4-b2e5-fd0cec669ef7 on network 15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:16.651510 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c3c164-ec53-45c1-9f46-1dd9d60efe83 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:56:16.652163 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c3c164-ec53-45c1-9f46-1dd9d60efe83 None None] Checking segment: {'id': '66f4b070-11e4-4f4a-902e-032c04ccaab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:16.652653 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-55c3c164-ec53-45c1-9f46-1dd9d60efe83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.653090 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c3c164-ec53-45c1-9f46-1dd9d60efe83 None None] Bound using segment: {'id': '66f4b070-11e4-4f4a-902e-032c04ccaab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:56:16.655404 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-55c3c164-ec53-45c1-9f46-1dd9d60efe83 None None] Bound port: dda1951e-3bf4-41c4-b2e5-fd0cec669ef7, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f4b070-11e4-4f4a-902e-032c04ccaab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:56:16.655893 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-55c3c164-ec53-45c1-9f46-1dd9d60efe83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.680192 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0539f664-1b74-443b-a68b-38904d198343 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.689515 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-f2089d30-3c30-4d91-8546-cf50ae5a86d3 None None] Allocated IP 172.20.0.2 (52fb23ef-612f-4a7c-8db7-1a23246e88d2/1b717acf-8e27-45e3-b709-e5e9b78eb2e3/b8321253-5c49-49a3-9834-a9307eab2372) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:16.697485 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.721833 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0539f664-1b74-443b-a68b-38904d198343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.738758 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-debf9f91-7973-41a7-aa16-7ee69d947d18 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.756204 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 970bf7ff-e94f-40fe-afdc-9528848d2d57, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=970bf7ff-e94f-40fe-afdc-9528848d2d57,segment=NetworkSegment(54eb105c-92b7-478a-9dbd-f7c16dfc3d12),segment_id=54eb105c-92b7-478a-9dbd-f7c16dfc3d12)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:16.814590 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-af606d4f-e597-4b5c-8833-020c05aa03ee tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.817296 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '970bf7ff-e94f-40fe-afdc-9528848d2d57', 'network_id': 'd3e0001d-3b51-4b16-b842-4e83a0bc5e92', 'port_id': '970bf7ff-e94f-40fe-afdc-9528848d2d57', 'mac_address': 'fa:16:3e:50:80:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b47344-9673-44ec-80b0-814953de749d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:56:16.848794 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-debf9f91-7973-41a7-aa16-7ee69d947d18 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.912266 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf9f91-7973-41a7-aa16-7ee69d947d18 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5525ba9a-11b5-4fca-a7ff-29dd9055b0be,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:16.915603 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-55c3c164-ec53-45c1-9f46-1dd9d60efe83 None None] For port dda1951e-3bf4-41c4-b2e5-fd0cec669ef7, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:56:16.947158 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af606d4f-e597-4b5c-8833-020c05aa03ee tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event updated for resources: {'Subnet': ['ID=e58b4461-d21c-494b-ad9a-98501ad96e6c,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:16.954688 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-55c3c164-ec53-45c1-9f46-1dd9d60efe83 None None] For port dda1951e-3bf4-41c4-b2e5-fd0cec669ef7, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=dda1951e-3bf4-41c4-b2e5-fd0cec669ef7,segment=NetworkSegment(66f4b070-11e4-4f4a-902e-032c04ccaab0),segment_id=66f4b070-11e4-4f4a-902e-032c04ccaab0)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:56:16.960919 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-debf9f91-7973-41a7-aa16-7ee69d947d18 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.965182 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-debf9f91-7973-41a7-aa16-7ee69d947d18 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0843892 Aug 16 20:56:16.971512 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46644) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:16.976116 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-d94006b6-c05d-430f-8b17-442d5e77447b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:16.980499 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.985364 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af606d4f-e597-4b5c-8833-020c05aa03ee tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Checking segment: {'id': '1e21937b-d26f-4c67-aea2-e49650beeca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6c0a707a-95e8-4f76-bed7-f109b3bcf67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:16.996305 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af606d4f-e597-4b5c-8833-020c05aa03ee tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Network hostable DHCP agents. Network: 6c0a707a-95e8-4f76-bed7-f109b3bcf67e, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:56:16.997058 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68e46ff7-3fd7-4da8-b4cc-6f4e59f3b133 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.999486 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-68e46ff7-3fd7-4da8-b4cc-6f4e59f3b133 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/ports/94edd7fa-98d4-4dd3-ba22-de22341d36f2 HTTP/1.1" status: 204 len: 168 time: 1.8120422 Aug 16 20:56:17.002373 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46646) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:17.023035 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 970bf7ff-e94f-40fe-afdc-9528848d2d57 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:56:17.048125 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 970bf7ff-e94f-40fe-afdc-9528848d2d57, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=970bf7ff-e94f-40fe-afdc-9528848d2d57,segment=NetworkSegment(54eb105c-92b7-478a-9dbd-f7c16dfc3d12),segment_id=54eb105c-92b7-478a-9dbd-f7c16dfc3d12)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:17.054883 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-0539f664-1b74-443b-a68b-38904d198343 admin admin] Allocated IP 172.25.1.88 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/2e1cad13-2826-4f26-81f6-f474f39ca57c) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:17.079692 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-55c3c164-ec53-45c1-9f46-1dd9d60efe83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:17.105802 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af606d4f-e597-4b5c-8833-020c05aa03ee tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Network 6c0a707a-95e8-4f76-bed7-f109b3bcf67e is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:56:17.134833 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fa428bb-4295-452e-be28-a9aa2ff7b2c6 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] GET failed (client error): The resource could not be found. Aug 16 20:56:17.139080 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4fa428bb-4295-452e-be28-a9aa2ff7b2c6 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "GET /v2.0/ports/94edd7fa-98d4-4dd3-ba22-de22341d36f2 HTTP/1.1" status: 404 len: 333 time: 0.1321342 Aug 16 20:56:17.140125 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46650) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:17.189244 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:17.233342 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d94006b6-c05d-430f-8b17-442d5e77447b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks [] for floatingip, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:17.252976 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-af606d4f-e597-4b5c-8833-020c05aa03ee tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 6c0a707a-95e8-4f76-bed7-f109b3bcf67e) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:17.261712 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f2089d30-3c30-4d91-8546-cf50ae5a86d3 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:17.274223 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3c164-ec53-45c1-9f46-1dd9d60efe83 None None] Pushing event updated for resources: {'Port': ['ID=dda1951e-3bf4-41c4-b2e5-fd0cec669ef7,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:17.283771 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecfa5ab-fabb-4899-b2e0-60271fb52061 None None] Network 6c0a707a-95e8-4f76-bed7-f109b3bcf67e requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:17.305788 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0539f664-1b74-443b-a68b-38904d198343 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:17.320251 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af606d4f-e597-4b5c-8833-020c05aa03ee tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:17.321095 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-af606d4f-e597-4b5c-8833-020c05aa03ee tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:17.361386 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f2089d30-3c30-4d91-8546-cf50ae5a86d3 None None] Transition to ACTIVE for port object b8321253-5c49-49a3-9834-a9307eab2372 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:17.428977 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b000901-a5a4-456a-99db-19291fe4d3a8 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Deleting subnet 4153bf93-c661-4733-aabf-89a3c0b822bd {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:56:17.436884 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3b000901-a5a4-456a-99db-19291fe4d3a8 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:17.437487 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f2089d30-3c30-4d91-8546-cf50ae5a86d3 None None] Transition to ACTIVE for port object b8321253-5c49-49a3-9834-a9307eab2372 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:17.472307 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0539f664-1b74-443b-a68b-38904d198343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:17.540096 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3b000901-a5a4-456a-99db-19291fe4d3a8 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:17.553232 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=970bf7ff-e94f-40fe-afdc-9528848d2d57,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:17.565397 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['970bf7ff-e94f-40fe-afdc-9528848d2d57'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:56:17.577908 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5150ac81-0274-43d3-bc22-ece891c53bc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-6c0a707a-95e8-4f76-bed7-f109b3bcf67e', 'network_id': '6c0a707a-95e8-4f76-bed7-f109b3bcf67e', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'fixed_ips': [{'subnet_id': 'e58b4461-d21c-494b-ad9a-98501ad96e6c'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:56:17.588702 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5150ac81-0274-43d3-bc22-ece891c53bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:17.608814 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0539f664-1b74-443b-a68b-38904d198343 admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:17.621964 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-0539f664-1b74-443b-a68b-38904d198343 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:17.625697 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0539f664-1b74-443b-a68b-38904d198343 admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:17.646908 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f2089d30-3c30-4d91-8546-cf50ae5a86d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:17.738892 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0539f664-1b74-443b-a68b-38904d198343 admin admin] Pushing event updated for resources: {'Port': ['ID=2e1cad13-2826-4f26-81f6-f474f39ca57c,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:17.753809 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-af606d4f-e597-4b5c-8833-020c05aa03ee tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7879505 Aug 16 20:56:17.754928 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46658) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:17.757526 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device dd7986ff-5826-4dfe-aa27-414042eba1e4 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:17.771122 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-3b64df4e-ff4d-43cf-81b4-de9a483e4477 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-959662966', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:17.865019 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3b000901-a5a4-456a-99db-19291fe4d3a8 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:17.953286 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2089d30-3c30-4d91-8546-cf50ae5a86d3 None None] Network 52fb23ef-612f-4a7c-8db7-1a23246e88d2 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:17.954072 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2089d30-3c30-4d91-8546-cf50ae5a86d3 None None] Pushing event updated for resources: {'Port': ['ID=b8321253-5c49-49a3-9834-a9307eab2372,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:17.966738 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c951d3-0e18-4943-b019-2b7ae3af254b req-dd2b01ab-c4a0-4116-a779-3427a26eabc5 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:17.967566 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3b64df4e-ff4d-43cf-81b4-de9a483e4477 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:17.968416 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-81c951d3-0e18-4943-b019-2b7ae3af254b req-dd2b01ab-c4a0-4116-a779-3427a26eabc5 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/ports?device_id=0381e1ef-a6ea-4f35-9de7-5e95290d09c7 HTTP/1.1" status: 200 len: 944 time: 0.2747927 Aug 16 20:56:17.969676 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3b64df4e-ff4d-43cf-81b4-de9a483e4477 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:17.969945 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-f2089d30-3c30-4d91-8546-cf50ae5a86d3 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:17.980962 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2089d30-3c30-4d91-8546-cf50ae5a86d3 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:18.038339 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3b64df4e-ff4d-43cf-81b4-de9a483e4477 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:18.045737 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-81c951d3-0e18-4943-b019-2b7ae3af254b req-12ba31d6-0670-4791-bcb2-5c5bfa4bf987 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/security-groups?id=dd6a8c68-c325-4ce0-98fa-ce1587b8f730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667090 Aug 16 20:56:18.054337 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3b000901-a5a4-456a-99db-19291fe4d3a8 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:18.072505 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d94006b6-c05d-430f-8b17-442d5e77447b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:18.122104 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3b000901-a5a4-456a-99db-19291fe4d3a8 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:18.124508 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3b000901-a5a4-456a-99db-19291fe4d3a8 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/subnets/4153bf93-c661-4733-aabf-89a3c0b822bd HTTP/1.1" status: 204 len: 168 time: 0.9831948 Aug 16 20:56:18.126667 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cd0208-8955-4f25-a28e-31eafd7172d3 None None] Network 4739a487-7fae-4d49-a7ca-fa3b790abea5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:18.133561 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46660) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:18.157172 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b000901-a5a4-456a-99db-19291fe4d3a8 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'Subnet': ['ID=4153bf93-c661-4733-aabf-89a3c0b822bd,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:18.165023 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-f2089d30-3c30-4d91-8546-cf50ae5a86d3 None None] Attempting to bind port b8321253-5c49-49a3-9834-a9307eab2372 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:56:18.165406 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-f2089d30-3c30-4d91-8546-cf50ae5a86d3 None None] Attempting to bind port b8321253-5c49-49a3-9834-a9307eab2372 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'e526e489-67da-468d-a8c2-33c53b48665a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '52fb23ef-612f-4a7c-8db7-1a23246e88d2'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:56:18.165777 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2089d30-3c30-4d91-8546-cf50ae5a86d3 None None] Attempting to bind port b8321253-5c49-49a3-9834-a9307eab2372 on network 52fb23ef-612f-4a7c-8db7-1a23246e88d2 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:18.175013 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3b64df4e-ff4d-43cf-81b4-de9a483e4477 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:18.178871 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2089d30-3c30-4d91-8546-cf50ae5a86d3 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:56:18.178871 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2089d30-3c30-4d91-8546-cf50ae5a86d3 None None] Checking segment: {'id': 'e526e489-67da-468d-a8c2-33c53b48665a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '52fb23ef-612f-4a7c-8db7-1a23246e88d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:18.178871 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f2089d30-3c30-4d91-8546-cf50ae5a86d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:18.178871 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2089d30-3c30-4d91-8546-cf50ae5a86d3 None None] Bound using segment: {'id': 'e526e489-67da-468d-a8c2-33c53b48665a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '52fb23ef-612f-4a7c-8db7-1a23246e88d2'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:56:18.178871 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-f2089d30-3c30-4d91-8546-cf50ae5a86d3 None None] Bound port: b8321253-5c49-49a3-9834-a9307eab2372, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e526e489-67da-468d-a8c2-33c53b48665a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '52fb23ef-612f-4a7c-8db7-1a23246e88d2'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:56:18.179387 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f2089d30-3c30-4d91-8546-cf50ae5a86d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:18.193170 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-5150ac81-0274-43d3-bc22-ece891c53bc8 None None] Allocated IP 172.21.0.2 (6c0a707a-95e8-4f76-bed7-f109b3bcf67e/e58b4461-d21c-494b-ad9a-98501ad96e6c/e2a51e8e-43d7-4015-a4de-75c0284c2b6b) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:18.225237 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port dd7986ff-5826-4dfe-aa27-414042eba1e4 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:18.255279 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-43403d32-36a6-4c5c-8988-84cc646d916f tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Deleting subnet ff5222fb-e341-4f75-8b80-da3d32543b25 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:56:18.264786 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-43403d32-36a6-4c5c-8988-84cc646d916f tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:18.276632 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port dd7986ff-5826-4dfe-aa27-414042eba1e4 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:18.276632 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:18.277465 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-d94006b6-c05d-430f-8b17-442d5e77447b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Allocated IP 172.25.1.234 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/075db4d1-402b-4b5b-9c5b-69c44a5cd462) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:18.314316 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0539f664-1b74-443b-a68b-38904d198343 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:18.374588 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-43403d32-36a6-4c5c-8988-84cc646d916f tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:18.384513 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3b64df4e-ff4d-43cf-81b4-de9a483e4477 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:18.395236 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46666) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:18.397031 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3b64df4e-ff4d-43cf-81b4-de9a483e4477 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6368093 Aug 16 20:56:18.572517 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-f2089d30-3c30-4d91-8546-cf50ae5a86d3 None None] For port b8321253-5c49-49a3-9834-a9307eab2372, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:56:18.579919 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-f2089d30-3c30-4d91-8546-cf50ae5a86d3 None None] For port b8321253-5c49-49a3-9834-a9307eab2372, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b8321253-5c49-49a3-9834-a9307eab2372,segment=NetworkSegment(e526e489-67da-468d-a8c2-33c53b48665a),segment_id=e526e489-67da-468d-a8c2-33c53b48665a)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:56:18.653650 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-43403d32-36a6-4c5c-8988-84cc646d916f tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:18.656059 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d94006b6-c05d-430f-8b17-442d5e77447b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:18.830364 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f2089d30-3c30-4d91-8546-cf50ae5a86d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:18.859271 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0539f664-1b74-443b-a68b-38904d198343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:18.930819 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-24464641-3bac-4bda-9a18-b8d969db9b93 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:18.963410 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-43403d32-36a6-4c5c-8988-84cc646d916f tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:18.979309 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:18.982386 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45ddec1-7f3b-4888-afdb-ef36b24656f7 None None] Network 15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:19.091342 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:19.144524 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2089d30-3c30-4d91-8546-cf50ae5a86d3 None None] Pushing event updated for resources: {'Port': ['ID=b8321253-5c49-49a3-9834-a9307eab2372,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:19.155688 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5150ac81-0274-43d3-bc22-ece891c53bc8 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:19.193628 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port dd7986ff-5826-4dfe-aa27-414042eba1e4, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=dd7986ff-5826-4dfe-aa27-414042eba1e4,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:19.205459 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5150ac81-0274-43d3-bc22-ece891c53bc8 None None] Transition to ACTIVE for port object e2a51e8e-43d7-4015-a4de-75c0284c2b6b will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:19.231518 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-cdd1ba56-4db8-4877-99b0-ec955c3f2dff None None] Provisioning for port dda1951e-3bf4-41c4-b2e5-fd0cec669ef7 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:19.291174 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5150ac81-0274-43d3-bc22-ece891c53bc8 None None] Transition to ACTIVE for port object e2a51e8e-43d7-4015-a4de-75c0284c2b6b will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:19.328162 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:19.341414 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d94006b6-c05d-430f-8b17-442d5e77447b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:19.480698 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43403d32-36a6-4c5c-8988-84cc646d916f tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'Subnet': ['ID=ff5222fb-e341-4f75-8b80-da3d32543b25,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:19.485398 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-43403d32-36a6-4c5c-8988-84cc646d916f tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:19.489792 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-43403d32-36a6-4c5c-8988-84cc646d916f tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/subnets/ff5222fb-e341-4f75-8b80-da3d32543b25 HTTP/1.1" status: 204 len: 168 time: 1.3527031 Aug 16 20:56:19.490652 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46676) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:19.511276 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5150ac81-0274-43d3-bc22-ece891c53bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:19.574837 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94006b6-c05d-430f-8b17-442d5e77447b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:19.577895 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5150ac81-0274-43d3-bc22-ece891c53bc8 None None] Network 6c0a707a-95e8-4f76-bed7-f109b3bcf67e is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:19.585675 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=dd7986ff-5826-4dfe-aa27-414042eba1e4,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:19.601233 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-d94006b6-c05d-430f-8b17-442d5e77447b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:19.618334 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-24464641-3bac-4bda-9a18-b8d969db9b93 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Allocated IP 172.20.0.1 (52fb23ef-612f-4a7c-8db7-1a23246e88d2/1b717acf-8e27-45e3-b709-e5e9b78eb2e3/7e4f9162-f0f3-4cdf-bf4e-bcb67531c58e) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:19.627107 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34c01269-4aad-4aec-b008-b1d68824aecc tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:19.636443 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94006b6-c05d-430f-8b17-442d5e77447b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:19.641020 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-5150ac81-0274-43d3-bc22-ece891c53bc8 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:19.645543 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5150ac81-0274-43d3-bc22-ece891c53bc8 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:19.653227 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150ac81-0274-43d3-bc22-ece891c53bc8 None None] Pushing event updated for resources: {'Port': ['ID=e2a51e8e-43d7-4015-a4de-75c0284c2b6b,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:19.711690 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-34c01269-4aad-4aec-b008-b1d68824aecc tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Deleting port 80d178b8-fa7e-48cc-b54a-78f0c957317e {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:19.712246 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34c01269-4aad-4aec-b008-b1d68824aecc tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:19.734406 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94006b6-c05d-430f-8b17-442d5e77447b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Pushing event updated for resources: {'Port': ['ID=075db4d1-402b-4b5b-9c5b-69c44a5cd462,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:19.770000 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7c222-f815-4036-a6f5-0498831a3903 req-bd9364eb-b754-4a8b-bb73-ea24f5b7e5a3 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:19.770208 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0539f664-1b74-443b-a68b-38904d198343 admin admin] Router d80e215e-cb80-4351-8f15-acae91e4f471 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:56:19.777747 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d1c7c222-f815-4036-a6f5-0498831a3903 req-bd9364eb-b754-4a8b-bb73-ea24f5b7e5a3 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/ports?device_id=0381e1ef-a6ea-4f35-9de7-5e95290d09c7 HTTP/1.1" status: 200 len: 944 time: 0.4530118 Aug 16 20:56:19.777890 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7a5b43-8af2-4faa-b600-ae2fe3c32fc0 None None] Update dhcp port {'port': {'network_id': '4739a487-7fae-4d49-a7ca-fa3b790abea5', 'fixed_ips': [{'subnet_id': 'ff5222fb-e341-4f75-8b80-da3d32543b25'}], 'binding:host_id': 'n-d-793620-15'}, 'id': '80d178b8-fa7e-48cc-b54a-78f0c957317e'} from n-d-793620-15. {{(pid=101846) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:56:19.826735 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ff7a5b43-8af2-4faa-b600-ae2fe3c32fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:19.832469 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b8321253-5c49-49a3-9834-a9307eab2372 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:19.837058 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-5150ac81-0274-43d3-bc22-ece891c53bc8 None None] Attempting to bind port e2a51e8e-43d7-4015-a4de-75c0284c2b6b on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:56:19.837512 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-5150ac81-0274-43d3-bc22-ece891c53bc8 None None] Attempting to bind port e2a51e8e-43d7-4015-a4de-75c0284c2b6b by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '1e21937b-d26f-4c67-aea2-e49650beeca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6c0a707a-95e8-4f76-bed7-f109b3bcf67e'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:56:19.837937 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5150ac81-0274-43d3-bc22-ece891c53bc8 None None] Attempting to bind port e2a51e8e-43d7-4015-a4de-75c0284c2b6b on network 6c0a707a-95e8-4f76-bed7-f109b3bcf67e {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:19.874816 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5150ac81-0274-43d3-bc22-ece891c53bc8 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:56:19.875274 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5150ac81-0274-43d3-bc22-ece891c53bc8 None None] Checking segment: {'id': '1e21937b-d26f-4c67-aea2-e49650beeca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6c0a707a-95e8-4f76-bed7-f109b3bcf67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:19.875742 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5150ac81-0274-43d3-bc22-ece891c53bc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:19.876252 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5150ac81-0274-43d3-bc22-ece891c53bc8 None None] Bound using segment: {'id': '1e21937b-d26f-4c67-aea2-e49650beeca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6c0a707a-95e8-4f76-bed7-f109b3bcf67e'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:56:19.876814 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-5150ac81-0274-43d3-bc22-ece891c53bc8 None None] Bound port: e2a51e8e-43d7-4015-a4de-75c0284c2b6b, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21937b-d26f-4c67-aea2-e49650beeca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6c0a707a-95e8-4f76-bed7-f109b3bcf67e'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:56:19.877263 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5150ac81-0274-43d3-bc22-ece891c53bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:19.950221 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d94006b6-c05d-430f-8b17-442d5e77447b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:19.970016 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-34c01269-4aad-4aec-b008-b1d68824aecc tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] For port 80d178b8-fa7e-48cc-b54a-78f0c957317e, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=80d178b8-fa7e-48cc-b54a-78f0c957317e,segment=NetworkSegment(cbc30c06-a0da-4400-8e00-bf0de1d5c84b),segment_id=cbc30c06-a0da-4400-8e00-bf0de1d5c84b)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:19.970835 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34c01269-4aad-4aec-b008-b1d68824aecc tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:19.998892 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d1c7c222-f815-4036-a6f5-0498831a3903 req-ab4daadf-06b2-41aa-9d26-42d77fba14f4 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/security-groups?id=dd6a8c68-c325-4ce0-98fa-ce1587b8f730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155509 Aug 16 20:56:20.016525 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-34c01269-4aad-4aec-b008-b1d68824aecc tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Calling delete_port for 80d178b8-fa7e-48cc-b54a-78f0c957317e owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:20.095315 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-24464641-3bac-4bda-9a18-b8d969db9b93 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:20.116123 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-24464641-3bac-4bda-9a18-b8d969db9b93 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Transition to ACTIVE for port object 7e4f9162-f0f3-4cdf-bf4e-bcb67531c58e will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:20.116276 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-5150ac81-0274-43d3-bc22-ece891c53bc8 None None] For port e2a51e8e-43d7-4015-a4de-75c0284c2b6b, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:56:20.119869 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-5150ac81-0274-43d3-bc22-ece891c53bc8 None None] For port e2a51e8e-43d7-4015-a4de-75c0284c2b6b, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=e2a51e8e-43d7-4015-a4de-75c0284c2b6b,segment=NetworkSegment(1e21937b-d26f-4c67-aea2-e49650beeca1),segment_id=1e21937b-d26f-4c67-aea2-e49650beeca1)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:56:20.171146 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0539f664-1b74-443b-a68b-38904d198343 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:56:20.192219 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d94006b6-c05d-430f-8b17-442d5e77447b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:20.222800 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5046276d-40da-4093-a955-a49267be9017 None None] Sync routers for ids ['d80e215e-cb80-4351-8f15-acae91e4f471'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:56:20.254343 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5150ac81-0274-43d3-bc22-ece891c53bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:20.300282 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0539f664-1b74-443b-a68b-38904d198343 admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:20.301562 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0539f664-1b74-443b-a68b-38904d198343 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1489012 Aug 16 20:56:20.302457 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34c01269-4aad-4aec-b008-b1d68824aecc tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:20.306573 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46680) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:20.315889 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-24464641-3bac-4bda-9a18-b8d969db9b93 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:20.337215 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5046276d-40da-4093-a955-a49267be9017 None None] Routers {'d80e215e-cb80-4351-8f15-acae91e4f471'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:20.337933 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-5046276d-40da-4093-a955-a49267be9017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:56:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d80e215e-cb80-4351-8f15-acae91e4f471'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:20.375270 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c01269-4aad-4aec-b008-b1d68824aecc tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'Port': ['ID=80d178b8-fa7e-48cc-b54a-78f0c957317e,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:20.384508 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c01269-4aad-4aec-b008-b1d68824aecc tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] No DVR routers for this DVR port 80d178b8-fa7e-48cc-b54a-78f0c957317e on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:20.385707 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24464641-3bac-4bda-9a18-b8d969db9b93 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Network 52fb23ef-612f-4a7c-8db7-1a23246e88d2 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:20.419729 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efee2c27-1498-45d4-8b28-25c499c3ab31 None None] Network 4739a487-7fae-4d49-a7ca-fa3b790abea5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:20.421704 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 970bf7ff-e94f-40fe-afdc-9528848d2d57 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:20.474426 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port b8321253-5c49-49a3-9834-a9307eab2372 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:20.479490 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d94006b6-c05d-430f-8b17-442d5e77447b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:20.482507 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-24464641-3bac-4bda-9a18-b8d969db9b93 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:20.524741 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150ac81-0274-43d3-bc22-ece891c53bc8 None None] Pushing event updated for resources: {'Port': ['ID=e2a51e8e-43d7-4015-a4de-75c0284c2b6b,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:20.543864 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device dda1951e-3bf4-41c4-b2e5-fd0cec669ef7 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:20.558393 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e7af1b75-885f-4de4-bc21-01265ca8a19a None None] Could not find standard attr ID for object 80d178b8-fa7e-48cc-b54a-78f0c957317e. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:56:20.558995 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24464641-3bac-4bda-9a18-b8d969db9b93 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:20.595338 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d94006b6-c05d-430f-8b17-442d5e77447b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:20.629465 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce5ce6f-9669-41a1-9cd1-8f52c51f51bc None None] Network 52fb23ef-612f-4a7c-8db7-1a23246e88d2 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:20.715420 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34c01269-4aad-4aec-b008-b1d68824aecc tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:20.739952 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-34c01269-4aad-4aec-b008-b1d68824aecc tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4739a487-7fae-4d49-a7ca-fa3b790abea5']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:20.763712 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-34c01269-4aad-4aec-b008-b1d68824aecc tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc30c06-a0da-4400-8e00-bf0de1d5c84b') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:20.763712 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-34c01269-4aad-4aec-b008-b1d68824aecc tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc30c06-a0da-4400-8e00-bf0de1d5c84b') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:20.790017 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34c01269-4aad-4aec-b008-b1d68824aecc tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:20.805295 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-24464641-3bac-4bda-9a18-b8d969db9b93 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:20.843308 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34c01269-4aad-4aec-b008-b1d68824aecc tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:20.861747 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34c01269-4aad-4aec-b008-b1d68824aecc tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:56:20.862819 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34c01269-4aad-4aec-b008-b1d68824aecc tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:20.868931 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:56:20.868931 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:56:20.868931 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:56:20.868931 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:56:20.868931 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:56:20.868931 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:56:20.868931 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:56:20.868931 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:56:20.868931 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:56:20.868931 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:56:20.868931 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:56:20.868931 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:56:20.868931 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:56:20.868931 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:56:20.868931 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:56:20.868931 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:56:20.868931 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:56:20.868931 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:56:20.868931 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:56:20.868931 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:56:20.868931 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:56:20.868931 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:56:20.868931 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:56:20.868931 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:56:20.868931 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:56:20.868931 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:56:20.868931 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:56:20.868931 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:56:20.868931 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:56:20.868931 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:56:20.868931 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:56:20.868931 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:56:20.888395 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24464641-3bac-4bda-9a18-b8d969db9b93 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event updated for resources: {'Port': ['ID=7e4f9162-f0f3-4cdf-bf4e-bcb67531c58e,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:20.905806 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-5046276d-40da-4093-a955-a49267be9017 None None] Set router d80e215e-cb80-4351-8f15-acae91e4f471 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:20.950362 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d94006b6-c05d-430f-8b17-442d5e77447b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:21.023057 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94006b6-c05d-430f-8b17-442d5e77447b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Pushing event updated for resources: {'Port': ['ID=075db4d1-402b-4b5b-9c5b-69c44a5cd462,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:21.088260 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d94006b6-c05d-430f-8b17-442d5e77447b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:21.099914 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d94006b6-c05d-430f-8b17-442d5e77447b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1328080 Aug 16 20:56:21.134785 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34c01269-4aad-4aec-b008-b1d68824aecc tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:21.185949 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34c01269-4aad-4aec-b008-b1d68824aecc tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:21.188178 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-34c01269-4aad-4aec-b008-b1d68824aecc tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/networks/4739a487-7fae-4d49-a7ca-fa3b790abea5 HTTP/1.1" status: 204 len: 168 time: 1.6964331 Aug 16 20:56:21.189249 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c01269-4aad-4aec-b008-b1d68824aecc tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'Network': ['ID=4739a487-7fae-4d49-a7ca-fa3b790abea5,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:21.202191 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46694) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:21.266689 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-24464641-3bac-4bda-9a18-b8d969db9b93 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:21.333992 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a44b573-6d2e-4435-8428-7c09958c0f2b tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:21.335508 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7a44b573-6d2e-4435-8428-7c09958c0f2b tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1320677 Aug 16 20:56:21.341249 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46704) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:21.391723 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab7bf4f-fe33-4f28-94ed-3680692c21bd None None] DHCP port deletion for 4739a487-7fae-4d49-a7ca-fa3b790abea5 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:56:21.396769 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-8ae02eb5-b08e-4951-b474-9c281a286f39 None None] Provisioning for port b8321253-5c49-49a3-9834-a9307eab2372 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:21.407223 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-8ae02eb5-b08e-4951-b474-9c281a286f39 None None] Provisioning complete for port b8321253-5c49-49a3-9834-a9307eab2372 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:21.407828 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8ae02eb5-b08e-4951-b474-9c281a286f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:21.413487 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3df4b-8f37-4afa-9834-4088c2afb8bd req-3e3d864b-0f6e-4310-9277-28f65d481622 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:21.427359 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c1f3df4b-8f37-4afa-9834-4088c2afb8bd req-3e3d864b-0f6e-4310-9277-28f65d481622 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/ports?device_id=0381e1ef-a6ea-4f35-9de7-5e95290d09c7 HTTP/1.1" status: 200 len: 944 time: 0.3235471 Aug 16 20:56:21.483386 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68387e5e-9f76-474c-aecc-a8210502eb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:21.486487 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 970bf7ff-e94f-40fe-afdc-9528848d2d57 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:21.494342 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 970bf7ff-e94f-40fe-afdc-9528848d2d57 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:21.494720 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:21.503047 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0fe21eab-26e5-4ad8-979f-e059bb65ad7d tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1606853 Aug 16 20:56:21.514792 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46706) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:21.522345 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-f002e9ab-cfe2-4d67-a4bb-6caae28d1ae8 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-218077111'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:21.537283 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-9aed7394-2068-42b1-83a4-13df66f8481a tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1397139780&fields=id&tenant_id=04d4519d90b5451ebf562bbd9e44ac2b HTTP/1.1" status: 200 len: 267 time: 0.2392919 Aug 16 20:56:21.569971 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port dda1951e-3bf4-41c4-b2e5-fd0cec669ef7 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:21.670319 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8ae02eb5-b08e-4951-b474-9c281a286f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:21.674159 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c1f3df4b-8f37-4afa-9834-4088c2afb8bd req-5bf82046-14c6-43b5-ae3f-9dde99621847 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/security-groups?id=dd6a8c68-c325-4ce0-98fa-ce1587b8f730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480712 Aug 16 20:56:21.691611 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port dda1951e-3bf4-41c4-b2e5-fd0cec669ef7 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:21.692031 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:21.722528 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-68387e5e-9f76-474c-aecc-a8210502eb93 admin admin] Allocated IP 172.20.0.1 (15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d/c7295a51-2f16-4f57-a8e8-eba84c181b9e/b83f6c81-a29d-4841-9281-e735194494b7) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:21.944281 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f002e9ab-cfe2-4d67-a4bb-6caae28d1ae8 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Made reservation on behalf of f26b2ff065a440569c5739b2c3aa62ad for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:21.944573 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-f4b4143a-8110-4217-b050-d7d84d8b5b1e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:21.946126 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-f4b4143a-8110-4217-b050-d7d84d8b5b1e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/networks?id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 HTTP/1.1" status: 200 len: 811 time: 0.4132979 Aug 16 20:56:21.948814 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f002e9ab-cfe2-4d67-a4bb-6caae28d1ae8 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:21.956936 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68387e5e-9f76-474c-aecc-a8210502eb93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:21.988687 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-e26fb3b1-da96-4610-8f38-edd109169c0b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/quotas/04d4519d90b5451ebf562bbd9e44ac2b HTTP/1.1" status: 200 len: 375 time: 0.0171795 Aug 16 20:56:21.998327 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-68387e5e-9f76-474c-aecc-a8210502eb93 admin admin] Transition to ACTIVE for port object b83f6c81-a29d-4841-9281-e735194494b7 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:22.002242 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-8ae02eb5-b08e-4951-b474-9c281a286f39 None None] For port b8321253-5c49-49a3-9834-a9307eab2372, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b8321253-5c49-49a3-9834-a9307eab2372,segment=NetworkSegment(e526e489-67da-468d-a8c2-33c53b48665a),segment_id=e526e489-67da-468d-a8c2-33c53b48665a)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:22.011800 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b058b885-8205-4eb4-b092-4e19b1b86f3a None None] Network 6c0a707a-95e8-4f76-bed7-f109b3bcf67e requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:22.012979 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f002e9ab-cfe2-4d67-a4bb-6caae28d1ae8 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:56:22.030686 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f002e9ab-cfe2-4d67-a4bb-6caae28d1ae8 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:22.031747 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-f002e9ab-cfe2-4d67-a4bb-6caae28d1ae8 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Added segment 5f8f93fa-7852-4d86-92e5-8645074f4d0f of type vlan for network 5f4bafc8-8941-4df6-848d-09f1f81bac00 Aug 16 20:56:22.040188 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:22.107417 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f002e9ab-cfe2-4d67-a4bb-6caae28d1ae8 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:22.135541 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-88208a8f-baec-473e-8384-38370605c9de tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=04d4519d90b5451ebf562bbd9e44ac2b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0863249 Aug 16 20:56:22.140842 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-24464641-3bac-4bda-9a18-b8d969db9b93 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:22.167496 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:22.181924 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68387e5e-9f76-474c-aecc-a8210502eb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:22.212548 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-24464641-3bac-4bda-9a18-b8d969db9b93 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:22.224686 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 970bf7ff-e94f-40fe-afdc-9528848d2d57, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=970bf7ff-e94f-40fe-afdc-9528848d2d57,segment=NetworkSegment(54eb105c-92b7-478a-9dbd-f7c16dfc3d12),segment_id=54eb105c-92b7-478a-9dbd-f7c16dfc3d12)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:22.224686 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8ae02eb5-b08e-4951-b474-9c281a286f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:22.227706 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f002e9ab-cfe2-4d67-a4bb-6caae28d1ae8 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:22.231058 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0381e1ef-a6ea-4f35-9de7-5e95290d09c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970bf7ff-e94f-40fe-afdc-9528848d2d57'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:56:22.234300 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3147e4a4-09e7-428b-833e-46fb7a871bdb" -d '{"events": [{"server_uuid": "0381e1ef-a6ea-4f35-9de7-5e95290d09c7", "name": "network-vif-plugged", "status": "completed", "tag": "970bf7ff-e94f-40fe-afdc-9528848d2d57"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:56:22.235457 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f002e9ab-cfe2-4d67-a4bb-6caae28d1ae8 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:22.237952 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f002e9ab-cfe2-4d67-a4bb-6caae28d1ae8 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:22.291435 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68387e5e-9f76-474c-aecc-a8210502eb93 admin admin] Network 15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:22.352246 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-24464641-3bac-4bda-9a18-b8d969db9b93 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:22.353098 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-68387e5e-9f76-474c-aecc-a8210502eb93 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:22.365453 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24464641-3bac-4bda-9a18-b8d969db9b93 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event updated for resources: {'Port': ['ID=7e4f9162-f0f3-4cdf-bf4e-bcb67531c58e,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:22.380376 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-5c230477-1b74-4c44-8fee-742ef19df1cf service neutron] 10.222.0.84 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275066 Aug 16 20:56:22.396042 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:22.406875 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68387e5e-9f76-474c-aecc-a8210502eb93 admin admin] Pushing event updated for resources: {'Port': ['ID=b83f6c81-a29d-4841-9281-e735194494b7,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:22.413246 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002e9ab-cfe2-4d67-a4bb-6caae28d1ae8 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'Network': ['ID=5f4bafc8-8941-4df6-848d-09f1f81bac00,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:22.419603 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68387e5e-9f76-474c-aecc-a8210502eb93 admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:22.426625 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2337be4f-ea49-45be-8b41-d4fd3a11c87f x-openstack-request-id: req-2337be4f-ea49-45be-8b41-d4fd3a11c87f {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:56:22.426625 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0381e1ef-a6ea-4f35-9de7-5e95290d09c7", "name": "network-vif-plugged", "status": "completed", "tag": "970bf7ff-e94f-40fe-afdc-9528848d2d57", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:56:22.426915 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2337be4f-ea49-45be-8b41-d4fd3a11c87f {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:56:22.430976 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0381e1ef-a6ea-4f35-9de7-5e95290d09c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970bf7ff-e94f-40fe-afdc-9528848d2d57', 'code': 200} Aug 16 20:56:22.430976 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-5046276d-40da-4093-a955-a49267be9017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80e215e-cb80-4351-8f15-acae91e4f471', 'name': 'tempest-TaggedBootDevicesTest-1976672083-router', 'tenant_id': '9440ed0933f64f7cb6d1f0c295a72000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '2e1cad13-2826-4f26-81f6-f474f39ca57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:56:15Z', 'updated_at': '2021-08-16T20:56:17Z', 'revision_number': 3, 'project_id': '9440ed0933f64f7cb6d1f0c295a72000', 'gw_port': {'id': '2e1cad13-2826-4f26-81f6-f474f39ca57c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cc:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80e215e-cb80-4351-8f15-acae91e4f471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:16Z', 'updated_at': '2021-08-16T20:56:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:22.436933 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae02eb5-b08e-4951-b474-9c281a286f39 None None] Pushing event updated for resources: {'Port': ['ID=b8321253-5c49-49a3-9834-a9307eab2372,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:22.445619 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 5f4bafc8-8941-4df6-848d-09f1f81bac00 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:56:22.475770 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f002e9ab-cfe2-4d67-a4bb-6caae28d1ae8 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9598792 Aug 16 20:56:22.482164 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46716) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:22.490057 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-93d51c50-9416-43fa-81b2-74fd61d89e01 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'subnet': {'network_id': '5f4bafc8-8941-4df6-848d-09f1f81bac00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:22.521752 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:22.554714 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5046276d-40da-4093-a955-a49267be9017 None None] Checking router: d80e215e-cb80-4351-8f15-acae91e4f471 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:56:22.555080 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5046276d-40da-4093-a955-a49267be9017 None None] Updating router d80e215e-cb80-4351-8f15-acae91e4f471 port 2e1cad13-2826-4f26-81f6-f474f39ca57c binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:56:22.557393 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-446c3beb-8efa-44f0-b071-ff197607859b None None] Provisioning for port e2a51e8e-43d7-4015-a4de-75c0284c2b6b completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:22.608484 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68387e5e-9f76-474c-aecc-a8210502eb93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:22.644578 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24464641-3bac-4bda-9a18-b8d969db9b93 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Network 52fb23ef-612f-4a7c-8db7-1a23246e88d2 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:22.652769 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-24464641-3bac-4bda-9a18-b8d969db9b93 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:22.667168 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f21f7-ff14-4459-a819-05cf6442e8f1 req-461b0262-b7c3-4360-bbe0-7bc76ed5b517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:22.671128 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-578f21f7-ff14-4459-a819-05cf6442e8f1 req-461b0262-b7c3-4360-bbe0-7bc76ed5b517 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0381e1ef-a6ea-4f35-9de7-5e95290d09c7 HTTP/1.1" status: 200 len: 1097 time: 0.1479297 Aug 16 20:56:22.675581 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-32c12a12-7219-431b-8426-54ec4ef22ef5 service neutron] 10.222.0.84 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821908 Aug 16 20:56:22.696482 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=970bf7ff-e94f-40fe-afdc-9528848d2d57,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:22.755473 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5046276d-40da-4093-a955-a49267be9017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:22.844812 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port dda1951e-3bf4-41c4-b2e5-fd0cec669ef7, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=dda1951e-3bf4-41c4-b2e5-fd0cec669ef7,segment=NetworkSegment(66f4b070-11e4-4f4a-902e-032c04ccaab0),segment_id=66f4b070-11e4-4f4a-902e-032c04ccaab0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:22.893387 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-446c3beb-8efa-44f0-b071-ff197607859b None None] Provisioning for port 7e4f9162-f0f3-4cdf-bf4e-bcb67531c58e completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:22.980404 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-446c3beb-8efa-44f0-b071-ff197607859b None None] Provisioning complete for port 7e4f9162-f0f3-4cdf-bf4e-bcb67531c58e triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:22.980788 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-446c3beb-8efa-44f0-b071-ff197607859b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:22.985879 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:23.005103 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68387e5e-9f76-474c-aecc-a8210502eb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:23.007690 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d51c50-9416-43fa-81b2-74fd61d89e01 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Made reservation on behalf of f26b2ff065a440569c5739b2c3aa62ad for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:23.011929 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-93d51c50-9416-43fa-81b2-74fd61d89e01 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:23.156817 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-446c3beb-8efa-44f0-b071-ff197607859b None None] Port 7e4f9162-f0f3-4cdf-bf4e-bcb67531c58e cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:23.202326 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=dda1951e-3bf4-41c4-b2e5-fd0cec669ef7,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:23.224620 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-446c3beb-8efa-44f0-b071-ff197607859b None None] Provisioning complete for port b8321253-5c49-49a3-9834-a9307eab2372 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:23.225098 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-446c3beb-8efa-44f0-b071-ff197607859b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:23.369749 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b8321253-5c49-49a3-9834-a9307eab2372 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:23.433726 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5046276d-40da-4093-a955-a49267be9017 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:23.482017 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5046276d-40da-4093-a955-a49267be9017 None None] Transition to ACTIVE for port object 2e1cad13-2826-4f26-81f6-f474f39ca57c will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:23.515950 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-578f21f7-ff14-4459-a819-05cf6442e8f1 req-e7ba217c-cdb8-4250-8bfb-33d99af97367 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=dd6a8c68-c325-4ce0-98fa-ce1587b8f730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8370652 Aug 16 20:56:23.534964 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port b8321253-5c49-49a3-9834-a9307eab2372 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:23.536733 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:23.537764 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9b732e97-9df7-40c8-834e-0a001ee93a6d req-9299aa13-4909-442e-abd1-4dfe31db7d8e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 210 time: 0.0415850 Aug 16 20:56:23.561702 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d7a7a-e1bf-4379-a4d1-404cf86d4990 req-7f9b6cba-1adc-469d-9f93-5527649422cf tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:23.567843 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2b1d7a7a-e1bf-4379-a4d1-404cf86d4990 req-7f9b6cba-1adc-469d-9f93-5527649422cf tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/ports?device_id=0381e1ef-a6ea-4f35-9de7-5e95290d09c7 HTTP/1.1" status: 200 len: 945 time: 0.7680736 Aug 16 20:56:23.573747 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68387e5e-9f76-474c-aecc-a8210502eb93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:23.607687 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2b1d7a7a-e1bf-4379-a4d1-404cf86d4990 req-50639201-fb5f-4f6a-8f9c-d407624f166d tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/security-groups?id=dd6a8c68-c325-4ce0-98fa-ce1587b8f730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389628 Aug 16 20:56:23.636432 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device e2a51e8e-43d7-4015-a4de-75c0284c2b6b up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:23.671016 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-93d51c50-9416-43fa-81b2-74fd61d89e01 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:23.675852 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5046276d-40da-4093-a955-a49267be9017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:23.710061 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68387e5e-9f76-474c-aecc-a8210502eb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:23.740987 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24464641-3bac-4bda-9a18-b8d969db9b93 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Router 62b91303-2326-4ed1-b12b-a898f6b04cc6 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:56:23.745359 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-721b44c5-6b50-4147-bbae-825a2f2a86ee None None] Provisioning complete for port 7e4f9162-f0f3-4cdf-bf4e-bcb67531c58e triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:23.745359 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-721b44c5-6b50-4147-bbae-825a2f2a86ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:23.754577 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-5046276d-40da-4093-a955-a49267be9017 None None] Attempting to bind port 2e1cad13-2826-4f26-81f6-f474f39ca57c on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:56:23.756125 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-5046276d-40da-4093-a955-a49267be9017 None None] Attempting to bind port 2e1cad13-2826-4f26-81f6-f474f39ca57c by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:56:23.756609 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5046276d-40da-4093-a955-a49267be9017 None None] Attempting to bind port 2e1cad13-2826-4f26-81f6-f474f39ca57c on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:23.778125 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c7374-e5ed-45bc-8824-59a2c802338b None None] Pushing event updated for resources: {'Port': ['ID=2e1cad13-2826-4f26-81f6-f474f39ca57c,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:23.793724 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5046276d-40da-4093-a955-a49267be9017 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:56:23.794106 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5046276d-40da-4093-a955-a49267be9017 None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:23.794514 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5046276d-40da-4093-a955-a49267be9017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:23.794957 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5046276d-40da-4093-a955-a49267be9017 None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:56:23.795385 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-5046276d-40da-4093-a955-a49267be9017 None None] Bound port: 2e1cad13-2826-4f26-81f6-f474f39ca57c, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:56:23.795774 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5046276d-40da-4093-a955-a49267be9017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:23.805918 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d51c50-9416-43fa-81b2-74fd61d89e01 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'Subnet': ['ID=caa13023-4604-433e-bda9-84eeabc8eee4,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:23.815236 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68387e5e-9f76-474c-aecc-a8210502eb93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:23.821075 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68387e5e-9f76-474c-aecc-a8210502eb93 admin admin] Pushing event updated for resources: {'Port': ['ID=b83f6c81-a29d-4841-9281-e735194494b7,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:23.827332 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port e2a51e8e-43d7-4015-a4de-75c0284c2b6b completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:23.830718 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d51c50-9416-43fa-81b2-74fd61d89e01 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Checking segment: {'id': '5f8f93fa-7852-4d86-92e5-8645074f4d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5f4bafc8-8941-4df6-848d-09f1f81bac00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:23.830982 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d51c50-9416-43fa-81b2-74fd61d89e01 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Network hostable DHCP agents. Network: 5f4bafc8-8941-4df6-848d-09f1f81bac00, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:56:23.835688 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port e2a51e8e-43d7-4015-a4de-75c0284c2b6b triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:23.836099 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:23.859887 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24464641-3bac-4bda-9a18-b8d969db9b93 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:56:23.862929 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-721b44c5-6b50-4147-bbae-825a2f2a86ee None None] Port 7e4f9162-f0f3-4cdf-bf4e-bcb67531c58e cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:23.873832 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fdb65e-74f0-40b3-9d26-5d8b48992741 None None] Sync routers for ids ['62b91303-2326-4ed1-b12b-a898f6b04cc6'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:56:23.887168 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fdb65e-74f0-40b3-9d26-5d8b48992741 None None] Routers {'62b91303-2326-4ed1-b12b-a898f6b04cc6'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:23.888574 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46734) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:23.889024 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-00fdb65e-74f0-40b3-9d26-5d8b48992741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:56:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['62b91303-2326-4ed1-b12b-a898f6b04cc6'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:23.889470 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-24464641-3bac-4bda-9a18-b8d969db9b93 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "PUT /v2.0/routers/62b91303-2326-4ed1-b12b-a898f6b04cc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4915199 Aug 16 20:56:23.904443 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-5046276d-40da-4093-a955-a49267be9017 None None] For port 2e1cad13-2826-4f26-81f6-f474f39ca57c, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:56:23.907810 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-5046276d-40da-4093-a955-a49267be9017 None None] For port 2e1cad13-2826-4f26-81f6-f474f39ca57c, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=2e1cad13-2826-4f26-81f6-f474f39ca57c,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:56:23.929709 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-00fdb65e-74f0-40b3-9d26-5d8b48992741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:23.940561 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fdb65e-74f0-40b3-9d26-5d8b48992741 None None] Routers {'62b91303-2326-4ed1-b12b-a898f6b04cc6'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:23.941304 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-00fdb65e-74f0-40b3-9d26-5d8b48992741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:56:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['62b91303-2326-4ed1-b12b-a898f6b04cc6'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:23.944856 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d306bf-6bbe-452d-9ff7-29a70c892a69 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:23.945743 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-55d306bf-6bbe-452d-9ff7-29a70c892a69 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "GET /v2.0/ports/7e4f9162-f0f3-4cdf-bf4e-bcb67531c58e HTTP/1.1" status: 200 len: 910 time: 0.0560617 Aug 16 20:56:23.949051 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46736) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:23.976613 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:23.978334 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-00fdb65e-74f0-40b3-9d26-5d8b48992741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:23.979218 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fdb65e-74f0-40b3-9d26-5d8b48992741 None None] The sync data for ids ['62b91303-2326-4ed1-b12b-a898f6b04cc6'] in n-d-793620-15 is: [] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:56:23.990010 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68387e5e-9f76-474c-aecc-a8210502eb93 admin admin] Network 15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:23.990010 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-68387e5e-9f76-474c-aecc-a8210502eb93 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:24.045850 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5046276d-40da-4093-a955-a49267be9017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:24.046995 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d51c50-9416-43fa-81b2-74fd61d89e01 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Network 5f4bafc8-8941-4df6-848d-09f1f81bac00 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:56:24.048245 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-721b44c5-6b50-4147-bbae-825a2f2a86ee None None] Provisioning for port b83f6c81-a29d-4841-9281-e735194494b7 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:24.052693 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port e2a51e8e-43d7-4015-a4de-75c0284c2b6b, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=e2a51e8e-43d7-4015-a4de-75c0284c2b6b,segment=NetworkSegment(1e21937b-d26f-4c67-aea2-e49650beeca1),segment_id=1e21937b-d26f-4c67-aea2-e49650beeca1)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:24.072618 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-721b44c5-6b50-4147-bbae-825a2f2a86ee None None] Provisioning complete for port b83f6c81-a29d-4841-9281-e735194494b7 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:24.073019 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-721b44c5-6b50-4147-bbae-825a2f2a86ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:24.141100 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68387e5e-9f76-474c-aecc-a8210502eb93 admin admin] Router d80e215e-cb80-4351-8f15-acae91e4f471 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:56:24.209417 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-721b44c5-6b50-4147-bbae-825a2f2a86ee None None] Port b83f6c81-a29d-4841-9281-e735194494b7 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:24.212796 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:24.213516 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device dd7986ff-5826-4dfe-aa27-414042eba1e4 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:24.235241 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5046276d-40da-4093-a955-a49267be9017 None None] Routers {'d80e215e-cb80-4351-8f15-acae91e4f471'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:24.242260 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-5046276d-40da-4093-a955-a49267be9017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:56:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d80e215e-cb80-4351-8f15-acae91e4f471'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:24.248959 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c7374-e5ed-45bc-8824-59a2c802338b None None] Pushing event updated for resources: {'Port': ['ID=2e1cad13-2826-4f26-81f6-f474f39ca57c,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:24.256667 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-93d51c50-9416-43fa-81b2-74fd61d89e01 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 5f4bafc8-8941-4df6-848d-09f1f81bac00) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:24.264944 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d51c50-9416-43fa-81b2-74fd61d89e01 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:24.266011 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-93d51c50-9416-43fa-81b2-74fd61d89e01 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:24.291962 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442c42b9-78e9-4717-a124-7c8b0b9d6798 None None] Network 5f4bafc8-8941-4df6-848d-09f1f81bac00 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:24.312174 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68387e5e-9f76-474c-aecc-a8210502eb93 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:56:24.333894 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-68387e5e-9f76-474c-aecc-a8210502eb93 admin admin] 10.222.0.84 "PUT /v2.0/routers/d80e215e-cb80-4351-8f15-acae91e4f471/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0113254 Aug 16 20:56:24.414734 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-93d51c50-9416-43fa-81b2-74fd61d89e01 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9294183 Aug 16 20:56:24.417742 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46746) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:24.423421 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-bda96ee6-441d-46b4-be1a-a4e2073c53eb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'port': {'network_id': '5f4bafc8-8941-4df6-848d-09f1f81bac00', 'name': 'tempest-PortsTestJSON-1291661148'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:24.500804 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a05a864e-b876-440d-9175-ce3d47d3b964 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:24.622902 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-6aace93f-2910-4d44-9d72-c62cf2d95b4c None None] Provisioning complete for port b83f6c81-a29d-4841-9281-e735194494b7 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:24.623486 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6aace93f-2910-4d44-9d72-c62cf2d95b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:24.626382 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=e2a51e8e-43d7-4015-a4de-75c0284c2b6b,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:24.716603 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda96ee6-441d-46b4-be1a-a4e2073c53eb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Made reservation on behalf of f26b2ff065a440569c5739b2c3aa62ad for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:24.722004 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bda96ee6-441d-46b4-be1a-a4e2073c53eb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:24.722203 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port dd7986ff-5826-4dfe-aa27-414042eba1e4 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:24.722547 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:24.728302 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-5046276d-40da-4093-a955-a49267be9017 None None] Set router d80e215e-cb80-4351-8f15-acae91e4f471 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:24.747502 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-bda96ee6-441d-46b4-be1a-a4e2073c53eb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] device_id is not set on port f76c3696-2d42-46d7-ac0c-0d15165be156 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:56:24.750283 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-6aace93f-2910-4d44-9d72-c62cf2d95b4c None None] Port b83f6c81-a29d-4841-9281-e735194494b7 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:24.789706 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-296ac505-2708-4769-8a69-a41aeb640185 req-2fffc23a-9745-4eec-a056-0f7259d66e16 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 210 time: 0.1461000 Aug 16 20:56:24.861648 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee63aa-9008-483c-aef2-23b56eaecde1 req-4e6d572e-9b71-4bbd-bcc5-65a3203dad68 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:24.876266 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3aee63aa-9008-483c-aef2-23b56eaecde1 req-4e6d572e-9b71-4bbd-bcc5-65a3203dad68 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/ports?device_id=0381e1ef-a6ea-4f35-9de7-5e95290d09c7 HTTP/1.1" status: 200 len: 945 time: 0.1791923 Aug 16 20:56:24.971708 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3aee63aa-9008-483c-aef2-23b56eaecde1 req-693ae1c7-e80f-4364-bc88-15b8fdc8af4d tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/security-groups?id=dd6a8c68-c325-4ce0-98fa-ce1587b8f730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941350 Aug 16 20:56:24.995891 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850fd431-b880-43fb-aa20-9e1afed6fe07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-5f4bafc8-8941-4df6-848d-09f1f81bac00', 'network_id': '5f4bafc8-8941-4df6-848d-09f1f81bac00', 'tenant_id': 'f26b2ff065a440569c5739b2c3aa62ad', 'fixed_ips': [{'subnet_id': 'caa13023-4604-433e-bda9-84eeabc8eee4'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:56:24.996742 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-850fd431-b880-43fb-aa20-9e1afed6fe07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:25.026722 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-bda96ee6-441d-46b4-be1a-a4e2073c53eb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Allocated IP 172.20.0.2 (5f4bafc8-8941-4df6-848d-09f1f81bac00/caa13023-4604-433e-bda9-84eeabc8eee4/f76c3696-2d42-46d7-ac0c-0d15165be156) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:25.085625 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-a05a864e-b876-440d-9175-ce3d47d3b964 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Allocated IP 172.21.0.1 (6c0a707a-95e8-4f76-bed7-f109b3bcf67e/e58b4461-d21c-494b-ad9a-98501ad96e6c/deb39d0b-e819-4432-91c1-be1a2b2a12c6) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:25.210840 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-5046276d-40da-4093-a955-a49267be9017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80e215e-cb80-4351-8f15-acae91e4f471', 'name': 'tempest-TaggedBootDevicesTest-1976672083-router', 'tenant_id': '9440ed0933f64f7cb6d1f0c295a72000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '2e1cad13-2826-4f26-81f6-f474f39ca57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:56:15Z', 'updated_at': '2021-08-16T20:56:22Z', 'revision_number': 4, 'project_id': '9440ed0933f64f7cb6d1f0c295a72000', 'gw_port': {'id': '2e1cad13-2826-4f26-81f6-f474f39ca57c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cc:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80e215e-cb80-4351-8f15-acae91e4f471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:16Z', 'updated_at': '2021-08-16T20:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'b83f6c81-a29d-4841-9281-e735194494b7', 'name': '', 'network_id': '15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d', 'tenant_id': '9440ed0933f64f7cb6d1f0c295a72000', 'mac_address': 'fa:16:3e:27:07:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80e215e-cb80-4351-8f15-acae91e4f471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'c7295a51-2f16-4f57-a8e8-eba84c181b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:21Z', 'updated_at': '2021-08-16T20:56:23Z', 'revision_number': 2, 'project_id': '9440ed0933f64f7cb6d1f0c295a72000', 'subnets': [{'id': 'c7295a51-2f16-4f57-a8e8-eba84c181b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:25.215031 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 80d178b8-fa7e-48cc-b54a-78f0c957317e no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:25.265373 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a05a864e-b876-440d-9175-ce3d47d3b964 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:25.267604 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 80d178b8-fa7e-48cc-b54a-78f0c957317e {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:25.267881 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 80d178b8-fa7e-48cc-b54a-78f0c957317e not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:25.268009 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bda96ee6-441d-46b4-be1a-a4e2073c53eb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:25.270639 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5046276d-40da-4093-a955-a49267be9017 None None] The sync data for ids ['d80e215e-cb80-4351-8f15-acae91e4f471'] in n-d-793620-15 is: [{'id': 'd80e215e-cb80-4351-8f15-acae91e4f471', 'name': 'tempest-TaggedBootDevicesTest-1976672083-router', 'tenant_id': '9440ed0933f64f7cb6d1f0c295a72000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '2e1cad13-2826-4f26-81f6-f474f39ca57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:56:15Z', 'updated_at': '2021-08-16T20:56:22Z', 'revision_number': 4, 'project_id': '9440ed0933f64f7cb6d1f0c295a72000', 'gw_port': {'id': '2e1cad13-2826-4f26-81f6-f474f39ca57c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cc:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80e215e-cb80-4351-8f15-acae91e4f471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:16Z', 'updated_at': '2021-08-16T20:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'b83f6c81-a29d-4841-9281-e735194494b7', 'name': '', 'network_id': '15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d', 'tenant_id': '9440ed0933f64f7cb6d1f0c295a72000', 'mac_address': 'fa:16:3e:27:07:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80e215e-cb80-4351-8f15-acae91e4f471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'c7295a51-2f16-4f57-a8e8-eba84c181b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:21Z', 'updated_at': '2021-08-16T20:56:23Z', 'revision_number': 2, 'project_id': '9440ed0933f64f7cb6d1f0c295a72000', 'subnets': [{'id': 'c7295a51-2f16-4f57-a8e8-eba84c181b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:56:25.285543 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-bda96ee6-441d-46b4-be1a-a4e2073c53eb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Transition to ACTIVE for port object f76c3696-2d42-46d7-ac0c-0d15165be156 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:25.299776 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-a05a864e-b876-440d-9175-ce3d47d3b964 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Transition to ACTIVE for port object deb39d0b-e819-4432-91c1-be1a2b2a12c6 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:25.380946 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device e2a51e8e-43d7-4015-a4de-75c0284c2b6b up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:25.408977 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bda96ee6-441d-46b4-be1a-a4e2073c53eb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:25.450734 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda96ee6-441d-46b4-be1a-a4e2073c53eb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Network 5f4bafc8-8941-4df6-848d-09f1f81bac00 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:25.454210 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a05a864e-b876-440d-9175-ce3d47d3b964 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:25.481351 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-bda96ee6-441d-46b4-be1a-a4e2073c53eb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:25.495110 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda96ee6-441d-46b4-be1a-a4e2073c53eb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:25.525949 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05a864e-b876-440d-9175-ce3d47d3b964 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Network 6c0a707a-95e8-4f76-bed7-f109b3bcf67e is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:25.529312 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-a05a864e-b876-440d-9175-ce3d47d3b964 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:25.533330 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05a864e-b876-440d-9175-ce3d47d3b964 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:25.537641 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port e2a51e8e-43d7-4015-a4de-75c0284c2b6b triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:25.538019 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:25.549566 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda96ee6-441d-46b4-be1a-a4e2073c53eb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'Port': ['ID=f76c3696-2d42-46d7-ac0c-0d15165be156,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:25.569273 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a864e-b876-440d-9175-ce3d47d3b964 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event updated for resources: {'Port': ['ID=deb39d0b-e819-4432-91c1-be1a2b2a12c6,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:25.598925 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda96ee6-441d-46b4-be1a-a4e2073c53eb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:25.599582 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bda96ee6-441d-46b4-be1a-a4e2073c53eb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:25.610061 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.db.api [None req-850fd431-b880-43fb-aa20-9e1afed6fe07 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-d739ac9a-521d-43ce-be66-7a7b26891cdb {{(pid=101846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:56:25.610425 n-d-793620-15 neutron-server[101846]: DEBUG oslo_db.api [None req-850fd431-b880-43fb-aa20-9e1afed6fe07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:56:25.611482 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a05a864e-b876-440d-9175-ce3d47d3b964 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:25.674102 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device dda1951e-3bf4-41c4-b2e5-fd0cec669ef7 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:25.734653 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port dda1951e-3bf4-41c4-b2e5-fd0cec669ef7 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:25.735033 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:25.801475 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-bda96ee6-441d-46b4-be1a-a4e2073c53eb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3791535 Aug 16 20:56:25.802593 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46794) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:25.808570 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-978a9407-70f2-4db4-b5b9-fa43a01d8271 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'port': {'network_id': '5f4bafc8-8941-4df6-848d-09f1f81bac00', 'name': 'tempest-PortsTestJSON-94081163'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:25.967989 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-60bfa3df-ebb0-4efb-8b2a-8f7d7607b6ce req-428fded3-2883-46dc-be34-f0b81c0ef060 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 210 time: 0.0440941 Aug 16 20:56:25.967989 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a05a864e-b876-440d-9175-ce3d47d3b964 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:25.993223 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5b7cdb05-ebd6-46fe-a3ac-ad2bc082d135 None None] Provisioning for port deb39d0b-e819-4432-91c1-be1a2b2a12c6 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:25.997661 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5b7cdb05-ebd6-46fe-a3ac-ad2bc082d135 None None] Provisioning complete for port deb39d0b-e819-4432-91c1-be1a2b2a12c6 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:25.998409 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5b7cdb05-ebd6-46fe-a3ac-ad2bc082d135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:26.077530 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-5b7cdb05-ebd6-46fe-a3ac-ad2bc082d135 None None] Port deb39d0b-e819-4432-91c1-be1a2b2a12c6 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:26.112297 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-850fd431-b880-43fb-aa20-9e1afed6fe07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:26.224466 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978a9407-70f2-4db4-b5b9-fa43a01d8271 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Made reservation on behalf of f26b2ff065a440569c5739b2c3aa62ad for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:26.227181 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-978a9407-70f2-4db4-b5b9-fa43a01d8271 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:26.319270 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-850fd431-b880-43fb-aa20-9e1afed6fe07 None None] Allocated IP 172.20.0.3 (5f4bafc8-8941-4df6-848d-09f1f81bac00/caa13023-4604-433e-bda9-84eeabc8eee4/9293013a-cd72-4728-b976-230c6ea758b7) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:26.328363 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-978a9407-70f2-4db4-b5b9-fa43a01d8271 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] device_id is not set on port f6955810-2608-49d1-8824-434224db63f1 yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:56:26.409193 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c677425-5572-467b-b9fb-8a64de3c2f55 req-8611862d-6f5b-46b9-a7c1-527f108649a0 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:26.410765 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6c677425-5572-467b-b9fb-8a64de3c2f55 req-8611862d-6f5b-46b9-a7c1-527f108649a0 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/ports?device_id=0381e1ef-a6ea-4f35-9de7-5e95290d09c7 HTTP/1.1" status: 200 len: 945 time: 0.2942743 Aug 16 20:56:26.477724 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-675aff5e-fe08-480a-bb16-85268bbbcfce tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:26.479263 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-675aff5e-fe08-480a-bb16-85268bbbcfce tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.72 "GET /v2.0/networks?id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 HTTP/1.1" status: 200 len: 811 time: 0.4120619 Aug 16 20:56:26.500375 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-850fd431-b880-43fb-aa20-9e1afed6fe07 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:26.512435 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-850fd431-b880-43fb-aa20-9e1afed6fe07 None None] Transition to ACTIVE for port object 9293013a-cd72-4728-b976-230c6ea758b7 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:26.528759 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-850fd431-b880-43fb-aa20-9e1afed6fe07 None None] Transition to ACTIVE for port object 9293013a-cd72-4728-b976-230c6ea758b7 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:26.579668 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6c677425-5572-467b-b9fb-8a64de3c2f55 req-12508e2b-2511-4d36-9db4-fc7c34fe61a5 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/security-groups?id=dd6a8c68-c325-4ce0-98fa-ce1587b8f730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461556 Aug 16 20:56:26.609188 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-d0181e28-0bb0-440a-9e68-bf6e64d5501d tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04d4519d90b5451ebf562bbd9e44ac2b HTTP/1.1" status: 200 len: 380 time: 0.0833139 Aug 16 20:56:26.620191 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-dc7ebd27-45f6-4f5d-b69d-90358f758fb0 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Request body: {'port': {'device_id': '3f75bf3d-7db1-46c3-84fd-31a25c6c56fa', 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781', 'admin_state_up': True, 'tenant_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'security_groups': ['b989dfbb-beb5-4d0e-bd34-698e670d87fc']}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:26.653403 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-850fd431-b880-43fb-aa20-9e1afed6fe07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:26.717196 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850fd431-b880-43fb-aa20-9e1afed6fe07 None None] Network 5f4bafc8-8941-4df6-848d-09f1f81bac00 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:26.722544 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-850fd431-b880-43fb-aa20-9e1afed6fe07 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:26.734639 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850fd431-b880-43fb-aa20-9e1afed6fe07 None None] Pushing event updated for resources: {'Port': ['ID=9293013a-cd72-4728-b976-230c6ea758b7,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:26.738454 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850fd431-b880-43fb-aa20-9e1afed6fe07 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:26.794141 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a05a864e-b876-440d-9175-ce3d47d3b964 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:26.814948 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-850fd431-b880-43fb-aa20-9e1afed6fe07 None None] Attempting to bind port 9293013a-cd72-4728-b976-230c6ea758b7 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:56:26.815349 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-850fd431-b880-43fb-aa20-9e1afed6fe07 None None] Attempting to bind port 9293013a-cd72-4728-b976-230c6ea758b7 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '5f8f93fa-7852-4d86-92e5-8645074f4d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5f4bafc8-8941-4df6-848d-09f1f81bac00'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:56:26.815729 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850fd431-b880-43fb-aa20-9e1afed6fe07 None None] Attempting to bind port 9293013a-cd72-4728-b976-230c6ea758b7 on network 5f4bafc8-8941-4df6-848d-09f1f81bac00 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:26.821639 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850fd431-b880-43fb-aa20-9e1afed6fe07 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:56:26.822160 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850fd431-b880-43fb-aa20-9e1afed6fe07 None None] Checking segment: {'id': '5f8f93fa-7852-4d86-92e5-8645074f4d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5f4bafc8-8941-4df6-848d-09f1f81bac00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:26.822564 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-850fd431-b880-43fb-aa20-9e1afed6fe07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:26.822958 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850fd431-b880-43fb-aa20-9e1afed6fe07 None None] Bound using segment: {'id': '5f8f93fa-7852-4d86-92e5-8645074f4d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5f4bafc8-8941-4df6-848d-09f1f81bac00'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:56:26.823514 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-850fd431-b880-43fb-aa20-9e1afed6fe07 None None] Bound port: 9293013a-cd72-4728-b976-230c6ea758b7, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f8f93fa-7852-4d86-92e5-8645074f4d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5f4bafc8-8941-4df6-848d-09f1f81bac00'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:56:26.823960 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-978a9407-70f2-4db4-b5b9-fa43a01d8271 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Allocated IP 172.20.0.7 (5f4bafc8-8941-4df6-848d-09f1f81bac00/caa13023-4604-433e-bda9-84eeabc8eee4/f6955810-2608-49d1-8824-434224db63f1) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:26.824535 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-850fd431-b880-43fb-aa20-9e1afed6fe07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:26.856608 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d5bcf-27ee-49b1-ba40-676ec1d66c8b req-701c97dc-16b2-4da6-8d9d-d0ad37ff1165 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:26.858393 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5f5d5bcf-27ee-49b1-ba40-676ec1d66c8b req-701c97dc-16b2-4da6-8d9d-d0ad37ff1165 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/ports?device_id=7bb32f1b-48ce-48ec-a285-28be1bdd7cc6 HTTP/1.1" status: 200 len: 946 time: 0.1832082 Aug 16 20:56:26.893754 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a05a864e-b876-440d-9175-ce3d47d3b964 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:26.914501 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-850fd431-b880-43fb-aa20-9e1afed6fe07 None None] For port 9293013a-cd72-4728-b976-230c6ea758b7, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:56:26.917747 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-850fd431-b880-43fb-aa20-9e1afed6fe07 None None] For port 9293013a-cd72-4728-b976-230c6ea758b7, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=9293013a-cd72-4728-b976-230c6ea758b7,segment=NetworkSegment(5f8f93fa-7852-4d86-92e5-8645074f4d0f),segment_id=5f8f93fa-7852-4d86-92e5-8645074f4d0f)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:56:26.985553 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-850fd431-b880-43fb-aa20-9e1afed6fe07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:27.104547 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850fd431-b880-43fb-aa20-9e1afed6fe07 None None] Pushing event updated for resources: {'Port': ['ID=9293013a-cd72-4728-b976-230c6ea758b7,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:27.123607 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-dc7ebd27-45f6-4f5d-b69d-90358f758fb0 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Made reservation on behalf of 04d4519d90b5451ebf562bbd9e44ac2b for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:27.127328 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-dc7ebd27-45f6-4f5d-b69d-90358f758fb0 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:27.144367 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5f5d5bcf-27ee-49b1-ba40-676ec1d66c8b req-5f87fd44-a0fb-44a6-b924-8b8c5af96102 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/security-groups?id=dd6a8c68-c325-4ce0-98fa-ce1587b8f730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768838 Aug 16 20:56:27.166785 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a05a864e-b876-440d-9175-ce3d47d3b964 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:27.168882 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a864e-b876-440d-9175-ce3d47d3b964 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event updated for resources: {'Port': ['ID=deb39d0b-e819-4432-91c1-be1a2b2a12c6,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:27.215002 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ca74dcba-5925-4498-92b2-e262ffc90dfc req-364a412b-b5eb-45d4-959a-2613133d193f tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 210 time: 0.0801690 Aug 16 20:56:27.473092 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-978a9407-70f2-4db4-b5b9-fa43a01d8271 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:27.519866 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-978a9407-70f2-4db4-b5b9-fa43a01d8271 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Transition to ACTIVE for port object f6955810-2608-49d1-8824-434224db63f1 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:27.523191 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05a864e-b876-440d-9175-ce3d47d3b964 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Network 6c0a707a-95e8-4f76-bed7-f109b3bcf67e is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:27.524043 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 2e1cad13-2826-4f26-81f6-f474f39ca57c up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:27.527952 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-dc7ebd27-45f6-4f5d-b69d-90358f758fb0 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Allocated IP 172.20.0.7 (6c1a60e8-edd1-4d58-b6d4-9cea8db0a781/20aa60f1-bb16-40f5-b2dd-0341c13f6e8c/c3aa98f1-01de-4b07-a953-b17b46875501) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:27.534942 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-a05a864e-b876-440d-9175-ce3d47d3b964 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:27.677308 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 2e1cad13-2826-4f26-81f6-f474f39ca57c completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:27.682046 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 2e1cad13-2826-4f26-81f6-f474f39ca57c triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:27.683218 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:27.761383 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-978a9407-70f2-4db4-b5b9-fa43a01d8271 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:27.848973 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:27.877542 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 2e1cad13-2826-4f26-81f6-f474f39ca57c, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=2e1cad13-2826-4f26-81f6-f474f39ca57c,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:27.933927 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-4176f98c-0b24-4f27-b31b-6e42ea92a2b2 None None] Provisioning complete for port deb39d0b-e819-4432-91c1-be1a2b2a12c6 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:27.934395 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4176f98c-0b24-4f27-b31b-6e42ea92a2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:27.960404 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:27.999692 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-4176f98c-0b24-4f27-b31b-6e42ea92a2b2 None None] Port deb39d0b-e819-4432-91c1-be1a2b2a12c6 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:28.027707 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=2e1cad13-2826-4f26-81f6-f474f39ca57c,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:28.233228 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05a864e-b876-440d-9175-ce3d47d3b964 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Router 62b91303-2326-4ed1-b12b-a898f6b04cc6 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:56:28.244824 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978a9407-70f2-4db4-b5b9-fa43a01d8271 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Network 5f4bafc8-8941-4df6-848d-09f1f81bac00 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:28.252956 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a9407-70f2-4db4-b5b9-fa43a01d8271 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'Port': ['ID=f6955810-2608-49d1-8824-434224db63f1,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:28.255840 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-978a9407-70f2-4db4-b5b9-fa43a01d8271 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:28.262094 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978a9407-70f2-4db4-b5b9-fa43a01d8271 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:28.442008 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978a9407-70f2-4db4-b5b9-fa43a01d8271 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:28.444960 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-978a9407-70f2-4db4-b5b9-fa43a01d8271 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:28.458482 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cb41fd-de45-4586-beed-edf8fb3f92d2 None None] Sync routers for ids ['d80e215e-cb80-4351-8f15-acae91e4f471'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:56:28.469563 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cb41fd-de45-4586-beed-edf8fb3f92d2 None None] Routers {'d80e215e-cb80-4351-8f15-acae91e4f471'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:28.470529 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-80cb41fd-de45-4586-beed-edf8fb3f92d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:56:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d80e215e-cb80-4351-8f15-acae91e4f471'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:28.473022 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-dc7ebd27-45f6-4f5d-b69d-90358f758fb0 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:28.480197 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-27ce1cf6-29d9-4f46-ac6b-6776c31078f7 req-9aa5309d-66ba-40ed-95bd-5f43c10c562e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 210 time: 0.0862949 Aug 16 20:56:28.538099 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-dc7ebd27-45f6-4f5d-b69d-90358f758fb0 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Transition to ACTIVE for port object c3aa98f1-01de-4b07-a953-b17b46875501 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:28.545890 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05a864e-b876-440d-9175-ce3d47d3b964 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:56:28.553420 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a05a864e-b876-440d-9175-ce3d47d3b964 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "PUT /v2.0/routers/62b91303-2326-4ed1-b12b-a898f6b04cc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6030657 Aug 16 20:56:28.556110 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46868) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:28.574925 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacf3ad3-403b-4882-9efb-136ac68af014 None None] Sync routers for ids ['62b91303-2326-4ed1-b12b-a898f6b04cc6'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:56:28.577816 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdcd57e-0bca-47b6-af98-1852f4f7d96f req-fb0fc44c-67bd-4658-8e54-29466d158f15 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:28.579354 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ecdcd57e-0bca-47b6-af98-1852f4f7d96f req-fb0fc44c-67bd-4658-8e54-29466d158f15 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/ports?device_id=7bb32f1b-48ce-48ec-a285-28be1bdd7cc6 HTTP/1.1" status: 200 len: 946 time: 0.1226704 Aug 16 20:56:28.606362 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacf3ad3-403b-4882-9efb-136ac68af014 None None] Routers {'62b91303-2326-4ed1-b12b-a898f6b04cc6'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:28.607266 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-cacf3ad3-403b-4882-9efb-136ac68af014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:56:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['62b91303-2326-4ed1-b12b-a898f6b04cc6'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:28.642273 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-978a9407-70f2-4db4-b5b9-fa43a01d8271 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.8385115 Aug 16 20:56:28.648507 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46870) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:28.657546 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-80cb41fd-de45-4586-beed-edf8fb3f92d2 None None] Set router d80e215e-cb80-4351-8f15-acae91e4f471 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:28.698287 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-cacf3ad3-403b-4882-9efb-136ac68af014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:28.738177 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ecdcd57e-0bca-47b6-af98-1852f4f7d96f req-31d1cd42-0152-4d16-9a52-ab3caf5dc84c tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/security-groups?id=dd6a8c68-c325-4ce0-98fa-ce1587b8f730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188529 Aug 16 20:56:28.738339 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacf3ad3-403b-4882-9efb-136ac68af014 None None] Routers {'62b91303-2326-4ed1-b12b-a898f6b04cc6'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:28.738339 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-cacf3ad3-403b-4882-9efb-136ac68af014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:56:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['62b91303-2326-4ed1-b12b-a898f6b04cc6'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:28.738507 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-dc7ebd27-45f6-4f5d-b69d-90358f758fb0 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:28.816572 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-dc7ebd27-45f6-4f5d-b69d-90358f758fb0 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Network 6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:28.823258 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-dc7ebd27-45f6-4f5d-b69d-90358f758fb0 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:28.830862 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-cacf3ad3-403b-4882-9efb-136ac68af014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:28.831834 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacf3ad3-403b-4882-9efb-136ac68af014 None None] The sync data for ids ['62b91303-2326-4ed1-b12b-a898f6b04cc6'] in n-d-793620-15 is: [] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:56:28.832466 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9c661b-78d5-4163-9cba-5b29006c41f3 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:28.837059 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ed9c661b-78d5-4163-9cba-5b29006c41f3 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.2 HTTP/1.1" status: 200 len: 922 time: 0.1877475 Aug 16 20:56:28.840672 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46872) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:28.841505 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-dc7ebd27-45f6-4f5d-b69d-90358f758fb0 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:28.847063 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e64bc9-9463-4bdb-9c1e-3fb6754d12e1 None None] Network 5f4bafc8-8941-4df6-848d-09f1f81bac00 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:28.890326 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ebd27-45f6-4f5d-b69d-90358f758fb0 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Pushing event updated for resources: {'Port': ['ID=c3aa98f1-01de-4b07-a953-b17b46875501,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:28.954572 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-dc7ebd27-45f6-4f5d-b69d-90358f758fb0 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:28.955360 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-dc7ebd27-45f6-4f5d-b69d-90358f758fb0 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:29.079407 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-dc7ebd27-45f6-4f5d-b69d-90358f758fb0 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4630983 Aug 16 20:56:29.109271 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-2a2bf128-683d-4b19-8032-57fbc6e82197 service neutron] Request body: {'port': {'device_id': '3f75bf3d-7db1-46c3-84fd-31a25c6c56fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:29.119132 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-9a06ff0e-6bc4-40a4-b098-c9ea95d5da8b tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Deleting port f6955810-2608-49d1-8824-434224db63f1 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:29.119515 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9a06ff0e-6bc4-40a4-b098-c9ea95d5da8b tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:29.153797 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a1457e-7ef5-4b7d-94c4-8f493e915cdb tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:29.155466 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d4a1457e-7ef5-4b7d-94c4-8f493e915cdb tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "GET /v2.0/ports/deb39d0b-e819-4432-91c1-be1a2b2a12c6 HTTP/1.1" status: 200 len: 910 time: 0.5968511 Aug 16 20:56:29.177880 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46874) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:29.228623 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ea803c58-cfb2-4a32-a72c-16dba11b8436 None None] Provisioning for port 9293013a-cd72-4728-b976-230c6ea758b7 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:29.280255 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-80cb41fd-de45-4586-beed-edf8fb3f92d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80e215e-cb80-4351-8f15-acae91e4f471', 'name': 'tempest-TaggedBootDevicesTest-1976672083-router', 'tenant_id': '9440ed0933f64f7cb6d1f0c295a72000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '2e1cad13-2826-4f26-81f6-f474f39ca57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:56:15Z', 'updated_at': '2021-08-16T20:56:22Z', 'revision_number': 4, 'project_id': '9440ed0933f64f7cb6d1f0c295a72000', 'gw_port': {'id': '2e1cad13-2826-4f26-81f6-f474f39ca57c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80e215e-cb80-4351-8f15-acae91e4f471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:16Z', 'updated_at': '2021-08-16T20:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'b83f6c81-a29d-4841-9281-e735194494b7', 'name': '', 'network_id': '15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d', 'tenant_id': '9440ed0933f64f7cb6d1f0c295a72000', 'mac_address': 'fa:16:3e:27:07:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80e215e-cb80-4351-8f15-acae91e4f471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'c7295a51-2f16-4f57-a8e8-eba84c181b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:21Z', 'updated_at': '2021-08-16T20:56:23Z', 'revision_number': 2, 'project_id': '9440ed0933f64f7cb6d1f0c295a72000', 'subnets': [{'id': 'c7295a51-2f16-4f57-a8e8-eba84c181b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:29.327974 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960bd95-d893-4cc1-894e-944bd7381ac7 req-e9ed6c1b-c259-4989-9f79-0017635a5d19 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:29.334815 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1960bd95-d893-4cc1-894e-944bd7381ac7 req-e9ed6c1b-c259-4989-9f79-0017635a5d19 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.72 "GET /v2.0/ports?device_id=7bb32f1b-48ce-48ec-a285-28be1bdd7cc6 HTTP/1.1" status: 200 len: 946 time: 0.1727216 Aug 16 20:56:29.338639 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cb41fd-de45-4586-beed-edf8fb3f92d2 None None] Checking router: d80e215e-cb80-4351-8f15-acae91e4f471 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:56:29.338639 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cb41fd-de45-4586-beed-edf8fb3f92d2 None None] Updating router d80e215e-cb80-4351-8f15-acae91e4f471 port b83f6c81-a29d-4841-9281-e735194494b7 binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:56:29.378735 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9a06ff0e-6bc4-40a4-b098-c9ea95d5da8b tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:29.428869 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-9a06ff0e-6bc4-40a4-b098-c9ea95d5da8b tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Calling delete_port for f6955810-2608-49d1-8824-434224db63f1 owned by {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:29.455464 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-80cb41fd-de45-4586-beed-edf8fb3f92d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:29.475462 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-2a2bf128-683d-4b19-8032-57fbc6e82197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:29.610830 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-8ea48cd2-09b4-4792-aafe-f9494279b483 None None] Provisioning for port c3aa98f1-01de-4b07-a953-b17b46875501 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:29.633165 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 9293013a-cd72-4728-b976-230c6ea758b7 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:29.647239 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-8ea48cd2-09b4-4792-aafe-f9494279b483 None None] Provisioning complete for port c3aa98f1-01de-4b07-a953-b17b46875501 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:29.647747 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8ea48cd2-09b4-4792-aafe-f9494279b483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:29.818398 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-1960bd95-d893-4cc1-894e-944bd7381ac7 req-b837a763-b85a-4625-b423-636e0c3f8239 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Deleting port 0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:29.818832 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1960bd95-d893-4cc1-894e-944bd7381ac7 req-b837a763-b85a-4625-b423-636e0c3f8239 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:29.983463 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-8ea48cd2-09b4-4792-aafe-f9494279b483 None None] Port c3aa98f1-01de-4b07-a953-b17b46875501 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:30.057543 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-1960bd95-d893-4cc1-894e-944bd7381ac7 req-b837a763-b85a-4625-b423-636e0c3f8239 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] For port 0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd,segment=NetworkSegment(54eb105c-92b7-478a-9dbd-f7c16dfc3d12),segment_id=54eb105c-92b7-478a-9dbd-f7c16dfc3d12)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:30.058458 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1960bd95-d893-4cc1-894e-944bd7381ac7 req-b837a763-b85a-4625-b423-636e0c3f8239 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:30.087581 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-1960bd95-d893-4cc1-894e-944bd7381ac7 req-b837a763-b85a-4625-b423-636e0c3f8239 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Calling delete_port for 0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:30.102635 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 9293013a-cd72-4728-b976-230c6ea758b7 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:30.116682 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eb3c8ae4-1490-46a6-9942-af3517cf5aa9 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:30.120033 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 9293013a-cd72-4728-b976-230c6ea758b7 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:30.120448 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:30.168356 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b9076-6094-423e-be29-bdacfca41268 req-305e8244-95e2-4402-8608-9b9442056560 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:30.176239 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c86b9076-6094-423e-be29-bdacfca41268 req-305e8244-95e2-4402-8608-9b9442056560 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 931 time: 0.5504417 Aug 16 20:56:30.192483 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c104d6e1-8b2c-418d-9ce9-7fc5171d37bc None None] Provisioning complete for port 9293013a-cd72-4728-b976-230c6ea758b7 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:30.193038 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c104d6e1-8b2c-418d-9ce9-7fc5171d37bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:30.196683 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf1c0f-f7dd-47f1-adc0-50c4c0ee95a9 req-d24a8c0f-5f45-4383-b0b0-d8e68514e93f tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:30.198577 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-55bf1c0f-f7dd-47f1-adc0-50c4c0ee95a9 req-d24a8c0f-5f45-4383-b0b0-d8e68514e93f tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.90 "GET /v2.0/ports?device_id=0381e1ef-a6ea-4f35-9de7-5e95290d09c7 HTTP/1.1" status: 200 len: 945 time: 0.4813883 Aug 16 20:56:30.425001 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39d0fb-1790-4fd0-8609-737b5e2451a3 req-750b7277-f231-483c-9677-f408cbd61ccd tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:30.430585 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9a39d0fb-1790-4fd0-8609-737b5e2451a3 req-750b7277-f231-483c-9677-f408cbd61ccd tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/ports?device_id=7bb32f1b-48ce-48ec-a285-28be1bdd7cc6 HTTP/1.1" status: 200 len: 946 time: 0.3737078 Aug 16 20:56:30.474748 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9a06ff0e-6bc4-40a4-b098-c9ea95d5da8b tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:30.515110 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c86b9076-6094-423e-be29-bdacfca41268 req-9155460e-9303-4ac1-9c3f-4f44c5599056 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3372767 Aug 16 20:56:30.557544 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-55bf1c0f-f7dd-47f1-adc0-50c4c0ee95a9 req-55a35d2a-993b-4762-9239-30d228c2ab4e tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Deleting port 970bf7ff-e94f-40fe-afdc-9528848d2d57 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:30.557924 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-55bf1c0f-f7dd-47f1-adc0-50c4c0ee95a9 req-55a35d2a-993b-4762-9239-30d228c2ab4e tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:30.563837 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9a39d0fb-1790-4fd0-8609-737b5e2451a3 req-7ea770e0-4865-47ca-9ae8-62dd46e472de tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/security-groups?id=dd6a8c68-c325-4ce0-98fa-ce1587b8f730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322076 Aug 16 20:56:30.586371 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06ff0e-6bc4-40a4-b098-c9ea95d5da8b tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'Port': ['ID=f6955810-2608-49d1-8824-434224db63f1,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:30.605536 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-80cb41fd-de45-4586-beed-edf8fb3f92d2 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:30.626927 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1960bd95-d893-4cc1-894e-944bd7381ac7 req-b837a763-b85a-4625-b423-636e0c3f8239 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:30.627183 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-80cb41fd-de45-4586-beed-edf8fb3f92d2 None None] Transition to ACTIVE for port object b83f6c81-a29d-4841-9281-e735194494b7 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:30.639364 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:30.688983 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c104d6e1-8b2c-418d-9ce9-7fc5171d37bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:30.689119 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['970bf7ff-e94f-40fe-afdc-9528848d2d57'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:56:30.703684 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837a763-b85a-4625-b423-636e0c3f8239 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Pushing event deleted for resources: {'Port': ['ID=0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:30.785233 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-80cb41fd-de45-4586-beed-edf8fb3f92d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:30.794742 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-1960bd95-d893-4cc1-894e-944bd7381ac7 req-b837a763-b85a-4625-b423-636e0c3f8239 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] No DVR routers for this DVR port 0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:30.802390 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1960bd95-d893-4cc1-894e-944bd7381ac7 req-b837a763-b85a-4625-b423-636e0c3f8239 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:30.804754 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1960bd95-d893-4cc1-894e-944bd7381ac7 req-b837a763-b85a-4625-b423-636e0c3f8239 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.72 "DELETE /v2.0/ports/0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd HTTP/1.1" status: 204 len: 173 time: 1.4052310 Aug 16 20:56:30.819058 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb32f1b-48ce-48ec-a285-28be1bdd7cc6', 'name': 'network-vif-deleted', 'tag': '0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:56:30.822217 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63d8218-441f-4ca7-9232-896c126f2fb9" -d '{"events": [{"server_uuid": "7bb32f1b-48ce-48ec-a285-28be1bdd7cc6", "name": "network-vif-deleted", "tag": "0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:56:30.838852 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 9293013a-cd72-4728-b976-230c6ea758b7, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=9293013a-cd72-4728-b976-230c6ea758b7,segment=NetworkSegment(5f8f93fa-7852-4d86-92e5-8645074f4d0f),segment_id=5f8f93fa-7852-4d86-92e5-8645074f4d0f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:30.856574 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-eb3c8ae4-1490-46a6-9942-af3517cf5aa9 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Deleting port deb39d0b-e819-4432-91c1-be1a2b2a12c6 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:30.857163 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eb3c8ae4-1490-46a6-9942-af3517cf5aa9 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:30.866435 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-55bf1c0f-f7dd-47f1-adc0-50c4c0ee95a9 req-55a35d2a-993b-4762-9239-30d228c2ab4e tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] For port 970bf7ff-e94f-40fe-afdc-9528848d2d57, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=970bf7ff-e94f-40fe-afdc-9528848d2d57,segment=NetworkSegment(54eb105c-92b7-478a-9dbd-f7c16dfc3d12),segment_id=54eb105c-92b7-478a-9dbd-f7c16dfc3d12)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:30.866850 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-55bf1c0f-f7dd-47f1-adc0-50c4c0ee95a9 req-55a35d2a-993b-4762-9239-30d228c2ab4e tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:30.927557 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-55bf1c0f-f7dd-47f1-adc0-50c4c0ee95a9 req-55a35d2a-993b-4762-9239-30d228c2ab4e tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Calling delete_port for 970bf7ff-e94f-40fe-afdc-9528848d2d57 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:30.928034 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:30.928034 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 2e1cad13-2826-4f26-81f6-f474f39ca57c up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:30.995674 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b841b44-e0f2-4ecb-9255-b963c7689150 x-openstack-request-id: req-1b841b44-e0f2-4ecb-9255-b963c7689150 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:56:30.996311 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb32f1b-48ce-48ec-a285-28be1bdd7cc6", "name": "network-vif-deleted", "tag": "0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:56:30.996713 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1b841b44-e0f2-4ecb-9255-b963c7689150 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:56:30.997393 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb32f1b-48ce-48ec-a285-28be1bdd7cc6', 'name': 'network-vif-deleted', 'tag': '0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd', 'status': 'completed', 'code': 200} Aug 16 20:56:31.051367 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91281856-ac5d-4fac-856f-d32e3cd5b06d None None] Pushing event updated for resources: {'Port': ['ID=b83f6c81-a29d-4841-9281-e735194494b7,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:31.110639 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9a06ff0e-6bc4-40a4-b098-c9ea95d5da8b tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:31.117394 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9a06ff0e-6bc4-40a4-b098-c9ea95d5da8b tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/ports/f6955810-2608-49d1-8824-434224db63f1 HTTP/1.1" status: 204 len: 168 time: 2.2705247 Aug 16 20:56:31.117609 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eb3c8ae4-1490-46a6-9942-af3517cf5aa9 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:31.119874 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46908) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:31.171526 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-2a2bf128-683d-4b19-8032-57fbc6e82197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3aa98f1-01de-4b07-a953-b17b46875501 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:56:31.206457 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-2a2bf128-683d-4b19-8032-57fbc6e82197 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:31.207424 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-f580db4d-aac4-429b-ba22-9235688028bd tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] GET failed (client error): The resource could not be found. Aug 16 20:56:31.214849 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f580db4d-aac4-429b-ba22-9235688028bd tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "GET /v2.0/ports/f6955810-2608-49d1-8824-434224db63f1 HTTP/1.1" status: 404 len: 333 time: 0.0849519 Aug 16 20:56:31.214849 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-eb3c8ae4-1490-46a6-9942-af3517cf5aa9 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Calling delete_port for deb39d0b-e819-4432-91c1-be1a2b2a12c6 owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:31.214849 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46912) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:31.281426 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-2a2bf128-683d-4b19-8032-57fbc6e82197 service neutron] Transition to ACTIVE for port object c3aa98f1-01de-4b07-a953-b17b46875501 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:31.300044 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=9293013a-cd72-4728-b976-230c6ea758b7,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:31.352916 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.db.api [None req-c104d6e1-8b2c-418d-9ce9-7fc5171d37bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:56:31.353121 n-d-793620-15 neutron-server[101846]: DEBUG oslo_db.api [None req-c104d6e1-8b2c-418d-9ce9-7fc5171d37bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:56:31.353644 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-2a2bf128-683d-4b19-8032-57fbc6e82197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:31.363423 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-80cb41fd-de45-4586-beed-edf8fb3f92d2 None None] Attempting to bind port b83f6c81-a29d-4841-9281-e735194494b7 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:56:31.364105 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-80cb41fd-de45-4586-beed-edf8fb3f92d2 None None] Attempting to bind port b83f6c81-a29d-4841-9281-e735194494b7 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '66f4b070-11e4-4f4a-902e-032c04ccaab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:56:31.364484 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cb41fd-de45-4586-beed-edf8fb3f92d2 None None] Attempting to bind port b83f6c81-a29d-4841-9281-e735194494b7 on network 15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:31.379315 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cb41fd-de45-4586-beed-edf8fb3f92d2 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:56:31.379751 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cb41fd-de45-4586-beed-edf8fb3f92d2 None None] Checking segment: {'id': '66f4b070-11e4-4f4a-902e-032c04ccaab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:31.380166 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-80cb41fd-de45-4586-beed-edf8fb3f92d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:31.380825 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cb41fd-de45-4586-beed-edf8fb3f92d2 None None] Bound using segment: {'id': '66f4b070-11e4-4f4a-902e-032c04ccaab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:56:31.381480 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-80cb41fd-de45-4586-beed-edf8fb3f92d2 None None] Bound port: b83f6c81-a29d-4841-9281-e735194494b7, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f4b070-11e4-4f4a-902e-032c04ccaab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:56:31.381874 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-80cb41fd-de45-4586-beed-edf8fb3f92d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:31.465362 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2bf128-683d-4b19-8032-57fbc6e82197 service neutron] Pushing event updated for resources: {'Port': ['ID=c3aa98f1-01de-4b07-a953-b17b46875501,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:31.504043 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-55bf1c0f-f7dd-47f1-adc0-50c4c0ee95a9 req-55a35d2a-993b-4762-9239-30d228c2ab4e tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:31.507994 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2bf128-683d-4b19-8032-57fbc6e82197 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:31.507994 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2bf128-683d-4b19-8032-57fbc6e82197 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:31.508216 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2bf128-683d-4b19-8032-57fbc6e82197 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:31.508695 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2bf128-683d-4b19-8032-57fbc6e82197 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:31.509101 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2bf128-683d-4b19-8032-57fbc6e82197 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:31.509532 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2bf128-683d-4b19-8032-57fbc6e82197 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:31.509954 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2bf128-683d-4b19-8032-57fbc6e82197 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:31.510766 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2bf128-683d-4b19-8032-57fbc6e82197 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:31.510766 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2bf128-683d-4b19-8032-57fbc6e82197 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:31.511333 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2bf128-683d-4b19-8032-57fbc6e82197 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:31.511996 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2bf128-683d-4b19-8032-57fbc6e82197 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:31.511996 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2bf128-683d-4b19-8032-57fbc6e82197 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:31.522387 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 2e1cad13-2826-4f26-81f6-f474f39ca57c triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:31.523028 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:31.569444 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a35d2a-993b-4762-9239-30d228c2ab4e tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Pushing event deleted for resources: {'Port': ['ID=970bf7ff-e94f-40fe-afdc-9528848d2d57,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:31.642905 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-80cb41fd-de45-4586-beed-edf8fb3f92d2 None None] For port b83f6c81-a29d-4841-9281-e735194494b7, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:56:31.649559 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-80cb41fd-de45-4586-beed-edf8fb3f92d2 None None] For port b83f6c81-a29d-4841-9281-e735194494b7, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b83f6c81-a29d-4841-9281-e735194494b7,segment=NetworkSegment(66f4b070-11e4-4f4a-902e-032c04ccaab0),segment_id=66f4b070-11e4-4f4a-902e-032c04ccaab0)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:56:31.662953 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bf1c0f-f7dd-47f1-adc0-50c4c0ee95a9 req-55a35d2a-993b-4762-9239-30d228c2ab4e tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] No DVR routers for this DVR port 970bf7ff-e94f-40fe-afdc-9528848d2d57 on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:31.668661 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-55bf1c0f-f7dd-47f1-adc0-50c4c0ee95a9 req-55a35d2a-993b-4762-9239-30d228c2ab4e tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:31.670863 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-55bf1c0f-f7dd-47f1-adc0-50c4c0ee95a9 req-55a35d2a-993b-4762-9239-30d228c2ab4e tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.90 "DELETE /v2.0/ports/970bf7ff-e94f-40fe-afdc-9528848d2d57 HTTP/1.1" status: 204 len: 173 time: 1.4578507 Aug 16 20:56:31.671445 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0381e1ef-a6ea-4f35-9de7-5e95290d09c7', 'name': 'network-vif-deleted', 'tag': '970bf7ff-e94f-40fe-afdc-9528848d2d57'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:56:31.674076 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76cc953-7851-4179-99f2-21c7bc25ec5f" -d '{"events": [{"server_uuid": "0381e1ef-a6ea-4f35-9de7-5e95290d09c7", "name": "network-vif-deleted", "tag": "970bf7ff-e94f-40fe-afdc-9528848d2d57"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:56:31.720090 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-2a2bf128-683d-4b19-8032-57fbc6e82197 service neutron] Attempting to bind port c3aa98f1-01de-4b07-a953-b17b46875501 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:56:31.720090 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-2a2bf128-683d-4b19-8032-57fbc6e82197 service neutron] Attempting to bind port c3aa98f1-01de-4b07-a953-b17b46875501 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '22721eb0-aba5-4aa9-85ca-08a2fecd48ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:56:31.720090 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-2a2bf128-683d-4b19-8032-57fbc6e82197 service neutron] Attempting to bind port c3aa98f1-01de-4b07-a953-b17b46875501 on network 6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:31.750108 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-80cb41fd-de45-4586-beed-edf8fb3f92d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:31.786639 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-48f08fe1-e838-40f1-aa51-169076966889 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Deleting port f76c3696-2d42-46d7-ac0c-0d15165be156 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:31.787174 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-48f08fe1-e838-40f1-aa51-169076966889 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:31.815625 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-2a2bf128-683d-4b19-8032-57fbc6e82197 service neutron] Port c3aa98f1-01de-4b07-a953-b17b46875501 on network 6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:56:31.816207 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-2a2bf128-683d-4b19-8032-57fbc6e82197 service neutron] Attempting to bind port c3aa98f1-01de-4b07-a953-b17b46875501 on network 6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:31.830830 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cb41fd-de45-4586-beed-edf8fb3f92d2 None None] Routers {'d80e215e-cb80-4351-8f15-acae91e4f471'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:31.831632 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-80cb41fd-de45-4586-beed-edf8fb3f92d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:56:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d80e215e-cb80-4351-8f15-acae91e4f471'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:31.865362 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f30fd21e-b663-4303-910c-a233b2e31a5d req-e3426f1e-da73-4a06-bb2c-d60e7b9fc293 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/ports?device_id=7bb32f1b-48ce-48ec-a285-28be1bdd7cc6 HTTP/1.1" status: 200 len: 210 time: 0.1048367 Aug 16 20:56:31.874395 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-2a2bf128-683d-4b19-8032-57fbc6e82197 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:56:31.875213 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-2a2bf128-683d-4b19-8032-57fbc6e82197 service neutron] Checking segment: {'id': '22721eb0-aba5-4aa9-85ca-08a2fecd48ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:31.875403 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-2a2bf128-683d-4b19-8032-57fbc6e82197 service neutron] Bound using segment: {'id': '22721eb0-aba5-4aa9-85ca-08a2fecd48ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:56:31.876244 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-2a2bf128-683d-4b19-8032-57fbc6e82197 service neutron] Bound port: c3aa98f1-01de-4b07-a953-b17b46875501, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22721eb0-aba5-4aa9-85ca-08a2fecd48ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:56:31.877005 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-2a2bf128-683d-4b19-8032-57fbc6e82197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:31.890135 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eb3c8ae4-1490-46a6-9942-af3517cf5aa9 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:31.947430 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e46872-bc0e-4f00-a0c4-03ac4474ee00 req-38be34f0-e335-4a3f-80a7-3096e89463f6 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:31.961565 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-67e46872-bc0e-4f00-a0c4-03ac4474ee00 req-38be34f0-e335-4a3f-80a7-3096e89463f6 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 943 time: 0.2502480 Aug 16 20:56:31.967087 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c8ae4-1490-46a6-9942-af3517cf5aa9 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event deleted for resources: {'Port': ['ID=deb39d0b-e819-4432-91c1-be1a2b2a12c6,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:32.033549 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebea6573-787e-4f31-86f4-0ba05a001be1 x-openstack-request-id: req-ebea6573-787e-4f31-86f4-0ba05a001be1 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:56:32.034003 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0381e1ef-a6ea-4f35-9de7-5e95290d09c7", "name": "network-vif-deleted", "tag": "970bf7ff-e94f-40fe-afdc-9528848d2d57", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:56:32.034503 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ebea6573-787e-4f31-86f4-0ba05a001be1 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:56:32.035261 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0381e1ef-a6ea-4f35-9de7-5e95290d09c7', 'name': 'network-vif-deleted', 'tag': '970bf7ff-e94f-40fe-afdc-9528848d2d57', 'status': 'completed', 'code': 200} Aug 16 20:56:32.155436 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91281856-ac5d-4fac-856f-d32e3cd5b06d None None] Pushing event updated for resources: {'Port': ['ID=b83f6c81-a29d-4841-9281-e735194494b7,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:32.184491 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-67e46872-bc0e-4f00-a0c4-03ac4474ee00 req-f25ad10d-7fbd-433b-b8c5-724f38585190 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788709 Aug 16 20:56:32.191516 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-2a2bf128-683d-4b19-8032-57fbc6e82197 service neutron] For port c3aa98f1-01de-4b07-a953-b17b46875501, host n-h1-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:56:32.203291 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-48f08fe1-e838-40f1-aa51-169076966889 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:32.205072 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-2a2bf128-683d-4b19-8032-57fbc6e82197 service neutron] For port c3aa98f1-01de-4b07-a953-b17b46875501, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c3aa98f1-01de-4b07-a953-b17b46875501,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:56:32.235118 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-48f08fe1-e838-40f1-aa51-169076966889 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Calling delete_port for f76c3696-2d42-46d7-ac0c-0d15165be156 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:32.245783 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c104d6e1-8b2c-418d-9ce9-7fc5171d37bc None None] Provisioning for port f76c3696-2d42-46d7-ac0c-0d15165be156 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:32.261777 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c104d6e1-8b2c-418d-9ce9-7fc5171d37bc None None] Provisioning complete for port f76c3696-2d42-46d7-ac0c-0d15165be156 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:32.262262 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c104d6e1-8b2c-418d-9ce9-7fc5171d37bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:32.271296 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-2a2bf128-683d-4b19-8032-57fbc6e82197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:32.368309 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:32.398003 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-2a2bf128-683d-4b19-8032-57fbc6e82197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:32.399864 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-2a2bf128-683d-4b19-8032-57fbc6e82197 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:32.404432 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-2a2bf128-683d-4b19-8032-57fbc6e82197 service neutron] 10.222.0.72 "PUT /v2.0/ports/c3aa98f1-01de-4b07-a953-b17b46875501 HTTP/1.1" status: 200 len: 1092 time: 3.3105807 Aug 16 20:56:32.442498 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2bf128-683d-4b19-8032-57fbc6e82197 service neutron] Pushing event updated for resources: {'Port': ['ID=c3aa98f1-01de-4b07-a953-b17b46875501,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:32.453422 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 9293013a-cd72-4728-b976-230c6ea758b7 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:32.474122 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:32.484254 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 0bcc0fb2-3fa9-4b9f-bd1a-f980d681fecd not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:32.545764 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-80cb41fd-de45-4586-beed-edf8fb3f92d2 None None] Set router d80e215e-cb80-4351-8f15-acae91e4f471 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:32.574359 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eb3c8ae4-1490-46a6-9942-af3517cf5aa9 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:32.624419 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-c104d6e1-8b2c-418d-9ce9-7fc5171d37bc None None] Port f76c3696-2d42-46d7-ac0c-0d15165be156 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:32.665766 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-68e74032-361a-40d9-93a3-004103da9b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:32.669090 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-68e74032-361a-40d9-93a3-004103da9b6a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04d4519d90b5451ebf562bbd9e44ac2b&device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 1095 time: 0.1156325 Aug 16 20:56:32.736857 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-1ecce6f7-8ba9-4110-89d3-7b4a0c861928 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3aa98f1-01de-4b07-a953-b17b46875501 HTTP/1.1" status: 200 len: 217 time: 0.0599232 Aug 16 20:56:32.742270 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c104d6e1-8b2c-418d-9ce9-7fc5171d37bc None None] Could not find standard attr ID for object f6955810-2608-49d1-8824-434224db63f1. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:56:32.817991 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-b9b812c6-c0ae-4c8b-9fae-c6512a8e3bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:32.819835 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-b9b812c6-c0ae-4c8b-9fae-c6512a8e3bff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=20aa60f1-bb16-40f5-b2dd-0341c13f6e8c HTTP/1.1" status: 200 len: 850 time: 0.0764434 Aug 16 20:56:32.889208 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-cbf65620-7142-4243-aa05-81fcd3267979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:32.891611 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-cbf65620-7142-4243-aa05-81fcd3267979 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637302 Aug 16 20:56:32.938291 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 9293013a-cd72-4728-b976-230c6ea758b7 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:32.938719 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:32.976940 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-48f08fe1-e838-40f1-aa51-169076966889 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:32.992960 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-080bba1c-5fa5-46ae-b1b9-239f3826b060 None None] Provisioning complete for port f76c3696-2d42-46d7-ac0c-0d15165be156 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:32.993351 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-080bba1c-5fa5-46ae-b1b9-239f3826b060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:33.056667 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f08fe1-e838-40f1-aa51-169076966889 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'Port': ['ID=f76c3696-2d42-46d7-ac0c-0d15165be156,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:33.061178 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3c8ae4-1490-46a6-9942-af3517cf5aa9 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Router 62b91303-2326-4ed1-b12b-a898f6b04cc6 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:56:33.102379 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-6fd5204c-5409-4714-a468-d98f2f20ce28 service neutron] 10.222.0.72 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027411 Aug 16 20:56:33.110393 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-080bba1c-5fa5-46ae-b1b9-239f3826b060 None None] Port f76c3696-2d42-46d7-ac0c-0d15165be156 was deleted so its status cannot be updated. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 20:56:33.168423 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cafd604b-6956-42f4-bdc4-be7de946f2eb req-b9263711-abed-4350-8834-6d4256a62d49 tempest-MultipleCreateTestJSON-1208340132 tempest-MultipleCreateTestJSON-1208340132-project] 10.222.0.84 "GET /v2.0/ports?device_id=0381e1ef-a6ea-4f35-9de7-5e95290d09c7 HTTP/1.1" status: 200 len: 210 time: 0.0851948 Aug 16 20:56:33.242666 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-080bba1c-5fa5-46ae-b1b9-239f3826b060 None None] Could not find standard attr ID for object f6955810-2608-49d1-8824-434224db63f1. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:56:33.250404 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-80cb41fd-de45-4586-beed-edf8fb3f92d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80e215e-cb80-4351-8f15-acae91e4f471', 'name': 'tempest-TaggedBootDevicesTest-1976672083-router', 'tenant_id': '9440ed0933f64f7cb6d1f0c295a72000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '2e1cad13-2826-4f26-81f6-f474f39ca57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:56:15Z', 'updated_at': '2021-08-16T20:56:22Z', 'revision_number': 4, 'project_id': '9440ed0933f64f7cb6d1f0c295a72000', 'gw_port': {'id': '2e1cad13-2826-4f26-81f6-f474f39ca57c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80e215e-cb80-4351-8f15-acae91e4f471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:16Z', 'updated_at': '2021-08-16T20:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'b83f6c81-a29d-4841-9281-e735194494b7', 'name': '', 'network_id': '15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d', 'tenant_id': '9440ed0933f64f7cb6d1f0c295a72000', 'mac_address': 'fa:16:3e:27:07:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80e215e-cb80-4351-8f15-acae91e4f471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'c7295a51-2f16-4f57-a8e8-eba84c181b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:21Z', 'updated_at': '2021-08-16T20:56:31Z', 'revision_number': 4, 'project_id': '9440ed0933f64f7cb6d1f0c295a72000', 'subnets': [{'id': 'c7295a51-2f16-4f57-a8e8-eba84c181b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:33.292154 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cb41fd-de45-4586-beed-edf8fb3f92d2 None None] The sync data for ids ['d80e215e-cb80-4351-8f15-acae91e4f471'] in n-d-793620-15 is: [{'id': 'd80e215e-cb80-4351-8f15-acae91e4f471', 'name': 'tempest-TaggedBootDevicesTest-1976672083-router', 'tenant_id': '9440ed0933f64f7cb6d1f0c295a72000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '2e1cad13-2826-4f26-81f6-f474f39ca57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:56:15Z', 'updated_at': '2021-08-16T20:56:22Z', 'revision_number': 4, 'project_id': '9440ed0933f64f7cb6d1f0c295a72000', 'gw_port': {'id': '2e1cad13-2826-4f26-81f6-f474f39ca57c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80e215e-cb80-4351-8f15-acae91e4f471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:16Z', 'updated_at': '2021-08-16T20:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'b83f6c81-a29d-4841-9281-e735194494b7', 'name': '', 'network_id': '15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d', 'tenant_id': '9440ed0933f64f7cb6d1f0c295a72000', 'mac_address': 'fa:16:3e:27:07:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80e215e-cb80-4351-8f15-acae91e4f471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'c7295a51-2f16-4f57-a8e8-eba84c181b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:21Z', 'updated_at': '2021-08-16T20:56:31Z', 'revision_number': 4, 'project_id': '9440ed0933f64f7cb6d1f0c295a72000', 'subnets': [{'id': 'c7295a51-2f16-4f57-a8e8-eba84c181b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:56:33.356138 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-48f08fe1-e838-40f1-aa51-169076966889 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:33.361371 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-48f08fe1-e838-40f1-aa51-169076966889 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/ports/f76c3696-2d42-46d7-ac0c-0d15165be156 HTTP/1.1" status: 204 len: 168 time: 2.1453934 Aug 16 20:56:33.375244 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46938) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:33.436706 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-926a80e5-a752-4dd2-a1d1-99a7107365af req-9259c651-9ae1-4bd8-9272-20512ab65824 service neutron] 10.222.0.72 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264070 Aug 16 20:56:33.471634 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea356a-f77d-40e2-a52d-d05ccec86124 req-6c16b96f-16ac-4664-83ba-2f86633df4af tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:33.472338 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3c8ae4-1490-46a6-9942-af3517cf5aa9 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:56:33.478533 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d82049-0578-4e5e-9ef0-4804150b5cb0 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] GET failed (client error): The resource could not be found. Aug 16 20:56:33.488176 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd91730-6232-4176-8192-1df1b9c6b69d None None] Sync routers for ids ['62b91303-2326-4ed1-b12b-a898f6b04cc6'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:56:33.490220 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-29d82049-0578-4e5e-9ef0-4804150b5cb0 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "GET /v2.0/ports/f76c3696-2d42-46d7-ac0c-0d15165be156 HTTP/1.1" status: 404 len: 333 time: 0.1181569 Aug 16 20:56:33.491042 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-65ea356a-f77d-40e2-a52d-d05ccec86124 req-6c16b96f-16ac-4664-83ba-2f86633df4af tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 943 time: 0.1748695 Aug 16 20:56:33.502066 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-eb3c8ae4-1490-46a6-9942-af3517cf5aa9 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "PUT /v2.0/routers/62b91303-2326-4ed1-b12b-a898f6b04cc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3218629 Aug 16 20:56:33.502843 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46944) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:33.512709 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd91730-6232-4176-8192-1df1b9c6b69d None None] Routers {'62b91303-2326-4ed1-b12b-a898f6b04cc6'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:33.513492 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-ffd91730-6232-4176-8192-1df1b9c6b69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:56:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['62b91303-2326-4ed1-b12b-a898f6b04cc6'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:33.529650 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46946) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:33.626404 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-ffd91730-6232-4176-8192-1df1b9c6b69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:33.645632 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-13968f3c-9f32-49b1-bc0f-4b472c69b42a tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Deleting subnet caa13023-4604-433e-bda9-84eeabc8eee4 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:56:33.652964 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-13968f3c-9f32-49b1-bc0f-4b472c69b42a tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:33.654558 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd91730-6232-4176-8192-1df1b9c6b69d None None] Routers {'62b91303-2326-4ed1-b12b-a898f6b04cc6'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:33.658500 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-ffd91730-6232-4176-8192-1df1b9c6b69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:56:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['62b91303-2326-4ed1-b12b-a898f6b04cc6'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:33.744070 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-ffd91730-6232-4176-8192-1df1b9c6b69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:33.744728 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd91730-6232-4176-8192-1df1b9c6b69d None None] The sync data for ids ['62b91303-2326-4ed1-b12b-a898f6b04cc6'] in n-d-793620-15 is: [] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:56:33.753214 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-13968f3c-9f32-49b1-bc0f-4b472c69b42a tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:33.868048 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-65ea356a-f77d-40e2-a52d-d05ccec86124 req-76f2ab43-73da-45d9-a8ad-0ed39556ed83 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3710577 Aug 16 20:56:33.903722 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-13968f3c-9f32-49b1-bc0f-4b472c69b42a tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:34.043675 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f75bf3d-7db1-46c3-84fd-31a25c6c56fa', 'tag': 'c3aa98f1-01de-4b07-a953-b17b46875501'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:56:34.046089 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a6eff4-aafa-484b-9278-ce3cf332e85c" -d '{"events": [{"name": "network-changed", "server_uuid": "3f75bf3d-7db1-46c3-84fd-31a25c6c56fa", "tag": "c3aa98f1-01de-4b07-a953-b17b46875501"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:56:34.079247 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a1d4286a-d3ae-40ff-985c-735b70d342f6 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:34.100297 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-13968f3c-9f32-49b1-bc0f-4b472c69b42a tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:34.132264 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3095d3b-1ce4-4fab-94ec-b4cd76aad554 x-openstack-request-id: req-d3095d3b-1ce4-4fab-94ec-b4cd76aad554 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:56:34.132566 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f75bf3d-7db1-46c3-84fd-31a25c6c56fa", "tag": "c3aa98f1-01de-4b07-a953-b17b46875501", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:56:34.132820 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d3095d3b-1ce4-4fab-94ec-b4cd76aad554 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:56:34.133214 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f75bf3d-7db1-46c3-84fd-31a25c6c56fa', 'tag': 'c3aa98f1-01de-4b07-a953-b17b46875501', 'status': 'completed', 'code': 200} Aug 16 20:56:34.157991 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13968f3c-9f32-49b1-bc0f-4b472c69b42a tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'Subnet': ['ID=caa13023-4604-433e-bda9-84eeabc8eee4,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:34.173060 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-13968f3c-9f32-49b1-bc0f-4b472c69b42a tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:34.174962 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-13968f3c-9f32-49b1-bc0f-4b472c69b42a tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/subnets/caa13023-4604-433e-bda9-84eeabc8eee4 HTTP/1.1" status: 204 len: 168 time: 0.6671574 Aug 16 20:56:34.177753 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46952) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:34.178594 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34246a98-593b-41d8-97f5-61e06982b02b None None] Network 5f4bafc8-8941-4df6-848d-09f1f81bac00 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:34.287495 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46956) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:34.349947 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b83f6c81-a29d-4841-9281-e735194494b7 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:34.373540 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f742e9a3-9f17-488d-9f9f-90d94daa14d4 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:34.377848 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6eff4-aafa-484b-9278-ce3cf332e85c req-13b6bd84-947b-49d4-81b1-7584997f1bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:34.384170 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-59a6eff4-aafa-484b-9278-ce3cf332e85c req-13b6bd84-947b-49d4-81b1-7584997f1bf3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04d4519d90b5451ebf562bbd9e44ac2b&device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 1095 time: 0.2142611 Aug 16 20:56:34.390454 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c827930-74f1-4abd-a00c-22e4286f1a59 admin admin] Deleting subnet 49b47344-9673-44ec-80b0-814953de749d {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:56:34.405347 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2c827930-74f1-4abd-a00c-22e4286f1a59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:34.464854 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 970bf7ff-e94f-40fe-afdc-9528848d2d57 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:34.486580 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2c827930-74f1-4abd-a00c-22e4286f1a59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:34.514922 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 970bf7ff-e94f-40fe-afdc-9528848d2d57 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:34.515582 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 970bf7ff-e94f-40fe-afdc-9528848d2d57 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:34.540768 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2c827930-74f1-4abd-a00c-22e4286f1a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:34.584845 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port b83f6c81-a29d-4841-9281-e735194494b7 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:34.589067 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port b83f6c81-a29d-4841-9281-e735194494b7 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:34.589587 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:34.634012 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b644a8-91cd-40aa-bad8-77f6a781e409 None None] DHCP port deletion for 5f4bafc8-8941-4df6-848d-09f1f81bac00 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:56:34.662794 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6eff4-aafa-484b-9278-ce3cf332e85c req-3f434944-944d-4b00-970e-fe0e7f4c1c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:34.666788 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-59a6eff4-aafa-484b-9278-ce3cf332e85c req-3f434944-944d-4b00-970e-fe0e7f4c1c88 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 HTTP/1.1" status: 200 len: 912 time: 0.2607238 Aug 16 20:56:34.729102 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2c827930-74f1-4abd-a00c-22e4286f1a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:34.752457 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-54b644a8-91cd-40aa-bad8-77f6a781e409 None None] Deleting port 9293013a-cd72-4728-b976-230c6ea758b7 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:34.752457 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-54b644a8-91cd-40aa-bad8-77f6a781e409 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:34.752457 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:34.756087 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-59a6eff4-aafa-484b-9278-ce3cf332e85c req-305669f4-cac8-4def-a797-57e37b82e205 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3aa98f1-01de-4b07-a953-b17b46875501 HTTP/1.1" status: 200 len: 217 time: 0.0791707 Aug 16 20:56:34.785320 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c827930-74f1-4abd-a00c-22e4286f1a59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49b47344-9673-44ec-80b0-814953de749d,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:34.801008 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2c827930-74f1-4abd-a00c-22e4286f1a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:34.803506 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2c827930-74f1-4abd-a00c-22e4286f1a59 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/49b47344-9673-44ec-80b0-814953de749d HTTP/1.1" status: 204 len: 168 time: 0.5149317 Aug 16 20:56:34.806078 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46966) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:34.842750 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6eff4-aafa-484b-9278-ce3cf332e85c req-a0b51487-77ce-4a01-b240-b6bd54b9ccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:34.844932 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-59a6eff4-aafa-484b-9278-ce3cf332e85c req-a0b51487-77ce-4a01-b240-b6bd54b9ccf7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=20aa60f1-bb16-40f5-b2dd-0341c13f6e8c HTTP/1.1" status: 200 len: 850 time: 0.0827723 Aug 16 20:56:34.908837 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-f742e9a3-9f17-488d-9f9f-90d94daa14d4 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Deleting port 9293013a-cd72-4728-b976-230c6ea758b7 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:34.909591 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f742e9a3-9f17-488d-9f9f-90d94daa14d4 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:34.930923 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-54b644a8-91cd-40aa-bad8-77f6a781e409 None None] For port 9293013a-cd72-4728-b976-230c6ea758b7, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=9293013a-cd72-4728-b976-230c6ea758b7,segment=NetworkSegment(5f8f93fa-7852-4d86-92e5-8645074f4d0f),segment_id=5f8f93fa-7852-4d86-92e5-8645074f4d0f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:34.931550 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-54b644a8-91cd-40aa-bad8-77f6a781e409 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:34.935561 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port b83f6c81-a29d-4841-9281-e735194494b7, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b83f6c81-a29d-4841-9281-e735194494b7,segment=NetworkSegment(66f4b070-11e4-4f4a-902e-032c04ccaab0),segment_id=66f4b070-11e4-4f4a-902e-032c04ccaab0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:34.947103 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-54b644a8-91cd-40aa-bad8-77f6a781e409 None None] Calling delete_port for 9293013a-cd72-4728-b976-230c6ea758b7 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:34.967527 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c7dc897e-94b7-414f-816f-62c40dbe79ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:35.028448 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:35.075023 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6eff4-aafa-484b-9278-ce3cf332e85c req-333d8c12-0e4c-4763-b2fe-3c0f44ab8658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:35.076772 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-59a6eff4-aafa-484b-9278-ce3cf332e85c req-333d8c12-0e4c-4763-b2fe-3c0f44ab8658 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2216997 Aug 16 20:56:35.088419 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-f742e9a3-9f17-488d-9f9f-90d94daa14d4 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] For port 9293013a-cd72-4728-b976-230c6ea758b7, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=9293013a-cd72-4728-b976-230c6ea758b7,segment=NetworkSegment(5f8f93fa-7852-4d86-92e5-8645074f4d0f),segment_id=5f8f93fa-7852-4d86-92e5-8645074f4d0f)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:35.088799 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f742e9a3-9f17-488d-9f9f-90d94daa14d4 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:35.150434 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c7dc897e-94b7-414f-816f-62c40dbe79ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:35.172038 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-c7dc897e-94b7-414f-816f-62c40dbe79ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e0001d-3b51-4b16-b842-4e83a0bc5e92']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:35.188053 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-c7dc897e-94b7-414f-816f-62c40dbe79ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54eb105c-92b7-478a-9dbd-f7c16dfc3d12') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:35.188667 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-c7dc897e-94b7-414f-816f-62c40dbe79ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54eb105c-92b7-478a-9dbd-f7c16dfc3d12') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:35.193204 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=b83f6c81-a29d-4841-9281-e735194494b7,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:35.206086 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c7dc897e-94b7-414f-816f-62c40dbe79ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:35.224090 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c7dc897e-94b7-414f-816f-62c40dbe79ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:35.232038 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7dc897e-94b7-414f-816f-62c40dbe79ff admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:56:35.232459 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c7dc897e-94b7-414f-816f-62c40dbe79ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:35.234612 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:56:35.234612 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:56:35.234612 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:56:35.234612 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:56:35.234612 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:56:35.234612 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:56:35.234612 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:56:35.234612 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:56:35.234612 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:56:35.234612 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:56:35.234612 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:56:35.234612 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:56:35.234612 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:56:35.234612 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:56:35.234612 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:56:35.234612 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:56:35.234612 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:56:35.234612 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:56:35.234612 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:56:35.234612 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:56:35.234612 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:56:35.234612 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:56:35.234612 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:56:35.234612 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:56:35.234612 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:56:35.234612 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:56:35.234612 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:56:35.234612 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:56:35.234612 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:56:35.234612 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:56:35.234612 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:56:35.234612 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:56:35.310786 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-54b644a8-91cd-40aa-bad8-77f6a781e409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:35.344182 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b644a8-91cd-40aa-bad8-77f6a781e409 None None] Pushing event deleted for resources: {'Port': ['ID=9293013a-cd72-4728-b976-230c6ea758b7,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:35.359897 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b644a8-91cd-40aa-bad8-77f6a781e409 None None] No DVR routers for this DVR port 9293013a-cd72-4728-b976-230c6ea758b7 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:35.385329 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c7dc897e-94b7-414f-816f-62c40dbe79ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:35.390899 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c7dc897e-94b7-414f-816f-62c40dbe79ff admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:35.393520 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c7dc897e-94b7-414f-816f-62c40dbe79ff admin admin] 10.222.0.84 "DELETE /v2.0/networks/d3e0001d-3b51-4b16-b842-4e83a0bc5e92 HTTP/1.1" status: 204 len: 168 time: 0.5865083 Aug 16 20:56:35.414477 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc897e-94b7-414f-816f-62c40dbe79ff admin admin] Pushing event deleted for resources: {'Network': ['ID=d3e0001d-3b51-4b16-b842-4e83a0bc5e92,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:35.425521 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc897e-94b7-414f-816f-62c40dbe79ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:35.426009 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc897e-94b7-414f-816f-62c40dbe79ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:35.427071 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc897e-94b7-414f-816f-62c40dbe79ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:35.427574 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc897e-94b7-414f-816f-62c40dbe79ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:35.428197 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc897e-94b7-414f-816f-62c40dbe79ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:35.428643 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc897e-94b7-414f-816f-62c40dbe79ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:35.429098 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc897e-94b7-414f-816f-62c40dbe79ff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:35.429640 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc897e-94b7-414f-816f-62c40dbe79ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:35.430095 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc897e-94b7-414f-816f-62c40dbe79ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:35.430705 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc897e-94b7-414f-816f-62c40dbe79ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:35.431143 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc897e-94b7-414f-816f-62c40dbe79ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:35.431574 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc897e-94b7-414f-816f-62c40dbe79ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:35.520939 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-f742e9a3-9f17-488d-9f9f-90d94daa14d4 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Calling delete_port for 9293013a-cd72-4728-b976-230c6ea758b7 owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:35.566120 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47430da-b0c0-427b-8482-c388b8fbcdd0 req-0fbdc3aa-5b8d-4444-a55a-ed61bd3b0b00 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:35.567771 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b47430da-b0c0-427b-8482-c388b8fbcdd0 req-0fbdc3aa-5b8d-4444-a55a-ed61bd3b0b00 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 943 time: 0.5668862 Aug 16 20:56:35.593397 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-a1d4286a-d3ae-40ff-985c-735b70d342f6 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Deleting port 7e4f9162-f0f3-4cdf-bf4e-bcb67531c58e {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:35.593755 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a1d4286a-d3ae-40ff-985c-735b70d342f6 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:35.750728 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b47430da-b0c0-427b-8482-c388b8fbcdd0 req-3e2e1b4a-55dd-4f62-bf9d-c3a9af6c5a6a tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727722 Aug 16 20:56:35.797738 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-59a6eff4-aafa-484b-9278-ce3cf332e85c req-9c72faf5-5752-404b-b7b9-16cbfced8ea5 service neutron] 10.222.0.72 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7121317 Aug 16 20:56:35.801701 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a1d4286a-d3ae-40ff-985c-735b70d342f6 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:35.834100 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46980) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:35.848087 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f742e9a3-9f17-488d-9f9f-90d94daa14d4 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:35.866318 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-a1d4286a-d3ae-40ff-985c-735b70d342f6 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Calling delete_port for 7e4f9162-f0f3-4cdf-bf4e-bcb67531c58e owned by network:router_interface {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:35.899772 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-03695091-9872-4aa2-8cde-d780cad749c0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=71f66be4f5f646c5b03b2dbfedf85285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0649624 Aug 16 20:56:35.902269 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46982) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:35.942220 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f742e9a3-9f17-488d-9f9f-90d94daa14d4 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] No DVR routers for this DVR port 9293013a-cd72-4728-b976-230c6ea758b7 on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:35.981855 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a146cfeb-067f-4716-bd03-ccf8c4405e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:36.014386 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a146cfeb-067f-4716-bd03-ccf8c4405e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:36.023255 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f742e9a3-9f17-488d-9f9f-90d94daa14d4 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'Port': ['ID=9293013a-cd72-4728-b976-230c6ea758b7,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:36.106237 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f742e9a3-9f17-488d-9f9f-90d94daa14d4 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:36.166015 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-f742e9a3-9f17-488d-9f9f-90d94daa14d4 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f4bafc8-8941-4df6-848d-09f1f81bac00']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:36.167798 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a146cfeb-067f-4716-bd03-ccf8c4405e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:36.170797 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a146cfeb-067f-4716-bd03-ccf8c4405e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:36.174669 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a146cfeb-067f-4716-bd03-ccf8c4405e79 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/dd6a8c68-c325-4ce0-98fa-ce1587b8f730 HTTP/1.1" status: 204 len: 168 time: 0.2683275 Aug 16 20:56:36.182345 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b83f6c81-a29d-4841-9281-e735194494b7 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:36.187506 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a146cfeb-067f-4716-bd03-ccf8c4405e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6a8c68-c325-4ce0-98fa-ce1587b8f730,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:36.194872 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-f742e9a3-9f17-488d-9f9f-90d94daa14d4 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f8f93fa-7852-4d86-92e5-8645074f4d0f') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:36.195170 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-f742e9a3-9f17-488d-9f9f-90d94daa14d4 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f8f93fa-7852-4d86-92e5-8645074f4d0f') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:36.198488 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-59a6eff4-aafa-484b-9278-ce3cf332e85c req-82a32a68-0b50-494e-bd57-640ff5150e2f service neutron] 10.222.0.72 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392906 Aug 16 20:56:36.207928 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f742e9a3-9f17-488d-9f9f-90d94daa14d4 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:36.229916 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f742e9a3-9f17-488d-9f9f-90d94daa14d4 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:36.257298 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f742e9a3-9f17-488d-9f9f-90d94daa14d4 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:56:36.257732 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f742e9a3-9f17-488d-9f9f-90d94daa14d4 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:36.258495 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port b83f6c81-a29d-4841-9281-e735194494b7 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:36.259119 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:36.261976 n-d-793620-15 neutron-server[101844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:36.261976 n-d-793620-15 neutron-server[101844]: self.session.flush() Aug 16 20:56:36.261976 n-d-793620-15 neutron-server[101844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:36.261976 n-d-793620-15 neutron-server[101844]: self.session.flush() Aug 16 20:56:36.261976 n-d-793620-15 neutron-server[101844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:36.261976 n-d-793620-15 neutron-server[101844]: self.session.flush() Aug 16 20:56:36.261976 n-d-793620-15 neutron-server[101844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:36.261976 n-d-793620-15 neutron-server[101844]: self.session.flush() Aug 16 20:56:36.261976 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 20:56:36.261976 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:56:36.261976 n-d-793620-15 neutron-server[101844]: timer() Aug 16 20:56:36.261976 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:56:36.261976 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 20:56:36.261976 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:56:36.261976 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 20:56:36.261976 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:56:36.261976 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 20:56:36.261976 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:56:36.261976 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 20:56:36.261976 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:56:36.261976 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 20:56:36.261976 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:56:36.261976 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:56:36.261976 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:56:36.261976 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:56:36.261976 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:56:36.261976 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 20:56:36.261976 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:56:36.261976 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 20:56:36.261976 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:56:36.261976 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:56:36.261976 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:56:36.261976 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 20:56:36.261976 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:56:36.261976 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:56:36.261976 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:56:36.261976 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:56:36.261976 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:56:36.261976 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:56:36.261976 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:56:36.365405 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device c3aa98f1-01de-4b07-a953-b17b46875501 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:56:36.419025 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a1d4286a-d3ae-40ff-985c-735b70d342f6 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:36.440653 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 9293013a-cd72-4728-b976-230c6ea758b7 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:36.462900 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4286a-d3ae-40ff-985c-735b70d342f6 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event deleted for resources: {'Port': ['ID=7e4f9162-f0f3-4cdf-bf4e-bcb67531c58e,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:36.474405 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 9293013a-cd72-4728-b976-230c6ea758b7 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:36.474859 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 9293013a-cd72-4728-b976-230c6ea758b7 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:36.482988 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f742e9a3-9f17-488d-9f9f-90d94daa14d4 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:36.539499 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port c3aa98f1-01de-4b07-a953-b17b46875501, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c3aa98f1-01de-4b07-a953-b17b46875501,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:36.540438 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f742e9a3-9f17-488d-9f9f-90d94daa14d4 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:36.543325 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f742e9a3-9f17-488d-9f9f-90d94daa14d4 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/networks/5f4bafc8-8941-4df6-848d-09f1f81bac00 HTTP/1.1" status: 204 len: 168 time: 2.3637402 Aug 16 20:56:36.546541 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46986) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:36.551973 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-20791afc-2fbe-4788-b618-ba5a6bf27a3c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1252722413'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:36.598756 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f742e9a3-9f17-488d-9f9f-90d94daa14d4 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'Network': ['ID=5f4bafc8-8941-4df6-848d-09f1f81bac00,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:36.647521 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20791afc-2fbe-4788-b618-ba5a6bf27a3c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Made reservation on behalf of f26b2ff065a440569c5739b2c3aa62ad for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:36.654898 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-20791afc-2fbe-4788-b618-ba5a6bf27a3c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:36.781349 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20791afc-2fbe-4788-b618-ba5a6bf27a3c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:56:36.805268 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-20791afc-2fbe-4788-b618-ba5a6bf27a3c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:36.805597 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-20791afc-2fbe-4788-b618-ba5a6bf27a3c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Added segment 7761ccf3-cbe8-4bcc-b456-a2fc757f20e6 of type vlan for network d741cf3b-f92e-4c34-bfdf-37bf5f0a8a9d Aug 16 20:56:36.836491 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': 'c3aa98f1-01de-4b07-a953-b17b46875501', 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781', 'port_id': 'c3aa98f1-01de-4b07-a953-b17b46875501', 'mac_address': 'fa:16:3e:b9:17:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20aa60f1-bb16-40f5-b2dd-0341c13f6e8c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:56:36.852911 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-20791afc-2fbe-4788-b618-ba5a6bf27a3c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:36.950489 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-20791afc-2fbe-4788-b618-ba5a6bf27a3c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:36.960587 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20791afc-2fbe-4788-b618-ba5a6bf27a3c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:36.963194 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-20791afc-2fbe-4788-b618-ba5a6bf27a3c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:37.051234 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:37.121340 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3aa98f1-01de-4b07-a953-b17b46875501 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:56:37.153175 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20791afc-2fbe-4788-b618-ba5a6bf27a3c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'Network': ['ID=d741cf3b-f92e-4c34-bfdf-37bf5f0a8a9d,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:37.170069 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network d741cf3b-f92e-4c34-bfdf-37bf5f0a8a9d details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:56:37.188844 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a1d4286a-d3ae-40ff-985c-735b70d342f6 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:37.189285 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port c3aa98f1-01de-4b07-a953-b17b46875501, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c3aa98f1-01de-4b07-a953-b17b46875501,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:37.262220 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-20791afc-2fbe-4788-b618-ba5a6bf27a3c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7121687 Aug 16 20:56:37.263778 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47006) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:37.267523 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-7a11b3b6-0bb9-469b-9670-6c89675a3134 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'subnet': {'network_id': 'd741cf3b-f92e-4c34-bfdf-37bf5f0a8a9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:37.309688 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:37.418560 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=c3aa98f1-01de-4b07-a953-b17b46875501,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:37.472295 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee687514-51cb-4692-b88d-0c1f1b24442f req-fd8c245b-f39e-45ac-bbd8-45e8664bdff5 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:37.473926 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ee687514-51cb-4692-b88d-0c1f1b24442f req-fd8c245b-f39e-45ac-bbd8-45e8664bdff5 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 943 time: 0.4177032 Aug 16 20:56:37.488501 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a11b3b6-0bb9-469b-9670-6c89675a3134 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Made reservation on behalf of f26b2ff065a440569c5739b2c3aa62ad for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:37.493135 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7a11b3b6-0bb9-469b-9670-6c89675a3134 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:37.502508 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d4286a-d3ae-40ff-985c-735b70d342f6 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Router 62b91303-2326-4ed1-b12b-a898f6b04cc6 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:56:37.526250 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ee687514-51cb-4692-b88d-0c1f1b24442f req-f734cdf2-3d25-4256-9f40-a659595f8696 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457003 Aug 16 20:56:37.538655 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['c3aa98f1-01de-4b07-a953-b17b46875501'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:56:37.639289 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d4286a-d3ae-40ff-985c-735b70d342f6 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:56:37.649764 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127f75ca-a2a4-424e-9ce0-0a9fc876bf61 None None] Sync routers for ids ['62b91303-2326-4ed1-b12b-a898f6b04cc6'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:56:37.651729 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a1d4286a-d3ae-40ff-985c-735b70d342f6 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "PUT /v2.0/routers/62b91303-2326-4ed1-b12b-a898f6b04cc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1185517 Aug 16 20:56:37.662244 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47012) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:37.662917 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127f75ca-a2a4-424e-9ce0-0a9fc876bf61 None None] Routers {'62b91303-2326-4ed1-b12b-a898f6b04cc6'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:37.664235 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-127f75ca-a2a4-424e-9ce0-0a9fc876bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:56:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['62b91303-2326-4ed1-b12b-a898f6b04cc6'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:37.738128 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-127f75ca-a2a4-424e-9ce0-0a9fc876bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:37.753553 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127f75ca-a2a4-424e-9ce0-0a9fc876bf61 None None] Routers {'62b91303-2326-4ed1-b12b-a898f6b04cc6'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:37.755093 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-127f75ca-a2a4-424e-9ce0-0a9fc876bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:56:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['62b91303-2326-4ed1-b12b-a898f6b04cc6'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:37.781552 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-492d4d89-8c68-4b2f-becd-428e142ab25d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "GET /v2.0/ports?device_id=62b91303-2326-4ed1-b12b-a898f6b04cc6 HTTP/1.1" status: 200 len: 205 time: 0.1097202 Aug 16 20:56:37.782206 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47020) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:37.794776 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-127f75ca-a2a4-424e-9ce0-0a9fc876bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:37.794776 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127f75ca-a2a4-424e-9ce0-0a9fc876bf61 None None] The sync data for ids ['62b91303-2326-4ed1-b12b-a898f6b04cc6'] in n-d-793620-15 is: [] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:56:37.876421 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-235a4957-a05c-46f8-9cb3-e15b8ef18c8d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:37.899222 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7a11b3b6-0bb9-469b-9670-6c89675a3134 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:37.968145 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11b3b6-0bb9-469b-9670-6c89675a3134 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'Subnet': ['ID=128566e6-ad58-4274-9718-5fe08955468e,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:37.989650 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a11b3b6-0bb9-469b-9670-6c89675a3134 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Checking segment: {'id': '7761ccf3-cbe8-4bcc-b456-a2fc757f20e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd741cf3b-f92e-4c34-bfdf-37bf5f0a8a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:37.990121 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a11b3b6-0bb9-469b-9670-6c89675a3134 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Network hostable DHCP agents. Network: d741cf3b-f92e-4c34-bfdf-37bf5f0a8a9d, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:56:38.072308 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-235a4957-a05c-46f8-9cb3-e15b8ef18c8d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:38.074563 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-235a4957-a05c-46f8-9cb3-e15b8ef18c8d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:38.150304 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a11b3b6-0bb9-469b-9670-6c89675a3134 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Network d741cf3b-f92e-4c34-bfdf-37bf5f0a8a9d is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:56:38.221124 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-235a4957-a05c-46f8-9cb3-e15b8ef18c8d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:38.221668 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235a4957-a05c-46f8-9cb3-e15b8ef18c8d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Fanout notify agent at l3_agent the message router_deleted on router 62b91303-2326-4ed1-b12b-a898f6b04cc6 {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:56:38.228969 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-235a4957-a05c-46f8-9cb3-e15b8ef18c8d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:38.233114 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47036) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:38.233242 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-235a4957-a05c-46f8-9cb3-e15b8ef18c8d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "DELETE /v2.0/routers/62b91303-2326-4ed1-b12b-a898f6b04cc6 HTTP/1.1" status: 204 len: 168 time: 0.4498510 Aug 16 20:56:38.244902 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-7a11b3b6-0bb9-469b-9670-6c89675a3134 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, d741cf3b-f92e-4c34-bfdf-37bf5f0a8a9d) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:38.250612 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a11b3b6-0bb9-469b-9670-6c89675a3134 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:38.251354 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7a11b3b6-0bb9-469b-9670-6c89675a3134 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:38.256003 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1152b0-b958-443b-8d2d-d370fdbde957 None None] Network d741cf3b-f92e-4c34-bfdf-37bf5f0a8a9d requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:38.365956 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device c3aa98f1-01de-4b07-a953-b17b46875501 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:38.485000 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfedd021-ac77-4198-a5bb-c02f894fdedc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-d741cf3b-f92e-4c34-bfdf-37bf5f0a8a9d', 'network_id': 'd741cf3b-f92e-4c34-bfdf-37bf5f0a8a9d', 'tenant_id': 'f26b2ff065a440569c5739b2c3aa62ad', 'fixed_ips': [{'subnet_id': '128566e6-ad58-4274-9718-5fe08955468e'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:56:38.486099 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cfedd021-ac77-4198-a5bb-c02f894fdedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:38.600661 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port c3aa98f1-01de-4b07-a953-b17b46875501 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:38.609781 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port c3aa98f1-01de-4b07-a953-b17b46875501 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:38.610167 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:38.677022 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda4c472-7c63-459b-b0cf-635778438828 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Deleting subnet e58b4461-d21c-494b-ad9a-98501ad96e6c {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:56:38.680627 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eda4c472-7c63-459b-b0cf-635778438828 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:38.725668 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255709e-4952-480e-a4df-5f3cae13ca5c req-8adc6346-ed4a-4837-927f-f9c6f44f4c7d tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:38.727211 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eda4c472-7c63-459b-b0cf-635778438828 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:38.727372 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6255709e-4952-480e-a4df-5f3cae13ca5c req-8adc6346-ed4a-4837-927f-f9c6f44f4c7d tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.0638309 Aug 16 20:56:38.751749 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7a11b3b6-0bb9-469b-9670-6c89675a3134 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4882755 Aug 16 20:56:38.755436 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47058) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:38.766056 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-cfedd021-ac77-4198-a5bb-c02f894fdedc None None] Allocated IP 172.20.0.2 (d741cf3b-f92e-4c34-bfdf-37bf5f0a8a9d/128566e6-ad58-4274-9718-5fe08955468e/e495ddb5-bf3e-4ef6-b17e-0fb660fabc8b) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:38.768915 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-145e5dca-0e0d-48c6-8844-bc2a6a774896 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'port': {'network_id': 'd741cf3b-f92e-4c34-bfdf-37bf5f0a8a9d', 'name': 'tempest-PortsTestJSON-1251367060', 'fixed_ips': [{'subnet_id': '128566e6-ad58-4274-9718-5fe08955468e', 'ip_address': '172.20.0.10'}]}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:38.874421 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6255709e-4952-480e-a4df-5f3cae13ca5c req-11775b2c-994c-47b6-b807-9567e5433247 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374707 Aug 16 20:56:38.875510 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:38.876254 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eda4c472-7c63-459b-b0cf-635778438828 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:38.933217 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f75bf3d-7db1-46c3-84fd-31a25c6c56fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3aa98f1-01de-4b07-a953-b17b46875501'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:56:38.935499 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedbfca1-872a-4da9-914a-24340c66ecfc" -d '{"events": [{"server_uuid": "3f75bf3d-7db1-46c3-84fd-31a25c6c56fa", "name": "network-vif-plugged", "status": "completed", "tag": "c3aa98f1-01de-4b07-a953-b17b46875501"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:56:38.969677 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port c3aa98f1-01de-4b07-a953-b17b46875501, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c3aa98f1-01de-4b07-a953-b17b46875501,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:39.004741 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1425299c-09ca-412d-84fa-9a57fbc7878a x-openstack-request-id: req-1425299c-09ca-412d-84fa-9a57fbc7878a {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:56:39.005066 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f75bf3d-7db1-46c3-84fd-31a25c6c56fa", "name": "network-vif-plugged", "status": "completed", "tag": "c3aa98f1-01de-4b07-a953-b17b46875501", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:56:39.013964 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1425299c-09ca-412d-84fa-9a57fbc7878a {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:56:39.013964 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f75bf3d-7db1-46c3-84fd-31a25c6c56fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3aa98f1-01de-4b07-a953-b17b46875501', 'code': 200} Aug 16 20:56:39.072438 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cfedd021-ac77-4198-a5bb-c02f894fdedc None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:39.081188 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-cfedd021-ac77-4198-a5bb-c02f894fdedc None None] Transition to ACTIVE for port object e495ddb5-bf3e-4ef6-b17e-0fb660fabc8b will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:39.083219 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eda4c472-7c63-459b-b0cf-635778438828 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:39.101845 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-cfedd021-ac77-4198-a5bb-c02f894fdedc None None] Transition to ACTIVE for port object e495ddb5-bf3e-4ef6-b17e-0fb660fabc8b will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:39.121241 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c2cab-92af-4de7-987f-18f65366a7a0 req-1c02bee3-cf0d-469d-8254-4ad658d84825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:39.123903 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c80c2cab-92af-4de7-987f-18f65366a7a0 req-1c02bee3-cf0d-469d-8254-4ad658d84825 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 1096 time: 0.0629475 Aug 16 20:56:39.124642 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4c472-7c63-459b-b0cf-635778438828 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event deleted for resources: {'Subnet': ['ID=e58b4461-d21c-494b-ad9a-98501ad96e6c,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:39.125119 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145e5dca-0e0d-48c6-8844-bc2a6a774896 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Made reservation on behalf of f26b2ff065a440569c5739b2c3aa62ad for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:39.126890 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eda4c472-7c63-459b-b0cf-635778438828 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:39.137309 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:39.137471 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-eda4c472-7c63-459b-b0cf-635778438828 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "DELETE /v2.0/subnets/e58b4461-d21c-494b-ad9a-98501ad96e6c HTTP/1.1" status: 204 len: 168 time: 0.8983305 Aug 16 20:56:39.137471 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47070) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:39.144265 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97319ab-efdf-4c26-9711-0c06254a79be None None] Network 6c0a707a-95e8-4f76-bed7-f109b3bcf67e requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:39.199474 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e978782-7077-4975-9b91-a50bb0b2b08a tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Deleting subnet 1b717acf-8e27-45e3-b709-e5e9b78eb2e3 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:56:39.203953 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1e978782-7077-4975-9b91-a50bb0b2b08a tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:39.258011 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1e978782-7077-4975-9b91-a50bb0b2b08a tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:39.294244 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cfedd021-ac77-4198-a5bb-c02f894fdedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:39.304197 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-145e5dca-0e0d-48c6-8844-bc2a6a774896 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:39.352166 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfedd021-ac77-4198-a5bb-c02f894fdedc None None] Network d741cf3b-f92e-4c34-bfdf-37bf5f0a8a9d is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:39.358435 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-145e5dca-0e0d-48c6-8844-bc2a6a774896 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] device_id is not set on port 9496f1e8-4b2b-4918-a659-fb5e5cee4f45 yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:56:39.369861 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-cfedd021-ac77-4198-a5bb-c02f894fdedc None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:39.373210 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47078) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:39.376815 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c80c2cab-92af-4de7-987f-18f65366a7a0 req-3f6da6a3-c256-4ab8-b7e2-900fb210b695 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788345 Aug 16 20:56:39.379263 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfedd021-ac77-4198-a5bb-c02f894fdedc None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:39.390213 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=c3aa98f1-01de-4b07-a953-b17b46875501,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:39.437791 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1e978782-7077-4975-9b91-a50bb0b2b08a tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:39.549379 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfedd021-ac77-4198-a5bb-c02f894fdedc None None] Pushing event updated for resources: {'Port': ['ID=e495ddb5-bf3e-4ef6-b17e-0fb660fabc8b,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:39.571281 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-cfedd021-ac77-4198-a5bb-c02f894fdedc None None] Attempting to bind port e495ddb5-bf3e-4ef6-b17e-0fb660fabc8b on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:56:39.571709 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-cfedd021-ac77-4198-a5bb-c02f894fdedc None None] Attempting to bind port e495ddb5-bf3e-4ef6-b17e-0fb660fabc8b by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '7761ccf3-cbe8-4bcc-b456-a2fc757f20e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd741cf3b-f92e-4c34-bfdf-37bf5f0a8a9d'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:56:39.572126 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfedd021-ac77-4198-a5bb-c02f894fdedc None None] Attempting to bind port e495ddb5-bf3e-4ef6-b17e-0fb660fabc8b on network d741cf3b-f92e-4c34-bfdf-37bf5f0a8a9d {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:39.581235 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfedd021-ac77-4198-a5bb-c02f894fdedc None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:56:39.581759 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfedd021-ac77-4198-a5bb-c02f894fdedc None None] Checking segment: {'id': '7761ccf3-cbe8-4bcc-b456-a2fc757f20e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd741cf3b-f92e-4c34-bfdf-37bf5f0a8a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:39.582175 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cfedd021-ac77-4198-a5bb-c02f894fdedc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:39.583822 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfedd021-ac77-4198-a5bb-c02f894fdedc None None] Bound using segment: {'id': '7761ccf3-cbe8-4bcc-b456-a2fc757f20e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd741cf3b-f92e-4c34-bfdf-37bf5f0a8a9d'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:56:39.588377 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-cfedd021-ac77-4198-a5bb-c02f894fdedc None None] Bound port: e495ddb5-bf3e-4ef6-b17e-0fb660fabc8b, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7761ccf3-cbe8-4bcc-b456-a2fc757f20e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd741cf3b-f92e-4c34-bfdf-37bf5f0a8a9d'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:56:39.588377 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cfedd021-ac77-4198-a5bb-c02f894fdedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:39.654905 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-223f8648-6873-4f95-922d-ef263c3b2e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:39.675169 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-cfedd021-ac77-4198-a5bb-c02f894fdedc None None] For port e495ddb5-bf3e-4ef6-b17e-0fb660fabc8b, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:56:39.678537 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-cfedd021-ac77-4198-a5bb-c02f894fdedc None None] For port e495ddb5-bf3e-4ef6-b17e-0fb660fabc8b, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=e495ddb5-bf3e-4ef6-b17e-0fb660fabc8b,segment=NetworkSegment(7761ccf3-cbe8-4bcc-b456-a2fc757f20e6),segment_id=7761ccf3-cbe8-4bcc-b456-a2fc757f20e6)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:56:39.687199 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22e55ef-35ba-469c-9f79-a9ab9bddcb14 None None] DHCP port deletion for 6c0a707a-95e8-4f76-bed7-f109b3bcf67e request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:56:39.704999 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1e978782-7077-4975-9b91-a50bb0b2b08a tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:39.713515 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-145e5dca-0e0d-48c6-8844-bc2a6a774896 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Allocated IP 172.20.0.10 (d741cf3b-f92e-4c34-bfdf-37bf5f0a8a9d/128566e6-ad58-4274-9718-5fe08955468e/9496f1e8-4b2b-4918-a659-fb5e5cee4f45) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:39.736920 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-f22e55ef-35ba-469c-9f79-a9ab9bddcb14 None None] Deleting port e2a51e8e-43d7-4015-a4de-75c0284c2b6b {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:39.737319 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f22e55ef-35ba-469c-9f79-a9ab9bddcb14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:39.738877 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e978782-7077-4975-9b91-a50bb0b2b08a tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event deleted for resources: {'Subnet': ['ID=1b717acf-8e27-45e3-b709-e5e9b78eb2e3,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:39.750057 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1e978782-7077-4975-9b91-a50bb0b2b08a tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:39.750057 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1e978782-7077-4975-9b91-a50bb0b2b08a tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "DELETE /v2.0/subnets/1b717acf-8e27-45e3-b709-e5e9b78eb2e3 HTTP/1.1" status: 204 len: 168 time: 0.6119206 Aug 16 20:56:39.751102 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47084) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:39.763759 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f11f0b-1e1d-4877-956c-6123ec8bcc86 None None] Network 52fb23ef-612f-4a7c-8db7-1a23246e88d2 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:39.848596 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d0d995d4-f116-4e9c-8905-ec0151ff9ef3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:39.862716 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cfedd021-ac77-4198-a5bb-c02f894fdedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:39.917162 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-d0d995d4-f116-4e9c-8905-ec0151ff9ef3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Deleting port e2a51e8e-43d7-4015-a4de-75c0284c2b6b {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:39.917600 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d0d995d4-f116-4e9c-8905-ec0151ff9ef3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:39.987718 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-f22e55ef-35ba-469c-9f79-a9ab9bddcb14 None None] For port e2a51e8e-43d7-4015-a4de-75c0284c2b6b, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=e2a51e8e-43d7-4015-a4de-75c0284c2b6b,segment=NetworkSegment(1e21937b-d26f-4c67-aea2-e49650beeca1),segment_id=1e21937b-d26f-4c67-aea2-e49650beeca1)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:39.988067 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f22e55ef-35ba-469c-9f79-a9ab9bddcb14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.063416 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-f22e55ef-35ba-469c-9f79-a9ab9bddcb14 None None] Calling delete_port for e2a51e8e-43d7-4015-a4de-75c0284c2b6b owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:40.065558 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfedd021-ac77-4198-a5bb-c02f894fdedc None None] Pushing event updated for resources: {'Port': ['ID=e495ddb5-bf3e-4ef6-b17e-0fb660fabc8b,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:40.084332 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-d0d995d4-f116-4e9c-8905-ec0151ff9ef3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] For port e2a51e8e-43d7-4015-a4de-75c0284c2b6b, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=e2a51e8e-43d7-4015-a4de-75c0284c2b6b,segment=NetworkSegment(1e21937b-d26f-4c67-aea2-e49650beeca1),segment_id=1e21937b-d26f-4c67-aea2-e49650beeca1)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:40.088451 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d0d995d4-f116-4e9c-8905-ec0151ff9ef3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.139870 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-d0d995d4-f116-4e9c-8905-ec0151ff9ef3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Calling delete_port for e2a51e8e-43d7-4015-a4de-75c0284c2b6b owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:40.274814 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device e2a51e8e-43d7-4015-a4de-75c0284c2b6b no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:40.303243 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219513ef-53ce-49fb-8e31-3d427397298a req-b6c71db6-f670-4c53-b824-2fd4c8771d91 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:40.310787 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-219513ef-53ce-49fb-8e31-3d427397298a req-b6c71db6-f670-4c53-b824-2fd4c8771d91 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 945 time: 0.2788124 Aug 16 20:56:40.318737 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d0d995d4-f116-4e9c-8905-ec0151ff9ef3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.336807 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f22e55ef-35ba-469c-9f79-a9ab9bddcb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.358810 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d995d4-f116-4e9c-8905-ec0151ff9ef3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event deleted for resources: {'Port': ['ID=e2a51e8e-43d7-4015-a4de-75c0284c2b6b,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:40.362095 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d995d4-f116-4e9c-8905-ec0151ff9ef3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] No DVR routers for this DVR port e2a51e8e-43d7-4015-a4de-75c0284c2b6b on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:40.392367 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae37477f-f857-4872-8aea-6f0aaedd3dc6 None None] DHCP port deletion for 52fb23ef-612f-4a7c-8db7-1a23246e88d2 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:56:40.411158 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-223f8648-6873-4f95-922d-ef263c3b2e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.496374 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e55ef-35ba-469c-9f79-a9ab9bddcb14 None None] Pushing event deleted for resources: {'Port': ['ID=e2a51e8e-43d7-4015-a4de-75c0284c2b6b,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:40.496916 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22e55ef-35ba-469c-9f79-a9ab9bddcb14 None None] No DVR routers for this DVR port e2a51e8e-43d7-4015-a4de-75c0284c2b6b on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:40.515421 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d0d995d4-f116-4e9c-8905-ec0151ff9ef3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.531182 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e55ef-35ba-469c-9f79-a9ab9bddcb14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:40.531767 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e55ef-35ba-469c-9f79-a9ab9bddcb14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:40.538684 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e55ef-35ba-469c-9f79-a9ab9bddcb14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:40.538684 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e55ef-35ba-469c-9f79-a9ab9bddcb14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:40.539245 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-219513ef-53ce-49fb-8e31-3d427397298a req-bc79d952-bc27-4891-be1b-e09b54ba633b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222331 Aug 16 20:56:40.539245 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-223f8648-6873-4f95-922d-ef263c3b2e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.542087 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-d0d995d4-f116-4e9c-8905-ec0151ff9ef3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c0a707a-95e8-4f76-bed7-f109b3bcf67e']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:40.553484 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e55ef-35ba-469c-9f79-a9ab9bddcb14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:40.554164 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e55ef-35ba-469c-9f79-a9ab9bddcb14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:40.554718 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e55ef-35ba-469c-9f79-a9ab9bddcb14 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:40.555266 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e55ef-35ba-469c-9f79-a9ab9bddcb14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:40.555990 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e55ef-35ba-469c-9f79-a9ab9bddcb14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:40.556500 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e55ef-35ba-469c-9f79-a9ab9bddcb14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:40.557011 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e55ef-35ba-469c-9f79-a9ab9bddcb14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:40.557158 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-d0d995d4-f116-4e9c-8905-ec0151ff9ef3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e21937b-d26f-4c67-aea2-e49650beeca1') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:40.557474 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-d0d995d4-f116-4e9c-8905-ec0151ff9ef3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e21937b-d26f-4c67-aea2-e49650beeca1') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:40.561641 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e55ef-35ba-469c-9f79-a9ab9bddcb14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:40.573412 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d0d995d4-f116-4e9c-8905-ec0151ff9ef3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.584084 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No active binding found for port e2a51e8e-43d7-4015-a4de-75c0284c2b6b {{(pid=101846) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 20:56:40.585001 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device e2a51e8e-43d7-4015-a4de-75c0284c2b6b not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:40.596305 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d0d995d4-f116-4e9c-8905-ec0151ff9ef3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.604308 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-145e5dca-0e0d-48c6-8844-bc2a6a774896 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.606636 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0d995d4-f116-4e9c-8905-ec0151ff9ef3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:56:40.607111 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d0d995d4-f116-4e9c-8905-ec0151ff9ef3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.612574 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:40.612574 n-d-793620-15 neutron-server[101845]: self.session.flush() Aug 16 20:56:40.612574 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:40.612574 n-d-793620-15 neutron-server[101845]: self.session.flush() Aug 16 20:56:40.612574 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:40.612574 n-d-793620-15 neutron-server[101845]: self.session.flush() Aug 16 20:56:40.612574 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:56:40.612574 n-d-793620-15 neutron-server[101845]: self.session.flush() Aug 16 20:56:40.612574 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:56:40.612574 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:56:40.612574 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:56:40.612574 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:56:40.612574 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:56:40.612574 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:56:40.612574 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:56:40.612574 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:56:40.612574 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:56:40.612574 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:56:40.612574 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:56:40.612574 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:56:40.612574 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:56:40.612574 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:56:40.612574 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:56:40.612574 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:56:40.612574 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:56:40.612574 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:56:40.612574 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:56:40.612574 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:56:40.612574 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:56:40.612574 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:56:40.612574 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:56:40.612574 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:56:40.612574 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:56:40.612574 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:56:40.612574 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:56:40.612574 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:56:40.612574 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:56:40.612574 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:56:40.612574 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:56:40.612574 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:56:40.616211 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-223f8648-6873-4f95-922d-ef263c3b2e08 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e9dd80ab4c634a2abdc62c889f6f27e8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2416956 Aug 16 20:56:40.616328 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47094) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:40.622016 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-ae37477f-f857-4872-8aea-6f0aaedd3dc6 None None] Deleting port b8321253-5c49-49a3-9834-a9307eab2372 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:40.622658 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ae37477f-f857-4872-8aea-6f0aaedd3dc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.636978 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-145e5dca-0e0d-48c6-8844-bc2a6a774896 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Transition to ACTIVE for port object 9496f1e8-4b2b-4918-a659-fb5e5cee4f45 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:40.722119 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-ae37477f-f857-4872-8aea-6f0aaedd3dc6 None None] For port b8321253-5c49-49a3-9834-a9307eab2372, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b8321253-5c49-49a3-9834-a9307eab2372,segment=NetworkSegment(e526e489-67da-468d-a8c2-33c53b48665a),segment_id=e526e489-67da-468d-a8c2-33c53b48665a)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:40.724141 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ae37477f-f857-4872-8aea-6f0aaedd3dc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.758283 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-ae37477f-f857-4872-8aea-6f0aaedd3dc6 None None] Calling delete_port for b8321253-5c49-49a3-9834-a9307eab2372 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:40.776357 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3d681ab8-93a2-48af-9b00-ff87615d3508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.778236 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f8648-6873-4f95-922d-ef263c3b2e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76813bc-aee6-452e-b533-c048e7c7ed69,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:40.807217 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3d681ab8-93a2-48af-9b00-ff87615d3508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.882244 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d0d995d4-f116-4e9c-8905-ec0151ff9ef3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.887027 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d0d995d4-f116-4e9c-8905-ec0151ff9ef3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.889119 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d0d995d4-f116-4e9c-8905-ec0151ff9ef3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "DELETE /v2.0/networks/6c0a707a-95e8-4f76-bed7-f109b3bcf67e HTTP/1.1" status: 204 len: 168 time: 1.1366844 Aug 16 20:56:40.891969 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47098) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:40.906741 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d995d4-f116-4e9c-8905-ec0151ff9ef3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event deleted for resources: {'Network': ['ID=6c0a707a-95e8-4f76-bed7-f109b3bcf67e,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:40.958557 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-145e5dca-0e0d-48c6-8844-bc2a6a774896 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:41.013939 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ae37477f-f857-4872-8aea-6f0aaedd3dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:41.017650 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145e5dca-0e0d-48c6-8844-bc2a6a774896 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Network d741cf3b-f92e-4c34-bfdf-37bf5f0a8a9d is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:41.027016 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-145e5dca-0e0d-48c6-8844-bc2a6a774896 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:41.034969 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145e5dca-0e0d-48c6-8844-bc2a6a774896 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:41.042642 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bf257114-c47d-487d-ba14-a799c8faf01f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:41.049874 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae37477f-f857-4872-8aea-6f0aaedd3dc6 None None] Pushing event deleted for resources: {'Port': ['ID=b8321253-5c49-49a3-9834-a9307eab2372,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:41.056934 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae37477f-f857-4872-8aea-6f0aaedd3dc6 None None] No DVR routers for this DVR port b8321253-5c49-49a3-9834-a9307eab2372 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:41.065037 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e5dca-0e0d-48c6-8844-bc2a6a774896 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'Port': ['ID=9496f1e8-4b2b-4918-a659-fb5e5cee4f45,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:41.066101 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3d681ab8-93a2-48af-9b00-ff87615d3508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:41.067008 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-09e7de44-e9c8-4711-9769-c3537c0a344c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:41.069889 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3d681ab8-93a2-48af-9b00-ff87615d3508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:41.073335 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3d681ab8-93a2-48af-9b00-ff87615d3508 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c76813bc-aee6-452e-b533-c048e7c7ed69 HTTP/1.1" status: 204 len: 168 time: 0.3974068 Aug 16 20:56:41.090299 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d681ab8-93a2-48af-9b00-ff87615d3508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76813bc-aee6-452e-b533-c048e7c7ed69,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:41.251618 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145e5dca-0e0d-48c6-8844-bc2a6a774896 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:41.252381 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-145e5dca-0e0d-48c6-8844-bc2a6a774896 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:41.281513 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bf257114-c47d-487d-ba14-a799c8faf01f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:41.295663 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-bf257114-c47d-487d-ba14-a799c8faf01f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52fb23ef-612f-4a7c-8db7-1a23246e88d2']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:41.310953 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-bf257114-c47d-487d-ba14-a799c8faf01f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e526e489-67da-468d-a8c2-33c53b48665a') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:41.311591 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-bf257114-c47d-487d-ba14-a799c8faf01f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e526e489-67da-468d-a8c2-33c53b48665a') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:41.322312 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bf257114-c47d-487d-ba14-a799c8faf01f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:41.348522 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bf257114-c47d-487d-ba14-a799c8faf01f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:41.355305 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf257114-c47d-487d-ba14-a799c8faf01f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:56:41.356116 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bf257114-c47d-487d-ba14-a799c8faf01f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:41.359676 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 20:56:41.359676 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:56:41.359676 n-d-793620-15 neutron-server[101844]: timer() Aug 16 20:56:41.359676 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:56:41.359676 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 20:56:41.359676 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:56:41.359676 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 20:56:41.359676 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:56:41.359676 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 20:56:41.359676 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:56:41.359676 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 20:56:41.359676 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:56:41.359676 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 20:56:41.359676 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:56:41.359676 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:56:41.359676 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:56:41.359676 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:56:41.359676 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:56:41.359676 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 20:56:41.359676 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:56:41.359676 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 20:56:41.359676 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:56:41.359676 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:56:41.359676 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:56:41.359676 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 20:56:41.359676 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:56:41.359676 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:56:41.359676 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:56:41.359676 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:56:41.359676 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:56:41.359676 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:56:41.359676 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:56:41.408354 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-145e5dca-0e0d-48c6-8844-bc2a6a774896 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6494608 Aug 16 20:56:41.408886 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47104) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:41.413825 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-8d1dd1f5-aa2b-4c95-824f-003f0298facf tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'port': {'network_id': 'd741cf3b-f92e-4c34-bfdf-37bf5f0a8a9d', 'name': 'tempest-PortsTestJSON-1241352707', 'fixed_ips': [{'subnet_id': '128566e6-ad58-4274-9718-5fe08955468e', 'ip_address': '172.20.0.9'}]}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:41.466110 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:56:41.588372 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1eff4c-ab8f-4d65-b77a-f0827cd005a5 None None] Network d741cf3b-f92e-4c34-bfdf-37bf5f0a8a9d requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:41.665080 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bf257114-c47d-487d-ba14-a799c8faf01f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:41.694749 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bf257114-c47d-487d-ba14-a799c8faf01f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:41.694749 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-bf257114-c47d-487d-ba14-a799c8faf01f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "DELETE /v2.0/networks/52fb23ef-612f-4a7c-8db7-1a23246e88d2 HTTP/1.1" status: 204 len: 168 time: 0.7863286 Aug 16 20:56:41.695906 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47118) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:41.700886 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-97dcd13e-f3da-4fa7-9f34-3d603dec250d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Request body: {'network': {'name': 'tempest-RoutersTest-1542475967'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:41.727236 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf257114-c47d-487d-ba14-a799c8faf01f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event deleted for resources: {'Network': ['ID=52fb23ef-612f-4a7c-8db7-1a23246e88d2,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:41.818485 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f786b-265f-471b-b848-f99a25de79bd req-8cb33860-454d-4a69-b2d0-7b0c37a4b2c6 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:41.830756 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d9f786b-265f-471b-b848-f99a25de79bd req-8cb33860-454d-4a69-b2d0-7b0c37a4b2c6 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 945 time: 0.1123078 Aug 16 20:56:41.866326 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1dd1f5-aa2b-4c95-824f-003f0298facf tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Made reservation on behalf of f26b2ff065a440569c5739b2c3aa62ad for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:41.875862 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8d1dd1f5-aa2b-4c95-824f-003f0298facf tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:41.915664 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-115b6315-abf0-41c0-8c82-be187714f3c6 None None] Provisioning for port e495ddb5-bf3e-4ef6-b17e-0fb660fabc8b completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:41.919021 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d9f786b-265f-471b-b848-f99a25de79bd req-bb9681ae-f2ef-4c62-8481-40f681f7e8c4 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870819 Aug 16 20:56:41.930093 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-8d1dd1f5-aa2b-4c95-824f-003f0298facf tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] device_id is not set on port 2b1dfbf1-7b06-4405-acf3-56c5b0d5f61a yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:56:41.956379 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97dcd13e-f3da-4fa7-9f34-3d603dec250d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Made reservation on behalf of 0b19238fc82d40c8a6e9e0dd94761190 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:41.960955 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-97dcd13e-f3da-4fa7-9f34-3d603dec250d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:42.026174 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97dcd13e-f3da-4fa7-9f34-3d603dec250d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:56:42.055374 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-97dcd13e-f3da-4fa7-9f34-3d603dec250d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:42.055834 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-97dcd13e-f3da-4fa7-9f34-3d603dec250d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Added segment 3ba2d27c-e57c-4ae0-bf8f-4a4ca0ed0c60 of type vlan for network 48f676f6-8111-44a4-a1ef-1fafc6281a0d Aug 16 20:56:42.132127 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-97dcd13e-f3da-4fa7-9f34-3d603dec250d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:42.140300 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dda2a7-75af-45b8-9134-cd682a76cece req-3a2cd28c-844b-4dbf-abf2-2a1a210c4b9b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:42.142432 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-29dda2a7-75af-45b8-9134-cd682a76cece req-3a2cd28c-844b-4dbf-abf2-2a1a210c4b9b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 945 time: 0.1313097 Aug 16 20:56:42.153251 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47128) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:42.161652 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-75ff4936-f17d-4afa-bc49-c987c7232947 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Request body: {'floatingip': {'port_id': 'c3aa98f1-01de-4b07-a953-b17b46875501'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:42.261354 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-8d1dd1f5-aa2b-4c95-824f-003f0298facf tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Allocated IP 172.20.0.9 (d741cf3b-f92e-4c34-bfdf-37bf5f0a8a9d/128566e6-ad58-4274-9718-5fe08955468e/2b1dfbf1-7b06-4405-acf3-56c5b0d5f61a) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:42.297651 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-75ff4936-f17d-4afa-bc49-c987c7232947 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks [] for floatingip, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:42.334516 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device e495ddb5-bf3e-4ef6-b17e-0fb660fabc8b up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:42.500003 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2164fbad-91c2-4807-8f15-6b99e552dcba None None] Provisioning for port 9496f1e8-4b2b-4918-a659-fb5e5cee4f45 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:42.505892 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2164fbad-91c2-4807-8f15-6b99e552dcba None None] Provisioning complete for port 9496f1e8-4b2b-4918-a659-fb5e5cee4f45 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:42.506279 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2164fbad-91c2-4807-8f15-6b99e552dcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:42.566084 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port e495ddb5-bf3e-4ef6-b17e-0fb660fabc8b completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:42.575521 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port e495ddb5-bf3e-4ef6-b17e-0fb660fabc8b triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:42.580497 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-97dcd13e-f3da-4fa7-9f34-3d603dec250d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:42.585187 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:42.588280 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dcd13e-f3da-4fa7-9f34-3d603dec250d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:42.588910 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-97dcd13e-f3da-4fa7-9f34-3d603dec250d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:42.590722 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8d1dd1f5-aa2b-4c95-824f-003f0298facf tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:42.613091 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-8d1dd1f5-aa2b-4c95-824f-003f0298facf tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Transition to ACTIVE for port object 2b1dfbf1-7b06-4405-acf3-56c5b0d5f61a will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:42.703816 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-2164fbad-91c2-4807-8f15-6b99e552dcba None None] Port 9496f1e8-4b2b-4918-a659-fb5e5cee4f45 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:42.746739 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8d1dd1f5-aa2b-4c95-824f-003f0298facf tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:42.793947 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:42.817622 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47144) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:42.828608 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1dd1f5-aa2b-4c95-824f-003f0298facf tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Network d741cf3b-f92e-4c34-bfdf-37bf5f0a8a9d is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:42.834011 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-8d1dd1f5-aa2b-4c95-824f-003f0298facf tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:42.836190 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1dd1f5-aa2b-4c95-824f-003f0298facf tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:42.848713 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dcd13e-f3da-4fa7-9f34-3d603dec250d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event updated for resources: {'Network': ['ID=48f676f6-8111-44a4-a1ef-1fafc6281a0d,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:42.869810 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 48f676f6-8111-44a4-a1ef-1fafc6281a0d details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:56:42.987240 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-97dcd13e-f3da-4fa7-9f34-3d603dec250d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2899806 Aug 16 20:56:42.987987 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47150) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:42.998260 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-d483e0ca-e516-44ba-8008-a40fad54019f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Request body: {'subnet': {'network_id': '48f676f6-8111-44a4-a1ef-1fafc6281a0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:43.007634 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1dd1f5-aa2b-4c95-824f-003f0298facf tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'Port': ['ID=2b1dfbf1-7b06-4405-acf3-56c5b0d5f61a,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:43.037499 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1dd1f5-aa2b-4c95-824f-003f0298facf tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:43.038192 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8d1dd1f5-aa2b-4c95-824f-003f0298facf tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:43.069692 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port e495ddb5-bf3e-4ef6-b17e-0fb660fabc8b, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=e495ddb5-bf3e-4ef6-b17e-0fb660fabc8b,segment=NetworkSegment(7761ccf3-cbe8-4bcc-b456-a2fc757f20e6),segment_id=7761ccf3-cbe8-4bcc-b456-a2fc757f20e6)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:43.071627 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d14d7da6-d6dc-46f5-acdf-78ea0b7d64d5 None None] Provisioning complete for port 9496f1e8-4b2b-4918-a659-fb5e5cee4f45 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:43.071915 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d14d7da6-d6dc-46f5-acdf-78ea0b7d64d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:43.104962 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-9dc4f932-7acd-474e-acc3-bf4776149c65 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-239191561-network', 'tenant_id': '5e34bca4399446eb98aaa139a603dfb9'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:43.108888 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-d14d7da6-d6dc-46f5-acdf-78ea0b7d64d5 None None] Port 9496f1e8-4b2b-4918-a659-fb5e5cee4f45 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:43.133589 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:43.151502 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8d1dd1f5-aa2b-4c95-824f-003f0298facf tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7415094 Aug 16 20:56:43.153982 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47152) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:43.232328 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b8321253-5c49-49a3-9834-a9307eab2372 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:43.241041 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=e495ddb5-bf3e-4ef6-b17e-0fb660fabc8b,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:43.263199 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: b8321253-5c49-49a3-9834-a9307eab2372 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:43.263596 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b8321253-5c49-49a3-9834-a9307eab2372 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:43.300135 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a826be-9c3e-4291-a5a9-b52e1bfee7f6 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:43.302300 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-11a826be-9c3e-4291-a5a9-b52e1bfee7f6 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1455960 Aug 16 20:56:43.304951 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47154) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:43.386585 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b35e53-aac8-47d7-9a5b-83f901aeb1e7 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:43.396695 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b35e53-aac8-47d7-9a5b-83f901aeb1e7 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:43.404201 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-75ff4936-f17d-4afa-bc49-c987c7232947 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:43.408035 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b35e53-aac8-47d7-9a5b-83f901aeb1e7 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:43.408035 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d7b35e53-aac8-47d7-9a5b-83f901aeb1e7 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1017075 Aug 16 20:56:43.411611 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47158) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:43.511374 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-55ac676e-331f-4b04-9e0f-dfac83396f63 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Deleting port 2b1dfbf1-7b06-4405-acf3-56c5b0d5f61a {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:43.511737 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-55ac676e-331f-4b04-9e0f-dfac83396f63 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:43.614790 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-55ac676e-331f-4b04-9e0f-dfac83396f63 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:43.629734 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc4f932-7acd-474e-acc3-bf4776149c65 admin admin] Made reservation on behalf of 5e34bca4399446eb98aaa139a603dfb9 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:43.633002 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9dc4f932-7acd-474e-acc3-bf4776149c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:43.647829 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-55ac676e-331f-4b04-9e0f-dfac83396f63 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Calling delete_port for 2b1dfbf1-7b06-4405-acf3-56c5b0d5f61a owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:43.653854 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9dc4f932-7acd-474e-acc3-bf4776149c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:43.660724 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-105549c0-3870-4bd3-9007-aeba394df01e None None] Provisioning for port 2b1dfbf1-7b06-4405-acf3-56c5b0d5f61a completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:43.665314 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-105549c0-3870-4bd3-9007-aeba394df01e None None] Provisioning complete for port 2b1dfbf1-7b06-4405-acf3-56c5b0d5f61a triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:43.665909 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-105549c0-3870-4bd3-9007-aeba394df01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:43.705994 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b5c0357b-77b9-4fcd-8075-48ab345364eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:43.712059 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-75ff4936-f17d-4afa-bc49-c987c7232947 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:43.734506 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-105549c0-3870-4bd3-9007-aeba394df01e None None] Port 2b1dfbf1-7b06-4405-acf3-56c5b0d5f61a cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:43.815478 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d483e0ca-e516-44ba-8008-a40fad54019f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Made reservation on behalf of 0b19238fc82d40c8a6e9e0dd94761190 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:43.823344 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d483e0ca-e516-44ba-8008-a40fad54019f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:43.956038 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:43.979612 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [None req-75ff4936-f17d-4afa-bc49-c987c7232947 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Floating IP 8eff3b82-193f-4ad1-b48d-8eaeb10428a7 associated. External IP: 172.25.1.234, port: c3aa98f1-01de-4b07-a953-b17b46875501. Aug 16 20:56:44.217565 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device e495ddb5-bf3e-4ef6-b17e-0fb660fabc8b up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:44.242453 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-55ac676e-331f-4b04-9e0f-dfac83396f63 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:44.332902 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port e495ddb5-bf3e-4ef6-b17e-0fb660fabc8b triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:44.333291 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:44.579105 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac676e-331f-4b04-9e0f-dfac83396f63 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'Port': ['ID=2b1dfbf1-7b06-4405-acf3-56c5b0d5f61a,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:44.690186 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79db7e0-ae3a-4ab0-b4a8-60b9bc9f02e3 req-28bf5485-b344-4ce4-9a4f-9dda38e78617 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:44.691849 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f79db7e0-ae3a-4ab0-b4a8-60b9bc9f02e3 req-28bf5485-b344-4ce4-9a4f-9dda38e78617 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=961633f4-8bb8-4947-8469-2a2282a6649b HTTP/1.1" status: 200 len: 945 time: 0.0827379 Aug 16 20:56:44.697298 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-55ac676e-331f-4b04-9e0f-dfac83396f63 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:44.699913 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-55ac676e-331f-4b04-9e0f-dfac83396f63 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/ports/2b1dfbf1-7b06-4405-acf3-56c5b0d5f61a HTTP/1.1" status: 204 len: 168 time: 1.2872317 Aug 16 20:56:44.704117 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47174) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:44.721089 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ff4936-f17d-4afa-bc49-c987c7232947 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Router 8fcabe98-84b1-4e5f-9562-336adf9cdaa0 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:56:44.731931 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9dc4f932-7acd-474e-acc3-bf4776149c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:44.744032 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:44.764424 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1c0443c-809b-4d28-a091-ea8681930650 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] GET failed (client error): The resource could not be found. Aug 16 20:56:44.771965 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d1c0443c-809b-4d28-a091-ea8681930650 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "GET /v2.0/ports/2b1dfbf1-7b06-4405-acf3-56c5b0d5f61a HTTP/1.1" status: 404 len: 333 time: 0.0660884 Aug 16 20:56:44.773949 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47178) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:44.850796 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d483e0ca-e516-44ba-8008-a40fad54019f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:44.870140 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f79db7e0-ae3a-4ab0-b4a8-60b9bc9f02e3 req-e52faa4d-8576-4d46-aa0b-ac5b74ff28c8 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705294 Aug 16 20:56:44.908161 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9dc4f932-7acd-474e-acc3-bf4776149c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:44.969003 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-39b9ef45-86d2-49cf-8a83-b2d42fe2507b tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Deleting port 9496f1e8-4b2b-4918-a659-fb5e5cee4f45 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:44.976505 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-39b9ef45-86d2-49cf-8a83-b2d42fe2507b tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:44.981503 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dc4f932-7acd-474e-acc3-bf4776149c65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:56:45.005540 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ff4936-f17d-4afa-bc49-c987c7232947 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:56:45.013868 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-75ff4936-f17d-4afa-bc49-c987c7232947 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.015945 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc4f932-7acd-474e-acc3-bf4776149c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0af710a-82d1-4aad-92de-141639ee2f5d,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:45.019855 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483e0ca-e516-44ba-8008-a40fad54019f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event updated for resources: {'Subnet': ['ID=f531d8d9-9db6-41dc-9cf1-a8694efeb4c2,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:45.022141 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9dc4f932-7acd-474e-acc3-bf4776149c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.022506 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-9dc4f932-7acd-474e-acc3-bf4776149c65 admin admin] Added segment 739f9ac1-9fee-464c-9345-5db7b3d255ef of type vlan for network c3e0531d-183d-4de8-9aad-feceff638ce1 Aug 16 20:56:45.039721 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d718db-999a-415c-b686-cb0b5dd8dee3 None None] Sync routers for ids ['8fcabe98-84b1-4e5f-9562-336adf9cdaa0'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:56:45.055852 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d718db-999a-415c-b686-cb0b5dd8dee3 None None] Routers {'8fcabe98-84b1-4e5f-9562-336adf9cdaa0'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:45.056508 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e4d718db-999a-415c-b686-cb0b5dd8dee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:56:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fcabe98-84b1-4e5f-9562-336adf9cdaa0'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:45.096286 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-75ff4936-f17d-4afa-bc49-c987c7232947 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "PUT /v2.0/floatingips/8eff3b82-193f-4ad1-b48d-8eaeb10428a7 HTTP/1.1" status: 200 len: 991 time: 2.9407725 Aug 16 20:56:45.098821 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f75bf3d-7db1-46c3-84fd-31a25c6c56fa', 'tag': 'c3aa98f1-01de-4b07-a953-b17b46875501'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:56:45.123493 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a82ef3-d924-4552-919e-dca2e49f57d8" -d '{"events": [{"name": "network-changed", "server_uuid": "3f75bf3d-7db1-46c3-84fd-31a25c6c56fa", "tag": "c3aa98f1-01de-4b07-a953-b17b46875501"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:56:45.130613 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d483e0ca-e516-44ba-8008-a40fad54019f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Checking segment: {'id': '3ba2d27c-e57c-4ae0-bf8f-4a4ca0ed0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '48f676f6-8111-44a4-a1ef-1fafc6281a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:45.130978 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d483e0ca-e516-44ba-8008-a40fad54019f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Network hostable DHCP agents. Network: 48f676f6-8111-44a4-a1ef-1fafc6281a0d, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:56:45.146303 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9dc4f932-7acd-474e-acc3-bf4776149c65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.150248 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-39b9ef45-86d2-49cf-8a83-b2d42fe2507b tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.180189 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-39b9ef45-86d2-49cf-8a83-b2d42fe2507b tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Calling delete_port for 9496f1e8-4b2b-4918-a659-fb5e5cee4f45 owned by {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:45.198281 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff66148c-46e3-4c05-b893-be89e2df7ec8 x-openstack-request-id: req-ff66148c-46e3-4c05-b893-be89e2df7ec8 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:56:45.198578 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f75bf3d-7db1-46c3-84fd-31a25c6c56fa", "tag": "c3aa98f1-01de-4b07-a953-b17b46875501", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:56:45.198839 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ff66148c-46e3-4c05-b893-be89e2df7ec8 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:56:45.199372 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f75bf3d-7db1-46c3-84fd-31a25c6c56fa', 'tag': 'c3aa98f1-01de-4b07-a953-b17b46875501', 'status': 'completed', 'code': 200} Aug 16 20:56:45.210205 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-e4d718db-999a-415c-b686-cb0b5dd8dee3 None None] Set router 8fcabe98-84b1-4e5f-9562-336adf9cdaa0 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:45.278707 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d483e0ca-e516-44ba-8008-a40fad54019f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Network 48f676f6-8111-44a4-a1ef-1fafc6281a0d is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:56:45.321990 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9dc4f932-7acd-474e-acc3-bf4776149c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.323289 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc4f932-7acd-474e-acc3-bf4776149c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:45.323607 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9dc4f932-7acd-474e-acc3-bf4776149c65 admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.505750 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e4d718db-999a-415c-b686-cb0b5dd8dee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcabe98-84b1-4e5f-9562-336adf9cdaa0', 'name': 'tempest-ServerActionsTestJSON-157227052-router', 'tenant_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b6ed9cde-8829-488a-830e-d9adc7844018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:56:02Z', 'updated_at': '2021-08-16T20:56:10Z', 'revision_number': 4, 'project_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'gw_port': {'id': 'b6ed9cde-8829-488a-830e-d9adc7844018', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:39:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcabe98-84b1-4e5f-9562-336adf9cdaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:03Z', 'updated_at': '2021-08-16T20:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '8eff3b82-193f-4ad1-b48d-8eaeb10428a7', 'tenant_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '8fcabe98-84b1-4e5f-9562-336adf9cdaa0', 'port_id': 'c3aa98f1-01de-4b07-a953-b17b46875501', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781', 'mac_address': 'fa:16:3e:b9:17:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f75bf3d-7db1-46c3-84fd-31a25c6c56fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:56:19Z', 'updated_at': '2021-08-16T20:56:43Z', 'revision_number': 1, 'project_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd7986ff-5826-4dfe-aa27-414042eba1e4', 'name': '', 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781', 'tenant_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'mac_address': 'fa:16:3e:f9:cf:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcabe98-84b1-4e5f-9562-336adf9cdaa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '20aa60f1-bb16-40f5-b2dd-0341c13f6e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:09Z', 'updated_at': '2021-08-16T20:56:19Z', 'revision_number': 5, 'project_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'subnets': [{'id': '20aa60f1-bb16-40f5-b2dd-0341c13f6e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:45.540402 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d718db-999a-415c-b686-cb0b5dd8dee3 None None] Checking router: 8fcabe98-84b1-4e5f-9562-336adf9cdaa0 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:56:45.552482 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d718db-999a-415c-b686-cb0b5dd8dee3 None None] Routers {'8fcabe98-84b1-4e5f-9562-336adf9cdaa0'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:45.553295 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e4d718db-999a-415c-b686-cb0b5dd8dee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:56:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fcabe98-84b1-4e5f-9562-336adf9cdaa0'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:45.700834 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-d483e0ca-e516-44ba-8008-a40fad54019f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 48f676f6-8111-44a4-a1ef-1fafc6281a0d) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:45.713525 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-e4d718db-999a-415c-b686-cb0b5dd8dee3 None None] Set router 8fcabe98-84b1-4e5f-9562-336adf9cdaa0 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:45.716786 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d483e0ca-e516-44ba-8008-a40fad54019f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:45.717354 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d483e0ca-e516-44ba-8008-a40fad54019f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.718098 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a82ef3-d924-4552-919e-dca2e49f57d8 req-1aecbe37-5f51-40ec-9e12-17f6045b6289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:45.721457 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a6a82ef3-d924-4552-919e-dca2e49f57d8 req-1aecbe37-5f51-40ec-9e12-17f6045b6289 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04d4519d90b5451ebf562bbd9e44ac2b&device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 1097 time: 0.4705131 Aug 16 20:56:45.743545 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc4f932-7acd-474e-acc3-bf4776149c65 admin admin] Pushing event updated for resources: {'Network': ['ID=c3e0531d-183d-4de8-9aad-feceff638ce1,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:45.764694 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c100436-dd5d-4ae6-960a-54e007224283 None None] Network 48f676f6-8111-44a4-a1ef-1fafc6281a0d requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:45.766503 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network c3e0531d-183d-4de8-9aad-feceff638ce1 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:56:45.787383 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9dc4f932-7acd-474e-acc3-bf4776149c65 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.9639537 Aug 16 20:56:45.788822 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47188) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:45.793898 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-da430c1e-a5d3-41da-b220-4d2af2d82c47 admin admin] Request body: {'subnet': {'network_id': 'c3e0531d-183d-4de8-9aad-feceff638ce1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-239191561-subnet', 'tenant_id': '5e34bca4399446eb98aaa139a603dfb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:45.868268 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d483e0ca-e516-44ba-8008-a40fad54019f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8727498 Aug 16 20:56:45.868541 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47192) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:45.870614 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-30520cd5-3506-4b4f-8800-0fee6f665f7e tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-650984222', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:45.904584 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a82ef3-d924-4552-919e-dca2e49f57d8 req-4f0212cb-d380-4f04-9101-225124132173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:45.906322 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a6a82ef3-d924-4552-919e-dca2e49f57d8 req-4f0212cb-d380-4f04-9101-225124132173 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 HTTP/1.1" status: 200 len: 912 time: 0.1748452 Aug 16 20:56:46.025037 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da430c1e-a5d3-41da-b220-4d2af2d82c47 admin admin] Made reservation on behalf of 5e34bca4399446eb98aaa139a603dfb9 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:46.027537 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-da430c1e-a5d3-41da-b220-4d2af2d82c47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.033133 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-39b9ef45-86d2-49cf-8a83-b2d42fe2507b tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.093989 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a6a82ef3-d924-4552-919e-dca2e49f57d8 req-7c3873d8-2311-4ea1-b037-2f2becef14a3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3aa98f1-01de-4b07-a953-b17b46875501 HTTP/1.1" status: 200 len: 999 time: 0.1803362 Aug 16 20:56:46.102357 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b9ef45-86d2-49cf-8a83-b2d42fe2507b tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'Port': ['ID=9496f1e8-4b2b-4918-a659-fb5e5cee4f45,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:46.193288 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8a57f-5e21-46b6-a853-932cad94ce39 req-e1b867da-acd5-49b9-b265-85b4022757b7 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:46.194907 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-70c8a57f-5e21-46b6-a853-932cad94ce39 req-e1b867da-acd5-49b9-b265-85b4022757b7 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=961633f4-8bb8-4947-8469-2a2282a6649b HTTP/1.1" status: 200 len: 945 time: 0.2306950 Aug 16 20:56:46.225540 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb820e3-e59e-45b0-bbc2-419561a283f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-48f676f6-8111-44a4-a1ef-1fafc6281a0d', 'network_id': '48f676f6-8111-44a4-a1ef-1fafc6281a0d', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'fixed_ips': [{'subnet_id': 'f531d8d9-9db6-41dc-9cf1-a8694efeb4c2'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:56:46.229196 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0fb820e3-e59e-45b0-bbc2-419561a283f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.247247 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-30520cd5-3506-4b4f-8800-0fee6f665f7e tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.249024 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-30520cd5-3506-4b4f-8800-0fee6f665f7e tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.321425 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0facf40-2876-4387-baaa-3b2756f0effd req-f855222d-2ea0-4e9c-99df-bf65f2ea12bd tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:46.326086 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a0facf40-2876-4387-baaa-3b2756f0effd req-f855222d-2ea0-4e9c-99df-bf65f2ea12bd tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.90 "GET /v2.0/ports?device_id=961633f4-8bb8-4947-8469-2a2282a6649b HTTP/1.1" status: 200 len: 945 time: 0.3124938 Aug 16 20:56:46.341500 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e4d718db-999a-415c-b686-cb0b5dd8dee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcabe98-84b1-4e5f-9562-336adf9cdaa0', 'name': 'tempest-ServerActionsTestJSON-157227052-router', 'tenant_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b6ed9cde-8829-488a-830e-d9adc7844018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:56:02Z', 'updated_at': '2021-08-16T20:56:10Z', 'revision_number': 4, 'project_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'gw_port': {'id': 'b6ed9cde-8829-488a-830e-d9adc7844018', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:39:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcabe98-84b1-4e5f-9562-336adf9cdaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:03Z', 'updated_at': '2021-08-16T20:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '8eff3b82-193f-4ad1-b48d-8eaeb10428a7', 'tenant_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '8fcabe98-84b1-4e5f-9562-336adf9cdaa0', 'port_id': 'c3aa98f1-01de-4b07-a953-b17b46875501', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781', 'mac_address': 'fa:16:3e:b9:17:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f75bf3d-7db1-46c3-84fd-31a25c6c56fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:56:19Z', 'updated_at': '2021-08-16T20:56:43Z', 'revision_number': 1, 'project_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd7986ff-5826-4dfe-aa27-414042eba1e4', 'name': '', 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781', 'tenant_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'mac_address': 'fa:16:3e:f9:cf:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcabe98-84b1-4e5f-9562-336adf9cdaa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '20aa60f1-bb16-40f5-b2dd-0341c13f6e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:09Z', 'updated_at': '2021-08-16T20:56:19Z', 'revision_number': 5, 'project_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'subnets': [{'id': '20aa60f1-bb16-40f5-b2dd-0341c13f6e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:46.368080 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a82ef3-d924-4552-919e-dca2e49f57d8 req-04618b89-6c1f-4649-992b-f0cbe3a3d49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:46.371826 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d718db-999a-415c-b686-cb0b5dd8dee3 None None] The sync data for ids ['8fcabe98-84b1-4e5f-9562-336adf9cdaa0'] in n-d-793620-15 is: [{'id': '8fcabe98-84b1-4e5f-9562-336adf9cdaa0', 'name': 'tempest-ServerActionsTestJSON-157227052-router', 'tenant_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b6ed9cde-8829-488a-830e-d9adc7844018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:56:02Z', 'updated_at': '2021-08-16T20:56:10Z', 'revision_number': 4, 'project_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'gw_port': {'id': 'b6ed9cde-8829-488a-830e-d9adc7844018', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:39:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcabe98-84b1-4e5f-9562-336adf9cdaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:03Z', 'updated_at': '2021-08-16T20:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '8eff3b82-193f-4ad1-b48d-8eaeb10428a7', 'tenant_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '8fcabe98-84b1-4e5f-9562-336adf9cdaa0', 'port_id': 'c3aa98f1-01de-4b07-a953-b17b46875501', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781', 'mac_address': 'fa:16:3e:b9:17:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f75bf3d-7db1-46c3-84fd-31a25c6c56fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:56:19Z', 'updated_at': '2021-08-16T20:56:43Z', 'revision_number': 1, 'project_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd7986ff-5826-4dfe-aa27-414042eba1e4', 'name': '', 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781', 'tenant_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'mac_address': 'fa:16:3e:f9:cf:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcabe98-84b1-4e5f-9562-336adf9cdaa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '20aa60f1-bb16-40f5-b2dd-0341c13f6e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:09Z', 'updated_at': '2021-08-16T20:56:19Z', 'revision_number': 5, 'project_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'subnets': [{'id': '20aa60f1-bb16-40f5-b2dd-0341c13f6e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:56:46.372781 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a6a82ef3-d924-4552-919e-dca2e49f57d8 req-04618b89-6c1f-4649-992b-f0cbe3a3d49e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=20aa60f1-bb16-40f5-b2dd-0341c13f6e8c HTTP/1.1" status: 200 len: 850 time: 0.2524815 Aug 16 20:56:46.438703 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-da430c1e-a5d3-41da-b220-4d2af2d82c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.458747 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-39b9ef45-86d2-49cf-8a83-b2d42fe2507b tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.461541 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-39b9ef45-86d2-49cf-8a83-b2d42fe2507b tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/ports/9496f1e8-4b2b-4918-a659-fb5e5cee4f45 HTTP/1.1" status: 204 len: 168 time: 1.6836498 Aug 16 20:56:46.488559 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47200) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:46.505619 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-0fb820e3-e59e-45b0-bbc2-419561a283f0 None None] Allocated IP 172.20.0.2 (48f676f6-8111-44a4-a1ef-1fafc6281a0d/f531d8d9-9db6-41dc-9cf1-a8694efeb4c2/165022e9-8df6-439b-92bc-2689f85da63b) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:46.520692 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-70c8a57f-5e21-46b6-a853-932cad94ce39 req-8cb9190b-9f25-4677-8aa9-88b822715131 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849395 Aug 16 20:56:46.650887 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-30520cd5-3506-4b4f-8800-0fee6f665f7e tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.651966 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eee4823-c493-48de-b83f-1debe35f414d tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] GET failed (client error): The resource could not be found. Aug 16 20:56:46.651966 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4eee4823-c493-48de-b83f-1debe35f414d tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "GET /v2.0/ports/9496f1e8-4b2b-4918-a659-fb5e5cee4f45 HTTP/1.1" status: 404 len: 333 time: 0.0695834 Aug 16 20:56:46.651966 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47202) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:46.652229 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a82ef3-d924-4552-919e-dca2e49f57d8 req-6c346063-3b7a-44c1-b1cf-33f141ce289b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:46.652229 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a6a82ef3-d924-4552-919e-dca2e49f57d8 req-6c346063-3b7a-44c1-b1cf-33f141ce289b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1719224 Aug 16 20:56:46.652390 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da430c1e-a5d3-41da-b220-4d2af2d82c47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ca215f8-a493-40cd-a157-386eae9bc6fb,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:46.660792 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f67c925-e271-4fe6-b1b0-f62364f22268 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Deleting subnet 128566e6-ad58-4274-9718-5fe08955468e {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:56:46.664609 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6f67c925-e271-4fe6-b1b0-f62364f22268 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.688623 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-a0facf40-2876-4387-baaa-3b2756f0effd req-4ac48c96-8866-43e1-a837-604df5c1de3c tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Deleting port bb9f722c-c8bd-4d0a-89d7-a239dd293695 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:46.689847 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a0facf40-2876-4387-baaa-3b2756f0effd req-4ac48c96-8866-43e1-a837-604df5c1de3c tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.696220 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.726667 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da430c1e-a5d3-41da-b220-4d2af2d82c47 admin admin] Checking segment: {'id': '739f9ac1-9fee-464c-9345-5db7b3d255ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c3e0531d-183d-4de8-9aad-feceff638ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:46.727211 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da430c1e-a5d3-41da-b220-4d2af2d82c47 admin admin] Network hostable DHCP agents. Network: c3e0531d-183d-4de8-9aad-feceff638ce1, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:56:46.731763 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6f67c925-e271-4fe6-b1b0-f62364f22268 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.772391 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05940bc8-c130-4ae9-b0db-3dd7870e6e0d None None] New status for floating IP 8eff3b82-193f-4ad1-b48d-8eaeb10428a7: ACTIVE {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:56:46.779179 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-30520cd5-3506-4b4f-8800-0fee6f665f7e tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.838925 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0fb820e3-e59e-45b0-bbc2-419561a283f0 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.850737 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a6a82ef3-d924-4552-919e-dca2e49f57d8 req-58365b40-c799-4ea9-b83e-d2d028519f65 service neutron] 10.222.0.72 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586560 Aug 16 20:56:46.853641 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0fb820e3-e59e-45b0-bbc2-419561a283f0 None None] Transition to ACTIVE for port object 165022e9-8df6-439b-92bc-2689f85da63b will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:46.918558 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0fb820e3-e59e-45b0-bbc2-419561a283f0 None None] Transition to ACTIVE for port object 165022e9-8df6-439b-92bc-2689f85da63b will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:46.918666 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6f67c925-e271-4fe6-b1b0-f62364f22268 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.932587 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-a0facf40-2876-4387-baaa-3b2756f0effd req-4ac48c96-8866-43e1-a837-604df5c1de3c tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] For port bb9f722c-c8bd-4d0a-89d7-a239dd293695, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=bb9f722c-c8bd-4d0a-89d7-a239dd293695,segment=NetworkSegment(d750202b-6aed-4115-ba35-7fc31b994eaf),segment_id=d750202b-6aed-4115-ba35-7fc31b994eaf)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:46.932981 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a0facf40-2876-4387-baaa-3b2756f0effd req-4ac48c96-8866-43e1-a837-604df5c1de3c tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.952838 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-a0facf40-2876-4387-baaa-3b2756f0effd req-4ac48c96-8866-43e1-a837-604df5c1de3c tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Calling delete_port for bb9f722c-c8bd-4d0a-89d7-a239dd293695 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:47.032248 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a6a82ef3-d924-4552-919e-dca2e49f57d8 req-9e3c08b1-c717-4829-a7ed-b157a88baf7d service neutron] 10.222.0.72 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604006 Aug 16 20:56:47.658505 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e4151-a99b-4fd9-a0cd-067e57164563 req-3685c9f5-3128-4278-a4aa-b519f93f8f71 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:47.659955 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4d2e4151-a99b-4fd9-a0cd-067e57164563 req-3685c9f5-3128-4278-a4aa-b519f93f8f71 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=961633f4-8bb8-4947-8469-2a2282a6649b HTTP/1.1" status: 200 len: 945 time: 0.0522094 Aug 16 20:56:47.700379 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4d2e4151-a99b-4fd9-a0cd-067e57164563 req-8fa858c3-07b1-4ceb-a077-1f6bb436c429 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333297 Aug 16 20:56:47.870270 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da430c1e-a5d3-41da-b220-4d2af2d82c47 admin admin] Network c3e0531d-183d-4de8-9aad-feceff638ce1 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:56:47.948928 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0fb820e3-e59e-45b0-bbc2-419561a283f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:47.954374 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a0facf40-2876-4387-baaa-3b2756f0effd req-4ac48c96-8866-43e1-a837-604df5c1de3c tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:47.956197 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-30520cd5-3506-4b4f-8800-0fee6f665f7e tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:47.957936 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-30520cd5-3506-4b4f-8800-0fee6f665f7e tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 2.0914283 Aug 16 20:56:47.968365 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47234) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:47.974794 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6f67c925-e271-4fe6-b1b0-f62364f22268 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:47.995183 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-7f5f6a95-0707-423a-ad4a-76d9abc32fc4 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Request body: {'port': {'network_id': '48f676f6-8111-44a4-a1ef-1fafc6281a0d', 'name': 'tempest-RoutersTest-520518514'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:48.018827 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['1b603ab1-6591-4239-a8f8-f9793a7747f5', 'ab1e3f89-5923-4bdb-92e7-d36cca54b53a', 'bb9f722c-c8bd-4d0a-89d7-a239dd293695'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:56:48.021804 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:56:48.027680 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac48c96-8866-43e1-a837-604df5c1de3c tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Pushing event deleted for resources: {'Port': ['ID=bb9f722c-c8bd-4d0a-89d7-a239dd293695,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:48.068231 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb820e3-e59e-45b0-bbc2-419561a283f0 None None] Network 48f676f6-8111-44a4-a1ef-1fafc6281a0d is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:48.078250 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0facf40-2876-4387-baaa-3b2756f0effd req-4ac48c96-8866-43e1-a837-604df5c1de3c tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] No DVR routers for this DVR port bb9f722c-c8bd-4d0a-89d7-a239dd293695 on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:48.083672 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a0facf40-2876-4387-baaa-3b2756f0effd req-4ac48c96-8866-43e1-a837-604df5c1de3c tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.086041 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a0facf40-2876-4387-baaa-3b2756f0effd req-4ac48c96-8866-43e1-a837-604df5c1de3c tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.90 "DELETE /v2.0/ports/bb9f722c-c8bd-4d0a-89d7-a239dd293695 HTTP/1.1" status: 204 len: 173 time: 1.7317584 Aug 16 20:56:48.086598 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961633f4-8bb8-4947-8469-2a2282a6649b', 'name': 'network-vif-deleted', 'tag': 'bb9f722c-c8bd-4d0a-89d7-a239dd293695'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:56:48.089214 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489edfc5-8643-4695-b98e-73bb3a686631" -d '{"events": [{"server_uuid": "961633f4-8bb8-4947-8469-2a2282a6649b", "name": "network-vif-deleted", "tag": "bb9f722c-c8bd-4d0a-89d7-a239dd293695"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:56:48.098890 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-0fb820e3-e59e-45b0-bbc2-419561a283f0 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:48.119523 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb820e3-e59e-45b0-bbc2-419561a283f0 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:48.131118 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99bdaa9c-7360-43bf-af2b-37a4a5451449 x-openstack-request-id: req-99bdaa9c-7360-43bf-af2b-37a4a5451449 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:56:48.131516 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961633f4-8bb8-4947-8469-2a2282a6649b", "name": "network-vif-deleted", "tag": "bb9f722c-c8bd-4d0a-89d7-a239dd293695", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:56:48.132101 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-99bdaa9c-7360-43bf-af2b-37a4a5451449 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:56:48.132511 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '961633f4-8bb8-4947-8469-2a2282a6649b', 'name': 'network-vif-deleted', 'tag': 'bb9f722c-c8bd-4d0a-89d7-a239dd293695', 'status': 'completed', 'code': 200} Aug 16 20:56:48.142613 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb820e3-e59e-45b0-bbc2-419561a283f0 None None] Pushing event updated for resources: {'Port': ['ID=165022e9-8df6-439b-92bc-2689f85da63b,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:48.165293 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-da430c1e-a5d3-41da-b220-4d2af2d82c47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, c3e0531d-183d-4de8-9aad-feceff638ce1) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:48.172173 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da430c1e-a5d3-41da-b220-4d2af2d82c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:48.172173 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-da430c1e-a5d3-41da-b220-4d2af2d82c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.174438 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67c925-e271-4fe6-b1b0-f62364f22268 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'Subnet': ['ID=128566e6-ad58-4274-9718-5fe08955468e,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:48.178764 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6f67c925-e271-4fe6-b1b0-f62364f22268 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.181220 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6f67c925-e271-4fe6-b1b0-f62364f22268 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/subnets/128566e6-ad58-4274-9718-5fe08955468e HTTP/1.1" status: 204 len: 168 time: 1.6118093 Aug 16 20:56:48.183740 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47240) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:48.200724 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec55c0f2-0a90-43cb-983b-30c8a5e1a780 None None] Network c3e0531d-183d-4de8-9aad-feceff638ce1 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:48.203216 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c881703-7ed9-40bb-8f78-2f2c0f56c2ad None None] Network d741cf3b-f92e-4c34-bfdf-37bf5f0a8a9d requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:48.289405 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-064b4f61-bf71-40f7-977b-9bcfb39319b9 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.291554 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-da430c1e-a5d3-41da-b220-4d2af2d82c47 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5015142 Aug 16 20:56:48.366187 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-064b4f61-bf71-40f7-977b-9bcfb39319b9 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Deleting port e495ddb5-bf3e-4ef6-b17e-0fb660fabc8b {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:48.366587 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-064b4f61-bf71-40f7-977b-9bcfb39319b9 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.379519 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5f6a95-0707-423a-ad4a-76d9abc32fc4 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Made reservation on behalf of 0b19238fc82d40c8a6e9e0dd94761190 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:48.384802 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7f5f6a95-0707-423a-ad4a-76d9abc32fc4 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.427187 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-7f5f6a95-0707-423a-ad4a-76d9abc32fc4 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] device_id is not set on port 4d6512b4-2d9a-4bce-9d0a-ebe0af28afe9 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:56:48.447990 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-064b4f61-bf71-40f7-977b-9bcfb39319b9 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] For port e495ddb5-bf3e-4ef6-b17e-0fb660fabc8b, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=e495ddb5-bf3e-4ef6-b17e-0fb660fabc8b,segment=NetworkSegment(7761ccf3-cbe8-4bcc-b456-a2fc757f20e6),segment_id=7761ccf3-cbe8-4bcc-b456-a2fc757f20e6)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:48.447990 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-064b4f61-bf71-40f7-977b-9bcfb39319b9 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.475147 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-0fb820e3-e59e-45b0-bbc2-419561a283f0 None None] Attempting to bind port 165022e9-8df6-439b-92bc-2689f85da63b on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:56:48.475816 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-0fb820e3-e59e-45b0-bbc2-419561a283f0 None None] Attempting to bind port 165022e9-8df6-439b-92bc-2689f85da63b by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3ba2d27c-e57c-4ae0-bf8f-4a4ca0ed0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '48f676f6-8111-44a4-a1ef-1fafc6281a0d'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:56:48.475971 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb820e3-e59e-45b0-bbc2-419561a283f0 None None] Attempting to bind port 165022e9-8df6-439b-92bc-2689f85da63b on network 48f676f6-8111-44a4-a1ef-1fafc6281a0d {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:48.478715 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-064b4f61-bf71-40f7-977b-9bcfb39319b9 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Calling delete_port for e495ddb5-bf3e-4ef6-b17e-0fb660fabc8b owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:48.677341 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-7f5f6a95-0707-423a-ad4a-76d9abc32fc4 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Allocated IP 172.20.0.13 (48f676f6-8111-44a4-a1ef-1fafc6281a0d/f531d8d9-9db6-41dc-9cf1-a8694efeb4c2/4d6512b4-2d9a-4bce-9d0a-ebe0af28afe9) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:48.697645 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb820e3-e59e-45b0-bbc2-419561a283f0 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:56:48.698168 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb820e3-e59e-45b0-bbc2-419561a283f0 None None] Checking segment: {'id': '3ba2d27c-e57c-4ae0-bf8f-4a4ca0ed0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '48f676f6-8111-44a4-a1ef-1fafc6281a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:48.698581 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0fb820e3-e59e-45b0-bbc2-419561a283f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.699380 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb820e3-e59e-45b0-bbc2-419561a283f0 None None] Bound using segment: {'id': '3ba2d27c-e57c-4ae0-bf8f-4a4ca0ed0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '48f676f6-8111-44a4-a1ef-1fafc6281a0d'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:56:48.699954 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-0fb820e3-e59e-45b0-bbc2-419561a283f0 None None] Bound port: 165022e9-8df6-439b-92bc-2689f85da63b, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ba2d27c-e57c-4ae0-bf8f-4a4ca0ed0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '48f676f6-8111-44a4-a1ef-1fafc6281a0d'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:56:48.700344 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0fb820e3-e59e-45b0-bbc2-419561a283f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.755737 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b199181-a79c-429e-8af6-9f0381f37520 None None] Network c3e0531d-183d-4de8-9aad-feceff638ce1 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:48.798246 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-064b4f61-bf71-40f7-977b-9bcfb39319b9 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.869362 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b4f61-bf71-40f7-977b-9bcfb39319b9 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'Port': ['ID=e495ddb5-bf3e-4ef6-b17e-0fb660fabc8b,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:48.885804 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064b4f61-bf71-40f7-977b-9bcfb39319b9 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] No DVR routers for this DVR port e495ddb5-bf3e-4ef6-b17e-0fb660fabc8b on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:48.890635 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7f5f6a95-0707-423a-ad4a-76d9abc32fc4 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.909410 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-7f5f6a95-0707-423a-ad4a-76d9abc32fc4 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Transition to ACTIVE for port object 4d6512b4-2d9a-4bce-9d0a-ebe0af28afe9 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:48.925921 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5614f563-5ee6-45c8-80ea-45ae5e4530c0 req-a667fe98-25a6-48b3-b71f-f1068723667d tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=961633f4-8bb8-4947-8469-2a2282a6649b HTTP/1.1" status: 200 len: 210 time: 0.0608647 Aug 16 20:56:49.048066 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7f5f6a95-0707-423a-ad4a-76d9abc32fc4 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.073385 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-46147075-0cbd-4236-ae12-1f72a6a53d6e tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:49.081638 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-46147075-0cbd-4236-ae12-1f72a6a53d6e tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] 10.222.0.84 "GET /v2.0/networks?id=c3e0531d-183d-4de8-9aad-feceff638ce1 HTTP/1.1" status: 200 len: 813 time: 0.3438027 Aug 16 20:56:49.094555 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-064b4f61-bf71-40f7-977b-9bcfb39319b9 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.125482 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.127399 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-0fb820e3-e59e-45b0-bbc2-419561a283f0 None None] For port 165022e9-8df6-439b-92bc-2689f85da63b, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:56:49.128974 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-a79465e5-9669-4a32-a597-1254fe83f2b9 tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] 10.222.0.84 "GET /v2.0/quotas/5e34bca4399446eb98aaa139a603dfb9 HTTP/1.1" status: 200 len: 375 time: 0.0456026 Aug 16 20:56:49.149451 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-064b4f61-bf71-40f7-977b-9bcfb39319b9 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d741cf3b-f92e-4c34-bfdf-37bf5f0a8a9d']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:49.155517 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-0fb820e3-e59e-45b0-bbc2-419561a283f0 None None] For port 165022e9-8df6-439b-92bc-2689f85da63b, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=165022e9-8df6-439b-92bc-2689f85da63b,segment=NetworkSegment(3ba2d27c-e57c-4ae0-bf8f-4a4ca0ed0c60),segment_id=3ba2d27c-e57c-4ae0-bf8f-4a4ca0ed0c60)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:56:49.163563 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5f6a95-0707-423a-ad4a-76d9abc32fc4 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Network 48f676f6-8111-44a4-a1ef-1fafc6281a0d is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:49.163563 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-7f5f6a95-0707-423a-ad4a-76d9abc32fc4 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:49.178418 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5f6a95-0707-423a-ad4a-76d9abc32fc4 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:49.189908 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f6a95-0707-423a-ad4a-76d9abc32fc4 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event updated for resources: {'Port': ['ID=4d6512b4-2d9a-4bce-9d0a-ebe0af28afe9,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:49.197156 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-7f29302a-51c7-4215-925a-d60aa5828397 tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=5e34bca4399446eb98aaa139a603dfb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669827 Aug 16 20:56:49.204901 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-064b4f61-bf71-40f7-977b-9bcfb39319b9 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7761ccf3-cbe8-4bcc-b456-a2fc757f20e6') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:49.205430 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-064b4f61-bf71-40f7-977b-9bcfb39319b9 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7761ccf3-cbe8-4bcc-b456-a2fc757f20e6') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:49.260833 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f6c63f-df32-4e3a-b237-4de07eea06e1 None None] DHCP port deletion for d741cf3b-f92e-4c34-bfdf-37bf5f0a8a9d request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:56:49.286743 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-064b4f61-bf71-40f7-977b-9bcfb39319b9 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.299114 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0fb820e3-e59e-45b0-bbc2-419561a283f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.302757 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5f6a95-0707-423a-ad4a-76d9abc32fc4 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:49.302921 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7f5f6a95-0707-423a-ad4a-76d9abc32fc4 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.356838 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-064b4f61-bf71-40f7-977b-9bcfb39319b9 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.370962 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-064b4f61-bf71-40f7-977b-9bcfb39319b9 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:56:49.371384 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-064b4f61-bf71-40f7-977b-9bcfb39319b9 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.375417 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 20:56:49.375417 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:56:49.375417 n-d-793620-15 neutron-server[101844]: timer() Aug 16 20:56:49.375417 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:56:49.375417 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 20:56:49.375417 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:56:49.375417 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 20:56:49.375417 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:56:49.375417 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 20:56:49.375417 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:56:49.375417 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 20:56:49.375417 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:56:49.375417 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 20:56:49.375417 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:56:49.375417 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:56:49.375417 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:56:49.375417 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:56:49.375417 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:56:49.375417 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 20:56:49.375417 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:56:49.375417 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 20:56:49.375417 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:56:49.375417 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:56:49.375417 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:56:49.375417 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 20:56:49.375417 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:56:49.375417 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:56:49.375417 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:56:49.375417 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:56:49.375417 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:56:49.375417 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:56:49.375417 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:56:49.424007 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb820e3-e59e-45b0-bbc2-419561a283f0 None None] Pushing event updated for resources: {'Port': ['ID=165022e9-8df6-439b-92bc-2689f85da63b,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:49.427727 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f9208-3aae-4698-a95e-887996ea6fea req-1cd49a4a-84fc-4ea3-ba0b-d68e66a42802 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:49.429411 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b23f9208-3aae-4698-a95e-887996ea6fea req-1cd49a4a-84fc-4ea3-ba0b-d68e66a42802 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/ports?device_id=2911f19e-a53e-4745-99fe-10fe4ea9a993 HTTP/1.1" status: 200 len: 946 time: 0.1844828 Aug 16 20:56:49.446404 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7f5f6a95-0707-423a-ad4a-76d9abc32fc4 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4729266 Aug 16 20:56:49.446978 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47270) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:49.488264 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-585bc24f-90f0-49d8-b503-d901c70f3d53 service neutron] 10.222.0.84 "GET /v2.0/networks/c3e0531d-183d-4de8-9aad-feceff638ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897654 Aug 16 20:56:49.509284 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b23f9208-3aae-4698-a95e-887996ea6fea req-920c5f51-f9ea-4c2d-bb79-00ede93a1230 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/security-groups?id=016fa904-1a4d-4c20-a83b-c2b838f2f71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725729 Aug 16 20:56:49.578843 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-064b4f61-bf71-40f7-977b-9bcfb39319b9 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.592414 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-064b4f61-bf71-40f7-977b-9bcfb39319b9 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.597057 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-064b4f61-bf71-40f7-977b-9bcfb39319b9 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/networks/d741cf3b-f92e-4c34-bfdf-37bf5f0a8a9d HTTP/1.1" status: 204 len: 168 time: 1.4109282 Aug 16 20:56:49.612998 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b4f61-bf71-40f7-977b-9bcfb39319b9 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'Network': ['ID=d741cf3b-f92e-4c34-bfdf-37bf5f0a8a9d,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:49.624372 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47274) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:49.631508 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-6a7bc449-9384-4979-af7a-2b8bedc463eb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1178689144'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:49.702916 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-f77b005c-ad32-4816-a46a-e91babf17715 service neutron] 10.222.0.84 "GET /v2.0/networks/c3e0531d-183d-4de8-9aad-feceff638ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046809 Aug 16 20:56:49.807478 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7bc449-9384-4979-af7a-2b8bedc463eb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Made reservation on behalf of f26b2ff065a440569c5739b2c3aa62ad for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:49.814658 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6a7bc449-9384-4979-af7a-2b8bedc463eb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.841258 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a7bc449-9384-4979-af7a-2b8bedc463eb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:56:49.853340 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6a7bc449-9384-4979-af7a-2b8bedc463eb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.853340 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-6a7bc449-9384-4979-af7a-2b8bedc463eb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Added segment 7de2c788-6331-4e99-9c61-2d66a629f65f of type vlan for network 2f000086-bb25-4804-bb75-7f6ad068705a Aug 16 20:56:49.900248 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6a7bc449-9384-4979-af7a-2b8bedc463eb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.915926 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ea94157a-9fc1-4cb1-a0fd-a971962ab0bd tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:50.089926 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6a7bc449-9384-4979-af7a-2b8bedc463eb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:50.096906 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7bc449-9384-4979-af7a-2b8bedc463eb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:50.098107 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6a7bc449-9384-4979-af7a-2b8bedc463eb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:50.116436 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-938bc69d-7348-49d5-9e98-31498c681fdb req-893a63d1-3e07-4a78-be95-d49ef42c80ce tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] 10.222.0.84 "GET /v2.0/ports?device_id=6ce3cd11-7254-41d8-8810-51888989dfce HTTP/1.1" status: 200 len: 210 time: 0.1066923 Aug 16 20:56:50.221422 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7bc449-9384-4979-af7a-2b8bedc463eb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'Network': ['ID=2f000086-bb25-4804-bb75-7f6ad068705a,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:50.255975 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 2f000086-bb25-4804-bb75-7f6ad068705a details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:56:50.311706 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6a7bc449-9384-4979-af7a-2b8bedc463eb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6848092 Aug 16 20:56:50.314881 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47302) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:50.340209 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-042802d5-056d-485d-a8da-72c5e14b19be tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'subnet': {'network_id': '2f000086-bb25-4804-bb75-7f6ad068705a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:50.351338 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 165022e9-8df6-439b-92bc-2689f85da63b up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:50.361850 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ea94157a-9fc1-4cb1-a0fd-a971962ab0bd tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:50.526026 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13f00a-c8f3-40eb-82fd-b5bd4b7defa2 req-ec46ff8d-6cdc-4cfc-8231-c815dc4c72c3 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:50.527992 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0e13f00a-c8f3-40eb-82fd-b5bd4b7defa2 req-ec46ff8d-6cdc-4cfc-8231-c815dc4c72c3 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/ports?device_id=2911f19e-a53e-4745-99fe-10fe4ea9a993 HTTP/1.1" status: 200 len: 946 time: 0.0826101 Aug 16 20:56:50.534348 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ea94157a-9fc1-4cb1-a0fd-a971962ab0bd tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:50.580879 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0e13f00a-c8f3-40eb-82fd-b5bd4b7defa2 req-d77f7a0b-5170-4ca6-89e9-cfbb696a393d tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/security-groups?id=016fa904-1a4d-4c20-a83b-c2b838f2f71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459332 Aug 16 20:56:50.586945 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device bb9f722c-c8bd-4d0a-89d7-a239dd293695 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:50.641037 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: bb9f722c-c8bd-4d0a-89d7-a239dd293695 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:50.641871 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device bb9f722c-c8bd-4d0a-89d7-a239dd293695 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:50.656996 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94157a-9fc1-4cb1-a0fd-a971962ab0bd tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event updated for resources: {'Port': ['ID=4d6512b4-2d9a-4bce-9d0a-ebe0af28afe9,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:50.660822 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 165022e9-8df6-439b-92bc-2689f85da63b completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:50.738786 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device e495ddb5-bf3e-4ef6-b17e-0fb660fabc8b no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:50.741538 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042802d5-056d-485d-a8da-72c5e14b19be tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Made reservation on behalf of f26b2ff065a440569c5739b2c3aa62ad for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:50.746759 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-042802d5-056d-485d-a8da-72c5e14b19be tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:50.775153 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: e495ddb5-bf3e-4ef6-b17e-0fb660fabc8b {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:50.775524 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device e495ddb5-bf3e-4ef6-b17e-0fb660fabc8b not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:50.926807 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae7e12d-3a35-4e63-be38-07f699f03ce8 None None] Network 48f676f6-8111-44a4-a1ef-1fafc6281a0d requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:51.139764 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ea94157a-9fc1-4cb1-a0fd-a971962ab0bd tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:51.256232 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-53a8fbaa-6950-4821-adb0-ba9d55b33057 req-f21e9bf9-4abe-4696-b143-0774a07665cc tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] 10.222.0.84 "GET /v2.0/ports?device_id=6ce3cd11-7254-41d8-8810-51888989dfce HTTP/1.1" status: 200 len: 210 time: 0.0470839 Aug 16 20:56:51.276729 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-18433ade-ad44-4c4d-8625-e7565d60534c None None] Provisioning for port 165022e9-8df6-439b-92bc-2689f85da63b completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:51.285993 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-18433ade-ad44-4c4d-8625-e7565d60534c None None] Provisioning complete for port 165022e9-8df6-439b-92bc-2689f85da63b triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:51.286196 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-18433ade-ad44-4c4d-8625-e7565d60534c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:51.390917 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-042802d5-056d-485d-a8da-72c5e14b19be tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:51.505429 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042802d5-056d-485d-a8da-72c5e14b19be tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'Subnet': ['ID=cd1338b1-bc52-4714-a597-b3289a92117d,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:51.535054 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-18433ade-ad44-4c4d-8625-e7565d60534c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:51.562857 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042802d5-056d-485d-a8da-72c5e14b19be tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Checking segment: {'id': '7de2c788-6331-4e99-9c61-2d66a629f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2f000086-bb25-4804-bb75-7f6ad068705a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:51.563226 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042802d5-056d-485d-a8da-72c5e14b19be tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Network hostable DHCP agents. Network: 2f000086-bb25-4804-bb75-7f6ad068705a, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:56:51.576054 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ea94157a-9fc1-4cb1-a0fd-a971962ab0bd tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:51.593729 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-18433ade-ad44-4c4d-8625-e7565d60534c None None] For port 165022e9-8df6-439b-92bc-2689f85da63b, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=165022e9-8df6-439b-92bc-2689f85da63b,segment=NetworkSegment(3ba2d27c-e57c-4ae0-bf8f-4a4ca0ed0c60),segment_id=3ba2d27c-e57c-4ae0-bf8f-4a4ca0ed0c60)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:51.700243 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc83352-5171-4927-95f0-32ac0d729ace req-62ef509a-0617-4f22-a70b-b87d1a0aa8cd tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:51.705824 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cbc83352-5171-4927-95f0-32ac0d729ace req-62ef509a-0617-4f22-a70b-b87d1a0aa8cd tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/ports?device_id=2911f19e-a53e-4745-99fe-10fe4ea9a993 HTTP/1.1" status: 200 len: 946 time: 0.0782778 Aug 16 20:56:51.728132 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-18433ade-ad44-4c4d-8625-e7565d60534c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:51.783412 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cbc83352-5171-4927-95f0-32ac0d729ace req-d20df832-5fc5-4c52-be06-dc78af9462aa tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/security-groups?id=016fa904-1a4d-4c20-a83b-c2b838f2f71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741580 Aug 16 20:56:51.921678 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18433ade-ad44-4c4d-8625-e7565d60534c None None] Pushing event updated for resources: {'Port': ['ID=165022e9-8df6-439b-92bc-2689f85da63b,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:51.954149 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c641485d-b238-4da3-85e3-ceb403f651d0 None None] Provisioning complete for port 165022e9-8df6-439b-92bc-2689f85da63b triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:51.954149 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c641485d-b238-4da3-85e3-ceb403f651d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:51.999135 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ea94157a-9fc1-4cb1-a0fd-a971962ab0bd tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.001670 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042802d5-056d-485d-a8da-72c5e14b19be tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Network 2f000086-bb25-4804-bb75-7f6ad068705a is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:56:52.190656 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.190656 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 165022e9-8df6-439b-92bc-2689f85da63b up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:52.244089 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 165022e9-8df6-439b-92bc-2689f85da63b triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:52.244571 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.247654 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-042802d5-056d-485d-a8da-72c5e14b19be tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 2f000086-bb25-4804-bb75-7f6ad068705a) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:52.251829 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ea94157a-9fc1-4cb1-a0fd-a971962ab0bd tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.344725 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042802d5-056d-485d-a8da-72c5e14b19be tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:52.345329 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-042802d5-056d-485d-a8da-72c5e14b19be tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.373361 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8023e7be-15bf-42c5-9ca5-6979128d75f7 None None] Network 2f000086-bb25-4804-bb75-7f6ad068705a requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:52.381209 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c641485d-b238-4da3-85e3-ceb403f651d0 None None] Provisioning for port 4d6512b4-2d9a-4bce-9d0a-ebe0af28afe9 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:52.417973 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c641485d-b238-4da3-85e3-ceb403f651d0 None None] Provisioning complete for port 4d6512b4-2d9a-4bce-9d0a-ebe0af28afe9 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:52.418278 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c641485d-b238-4da3-85e3-ceb403f651d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.423530 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-922a2d73-1429-46cf-81c1-a0287002a5dd req-9367f043-53db-4eca-b6a2-60d723513930 tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] 10.222.0.84 "GET /v2.0/ports?device_id=6ce3cd11-7254-41d8-8810-51888989dfce HTTP/1.1" status: 200 len: 210 time: 0.0690131 Aug 16 20:56:52.469670 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ea94157a-9fc1-4cb1-a0fd-a971962ab0bd tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.559121 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-c641485d-b238-4da3-85e3-ceb403f651d0 None None] Port 4d6512b4-2d9a-4bce-9d0a-ebe0af28afe9 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:52.569847 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94157a-9fc1-4cb1-a0fd-a971962ab0bd tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event updated for resources: {'Port': ['ID=4d6512b4-2d9a-4bce-9d0a-ebe0af28afe9,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:52.593594 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-042802d5-056d-485d-a8da-72c5e14b19be tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2682636 Aug 16 20:56:52.595958 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47338) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:52.602649 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-9da145f1-98c5-46f8-ac59-5591dfef7921 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1599081525', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:52.653827 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea94157a-9fc1-4cb1-a0fd-a971962ab0bd tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Network 48f676f6-8111-44a4-a1ef-1fafc6281a0d is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:52.655376 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-ea94157a-9fc1-4cb1-a0fd-a971962ab0bd tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:52.707762 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-4ed88d0a-d9c1-4961-9561-82659691b4ea None None] Provisioning complete for port 4d6512b4-2d9a-4bce-9d0a-ebe0af28afe9 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:52.708244 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4ed88d0a-d9c1-4961-9561-82659691b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.713209 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4513c7d-159d-4671-b22e-d8fdf4d87260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-2f000086-bb25-4804-bb75-7f6ad068705a', 'network_id': '2f000086-bb25-4804-bb75-7f6ad068705a', 'tenant_id': 'f26b2ff065a440569c5739b2c3aa62ad', 'fixed_ips': [{'subnet_id': 'cd1338b1-bc52-4714-a597-b3289a92117d'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:56:52.714152 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c4513c7d-159d-4671-b22e-d8fdf4d87260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.767235 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-4ed88d0a-d9c1-4961-9561-82659691b4ea None None] Port 4d6512b4-2d9a-4bce-9d0a-ebe0af28afe9 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:52.787202 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9da145f1-98c5-46f8-ac59-5591dfef7921 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.789079 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9da145f1-98c5-46f8-ac59-5591dfef7921 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.874757 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9da145f1-98c5-46f8-ac59-5591dfef7921 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.973660 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152223c-4e74-4f06-9022-eb9ff4d1290c req-c7800822-111c-4245-b413-2f54b6e29b2e tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:52.979722 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea94157a-9fc1-4cb1-a0fd-a971962ab0bd tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Router b65da5ff-15cd-4266-90d8-221c5d42ca9c is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:56:52.979908 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8152223c-4e74-4f06-9022-eb9ff4d1290c req-c7800822-111c-4245-b413-2f54b6e29b2e tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.90 "GET /v2.0/ports?device_id=2911f19e-a53e-4745-99fe-10fe4ea9a993 HTTP/1.1" status: 200 len: 946 time: 0.0991018 Aug 16 20:56:53.020453 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-c4513c7d-159d-4671-b22e-d8fdf4d87260 None None] Allocated IP 172.20.0.2 (2f000086-bb25-4804-bb75-7f6ad068705a/cd1338b1-bc52-4714-a597-b3289a92117d/60018711-fdb6-42d0-81fa-5672351ad857) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:53.029202 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d29bd6-44ad-46f1-9944-40f555b6874f req-d7ceb15e-7f00-4925-a699-35c46f1401a1 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:53.033574 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-24d29bd6-44ad-46f1-9944-40f555b6874f req-d7ceb15e-7f00-4925-a699-35c46f1401a1 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/ports?device_id=2911f19e-a53e-4745-99fe-10fe4ea9a993 HTTP/1.1" status: 200 len: 946 time: 0.1173744 Aug 16 20:56:53.039383 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9da145f1-98c5-46f8-ac59-5591dfef7921 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:53.123469 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea94157a-9fc1-4cb1-a0fd-a971962ab0bd tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:56:53.129336 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ea94157a-9fc1-4cb1-a0fd-a971962ab0bd tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "PUT /v2.0/routers/b65da5ff-15cd-4266-90d8-221c5d42ca9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6811965 Aug 16 20:56:53.132189 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47346) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:53.162260 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-24d29bd6-44ad-46f1-9944-40f555b6874f req-4bb8bf05-09c8-4d93-8444-63515e975ed0 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/security-groups?id=016fa904-1a4d-4c20-a83b-c2b838f2f71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133113 Aug 16 20:56:53.190804 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c0bd3b-700a-46e8-aace-1a9cfa802d8b None None] Sync routers for ids ['b65da5ff-15cd-4266-90d8-221c5d42ca9c'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:56:53.211506 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144ff440-1f6a-44b0-8f49-aaaa66c0c792 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:53.212282 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-8152223c-4e74-4f06-9022-eb9ff4d1290c req-a7d67f71-699d-4160-83b7-247c7c8bb3fe tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Deleting port 206e310f-f226-4257-8089-602fbd9f9428 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:53.212879 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8152223c-4e74-4f06-9022-eb9ff4d1290c req-a7d67f71-699d-4160-83b7-247c7c8bb3fe tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:53.213202 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-144ff440-1f6a-44b0-8f49-aaaa66c0c792 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "GET /v2.0/ports/4d6512b4-2d9a-4bce-9d0a-ebe0af28afe9 HTTP/1.1" status: 200 len: 977 time: 0.0800359 Aug 16 20:56:53.219119 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47348) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:53.242981 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c0bd3b-700a-46e8-aace-1a9cfa802d8b None None] Routers {'b65da5ff-15cd-4266-90d8-221c5d42ca9c'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:53.242981 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-b5c0bd3b-700a-46e8-aace-1a9cfa802d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:56:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['b65da5ff-15cd-4266-90d8-221c5d42ca9c'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:53.289858 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-79eddeec-ea0b-4df9-9327-9b204fc4332a None None] Provisioning complete for port 4d6512b4-2d9a-4bce-9d0a-ebe0af28afe9 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:53.290252 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-79eddeec-ea0b-4df9-9327-9b204fc4332a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:53.299259 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-b5c0bd3b-700a-46e8-aace-1a9cfa802d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:53.332008 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9da145f1-98c5-46f8-ac59-5591dfef7921 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:53.335878 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9da145f1-98c5-46f8-ac59-5591dfef7921 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7358675 Aug 16 20:56:53.338021 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47350) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:53.352095 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-d1e4ebee-1b6d-4c5e-9205-b77e374bed57 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'port': {'network_id': '2f000086-bb25-4804-bb75-7f6ad068705a', 'name': 'tempest-PortsTestJSON-1299511165'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:53.384366 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c0bd3b-700a-46e8-aace-1a9cfa802d8b None None] Routers {'b65da5ff-15cd-4266-90d8-221c5d42ca9c'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:53.385228 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-b5c0bd3b-700a-46e8-aace-1a9cfa802d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:56:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['b65da5ff-15cd-4266-90d8-221c5d42ca9c'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:53.457791 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-b5c0bd3b-700a-46e8-aace-1a9cfa802d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:53.458605 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c0bd3b-700a-46e8-aace-1a9cfa802d8b None None] The sync data for ids ['b65da5ff-15cd-4266-90d8-221c5d42ca9c'] in n-d-793620-15 is: [] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:56:53.467313 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-79eddeec-ea0b-4df9-9327-9b204fc4332a None None] Port 4d6512b4-2d9a-4bce-9d0a-ebe0af28afe9 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:53.473246 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c4513c7d-159d-4671-b22e-d8fdf4d87260 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:53.479570 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-8152223c-4e74-4f06-9022-eb9ff4d1290c req-a7d67f71-699d-4160-83b7-247c7c8bb3fe tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] For port 206e310f-f226-4257-8089-602fbd9f9428, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=206e310f-f226-4257-8089-602fbd9f9428,segment=NetworkSegment(d984b6bd-f46a-4d33-83cf-6d7420990d0d),segment_id=d984b6bd-f46a-4d33-83cf-6d7420990d0d)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:53.490568 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8152223c-4e74-4f06-9022-eb9ff4d1290c req-a7d67f71-699d-4160-83b7-247c7c8bb3fe tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:53.493618 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c4513c7d-159d-4671-b22e-d8fdf4d87260 None None] Transition to ACTIVE for port object 60018711-fdb6-42d0-81fa-5672351ad857 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:53.518003 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c4513c7d-159d-4671-b22e-d8fdf4d87260 None None] Transition to ACTIVE for port object 60018711-fdb6-42d0-81fa-5672351ad857 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:53.616131 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-809ca1f1-1a46-4900-9dd2-47e7b4b43ee2 req-42e7a633-a501-4128-a53d-e5f25d4712a2 tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] 10.222.0.84 "GET /v2.0/ports?device_id=6ce3cd11-7254-41d8-8810-51888989dfce HTTP/1.1" status: 200 len: 210 time: 0.0490358 Aug 16 20:56:53.664831 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c4513c7d-159d-4671-b22e-d8fdf4d87260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:53.707031 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4513c7d-159d-4671-b22e-d8fdf4d87260 None None] Network 2f000086-bb25-4804-bb75-7f6ad068705a is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:53.710309 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-c4513c7d-159d-4671-b22e-d8fdf4d87260 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:53.710463 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e4ebee-1b6d-4c5e-9205-b77e374bed57 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Made reservation on behalf of f26b2ff065a440569c5739b2c3aa62ad for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:53.713942 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4513c7d-159d-4671-b22e-d8fdf4d87260 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:53.726902 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d1e4ebee-1b6d-4c5e-9205-b77e374bed57 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:53.733808 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-d1e4ebee-1b6d-4c5e-9205-b77e374bed57 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] device_id is not set on port 1a868caa-f7d7-45a4-bdaf-045d05cdb099 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:56:53.747290 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4513c7d-159d-4671-b22e-d8fdf4d87260 None None] Pushing event updated for resources: {'Port': ['ID=60018711-fdb6-42d0-81fa-5672351ad857,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:53.797912 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-c4513c7d-159d-4671-b22e-d8fdf4d87260 None None] Attempting to bind port 60018711-fdb6-42d0-81fa-5672351ad857 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:56:53.799674 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-c4513c7d-159d-4671-b22e-d8fdf4d87260 None None] Attempting to bind port 60018711-fdb6-42d0-81fa-5672351ad857 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '7de2c788-6331-4e99-9c61-2d66a629f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2f000086-bb25-4804-bb75-7f6ad068705a'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:56:53.801250 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4513c7d-159d-4671-b22e-d8fdf4d87260 None None] Attempting to bind port 60018711-fdb6-42d0-81fa-5672351ad857 on network 2f000086-bb25-4804-bb75-7f6ad068705a {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:53.813731 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4513c7d-159d-4671-b22e-d8fdf4d87260 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:56:53.814226 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4513c7d-159d-4671-b22e-d8fdf4d87260 None None] Checking segment: {'id': '7de2c788-6331-4e99-9c61-2d66a629f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2f000086-bb25-4804-bb75-7f6ad068705a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:53.815354 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c4513c7d-159d-4671-b22e-d8fdf4d87260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:53.815354 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4513c7d-159d-4671-b22e-d8fdf4d87260 None None] Bound using segment: {'id': '7de2c788-6331-4e99-9c61-2d66a629f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2f000086-bb25-4804-bb75-7f6ad068705a'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:56:53.817545 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-c4513c7d-159d-4671-b22e-d8fdf4d87260 None None] Bound port: 60018711-fdb6-42d0-81fa-5672351ad857, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7de2c788-6331-4e99-9c61-2d66a629f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2f000086-bb25-4804-bb75-7f6ad068705a'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:56:53.818109 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c4513c7d-159d-4671-b22e-d8fdf4d87260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:53.916995 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-c4513c7d-159d-4671-b22e-d8fdf4d87260 None None] For port 60018711-fdb6-42d0-81fa-5672351ad857, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:56:53.920881 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-c4513c7d-159d-4671-b22e-d8fdf4d87260 None None] For port 60018711-fdb6-42d0-81fa-5672351ad857, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=60018711-fdb6-42d0-81fa-5672351ad857,segment=NetworkSegment(7de2c788-6331-4e99-9c61-2d66a629f65f),segment_id=7de2c788-6331-4e99-9c61-2d66a629f65f)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:56:53.947597 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-d1e4ebee-1b6d-4c5e-9205-b77e374bed57 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Allocated IP 172.20.0.10 (2f000086-bb25-4804-bb75-7f6ad068705a/cd1338b1-bc52-4714-a597-b3289a92117d/1a868caa-f7d7-45a4-bdaf-045d05cdb099) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:54.030378 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-4a315be8-3e0b-4e09-905d-fa61caec4594 tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:54.032695 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-4a315be8-3e0b-4e09-905d-fa61caec4594 tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] 10.222.0.90 "GET /v2.0/networks?id=c3e0531d-183d-4de8-9aad-feceff638ce1 HTTP/1.1" status: 200 len: 813 time: 0.1680782 Aug 16 20:56:54.051442 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-3cf6d1e5-f5d2-4f35-87da-2e6aa984c3b5 tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] Request body: {'port': {'device_id': '6ce3cd11-7254-41d8-8810-51888989dfce', 'network_id': 'c3e0531d-183d-4de8-9aad-feceff638ce1', 'admin_state_up': True, 'tenant_id': '5e34bca4399446eb98aaa139a603dfb9'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:54.088096 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c4513c7d-159d-4671-b22e-d8fdf4d87260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:54.268662 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4513c7d-159d-4671-b22e-d8fdf4d87260 None None] Pushing event updated for resources: {'Port': ['ID=60018711-fdb6-42d0-81fa-5672351ad857,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:54.315067 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d1e4ebee-1b6d-4c5e-9205-b77e374bed57 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:54.336972 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-d1e4ebee-1b6d-4c5e-9205-b77e374bed57 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Transition to ACTIVE for port object 1a868caa-f7d7-45a4-bdaf-045d05cdb099 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:54.479446 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d1e4ebee-1b6d-4c5e-9205-b77e374bed57 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:54.497865 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-3cf6d1e5-f5d2-4f35-87da-2e6aa984c3b5 tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] Made reservation on behalf of 5e34bca4399446eb98aaa139a603dfb9 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:54.518349 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-3cf6d1e5-f5d2-4f35-87da-2e6aa984c3b5 tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:54.564303 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e4ebee-1b6d-4c5e-9205-b77e374bed57 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Network 2f000086-bb25-4804-bb75-7f6ad068705a is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:54.572990 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-d1e4ebee-1b6d-4c5e-9205-b77e374bed57 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:54.576601 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e4ebee-1b6d-4c5e-9205-b77e374bed57 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:54.629488 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8152223c-4e74-4f06-9022-eb9ff4d1290c req-a7d67f71-699d-4160-83b7-247c7c8bb3fe tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:54.630216 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8152223c-4e74-4f06-9022-eb9ff4d1290c req-a7d67f71-699d-4160-83b7-247c7c8bb3fe tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:54.630448 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [req-8152223c-4e74-4f06-9022-eb9ff4d1290c req-a7d67f71-699d-4160-83b7-247c7c8bb3fe tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Floating IP c8ee1c40-58cc-443c-8643-7692914ab47a disassociated. External IP: 172.25.1.175, port: 206e310f-f226-4257-8089-602fbd9f9428. Aug 16 20:56:54.631011 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-8152223c-4e74-4f06-9022-eb9ff4d1290c req-a7d67f71-699d-4160-83b7-247c7c8bb3fe tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Calling delete_port for 206e310f-f226-4257-8089-602fbd9f9428 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:54.694592 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e4ebee-1b6d-4c5e-9205-b77e374bed57 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'Port': ['ID=1a868caa-f7d7-45a4-bdaf-045d05cdb099,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:54.761992 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e4ebee-1b6d-4c5e-9205-b77e374bed57 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:54.762717 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ded6bd-03e7-4c9e-8f1b-ffa733b5f718 req-b575cdd4-2f27-42ec-a406-d0511afa415b tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:54.762851 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d1e4ebee-1b6d-4c5e-9205-b77e374bed57 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:54.764337 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e7ded6bd-03e7-4c9e-8f1b-ffa733b5f718 req-b575cdd4-2f27-42ec-a406-d0511afa415b tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/ports?device_id=2911f19e-a53e-4745-99fe-10fe4ea9a993 HTTP/1.1" status: 200 len: 946 time: 0.2060223 Aug 16 20:56:54.836259 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-3cf6d1e5-f5d2-4f35-87da-2e6aa984c3b5 tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] Allocated IP 172.20.0.11 (c3e0531d-183d-4de8-9aad-feceff638ce1/9ca215f8-a493-40cd-a157-386eae9bc6fb/22c6bafc-afe8-4602-83b9-661b9f72a809) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:54.848031 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bf32dcab-7c57-4148-acf4-99c6cf6e88db req-eb32275a-f315-444e-9f29-ada3f95c2a4f tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] 10.222.0.84 "GET /v2.0/ports?device_id=6ce3cd11-7254-41d8-8810-51888989dfce HTTP/1.1" status: 200 len: 210 time: 0.0804560 Aug 16 20:56:54.955753 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d1e4ebee-1b6d-4c5e-9205-b77e374bed57 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6144414 Aug 16 20:56:54.956036 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47372) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:54.987580 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6c0a971b-8655-4c5b-a8cb-a5007a78cdaa tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:55.004912 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-3cf6d1e5-f5d2-4f35-87da-2e6aa984c3b5 tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:55.115434 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e7ded6bd-03e7-4c9e-8f1b-ffa733b5f718 req-bbe6a8b3-7a87-4f1b-9587-f1798efe9fe2 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/security-groups?id=016fa904-1a4d-4c20-a83b-c2b838f2f71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3316495 Aug 16 20:56:55.196527 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-3cf6d1e5-f5d2-4f35-87da-2e6aa984c3b5 tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:55.262070 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-3cf6d1e5-f5d2-4f35-87da-2e6aa984c3b5 tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] Network c3e0531d-183d-4de8-9aad-feceff638ce1 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:55.265958 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-3cf6d1e5-f5d2-4f35-87da-2e6aa984c3b5 tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:55.271607 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-3cf6d1e5-f5d2-4f35-87da-2e6aa984c3b5 tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:55.276181 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf6d1e5-f5d2-4f35-87da-2e6aa984c3b5 tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] Pushing event updated for resources: {'Port': ['ID=22c6bafc-afe8-4602-83b9-661b9f72a809,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:55.370700 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-3cf6d1e5-f5d2-4f35-87da-2e6aa984c3b5 tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:55.371709 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-3cf6d1e5-f5d2-4f35-87da-2e6aa984c3b5 tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:55.408047 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8152223c-4e74-4f06-9022-eb9ff4d1290c req-a7d67f71-699d-4160-83b7-247c7c8bb3fe tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:55.448327 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d67f71-699d-4160-83b7-247c7c8bb3fe tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Pushing event deleted for resources: {'Port': ['ID=206e310f-f226-4257-8089-602fbd9f9428,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:55.560536 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252ea351-efd3-42b8-90b7-08b26f1e51a9 None None] Network 2f000086-bb25-4804-bb75-7f6ad068705a requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:55.568538 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-3cf6d1e5-f5d2-4f35-87da-2e6aa984c3b5 tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5213847 Aug 16 20:56:55.582760 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-b64afcd5-d5f9-4114-a62c-3c733e5c6b72 service neutron] Request body: {'port': {'device_id': '6ce3cd11-7254-41d8-8810-51888989dfce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:55.645610 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-b64afcd5-d5f9-4114-a62c-3c733e5c6b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:55.731339 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b1fb13f1-8d9a-45a5-a6b0-ac496183707e None None] Provisioning for port 60018711-fdb6-42d0-81fa-5672351ad857 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:55.751591 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1fb067a1-7c1e-40f4-b367-de04fd911885 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:55.764191 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3fff9-9a6a-40a4-90a4-ff017237fa1f req-6bf335a9-e163-4c6a-be31-eb02eef9d8b0 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:55.765727 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-29c3fff9-9a6a-40a4-90a4-ff017237fa1f req-6bf335a9-e163-4c6a-be31-eb02eef9d8b0 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=0710e90e-bb42-4b12-a9a9-7b8f950ababe HTTP/1.1" status: 200 len: 945 time: 0.2275043 Aug 16 20:56:55.797873 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8152223c-4e74-4f06-9022-eb9ff4d1290c req-a7d67f71-699d-4160-83b7-247c7c8bb3fe tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Router e1b101a6-a366-4e79-9713-23df7cd54b78 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:56:55.895627 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-29c3fff9-9a6a-40a4-90a4-ff017237fa1f req-a3cbe7c9-1ab0-4ca2-91a0-6297dab945d2 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226344 Aug 16 20:56:56.008333 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-6c0a971b-8655-4c5b-a8cb-a5007a78cdaa tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Deleting port 4d6512b4-2d9a-4bce-9d0a-ebe0af28afe9 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:56.008612 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6c0a971b-8655-4c5b-a8cb-a5007a78cdaa tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.132436 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-b64afcd5-d5f9-4114-a62c-3c733e5c6b72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22c6bafc-afe8-4602-83b9-661b9f72a809 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:56:56.154230 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-b64afcd5-d5f9-4114-a62c-3c733e5c6b72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.162763 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d850e048-96dd-4902-a526-6fdad7efd9d6 None None] Provisioning for port 1a868caa-f7d7-45a4-bdaf-045d05cdb099 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:56.167908 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d850e048-96dd-4902-a526-6fdad7efd9d6 None None] Provisioning complete for port 1a868caa-f7d7-45a4-bdaf-045d05cdb099 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:56.168599 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d850e048-96dd-4902-a526-6fdad7efd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.195889 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-b64afcd5-d5f9-4114-a62c-3c733e5c6b72 service neutron] Transition to ACTIVE for port object 22c6bafc-afe8-4602-83b9-661b9f72a809 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:56.237602 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-d850e048-96dd-4902-a526-6fdad7efd9d6 None None] Port 1a868caa-f7d7-45a4-bdaf-045d05cdb099 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:56.271375 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 60018711-fdb6-42d0-81fa-5672351ad857 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:56.293442 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-b64afcd5-d5f9-4114-a62c-3c733e5c6b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.363952 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03126313-0960-4a85-9366-7448d8d39502 None None] Provisioning complete for port 1a868caa-f7d7-45a4-bdaf-045d05cdb099 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:56.364424 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03126313-0960-4a85-9366-7448d8d39502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.376165 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64afcd5-d5f9-4114-a62c-3c733e5c6b72 service neutron] Pushing event updated for resources: {'Port': ['ID=22c6bafc-afe8-4602-83b9-661b9f72a809,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:56.405937 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03126313-0960-4a85-9366-7448d8d39502 None None] Port 1a868caa-f7d7-45a4-bdaf-045d05cdb099 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:56.431841 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c79f59ab-4f65-44e1-afc6-e60cb6964d9f req-d3330880-7b26-4040-aa7a-c1798a5db7a2 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/ports?device_id=2911f19e-a53e-4745-99fe-10fe4ea9a993 HTTP/1.1" status: 200 len: 210 time: 0.0965724 Aug 16 20:56:56.441570 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-b64afcd5-d5f9-4114-a62c-3c733e5c6b72 service neutron] Attempting to bind port 22c6bafc-afe8-4602-83b9-661b9f72a809 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:56:56.441918 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-b64afcd5-d5f9-4114-a62c-3c733e5c6b72 service neutron] Attempting to bind port 22c6bafc-afe8-4602-83b9-661b9f72a809 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '739f9ac1-9fee-464c-9345-5db7b3d255ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c3e0531d-183d-4de8-9aad-feceff638ce1'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:56:56.442410 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-b64afcd5-d5f9-4114-a62c-3c733e5c6b72 service neutron] Attempting to bind port 22c6bafc-afe8-4602-83b9-661b9f72a809 on network c3e0531d-183d-4de8-9aad-feceff638ce1 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:56.447223 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 60018711-fdb6-42d0-81fa-5672351ad857 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:56.453971 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 60018711-fdb6-42d0-81fa-5672351ad857 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:56.453971 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.462452 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-b64afcd5-d5f9-4114-a62c-3c733e5c6b72 service neutron] Port 22c6bafc-afe8-4602-83b9-661b9f72a809 on network c3e0531d-183d-4de8-9aad-feceff638ce1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:56:56.462843 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-b64afcd5-d5f9-4114-a62c-3c733e5c6b72 service neutron] Attempting to bind port 22c6bafc-afe8-4602-83b9-661b9f72a809 on network c3e0531d-183d-4de8-9aad-feceff638ce1 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:56.471616 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-b64afcd5-d5f9-4114-a62c-3c733e5c6b72 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:56:56.472024 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-b64afcd5-d5f9-4114-a62c-3c733e5c6b72 service neutron] Checking segment: {'id': '739f9ac1-9fee-464c-9345-5db7b3d255ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c3e0531d-183d-4de8-9aad-feceff638ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:56.473145 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-b64afcd5-d5f9-4114-a62c-3c733e5c6b72 service neutron] Bound using segment: {'id': '739f9ac1-9fee-464c-9345-5db7b3d255ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c3e0531d-183d-4de8-9aad-feceff638ce1'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:56:56.473145 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-b64afcd5-d5f9-4114-a62c-3c733e5c6b72 service neutron] Bound port: 22c6bafc-afe8-4602-83b9-661b9f72a809, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '739f9ac1-9fee-464c-9345-5db7b3d255ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c3e0531d-183d-4de8-9aad-feceff638ce1'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:56:56.473586 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-b64afcd5-d5f9-4114-a62c-3c733e5c6b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.568175 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d4400-14ef-4434-8e72-78e42216137f req-bb2914c9-dd27-469e-a5d9-59df9cdf17d8 tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:56.569344 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.575525 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e56d4400-14ef-4434-8e72-78e42216137f req-bb2914c9-dd27-469e-a5d9-59df9cdf17d8 tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] 10.222.0.84 "GET /v2.0/ports?device_id=6ce3cd11-7254-41d8-8810-51888989dfce HTTP/1.1" status: 200 len: 944 time: 0.5700102 Aug 16 20:56:56.575865 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-b64afcd5-d5f9-4114-a62c-3c733e5c6b72 service neutron] For port 22c6bafc-afe8-4602-83b9-661b9f72a809, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:56:56.582502 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-b64afcd5-d5f9-4114-a62c-3c733e5c6b72 service neutron] For port 22c6bafc-afe8-4602-83b9-661b9f72a809, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=22c6bafc-afe8-4602-83b9-661b9f72a809,segment=NetworkSegment(739f9ac1-9fee-464c-9345-5db7b3d255ef),segment_id=739f9ac1-9fee-464c-9345-5db7b3d255ef)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:56:56.610756 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8152223c-4e74-4f06-9022-eb9ff4d1290c req-a7d67f71-699d-4160-83b7-247c7c8bb3fe tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:56:56.612476 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 60018711-fdb6-42d0-81fa-5672351ad857, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=60018711-fdb6-42d0-81fa-5672351ad857,segment=NetworkSegment(7de2c788-6331-4e99-9c61-2d66a629f65f),segment_id=7de2c788-6331-4e99-9c61-2d66a629f65f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:56.613927 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6c0a971b-8655-4c5b-a8cb-a5007a78cdaa tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.616842 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 206e310f-f226-4257-8089-602fbd9f9428 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:56.624548 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df5fe4c-a768-407d-b7c4-36b7de59291d None None] Sync routers for ids ['e1b101a6-a366-4e79-9713-23df7cd54b78'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:56:56.637327 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df5fe4c-a768-407d-b7c4-36b7de59291d None None] Routers {'e1b101a6-a366-4e79-9713-23df7cd54b78'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:56.639392 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-6df5fe4c-a768-407d-b7c4-36b7de59291d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:56:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['e1b101a6-a366-4e79-9713-23df7cd54b78'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:56.641618 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 206e310f-f226-4257-8089-602fbd9f9428 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:56.641970 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 206e310f-f226-4257-8089-602fbd9f9428 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:56.660087 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-6c0a971b-8655-4c5b-a8cb-a5007a78cdaa tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Calling delete_port for 4d6512b4-2d9a-4bce-9d0a-ebe0af28afe9 owned by network:router_interface {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:56.706662 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-8152223c-4e74-4f06-9022-eb9ff4d1290c req-a7d67f71-699d-4160-83b7-247c7c8bb3fe tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] No DVR routers for this DVR port 206e310f-f226-4257-8089-602fbd9f9428 on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:56.717048 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8152223c-4e74-4f06-9022-eb9ff4d1290c req-a7d67f71-699d-4160-83b7-247c7c8bb3fe tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.719070 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8152223c-4e74-4f06-9022-eb9ff4d1290c req-a7d67f71-699d-4160-83b7-247c7c8bb3fe tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.90 "DELETE /v2.0/ports/206e310f-f226-4257-8089-602fbd9f9428 HTTP/1.1" status: 204 len: 173 time: 3.7366397 Aug 16 20:56:56.719511 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2911f19e-a53e-4745-99fe-10fe4ea9a993', 'name': 'network-vif-deleted', 'tag': '206e310f-f226-4257-8089-602fbd9f9428'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:56:56.721857 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345a053f-89c3-401f-aa7c-84fe886abfa3" -d '{"events": [{"server_uuid": "2911f19e-a53e-4745-99fe-10fe4ea9a993", "name": "network-vif-deleted", "tag": "206e310f-f226-4257-8089-602fbd9f9428"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:56:56.752659 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-b64afcd5-d5f9-4114-a62c-3c733e5c6b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.757381 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-6df5fe4c-a768-407d-b7c4-36b7de59291d None None] Set router e1b101a6-a366-4e79-9713-23df7cd54b78 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:56.768400 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e56d4400-14ef-4434-8e72-78e42216137f req-881892f0-4260-4e24-8a16-c8bf559d5c2e tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0af710a-82d1-4aad-92de-141639ee2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918771 Aug 16 20:56:56.794609 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11115c15-94c0-405f-8167-3eac7197aa6a x-openstack-request-id: req-11115c15-94c0-405f-8167-3eac7197aa6a {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:56:56.794609 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2911f19e-a53e-4745-99fe-10fe4ea9a993", "name": "network-vif-deleted", "tag": "206e310f-f226-4257-8089-602fbd9f9428", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:56:56.794609 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-11115c15-94c0-405f-8167-3eac7197aa6a {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:56:56.794609 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2911f19e-a53e-4745-99fe-10fe4ea9a993', 'name': 'network-vif-deleted', 'tag': '206e310f-f226-4257-8089-602fbd9f9428', 'status': 'completed', 'code': 200} Aug 16 20:56:56.800785 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-b64afcd5-d5f9-4114-a62c-3c733e5c6b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:56.801476 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-b64afcd5-d5f9-4114-a62c-3c733e5c6b72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.802905 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-b64afcd5-d5f9-4114-a62c-3c733e5c6b72 service neutron] 10.222.0.90 "PUT /v2.0/ports/22c6bafc-afe8-4602-83b9-661b9f72a809 HTTP/1.1" status: 200 len: 1093 time: 1.2253790 Aug 16 20:56:56.803349 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce3cd11-7254-41d8-8810-51888989dfce', 'tag': '22c6bafc-afe8-4602-83b9-661b9f72a809'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:56:56.805726 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9055ae7c-580c-4bd6-bacc-6b6d8b6cdbef" -d '{"events": [{"name": "network-changed", "server_uuid": "6ce3cd11-7254-41d8-8810-51888989dfce", "tag": "22c6bafc-afe8-4602-83b9-661b9f72a809"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:56:56.824576 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.856258 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1fb067a1-7c1e-40f4-b367-de04fd911885 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.866942 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64afcd5-d5f9-4114-a62c-3c733e5c6b72 service neutron] Pushing event updated for resources: {'Port': ['ID=22c6bafc-afe8-4602-83b9-661b9f72a809,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:56.881411 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45435c30-ff81-47d4-a0f4-b03fbf635784 x-openstack-request-id: req-45435c30-ff81-47d4-a0f4-b03fbf635784 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:56:56.881411 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ce3cd11-7254-41d8-8810-51888989dfce", "tag": "22c6bafc-afe8-4602-83b9-661b9f72a809", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:56:56.881411 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-45435c30-ff81-47d4-a0f4-b03fbf635784 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:56:56.881411 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce3cd11-7254-41d8-8810-51888989dfce', 'tag': '22c6bafc-afe8-4602-83b9-661b9f72a809', 'status': 'completed', 'code': 200} Aug 16 20:56:56.919143 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=60018711-fdb6-42d0-81fa-5672351ad857,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:56.953289 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055ae7c-580c-4bd6-bacc-6b6d8b6cdbef req-015df071-7208-4c12-bd18-7a17c216d971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:56.955297 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9055ae7c-580c-4bd6-bacc-6b6d8b6cdbef req-015df071-7208-4c12-bd18-7a17c216d971 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5e34bca4399446eb98aaa139a603dfb9&device_id=6ce3cd11-7254-41d8-8810-51888989dfce HTTP/1.1" status: 200 len: 1096 time: 0.0667484 Aug 16 20:56:56.975862 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1fb067a1-7c1e-40f4-b367-de04fd911885 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:57.047259 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb067a1-7c1e-40f4-b367-de04fd911885 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'Port': ['ID=1a868caa-f7d7-45a4-bdaf-045d05cdb099,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:57.167859 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-6df5fe4c-a768-407d-b7c4-36b7de59291d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b101a6-a366-4e79-9713-23df7cd54b78', 'name': 'tempest-ServersTestJSON-825680079-router', 'tenant_id': '049f64fdbbd64e3192a47c9a630e167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7abd9d81-e2be-41b2-8ae9-0140cdd84aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:54:31Z', 'updated_at': '2021-08-16T20:54:38Z', 'revision_number': 4, 'project_id': '049f64fdbbd64e3192a47c9a630e167c', 'gw_port': {'id': '7abd9d81-e2be-41b2-8ae9-0140cdd84aac', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b101a6-a366-4e79-9713-23df7cd54b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:33Z', 'updated_at': '2021-08-16T20:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39', 'name': '', 'network_id': 'b868f410-65e8-4176-9d6e-a22e40915bdb', 'tenant_id': '049f64fdbbd64e3192a47c9a630e167c', 'mac_address': 'fa:16:3e:d7:74:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b101a6-a366-4e79-9713-23df7cd54b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '55977581-de25-4036-9f0a-1b1d4c44ef0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:37Z', 'updated_at': '2021-08-16T20:54:44Z', 'revision_number': 5, 'project_id': '049f64fdbbd64e3192a47c9a630e167c', 'subnets': [{'id': '55977581-de25-4036-9f0a-1b1d4c44ef0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:57.198484 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df5fe4c-a768-407d-b7c4-36b7de59291d None None] Checking router: e1b101a6-a366-4e79-9713-23df7cd54b78 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:56:57.208758 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df5fe4c-a768-407d-b7c4-36b7de59291d None None] Routers {'e1b101a6-a366-4e79-9713-23df7cd54b78'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:57.209321 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-6df5fe4c-a768-407d-b7c4-36b7de59291d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:56:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['e1b101a6-a366-4e79-9713-23df7cd54b78'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:57.289236 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c805f0-e969-4b21-8fb2-f3316d8a08c9 req-ab20570b-2998-49a7-b45c-477810e86a8d tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:57.290768 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-04c805f0-e969-4b21-8fb2-f3316d8a08c9 req-ab20570b-2998-49a7-b45c-477810e86a8d tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.90 "GET /v2.0/ports?device_id=0710e90e-bb42-4b12-a9a9-7b8f950ababe HTTP/1.1" status: 200 len: 945 time: 0.2407753 Aug 16 20:56:57.320727 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6c0a971b-8655-4c5b-a8cb-a5007a78cdaa tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:57.336192 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-eaed95a8-5559-4358-b81c-c68855c55ebf None None] Provisioning complete for port 1a868caa-f7d7-45a4-bdaf-045d05cdb099 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:57.336494 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-eaed95a8-5559-4358-b81c-c68855c55ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:57.343157 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-6df5fe4c-a768-407d-b7c4-36b7de59291d None None] Set router e1b101a6-a366-4e79-9713-23df7cd54b78 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:57.355481 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e77837-ec4d-4d03-8246-e73601f52c2e req-5df915de-6359-461b-acaa-8f3312c742e7 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:57.363268 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-34e77837-ec4d-4d03-8246-e73601f52c2e req-5df915de-6359-461b-acaa-8f3312c742e7 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=0710e90e-bb42-4b12-a9a9-7b8f950ababe HTTP/1.1" status: 200 len: 945 time: 0.3245480 Aug 16 20:56:57.375961 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-eaed95a8-5559-4358-b81c-c68855c55ebf None None] Port 1a868caa-f7d7-45a4-bdaf-045d05cdb099 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:57.435959 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055ae7c-580c-4bd6-bacc-6b6d8b6cdbef req-b1853a36-2294-41e1-952f-53cb90582fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:57.438056 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9055ae7c-580c-4bd6-bacc-6b6d8b6cdbef req-b1853a36-2294-41e1-952f-53cb90582fae service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=5e34bca4399446eb98aaa139a603dfb9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4740005 Aug 16 20:56:57.440389 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a971b-8655-4c5b-a8cb-a5007a78cdaa tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event deleted for resources: {'Port': ['ID=4d6512b4-2d9a-4bce-9d0a-ebe0af28afe9,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:57.631752 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055ae7c-580c-4bd6-bacc-6b6d8b6cdbef req-46a934b3-c17c-48c3-ad96-a31c533441e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:57.633398 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9055ae7c-580c-4bd6-bacc-6b6d8b6cdbef req-46a934b3-c17c-48c3-ad96-a31c533441e8 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1708899 Aug 16 20:56:57.637864 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-6df5fe4c-a768-407d-b7c4-36b7de59291d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b101a6-a366-4e79-9713-23df7cd54b78', 'name': 'tempest-ServersTestJSON-825680079-router', 'tenant_id': '049f64fdbbd64e3192a47c9a630e167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7abd9d81-e2be-41b2-8ae9-0140cdd84aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:54:31Z', 'updated_at': '2021-08-16T20:54:38Z', 'revision_number': 4, 'project_id': '049f64fdbbd64e3192a47c9a630e167c', 'gw_port': {'id': '7abd9d81-e2be-41b2-8ae9-0140cdd84aac', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b101a6-a366-4e79-9713-23df7cd54b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:33Z', 'updated_at': '2021-08-16T20:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39', 'name': '', 'network_id': 'b868f410-65e8-4176-9d6e-a22e40915bdb', 'tenant_id': '049f64fdbbd64e3192a47c9a630e167c', 'mac_address': 'fa:16:3e:d7:74:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b101a6-a366-4e79-9713-23df7cd54b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '55977581-de25-4036-9f0a-1b1d4c44ef0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:37Z', 'updated_at': '2021-08-16T20:54:44Z', 'revision_number': 5, 'project_id': '049f64fdbbd64e3192a47c9a630e167c', 'subnets': [{'id': '55977581-de25-4036-9f0a-1b1d4c44ef0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:57.664719 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-34e77837-ec4d-4d03-8246-e73601f52c2e req-c93e8d21-79c5-4bb9-8042-8175df442a07 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006032 Aug 16 20:56:57.674646 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3b8ac2ae-63c2-4dd2-87dd-d0f22a8f9190 req-7e63abba-d33e-429f-96ef-2d432119a4d7 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/ports?device_id=2911f19e-a53e-4745-99fe-10fe4ea9a993 HTTP/1.1" status: 200 len: 210 time: 0.1066368 Aug 16 20:56:57.678511 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df5fe4c-a768-407d-b7c4-36b7de59291d None None] The sync data for ids ['e1b101a6-a366-4e79-9713-23df7cd54b78'] in n-d-793620-15 is: [{'id': 'e1b101a6-a366-4e79-9713-23df7cd54b78', 'name': 'tempest-ServersTestJSON-825680079-router', 'tenant_id': '049f64fdbbd64e3192a47c9a630e167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7abd9d81-e2be-41b2-8ae9-0140cdd84aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:54:31Z', 'updated_at': '2021-08-16T20:54:38Z', 'revision_number': 4, 'project_id': '049f64fdbbd64e3192a47c9a630e167c', 'gw_port': {'id': '7abd9d81-e2be-41b2-8ae9-0140cdd84aac', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b101a6-a366-4e79-9713-23df7cd54b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:33Z', 'updated_at': '2021-08-16T20:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39', 'name': '', 'network_id': 'b868f410-65e8-4176-9d6e-a22e40915bdb', 'tenant_id': '049f64fdbbd64e3192a47c9a630e167c', 'mac_address': 'fa:16:3e:d7:74:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b101a6-a366-4e79-9713-23df7cd54b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '55977581-de25-4036-9f0a-1b1d4c44ef0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:37Z', 'updated_at': '2021-08-16T20:54:44Z', 'revision_number': 5, 'project_id': '049f64fdbbd64e3192a47c9a630e167c', 'subnets': [{'id': '55977581-de25-4036-9f0a-1b1d4c44ef0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:56:57.740884 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-a16ce119-2410-4bab-90fb-4596087ae248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:57.742479 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-a16ce119-2410-4bab-90fb-4596087ae248 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5e34bca4399446eb98aaa139a603dfb9&device_id=6ce3cd11-7254-41d8-8810-51888989dfce HTTP/1.1" status: 200 len: 1096 time: 0.0595634 Aug 16 20:56:57.802383 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-57722aec-246a-4cdf-b53e-2e9cb6132449 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22c6bafc-afe8-4602-83b9-661b9f72a809 HTTP/1.1" status: 200 len: 217 time: 0.0502937 Aug 16 20:56:57.880925 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-5101edaa-fe76-4558-9ef8-ccb4363f3e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:57.882385 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-5101edaa-fe76-4558-9ef8-ccb4363f3e6f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9ca215f8-a493-40cd-a157-386eae9bc6fb HTTP/1.1" status: 200 len: 853 time: 0.0713177 Aug 16 20:56:57.882616 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1fb067a1-7c1e-40f4-b367-de04fd911885 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:57.897773 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6c0a971b-8655-4c5b-a8cb-a5007a78cdaa tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:57.921603 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-fd8b0e32-c971-47d8-8ac5-4a273fdf61ff service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c3e0531d-183d-4de8-9aad-feceff638ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325682 Aug 16 20:56:57.954523 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-04c805f0-e969-4b21-8fb2-f3316d8a08c9 req-2b4df453-00fd-490d-80d3-10751023d840 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Deleting port ab1e3f89-5923-4bdb-92e7-d36cca54b53a {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:57.954879 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-04c805f0-e969-4b21-8fb2-f3316d8a08c9 req-2b4df453-00fd-490d-80d3-10751023d840 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:58.065232 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-556b33ee-6f31-44c4-97fd-20a558e3218e service neutron] 10.222.0.90 "GET /v2.0/networks/c3e0531d-183d-4de8-9aad-feceff638ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357489 Aug 16 20:56:58.096892 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3919f4-112f-435e-b0ff-e0e7c6c769a3 None None] New status for floating IP c8ee1c40-58cc-443c-8643-7692914ab47a: DOWN {{(pid=101846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:56:58.160924 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705c5d9-f113-498c-9797-f75ca387a4b9 req-8db8378d-3445-453f-a398-af3b15461592 tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:58.162611 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7705c5d9-f113-498c-9797-f75ca387a4b9 req-8db8378d-3445-453f-a398-af3b15461592 tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] 10.222.0.84 "GET /v2.0/ports?device_id=6ce3cd11-7254-41d8-8810-51888989dfce HTTP/1.1" status: 200 len: 944 time: 0.2862313 Aug 16 20:56:58.188610 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-493acbdf-5214-41b1-96fc-f7584b9e2c18 req-a4685439-0d34-4117-8da1-7f73fe2bf8c0 service neutron] 10.222.0.90 "GET /v2.0/networks/c3e0531d-183d-4de8-9aad-feceff638ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163003 Aug 16 20:56:58.222423 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 60018711-fdb6-42d0-81fa-5672351ad857 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:58.274778 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-04c805f0-e969-4b21-8fb2-f3316d8a08c9 req-2b4df453-00fd-490d-80d3-10751023d840 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] For port ab1e3f89-5923-4bdb-92e7-d36cca54b53a, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ab1e3f89-5923-4bdb-92e7-d36cca54b53a,segment=NetworkSegment(d750202b-6aed-4115-ba35-7fc31b994eaf),segment_id=d750202b-6aed-4115-ba35-7fc31b994eaf)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:58.275156 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-04c805f0-e969-4b21-8fb2-f3316d8a08c9 req-2b4df453-00fd-490d-80d3-10751023d840 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:58.299773 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0a971b-8655-4c5b-a8cb-a5007a78cdaa tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Router b65da5ff-15cd-4266-90d8-221c5d42ca9c has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:56:58.303208 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-04c805f0-e969-4b21-8fb2-f3316d8a08c9 req-2b4df453-00fd-490d-80d3-10751023d840 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Calling delete_port for ab1e3f89-5923-4bdb-92e7-d36cca54b53a owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:58.311717 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7705c5d9-f113-498c-9797-f75ca387a4b9 req-0b859467-e0ed-4ca3-b28a-bae053d82bbc tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0af710a-82d1-4aad-92de-141639ee2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085927 Aug 16 20:56:58.312365 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 60018711-fdb6-42d0-81fa-5672351ad857 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:58.312809 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:58.702057 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0a971b-8655-4c5b-a8cb-a5007a78cdaa tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:56:58.709644 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1fb067a1-7c1e-40f4-b367-de04fd911885 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:58.714137 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a1b287-3aae-4179-b9ce-1122cfd571a4 None None] Sync routers for ids ['b65da5ff-15cd-4266-90d8-221c5d42ca9c'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:56:58.715638 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6c0a971b-8655-4c5b-a8cb-a5007a78cdaa tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "PUT /v2.0/routers/b65da5ff-15cd-4266-90d8-221c5d42ca9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4951987 Aug 16 20:56:58.718730 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47412) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:58.726672 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a1b287-3aae-4179-b9ce-1122cfd571a4 None None] Routers {'b65da5ff-15cd-4266-90d8-221c5d42ca9c'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:58.727436 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-d2a1b287-3aae-4179-b9ce-1122cfd571a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:56:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['b65da5ff-15cd-4266-90d8-221c5d42ca9c'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:58.764272 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-d2a1b287-3aae-4179-b9ce-1122cfd571a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:58.773567 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a1b287-3aae-4179-b9ce-1122cfd571a4 None None] Routers {'b65da5ff-15cd-4266-90d8-221c5d42ca9c'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:58.774180 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-d2a1b287-3aae-4179-b9ce-1122cfd571a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:56:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['b65da5ff-15cd-4266-90d8-221c5d42ca9c'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:58.823523 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-d2a1b287-3aae-4179-b9ce-1122cfd571a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:58.824317 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a1b287-3aae-4179-b9ce-1122cfd571a4 None None] The sync data for ids ['b65da5ff-15cd-4266-90d8-221c5d42ca9c'] in n-d-793620-15 is: [] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:56:58.914544 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47420) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:58.949350 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928fde5d-afed-48be-a0ca-74849750dd76 req-f5057185-61e7-4a2c-aae7-d87524bce3bd tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:58.950949 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-928fde5d-afed-48be-a0ca-74849750dd76 req-f5057185-61e7-4a2c-aae7-d87524bce3bd tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=0710e90e-bb42-4b12-a9a9-7b8f950ababe HTTP/1.1" status: 200 len: 945 time: 0.1829798 Aug 16 20:56:59.022619 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-1d31bc54-c08a-407d-910e-7e166d354112 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] remove_router_interface failed (client error): The resource could not be found. Aug 16 20:56:59.023693 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1d31bc54-c08a-407d-910e-7e166d354112 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "PUT /v2.0/routers/b65da5ff-15cd-4266-90d8-221c5d42ca9c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3039522 Aug 16 20:56:59.026655 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47422) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:59.045545 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-928fde5d-afed-48be-a0ca-74849750dd76 req-595a3ebc-a4c4-4b6d-acdf-c984d9cc90c6 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798895 Aug 16 20:56:59.065807 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f83759fd-2f62-45fa-8e81-a891c06701a0 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "GET /v2.0/ports?device_id=b65da5ff-15cd-4266-90d8-221c5d42ca9c HTTP/1.1" status: 200 len: 205 time: 0.0377603 Aug 16 20:56:59.071380 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47424) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:59.078884 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c3d7536f-2782-4472-a241-6cf80ae0bb7b tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.111050 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c3d7536f-2782-4472-a241-6cf80ae0bb7b tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.118204 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-04c805f0-e969-4b21-8fb2-f3316d8a08c9 req-2b4df453-00fd-490d-80d3-10751023d840 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.133257 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['1b603ab1-6591-4239-a8f8-f9793a7747f5'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:56:59.141259 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:56:59.193386 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3404d85b-c237-46e2-8d5a-b747be5aac0f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.195179 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4df453-00fd-490d-80d3-10751023d840 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Pushing event deleted for resources: {'Port': ['ID=ab1e3f89-5923-4bdb-92e7-d36cca54b53a,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:59.292955 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c3d7536f-2782-4472-a241-6cf80ae0bb7b tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.296415 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c3d7536f-2782-4472-a241-6cf80ae0bb7b tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.300092 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c3d7536f-2782-4472-a241-6cf80ae0bb7b tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "DELETE /v2.0/security-groups/016fa904-1a4d-4c20-a83b-c2b838f2f71e HTTP/1.1" status: 204 len: 168 time: 0.3823097 Aug 16 20:56:59.302623 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47428) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:59.320839 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c805f0-e969-4b21-8fb2-f3316d8a08c9 req-2b4df453-00fd-490d-80d3-10751023d840 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] No DVR routers for this DVR port ab1e3f89-5923-4bdb-92e7-d36cca54b53a on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:59.332383 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7536f-2782-4472-a241-6cf80ae0bb7b tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=016fa904-1a4d-4c20-a83b-c2b838f2f71e,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:59.332383 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-962b1a6e-575c-410b-8c95-618ecb4b7fe0 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] show failed (client error): The resource could not be found. Aug 16 20:56:59.332383 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-962b1a6e-575c-410b-8c95-618ecb4b7fe0 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "GET /v2.0/security-groups/016fa904-1a4d-4c20-a83b-c2b838f2f71e HTTP/1.1" status: 404 len: 347 time: 0.0269690 Aug 16 20:56:59.333483 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-04c805f0-e969-4b21-8fb2-f3316d8a08c9 req-2b4df453-00fd-490d-80d3-10751023d840 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.335975 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-04c805f0-e969-4b21-8fb2-f3316d8a08c9 req-2b4df453-00fd-490d-80d3-10751023d840 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.90 "DELETE /v2.0/ports/ab1e3f89-5923-4bdb-92e7-d36cca54b53a HTTP/1.1" status: 204 len: 173 time: 2.0225675 Aug 16 20:56:59.336507 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0710e90e-bb42-4b12-a9a9-7b8f950ababe', 'name': 'network-vif-deleted', 'tag': 'ab1e3f89-5923-4bdb-92e7-d36cca54b53a'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:56:59.338903 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47430) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:59.340229 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4294a233-182e-4cae-8f20-d94f1816cb6c" -d '{"events": [{"server_uuid": "0710e90e-bb42-4b12-a9a9-7b8f950ababe", "name": "network-vif-deleted", "tag": "ab1e3f89-5923-4bdb-92e7-d36cca54b53a"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:56:59.422546 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9707d1-fe02-4be2-98c4-5291d37a1c92 x-openstack-request-id: req-fd9707d1-fe02-4be2-98c4-5291d37a1c92 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:56:59.423206 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0710e90e-bb42-4b12-a9a9-7b8f950ababe", "name": "network-vif-deleted", "tag": "ab1e3f89-5923-4bdb-92e7-d36cca54b53a", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:56:59.423206 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-fd9707d1-fe02-4be2-98c4-5291d37a1c92 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:56:59.423514 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0710e90e-bb42-4b12-a9a9-7b8f950ababe', 'name': 'network-vif-deleted', 'tag': 'ab1e3f89-5923-4bdb-92e7-d36cca54b53a', 'status': 'completed', 'code': 200} Aug 16 20:56:59.426244 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1fb067a1-7c1e-40f4-b367-de04fd911885 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.496535 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3404d85b-c237-46e2-8d5a-b747be5aac0f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.502951 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3404d85b-c237-46e2-8d5a-b747be5aac0f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.561987 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-fd9bf2bc-0a29-4f14-97f3-ead2658695a6 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Deleting port 9e0ac5e4-c90b-47a0-a1b0-9d7a541a1272 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:59.562259 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fd9bf2bc-0a29-4f14-97f3-ead2658695a6 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.571903 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d870e-917d-4a9e-8a4b-0c85b4fc823c req-c22170c0-bf69-4e59-b84b-6dd6ffc2bce8 tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:59.580503 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-927d870e-917d-4a9e-8a4b-0c85b4fc823c req-c22170c0-bf69-4e59-b84b-6dd6ffc2bce8 tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] 10.222.0.84 "GET /v2.0/ports?device_id=6ce3cd11-7254-41d8-8810-51888989dfce HTTP/1.1" status: 200 len: 944 time: 0.1172547 Aug 16 20:56:59.595911 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1fb067a1-7c1e-40f4-b367-de04fd911885 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.691546 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fd9bf2bc-0a29-4f14-97f3-ead2658695a6 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.692150 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fd9bf2bc-0a29-4f14-97f3-ead2658695a6 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.705201 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-927d870e-917d-4a9e-8a4b-0c85b4fc823c req-509fe4bb-c75c-49d2-a68e-95bcb8550dcd tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0af710a-82d1-4aad-92de-141639ee2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237636 Aug 16 20:56:59.706881 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-fd9bf2bc-0a29-4f14-97f3-ead2658695a6 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Calling delete_port for 9e0ac5e4-c90b-47a0-a1b0-9d7a541a1272 owned by network:floatingip {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:59.713290 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1fb067a1-7c1e-40f4-b367-de04fd911885 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.716473 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb067a1-7c1e-40f4-b367-de04fd911885 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'Port': ['ID=1a868caa-f7d7-45a4-bdaf-045d05cdb099,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:59.721965 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3404d85b-c237-46e2-8d5a-b747be5aac0f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.722548 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3404d85b-c237-46e2-8d5a-b747be5aac0f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Fanout notify agent at l3_agent the message router_deleted on router b65da5ff-15cd-4266-90d8-221c5d42ca9c {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:56:59.732023 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3404d85b-c237-46e2-8d5a-b747be5aac0f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.732023 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3404d85b-c237-46e2-8d5a-b747be5aac0f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "DELETE /v2.0/routers/b65da5ff-15cd-4266-90d8-221c5d42ca9c HTTP/1.1" status: 204 len: 168 time: 0.6589913 Aug 16 20:56:59.734956 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47436) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:59.835736 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-40438da4-1d85-44b6-9c58-bbee55db384f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Deleting subnet f531d8d9-9db6-41dc-9cf1-a8694efeb4c2 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:56:59.840697 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-40438da4-1d85-44b6-9c58-bbee55db384f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.904709 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-40438da4-1d85-44b6-9c58-bbee55db384f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.935745 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb067a1-7c1e-40f4-b367-de04fd911885 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Network 2f000086-bb25-4804-bb75-7f6ad068705a is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:59.940389 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-1fb067a1-7c1e-40f4-b367-de04fd911885 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:59.990448 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fd9bf2bc-0a29-4f14-97f3-ead2658695a6 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:00.063811 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9bf2bc-0a29-4f14-97f3-ead2658695a6 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Pushing event deleted for resources: {'Port': ['ID=9e0ac5e4-c90b-47a0-a1b0-9d7a541a1272,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:00.094748 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-40438da4-1d85-44b6-9c58-bbee55db384f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:00.117875 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fd9bf2bc-0a29-4f14-97f3-ead2658695a6 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks [] for floatingip, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:00.120858 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fd9bf2bc-0a29-4f14-97f3-ead2658695a6 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:00.135001 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fd9bf2bc-0a29-4f14-97f3-ead2658695a6 tempest-ServersTestJSON-82930465 tempest-ServersTestJSON-82930465-project] 10.222.0.84 "DELETE /v2.0/floatingips/c8ee1c40-58cc-443c-8643-7692914ab47a HTTP/1.1" status: 204 len: 168 time: 0.7807889 Aug 16 20:57:00.139769 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47446) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:00.226389 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e3dc7724-6b7a-45ed-8629-ee000ebcf528 req-4370d6ba-b749-4cc0-82f8-1480eecd94a7 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=0710e90e-bb42-4b12-a9a9-7b8f950ababe HTTP/1.1" status: 200 len: 210 time: 0.0333846 Aug 16 20:57:00.318428 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb067a1-7c1e-40f4-b367-de04fd911885 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Router eab742db-d387-442e-9860-6c4c7f13961a is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:57:00.320555 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d86bf5b9-605f-4619-9a85-e66e14ba8c89 None None] Provisioning complete for port 1a868caa-f7d7-45a4-bdaf-045d05cdb099 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:00.322661 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d86bf5b9-605f-4619-9a85-e66e14ba8c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:00.401397 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-d86bf5b9-605f-4619-9a85-e66e14ba8c89 None None] Port 1a868caa-f7d7-45a4-bdaf-045d05cdb099 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:00.408541 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-40438da4-1d85-44b6-9c58-bbee55db384f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:00.489943 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67e5295-c360-47cd-a47f-2143f5c1cbf4 None None] Network 48f676f6-8111-44a4-a1ef-1fafc6281a0d requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:00.491897 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40438da4-1d85-44b6-9c58-bbee55db384f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event deleted for resources: {'Subnet': ['ID=f531d8d9-9db6-41dc-9cf1-a8694efeb4c2,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:00.493968 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-40438da4-1d85-44b6-9c58-bbee55db384f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:00.498748 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-40438da4-1d85-44b6-9c58-bbee55db384f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "DELETE /v2.0/subnets/f531d8d9-9db6-41dc-9cf1-a8694efeb4c2 HTTP/1.1" status: 204 len: 168 time: 0.7627425 Aug 16 20:57:00.499192 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47448) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:00.515591 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb067a1-7c1e-40f4-b367-de04fd911885 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:57:00.522800 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1fb067a1-7c1e-40f4-b367-de04fd911885 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "PUT /v2.0/routers/eab742db-d387-442e-9860-6c4c7f13961a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5624285 Aug 16 20:57:00.525186 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47450) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:00.535776 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ba8ede-ade7-49dd-ad98-fdf38ee4b382 None None] Sync routers for ids ['eab742db-d387-442e-9860-6c4c7f13961a'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:57:00.557322 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ba8ede-ade7-49dd-ad98-fdf38ee4b382 None None] Routers {'eab742db-d387-442e-9860-6c4c7f13961a'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:57:00.558253 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-26ba8ede-ade7-49dd-ad98-fdf38ee4b382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:56:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['eab742db-d387-442e-9860-6c4c7f13961a'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:00.584411 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b677be3b-59de-43b6-a229-650e21e33d45 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:00.589427 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b677be3b-59de-43b6-a229-650e21e33d45 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "GET /v2.0/ports?device_id=eab742db-d387-442e-9860-6c4c7f13961a HTTP/1.1" status: 200 len: 983 time: 0.0631223 Aug 16 20:57:00.589594 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2af735ee-3bb0-4127-b26c-4ff8fed261c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:00.590241 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47452) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:00.605994 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-26ba8ede-ade7-49dd-ad98-fdf38ee4b382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:00.666861 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ba8ede-ade7-49dd-ad98-fdf38ee4b382 None None] Routers {'eab742db-d387-442e-9860-6c4c7f13961a'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:57:00.667859 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-26ba8ede-ade7-49dd-ad98-fdf38ee4b382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:56:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['eab742db-d387-442e-9860-6c4c7f13961a'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:00.672690 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 22c6bafc-afe8-4602-83b9-661b9f72a809 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:57:00.674770 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ab1e3f89-5923-4bdb-92e7-d36cca54b53a no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:57:00.692719 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-954c46b9-165d-460b-8e9d-00e388f5af32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:00.729314 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-26ba8ede-ade7-49dd-ad98-fdf38ee4b382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:00.729314 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ba8ede-ade7-49dd-ad98-fdf38ee4b382 None None] The sync data for ids ['eab742db-d387-442e-9860-6c4c7f13961a'] in n-d-793620-15 is: [] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:57:00.740758 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: ab1e3f89-5923-4bdb-92e7-d36cca54b53a {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:57:00.741516 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ab1e3f89-5923-4bdb-92e7-d36cca54b53a not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:57:00.765064 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-2af735ee-3bb0-4127-b26c-4ff8fed261c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Deleting port 165022e9-8df6-439b-92bc-2689f85da63b {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:00.765436 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2af735ee-3bb0-4127-b26c-4ff8fed261c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:00.881407 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d8cb1-2e1d-4475-91d3-1d02bd2d3345 req-c9efe747-bc5a-4e40-8754-1181aceaabed tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:00.884587 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 22c6bafc-afe8-4602-83b9-661b9f72a809, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=22c6bafc-afe8-4602-83b9-661b9f72a809,segment=NetworkSegment(739f9ac1-9fee-464c-9345-5db7b3d255ef),segment_id=739f9ac1-9fee-464c-9345-5db7b3d255ef)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:00.889450 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-167d8cb1-2e1d-4475-91d3-1d02bd2d3345 req-c9efe747-bc5a-4e40-8754-1181aceaabed tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] 10.222.0.84 "GET /v2.0/ports?device_id=6ce3cd11-7254-41d8-8810-51888989dfce HTTP/1.1" status: 200 len: 944 time: 0.0726776 Aug 16 20:57:00.890568 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-2af735ee-3bb0-4127-b26c-4ff8fed261c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] For port 165022e9-8df6-439b-92bc-2689f85da63b, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=165022e9-8df6-439b-92bc-2689f85da63b,segment=NetworkSegment(3ba2d27c-e57c-4ae0-bf8f-4a4ca0ed0c60),segment_id=3ba2d27c-e57c-4ae0-bf8f-4a4ca0ed0c60)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:00.890568 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2af735ee-3bb0-4127-b26c-4ff8fed261c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:00.900582 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '22c6bafc-afe8-4602-83b9-661b9f72a809', 'network_id': 'c3e0531d-183d-4de8-9aad-feceff638ce1', 'port_id': '22c6bafc-afe8-4602-83b9-661b9f72a809', 'mac_address': 'fa:16:3e:7a:48:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca215f8-a493-40cd-a157-386eae9bc6fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:57:00.907714 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-2af735ee-3bb0-4127-b26c-4ff8fed261c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Calling delete_port for 165022e9-8df6-439b-92bc-2689f85da63b owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:00.969888 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-167d8cb1-2e1d-4475-91d3-1d02bd2d3345 req-3a078faf-db82-4663-900d-081b1e680416 tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0af710a-82d1-4aad-92de-141639ee2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766914 Aug 16 20:57:00.997169 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72284b62-a2b9-42de-8a29-ca515ee78eaa None None] DHCP port deletion for 48f676f6-8111-44a4-a1ef-1fafc6281a0d request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:57:00.999949 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:01.017689 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c6bafc-afe8-4602-83b9-661b9f72a809 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:57:01.048826 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 22c6bafc-afe8-4602-83b9-661b9f72a809, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=22c6bafc-afe8-4602-83b9-661b9f72a809,segment=NetworkSegment(739f9ac1-9fee-464c-9345-5db7b3d255ef),segment_id=739f9ac1-9fee-464c-9345-5db7b3d255ef)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:01.114730 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-72284b62-a2b9-42de-8a29-ca515ee78eaa None None] Deleting port 165022e9-8df6-439b-92bc-2689f85da63b {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:01.115365 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-72284b62-a2b9-42de-8a29-ca515ee78eaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:01.160677 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:01.172996 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2af735ee-3bb0-4127-b26c-4ff8fed261c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:01.181947 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-954c46b9-165d-460b-8e9d-00e388f5af32 admin admin] Deleting port 79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:01.182295 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-954c46b9-165d-460b-8e9d-00e388f5af32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:01.217675 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-72284b62-a2b9-42de-8a29-ca515ee78eaa None None] For port 165022e9-8df6-439b-92bc-2689f85da63b, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=165022e9-8df6-439b-92bc-2689f85da63b,segment=NetworkSegment(3ba2d27c-e57c-4ae0-bf8f-4a4ca0ed0c60),segment_id=3ba2d27c-e57c-4ae0-bf8f-4a4ca0ed0c60)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:01.218257 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-72284b62-a2b9-42de-8a29-ca515ee78eaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:01.241901 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-72284b62-a2b9-42de-8a29-ca515ee78eaa None None] Calling delete_port for 165022e9-8df6-439b-92bc-2689f85da63b owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:01.261965 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=22c6bafc-afe8-4602-83b9-661b9f72a809,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:01.280911 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-954c46b9-165d-460b-8e9d-00e388f5af32 admin admin] For port 79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39,segment=NetworkSegment(d984b6bd-f46a-4d33-83cf-6d7420990d0d),segment_id=d984b6bd-f46a-4d33-83cf-6d7420990d0d)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:01.281280 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-954c46b9-165d-460b-8e9d-00e388f5af32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:01.296489 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-954c46b9-165d-460b-8e9d-00e388f5af32 admin admin] Calling delete_port for 79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39 owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:01.364741 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-72284b62-a2b9-42de-8a29-ca515ee78eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:01.382988 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af735ee-3bb0-4127-b26c-4ff8fed261c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] No DVR routers for this DVR port 165022e9-8df6-439b-92bc-2689f85da63b on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:57:01.390045 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af735ee-3bb0-4127-b26c-4ff8fed261c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event deleted for resources: {'Port': ['ID=165022e9-8df6-439b-92bc-2689f85da63b,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:01.395605 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72284b62-a2b9-42de-8a29-ca515ee78eaa None None] Pushing event deleted for resources: {'Port': ['ID=165022e9-8df6-439b-92bc-2689f85da63b,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:01.402188 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72284b62-a2b9-42de-8a29-ca515ee78eaa None None] No DVR routers for this DVR port 165022e9-8df6-439b-92bc-2689f85da63b on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:57:01.438632 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['22c6bafc-afe8-4602-83b9-661b9f72a809'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:57:01.508540 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-21c1cc44-1764-4cfc-92ce-83fdb81b9e3d tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:01.517430 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2af735ee-3bb0-4127-b26c-4ff8fed261c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:01.570001 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-2af735ee-3bb0-4127-b26c-4ff8fed261c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f676f6-8111-44a4-a1ef-1fafc6281a0d']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:01.585786 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-2af735ee-3bb0-4127-b26c-4ff8fed261c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba2d27c-e57c-4ae0-bf8f-4a4ca0ed0c60') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:01.586138 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-2af735ee-3bb0-4127-b26c-4ff8fed261c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba2d27c-e57c-4ae0-bf8f-4a4ca0ed0c60') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:01.599371 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2af735ee-3bb0-4127-b26c-4ff8fed261c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:01.622983 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2af735ee-3bb0-4127-b26c-4ff8fed261c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:01.630249 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2af735ee-3bb0-4127-b26c-4ff8fed261c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:57:01.630634 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2af735ee-3bb0-4127-b26c-4ff8fed261c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:01.633610 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:57:01.633610 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:57:01.633610 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:57:01.633610 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:57:01.633610 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:57:01.633610 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:57:01.633610 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:57:01.633610 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:57:01.633610 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:57:01.633610 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:57:01.633610 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:57:01.633610 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:57:01.633610 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:57:01.633610 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:57:01.633610 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:57:01.633610 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:57:01.633610 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:57:01.633610 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:57:01.633610 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:57:01.633610 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:57:01.633610 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:57:01.633610 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:57:01.633610 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:57:01.633610 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:57:01.633610 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:57:01.633610 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:57:01.633610 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:57:01.633610 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:57:01.633610 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:57:01.633610 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:57:01.633610 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:57:01.633610 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:57:01.781268 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-21c1cc44-1764-4cfc-92ce-83fdb81b9e3d tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Deleting port 1a868caa-f7d7-45a4-bdaf-045d05cdb099 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:01.781621 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-21c1cc44-1764-4cfc-92ce-83fdb81b9e3d tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:01.793087 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-954c46b9-165d-460b-8e9d-00e388f5af32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:01.797537 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2af735ee-3bb0-4127-b26c-4ff8fed261c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:01.808134 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2af735ee-3bb0-4127-b26c-4ff8fed261c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:01.813868 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2af735ee-3bb0-4127-b26c-4ff8fed261c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "DELETE /v2.0/networks/48f676f6-8111-44a4-a1ef-1fafc6281a0d HTTP/1.1" status: 204 len: 168 time: 1.3100626 Aug 16 20:57:01.827255 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47468) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:01.832704 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-1dd0aded-eb54-4118-9121-8e2ff3b428f7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Request body: {'network': {'name': 'tempest-RoutersTest-1420935940'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:01.848194 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c46b9-165d-460b-8e9d-00e388f5af32 admin admin] Pushing event deleted for resources: {'Port': ['ID=79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:01.850878 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af735ee-3bb0-4127-b26c-4ff8fed261c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event deleted for resources: {'Network': ['ID=48f676f6-8111-44a4-a1ef-1fafc6281a0d,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:01.930644 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-21c1cc44-1764-4cfc-92ce-83fdb81b9e3d tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:01.947581 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd0aded-eb54-4118-9121-8e2ff3b428f7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Made reservation on behalf of 0b19238fc82d40c8a6e9e0dd94761190 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:01.951074 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1dd0aded-eb54-4118-9121-8e2ff3b428f7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:01.954195 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-21c1cc44-1764-4cfc-92ce-83fdb81b9e3d tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Calling delete_port for 1a868caa-f7d7-45a4-bdaf-045d05cdb099 owned by network:router_interface {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:01.992555 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197284d-6034-45d5-89f9-49dd0d0252ff req-a51a353b-6f10-4f07-a3e8-7532eb7cc203 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:01.994167 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0197284d-6034-45d5-89f9-49dd0d0252ff req-a51a353b-6f10-4f07-a3e8-7532eb7cc203 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=29531bfa-58da-4bbb-ad14-f335a5e48657 HTTP/1.1" status: 200 len: 946 time: 0.1231010 Aug 16 20:57:02.077980 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dd0aded-eb54-4118-9121-8e2ff3b428f7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:57:02.084883 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-954c46b9-165d-460b-8e9d-00e388f5af32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:02.104923 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0197284d-6034-45d5-89f9-49dd0d0252ff req-9396086c-a418-40c5-af37-106c28dd328f tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679414 Aug 16 20:57:02.118098 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1dd0aded-eb54-4118-9121-8e2ff3b428f7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:02.118490 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-1dd0aded-eb54-4118-9121-8e2ff3b428f7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Added segment d31e8c4d-98e0-4b8b-aa36-f3ce8e00dc8b of type vlan for network b0fefc4b-71fa-4bac-872e-5b9468961540 Aug 16 20:57:02.189834 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1dd0aded-eb54-4118-9121-8e2ff3b428f7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:02.237055 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b968fd-21d7-413f-9355-9f36d22f1699 req-5f5194fb-ddf3-4a6a-a325-b9ce22a7a415 tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:02.239168 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a0b968fd-21d7-413f-9355-9f36d22f1699 req-5f5194fb-ddf3-4a6a-a325-b9ce22a7a415 tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] 10.222.0.84 "GET /v2.0/ports?device_id=6ce3cd11-7254-41d8-8810-51888989dfce HTTP/1.1" status: 200 len: 945 time: 0.1444995 Aug 16 20:57:02.275319 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 165022e9-8df6-439b-92bc-2689f85da63b no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:57:02.299873 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 165022e9-8df6-439b-92bc-2689f85da63b {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:57:02.303002 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 165022e9-8df6-439b-92bc-2689f85da63b not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:57:02.336628 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a0b968fd-21d7-413f-9355-9f36d22f1699 req-630e324a-ab58-4fbe-9946-0e6a23b9c626 tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0af710a-82d1-4aad-92de-141639ee2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901024 Aug 16 20:57:02.372273 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954c46b9-165d-460b-8e9d-00e388f5af32 admin admin] Router e1b101a6-a366-4e79-9713-23df7cd54b78 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:57:02.387752 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1dd0aded-eb54-4118-9121-8e2ff3b428f7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:02.393443 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd0aded-eb54-4118-9121-8e2ff3b428f7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:02.394289 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1dd0aded-eb54-4118-9121-8e2ff3b428f7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:02.463916 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd0aded-eb54-4118-9121-8e2ff3b428f7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event updated for resources: {'Network': ['ID=b0fefc4b-71fa-4bac-872e-5b9468961540,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:02.477199 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network b0fefc4b-71fa-4bac-872e-5b9468961540 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:57:02.533172 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-21c1cc44-1764-4cfc-92ce-83fdb81b9e3d tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:02.564733 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c1cc44-1764-4cfc-92ce-83fdb81b9e3d tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'Port': ['ID=1a868caa-f7d7-45a4-bdaf-045d05cdb099,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:02.598066 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1dd0aded-eb54-4118-9121-8e2ff3b428f7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7702537 Aug 16 20:57:02.618896 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47480) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:02.624062 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-0e0855ce-21f9-47c9-ac61-3334c87100d3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Request body: {'subnet': {'network_id': 'b0fefc4b-71fa-4bac-872e-5b9468961540', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:02.647767 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 22c6bafc-afe8-4602-83b9-661b9f72a809 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:57:02.796505 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954c46b9-165d-460b-8e9d-00e388f5af32 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:57:02.797478 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-21c1cc44-1764-4cfc-92ce-83fdb81b9e3d tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:02.797606 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-954c46b9-165d-460b-8e9d-00e388f5af32 admin admin] 10.222.0.84 "PUT /v2.0/routers/e1b101a6-a366-4e79-9713-23df7cd54b78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6551847 Aug 16 20:57:02.797606 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47482) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:02.798665 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b9be57-cea7-4af1-b447-0ceba4756109 None None] Sync routers for ids ['e1b101a6-a366-4e79-9713-23df7cd54b78'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:57:02.808761 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b9be57-cea7-4af1-b447-0ceba4756109 None None] Routers {'e1b101a6-a366-4e79-9713-23df7cd54b78'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:57:02.809601 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-d8b9be57-cea7-4af1-b447-0ceba4756109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:56:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['e1b101a6-a366-4e79-9713-23df7cd54b78'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:02.813473 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 22c6bafc-afe8-4602-83b9-661b9f72a809 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:02.817999 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 22c6bafc-afe8-4602-83b9-661b9f72a809 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:02.818499 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:02.933957 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:02.939921 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0855ce-21f9-47c9-ac61-3334c87100d3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Made reservation on behalf of 0b19238fc82d40c8a6e9e0dd94761190 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:02.946293 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0e0855ce-21f9-47c9-ac61-3334c87100d3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:02.957432 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f1f08856-6e04-4b4e-8e2b-998cc9f9bfe7 admin admin] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:02.959323 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce3cd11-7254-41d8-8810-51888989dfce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c6bafc-afe8-4602-83b9-661b9f72a809'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:57:02.961799 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae2c454-e01c-442b-a0fa-f05d74b8d99e" -d '{"events": [{"server_uuid": "6ce3cd11-7254-41d8-8810-51888989dfce", "name": "network-vif-plugged", "status": "completed", "tag": "22c6bafc-afe8-4602-83b9-661b9f72a809"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:57:02.976077 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 22c6bafc-afe8-4602-83b9-661b9f72a809, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=22c6bafc-afe8-4602-83b9-661b9f72a809,segment=NetworkSegment(739f9ac1-9fee-464c-9345-5db7b3d255ef),segment_id=739f9ac1-9fee-464c-9345-5db7b3d255ef)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:02.999831 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-d8b9be57-cea7-4af1-b447-0ceba4756109 None None] Set router e1b101a6-a366-4e79-9713-23df7cd54b78 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:57:03.017368 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3e497d-458a-4521-a795-918aea4b3185 x-openstack-request-id: req-eb3e497d-458a-4521-a795-918aea4b3185 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:57:03.018320 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce3cd11-7254-41d8-8810-51888989dfce", "name": "network-vif-plugged", "status": "completed", "tag": "22c6bafc-afe8-4602-83b9-661b9f72a809", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:57:03.018320 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-eb3e497d-458a-4521-a795-918aea4b3185 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:57:03.018320 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce3cd11-7254-41d8-8810-51888989dfce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c6bafc-afe8-4602-83b9-661b9f72a809', 'code': 200} Aug 16 20:57:03.064445 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:03.074050 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c1cc44-1764-4cfc-92ce-83fdb81b9e3d tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Router eab742db-d387-442e-9860-6c4c7f13961a has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:57:03.093877 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f1f08856-6e04-4b4e-8e2b-998cc9f9bfe7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:03.146275 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=22c6bafc-afe8-4602-83b9-661b9f72a809,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:03.257035 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-f1f08856-6e04-4b4e-8e2b-998cc9f9bfe7 admin admin] Deleting port 7abd9d81-e2be-41b2-8ae9-0140cdd84aac {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:03.257654 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f1f08856-6e04-4b4e-8e2b-998cc9f9bfe7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:03.260795 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-d8b9be57-cea7-4af1-b447-0ceba4756109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b101a6-a366-4e79-9713-23df7cd54b78', 'name': 'tempest-ServersTestJSON-825680079-router', 'tenant_id': '049f64fdbbd64e3192a47c9a630e167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7abd9d81-e2be-41b2-8ae9-0140cdd84aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:54:31Z', 'updated_at': '2021-08-16T20:57:01Z', 'revision_number': 5, 'project_id': '049f64fdbbd64e3192a47c9a630e167c', 'gw_port': {'id': '7abd9d81-e2be-41b2-8ae9-0140cdd84aac', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b101a6-a366-4e79-9713-23df7cd54b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:33Z', 'updated_at': '2021-08-16T20:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:03.291987 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b9be57-cea7-4af1-b447-0ceba4756109 None None] Checking router: e1b101a6-a366-4e79-9713-23df7cd54b78 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:57:03.301902 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b9be57-cea7-4af1-b447-0ceba4756109 None None] Routers {'e1b101a6-a366-4e79-9713-23df7cd54b78'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:57:03.305918 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-d8b9be57-cea7-4af1-b447-0ceba4756109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:56:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['e1b101a6-a366-4e79-9713-23df7cd54b78'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:03.309713 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259278a-8022-4353-8b58-a0da158b691a req-b9784355-364b-4e3f-9746-a3bf228d0ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:03.311677 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b259278a-8022-4353-8b58-a0da158b691a req-b9784355-364b-4e3f-9746-a3bf228d0ab3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6ce3cd11-7254-41d8-8810-51888989dfce HTTP/1.1" status: 200 len: 1098 time: 0.2235966 Aug 16 20:57:03.312202 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c1cc44-1764-4cfc-92ce-83fdb81b9e3d tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:57:03.320449 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-21c1cc44-1764-4cfc-92ce-83fdb81b9e3d tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "PUT /v2.0/routers/eab742db-d387-442e-9860-6c4c7f13961a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7263377 Aug 16 20:57:03.321982 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47494) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:03.333178 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee226919-300c-4a91-a8d6-3a4a07c4b656 None None] Sync routers for ids ['eab742db-d387-442e-9860-6c4c7f13961a'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:57:03.350487 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee226919-300c-4a91-a8d6-3a4a07c4b656 None None] Routers {'eab742db-d387-442e-9860-6c4c7f13961a'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:57:03.350487 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-ee226919-300c-4a91-a8d6-3a4a07c4b656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:56:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['eab742db-d387-442e-9860-6c4c7f13961a'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:03.394524 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c655fdc-2b98-4efd-8aff-a755cf550c7b tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] GET failed (client error): The resource could not be found. Aug 16 20:57:03.397020 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4c655fdc-2b98-4efd-8aff-a755cf550c7b tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "GET /v2.0/ports/1a868caa-f7d7-45a4-bdaf-045d05cdb099 HTTP/1.1" status: 404 len: 333 time: 0.0740676 Aug 16 20:57:03.399768 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47502) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:03.428217 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0c54b-7815-4a48-a0c1-45faae985b67 req-cc183bc6-87d0-426e-af07-e8b4f32cbcb3 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:03.436337 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-33b0c54b-7815-4a48-a0c1-45faae985b67 req-cc183bc6-87d0-426e-af07-e8b4f32cbcb3 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=29531bfa-58da-4bbb-ad14-f335a5e48657 HTTP/1.1" status: 200 len: 946 time: 0.2212143 Aug 16 20:57:03.438729 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-ee226919-300c-4a91-a8d6-3a4a07c4b656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:03.458406 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0dd641-05bb-4bdc-9e60-79bb9fabc5b7 req-3e0d10b4-96da-4380-8ff7-3f3116ab7e60 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:03.459413 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee226919-300c-4a91-a8d6-3a4a07c4b656 None None] Routers {'eab742db-d387-442e-9860-6c4c7f13961a'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:57:03.460106 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3a0dd641-05bb-4bdc-9e60-79bb9fabc5b7 req-3e0d10b4-96da-4380-8ff7-3f3116ab7e60 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.72 "GET /v2.0/ports?device_id=29531bfa-58da-4bbb-ad14-f335a5e48657 HTTP/1.1" status: 200 len: 946 time: 0.2202897 Aug 16 20:57:03.460261 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-ee226919-300c-4a91-a8d6-3a4a07c4b656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:56:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['eab742db-d387-442e-9860-6c4c7f13961a'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:03.480806 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-d8b9be57-cea7-4af1-b447-0ceba4756109 None None] Set router e1b101a6-a366-4e79-9713-23df7cd54b78 gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:57:03.487629 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b259278a-8022-4353-8b58-a0da158b691a req-9a495bae-eec0-4d7b-ac19-199c5d84be2c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c0af710a-82d1-4aad-92de-141639ee2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677494 Aug 16 20:57:03.499526 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-45a01011-1d3c-433a-a672-95272153fdee tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:03.524908 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-ee226919-300c-4a91-a8d6-3a4a07c4b656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:03.525621 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee226919-300c-4a91-a8d6-3a4a07c4b656 None None] The sync data for ids ['eab742db-d387-442e-9860-6c4c7f13961a'] in n-d-793620-15 is: [] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:57:03.572405 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-d8b9be57-cea7-4af1-b447-0ceba4756109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b101a6-a366-4e79-9713-23df7cd54b78', 'name': 'tempest-ServersTestJSON-825680079-router', 'tenant_id': '049f64fdbbd64e3192a47c9a630e167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:54:31Z', 'updated_at': '2021-08-16T20:57:03Z', 'revision_number': 6, 'project_id': '049f64fdbbd64e3192a47c9a630e167c', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:03.589879 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0e0855ce-21f9-47c9-ac61-3334c87100d3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:03.590459 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-f1f08856-6e04-4b4e-8e2b-998cc9f9bfe7 admin admin] For port 7abd9d81-e2be-41b2-8ae9-0140cdd84aac, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=7abd9d81-e2be-41b2-8ae9-0140cdd84aac,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:03.590610 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f1f08856-6e04-4b4e-8e2b-998cc9f9bfe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:03.602307 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b9be57-cea7-4af1-b447-0ceba4756109 None None] The sync data for ids ['e1b101a6-a366-4e79-9713-23df7cd54b78'] in n-d-793620-15 is: [{'id': 'e1b101a6-a366-4e79-9713-23df7cd54b78', 'name': 'tempest-ServersTestJSON-825680079-router', 'tenant_id': '049f64fdbbd64e3192a47c9a630e167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:54:31Z', 'updated_at': '2021-08-16T20:57:03Z', 'revision_number': 6, 'project_id': '049f64fdbbd64e3192a47c9a630e167c', 'gw_port_host': None}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:57:03.607544 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-f1f08856-6e04-4b4e-8e2b-998cc9f9bfe7 admin admin] Calling delete_port for 7abd9d81-e2be-41b2-8ae9-0140cdd84aac owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:03.622046 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-33b0c54b-7815-4a48-a0c1-45faae985b67 req-836e903e-f92c-4a86-8df1-c0c476819019 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847177 Aug 16 20:57:03.703935 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615cf45e-5edb-49e1-bfcd-c45ba4af9d51 req-abe33c4e-789a-4455-85df-bf8991da314e tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:03.705572 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-615cf45e-5edb-49e1-bfcd-c45ba4af9d51 req-abe33c4e-789a-4455-85df-bf8991da314e tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] 10.222.0.84 "GET /v2.0/ports?device_id=6ce3cd11-7254-41d8-8810-51888989dfce HTTP/1.1" status: 200 len: 946 time: 0.1928310 Aug 16 20:57:03.730533 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0855ce-21f9-47c9-ac61-3334c87100d3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event updated for resources: {'Subnet': ['ID=cd9a58d5-8a1b-4d40-a8a4-388d6c1cb8b5,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:03.759205 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-45a01011-1d3c-433a-a672-95272153fdee tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:03.762405 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-45a01011-1d3c-433a-a672-95272153fdee tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:03.771667 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-3a0dd641-05bb-4bdc-9e60-79bb9fabc5b7 req-38249255-deb6-4d1c-ad90-4dfdd8b81221 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Deleting port 4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:03.772130 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3a0dd641-05bb-4bdc-9e60-79bb9fabc5b7 req-38249255-deb6-4d1c-ad90-4dfdd8b81221 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:03.820311 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-615cf45e-5edb-49e1-bfcd-c45ba4af9d51 req-e1ed5f9f-885a-41b3-8dd5-9225086b77fa tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0af710a-82d1-4aad-92de-141639ee2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032166 Aug 16 20:57:03.821025 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0855ce-21f9-47c9-ac61-3334c87100d3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Checking segment: {'id': 'd31e8c4d-98e0-4b8b-aa36-f3ce8e00dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b0fefc4b-71fa-4bac-872e-5b9468961540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:03.821387 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0855ce-21f9-47c9-ac61-3334c87100d3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Network hostable DHCP agents. Network: b0fefc4b-71fa-4bac-872e-5b9468961540, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:57:03.888163 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-45a01011-1d3c-433a-a672-95272153fdee tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:03.888691 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a01011-1d3c-433a-a672-95272153fdee tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Fanout notify agent at l3_agent the message router_deleted on router eab742db-d387-442e-9860-6c4c7f13961a {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:57:03.913505 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-45a01011-1d3c-433a-a672-95272153fdee tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:03.914762 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-45a01011-1d3c-433a-a672-95272153fdee tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/routers/eab742db-d387-442e-9860-6c4c7f13961a HTTP/1.1" status: 204 len: 168 time: 0.5136182 Aug 16 20:57:03.917244 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47506) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:03.927441 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-b4c859eb-f7cb-4861-9571-810f6622ed69 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1106484 Aug 16 20:57:03.971591 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-3a0dd641-05bb-4bdc-9e60-79bb9fabc5b7 req-38249255-deb6-4d1c-ad90-4dfdd8b81221 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] For port 4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6,segment=NetworkSegment(d750202b-6aed-4115-ba35-7fc31b994eaf),segment_id=d750202b-6aed-4115-ba35-7fc31b994eaf)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:03.972052 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3a0dd641-05bb-4bdc-9e60-79bb9fabc5b7 req-38249255-deb6-4d1c-ad90-4dfdd8b81221 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:03.985283 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0855ce-21f9-47c9-ac61-3334c87100d3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Network b0fefc4b-71fa-4bac-872e-5b9468961540 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:57:04.033029 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-3a0dd641-05bb-4bdc-9e60-79bb9fabc5b7 req-38249255-deb6-4d1c-ad90-4dfdd8b81221 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Calling delete_port for 4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:04.035704 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f1f08856-6e04-4b4e-8e2b-998cc9f9bfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:04.042599 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-c242b752-889f-4de0-b24f-fdd283477ce3 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Deleting subnet cd1338b1-bc52-4714-a597-b3289a92117d {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:57:04.055004 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c242b752-889f-4de0-b24f-fdd283477ce3 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:04.075748 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f08856-6e04-4b4e-8e2b-998cc9f9bfe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7abd9d81-e2be-41b2-8ae9-0140cdd84aac,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:04.091117 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-0e0855ce-21f9-47c9-ac61-3334c87100d3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, b0fefc4b-71fa-4bac-872e-5b9468961540) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:04.103565 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565a7d94-a21f-40b1-b678-bc4e00ff8fb1 None None] Network b0fefc4b-71fa-4bac-872e-5b9468961540 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:04.137778 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-2f2f93ec-481a-45fe-bc68-e00f2823a61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:04.138280 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-2f2f93ec-481a-45fe-bc68-e00f2823a61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:04.138770 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-2f2f93ec-481a-45fe-bc68-e00f2823a61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:04.139251 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-2f2f93ec-481a-45fe-bc68-e00f2823a61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:04.139736 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-2f2f93ec-481a-45fe-bc68-e00f2823a61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:04.140329 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-2f2f93ec-481a-45fe-bc68-e00f2823a61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:04.140795 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-2f2f93ec-481a-45fe-bc68-e00f2823a61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:04.142755 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-2f2f93ec-481a-45fe-bc68-e00f2823a61d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=739199610cfa4c2f8e9155deb4230364&device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 6509 time: 0.1512656 Aug 16 20:57:04.152577 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0855ce-21f9-47c9-ac61-3334c87100d3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:04.153385 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0e0855ce-21f9-47c9-ac61-3334c87100d3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:04.168052 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f1f08856-6e04-4b4e-8e2b-998cc9f9bfe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:04.177490 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c242b752-889f-4de0-b24f-fdd283477ce3 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:04.286648 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f1f08856-6e04-4b4e-8e2b-998cc9f9bfe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:04.291902 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f1f08856-6e04-4b4e-8e2b-998cc9f9bfe7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:04.303117 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-c40e26cd-df26-4b5a-946a-2a5d315ee6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:04.303511 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-c40e26cd-df26-4b5a-946a-2a5d315ee6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:04.304020 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-c40e26cd-df26-4b5a-946a-2a5d315ee6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:04.305655 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-c40e26cd-df26-4b5a-946a-2a5d315ee6eb service neutron] 10.222.0.90 "GET /v2.0/networks?id=1ffc2ed8-3433-480e-9e7b-c7131585caf6&id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&id=2808ba84-8eb6-448f-bf54-b316a16ed9b0&id=2808ba84-8eb6-448f-bf54-b316a16ed9b0 HTTP/1.1" status: 200 len: 2298 time: 0.1059997 Aug 16 20:57:04.317277 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0e0855ce-21f9-47c9-ac61-3334c87100d3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6974559 Aug 16 20:57:04.327016 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47510) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:04.337112 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-901a2c63-1403-407e-a2a4-ca14528b1e45 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1080602391', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:04.362865 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd91407-20f0-4f29-8af7-058297e6b187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-b0fefc4b-71fa-4bac-872e-5b9468961540', 'network_id': 'b0fefc4b-71fa-4bac-872e-5b9468961540', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'fixed_ips': [{'subnet_id': 'cd9a58d5-8a1b-4d40-a8a4-388d6c1cb8b5'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:57:04.363746 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-bcd91407-20f0-4f29-8af7-058297e6b187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:04.477403 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-c9bbe4c1-b2f7-445e-ba57-9ca08d5fa181 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f663d94-68b3-4016-94ab-cff5d3fc7931 HTTP/1.1" status: 200 len: 1000 time: 0.1590071 Aug 16 20:57:04.507109 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f1f08856-6e04-4b4e-8e2b-998cc9f9bfe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:04.508317 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f08856-6e04-4b4e-8e2b-998cc9f9bfe7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1b101a6-a366-4e79-9713-23df7cd54b78 {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:57:04.522220 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f1f08856-6e04-4b4e-8e2b-998cc9f9bfe7 admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:04.523655 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f1f08856-6e04-4b4e-8e2b-998cc9f9bfe7 admin admin] 10.222.0.84 "DELETE /v2.0/routers/e1b101a6-a366-4e79-9713-23df7cd54b78 HTTP/1.1" status: 204 len: 168 time: 1.7257884 Aug 16 20:57:04.526128 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47514) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:04.593199 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e9e9fd1-7a34-4452-9d9c-c8d96661bc58 admin admin] Deleting subnet 55977581-de25-4036-9f0a-1b1d4c44ef0d {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:57:04.600277 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9e9e9fd1-7a34-4452-9d9c-c8d96661bc58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:04.605522 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:57:04.626594 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-901a2c63-1403-407e-a2a4-ca14528b1e45 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:04.627691 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-901a2c63-1403-407e-a2a4-ca14528b1e45 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:04.639338 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:57:04.639699 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 79c0ebef-f4ee-4f6b-a0e1-fcdc60bb3d39 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:57:04.640202 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9e9e9fd1-7a34-4452-9d9c-c8d96661bc58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:04.655106 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c242b752-889f-4de0-b24f-fdd283477ce3 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:04.657032 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-bcd91407-20f0-4f29-8af7-058297e6b187 None None] Allocated IP 172.20.0.2 (b0fefc4b-71fa-4bac-872e-5b9468961540/cd9a58d5-8a1b-4d40-a8a4-388d6c1cb8b5/bedd3e67-3b09-4b1e-bf5d-a990a606b778) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:04.775897 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9e9e9fd1-7a34-4452-9d9c-c8d96661bc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:04.873631 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-bcd91407-20f0-4f29-8af7-058297e6b187 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:04.916034 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-bcd91407-20f0-4f29-8af7-058297e6b187 None None] Transition to ACTIVE for port object bedd3e67-3b09-4b1e-bf5d-a990a606b778 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:04.919547 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9e9e9fd1-7a34-4452-9d9c-c8d96661bc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:04.940261 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-bcd91407-20f0-4f29-8af7-058297e6b187 None None] Transition to ACTIVE for port object bedd3e67-3b09-4b1e-bf5d-a990a606b778 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:04.962806 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e9fd1-7a34-4452-9d9c-c8d96661bc58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55977581-de25-4036-9f0a-1b1d4c44ef0d,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:04.966708 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9e9e9fd1-7a34-4452-9d9c-c8d96661bc58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:04.968879 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9e9e9fd1-7a34-4452-9d9c-c8d96661bc58 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/55977581-de25-4036-9f0a-1b1d4c44ef0d HTTP/1.1" status: 204 len: 168 time: 0.4413455 Aug 16 20:57:04.971380 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47522) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:04.978125 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a6b115-6b73-48f2-b0ea-bc4e102e94a1 None None] Network b868f410-65e8-4176-9d6e-a22e40915bdb requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:04.998632 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3a0dd641-05bb-4bdc-9e60-79bb9fabc5b7 req-38249255-deb6-4d1c-ad90-4dfdd8b81221 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.023889 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['1b603ab1-6591-4239-a8f8-f9793a7747f5'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:57:05.053792 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-1eefad90-6004-48e2-b44c-1c51cfff9bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:05.055291 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-1eefad90-6004-48e2-b44c-1c51cfff9bdc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1f8a0b97-c998-4838-93b4-cc35dce1d7e0 HTTP/1.1" status: 200 len: 855 time: 0.5038087 Aug 16 20:57:05.064048 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-bcd91407-20f0-4f29-8af7-058297e6b187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.066548 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2db74593-de70-43a7-abd8-a3fddcbd1aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.084350 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bad4ee64-3698-460b-8382-8830716efd03 req-a8064878-0d75-4dc4-bd5a-c7fbf460097b tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=29531bfa-58da-4bbb-ad14-f335a5e48657 HTTP/1.1" status: 200 len: 210 time: 0.1035395 Aug 16 20:57:05.103704 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-901a2c63-1403-407e-a2a4-ca14528b1e45 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.138307 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-2db74593-de70-43a7-abd8-a3fddcbd1aca admin admin] Deleting port c896694a-84e5-4833-a8f7-ea289d02c62f {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:05.138307 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2db74593-de70-43a7-abd8-a3fddcbd1aca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.145398 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd91407-20f0-4f29-8af7-058297e6b187 None None] Network b0fefc4b-71fa-4bac-872e-5b9468961540 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:05.146852 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38249255-deb6-4d1c-ad90-4dfdd8b81221 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Pushing event deleted for resources: {'Port': ['ID=4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:05.153092 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-bcd91407-20f0-4f29-8af7-058297e6b187 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:05.155454 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd91407-20f0-4f29-8af7-058297e6b187 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:05.198136 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd91407-20f0-4f29-8af7-058297e6b187 None None] Pushing event updated for resources: {'Port': ['ID=bedd3e67-3b09-4b1e-bf5d-a990a606b778,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:05.199905 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-901a2c63-1403-407e-a2a4-ca14528b1e45 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.205481 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-2db74593-de70-43a7-abd8-a3fddcbd1aca admin admin] For port c896694a-84e5-4833-a8f7-ea289d02c62f, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=c896694a-84e5-4833-a8f7-ea289d02c62f,segment=NetworkSegment(d984b6bd-f46a-4d33-83cf-6d7420990d0d),segment_id=d984b6bd-f46a-4d33-83cf-6d7420990d0d)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:05.206614 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2db74593-de70-43a7-abd8-a3fddcbd1aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.228775 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-2db74593-de70-43a7-abd8-a3fddcbd1aca admin admin] Calling delete_port for c896694a-84e5-4833-a8f7-ea289d02c62f owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:05.239350 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cfd37d-97b9-497e-ad2b-6d12a7a9bc97 req-431a6a04-35ee-4a67-aa1f-ee52a0102935 tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:05.241285 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c7cfd37d-97b9-497e-ad2b-6d12a7a9bc97 req-431a6a04-35ee-4a67-aa1f-ee52a0102935 tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] 10.222.0.84 "GET /v2.0/ports?device_id=6ce3cd11-7254-41d8-8810-51888989dfce HTTP/1.1" status: 200 len: 946 time: 0.2629855 Aug 16 20:57:05.242974 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a0dd641-05bb-4bdc-9e60-79bb9fabc5b7 req-38249255-deb6-4d1c-ad90-4dfdd8b81221 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] No DVR routers for this DVR port 4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6 on host n-h1-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:57:05.249101 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3a0dd641-05bb-4bdc-9e60-79bb9fabc5b7 req-38249255-deb6-4d1c-ad90-4dfdd8b81221 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.251349 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3a0dd641-05bb-4bdc-9e60-79bb9fabc5b7 req-38249255-deb6-4d1c-ad90-4dfdd8b81221 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.72 "DELETE /v2.0/ports/4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6 HTTP/1.1" status: 204 len: 173 time: 1.7820895 Aug 16 20:57:05.251819 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29531bfa-58da-4bbb-ad14-f335a5e48657', 'name': 'network-vif-deleted', 'tag': '4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:57:05.255177 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5d45a6-a0ec-4d5b-b5a5-297a5abf885f" -d '{"events": [{"server_uuid": "29531bfa-58da-4bbb-ad14-f335a5e48657", "name": "network-vif-deleted", "tag": "4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:57:05.264337 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-cd868167-ee63-439c-8006-94ba748956f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:05.265974 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-cd868167-ee63-439c-8006-94ba748956f3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ffc2ed8-3433-480e-9e7b-c7131585caf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1774318 Aug 16 20:57:05.281792 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c242b752-889f-4de0-b24f-fdd283477ce3 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.291190 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-bcd91407-20f0-4f29-8af7-058297e6b187 None None] Attempting to bind port bedd3e67-3b09-4b1e-bf5d-a990a606b778 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:05.291609 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-bcd91407-20f0-4f29-8af7-058297e6b187 None None] Attempting to bind port bedd3e67-3b09-4b1e-bf5d-a990a606b778 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'd31e8c4d-98e0-4b8b-aa36-f3ce8e00dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b0fefc4b-71fa-4bac-872e-5b9468961540'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:05.292011 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd91407-20f0-4f29-8af7-058297e6b187 None None] Attempting to bind port bedd3e67-3b09-4b1e-bf5d-a990a606b778 on network b0fefc4b-71fa-4bac-872e-5b9468961540 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:05.311544 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd91407-20f0-4f29-8af7-058297e6b187 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:57:05.311955 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd91407-20f0-4f29-8af7-058297e6b187 None None] Checking segment: {'id': 'd31e8c4d-98e0-4b8b-aa36-f3ce8e00dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b0fefc4b-71fa-4bac-872e-5b9468961540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:05.312367 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-bcd91407-20f0-4f29-8af7-058297e6b187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.312769 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd91407-20f0-4f29-8af7-058297e6b187 None None] Bound using segment: {'id': 'd31e8c4d-98e0-4b8b-aa36-f3ce8e00dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b0fefc4b-71fa-4bac-872e-5b9468961540'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:57:05.313263 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-bcd91407-20f0-4f29-8af7-058297e6b187 None None] Bound port: bedd3e67-3b09-4b1e-bf5d-a990a606b778, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd31e8c4d-98e0-4b8b-aa36-f3ce8e00dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b0fefc4b-71fa-4bac-872e-5b9468961540'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:57:05.313655 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-bcd91407-20f0-4f29-8af7-058297e6b187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.355832 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df1ce61-8115-4f56-a7f6-1e35b71ffab8 x-openstack-request-id: req-6df1ce61-8115-4f56-a7f6-1e35b71ffab8 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:57:05.357530 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29531bfa-58da-4bbb-ad14-f335a5e48657", "name": "network-vif-deleted", "tag": "4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:57:05.357785 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6df1ce61-8115-4f56-a7f6-1e35b71ffab8 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:57:05.358196 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29531bfa-58da-4bbb-ad14-f335a5e48657', 'name': 'network-vif-deleted', 'tag': '4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6', 'status': 'completed', 'code': 200} Aug 16 20:57:05.374674 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-901a2c63-1403-407e-a2a4-ca14528b1e45 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.380426 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-901a2c63-1403-407e-a2a4-ca14528b1e45 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0486984 Aug 16 20:57:05.383561 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47530) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:05.424248 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-bcd91407-20f0-4f29-8af7-058297e6b187 None None] For port bedd3e67-3b09-4b1e-bf5d-a990a606b778, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:57:05.433596 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c242b752-889f-4de0-b24f-fdd283477ce3 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'Subnet': ['ID=cd1338b1-bc52-4714-a597-b3289a92117d,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:05.448630 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c242b752-889f-4de0-b24f-fdd283477ce3 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.448773 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-bcd91407-20f0-4f29-8af7-058297e6b187 None None] For port bedd3e67-3b09-4b1e-bf5d-a990a606b778, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=bedd3e67-3b09-4b1e-bf5d-a990a606b778,segment=NetworkSegment(d31e8c4d-98e0-4b8b-aa36-f3ce8e00dc8b),segment_id=d31e8c4d-98e0-4b8b-aa36-f3ce8e00dc8b)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:57:05.451345 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c242b752-889f-4de0-b24f-fdd283477ce3 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/subnets/cd1338b1-bc52-4714-a597-b3289a92117d HTTP/1.1" status: 204 len: 168 time: 1.5329275 Aug 16 20:57:05.461569 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7acef4a-70f5-4db3-aa53-c54b8472a128 None None] DHCP port deletion for b868f410-65e8-4176-9d6e-a22e40915bdb request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:57:05.464514 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0874d63d-f27e-402e-aa16-8a248b4f335c None None] Network 2f000086-bb25-4804-bb75-7f6ad068705a requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:05.472696 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47532) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:05.497984 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-64ae1a33-f275-4038-869f-01bc8743880a service neutron] 10.222.0.90 "GET /v2.0/networks/1ffc2ed8-3433-480e-9e7b-c7131585caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171926 Aug 16 20:57:05.519020 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c7cfd37d-97b9-497e-ad2b-6d12a7a9bc97 req-73b91759-196f-46c5-8048-5dce634deeab tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0af710a-82d1-4aad-92de-141639ee2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541051 Aug 16 20:57:05.565395 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-bcd91407-20f0-4f29-8af7-058297e6b187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.626377 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2db74593-de70-43a7-abd8-a3fddcbd1aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.675047 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db74593-de70-43a7-abd8-a3fddcbd1aca admin admin] Pushing event deleted for resources: {'Port': ['ID=c896694a-84e5-4833-a8f7-ea289d02c62f,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:05.677149 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db74593-de70-43a7-abd8-a3fddcbd1aca admin admin] No DVR routers for this DVR port c896694a-84e5-4833-a8f7-ea289d02c62f on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:57:05.682599 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-23f65e93-68ab-4cac-9f3b-c9c8a332df69 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.729054 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-42b2cbe2-c76b-4d92-89f5-63e410043012 service neutron] 10.222.0.90 "GET /v2.0/networks/1ffc2ed8-3433-480e-9e7b-c7131585caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016666 Aug 16 20:57:05.760544 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd91407-20f0-4f29-8af7-058297e6b187 None None] Pushing event updated for resources: {'Port': ['ID=bedd3e67-3b09-4b1e-bf5d-a990a606b778,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:05.777943 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-c4803c5c-dc82-4346-bdfc-66f21f584d06 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=ab40fdf1-2367-4aaf-a842-35d8e9debb6d HTTP/1.1" status: 200 len: 217 time: 0.0462537 Aug 16 20:57:05.799127 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-b7acef4a-70f5-4db3-aa53-c54b8472a128 None None] Deleting port c896694a-84e5-4833-a8f7-ea289d02c62f {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:05.799565 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b7acef4a-70f5-4db3-aa53-c54b8472a128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.906568 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-b7acef4a-70f5-4db3-aa53-c54b8472a128 None None] For port c896694a-84e5-4833-a8f7-ea289d02c62f, host n-d-793620-15, got binding levels [] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:05.907015 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b7acef4a-70f5-4db3-aa53-c54b8472a128 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.926535 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-b7acef4a-70f5-4db3-aa53-c54b8472a128 None None] Calling delete_port for c896694a-84e5-4833-a8f7-ea289d02c62f owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:05.930352 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.ipam_backend_mixin [None req-b7acef4a-70f5-4db3-aa53-c54b8472a128 None None] Port c896694a-84e5-4833-a8f7-ea289d02c62f was not found and therefore no delete operation was performed {{(pid=101846) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 20:57:05.932379 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b7acef4a-70f5-4db3-aa53-c54b8472a128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.945391 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2db74593-de70-43a7-abd8-a3fddcbd1aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.952335 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-23789b4f-f892-4609-8b71-dde81fe37781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:05.954008 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-23789b4f-f892-4609-8b71-dde81fe37781 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c5559346-0c29-4d61-bf82-1d14da7e7b4f HTTP/1.1" status: 200 len: 797 time: 0.1566343 Aug 16 20:57:05.963890 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-2db74593-de70-43a7-abd8-a3fddcbd1aca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b868f410-65e8-4176-9d6e-a22e40915bdb']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:05.983617 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-2db74593-de70-43a7-abd8-a3fddcbd1aca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd984b6bd-f46a-4d33-83cf-6d7420990d0d') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:05.987153 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-2db74593-de70-43a7-abd8-a3fddcbd1aca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd984b6bd-f46a-4d33-83cf-6d7420990d0d') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:05.988930 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7acef4a-70f5-4db3-aa53-c54b8472a128 None None] Pushing event deleted for resources: {'Port': ['ID=c896694a-84e5-4833-a8f7-ea289d02c62f,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:05.993879 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7acef4a-70f5-4db3-aa53-c54b8472a128 None None] No DVR routers for this DVR port c896694a-84e5-4833-a8f7-ea289d02c62f on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:57:06.010968 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2db74593-de70-43a7-abd8-a3fddcbd1aca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:06.027329 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97e5b66-ef77-4c43-9beb-b88d5282aaf3 None None] DHCP port deletion for 2f000086-bb25-4804-bb75-7f6ad068705a request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:57:06.042685 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2db74593-de70-43a7-abd8-a3fddcbd1aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:06.058932 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db74593-de70-43a7-abd8-a3fddcbd1aca admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:57:06.059352 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2db74593-de70-43a7-abd8-a3fddcbd1aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:06.105289 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-bed717a4-b984-4e2f-8288-c487482364a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:06.121715 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-bed717a4-b984-4e2f-8288-c487482364a6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1448271 Aug 16 20:57:06.195328 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:57:06.195328 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:57:06.195328 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:57:06.195328 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:57:06.195328 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:57:06.195328 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:57:06.195328 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:57:06.195328 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:57:06.195328 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:57:06.195328 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:57:06.195328 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:57:06.195328 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:57:06.195328 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:57:06.195328 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:57:06.195328 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:57:06.195328 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:57:06.195328 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:57:06.195328 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:57:06.195328 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:57:06.195328 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:57:06.195328 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:57:06.195328 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:57:06.195328 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:57:06.195328 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:57:06.195328 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:57:06.195328 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:57:06.195328 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:57:06.195328 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:57:06.195328 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:57:06.195328 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:57:06.195328 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:57:06.195328 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:57:06.240490 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a97e5b66-ef77-4c43-9beb-b88d5282aaf3 None None] Deleting port 60018711-fdb6-42d0-81fa-5672351ad857 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:06.241369 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a97e5b66-ef77-4c43-9beb-b88d5282aaf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:06.247758 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2ba7b1ec-8015-4afb-b4d0-90de6d3961b5 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:06.342082 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2db74593-de70-43a7-abd8-a3fddcbd1aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:06.353446 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cfdf64b8-b0cf-464e-a19d-e676a829012c req-604f0092-e9f1-49f4-a4cf-3f6f478606e3 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=29531bfa-58da-4bbb-ad14-f335a5e48657 HTTP/1.1" status: 200 len: 210 time: 0.0492811 Aug 16 20:57:06.414440 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-59f7bec9-c6a6-4c1a-9105-c7952277dc8f service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893436 Aug 16 20:57:06.434896 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2db74593-de70-43a7-abd8-a3fddcbd1aca admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:06.442722 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2db74593-de70-43a7-abd8-a3fddcbd1aca admin admin] 10.222.0.84 "DELETE /v2.0/networks/b868f410-65e8-4176-9d6e-a22e40915bdb HTTP/1.1" status: 204 len: 168 time: 1.4698784 Aug 16 20:57:06.444458 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-23f65e93-68ab-4cac-9f3b-c9c8a332df69 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Deleting port 60018711-fdb6-42d0-81fa-5672351ad857 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:06.444803 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-23f65e93-68ab-4cac-9f3b-c9c8a332df69 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:06.454092 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device bedd3e67-3b09-4b1e-bf5d-a990a606b778 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:57:06.472817 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db74593-de70-43a7-abd8-a3fddcbd1aca admin admin] Pushing event deleted for resources: {'Network': ['ID=b868f410-65e8-4176-9d6e-a22e40915bdb,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:06.524749 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:57:06.573724 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:57:06.574067 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 4b834b34-4b8c-4e6d-b120-e84c5e6d8fb6 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:57:06.598250 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-23f65e93-68ab-4cac-9f3b-c9c8a332df69 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] For port 60018711-fdb6-42d0-81fa-5672351ad857, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=60018711-fdb6-42d0-81fa-5672351ad857,segment=NetworkSegment(7de2c788-6331-4e99-9c61-2d66a629f65f),segment_id=7de2c788-6331-4e99-9c61-2d66a629f65f)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:06.598715 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a97e5b66-ef77-4c43-9beb-b88d5282aaf3 None None] For port 60018711-fdb6-42d0-81fa-5672351ad857, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=60018711-fdb6-42d0-81fa-5672351ad857,segment=NetworkSegment(7de2c788-6331-4e99-9c61-2d66a629f65f),segment_id=7de2c788-6331-4e99-9c61-2d66a629f65f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:06.598844 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-23f65e93-68ab-4cac-9f3b-c9c8a332df69 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:06.598940 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a97e5b66-ef77-4c43-9beb-b88d5282aaf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:06.608326 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-23f65e93-68ab-4cac-9f3b-c9c8a332df69 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Calling delete_port for 60018711-fdb6-42d0-81fa-5672351ad857 owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:06.609040 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a97e5b66-ef77-4c43-9beb-b88d5282aaf3 None None] Calling delete_port for 60018711-fdb6-42d0-81fa-5672351ad857 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:06.667213 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-b5d8b094-46e8-40f4-86a4-5e8c6e71e8ae service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256920 Aug 16 20:57:06.735826 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-bd8c361e-389b-4f92-96e3-b8597329b4bb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=bb57be4a-0292-48cb-9992-55bcc6db3063 HTTP/1.1" status: 200 len: 217 time: 0.0672076 Aug 16 20:57:06.793460 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-23f65e93-68ab-4cac-9f3b-c9c8a332df69 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:06.794993 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a97e5b66-ef77-4c43-9beb-b88d5282aaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:06.807006 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4eeaf1-e70b-4a8f-bbc7-afe471d29eb6 req-c6c252a0-d578-4c96-a813-2ff8a7e3ce01 tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:06.816288 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ed4eeaf1-e70b-4a8f-bbc7-afe471d29eb6 req-c6c252a0-d578-4c96-a813-2ff8a7e3ce01 tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] 10.222.0.84 "GET /v2.0/ports?device_id=6ce3cd11-7254-41d8-8810-51888989dfce HTTP/1.1" status: 200 len: 946 time: 0.2125609 Aug 16 20:57:06.825309 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f65e93-68ab-4cac-9f3b-c9c8a332df69 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] No DVR routers for this DVR port 60018711-fdb6-42d0-81fa-5672351ad857 on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:57:06.836989 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e5b66-ef77-4c43-9beb-b88d5282aaf3 None None] Pushing event deleted for resources: {'Port': ['ID=60018711-fdb6-42d0-81fa-5672351ad857,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:06.840830 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97e5b66-ef77-4c43-9beb-b88d5282aaf3 None None] No DVR routers for this DVR port 60018711-fdb6-42d0-81fa-5672351ad857 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:57:06.846550 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port bedd3e67-3b09-4b1e-bf5d-a990a606b778 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:06.864967 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-af65b389-bdee-4b01-8861-619426b3a077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:06.866146 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-af65b389-bdee-4b01-8861-619426b3a077 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c5559346-0c29-4d61-bf82-1d14da7e7b4f HTTP/1.1" status: 200 len: 797 time: 0.1229169 Aug 16 20:57:06.922340 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ed4eeaf1-e70b-4a8f-bbc7-afe471d29eb6 req-bc144b39-0141-4e74-a54b-2d93114198d2 tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0af710a-82d1-4aad-92de-141639ee2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021903 Aug 16 20:57:06.946864 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 7abd9d81-e2be-41b2-8ae9-0140cdd84aac no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:57:06.963267 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47562) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:06.969455 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f65e93-68ab-4cac-9f3b-c9c8a332df69 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'Port': ['ID=60018711-fdb6-42d0-81fa-5672351ad857,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:07.008612 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 7abd9d81-e2be-41b2-8ae9-0140cdd84aac {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:57:07.009228 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 7abd9d81-e2be-41b2-8ae9-0140cdd84aac not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:57:07.010372 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device c896694a-84e5-4833-a8f7-ea289d02c62f no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:57:07.041891 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: c896694a-84e5-4833-a8f7-ea289d02c62f {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:57:07.042725 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device c896694a-84e5-4833-a8f7-ea289d02c62f not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:57:07.044383 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 60018711-fdb6-42d0-81fa-5672351ad857 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:57:07.064208 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-0b36230d-17da-4787-a706-c76c0756b40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:07.065141 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 60018711-fdb6-42d0-81fa-5672351ad857 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:57:07.066674 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 60018711-fdb6-42d0-81fa-5672351ad857 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:57:07.066964 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-0b36230d-17da-4787-a706-c76c0756b40f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1897714 Aug 16 20:57:07.071931 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-569c5735-1e5f-4230-9540-05f0c0f32f87 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=049f64fdbbd64e3192a47c9a630e167c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1044164 Aug 16 20:57:07.074208 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47564) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:07.098473 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-23f65e93-68ab-4cac-9f3b-c9c8a332df69 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:07.132182 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-23f65e93-68ab-4cac-9f3b-c9c8a332df69 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f000086-bb25-4804-bb75-7f6ad068705a']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:07.153865 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-23f65e93-68ab-4cac-9f3b-c9c8a332df69 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7de2c788-6331-4e99-9c61-2d66a629f65f') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:07.154160 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-23f65e93-68ab-4cac-9f3b-c9c8a332df69 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7de2c788-6331-4e99-9c61-2d66a629f65f') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:07.168224 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-23f65e93-68ab-4cac-9f3b-c9c8a332df69 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:07.186888 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-2ba7b1ec-8015-4afb-b4d0-90de6d3961b5 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Allocated IP 172.20.0.1 (b0fefc4b-71fa-4bac-872e-5b9468961540/cd9a58d5-8a1b-4d40-a8a4-388d6c1cb8b5/cf66b208-fd15-40ed-ac9f-0f98302c971c) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:07.195226 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-23f65e93-68ab-4cac-9f3b-c9c8a332df69 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:07.210318 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23f65e93-68ab-4cac-9f3b-c9c8a332df69 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:57:07.211435 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-23f65e93-68ab-4cac-9f3b-c9c8a332df69 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:07.211819 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a07b5c56-3f6b-4598-9d6d-ebccd8b68069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:07.215061 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:57:07.215061 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:57:07.215061 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:57:07.215061 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:57:07.215061 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:57:07.215061 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:57:07.215061 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:57:07.215061 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:57:07.215061 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:57:07.215061 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:57:07.215061 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:57:07.215061 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:57:07.215061 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:57:07.215061 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:57:07.215061 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:57:07.215061 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:57:07.215061 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:57:07.215061 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:57:07.215061 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:57:07.215061 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:57:07.215061 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:57:07.215061 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:57:07.215061 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:57:07.215061 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:57:07.215061 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:57:07.215061 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:57:07.215061 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:57:07.215061 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:57:07.215061 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:57:07.215061 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:57:07.215061 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:57:07.215061 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:57:07.235319 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-9107909a-c42c-41ad-9089-3402218922d1 service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553819 Aug 16 20:57:07.260320 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a07b5c56-3f6b-4598-9d6d-ebccd8b68069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:07.278975 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec742969-4bdd-448c-8af4-5e6bb30389a2 None None] Network b0fefc4b-71fa-4bac-872e-5b9468961540 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:07.454045 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ed1d1f0e-35d7-4223-a669-9860c87f464a None None] Provisioning for port bedd3e67-3b09-4b1e-bf5d-a990a606b778 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:07.457446 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-534e20b6-1483-4c3e-b521-05c2a1c90bd4 service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126386 Aug 16 20:57:07.471359 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ed1d1f0e-35d7-4223-a669-9860c87f464a None None] Provisioning complete for port bedd3e67-3b09-4b1e-bf5d-a990a606b778 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:07.471826 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ed1d1f0e-35d7-4223-a669-9860c87f464a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:07.508921 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-a179452e-5878-4398-9980-0f207cf95c62 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=4d8bacfe-cedf-4ddb-98de-1fe3b2792d18 HTTP/1.1" status: 200 len: 217 time: 0.0406973 Aug 16 20:57:07.510112 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a07b5c56-3f6b-4598-9d6d-ebccd8b68069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:07.512991 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a07b5c56-3f6b-4598-9d6d-ebccd8b68069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:07.516782 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a07b5c56-3f6b-4598-9d6d-ebccd8b68069 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ce6343b4-9633-4eab-8eba-eac1328667fb HTTP/1.1" status: 204 len: 168 time: 0.4386017 Aug 16 20:57:07.531422 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b5c56-3f6b-4598-9d6d-ebccd8b68069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6343b4-9633-4eab-8eba-eac1328667fb,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:07.602405 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-2c7f1b51-a9f6-41f4-8c58-4a69fa931b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:07.604014 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-2c7f1b51-a9f6-41f4-8c58-4a69fa931b9c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c5559346-0c29-4d61-bf82-1d14da7e7b4f HTTP/1.1" status: 200 len: 797 time: 0.0809605 Aug 16 20:57:07.625328 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ed1d1f0e-35d7-4223-a669-9860c87f464a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:07.678431 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-ed1d1f0e-35d7-4223-a669-9860c87f464a None None] For port bedd3e67-3b09-4b1e-bf5d-a990a606b778, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=bedd3e67-3b09-4b1e-bf5d-a990a606b778,segment=NetworkSegment(d31e8c4d-98e0-4b8b-aa36-f3ce8e00dc8b),segment_id=d31e8c4d-98e0-4b8b-aa36-f3ce8e00dc8b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:07.679865 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-a33fa08c-4243-4199-b4fb-87b0b6825951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:07.681550 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-a33fa08c-4243-4199-b4fb-87b0b6825951 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0641007 Aug 16 20:57:07.767372 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ed1d1f0e-35d7-4223-a669-9860c87f464a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:07.771448 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-23f65e93-68ab-4cac-9f3b-c9c8a332df69 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:07.775942 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-23f65e93-68ab-4cac-9f3b-c9c8a332df69 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:07.778794 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-23f65e93-68ab-4cac-9f3b-c9c8a332df69 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/networks/2f000086-bb25-4804-bb75-7f6ad068705a HTTP/1.1" status: 204 len: 168 time: 2.3055024 Aug 16 20:57:07.785102 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47578) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:07.818953 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f65e93-68ab-4cac-9f3b-c9c8a332df69 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'Network': ['ID=2f000086-bb25-4804-bb75-7f6ad068705a,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:07.844699 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2ba7b1ec-8015-4afb-b4d0-90de6d3961b5 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:07.869341 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426a2f6-b051-4368-9f80-14bd5f04b384 req-c54a3bf3-a0a2-406c-aef0-2e7cd2f91111 tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:07.871172 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4426a2f6-b051-4368-9f80-14bd5f04b384 req-c54a3bf3-a0a2-406c-aef0-2e7cd2f91111 tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] 10.222.0.90 "GET /v2.0/ports?device_id=6ce3cd11-7254-41d8-8810-51888989dfce HTTP/1.1" status: 200 len: 946 time: 0.1095407 Aug 16 20:57:07.888747 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-2ba7b1ec-8015-4afb-b4d0-90de6d3961b5 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Transition to ACTIVE for port object cf66b208-fd15-40ed-ac9f-0f98302c971c will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:07.888954 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1d1f0e-35d7-4223-a669-9860c87f464a None None] Pushing event updated for resources: {'Port': ['ID=bedd3e67-3b09-4b1e-bf5d-a990a606b778,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:07.901413 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5390cb44-a9e2-439d-b678-8ea87011dc63 None None] Provisioning complete for port bedd3e67-3b09-4b1e-bf5d-a990a606b778 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:07.901825 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5390cb44-a9e2-439d-b678-8ea87011dc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:07.906998 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698f87e2-c379-44cc-a619-ef0b33ae57ba tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:07.908650 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-698f87e2-c379-44cc-a619-ef0b33ae57ba tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "GET /v2.0/ports/63a4a591-bad5-48f8-840a-73973aa5b1d3 HTTP/1.1" status: 200 len: 841 time: 0.1191978 Aug 16 20:57:07.913208 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47582) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:07.921613 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-ccda40e4-2485-4080-afcb-0942738d039b service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294014 Aug 16 20:57:08.007699 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2ea6885a-f893-4658-8b96-504e440aa996 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "GET /v2.0/ports/63a4a591-bad5-48f8-840a-73973aa5b1d3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0931392 Aug 16 20:57:08.029082 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47588) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:08.038425 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-4eaace19-ad90-4994-ae29-7d619df269d7 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'subnet': {'network_id': '5f085346-a7ce-417f-9027-eba3cdac969f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:08.131488 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ef82c-27b8-41f4-9ffb-a7910a251495 req-0ee3f73a-afa8-4ebe-9769-106bb4106435 tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:08.138788 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-504ef82c-27b8-41f4-9ffb-a7910a251495 req-0ee3f73a-afa8-4ebe-9769-106bb4106435 tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] 10.222.0.84 "GET /v2.0/ports?device_id=6ce3cd11-7254-41d8-8810-51888989dfce HTTP/1.1" status: 200 len: 946 time: 0.0986762 Aug 16 20:57:08.193218 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2ba7b1ec-8015-4afb-b4d0-90de6d3961b5 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.226925 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-504ef82c-27b8-41f4-9ffb-a7910a251495 req-64924fda-c5db-4c12-8035-7de9a1e6a532 tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0af710a-82d1-4aad-92de-141639ee2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816965 Aug 16 20:57:08.233145 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-620f3168-dd63-4cc2-8eef-58c83bfdc4dd service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046174 Aug 16 20:57:08.251904 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device bedd3e67-3b09-4b1e-bf5d-a990a606b778 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:57:08.287976 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-1f9fa58a-3196-49a8-9a20-6379dc20646f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=664a2393-3ef1-43f4-8b8d-bd06b02e9df3 HTTP/1.1" status: 200 len: 217 time: 0.0471148 Aug 16 20:57:08.323819 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-4426a2f6-b051-4368-9f80-14bd5f04b384 req-8d0fd014-0920-4704-b5a8-dee9a1407fcb tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] Deleting port 22c6bafc-afe8-4602-83b9-661b9f72a809 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:08.324168 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4426a2f6-b051-4368-9f80-14bd5f04b384 req-8d0fd014-0920-4704-b5a8-dee9a1407fcb tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.339989 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-e75cde9c-3c6e-4360-85fe-2da159b8e07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:08.341728 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-e75cde9c-3c6e-4360-85fe-2da159b8e07a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c5559346-0c29-4d61-bf82-1d14da7e7b4f HTTP/1.1" status: 200 len: 797 time: 0.0473351 Aug 16 20:57:08.342269 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba7b1ec-8015-4afb-b4d0-90de6d3961b5 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Network b0fefc4b-71fa-4bac-872e-5b9468961540 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:08.343138 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba7b1ec-8015-4afb-b4d0-90de6d3961b5 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event updated for resources: {'Port': ['ID=cf66b208-fd15-40ed-ac9f-0f98302c971c,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:08.360712 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47600) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:08.368754 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port bedd3e67-3b09-4b1e-bf5d-a990a606b778 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:08.369411 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.385210 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-2ba7b1ec-8015-4afb-b4d0-90de6d3961b5 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:08.386243 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-3bed6a98-9c24-4435-bf30-e9f4c9690db5 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1416124296'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:08.392319 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba7b1ec-8015-4afb-b4d0-90de6d3961b5 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:08.412732 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-f911729b-3f60-4c84-8e46-835c2683079b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:08.420902 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-f911729b-3f60-4c84-8e46-835c2683079b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0682328 Aug 16 20:57:08.469860 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eaace19-ad90-4994-ae29-7d619df269d7 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Made reservation on behalf of f26b2ff065a440569c5739b2c3aa62ad for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:08.473968 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4eaace19-ad90-4994-ae29-7d619df269d7 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.556328 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2ba7b1ec-8015-4afb-b4d0-90de6d3961b5 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.575293 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bed6a98-9c24-4435-bf30-e9f4c9690db5 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Made reservation on behalf of 9440ed0933f64f7cb6d1f0c295a72000 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:08.579232 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3bed6a98-9c24-4435-bf30-e9f4c9690db5 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.627740 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-3e3d5069-b52d-46ba-89c2-9eee4f1b802c service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011585 Aug 16 20:57:08.632974 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bed6a98-9c24-4435-bf30-e9f4c9690db5 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:57:08.667956 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-4426a2f6-b051-4368-9f80-14bd5f04b384 req-8d0fd014-0920-4704-b5a8-dee9a1407fcb tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] For port 22c6bafc-afe8-4602-83b9-661b9f72a809, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=22c6bafc-afe8-4602-83b9-661b9f72a809,segment=NetworkSegment(739f9ac1-9fee-464c-9345-5db7b3d255ef),segment_id=739f9ac1-9fee-464c-9345-5db7b3d255ef)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:08.668475 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4426a2f6-b051-4368-9f80-14bd5f04b384 req-8d0fd014-0920-4704-b5a8-dee9a1407fcb tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.696855 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-4426a2f6-b051-4368-9f80-14bd5f04b384 req-8d0fd014-0920-4704-b5a8-dee9a1407fcb tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] Calling delete_port for 22c6bafc-afe8-4602-83b9-661b9f72a809 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:08.712599 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3bed6a98-9c24-4435-bf30-e9f4c9690db5 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.712950 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-3bed6a98-9c24-4435-bf30-e9f4c9690db5 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Added segment 478767af-aad0-4439-88f2-721c3a22d31e of type vlan for network 2a286773-4076-470d-b75a-c7eea1dc3d02 Aug 16 20:57:08.741972 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0123dbcd-12c0-4936-9be9-6a96f556a2cb None None] Provisioning for port cf66b208-fd15-40ed-ac9f-0f98302c971c completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:08.747737 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0123dbcd-12c0-4936-9be9-6a96f556a2cb None None] Provisioning complete for port cf66b208-fd15-40ed-ac9f-0f98302c971c triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:08.748154 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0123dbcd-12c0-4936-9be9-6a96f556a2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.764130 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3bed6a98-9c24-4435-bf30-e9f4c9690db5 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.789991 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-0123dbcd-12c0-4936-9be9-6a96f556a2cb None None] Port cf66b208-fd15-40ed-ac9f-0f98302c971c cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:08.830943 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-9e51ef20-9abb-4620-8bda-ab1c9e2a99d3 service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951604 Aug 16 20:57:08.883817 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-792a8f79-8c8a-4ea7-afe8-9fcff59a77e9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3af6817e-b620-4a8f-89a6-4b54fec09bf6 HTTP/1.1" status: 200 len: 217 time: 0.0463343 Aug 16 20:57:08.966831 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-2235e38a-70f9-441b-8a0e-fab537e69589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:08.968379 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-2235e38a-70f9-441b-8a0e-fab537e69589 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c8bbf4cb-abf2-419b-b8fc-f8a48d718293 HTTP/1.1" status: 200 len: 797 time: 0.0715344 Aug 16 20:57:08.969128 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3bed6a98-9c24-4435-bf30-e9f4c9690db5 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.978720 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bed6a98-9c24-4435-bf30-e9f4c9690db5 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:08.979354 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3bed6a98-9c24-4435-bf30-e9f4c9690db5 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.995346 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2ba7b1ec-8015-4afb-b4d0-90de6d3961b5 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:09.071877 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47616) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:09.084659 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed6a98-9c24-4435-bf30-e9f4c9690db5 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Pushing event updated for resources: {'Network': ['ID=2a286773-4076-470d-b75a-c7eea1dc3d02,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:09.097484 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 2a286773-4076-470d-b75a-c7eea1dc3d02 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:57:09.101949 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-9f2ad18b-866f-4d70-afc3-05e07e93a752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:09.101949 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-9f2ad18b-866f-4d70-afc3-05e07e93a752 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2808ba84-8eb6-448f-bf54-b316a16ed9b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1174173 Aug 16 20:57:09.209485 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4eaace19-ad90-4994-ae29-7d619df269d7 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:09.227708 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-bc855ed1-e433-41cd-a6c4-3c685171cd34 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1557061120-network', 'tenant_id': 'd5926bba17c34b5e88e1bc1cf228d96c'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:09.233640 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3bed6a98-9c24-4435-bf30-e9f4c9690db5 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8730092 Aug 16 20:57:09.237372 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47622) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:09.246903 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-938c1bec-98e9-47bd-9ef4-3b968f31a555 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-16906076'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:09.289110 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eaace19-ad90-4994-ae29-7d619df269d7 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Network 5f085346-a7ce-417f-9027-eba3cdac969f is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:09.294548 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-65b468b2-41ed-4fea-a1ad-bb844ea9a952 service neutron] 10.222.0.90 "GET /v2.0/networks/2808ba84-8eb6-448f-bf54-b316a16ed9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870959 Aug 16 20:57:09.298359 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-4eaace19-ad90-4994-ae29-7d619df269d7 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:09.311904 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaace19-ad90-4994-ae29-7d619df269d7 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:09.311904 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4eaace19-ad90-4994-ae29-7d619df269d7 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:09.312148 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a29c968-7d43-4e1b-a9c7-043d47e82dc7 None None] Network 5f085346-a7ce-417f-9027-eba3cdac969f requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:09.321154 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaace19-ad90-4994-ae29-7d619df269d7 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'Subnet': ['ID=7497a5c7-79bf-412a-b64c-bd2cde43d0cb,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:09.377904 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc855ed1-e433-41cd-a6c4-3c685171cd34 admin admin] Made reservation on behalf of d5926bba17c34b5e88e1bc1cf228d96c for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:09.380660 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bc855ed1-e433-41cd-a6c4-3c685171cd34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:09.411716 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bc855ed1-e433-41cd-a6c4-3c685171cd34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:09.412882 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4426a2f6-b051-4368-9f80-14bd5f04b384 req-8d0fd014-0920-4704-b5a8-dee9a1407fcb tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:09.436474 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['22c6bafc-afe8-4602-83b9-661b9f72a809'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:57:09.460704 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84807206-284f-42d4-9cbd-1f8117b9c090 req-1b100243-4e10-4efb-b22d-7f16b99836fa tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:09.462611 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-84807206-284f-42d4-9cbd-1f8117b9c090 req-1b100243-4e10-4efb-b22d-7f16b99836fa tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] 10.222.0.84 "GET /v2.0/ports?device_id=6ce3cd11-7254-41d8-8810-51888989dfce HTTP/1.1" status: 200 len: 867 time: 0.1526194 Aug 16 20:57:09.500081 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.db.api [None req-bc855ed1-e433-41cd-a6c4-3c685171cd34 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:57:09.500081 n-d-793620-15 neutron-server[101844]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:57:09.500081 n-d-793620-15 neutron-server[101844]: [parameters: {'project_id_1': 'd5926bba17c34b5e88e1bc1cf228d96c', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 57, 9, 437801)}] Aug 16 20:57:09.500081 n-d-793620-15 neutron-server[101844]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101844) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:57:09.500562 n-d-793620-15 neutron-server[101844]: DEBUG oslo_db.api [None req-bc855ed1-e433-41cd-a6c4-3c685171cd34 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:57:09.506508 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-68d3dad2-8ceb-4d9d-a2a2-65528c3e8b1e service neutron] 10.222.0.90 "GET /v2.0/networks/2808ba84-8eb6-448f-bf54-b316a16ed9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972649 Aug 16 20:57:09.506720 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4eaace19-ad90-4994-ae29-7d619df269d7 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4743366 Aug 16 20:57:09.508108 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47626) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:09.512714 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0fd014-0920-4704-b5a8-dee9a1407fcb tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] Pushing event deleted for resources: {'Port': ['ID=22c6bafc-afe8-4602-83b9-661b9f72a809,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:09.512957 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-418c7252-5781-4f52-a62c-081e5cd5a347 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'security_group': {'name': 'tempest-secgroup-2089370656'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:09.556815 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01a9094-2f81-414f-b184-428b597bfdfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-5f085346-a7ce-417f-9027-eba3cdac969f', 'network_id': '5f085346-a7ce-417f-9027-eba3cdac969f', 'tenant_id': 'f26b2ff065a440569c5739b2c3aa62ad', 'fixed_ips': [{'subnet_id': '7497a5c7-79bf-412a-b64c-bd2cde43d0cb'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:57:09.557765 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d01a9094-2f81-414f-b184-428b597bfdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:09.572650 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-4426a2f6-b051-4368-9f80-14bd5f04b384 req-8d0fd014-0920-4704-b5a8-dee9a1407fcb tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] No DVR routers for this DVR port 22c6bafc-afe8-4602-83b9-661b9f72a809 on host n-h2-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:57:09.574819 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-4382e806-18b9-441b-ad93-4be1b45bb7be service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b594a15b-28e6-4504-af59-93fb056ff0c6 HTTP/1.1" status: 200 len: 217 time: 0.0565097 Aug 16 20:57:09.577486 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4426a2f6-b051-4368-9f80-14bd5f04b384 req-8d0fd014-0920-4704-b5a8-dee9a1407fcb tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:09.578114 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-84807206-284f-42d4-9cbd-1f8117b9c090 req-e7708c63-d44d-4e7d-a671-bca222046d29 tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0af710a-82d1-4aad-92de-141639ee2f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025081 Aug 16 20:57:09.579740 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4426a2f6-b051-4368-9f80-14bd5f04b384 req-8d0fd014-0920-4704-b5a8-dee9a1407fcb tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] 10.222.0.90 "DELETE /v2.0/ports/22c6bafc-afe8-4602-83b9-661b9f72a809 HTTP/1.1" status: 204 len: 173 time: 1.7013018 Aug 16 20:57:09.580215 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce3cd11-7254-41d8-8810-51888989dfce', 'name': 'network-vif-deleted', 'tag': '22c6bafc-afe8-4602-83b9-661b9f72a809'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:57:09.587353 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938c1bec-98e9-47bd-9ef4-3b968f31a555 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Made reservation on behalf of 9440ed0933f64f7cb6d1f0c295a72000 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:09.592059 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eba85af-0d06-4a9a-9eb9-a95b58f8ed5a" -d '{"events": [{"server_uuid": "6ce3cd11-7254-41d8-8810-51888989dfce", "name": "network-vif-deleted", "tag": "22c6bafc-afe8-4602-83b9-661b9f72a809"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:57:09.592251 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-938c1bec-98e9-47bd-9ef4-3b968f31a555 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:09.617945 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2ba7b1ec-8015-4afb-b4d0-90de6d3961b5 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:09.660136 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1a2124-7326-42af-afbc-b941a7268d02 x-openstack-request-id: req-9b1a2124-7326-42af-afbc-b941a7268d02 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:57:09.660136 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce3cd11-7254-41d8-8810-51888989dfce", "name": "network-vif-deleted", "tag": "22c6bafc-afe8-4602-83b9-661b9f72a809", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:57:09.660136 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9b1a2124-7326-42af-afbc-b941a7268d02 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:57:09.660136 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce3cd11-7254-41d8-8810-51888989dfce', 'name': 'network-vif-deleted', 'tag': '22c6bafc-afe8-4602-83b9-661b9f72a809', 'status': 'completed', 'code': 200} Aug 16 20:57:09.663337 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-938c1bec-98e9-47bd-9ef4-3b968f31a555 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:57:09.670827 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-2fa5442d-eb94-4385-8666-84444fe1723d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:09.672425 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-2fa5442d-eb94-4385-8666-84444fe1723d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c8bbf4cb-abf2-419b-b8fc-f8a48d718293 HTTP/1.1" status: 200 len: 797 time: 0.0866225 Aug 16 20:57:09.678938 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-938c1bec-98e9-47bd-9ef4-3b968f31a555 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:09.689076 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-938c1bec-98e9-47bd-9ef4-3b968f31a555 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Added segment 20387d42-fe4f-4d9a-b237-177d370a0ab5 of type vlan for network 0bc6759c-80a4-4ca6-8103-9c391365ae1c Aug 16 20:57:09.708794 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2ba7b1ec-8015-4afb-b4d0-90de6d3961b5 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:09.737892 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-418c7252-5781-4f52-a62c-081e5cd5a347 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:09.765565 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-938c1bec-98e9-47bd-9ef4-3b968f31a555 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:09.793051 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba7b1ec-8015-4afb-b4d0-90de6d3961b5 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event updated for resources: {'Port': ['ID=cf66b208-fd15-40ed-ac9f-0f98302c971c,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:09.809160 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-29467815-28bd-457c-841e-1ccf1961244b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:09.810721 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-29467815-28bd-457c-841e-1ccf1961244b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2808ba84-8eb6-448f-bf54-b316a16ed9b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1230788 Aug 16 20:57:09.821421 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-d01a9094-2f81-414f-b184-428b597bfdfc None None] Allocated IP 172.20.0.2 (5f085346-a7ce-417f-9027-eba3cdac969f/7497a5c7-79bf-412a-b64c-bd2cde43d0cb/f0cf2476-45af-448e-8e68-8c4eab737564) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:09.822441 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2ba7b1ec-8015-4afb-b4d0-90de6d3961b5 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:09.931939 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba7b1ec-8015-4afb-b4d0-90de6d3961b5 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Network b0fefc4b-71fa-4bac-872e-5b9468961540 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:09.933696 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-2ba7b1ec-8015-4afb-b4d0-90de6d3961b5 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:09.937066 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-418c7252-5781-4f52-a62c-081e5cd5a347 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:09.944240 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-938c1bec-98e9-47bd-9ef4-3b968f31a555 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:09.949866 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938c1bec-98e9-47bd-9ef4-3b968f31a555 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:09.950513 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-938c1bec-98e9-47bd-9ef4-3b968f31a555 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.078170 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bc855ed1-e433-41cd-a6c4-3c685171cd34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.079997 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c1bec-98e9-47bd-9ef4-3b968f31a555 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Pushing event updated for resources: {'Network': ['ID=0bc6759c-80a4-4ca6-8103-9c391365ae1c,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:10.098962 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-418c7252-5781-4f52-a62c-081e5cd5a347 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.128931 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 0bc6759c-80a4-4ca6-8103-9c391365ae1c details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:57:10.146330 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-50255504-6c60-4cf9-a260-2f7d11836bfa service neutron] 10.222.0.90 "GET /v2.0/networks/2808ba84-8eb6-448f-bf54-b316a16ed9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272190 Aug 16 20:57:10.178226 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba7b1ec-8015-4afb-b4d0-90de6d3961b5 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Router ac09ed3c-28e8-4d6f-9787-e342222b3b12 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:57:10.219724 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d01a9094-2f81-414f-b184-428b597bfdfc None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.222950 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c7252-5781-4f52-a62c-081e5cd5a347 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2006ae6-99fa-4ea6-8b64-a3355e1a1a5f,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:10.245671 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-938c1bec-98e9-47bd-9ef4-3b968f31a555 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0023201 Aug 16 20:57:10.245894 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47634) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:10.255139 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d01a9094-2f81-414f-b184-428b597bfdfc None None] Transition to ACTIVE for port object f0cf2476-45af-448e-8e68-8c4eab737564 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:10.255962 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-153b0b6d-04ba-4c31-884d-d1adf24686c8 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Request body: {'subnet': {'network_id': '2a286773-4076-470d-b75a-c7eea1dc3d02', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:10.277444 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d01a9094-2f81-414f-b184-428b597bfdfc None None] Transition to ACTIVE for port object f0cf2476-45af-448e-8e68-8c4eab737564 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:10.322212 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d17cd222-db6b-4ff3-ab50-a32b80747c22 None None] Provisioning complete for port cf66b208-fd15-40ed-ac9f-0f98302c971c triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:10.322698 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d17cd222-db6b-4ff3-ab50-a32b80747c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.352694 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-418c7252-5781-4f52-a62c-081e5cd5a347 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.354138 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-418c7252-5781-4f52-a62c-081e5cd5a347 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8450716 Aug 16 20:57:10.354890 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba7b1ec-8015-4afb-b4d0-90de6d3961b5 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:57:10.360833 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47638) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:10.367621 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-1f77f7e8-689a-473e-b97d-7b2dd8407e97 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'security_group': {'name': 'tempest-secgroup-201866696'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:10.368697 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-d17cd222-db6b-4ff3-ab50-a32b80747c22 None None] Port cf66b208-fd15-40ed-ac9f-0f98302c971c cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:10.370765 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dda79f6-6182-499a-ac7c-e16edad798f5 None None] Sync routers for ids ['ac09ed3c-28e8-4d6f-9787-e342222b3b12'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:57:10.372217 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d01a9094-2f81-414f-b184-428b597bfdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.387407 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2ba7b1ec-8015-4afb-b4d0-90de6d3961b5 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "PUT /v2.0/routers/ac09ed3c-28e8-4d6f-9787-e342222b3b12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0046682 Aug 16 20:57:10.390178 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47640) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:10.391691 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dda79f6-6182-499a-ac7c-e16edad798f5 None None] Routers {'ac09ed3c-28e8-4d6f-9787-e342222b3b12'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:57:10.392361 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-2dda79f6-6182-499a-ac7c-e16edad798f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:56:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['ac09ed3c-28e8-4d6f-9787-e342222b3b12'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:10.459554 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844e6e56-5f86-4031-9273-2a97ce222522 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:10.463842 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-844e6e56-5f86-4031-9273-2a97ce222522 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "GET /v2.0/ports/cf66b208-fd15-40ed-ac9f-0f98302c971c HTTP/1.1" status: 200 len: 910 time: 0.0693200 Aug 16 20:57:10.464153 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47642) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:10.467675 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01a9094-2f81-414f-b184-428b597bfdfc None None] Network 5f085346-a7ce-417f-9027-eba3cdac969f is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:10.475347 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-d01a9094-2f81-414f-b184-428b597bfdfc None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:10.478380 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01a9094-2f81-414f-b184-428b597bfdfc None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:10.493565 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bc855ed1-e433-41cd-a6c4-3c685171cd34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.496938 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c737166-435f-4dd0-a755-128a7a086fb4 req-a681a7cc-05ae-4bf5-82f0-01ff5d60c530 service neutron] 10.222.0.90 "GET /v2.0/networks/2808ba84-8eb6-448f-bf54-b316a16ed9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402836 Aug 16 20:57:10.522480 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a9094-2f81-414f-b184-428b597bfdfc None None] Pushing event updated for resources: {'Port': ['ID=f0cf2476-45af-448e-8e68-8c4eab737564,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:10.569684 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bc855ed1-e433-41cd-a6c4-3c685171cd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.571853 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-d01a9094-2f81-414f-b184-428b597bfdfc None None] Attempting to bind port f0cf2476-45af-448e-8e68-8c4eab737564 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:10.572443 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-d01a9094-2f81-414f-b184-428b597bfdfc None None] Attempting to bind port f0cf2476-45af-448e-8e68-8c4eab737564 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '0a627067-559d-4535-9623-ff06f7c7c075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '5f085346-a7ce-417f-9027-eba3cdac969f'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:10.572971 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01a9094-2f81-414f-b184-428b597bfdfc None None] Attempting to bind port f0cf2476-45af-448e-8e68-8c4eab737564 on network 5f085346-a7ce-417f-9027-eba3cdac969f {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:10.579912 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01a9094-2f81-414f-b184-428b597bfdfc None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:57:10.583656 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01a9094-2f81-414f-b184-428b597bfdfc None None] Checking segment: {'id': '0a627067-559d-4535-9623-ff06f7c7c075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '5f085346-a7ce-417f-9027-eba3cdac969f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:10.584283 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d01a9094-2f81-414f-b184-428b597bfdfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.584680 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01a9094-2f81-414f-b184-428b597bfdfc None None] Bound using segment: {'id': '0a627067-559d-4535-9623-ff06f7c7c075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '5f085346-a7ce-417f-9027-eba3cdac969f'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:57:10.585629 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-d01a9094-2f81-414f-b184-428b597bfdfc None None] Bound port: f0cf2476-45af-448e-8e68-8c4eab737564, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a627067-559d-4535-9623-ff06f7c7c075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '5f085346-a7ce-417f-9027-eba3cdac969f'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:57:10.585838 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d01a9094-2f81-414f-b184-428b597bfdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.606968 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.db.api [None req-153b0b6d-04ba-4c31-884d-d1adf24686c8 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:57:10.606968 n-d-793620-15 neutron-server[101844]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 20:57:10.606968 n-d-793620-15 neutron-server[101844]: [parameters: {'project_id': '9440ed0933f64f7cb6d1f0c295a72000', 'id': '7823a3ba-2a08-4d65-b164-6ef306d76151', 'expiration': datetime.datetime(2021, 8, 16, 20, 59, 10, 588550)}] Aug 16 20:57:10.606968 n-d-793620-15 neutron-server[101844]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101844) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:57:10.609121 n-d-793620-15 neutron-server[101844]: DEBUG oslo_db.api [None req-153b0b6d-04ba-4c31-884d-d1adf24686c8 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:57:10.633143 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc855ed1-e433-41cd-a6c4-3c685171cd34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:57:10.655925 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc855ed1-e433-41cd-a6c4-3c685171cd34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a977aea-548a-48e0-91eb-9665a2eb03b0,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:10.663905 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bc855ed1-e433-41cd-a6c4-3c685171cd34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.666802 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-bc855ed1-e433-41cd-a6c4-3c685171cd34 admin admin] Added segment 53b76348-81c8-4bfa-909a-3d74533ded61 of type vlan for network 97204dc5-2078-4113-bc6a-8b6109c161f0 Aug 16 20:57:10.693842 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-2dda79f6-6182-499a-ac7c-e16edad798f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:10.704382 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-d01a9094-2f81-414f-b184-428b597bfdfc None None] For port f0cf2476-45af-448e-8e68-8c4eab737564, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:57:10.705227 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dda79f6-6182-499a-ac7c-e16edad798f5 None None] Routers {'ac09ed3c-28e8-4d6f-9787-e342222b3b12'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:57:10.706114 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-2dda79f6-6182-499a-ac7c-e16edad798f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:56:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['ac09ed3c-28e8-4d6f-9787-e342222b3b12'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:10.714084 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1f77f7e8-689a-473e-b97d-7b2dd8407e97 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.719964 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bc855ed1-e433-41cd-a6c4-3c685171cd34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.726377 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-d01a9094-2f81-414f-b184-428b597bfdfc None None] For port f0cf2476-45af-448e-8e68-8c4eab737564, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=f0cf2476-45af-448e-8e68-8c4eab737564,segment=NetworkSegment(0a627067-559d-4535-9623-ff06f7c7c075),segment_id=0a627067-559d-4535-9623-ff06f7c7c075)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:57:10.750127 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-2dda79f6-6182-499a-ac7c-e16edad798f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:10.751134 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dda79f6-6182-499a-ac7c-e16edad798f5 None None] The sync data for ids ['ac09ed3c-28e8-4d6f-9787-e342222b3b12'] in n-d-793620-15 is: [] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:57:10.793764 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-09452a5e-5502-48a8-acad-bfa414bd4336 req-5642481c-59be-4a65-8217-05cb69105280 tempest-ServerAddressesTestJSON-750668138 tempest-ServerAddressesTestJSON-750668138-project] 10.222.0.84 "GET /v2.0/ports?device_id=6ce3cd11-7254-41d8-8810-51888989dfce HTTP/1.1" status: 200 len: 210 time: 0.0372722 Aug 16 20:57:10.813262 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d01a9094-2f81-414f-b184-428b597bfdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.901288 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bc855ed1-e433-41cd-a6c4-3c685171cd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.906509 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc855ed1-e433-41cd-a6c4-3c685171cd34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:10.907752 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bc855ed1-e433-41cd-a6c4-3c685171cd34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.927234 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1f77f7e8-689a-473e-b97d-7b2dd8407e97 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.933656 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a9094-2f81-414f-b184-428b597bfdfc None None] Pushing event updated for resources: {'Port': ['ID=f0cf2476-45af-448e-8e68-8c4eab737564,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:11.003382 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a928dd49-1d15-4a37-839f-586ea76a8ad9 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.023486 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d0ba8668-0ac1-4b31-a06e-dd9fa6d8d925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.304678 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1f77f7e8-689a-473e-b97d-7b2dd8407e97 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.350456 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc855ed1-e433-41cd-a6c4-3c685171cd34 admin admin] Pushing event updated for resources: {'Network': ['ID=97204dc5-2078-4113-bc6a-8b6109c161f0,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:11.353521 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77f7e8-689a-473e-b97d-7b2dd8407e97 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b91f999-221c-45ca-9fb3-3ba12f4fe8d7,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:11.362994 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 97204dc5-2078-4113-bc6a-8b6109c161f0 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:57:11.363507 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-a928dd49-1d15-4a37-839f-586ea76a8ad9 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Deleting port cf66b208-fd15-40ed-ac9f-0f98302c971c {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:11.363908 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a928dd49-1d15-4a37-839f-586ea76a8ad9 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.395532 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-bc855ed1-e433-41cd-a6c4-3c685171cd34 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3203449 Aug 16 20:57:11.397928 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47654) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:11.404497 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-0400e593-6469-4ed7-839b-b9750008c087 admin admin] Request body: {'subnet': {'network_id': '97204dc5-2078-4113-bc6a-8b6109c161f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1557061120-subnet', 'tenant_id': 'd5926bba17c34b5e88e1bc1cf228d96c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:11.483212 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153b0b6d-04ba-4c31-884d-d1adf24686c8 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Made reservation on behalf of 9440ed0933f64f7cb6d1f0c295a72000 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:11.486873 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-153b0b6d-04ba-4c31-884d-d1adf24686c8 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.495853 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a928dd49-1d15-4a37-839f-586ea76a8ad9 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.510727 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-a928dd49-1d15-4a37-839f-586ea76a8ad9 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Calling delete_port for cf66b208-fd15-40ed-ac9f-0f98302c971c owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:11.621140 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1f77f7e8-689a-473e-b97d-7b2dd8407e97 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.625704 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1f77f7e8-689a-473e-b97d-7b2dd8407e97 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2606304 Aug 16 20:57:11.627640 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47658) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:11.636176 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-cb389358-64c8-44ee-ad20-f557ec95235c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-566686066', 'security_groups': ['9b91f999-221c-45ca-9fb3-3ba12f4fe8d7'], 'network_id': '5f085346-a7ce-417f-9027-eba3cdac969f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7497a5c7-79bf-412a-b64c-bd2cde43d0cb'}]}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:11.766873 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0400e593-6469-4ed7-839b-b9750008c087 admin admin] Made reservation on behalf of d5926bba17c34b5e88e1bc1cf228d96c for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:11.769851 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0400e593-6469-4ed7-839b-b9750008c087 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.844423 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-153b0b6d-04ba-4c31-884d-d1adf24686c8 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.864991 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a928dd49-1d15-4a37-839f-586ea76a8ad9 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.904115 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47664) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:11.914595 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928dd49-1d15-4a37-839f-586ea76a8ad9 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event deleted for resources: {'Port': ['ID=cf66b208-fd15-40ed-ac9f-0f98302c971c,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:11.920449 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb389358-64c8-44ee-ad20-f557ec95235c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Made reservation on behalf of f26b2ff065a440569c5739b2c3aa62ad for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:12.009534 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b0b6d-04ba-4c31-884d-d1adf24686c8 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Pushing event updated for resources: {'Subnet': ['ID=4a0b6d73-74b5-4c8b-b956-b93210cff710,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:12.065109 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dcf2c-3b27-4b82-a19f-52a49ef1f0b9 req-5db462e2-b1f5-43c4-be7d-8e024c55c42a tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:12.068880 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-806dcf2c-3b27-4b82-a19f-52a49ef1f0b9 req-5db462e2-b1f5-43c4-be7d-8e024c55c42a tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=50a35a1f-f032-44ca-910a-a152a9b434a7 HTTP/1.1" status: 200 len: 946 time: 0.3404455 Aug 16 20:57:12.210341 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153b0b6d-04ba-4c31-884d-d1adf24686c8 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Checking segment: {'id': '478767af-aad0-4439-88f2-721c3a22d31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2a286773-4076-470d-b75a-c7eea1dc3d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:12.212688 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153b0b6d-04ba-4c31-884d-d1adf24686c8 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Network hostable DHCP agents. Network: 2a286773-4076-470d-b75a-c7eea1dc3d02, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:57:12.238157 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-806dcf2c-3b27-4b82-a19f-52a49ef1f0b9 req-4194a295-e9a6-490d-be10-9b064e745c8a tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635485 Aug 16 20:57:12.304649 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f0cf2476-45af-448e-8e68-8c4eab737564 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:57:12.358275 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-205cfe56-a7e1-47da-a50a-61dadc25179c req-b340157f-c7fb-46e2-9106-7d329ea805dd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2191570 Aug 16 20:57:12.447779 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205cfe56-a7e1-47da-a50a-61dadc25179c req-6cf9f82a-9d19-4c63-9b64-332063bf20f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:12.449394 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-205cfe56-a7e1-47da-a50a-61dadc25179c req-6cf9f82a-9d19-4c63-9b64-332063bf20f2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04d4519d90b5451ebf562bbd9e44ac2b&device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 1097 time: 0.0423291 Aug 16 20:57:12.460720 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0400e593-6469-4ed7-839b-b9750008c087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.475003 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port f0cf2476-45af-448e-8e68-8c4eab737564 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:12.478288 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-874ce9ec-df91-4a0b-b722-70119b292d58 None None] Provisioning for port f0cf2476-45af-448e-8e68-8c4eab737564 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:12.483553 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port f0cf2476-45af-448e-8e68-8c4eab737564 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:12.483553 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.484536 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-228bce40-f7dd-4995-a208-84650395d964 admin admin] Deleting subnet 9ca215f8-a493-40cd-a157-386eae9bc6fb {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:57:12.485716 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-874ce9ec-df91-4a0b-b722-70119b292d58 None None] Provisioning complete for port f0cf2476-45af-448e-8e68-8c4eab737564 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:12.486080 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-874ce9ec-df91-4a0b-b722-70119b292d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.492537 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-228bce40-f7dd-4995-a208-84650395d964 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.494143 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a928dd49-1d15-4a37-839f-586ea76a8ad9 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.517918 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153b0b6d-04ba-4c31-884d-d1adf24686c8 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Network 2a286773-4076-470d-b75a-c7eea1dc3d02 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:57:12.598565 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0400e593-6469-4ed7-839b-b9750008c087 admin admin] Checking segment: {'id': '53b76348-81c8-4bfa-909a-3d74533ded61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '97204dc5-2078-4113-bc6a-8b6109c161f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:12.599111 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0400e593-6469-4ed7-839b-b9750008c087 admin admin] Network hostable DHCP agents. Network: 97204dc5-2078-4113-bc6a-8b6109c161f0, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:57:12.624148 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-228bce40-f7dd-4995-a208-84650395d964 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.627007 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-874ce9ec-df91-4a0b-b722-70119b292d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.628813 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-153b0b6d-04ba-4c31-884d-d1adf24686c8 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 2a286773-4076-470d-b75a-c7eea1dc3d02) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:12.640559 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dd0e9b-cc09-4c84-8143-60498389f2ca None None] Network 2a286773-4076-470d-b75a-c7eea1dc3d02 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:12.641239 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153b0b6d-04ba-4c31-884d-d1adf24686c8 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:12.641941 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-153b0b6d-04ba-4c31-884d-d1adf24686c8 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.653399 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb389358-64c8-44ee-ad20-f557ec95235c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.655180 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400e593-6469-4ed7-839b-b9750008c087 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0340fa9d-e19b-476d-9e9a-7d2862e2e105,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:12.713661 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205cfe56-a7e1-47da-a50a-61dadc25179c req-215111dc-9c5e-46b3-a295-667c5222bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:12.715593 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-205cfe56-a7e1-47da-a50a-61dadc25179c req-215111dc-9c5e-46b3-a295-667c5222bd1b service neutron] 10.222.0.72 "GET /v2.0/networks?id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 HTTP/1.1" status: 200 len: 912 time: 0.2203066 Aug 16 20:57:12.722410 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-cb389358-64c8-44ee-ad20-f557ec95235c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] device_id is not set on port d1e8fbeb-78b7-4a43-8a62-d03580dfb856 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:57:12.741038 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-874ce9ec-df91-4a0b-b722-70119b292d58 None None] For port f0cf2476-45af-448e-8e68-8c4eab737564, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=f0cf2476-45af-448e-8e68-8c4eab737564,segment=NetworkSegment(0a627067-559d-4535-9623-ff06f7c7c075),segment_id=0a627067-559d-4535-9623-ff06f7c7c075)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:12.743762 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.748502 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 22c6bafc-afe8-4602-83b9-661b9f72a809 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:57:12.757552 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-228bce40-f7dd-4995-a208-84650395d964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.778401 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 22c6bafc-afe8-4602-83b9-661b9f72a809 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:57:12.778617 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-153b0b6d-04ba-4c31-884d-d1adf24686c8 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.5292587 Aug 16 20:57:12.778905 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 22c6bafc-afe8-4602-83b9-661b9f72a809 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:57:12.779152 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47670) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:12.793254 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-85e4af2f-0752-4368-8438-e7fa37a7e328 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Request body: {'subnet': {'network_id': '0bc6759c-80a4-4ca6-8103-9c391365ae1c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:12.816429 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0400e593-6469-4ed7-839b-b9750008c087 admin admin] Network 97204dc5-2078-4113-bc6a-8b6109c161f0 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:57:12.839146 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a928dd49-1d15-4a37-839f-586ea76a8ad9 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Router ac09ed3c-28e8-4d6f-9787-e342222b3b12 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:57:12.854772 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-874ce9ec-df91-4a0b-b722-70119b292d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.860846 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-0400e593-6469-4ed7-839b-b9750008c087 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 97204dc5-2078-4113-bc6a-8b6109c161f0) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:12.866178 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0400e593-6469-4ed7-839b-b9750008c087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:12.866681 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0400e593-6469-4ed7-839b-b9750008c087 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.878742 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b61a8f-cb2a-4739-b5c1-91af790d74c4 None None] Network 97204dc5-2078-4113-bc6a-8b6109c161f0 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:12.906891 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-205cfe56-a7e1-47da-a50a-61dadc25179c req-4d33c4e0-f115-46fa-bc8b-f412e934c0b6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3aa98f1-01de-4b07-a953-b17b46875501 HTTP/1.1" status: 200 len: 1001 time: 0.1803496 Aug 16 20:57:12.959313 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b2075e-620f-481f-bdd4-510cb2384cd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-2a286773-4076-470d-b75a-c7eea1dc3d02', 'network_id': '2a286773-4076-470d-b75a-c7eea1dc3d02', 'tenant_id': '9440ed0933f64f7cb6d1f0c295a72000', 'fixed_ips': [{'subnet_id': '4a0b6d73-74b5-4c8b-b956-b93210cff710'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:57:12.974511 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205cfe56-a7e1-47da-a50a-61dadc25179c req-2ae6f87e-91db-4aed-85d8-cb957debd590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:12.976092 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-205cfe56-a7e1-47da-a50a-61dadc25179c req-2ae6f87e-91db-4aed-85d8-cb957debd590 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=20aa60f1-bb16-40f5-b2dd-0341c13f6e8c HTTP/1.1" status: 200 len: 850 time: 0.0559261 Aug 16 20:57:13.012512 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0400e593-6469-4ed7-839b-b9750008c087 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6128039 Aug 16 20:57:13.034676 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-228bce40-f7dd-4995-a208-84650395d964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.069297 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a928dd49-1d15-4a37-839f-586ea76a8ad9 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:57:13.071026 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228bce40-f7dd-4995-a208-84650395d964 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ca215f8-a493-40cd-a157-386eae9bc6fb,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:13.079263 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a928dd49-1d15-4a37-839f-586ea76a8ad9 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "PUT /v2.0/routers/ac09ed3c-28e8-4d6f-9787-e342222b3b12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6137691 Aug 16 20:57:13.080500 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e4af2f-0752-4368-8438-e7fa37a7e328 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Made reservation on behalf of 9440ed0933f64f7cb6d1f0c295a72000 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:13.082607 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47674) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:13.085275 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-85e4af2f-0752-4368-8438-e7fa37a7e328 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.123343 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-79b2075e-620f-481f-bdd4-510cb2384cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.124623 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8a6f1266-379c-4972-86e7-d61fec3b6093 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "GET /v2.0/ports?device_id=ac09ed3c-28e8-4d6f-9787-e342222b3b12 HTTP/1.1" status: 200 len: 205 time: 0.0403531 Aug 16 20:57:13.127776 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47676) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:13.128978 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-228bce40-f7dd-4995-a208-84650395d964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.133642 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf280742-dec9-4723-91ff-850424df560d None None] Sync routers for ids ['ac09ed3c-28e8-4d6f-9787-e342222b3b12'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:57:13.134166 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-228bce40-f7dd-4995-a208-84650395d964 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/9ca215f8-a493-40cd-a157-386eae9bc6fb HTTP/1.1" status: 204 len: 168 time: 1.2286127 Aug 16 20:57:13.144065 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47678) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:13.191282 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-874ce9ec-df91-4a0b-b722-70119b292d58 None None] Provisioning complete for port 63a4a591-bad5-48f8-840a-73973aa5b1d3 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:13.191653 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-874ce9ec-df91-4a0b-b722-70119b292d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.197453 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.db.api [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:57:13.197850 n-d-793620-15 neutron-server[101846]: DEBUG oslo_db.api [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:57:13.207973 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-cb389358-64c8-44ee-ad20-f557ec95235c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Allocated IP 172.20.0.10 (5f085346-a7ce-417f-9027-eba3cdac969f/7497a5c7-79bf-412a-b64c-bd2cde43d0cb/d1e8fbeb-78b7-4a43-8a62-d03580dfb856) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:13.208227 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf280742-dec9-4723-91ff-850424df560d None None] Routers {'ac09ed3c-28e8-4d6f-9787-e342222b3b12'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:57:13.208227 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-bf280742-dec9-4723-91ff-850424df560d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:56:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['ac09ed3c-28e8-4d6f-9787-e342222b3b12'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:13.209442 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11dbc15-1031-41d7-ba47-d2b4b12ff894 req-c5bb95ea-7071-42dc-80a3-c5e721d2a5ff tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:13.211084 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f11dbc15-1031-41d7-ba47-d2b4b12ff894 req-c5bb95ea-7071-42dc-80a3-c5e721d2a5ff tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.90 "GET /v2.0/ports?device_id=50a35a1f-f032-44ca-910a-a152a9b434a7 HTTP/1.1" status: 200 len: 946 time: 0.2180123 Aug 16 20:57:13.234398 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ce9ec-df91-4a0b-b722-70119b292d58 None None] Pushing event updated for resources: {'Port': ['ID=f0cf2476-45af-448e-8e68-8c4eab737564,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:13.246135 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205cfe56-a7e1-47da-a50a-61dadc25179c req-e2499531-671c-4e16-8a3c-e26058b1f45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:13.247900 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-205cfe56-a7e1-47da-a50a-61dadc25179c req-e2499531-671c-4e16-8a3c-e26058b1f45a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2533257 Aug 16 20:57:13.286983 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-bf280742-dec9-4723-91ff-850424df560d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:13.322995 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4d92876c-c824-44a1-bdbc-3cb15a00d7bb tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.437429 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-12fce018-8c75-4e03-ac5d-3046edb52c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.473256 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-874ce9ec-df91-4a0b-b722-70119b292d58 None None] Port 63a4a591-bad5-48f8-840a-73973aa5b1d3 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:13.475773 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf280742-dec9-4723-91ff-850424df560d None None] Routers {'ac09ed3c-28e8-4d6f-9787-e342222b3b12'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:57:13.476383 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-bf280742-dec9-4723-91ff-850424df560d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:56:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['ac09ed3c-28e8-4d6f-9787-e342222b3b12'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:13.506435 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495ab70-4a2b-4452-ac8f-05b4d9296d1a req-9e1dcff4-bcda-40db-a98b-9aafe003ddc1 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:13.508263 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a495ab70-4a2b-4452-ac8f-05b4d9296d1a req-9e1dcff4-bcda-40db-a98b-9aafe003ddc1 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=50a35a1f-f032-44ca-910a-a152a9b434a7 HTTP/1.1" status: 200 len: 946 time: 0.1434135 Aug 16 20:57:13.551532 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-bf280742-dec9-4723-91ff-850424df560d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:13.552381 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf280742-dec9-4723-91ff-850424df560d None None] The sync data for ids ['ac09ed3c-28e8-4d6f-9787-e342222b3b12'] in n-d-793620-15 is: [] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:57:13.581997 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4d92876c-c824-44a1-bdbc-3cb15a00d7bb tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.588237 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4d92876c-c824-44a1-bdbc-3cb15a00d7bb tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.592704 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9214df02-bfe8-4c10-8e3c-f1e6f687505f None None] Network 97204dc5-2078-4113-bc6a-8b6109c161f0 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:13.614512 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a495ab70-4a2b-4452-ac8f-05b4d9296d1a req-5447bc8c-251b-415d-9a78-3be831f8cc6d tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f45e8c1-f576-4531-af35-598b5c2bfc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712764 Aug 16 20:57:13.616965 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-f11dbc15-1031-41d7-ba47-d2b4b12ff894 req-c306384f-a465-4319-bf20-09b64258278b tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Deleting port 1b603ab1-6591-4239-a8f8-f9793a7747f5 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:13.617373 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f11dbc15-1031-41d7-ba47-d2b4b12ff894 req-c306384f-a465-4319-bf20-09b64258278b tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.694570 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-79b2075e-620f-481f-bdd4-510cb2384cd0 None None] Allocated IP 10.1.1.2 (2a286773-4076-470d-b75a-c7eea1dc3d02/4a0b6d73-74b5-4c8b-b956-b93210cff710/de48897a-89f6-44d9-8c46-1e7f98a93f92) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:13.710204 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-145f8aa4-7a99-475a-a8cf-91e12aff4adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.733063 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-12fce018-8c75-4e03-ac5d-3046edb52c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.742253 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-205cfe56-a7e1-47da-a50a-61dadc25179c req-a5768a8b-5182-40b4-9c38-557c0b2958ce service neutron] 10.222.0.72 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4636505 Aug 16 20:57:13.755275 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-12fce018-8c75-4e03-ac5d-3046edb52c1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e0531d-183d-4de8-9aad-feceff638ce1']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:13.776148 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-12fce018-8c75-4e03-ac5d-3046edb52c1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '739f9ac1-9fee-464c-9345-5db7b3d255ef') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:13.776704 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-12fce018-8c75-4e03-ac5d-3046edb52c1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '739f9ac1-9fee-464c-9345-5db7b3d255ef') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:13.787164 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb389358-64c8-44ee-ad20-f557ec95235c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.793172 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-12fce018-8c75-4e03-ac5d-3046edb52c1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.807999 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4d92876c-c824-44a1-bdbc-3cb15a00d7bb tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.808771 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d92876c-c824-44a1-bdbc-3cb15a00d7bb tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Fanout notify agent at l3_agent the message router_deleted on router ac09ed3c-28e8-4d6f-9787-e342222b3b12 {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:57:13.832499 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4d92876c-c824-44a1-bdbc-3cb15a00d7bb tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.832499 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4d92876c-c824-44a1-bdbc-3cb15a00d7bb tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "DELETE /v2.0/routers/ac09ed3c-28e8-4d6f-9787-e342222b3b12 HTTP/1.1" status: 204 len: 168 time: 0.6869848 Aug 16 20:57:13.832499 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-cb389358-64c8-44ee-ad20-f557ec95235c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Transition to ACTIVE for port object d1e8fbeb-78b7-4a43-8a62-d03580dfb856 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:13.832499 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-12fce018-8c75-4e03-ac5d-3046edb52c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.833776 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47702) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:13.843056 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12fce018-8c75-4e03-ac5d-3046edb52c1c admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:57:13.843452 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-12fce018-8c75-4e03-ac5d-3046edb52c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.847162 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:57:13.847162 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:57:13.847162 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:57:13.847162 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:57:13.847162 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:57:13.847162 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:57:13.847162 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:57:13.847162 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:57:13.847162 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:57:13.847162 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:57:13.847162 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:57:13.847162 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:57:13.847162 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:57:13.847162 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:57:13.847162 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:57:13.847162 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:57:13.847162 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:57:13.847162 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:57:13.847162 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:57:13.847162 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:57:13.847162 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:57:13.847162 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:57:13.847162 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:57:13.847162 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:57:13.847162 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:57:13.847162 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:57:13.847162 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:57:13.847162 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:57:13.847162 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:57:13.847162 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:57:13.847162 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:57:13.847162 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:57:13.885035 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.955302 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-c120163c-198e-4742-9a15-40f793f02e77 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Deleting subnet cd9a58d5-8a1b-4d40-a8a4-388d6c1cb8b5 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:57:13.961386 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c120163c-198e-4742-9a15-40f793f02e77 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.961835 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-be51376b-d084-46cd-ad0a-ad896d3de4f8 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:13.963917 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-be51376b-d084-46cd-ad0a-ad896d3de4f8 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/networks?id=97204dc5-2078-4113-bc6a-8b6109c161f0 HTTP/1.1" status: 200 len: 812 time: 0.3621862 Aug 16 20:57:13.964977 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-85e4af2f-0752-4368-8438-e7fa37a7e328 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.968820 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-f11dbc15-1031-41d7-ba47-d2b4b12ff894 req-c306384f-a465-4319-bf20-09b64258278b tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] For port 1b603ab1-6591-4239-a8f8-f9793a7747f5, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=1b603ab1-6591-4239-a8f8-f9793a7747f5,segment=NetworkSegment(d750202b-6aed-4115-ba35-7fc31b994eaf),segment_id=d750202b-6aed-4115-ba35-7fc31b994eaf)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:13.970302 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f11dbc15-1031-41d7-ba47-d2b4b12ff894 req-c306384f-a465-4319-bf20-09b64258278b tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.004822 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c120163c-198e-4742-9a15-40f793f02e77 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.015600 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-79b2075e-620f-481f-bdd4-510cb2384cd0 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.023752 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-79b2075e-620f-481f-bdd4-510cb2384cd0 None None] Transition to ACTIVE for port object de48897a-89f6-44d9-8c46-1e7f98a93f92 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:14.030788 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-12fce018-8c75-4e03-ac5d-3046edb52c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.032392 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-f11dbc15-1031-41d7-ba47-d2b4b12ff894 req-c306384f-a465-4319-bf20-09b64258278b tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Calling delete_port for 1b603ab1-6591-4239-a8f8-f9793a7747f5 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:14.042245 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-12fce018-8c75-4e03-ac5d-3046edb52c1c admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.044093 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-205cfe56-a7e1-47da-a50a-61dadc25179c req-2a325ef5-4136-41f0-8e49-88c5b4fce71b service neutron] 10.222.0.72 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843993 Aug 16 20:57:14.044601 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-12fce018-8c75-4e03-ac5d-3046edb52c1c admin admin] 10.222.0.84 "DELETE /v2.0/networks/c3e0531d-183d-4de8-9aad-feceff638ce1 HTTP/1.1" status: 204 len: 168 time: 0.8996072 Aug 16 20:57:14.050110 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-31a643f2-ddec-4a7a-a82a-8dd549c9754a tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/quotas/d5926bba17c34b5e88e1bc1cf228d96c HTTP/1.1" status: 200 len: 375 time: 0.0628150 Aug 16 20:57:14.057076 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fce018-8c75-4e03-ac5d-3046edb52c1c admin admin] Pushing event deleted for resources: {'Network': ['ID=c3e0531d-183d-4de8-9aad-feceff638ce1,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:14.063008 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb389358-64c8-44ee-ad20-f557ec95235c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.069264 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-79b2075e-620f-481f-bdd4-510cb2384cd0 None None] Transition to ACTIVE for port object de48897a-89f6-44d9-8c46-1e7f98a93f92 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:14.145549 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb389358-64c8-44ee-ad20-f557ec95235c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Network 5f085346-a7ce-417f-9027-eba3cdac969f is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:14.151300 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-b976d8da-399f-4aea-9f58-42692bb334e9 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d5926bba17c34b5e88e1bc1cf228d96c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0788734 Aug 16 20:57:14.152254 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4af2f-0752-4368-8438-e7fa37a7e328 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Pushing event updated for resources: {'Subnet': ['ID=3b0da94a-9e98-450f-a388-801e578bebaa,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:14.152727 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-cb389358-64c8-44ee-ad20-f557ec95235c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:14.156709 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb389358-64c8-44ee-ad20-f557ec95235c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:14.159434 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb389358-64c8-44ee-ad20-f557ec95235c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'Port': ['ID=d1e8fbeb-78b7-4a43-8a62-d03580dfb856,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:14.162071 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e4af2f-0752-4368-8438-e7fa37a7e328 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Checking segment: {'id': '20387d42-fe4f-4d9a-b237-177d370a0ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0bc6759c-80a4-4ca6-8103-9c391365ae1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:14.162442 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e4af2f-0752-4368-8438-e7fa37a7e328 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Network hostable DHCP agents. Network: 0bc6759c-80a4-4ca6-8103-9c391365ae1c, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:57:14.184790 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-79b2075e-620f-481f-bdd4-510cb2384cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.210166 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c120163c-198e-4742-9a15-40f793f02e77 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.239435 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f0cf2476-45af-448e-8e68-8c4eab737564 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:57:14.256884 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb389358-64c8-44ee-ad20-f557ec95235c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:14.259294 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb389358-64c8-44ee-ad20-f557ec95235c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.301017 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b2075e-620f-481f-bdd4-510cb2384cd0 None None] Network 2a286773-4076-470d-b75a-c7eea1dc3d02 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:14.313681 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-79b2075e-620f-481f-bdd4-510cb2384cd0 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:14.316203 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b2075e-620f-481f-bdd4-510cb2384cd0 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:14.327503 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-fd410824-7973-4221-abee-1ed33e31a640 service neutron] 10.222.0.84 "GET /v2.0/networks/97204dc5-2078-4113-bc6a-8b6109c161f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491282 Aug 16 20:57:14.337371 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2075e-620f-481f-bdd4-510cb2384cd0 None None] Pushing event updated for resources: {'Port': ['ID=de48897a-89f6-44d9-8c46-1e7f98a93f92,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:14.385297 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e4af2f-0752-4368-8438-e7fa37a7e328 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Network 0bc6759c-80a4-4ca6-8103-9c391365ae1c is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:57:14.400592 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port f0cf2476-45af-448e-8e68-8c4eab737564 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:14.400951 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.419552 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-cb389358-64c8-44ee-ad20-f557ec95235c tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7903488 Aug 16 20:57:14.419842 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f11dbc15-1031-41d7-ba47-d2b4b12ff894 req-c306384f-a465-4319-bf20-09b64258278b tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.421665 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c120163c-198e-4742-9a15-40f793f02e77 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.426726 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47706) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:14.444492 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-1d37ceb7-6952-49d1-8112-f6a69b2c6bdd tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'subnet': {'network_id': '5f085346-a7ce-417f-9027-eba3cdac969f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:14.448947 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['1b603ab1-6591-4239-a8f8-f9793a7747f5'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:57:14.454645 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c120163c-198e-4742-9a15-40f793f02e77 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event deleted for resources: {'Subnet': ['ID=cd9a58d5-8a1b-4d40-a8a4-388d6c1cb8b5,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:14.458493 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c120163c-198e-4742-9a15-40f793f02e77 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.460566 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c120163c-198e-4742-9a15-40f793f02e77 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "DELETE /v2.0/subnets/cd9a58d5-8a1b-4d40-a8a4-388d6c1cb8b5 HTTP/1.1" status: 204 len: 168 time: 0.6243765 Aug 16 20:57:14.463253 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47708) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:14.478766 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-79b2075e-620f-481f-bdd4-510cb2384cd0 None None] Attempting to bind port de48897a-89f6-44d9-8c46-1e7f98a93f92 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:14.479375 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-79b2075e-620f-481f-bdd4-510cb2384cd0 None None] Attempting to bind port de48897a-89f6-44d9-8c46-1e7f98a93f92 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '478767af-aad0-4439-88f2-721c3a22d31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2a286773-4076-470d-b75a-c7eea1dc3d02'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:14.479501 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b2075e-620f-481f-bdd4-510cb2384cd0 None None] Attempting to bind port de48897a-89f6-44d9-8c46-1e7f98a93f92 on network 2a286773-4076-470d-b75a-c7eea1dc3d02 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:14.484378 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d48acca-613c-4018-bfc3-6af2790fba07 None None] Network b0fefc4b-71fa-4bac-872e-5b9468961540 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:14.494233 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-85e4af2f-0752-4368-8438-e7fa37a7e328 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 0bc6759c-80a4-4ca6-8103-9c391365ae1c) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:14.505976 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b2075e-620f-481f-bdd4-510cb2384cd0 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:57:14.506373 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b2075e-620f-481f-bdd4-510cb2384cd0 None None] Checking segment: {'id': '478767af-aad0-4439-88f2-721c3a22d31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2a286773-4076-470d-b75a-c7eea1dc3d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:14.506758 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-79b2075e-620f-481f-bdd4-510cb2384cd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.507229 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b2075e-620f-481f-bdd4-510cb2384cd0 None None] Bound using segment: {'id': '478767af-aad0-4439-88f2-721c3a22d31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2a286773-4076-470d-b75a-c7eea1dc3d02'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:57:14.507727 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-79b2075e-620f-481f-bdd4-510cb2384cd0 None None] Bound port: de48897a-89f6-44d9-8c46-1e7f98a93f92, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478767af-aad0-4439-88f2-721c3a22d31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2a286773-4076-470d-b75a-c7eea1dc3d02'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:57:14.508277 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-79b2075e-620f-481f-bdd4-510cb2384cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.524438 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c306384f-a465-4319-bf20-09b64258278b tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Pushing event deleted for resources: {'Port': ['ID=1b603ab1-6591-4239-a8f8-f9793a7747f5,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:14.537074 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-e2e2a18c-eef3-44dc-8ec1-c00b6c65a4a1 service neutron] 10.222.0.84 "GET /v2.0/networks/97204dc5-2078-4113-bc6a-8b6109c161f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018268 Aug 16 20:57:14.537329 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef409529-a2b4-46a7-96de-7c85789ba199 None None] Network 0bc6759c-80a4-4ca6-8103-9c391365ae1c requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:14.538545 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e4af2f-0752-4368-8438-e7fa37a7e328 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:14.539117 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-85e4af2f-0752-4368-8438-e7fa37a7e328 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.586397 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cc264090-e2f6-4751-9636-4012d5212498 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.608261 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47710) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:14.618793 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11dbc15-1031-41d7-ba47-d2b4b12ff894 req-c306384f-a465-4319-bf20-09b64258278b tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] No DVR routers for this DVR port 1b603ab1-6591-4239-a8f8-f9793a7747f5 on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:57:14.624358 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f11dbc15-1031-41d7-ba47-d2b4b12ff894 req-c306384f-a465-4319-bf20-09b64258278b tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.626955 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f11dbc15-1031-41d7-ba47-d2b4b12ff894 req-c306384f-a465-4319-bf20-09b64258278b tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.90 "DELETE /v2.0/ports/1b603ab1-6591-4239-a8f8-f9793a7747f5 HTTP/1.1" status: 204 len: 173 time: 1.3991785 Aug 16 20:57:14.633871 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a35a1f-f032-44ca-910a-a152a9b434a7', 'name': 'network-vif-deleted', 'tag': '1b603ab1-6591-4239-a8f8-f9793a7747f5'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:57:14.636358 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ed8b82-58a7-4c0c-8b73-cfb5ab8e87ec" -d '{"events": [{"server_uuid": "50a35a1f-f032-44ca-910a-a152a9b434a7", "name": "network-vif-deleted", "tag": "1b603ab1-6591-4239-a8f8-f9793a7747f5"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:57:14.680356 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-85e4af2f-0752-4368-8438-e7fa37a7e328 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8965242 Aug 16 20:57:14.683371 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47716) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:14.691363 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-1ddb520e-01e7-4bb1-9143-9f93657e411a tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Request body: {'port': {'network_id': '2a286773-4076-470d-b75a-c7eea1dc3d02', 'name': 'tempest-TaggedBootDevicesTest-1957692632', 'fixed_ips': [{'subnet_id': '4a0b6d73-74b5-4c8b-b956-b93210cff710'}]}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:14.710095 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2c345ffa-e04c-4ea4-ac75-700878556fcc admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5e34bca4399446eb98aaa139a603dfb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0980737 Aug 16 20:57:14.710906 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47718) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:14.751304 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b1c04d56-564d-41ec-856b-ff5b56e44148 None None] Provisioning for port d1e8fbeb-78b7-4a43-8a62-d03580dfb856 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:14.763132 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-cc264090-e2f6-4751-9636-4012d5212498 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Deleting port bedd3e67-3b09-4b1e-bf5d-a990a606b778 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:14.763483 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cc264090-e2f6-4751-9636-4012d5212498 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.775424 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c461af17-4ce3-42fc-a64c-bc55875db04d req-0dd42c18-dec4-4490-bf98-aadbdc788f49 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=50a35a1f-f032-44ca-910a-a152a9b434a7 HTTP/1.1" status: 200 len: 210 time: 0.0547514 Aug 16 20:57:14.839614 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9d58a590-6322-4020-884e-0464720c7055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.841771 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b1c04d56-564d-41ec-856b-ff5b56e44148 None None] Provisioning complete for port d1e8fbeb-78b7-4a43-8a62-d03580dfb856 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:14.842199 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b1c04d56-564d-41ec-856b-ff5b56e44148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.855148 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74a53b7-e9df-43c6-baba-2e156188618d x-openstack-request-id: req-a74a53b7-e9df-43c6-baba-2e156188618d {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:57:14.855550 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a35a1f-f032-44ca-910a-a152a9b434a7", "name": "network-vif-deleted", "tag": "1b603ab1-6591-4239-a8f8-f9793a7747f5", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:57:14.856332 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a74a53b7-e9df-43c6-baba-2e156188618d {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:57:14.856907 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a35a1f-f032-44ca-910a-a152a9b434a7', 'name': 'network-vif-deleted', 'tag': '1b603ab1-6591-4239-a8f8-f9793a7747f5', 'status': 'completed', 'code': 200} Aug 16 20:57:14.871549 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9d58a590-6322-4020-884e-0464720c7055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.917469 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d37ceb7-6952-49d1-8112-f6a69b2c6bdd tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Made reservation on behalf of f26b2ff065a440569c5739b2c3aa62ad for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:14.917718 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-cc264090-e2f6-4751-9636-4012d5212498 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] For port bedd3e67-3b09-4b1e-bf5d-a990a606b778, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=bedd3e67-3b09-4b1e-bf5d-a990a606b778,segment=NetworkSegment(d31e8c4d-98e0-4b8b-aa36-f3ce8e00dc8b),segment_id=d31e8c4d-98e0-4b8b-aa36-f3ce8e00dc8b)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:14.917718 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cc264090-e2f6-4751-9636-4012d5212498 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.917919 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1d37ceb7-6952-49d1-8112-f6a69b2c6bdd tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.969520 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-cc264090-e2f6-4751-9636-4012d5212498 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Calling delete_port for bedd3e67-3b09-4b1e-bf5d-a990a606b778 owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:14.978926 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-b1c04d56-564d-41ec-856b-ff5b56e44148 None None] Port d1e8fbeb-78b7-4a43-8a62-d03580dfb856 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:15.057679 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-79b2075e-620f-481f-bdd4-510cb2384cd0 None None] For port de48897a-89f6-44d9-8c46-1e7f98a93f92, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:57:15.073835 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-79b2075e-620f-481f-bdd4-510cb2384cd0 None None] For port de48897a-89f6-44d9-8c46-1e7f98a93f92, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=de48897a-89f6-44d9-8c46-1e7f98a93f92,segment=NetworkSegment(478767af-aad0-4439-88f2-721c3a22d31e),segment_id=478767af-aad0-4439-88f2-721c3a22d31e)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:57:15.087516 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dbc4e5-e7a1-4bb3-81d5-5d35c6fb0e51 None None] DHCP port deletion for b0fefc4b-71fa-4bac-872e-5b9468961540 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:57:15.142157 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:15.147525 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-79b2075e-620f-481f-bdd4-510cb2384cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:15.161127 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ddb520e-01e7-4bb1-9143-9f93657e411a tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Made reservation on behalf of 9440ed0933f64f7cb6d1f0c295a72000 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:15.161466 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1ed14e-1a45-48c8-976a-2c60e2f5b20b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-0bc6759c-80a4-4ca6-8103-9c391365ae1c', 'network_id': '0bc6759c-80a4-4ca6-8103-9c391365ae1c', 'tenant_id': '9440ed0933f64f7cb6d1f0c295a72000', 'fixed_ips': [{'subnet_id': '3b0da94a-9e98-450f-a388-801e578bebaa'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:57:15.162297 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ad1ed14e-1a45-48c8-976a-2c60e2f5b20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:15.227385 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cc264090-e2f6-4751-9636-4012d5212498 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:15.261088 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc264090-e2f6-4751-9636-4012d5212498 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event deleted for resources: {'Port': ['ID=bedd3e67-3b09-4b1e-bf5d-a990a606b778,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:15.271722 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc264090-e2f6-4751-9636-4012d5212498 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] No DVR routers for this DVR port bedd3e67-3b09-4b1e-bf5d-a990a606b778 on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:57:15.318202 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2075e-620f-481f-bdd4-510cb2384cd0 None None] Pushing event updated for resources: {'Port': ['ID=de48897a-89f6-44d9-8c46-1e7f98a93f92,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:15.335646 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b4656a12-6022-4dfb-859c-e1771ce92835 req-4b02236a-9d1d-4fe3-831e-23b49e947086 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=57b8d87f-171a-420a-a1eb-e7ddc295d1f6 HTTP/1.1" status: 200 len: 210 time: 0.0347440 Aug 16 20:57:15.349502 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-b9dbc4e5-e7a1-4bb3-81d5-5d35c6fb0e51 None None] Deleting port bedd3e67-3b09-4b1e-bf5d-a990a606b778 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:15.349895 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b9dbc4e5-e7a1-4bb3-81d5-5d35c6fb0e51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:15.414836 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1ddb520e-01e7-4bb1-9143-9f93657e411a tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:15.433119 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cc264090-e2f6-4751-9636-4012d5212498 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:15.440391 n-d-793620-15 neutron-server[101844]: INFO neutron.db.ipam_backend_mixin [None req-1d37ceb7-6952-49d1-8112-f6a69b2c6bdd tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7497a5c7-79bf-412a-b64c-bd2cde43d0cb (CIDR: 172.20.0.0/28) Aug 16 20:57:15.449479 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-b9dbc4e5-e7a1-4bb3-81d5-5d35c6fb0e51 None None] For port bedd3e67-3b09-4b1e-bf5d-a990a606b778, host n-d-793620-15, got binding levels [] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:15.449886 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b9dbc4e5-e7a1-4bb3-81d5-5d35c6fb0e51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:15.453872 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-cc264090-e2f6-4751-9636-4012d5212498 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0fefc4b-71fa-4bac-872e-5b9468961540']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:15.468605 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-b9dbc4e5-e7a1-4bb3-81d5-5d35c6fb0e51 None None] Calling delete_port for bedd3e67-3b09-4b1e-bf5d-a990a606b778 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:15.469711 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-cc264090-e2f6-4751-9636-4012d5212498 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd31e8c4d-98e0-4b8b-aa36-f3ce8e00dc8b') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:15.469998 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-cc264090-e2f6-4751-9636-4012d5212498 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd31e8c4d-98e0-4b8b-aa36-f3ce8e00dc8b') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:15.475549 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.ipam_backend_mixin [None req-b9dbc4e5-e7a1-4bb3-81d5-5d35c6fb0e51 None None] Port bedd3e67-3b09-4b1e-bf5d-a990a606b778 was not found and therefore no delete operation was performed {{(pid=101846) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 20:57:15.478797 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-1ddb520e-01e7-4bb1-9143-9f93657e411a tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] device_id is not set on port f46cd7dd-4272-4b97-ba28-4c7234fc9a00 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:57:15.481914 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b9dbc4e5-e7a1-4bb3-81d5-5d35c6fb0e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:15.484245 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-ad1ed14e-1a45-48c8-976a-2c60e2f5b20b None None] Allocated IP 10.2.2.2 (0bc6759c-80a4-4ca6-8103-9c391365ae1c/3b0da94a-9e98-450f-a388-801e578bebaa/719bbb6a-d470-4320-946b-06e577d98922) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:15.488059 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cc264090-e2f6-4751-9636-4012d5212498 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:15.494080 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d37ceb7-6952-49d1-8112-f6a69b2c6bdd tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:57:15.496195 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d37ceb7-6952-49d1-8112-f6a69b2c6bdd tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:15.516281 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dbc4e5-e7a1-4bb3-81d5-5d35c6fb0e51 None None] Pushing event deleted for resources: {'Port': ['ID=bedd3e67-3b09-4b1e-bf5d-a990a606b778,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:15.523629 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dbc4e5-e7a1-4bb3-81d5-5d35c6fb0e51 None None] No DVR routers for this DVR port bedd3e67-3b09-4b1e-bf5d-a990a606b778 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:57:15.561738 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9d58a590-6322-4020-884e-0464720c7055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:15.579902 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cc264090-e2f6-4751-9636-4012d5212498 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:15.590338 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9d58a590-6322-4020-884e-0464720c7055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:15.601992 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9d58a590-6322-4020-884e-0464720c7055 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c0af710a-82d1-4aad-92de-141639ee2f5d HTTP/1.1" status: 204 len: 168 time: 0.8897913 Aug 16 20:57:15.603144 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc264090-e2f6-4751-9636-4012d5212498 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:57:15.603625 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cc264090-e2f6-4751-9636-4012d5212498 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:15.606931 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:57:15.606931 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:57:15.606931 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:57:15.606931 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:57:15.606931 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:57:15.606931 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:57:15.606931 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:57:15.606931 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:57:15.606931 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:57:15.606931 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:57:15.606931 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:57:15.606931 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:57:15.606931 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:57:15.606931 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:57:15.606931 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:57:15.606931 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:57:15.606931 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:57:15.606931 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:57:15.606931 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:57:15.606931 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:57:15.606931 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:57:15.606931 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:57:15.606931 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:57:15.606931 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:57:15.606931 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:57:15.606931 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:57:15.606931 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:57:15.606931 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:57:15.606931 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:57:15.606931 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:57:15.606931 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:57:15.606931 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:57:15.639969 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58a590-6322-4020-884e-0464720c7055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0af710a-82d1-4aad-92de-141639ee2f5d,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:15.762127 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1d37ceb7-6952-49d1-8112-f6a69b2c6bdd tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3324788 Aug 16 20:57:15.764884 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47734) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:15.770633 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-8029ca6e-7805-4097-b4a8-394445239054 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'subnet': {'network_id': '5f085346-a7ce-417f-9027-eba3cdac969f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:15.833546 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-1ddb520e-01e7-4bb1-9143-9f93657e411a tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Allocated IP 10.1.1.43 (2a286773-4076-470d-b75a-c7eea1dc3d02/4a0b6d73-74b5-4c8b-b956-b93210cff710/f46cd7dd-4272-4b97-ba28-4c7234fc9a00) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:15.863940 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cc264090-e2f6-4751-9636-4012d5212498 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:15.883627 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cc264090-e2f6-4751-9636-4012d5212498 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:15.886684 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-cc264090-e2f6-4751-9636-4012d5212498 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "DELETE /v2.0/networks/b0fefc4b-71fa-4bac-872e-5b9468961540 HTTP/1.1" status: 204 len: 168 time: 1.4221022 Aug 16 20:57:15.892602 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47740) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:15.917447 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc264090-e2f6-4751-9636-4012d5212498 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event deleted for resources: {'Network': ['ID=b0fefc4b-71fa-4bac-872e-5b9468961540,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:15.937824 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-d547724f-17c4-4d6d-93de-e61a3f81e4a4 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1042707467', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}, 'admin_state_up': False}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:15.998793 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ad1ed14e-1a45-48c8-976a-2c60e2f5b20b None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:16.008807 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ad1ed14e-1a45-48c8-976a-2c60e2f5b20b None None] Transition to ACTIVE for port object 719bbb6a-d470-4320-946b-06e577d98922 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:16.021576 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-41f8ba89-0746-44a8-8edc-bbe0f4a99957 req-216bf17c-9080-4dc5-81bd-3886b4baca65 tempest-AttachVolumeNegativeTest-1063216793 tempest-AttachVolumeNegativeTest-1063216793-project] 10.222.0.84 "GET /v2.0/ports?device_id=50a35a1f-f032-44ca-910a-a152a9b434a7 HTTP/1.1" status: 200 len: 210 time: 0.1333690 Aug 16 20:57:16.041710 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ad1ed14e-1a45-48c8-976a-2c60e2f5b20b None None] Transition to ACTIVE for port object 719bbb6a-d470-4320-946b-06e577d98922 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:16.067555 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1ddb520e-01e7-4bb1-9143-9f93657e411a tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:16.081403 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-1ddb520e-01e7-4bb1-9143-9f93657e411a tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Transition to ACTIVE for port object f46cd7dd-4272-4b97-ba28-4c7234fc9a00 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:16.162626 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d547724f-17c4-4d6d-93de-e61a3f81e4a4 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:16.163678 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d547724f-17c4-4d6d-93de-e61a3f81e4a4 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:16.167924 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ad1ed14e-1a45-48c8-976a-2c60e2f5b20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:16.195888 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1ddb520e-01e7-4bb1-9143-9f93657e411a tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:16.239412 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ed14e-1a45-48c8-976a-2c60e2f5b20b None None] Pushing event updated for resources: {'Port': ['ID=719bbb6a-d470-4320-946b-06e577d98922,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:16.257229 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1ed14e-1a45-48c8-976a-2c60e2f5b20b None None] Network 0bc6759c-80a4-4ca6-8103-9c391365ae1c is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:16.259156 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-ad1ed14e-1a45-48c8-976a-2c60e2f5b20b None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:16.268074 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1ed14e-1a45-48c8-976a-2c60e2f5b20b None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:16.300241 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8029ca6e-7805-4097-b4a8-394445239054 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Made reservation on behalf of f26b2ff065a440569c5739b2c3aa62ad for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:16.317091 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8029ca6e-7805-4097-b4a8-394445239054 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:16.318295 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddb520e-01e7-4bb1-9143-9f93657e411a tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Network 2a286773-4076-470d-b75a-c7eea1dc3d02 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:16.324534 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-1ddb520e-01e7-4bb1-9143-9f93657e411a tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:16.326962 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddb520e-01e7-4bb1-9143-9f93657e411a tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:16.361839 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb520e-01e7-4bb1-9143-9f93657e411a tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Pushing event updated for resources: {'Port': ['ID=f46cd7dd-4272-4b97-ba28-4c7234fc9a00,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:16.378296 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-ad1ed14e-1a45-48c8-976a-2c60e2f5b20b None None] Attempting to bind port 719bbb6a-d470-4320-946b-06e577d98922 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:16.378786 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-ad1ed14e-1a45-48c8-976a-2c60e2f5b20b None None] Attempting to bind port 719bbb6a-d470-4320-946b-06e577d98922 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '20387d42-fe4f-4d9a-b237-177d370a0ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0bc6759c-80a4-4ca6-8103-9c391365ae1c'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:16.379395 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1ed14e-1a45-48c8-976a-2c60e2f5b20b None None] Attempting to bind port 719bbb6a-d470-4320-946b-06e577d98922 on network 0bc6759c-80a4-4ca6-8103-9c391365ae1c {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:16.403902 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddb520e-01e7-4bb1-9143-9f93657e411a tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:16.404593 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1ddb520e-01e7-4bb1-9143-9f93657e411a tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:16.405039 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1ed14e-1a45-48c8-976a-2c60e2f5b20b None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:57:16.406527 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1ed14e-1a45-48c8-976a-2c60e2f5b20b None None] Checking segment: {'id': '20387d42-fe4f-4d9a-b237-177d370a0ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0bc6759c-80a4-4ca6-8103-9c391365ae1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:16.406527 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ad1ed14e-1a45-48c8-976a-2c60e2f5b20b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:16.406527 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1ed14e-1a45-48c8-976a-2c60e2f5b20b None None] Bound using segment: {'id': '20387d42-fe4f-4d9a-b237-177d370a0ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0bc6759c-80a4-4ca6-8103-9c391365ae1c'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:57:16.406941 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-ad1ed14e-1a45-48c8-976a-2c60e2f5b20b None None] Bound port: 719bbb6a-d470-4320-946b-06e577d98922, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20387d42-fe4f-4d9a-b237-177d370a0ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0bc6759c-80a4-4ca6-8103-9c391365ae1c'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:57:16.407114 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ad1ed14e-1a45-48c8-976a-2c60e2f5b20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:16.473354 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d547724f-17c4-4d6d-93de-e61a3f81e4a4 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:16.510321 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1ddb520e-01e7-4bb1-9143-9f93657e411a tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8254414 Aug 16 20:57:16.512692 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47756) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:16.520519 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-bfcd1b87-146c-4780-bb1a-a8623110e02d tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Request body: {'port': {'network_id': '2a286773-4076-470d-b75a-c7eea1dc3d02', 'name': 'tempest-TaggedBootDevicesTest-1921791161', 'fixed_ips': [{'subnet_id': '4a0b6d73-74b5-4c8b-b956-b93210cff710'}]}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:16.520748 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-ad1ed14e-1a45-48c8-976a-2c60e2f5b20b None None] For port 719bbb6a-d470-4320-946b-06e577d98922, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:57:16.523987 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-ad1ed14e-1a45-48c8-976a-2c60e2f5b20b None None] For port 719bbb6a-d470-4320-946b-06e577d98922, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=719bbb6a-d470-4320-946b-06e577d98922,segment=NetworkSegment(20387d42-fe4f-4d9a-b237-177d370a0ab5),segment_id=20387d42-fe4f-4d9a-b237-177d370a0ab5)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:57:16.527913 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device de48897a-89f6-44d9-8c46-1e7f98a93f92 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:57:16.556321 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-81a4b17d-ccc2-415e-9f17-6498683b8983 req-4921acee-bc42-4e59-97f6-d0daf3c1a0e4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=57b8d87f-171a-420a-a1eb-e7ddc295d1f6 HTTP/1.1" status: 200 len: 210 time: 0.0783904 Aug 16 20:57:16.607292 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ad1ed14e-1a45-48c8-976a-2c60e2f5b20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:16.690586 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ed14e-1a45-48c8-976a-2c60e2f5b20b None None] Pushing event updated for resources: {'Port': ['ID=719bbb6a-d470-4320-946b-06e577d98922,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:16.708998 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:16.721107 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8681f046-0b2f-4824-bfc2-a3c76f4b5af4 None None] Network 2a286773-4076-470d-b75a-c7eea1dc3d02 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:16.769606 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port de48897a-89f6-44d9-8c46-1e7f98a93f92 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:16.771861 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 1b603ab1-6591-4239-a8f8-f9793a7747f5 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:57:16.778507 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcd1b87-146c-4780-bb1a-a8623110e02d tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Made reservation on behalf of 9440ed0933f64f7cb6d1f0c295a72000 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:16.785581 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bfcd1b87-146c-4780-bb1a-a8623110e02d tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:16.789946 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d547724f-17c4-4d6d-93de-e61a3f81e4a4 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:16.812609 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-bfcd1b87-146c-4780-bb1a-a8623110e02d tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] device_id is not set on port 7d470d90-81da-4884-b71f-665f707bd7e3 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:57:16.818469 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 1b603ab1-6591-4239-a8f8-f9793a7747f5 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:57:16.818819 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 1b603ab1-6591-4239-a8f8-f9793a7747f5 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:57:16.901272 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device bedd3e67-3b09-4b1e-bf5d-a990a606b778 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:57:16.977087 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: bedd3e67-3b09-4b1e-bf5d-a990a606b778 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:57:16.977443 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device bedd3e67-3b09-4b1e-bf5d-a990a606b778 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:57:16.999760 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-69a880dc-8aa6-4646-8a6a-6aa6a6eac432 None None] Provisioning for port de48897a-89f6-44d9-8c46-1e7f98a93f92 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:17.018270 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-69a880dc-8aa6-4646-8a6a-6aa6a6eac432 None None] Provisioning complete for port de48897a-89f6-44d9-8c46-1e7f98a93f92 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:17.018650 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-69a880dc-8aa6-4646-8a6a-6aa6a6eac432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:17.113561 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47770) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:17.197405 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-69a880dc-8aa6-4646-8a6a-6aa6a6eac432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:17.239255 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8029ca6e-7805-4097-b4a8-394445239054 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:17.244087 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-bfcd1b87-146c-4780-bb1a-a8623110e02d tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Allocated IP 10.1.1.169 (2a286773-4076-470d-b75a-c7eea1dc3d02/4a0b6d73-74b5-4c8b-b956-b93210cff710/7d470d90-81da-4884-b71f-665f707bd7e3) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:17.247391 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-69a880dc-8aa6-4646-8a6a-6aa6a6eac432 None None] For port de48897a-89f6-44d9-8c46-1e7f98a93f92, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=de48897a-89f6-44d9-8c46-1e7f98a93f92,segment=NetworkSegment(478767af-aad0-4439-88f2-721c3a22d31e),segment_id=478767af-aad0-4439-88f2-721c3a22d31e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:17.274034 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0eaeac5-c366-4484-a7e5-ec8c4f130120 admin admin] Deleting subnet 7e91ca38-3cbf-4786-98c9-5df70f5d7fc7 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:57:17.278829 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a0eaeac5-c366-4484-a7e5-ec8c4f130120 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:17.302878 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8029ca6e-7805-4097-b4a8-394445239054 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Network 5f085346-a7ce-417f-9027-eba3cdac969f is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:17.341292 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a0eaeac5-c366-4484-a7e5-ec8c4f130120 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:17.392371 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-8029ca6e-7805-4097-b4a8-394445239054 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:17.400940 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-69a880dc-8aa6-4646-8a6a-6aa6a6eac432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:17.401185 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8029ca6e-7805-4097-b4a8-394445239054 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:17.401722 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8029ca6e-7805-4097-b4a8-394445239054 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:17.421240 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8029ca6e-7805-4097-b4a8-394445239054 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'Subnet': ['ID=0469dcc8-eaf5-4b59-ad7f-34405853236b,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:17.434928 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a891190-e213-430a-aa1e-c8e077273b79 None None] Network 5f085346-a7ce-417f-9027-eba3cdac969f requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:17.476433 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d547724f-17c4-4d6d-93de-e61a3f81e4a4 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router_gateway, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:17.500568 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d547724f-17c4-4d6d-93de-e61a3f81e4a4 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:17.514153 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a880dc-8aa6-4646-8a6a-6aa6a6eac432 None None] Pushing event updated for resources: {'Port': ['ID=de48897a-89f6-44d9-8c46-1e7f98a93f92,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:17.569755 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8029ca6e-7805-4097-b4a8-394445239054 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8037560 Aug 16 20:57:17.572878 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47784) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:17.586628 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-37bb4cee-f234-49a9-8a17-3c3391b35ec5 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1362689513', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0469dcc8-eaf5-4b59-ad7f-34405853236b'}], 'security_groups': ['a2006ae6-99fa-4ea6-8b64-a3355e1a1a5f']}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:17.701320 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-42c9d1dd-ad7a-4a08-a333-6049b9c2e5c0 None None] Provisioning complete for port de48897a-89f6-44d9-8c46-1e7f98a93f92 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:17.701924 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-42c9d1dd-ad7a-4a08-a333-6049b9c2e5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:17.888369 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-65d417b8-1d34-411f-8abe-efbf264415b0 req-142a953b-5480-4147-9313-bdb1778c6c3e tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=57b8d87f-171a-420a-a1eb-e7ddc295d1f6 HTTP/1.1" status: 200 len: 210 time: 0.1885746 Aug 16 20:57:17.988591 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a0eaeac5-c366-4484-a7e5-ec8c4f130120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.008044 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-d547724f-17c4-4d6d-93de-e61a3f81e4a4 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Allocated IP 172.25.1.77 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/365e6e66-f408-4581-a976-a69659816e5a) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:18.105166 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-42c9d1dd-ad7a-4a08-a333-6049b9c2e5c0 None None] Provisioning for port f46cd7dd-4272-4b97-ba28-4c7234fc9a00 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:18.127725 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-42c9d1dd-ad7a-4a08-a333-6049b9c2e5c0 None None] Provisioning complete for port f46cd7dd-4272-4b97-ba28-4c7234fc9a00 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:18.130003 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-42c9d1dd-ad7a-4a08-a333-6049b9c2e5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.177776 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bfcd1b87-146c-4780-bb1a-a8623110e02d tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.191988 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd073336-1de5-4b84-97b8-6988b8e83bc1 None None] Update dhcp port {'port': {'network_id': '5f085346-a7ce-417f-9027-eba3cdac969f', 'fixed_ips': [{'subnet_id': '7497a5c7-79bf-412a-b64c-bd2cde43d0cb', 'ip_address': '172.20.0.2'}, {'subnet_id': '0469dcc8-eaf5-4b59-ad7f-34405853236b'}], 'binding:host_id': 'n-d-793620-15'}, 'id': 'f0cf2476-45af-448e-8e68-8c4eab737564'} from n-d-793620-15. {{(pid=101846) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:57:18.216133 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-bfcd1b87-146c-4780-bb1a-a8623110e02d tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Transition to ACTIVE for port object 7d470d90-81da-4884-b71f-665f707bd7e3 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:18.236130 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef881d2-700e-48ac-946c-980731317c78 None None] Network 0bc6759c-80a4-4ca6-8103-9c391365ae1c requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:18.241869 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a0eaeac5-c366-4484-a7e5-ec8c4f130120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.270546 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-dd073336-1de5-4b84-97b8-6988b8e83bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.273466 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3b16d34d-027b-49aa-8233-cc845c561c23 req-034fadaf-f3ff-4b96-9297-5d5aba2e8ef3 tempest-ServerShowV254Test-814932692 tempest-ServerShowV254Test-814932692-project] 10.222.0.84 "GET /v2.0/ports?device_id=06f61aad-3645-4d56-8238-4af430bcb9e9 HTTP/1.1" status: 200 len: 210 time: 0.1080759 Aug 16 20:57:18.345542 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a0eaeac5-c366-4484-a7e5-ec8c4f130120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.352141 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a0eaeac5-c366-4484-a7e5-ec8c4f130120 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/7e91ca38-3cbf-4786-98c9-5df70f5d7fc7 HTTP/1.1" status: 204 len: 168 time: 1.2373567 Aug 16 20:57:18.362860 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-1bcda2bb-9585-486e-b288-d384ead42bed tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:18.369490 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-1bcda2bb-9585-486e-b288-d384ead42bed tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.72 "GET /v2.0/networks?id=97204dc5-2078-4113-bc6a-8b6109c161f0 HTTP/1.1" status: 200 len: 812 time: 0.4282084 Aug 16 20:57:18.372584 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47802) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:18.390877 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-42c9d1dd-ad7a-4a08-a333-6049b9c2e5c0 None None] Port f46cd7dd-4272-4b97-ba28-4c7234fc9a00 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:18.400310 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-f5cc6158-8fd3-4cb0-a8ce-27d90911c722 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Request body: {'port': {'device_id': '57b8d87f-171a-420a-a1eb-e7ddc295d1f6', 'network_id': '97204dc5-2078-4113-bc6a-8b6109c161f0', 'admin_state_up': True, 'tenant_id': 'd5926bba17c34b5e88e1bc1cf228d96c'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:18.404001 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-37bb4cee-f234-49a9-8a17-3c3391b35ec5 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.422340 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 719bbb6a-d470-4320-946b-06e577d98922 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:57:18.442072 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eaeac5-c366-4484-a7e5-ec8c4f130120 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e91ca38-3cbf-4786-98c9-5df70f5d7fc7,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:18.457778 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:57:18.482253 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-59720f28-c8bd-4d6c-92db-c66ff652b2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.521765 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bfcd1b87-146c-4780-bb1a-a8623110e02d tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.614375 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcd1b87-146c-4780-bb1a-a8623110e02d tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Network 2a286773-4076-470d-b75a-c7eea1dc3d02 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:18.619528 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-59720f28-c8bd-4d6c-92db-c66ff652b2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.621006 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d547724f-17c4-4d6d-93de-e61a3f81e4a4 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.624490 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-bfcd1b87-146c-4780-bb1a-a8623110e02d tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:18.634471 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcd1b87-146c-4780-bb1a-a8623110e02d tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:18.644772 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-59720f28-c8bd-4d6c-92db-c66ff652b2bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a5bf8fc-f269-4f39-b3c6-975502c735e9']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:18.644772 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd1b87-146c-4780-bb1a-a8623110e02d tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Pushing event updated for resources: {'Port': ['ID=7d470d90-81da-4884-b71f-665f707bd7e3,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:18.665235 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-dd073336-1de5-4b84-97b8-6988b8e83bc1 None None] Allocated IP 172.20.0.18 (5f085346-a7ce-417f-9027-eba3cdac969f/0469dcc8-eaf5-4b59-ad7f-34405853236b/f0cf2476-45af-448e-8e68-8c4eab737564) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:18.675348 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-59720f28-c8bd-4d6c-92db-c66ff652b2bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd750202b-6aed-4115-ba35-7fc31b994eaf') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:18.675646 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-59720f28-c8bd-4d6c-92db-c66ff652b2bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd750202b-6aed-4115-ba35-7fc31b994eaf') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:18.688216 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-bef94cb0-4ef3-4de3-ad23-640911ee7ac3 None None] Provisioning for port 719bbb6a-d470-4320-946b-06e577d98922 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:18.693213 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-59720f28-c8bd-4d6c-92db-c66ff652b2bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.719202 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcd1b87-146c-4780-bb1a-a8623110e02d tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:18.719521 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bfcd1b87-146c-4780-bb1a-a8623110e02d tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.723012 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-59720f28-c8bd-4d6c-92db-c66ff652b2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.739857 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59720f28-c8bd-4d6c-92db-c66ff652b2bc admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:57:18.740275 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-59720f28-c8bd-4d6c-92db-c66ff652b2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.762170 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-bef94cb0-4ef3-4de3-ad23-640911ee7ac3 None None] Provisioning complete for port f46cd7dd-4272-4b97-ba28-4c7234fc9a00 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:18.762766 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-bef94cb0-4ef3-4de3-ad23-640911ee7ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.767314 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 719bbb6a-d470-4320-946b-06e577d98922 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:18.797943 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:57:18.797943 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:57:18.797943 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:57:18.797943 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:57:18.797943 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:57:18.797943 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:57:18.797943 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:57:18.797943 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:57:18.797943 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:57:18.797943 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:57:18.797943 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:57:18.797943 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:57:18.797943 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:57:18.797943 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:57:18.797943 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:57:18.797943 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:57:18.797943 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:57:18.797943 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:57:18.797943 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:57:18.797943 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:57:18.797943 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:57:18.797943 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:57:18.797943 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:57:18.797943 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:57:18.797943 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:57:18.797943 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:57:18.797943 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:57:18.797943 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:57:18.797943 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:57:18.797943 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:57:18.797943 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:57:18.797943 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:57:18.802765 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 719bbb6a-d470-4320-946b-06e577d98922 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:18.803132 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.806418 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-f5cc6158-8fd3-4cb0-a8ce-27d90911c722 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Made reservation on behalf of d5926bba17c34b5e88e1bc1cf228d96c for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:18.810137 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-f5cc6158-8fd3-4cb0-a8ce-27d90911c722 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.886393 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d547724f-17c4-4d6d-93de-e61a3f81e4a4 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.889878 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-bef94cb0-4ef3-4de3-ad23-640911ee7ac3 None None] Port f46cd7dd-4272-4b97-ba28-4c7234fc9a00 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:18.916506 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-59720f28-c8bd-4d6c-92db-c66ff652b2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.926489 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-bfcd1b87-146c-4780-bb1a-a8623110e02d tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4126706 Aug 16 20:57:18.939236 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-dd073336-1de5-4b84-97b8-6988b8e83bc1 None None] For port f0cf2476-45af-448e-8e68-8c4eab737564, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=f0cf2476-45af-448e-8e68-8c4eab737564,segment=NetworkSegment(0a627067-559d-4535-9623-ff06f7c7c075),segment_id=0a627067-559d-4535-9623-ff06f7c7c075)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:18.949940 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-59720f28-c8bd-4d6c-92db-c66ff652b2bc admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.959123 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-59720f28-c8bd-4d6c-92db-c66ff652b2bc admin admin] 10.222.0.84 "DELETE /v2.0/networks/5a5bf8fc-f269-4f39-b3c6-975502c735e9 HTTP/1.1" status: 204 len: 168 time: 0.5839052 Aug 16 20:57:18.993561 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59720f28-c8bd-4d6c-92db-c66ff652b2bc admin admin] Pushing event deleted for resources: {'Network': ['ID=5a5bf8fc-f269-4f39-b3c6-975502c735e9,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:19.002409 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:19.020387 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d547724f-17c4-4d6d-93de-e61a3f81e4a4 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:19.063257 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-dd073336-1de5-4b84-97b8-6988b8e83bc1 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:19.087159 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:19.088708 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-d547724f-17c4-4d6d-93de-e61a3f81e4a4 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:19.090228 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-dd073336-1de5-4b84-97b8-6988b8e83bc1 None None] Transition to ACTIVE for port object f0cf2476-45af-448e-8e68-8c4eab737564 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:19.124309 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 719bbb6a-d470-4320-946b-06e577d98922, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=719bbb6a-d470-4320-946b-06e577d98922,segment=NetworkSegment(20387d42-fe4f-4d9a-b237-177d370a0ab5),segment_id=20387d42-fe4f-4d9a-b237-177d370a0ab5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:19.128562 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d547724f-17c4-4d6d-93de-e61a3f81e4a4 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:19.135575 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e9b569f7-d4d6-467f-be0a-31d4ac5a41e9 req-bb697385-fb3e-4fdd-acff-e84c42baf5d0 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=57b8d87f-171a-420a-a1eb-e7ddc295d1f6 HTTP/1.1" status: 200 len: 210 time: 0.0848646 Aug 16 20:57:19.152465 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a37a1b66-16f1-4709-8c6a-a72ba15b9a57 None None] Provisioning for port 7d470d90-81da-4884-b71f-665f707bd7e3 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:19.161425 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a37a1b66-16f1-4709-8c6a-a72ba15b9a57 None None] Provisioning complete for port 7d470d90-81da-4884-b71f-665f707bd7e3 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:19.161985 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a37a1b66-16f1-4709-8c6a-a72ba15b9a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:19.198321 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a37a1b66-16f1-4709-8c6a-a72ba15b9a57 None None] Port 7d470d90-81da-4884-b71f-665f707bd7e3 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:19.213042 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-dd073336-1de5-4b84-97b8-6988b8e83bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:19.247959 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:19.248854 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device de48897a-89f6-44d9-8c46-1e7f98a93f92 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:57:19.364259 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd073336-1de5-4b84-97b8-6988b8e83bc1 None None] Pushing event updated for resources: {'Port': ['ID=f0cf2476-45af-448e-8e68-8c4eab737564,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:19.405102 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-4273762d-427e-43e8-abcc-01d0767dea86 None None] Provisioning complete for port 719bbb6a-d470-4320-946b-06e577d98922 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:19.405584 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4273762d-427e-43e8-abcc-01d0767dea86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:19.413172 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47822) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:19.424836 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-e835eefa-e665-44e1-9463-287197744297 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2078479527', 'description': 'tempest-description--1471890558'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:19.434973 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547724f-17c4-4d6d-93de-e61a3f81e4a4 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event updated for resources: {'Port': ['ID=365e6e66-f408-4581-a976-a69659816e5a,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:19.491376 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port de48897a-89f6-44d9-8c46-1e7f98a93f92 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:19.491376 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:19.521401 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=719bbb6a-d470-4320-946b-06e577d98922,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:19.523573 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47824) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:19.539808 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4873fb3e-f94b-4413-a0ba-3c8e3df17c49 req-41b7aaaa-9504-4a44-b925-13cb526a380b tempest-ServerShowV254Test-814932692 tempest-ServerShowV254Test-814932692-project] 10.222.0.84 "GET /v2.0/ports?device_id=06f61aad-3645-4d56-8238-4af430bcb9e9 HTTP/1.1" status: 200 len: 210 time: 0.0459619 Aug 16 20:57:19.565924 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-f5cc6158-8fd3-4cb0-a8ce-27d90911c722 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Allocated IP 172.20.0.2 (97204dc5-2078-4113-bc6a-8b6109c161f0/0340fa9d-e19b-476d-9e9a-7d2862e2e105/734e58fd-359b-4402-b4e4-e04ca87a0631) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:19.601933 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e835eefa-e665-44e1-9463-287197744297 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:19.621724 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-160e2e43-a4b7-40cd-89f8-b65805de33a5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=41a315ee39084be283dee330854f5498&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0968912 Aug 16 20:57:19.624799 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47826) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:19.715916 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-333a9516-8938-4e77-bd6b-0580a5be4e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:19.769858 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-333a9516-8938-4e77-bd6b-0580a5be4e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:19.793858 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-37bb4cee-f234-49a9-8a17-3c3391b35ec5 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Delete allocated IP 172.20.0.10 (5f085346-a7ce-417f-9027-eba3cdac969f/7497a5c7-79bf-412a-b64c-bd2cde43d0cb) {{(pid=101844) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 20:57:19.820329 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e835eefa-e665-44e1-9463-287197744297 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:19.848962 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-37bb4cee-f234-49a9-8a17-3c3391b35ec5 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Allocated IP 172.20.0.23 (5f085346-a7ce-417f-9027-eba3cdac969f/0469dcc8-eaf5-4b59-ad7f-34405853236b/d1e8fbeb-78b7-4a43-8a62-d03580dfb856) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:19.911697 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e835eefa-e665-44e1-9463-287197744297 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:19.960688 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e835eefa-e665-44e1-9463-287197744297 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:19.963537 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-333a9516-8938-4e77-bd6b-0580a5be4e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:19.966976 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-333a9516-8938-4e77-bd6b-0580a5be4e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:19.968164 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-333a9516-8938-4e77-bd6b-0580a5be4e9d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1f45e8c1-f576-4531-af35-598b5c2bfc0a HTTP/1.1" status: 204 len: 168 time: 0.3413813 Aug 16 20:57:19.977777 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a9516-8938-4e77-bd6b-0580a5be4e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f45e8c1-f576-4531-af35-598b5c2bfc0a,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:20.018766 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e835eefa-e665-44e1-9463-287197744297 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.022713 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e835eefa-e665-44e1-9463-287197744297 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6054928 Aug 16 20:57:20.023081 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47830) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:20.030009 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-c88e8bad-6c93-486a-98ac-aaf49e53c319 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Request body: {'security_group_rule': {'security_group_id': '9aa3ac50-ddbd-43cc-9357-18f4944e8e6a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:20.072979 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-f5cc6158-8fd3-4cb0-a8ce-27d90911c722 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.132909 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-99380a30-a3ac-47da-9b1b-24c558f62fb8 None None] Provisioning for port f0cf2476-45af-448e-8e68-8c4eab737564 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:20.136987 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-99380a30-a3ac-47da-9b1b-24c558f62fb8 None None] Provisioning complete for port f0cf2476-45af-448e-8e68-8c4eab737564 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:20.137353 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-99380a30-a3ac-47da-9b1b-24c558f62fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.165889 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d547724f-17c4-4d6d-93de-e61a3f81e4a4 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router_gateway, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.173716 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c88e8bad-6c93-486a-98ac-aaf49e53c319 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.249029 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f0cf2476-45af-448e-8e68-8c4eab737564 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:57:20.271879 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c88e8bad-6c93-486a-98ac-aaf49e53c319 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.319267 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-99380a30-a3ac-47da-9b1b-24c558f62fb8 None None] Provisioning complete for port 63a4a591-bad5-48f8-840a-73973aa5b1d3 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:20.319743 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-99380a30-a3ac-47da-9b1b-24c558f62fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.323542 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port f0cf2476-45af-448e-8e68-8c4eab737564 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:20.323928 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.329931 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cc7a40e5-96c7-4c0d-afac-6315034e1cf5 req-c8197e99-ca40-4110-84b0-ca6539696417 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=57b8d87f-171a-420a-a1eb-e7ddc295d1f6 HTTP/1.1" status: 200 len: 210 time: 0.0875034 Aug 16 20:57:20.366794 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-37bb4cee-f234-49a9-8a17-3c3391b35ec5 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.367055 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c88e8bad-6c93-486a-98ac-aaf49e53c319 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.421509 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e8bad-6c93-486a-98ac-aaf49e53c319 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08e4efa4-adf1-4ae9-a841-c9d41f09bcd1,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:20.429634 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-37bb4cee-f234-49a9-8a17-3c3391b35ec5 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Transition to ACTIVE for port object d1e8fbeb-78b7-4a43-8a62-d03580dfb856 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:20.482201 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-f5cc6158-8fd3-4cb0-a8ce-27d90911c722 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.504782 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c88e8bad-6c93-486a-98ac-aaf49e53c319 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.514627 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c88e8bad-6c93-486a-98ac-aaf49e53c319 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4902647 Aug 16 20:57:20.517832 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47840) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:20.532039 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-619c5713-beff-4cca-8e10-b40840efdbbd tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Request body: {'security_group_rule': {'security_group_id': '9aa3ac50-ddbd-43cc-9357-18f4944e8e6a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:20.536954 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-37bb4cee-f234-49a9-8a17-3c3391b35ec5 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.565380 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-f5cc6158-8fd3-4cb0-a8ce-27d90911c722 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Network 97204dc5-2078-4113-bc6a-8b6109c161f0 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:20.577820 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-99380a30-a3ac-47da-9b1b-24c558f62fb8 None None] Port 63a4a591-bad5-48f8-840a-73973aa5b1d3 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:20.579612 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-f5cc6158-8fd3-4cb0-a8ce-27d90911c722 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:20.585967 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-f5cc6158-8fd3-4cb0-a8ce-27d90911c722 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:20.594508 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d547724f-17c4-4d6d-93de-e61a3f81e4a4 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.627046 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc6158-8fd3-4cb0-a8ce-27d90911c722 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Pushing event updated for resources: {'Port': ['ID=734e58fd-359b-4402-b4e4-e04ca87a0631,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:20.655516 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 719bbb6a-d470-4320-946b-06e577d98922 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:57:20.706369 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-99380a30-a3ac-47da-9b1b-24c558f62fb8 None None] Provisioning for port d1e8fbeb-78b7-4a43-8a62-d03580dfb856 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:20.710061 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-619c5713-beff-4cca-8e10-b40840efdbbd tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.714521 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 719bbb6a-d470-4320-946b-06e577d98922 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:20.714521 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.714521 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-99380a30-a3ac-47da-9b1b-24c558f62fb8 None None] Provisioning complete for port d1e8fbeb-78b7-4a43-8a62-d03580dfb856 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:20.714521 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-99380a30-a3ac-47da-9b1b-24c558f62fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.772198 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-619c5713-beff-4cca-8e10-b40840efdbbd tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.780293 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-99380a30-a3ac-47da-9b1b-24c558f62fb8 None None] Port d1e8fbeb-78b7-4a43-8a62-d03580dfb856 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:20.806754 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf721fdb-3d33-4426-99bd-f93fff0b648b req-36a2e270-6f88-4f6c-8082-537fa9bdbaab tempest-ServerShowV254Test-814932692 tempest-ServerShowV254Test-814932692-project] 10.222.0.84 "GET /v2.0/ports?device_id=06f61aad-3645-4d56-8238-4af430bcb9e9 HTTP/1.1" status: 200 len: 210 time: 0.0663555 Aug 16 20:57:20.811170 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb4cee-f234-49a9-8a17-3c3391b35ec5 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'Port': ['ID=d1e8fbeb-78b7-4a43-8a62-d03580dfb856,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:20.824694 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-f5cc6158-8fd3-4cb0-a8ce-27d90911c722 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:20.824694 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-f5cc6158-8fd3-4cb0-a8ce-27d90911c722 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.835344 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-619c5713-beff-4cca-8e10-b40840efdbbd tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.852532 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c5713-beff-4cca-8e10-b40840efdbbd tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79bd9a54-8be6-4a7a-b6b2-9ad7476d7d42,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:20.868812 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-37bb4cee-f234-49a9-8a17-3c3391b35ec5 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] In _notify_port_updated(), no bound segment for port d1e8fbeb-78b7-4a43-8a62-d03580dfb856 on network 5f085346-a7ce-417f-9027-eba3cdac969f {{(pid=101844) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:57:20.874390 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bb4cee-f234-49a9-8a17-3c3391b35ec5 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:20.875118 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-37bb4cee-f234-49a9-8a17-3c3391b35ec5 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.876352 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-37bb4cee-f234-49a9-8a17-3c3391b35ec5 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "PUT /v2.0/ports/d1e8fbeb-78b7-4a43-8a62-d03580dfb856 HTTP/1.1" status: 200 len: 921 time: 3.2973876 Aug 16 20:57:20.880118 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47852) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:20.967064 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-619c5713-beff-4cca-8e10-b40840efdbbd tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:20.967064 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-619c5713-beff-4cca-8e10-b40840efdbbd tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4453506 Aug 16 20:57:20.967873 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47854) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:20.973185 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-aa55c86f-2f5c-4b01-b170-4f92d043f419 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:20.990801 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-f5cc6158-8fd3-4cb0-a8ce-27d90911c722 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5957143 Aug 16 20:57:21.005984 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-472e11ef-f213-47f7-ade4-f6c571e92b54 service neutron] Request body: {'port': {'device_id': '57b8d87f-171a-420a-a1eb-e7ddc295d1f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:21.014580 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-72834d24-9163-4997-b5b6-ebd6f020333e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Deleting port d1e8fbeb-78b7-4a43-8a62-d03580dfb856 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:21.014944 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-72834d24-9163-4997-b5b6-ebd6f020333e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:21.046003 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d547724f-17c4-4d6d-93de-e61a3f81e4a4 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Router 4e66dc38-2937-4016-99c3-cdd43c9dddf7 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:57:21.071005 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-aa55c86f-2f5c-4b01-b170-4f92d043f419 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks [] for floatingip, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:21.124654 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-472e11ef-f213-47f7-ade4-f6c571e92b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:21.159376 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-72834d24-9163-4997-b5b6-ebd6f020333e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:21.179507 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-72834d24-9163-4997-b5b6-ebd6f020333e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Calling delete_port for d1e8fbeb-78b7-4a43-8a62-d03580dfb856 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:21.217277 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7cb8b783-7d31-47a9-9d26-f05d2b58ccc4 None None] Provisioning complete for port d1e8fbeb-78b7-4a43-8a62-d03580dfb856 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:21.217770 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7cb8b783-7d31-47a9-9d26-f05d2b58ccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:21.285338 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7cb8b783-7d31-47a9-9d26-f05d2b58ccc4 None None] Port d1e8fbeb-78b7-4a43-8a62-d03580dfb856 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:21.288685 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-aa55c86f-2f5c-4b01-b170-4f92d043f419 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:21.478285 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-aa55c86f-2f5c-4b01-b170-4f92d043f419 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Allocated IP 172.25.1.158 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/a9508739-623f-46b3-9262-db6b3a36512a) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:21.576038 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-72834d24-9163-4997-b5b6-ebd6f020333e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:21.589422 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d547724f-17c4-4d6d-93de-e61a3f81e4a4 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:57:21.598779 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93265c79-b7a9-4a41-8f72-882999ad44ad None None] Sync routers for ids ['4e66dc38-2937-4016-99c3-cdd43c9dddf7'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:57:21.610546 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93265c79-b7a9-4a41-8f72-882999ad44ad None None] Routers {'4e66dc38-2937-4016-99c3-cdd43c9dddf7'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:57:21.614962 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-93265c79-b7a9-4a41-8f72-882999ad44ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:57:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['4e66dc38-2937-4016-99c3-cdd43c9dddf7'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:21.624313 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72834d24-9163-4997-b5b6-ebd6f020333e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'Port': ['ID=d1e8fbeb-78b7-4a43-8a62-d03580dfb856,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:21.666606 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61669197-6bf6-4c1f-adf0-ff400c112d2c req-87c43bae-5300-49cc-baeb-7b865c0cdf08 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:21.668525 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-61669197-6bf6-4c1f-adf0-ff400c112d2c req-87c43bae-5300-49cc-baeb-7b865c0cdf08 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=57b8d87f-171a-420a-a1eb-e7ddc295d1f6 HTTP/1.1" status: 200 len: 931 time: 0.1282542 Aug 16 20:57:21.688580 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-93265c79-b7a9-4a41-8f72-882999ad44ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:21.699654 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93265c79-b7a9-4a41-8f72-882999ad44ad None None] Routers {'4e66dc38-2937-4016-99c3-cdd43c9dddf7'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:57:21.700572 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-93265c79-b7a9-4a41-8f72-882999ad44ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:57:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['4e66dc38-2937-4016-99c3-cdd43c9dddf7'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:21.707429 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d547724f-17c4-4d6d-93de-e61a3f81e4a4 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:21.708780 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d547724f-17c4-4d6d-93de-e61a3f81e4a4 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.8131669 Aug 16 20:57:21.737543 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47876) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:21.743351 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-93265c79-b7a9-4a41-8f72-882999ad44ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:21.744197 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93265c79-b7a9-4a41-8f72-882999ad44ad None None] The sync data for ids ['4e66dc38-2937-4016-99c3-cdd43c9dddf7'] in n-d-793620-15 is: [] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:57:21.744792 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-aa55c86f-2f5c-4b01-b170-4f92d043f419 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:21.750719 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-72834d24-9163-4997-b5b6-ebd6f020333e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:21.756665 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-72834d24-9163-4997-b5b6-ebd6f020333e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/ports/d1e8fbeb-78b7-4a43-8a62-d03580dfb856 HTTP/1.1" status: 204 len: 168 time: 0.8751717 Aug 16 20:57:21.762430 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47878) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:21.803137 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-61669197-6bf6-4c1f-adf0-ff400c112d2c req-d239ff85-837c-4166-aefe-768c18837b38 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267829 Aug 16 20:57:21.844841 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2d4d572-971d-43b9-9274-f3872eb2ada8 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] GET failed (client error): The resource could not be found. Aug 16 20:57:21.847008 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d2d4d572-971d-43b9-9274-f3872eb2ada8 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "GET /v2.0/ports/d1e8fbeb-78b7-4a43-8a62-d03580dfb856 HTTP/1.1" status: 404 len: 333 time: 0.0479891 Aug 16 20:57:21.850037 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47882) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:21.881992 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-aa55c86f-2f5c-4b01-b170-4f92d043f419 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:21.932743 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:21.955649 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2cdc24c5-7f53-4e1c-a65c-ebd57b4e9733 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "GET /v2.0/routers/4e66dc38-2937-4016-99c3-cdd43c9dddf7 HTTP/1.1" status: 200 len: 880 time: 0.2157023 Aug 16 20:57:21.956489 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa55c86f-2f5c-4b01-b170-4f92d043f419 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:21.956652 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47884) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:21.966405 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-aa55c86f-2f5c-4b01-b170-4f92d043f419 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:21.976799 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa55c86f-2f5c-4b01-b170-4f92d043f419 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:22.004891 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55c86f-2f5c-4b01-b170-4f92d043f419 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Pushing event updated for resources: {'Port': ['ID=a9508739-623f-46b3-9262-db6b3a36512a,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:22.009863 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9a6a7744-003b-41d5-a331-42ffd56ba8d9 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:22.055637 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-472e11ef-f213-47f7-ade4-f6c571e92b54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 734e58fd-359b-4402-b4e4-e04ca87a0631 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:57:22.056017 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9a6a7744-003b-41d5-a331-42ffd56ba8d9 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:22.075330 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-472e11ef-f213-47f7-ade4-f6c571e92b54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:22.095601 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5ab0926b-35a9-48f9-8335-43f1ee282b1c req-f90cba8e-f2bf-4183-a32d-7f3873bb75ab tempest-ServerShowV254Test-814932692 tempest-ServerShowV254Test-814932692-project] 10.222.0.84 "GET /v2.0/ports?device_id=06f61aad-3645-4d56-8238-4af430bcb9e9 HTTP/1.1" status: 200 len: 210 time: 0.0480196 Aug 16 20:57:22.109617 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-472e11ef-f213-47f7-ade4-f6c571e92b54 service neutron] Transition to ACTIVE for port object 734e58fd-359b-4402-b4e4-e04ca87a0631 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:22.134934 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-aa55c86f-2f5c-4b01-b170-4f92d043f419 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:22.196281 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-472e11ef-f213-47f7-ade4-f6c571e92b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:22.215377 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9a6a7744-003b-41d5-a331-42ffd56ba8d9 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:22.218282 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9a6a7744-003b-41d5-a331-42ffd56ba8d9 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:22.219614 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9a6a7744-003b-41d5-a331-42ffd56ba8d9 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/security-groups/9b91f999-221c-45ca-9fb3-3ba12f4fe8d7 HTTP/1.1" status: 204 len: 168 time: 0.3683670 Aug 16 20:57:22.231961 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47886) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:22.250036 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a7744-003b-41d5-a331-42ffd56ba8d9 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b91f999-221c-45ca-9fb3-3ba12f4fe8d7,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:22.258604 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-aa55c86f-2f5c-4b01-b170-4f92d043f419 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:22.311818 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e11ef-f213-47f7-ade4-f6c571e92b54 service neutron] Pushing event updated for resources: {'Port': ['ID=734e58fd-359b-4402-b4e4-e04ca87a0631,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:22.431983 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-aa55c86f-2f5c-4b01-b170-4f92d043f419 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:22.433155 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6dc4b800-7eaf-4b22-b37a-3700640ff9ad tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:22.463900 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-abd8da6e-8c3d-4bc5-a050-e307cc9fb879 req-c8280255-39bf-42c7-b568-19ae784a0c2f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=06f61aad-3645-4d56-8238-4af430bcb9e9 HTTP/1.1" status: 200 len: 210 time: 0.0548837 Aug 16 20:57:22.472203 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-472e11ef-f213-47f7-ade4-f6c571e92b54 service neutron] Attempting to bind port 734e58fd-359b-4402-b4e4-e04ca87a0631 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:22.472545 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-472e11ef-f213-47f7-ade4-f6c571e92b54 service neutron] Attempting to bind port 734e58fd-359b-4402-b4e4-e04ca87a0631 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '53b76348-81c8-4bfa-909a-3d74533ded61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '97204dc5-2078-4113-bc6a-8b6109c161f0'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:22.472880 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-472e11ef-f213-47f7-ade4-f6c571e92b54 service neutron] Attempting to bind port 734e58fd-359b-4402-b4e4-e04ca87a0631 on network 97204dc5-2078-4113-bc6a-8b6109c161f0 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:22.480082 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e552a234-3640-4c51-b1d7-545b5575ffe6 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5054033 Aug 16 20:57:22.482825 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47894) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:22.488126 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-435aade9-3c7b-4102-a1cb-a3c2e8c0590d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1042707467'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:22.493514 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6dc4b800-7eaf-4b22-b37a-3700640ff9ad tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:22.496119 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-472e11ef-f213-47f7-ade4-f6c571e92b54 service neutron] Port 734e58fd-359b-4402-b4e4-e04ca87a0631 on network 97204dc5-2078-4113-bc6a-8b6109c161f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:57:22.496432 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-472e11ef-f213-47f7-ade4-f6c571e92b54 service neutron] Attempting to bind port 734e58fd-359b-4402-b4e4-e04ca87a0631 on network 97204dc5-2078-4113-bc6a-8b6109c161f0 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:22.512489 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-472e11ef-f213-47f7-ade4-f6c571e92b54 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:57:22.512744 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-472e11ef-f213-47f7-ade4-f6c571e92b54 service neutron] Checking segment: {'id': '53b76348-81c8-4bfa-909a-3d74533ded61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '97204dc5-2078-4113-bc6a-8b6109c161f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:22.513139 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-472e11ef-f213-47f7-ade4-f6c571e92b54 service neutron] Bound using segment: {'id': '53b76348-81c8-4bfa-909a-3d74533ded61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '97204dc5-2078-4113-bc6a-8b6109c161f0'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:57:22.513944 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-472e11ef-f213-47f7-ade4-f6c571e92b54 service neutron] Bound port: 734e58fd-359b-4402-b4e4-e04ca87a0631, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b76348-81c8-4bfa-909a-3d74533ded61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '97204dc5-2078-4113-bc6a-8b6109c161f0'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:57:22.513944 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-472e11ef-f213-47f7-ade4-f6c571e92b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:22.545321 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-aa55c86f-2f5c-4b01-b170-4f92d043f419 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:22.597180 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-472e11ef-f213-47f7-ade4-f6c571e92b54 service neutron] For port 734e58fd-359b-4402-b4e4-e04ca87a0631, host n-h1-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:57:22.600606 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-472e11ef-f213-47f7-ade4-f6c571e92b54 service neutron] For port 734e58fd-359b-4402-b4e4-e04ca87a0631, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=734e58fd-359b-4402-b4e4-e04ca87a0631,segment=NetworkSegment(53b76348-81c8-4bfa-909a-3d74533ded61),segment_id=53b76348-81c8-4bfa-909a-3d74533ded61)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:57:22.687456 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55c86f-2f5c-4b01-b170-4f92d043f419 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Pushing event updated for resources: {'Port': ['ID=a9508739-623f-46b3-9262-db6b3a36512a,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:22.715214 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-aa55c86f-2f5c-4b01-b170-4f92d043f419 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:22.799888 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6dc4b800-7eaf-4b22-b37a-3700640ff9ad tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:22.799888 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6dc4b800-7eaf-4b22-b37a-3700640ff9ad tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:22.799888 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6dc4b800-7eaf-4b22-b37a-3700640ff9ad tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/security-groups/a2006ae6-99fa-4ea6-8b64-a3355e1a1a5f HTTP/1.1" status: 204 len: 168 time: 0.5547431 Aug 16 20:57:22.799888 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47898) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:22.809105 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc4b800-7eaf-4b22-b37a-3700640ff9ad tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2006ae6-99fa-4ea6-8b64-a3355e1a1a5f,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:22.858301 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b8f3140-8832-4cdc-87bd-038e3388414b tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Deleting subnet 7497a5c7-79bf-412a-b64c-bd2cde43d0cb {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:57:22.861535 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1b8f3140-8832-4cdc-87bd-038e3388414b tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:22.889876 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-435aade9-3c7b-4102-a1cb-a3c2e8c0590d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59380'] for router, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:22.931748 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1b8f3140-8832-4cdc-87bd-038e3388414b tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:22.978903 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e162d-feae-407f-b755-d48f265b2afd req-abe8c7e6-83a7-498d-b69d-29259004e9ab tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:22.980437 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-018e162d-feae-407f-b755-d48f265b2afd req-abe8c7e6-83a7-498d-b69d-29259004e9ab tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=57b8d87f-171a-420a-a1eb-e7ddc295d1f6 HTTP/1.1" status: 200 len: 943 time: 0.0973210 Aug 16 20:57:22.995107 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-472e11ef-f213-47f7-ade4-f6c571e92b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:23.012957 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-aa55c86f-2f5c-4b01-b170-4f92d043f419 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:23.024284 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-aa55c86f-2f5c-4b01-b170-4f92d043f419 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0453038 Aug 16 20:57:23.024284 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-435aade9-3c7b-4102-a1cb-a3c2e8c0590d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-663158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-663167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661637'] for router, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:23.099355 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-472e11ef-f213-47f7-ade4-f6c571e92b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:23.100020 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-472e11ef-f213-47f7-ade4-f6c571e92b54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:23.101597 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-472e11ef-f213-47f7-ade4-f6c571e92b54 service neutron] 10.222.0.72 "PUT /v2.0/ports/734e58fd-359b-4402-b4e4-e04ca87a0631 HTTP/1.1" status: 200 len: 1092 time: 2.1055253 Aug 16 20:57:23.104973 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b8d87f-171a-420a-a1eb-e7ddc295d1f6', 'tag': '734e58fd-359b-4402-b4e4-e04ca87a0631'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:57:23.107207 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627c2ed3-3b54-4443-acdc-3cf755b62c47" -d '{"events": [{"name": "network-changed", "server_uuid": "57b8d87f-171a-420a-a1eb-e7ddc295d1f6", "tag": "734e58fd-359b-4402-b4e4-e04ca87a0631"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:57:23.130222 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e11ef-f213-47f7-ade4-f6c571e92b54 service neutron] Pushing event updated for resources: {'Port': ['ID=734e58fd-359b-4402-b4e4-e04ca87a0631,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:23.169438 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-018e162d-feae-407f-b755-d48f265b2afd req-98749c21-f7ea-4d6d-8c83-93a9a177c5e3 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797509 Aug 16 20:57:23.175078 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fadd65-f157-47af-81c7-662867177c54 x-openstack-request-id: req-97fadd65-f157-47af-81c7-662867177c54 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:57:23.175451 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57b8d87f-171a-420a-a1eb-e7ddc295d1f6", "tag": "734e58fd-359b-4402-b4e4-e04ca87a0631", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:57:23.175451 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-97fadd65-f157-47af-81c7-662867177c54 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:57:23.178157 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57b8d87f-171a-420a-a1eb-e7ddc295d1f6', 'tag': '734e58fd-359b-4402-b4e4-e04ca87a0631', 'status': 'completed', 'code': 200} Aug 16 20:57:23.185250 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1b8f3140-8832-4cdc-87bd-038e3388414b tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:23.282182 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435aade9-3c7b-4102-a1cb-a3c2e8c0590d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Router 4e66dc38-2937-4016-99c3-cdd43c9dddf7 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:57:23.291181 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d774e165-8300-4286-959e-253ab8fb02b9 req-c29dc753-19d2-489c-b024-85849a972056 tempest-ServerShowV254Test-814932692 tempest-ServerShowV254Test-814932692-project] 10.222.0.84 "GET /v2.0/ports?device_id=06f61aad-3645-4d56-8238-4af430bcb9e9 HTTP/1.1" status: 200 len: 210 time: 0.0576015 Aug 16 20:57:23.339151 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c2ed3-3b54-4443-acdc-3cf755b62c47 req-02b9d5c4-76c4-4d69-9134-05b75eb04c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:23.340727 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-627c2ed3-3b54-4443-acdc-3cf755b62c47 req-02b9d5c4-76c4-4d69-9134-05b75eb04c2d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5926bba17c34b5e88e1bc1cf228d96c&device_id=57b8d87f-171a-420a-a1eb-e7ddc295d1f6 HTTP/1.1" status: 200 len: 1095 time: 0.1084514 Aug 16 20:57:23.428796 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435aade9-3c7b-4102-a1cb-a3c2e8c0590d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:57:23.436678 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-435aade9-3c7b-4102-a1cb-a3c2e8c0590d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:23.439005 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-435aade9-3c7b-4102-a1cb-a3c2e8c0590d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "PUT /v2.0/routers/4e66dc38-2937-4016-99c3-cdd43c9dddf7 HTTP/1.1" status: 200 len: 887 time: 0.9551063 Aug 16 20:57:23.442050 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47926) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:23.443313 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ef56c8-9d46-4ba1-ade8-0cfb86ba31b5 None None] Sync routers for ids ['4e66dc38-2937-4016-99c3-cdd43c9dddf7'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:57:23.452428 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1b8f3140-8832-4cdc-87bd-038e3388414b tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:23.457539 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ef56c8-9d46-4ba1-ade8-0cfb86ba31b5 None None] Routers {'4e66dc38-2937-4016-99c3-cdd43c9dddf7'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:57:23.458767 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e8ef56c8-9d46-4ba1-ade8-0cfb86ba31b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:57:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['4e66dc38-2937-4016-99c3-cdd43c9dddf7'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:23.498125 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e8ef56c8-9d46-4ba1-ade8-0cfb86ba31b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:23.508966 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ef56c8-9d46-4ba1-ade8-0cfb86ba31b5 None None] Routers {'4e66dc38-2937-4016-99c3-cdd43c9dddf7'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:57:23.513959 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e8ef56c8-9d46-4ba1-ade8-0cfb86ba31b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:57:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['4e66dc38-2937-4016-99c3-cdd43c9dddf7'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:23.519473 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-3c849c0e-a33f-4801-891c-eeef48325f1c tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--2078479527&fields=id&tenant_id=9440ed0933f64f7cb6d1f0c295a72000 HTTP/1.1" status: 200 len: 267 time: 0.1861501 Aug 16 20:57:23.520188 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f3140-8832-4cdc-87bd-038e3388414b tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'Subnet': ['ID=7497a5c7-79bf-412a-b64c-bd2cde43d0cb,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:23.539671 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1b8f3140-8832-4cdc-87bd-038e3388414b tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:23.544039 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2860cc8f-1470-489a-a0b5-937faf05f27d None None] Network 5f085346-a7ce-417f-9027-eba3cdac969f requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:23.544381 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1b8f3140-8832-4cdc-87bd-038e3388414b tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/subnets/7497a5c7-79bf-412a-b64c-bd2cde43d0cb HTTP/1.1" status: 204 len: 168 time: 0.7463007 Aug 16 20:57:23.555772 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47928) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:23.562579 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-6472bbb5-801c-41b1-851f-7cf373290919 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'subnet': {'network_id': '5f085346-a7ce-417f-9027-eba3cdac969f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:23.614899 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c2ed3-3b54-4443-acdc-3cf755b62c47 req-08c46ca5-c403-4894-9f9c-ff135a63e9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:23.616699 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-627c2ed3-3b54-4443-acdc-3cf755b62c47 req-08c46ca5-c403-4894-9f9c-ff135a63e9db service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=d5926bba17c34b5e88e1bc1cf228d96c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2676940 Aug 16 20:57:23.630033 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e8ef56c8-9d46-4ba1-ade8-0cfb86ba31b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:23.631434 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ef56c8-9d46-4ba1-ade8-0cfb86ba31b5 None None] The sync data for ids ['4e66dc38-2937-4016-99c3-cdd43c9dddf7'] in n-d-793620-15 is: [] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:57:23.659005 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-70384543-a84c-473e-828b-b72d986bea14 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "GET /v2.0/routers/4e66dc38-2937-4016-99c3-cdd43c9dddf7 HTTP/1.1" status: 200 len: 887 time: 0.2146962 Aug 16 20:57:23.663026 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47934) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:23.702464 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-776a3d03-fe0d-43e6-8307-3fe3ca590d3b tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "GET /v2.0/ports?device_id=4e66dc38-2937-4016-99c3-cdd43c9dddf7 HTTP/1.1" status: 200 len: 205 time: 0.0381982 Aug 16 20:57:23.705469 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47936) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:23.785041 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-87d51f76-71ae-4802-808f-47ffa2afbf79 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:23.786816 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-87d51f76-71ae-4802-808f-47ffa2afbf79 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports/f46cd7dd-4272-4b97-ba28-4c7234fc9a00 HTTP/1.1" status: 200 len: 931 time: 0.2406249 Aug 16 20:57:23.881832 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-228900f3-7333-463e-a1c7-88ed3b56387c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:23.895652 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-77d828c3-8782-4d04-a8f9-e6b9851b41d6 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:23.897140 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-77d828c3-8782-4d04-a8f9-e6b9851b41d6 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports/7d470d90-81da-4884-b71f-665f707bd7e3 HTTP/1.1" status: 200 len: 932 time: 0.0999146 Aug 16 20:57:23.988474 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-633289be-ebf4-4f69-a473-d5762d975cd7 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?network_id=0bc6759c-80a4-4ca6-8103-9c391365ae1c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0696158 Aug 16 20:57:23.992454 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6472bbb5-801c-41b1-851f-7cf373290919 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Made reservation on behalf of f26b2ff065a440569c5739b2c3aa62ad for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:23.993034 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6472bbb5-801c-41b1-851f-7cf373290919 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:23.998720 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c2ed3-3b54-4443-acdc-3cf755b62c47 req-13609eb0-caa0-4d72-8bb6-35b04fef19a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:24.000428 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-627c2ed3-3b54-4443-acdc-3cf755b62c47 req-13609eb0-caa0-4d72-8bb6-35b04fef19a9 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3381972 Aug 16 20:57:24.036487 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-7cef5511-cef3-4945-8c70-10199653b4f5 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?network_id=0bc6759c-80a4-4ca6-8103-9c391365ae1c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0350592 Aug 16 20:57:24.057378 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-228900f3-7333-463e-a1c7-88ed3b56387c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:24.195736 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-62fbbc3d-5e85-4a0c-9a54-94203a26f6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:24.197178 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-62fbbc3d-5e85-4a0c-9a54-94203a26f6a2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5926bba17c34b5e88e1bc1cf228d96c&device_id=57b8d87f-171a-420a-a1eb-e7ddc295d1f6 HTTP/1.1" status: 200 len: 1095 time: 0.1355448 Aug 16 20:57:24.220938 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-a061fef0-00ea-47ae-b9cd-c363a2ac2241 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:24.227856 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-a061fef0-00ea-47ae-b9cd-c363a2ac2241 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:24.234183 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-a061fef0-00ea-47ae-b9cd-c363a2ac2241 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:24.236016 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-a061fef0-00ea-47ae-b9cd-c363a2ac2241 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/networks?id=15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d&id=2a286773-4076-470d-b75a-c7eea1dc3d02&id=2a286773-4076-470d-b75a-c7eea1dc3d02&id=0bc6759c-80a4-4ca6-8103-9c391365ae1c&id=0bc6759c-80a4-4ca6-8103-9c391365ae1c HTTP/1.1" status: 200 len: 1989 time: 0.1851003 Aug 16 20:57:24.270678 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-824f5521-efd4-4217-a63a-92753cf39b3b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=734e58fd-359b-4402-b4e4-e04ca87a0631 HTTP/1.1" status: 200 len: 217 time: 0.0654736 Aug 16 20:57:24.291896 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-c287298d-3020-4dd5-a188-3a36268d9738 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/quotas/9440ed0933f64f7cb6d1f0c295a72000 HTTP/1.1" status: 200 len: 375 time: 0.0240290 Aug 16 20:57:24.426141 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f382d6a4-e838-441a-a553-b76198831094 None None] Provisioning complete for port f0cf2476-45af-448e-8e68-8c4eab737564 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:24.426851 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f382d6a4-e838-441a-a553-b76198831094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:24.536885 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f382d6a4-e838-441a-a553-b76198831094 None None] Provisioning complete for port 63a4a591-bad5-48f8-840a-73973aa5b1d3 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:24.538068 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f382d6a4-e838-441a-a553-b76198831094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:24.574944 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-f382d6a4-e838-441a-a553-b76198831094 None None] Port 63a4a591-bad5-48f8-840a-73973aa5b1d3 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:24.624301 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-228900f3-7333-463e-a1c7-88ed3b56387c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Deleting port 365e6e66-f408-4581-a976-a69659816e5a {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:24.624923 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-228900f3-7333-463e-a1c7-88ed3b56387c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:24.663517 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-55feffe5-e476-42f1-b490-87eb715949eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:24.665503 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-55feffe5-e476-42f1-b490-87eb715949eb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0340fa9d-e19b-476d-9e9a-7d2862e2e105 HTTP/1.1" status: 200 len: 852 time: 0.3876870 Aug 16 20:57:24.690260 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8783d-8d44-40be-b574-42110df380f4 req-32840aff-0dd8-42c7-b419-c8d9d86ee743 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:24.691766 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-85b8783d-8d44-40be-b574-42110df380f4 req-32840aff-0dd8-42c7-b419-c8d9d86ee743 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=57b8d87f-171a-420a-a1eb-e7ddc295d1f6 HTTP/1.1" status: 200 len: 943 time: 0.4042506 Aug 16 20:57:24.693104 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6472bbb5-801c-41b1-851f-7cf373290919 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:24.715092 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-228900f3-7333-463e-a1c7-88ed3b56387c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:24.716506 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-eefca780-9ccd-445b-b449-ca2ce4eff5e0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=97204dc5-2078-4113-bc6a-8b6109c161f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418105 Aug 16 20:57:24.736668 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-bb4576af-7f4a-47a5-9e1a-bf9a5785511e tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=9440ed0933f64f7cb6d1f0c295a72000&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4169207 Aug 16 20:57:24.756211 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6472bbb5-801c-41b1-851f-7cf373290919 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Network 5f085346-a7ce-417f-9027-eba3cdac969f is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:24.763518 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-228900f3-7333-463e-a1c7-88ed3b56387c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Calling delete_port for 365e6e66-f408-4581-a976-a69659816e5a owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:24.765420 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-6472bbb5-801c-41b1-851f-7cf373290919 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:24.769036 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6472bbb5-801c-41b1-851f-7cf373290919 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:24.769635 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6472bbb5-801c-41b1-851f-7cf373290919 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:24.775944 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de537ee5-e710-48d9-a611-eb172c1dc2c5 None None] Network 5f085346-a7ce-417f-9027-eba3cdac969f requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:24.826641 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472bbb5-801c-41b1-851f-7cf373290919 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'Subnet': ['ID=1882ce59-0008-4087-ae7f-8876bffa8d71,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:24.863656 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-85b8783d-8d44-40be-b574-42110df380f4 req-17104028-c33a-44d4-8cd4-6f10a8c47d66 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493871 Aug 16 20:57:24.894736 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6472bbb5-801c-41b1-851f-7cf373290919 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3378534 Aug 16 20:57:24.904988 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47948) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:24.910839 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-406c32c1-fbb3-40a8-936d-b008c4e131fb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'security_group': {'name': 'tempest-secgroup-1807321449'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:24.929643 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-643b0bbf-a4cc-46c7-b626-3fbc5a527d4e service neutron] 10.222.0.72 "GET /v2.0/networks/97204dc5-2078-4113-bc6a-8b6109c161f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919611 Aug 16 20:57:24.942524 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-cbf39d51-d0b1-4d5d-b364-0b8ae1d1e1b7 service neutron] 10.222.0.84 "GET /v2.0/networks/15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892903 Aug 16 20:57:25.037633 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e66e23b-2931-489f-9409-b0acda2cc600 None None] Update dhcp port {'port': {'network_id': '5f085346-a7ce-417f-9027-eba3cdac969f', 'fixed_ips': [{'subnet_id': '0469dcc8-eaf5-4b59-ad7f-34405853236b', 'ip_address': '172.20.0.18'}, {'subnet_id': '1882ce59-0008-4087-ae7f-8876bffa8d71'}], 'binding:host_id': 'n-d-793620-15'}, 'id': 'f0cf2476-45af-448e-8e68-8c4eab737564'} from n-d-793620-15. {{(pid=101846) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:57:25.046463 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-406c32c1-fbb3-40a8-936d-b008c4e131fb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:25.064281 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-89ac6763-d313-4b60-b5f7-c6ed0592b6cc req-0fcff139-de7a-43e6-8334-51e6056e6752 tempest-ServerShowV254Test-814932692 tempest-ServerShowV254Test-814932692-project] 10.222.0.84 "GET /v2.0/ports?device_id=06f61aad-3645-4d56-8238-4af430bcb9e9 HTTP/1.1" status: 200 len: 210 time: 0.1113522 Aug 16 20:57:25.065600 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7e66e23b-2931-489f-9409-b0acda2cc600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:25.107925 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-228900f3-7333-463e-a1c7-88ed3b56387c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:25.160184 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228900f3-7333-463e-a1c7-88ed3b56387c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event deleted for resources: {'Port': ['ID=365e6e66-f408-4581-a976-a69659816e5a,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:25.163395 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-42ee9622-4ab8-42e5-acdc-920c670a3db5 service neutron] 10.222.0.84 "GET /v2.0/networks/15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095165 Aug 16 20:57:25.167893 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a807edf1-dcbb-4a38-8de3-2e4be7abd6d7 req-b98fb74c-641b-4777-83ec-c3110be57646 service neutron] 10.222.0.72 "GET /v2.0/networks/97204dc5-2078-4113-bc6a-8b6109c161f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241628 Aug 16 20:57:25.222779 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-c71c5f4a-9321-4204-a2e7-e882da406af7 service neutron] 10.222.0.84 "GET /v2.0/ports/f46cd7dd-4272-4b97-ba28-4c7234fc9a00?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0525162 Aug 16 20:57:25.265426 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-228900f3-7333-463e-a1c7-88ed3b56387c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:25.270758 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-7e66e23b-2931-489f-9409-b0acda2cc600 None None] Allocated IP 172.20.0.2 (5f085346-a7ce-417f-9027-eba3cdac969f/1882ce59-0008-4087-ae7f-8876bffa8d71/f0cf2476-45af-448e-8e68-8c4eab737564) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:25.327203 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-25500c80-c9ee-4d58-97e6-036f33cfd4a8 service neutron] 10.222.0.84 "GET /v2.0/networks/2a286773-4076-470d-b75a-c7eea1dc3d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981326 Aug 16 20:57:25.392467 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7e66e23b-2931-489f-9409-b0acda2cc600 None None] For port f0cf2476-45af-448e-8e68-8c4eab737564, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=f0cf2476-45af-448e-8e68-8c4eab737564,segment=NetworkSegment(0a627067-559d-4535-9623-ff06f7c7c075),segment_id=0a627067-559d-4535-9623-ff06f7c7c075)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:25.399515 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-406c32c1-fbb3-40a8-936d-b008c4e131fb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:25.407683 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-228900f3-7333-463e-a1c7-88ed3b56387c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:25.410427 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-228900f3-7333-463e-a1c7-88ed3b56387c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:25.429385 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-44a32916-dfd5-4a98-8caa-8b6cbf6c35e1 service neutron] 10.222.0.84 "GET /v2.0/networks/2a286773-4076-470d-b75a-c7eea1dc3d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950091 Aug 16 20:57:25.444371 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7e66e23b-2931-489f-9409-b0acda2cc600 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:25.476329 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-9d62eda2-054c-42e8-b1ef-266ef6200722 service neutron] 10.222.0.84 "GET /v2.0/ports/7d470d90-81da-4884-b71f-665f707bd7e3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0385268 Aug 16 20:57:25.487052 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-406c32c1-fbb3-40a8-936d-b008c4e131fb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:25.517779 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c32c1-fbb3-40a8-936d-b008c4e131fb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d34758b9-dc12-4133-b72a-28ecfbff2de8,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:25.532468 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7e66e23b-2931-489f-9409-b0acda2cc600 None None] Transition to ACTIVE for port object f0cf2476-45af-448e-8e68-8c4eab737564 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:25.536529 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-228900f3-7333-463e-a1c7-88ed3b56387c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:25.536529 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228900f3-7333-463e-a1c7-88ed3b56387c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Fanout notify agent at l3_agent the message router_deleted on router 4e66dc38-2937-4016-99c3-cdd43c9dddf7 {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:57:25.545102 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-228900f3-7333-463e-a1c7-88ed3b56387c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:25.550631 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-228900f3-7333-463e-a1c7-88ed3b56387c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "DELETE /v2.0/routers/4e66dc38-2937-4016-99c3-cdd43c9dddf7 HTTP/1.1" status: 204 len: 168 time: 1.8397510 Aug 16 20:57:25.550875 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47960) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:25.556291 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-d2c142e1-fe67-47bc-a053-bca64a2d4acc tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Request body: {'network': {'name': 'tempest-RoutersTest-1099574677'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:25.576403 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-075c9da3-da38-433c-81c8-5baa7ab5209c service neutron] 10.222.0.84 "GET /v2.0/networks/2a286773-4076-470d-b75a-c7eea1dc3d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943713 Aug 16 20:57:25.585572 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-406c32c1-fbb3-40a8-936d-b008c4e131fb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:25.589717 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-406c32c1-fbb3-40a8-936d-b008c4e131fb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6808462 Aug 16 20:57:25.590795 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47962) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:25.605901 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-a2ab9d0c-799e-40aa-b04f-ed8f4751d408 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'security_group': {'name': 'tempest-secgroup-1254209024'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:25.612941 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7e66e23b-2931-489f-9409-b0acda2cc600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:25.681744 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-8ff0379a-79be-4514-ab8b-8a16a7993d0d service neutron] 10.222.0.84 "GET /v2.0/networks/2a286773-4076-470d-b75a-c7eea1dc3d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991094 Aug 16 20:57:25.697039 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66e23b-2931-489f-9409-b0acda2cc600 None None] Pushing event updated for resources: {'Port': ['ID=f0cf2476-45af-448e-8e68-8c4eab737564,revision_number=6']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:25.715263 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c142e1-fe67-47bc-a053-bca64a2d4acc tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Made reservation on behalf of 0b19238fc82d40c8a6e9e0dd94761190 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:25.719171 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d2c142e1-fe67-47bc-a053-bca64a2d4acc tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:25.753255 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2c142e1-fe67-47bc-a053-bca64a2d4acc tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:57:25.764105 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d2c142e1-fe67-47bc-a053-bca64a2d4acc tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:25.764527 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-d2c142e1-fe67-47bc-a053-bca64a2d4acc tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Added segment 359da0b9-0e68-423a-83b9-38e7c7d0e796 of type vlan for network 3829be28-d03d-4c0b-835b-9db32594cc62 Aug 16 20:57:25.827754 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-70ac41bf-b0a9-441c-9f6d-95a4cd3d454e service neutron] 10.222.0.84 "GET /v2.0/networks/2a286773-4076-470d-b75a-c7eea1dc3d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396472 Aug 16 20:57:25.832846 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d2c142e1-fe67-47bc-a053-bca64a2d4acc tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:25.914822 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d2c142e1-fe67-47bc-a053-bca64a2d4acc tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:25.922879 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c142e1-fe67-47bc-a053-bca64a2d4acc tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:25.923482 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d2c142e1-fe67-47bc-a053-bca64a2d4acc tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:25.969209 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a2ab9d0c-799e-40aa-b04f-ed8f4751d408 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:26.015937 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c142e1-fe67-47bc-a053-bca64a2d4acc tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event updated for resources: {'Network': ['ID=3829be28-d03d-4c0b-835b-9db32594cc62,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:26.027218 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 3829be28-d03d-4c0b-835b-9db32594cc62 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:57:26.032848 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-4f9c62f6-3b60-41d9-a3f6-be0572d2d019 service neutron] 10.222.0.84 "GET /v2.0/networks/2a286773-4076-470d-b75a-c7eea1dc3d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930933 Aug 16 20:57:26.053672 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d2c142e1-fe67-47bc-a053-bca64a2d4acc tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5017080 Aug 16 20:57:26.056289 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47976) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:26.063618 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-01806dce-3406-4d6f-94b6-1d44eeb712f8 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Request body: {'subnet': {'network_id': '3829be28-d03d-4c0b-835b-9db32594cc62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:26.186159 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-67cef665-e05d-4ffe-941e-142ae8bcd387 service neutron] 10.222.0.84 "GET /v2.0/networks/2a286773-4076-470d-b75a-c7eea1dc3d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467466 Aug 16 20:57:26.231153 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f0cf2476-45af-448e-8e68-8c4eab737564 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:57:26.286028 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a2ab9d0c-799e-40aa-b04f-ed8f4751d408 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:26.316017 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-22a02333-e917-46c3-a5f8-62a4e0123c12 service neutron] 10.222.0.84 "GET /v2.0/networks/2a286773-4076-470d-b75a-c7eea1dc3d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199608 Aug 16 20:57:26.368822 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a2ab9d0c-799e-40aa-b04f-ed8f4751d408 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:26.411744 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab9d0c-799e-40aa-b04f-ed8f4751d408 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d910756-eb74-4245-a3ec-ba21fdcb0729,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:26.436332 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-6c6e4555-c495-4f3c-8b78-11497cb42535 service neutron] 10.222.0.84 "GET /v2.0/networks/0bc6759c-80a4-4ca6-8103-9c391365ae1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122851 Aug 16 20:57:26.452221 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01806dce-3406-4d6f-94b6-1d44eeb712f8 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Made reservation on behalf of 0b19238fc82d40c8a6e9e0dd94761190 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:26.455701 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-01806dce-3406-4d6f-94b6-1d44eeb712f8 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:26.498401 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-33305a85-f9d9-4d4b-b104-e14381ef6b59 None None] Provisioning for port f0cf2476-45af-448e-8e68-8c4eab737564 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:26.503239 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-33305a85-f9d9-4d4b-b104-e14381ef6b59 None None] Provisioning complete for port f0cf2476-45af-448e-8e68-8c4eab737564 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:26.505855 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-33305a85-f9d9-4d4b-b104-e14381ef6b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:26.560519 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-39bf0492-ec9d-482e-9abe-3b0173788fc5 service neutron] 10.222.0.84 "GET /v2.0/networks/0bc6759c-80a4-4ca6-8103-9c391365ae1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181986 Aug 16 20:57:26.580423 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a2ab9d0c-799e-40aa-b04f-ed8f4751d408 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:26.580423 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a2ab9d0c-799e-40aa-b04f-ed8f4751d408 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9817176 Aug 16 20:57:26.580729 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47988) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:26.581250 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-ad3bdf91-8a7e-45d4-b504-d0408ef90782 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'security_group': {'name': 'tempest-secgroup-1912556611'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:26.625649 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-33305a85-f9d9-4d4b-b104-e14381ef6b59 None None] Provisioning complete for port 63a4a591-bad5-48f8-840a-73973aa5b1d3 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:26.626248 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-33305a85-f9d9-4d4b-b104-e14381ef6b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:26.667158 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-33305a85-f9d9-4d4b-b104-e14381ef6b59 None None] Port 63a4a591-bad5-48f8-840a-73973aa5b1d3 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:26.668370 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-88a1122c-a6d4-4650-bbdc-fc798d67ce98 service neutron] 10.222.0.84 "GET /v2.0/networks/0bc6759c-80a4-4ca6-8103-9c391365ae1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068091 Aug 16 20:57:26.715265 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ad3bdf91-8a7e-45d4-b504-d0408ef90782 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:26.739689 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-01806dce-3406-4d6f-94b6-1d44eeb712f8 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:26.767626 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-d07fbe5d-6e43-4e0a-950d-13a9bf0bcdb8 service neutron] 10.222.0.84 "GET /v2.0/networks/0bc6759c-80a4-4ca6-8103-9c391365ae1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968559 Aug 16 20:57:26.832497 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01806dce-3406-4d6f-94b6-1d44eeb712f8 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event updated for resources: {'Subnet': ['ID=fd904c89-befe-4c48-bcc6-70a3d5acca11,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:26.859738 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b95e4-2758-46b9-99bc-346a1ed0dc29 req-545aec2c-cb08-45b2-97dd-65541194c4bd tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:26.861680 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01806dce-3406-4d6f-94b6-1d44eeb712f8 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Checking segment: {'id': '359da0b9-0e68-423a-83b9-38e7c7d0e796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3829be28-d03d-4c0b-835b-9db32594cc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:26.862243 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01806dce-3406-4d6f-94b6-1d44eeb712f8 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Network hostable DHCP agents. Network: 3829be28-d03d-4c0b-835b-9db32594cc62, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:57:26.868154 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e80b95e4-2758-46b9-99bc-346a1ed0dc29 req-545aec2c-cb08-45b2-97dd-65541194c4bd tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=57b8d87f-171a-420a-a1eb-e7ddc295d1f6 HTTP/1.1" status: 200 len: 943 time: 0.0624068 Aug 16 20:57:26.884702 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ad3bdf91-8a7e-45d4-b504-d0408ef90782 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:26.922273 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e80b95e4-2758-46b9-99bc-346a1ed0dc29 req-a79e2337-14d2-465b-9971-8b550ed2a3e6 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491076 Aug 16 20:57:26.995306 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01806dce-3406-4d6f-94b6-1d44eeb712f8 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Network 3829be28-d03d-4c0b-835b-9db32594cc62 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:57:26.997500 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ad3bdf91-8a7e-45d4-b504-d0408ef90782 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:27.052342 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3bdf91-8a7e-45d4-b504-d0408ef90782 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aba0732-a806-4f55-bc72-5aa1ba8c3206,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:27.099886 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-edcb7db2-024d-4010-83df-55935061b650 req-622f0235-2f58-4ffc-afc2-c4f5329755dd tempest-ServerShowV254Test-814932692 tempest-ServerShowV254Test-814932692-project] 10.222.0.84 "GET /v2.0/ports?device_id=06f61aad-3645-4d56-8238-4af430bcb9e9 HTTP/1.1" status: 200 len: 210 time: 0.0300248 Aug 16 20:57:27.149596 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-01806dce-3406-4d6f-94b6-1d44eeb712f8 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 3829be28-d03d-4c0b-835b-9db32594cc62) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:27.151201 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ad3bdf91-8a7e-45d4-b504-d0408ef90782 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:27.153526 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ad3bdf91-8a7e-45d4-b504-d0408ef90782 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5763893 Aug 16 20:57:27.167422 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a3d693-5120-484e-9cc4-8858428d41d8 None None] Network 3829be28-d03d-4c0b-835b-9db32594cc62 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:27.168333 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01806dce-3406-4d6f-94b6-1d44eeb712f8 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:27.168333 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-01806dce-3406-4d6f-94b6-1d44eeb712f8 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:27.171038 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48010) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:27.178783 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-44c5f660-508a-42ee-8d17-dd9ea5182ee3 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-452577056', 'security_groups': ['7aba0732-a806-4f55-bc72-5aa1ba8c3206'], 'network_id': '5f085346-a7ce-417f-9027-eba3cdac969f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1882ce59-0008-4087-ae7f-8876bffa8d71'}]}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:27.291270 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-01806dce-3406-4d6f-94b6-1d44eeb712f8 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2332146 Aug 16 20:57:27.295720 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48012) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:27.301237 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-883814e8-9ff9-4e6e-b1b1-74b521fb9d99 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1996001109', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:27.333699 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c54f24-b6bb-44ab-b45e-69bdcf1d3831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-3829be28-d03d-4c0b-835b-9db32594cc62', 'network_id': '3829be28-d03d-4c0b-835b-9db32594cc62', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'fixed_ips': [{'subnet_id': 'fd904c89-befe-4c48-bcc6-70a3d5acca11'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:57:27.334768 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c54f24-b6bb-44ab-b45e-69bdcf1d3831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:27.398823 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-883814e8-9ff9-4e6e-b1b1-74b521fb9d99 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:27.399901 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-883814e8-9ff9-4e6e-b1b1-74b521fb9d99 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:27.465242 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-883814e8-9ff9-4e6e-b1b1-74b521fb9d99 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:27.481945 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c5f660-508a-42ee-8d17-dd9ea5182ee3 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Made reservation on behalf of f26b2ff065a440569c5739b2c3aa62ad for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:27.482363 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-03c54f24-b6bb-44ab-b45e-69bdcf1d3831 None None] Allocated IP 172.20.0.2 (3829be28-d03d-4c0b-835b-9db32594cc62/fd904c89-befe-4c48-bcc6-70a3d5acca11/effe2764-bf75-4e53-9351-ad178e05f9be) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:27.546208 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-883814e8-9ff9-4e6e-b1b1-74b521fb9d99 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:27.582289 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-44c5f660-508a-42ee-8d17-dd9ea5182ee3 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:27.602694 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-44c5f660-508a-42ee-8d17-dd9ea5182ee3 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] device_id is not set on port 0eedef15-12b2-4534-b505-dfa7652305ac yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:57:27.640895 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-883814e8-9ff9-4e6e-b1b1-74b521fb9d99 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:27.642234 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-883814e8-9ff9-4e6e-b1b1-74b521fb9d99 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3453720 Aug 16 20:57:27.645721 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48018) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:27.711718 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c54f24-b6bb-44ab-b45e-69bdcf1d3831 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:27.724878 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c54f24-b6bb-44ab-b45e-69bdcf1d3831 None None] Transition to ACTIVE for port object effe2764-bf75-4e53-9351-ad178e05f9be will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:27.742775 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c54f24-b6bb-44ab-b45e-69bdcf1d3831 None None] Transition to ACTIVE for port object effe2764-bf75-4e53-9351-ad178e05f9be will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:27.852592 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c54f24-b6bb-44ab-b45e-69bdcf1d3831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:27.897746 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c54f24-b6bb-44ab-b45e-69bdcf1d3831 None None] Network 3829be28-d03d-4c0b-835b-9db32594cc62 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:27.900884 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-03c54f24-b6bb-44ab-b45e-69bdcf1d3831 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:27.904910 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c54f24-b6bb-44ab-b45e-69bdcf1d3831 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:27.912972 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54f24-b6bb-44ab-b45e-69bdcf1d3831 None None] Pushing event updated for resources: {'Port': ['ID=effe2764-bf75-4e53-9351-ad178e05f9be,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:27.976888 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-03c54f24-b6bb-44ab-b45e-69bdcf1d3831 None None] Attempting to bind port effe2764-bf75-4e53-9351-ad178e05f9be on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:27.977266 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-03c54f24-b6bb-44ab-b45e-69bdcf1d3831 None None] Attempting to bind port effe2764-bf75-4e53-9351-ad178e05f9be by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '359da0b9-0e68-423a-83b9-38e7c7d0e796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3829be28-d03d-4c0b-835b-9db32594cc62'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:27.977637 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c54f24-b6bb-44ab-b45e-69bdcf1d3831 None None] Attempting to bind port effe2764-bf75-4e53-9351-ad178e05f9be on network 3829be28-d03d-4c0b-835b-9db32594cc62 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:27.984307 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c54f24-b6bb-44ab-b45e-69bdcf1d3831 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:57:27.984697 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c54f24-b6bb-44ab-b45e-69bdcf1d3831 None None] Checking segment: {'id': '359da0b9-0e68-423a-83b9-38e7c7d0e796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3829be28-d03d-4c0b-835b-9db32594cc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:27.985108 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c54f24-b6bb-44ab-b45e-69bdcf1d3831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:27.985507 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c54f24-b6bb-44ab-b45e-69bdcf1d3831 None None] Bound using segment: {'id': '359da0b9-0e68-423a-83b9-38e7c7d0e796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3829be28-d03d-4c0b-835b-9db32594cc62'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:57:27.985987 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-03c54f24-b6bb-44ab-b45e-69bdcf1d3831 None None] Bound port: effe2764-bf75-4e53-9351-ad178e05f9be, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '359da0b9-0e68-423a-83b9-38e7c7d0e796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3829be28-d03d-4c0b-835b-9db32594cc62'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:57:27.987228 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c54f24-b6bb-44ab-b45e-69bdcf1d3831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:28.063088 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c54f24-b6bb-44ab-b45e-69bdcf1d3831 None None] For port effe2764-bf75-4e53-9351-ad178e05f9be, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:57:28.067195 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c54f24-b6bb-44ab-b45e-69bdcf1d3831 None None] For port effe2764-bf75-4e53-9351-ad178e05f9be, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=effe2764-bf75-4e53-9351-ad178e05f9be,segment=NetworkSegment(359da0b9-0e68-423a-83b9-38e7c7d0e796),segment_id=359da0b9-0e68-423a-83b9-38e7c7d0e796)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:57:28.091181 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-112a9eb9-6c19-4863-afe7-8607b85ef8e7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:28.108339 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-44c5f660-508a-42ee-8d17-dd9ea5182ee3 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Allocated IP 172.20.0.10 (5f085346-a7ce-417f-9027-eba3cdac969f/1882ce59-0008-4087-ae7f-8876bffa8d71/0eedef15-12b2-4534-b505-dfa7652305ac) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:28.132471 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8480811-4dba-485c-8955-801d7a44ab41 req-27809ead-c495-40ed-9cf7-5cb946582588 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:28.134008 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d8480811-4dba-485c-8955-801d7a44ab41 req-27809ead-c495-40ed-9cf7-5cb946582588 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=57b8d87f-171a-420a-a1eb-e7ddc295d1f6 HTTP/1.1" status: 200 len: 943 time: 0.1410372 Aug 16 20:57:28.175049 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c54f24-b6bb-44ab-b45e-69bdcf1d3831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:28.241935 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54f24-b6bb-44ab-b45e-69bdcf1d3831 None None] Pushing event updated for resources: {'Port': ['ID=effe2764-bf75-4e53-9351-ad178e05f9be,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:28.299298 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d8480811-4dba-485c-8955-801d7a44ab41 req-5c18f698-f551-4fb2-867a-95ee668fbc08 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307180 Aug 16 20:57:28.493565 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e34405bf-4ab9-41ad-89c5-902ff40209e5 req-f49c1d26-3260-4a6a-9c86-da9f5f47aa26 tempest-ServerShowV254Test-814932692 tempest-ServerShowV254Test-814932692-project] 10.222.0.84 "GET /v2.0/ports?device_id=06f61aad-3645-4d56-8238-4af430bcb9e9 HTTP/1.1" status: 200 len: 210 time: 0.0783658 Aug 16 20:57:28.599837 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 734e58fd-359b-4402-b4e4-e04ca87a0631 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:57:28.635990 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bd8dfb4b-3d6f-4c88-9a69-e5db38de6d34 req-663616c0-6398-4a5e-87ca-105de5171db7 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 210 time: 0.0750527 Aug 16 20:57:28.664845 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-44c5f660-508a-42ee-8d17-dd9ea5182ee3 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:28.704330 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-44c5f660-508a-42ee-8d17-dd9ea5182ee3 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Transition to ACTIVE for port object 0eedef15-12b2-4534-b505-dfa7652305ac will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:28.714597 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 734e58fd-359b-4402-b4e4-e04ca87a0631, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=734e58fd-359b-4402-b4e4-e04ca87a0631,segment=NetworkSegment(53b76348-81c8-4bfa-909a-3d74533ded61),segment_id=53b76348-81c8-4bfa-909a-3d74533ded61)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:28.722634 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-112a9eb9-6c19-4863-afe7-8607b85ef8e7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Allocated IP 172.20.0.1 (3829be28-d03d-4c0b-835b-9db32594cc62/fd904c89-befe-4c48-bcc6-70a3d5acca11/c0802a07-6e34-418a-803c-e05440f9291e) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:28.726793 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '734e58fd-359b-4402-b4e4-e04ca87a0631', 'network_id': '97204dc5-2078-4113-bc6a-8b6109c161f0', 'port_id': '734e58fd-359b-4402-b4e4-e04ca87a0631', 'mac_address': 'fa:16:3e:1b:1c:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0340fa9d-e19b-476d-9e9a-7d2862e2e105', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:57:28.763392 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:28.776027 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 734e58fd-359b-4402-b4e4-e04ca87a0631 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:57:28.795770 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 734e58fd-359b-4402-b4e4-e04ca87a0631, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=734e58fd-359b-4402-b4e4-e04ca87a0631,segment=NetworkSegment(53b76348-81c8-4bfa-909a-3d74533ded61),segment_id=53b76348-81c8-4bfa-909a-3d74533ded61)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:28.857298 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-112a9eb9-6c19-4863-afe7-8607b85ef8e7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:28.871359 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-112a9eb9-6c19-4863-afe7-8607b85ef8e7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Transition to ACTIVE for port object c0802a07-6e34-418a-803c-e05440f9291e will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:28.892098 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:28.894592 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-44c5f660-508a-42ee-8d17-dd9ea5182ee3 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:28.942449 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=734e58fd-359b-4402-b4e4-e04ca87a0631,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:28.951026 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c5f660-508a-42ee-8d17-dd9ea5182ee3 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Network 5f085346-a7ce-417f-9027-eba3cdac969f is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:28.957212 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-44c5f660-508a-42ee-8d17-dd9ea5182ee3 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:28.961615 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c5f660-508a-42ee-8d17-dd9ea5182ee3 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:28.991202 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c5f660-508a-42ee-8d17-dd9ea5182ee3 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'Port': ['ID=0eedef15-12b2-4534-b505-dfa7652305ac,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:29.021629 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c5f660-508a-42ee-8d17-dd9ea5182ee3 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:29.025621 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-44c5f660-508a-42ee-8d17-dd9ea5182ee3 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:29.027202 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-112a9eb9-6c19-4863-afe7-8607b85ef8e7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:29.098604 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['734e58fd-359b-4402-b4e4-e04ca87a0631'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:57:29.101827 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112a9eb9-6c19-4863-afe7-8607b85ef8e7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Network 3829be28-d03d-4c0b-835b-9db32594cc62 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:29.106135 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-112a9eb9-6c19-4863-afe7-8607b85ef8e7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:29.108927 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112a9eb9-6c19-4863-afe7-8607b85ef8e7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:29.113601 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a9eb9-6c19-4863-afe7-8607b85ef8e7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event updated for resources: {'Port': ['ID=c0802a07-6e34-418a-803c-e05440f9291e,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:29.163264 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-112a9eb9-6c19-4863-afe7-8607b85ef8e7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:29.262232 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-44c5f660-508a-42ee-8d17-dd9ea5182ee3 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0898099 Aug 16 20:57:29.264999 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48046) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:29.271400 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-119fc32c-00ac-41e2-87a0-a80da1ff3dcf tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'subnet': {'network_id': '5f085346-a7ce-417f-9027-eba3cdac969f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:29.443406 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0248c883-ffed-429e-a434-864f4331dad2 None None] Provisioning for port 0eedef15-12b2-4534-b505-dfa7652305ac completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:29.446171 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0248c883-ffed-429e-a434-864f4331dad2 None None] Provisioning complete for port 0eedef15-12b2-4534-b505-dfa7652305ac triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:29.446629 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0248c883-ffed-429e-a434-864f4331dad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:29.485076 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-0248c883-ffed-429e-a434-864f4331dad2 None None] Port 0eedef15-12b2-4534-b505-dfa7652305ac cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:29.490819 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-112a9eb9-6c19-4863-afe7-8607b85ef8e7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:29.504321 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0053b3-6b13-40fb-bebc-8d5af6b9ba1a None None] Network 3829be28-d03d-4c0b-835b-9db32594cc62 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:29.717061 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0a02d3ab-eb8e-4aea-9e2c-9047c34e7201 None None] Provisioning for port effe2764-bf75-4e53-9351-ad178e05f9be completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:29.896843 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ad8f3-7b86-44cc-9634-46852d82ef60 req-e22e24ca-3265-4427-9ba4-922466bdb948 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:29.898997 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-992ad8f3-7b86-44cc-9634-46852d82ef60 req-e22e24ca-3265-4427-9ba4-922466bdb948 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=57b8d87f-171a-420a-a1eb-e7ddc295d1f6 HTTP/1.1" status: 200 len: 944 time: 0.4807024 Aug 16 20:57:29.927482 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-19370e20-2ef9-4b0a-959e-25f784a8b474 req-437dae17-e53d-497c-befa-d392e3080830 tempest-ServerShowV254Test-814932692 tempest-ServerShowV254Test-814932692-project] 10.222.0.84 "GET /v2.0/ports?device_id=06f61aad-3645-4d56-8238-4af430bcb9e9 HTTP/1.1" status: 200 len: 210 time: 0.0622301 Aug 16 20:57:30.029370 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7fcecd27-6199-4946-9923-6f6b005164b7 None None] Provisioning for port c0802a07-6e34-418a-803c-e05440f9291e completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:30.036539 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7fcecd27-6199-4946-9923-6f6b005164b7 None None] Provisioning complete for port c0802a07-6e34-418a-803c-e05440f9291e triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:30.037587 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7fcecd27-6199-4946-9923-6f6b005164b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:30.084291 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7fcecd27-6199-4946-9923-6f6b005164b7 None None] Port c0802a07-6e34-418a-803c-e05440f9291e cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:30.120362 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119fc32c-00ac-41e2-87a0-a80da1ff3dcf tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Made reservation on behalf of f26b2ff065a440569c5739b2c3aa62ad for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:30.126817 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-119fc32c-00ac-41e2-87a0-a80da1ff3dcf tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:30.144145 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-992ad8f3-7b86-44cc-9634-46852d82ef60 req-d516a181-46c4-4426-8c11-dac25fd7879d tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692595 Aug 16 20:57:30.217685 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-291bb4f8-c544-4657-b6d7-4ae8316a02a5 None None] Provisioning complete for port c0802a07-6e34-418a-803c-e05440f9291e triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:30.218367 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-291bb4f8-c544-4657-b6d7-4ae8316a02a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:30.272033 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48066) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:30.272996 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-291bb4f8-c544-4657-b6d7-4ae8316a02a5 None None] Port c0802a07-6e34-418a-803c-e05440f9291e cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:30.286405 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3c9f5216-9947-4606-97f1-6de790394dc0 req-5b1090a1-e128-41fd-89a4-d1e24ca3c7c5 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 210 time: 0.1055024 Aug 16 20:57:30.304453 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device effe2764-bf75-4e53-9351-ad178e05f9be up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:57:30.415359 n-d-793620-15 neutron-server[101844]: INFO neutron.db.ipam_backend_mixin [None req-119fc32c-00ac-41e2-87a0-a80da1ff3dcf tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1882ce59-0008-4087-ae7f-8876bffa8d71 (CIDR: 172.20.0.0/28) Aug 16 20:57:30.418832 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a562eead-dbf5-4ec0-8757-71aac506180c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:30.435002 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port effe2764-bf75-4e53-9351-ad178e05f9be completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:30.439401 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port effe2764-bf75-4e53-9351-ad178e05f9be triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:30.446255 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:30.467628 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-119fc32c-00ac-41e2-87a0-a80da1ff3dcf tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:57:30.471758 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-119fc32c-00ac-41e2-87a0-a80da1ff3dcf tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:30.484229 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-112a9eb9-6c19-4863-afe7-8607b85ef8e7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:30.533060 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:30.550786 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a562eead-dbf5-4ec0-8757-71aac506180c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:30.553965 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-112a9eb9-6c19-4863-afe7-8607b85ef8e7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:30.578904 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port effe2764-bf75-4e53-9351-ad178e05f9be, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=effe2764-bf75-4e53-9351-ad178e05f9be,segment=NetworkSegment(359da0b9-0e68-423a-83b9-38e7c7d0e796),segment_id=359da0b9-0e68-423a-83b9-38e7c7d0e796)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:30.615653 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 734e58fd-359b-4402-b4e4-e04ca87a0631 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:57:30.638515 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a9eb9-6c19-4863-afe7-8607b85ef8e7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event updated for resources: {'Port': ['ID=c0802a07-6e34-418a-803c-e05440f9291e,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:30.641212 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-112a9eb9-6c19-4863-afe7-8607b85ef8e7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:30.715370 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a562eead-dbf5-4ec0-8757-71aac506180c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:30.716649 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:30.743726 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112a9eb9-6c19-4863-afe7-8607b85ef8e7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Network 3829be28-d03d-4c0b-835b-9db32594cc62 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:30.745203 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-112a9eb9-6c19-4863-afe7-8607b85ef8e7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:30.761342 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a562eead-dbf5-4ec0-8757-71aac506180c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d05c0e9edea24bee9ec8e1d20ea625f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4881213 Aug 16 20:57:30.762251 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562eead-dbf5-4ec0-8757-71aac506180c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a36f3fe-01a0-4112-82ca-385bef3ccb30,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:30.764613 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48072) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:30.774627 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=effe2764-bf75-4e53-9351-ad178e05f9be,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:30.835767 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 734e58fd-359b-4402-b4e4-e04ca87a0631 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:30.841884 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 734e58fd-359b-4402-b4e4-e04ca87a0631 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:30.842266 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:30.867727 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-79335a02-3b0c-4c47-9281-1dec277bd793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:30.899833 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-119fc32c-00ac-41e2-87a0-a80da1ff3dcf tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6316354 Aug 16 20:57:30.900875 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48074) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:30.901310 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-79335a02-3b0c-4c47-9281-1dec277bd793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:30.908345 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-76f28bf0-d382-464a-b465-694ac3794f7e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'subnet': {'network_id': '5f085346-a7ce-417f-9027-eba3cdac969f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:30.942642 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:30.972956 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b8d87f-171a-420a-a1eb-e7ddc295d1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734e58fd-359b-4402-b4e4-e04ca87a0631'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:57:30.975321 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174c70dc-d67a-43fb-b4e5-d352b4189918" -d '{"events": [{"server_uuid": "57b8d87f-171a-420a-a1eb-e7ddc295d1f6", "name": "network-vif-plugged", "status": "completed", "tag": "734e58fd-359b-4402-b4e4-e04ca87a0631"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:57:30.997482 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 734e58fd-359b-4402-b4e4-e04ca87a0631, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=734e58fd-359b-4402-b4e4-e04ca87a0631,segment=NetworkSegment(53b76348-81c8-4bfa-909a-3d74533ded61),segment_id=53b76348-81c8-4bfa-909a-3d74533ded61)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:31.030127 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-79335a02-3b0c-4c47-9281-1dec277bd793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:31.032822 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-79335a02-3b0c-4c47-9281-1dec277bd793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:31.039469 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-79335a02-3b0c-4c47-9281-1dec277bd793 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8a36f3fe-01a0-4112-82ca-385bef3ccb30 HTTP/1.1" status: 204 len: 168 time: 0.2576687 Aug 16 20:57:31.040277 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de871576-1945-4b86-bcad-351352af2959 x-openstack-request-id: req-de871576-1945-4b86-bcad-351352af2959 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:57:31.040575 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b8d87f-171a-420a-a1eb-e7ddc295d1f6", "name": "network-vif-plugged", "status": "completed", "tag": "734e58fd-359b-4402-b4e4-e04ca87a0631", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:57:31.040885 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-de871576-1945-4b86-bcad-351352af2959 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:57:31.041470 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b8d87f-171a-420a-a1eb-e7ddc295d1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734e58fd-359b-4402-b4e4-e04ca87a0631', 'code': 200} Aug 16 20:57:31.051249 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79335a02-3b0c-4c47-9281-1dec277bd793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a36f3fe-01a0-4112-82ca-385bef3ccb30,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:31.104705 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c66ea5d4-97fb-4e41-8c1e-44bf0508ac0a req-949b2898-4f78-4b15-92c5-a3a1842e23fc tempest-ServerShowV254Test-814932692 tempest-ServerShowV254Test-814932692-project] 10.222.0.84 "GET /v2.0/ports?device_id=06f61aad-3645-4d56-8238-4af430bcb9e9 HTTP/1.1" status: 200 len: 210 time: 0.0455136 Aug 16 20:57:31.112501 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-89c7f840-a75a-432b-8c16-08cd7c263f78 None None] Provisioning complete for port c0802a07-6e34-418a-803c-e05440f9291e triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:31.113044 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-89c7f840-a75a-432b-8c16-08cd7c263f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:31.151240 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112a9eb9-6c19-4863-afe7-8607b85ef8e7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Router 4429950b-5ee0-4d5a-8cf1-74778001288c is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:57:31.152747 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:31.161764 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-bf074269-b295-4a15-b3ea-410515f292e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:31.166678 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-bf074269-b295-4a15-b3ea-410515f292e9 service neutron] 10.222.0.72 "GET /v2.0/ports/f46cd7dd-4272-4b97-ba28-4c7234fc9a00 HTTP/1.1" status: 200 len: 1027 time: 0.0588827 Aug 16 20:57:31.219264 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-89c7f840-a75a-432b-8c16-08cd7c263f78 None None] Port c0802a07-6e34-418a-803c-e05440f9291e cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:31.223257 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad2ceb-83eb-4c6b-8e66-cd1ee6d61d71 req-af74e62c-73db-45a3-b2fc-513efdc1800a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:31.224940 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-99ad2ceb-83eb-4c6b-8e66-cd1ee6d61d71 req-af74e62c-73db-45a3-b2fc-513efdc1800a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=57b8d87f-171a-420a-a1eb-e7ddc295d1f6 HTTP/1.1" status: 200 len: 1096 time: 0.1192651 Aug 16 20:57:31.235362 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-567a1476-c41f-4d12-ab38-a4b5fc5ae306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:31.237625 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=734e58fd-359b-4402-b4e4-e04ca87a0631,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:31.238502 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-567a1476-c41f-4d12-ab38-a4b5fc5ae306 service neutron] 10.222.0.72 "GET /v2.0/ports/7d470d90-81da-4884-b71f-665f707bd7e3 HTTP/1.1" status: 200 len: 1028 time: 0.0679917 Aug 16 20:57:31.336379 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112a9eb9-6c19-4863-afe7-8607b85ef8e7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:57:31.339536 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-99ad2ceb-83eb-4c6b-8e66-cd1ee6d61d71 req-31bca4b2-6df9-48e2-9747-634e3159c924 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821233 Aug 16 20:57:31.345528 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-112a9eb9-6c19-4863-afe7-8607b85ef8e7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "PUT /v2.0/routers/4429950b-5ee0-4d5a-8cf1-74778001288c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6986706 Aug 16 20:57:31.348066 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38aa4bea-971a-429d-95dd-88a8d237cddb None None] Sync routers for ids ['4429950b-5ee0-4d5a-8cf1-74778001288c'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:57:31.348632 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48088) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:31.361149 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aa4bea-971a-429d-95dd-88a8d237cddb None None] Routers {'4429950b-5ee0-4d5a-8cf1-74778001288c'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:57:31.372359 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b8582-4fbe-41ed-b598-f7f6e8a269b2 req-e6369af5-3dc3-485f-adf1-e939b0c91287 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:31.373938 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-846b8582-4fbe-41ed-b598-f7f6e8a269b2 req-e6369af5-3dc3-485f-adf1-e939b0c91287 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=57b8d87f-171a-420a-a1eb-e7ddc295d1f6 HTTP/1.1" status: 200 len: 945 time: 0.1144505 Aug 16 20:57:31.375093 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-38aa4bea-971a-429d-95dd-88a8d237cddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:57:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['4429950b-5ee0-4d5a-8cf1-74778001288c'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:31.383045 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-b5d96e8e-c713-4f5a-aa93-217e99f326b6 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:31.390499 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-b5d96e8e-c713-4f5a-aa93-217e99f326b6 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:31.392325 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f28bf0-d382-464a-b465-694ac3794f7e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Made reservation on behalf of f26b2ff065a440569c5739b2c3aa62ad for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:31.396820 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-76f28bf0-d382-464a-b465-694ac3794f7e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:31.398253 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-b5d96e8e-c713-4f5a-aa93-217e99f326b6 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:31.400434 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-b5d96e8e-c713-4f5a-aa93-217e99f326b6 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.72 "GET /v2.0/networks?id=15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d&id=2a286773-4076-470d-b75a-c7eea1dc3d02&id=2a286773-4076-470d-b75a-c7eea1dc3d02&id=2a286773-4076-470d-b75a-c7eea1dc3d02&id=2a286773-4076-470d-b75a-c7eea1dc3d02&id=0bc6759c-80a4-4ca6-8103-9c391365ae1c&id=0bc6759c-80a4-4ca6-8103-9c391365ae1c HTTP/1.1" status: 200 len: 1989 time: 0.1557400 Aug 16 20:57:31.463419 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-38aa4bea-971a-429d-95dd-88a8d237cddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:31.475650 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-75040a30-5f59-4f4b-ac2b-52cfa0278ac7 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9440ed0933f64f7cb6d1f0c295a72000 HTTP/1.1" status: 200 len: 380 time: 0.0579114 Aug 16 20:57:31.485622 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-03f65e31-0520-421c-8d0b-b318b13b57c1 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Request body: {'port': {'device_id': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'network_id': '15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d', 'admin_state_up': True, 'tenant_id': '9440ed0933f64f7cb6d1f0c295a72000', 'security_groups': ['9aa3ac50-ddbd-43cc-9357-18f4944e8e6a']}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:31.485821 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aa4bea-971a-429d-95dd-88a8d237cddb None None] Routers {'4429950b-5ee0-4d5a-8cf1-74778001288c'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:57:31.491813 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-38aa4bea-971a-429d-95dd-88a8d237cddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:57:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['4429950b-5ee0-4d5a-8cf1-74778001288c'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:31.511391 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a0f8bb-6d64-4ccf-a4fb-0a7503558931 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:31.514021 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-95a0f8bb-6d64-4ccf-a4fb-0a7503558931 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "GET /v2.0/ports/c0802a07-6e34-418a-803c-e05440f9291e HTTP/1.1" status: 200 len: 910 time: 0.1644311 Aug 16 20:57:31.516587 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0f49171e-3e79-4548-af5f-624a6220a5f6 req-806deebc-7f92-4a4c-8275-44034780f2f2 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 210 time: 0.1110909 Aug 16 20:57:31.524477 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48094) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:31.532762 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-38aa4bea-971a-429d-95dd-88a8d237cddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:31.534039 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38aa4bea-971a-429d-95dd-88a8d237cddb None None] The sync data for ids ['4429950b-5ee0-4d5a-8cf1-74778001288c'] in n-d-793620-15 is: [] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:57:31.534172 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-8194da34-f7c6-41a6-8f75-50d1d2bbc38c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fd904c89-befe-4c48-bcc6-70a3d5acca11'}]}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:31.592099 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-846b8582-4fbe-41ed-b598-f7f6e8a269b2 req-23b82c75-a510-40f2-b679-55d85f527e1d tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916046 Aug 16 20:57:31.702122 n-d-793620-15 neutron-server[101844]: INFO neutron.db.ipam_backend_mixin [None req-76f28bf0-d382-464a-b465-694ac3794f7e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0469dcc8-eaf5-4b59-ad7f-34405853236b (CIDR: 172.20.0.16/28) Aug 16 20:57:31.737793 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-03f65e31-0520-421c-8d0b-b318b13b57c1 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Made reservation on behalf of 9440ed0933f64f7cb6d1f0c295a72000 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:31.739967 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f28bf0-d382-464a-b465-694ac3794f7e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:57:31.740458 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76f28bf0-d382-464a-b465-694ac3794f7e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:31.742278 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-03f65e31-0520-421c-8d0b-b318b13b57c1 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:31.803700 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8194da34-f7c6-41a6-8f75-50d1d2bbc38c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:31.871706 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-76f28bf0-d382-464a-b465-694ac3794f7e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9688742 Aug 16 20:57:31.872704 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48104) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:31.879365 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-c4487f47-8174-4a21-a6f0-897770048cc1 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'subnet': {'network_id': '5f085346-a7ce-417f-9027-eba3cdac969f', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:31.966017 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-03f65e31-0520-421c-8d0b-b318b13b57c1 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Allocated IP 172.20.0.6 (15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d/c7295a51-2f16-4f57-a8e8-eba84c181b9e/205f4f5c-2bd6-4a33-b0d7-74792db8fd1c) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:32.257936 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8194da34-f7c6-41a6-8f75-50d1d2bbc38c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:32.265966 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-03f65e31-0520-421c-8d0b-b318b13b57c1 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:32.287690 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-03f65e31-0520-421c-8d0b-b318b13b57c1 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Transition to ACTIVE for port object 205f4f5c-2bd6-4a33-b0d7-74792db8fd1c will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:32.293267 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a4cd29ec-ee79-42e2-b198-cb656ada7b04 req-b02023d5-5664-4b6e-992a-a2b8a77e3f5b tempest-ServerShowV254Test-814932692 tempest-ServerShowV254Test-814932692-project] 10.222.0.84 "GET /v2.0/ports?device_id=06f61aad-3645-4d56-8238-4af430bcb9e9 HTTP/1.1" status: 200 len: 210 time: 0.0373237 Aug 16 20:57:32.293554 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device effe2764-bf75-4e53-9351-ad178e05f9be up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:57:32.332183 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4487f47-8174-4a21-a6f0-897770048cc1 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Made reservation on behalf of f26b2ff065a440569c5739b2c3aa62ad for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:32.335983 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c4487f47-8174-4a21-a6f0-897770048cc1 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:32.358555 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port effe2764-bf75-4e53-9351-ad178e05f9be triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:32.359022 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:32.447840 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8194da34-f7c6-41a6-8f75-50d1d2bbc38c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:32.449921 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-03f65e31-0520-421c-8d0b-b318b13b57c1 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:32.510651 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-03f65e31-0520-421c-8d0b-b318b13b57c1 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Network 15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:32.536148 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-03f65e31-0520-421c-8d0b-b318b13b57c1 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:32.538723 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194da34-f7c6-41a6-8f75-50d1d2bbc38c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event updated for resources: {'Port': ['ID=c0802a07-6e34-418a-803c-e05440f9291e,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:32.540647 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-03f65e31-0520-421c-8d0b-b318b13b57c1 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:32.549764 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8194da34-f7c6-41a6-8f75-50d1d2bbc38c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:32.550659 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8194da34-f7c6-41a6-8f75-50d1d2bbc38c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:32.552339 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8194da34-f7c6-41a6-8f75-50d1d2bbc38c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "PUT /v2.0/ports/c0802a07-6e34-418a-803c-e05440f9291e HTTP/1.1" status: 200 len: 910 time: 1.0248585 Aug 16 20:57:32.555154 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48118) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:32.584357 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f65e31-0520-421c-8d0b-b318b13b57c1 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Pushing event updated for resources: {'Port': ['ID=205f4f5c-2bd6-4a33-b0d7-74792db8fd1c,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:32.618924 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-03f65e31-0520-421c-8d0b-b318b13b57c1 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:32.619610 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-03f65e31-0520-421c-8d0b-b318b13b57c1 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:32.684205 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8194da34-f7c6-41a6-8f75-50d1d2bbc38c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:32.684725 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8194da34-f7c6-41a6-8f75-50d1d2bbc38c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:32.685468 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8194da34-f7c6-41a6-8f75-50d1d2bbc38c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:32.685922 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8194da34-f7c6-41a6-8f75-50d1d2bbc38c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:32.686626 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8194da34-f7c6-41a6-8f75-50d1d2bbc38c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:32.686997 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8194da34-f7c6-41a6-8f75-50d1d2bbc38c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:32.691715 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8194da34-f7c6-41a6-8f75-50d1d2bbc38c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:32.692310 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8194da34-f7c6-41a6-8f75-50d1d2bbc38c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:32.692788 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8194da34-f7c6-41a6-8f75-50d1d2bbc38c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:32.693228 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8194da34-f7c6-41a6-8f75-50d1d2bbc38c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:32.693761 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8194da34-f7c6-41a6-8f75-50d1d2bbc38c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:32.694150 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8194da34-f7c6-41a6-8f75-50d1d2bbc38c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:32.730840 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-03f65e31-0520-421c-8d0b-b318b13b57c1 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2492836 Aug 16 20:57:32.748634 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-2b437287-0d98-47ca-9d70-11f53a907d66 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Request body: {'port': {'device_id': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'network_id': '2a286773-4076-470d-b75a-c7eea1dc3d02', 'admin_state_up': True, 'tenant_id': '9440ed0933f64f7cb6d1f0c295a72000', 'security_groups': ['9aa3ac50-ddbd-43cc-9357-18f4944e8e6a']}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:32.881090 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c4487f47-8174-4a21-a6f0-897770048cc1 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:32.970917 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4487f47-8174-4a21-a6f0-897770048cc1 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Network 5f085346-a7ce-417f-9027-eba3cdac969f is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:32.976670 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-c4487f47-8174-4a21-a6f0-897770048cc1 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:32.983810 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4487f47-8174-4a21-a6f0-897770048cc1 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:32.984741 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c4487f47-8174-4a21-a6f0-897770048cc1 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:32.987097 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5203e301-cbc3-47a1-9052-d7eb05416cca None None] Network 5f085346-a7ce-417f-9027-eba3cdac969f requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:33.005240 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4487f47-8174-4a21-a6f0-897770048cc1 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'Subnet': ['ID=9a34b0c3-6ff7-4d70-8851-7eae6d81cf0f,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:33.025187 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2a804-57bb-4940-9708-1bc9c929dd0c req-d4074f05-9c2f-41e3-a32d-367e5509788e tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:33.026709 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-faa2a804-57bb-4940-9708-1bc9c929dd0c req-d4074f05-9c2f-41e3-a32d-367e5509788e tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 931 time: 0.3206589 Aug 16 20:57:33.039834 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a913d6a1-990c-4689-9199-706a5ac87cd4 None None] Provisioning for port 205f4f5c-2bd6-4a33-b0d7-74792db8fd1c completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:33.040316 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f3505-e84e-49b8-9b67-701911aeb573 req-e370c2c5-8314-403b-b7fb-21144a1840ad tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:33.042003 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dd1f3505-e84e-49b8-9b67-701911aeb573 req-e370c2c5-8314-403b-b7fb-21144a1840ad tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=57b8d87f-171a-420a-a1eb-e7ddc295d1f6 HTTP/1.1" status: 200 len: 945 time: 0.2548959 Aug 16 20:57:33.050368 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a913d6a1-990c-4689-9199-706a5ac87cd4 None None] Provisioning complete for port 205f4f5c-2bd6-4a33-b0d7-74792db8fd1c triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:33.050673 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a913d6a1-990c-4689-9199-706a5ac87cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:33.085198 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-2b437287-0d98-47ca-9d70-11f53a907d66 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Made reservation on behalf of 9440ed0933f64f7cb6d1f0c295a72000 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:33.092769 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-2b437287-0d98-47ca-9d70-11f53a907d66 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:33.132562 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-faa2a804-57bb-4940-9708-1bc9c929dd0c req-5e27ac1e-3538-47dd-9039-1cd326d796b4 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895026 Aug 16 20:57:33.163852 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c4487f47-8174-4a21-a6f0-897770048cc1 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2868745 Aug 16 20:57:33.202059 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48130) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:33.220405 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dd1f3505-e84e-49b8-9b67-701911aeb573 req-e8b2dd95-de4c-4aa1-93ed-dd4068ba5a6b tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630285 Aug 16 20:57:33.226946 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-15d00c10-ae9d-4313-a1f0-2803e4b9f291 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1707712019', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9a34b0c3-6ff7-4d70-8851-7eae6d81cf0f'}], 'security_groups': ['d34758b9-dc12-4133-b72a-28ecfbff2de8', '5d910756-eb74-4245-a3ec-ba21fdcb0729']}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:33.316874 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-2b437287-0d98-47ca-9d70-11f53a907d66 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Allocated IP 10.1.1.217 (2a286773-4076-470d-b75a-c7eea1dc3d02/4a0b6d73-74b5-4c8b-b956-b93210cff710/ab55560e-b85e-4e5a-8f8b-0a085f406734) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:33.337171 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a913d6a1-990c-4689-9199-706a5ac87cd4 None None] Port 205f4f5c-2bd6-4a33-b0d7-74792db8fd1c cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:33.483383 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-15d00c10-ae9d-4313-a1f0-2803e4b9f291 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:33.544552 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9e769d-2fb6-4259-b056-1363a0457797 None None] Update dhcp port {'port': {'network_id': '5f085346-a7ce-417f-9027-eba3cdac969f', 'fixed_ips': [{'subnet_id': '0469dcc8-eaf5-4b59-ad7f-34405853236b', 'ip_address': '172.20.0.18'}, {'subnet_id': '1882ce59-0008-4087-ae7f-8876bffa8d71', 'ip_address': '172.20.0.2'}, {'subnet_id': '9a34b0c3-6ff7-4d70-8851-7eae6d81cf0f'}], 'binding:host_id': 'n-d-793620-15'}, 'id': 'f0cf2476-45af-448e-8e68-8c4eab737564'} from n-d-793620-15. {{(pid=101846) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:57:33.575825 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8d9e769d-2fb6-4259-b056-1363a0457797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:33.631343 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-2b437287-0d98-47ca-9d70-11f53a907d66 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:33.672107 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-2b437287-0d98-47ca-9d70-11f53a907d66 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Transition to ACTIVE for port object ab55560e-b85e-4e5a-8f8b-0a085f406734 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:33.823506 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-8d9e769d-2fb6-4259-b056-1363a0457797 None None] Allocated IP 172.20.0.34 (5f085346-a7ce-417f-9027-eba3cdac969f/9a34b0c3-6ff7-4d70-8851-7eae6d81cf0f/f0cf2476-45af-448e-8e68-8c4eab737564) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:33.826563 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-2b437287-0d98-47ca-9d70-11f53a907d66 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:33.882234 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-2b437287-0d98-47ca-9d70-11f53a907d66 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Network 2a286773-4076-470d-b75a-c7eea1dc3d02 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:33.885830 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-2b437287-0d98-47ca-9d70-11f53a907d66 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:33.892902 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-2b437287-0d98-47ca-9d70-11f53a907d66 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:33.909643 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-da5fbecc-523e-4297-9616-62fa3adfa8c5 req-35fab851-016f-4d39-b85f-32ec11625e9f tempest-ServerShowV254Test-814932692 tempest-ServerShowV254Test-814932692-project] 10.222.0.84 "GET /v2.0/ports?device_id=06f61aad-3645-4d56-8238-4af430bcb9e9 HTTP/1.1" status: 200 len: 210 time: 0.3823869 Aug 16 20:57:33.957330 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b437287-0d98-47ca-9d70-11f53a907d66 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Pushing event updated for resources: {'Port': ['ID=ab55560e-b85e-4e5a-8f8b-0a085f406734,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:34.009207 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-2b437287-0d98-47ca-9d70-11f53a907d66 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:34.010296 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-2b437287-0d98-47ca-9d70-11f53a907d66 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:34.081802 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-8d9e769d-2fb6-4259-b056-1363a0457797 None None] For port f0cf2476-45af-448e-8e68-8c4eab737564, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=f0cf2476-45af-448e-8e68-8c4eab737564,segment=NetworkSegment(0a627067-559d-4535-9623-ff06f7c7c075),segment_id=0a627067-559d-4535-9623-ff06f7c7c075)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:34.087080 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-2b437287-0d98-47ca-9d70-11f53a907d66 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3483968 Aug 16 20:57:34.092461 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c1609-30e6-4c9d-b6c0-fe075294bdaf req-529b0d5e-08d4-4ba8-8738-53233618ac98 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:34.102260 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a03c1609-30e6-4c9d-b6c0-fe075294bdaf req-529b0d5e-08d4-4ba8-8738-53233618ac98 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=57b8d87f-171a-420a-a1eb-e7ddc295d1f6 HTTP/1.1" status: 200 len: 945 time: 0.1886303 Aug 16 20:57:34.108068 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-55c488bf-4f33-411d-bc9f-4225524d6596 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Request body: {'port': {'device_id': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'network_id': '2a286773-4076-470d-b75a-c7eea1dc3d02', 'admin_state_up': True, 'tenant_id': '9440ed0933f64f7cb6d1f0c295a72000', 'security_groups': ['9aa3ac50-ddbd-43cc-9357-18f4944e8e6a']}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:34.123862 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8d9e769d-2fb6-4259-b056-1363a0457797 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:34.143750 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-8d9e769d-2fb6-4259-b056-1363a0457797 None None] Transition to ACTIVE for port object f0cf2476-45af-448e-8e68-8c4eab737564 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:34.224649 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8d9e769d-2fb6-4259-b056-1363a0457797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:34.230866 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-90954787-8c4d-4189-9dc3-ee9f43d4aa6f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:34.379033 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a03c1609-30e6-4c9d-b6c0-fe075294bdaf req-d94d3bef-1c6e-49fe-8b16-609ad5eccc3b tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622108 Aug 16 20:57:34.420102 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e769d-2fb6-4259-b056-1363a0457797 None None] Pushing event updated for resources: {'Port': ['ID=f0cf2476-45af-448e-8e68-8c4eab737564,revision_number=7']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:34.440939 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-55c488bf-4f33-411d-bc9f-4225524d6596 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Made reservation on behalf of 9440ed0933f64f7cb6d1f0c295a72000 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:34.447614 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-55c488bf-4f33-411d-bc9f-4225524d6596 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:34.474608 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b094e343-724d-4767-9404-a04a06cf3057 None None] Provisioning for port ab55560e-b85e-4e5a-8f8b-0a085f406734 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:34.480500 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b094e343-724d-4767-9404-a04a06cf3057 None None] Provisioning complete for port ab55560e-b85e-4e5a-8f8b-0a085f406734 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:34.480989 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b094e343-724d-4767-9404-a04a06cf3057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:34.562865 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-b094e343-724d-4767-9404-a04a06cf3057 None None] Port ab55560e-b85e-4e5a-8f8b-0a085f406734 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:34.610587 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b3056-5060-4192-a40f-a36b97612a1d req-6fb3447b-d6a7-47bc-ba7b-d7c57315c16f tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:34.616953 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b3056-5060-4192-a40f-a36b97612a1d req-6fb3447b-d6a7-47bc-ba7b-d7c57315c16f tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:34.620348 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c89b3056-5060-4192-a40f-a36b97612a1d req-6fb3447b-d6a7-47bc-ba7b-d7c57315c16f tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 1653 time: 0.3484297 Aug 16 20:57:34.745612 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c89b3056-5060-4192-a40f-a36b97612a1d req-097c7e84-ca38-40ae-be1c-b94cbe458eb6 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181581 Aug 16 20:57:34.753725 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-55c488bf-4f33-411d-bc9f-4225524d6596 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Allocated IP 10.1.1.206 (2a286773-4076-470d-b75a-c7eea1dc3d02/4a0b6d73-74b5-4c8b-b956-b93210cff710/fd6fa129-4aa2-485d-ba8c-81e929ab059a) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:34.886452 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-15d00c10-ae9d-4313-a1f0-2803e4b9f291 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Delete allocated IP 172.20.0.10 (5f085346-a7ce-417f-9027-eba3cdac969f/1882ce59-0008-4087-ae7f-8876bffa8d71) {{(pid=101844) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 20:57:34.937931 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-15d00c10-ae9d-4313-a1f0-2803e4b9f291 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Allocated IP 172.20.0.43 (5f085346-a7ce-417f-9027-eba3cdac969f/9a34b0c3-6ff7-4d70-8851-7eae6d81cf0f/0eedef15-12b2-4534-b505-dfa7652305ac) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:35.013273 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-55c488bf-4f33-411d-bc9f-4225524d6596 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:35.051492 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-55c488bf-4f33-411d-bc9f-4225524d6596 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Transition to ACTIVE for port object fd6fa129-4aa2-485d-ba8c-81e929ab059a will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:35.123069 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-30e41265-b833-4fff-a973-fd9d749ccf92 req-531cd8a8-78f5-4550-8dea-84301da784ac tempest-ServerShowV254Test-814932692 tempest-ServerShowV254Test-814932692-project] 10.222.0.84 "GET /v2.0/ports?device_id=06f61aad-3645-4d56-8238-4af430bcb9e9 HTTP/1.1" status: 200 len: 210 time: 0.0702374 Aug 16 20:57:35.130378 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-90954787-8c4d-4189-9dc3-ee9f43d4aa6f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Deleting port c0802a07-6e34-418a-803c-e05440f9291e {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:35.130561 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-90954787-8c4d-4189-9dc3-ee9f43d4aa6f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:35.172977 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-55c488bf-4f33-411d-bc9f-4225524d6596 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:35.246021 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-55c488bf-4f33-411d-bc9f-4225524d6596 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Network 2a286773-4076-470d-b75a-c7eea1dc3d02 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:35.250188 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-55c488bf-4f33-411d-bc9f-4225524d6596 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:35.252638 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c488bf-4f33-411d-bc9f-4225524d6596 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Pushing event updated for resources: {'Port': ['ID=fd6fa129-4aa2-485d-ba8c-81e929ab059a,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:35.255039 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-55c488bf-4f33-411d-bc9f-4225524d6596 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:35.294446 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e080c521-a1d1-4f53-8860-2bcb1bba6026 None None] Provisioning complete for port 0eedef15-12b2-4534-b505-dfa7652305ac triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:35.295319 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e080c521-a1d1-4f53-8860-2bcb1bba6026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:35.318245 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-55c488bf-4f33-411d-bc9f-4225524d6596 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:35.319264 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-55c488bf-4f33-411d-bc9f-4225524d6596 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:35.324477 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-90954787-8c4d-4189-9dc3-ee9f43d4aa6f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:35.334782 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6bc1a0-520b-486b-b8ef-45722003f212 req-77c10230-ba77-487e-856f-717f5896b7e6 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:35.336529 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9f6bc1a0-520b-486b-b8ef-45722003f212 req-77c10230-ba77-487e-856f-717f5896b7e6 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.72 "GET /v2.0/ports?device_id=57b8d87f-171a-420a-a1eb-e7ddc295d1f6 HTTP/1.1" status: 200 len: 945 time: 0.1482081 Aug 16 20:57:35.343635 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-e080c521-a1d1-4f53-8860-2bcb1bba6026 None None] Port 0eedef15-12b2-4534-b505-dfa7652305ac cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:35.358527 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-15d00c10-ae9d-4313-a1f0-2803e4b9f291 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:35.412369 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-90954787-8c4d-4189-9dc3-ee9f43d4aa6f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Calling delete_port for c0802a07-6e34-418a-803c-e05440f9291e owned by network:router_interface {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:35.428842 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-55c488bf-4f33-411d-bc9f-4225524d6596 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3257833 Aug 16 20:57:35.441339 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-3ad1a924-30ba-465e-b39a-cee053e597c0 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Request body: {'port': {'device_id': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0bc6759c-80a4-4ca6-8103-9c391365ae1c', 'admin_state_up': True, 'tenant_id': '9440ed0933f64f7cb6d1f0c295a72000', 'security_groups': ['9aa3ac50-ddbd-43cc-9357-18f4944e8e6a']}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:35.480690 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e080c521-a1d1-4f53-8860-2bcb1bba6026 None None] Provisioning for port f0cf2476-45af-448e-8e68-8c4eab737564 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:35.486322 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e080c521-a1d1-4f53-8860-2bcb1bba6026 None None] Provisioning complete for port f0cf2476-45af-448e-8e68-8c4eab737564 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:35.487312 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e080c521-a1d1-4f53-8860-2bcb1bba6026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:35.520402 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-15d00c10-ae9d-4313-a1f0-2803e4b9f291 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Transition to ACTIVE for port object 0eedef15-12b2-4534-b505-dfa7652305ac will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:35.598592 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9277285-dfe3-4ceb-8b3d-c5d6cb46ed2d req-b80308b1-d417-4034-8685-e30e8631965b tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:35.600318 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e9277285-dfe3-4ceb-8b3d-c5d6cb46ed2d req-b80308b1-d417-4034-8685-e30e8631965b tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=57b8d87f-171a-420a-a1eb-e7ddc295d1f6 HTTP/1.1" status: 200 len: 945 time: 0.1347737 Aug 16 20:57:35.630021 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e080c521-a1d1-4f53-8860-2bcb1bba6026 None None] Provisioning complete for port 63a4a591-bad5-48f8-840a-73973aa5b1d3 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:35.630429 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e080c521-a1d1-4f53-8860-2bcb1bba6026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:35.643642 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-15d00c10-ae9d-4313-a1f0-2803e4b9f291 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:35.683751 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-9f6bc1a0-520b-486b-b8ef-45722003f212 req-3b0c6b86-0e55-4932-bb74-3ecc730aa145 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Deleting port 734e58fd-359b-4402-b4e4-e04ca87a0631 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:35.684134 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-9f6bc1a0-520b-486b-b8ef-45722003f212 req-3b0c6b86-0e55-4932-bb74-3ecc730aa145 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:35.741670 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-e080c521-a1d1-4f53-8860-2bcb1bba6026 None None] Port 63a4a591-bad5-48f8-840a-73973aa5b1d3 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:35.760747 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-3ad1a924-30ba-465e-b39a-cee053e597c0 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Made reservation on behalf of 9440ed0933f64f7cb6d1f0c295a72000 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:35.791050 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d00c10-ae9d-4313-a1f0-2803e4b9f291 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event updated for resources: {'Port': ['ID=0eedef15-12b2-4534-b505-dfa7652305ac,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:35.848327 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e9277285-dfe3-4ceb-8b3d-c5d6cb46ed2d req-cf8e9a9c-668e-4397-b333-6e6ef75c10f9 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091269 Aug 16 20:57:35.893410 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-3ad1a924-30ba-465e-b39a-cee053e597c0 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:35.936793 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7c9b2893-ba44-4ef6-bc48-de0f441ed070 None None] Provisioning for port fd6fa129-4aa2-485d-ba8c-81e929ab059a completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:35.941771 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7c9b2893-ba44-4ef6-bc48-de0f441ed070 None None] Provisioning complete for port fd6fa129-4aa2-485d-ba8c-81e929ab059a triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:35.942148 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7c9b2893-ba44-4ef6-bc48-de0f441ed070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:35.994821 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7c9b2893-ba44-4ef6-bc48-de0f441ed070 None None] Port fd6fa129-4aa2-485d-ba8c-81e929ab059a cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:36.042143 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-9f6bc1a0-520b-486b-b8ef-45722003f212 req-3b0c6b86-0e55-4932-bb74-3ecc730aa145 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] For port 734e58fd-359b-4402-b4e4-e04ca87a0631, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=734e58fd-359b-4402-b4e4-e04ca87a0631,segment=NetworkSegment(53b76348-81c8-4bfa-909a-3d74533ded61),segment_id=53b76348-81c8-4bfa-909a-3d74533ded61)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:36.042690 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-9f6bc1a0-520b-486b-b8ef-45722003f212 req-3b0c6b86-0e55-4932-bb74-3ecc730aa145 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:36.070842 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-9f6bc1a0-520b-486b-b8ef-45722003f212 req-3b0c6b86-0e55-4932-bb74-3ecc730aa145 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Calling delete_port for 734e58fd-359b-4402-b4e4-e04ca87a0631 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:36.078495 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-15d00c10-ae9d-4313-a1f0-2803e4b9f291 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] In _notify_port_updated(), no bound segment for port 0eedef15-12b2-4534-b505-dfa7652305ac on network 5f085346-a7ce-417f-9027-eba3cdac969f {{(pid=101844) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:57:36.084773 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d00c10-ae9d-4313-a1f0-2803e4b9f291 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:36.090826 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-15d00c10-ae9d-4313-a1f0-2803e4b9f291 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:36.096206 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-15d00c10-ae9d-4313-a1f0-2803e4b9f291 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "PUT /v2.0/ports/0eedef15-12b2-4534-b505-dfa7652305ac HTTP/1.1" status: 200 len: 960 time: 2.8757184 Aug 16 20:57:36.105600 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a0ff3-b136-4a33-be1c-e9ac9f20a95a req-1e9f5f6f-5065-4049-ad1f-7a08ee534b2a tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:36.118101 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a0ff3-b136-4a33-be1c-e9ac9f20a95a req-1e9f5f6f-5065-4049-ad1f-7a08ee534b2a tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:36.122933 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48174) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:36.124433 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a0ff3-b136-4a33-be1c-e9ac9f20a95a req-1e9f5f6f-5065-4049-ad1f-7a08ee534b2a tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:36.134810 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-189a0ff3-b136-4a33-be1c-e9ac9f20a95a req-1e9f5f6f-5065-4049-ad1f-7a08ee534b2a tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 2374 time: 0.2969279 Aug 16 20:57:36.242229 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-189a0ff3-b136-4a33-be1c-e9ac9f20a95a req-c54bd750-da7d-4d49-b8c4-5a21e813c3b4 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061430 Aug 16 20:57:36.249154 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-90954787-8c4d-4189-9dc3-ee9f43d4aa6f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:36.254715 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-3ad1a924-30ba-465e-b39a-cee053e597c0 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Allocated IP 10.2.2.100 (0bc6759c-80a4-4ca6-8103-9c391365ae1c/3b0da94a-9e98-450f-a388-801e578bebaa/1f12573e-db64-4bb9-b684-4157dd9b1f73) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:36.287121 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90954787-8c4d-4189-9dc3-ee9f43d4aa6f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event deleted for resources: {'Port': ['ID=c0802a07-6e34-418a-803c-e05440f9291e,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:36.306797 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f0cf2476-45af-448e-8e68-8c4eab737564 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:57:36.371131 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0fb0f60f-15b8-4769-94fa-b8851bb7838e req-5ff21686-a09e-4467-949c-173ba58e8669 tempest-ServerShowV254Test-814932692 tempest-ServerShowV254Test-814932692-project] 10.222.0.84 "GET /v2.0/ports?device_id=06f61aad-3645-4d56-8238-4af430bcb9e9 HTTP/1.1" status: 200 len: 210 time: 0.0887592 Aug 16 20:57:36.405459 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-459625e8-a5be-45a6-895d-70536ac491e1 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Deleting port 0eedef15-12b2-4534-b505-dfa7652305ac {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:36.405813 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-459625e8-a5be-45a6-895d-70536ac491e1 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:36.467818 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port f0cf2476-45af-448e-8e68-8c4eab737564 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:36.468211 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:36.535374 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-77033706-f4b6-4c4a-9ec8-e04cce123a87 None None] Provisioning for port 0eedef15-12b2-4534-b505-dfa7652305ac completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:36.545062 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-77033706-f4b6-4c4a-9ec8-e04cce123a87 None None] Provisioning complete for port 0eedef15-12b2-4534-b505-dfa7652305ac triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:36.545447 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-77033706-f4b6-4c4a-9ec8-e04cce123a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:36.588944 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-77033706-f4b6-4c4a-9ec8-e04cce123a87 None None] Port 0eedef15-12b2-4534-b505-dfa7652305ac cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:36.628189 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-90954787-8c4d-4189-9dc3-ee9f43d4aa6f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:36.638934 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-459625e8-a5be-45a6-895d-70536ac491e1 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:36.658818 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-459625e8-a5be-45a6-895d-70536ac491e1 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Calling delete_port for 0eedef15-12b2-4534-b505-dfa7652305ac owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:36.781916 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-3ad1a924-30ba-465e-b39a-cee053e597c0 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:36.796749 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-3ad1a924-30ba-465e-b39a-cee053e597c0 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Transition to ACTIVE for port object 1f12573e-db64-4bb9-b684-4157dd9b1f73 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:36.800806 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-9f6bc1a0-520b-486b-b8ef-45722003f212 req-3b0c6b86-0e55-4932-bb74-3ecc730aa145 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:36.851281 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c6b86-0e55-4932-bb74-3ecc730aa145 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Pushing event deleted for resources: {'Port': ['ID=734e58fd-359b-4402-b4e4-e04ca87a0631,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:36.915685 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6bc1a0-520b-486b-b8ef-45722003f212 req-3b0c6b86-0e55-4932-bb74-3ecc730aa145 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] No DVR routers for this DVR port 734e58fd-359b-4402-b4e4-e04ca87a0631 on host n-h1-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:57:36.947879 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-9f6bc1a0-520b-486b-b8ef-45722003f212 req-3b0c6b86-0e55-4932-bb74-3ecc730aa145 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:36.950002 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9f6bc1a0-520b-486b-b8ef-45722003f212 req-3b0c6b86-0e55-4932-bb74-3ecc730aa145 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.72 "DELETE /v2.0/ports/734e58fd-359b-4402-b4e4-e04ca87a0631 HTTP/1.1" status: 204 len: 173 time: 1.6008258 Aug 16 20:57:36.950379 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b8d87f-171a-420a-a1eb-e7ddc295d1f6', 'name': 'network-vif-deleted', 'tag': '734e58fd-359b-4402-b4e4-e04ca87a0631'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:57:36.953085 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d545a2-b995-4c35-b0b7-6ba3e8164e74" -d '{"events": [{"server_uuid": "57b8d87f-171a-420a-a1eb-e7ddc295d1f6", "name": "network-vif-deleted", "tag": "734e58fd-359b-4402-b4e4-e04ca87a0631"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:57:36.964598 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-3ad1a924-30ba-465e-b39a-cee053e597c0 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:37.032324 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8d2ea466-9364-4142-97c2-926ddae31430 req-0a591243-d00b-4f43-9409-15e79d5dec44 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=57b8d87f-171a-420a-a1eb-e7ddc295d1f6 HTTP/1.1" status: 200 len: 210 time: 0.0695345 Aug 16 20:57:37.034828 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-3ad1a924-30ba-465e-b39a-cee053e597c0 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Network 0bc6759c-80a4-4ca6-8103-9c391365ae1c is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:37.038728 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-3ad1a924-30ba-465e-b39a-cee053e597c0 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:37.043641 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-3ad1a924-30ba-465e-b39a-cee053e597c0 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:37.047820 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1a924-30ba-465e-b39a-cee053e597c0 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Pushing event updated for resources: {'Port': ['ID=1f12573e-db64-4bb9-b684-4157dd9b1f73,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:37.049671 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90954787-8c4d-4189-9dc3-ee9f43d4aa6f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Router 4429950b-5ee0-4d5a-8cf1-74778001288c has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:57:37.078062 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1a924-30ba-465e-b39a-cee053e597c0 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:37.078062 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1a924-30ba-465e-b39a-cee053e597c0 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:37.078418 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1a924-30ba-465e-b39a-cee053e597c0 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:37.078513 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1a924-30ba-465e-b39a-cee053e597c0 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:37.078786 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1a924-30ba-465e-b39a-cee053e597c0 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:37.079144 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1a924-30ba-465e-b39a-cee053e597c0 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:37.079487 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1a924-30ba-465e-b39a-cee053e597c0 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:37.079766 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1a924-30ba-465e-b39a-cee053e597c0 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:37.080143 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1a924-30ba-465e-b39a-cee053e597c0 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:37.080471 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1a924-30ba-465e-b39a-cee053e597c0 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:37.080799 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1a924-30ba-465e-b39a-cee053e597c0 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:37.081123 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1a924-30ba-465e-b39a-cee053e597c0 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:37.129959 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-3ad1a924-30ba-465e-b39a-cee053e597c0 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:37.130748 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-3ad1a924-30ba-465e-b39a-cee053e597c0 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:37.150669 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-459625e8-a5be-45a6-895d-70536ac491e1 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:37.185054 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459625e8-a5be-45a6-895d-70536ac491e1 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'Port': ['ID=0eedef15-12b2-4534-b505-dfa7652305ac,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:37.190108 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90954787-8c4d-4189-9dc3-ee9f43d4aa6f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:57:37.201096 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d86217e-8d9a-4f0c-a161-114c8b909bcd None None] Sync routers for ids ['4429950b-5ee0-4d5a-8cf1-74778001288c'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:57:37.203743 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-90954787-8c4d-4189-9dc3-ee9f43d4aa6f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "PUT /v2.0/routers/4429950b-5ee0-4d5a-8cf1-74778001288c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6474440 Aug 16 20:57:37.216083 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48194) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:37.221223 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d86217e-8d9a-4f0c-a161-114c8b909bcd None None] Routers {'4429950b-5ee0-4d5a-8cf1-74778001288c'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:57:37.226758 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-5d86217e-8d9a-4f0c-a161-114c8b909bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:57:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['4429950b-5ee0-4d5a-8cf1-74778001288c'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:37.269104 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-00c359d6-c5c8-4231-af17-5e767f0d5a15 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "GET /v2.0/ports?device_id=4429950b-5ee0-4d5a-8cf1-74778001288c HTTP/1.1" status: 200 len: 205 time: 0.0516853 Aug 16 20:57:37.269733 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48196) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:37.312674 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-3ad1a924-30ba-465e-b39a-cee053e597c0 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8762243 Aug 16 20:57:37.313860 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-459625e8-a5be-45a6-895d-70536ac491e1 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:37.316017 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-459625e8-a5be-45a6-895d-70536ac491e1 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/ports/0eedef15-12b2-4534-b505-dfa7652305ac HTTP/1.1" status: 204 len: 168 time: 1.1920769 Aug 16 20:57:37.326370 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-1aa1828d-2e50-4bf0-8762-313fa2229b5e tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Request body: {'port': {'device_id': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0bc6759c-80a4-4ca6-8103-9c391365ae1c', 'admin_state_up': True, 'tenant_id': '9440ed0933f64f7cb6d1f0c295a72000', 'security_groups': ['9aa3ac50-ddbd-43cc-9357-18f4944e8e6a']}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:37.334010 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48200) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:37.342113 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-5d86217e-8d9a-4f0c-a161-114c8b909bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:37.373335 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d86217e-8d9a-4f0c-a161-114c8b909bcd None None] Routers {'4429950b-5ee0-4d5a-8cf1-74778001288c'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:57:37.373895 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-5d86217e-8d9a-4f0c-a161-114c8b909bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:57:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['4429950b-5ee0-4d5a-8cf1-74778001288c'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:37.433744 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-30481291-33fd-4ae1-a8f1-398ee30b02a8 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:37.437805 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8298e72e-68ab-4d2c-9c8e-d547f3122010 x-openstack-request-id: req-8298e72e-68ab-4d2c-9c8e-d547f3122010 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:57:37.438213 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b8d87f-171a-420a-a1eb-e7ddc295d1f6", "name": "network-vif-deleted", "tag": "734e58fd-359b-4402-b4e4-e04ca87a0631", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:57:37.438526 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8298e72e-68ab-4d2c-9c8e-d547f3122010 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:57:37.439989 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b8d87f-171a-420a-a1eb-e7ddc295d1f6', 'name': 'network-vif-deleted', 'tag': '734e58fd-359b-4402-b4e4-e04ca87a0631', 'status': 'completed', 'code': 200} Aug 16 20:57:37.461506 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-5d86217e-8d9a-4f0c-a161-114c8b909bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:37.462469 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d86217e-8d9a-4f0c-a161-114c8b909bcd None None] The sync data for ids ['4429950b-5ee0-4d5a-8cf1-74778001288c'] in n-d-793620-15 is: [] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:57:37.480986 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fa7e8b5-4827-4234-b477-2bcfaea30aa8 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] GET failed (client error): The resource could not be found. Aug 16 20:57:37.488852 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5fa7e8b5-4827-4234-b477-2bcfaea30aa8 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "GET /v2.0/ports/0eedef15-12b2-4534-b505-dfa7652305ac HTTP/1.1" status: 404 len: 333 time: 0.1504347 Aug 16 20:57:37.492043 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48204) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:37.608334 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de4dd185-34d4-4c10-9664-abd6f3c858d6 req-998557e0-1ed0-4c0a-a2f8-ee356a23e465 tempest-ServerShowV254Test-814932692 tempest-ServerShowV254Test-814932692-project] 10.222.0.84 "GET /v2.0/ports?device_id=06f61aad-3645-4d56-8238-4af430bcb9e9 HTTP/1.1" status: 200 len: 210 time: 0.0673604 Aug 16 20:57:37.623578 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-811e5b74-9faf-44d8-87cb-46c5b502e202 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:37.632139 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-97fb7278-6bc6-4b45-8467-7a87ce94fc5b None None] Provisioning for port 1f12573e-db64-4bb9-b684-4157dd9b1f73 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:37.636201 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-97fb7278-6bc6-4b45-8467-7a87ce94fc5b None None] Provisioning complete for port 1f12573e-db64-4bb9-b684-4157dd9b1f73 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:37.636519 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-97fb7278-6bc6-4b45-8467-7a87ce94fc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:37.677574 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-811e5b74-9faf-44d8-87cb-46c5b502e202 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:37.698167 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-97fb7278-6bc6-4b45-8467-7a87ce94fc5b None None] Port 1f12573e-db64-4bb9-b684-4157dd9b1f73 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:37.772640 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-30481291-33fd-4ae1-a8f1-398ee30b02a8 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:37.776172 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-30481291-33fd-4ae1-a8f1-398ee30b02a8 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:37.784731 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-1aa1828d-2e50-4bf0-8762-313fa2229b5e tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Made reservation on behalf of 9440ed0933f64f7cb6d1f0c295a72000 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:37.790667 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-1aa1828d-2e50-4bf0-8762-313fa2229b5e tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:37.796134 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3e18d-48f8-4167-a673-787fc9fb55e4 req-2212201f-b0ea-49ba-94c3-b78f99afa1af tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:37.802117 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3e18d-48f8-4167-a673-787fc9fb55e4 req-2212201f-b0ea-49ba-94c3-b78f99afa1af tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:37.808198 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3e18d-48f8-4167-a673-787fc9fb55e4 req-2212201f-b0ea-49ba-94c3-b78f99afa1af tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:37.814109 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3e18d-48f8-4167-a673-787fc9fb55e4 req-2212201f-b0ea-49ba-94c3-b78f99afa1af tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:37.821942 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1b3e18d-48f8-4167-a673-787fc9fb55e4 req-2212201f-b0ea-49ba-94c3-b78f99afa1af tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 3095 time: 0.3844464 Aug 16 20:57:37.857935 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-811e5b74-9faf-44d8-87cb-46c5b502e202 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:37.860544 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-811e5b74-9faf-44d8-87cb-46c5b502e202 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:37.862491 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-811e5b74-9faf-44d8-87cb-46c5b502e202 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/security-groups/7aba0732-a806-4f55-bc72-5aa1ba8c3206 HTTP/1.1" status: 204 len: 168 time: 0.3690429 Aug 16 20:57:37.868247 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48212) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:37.904111 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1b3e18d-48f8-4167-a673-787fc9fb55e4 req-2efc5d03-d89b-4ec9-ad15-0d40759c7efb tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749259 Aug 16 20:57:37.905758 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e5b74-9faf-44d8-87cb-46c5b502e202 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aba0732-a806-4f55-bc72-5aa1ba8c3206,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:37.977653 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-30481291-33fd-4ae1-a8f1-398ee30b02a8 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:37.978983 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30481291-33fd-4ae1-a8f1-398ee30b02a8 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Fanout notify agent at l3_agent the message router_deleted on router 4429950b-5ee0-4d5a-8cf1-74778001288c {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:57:37.988204 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-30481291-33fd-4ae1-a8f1-398ee30b02a8 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:37.993873 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-30481291-33fd-4ae1-a8f1-398ee30b02a8 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "DELETE /v2.0/routers/4429950b-5ee0-4d5a-8cf1-74778001288c HTTP/1.1" status: 204 len: 168 time: 0.7223892 Aug 16 20:57:37.994037 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48214) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:38.088393 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df4dd4ed-6106-48c2-9745-e70ddb23fa1e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:38.121282 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-03d9cebb-527e-45e6-a970-571fd0f9298c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Deleting subnet fd904c89-befe-4c48-bcc6-70a3d5acca11 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:57:38.136516 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-03d9cebb-527e-45e6-a970-571fd0f9298c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:38.171885 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-1aa1828d-2e50-4bf0-8762-313fa2229b5e tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Allocated IP 10.2.2.200 (0bc6759c-80a4-4ca6-8103-9c391365ae1c/3b0da94a-9e98-450f-a388-801e578bebaa/3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:38.174758 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df4dd4ed-6106-48c2-9745-e70ddb23fa1e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:38.225303 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-03d9cebb-527e-45e6-a970-571fd0f9298c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:38.417903 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-ea094cd0-2373-46fe-9ce6-0222fb9d0425 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:38.419765 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-ea094cd0-2373-46fe-9ce6-0222fb9d0425 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/networks?id=97204dc5-2078-4113-bc6a-8b6109c161f0 HTTP/1.1" status: 200 len: 812 time: 0.1249745 Aug 16 20:57:38.438865 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-3bc83b6f-aa08-4ae4-a06b-dc9d7cf2aa98 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/quotas/d5926bba17c34b5e88e1bc1cf228d96c HTTP/1.1" status: 200 len: 375 time: 0.0121922 Aug 16 20:57:38.474982 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-65f54030-4f1e-4c26-808c-39dcab0a0778 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d5926bba17c34b5e88e1bc1cf228d96c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283973 Aug 16 20:57:38.576423 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-a0893931-56e1-4c7f-9203-cd5a99626acf service neutron] 10.222.0.84 "GET /v2.0/networks/97204dc5-2078-4113-bc6a-8b6109c161f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934782 Aug 16 20:57:38.648168 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df4dd4ed-6106-48c2-9745-e70ddb23fa1e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:38.650604 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df4dd4ed-6106-48c2-9745-e70ddb23fa1e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:38.655568 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-df4dd4ed-6106-48c2-9745-e70ddb23fa1e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/security-groups/5d910756-eb74-4245-a3ec-ba21fdcb0729 HTTP/1.1" status: 204 len: 168 time: 0.7793615 Aug 16 20:57:38.656946 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48234) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:38.677800 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 734e58fd-359b-4402-b4e4-e04ca87a0631 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:57:38.699298 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 734e58fd-359b-4402-b4e4-e04ca87a0631 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:57:38.700077 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 734e58fd-359b-4402-b4e4-e04ca87a0631 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:57:38.701795 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-03d9cebb-527e-45e6-a970-571fd0f9298c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:38.729781 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-658b58b7-2cac-4cf9-8163-e076540f265b service neutron] 10.222.0.84 "GET /v2.0/networks/97204dc5-2078-4113-bc6a-8b6109c161f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453118 Aug 16 20:57:38.750163 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4dd4ed-6106-48c2-9745-e70ddb23fa1e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d910756-eb74-4245-a3ec-ba21fdcb0729,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:38.850115 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-1aa1828d-2e50-4bf0-8762-313fa2229b5e tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:38.943960 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-1aa1828d-2e50-4bf0-8762-313fa2229b5e tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Transition to ACTIVE for port object 3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:39.008849 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-03d9cebb-527e-45e6-a970-571fd0f9298c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:39.039589 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d9cebb-527e-45e6-a970-571fd0f9298c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event deleted for resources: {'Subnet': ['ID=fd904c89-befe-4c48-bcc6-70a3d5acca11,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:39.046384 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-03d9cebb-527e-45e6-a970-571fd0f9298c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:39.052170 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-03d9cebb-527e-45e6-a970-571fd0f9298c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "DELETE /v2.0/subnets/fd904c89-befe-4c48-bcc6-70a3d5acca11 HTTP/1.1" status: 204 len: 168 time: 1.0563896 Aug 16 20:57:39.052922 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48250) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:39.054787 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ff8946-2eff-4a9a-834e-779f74a6ae02 None None] Network 3829be28-d03d-4c0b-835b-9db32594cc62 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:39.106818 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-1aa1828d-2e50-4bf0-8762-313fa2229b5e tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:39.186869 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-1aa1828d-2e50-4bf0-8762-313fa2229b5e tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Network 0bc6759c-80a4-4ca6-8103-9c391365ae1c is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:39.194810 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-1aa1828d-2e50-4bf0-8762-313fa2229b5e tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:39.199095 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-932424ce-cecd-419c-8e9f-1b8bb79da0b7 req-00823eba-0721-4f6b-a18e-1473b2757dac tempest-ServerShowV254Test-814932692 tempest-ServerShowV254Test-814932692-project] 10.222.0.84 "GET /v2.0/ports?device_id=06f61aad-3645-4d56-8238-4af430bcb9e9 HTTP/1.1" status: 200 len: 210 time: 0.4762700 Aug 16 20:57:39.212745 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1828d-2e50-4bf0-8762-313fa2229b5e tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Pushing event updated for resources: {'Port': ['ID=3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:39.230007 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7495eed8-93a4-4434-b991-c3a517928578 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:39.234580 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-1aa1828d-2e50-4bf0-8762-313fa2229b5e tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:39.274670 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8c8e618a-93cd-42ad-9a87-39156b42adb8 req-6619e44c-5bd4-4612-bd6a-18688dcae503 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=805cc877-9bd7-43ef-af2f-621eedbfe4d7 HTTP/1.1" status: 200 len: 210 time: 0.1013458 Aug 16 20:57:39.276339 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d1caa87c-fae6-4347-a7af-f85f0c774d5a tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:39.308333 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d1caa87c-fae6-4347-a7af-f85f0c774d5a tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:39.354025 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-1aa1828d-2e50-4bf0-8762-313fa2229b5e tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:39.366697 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-1aa1828d-2e50-4bf0-8762-313fa2229b5e tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:39.420759 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-7495eed8-93a4-4434-b991-c3a517928578 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Deleting port effe2764-bf75-4e53-9351-ad178e05f9be {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:39.421201 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7495eed8-93a4-4434-b991-c3a517928578 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:39.452450 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb270a21-c846-4fbd-9ca4-f6a22c988d0a None None] DHCP port deletion for 3829be28-d03d-4c0b-835b-9db32594cc62 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:57:39.467088 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbdaff-179e-4590-9178-19eae0de8404 req-e69f2038-da82-46df-b151-37a1aa126d12 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:39.473775 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbdaff-179e-4590-9178-19eae0de8404 req-e69f2038-da82-46df-b151-37a1aa126d12 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:39.479989 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbdaff-179e-4590-9178-19eae0de8404 req-e69f2038-da82-46df-b151-37a1aa126d12 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:39.488225 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbdaff-179e-4590-9178-19eae0de8404 req-e69f2038-da82-46df-b151-37a1aa126d12 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:39.492211 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbdaff-179e-4590-9178-19eae0de8404 req-e69f2038-da82-46df-b151-37a1aa126d12 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:39.500000 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-47bbdaff-179e-4590-9178-19eae0de8404 req-e69f2038-da82-46df-b151-37a1aa126d12 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 3816 time: 0.1254179 Aug 16 20:57:39.551840 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-47bbdaff-179e-4590-9178-19eae0de8404 req-9bfc2d79-0367-4a7b-a60c-ff742f3102ac tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450549 Aug 16 20:57:39.553500 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d1caa87c-fae6-4347-a7af-f85f0c774d5a tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:39.559332 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d1caa87c-fae6-4347-a7af-f85f0c774d5a tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:39.561231 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d1caa87c-fae6-4347-a7af-f85f0c774d5a tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/security-groups/d34758b9-dc12-4133-b72a-28ecfbff2de8 HTTP/1.1" status: 204 len: 168 time: 0.9033027 Aug 16 20:57:39.568969 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48260) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:39.587981 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-fb270a21-c846-4fbd-9ca4-f6a22c988d0a None None] Deleting port effe2764-bf75-4e53-9351-ad178e05f9be {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:39.606090 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fb270a21-c846-4fbd-9ca4-f6a22c988d0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:39.613734 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1caa87c-fae6-4347-a7af-f85f0c774d5a tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34758b9-dc12-4133-b72a-28ecfbff2de8,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:39.631986 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-1aa1828d-2e50-4bf0-8762-313fa2229b5e tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3128598 Aug 16 20:57:39.646025 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-40a0a49a-ca36-415f-830b-0d722d9e943e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Deleting subnet 1882ce59-0008-4087-ae7f-8876bffa8d71 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:57:39.647668 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f89d3dd7-3453-400a-83b2-cbd232e6685c service neutron] Request body: {'port': {'device_id': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:39.650114 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-40a0a49a-ca36-415f-830b-0d722d9e943e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:39.695087 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-7495eed8-93a4-4434-b991-c3a517928578 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] For port effe2764-bf75-4e53-9351-ad178e05f9be, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=effe2764-bf75-4e53-9351-ad178e05f9be,segment=NetworkSegment(359da0b9-0e68-423a-83b9-38e7c7d0e796),segment_id=359da0b9-0e68-423a-83b9-38e7c7d0e796)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:39.695467 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7495eed8-93a4-4434-b991-c3a517928578 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:39.702411 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-40a0a49a-ca36-415f-830b-0d722d9e943e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:39.703231 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-fb270a21-c846-4fbd-9ca4-f6a22c988d0a None None] For port effe2764-bf75-4e53-9351-ad178e05f9be, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=effe2764-bf75-4e53-9351-ad178e05f9be,segment=NetworkSegment(359da0b9-0e68-423a-83b9-38e7c7d0e796),segment_id=359da0b9-0e68-423a-83b9-38e7c7d0e796)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:39.704200 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fb270a21-c846-4fbd-9ca4-f6a22c988d0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:39.711115 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-7495eed8-93a4-4434-b991-c3a517928578 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Calling delete_port for effe2764-bf75-4e53-9351-ad178e05f9be owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:39.719259 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-fb270a21-c846-4fbd-9ca4-f6a22c988d0a None None] Calling delete_port for effe2764-bf75-4e53-9351-ad178e05f9be owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:39.813717 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-40a0a49a-ca36-415f-830b-0d722d9e943e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:39.824913 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f89d3dd7-3453-400a-83b2-cbd232e6685c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:39.833588 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a411d3fd-a1b5-4037-97d8-3ed35d4b7437 None None] Provisioning for port 3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:39.838697 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a411d3fd-a1b5-4037-97d8-3ed35d4b7437 None None] Provisioning complete for port 3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:39.839085 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a411d3fd-a1b5-4037-97d8-3ed35d4b7437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:39.911220 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a411d3fd-a1b5-4037-97d8-3ed35d4b7437 None None] Port 3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:39.953150 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fb270a21-c846-4fbd-9ca4-f6a22c988d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:39.979676 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb270a21-c846-4fbd-9ca4-f6a22c988d0a None None] Pushing event deleted for resources: {'Port': ['ID=effe2764-bf75-4e53-9351-ad178e05f9be,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:39.987390 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb270a21-c846-4fbd-9ca4-f6a22c988d0a None None] No DVR routers for this DVR port effe2764-bf75-4e53-9351-ad178e05f9be on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:57:40.004044 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7495eed8-93a4-4434-b991-c3a517928578 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.037475 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7495eed8-93a4-4434-b991-c3a517928578 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event deleted for resources: {'Port': ['ID=effe2764-bf75-4e53-9351-ad178e05f9be,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:40.041648 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-40a0a49a-ca36-415f-830b-0d722d9e943e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.071233 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7495eed8-93a4-4434-b991-c3a517928578 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] No DVR routers for this DVR port effe2764-bf75-4e53-9351-ad178e05f9be on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:57:40.090720 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0a49a-ca36-415f-830b-0d722d9e943e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'Subnet': ['ID=1882ce59-0008-4087-ae7f-8876bffa8d71,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:40.092811 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-40a0a49a-ca36-415f-830b-0d722d9e943e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.094755 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-40a0a49a-ca36-415f-830b-0d722d9e943e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/subnets/1882ce59-0008-4087-ae7f-8876bffa8d71 HTTP/1.1" status: 204 len: 168 time: 0.5233858 Aug 16 20:57:40.098442 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48266) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:40.107892 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e639a17e-a4f7-41ec-a89e-d65577264a77 None None] Network 5f085346-a7ce-417f-9027-eba3cdac969f requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:40.255741 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-77c535c1-f824-494c-9634-b83f2e0ce3aa tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Deleting subnet 9a34b0c3-6ff7-4d70-8851-7eae6d81cf0f {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:57:40.268919 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-77c535c1-f824-494c-9634-b83f2e0ce3aa tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.299924 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device effe2764-bf75-4e53-9351-ad178e05f9be no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:57:40.411253 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: effe2764-bf75-4e53-9351-ad178e05f9be {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:57:40.413407 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device effe2764-bf75-4e53-9351-ad178e05f9be not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:57:40.432209 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-85d89394-81ad-4e0d-ba44-f18c30416480 req-e1e744bf-bd13-44a8-a7f7-e8811e6195e2 tempest-ServerShowV254Test-814932692 tempest-ServerShowV254Test-814932692-project] 10.222.0.84 "GET /v2.0/ports?device_id=06f61aad-3645-4d56-8238-4af430bcb9e9 HTTP/1.1" status: 200 len: 210 time: 0.0783222 Aug 16 20:57:40.457861 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-77c535c1-f824-494c-9634-b83f2e0ce3aa tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.466174 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-33e99d0a-3879-4ae3-bbb7-2c08d74dd727 req-79f33d88-b87a-4f67-9d42-e695366cf85a tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=805cc877-9bd7-43ef-af2f-621eedbfe4d7 HTTP/1.1" status: 200 len: 210 time: 0.0825450 Aug 16 20:57:40.474986 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f89d3dd7-3453-400a-83b2-cbd232e6685c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 205f4f5c-2bd6-4a33-b0d7-74792db8fd1c {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:57:40.501001 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7495eed8-93a4-4434-b991-c3a517928578 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.512476 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f89d3dd7-3453-400a-83b2-cbd232e6685c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.518695 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-7495eed8-93a4-4434-b991-c3a517928578 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3829be28-d03d-4c0b-835b-9db32594cc62']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:40.534802 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-7495eed8-93a4-4434-b991-c3a517928578 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '359da0b9-0e68-423a-83b9-38e7c7d0e796') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:40.535105 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-7495eed8-93a4-4434-b991-c3a517928578 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '359da0b9-0e68-423a-83b9-38e7c7d0e796') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:40.543178 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f89d3dd7-3453-400a-83b2-cbd232e6685c service neutron] Transition to ACTIVE for port object 205f4f5c-2bd6-4a33-b0d7-74792db8fd1c will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:40.546748 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7495eed8-93a4-4434-b991-c3a517928578 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.563961 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7495eed8-93a4-4434-b991-c3a517928578 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.576520 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7495eed8-93a4-4434-b991-c3a517928578 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:57:40.576864 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7495eed8-93a4-4434-b991-c3a517928578 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.578104 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-77c535c1-f824-494c-9634-b83f2e0ce3aa tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.607432 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:57:40.607432 n-d-793620-15 neutron-server[101845]: self.session.flush() Aug 16 20:57:40.607432 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:57:40.607432 n-d-793620-15 neutron-server[101845]: self.session.flush() Aug 16 20:57:40.607432 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:57:40.607432 n-d-793620-15 neutron-server[101845]: self.session.flush() Aug 16 20:57:40.607432 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:57:40.607432 n-d-793620-15 neutron-server[101845]: self.session.flush() Aug 16 20:57:40.607432 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:57:40.607432 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:57:40.607432 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:57:40.607432 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:57:40.607432 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:57:40.607432 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:57:40.607432 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:57:40.607432 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:57:40.607432 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:57:40.607432 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:57:40.607432 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:57:40.607432 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:57:40.607432 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:57:40.607432 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:57:40.607432 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:57:40.607432 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:57:40.607432 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:57:40.607432 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:57:40.607432 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:57:40.607432 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:57:40.607432 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:57:40.607432 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:57:40.607432 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:57:40.607432 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:57:40.607432 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:57:40.607432 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:57:40.607432 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:57:40.607432 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:57:40.607432 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:57:40.607432 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:57:40.607432 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:57:40.607432 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:57:40.695014 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f89d3dd7-3453-400a-83b2-cbd232e6685c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.749466 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d3dd7-3453-400a-83b2-cbd232e6685c service neutron] Pushing event updated for resources: {'Port': ['ID=205f4f5c-2bd6-4a33-b0d7-74792db8fd1c,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:40.750627 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5667f-2872-43ab-bb97-defb59dd48e6 req-87eaab70-f944-415a-901d-fba398803ccb tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:40.758485 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5667f-2872-43ab-bb97-defb59dd48e6 req-87eaab70-f944-415a-901d-fba398803ccb tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:40.779653 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5667f-2872-43ab-bb97-defb59dd48e6 req-87eaab70-f944-415a-901d-fba398803ccb tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:40.794334 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5667f-2872-43ab-bb97-defb59dd48e6 req-87eaab70-f944-415a-901d-fba398803ccb tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:40.801874 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5667f-2872-43ab-bb97-defb59dd48e6 req-87eaab70-f944-415a-901d-fba398803ccb tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:40.804207 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7fb5667f-2872-43ab-bb97-defb59dd48e6 req-87eaab70-f944-415a-901d-fba398803ccb tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 3816 time: 0.1564174 Aug 16 20:57:40.863344 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7495eed8-93a4-4434-b991-c3a517928578 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.880213 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7fb5667f-2872-43ab-bb97-defb59dd48e6 req-2b6a1a7c-1434-4961-9c1c-62aa345c4b38 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689676 Aug 16 20:57:40.899280 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7495eed8-93a4-4434-b991-c3a517928578 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.907637 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7495eed8-93a4-4434-b991-c3a517928578 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "DELETE /v2.0/networks/3829be28-d03d-4c0b-835b-9db32594cc62 HTTP/1.1" status: 204 len: 168 time: 1.8477676 Aug 16 20:57:40.909131 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48282) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:40.944650 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-92eedcc5-5ab4-4fec-96a6-fc83fac9836d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1658649149', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:40.945581 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7495eed8-93a4-4434-b991-c3a517928578 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event deleted for resources: {'Network': ['ID=3829be28-d03d-4c0b-835b-9db32594cc62,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:40.958787 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f89d3dd7-3453-400a-83b2-cbd232e6685c service neutron] Attempting to bind port 205f4f5c-2bd6-4a33-b0d7-74792db8fd1c on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:40.959137 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f89d3dd7-3453-400a-83b2-cbd232e6685c service neutron] Attempting to bind port 205f4f5c-2bd6-4a33-b0d7-74792db8fd1c by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '66f4b070-11e4-4f4a-902e-032c04ccaab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:40.959479 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f89d3dd7-3453-400a-83b2-cbd232e6685c service neutron] Attempting to bind port 205f4f5c-2bd6-4a33-b0d7-74792db8fd1c on network 15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:40.964641 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f89d3dd7-3453-400a-83b2-cbd232e6685c service neutron] Port 205f4f5c-2bd6-4a33-b0d7-74792db8fd1c on network 15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:57:40.964967 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f89d3dd7-3453-400a-83b2-cbd232e6685c service neutron] Attempting to bind port 205f4f5c-2bd6-4a33-b0d7-74792db8fd1c on network 15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:40.970411 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f89d3dd7-3453-400a-83b2-cbd232e6685c service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:57:40.970799 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f89d3dd7-3453-400a-83b2-cbd232e6685c service neutron] Checking segment: {'id': '66f4b070-11e4-4f4a-902e-032c04ccaab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:40.971411 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f89d3dd7-3453-400a-83b2-cbd232e6685c service neutron] Bound using segment: {'id': '66f4b070-11e4-4f4a-902e-032c04ccaab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:57:40.972001 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f89d3dd7-3453-400a-83b2-cbd232e6685c service neutron] Bound port: 205f4f5c-2bd6-4a33-b0d7-74792db8fd1c, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66f4b070-11e4-4f4a-902e-032c04ccaab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:57:40.972374 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f89d3dd7-3453-400a-83b2-cbd232e6685c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.986756 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-77c535c1-f824-494c-9634-b83f2e0ce3aa tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:41.013106 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-77c535c1-f824-494c-9634-b83f2e0ce3aa tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:41.015112 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-77c535c1-f824-494c-9634-b83f2e0ce3aa tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/subnets/9a34b0c3-6ff7-4d70-8851-7eae6d81cf0f HTTP/1.1" status: 204 len: 168 time: 0.9156344 Aug 16 20:57:41.019133 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48284) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:41.033615 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c535c1-f824-494c-9634-b83f2e0ce3aa tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'Subnet': ['ID=9a34b0c3-6ff7-4d70-8851-7eae6d81cf0f,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:41.040458 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0efcd2b2-7388-4133-8908-c02a73cad9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:41.061356 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-d259eccc-22cb-48cd-bd35-960e55af6080 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:41.061824 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d259eccc-22cb-48cd-bd35-960e55af6080 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:41.063805 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d259eccc-22cb-48cd-bd35-960e55af6080 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/subnets/1882ce59-0008-4087-ae7f-8876bffa8d71 HTTP/1.1" status: 404 len: 337 time: 0.0436935 Aug 16 20:57:41.066990 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48286) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:41.126022 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f89d3dd7-3453-400a-83b2-cbd232e6685c service neutron] For port 205f4f5c-2bd6-4a33-b0d7-74792db8fd1c, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:57:41.131548 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f89d3dd7-3453-400a-83b2-cbd232e6685c service neutron] For port 205f4f5c-2bd6-4a33-b0d7-74792db8fd1c, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=205f4f5c-2bd6-4a33-b0d7-74792db8fd1c,segment=NetworkSegment(66f4b070-11e4-4f4a-902e-032c04ccaab0),segment_id=66f4b070-11e4-4f4a-902e-032c04ccaab0)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:57:41.141464 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-92eedcc5-5ab4-4fec-96a6-fc83fac9836d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:41.143357 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-92eedcc5-5ab4-4fec-96a6-fc83fac9836d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:41.183652 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-507f7759-b3b0-4d3a-aaa6-94c083483aad tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Deleting subnet 0469dcc8-eaf5-4b59-ad7f-34405853236b {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:57:41.195667 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-507f7759-b3b0-4d3a-aaa6-94c083483aad tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:41.275387 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-92eedcc5-5ab4-4fec-96a6-fc83fac9836d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:41.278166 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f89d3dd7-3453-400a-83b2-cbd232e6685c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:41.310101 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-507f7759-b3b0-4d3a-aaa6-94c083483aad tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:41.369127 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-92eedcc5-5ab4-4fec-96a6-fc83fac9836d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:41.399750 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d3dd7-3453-400a-83b2-cbd232e6685c service neutron] Pushing event updated for resources: {'Port': ['ID=205f4f5c-2bd6-4a33-b0d7-74792db8fd1c,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:41.426187 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f89d3dd7-3453-400a-83b2-cbd232e6685c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:41.426971 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f89d3dd7-3453-400a-83b2-cbd232e6685c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:41.428732 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f89d3dd7-3453-400a-83b2-cbd232e6685c service neutron] 10.222.0.72 "PUT /v2.0/ports/205f4f5c-2bd6-4a33-b0d7-74792db8fd1c HTTP/1.1" status: 200 len: 1092 time: 1.7853177 Aug 16 20:57:41.432958 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'tag': '205f4f5c-2bd6-4a33-b0d7-74792db8fd1c'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:57:41.435565 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bec8f0a-9805-488f-8cbb-a75b25a21316" -d '{"events": [{"name": "network-changed", "server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "tag": "205f4f5c-2bd6-4a33-b0d7-74792db8fd1c"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:57:41.491947 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-507f7759-b3b0-4d3a-aaa6-94c083483aad tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:41.521675 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7736d87-9885-4297-a6e2-397cf8ca448e None None] Network 5f085346-a7ce-417f-9027-eba3cdac969f requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:41.539908 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856ee0c5-42f6-467e-b703-d875b1f8b906 x-openstack-request-id: req-856ee0c5-42f6-467e-b703-d875b1f8b906 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:57:41.540380 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "tag": "205f4f5c-2bd6-4a33-b0d7-74792db8fd1c", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:57:41.540766 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-856ee0c5-42f6-467e-b703-d875b1f8b906 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:57:41.541272 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'tag': '205f4f5c-2bd6-4a33-b0d7-74792db8fd1c', 'status': 'completed', 'code': 200} Aug 16 20:57:41.590313 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-92eedcc5-5ab4-4fec-96a6-fc83fac9836d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:41.591499 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-92eedcc5-5ab4-4fec-96a6-fc83fac9836d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6811144 Aug 16 20:57:41.594926 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48302) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:41.604976 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-8ff9290b-eba9-4539-a86f-906f64144795 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Request body: {'network': {'name': 'tempest-RoutersTest-1566892233'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:41.640468 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d36d7a1f-eb0f-409e-b7da-53fe273721bb req-59acf760-a3cc-414d-805e-1a6fa308384e tempest-ServerShowV254Test-814932692 tempest-ServerShowV254Test-814932692-project] 10.222.0.84 "GET /v2.0/ports?device_id=06f61aad-3645-4d56-8238-4af430bcb9e9 HTTP/1.1" status: 200 len: 210 time: 0.0512457 Aug 16 20:57:41.654865 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec8f0a-9805-488f-8cbb-a75b25a21316 req-308c16a9-c758-4582-bb4e-0c30d9cf0008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:41.657512 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec8f0a-9805-488f-8cbb-a75b25a21316 req-308c16a9-c758-4582-bb4e-0c30d9cf0008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:41.658144 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec8f0a-9805-488f-8cbb-a75b25a21316 req-308c16a9-c758-4582-bb4e-0c30d9cf0008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:41.659769 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec8f0a-9805-488f-8cbb-a75b25a21316 req-308c16a9-c758-4582-bb4e-0c30d9cf0008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:41.671262 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec8f0a-9805-488f-8cbb-a75b25a21316 req-308c16a9-c758-4582-bb4e-0c30d9cf0008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:41.675161 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9bec8f0a-9805-488f-8cbb-a75b25a21316 req-308c16a9-c758-4582-bb4e-0c30d9cf0008 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9440ed0933f64f7cb6d1f0c295a72000&device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 4364 time: 0.1183205 Aug 16 20:57:41.685798 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-007e1fea-be0a-46c0-9af7-6f0291cbe246 req-4d344e1f-30e3-49e7-bcdc-7bbe6a882a4b tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=805cc877-9bd7-43ef-af2f-621eedbfe4d7 HTTP/1.1" status: 200 len: 210 time: 0.0323963 Aug 16 20:57:41.717564 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-95cd3fde-3a0b-41ce-a0e6-b624a27cc489 service neutron] Request body: {'port': {'device_id': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:41.747973 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-85e0705e-3c24-4a8b-845e-0235129e4bf5 None None] Provisioning complete for port f0cf2476-45af-448e-8e68-8c4eab737564 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:41.753512 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-85e0705e-3c24-4a8b-845e-0235129e4bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:41.782546 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-507f7759-b3b0-4d3a-aaa6-94c083483aad tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:41.848017 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff9290b-eba9-4539-a86f-906f64144795 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Made reservation on behalf of 0b19238fc82d40c8a6e9e0dd94761190 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:41.854883 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8ff9290b-eba9-4539-a86f-906f64144795 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:41.891301 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f7759-b3b0-4d3a-aaa6-94c083483aad tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'Subnet': ['ID=0469dcc8-eaf5-4b59-ad7f-34405853236b,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:41.894159 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-507f7759-b3b0-4d3a-aaa6-94c083483aad tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:41.899115 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-507f7759-b3b0-4d3a-aaa6-94c083483aad tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/subnets/0469dcc8-eaf5-4b59-ad7f-34405853236b HTTP/1.1" status: 204 len: 168 time: 0.8307753 Aug 16 20:57:41.904285 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48304) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:41.955911 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c58a113-4538-4d97-aff4-08af580d4faf tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:41.956676 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c58a113-4538-4d97-aff4-08af580d4faf tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:41.963954 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2c58a113-4538-4d97-aff4-08af580d4faf tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/subnets/7497a5c7-79bf-412a-b64c-bd2cde43d0cb HTTP/1.1" status: 404 len: 337 time: 0.0578837 Aug 16 20:57:41.972585 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48308) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:41.982470 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ff9290b-eba9-4539-a86f-906f64144795 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:57:41.990433 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-95cd3fde-3a0b-41ce-a0e6-b624a27cc489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:42.012095 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-79715647-9b8c-407f-8018-137544676219 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "GET /v2.0/ports?device_id=eab742db-d387-442e-9860-6c4c7f13961a HTTP/1.1" status: 200 len: 205 time: 0.0334477 Aug 16 20:57:42.012705 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48310) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:42.018584 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8ff9290b-eba9-4539-a86f-906f64144795 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:42.019470 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-8ff9290b-eba9-4539-a86f-906f64144795 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Added segment d11ae66c-0309-4dc3-9ccd-954bfc4c2cb5 of type vlan for network c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1 Aug 16 20:57:42.021615 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec8f0a-9805-488f-8cbb-a75b25a21316 req-5e446435-6613-47ff-ba91-3ae261fcfd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:42.022107 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec8f0a-9805-488f-8cbb-a75b25a21316 req-5e446435-6613-47ff-ba91-3ae261fcfd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:42.022608 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec8f0a-9805-488f-8cbb-a75b25a21316 req-5e446435-6613-47ff-ba91-3ae261fcfd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:42.024360 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9bec8f0a-9805-488f-8cbb-a75b25a21316 req-5e446435-6613-47ff-ba91-3ae261fcfd62 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=9440ed0933f64f7cb6d1f0c295a72000&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3400097 Aug 16 20:57:42.049612 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92be5128-a0e7-4454-a71a-90a33d6529d0 None None] DHCP port deletion for 5f085346-a7ce-417f-9027-eba3cdac969f request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:57:42.069136 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-a5ac5a68-bb65-4611-95d4-355a64043aad tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] delete failed (client error): The resource could not be found. Aug 16 20:57:42.072853 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a5ac5a68-bb65-4611-95d4-355a64043aad tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/routers/eab742db-d387-442e-9860-6c4c7f13961a HTTP/1.1" status: 404 len: 336 time: 0.0530138 Aug 16 20:57:42.078971 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-85e0705e-3c24-4a8b-845e-0235129e4bf5 None None] Provisioning complete for port 63a4a591-bad5-48f8-840a-73973aa5b1d3 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:42.079380 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-85e0705e-3c24-4a8b-845e-0235129e4bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:42.080894 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48312) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:42.124127 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-85e0705e-3c24-4a8b-845e-0235129e4bf5 None None] Port 63a4a591-bad5-48f8-840a-73973aa5b1d3 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:42.153208 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df6d177-4fcf-4d19-bbb0-54c374dcb285 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:42.153688 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3df6d177-4fcf-4d19-bbb0-54c374dcb285 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:42.158705 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3df6d177-4fcf-4d19-bbb0-54c374dcb285 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/subnets/cd1338b1-bc52-4714-a597-b3289a92117d HTTP/1.1" status: 404 len: 337 time: 0.0747528 Aug 16 20:57:42.161040 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48314) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:42.163937 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-92be5128-a0e7-4454-a71a-90a33d6529d0 None None] Deleting port f0cf2476-45af-448e-8e68-8c4eab737564 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:42.163937 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-92be5128-a0e7-4454-a71a-90a33d6529d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:42.264921 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-92be5128-a0e7-4454-a71a-90a33d6529d0 None None] For port f0cf2476-45af-448e-8e68-8c4eab737564, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=f0cf2476-45af-448e-8e68-8c4eab737564,segment=NetworkSegment(0a627067-559d-4535-9623-ff06f7c7c075),segment_id=0a627067-559d-4535-9623-ff06f7c7c075)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:42.265340 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-92be5128-a0e7-4454-a71a-90a33d6529d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:42.270276 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f0cf2476-45af-448e-8e68-8c4eab737564 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:57:42.275133 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-1a2dd779-21a5-4d7b-a5cf-55bcb3b19a28 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:42.278200 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-1a2dd779-21a5-4d7b-a5cf-55bcb3b19a28 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.72 "GET /v2.0/networks?id=97204dc5-2078-4113-bc6a-8b6109c161f0 HTTP/1.1" status: 200 len: 812 time: 0.4943328 Aug 16 20:57:42.288589 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a974c20-beb4-4116-9eee-7a4264551043 req-3c999d0a-f5f2-4dfb-93d9-bb3592a97d92 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:42.295036 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a974c20-beb4-4116-9eee-7a4264551043 req-3c999d0a-f5f2-4dfb-93d9-bb3592a97d92 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:42.299968 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec8f0a-9805-488f-8cbb-a75b25a21316 req-ce0a5fb2-2581-458a-811d-fe2a3ba98e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:42.301720 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a974c20-beb4-4116-9eee-7a4264551043 req-3c999d0a-f5f2-4dfb-93d9-bb3592a97d92 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:42.301923 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9bec8f0a-9805-488f-8cbb-a75b25a21316 req-ce0a5fb2-2581-458a-811d-fe2a3ba98e99 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2662394 Aug 16 20:57:42.303660 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8ff9290b-eba9-4539-a86f-906f64144795 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:42.308088 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a974c20-beb4-4116-9eee-7a4264551043 req-3c999d0a-f5f2-4dfb-93d9-bb3592a97d92 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:42.310648 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-b7b1e7bd-ae9c-4d27-a447-a66cf9893de1 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Request body: {'port': {'device_id': '805cc877-9bd7-43ef-af2f-621eedbfe4d7', 'network_id': '97204dc5-2078-4113-bc6a-8b6109c161f0', 'admin_state_up': True, 'tenant_id': 'd5926bba17c34b5e88e1bc1cf228d96c'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:42.314145 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a974c20-beb4-4116-9eee-7a4264551043 req-3c999d0a-f5f2-4dfb-93d9-bb3592a97d92 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:42.314680 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba6b9d15-50e0-43eb-832a-590d4b7c4c7f tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:42.315364 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba6b9d15-50e0-43eb-832a-590d4b7c4c7f tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:42.317398 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ba6b9d15-50e0-43eb-832a-590d4b7c4c7f tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/subnets/128566e6-ad58-4274-9718-5fe08955468e HTTP/1.1" status: 404 len: 337 time: 0.1534715 Aug 16 20:57:42.325670 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8a974c20-beb4-4116-9eee-7a4264551043 req-3c999d0a-f5f2-4dfb-93d9-bb3592a97d92 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 3828 time: 0.2590790 Aug 16 20:57:42.327360 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48318) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:42.330933 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-92be5128-a0e7-4454-a71a-90a33d6529d0 None None] Calling delete_port for f0cf2476-45af-448e-8e68-8c4eab737564 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:42.384590 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-216d8e55-2fa5-4f81-bdfc-56e8cac3405f tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:42.385068 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-216d8e55-2fa5-4f81-bdfc-56e8cac3405f tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:42.389553 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-216d8e55-2fa5-4f81-bdfc-56e8cac3405f tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/subnets/caa13023-4604-433e-bda9-84eeabc8eee4 HTTP/1.1" status: 404 len: 337 time: 0.0570695 Aug 16 20:57:42.390171 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48322) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:42.455714 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac699961-b313-43b2-a7c5-e8f26016eb7a tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:42.456826 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac699961-b313-43b2-a7c5-e8f26016eb7a tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:42.461787 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ac699961-b313-43b2-a7c5-e8f26016eb7a tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/ports/94edd7fa-98d4-4dd3-ba22-de22341d36f2 HTTP/1.1" status: 404 len: 333 time: 0.0664032 Aug 16 20:57:42.481272 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48324) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:42.485478 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:42.509758 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8a974c20-beb4-4116-9eee-7a4264551043 req-e51f4154-3ea8-427d-a4ed-a74f97aa91d8 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830869 Aug 16 20:57:42.540339 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8ff9290b-eba9-4539-a86f-906f64144795 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:42.546188 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff9290b-eba9-4539-a86f-906f64144795 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:42.546921 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8ff9290b-eba9-4539-a86f-906f64144795 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:42.557284 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bda2b61-d295-47a5-9728-bf940f642b04 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:42.557800 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bda2b61-d295-47a5-9728-bf940f642b04 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:42.562123 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9bda2b61-d295-47a5-9728-bf940f642b04 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/subnets/4153bf93-c661-4733-aabf-89a3c0b822bd HTTP/1.1" status: 404 len: 337 time: 0.0798445 Aug 16 20:57:42.563304 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48328) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:42.600205 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-c32a5a55-3d9e-428d-89b3-10e469d739fb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:42.600881 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c32a5a55-3d9e-428d-89b3-10e469d739fb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:42.607299 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c32a5a55-3d9e-428d-89b3-10e469d739fb tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/subnets/ff5222fb-e341-4f75-8b80-da3d32543b25 HTTP/1.1" status: 404 len: 337 time: 0.0381634 Aug 16 20:57:42.609092 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48334) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:42.621555 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-b7b1e7bd-ae9c-4d27-a447-a66cf9893de1 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Made reservation on behalf of d5926bba17c34b5e88e1bc1cf228d96c for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:42.623671 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-b7b1e7bd-ae9c-4d27-a447-a66cf9893de1 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:42.650303 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-96cead8a-98f8-4b66-834f-ad7280cf15a4 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:42.651585 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96cead8a-98f8-4b66-834f-ad7280cf15a4 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:42.653444 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-96cead8a-98f8-4b66-834f-ad7280cf15a4 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/ports/e2a63b38-20f4-412f-87a3-ed42e4a02ff1 HTTP/1.1" status: 404 len: 333 time: 0.0432303 Aug 16 20:57:42.655962 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48336) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:42.663441 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-92be5128-a0e7-4454-a71a-90a33d6529d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:42.669967 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9290b-eba9-4539-a86f-906f64144795 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event updated for resources: {'Network': ['ID=c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:42.717530 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:57:42.765788 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-183c1c43-ea5b-46d5-90d4-ace95c5872c8 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:42.768927 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-183c1c43-ea5b-46d5-90d4-ace95c5872c8 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:42.772108 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-183c1c43-ea5b-46d5-90d4-ace95c5872c8 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/subnets/34559141-91df-4b78-a856-319729e40859 HTTP/1.1" status: 404 len: 337 time: 0.1129785 Aug 16 20:57:42.808009 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-b7b1e7bd-ae9c-4d27-a447-a66cf9893de1 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Allocated IP 172.20.0.8 (97204dc5-2078-4113-bc6a-8b6109c161f0/0340fa9d-e19b-476d-9e9a-7d2862e2e105/9f87f85e-63d5-4430-b439-f45cc0d2e38e) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:42.824054 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-74f08ec2-2c39-47e6-84af-3601dbc45828 req-191a9c14-24e3-4c07-b329-673e677e1c70 tempest-ServerShowV254Test-814932692 tempest-ServerShowV254Test-814932692-project] 10.222.0.84 "GET /v2.0/ports?device_id=06f61aad-3645-4d56-8238-4af430bcb9e9 HTTP/1.1" status: 200 len: 210 time: 0.0451980 Aug 16 20:57:42.826814 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48346) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:42.834499 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92be5128-a0e7-4454-a71a-90a33d6529d0 None None] No DVR routers for this DVR port f0cf2476-45af-448e-8e68-8c4eab737564 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:57:42.882755 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be5128-a0e7-4454-a71a-90a33d6529d0 None None] Pushing event deleted for resources: {'Port': ['ID=f0cf2476-45af-448e-8e68-8c4eab737564,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:42.899838 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92be5128-a0e7-4454-a71a-90a33d6529d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:42.901684 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92be5128-a0e7-4454-a71a-90a33d6529d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:42.902047 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92be5128-a0e7-4454-a71a-90a33d6529d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:42.902396 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92be5128-a0e7-4454-a71a-90a33d6529d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:42.902743 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92be5128-a0e7-4454-a71a-90a33d6529d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:42.903371 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92be5128-a0e7-4454-a71a-90a33d6529d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:42.903500 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92be5128-a0e7-4454-a71a-90a33d6529d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:42.903741 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92be5128-a0e7-4454-a71a-90a33d6529d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:42.904106 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92be5128-a0e7-4454-a71a-90a33d6529d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:42.904439 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92be5128-a0e7-4454-a71a-90a33d6529d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:42.904558 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec69d12a-cc94-4e47-91fd-5dcff06513c9 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] DELETE failed (client error): The resource could not be found. Aug 16 20:57:42.904771 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92be5128-a0e7-4454-a71a-90a33d6529d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:42.905102 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92be5128-a0e7-4454-a71a-90a33d6529d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:42.905844 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec69d12a-cc94-4e47-91fd-5dcff06513c9 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:57:42.908601 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ec69d12a-cc94-4e47-91fd-5dcff06513c9 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/subnets/bacc0ce7-15f9-4fe8-91ae-3de7321d3cbe HTTP/1.1" status: 404 len: 337 time: 0.0800774 Aug 16 20:57:42.931825 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48354) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:42.989340 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8ff9290b-eba9-4539-a86f-906f64144795 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3917294 Aug 16 20:57:43.018513 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b313f170-de05-47a0-964a-e3626fe0154c req-5ae0485c-9fde-42c3-bcb6-8e3613a99d18 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=805cc877-9bd7-43ef-af2f-621eedbfe4d7 HTTP/1.1" status: 200 len: 210 time: 0.0394361 Aug 16 20:57:43.022986 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48358) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:43.028216 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-74420c98-d4cf-4b62-97eb-2a5fdcdfbeca tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Request body: {'subnet': {'network_id': 'c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:43.057071 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-95cd3fde-3a0b-41ce-a0e6-b624a27cc489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f46cd7dd-4272-4b97-ba28-4c7234fc9a00 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:57:43.058386 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-b7b1e7bd-ae9c-4d27-a447-a66cf9893de1 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:43.078106 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-95cd3fde-3a0b-41ce-a0e6-b624a27cc489 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:43.144030 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-95cd3fde-3a0b-41ce-a0e6-b624a27cc489 service neutron] Transition to ACTIVE for port object f46cd7dd-4272-4b97-ba28-4c7234fc9a00 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:43.185806 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-daef0440-62ca-41c6-af71-cd3536b77363 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Deleting port 63a4a591-bad5-48f8-840a-73973aa5b1d3 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:43.186163 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-daef0440-62ca-41c6-af71-cd3536b77363 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:43.191470 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-b7b1e7bd-ae9c-4d27-a447-a66cf9893de1 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:43.251897 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-95cd3fde-3a0b-41ce-a0e6-b624a27cc489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:43.259965 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-b7b1e7bd-ae9c-4d27-a447-a66cf9893de1 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Network 97204dc5-2078-4113-bc6a-8b6109c161f0 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:43.262660 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-b7b1e7bd-ae9c-4d27-a447-a66cf9893de1 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:43.268217 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1e7bd-ae9c-4d27-a447-a66cf9893de1 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Pushing event updated for resources: {'Port': ['ID=9f87f85e-63d5-4430-b439-f45cc0d2e38e,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:43.272447 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-b7b1e7bd-ae9c-4d27-a447-a66cf9893de1 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:43.315645 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74420c98-d4cf-4b62-97eb-2a5fdcdfbeca tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Made reservation on behalf of 0b19238fc82d40c8a6e9e0dd94761190 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:43.325051 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-74420c98-d4cf-4b62-97eb-2a5fdcdfbeca tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:43.348861 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd3fde-3a0b-41ce-a0e6-b624a27cc489 service neutron] Pushing event updated for resources: {'Port': ['ID=f46cd7dd-4272-4b97-ba28-4c7234fc9a00,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:43.350264 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-b7b1e7bd-ae9c-4d27-a447-a66cf9893de1 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:43.352347 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-daef0440-62ca-41c6-af71-cd3536b77363 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:43.357684 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-b7b1e7bd-ae9c-4d27-a447-a66cf9893de1 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:43.446191 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-daef0440-62ca-41c6-af71-cd3536b77363 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Calling delete_port for 63a4a591-bad5-48f8-840a-73973aa5b1d3 owned by {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:43.464602 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-b7b1e7bd-ae9c-4d27-a447-a66cf9893de1 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1578894 Aug 16 20:57:43.478602 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-464e34f5-8419-4871-8441-8cba968f30e9 service neutron] Request body: {'port': {'device_id': '805cc877-9bd7-43ef-af2f-621eedbfe4d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:43.577809 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ede680aa-1346-4a4f-8d81-82763ee3d96a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:43.640919 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-464e34f5-8419-4871-8441-8cba968f30e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:43.738326 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-95cd3fde-3a0b-41ce-a0e6-b624a27cc489 service neutron] Attempting to bind port f46cd7dd-4272-4b97-ba28-4c7234fc9a00 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:43.738569 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-95cd3fde-3a0b-41ce-a0e6-b624a27cc489 service neutron] Attempting to bind port f46cd7dd-4272-4b97-ba28-4c7234fc9a00 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '478767af-aad0-4439-88f2-721c3a22d31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2a286773-4076-470d-b75a-c7eea1dc3d02'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:43.738922 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-95cd3fde-3a0b-41ce-a0e6-b624a27cc489 service neutron] Attempting to bind port f46cd7dd-4272-4b97-ba28-4c7234fc9a00 on network 2a286773-4076-470d-b75a-c7eea1dc3d02 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:43.748094 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-95cd3fde-3a0b-41ce-a0e6-b624a27cc489 service neutron] Port f46cd7dd-4272-4b97-ba28-4c7234fc9a00 on network 2a286773-4076-470d-b75a-c7eea1dc3d02 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:57:43.748511 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-95cd3fde-3a0b-41ce-a0e6-b624a27cc489 service neutron] Attempting to bind port f46cd7dd-4272-4b97-ba28-4c7234fc9a00 on network 2a286773-4076-470d-b75a-c7eea1dc3d02 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:43.793248 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-95cd3fde-3a0b-41ce-a0e6-b624a27cc489 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:57:43.793248 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-95cd3fde-3a0b-41ce-a0e6-b624a27cc489 service neutron] Checking segment: {'id': '478767af-aad0-4439-88f2-721c3a22d31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2a286773-4076-470d-b75a-c7eea1dc3d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:43.793698 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-95cd3fde-3a0b-41ce-a0e6-b624a27cc489 service neutron] Bound using segment: {'id': '478767af-aad0-4439-88f2-721c3a22d31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2a286773-4076-470d-b75a-c7eea1dc3d02'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:57:43.794159 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-95cd3fde-3a0b-41ce-a0e6-b624a27cc489 service neutron] Bound port: f46cd7dd-4272-4b97-ba28-4c7234fc9a00, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '478767af-aad0-4439-88f2-721c3a22d31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2a286773-4076-470d-b75a-c7eea1dc3d02'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:57:43.794538 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-95cd3fde-3a0b-41ce-a0e6-b624a27cc489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:43.846191 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:43.903335 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-daef0440-62ca-41c6-af71-cd3536b77363 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:43.917884 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ac4d5-c6d1-4eb5-9930-00d707c11419 req-6ca8be58-ffc9-4774-9cf1-acd42ff14ab6 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:43.920868 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ac4d5-c6d1-4eb5-9930-00d707c11419 req-6ca8be58-ffc9-4774-9cf1-acd42ff14ab6 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:43.927847 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ac4d5-c6d1-4eb5-9930-00d707c11419 req-6ca8be58-ffc9-4774-9cf1-acd42ff14ab6 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:43.933309 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ac4d5-c6d1-4eb5-9930-00d707c11419 req-6ca8be58-ffc9-4774-9cf1-acd42ff14ab6 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:43.940065 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ac4d5-c6d1-4eb5-9930-00d707c11419 req-6ca8be58-ffc9-4774-9cf1-acd42ff14ab6 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:43.945995 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ac4d5-c6d1-4eb5-9930-00d707c11419 req-6ca8be58-ffc9-4774-9cf1-acd42ff14ab6 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:43.947889 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-865ac4d5-c6d1-4eb5-9930-00d707c11419 req-6ca8be58-ffc9-4774-9cf1-acd42ff14ab6 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 4600 time: 0.2188528 Aug 16 20:57:44.009837 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-464e34f5-8419-4871-8441-8cba968f30e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f87f85e-63d5-4430-b439-f45cc0d2e38e {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:57:44.017953 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-464e34f5-8419-4871-8441-8cba968f30e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:44.020108 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e5c80e2b-547a-4482-b8a6-935ad07c3f48 req-7ec7670b-b675-4c5d-aa92-34e5669b9b2e tempest-ServerShowV254Test-814932692 tempest-ServerShowV254Test-814932692-project] 10.222.0.84 "GET /v2.0/ports?device_id=06f61aad-3645-4d56-8238-4af430bcb9e9 HTTP/1.1" status: 200 len: 210 time: 0.0695150 Aug 16 20:57:44.025149 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-95cd3fde-3a0b-41ce-a0e6-b624a27cc489 service neutron] For port f46cd7dd-4272-4b97-ba28-4c7234fc9a00, host n-h1-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:57:44.033121 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef0440-62ca-41c6-af71-cd3536b77363 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'Port': ['ID=63a4a591-bad5-48f8-840a-73973aa5b1d3,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:44.053923 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-95cd3fde-3a0b-41ce-a0e6-b624a27cc489 service neutron] For port f46cd7dd-4272-4b97-ba28-4c7234fc9a00, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=f46cd7dd-4272-4b97-ba28-4c7234fc9a00,segment=NetworkSegment(478767af-aad0-4439-88f2-721c3a22d31e),segment_id=478767af-aad0-4439-88f2-721c3a22d31e)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:57:44.057492 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-daef0440-62ca-41c6-af71-cd3536b77363 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:44.061629 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-daef0440-62ca-41c6-af71-cd3536b77363 tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/ports/63a4a591-bad5-48f8-840a-73973aa5b1d3 HTTP/1.1" status: 204 len: 168 time: 1.1269517 Aug 16 20:57:44.063709 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-464e34f5-8419-4871-8441-8cba968f30e9 service neutron] Transition to ACTIVE for port object 9f87f85e-63d5-4430-b439-f45cc0d2e38e will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:44.065471 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48394) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:44.081350 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-865ac4d5-c6d1-4eb5-9930-00d707c11419 req-6d3ff72a-29dd-4129-beb3-cbb604a5b84e tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=2f05bb64-9f10-404a-9d0e-024f432f1dbc&id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1119106 Aug 16 20:57:44.096662 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-74420c98-d4cf-4b62-97eb-2a5fdcdfbeca tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:44.186168 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c209db93-3090-4399-848b-8380382ae87e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:44.187634 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-95cd3fde-3a0b-41ce-a0e6-b624a27cc489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:44.220107 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-464e34f5-8419-4871-8441-8cba968f30e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:44.261788 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74420c98-d4cf-4b62-97eb-2a5fdcdfbeca tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event updated for resources: {'Subnet': ['ID=b249d9e9-dc60-4d3a-b78c-07e4f8262c10,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:44.276134 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-95cd3fde-3a0b-41ce-a0e6-b624a27cc489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:44.276801 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-95cd3fde-3a0b-41ce-a0e6-b624a27cc489 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:44.278258 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-95cd3fde-3a0b-41ce-a0e6-b624a27cc489 service neutron] 10.222.0.72 "PUT /v2.0/ports/f46cd7dd-4272-4b97-ba28-4c7234fc9a00 HTTP/1.1" status: 200 len: 1131 time: 2.5657096 Aug 16 20:57:44.285064 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'tag': 'f46cd7dd-4272-4b97-ba28-4c7234fc9a00'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:57:44.287442 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10d9c0e-ba44-4892-853f-008152ff335c" -d '{"events": [{"name": "network-changed", "server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "tag": "f46cd7dd-4272-4b97-ba28-4c7234fc9a00"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:57:44.317511 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd3fde-3a0b-41ce-a0e6-b624a27cc489 service neutron] Pushing event updated for resources: {'Port': ['ID=f46cd7dd-4272-4b97-ba28-4c7234fc9a00,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:44.336548 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74420c98-d4cf-4b62-97eb-2a5fdcdfbeca tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Checking segment: {'id': 'd11ae66c-0309-4dc3-9ccd-954bfc4c2cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:44.336949 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74420c98-d4cf-4b62-97eb-2a5fdcdfbeca tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Network hostable DHCP agents. Network: c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:57:44.350740 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09b669-6a06-4b65-8a5f-43b54cc6019c req-d4ae6007-062d-410d-b969-59628be3a0b1 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:44.354711 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dc09b669-6a06-4b65-8a5f-43b54cc6019c req-d4ae6007-062d-410d-b969-59628be3a0b1 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=805cc877-9bd7-43ef-af2f-621eedbfe4d7 HTTP/1.1" status: 200 len: 931 time: 0.2207761 Aug 16 20:57:44.357812 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e34f5-8419-4871-8441-8cba968f30e9 service neutron] Pushing event updated for resources: {'Port': ['ID=9f87f85e-63d5-4430-b439-f45cc0d2e38e,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:44.363891 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c209db93-3090-4399-848b-8380382ae87e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:44.387622 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-c209db93-3090-4399-848b-8380382ae87e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f085346-a7ce-417f-9027-eba3cdac969f']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:44.390480 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c626d1c-bd5e-424c-9035-26c0990ebafb x-openstack-request-id: req-1c626d1c-bd5e-424c-9035-26c0990ebafb {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:57:44.390778 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "tag": "f46cd7dd-4272-4b97-ba28-4c7234fc9a00", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:57:44.391030 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1c626d1c-bd5e-424c-9035-26c0990ebafb {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:57:44.393220 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'tag': 'f46cd7dd-4272-4b97-ba28-4c7234fc9a00', 'status': 'completed', 'code': 200} Aug 16 20:57:44.426621 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-c209db93-3090-4399-848b-8380382ae87e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a627067-559d-4535-9623-ff06f7c7c075') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:44.426960 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-c209db93-3090-4399-848b-8380382ae87e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a627067-559d-4535-9623-ff06f7c7c075') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:44.431425 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f413cb4f-e593-415f-b1fd-0f4b49d6fc29 service neutron] Request body: {'port': {'device_id': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:44.477631 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c209db93-3090-4399-848b-8380382ae87e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:44.515543 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c209db93-3090-4399-848b-8380382ae87e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:44.515759 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f413cb4f-e593-415f-b1fd-0f4b49d6fc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:44.518415 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74420c98-d4cf-4b62-97eb-2a5fdcdfbeca tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Network c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:57:44.531520 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d9c0e-ba44-4892-853f-008152ff335c req-d81f56e3-6630-4c00-806b-70b1f8321a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:44.532221 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d9c0e-ba44-4892-853f-008152ff335c req-d81f56e3-6630-4c00-806b-70b1f8321a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:44.533544 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d9c0e-ba44-4892-853f-008152ff335c req-d81f56e3-6630-4c00-806b-70b1f8321a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:44.534351 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d9c0e-ba44-4892-853f-008152ff335c req-d81f56e3-6630-4c00-806b-70b1f8321a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:44.534983 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d9c0e-ba44-4892-853f-008152ff335c req-d81f56e3-6630-4c00-806b-70b1f8321a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:44.535849 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d9c0e-ba44-4892-853f-008152ff335c req-d81f56e3-6630-4c00-806b-70b1f8321a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:44.546112 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c10d9c0e-ba44-4892-853f-008152ff335c req-d81f56e3-6630-4c00-806b-70b1f8321a1c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9440ed0933f64f7cb6d1f0c295a72000&device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 5288 time: 0.1474051 Aug 16 20:57:44.550579 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c209db93-3090-4399-848b-8380382ae87e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:57:44.551986 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c209db93-3090-4399-848b-8380382ae87e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:44.584447 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dc09b669-6a06-4b65-8a5f-43b54cc6019c req-33b13cf1-89f7-4c8c-b54b-22ef1bd0ca1a tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064214 Aug 16 20:57:44.590643 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:57:44.590643 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:57:44.590643 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:57:44.590643 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:57:44.590643 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:57:44.590643 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:57:44.590643 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:57:44.590643 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:57:44.590643 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:57:44.590643 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:57:44.590643 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:57:44.590643 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:57:44.590643 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:57:44.590643 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:57:44.590643 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:57:44.590643 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:57:44.590643 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:57:44.590643 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:57:44.590643 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:57:44.590643 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:57:44.590643 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:57:44.590643 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:57:44.590643 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:57:44.590643 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:57:44.590643 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:57:44.590643 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:57:44.590643 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:57:44.590643 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:57:44.590643 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:57:44.590643 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:57:44.590643 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:57:44.590643 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:57:44.721026 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-464e34f5-8419-4871-8441-8cba968f30e9 service neutron] Attempting to bind port 9f87f85e-63d5-4430-b439-f45cc0d2e38e on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:44.721532 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-464e34f5-8419-4871-8441-8cba968f30e9 service neutron] Attempting to bind port 9f87f85e-63d5-4430-b439-f45cc0d2e38e by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '53b76348-81c8-4bfa-909a-3d74533ded61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '97204dc5-2078-4113-bc6a-8b6109c161f0'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:44.721865 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-464e34f5-8419-4871-8441-8cba968f30e9 service neutron] Attempting to bind port 9f87f85e-63d5-4430-b439-f45cc0d2e38e on network 97204dc5-2078-4113-bc6a-8b6109c161f0 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:44.728666 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-464e34f5-8419-4871-8441-8cba968f30e9 service neutron] Port 9f87f85e-63d5-4430-b439-f45cc0d2e38e on network 97204dc5-2078-4113-bc6a-8b6109c161f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:57:44.728990 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-464e34f5-8419-4871-8441-8cba968f30e9 service neutron] Attempting to bind port 9f87f85e-63d5-4430-b439-f45cc0d2e38e on network 97204dc5-2078-4113-bc6a-8b6109c161f0 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:44.736594 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-464e34f5-8419-4871-8441-8cba968f30e9 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:57:44.737612 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-464e34f5-8419-4871-8441-8cba968f30e9 service neutron] Checking segment: {'id': '53b76348-81c8-4bfa-909a-3d74533ded61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '97204dc5-2078-4113-bc6a-8b6109c161f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:44.737612 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-464e34f5-8419-4871-8441-8cba968f30e9 service neutron] Bound using segment: {'id': '53b76348-81c8-4bfa-909a-3d74533ded61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '97204dc5-2078-4113-bc6a-8b6109c161f0'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:57:44.738179 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-464e34f5-8419-4871-8441-8cba968f30e9 service neutron] Bound port: 9f87f85e-63d5-4430-b439-f45cc0d2e38e, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b76348-81c8-4bfa-909a-3d74533ded61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '97204dc5-2078-4113-bc6a-8b6109c161f0'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:57:44.738311 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-464e34f5-8419-4871-8441-8cba968f30e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:44.786753 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-74420c98-d4cf-4b62-97eb-2a5fdcdfbeca tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:44.796615 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69e348a-205c-4324-b781-2352a80d0967 None None] Network c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:44.815594 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74420c98-d4cf-4b62-97eb-2a5fdcdfbeca tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:44.819064 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:44.821486 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-74420c98-d4cf-4b62-97eb-2a5fdcdfbeca tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:44.836352 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d9c0e-ba44-4892-853f-008152ff335c req-aa8b069c-89d1-44b0-ba9f-038252d01530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:44.836835 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d9c0e-ba44-4892-853f-008152ff335c req-aa8b069c-89d1-44b0-ba9f-038252d01530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:44.837308 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d9c0e-ba44-4892-853f-008152ff335c req-aa8b069c-89d1-44b0-ba9f-038252d01530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:44.839145 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c10d9c0e-ba44-4892-853f-008152ff335c req-aa8b069c-89d1-44b0-ba9f-038252d01530 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=9440ed0933f64f7cb6d1f0c295a72000&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2475657 Aug 16 20:57:44.886003 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c209db93-3090-4399-848b-8380382ae87e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:44.921662 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-464e34f5-8419-4871-8441-8cba968f30e9 service neutron] For port 9f87f85e-63d5-4430-b439-f45cc0d2e38e, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:57:44.936221 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-74420c98-d4cf-4b62-97eb-2a5fdcdfbeca tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9107974 Aug 16 20:57:44.940964 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48404) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:44.943232 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c209db93-3090-4399-848b-8380382ae87e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:44.946444 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c209db93-3090-4399-848b-8380382ae87e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] 10.222.0.84 "DELETE /v2.0/networks/5f085346-a7ce-417f-9027-eba3cdac969f HTTP/1.1" status: 204 len: 168 time: 0.8792064 Aug 16 20:57:44.975019 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c209db93-3090-4399-848b-8380382ae87e tempest-PortsTestJSON-498866563 tempest-PortsTestJSON-498866563-project] Pushing event deleted for resources: {'Network': ['ID=5f085346-a7ce-417f-9027-eba3cdac969f,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:44.978181 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-464e34f5-8419-4871-8441-8cba968f30e9 service neutron] For port 9f87f85e-63d5-4430-b439-f45cc0d2e38e, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=9f87f85e-63d5-4430-b439-f45cc0d2e38e,segment=NetworkSegment(53b76348-81c8-4bfa-909a-3d74533ded61),segment_id=53b76348-81c8-4bfa-909a-3d74533ded61)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:57:45.045359 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d9c0e-ba44-4892-853f-008152ff335c req-7b860747-1c6f-4770-ac68-36dd9793523f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:45.047542 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c10d9c0e-ba44-4892-853f-008152ff335c req-7b860747-1c6f-4770-ac68-36dd9793523f service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2000897 Aug 16 20:57:45.059471 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-464e34f5-8419-4871-8441-8cba968f30e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:45.105799 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d401a4-6fba-4ae1-933d-055967d22c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1', 'network_id': 'c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'fixed_ips': [{'subnet_id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:57:45.107183 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-28d401a4-6fba-4ae1-933d-055967d22c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:45.178116 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-464e34f5-8419-4871-8441-8cba968f30e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:45.179963 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-464e34f5-8419-4871-8441-8cba968f30e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:45.183611 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-464e34f5-8419-4871-8441-8cba968f30e9 service neutron] 10.222.0.72 "PUT /v2.0/ports/9f87f85e-63d5-4430-b439-f45cc0d2e38e HTTP/1.1" status: 200 len: 1092 time: 1.7099817 Aug 16 20:57:45.201914 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '805cc877-9bd7-43ef-af2f-621eedbfe4d7', 'tag': '9f87f85e-63d5-4430-b439-f45cc0d2e38e'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:57:45.204297 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df89a94f-95c7-497c-9dae-cf24eb6f04e9" -d '{"events": [{"name": "network-changed", "server_uuid": "805cc877-9bd7-43ef-af2f-621eedbfe4d7", "tag": "9f87f85e-63d5-4430-b439-f45cc0d2e38e"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:57:45.235777 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e34f5-8419-4871-8441-8cba968f30e9 service neutron] Pushing event updated for resources: {'Port': ['ID=9f87f85e-63d5-4430-b439-f45cc0d2e38e,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:45.297056 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-28d401a4-6fba-4ae1-933d-055967d22c49 None None] Allocated IP 172.20.0.2 (c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1/b249d9e9-dc60-4d3a-b78c-07e4f8262c10/a113efd7-1047-429f-b1d0-93a7dc3b51cf) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:45.347228 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b47b9259-5871-448c-a7f8-1b9fbba10a1a req-63caff03-a4db-4804-9e68-6bba4b1f0dee tempest-ServerShowV254Test-814932692 tempest-ServerShowV254Test-814932692-project] 10.222.0.84 "GET /v2.0/ports?device_id=06f61aad-3645-4d56-8238-4af430bcb9e9 HTTP/1.1" status: 200 len: 210 time: 0.0833716 Aug 16 20:57:45.431899 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a50e8d-67d7-4f89-896a-17dc6fb6d561 x-openstack-request-id: req-a8a50e8d-67d7-4f89-896a-17dc6fb6d561 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:57:45.432233 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "805cc877-9bd7-43ef-af2f-621eedbfe4d7", "tag": "9f87f85e-63d5-4430-b439-f45cc0d2e38e", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:57:45.432436 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a8a50e8d-67d7-4f89-896a-17dc6fb6d561 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:57:45.432837 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '805cc877-9bd7-43ef-af2f-621eedbfe4d7', 'tag': '9f87f85e-63d5-4430-b439-f45cc0d2e38e', 'status': 'completed', 'code': 200} Aug 16 20:57:45.462960 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-270a1065-13bc-4af7-b5b7-ef98ae5555ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:45.464629 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-270a1065-13bc-4af7-b5b7-ef98ae5555ff service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5926bba17c34b5e88e1bc1cf228d96c&device_id=805cc877-9bd7-43ef-af2f-621eedbfe4d7 HTTP/1.1" status: 200 len: 1095 time: 0.0858088 Aug 16 20:57:45.533455 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-f6a852f6-0aa2-4e42-aefb-fc53804b90e6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f87f85e-63d5-4430-b439-f45cc0d2e38e HTTP/1.1" status: 200 len: 217 time: 0.0558908 Aug 16 20:57:45.541602 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-28d401a4-6fba-4ae1-933d-055967d22c49 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:45.555409 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-28d401a4-6fba-4ae1-933d-055967d22c49 None None] Transition to ACTIVE for port object a113efd7-1047-429f-b1d0-93a7dc3b51cf will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:45.573760 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-28d401a4-6fba-4ae1-933d-055967d22c49 None None] Transition to ACTIVE for port object a113efd7-1047-429f-b1d0-93a7dc3b51cf will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:45.592309 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-8bf0aab2-0e6c-4c62-a4cc-98537a7b9762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:45.593969 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-8bf0aab2-0e6c-4c62-a4cc-98537a7b9762 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0340fa9d-e19b-476d-9e9a-7d2862e2e105 HTTP/1.1" status: 200 len: 852 time: 0.0548990 Aug 16 20:57:45.634407 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-99ae4096-ba62-44d6-8058-29b96a903a1c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=97204dc5-2078-4113-bc6a-8b6109c161f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328143 Aug 16 20:57:45.661664 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-28d401a4-6fba-4ae1-933d-055967d22c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:45.768089 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d401a4-6fba-4ae1-933d-055967d22c49 None None] Pushing event updated for resources: {'Port': ['ID=a113efd7-1047-429f-b1d0-93a7dc3b51cf,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:45.771682 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d401a4-6fba-4ae1-933d-055967d22c49 None None] Network c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:45.773538 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-28d401a4-6fba-4ae1-933d-055967d22c49 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:45.775810 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d401a4-6fba-4ae1-933d-055967d22c49 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:45.846577 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48424) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:45.859054 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-28d401a4-6fba-4ae1-933d-055967d22c49 None None] Attempting to bind port a113efd7-1047-429f-b1d0-93a7dc3b51cf on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:45.859606 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-28d401a4-6fba-4ae1-933d-055967d22c49 None None] Attempting to bind port a113efd7-1047-429f-b1d0-93a7dc3b51cf by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'd11ae66c-0309-4dc3-9ccd-954bfc4c2cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:45.859803 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d401a4-6fba-4ae1-933d-055967d22c49 None None] Attempting to bind port a113efd7-1047-429f-b1d0-93a7dc3b51cf on network c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:45.871939 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-77ec3a5f-5abc-4164-897e-62a94ec49d21 service neutron] 10.222.0.72 "GET /v2.0/networks/97204dc5-2078-4113-bc6a-8b6109c161f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303720 Aug 16 20:57:45.873057 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d401a4-6fba-4ae1-933d-055967d22c49 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:57:45.873467 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d401a4-6fba-4ae1-933d-055967d22c49 None None] Checking segment: {'id': 'd11ae66c-0309-4dc3-9ccd-954bfc4c2cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:45.873888 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-28d401a4-6fba-4ae1-933d-055967d22c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:45.874296 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d401a4-6fba-4ae1-933d-055967d22c49 None None] Bound using segment: {'id': 'd11ae66c-0309-4dc3-9ccd-954bfc4c2cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:57:45.874788 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-28d401a4-6fba-4ae1-933d-055967d22c49 None None] Bound port: a113efd7-1047-429f-b1d0-93a7dc3b51cf, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd11ae66c-0309-4dc3-9ccd-954bfc4c2cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:57:45.875185 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-28d401a4-6fba-4ae1-933d-055967d22c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:46.005571 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-28d401a4-6fba-4ae1-933d-055967d22c49 None None] For port a113efd7-1047-429f-b1d0-93a7dc3b51cf, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:57:46.010584 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-28d401a4-6fba-4ae1-933d-055967d22c49 None None] For port a113efd7-1047-429f-b1d0-93a7dc3b51cf, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=a113efd7-1047-429f-b1d0-93a7dc3b51cf,segment=NetworkSegment(d11ae66c-0309-4dc3-9ccd-954bfc4c2cb5),segment_id=d11ae66c-0309-4dc3-9ccd-954bfc4c2cb5)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:57:46.010795 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f413cb4f-e593-415f-b1fd-0f4b49d6fc29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d470d90-81da-4884-b71f-665f707bd7e3 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:57:46.039727 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f8d27479-fdea-4fc0-a86e-df62b3aabad9 req-978b5a98-66af-4016-b983-8c5858f8cc19 service neutron] 10.222.0.72 "GET /v2.0/networks/97204dc5-2078-4113-bc6a-8b6109c161f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600919 Aug 16 20:57:46.052960 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f413cb4f-e593-415f-b1fd-0f4b49d6fc29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:46.072858 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015360c4-3378-4547-9dbb-abd8ac451531 req-1e5e42a4-5b25-4b26-bfdd-561b10216b8d tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:46.078920 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015360c4-3378-4547-9dbb-abd8ac451531 req-1e5e42a4-5b25-4b26-bfdd-561b10216b8d tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:46.085611 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015360c4-3378-4547-9dbb-abd8ac451531 req-1e5e42a4-5b25-4b26-bfdd-561b10216b8d tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:46.091838 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015360c4-3378-4547-9dbb-abd8ac451531 req-1e5e42a4-5b25-4b26-bfdd-561b10216b8d tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:46.097908 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015360c4-3378-4547-9dbb-abd8ac451531 req-1e5e42a4-5b25-4b26-bfdd-561b10216b8d tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:46.104059 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e058c3d6-3180-4497-8100-7d32c9df9ec3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f26b2ff065a440569c5739b2c3aa62ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2562833 Aug 16 20:57:46.105060 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015360c4-3378-4547-9dbb-abd8ac451531 req-1e5e42a4-5b25-4b26-bfdd-561b10216b8d tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:46.106737 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48428) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:46.114036 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-015360c4-3378-4547-9dbb-abd8ac451531 req-1e5e42a4-5b25-4b26-bfdd-561b10216b8d tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 4600 time: 0.8520219 Aug 16 20:57:46.115107 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-28d401a4-6fba-4ae1-933d-055967d22c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:46.196306 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f413cb4f-e593-415f-b1fd-0f4b49d6fc29 service neutron] Transition to ACTIVE for port object 7d470d90-81da-4884-b71f-665f707bd7e3 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:46.235563 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d401a4-6fba-4ae1-933d-055967d22c49 None None] Pushing event updated for resources: {'Port': ['ID=a113efd7-1047-429f-b1d0-93a7dc3b51cf,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:46.237240 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080083fc-8032-4fde-b813-42b464b6e5e5 req-ad156be9-c456-4455-b3ee-dc8d8777e421 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:46.239428 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-102c1bc8-4f63-4bf3-9d03-9e48cde3f252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:46.245578 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-080083fc-8032-4fde-b813-42b464b6e5e5 req-ad156be9-c456-4455-b3ee-dc8d8777e421 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=805cc877-9bd7-43ef-af2f-621eedbfe4d7 HTTP/1.1" status: 200 len: 943 time: 0.2442002 Aug 16 20:57:46.293475 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89a94f-95c7-497c-9dae-cf24eb6f04e9 req-bd11eb02-960e-4299-9d42-5b3903ad1883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:46.295142 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-df89a94f-95c7-497c-9dae-cf24eb6f04e9 req-bd11eb02-960e-4299-9d42-5b3903ad1883 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5926bba17c34b5e88e1bc1cf228d96c&device_id=805cc877-9bd7-43ef-af2f-621eedbfe4d7 HTTP/1.1" status: 200 len: 1095 time: 0.1173887 Aug 16 20:57:46.301957 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-015360c4-3378-4547-9dbb-abd8ac451531 req-62a88255-4d61-4353-ac21-4ff4f49722f7 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=2f05bb64-9f10-404a-9d0e-024f432f1dbc&id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1812725 Aug 16 20:57:46.301957 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f413cb4f-e593-415f-b1fd-0f4b49d6fc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:46.450771 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c5b69601-2e07-4f84-b7ed-f4ef46af18a7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:46.454020 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-102c1bc8-4f63-4bf3-9d03-9e48cde3f252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:46.517891 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:46.584041 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89a94f-95c7-497c-9dae-cf24eb6f04e9 req-cc8b56a6-2ae3-4dcb-a864-ed104b8a40d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:46.586450 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-df89a94f-95c7-497c-9dae-cf24eb6f04e9 req-cc8b56a6-2ae3-4dcb-a864-ed104b8a40d1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=97204dc5-2078-4113-bc6a-8b6109c161f0 HTTP/1.1" status: 200 len: 913 time: 0.2813656 Aug 16 20:57:46.616819 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-080083fc-8032-4fde-b813-42b464b6e5e5 req-d8d2147c-3bdd-4256-803e-49f79922f9d2 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705773 Aug 16 20:57:46.658713 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f413cb4f-e593-415f-b1fd-0f4b49d6fc29 service neutron] Pushing event updated for resources: {'Port': ['ID=7d470d90-81da-4884-b71f-665f707bd7e3,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:46.691843 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-df89a94f-95c7-497c-9dae-cf24eb6f04e9 req-3ce2ad6b-a2c9-46f0-9d21-a83e2e37b381 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f87f85e-63d5-4430-b439-f45cc0d2e38e HTTP/1.1" status: 200 len: 217 time: 0.0823455 Aug 16 20:57:46.753635 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89a94f-95c7-497c-9dae-cf24eb6f04e9 req-32c90bde-bcae-4294-971a-c50d1cdf7107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:46.757909 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-df89a94f-95c7-497c-9dae-cf24eb6f04e9 req-32c90bde-bcae-4294-971a-c50d1cdf7107 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0340fa9d-e19b-476d-9e9a-7d2862e2e105 HTTP/1.1" status: 200 len: 852 time: 0.0567937 Aug 16 20:57:46.761309 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-102c1bc8-4f63-4bf3-9d03-9e48cde3f252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:46.764704 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-102c1bc8-4f63-4bf3-9d03-9e48cde3f252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:46.767018 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-102c1bc8-4f63-4bf3-9d03-9e48cde3f252 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/379857e3-2b0b-446f-a96e-2bc1212eba6e HTTP/1.1" status: 204 len: 168 time: 0.6582067 Aug 16 20:57:46.808220 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-df89a94f-95c7-497c-9dae-cf24eb6f04e9 req-40d5f4b4-8df6-423e-b506-07b1e4f2fb00 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=97204dc5-2078-4113-bc6a-8b6109c161f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395014 Aug 16 20:57:46.808220 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c1bc8-4f63-4bf3-9d03-9e48cde3f252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379857e3-2b0b-446f-a96e-2bc1212eba6e,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:46.811619 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0a798c8-1f17-49bb-a400-8a211af70e5f req-06acd45e-2d32-46d3-b201-d1718f8a7f55 tempest-ServerShowV254Test-814932692 tempest-ServerShowV254Test-814932692-project] 10.222.0.84 "GET /v2.0/ports?device_id=06f61aad-3645-4d56-8238-4af430bcb9e9 HTTP/1.1" status: 200 len: 210 time: 0.1116283 Aug 16 20:57:46.856171 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f413cb4f-e593-415f-b1fd-0f4b49d6fc29 service neutron] Attempting to bind port 7d470d90-81da-4884-b71f-665f707bd7e3 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:46.856171 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f413cb4f-e593-415f-b1fd-0f4b49d6fc29 service neutron] Attempting to bind port 7d470d90-81da-4884-b71f-665f707bd7e3 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '478767af-aad0-4439-88f2-721c3a22d31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2a286773-4076-470d-b75a-c7eea1dc3d02'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:46.856171 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f413cb4f-e593-415f-b1fd-0f4b49d6fc29 service neutron] Attempting to bind port 7d470d90-81da-4884-b71f-665f707bd7e3 on network 2a286773-4076-470d-b75a-c7eea1dc3d02 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:46.889777 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f413cb4f-e593-415f-b1fd-0f4b49d6fc29 service neutron] Port 7d470d90-81da-4884-b71f-665f707bd7e3 on network 2a286773-4076-470d-b75a-c7eea1dc3d02 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:57:46.890144 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f413cb4f-e593-415f-b1fd-0f4b49d6fc29 service neutron] Attempting to bind port 7d470d90-81da-4884-b71f-665f707bd7e3 on network 2a286773-4076-470d-b75a-c7eea1dc3d02 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:46.907496 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f413cb4f-e593-415f-b1fd-0f4b49d6fc29 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:57:46.908598 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f413cb4f-e593-415f-b1fd-0f4b49d6fc29 service neutron] Checking segment: {'id': '478767af-aad0-4439-88f2-721c3a22d31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2a286773-4076-470d-b75a-c7eea1dc3d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:46.908598 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f413cb4f-e593-415f-b1fd-0f4b49d6fc29 service neutron] Bound using segment: {'id': '478767af-aad0-4439-88f2-721c3a22d31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2a286773-4076-470d-b75a-c7eea1dc3d02'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:57:46.908836 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f413cb4f-e593-415f-b1fd-0f4b49d6fc29 service neutron] Bound port: 7d470d90-81da-4884-b71f-665f707bd7e3, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '478767af-aad0-4439-88f2-721c3a22d31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2a286773-4076-470d-b75a-c7eea1dc3d02'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:57:46.909079 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f413cb4f-e593-415f-b1fd-0f4b49d6fc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:46.952527 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-df89a94f-95c7-497c-9dae-cf24eb6f04e9 req-b64bd29f-88d2-41c2-9ca4-42cbcfa87b58 service neutron] 10.222.0.72 "GET /v2.0/networks/97204dc5-2078-4113-bc6a-8b6109c161f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354895 Aug 16 20:57:47.062473 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f413cb4f-e593-415f-b1fd-0f4b49d6fc29 service neutron] For port 7d470d90-81da-4884-b71f-665f707bd7e3, host n-h1-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:57:47.066943 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-df89a94f-95c7-497c-9dae-cf24eb6f04e9 req-6428b051-0a20-41a9-94cd-255893d2f896 service neutron] 10.222.0.72 "GET /v2.0/networks/97204dc5-2078-4113-bc6a-8b6109c161f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048913 Aug 16 20:57:47.068021 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f413cb4f-e593-415f-b1fd-0f4b49d6fc29 service neutron] For port 7d470d90-81da-4884-b71f-665f707bd7e3, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=7d470d90-81da-4884-b71f-665f707bd7e3,segment=NetworkSegment(478767af-aad0-4439-88f2-721c3a22d31e),segment_id=478767af-aad0-4439-88f2-721c3a22d31e)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:57:47.077326 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-c5b69601-2e07-4f84-b7ed-f4ef46af18a7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Allocated IP 172.20.0.1 (c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1/b249d9e9-dc60-4d3a-b78c-07e4f8262c10/8d479e76-8f22-4f9e-9800-8c1dab50baa8) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:47.169604 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f413cb4f-e593-415f-b1fd-0f4b49d6fc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:47.302502 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f413cb4f-e593-415f-b1fd-0f4b49d6fc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:47.304482 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f413cb4f-e593-415f-b1fd-0f4b49d6fc29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:47.316137 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f413cb4f-e593-415f-b1fd-0f4b49d6fc29 service neutron] 10.222.0.72 "PUT /v2.0/ports/7d470d90-81da-4884-b71f-665f707bd7e3 HTTP/1.1" status: 200 len: 1132 time: 2.8842411 Aug 16 20:57:47.316137 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'tag': '7d470d90-81da-4884-b71f-665f707bd7e3'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:57:47.318467 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66037943-7174-4e8c-be93-ebb53e4366dc" -d '{"events": [{"name": "network-changed", "server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "tag": "7d470d90-81da-4884-b71f-665f707bd7e3"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:57:47.346782 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c5b69601-2e07-4f84-b7ed-f4ef46af18a7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:47.407292 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-c5b69601-2e07-4f84-b7ed-f4ef46af18a7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Transition to ACTIVE for port object 8d479e76-8f22-4f9e-9800-8c1dab50baa8 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:47.418712 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f413cb4f-e593-415f-b1fd-0f4b49d6fc29 service neutron] Pushing event updated for resources: {'Port': ['ID=7d470d90-81da-4884-b71f-665f707bd7e3,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:47.439890 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06bcf47-87f0-436b-9c78-a67fc20f155d x-openstack-request-id: req-e06bcf47-87f0-436b-9c78-a67fc20f155d {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:57:47.440189 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "tag": "7d470d90-81da-4884-b71f-665f707bd7e3", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:57:47.440452 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e06bcf47-87f0-436b-9c78-a67fc20f155d {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:57:47.440866 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'tag': '7d470d90-81da-4884-b71f-665f707bd7e3', 'status': 'completed', 'code': 200} Aug 16 20:57:47.443892 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f4b7213c-0288-41ae-83f6-aa32924ed4c4 service neutron] Request body: {'port': {'device_id': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:47.575553 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66037943-7174-4e8c-be93-ebb53e4366dc req-267549c0-13a7-4f9b-823e-07aea09a770c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:47.576167 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66037943-7174-4e8c-be93-ebb53e4366dc req-267549c0-13a7-4f9b-823e-07aea09a770c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:47.577149 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66037943-7174-4e8c-be93-ebb53e4366dc req-267549c0-13a7-4f9b-823e-07aea09a770c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:47.577149 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66037943-7174-4e8c-be93-ebb53e4366dc req-267549c0-13a7-4f9b-823e-07aea09a770c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:47.577603 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66037943-7174-4e8c-be93-ebb53e4366dc req-267549c0-13a7-4f9b-823e-07aea09a770c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:47.578091 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66037943-7174-4e8c-be93-ebb53e4366dc req-267549c0-13a7-4f9b-823e-07aea09a770c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:47.578633 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66037943-7174-4e8c-be93-ebb53e4366dc req-267549c0-13a7-4f9b-823e-07aea09a770c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:47.581055 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-66037943-7174-4e8c-be93-ebb53e4366dc req-267549c0-13a7-4f9b-823e-07aea09a770c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9440ed0933f64f7cb6d1f0c295a72000&device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 6213 time: 0.1393540 Aug 16 20:57:47.582678 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f4b7213c-0288-41ae-83f6-aa32924ed4c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:47.713082 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b923eb8-517b-4eac-825e-00c9f76c9fc3 req-d05f1b1c-5699-45c2-8155-155840f87791 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:47.719923 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b923eb8-517b-4eac-825e-00c9f76c9fc3 req-d05f1b1c-5699-45c2-8155-155840f87791 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:47.729953 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b923eb8-517b-4eac-825e-00c9f76c9fc3 req-d05f1b1c-5699-45c2-8155-155840f87791 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:47.733405 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b923eb8-517b-4eac-825e-00c9f76c9fc3 req-d05f1b1c-5699-45c2-8155-155840f87791 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:47.739646 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b923eb8-517b-4eac-825e-00c9f76c9fc3 req-d05f1b1c-5699-45c2-8155-155840f87791 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:47.746311 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b923eb8-517b-4eac-825e-00c9f76c9fc3 req-d05f1b1c-5699-45c2-8155-155840f87791 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:47.760023 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b923eb8-517b-4eac-825e-00c9f76c9fc3 req-d05f1b1c-5699-45c2-8155-155840f87791 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:47.771752 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7b923eb8-517b-4eac-825e-00c9f76c9fc3 req-d05f1b1c-5699-45c2-8155-155840f87791 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 5373 time: 0.2681804 Aug 16 20:57:47.832355 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c5b69601-2e07-4f84-b7ed-f4ef46af18a7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:47.862372 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcce1d6-e4cb-4eb7-a95c-2774de124253 None None] Network c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:48.059665 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b69601-2e07-4f84-b7ed-f4ef46af18a7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Network c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:48.090491 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7b923eb8-517b-4eac-825e-00c9f76c9fc3 req-dcb4f205-223a-47ad-ab12-1cedd7823163 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=2f05bb64-9f10-404a-9d0e-024f432f1dbc&id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3177805 Aug 16 20:57:48.097467 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-c5b69601-2e07-4f84-b7ed-f4ef46af18a7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:48.099946 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b69601-2e07-4f84-b7ed-f4ef46af18a7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:48.103416 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b69601-2e07-4f84-b7ed-f4ef46af18a7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event updated for resources: {'Port': ['ID=8d479e76-8f22-4f9e-9800-8c1dab50baa8,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:48.142925 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-db4f64ba-c882-404c-9036-184628fed56b None None] Provisioning for port a113efd7-1047-429f-b1d0-93a7dc3b51cf completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:48.184638 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94278ff0-3bfd-43ce-8b6f-c80e6ae45e4c req-81b01f48-4b46-4fc8-b83a-dd5554b4d12a tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:48.194747 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-94278ff0-3bfd-43ce-8b6f-c80e6ae45e4c req-81b01f48-4b46-4fc8-b83a-dd5554b4d12a tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=805cc877-9bd7-43ef-af2f-621eedbfe4d7 HTTP/1.1" status: 200 len: 943 time: 0.2947319 Aug 16 20:57:48.236997 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66037943-7174-4e8c-be93-ebb53e4366dc req-05c7fc09-2d0b-40de-99c1-e3413f980fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:48.237617 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66037943-7174-4e8c-be93-ebb53e4366dc req-05c7fc09-2d0b-40de-99c1-e3413f980fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:48.238107 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66037943-7174-4e8c-be93-ebb53e4366dc req-05c7fc09-2d0b-40de-99c1-e3413f980fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:48.239812 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-66037943-7174-4e8c-be93-ebb53e4366dc req-05c7fc09-2d0b-40de-99c1-e3413f980fa0 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=9440ed0933f64f7cb6d1f0c295a72000&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6480298 Aug 16 20:57:48.258855 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-94278ff0-3bfd-43ce-8b6f-c80e6ae45e4c req-506f7c8a-9554-4451-a058-ddd2b50dd698 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627201 Aug 16 20:57:48.375582 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-962f3fb0-6e54-4142-85d3-e635fdcd9339 req-d406bf5c-d1a1-4b6f-abf0-e40dd06e7d23 tempest-ServerShowV254Test-814932692 tempest-ServerShowV254Test-814932692-project] 10.222.0.84 "GET /v2.0/ports?device_id=06f61aad-3645-4d56-8238-4af430bcb9e9 HTTP/1.1" status: 200 len: 210 time: 0.0428421 Aug 16 20:57:48.391719 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device a113efd7-1047-429f-b1d0-93a7dc3b51cf up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:57:48.406768 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c5b69601-2e07-4f84-b7ed-f4ef46af18a7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:48.478183 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66037943-7174-4e8c-be93-ebb53e4366dc req-c8e07392-563f-4cee-af27-4650ebd832df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:48.479778 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-66037943-7174-4e8c-be93-ebb53e4366dc req-c8e07392-563f-4cee-af27-4650ebd832df service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2193596 Aug 16 20:57:48.514614 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f4b7213c-0288-41ae-83f6-aa32924ed4c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab55560e-b85e-4e5a-8f8b-0a085f406734 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:57:48.533976 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f4b7213c-0288-41ae-83f6-aa32924ed4c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:48.553190 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f4b7213c-0288-41ae-83f6-aa32924ed4c4 service neutron] Transition to ACTIVE for port object ab55560e-b85e-4e5a-8f8b-0a085f406734 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:48.571240 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port a113efd7-1047-429f-b1d0-93a7dc3b51cf completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:48.582493 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port a113efd7-1047-429f-b1d0-93a7dc3b51cf triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:48.583336 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:48.647864 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f4b7213c-0288-41ae-83f6-aa32924ed4c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:48.756631 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48476) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:48.773213 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 9f87f85e-63d5-4430-b439-f45cc0d2e38e details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:57:48.792051 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b7213c-0288-41ae-83f6-aa32924ed4c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ab55560e-b85e-4e5a-8f8b-0a085f406734,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:48.847579 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f0c559f4-5506-4e58-853f-e759c0a307fb None None] Provisioning for port 8d479e76-8f22-4f9e-9800-8c1dab50baa8 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:48.881328 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c5b69601-2e07-4f84-b7ed-f4ef46af18a7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:48.905683 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f0c559f4-5506-4e58-853f-e759c0a307fb None None] Provisioning complete for port 8d479e76-8f22-4f9e-9800-8c1dab50baa8 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:48.908202 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f0c559f4-5506-4e58-853f-e759c0a307fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:49.035622 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-36b321e1-32d7-42ab-ae08-dd4a9810857e tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Request body: {'security_group': {'name': 'tempest-secgroup--1694846895'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:49.042584 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f4b7213c-0288-41ae-83f6-aa32924ed4c4 service neutron] Attempting to bind port ab55560e-b85e-4e5a-8f8b-0a085f406734 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:49.042934 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f4b7213c-0288-41ae-83f6-aa32924ed4c4 service neutron] Attempting to bind port ab55560e-b85e-4e5a-8f8b-0a085f406734 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '478767af-aad0-4439-88f2-721c3a22d31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2a286773-4076-470d-b75a-c7eea1dc3d02'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:49.043271 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f4b7213c-0288-41ae-83f6-aa32924ed4c4 service neutron] Attempting to bind port ab55560e-b85e-4e5a-8f8b-0a085f406734 on network 2a286773-4076-470d-b75a-c7eea1dc3d02 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:49.058222 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f4b7213c-0288-41ae-83f6-aa32924ed4c4 service neutron] Port ab55560e-b85e-4e5a-8f8b-0a085f406734 on network 2a286773-4076-470d-b75a-c7eea1dc3d02 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:57:49.060328 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f4b7213c-0288-41ae-83f6-aa32924ed4c4 service neutron] Attempting to bind port ab55560e-b85e-4e5a-8f8b-0a085f406734 on network 2a286773-4076-470d-b75a-c7eea1dc3d02 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:49.070730 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f4b7213c-0288-41ae-83f6-aa32924ed4c4 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:57:49.086752 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f4b7213c-0288-41ae-83f6-aa32924ed4c4 service neutron] Checking segment: {'id': '478767af-aad0-4439-88f2-721c3a22d31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2a286773-4076-470d-b75a-c7eea1dc3d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:49.087399 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f4b7213c-0288-41ae-83f6-aa32924ed4c4 service neutron] Bound using segment: {'id': '478767af-aad0-4439-88f2-721c3a22d31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2a286773-4076-470d-b75a-c7eea1dc3d02'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:57:49.091615 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f4b7213c-0288-41ae-83f6-aa32924ed4c4 service neutron] Bound port: ab55560e-b85e-4e5a-8f8b-0a085f406734, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '478767af-aad0-4439-88f2-721c3a22d31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2a286773-4076-470d-b75a-c7eea1dc3d02'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:57:49.092324 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f4b7213c-0288-41ae-83f6-aa32924ed4c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:49.207560 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f4b7213c-0288-41ae-83f6-aa32924ed4c4 service neutron] For port ab55560e-b85e-4e5a-8f8b-0a085f406734, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:57:49.212891 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f4b7213c-0288-41ae-83f6-aa32924ed4c4 service neutron] For port ab55560e-b85e-4e5a-8f8b-0a085f406734, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=ab55560e-b85e-4e5a-8f8b-0a085f406734,segment=NetworkSegment(478767af-aad0-4439-88f2-721c3a22d31e),segment_id=478767af-aad0-4439-88f2-721c3a22d31e)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:57:49.239518 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-36b321e1-32d7-42ab-ae08-dd4a9810857e tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:49.258030 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-36b321e1-32d7-42ab-ae08-dd4a9810857e tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:49.321080 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f4b7213c-0288-41ae-83f6-aa32924ed4c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:49.323810 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:49.404666 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f4b7213c-0288-41ae-83f6-aa32924ed4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:49.404666 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f4b7213c-0288-41ae-83f6-aa32924ed4c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:49.416165 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f4b7213c-0288-41ae-83f6-aa32924ed4c4 service neutron] 10.222.0.72 "PUT /v2.0/ports/ab55560e-b85e-4e5a-8f8b-0a085f406734 HTTP/1.1" status: 200 len: 1092 time: 1.9656763 Aug 16 20:57:49.417041 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'tag': 'ab55560e-b85e-4e5a-8f8b-0a085f406734'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:57:49.420769 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9effdfa2-f07d-46d2-8606-23ea8ed466ef" -d '{"events": [{"name": "network-changed", "server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "tag": "ab55560e-b85e-4e5a-8f8b-0a085f406734"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:57:49.435342 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:49.462268 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-36b321e1-32d7-42ab-ae08-dd4a9810857e tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:49.462720 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-f0c559f4-5506-4e58-853f-e759c0a307fb None None] Port 8d479e76-8f22-4f9e-9800-8c1dab50baa8 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:49.466523 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b7213c-0288-41ae-83f6-aa32924ed4c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ab55560e-b85e-4e5a-8f8b-0a085f406734,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:49.545996 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-91fec5d1-db29-4704-be30-bb259c2b4f62 service neutron] Request body: {'port': {'device_id': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:49.568427 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port a113efd7-1047-429f-b1d0-93a7dc3b51cf, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=a113efd7-1047-429f-b1d0-93a7dc3b51cf,segment=NetworkSegment(d11ae66c-0309-4dc3-9ccd-954bfc4c2cb5),segment_id=d11ae66c-0309-4dc3-9ccd-954bfc4c2cb5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:49.581217 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f0c559f4-5506-4e58-853f-e759c0a307fb None None] Provisioning complete for port a113efd7-1047-429f-b1d0-93a7dc3b51cf triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:49.581597 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f0c559f4-5506-4e58-853f-e759c0a307fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:49.595286 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6ec15-10de-43cb-99f2-730535fdd294 req-86e79e88-e84b-4d6c-a622-9db6e7b7c25f tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:49.605927 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6ec15-10de-43cb-99f2-730535fdd294 req-86e79e88-e84b-4d6c-a622-9db6e7b7c25f tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:49.615753 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6ec15-10de-43cb-99f2-730535fdd294 req-86e79e88-e84b-4d6c-a622-9db6e7b7c25f tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:49.623661 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6ec15-10de-43cb-99f2-730535fdd294 req-86e79e88-e84b-4d6c-a622-9db6e7b7c25f tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:49.625503 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 9f87f85e-63d5-4430-b439-f45cc0d2e38e, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=9f87f85e-63d5-4430-b439-f45cc0d2e38e,segment=NetworkSegment(53b76348-81c8-4bfa-909a-3d74533ded61),segment_id=53b76348-81c8-4bfa-909a-3d74533ded61)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:49.633690 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6ec15-10de-43cb-99f2-730535fdd294 req-86e79e88-e84b-4d6c-a622-9db6e7b7c25f tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:49.644139 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6ec15-10de-43cb-99f2-730535fdd294 req-86e79e88-e84b-4d6c-a622-9db6e7b7c25f tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:49.650633 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6ec15-10de-43cb-99f2-730535fdd294 req-86e79e88-e84b-4d6c-a622-9db6e7b7c25f tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:49.652212 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '9f87f85e-63d5-4430-b439-f45cc0d2e38e', 'network_id': '97204dc5-2078-4113-bc6a-8b6109c161f0', 'port_id': '9f87f85e-63d5-4430-b439-f45cc0d2e38e', 'mac_address': 'fa:16:3e:7e:3b:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0340fa9d-e19b-476d-9e9a-7d2862e2e105', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:57:49.652869 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0bf6ec15-10de-43cb-99f2-730535fdd294 req-86e79e88-e84b-4d6c-a622-9db6e7b7c25f tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 5385 time: 0.3925359 Aug 16 20:57:49.660806 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-91fec5d1-db29-4704-be30-bb259c2b4f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:49.661331 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-36b321e1-32d7-42ab-ae08-dd4a9810857e tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:49.733405 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d530618-2a4b-4cf1-b1d2-f83c809e55b9 req-7ce7c27c-3712-423f-81b7-00b5cff3d1d0 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:49.735486 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1d530618-2a4b-4cf1-b1d2-f83c809e55b9 req-7ce7c27c-3712-423f-81b7-00b5cff3d1d0 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=805cc877-9bd7-43ef-af2f-621eedbfe4d7 HTTP/1.1" status: 200 len: 943 time: 0.2694287 Aug 16 20:57:49.741071 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:49.774925 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b321e1-32d7-42ab-ae08-dd4a9810857e tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c67cdb36-d197-470c-a4e8-a50984cddf35,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:49.782796 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:49.842566 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f87f85e-63d5-4430-b439-f45cc0d2e38e {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:57:49.852879 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0bf6ec15-10de-43cb-99f2-730535fdd294 req-e281429b-3706-4213-b8d4-f6680d865fa7 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=2f05bb64-9f10-404a-9d0e-024f432f1dbc&id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1873589 Aug 16 20:57:49.863150 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1d530618-2a4b-4cf1-b1d2-f83c809e55b9 req-24055f35-122e-4901-980f-45851023e473 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160734 Aug 16 20:57:49.919846 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=a113efd7-1047-429f-b1d0-93a7dc3b51cf,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:49.942412 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c5b69601-2e07-4f84-b7ed-f4ef46af18a7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:49.942625 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 9f87f85e-63d5-4430-b439-f45cc0d2e38e, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=9f87f85e-63d5-4430-b439-f45cc0d2e38e,segment=NetworkSegment(53b76348-81c8-4bfa-909a-3d74533ded61),segment_id=53b76348-81c8-4bfa-909a-3d74533ded61)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:49.957841 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-36b321e1-32d7-42ab-ae08-dd4a9810857e tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:49.980161 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b7606c-d9eb-4b0b-a824-4c1117e297f1 x-openstack-request-id: req-16b7606c-d9eb-4b0b-a824-4c1117e297f1 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:57:49.980447 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "tag": "ab55560e-b85e-4e5a-8f8b-0a085f406734", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:57:49.980724 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-16b7606c-d9eb-4b0b-a824-4c1117e297f1 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:57:49.981130 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'tag': 'ab55560e-b85e-4e5a-8f8b-0a085f406734', 'status': 'completed', 'code': 200} Aug 16 20:57:50.035204 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c5b69601-2e07-4f84-b7ed-f4ef46af18a7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:50.086985 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:50.109237 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5d2f62e4-2409-42b2-a08d-a0f707870360 None None] Provisioning complete for port 8d479e76-8f22-4f9e-9800-8c1dab50baa8 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:50.109618 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5d2f62e4-2409-42b2-a08d-a0f707870360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:50.116870 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c5b69601-2e07-4f84-b7ed-f4ef46af18a7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:50.118616 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-36b321e1-32d7-42ab-ae08-dd4a9810857e tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:50.193177 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-45a5dd6c-bd5e-4ba4-a919-3a9eeea54bcc req-6b89cfe5-0594-4b7d-b5e4-08c4f74d9376 tempest-ServerShowV254Test-814932692 tempest-ServerShowV254Test-814932692-project] 10.222.0.84 "GET /v2.0/ports?device_id=06f61aad-3645-4d56-8238-4af430bcb9e9 HTTP/1.1" status: 200 len: 210 time: 0.1728427 Aug 16 20:57:50.207539 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-5d2f62e4-2409-42b2-a08d-a0f707870360 None None] Port 8d479e76-8f22-4f9e-9800-8c1dab50baa8 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:50.223670 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-91fec5d1-db29-4704-be30-bb259c2b4f62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd6fa129-4aa2-485d-ba8c-81e929ab059a {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:57:50.234507 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-91fec5d1-db29-4704-be30-bb259c2b4f62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:50.247119 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b321e1-32d7-42ab-ae08-dd4a9810857e tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=992f3b1a-c571-401b-9f5c-bd9ed776c502,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:50.254088 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-91fec5d1-db29-4704-be30-bb259c2b4f62 service neutron] Transition to ACTIVE for port object fd6fa129-4aa2-485d-ba8c-81e929ab059a will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:50.281196 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=9f87f85e-63d5-4430-b439-f45cc0d2e38e,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:50.308792 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device a113efd7-1047-429f-b1d0-93a7dc3b51cf up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:57:50.322250 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effdfa2-f07d-46d2-8606-23ea8ed466ef req-ae41f875-327e-4423-80a0-6f11bae94086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:50.322752 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effdfa2-f07d-46d2-8606-23ea8ed466ef req-ae41f875-327e-4423-80a0-6f11bae94086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:50.325452 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effdfa2-f07d-46d2-8606-23ea8ed466ef req-ae41f875-327e-4423-80a0-6f11bae94086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:50.325452 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effdfa2-f07d-46d2-8606-23ea8ed466ef req-ae41f875-327e-4423-80a0-6f11bae94086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:50.325452 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effdfa2-f07d-46d2-8606-23ea8ed466ef req-ae41f875-327e-4423-80a0-6f11bae94086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:50.325452 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effdfa2-f07d-46d2-8606-23ea8ed466ef req-ae41f875-327e-4423-80a0-6f11bae94086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:50.325452 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effdfa2-f07d-46d2-8606-23ea8ed466ef req-ae41f875-327e-4423-80a0-6f11bae94086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:50.327066 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9effdfa2-f07d-46d2-8606-23ea8ed466ef req-ae41f875-327e-4423-80a0-6f11bae94086 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9440ed0933f64f7cb6d1f0c295a72000&device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 6281 time: 0.3492005 Aug 16 20:57:50.337734 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b69601-2e07-4f84-b7ed-f4ef46af18a7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event updated for resources: {'Port': ['ID=8d479e76-8f22-4f9e-9800-8c1dab50baa8,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:50.344031 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-91fec5d1-db29-4704-be30-bb259c2b4f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:50.360285 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-36b321e1-32d7-42ab-ae08-dd4a9810857e tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:50.364645 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['9f87f85e-63d5-4430-b439-f45cc0d2e38e'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:57:50.372738 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-36b321e1-32d7-42ab-ae08-dd4a9810857e tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6149528 Aug 16 20:57:50.373614 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48498) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:50.536121 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port a113efd7-1047-429f-b1d0-93a7dc3b51cf triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:50.536542 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:50.584507 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b69601-2e07-4f84-b7ed-f4ef46af18a7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Network c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:50.594799 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-c5b69601-2e07-4f84-b7ed-f4ef46af18a7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:50.658341 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f910e0bc-9833-427a-81e4-c831779c1474 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2802188 Aug 16 20:57:50.666673 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48500) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:50.685059 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-a8391cb7-3b03-48e0-9e0b-2a24120d0310 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Request body: {'security_group': {'name': 'tempest-security--1112933135', 'description': 'tempest-security-description-1780866977'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:50.831588 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effdfa2-f07d-46d2-8606-23ea8ed466ef req-00f8313a-da84-4826-8efd-91eaedca5854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:50.832329 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effdfa2-f07d-46d2-8606-23ea8ed466ef req-00f8313a-da84-4826-8efd-91eaedca5854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:50.832584 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effdfa2-f07d-46d2-8606-23ea8ed466ef req-00f8313a-da84-4826-8efd-91eaedca5854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:50.835683 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9effdfa2-f07d-46d2-8606-23ea8ed466ef req-00f8313a-da84-4826-8efd-91eaedca5854 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=9440ed0933f64f7cb6d1f0c295a72000&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4943573 Aug 16 20:57:50.864230 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a8391cb7-3b03-48e0-9e0b-2a24120d0310 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:50.993906 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-8ee812de-84ac-42d7-b861-d08e99dde21d None None] Provisioning complete for port 8d479e76-8f22-4f9e-9800-8c1dab50baa8 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:50.994510 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8ee812de-84ac-42d7-b861-d08e99dde21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:51.026975 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fec5d1-db29-4704-be30-bb259c2b4f62 service neutron] Pushing event updated for resources: {'Port': ['ID=fd6fa129-4aa2-485d-ba8c-81e929ab059a,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:51.075054 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-8ee812de-84ac-42d7-b861-d08e99dde21d None None] Port 8d479e76-8f22-4f9e-9800-8c1dab50baa8 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:51.091393 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-91fec5d1-db29-4704-be30-bb259c2b4f62 service neutron] Attempting to bind port fd6fa129-4aa2-485d-ba8c-81e929ab059a on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:51.092601 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-91fec5d1-db29-4704-be30-bb259c2b4f62 service neutron] Attempting to bind port fd6fa129-4aa2-485d-ba8c-81e929ab059a by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '478767af-aad0-4439-88f2-721c3a22d31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2a286773-4076-470d-b75a-c7eea1dc3d02'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:51.092601 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-91fec5d1-db29-4704-be30-bb259c2b4f62 service neutron] Attempting to bind port fd6fa129-4aa2-485d-ba8c-81e929ab059a on network 2a286773-4076-470d-b75a-c7eea1dc3d02 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:51.096766 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-91fec5d1-db29-4704-be30-bb259c2b4f62 service neutron] Port fd6fa129-4aa2-485d-ba8c-81e929ab059a on network 2a286773-4076-470d-b75a-c7eea1dc3d02 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:57:51.097097 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-91fec5d1-db29-4704-be30-bb259c2b4f62 service neutron] Attempting to bind port fd6fa129-4aa2-485d-ba8c-81e929ab059a on network 2a286773-4076-470d-b75a-c7eea1dc3d02 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:51.102558 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-91fec5d1-db29-4704-be30-bb259c2b4f62 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:57:51.102903 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-91fec5d1-db29-4704-be30-bb259c2b4f62 service neutron] Checking segment: {'id': '478767af-aad0-4439-88f2-721c3a22d31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2a286773-4076-470d-b75a-c7eea1dc3d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:51.103299 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-91fec5d1-db29-4704-be30-bb259c2b4f62 service neutron] Bound using segment: {'id': '478767af-aad0-4439-88f2-721c3a22d31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2a286773-4076-470d-b75a-c7eea1dc3d02'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:57:51.103737 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-91fec5d1-db29-4704-be30-bb259c2b4f62 service neutron] Bound port: fd6fa129-4aa2-485d-ba8c-81e929ab059a, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '478767af-aad0-4439-88f2-721c3a22d31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2a286773-4076-470d-b75a-c7eea1dc3d02'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:57:51.104239 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-91fec5d1-db29-4704-be30-bb259c2b4f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:51.134544 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a8391cb7-3b03-48e0-9e0b-2a24120d0310 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:51.176139 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-91fec5d1-db29-4704-be30-bb259c2b4f62 service neutron] For port fd6fa129-4aa2-485d-ba8c-81e929ab059a, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:57:51.181748 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-91fec5d1-db29-4704-be30-bb259c2b4f62 service neutron] For port fd6fa129-4aa2-485d-ba8c-81e929ab059a, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=fd6fa129-4aa2-485d-ba8c-81e929ab059a,segment=NetworkSegment(478767af-aad0-4439-88f2-721c3a22d31e),segment_id=478767af-aad0-4439-88f2-721c3a22d31e)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:57:51.196079 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effdfa2-f07d-46d2-8606-23ea8ed466ef req-72b55d32-5289-43ec-a5e0-997da739ee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:51.198096 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9effdfa2-f07d-46d2-8606-23ea8ed466ef req-72b55d32-5289-43ec-a5e0-997da739ee64 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3530893 Aug 16 20:57:51.207692 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a4e45-6c15-4c3c-808d-a777ca3a69b8 req-30d9066a-bc1c-4c13-8643-3c2165ca72b6 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:51.209473 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-319a4e45-6c15-4c3c-808d-a777ca3a69b8 req-30d9066a-bc1c-4c13-8643-3c2165ca72b6 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=805cc877-9bd7-43ef-af2f-621eedbfe4d7 HTTP/1.1" status: 200 len: 944 time: 0.1859305 Aug 16 20:57:51.221965 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136bb90-e58a-4dd7-ad3c-747c4b602431 req-43e20888-8fcc-41fc-ad3d-5be37438f45d tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:51.230314 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136bb90-e58a-4dd7-ad3c-747c4b602431 req-43e20888-8fcc-41fc-ad3d-5be37438f45d tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:51.237392 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136bb90-e58a-4dd7-ad3c-747c4b602431 req-43e20888-8fcc-41fc-ad3d-5be37438f45d tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:51.243551 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136bb90-e58a-4dd7-ad3c-747c4b602431 req-43e20888-8fcc-41fc-ad3d-5be37438f45d tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:51.249798 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136bb90-e58a-4dd7-ad3c-747c4b602431 req-43e20888-8fcc-41fc-ad3d-5be37438f45d tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:51.256201 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136bb90-e58a-4dd7-ad3c-747c4b602431 req-43e20888-8fcc-41fc-ad3d-5be37438f45d tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:51.262761 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136bb90-e58a-4dd7-ad3c-747c4b602431 req-43e20888-8fcc-41fc-ad3d-5be37438f45d tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:51.268292 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2136bb90-e58a-4dd7-ad3c-747c4b602431 req-43e20888-8fcc-41fc-ad3d-5be37438f45d tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 5397 time: 0.2147214 Aug 16 20:57:51.273625 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a8391cb7-3b03-48e0-9e0b-2a24120d0310 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:51.276557 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a8391cb7-3b03-48e0-9e0b-2a24120d0310 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:51.280505 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a8391cb7-3b03-48e0-9e0b-2a24120d0310 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "PUT /v2.0/security-groups/992f3b1a-c571-401b-9f5c-bd9ed776c502 HTTP/1.1" status: 200 len: 1780 time: 0.5983975 Aug 16 20:57:51.280808 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48516) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:51.292169 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-91fec5d1-db29-4704-be30-bb259c2b4f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:51.366045 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-91fec5d1-db29-4704-be30-bb259c2b4f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:51.367433 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-91fec5d1-db29-4704-be30-bb259c2b4f62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:51.371624 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-91fec5d1-db29-4704-be30-bb259c2b4f62 service neutron] 10.222.0.72 "PUT /v2.0/ports/fd6fa129-4aa2-485d-ba8c-81e929ab059a HTTP/1.1" status: 200 len: 1092 time: 1.8276818 Aug 16 20:57:51.425172 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2c21857c-1484-43d5-a890-6872a0ef3a8d tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "GET /v2.0/security-groups/992f3b1a-c571-401b-9f5c-bd9ed776c502 HTTP/1.1" status: 200 len: 1780 time: 0.1431334 Aug 16 20:57:51.427955 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48518) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:51.440893 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fec5d1-db29-4704-be30-bb259c2b4f62 service neutron] Pushing event updated for resources: {'Port': ['ID=fd6fa129-4aa2-485d-ba8c-81e929ab059a,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:51.541014 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-84c1edd2-b083-40c2-81d2-d91ca7727169 service neutron] Request body: {'port': {'device_id': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:51.612894 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4183eb1b-f5fd-4273-94c2-8ef20eafa037 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:51.676284 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4183eb1b-f5fd-4273-94c2-8ef20eafa037 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:51.679950 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-84c1edd2-b083-40c2-81d2-d91ca7727169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:51.783604 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b69601-2e07-4f84-b7ed-f4ef46af18a7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Router 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:57:51.824852 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-319a4e45-6c15-4c3c-808d-a777ca3a69b8 req-c36c9680-8638-4c82-a74e-727b659c28f3 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5547514 Aug 16 20:57:51.897441 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4183eb1b-f5fd-4273-94c2-8ef20eafa037 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:51.899956 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4183eb1b-f5fd-4273-94c2-8ef20eafa037 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:51.912375 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4183eb1b-f5fd-4273-94c2-8ef20eafa037 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "DELETE /v2.0/security-groups/992f3b1a-c571-401b-9f5c-bd9ed776c502 HTTP/1.1" status: 204 len: 168 time: 0.4830866 Aug 16 20:57:51.916693 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48522) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:51.929955 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:51.962848 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2136bb90-e58a-4dd7-ad3c-747c4b602431 req-7c69ee6f-20f0-4075-8e19-822f3861c579 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=2f05bb64-9f10-404a-9d0e-024f432f1dbc&id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6806040 Aug 16 20:57:51.964293 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b69601-2e07-4f84-b7ed-f4ef46af18a7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:57:51.965908 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8391cb7-3b03-48e0-9e0b-2a24120d0310 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=992f3b1a-c571-401b-9f5c-bd9ed776c502,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:51.974962 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c5b69601-2e07-4f84-b7ed-f4ef46af18a7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "PUT /v2.0/routers/213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0332022 Aug 16 20:57:51.977625 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48524) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:51.984391 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-8dc48629-0ff1-49c6-8938-72c5055f41dc tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Request body: {'network': {'name': 'tempest-RoutersTest-79702914'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:51.987669 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc13977f-9d93-4bfe-ad91-e82aaa9560bf None None] Sync routers for ids ['213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:57:51.999797 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'tag': 'fd6fa129-4aa2-485d-ba8c-81e929ab059a'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:57:52.001809 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc13977f-9d93-4bfe-ad91-e82aaa9560bf None None] Routers {'213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:57:52.003111 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-cc13977f-9d93-4bfe-ad91-e82aaa9560bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:57:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:52.027062 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67044827-1656-4980-884b-6f136c7f19e7" -d '{"events": [{"name": "network-changed", "server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "tag": "fd6fa129-4aa2-485d-ba8c-81e929ab059a"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:57:52.076968 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4183eb1b-f5fd-4273-94c2-8ef20eafa037 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=992f3b1a-c571-401b-9f5c-bd9ed776c502,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:52.155603 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-efa42510-24f4-4c88-9fc1-ffed90f5ce35 req-c567cc9b-27ae-4bca-ba68-f897d3df42cb tempest-ServerShowV254Test-814932692 tempest-ServerShowV254Test-814932692-project] 10.222.0.84 "GET /v2.0/ports?device_id=06f61aad-3645-4d56-8238-4af430bcb9e9 HTTP/1.1" status: 200 len: 210 time: 0.0558460 Aug 16 20:57:52.157086 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc48629-0ff1-49c6-8938-72c5055f41dc tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Made reservation on behalf of 0b19238fc82d40c8a6e9e0dd94761190 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:52.162742 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8dc48629-0ff1-49c6-8938-72c5055f41dc tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:52.168563 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-cc13977f-9d93-4bfe-ad91-e82aaa9560bf None None] Set router 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:57:52.209766 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3dbf10-6ba4-4ed2-8ae5-91ddc328e49d x-openstack-request-id: req-8b3dbf10-6ba4-4ed2-8ae5-91ddc328e49d {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:57:52.210064 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "tag": "fd6fa129-4aa2-485d-ba8c-81e929ab059a", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:57:52.210326 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8b3dbf10-6ba4-4ed2-8ae5-91ddc328e49d {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:57:52.210729 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'tag': 'fd6fa129-4aa2-485d-ba8c-81e929ab059a', 'status': 'completed', 'code': 200} Aug 16 20:57:52.216939 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e9ad6688-4672-4058-a0ff-696ba86c0244 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2931709 Aug 16 20:57:52.220326 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48528) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:52.264632 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc48629-0ff1-49c6-8938-72c5055f41dc tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:57:52.278158 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-339af251-2a06-49e1-82e4-b98c9fcfcf66 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] delete failed (client error): The resource could not be found. Aug 16 20:57:52.279472 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-339af251-2a06-49e1-82e4-b98c9fcfcf66 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "DELETE /v2.0/security-groups/992f3b1a-c571-401b-9f5c-bd9ed776c502 HTTP/1.1" status: 404 len: 347 time: 0.0574086 Aug 16 20:57:52.284549 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48530) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:52.293067 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8dc48629-0ff1-49c6-8938-72c5055f41dc tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:52.293515 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-8dc48629-0ff1-49c6-8938-72c5055f41dc tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Added segment 6ed896c5-ea83-4c43-a384-c7277c3c5b6e of type vlan for network 494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076 Aug 16 20:57:52.294998 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-55212f2d-a2d0-4eee-895c-773e41f0897b tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Request body: {'security_group': {'name': 'tempest-secgroup--1691260598'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:52.362622 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67044827-1656-4980-884b-6f136c7f19e7 req-a0a5391d-f3a8-4413-ba97-fde57cf85b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:52.362622 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67044827-1656-4980-884b-6f136c7f19e7 req-a0a5391d-f3a8-4413-ba97-fde57cf85b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:52.362622 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67044827-1656-4980-884b-6f136c7f19e7 req-a0a5391d-f3a8-4413-ba97-fde57cf85b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:52.362622 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67044827-1656-4980-884b-6f136c7f19e7 req-a0a5391d-f3a8-4413-ba97-fde57cf85b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:52.363201 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67044827-1656-4980-884b-6f136c7f19e7 req-a0a5391d-f3a8-4413-ba97-fde57cf85b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:52.363610 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67044827-1656-4980-884b-6f136c7f19e7 req-a0a5391d-f3a8-4413-ba97-fde57cf85b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:52.364235 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67044827-1656-4980-884b-6f136c7f19e7 req-a0a5391d-f3a8-4413-ba97-fde57cf85b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:52.367407 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-67044827-1656-4980-884b-6f136c7f19e7 req-a0a5391d-f3a8-4413-ba97-fde57cf85b4b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9440ed0933f64f7cb6d1f0c295a72000&device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 6349 time: 0.1874146 Aug 16 20:57:52.425555 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-cc13977f-9d93-4bfe-ad91-e82aaa9560bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'name': 'tempest-RoutersTest-router-1658649149', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:57:41Z', 'updated_at': '2021-08-16T20:57:48Z', 'revision_number': 2, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'gw_port_host': None, '_interfaces': [{'id': '8d479e76-8f22-4f9e-9800-8c1dab50baa8', 'name': '', 'network_id': 'c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:be:83:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:57:46Z', 'updated_at': '2021-08-16T20:57:49Z', 'revision_number': 2, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:52.449739 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8dc48629-0ff1-49c6-8938-72c5055f41dc tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:52.471231 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-55212f2d-a2d0-4eee-895c-773e41f0897b tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:52.476072 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc13977f-9d93-4bfe-ad91-e82aaa9560bf None None] Checking router: 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:57:52.476753 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc13977f-9d93-4bfe-ad91-e82aaa9560bf None None] Updating router 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a port 8d479e76-8f22-4f9e-9800-8c1dab50baa8 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:57:52.506928 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-84c1edd2-b083-40c2-81d2-d91ca7727169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f12573e-db64-4bb9-b684-4157dd9b1f73 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:57:52.513419 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67044827-1656-4980-884b-6f136c7f19e7 req-cd29eb43-eb54-4364-8b0a-d17c17aa6f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:52.513954 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-cc13977f-9d93-4bfe-ad91-e82aaa9560bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:52.514332 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67044827-1656-4980-884b-6f136c7f19e7 req-cd29eb43-eb54-4364-8b0a-d17c17aa6f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:52.514995 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67044827-1656-4980-884b-6f136c7f19e7 req-cd29eb43-eb54-4364-8b0a-d17c17aa6f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:52.517505 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-67044827-1656-4980-884b-6f136c7f19e7 req-cd29eb43-eb54-4364-8b0a-d17c17aa6f97 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=9440ed0933f64f7cb6d1f0c295a72000&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1397424 Aug 16 20:57:52.518991 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-84c1edd2-b083-40c2-81d2-d91ca7727169 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:52.550862 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-84c1edd2-b083-40c2-81d2-d91ca7727169 service neutron] Transition to ACTIVE for port object 1f12573e-db64-4bb9-b684-4157dd9b1f73 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:52.596205 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8dc48629-0ff1-49c6-8938-72c5055f41dc tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:52.609236 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc48629-0ff1-49c6-8938-72c5055f41dc tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:52.609920 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8dc48629-0ff1-49c6-8938-72c5055f41dc tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:52.637377 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-55212f2d-a2d0-4eee-895c-773e41f0897b tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:52.686440 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-84c1edd2-b083-40c2-81d2-d91ca7727169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:52.708840 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc48629-0ff1-49c6-8938-72c5055f41dc tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event updated for resources: {'Network': ['ID=494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:52.720927 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:57:52.773297 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67044827-1656-4980-884b-6f136c7f19e7 req-6f812032-210f-44dd-b1d9-473f22bbb5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:52.779348 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-67044827-1656-4980-884b-6f136c7f19e7 req-6f812032-210f-44dd-b1d9-473f22bbb5f3 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2502844 Aug 16 20:57:52.790390 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 9f87f85e-63d5-4430-b439-f45cc0d2e38e up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:57:52.806677 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-55212f2d-a2d0-4eee-895c-773e41f0897b tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:52.842365 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1edd2-b083-40c2-81d2-d91ca7727169 service neutron] Pushing event updated for resources: {'Port': ['ID=1f12573e-db64-4bb9-b684-4157dd9b1f73,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:52.850454 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8dc48629-0ff1-49c6-8938-72c5055f41dc tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.8715098 Aug 16 20:57:52.851101 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48534) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:52.868257 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-f0090561-f01a-40c6-a5bf-b66255ceb623 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Request body: {'subnet': {'network_id': '494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:52.885971 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55212f2d-a2d0-4eee-895c-773e41f0897b tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1a4594-999e-47dd-ba2a-f017c2c1c886,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:52.925559 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-84c1edd2-b083-40c2-81d2-d91ca7727169 service neutron] Attempting to bind port 1f12573e-db64-4bb9-b684-4157dd9b1f73 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:52.925926 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-84c1edd2-b083-40c2-81d2-d91ca7727169 service neutron] Attempting to bind port 1f12573e-db64-4bb9-b684-4157dd9b1f73 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '20387d42-fe4f-4d9a-b237-177d370a0ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0bc6759c-80a4-4ca6-8103-9c391365ae1c'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:52.926584 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-84c1edd2-b083-40c2-81d2-d91ca7727169 service neutron] Attempting to bind port 1f12573e-db64-4bb9-b684-4157dd9b1f73 on network 0bc6759c-80a4-4ca6-8103-9c391365ae1c {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:52.944566 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-84c1edd2-b083-40c2-81d2-d91ca7727169 service neutron] Port 1f12573e-db64-4bb9-b684-4157dd9b1f73 on network 0bc6759c-80a4-4ca6-8103-9c391365ae1c not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:57:52.944987 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-84c1edd2-b083-40c2-81d2-d91ca7727169 service neutron] Attempting to bind port 1f12573e-db64-4bb9-b684-4157dd9b1f73 on network 0bc6759c-80a4-4ca6-8103-9c391365ae1c {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:52.952958 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-55212f2d-a2d0-4eee-895c-773e41f0897b tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:52.959505 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-55212f2d-a2d0-4eee-895c-773e41f0897b tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6680374 Aug 16 20:57:52.961507 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48540) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:52.981389 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-6e24fb70-468f-4a28-807f-b762d115d892 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Request body: {'security_group_rule': {'security_group_id': '2b1a4594-999e-47dd-ba2a-f017c2c1c886', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:52.989077 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-84c1edd2-b083-40c2-81d2-d91ca7727169 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:57:52.991723 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-84c1edd2-b083-40c2-81d2-d91ca7727169 service neutron] Checking segment: {'id': '20387d42-fe4f-4d9a-b237-177d370a0ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0bc6759c-80a4-4ca6-8103-9c391365ae1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:52.993429 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-84c1edd2-b083-40c2-81d2-d91ca7727169 service neutron] Bound using segment: {'id': '20387d42-fe4f-4d9a-b237-177d370a0ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0bc6759c-80a4-4ca6-8103-9c391365ae1c'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:57:52.994201 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-84c1edd2-b083-40c2-81d2-d91ca7727169 service neutron] Bound port: 1f12573e-db64-4bb9-b684-4157dd9b1f73, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20387d42-fe4f-4d9a-b237-177d370a0ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0bc6759c-80a4-4ca6-8103-9c391365ae1c'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:57:52.994829 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-84c1edd2-b083-40c2-81d2-d91ca7727169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:53.025897 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-cc13977f-9d93-4bfe-ad91-e82aaa9560bf None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:53.046887 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-cc13977f-9d93-4bfe-ad91-e82aaa9560bf None None] Transition to ACTIVE for port object 8d479e76-8f22-4f9e-9800-8c1dab50baa8 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:53.061673 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 9f87f85e-63d5-4430-b439-f45cc0d2e38e completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:53.067964 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 9f87f85e-63d5-4430-b439-f45cc0d2e38e triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:53.068439 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:53.111290 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-84c1edd2-b083-40c2-81d2-d91ca7727169 service neutron] For port 1f12573e-db64-4bb9-b684-4157dd9b1f73, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:57:53.133690 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-84c1edd2-b083-40c2-81d2-d91ca7727169 service neutron] For port 1f12573e-db64-4bb9-b684-4157dd9b1f73, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=1f12573e-db64-4bb9-b684-4157dd9b1f73,segment=NetworkSegment(20387d42-fe4f-4d9a-b237-177d370a0ab5),segment_id=20387d42-fe4f-4d9a-b237-177d370a0ab5)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:57:53.162939 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-cc13977f-9d93-4bfe-ad91-e82aaa9560bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:53.168462 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e617d-5884-4581-b581-8c8f152ffe43 req-e20e1828-4870-4849-9bd3-c66b6821662d tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:53.170053 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-039e617d-5884-4581-b581-8c8f152ffe43 req-e20e1828-4870-4849-9bd3-c66b6821662d tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=805cc877-9bd7-43ef-af2f-621eedbfe4d7 HTTP/1.1" status: 200 len: 944 time: 0.1393628 Aug 16 20:57:53.211319 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095c861-1bc1-4454-9bb7-bac1d1113f50 req-5dc5a419-d1b4-4516-bf0e-6405ca921733 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:53.217025 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:53.219109 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095c861-1bc1-4454-9bb7-bac1d1113f50 req-5dc5a419-d1b4-4516-bf0e-6405ca921733 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:53.222968 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-84c1edd2-b083-40c2-81d2-d91ca7727169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:53.226964 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095c861-1bc1-4454-9bb7-bac1d1113f50 req-5dc5a419-d1b4-4516-bf0e-6405ca921733 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:53.234429 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095c861-1bc1-4454-9bb7-bac1d1113f50 req-5dc5a419-d1b4-4516-bf0e-6405ca921733 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:53.242861 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095c861-1bc1-4454-9bb7-bac1d1113f50 req-5dc5a419-d1b4-4516-bf0e-6405ca921733 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:53.243935 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0824fbc-dc20-437b-b129-6687f1ac98d9 None None] Pushing event updated for resources: {'Port': ['ID=8d479e76-8f22-4f9e-9800-8c1dab50baa8,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:53.250692 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095c861-1bc1-4454-9bb7-bac1d1113f50 req-5dc5a419-d1b4-4516-bf0e-6405ca921733 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:53.267978 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095c861-1bc1-4454-9bb7-bac1d1113f50 req-5dc5a419-d1b4-4516-bf0e-6405ca921733 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:53.276747 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9095c861-1bc1-4454-9bb7-bac1d1113f50 req-5dc5a419-d1b4-4516-bf0e-6405ca921733 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 5409 time: 0.1548901 Aug 16 20:57:53.282419 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0824fbc-dc20-437b-b129-6687f1ac98d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:53.283139 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0824fbc-dc20-437b-b129-6687f1ac98d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:53.284087 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0824fbc-dc20-437b-b129-6687f1ac98d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:53.284669 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0824fbc-dc20-437b-b129-6687f1ac98d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:53.285450 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0824fbc-dc20-437b-b129-6687f1ac98d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:53.286450 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0824fbc-dc20-437b-b129-6687f1ac98d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:53.286999 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0824fbc-dc20-437b-b129-6687f1ac98d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:53.288072 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0824fbc-dc20-437b-b129-6687f1ac98d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:53.288622 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0824fbc-dc20-437b-b129-6687f1ac98d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:53.289221 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0824fbc-dc20-437b-b129-6687f1ac98d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:53.289881 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0824fbc-dc20-437b-b129-6687f1ac98d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:53.290474 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0824fbc-dc20-437b-b129-6687f1ac98d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:53.300548 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805cc877-9bd7-43ef-af2f-621eedbfe4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f87f85e-63d5-4430-b439-f45cc0d2e38e'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:57:53.306683 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65299315-841d-4e33-9ab3-95e31cc29f4f" -d '{"events": [{"server_uuid": "805cc877-9bd7-43ef-af2f-621eedbfe4d7", "name": "network-vif-plugged", "status": "completed", "tag": "9f87f85e-63d5-4430-b439-f45cc0d2e38e"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:57:53.325884 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-84c1edd2-b083-40c2-81d2-d91ca7727169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:53.330064 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-84c1edd2-b083-40c2-81d2-d91ca7727169 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:53.332679 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-84c1edd2-b083-40c2-81d2-d91ca7727169 service neutron] 10.222.0.72 "PUT /v2.0/ports/1f12573e-db64-4bb9-b684-4157dd9b1f73 HTTP/1.1" status: 200 len: 1092 time: 1.8041391 Aug 16 20:57:53.345148 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 9f87f85e-63d5-4430-b439-f45cc0d2e38e, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=9f87f85e-63d5-4430-b439-f45cc0d2e38e,segment=NetworkSegment(53b76348-81c8-4bfa-909a-3d74533ded61),segment_id=53b76348-81c8-4bfa-909a-3d74533ded61)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:53.362160 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-cc13977f-9d93-4bfe-ad91-e82aaa9560bf None None] Attempting to bind port 8d479e76-8f22-4f9e-9800-8c1dab50baa8 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:53.362617 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-cc13977f-9d93-4bfe-ad91-e82aaa9560bf None None] Attempting to bind port 8d479e76-8f22-4f9e-9800-8c1dab50baa8 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'd11ae66c-0309-4dc3-9ccd-954bfc4c2cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:53.362995 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc13977f-9d93-4bfe-ad91-e82aaa9560bf None None] Attempting to bind port 8d479e76-8f22-4f9e-9800-8c1dab50baa8 on network c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:53.370922 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc13977f-9d93-4bfe-ad91-e82aaa9560bf None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:57:53.371357 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc13977f-9d93-4bfe-ad91-e82aaa9560bf None None] Checking segment: {'id': 'd11ae66c-0309-4dc3-9ccd-954bfc4c2cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:53.371767 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-cc13977f-9d93-4bfe-ad91-e82aaa9560bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:53.372216 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc13977f-9d93-4bfe-ad91-e82aaa9560bf None None] Bound using segment: {'id': 'd11ae66c-0309-4dc3-9ccd-954bfc4c2cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:57:53.372694 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-cc13977f-9d93-4bfe-ad91-e82aaa9560bf None None] Bound port: 8d479e76-8f22-4f9e-9800-8c1dab50baa8, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd11ae66c-0309-4dc3-9ccd-954bfc4c2cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:57:53.373122 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-cc13977f-9d93-4bfe-ad91-e82aaa9560bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:53.381498 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-039e617d-5884-4581-b581-8c8f152ffe43 req-c102a11c-6c66-4a99-b967-027b3a5c5250 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024186 Aug 16 20:57:53.412621 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9095c861-1bc1-4454-9bb7-bac1d1113f50 req-a5437622-1e04-44db-b231-4534ed953032 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=2f05bb64-9f10-404a-9d0e-024f432f1dbc&id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1313190 Aug 16 20:57:53.416099 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1edd2-b083-40c2-81d2-d91ca7727169 service neutron] Pushing event updated for resources: {'Port': ['ID=1f12573e-db64-4bb9-b684-4157dd9b1f73,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:53.433687 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6e24fb70-468f-4a28-807f-b762d115d892 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:53.486390 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0090561-f01a-40c6-a5bf-b66255ceb623 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Made reservation on behalf of 0b19238fc82d40c8a6e9e0dd94761190 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:53.486573 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:53.490844 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f0090561-f01a-40c6-a5bf-b66255ceb623 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:53.491290 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-cc13977f-9d93-4bfe-ad91-e82aaa9560bf None None] For port 8d479e76-8f22-4f9e-9800-8c1dab50baa8, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:57:53.507453 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-cc13977f-9d93-4bfe-ad91-e82aaa9560bf None None] For port 8d479e76-8f22-4f9e-9800-8c1dab50baa8, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=8d479e76-8f22-4f9e-9800-8c1dab50baa8,segment=NetworkSegment(d11ae66c-0309-4dc3-9ccd-954bfc4c2cb5),segment_id=d11ae66c-0309-4dc3-9ccd-954bfc4c2cb5)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:57:53.542484 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-612e7268-f2b2-4186-b9b8-f602f15f985d service neutron] Request body: {'port': {'device_id': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:53.557224 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=9f87f85e-63d5-4430-b439-f45cc0d2e38e,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:53.630197 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-cc13977f-9d93-4bfe-ad91-e82aaa9560bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:53.667909 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc09080f-c93c-47f5-9d14-22797360075d x-openstack-request-id: req-cc09080f-c93c-47f5-9d14-22797360075d {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:57:53.668214 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805cc877-9bd7-43ef-af2f-621eedbfe4d7", "name": "network-vif-plugged", "status": "completed", "tag": "9f87f85e-63d5-4430-b439-f45cc0d2e38e", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:57:53.668512 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-cc09080f-c93c-47f5-9d14-22797360075d {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:57:53.669268 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805cc877-9bd7-43ef-af2f-621eedbfe4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f87f85e-63d5-4430-b439-f45cc0d2e38e', 'code': 200} Aug 16 20:57:53.697917 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6e24fb70-468f-4a28-807f-b762d115d892 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:53.785061 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-612e7268-f2b2-4186-b9b8-f602f15f985d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:53.798854 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0824fbc-dc20-437b-b129-6687f1ac98d9 None None] Pushing event updated for resources: {'Port': ['ID=8d479e76-8f22-4f9e-9800-8c1dab50baa8,revision_number=4']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:53.844734 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc13977f-9d93-4bfe-ad91-e82aaa9560bf None None] Routers {'213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:57:53.846472 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-cc13977f-9d93-4bfe-ad91-e82aaa9560bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:57:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:53.865489 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d1420d1e-fbef-41a8-ab3a-7daecda7a57f req-bb305fee-688b-4cdf-a6a0-736d43af2364 tempest-ServerShowV254Test-814932692 tempest-ServerShowV254Test-814932692-project] 10.222.0.84 "GET /v2.0/ports?device_id=06f61aad-3645-4d56-8238-4af430bcb9e9 HTTP/1.1" status: 200 len: 210 time: 0.2184808 Aug 16 20:57:53.977457 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-cc13977f-9d93-4bfe-ad91-e82aaa9560bf None None] Set router 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:57:53.978056 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c6d35-197e-43df-849e-5ede8d40822e req-b290a917-8ca6-48f3-b4d0-b7f927a86ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:53.979640 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-032c6d35-197e-43df-849e-5ede8d40822e req-b290a917-8ca6-48f3-b4d0-b7f927a86ae5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=805cc877-9bd7-43ef-af2f-621eedbfe4d7 HTTP/1.1" status: 200 len: 1097 time: 0.2090936 Aug 16 20:57:54.082399 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6e24fb70-468f-4a28-807f-b762d115d892 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:54.101968 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e24fb70-468f-4a28-807f-b762d115d892 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6193e3e-02db-47ad-bb3a-061a97fd367d,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:54.234270 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-032c6d35-197e-43df-849e-5ede8d40822e req-3317c207-300b-49e1-9d9e-6f4392403947 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130911 Aug 16 20:57:54.235223 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'tag': '1f12573e-db64-4bb9-b684-4157dd9b1f73'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:57:54.238239 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926c3cf2-332a-4062-b68d-c1e79f4a420c" -d '{"events": [{"name": "network-changed", "server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "tag": "1f12573e-db64-4bb9-b684-4157dd9b1f73"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:57:54.251005 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6e24fb70-468f-4a28-807f-b762d115d892 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:54.252512 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6e24fb70-468f-4a28-807f-b762d115d892 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2897482 Aug 16 20:57:54.255973 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48556) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:54.267877 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-612e7268-f2b2-4186-b9b8-f602f15f985d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:57:54.281682 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-612e7268-f2b2-4186-b9b8-f602f15f985d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:54.289591 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-cc13977f-9d93-4bfe-ad91-e82aaa9560bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'name': 'tempest-RoutersTest-router-1658649149', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:57:41Z', 'updated_at': '2021-08-16T20:57:48Z', 'revision_number': 2, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'gw_port_host': None, '_interfaces': [{'id': '8d479e76-8f22-4f9e-9800-8c1dab50baa8', 'name': '', 'network_id': 'c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:be:83:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:57:46Z', 'updated_at': '2021-08-16T20:57:53Z', 'revision_number': 4, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:54.295713 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1ba5eac1-e554-4c0c-98e9-025e6902ca54 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:54.297689 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-612e7268-f2b2-4186-b9b8-f602f15f985d service neutron] Transition to ACTIVE for port object 3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:54.300581 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2fe8f4-bf59-4ccc-a05e-2a4bc1a8dcf5 x-openstack-request-id: req-1c2fe8f4-bf59-4ccc-a05e-2a4bc1a8dcf5 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:57:54.300878 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "tag": "1f12573e-db64-4bb9-b684-4157dd9b1f73", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:57:54.301130 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1c2fe8f4-bf59-4ccc-a05e-2a4bc1a8dcf5 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:57:54.301784 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'tag': '1f12573e-db64-4bb9-b684-4157dd9b1f73', 'status': 'completed', 'code': 200} Aug 16 20:57:54.305281 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1ba5eac1-e554-4c0c-98e9-025e6902ca54 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:54.317863 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc13977f-9d93-4bfe-ad91-e82aaa9560bf None None] The sync data for ids ['213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'] in n-d-793620-15 is: [{'id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'name': 'tempest-RoutersTest-router-1658649149', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:57:41Z', 'updated_at': '2021-08-16T20:57:48Z', 'revision_number': 2, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'gw_port_host': None, '_interfaces': [{'id': '8d479e76-8f22-4f9e-9800-8c1dab50baa8', 'name': '', 'network_id': 'c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:be:83:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:57:46Z', 'updated_at': '2021-08-16T20:57:53Z', 'revision_number': 4, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:57:54.398389 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c3cf2-332a-4062-b68d-c1e79f4a420c req-b862b212-13db-4880-916a-ff1c1b0f4a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:54.398964 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c3cf2-332a-4062-b68d-c1e79f4a420c req-b862b212-13db-4880-916a-ff1c1b0f4a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:54.399472 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c3cf2-332a-4062-b68d-c1e79f4a420c req-b862b212-13db-4880-916a-ff1c1b0f4a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:54.400005 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c3cf2-332a-4062-b68d-c1e79f4a420c req-b862b212-13db-4880-916a-ff1c1b0f4a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:54.400499 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c3cf2-332a-4062-b68d-c1e79f4a420c req-b862b212-13db-4880-916a-ff1c1b0f4a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:54.400991 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c3cf2-332a-4062-b68d-c1e79f4a420c req-b862b212-13db-4880-916a-ff1c1b0f4a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:54.401479 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c3cf2-332a-4062-b68d-c1e79f4a420c req-b862b212-13db-4880-916a-ff1c1b0f4a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:54.403596 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-926c3cf2-332a-4062-b68d-c1e79f4a420c req-b862b212-13db-4880-916a-ff1c1b0f4a71 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9440ed0933f64f7cb6d1f0c295a72000&device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 6417 time: 0.0863130 Aug 16 20:57:54.474422 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-612e7268-f2b2-4186-b9b8-f602f15f985d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:54.478191 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f0090561-f01a-40c6-a5bf-b66255ceb623 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:54.623815 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1ba5eac1-e554-4c0c-98e9-025e6902ca54 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:54.666079 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1ba5eac1-e554-4c0c-98e9-025e6902ca54 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:54.669788 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1ba5eac1-e554-4c0c-98e9-025e6902ca54 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/d6193e3e-02db-47ad-bb3a-061a97fd367d HTTP/1.1" status: 204 len: 168 time: 0.4102974 Aug 16 20:57:54.686027 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48564) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:54.709474 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-612e7268-f2b2-4186-b9b8-f602f15f985d service neutron] Attempting to bind port 3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:54.710099 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-612e7268-f2b2-4186-b9b8-f602f15f985d service neutron] Attempting to bind port 3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '20387d42-fe4f-4d9a-b237-177d370a0ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0bc6759c-80a4-4ca6-8103-9c391365ae1c'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:54.710600 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-612e7268-f2b2-4186-b9b8-f602f15f985d service neutron] Attempting to bind port 3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1 on network 0bc6759c-80a4-4ca6-8103-9c391365ae1c {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:54.721277 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-612e7268-f2b2-4186-b9b8-f602f15f985d service neutron] Port 3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1 on network 0bc6759c-80a4-4ca6-8103-9c391365ae1c not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:57:54.721882 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-612e7268-f2b2-4186-b9b8-f602f15f985d service neutron] Attempting to bind port 3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1 on network 0bc6759c-80a4-4ca6-8103-9c391365ae1c {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:54.728048 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-612e7268-f2b2-4186-b9b8-f602f15f985d service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:57:54.728657 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-612e7268-f2b2-4186-b9b8-f602f15f985d service neutron] Checking segment: {'id': '20387d42-fe4f-4d9a-b237-177d370a0ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0bc6759c-80a4-4ca6-8103-9c391365ae1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:54.729214 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-612e7268-f2b2-4186-b9b8-f602f15f985d service neutron] Bound using segment: {'id': '20387d42-fe4f-4d9a-b237-177d370a0ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0bc6759c-80a4-4ca6-8103-9c391365ae1c'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:57:54.729843 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-612e7268-f2b2-4186-b9b8-f602f15f985d service neutron] Bound port: 3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20387d42-fe4f-4d9a-b237-177d370a0ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0bc6759c-80a4-4ca6-8103-9c391365ae1c'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:57:54.730383 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-612e7268-f2b2-4186-b9b8-f602f15f985d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:54.738539 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba5eac1-e554-4c0c-98e9-025e6902ca54 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6193e3e-02db-47ad-bb3a-061a97fd367d,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:54.741156 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e7268-f2b2-4186-b9b8-f602f15f985d service neutron] Pushing event updated for resources: {'Port': ['ID=3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:54.794756 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0090561-f01a-40c6-a5bf-b66255ceb623 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event updated for resources: {'Subnet': ['ID=95489d13-66c0-40de-831e-594beeadd3f2,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:54.836773 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-612e7268-f2b2-4186-b9b8-f602f15f985d service neutron] For port 3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:57:54.837274 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c7d16c-08f7-41c2-85b7-fad937883b26 req-ef98df1c-aa0a-48bd-ba28-3e9a6b8772b8 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:54.838884 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-47c7d16c-08f7-41c2-85b7-fad937883b26 req-ef98df1c-aa0a-48bd-ba28-3e9a6b8772b8 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=805cc877-9bd7-43ef-af2f-621eedbfe4d7 HTTP/1.1" status: 200 len: 945 time: 0.2882159 Aug 16 20:57:54.846036 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-612e7268-f2b2-4186-b9b8-f602f15f985d service neutron] For port 3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1,segment=NetworkSegment(20387d42-fe4f-4d9a-b237-177d370a0ab5),segment_id=20387d42-fe4f-4d9a-b237-177d370a0ab5)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:57:54.856743 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1748e5-5782-4844-a29c-a4c03f6721c0 req-b86032d0-5c30-43f4-9454-b47c5b4937ea tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:54.858466 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1748e5-5782-4844-a29c-a4c03f6721c0 req-b86032d0-5c30-43f4-9454-b47c5b4937ea tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:54.865341 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1748e5-5782-4844-a29c-a4c03f6721c0 req-b86032d0-5c30-43f4-9454-b47c5b4937ea tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:54.871528 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1748e5-5782-4844-a29c-a4c03f6721c0 req-b86032d0-5c30-43f4-9454-b47c5b4937ea tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:54.886880 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1748e5-5782-4844-a29c-a4c03f6721c0 req-b86032d0-5c30-43f4-9454-b47c5b4937ea tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:54.900587 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1748e5-5782-4844-a29c-a4c03f6721c0 req-b86032d0-5c30-43f4-9454-b47c5b4937ea tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:54.908083 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1748e5-5782-4844-a29c-a4c03f6721c0 req-b86032d0-5c30-43f4-9454-b47c5b4937ea tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:54.917819 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5e1748e5-5782-4844-a29c-a4c03f6721c0 req-b86032d0-5c30-43f4-9454-b47c5b4937ea tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 5421 time: 0.3570070 Aug 16 20:57:54.934808 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0090561-f01a-40c6-a5bf-b66255ceb623 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Checking segment: {'id': '6ed896c5-ea83-4c43-a384-c7277c3c5b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:54.935207 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0090561-f01a-40c6-a5bf-b66255ceb623 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Network hostable DHCP agents. Network: 494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:57:54.964661 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c3cf2-332a-4062-b68d-c1e79f4a420c req-fe3fb8d4-f10b-418b-9bd7-857cabae6554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:54.965166 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c3cf2-332a-4062-b68d-c1e79f4a420c req-fe3fb8d4-f10b-418b-9bd7-857cabae6554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:54.965653 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c3cf2-332a-4062-b68d-c1e79f4a420c req-fe3fb8d4-f10b-418b-9bd7-857cabae6554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:54.967763 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-926c3cf2-332a-4062-b68d-c1e79f4a420c req-fe3fb8d4-f10b-418b-9bd7-857cabae6554 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=9440ed0933f64f7cb6d1f0c295a72000&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5552826 Aug 16 20:57:54.977840 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9c96db5e-8c9c-4948-8496-c61bf19c3856 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2860637 Aug 16 20:57:54.980994 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48572) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:55.002080 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-612e7268-f2b2-4186-b9b8-f602f15f985d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:55.080601 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-612e7268-f2b2-4186-b9b8-f602f15f985d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:55.081381 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-612e7268-f2b2-4186-b9b8-f602f15f985d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:55.083286 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-612e7268-f2b2-4186-b9b8-f602f15f985d service neutron] 10.222.0.72 "PUT /v2.0/ports/3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1 HTTP/1.1" status: 200 len: 1092 time: 1.5627460 Aug 16 20:57:55.092515 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-47c7d16c-08f7-41c2-85b7-fad937883b26 req-5d5f6d44-b0a2-493f-83fb-3baa9b100e2e tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546757 Aug 16 20:57:55.159605 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5e1748e5-5782-4844-a29c-a4c03f6721c0 req-be273df9-a06d-4964-a0cd-c1b8ffe4e259 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=2f05bb64-9f10-404a-9d0e-024f432f1dbc&id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2415557 Aug 16 20:57:55.163269 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0090561-f01a-40c6-a5bf-b66255ceb623 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Network 494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:57:55.199253 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e7268-f2b2-4186-b9b8-f602f15f985d service neutron] Pushing event updated for resources: {'Port': ['ID=3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:55.204023 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-28f33c96-84ea-4d60-8f28-7b64feb70d76 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:55.237441 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-28f33c96-84ea-4d60-8f28-7b64feb70d76 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:55.287280 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c3cf2-332a-4062-b68d-c1e79f4a420c req-2eb8211e-e539-464f-a2cc-3eea9f597aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:55.302592 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-926c3cf2-332a-4062-b68d-c1e79f4a420c req-2eb8211e-e539-464f-a2cc-3eea9f597aed service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3111439 Aug 16 20:57:55.339470 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-f0090561-f01a-40c6-a5bf-b66255ceb623 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:55.352348 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb011f9-12e8-4138-b548-e9e1ffe678cb None None] Network 494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:55.385944 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0090561-f01a-40c6-a5bf-b66255ceb623 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:55.398879 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f0090561-f01a-40c6-a5bf-b66255ceb623 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:55.427349 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-28f33c96-84ea-4d60-8f28-7b64feb70d76 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:55.430321 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-28f33c96-84ea-4d60-8f28-7b64feb70d76 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:55.435272 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-28f33c96-84ea-4d60-8f28-7b64feb70d76 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "DELETE /v2.0/security-groups/2b1a4594-999e-47dd-ba2a-f017c2c1c886 HTTP/1.1" status: 204 len: 168 time: 0.4504466 Aug 16 20:57:55.436667 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48578) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:55.459513 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:57:55.475186 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f33c96-84ea-4d60-8f28-7b64feb70d76 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1a4594-999e-47dd-ba2a-f017c2c1c886,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:55.494078 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-519cddcf-c629-436a-b0d9-b56ced63a0c4 req-2c5ad213-b9fc-46d7-b351-9c159584c609 tempest-ServerShowV254Test-814932692 tempest-ServerShowV254Test-814932692-project] 10.222.0.84 "GET /v2.0/ports?device_id=06f61aad-3645-4d56-8238-4af430bcb9e9 HTTP/1.1" status: 200 len: 210 time: 0.1641822 Aug 16 20:57:55.560681 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e42d2bd5-4d24-4224-9090-1aa86d332375 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1162622 Aug 16 20:57:55.563317 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48582) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:55.570234 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-b980e939-d27a-46d8-a196-32ac2ac58a2c tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Request body: {'security_group': {'name': 'tempest-secgroup--189273209'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:55.583881 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-d6a43ad6-419f-407e-a015-48fd9acc53ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:55.584494 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-d6a43ad6-419f-407e-a015-48fd9acc53ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:55.584990 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-d6a43ad6-419f-407e-a015-48fd9acc53ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:55.586009 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-d6a43ad6-419f-407e-a015-48fd9acc53ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:55.586656 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-d6a43ad6-419f-407e-a015-48fd9acc53ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:55.587184 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-d6a43ad6-419f-407e-a015-48fd9acc53ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:55.588327 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-d6a43ad6-419f-407e-a015-48fd9acc53ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:55.590701 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48584) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:55.591806 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-d6a43ad6-419f-407e-a015-48fd9acc53ed service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9440ed0933f64f7cb6d1f0c295a72000&device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 6485 time: 0.1727099 Aug 16 20:57:55.635713 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e311cc-23fa-4b28-9d3e-2be1f903da09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076', 'network_id': '494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'fixed_ips': [{'subnet_id': '95489d13-66c0-40de-831e-594beeadd3f2'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:57:55.636637 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-47e311cc-23fa-4b28-9d3e-2be1f903da09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:55.639880 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-2fe166d3-43a2-4fd6-b95a-45b361fb04c8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=205f4f5c-2bd6-4a33-b0d7-74792db8fd1c HTTP/1.1" status: 200 len: 217 time: 0.0409958 Aug 16 20:57:55.644631 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f0090561-f01a-40c6-a5bf-b66255ceb623 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7924371 Aug 16 20:57:55.648804 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48588) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:55.743488 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c7bc892f-3730-4530-b14c-245ced2ee866 req-d99cb43f-c711-4692-b732-721dd9261cf2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=06f61aad-3645-4d56-8238-4af430bcb9e9 HTTP/1.1" status: 200 len: 210 time: 0.3309593 Aug 16 20:57:55.747389 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-4a5a875c-3235-4ba3-97c4-ad80145daf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:55.749564 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-4a5a875c-3235-4ba3-97c4-ad80145daf5b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7295a51-2f16-4f57-a8e8-eba84c181b9e HTTP/1.1" status: 200 len: 851 time: 0.0976012 Aug 16 20:57:55.762392 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ab1d8592-d456-47e2-bdc4-0b1160e3af44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:55.802169 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-b44a1121-439d-4ca6-aaee-40c456a6941b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:55.803745 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-b44a1121-439d-4ca6-aaee-40c456a6941b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471838 Aug 16 20:57:55.861246 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-47e311cc-23fa-4b28-9d3e-2be1f903da09 None None] Allocated IP 172.21.0.2 (494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076/95489d13-66c0-40de-831e-594beeadd3f2/a96a3832-e601-4e99-9320-2a791ea423cc) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:55.889764 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b980e939-d27a-46d8-a196-32ac2ac58a2c tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:55.959140 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f8f2e60d-b7ea-4bc2-ba5d-be5cba1ce68c service neutron] 10.222.0.72 "GET /v2.0/networks/15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477489 Aug 16 20:57:56.061772 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-47e311cc-23fa-4b28-9d3e-2be1f903da09 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:56.073918 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-47e311cc-23fa-4b28-9d3e-2be1f903da09 None None] Transition to ACTIVE for port object a96a3832-e601-4e99-9320-2a791ea423cc will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:56.090991 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-aa84496d-5532-4d02-bd05-16f0bd1895b9 service neutron] 10.222.0.72 "GET /v2.0/networks/15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234772 Aug 16 20:57:56.091568 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-47e311cc-23fa-4b28-9d3e-2be1f903da09 None None] Transition to ACTIVE for port object a96a3832-e601-4e99-9320-2a791ea423cc will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:56.165628 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ab1d8592-d456-47e2-bdc4-0b1160e3af44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:56.167560 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-72fbd873-7456-45d8-a4bc-2b53cdf27829 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=f46cd7dd-4272-4b97-ba28-4c7234fc9a00 HTTP/1.1" status: 200 len: 217 time: 0.0682878 Aug 16 20:57:56.217678 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-47e311cc-23fa-4b28-9d3e-2be1f903da09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:56.254805 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ab1d8592-d456-47e2-bdc4-0b1160e3af44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:56.262244 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ce84b7d-7079-4912-a8ce-90c0c4dc289d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:56.268437 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e311cc-23fa-4b28-9d3e-2be1f903da09 None None] Pushing event updated for resources: {'Port': ['ID=a96a3832-e601-4e99-9320-2a791ea423cc,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:56.282022 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e311cc-23fa-4b28-9d3e-2be1f903da09 None None] Network 494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:56.285984 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-47e311cc-23fa-4b28-9d3e-2be1f903da09 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:56.289487 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e311cc-23fa-4b28-9d3e-2be1f903da09 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:56.323193 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'tag': '3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:57:56.325079 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 8d479e76-8f22-4f9e-9800-8c1dab50baa8 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:57:56.326612 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638b6559-205f-483b-8f0b-05c21217eda8" -d '{"events": [{"name": "network-changed", "server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "tag": "3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:57:56.352640 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-b6eaa4f5-21c5-4401-83c2-a782311f6c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:56.354230 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-b6eaa4f5-21c5-4401-83c2-a782311f6c73 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a0b6d73-74b5-4c8b-b956-b93210cff710 HTTP/1.1" status: 200 len: 797 time: 0.1787119 Aug 16 20:57:56.363951 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d8592-d456-47e2-bdc4-0b1160e3af44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea833e33-1095-4a97-a0a8-47dfcee43527,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:56.376831 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ab1d8592-d456-47e2-bdc4-0b1160e3af44 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9afcbc03dbe8426e9183c88020a883dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7849908 Aug 16 20:57:56.382532 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48598) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:56.466295 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-47e311cc-23fa-4b28-9d3e-2be1f903da09 None None] Attempting to bind port a96a3832-e601-4e99-9320-2a791ea423cc on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:56.467279 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-47e311cc-23fa-4b28-9d3e-2be1f903da09 None None] Attempting to bind port a96a3832-e601-4e99-9320-2a791ea423cc by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '6ed896c5-ea83-4c43-a384-c7277c3c5b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:56.467936 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e311cc-23fa-4b28-9d3e-2be1f903da09 None None] Attempting to bind port a96a3832-e601-4e99-9320-2a791ea423cc on network 494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:56.470245 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87df001-6891-4f47-a4d0-e63d0ed998d9 req-427d93bf-acc5-4040-a577-916129d2c974 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:56.472116 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c87df001-6891-4f47-a4d0-e63d0ed998d9 req-427d93bf-acc5-4040-a577-916129d2c974 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=805cc877-9bd7-43ef-af2f-621eedbfe4d7 HTTP/1.1" status: 200 len: 945 time: 0.2334735 Aug 16 20:57:56.478092 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e311cc-23fa-4b28-9d3e-2be1f903da09 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:57:56.478834 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e311cc-23fa-4b28-9d3e-2be1f903da09 None None] Checking segment: {'id': '6ed896c5-ea83-4c43-a384-c7277c3c5b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:56.479572 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-47e311cc-23fa-4b28-9d3e-2be1f903da09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:56.480177 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e311cc-23fa-4b28-9d3e-2be1f903da09 None None] Bound using segment: {'id': '6ed896c5-ea83-4c43-a384-c7277c3c5b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:57:56.480827 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-47e311cc-23fa-4b28-9d3e-2be1f903da09 None None] Bound port: a96a3832-e601-4e99-9320-2a791ea423cc, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed896c5-ea83-4c43-a384-c7277c3c5b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:57:56.481389 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-47e311cc-23fa-4b28-9d3e-2be1f903da09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:56.490947 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4f19f-0842-425d-ba14-a97a6cfc4b3b req-09f602f1-43b9-4d11-93aa-1a0aecc710f6 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:56.497375 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4f19f-0842-425d-ba14-a97a6cfc4b3b req-09f602f1-43b9-4d11-93aa-1a0aecc710f6 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:56.503883 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4f19f-0842-425d-ba14-a97a6cfc4b3b req-09f602f1-43b9-4d11-93aa-1a0aecc710f6 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:56.510008 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4f19f-0842-425d-ba14-a97a6cfc4b3b req-09f602f1-43b9-4d11-93aa-1a0aecc710f6 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:56.516560 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4f19f-0842-425d-ba14-a97a6cfc4b3b req-09f602f1-43b9-4d11-93aa-1a0aecc710f6 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:56.522203 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4f19f-0842-425d-ba14-a97a6cfc4b3b req-09f602f1-43b9-4d11-93aa-1a0aecc710f6 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:56.528196 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4f19f-0842-425d-ba14-a97a6cfc4b3b req-09f602f1-43b9-4d11-93aa-1a0aecc710f6 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:56.530122 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8cd4f19f-0842-425d-ba14-a97a6cfc4b3b req-09f602f1-43b9-4d11-93aa-1a0aecc710f6 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 5421 time: 0.2116790 Aug 16 20:57:56.554764 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-be20f8ce-2c3a-47e2-9585-062b83d914a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:56.561156 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-de40657d-a7fc-4a61-a57c-4504b7a025ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:56.563349 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-de40657d-a7fc-4a61-a57c-4504b7a025ec service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a286773-4076-470d-b75a-c7eea1dc3d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1854668 Aug 16 20:57:56.564047 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-47e311cc-23fa-4b28-9d3e-2be1f903da09 None None] For port a96a3832-e601-4e99-9320-2a791ea423cc, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:57:56.568120 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-47e311cc-23fa-4b28-9d3e-2be1f903da09 None None] For port a96a3832-e601-4e99-9320-2a791ea423cc, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=a96a3832-e601-4e99-9320-2a791ea423cc,segment=NetworkSegment(6ed896c5-ea83-4c43-a384-c7277c3c5b6e),segment_id=6ed896c5-ea83-4c43-a384-c7277c3c5b6e)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:57:56.617093 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 8d479e76-8f22-4f9e-9800-8c1dab50baa8 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:56.621998 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 8d479e76-8f22-4f9e-9800-8c1dab50baa8 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:56.622660 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:56.637892 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-be20f8ce-2c3a-47e2-9585-062b83d914a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:56.645157 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c87df001-6891-4f47-a4d0-e63d0ed998d9 req-4b6828ba-16ad-4d94-ad1d-74a4fd242abd tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140172 Aug 16 20:57:56.654099 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b980e939-d27a-46d8-a196-32ac2ac58a2c tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:56.658895 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8cd4f19f-0842-425d-ba14-a97a6cfc4b3b req-9bc05d77-11a5-467c-9b10-7bee8e329aa1 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=2f05bb64-9f10-404a-9d0e-024f432f1dbc&id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1080496 Aug 16 20:57:56.676099 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-47e311cc-23fa-4b28-9d3e-2be1f903da09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:56.701528 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f887e54a-642c-4afa-9667-719b5f620a76 service neutron] 10.222.0.72 "GET /v2.0/networks/2a286773-4076-470d-b75a-c7eea1dc3d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254318 Aug 16 20:57:56.809900 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:56.820198 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e311cc-23fa-4b28-9d3e-2be1f903da09 None None] Pushing event updated for resources: {'Port': ['ID=a96a3832-e601-4e99-9320-2a791ea423cc,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:56.828669 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d2c735-b9dc-4a44-b0d6-872e7f973c20 x-openstack-request-id: req-d4d2c735-b9dc-4a44-b0d6-872e7f973c20 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:57:56.829308 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "tag": "3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:57:56.830128 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d4d2c735-b9dc-4a44-b0d6-872e7f973c20 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:57:56.830694 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'tag': '3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1', 'status': 'completed', 'code': 200} Aug 16 20:57:56.839272 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b980e939-d27a-46d8-a196-32ac2ac58a2c tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:56.893674 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-6ce84b7d-7079-4912-a8ce-90c0c4dc289d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Allocated IP 172.21.0.1 (494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076/95489d13-66c0-40de-831e-594beeadd3f2/9fcab0ab-3d89-42c0-8148-b7b83db93678) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:56.916729 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 8d479e76-8f22-4f9e-9800-8c1dab50baa8, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=8d479e76-8f22-4f9e-9800-8c1dab50baa8,segment=NetworkSegment(d11ae66c-0309-4dc3-9ccd-954bfc4c2cb5),segment_id=d11ae66c-0309-4dc3-9ccd-954bfc4c2cb5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:56.982495 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8f6c0ce2-a17f-4889-a05e-3ab630db0233 req-5c08d7a2-cdb6-4903-b592-55ae72afad33 tempest-ServerShowV254Test-814932692 tempest-ServerShowV254Test-814932692-project] 10.222.0.84 "GET /v2.0/ports?device_id=06f61aad-3645-4d56-8238-4af430bcb9e9 HTTP/1.1" status: 200 len: 210 time: 0.0541699 Aug 16 20:57:56.994505 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:56.995388 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-fc816e1f-d73a-4307-85c7-6541f9cbc963 service neutron] 10.222.0.72 "GET /v2.0/networks/2a286773-4076-470d-b75a-c7eea1dc3d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755005 Aug 16 20:57:57.006529 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b980e939-d27a-46d8-a196-32ac2ac58a2c tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:57.012417 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b980e939-d27a-46d8-a196-32ac2ac58a2c tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4429133 Aug 16 20:57:57.025699 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48606) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:57.031069 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-a2bc2684-a32c-4c88-871a-04dd6c285287 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Request body: {'security_group_rule': {'security_group_id': '2e2b97f8-85a2-47bf-94ad-85d07498f8e8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:57.039120 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980e939-d27a-46d8-a196-32ac2ac58a2c tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2b97f8-85a2-47bf-94ad-85d07498f8e8,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:57.065023 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-d8c7395d-48d1-416a-b3d0-6a5ad4337853 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=7d470d90-81da-4884-b71f-665f707bd7e3 HTTP/1.1" status: 200 len: 217 time: 0.0622790 Aug 16 20:57:57.072319 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=8d479e76-8f22-4f9e-9800-8c1dab50baa8,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:57.084060 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-be20f8ce-2c3a-47e2-9585-062b83d914a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:57.086765 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-be20f8ce-2c3a-47e2-9585-062b83d914a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:57.087984 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-be20f8ce-2c3a-47e2-9585-062b83d914a9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ea833e33-1095-4a97-a0a8-47dfcee43527 HTTP/1.1" status: 204 len: 168 time: 0.7041183 Aug 16 20:57:57.140250 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be20f8ce-2c3a-47e2-9585-062b83d914a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea833e33-1095-4a97-a0a8-47dfcee43527,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:57.161949 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-b5371796-2907-4fa1-a666-e3fc3221646b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:57.163506 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-b5371796-2907-4fa1-a666-e3fc3221646b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a0b6d73-74b5-4c8b-b956-b93210cff710 HTTP/1.1" status: 200 len: 797 time: 0.0909028 Aug 16 20:57:57.172270 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ce84b7d-7079-4912-a8ce-90c0c4dc289d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:57.204289 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-6ce84b7d-7079-4912-a8ce-90c0c4dc289d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Transition to ACTIVE for port object 9fcab0ab-3d89-42c0-8148-b7b83db93678 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:57.215641 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a2bc2684-a32c-4c88-871a-04dd6c285287 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:57.249003 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-2f6fa02a-5e0d-4d7c-b094-4a434ca8d0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:57.256487 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-2f6fa02a-5e0d-4d7c-b094-4a434ca8d0f2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a286773-4076-470d-b75a-c7eea1dc3d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0682523 Aug 16 20:57:57.292666 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a2bc2684-a32c-4c88-871a-04dd6c285287 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:57.355923 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-5f3ee362-090e-4f18-a543-b92f3ba587bd service neutron] 10.222.0.72 "GET /v2.0/networks/2a286773-4076-470d-b75a-c7eea1dc3d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923061 Aug 16 20:57:57.366969 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ce84b7d-7079-4912-a8ce-90c0c4dc289d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:57.405437 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce84b7d-7079-4912-a8ce-90c0c4dc289d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Network 494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:57.409080 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a2bc2684-a32c-4c88-871a-04dd6c285287 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:57.417657 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-6ce84b7d-7079-4912-a8ce-90c0c4dc289d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:57.427175 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce84b7d-7079-4912-a8ce-90c0c4dc289d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:57.460393 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-582c2b76-3599-4d57-b716-e641805a9969 service neutron] 10.222.0.72 "GET /v2.0/networks/2a286773-4076-470d-b75a-c7eea1dc3d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973260 Aug 16 20:57:57.478836 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce84b7d-7079-4912-a8ce-90c0c4dc289d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event updated for resources: {'Port': ['ID=9fcab0ab-3d89-42c0-8148-b7b83db93678,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:57.485512 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc2684-a32c-4c88-871a-04dd6c285287 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e793118-3222-4a60-91f4-39f2abf5c3eb,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:57.510177 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ce84b7d-7079-4912-a8ce-90c0c4dc289d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:57.526681 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-0fb5735f-3efd-46a6-86b3-f7156a7c5d76 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=ab55560e-b85e-4e5a-8f8b-0a085f406734 HTTP/1.1" status: 200 len: 217 time: 0.0567517 Aug 16 20:57:57.578269 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f8b935ad-3667-402d-bdaa-8a5bd626375d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:57.581073 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f8b935ad-3667-402d-bdaa-8a5bd626375d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a0b6d73-74b5-4c8b-b956-b93210cff710 HTTP/1.1" status: 200 len: 797 time: 0.0473790 Aug 16 20:57:57.613526 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a2bc2684-a32c-4c88-871a-04dd6c285287 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:57.613526 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a2bc2684-a32c-4c88-871a-04dd6c285287 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5866599 Aug 16 20:57:57.619604 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48620) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:57.625613 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-a4f95f94-fcaa-430f-9572-a666692f76f4 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Request body: {'security_group_rule': {'security_group_id': '2e2b97f8-85a2-47bf-94ad-85d07498f8e8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:57.642695 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-1233a594-b2c5-4b5a-9eb3-5b0f0fea0d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:57.645057 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-1233a594-b2c5-4b5a-9eb3-5b0f0fea0d73 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a286773-4076-470d-b75a-c7eea1dc3d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0573206 Aug 16 20:57:57.753763 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-33f0e97a-00cf-47f9-8a8c-24edd7ebb9c3 req-5c1f607d-e03a-4edb-851c-0fa6bf602f76 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=51a019d3d4a44e29ae102bf29bb6066f&device_id=06f61aad-3645-4d56-8238-4af430bcb9e9 HTTP/1.1" status: 200 len: 210 time: 0.1028731 Aug 16 20:57:57.762358 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ce84b7d-7079-4912-a8ce-90c0c4dc289d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:57.806672 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b5282f47-cd8b-4e75-b5e8-c3bb4f4bcdd4 req-bfe3eba6-865f-4821-9151-80201400e9ac tempest-ServerShowV254Test-814932692 tempest-ServerShowV254Test-814932692-project] 10.222.0.84 "GET /v2.0/ports?device_id=06f61aad-3645-4d56-8238-4af430bcb9e9 HTTP/1.1" status: 200 len: 210 time: 0.0999558 Aug 16 20:57:57.812938 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-33f0e97a-00cf-47f9-8a8c-24edd7ebb9c3 req-dedfab2a-dffc-4961-937e-c68a0b737071 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=51a019d3d4a44e29ae102bf29bb6066f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459232 Aug 16 20:57:57.967249 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a4f95f94-fcaa-430f-9572-a666692f76f4 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:58.139088 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a4f95f94-fcaa-430f-9572-a666692f76f4 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:58.173873 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3df7b75-1d21-46a1-8d1d-20ffa0178ae8 None None] Network 494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:58.222645 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ce84b7d-7079-4912-a8ce-90c0c4dc289d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:58.267435 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a4f95f94-fcaa-430f-9572-a666692f76f4 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:58.291420 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f95f94-fcaa-430f-9572-a666692f76f4 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc7f89f4-261e-4e70-9640-88a75387d373,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:58.315923 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ce84b7d-7079-4912-a8ce-90c0c4dc289d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:58.369651 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73f141-7b98-4710-a1a2-39448f29ee5f req-e0992187-b5d4-4e03-b27a-05df9656e203 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:58.375663 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-dc53dd3d-374c-441c-bcec-6a732bf978c1 None None] Provisioning for port a96a3832-e601-4e99-9320-2a791ea423cc completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:58.377234 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73f141-7b98-4710-a1a2-39448f29ee5f req-e0992187-b5d4-4e03-b27a-05df9656e203 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:58.386553 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73f141-7b98-4710-a1a2-39448f29ee5f req-e0992187-b5d4-4e03-b27a-05df9656e203 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:58.395201 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73f141-7b98-4710-a1a2-39448f29ee5f req-e0992187-b5d4-4e03-b27a-05df9656e203 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:58.401506 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73f141-7b98-4710-a1a2-39448f29ee5f req-e0992187-b5d4-4e03-b27a-05df9656e203 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:58.404642 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device a96a3832-e601-4e99-9320-2a791ea423cc up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:57:58.410601 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73f141-7b98-4710-a1a2-39448f29ee5f req-e0992187-b5d4-4e03-b27a-05df9656e203 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:58.416876 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73f141-7b98-4710-a1a2-39448f29ee5f req-e0992187-b5d4-4e03-b27a-05df9656e203 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:58.418840 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de73f141-7b98-4710-a1a2-39448f29ee5f req-e0992187-b5d4-4e03-b27a-05df9656e203 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 5421 time: 0.6111627 Aug 16 20:57:58.423362 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-f18f12c6-1536-4272-aba2-7e582554cc43 service neutron] 10.222.0.72 "GET /v2.0/networks/2a286773-4076-470d-b75a-c7eea1dc3d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7522390 Aug 16 20:57:58.447744 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a4f95f94-fcaa-430f-9572-a666692f76f4 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:58.447744 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a4f95f94-fcaa-430f-9572-a666692f76f4 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8237317 Aug 16 20:57:58.447744 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48646) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:58.463291 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-59d23d5b-611d-44ae-a0cb-486788d98e38 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Request body: {'security_group_rule': {'security_group_id': '2e2b97f8-85a2-47bf-94ad-85d07498f8e8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:58.493059 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce84b7d-7079-4912-a8ce-90c0c4dc289d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event updated for resources: {'Port': ['ID=9fcab0ab-3d89-42c0-8148-b7b83db93678,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:58.502429 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ce84b7d-7079-4912-a8ce-90c0c4dc289d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:58.511572 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0e97a-00cf-47f9-8a8c-24edd7ebb9c3 req-b6a00528-d5c5-4c7d-8b32-9a9c873410d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:58.513250 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-33f0e97a-00cf-47f9-8a8c-24edd7ebb9c3 req-b6a00528-d5c5-4c7d-8b32-9a9c873410d9 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6886060 Aug 16 20:57:58.582986 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port a96a3832-e601-4e99-9320-2a791ea423cc completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:58.587206 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port a96a3832-e601-4e99-9320-2a791ea423cc triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:58.587664 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:58.605269 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-e463de27-017e-4bea-87c8-390eae592c84 service neutron] 10.222.0.72 "GET /v2.0/networks/2a286773-4076-470d-b75a-c7eea1dc3d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704900 Aug 16 20:57:58.608953 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce84b7d-7079-4912-a8ce-90c0c4dc289d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Network 494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:58.610724 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-6ce84b7d-7079-4912-a8ce-90c0c4dc289d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:58.644448 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de73f141-7b98-4710-a1a2-39448f29ee5f req-9f306010-8904-442b-89a0-7bf8fba85340 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=2f05bb64-9f10-404a-9d0e-024f432f1dbc&id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2166483 Aug 16 20:57:58.720342 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-8fcf741a-48ef-4e7d-ade2-54d0cf3692c2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=fd6fa129-4aa2-485d-ba8c-81e929ab059a HTTP/1.1" status: 200 len: 217 time: 0.1040602 Aug 16 20:57:58.754938 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce84b7d-7079-4912-a8ce-90c0c4dc289d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Router 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:57:58.764325 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:58.765421 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-59d23d5b-611d-44ae-a0cb-486788d98e38 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:58.831490 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-e7f54bc9-7b0c-4b15-a311-64df433bb17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:58.833042 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-e7f54bc9-7b0c-4b15-a311-64df433bb17a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a0b6d73-74b5-4c8b-b956-b93210cff710 HTTP/1.1" status: 200 len: 797 time: 0.1058483 Aug 16 20:57:58.836843 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port a96a3832-e601-4e99-9320-2a791ea423cc, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=a96a3832-e601-4e99-9320-2a791ea423cc,segment=NetworkSegment(6ed896c5-ea83-4c43-a384-c7277c3c5b6e),segment_id=6ed896c5-ea83-4c43-a384-c7277c3c5b6e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:58.916029 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-114967b7-563d-4234-a619-6ace0aaeecdd None None] Provisioning complete for port a96a3832-e601-4e99-9320-2a791ea423cc triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:58.916421 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-114967b7-563d-4234-a619-6ace0aaeecdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:58.976593 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-e6c85264-c97a-4d20-9d15-3414ef1b90c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:58.980627 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:58.981792 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 8d479e76-8f22-4f9e-9800-8c1dab50baa8 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:57:58.982760 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-59d23d5b-611d-44ae-a0cb-486788d98e38 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:58.984292 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce84b7d-7079-4912-a8ce-90c0c4dc289d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:57:58.989390 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-e6c85264-c97a-4d20-9d15-3414ef1b90c5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a286773-4076-470d-b75a-c7eea1dc3d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1437004 Aug 16 20:57:58.994168 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6ce84b7d-7079-4912-a8ce-90c0c4dc289d tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "PUT /v2.0/routers/213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3431852 Aug 16 20:57:58.994840 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48658) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:59.001790 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-012e4559-91e5-4566-ab69-88731e1ede2b tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Request body: {'network': {'name': 'tempest-RoutersTest-443036522'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:59.053980 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c14fda-aaec-4857-8776-5915517dc074 None None] Sync routers for ids ['213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:57:59.061341 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-016849d9-b62f-4a8d-9880-0a6d6ceab00e req-e8038e17-fe15-4217-a9a2-9db186b15627 tempest-ServerShowV254Test-814932692 tempest-ServerShowV254Test-814932692-project] 10.222.0.84 "GET /v2.0/ports?device_id=06f61aad-3645-4d56-8238-4af430bcb9e9 HTTP/1.1" status: 200 len: 210 time: 0.1219327 Aug 16 20:57:59.083329 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-59d23d5b-611d-44ae-a0cb-486788d98e38 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:59.133775 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d23d5b-611d-44ae-a0cb-486788d98e38 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64082fd4-f599-4599-935b-ba7d780d869d,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:59.138692 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012e4559-91e5-4566-ab69-88731e1ede2b tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Made reservation on behalf of 0b19238fc82d40c8a6e9e0dd94761190 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:59.146519 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-012e4559-91e5-4566-ab69-88731e1ede2b tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:59.217644 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-012e4559-91e5-4566-ab69-88731e1ede2b tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:57:59.219336 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c14fda-aaec-4857-8776-5915517dc074 None None] Routers {'213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:57:59.220393 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-51c14fda-aaec-4857-8776-5915517dc074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:57:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:59.230784 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-66f71b15-b55e-418e-a157-dde789ed17cd service neutron] 10.222.0.72 "GET /v2.0/networks/2a286773-4076-470d-b75a-c7eea1dc3d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949978 Aug 16 20:57:59.232162 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-012e4559-91e5-4566-ab69-88731e1ede2b tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:59.232557 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-012e4559-91e5-4566-ab69-88731e1ede2b tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Added segment 0cffe75a-3128-49e8-9d93-04e1e681757f of type vlan for network c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35 Aug 16 20:57:59.299745 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-59d23d5b-611d-44ae-a0cb-486788d98e38 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:59.303560 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-59d23d5b-611d-44ae-a0cb-486788d98e38 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8492417 Aug 16 20:57:59.303560 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-012e4559-91e5-4566-ab69-88731e1ede2b tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:59.305176 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48662) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:59.310385 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-95d787b4-caed-4ab3-a80c-95126ea9a6fc tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Request body: {'security_group_rule': {'security_group_id': '2e2b97f8-85a2-47bf-94ad-85d07498f8e8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:59.329373 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=a96a3832-e601-4e99-9320-2a791ea423cc,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:59.354878 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-449308ba-aa64-401a-b8ea-91dc0c2ef24e service neutron] 10.222.0.72 "GET /v2.0/networks/2a286773-4076-470d-b75a-c7eea1dc3d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164932 Aug 16 20:57:59.379049 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 8d479e76-8f22-4f9e-9800-8c1dab50baa8 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:59.379433 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:59.417323 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-29e12308-a1dd-4a72-90be-e789b7bf53cc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1f12573e-db64-4bb9-b684-4157dd9b1f73 HTTP/1.1" status: 200 len: 217 time: 0.0452096 Aug 16 20:57:59.425376 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-51c14fda-aaec-4857-8776-5915517dc074 None None] Set router 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:57:59.467164 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-95d787b4-caed-4ab3-a80c-95126ea9a6fc tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:59.484645 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-d9925b11-541e-4e93-b894-e8d8735d5459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:59.487026 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-d9925b11-541e-4e93-b894-e8d8735d5459 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b0da94a-9e98-450f-a388-801e578bebaa HTTP/1.1" status: 200 len: 797 time: 0.0625029 Aug 16 20:57:59.520293 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-012e4559-91e5-4566-ab69-88731e1ede2b tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:59.527179 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012e4559-91e5-4566-ab69-88731e1ede2b tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:59.528193 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-012e4559-91e5-4566-ab69-88731e1ede2b tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:59.539548 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-a82e5ae7-f9a7-442a-81b0-3311ede7a364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:59.540626 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-a82e5ae7-f9a7-442a-81b0-3311ede7a364 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0bc6759c-80a4-4ca6-8103-9c391365ae1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0464249 Aug 16 20:57:59.569868 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-95d787b4-caed-4ab3-a80c-95126ea9a6fc tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:59.636248 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e4559-91e5-4566-ab69-88731e1ede2b tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event updated for resources: {'Network': ['ID=c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:59.642848 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-114967b7-563d-4234-a619-6ace0aaeecdd None None] Provisioning for port 9fcab0ab-3d89-42c0-8148-b7b83db93678 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:59.655120 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:57:59.660038 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-438da3f5-9b72-4bbb-a8ee-a50282ba0c86 service neutron] 10.222.0.72 "GET /v2.0/networks/0bc6759c-80a4-4ca6-8103-9c391365ae1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112154 Aug 16 20:57:59.673424 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-95d787b4-caed-4ab3-a80c-95126ea9a6fc tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:59.673695 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-114967b7-563d-4234-a619-6ace0aaeecdd None None] Provisioning complete for port 9fcab0ab-3d89-42c0-8148-b7b83db93678 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:59.673812 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-114967b7-563d-4234-a619-6ace0aaeecdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:59.693302 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d787b4-caed-4ab3-a80c-95126ea9a6fc tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef1426d-bdaf-424a-87bf-8bb2de978e36,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:59.707847 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-012e4559-91e5-4566-ab69-88731e1ede2b tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7094114 Aug 16 20:57:59.708230 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48672) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:59.714302 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-4d65f054-ffac-40e6-b9a3-daef338cd341 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Request body: {'subnet': {'network_id': 'c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:59.781541 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-33f0e97a-00cf-47f9-8a8c-24edd7ebb9c3 req-31cf6a61-d8c7-419a-a0c5-5f4378b445f4 tempest-ServerShowV254Test-814932692 tempest-ServerShowV254Test-814932692-project] 10.222.0.90 "GET /v2.0/ports?device_id=06f61aad-3645-4d56-8238-4af430bcb9e9 HTTP/1.1" status: 200 len: 210 time: 0.0399106 Aug 16 20:57:59.794547 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-95d787b4-caed-4ab3-a80c-95126ea9a6fc tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:59.798850 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-95d787b4-caed-4ab3-a80c-95126ea9a6fc tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4895864 Aug 16 20:57:59.803922 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48674) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:59.816723 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-6148152a-58d0-4e47-804d-780732ab64c9 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Request body: {'security_group_rule': {'security_group_id': '2e2b97f8-85a2-47bf-94ad-85d07498f8e8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:59.825024 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.db.api [None req-6148152a-58d0-4e47-804d-780732ab64c9 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:57:59.825024 n-d-793620-15 neutron-server[101845]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:57:59.825024 n-d-793620-15 neutron-server[101845]: [parameters: {'project_id_1': 'f68b2abebca04b93a2dbf5dcf4672d61', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 57, 59, 819867)}] Aug 16 20:57:59.825024 n-d-793620-15 neutron-server[101845]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:57:59.825472 n-d-793620-15 neutron-server[101845]: DEBUG oslo_db.api [None req-6148152a-58d0-4e47-804d-780732ab64c9 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:57:59.868799 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-114967b7-563d-4234-a619-6ace0aaeecdd None None] Port 9fcab0ab-3d89-42c0-8148-b7b83db93678 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:57:59.910220 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d65f054-ffac-40e6-b9a3-daef338cd341 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Made reservation on behalf of 0b19238fc82d40c8a6e9e0dd94761190 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:57:59.910451 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-c65c85c8-2dd9-4a98-b2a1-7f9d1e7dc288 service neutron] 10.222.0.72 "GET /v2.0/networks/0bc6759c-80a4-4ca6-8103-9c391365ae1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421227 Aug 16 20:57:59.916826 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4d65f054-ffac-40e6-b9a3-daef338cd341 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:59.978229 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-208a4143-fadf-437c-8b79-81b01f685108 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1 HTTP/1.1" status: 200 len: 217 time: 0.0618804 Aug 16 20:57:59.985874 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-51c14fda-aaec-4857-8776-5915517dc074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'name': 'tempest-RoutersTest-router-1658649149', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:57:41Z', 'updated_at': '2021-08-16T20:57:57Z', 'revision_number': 3, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'gw_port_host': None, '_interfaces': [{'id': '8d479e76-8f22-4f9e-9800-8c1dab50baa8', 'name': '', 'network_id': 'c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:be:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:57:46Z', 'updated_at': '2021-08-16T20:57:56Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fcab0ab-3d89-42c0-8148-b7b83db93678', 'name': '', 'network_id': '494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:bd:54:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '95489d13-66c0-40de-831e-594beeadd3f2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:57:56Z', 'updated_at': '2021-08-16T20:57:57Z', 'revision_number': 2, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': '95489d13-66c0-40de-831e-594beeadd3f2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:59.995380 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c2cc8-4343-4c3f-849b-3f05a16e7563 req-f92a78f3-948a-4a7a-8ba7-e061d81493a5 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:00.005125 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c2cc8-4343-4c3f-849b-3f05a16e7563 req-f92a78f3-948a-4a7a-8ba7-e061d81493a5 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:00.012442 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c2cc8-4343-4c3f-849b-3f05a16e7563 req-f92a78f3-948a-4a7a-8ba7-e061d81493a5 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:00.020979 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c2cc8-4343-4c3f-849b-3f05a16e7563 req-f92a78f3-948a-4a7a-8ba7-e061d81493a5 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:00.022470 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c14fda-aaec-4857-8776-5915517dc074 None None] Checking router: 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:58:00.022894 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c14fda-aaec-4857-8776-5915517dc074 None None] Updating router 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a port 9fcab0ab-3d89-42c0-8148-b7b83db93678 binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:58:00.030053 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c2cc8-4343-4c3f-849b-3f05a16e7563 req-f92a78f3-948a-4a7a-8ba7-e061d81493a5 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:00.036967 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c2cc8-4343-4c3f-849b-3f05a16e7563 req-f92a78f3-948a-4a7a-8ba7-e061d81493a5 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:00.043112 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c2cc8-4343-4c3f-849b-3f05a16e7563 req-f92a78f3-948a-4a7a-8ba7-e061d81493a5 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:00.051990 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9c2c2cc8-4343-4c3f-849b-3f05a16e7563 req-f92a78f3-948a-4a7a-8ba7-e061d81493a5 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 5421 time: 0.2964556 Aug 16 20:58:00.073645 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d0c500e5-7bb7-4f27-a9be-0169a0655ecc None None] Provisioning complete for port 9fcab0ab-3d89-42c0-8148-b7b83db93678 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:00.074037 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d0c500e5-7bb7-4f27-a9be-0169a0655ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:00.107109 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-51c14fda-aaec-4857-8776-5915517dc074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:00.130716 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-d0c500e5-7bb7-4f27-a9be-0169a0655ecc None None] Port 9fcab0ab-3d89-42c0-8148-b7b83db93678 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:58:00.150251 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-3ec22dbc-1a87-4d35-985f-21fdb0be2efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:00.150498 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-3ec22dbc-1a87-4d35-985f-21fdb0be2efb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b0da94a-9e98-450f-a388-801e578bebaa HTTP/1.1" status: 200 len: 797 time: 0.0958445 Aug 16 20:58:00.160294 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9c2c2cc8-4343-4c3f-849b-3f05a16e7563 req-4332573d-9895-4e86-a8f6-52a7c4d0eba7 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=2f05bb64-9f10-404a-9d0e-024f432f1dbc&id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1074347 Aug 16 20:58:00.237206 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-96418fcf-6a66-41b4-ab32-b80478a1e053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:00.239396 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-96418fcf-6a66-41b4-ab32-b80478a1e053 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0bc6759c-80a4-4ca6-8103-9c391365ae1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0780377 Aug 16 20:58:00.305208 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device a96a3832-e601-4e99-9320-2a791ea423cc up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:58:00.359891 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4d65f054-ffac-40e6-b9a3-daef338cd341 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:00.392297 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-e1ab4db2-71f8-45a9-b916-2a9755e18cf9 service neutron] 10.222.0.72 "GET /v2.0/networks/0bc6759c-80a4-4ca6-8103-9c391365ae1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310573 Aug 16 20:58:00.424089 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-115f28f9-0e8b-42aa-b9e1-30a60fdb80ed req-e5dc3024-37c6-4dfb-b85e-6cf7c16d56bd tempest-ServerShowV254Test-814932692 tempest-ServerShowV254Test-814932692-project] 10.222.0.84 "GET /v2.0/ports?device_id=06f61aad-3645-4d56-8238-4af430bcb9e9 HTTP/1.1" status: 200 len: 210 time: 0.0448914 Aug 16 20:58:00.443465 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65f054-ffac-40e6-b9a3-daef338cd341 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event updated for resources: {'Subnet': ['ID=9a9080eb-d870-44bb-bdb8-1cbbc8fe9c3e,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:00.471203 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6148152a-58d0-4e47-804d-780732ab64c9 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:00.537197 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port a96a3832-e601-4e99-9320-2a791ea423cc triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:00.537859 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:00.578736 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d65f054-ffac-40e6-b9a3-daef338cd341 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Checking segment: {'id': '0cffe75a-3128-49e8-9d93-04e1e681757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:58:00.578736 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d65f054-ffac-40e6-b9a3-daef338cd341 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Network hostable DHCP agents. Network: c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:58:00.592698 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35af2e54-1287-4b1a-8497-9cfed81f2deb req-c54ad3fb-9943-4007-926c-58d4620c6b09 service neutron] 10.222.0.72 "GET /v2.0/networks/0bc6759c-80a4-4ca6-8103-9c391365ae1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835041 Aug 16 20:58:00.618680 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6148152a-58d0-4e47-804d-780732ab64c9 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:00.683623 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-51c14fda-aaec-4857-8776-5915517dc074 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:00.692976 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-51c14fda-aaec-4857-8776-5915517dc074 None None] Transition to ACTIVE for port object 9fcab0ab-3d89-42c0-8148-b7b83db93678 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:58:00.721480 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6148152a-58d0-4e47-804d-780732ab64c9 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:00.722938 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d65f054-ffac-40e6-b9a3-daef338cd341 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Network c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:58:00.751928 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6148152a-58d0-4e47-804d-780732ab64c9 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e97ea4cc-1312-44dd-a966-ecfb4c99596a,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:00.799203 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-51c14fda-aaec-4857-8776-5915517dc074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:00.817776 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b6559-205f-483b-8f0b-05c21217eda8 req-c9b5fd8b-ecbc-4e4a-86a3-b5def08efb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:00.818277 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b6559-205f-483b-8f0b-05c21217eda8 req-c9b5fd8b-ecbc-4e4a-86a3-b5def08efb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:00.818763 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b6559-205f-483b-8f0b-05c21217eda8 req-c9b5fd8b-ecbc-4e4a-86a3-b5def08efb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:00.819252 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b6559-205f-483b-8f0b-05c21217eda8 req-c9b5fd8b-ecbc-4e4a-86a3-b5def08efb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:00.819731 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b6559-205f-483b-8f0b-05c21217eda8 req-c9b5fd8b-ecbc-4e4a-86a3-b5def08efb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:00.820239 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b6559-205f-483b-8f0b-05c21217eda8 req-c9b5fd8b-ecbc-4e4a-86a3-b5def08efb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:00.820744 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b6559-205f-483b-8f0b-05c21217eda8 req-c9b5fd8b-ecbc-4e4a-86a3-b5def08efb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:00.822936 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-638b6559-205f-483b-8f0b-05c21217eda8 req-c9b5fd8b-ecbc-4e4a-86a3-b5def08efb6a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9440ed0933f64f7cb6d1f0c295a72000&device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 6485 time: 0.0510488 Aug 16 20:58:00.832770 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6148152a-58d0-4e47-804d-780732ab64c9 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:00.834278 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6148152a-58d0-4e47-804d-780732ab64c9 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.0291150 Aug 16 20:58:00.835388 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-4d65f054-ffac-40e6-b9a3-daef338cd341 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:00.836788 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48706) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:00.857689 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d65f054-ffac-40e6-b9a3-daef338cd341 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:00.858375 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4d65f054-ffac-40e6-b9a3-daef338cd341 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:00.897841 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f3edb3ee-c7cc-4f5a-b38c-9ff457953f80 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:00.903507 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d736ba-ceea-4855-a47b-f8e4ab6bac52 None None] Network c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:58:00.921279 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff3ad4-ebea-4312-bfdf-8965b8d0d687 None None] Pushing event updated for resources: {'Port': ['ID=9fcab0ab-3d89-42c0-8148-b7b83db93678,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:00.930467 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f3edb3ee-c7cc-4f5a-b38c-9ff457953f80 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:00.963557 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b6559-205f-483b-8f0b-05c21217eda8 req-9eb3f966-5513-44f8-95c1-80a4a5a3644a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:00.967140 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-638b6559-205f-483b-8f0b-05c21217eda8 req-9eb3f966-5513-44f8-95c1-80a4a5a3644a service neutron] 10.222.0.72 "GET /v2.0/networks?id=0bc6759c-80a4-4ca6-8103-9c391365ae1c HTTP/1.1" status: 200 len: 901 time: 0.1365252 Aug 16 20:58:00.970155 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-51c14fda-aaec-4857-8776-5915517dc074 None None] Attempting to bind port 9fcab0ab-3d89-42c0-8148-b7b83db93678 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:58:00.970869 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-51c14fda-aaec-4857-8776-5915517dc074 None None] Attempting to bind port 9fcab0ab-3d89-42c0-8148-b7b83db93678 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '6ed896c5-ea83-4c43-a384-c7277c3c5b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:58:00.971170 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c14fda-aaec-4857-8776-5915517dc074 None None] Attempting to bind port 9fcab0ab-3d89-42c0-8148-b7b83db93678 on network 494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:58:00.981311 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c14fda-aaec-4857-8776-5915517dc074 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:58:00.981703 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c14fda-aaec-4857-8776-5915517dc074 None None] Checking segment: {'id': '6ed896c5-ea83-4c43-a384-c7277c3c5b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:58:00.982097 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-51c14fda-aaec-4857-8776-5915517dc074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:00.982511 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c14fda-aaec-4857-8776-5915517dc074 None None] Bound using segment: {'id': '6ed896c5-ea83-4c43-a384-c7277c3c5b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:58:00.982978 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-51c14fda-aaec-4857-8776-5915517dc074 None None] Bound port: 9fcab0ab-3d89-42c0-8148-b7b83db93678, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed896c5-ea83-4c43-a384-c7277c3c5b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:58:00.983414 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-51c14fda-aaec-4857-8776-5915517dc074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:01.019474 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4d65f054-ffac-40e6-b9a3-daef338cd341 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3100741 Aug 16 20:58:01.022075 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48716) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:01.060355 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-638b6559-205f-483b-8f0b-05c21217eda8 req-0528fc3e-76d6-40a7-8fd0-432431ee8863 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1 HTTP/1.1" status: 200 len: 217 time: 0.0824130 Aug 16 20:58:01.070488 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-51c14fda-aaec-4857-8776-5915517dc074 None None] For port 9fcab0ab-3d89-42c0-8148-b7b83db93678, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:58:01.101436 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-51c14fda-aaec-4857-8776-5915517dc074 None None] For port 9fcab0ab-3d89-42c0-8148-b7b83db93678, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=9fcab0ab-3d89-42c0-8148-b7b83db93678,segment=NetworkSegment(6ed896c5-ea83-4c43-a384-c7277c3c5b6e),segment_id=6ed896c5-ea83-4c43-a384-c7277c3c5b6e)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:58:01.168905 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b6559-205f-483b-8f0b-05c21217eda8 req-a671ad2c-7dab-438b-9816-442331cd7b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:01.173779 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-638b6559-205f-483b-8f0b-05c21217eda8 req-a671ad2c-7dab-438b-9816-442331cd7b62 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b0da94a-9e98-450f-a388-801e578bebaa HTTP/1.1" status: 200 len: 797 time: 0.0993145 Aug 16 20:58:01.205221 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfea794-ec96-4a45-af75-83d5a45e438c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35', 'network_id': 'c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'fixed_ips': [{'subnet_id': '9a9080eb-d870-44bb-bdb8-1cbbc8fe9c3e'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:58:01.205221 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-acfea794-ec96-4a45-af75-83d5a45e438c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:01.269525 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b6559-205f-483b-8f0b-05c21217eda8 req-68741321-8e67-4746-b556-2351142ddba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:01.271074 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-638b6559-205f-483b-8f0b-05c21217eda8 req-68741321-8e67-4746-b556-2351142ddba0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0bc6759c-80a4-4ca6-8103-9c391365ae1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0882933 Aug 16 20:58:01.301594 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-51c14fda-aaec-4857-8776-5915517dc074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:01.455429 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff3ad4-ebea-4312-bfdf-8965b8d0d687 None None] Pushing event updated for resources: {'Port': ['ID=9fcab0ab-3d89-42c0-8148-b7b83db93678,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:01.473949 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c14fda-aaec-4857-8776-5915517dc074 None None] Routers {'213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:01.474736 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-51c14fda-aaec-4857-8776-5915517dc074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:57:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:01.483138 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2ebc6-5ff4-4bf7-924a-05fcd1a09d53 req-c52beb95-2ca8-4faf-89dc-413423496b67 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:01.495351 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2ebc6-5ff4-4bf7-924a-05fcd1a09d53 req-c52beb95-2ca8-4faf-89dc-413423496b67 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:01.499754 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2ebc6-5ff4-4bf7-924a-05fcd1a09d53 req-c52beb95-2ca8-4faf-89dc-413423496b67 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:01.506988 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2ebc6-5ff4-4bf7-924a-05fcd1a09d53 req-c52beb95-2ca8-4faf-89dc-413423496b67 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:01.514693 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2ebc6-5ff4-4bf7-924a-05fcd1a09d53 req-c52beb95-2ca8-4faf-89dc-413423496b67 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:01.522830 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2ebc6-5ff4-4bf7-924a-05fcd1a09d53 req-c52beb95-2ca8-4faf-89dc-413423496b67 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:01.530121 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2ebc6-5ff4-4bf7-924a-05fcd1a09d53 req-c52beb95-2ca8-4faf-89dc-413423496b67 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:01.532398 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8ab2ebc6-5ff4-4bf7-924a-05fcd1a09d53 req-c52beb95-2ca8-4faf-89dc-413423496b67 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 5421 time: 0.2099819 Aug 16 20:58:01.583728 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-638b6559-205f-483b-8f0b-05c21217eda8 req-1fa7f035-81cc-497a-94f8-0f4f7cae532e service neutron] 10.222.0.72 "GET /v2.0/networks/0bc6759c-80a4-4ca6-8103-9c391365ae1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043239 Aug 16 20:58:01.619561 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8ab2ebc6-5ff4-4bf7-924a-05fcd1a09d53 req-ef88cdcf-160b-4bb3-920e-9caea71c73ea tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=2f05bb64-9f10-404a-9d0e-024f432f1dbc&id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0775502 Aug 16 20:58:01.684174 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f3edb3ee-c7cc-4f5a-b38c-9ff457953f80 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:01.697646 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f3edb3ee-c7cc-4f5a-b38c-9ff457953f80 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:01.699146 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f3edb3ee-c7cc-4f5a-b38c-9ff457953f80 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/e97ea4cc-1312-44dd-a966-ecfb4c99596a HTTP/1.1" status: 204 len: 168 time: 0.8614504 Aug 16 20:58:01.703020 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48732) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:01.718881 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-acfea794-ec96-4a45-af75-83d5a45e438c None None] Allocated IP 172.22.0.2 (c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35/9a9080eb-d870-44bb-bdb8-1cbbc8fe9c3e/4af6a2d1-486b-4c2b-8066-7a987860795c) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:58:01.720557 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3edb3ee-c7cc-4f5a-b38c-9ff457953f80 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e97ea4cc-1312-44dd-a966-ecfb4c99596a,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:01.758542 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-51c14fda-aaec-4857-8776-5915517dc074 None None] Set router 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:01.795083 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-638b6559-205f-483b-8f0b-05c21217eda8 req-0c69926c-1cdb-4358-b463-204d9ced452f service neutron] 10.222.0.72 "GET /v2.0/networks/0bc6759c-80a4-4ca6-8103-9c391365ae1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975994 Aug 16 20:58:01.903058 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3ce97f26-38ae-4db5-a1a9-e58a9d8d55d9 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1938794 Aug 16 20:58:01.906866 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48738) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:01.958140 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-066f1f89-e0ac-4308-a445-6b3b04028d86 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:01.967130 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-066f1f89-e0ac-4308-a445-6b3b04028d86 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:02.109241 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-890c7d9e-835c-4fab-ac0f-1bbfe88418c2 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:02.111748 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-066f1f89-e0ac-4308-a445-6b3b04028d86 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:02.121509 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-066f1f89-e0ac-4308-a445-6b3b04028d86 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:02.127728 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48744) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:02.129753 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-066f1f89-e0ac-4308-a445-6b3b04028d86 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/6ef1426d-bdaf-424a-87bf-8bb2de978e36 HTTP/1.1" status: 204 len: 168 time: 0.2216711 Aug 16 20:58:02.147248 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f1f89-e0ac-4308-a445-6b3b04028d86 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ef1426d-bdaf-424a-87bf-8bb2de978e36,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:02.275996 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-acfea794-ec96-4a45-af75-83d5a45e438c None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:02.291413 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-acfea794-ec96-4a45-af75-83d5a45e438c None None] Transition to ACTIVE for port object 4af6a2d1-486b-4c2b-8066-7a987860795c will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:58:02.320641 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-acfea794-ec96-4a45-af75-83d5a45e438c None None] Transition to ACTIVE for port object 4af6a2d1-486b-4c2b-8066-7a987860795c will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:58:02.347374 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-54534044-e68e-40ea-9c89-04cac140dcd6 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2179470 Aug 16 20:58:02.349769 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48750) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:02.395500 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-386fabcc-6046-4b1d-bc77-46a7b08d1300 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:02.409760 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-51c14fda-aaec-4857-8776-5915517dc074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'name': 'tempest-RoutersTest-router-1658649149', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:57:41Z', 'updated_at': '2021-08-16T20:57:57Z', 'revision_number': 3, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'gw_port_host': None, '_interfaces': [{'id': '8d479e76-8f22-4f9e-9800-8c1dab50baa8', 'name': '', 'network_id': 'c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:be:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:57:46Z', 'updated_at': '2021-08-16T20:57:56Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fcab0ab-3d89-42c0-8148-b7b83db93678', 'name': '', 'network_id': '494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:bd:54:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '95489d13-66c0-40de-831e-594beeadd3f2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:57:56Z', 'updated_at': '2021-08-16T20:58:01Z', 'revision_number': 4, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': '95489d13-66c0-40de-831e-594beeadd3f2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:02.418559 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-386fabcc-6046-4b1d-bc77-46a7b08d1300 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:02.468656 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-acfea794-ec96-4a45-af75-83d5a45e438c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:02.471207 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48756) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:02.471435 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c14fda-aaec-4857-8776-5915517dc074 None None] The sync data for ids ['213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'] in n-d-793620-15 is: [{'id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'name': 'tempest-RoutersTest-router-1658649149', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:57:41Z', 'updated_at': '2021-08-16T20:57:57Z', 'revision_number': 3, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'gw_port_host': None, '_interfaces': [{'id': '8d479e76-8f22-4f9e-9800-8c1dab50baa8', 'name': '', 'network_id': 'c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:be:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:57:46Z', 'updated_at': '2021-08-16T20:57:56Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fcab0ab-3d89-42c0-8148-b7b83db93678', 'name': '', 'network_id': '494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:bd:54:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '95489d13-66c0-40de-831e-594beeadd3f2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:57:56Z', 'updated_at': '2021-08-16T20:58:01Z', 'revision_number': 4, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': '95489d13-66c0-40de-831e-594beeadd3f2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:58:02.598521 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-386fabcc-6046-4b1d-bc77-46a7b08d1300 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:02.604562 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfea794-ec96-4a45-af75-83d5a45e438c None None] Network c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:58:02.610164 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-386fabcc-6046-4b1d-bc77-46a7b08d1300 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:02.625821 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-acfea794-ec96-4a45-af75-83d5a45e438c None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:02.627039 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-386fabcc-6046-4b1d-bc77-46a7b08d1300 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/64082fd4-f599-4599-935b-ba7d780d869d HTTP/1.1" status: 204 len: 168 time: 0.2727613 Aug 16 20:58:02.627039 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386fabcc-6046-4b1d-bc77-46a7b08d1300 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64082fd4-f599-4599-935b-ba7d780d869d,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:02.634460 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48760) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:02.634694 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfea794-ec96-4a45-af75-83d5a45e438c None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:58:02.645636 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfea794-ec96-4a45-af75-83d5a45e438c None None] Pushing event updated for resources: {'Port': ['ID=4af6a2d1-486b-4c2b-8066-7a987860795c,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:02.759191 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-7e5bf49d-4f53-4483-bb65-c96b8babe9e4 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1234715 Aug 16 20:58:02.765502 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48766) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:02.781747 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e72555ff-a6dc-4449-98b4-1f5f0d13a1f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:02.820965 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-acfea794-ec96-4a45-af75-83d5a45e438c None None] Attempting to bind port 4af6a2d1-486b-4c2b-8066-7a987860795c on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:58:02.824312 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-890c7d9e-835c-4fab-ac0f-1bbfe88418c2 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Allocated IP 172.22.0.1 (c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35/9a9080eb-d870-44bb-bdb8-1cbbc8fe9c3e/82ee0293-3c0a-4ccf-a120-8ee103ee0313) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:58:02.825570 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-acfea794-ec96-4a45-af75-83d5a45e438c None None] Attempting to bind port 4af6a2d1-486b-4c2b-8066-7a987860795c by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '0cffe75a-3128-49e8-9d93-04e1e681757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:58:02.826347 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfea794-ec96-4a45-af75-83d5a45e438c None None] Attempting to bind port 4af6a2d1-486b-4c2b-8066-7a987860795c on network c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:58:02.826894 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-02564db7-0408-41a3-b152-53d651efe53b tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:02.833391 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfea794-ec96-4a45-af75-83d5a45e438c None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:58:02.833949 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfea794-ec96-4a45-af75-83d5a45e438c None None] Checking segment: {'id': '0cffe75a-3128-49e8-9d93-04e1e681757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:58:02.834479 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-acfea794-ec96-4a45-af75-83d5a45e438c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:02.834980 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfea794-ec96-4a45-af75-83d5a45e438c None None] Bound using segment: {'id': '0cffe75a-3128-49e8-9d93-04e1e681757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:58:02.836102 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-acfea794-ec96-4a45-af75-83d5a45e438c None None] Bound port: 4af6a2d1-486b-4c2b-8066-7a987860795c, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cffe75a-3128-49e8-9d93-04e1e681757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:58:02.837115 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-acfea794-ec96-4a45-af75-83d5a45e438c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:02.839149 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-02564db7-0408-41a3-b152-53d651efe53b tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:02.931487 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-acfea794-ec96-4a45-af75-83d5a45e438c None None] For port 4af6a2d1-486b-4c2b-8066-7a987860795c, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:58:02.934672 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-acfea794-ec96-4a45-af75-83d5a45e438c None None] For port 4af6a2d1-486b-4c2b-8066-7a987860795c, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=4af6a2d1-486b-4c2b-8066-7a987860795c,segment=NetworkSegment(0cffe75a-3128-49e8-9d93-04e1e681757f),segment_id=0cffe75a-3128-49e8-9d93-04e1e681757f)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:58:03.024092 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-acfea794-ec96-4a45-af75-83d5a45e438c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:03.034394 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-890c7d9e-835c-4fab-ac0f-1bbfe88418c2 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:03.034777 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e55c8-751e-48ef-8116-5c5c0169fa7b req-25cc04cb-70af-401b-ad36-ab2246eb1a76 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:03.043852 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e55c8-751e-48ef-8116-5c5c0169fa7b req-25cc04cb-70af-401b-ad36-ab2246eb1a76 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:03.048605 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-02564db7-0408-41a3-b152-53d651efe53b tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:03.050377 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e55c8-751e-48ef-8116-5c5c0169fa7b req-25cc04cb-70af-401b-ad36-ab2246eb1a76 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:03.056720 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e55c8-751e-48ef-8116-5c5c0169fa7b req-25cc04cb-70af-401b-ad36-ab2246eb1a76 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:03.057045 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-02564db7-0408-41a3-b152-53d651efe53b tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:03.060686 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-02564db7-0408-41a3-b152-53d651efe53b tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/cc7f89f4-261e-4e70-9640-88a75387d373 HTTP/1.1" status: 204 len: 168 time: 0.2922428 Aug 16 20:58:03.060686 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-890c7d9e-835c-4fab-ac0f-1bbfe88418c2 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Transition to ACTIVE for port object 82ee0293-3c0a-4ccf-a120-8ee103ee0313 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:58:03.061922 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48770) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:03.063933 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e55c8-751e-48ef-8116-5c5c0169fa7b req-25cc04cb-70af-401b-ad36-ab2246eb1a76 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:03.070466 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e55c8-751e-48ef-8116-5c5c0169fa7b req-25cc04cb-70af-401b-ad36-ab2246eb1a76 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:03.080635 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e55c8-751e-48ef-8116-5c5c0169fa7b req-25cc04cb-70af-401b-ad36-ab2246eb1a76 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:03.083295 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-473e55c8-751e-48ef-8116-5c5c0169fa7b req-25cc04cb-70af-401b-ad36-ab2246eb1a76 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 5421 time: 0.2472355 Aug 16 20:58:03.113669 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02564db7-0408-41a3-b152-53d651efe53b tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc7f89f4-261e-4e70-9640-88a75387d373,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:03.159482 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfea794-ec96-4a45-af75-83d5a45e438c None None] Pushing event updated for resources: {'Port': ['ID=4af6a2d1-486b-4c2b-8066-7a987860795c,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:03.165102 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-25478862-3d64-439f-a9fa-c3b4ca6b7d1f tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1019130 Aug 16 20:58:03.168615 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e72555ff-a6dc-4449-98b4-1f5f0d13a1f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:03.171468 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48772) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:03.234718 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-473e55c8-751e-48ef-8116-5c5c0169fa7b req-b9302ca3-761c-4a3d-b75d-a6e7433145bd tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=2f05bb64-9f10-404a-9d0e-024f432f1dbc&id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1417186 Aug 16 20:58:03.254351 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cd7b7053-b207-4035-9c75-3e808648f320 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:03.271509 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cd7b7053-b207-4035-9c75-3e808648f320 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:03.352578 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e72555ff-a6dc-4449-98b4-1f5f0d13a1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:03.353028 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-890c7d9e-835c-4fab-ac0f-1bbfe88418c2 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:03.424631 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cd7b7053-b207-4035-9c75-3e808648f320 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:03.461612 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890c7d9e-835c-4fab-ac0f-1bbfe88418c2 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Network c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:58:03.463394 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cd7b7053-b207-4035-9c75-3e808648f320 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:03.467808 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-cd7b7053-b207-4035-9c75-3e808648f320 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/7e793118-3222-4a60-91f4-39f2abf5c3eb HTTP/1.1" status: 204 len: 168 time: 0.2792783 Aug 16 20:58:03.472877 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b7053-b207-4035-9c75-3e808648f320 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e793118-3222-4a60-91f4-39f2abf5c3eb,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:03.475517 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48778) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:03.478703 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e72555ff-a6dc-4449-98b4-1f5f0d13a1f8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=51a019d3d4a44e29ae102bf29bb6066f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0064521 Aug 16 20:58:03.482584 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72555ff-a6dc-4449-98b4-1f5f0d13a1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a27f63d-54bd-4d97-88c1-41731d0db6f9,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:03.485676 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48780) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:03.500033 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-890c7d9e-835c-4fab-ac0f-1bbfe88418c2 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:03.503058 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c7d9e-835c-4fab-ac0f-1bbfe88418c2 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event updated for resources: {'Port': ['ID=82ee0293-3c0a-4ccf-a120-8ee103ee0313,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:03.505536 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890c7d9e-835c-4fab-ac0f-1bbfe88418c2 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:58:03.582159 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48784) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:03.600133 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-890c7d9e-835c-4fab-ac0f-1bbfe88418c2 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:03.659362 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d534208b-be70-4de2-a084-c6af54f2f2b7 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1792974 Aug 16 20:58:03.676404 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48788) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:03.677083 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1c5b2332-bc86-48c0-b0a9-2ea651d5d162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:03.700215 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1c5b2332-bc86-48c0-b0a9-2ea651d5d162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:03.760315 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e821f17d-70ac-4673-bc65-208873157c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:03.786252 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-aad46cd1-15d2-40ac-84c3-7c741b9ea27d tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:03.811277 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-aad46cd1-15d2-40ac-84c3-7c741b9ea27d tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:03.897515 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1c5b2332-bc86-48c0-b0a9-2ea651d5d162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:03.900387 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1c5b2332-bc86-48c0-b0a9-2ea651d5d162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:03.901633 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1c5b2332-bc86-48c0-b0a9-2ea651d5d162 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8a27f63d-54bd-4d97-88c1-41731d0db6f9 HTTP/1.1" status: 204 len: 168 time: 0.4079473 Aug 16 20:58:03.908498 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-890c7d9e-835c-4fab-ac0f-1bbfe88418c2 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:03.922582 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b2332-bc86-48c0-b0a9-2ea651d5d162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a27f63d-54bd-4d97-88c1-41731d0db6f9,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:03.996287 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-aad46cd1-15d2-40ac-84c3-7c741b9ea27d tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:04.001425 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-aad46cd1-15d2-40ac-84c3-7c741b9ea27d tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:04.004029 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-aad46cd1-15d2-40ac-84c3-7c741b9ea27d tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "DELETE /v2.0/security-groups/2e2b97f8-85a2-47bf-94ad-85d07498f8e8 HTTP/1.1" status: 204 len: 168 time: 0.2949507 Aug 16 20:58:04.008443 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48794) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:04.034707 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad46cd1-15d2-40ac-84c3-7c741b9ea27d tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2b97f8-85a2-47bf-94ad-85d07498f8e8,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:04.077508 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-48ca338c-6f7a-4657-a4ca-81918e679ddd tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0664485 Aug 16 20:58:04.085339 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48796) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:04.091931 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-374f274a-887c-456e-8bb7-13e8fe3dd800 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Request body: {'security_group': {'name': 'tempest-secgroup--1685615840'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:04.143296 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e821f17d-70ac-4673-bc65-208873157c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:04.274815 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e821f17d-70ac-4673-bc65-208873157c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:04.361159 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821f17d-70ac-4673-bc65-208873157c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1e526b-b8ec-4edd-aee2-14688db28ed2,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:04.371989 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48804) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:04.372689 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e821f17d-70ac-4673-bc65-208873157c60 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c275d225c16d44d4a09a49a5ffefdbf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7891636 Aug 16 20:58:04.396276 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-374f274a-887c-456e-8bb7-13e8fe3dd800 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:04.420683 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-890c7d9e-835c-4fab-ac0f-1bbfe88418c2 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:04.438532 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 4af6a2d1-486b-4c2b-8066-7a987860795c up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:58:04.509030 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-890c7d9e-835c-4fab-ac0f-1bbfe88418c2 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:04.549480 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d65b467-3752-4b25-b3d2-d5498c11163e None None] Network c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:58:04.574050 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132db6ac-a8f4-45f9-b1fd-4b0b7d29d909 req-4b087483-1637-4f8d-9eb2-4c6107c78ec3 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:04.580787 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132db6ac-a8f4-45f9-b1fd-4b0b7d29d909 req-4b087483-1637-4f8d-9eb2-4c6107c78ec3 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:04.586866 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132db6ac-a8f4-45f9-b1fd-4b0b7d29d909 req-4b087483-1637-4f8d-9eb2-4c6107c78ec3 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:04.592978 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132db6ac-a8f4-45f9-b1fd-4b0b7d29d909 req-4b087483-1637-4f8d-9eb2-4c6107c78ec3 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:04.599480 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132db6ac-a8f4-45f9-b1fd-4b0b7d29d909 req-4b087483-1637-4f8d-9eb2-4c6107c78ec3 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:04.606287 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132db6ac-a8f4-45f9-b1fd-4b0b7d29d909 req-4b087483-1637-4f8d-9eb2-4c6107c78ec3 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:04.612525 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c7d9e-835c-4fab-ac0f-1bbfe88418c2 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event updated for resources: {'Port': ['ID=82ee0293-3c0a-4ccf-a120-8ee103ee0313,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:04.613013 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132db6ac-a8f4-45f9-b1fd-4b0b7d29d909 req-4b087483-1637-4f8d-9eb2-4c6107c78ec3 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:04.626423 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-890c7d9e-835c-4fab-ac0f-1bbfe88418c2 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:04.630064 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-132db6ac-a8f4-45f9-b1fd-4b0b7d29d909 req-4b087483-1637-4f8d-9eb2-4c6107c78ec3 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 5421 time: 0.2165637 Aug 16 20:58:04.682001 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-de8c48ab-e0b5-4e72-a761-8112ba9be71a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:04.748000 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 4af6a2d1-486b-4c2b-8066-7a987860795c completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:58:04.766873 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-de8c48ab-e0b5-4e72-a761-8112ba9be71a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:04.783011 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 9fcab0ab-3d89-42c0-8148-b7b83db93678 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:58:04.783395 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-132db6ac-a8f4-45f9-b1fd-4b0b7d29d909 req-64f6e61e-4866-4488-9b38-d4b33a327f9b tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=2f05bb64-9f10-404a-9d0e-024f432f1dbc&id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1521745 Aug 16 20:58:04.834739 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890c7d9e-835c-4fab-ac0f-1bbfe88418c2 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Network c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:58:04.836592 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-890c7d9e-835c-4fab-ac0f-1bbfe88418c2 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:04.846311 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-374f274a-887c-456e-8bb7-13e8fe3dd800 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:04.943399 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1f594b87-1a0c-48e8-abb2-49678e0a9d3f None None] Provisioning for port 4af6a2d1-486b-4c2b-8066-7a987860795c completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:58:04.945237 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-374f274a-887c-456e-8bb7-13e8fe3dd800 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:04.945611 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 9fcab0ab-3d89-42c0-8148-b7b83db93678 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:58:04.949656 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-de8c48ab-e0b5-4e72-a761-8112ba9be71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:04.950283 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1f594b87-1a0c-48e8-abb2-49678e0a9d3f None None] Provisioning complete for port 4af6a2d1-486b-4c2b-8066-7a987860795c triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:04.950669 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1f594b87-1a0c-48e8-abb2-49678e0a9d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:04.955658 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-de8c48ab-e0b5-4e72-a761-8112ba9be71a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:04.956987 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-de8c48ab-e0b5-4e72-a761-8112ba9be71a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7d1e526b-b8ec-4edd-aee2-14688db28ed2 HTTP/1.1" status: 204 len: 168 time: 0.5839307 Aug 16 20:58:04.959570 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 9fcab0ab-3d89-42c0-8148-b7b83db93678 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:04.960082 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:05.012528 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-890c7d9e-835c-4fab-ac0f-1bbfe88418c2 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Router 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:58:05.037590 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f274a-887c-456e-8bb7-13e8fe3dd800 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51314e65-8899-4a57-8d69-b3e52bad709c,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:05.093919 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c48ab-e0b5-4e72-a761-8112ba9be71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1e526b-b8ec-4edd-aee2-14688db28ed2,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:05.135729 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-374f274a-887c-456e-8bb7-13e8fe3dd800 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:05.137600 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-374f274a-887c-456e-8bb7-13e8fe3dd800 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0512521 Aug 16 20:58:05.140441 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48820) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:05.146581 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-106c2ca1-3881-4184-863f-f1c1a67c0df5 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Request body: {'security_group_rule': {'security_group_id': '51314e65-8899-4a57-8d69-b3e52bad709c', 'direction': 'ingress', 'protocol': 17}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:05.217210 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1f594b87-1a0c-48e8-abb2-49678e0a9d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:05.220513 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:05.230600 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890c7d9e-835c-4fab-ac0f-1bbfe88418c2 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:58:05.238605 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-890c7d9e-835c-4fab-ac0f-1bbfe88418c2 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "PUT /v2.0/routers/213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2146816 Aug 16 20:58:05.240560 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48824) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:05.243764 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5831758-5822-4749-8b5c-9033cfa8bc54 None None] Sync routers for ids ['213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:58:05.253051 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-af04fa52-d214-40df-bda1-80806f7e3808 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Request body: {'network': {'name': 'tempest-RoutersTest-1244122520'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:05.260582 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5831758-5822-4749-8b5c-9033cfa8bc54 None None] Routers {'213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:05.261233 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-b5831758-5822-4749-8b5c-9033cfa8bc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:57:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:05.300743 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 9fcab0ab-3d89-42c0-8148-b7b83db93678, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=9fcab0ab-3d89-42c0-8148-b7b83db93678,segment=NetworkSegment(6ed896c5-ea83-4c43-a384-c7277c3c5b6e),segment_id=6ed896c5-ea83-4c43-a384-c7277c3c5b6e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:05.327756 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-106c2ca1-3881-4184-863f-f1c1a67c0df5 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:05.337049 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-1f594b87-1a0c-48e8-abb2-49678e0a9d3f None None] For port 4af6a2d1-486b-4c2b-8066-7a987860795c, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=4af6a2d1-486b-4c2b-8066-7a987860795c,segment=NetworkSegment(0cffe75a-3128-49e8-9d93-04e1e681757f),segment_id=0cffe75a-3128-49e8-9d93-04e1e681757f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:05.407778 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:05.486405 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-106c2ca1-3881-4184-863f-f1c1a67c0df5 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:05.491210 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af04fa52-d214-40df-bda1-80806f7e3808 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Made reservation on behalf of 0b19238fc82d40c8a6e9e0dd94761190 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:58:05.497835 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-af04fa52-d214-40df-bda1-80806f7e3808 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:05.508709 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-b5831758-5822-4749-8b5c-9033cfa8bc54 None None] Set router 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:05.514773 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=9fcab0ab-3d89-42c0-8148-b7b83db93678,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:05.532100 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1f594b87-1a0c-48e8-abb2-49678e0a9d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:05.562904 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af04fa52-d214-40df-bda1-80806f7e3808 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:58:05.587403 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-af04fa52-d214-40df-bda1-80806f7e3808 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:05.596674 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-af04fa52-d214-40df-bda1-80806f7e3808 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Added segment b9d18313-8f5b-4c4a-a9d9-9d74e60cdcb4 of type vlan for network 5cf6f82f-2803-438e-91da-45dca0cf8036 Aug 16 20:58:05.606715 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-106c2ca1-3881-4184-863f-f1c1a67c0df5 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:05.634869 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c2ca1-3881-4184-863f-f1c1a67c0df5 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5551bbe3-ad87-4b6c-9d0e-aec99d3c7d6f,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:05.679049 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-af04fa52-d214-40df-bda1-80806f7e3808 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:05.685218 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f594b87-1a0c-48e8-abb2-49678e0a9d3f None None] Pushing event updated for resources: {'Port': ['ID=4af6a2d1-486b-4c2b-8066-7a987860795c,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:05.696914 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-aa511ef4-58fb-49f1-a704-78c1af4ce0bc None None] Provisioning complete for port 4af6a2d1-486b-4c2b-8066-7a987860795c triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:05.697695 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-aa511ef4-58fb-49f1-a704-78c1af4ce0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:05.817299 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-106c2ca1-3881-4184-863f-f1c1a67c0df5 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:05.826171 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-106c2ca1-3881-4184-863f-f1c1a67c0df5 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6770561 Aug 16 20:58:05.826171 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48838) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:05.862451 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-af04fa52-d214-40df-bda1-80806f7e3808 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:05.872728 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af04fa52-d214-40df-bda1-80806f7e3808 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:05.874474 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-af04fa52-d214-40df-bda1-80806f7e3808 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:05.942864 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-b5831758-5822-4749-8b5c-9033cfa8bc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'name': 'tempest-RoutersTest-router-1658649149', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:57:41Z', 'updated_at': '2021-08-16T20:58:03Z', 'revision_number': 4, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'gw_port_host': None, '_interfaces': [{'id': '82ee0293-3c0a-4ccf-a120-8ee103ee0313', 'name': '', 'network_id': 'c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:9c:4a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '9a9080eb-d870-44bb-bdb8-1cbbc8fe9c3e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:02Z', 'updated_at': '2021-08-16T20:58:04Z', 'revision_number': 2, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': '9a9080eb-d870-44bb-bdb8-1cbbc8fe9c3e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d479e76-8f22-4f9e-9800-8c1dab50baa8', 'name': '', 'network_id': 'c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:be:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:57:46Z', 'updated_at': '2021-08-16T20:57:56Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fcab0ab-3d89-42c0-8148-b7b83db93678', 'name': '', 'network_id': '494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:bd:54:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '95489d13-66c0-40de-831e-594beeadd3f2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:57:56Z', 'updated_at': '2021-08-16T20:58:01Z', 'revision_number': 4, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': '95489d13-66c0-40de-831e-594beeadd3f2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:05.946787 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-aa511ef4-58fb-49f1-a704-78c1af4ce0bc None None] Provisioning for port 82ee0293-3c0a-4ccf-a120-8ee103ee0313 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:58:05.956072 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-aa511ef4-58fb-49f1-a704-78c1af4ce0bc None None] Provisioning complete for port 82ee0293-3c0a-4ccf-a120-8ee103ee0313 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:05.956072 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-aa511ef4-58fb-49f1-a704-78c1af4ce0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:06.006998 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5831758-5822-4749-8b5c-9033cfa8bc54 None None] Checking router: 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:58:06.007418 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5831758-5822-4749-8b5c-9033cfa8bc54 None None] Updating router 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a port 82ee0293-3c0a-4ccf-a120-8ee103ee0313 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:58:06.022232 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-aa511ef4-58fb-49f1-a704-78c1af4ce0bc None None] Port 82ee0293-3c0a-4ccf-a120-8ee103ee0313 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:58:06.054458 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-b5831758-5822-4749-8b5c-9033cfa8bc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:06.090705 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04fa52-d214-40df-bda1-80806f7e3808 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event updated for resources: {'Network': ['ID=5cf6f82f-2803-438e-91da-45dca0cf8036,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:06.094680 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48848) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:06.103534 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-71eb98d5-3b89-449f-898f-2359300ff20e tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:06.103729 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 5cf6f82f-2803-438e-91da-45dca0cf8036 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:58:06.129163 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-72eee496-a4ce-4739-aa33-9bdbc9ffe776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:06.163169 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-71eb98d5-3b89-449f-898f-2359300ff20e tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:06.229713 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b6397fcb-d3b5-4676-9ca9-724a0995220f None None] Provisioning complete for port 82ee0293-3c0a-4ccf-a120-8ee103ee0313 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:06.230344 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b6397fcb-d3b5-4676-9ca9-724a0995220f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:06.260238 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-af04fa52-d214-40df-bda1-80806f7e3808 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0162320 Aug 16 20:58:06.271202 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48850) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:06.284043 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-e1e02a44-01bc-4022-b86c-aa5877efee39 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Request body: {'subnet': {'network_id': '5cf6f82f-2803-438e-91da-45dca0cf8036', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:06.289558 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fb3ab-ed7f-4fd3-aae8-252e8f9217e4 req-6f622c47-4c7e-4653-a538-f9bf1a5c75cf tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:06.295171 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-b6397fcb-d3b5-4676-9ca9-724a0995220f None None] Port 82ee0293-3c0a-4ccf-a120-8ee103ee0313 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:58:06.307119 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fb3ab-ed7f-4fd3-aae8-252e8f9217e4 req-6f622c47-4c7e-4653-a538-f9bf1a5c75cf tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:06.320077 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fb3ab-ed7f-4fd3-aae8-252e8f9217e4 req-6f622c47-4c7e-4653-a538-f9bf1a5c75cf tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:06.323656 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 4af6a2d1-486b-4c2b-8066-7a987860795c up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:58:06.331485 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fb3ab-ed7f-4fd3-aae8-252e8f9217e4 req-6f622c47-4c7e-4653-a538-f9bf1a5c75cf tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:06.349150 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fb3ab-ed7f-4fd3-aae8-252e8f9217e4 req-6f622c47-4c7e-4653-a538-f9bf1a5c75cf tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:06.361076 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fb3ab-ed7f-4fd3-aae8-252e8f9217e4 req-6f622c47-4c7e-4653-a538-f9bf1a5c75cf tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:06.380429 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fb3ab-ed7f-4fd3-aae8-252e8f9217e4 req-6f622c47-4c7e-4653-a538-f9bf1a5c75cf tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:06.382505 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c09fb3ab-ed7f-4fd3-aae8-252e8f9217e4 req-6f622c47-4c7e-4653-a538-f9bf1a5c75cf tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 5421 time: 0.3711507 Aug 16 20:58:06.388960 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-71eb98d5-3b89-449f-898f-2359300ff20e tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:06.392213 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-71eb98d5-3b89-449f-898f-2359300ff20e tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:06.396328 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-71eb98d5-3b89-449f-898f-2359300ff20e tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "DELETE /v2.0/security-groups/51314e65-8899-4a57-8d69-b3e52bad709c HTTP/1.1" status: 204 len: 168 time: 0.5737383 Aug 16 20:58:06.405600 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 4af6a2d1-486b-4c2b-8066-7a987860795c triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:06.405861 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48852) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:06.405976 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:06.463774 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb98d5-3b89-449f-898f-2359300ff20e tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51314e65-8899-4a57-8d69-b3e52bad709c,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:06.498429 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c09fb3ab-ed7f-4fd3-aae8-252e8f9217e4 req-a51e089e-0d4c-4363-a306-48d2b26c5702 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=2f05bb64-9f10-404a-9d0e-024f432f1dbc&id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1007922 Aug 16 20:58:06.552621 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-72eee496-a4ce-4739-aa33-9bdbc9ffe776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:06.594939 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48862) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:06.606126 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-b763807c-d31f-40c8-ac28-a66bb8057981 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Request body: {'security_group': {'name': 'tempest-secgroup--1863530267'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:06.606322 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fa635593-6b81-4d06-89f1-e155cc9e8473 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1739972 Aug 16 20:58:06.616555 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 9fcab0ab-3d89-42c0-8148-b7b83db93678 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:58:06.635825 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-72eee496-a4ce-4739-aa33-9bdbc9ffe776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:06.651430 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.db.api [None req-b763807c-d31f-40c8-ac28-a66bb8057981 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:58:06.651430 n-d-793620-15 neutron-server[101844]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:58:06.651430 n-d-793620-15 neutron-server[101844]: [parameters: {'project_id_1': 'f68b2abebca04b93a2dbf5dcf4672d61', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 58, 6, 606937)}] Aug 16 20:58:06.651430 n-d-793620-15 neutron-server[101844]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101844) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:58:06.651430 n-d-793620-15 neutron-server[101844]: DEBUG oslo_db.api [None req-b763807c-d31f-40c8-ac28-a66bb8057981 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:58:06.679468 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 9fcab0ab-3d89-42c0-8148-b7b83db93678 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:06.680126 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:06.692648 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-b5831758-5822-4749-8b5c-9033cfa8bc54 None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:06.717517 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eee496-a4ce-4739-aa33-9bdbc9ffe776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e22f23-5816-4af1-8f91-a8bf4e1a5df0,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:06.718071 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-b5831758-5822-4749-8b5c-9033cfa8bc54 None None] Transition to ACTIVE for port object 82ee0293-3c0a-4ccf-a120-8ee103ee0313 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:58:06.723997 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-72eee496-a4ce-4739-aa33-9bdbc9ffe776 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=36703c6a653a4f58ab37ae44a3504758&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6284721 Aug 16 20:58:06.726742 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48872) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:06.799161 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5b12f76e-2247-4518-ac35-df635464c036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:06.826069 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5b12f76e-2247-4518-ac35-df635464c036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:06.843941 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e02a44-01bc-4022-b86c-aa5877efee39 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Made reservation on behalf of 0b19238fc82d40c8a6e9e0dd94761190 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:58:06.848242 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e1e02a44-01bc-4022-b86c-aa5877efee39 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:06.884036 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-b5831758-5822-4749-8b5c-9033cfa8bc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:06.977150 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5b12f76e-2247-4518-ac35-df635464c036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:06.980460 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5b12f76e-2247-4518-ac35-df635464c036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:06.983425 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5b12f76e-2247-4518-ac35-df635464c036 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/53e22f23-5816-4af1-8f91-a8bf4e1a5df0 HTTP/1.1" status: 204 len: 168 time: 0.2533240 Aug 16 20:58:07.007125 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb110a7-545d-484a-9bc2-046a8fcd9cf5 None None] Pushing event updated for resources: {'Port': ['ID=82ee0293-3c0a-4ccf-a120-8ee103ee0313,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:07.020530 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b12f76e-2247-4518-ac35-df635464c036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e22f23-5816-4af1-8f91-a8bf4e1a5df0,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:07.133289 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-b5831758-5822-4749-8b5c-9033cfa8bc54 None None] Attempting to bind port 82ee0293-3c0a-4ccf-a120-8ee103ee0313 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:58:07.134597 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-b5831758-5822-4749-8b5c-9033cfa8bc54 None None] Attempting to bind port 82ee0293-3c0a-4ccf-a120-8ee103ee0313 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '0cffe75a-3128-49e8-9d93-04e1e681757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:58:07.135237 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5831758-5822-4749-8b5c-9033cfa8bc54 None None] Attempting to bind port 82ee0293-3c0a-4ccf-a120-8ee103ee0313 on network c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:58:07.142264 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5831758-5822-4749-8b5c-9033cfa8bc54 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:58:07.153171 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5831758-5822-4749-8b5c-9033cfa8bc54 None None] Checking segment: {'id': '0cffe75a-3128-49e8-9d93-04e1e681757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:58:07.153171 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-b5831758-5822-4749-8b5c-9033cfa8bc54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:07.153171 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5831758-5822-4749-8b5c-9033cfa8bc54 None None] Bound using segment: {'id': '0cffe75a-3128-49e8-9d93-04e1e681757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:58:07.153171 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-b5831758-5822-4749-8b5c-9033cfa8bc54 None None] Bound port: 82ee0293-3c0a-4ccf-a120-8ee103ee0313, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cffe75a-3128-49e8-9d93-04e1e681757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:58:07.153171 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-b5831758-5822-4749-8b5c-9033cfa8bc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:07.261615 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-b5831758-5822-4749-8b5c-9033cfa8bc54 None None] For port 82ee0293-3c0a-4ccf-a120-8ee103ee0313, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:58:07.261615 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-b5831758-5822-4749-8b5c-9033cfa8bc54 None None] For port 82ee0293-3c0a-4ccf-a120-8ee103ee0313, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=82ee0293-3c0a-4ccf-a120-8ee103ee0313,segment=NetworkSegment(0cffe75a-3128-49e8-9d93-04e1e681757f),segment_id=0cffe75a-3128-49e8-9d93-04e1e681757f)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:58:07.348646 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b763807c-d31f-40c8-ac28-a66bb8057981 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:07.431433 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b763807c-d31f-40c8-ac28-a66bb8057981 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:07.453800 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e1e02a44-01bc-4022-b86c-aa5877efee39 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:07.456060 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-b5831758-5822-4749-8b5c-9033cfa8bc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:07.515134 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5831758-5822-4749-8b5c-9033cfa8bc54 None None] Routers {'213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:07.516318 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-b5831758-5822-4749-8b5c-9033cfa8bc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:57:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:07.537133 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e02a44-01bc-4022-b86c-aa5877efee39 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Checking segment: {'id': 'b9d18313-8f5b-4c4a-a9d9-9d74e60cdcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5cf6f82f-2803-438e-91da-45dca0cf8036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:58:07.537606 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e02a44-01bc-4022-b86c-aa5877efee39 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Network hostable DHCP agents. Network: 5cf6f82f-2803-438e-91da-45dca0cf8036, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:58:07.543187 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e02a44-01bc-4022-b86c-aa5877efee39 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event updated for resources: {'Subnet': ['ID=d88e7abb-04a8-48b7-8b58-6a0efa469899,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:07.544160 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b763807c-d31f-40c8-ac28-a66bb8057981 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:07.589671 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763807c-d31f-40c8-ac28-a66bb8057981 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c36570-8e9e-468a-8e58-7dc5ae47b0a8,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:07.648162 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-b5831758-5822-4749-8b5c-9033cfa8bc54 None None] Set router 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:07.695456 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e02a44-01bc-4022-b86c-aa5877efee39 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Network 5cf6f82f-2803-438e-91da-45dca0cf8036 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:58:07.713631 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b44e98-f96e-4aa8-8230-d465f2c75610 req-fc822d07-8e89-46b1-8317-0aa6f047699f tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:07.720628 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b44e98-f96e-4aa8-8230-d465f2c75610 req-fc822d07-8e89-46b1-8317-0aa6f047699f tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:07.726435 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b44e98-f96e-4aa8-8230-d465f2c75610 req-fc822d07-8e89-46b1-8317-0aa6f047699f tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:07.732412 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b44e98-f96e-4aa8-8230-d465f2c75610 req-fc822d07-8e89-46b1-8317-0aa6f047699f tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:07.739218 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b44e98-f96e-4aa8-8230-d465f2c75610 req-fc822d07-8e89-46b1-8317-0aa6f047699f tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:07.745215 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b44e98-f96e-4aa8-8230-d465f2c75610 req-fc822d07-8e89-46b1-8317-0aa6f047699f tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:07.746180 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb110a7-545d-484a-9bc2-046a8fcd9cf5 None None] Pushing event updated for resources: {'Port': ['ID=82ee0293-3c0a-4ccf-a120-8ee103ee0313,revision_number=4']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:07.751475 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b44e98-f96e-4aa8-8230-d465f2c75610 req-fc822d07-8e89-46b1-8317-0aa6f047699f tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:07.759825 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d7b44e98-f96e-4aa8-8230-d465f2c75610 req-fc822d07-8e89-46b1-8317-0aa6f047699f tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 5421 time: 0.1412928 Aug 16 20:58:07.768137 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b763807c-d31f-40c8-ac28-a66bb8057981 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:07.769097 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b763807c-d31f-40c8-ac28-a66bb8057981 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1731358 Aug 16 20:58:07.772020 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48900) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:07.777208 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-18221262-7849-44eb-9d6b-358323e79aee tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Request body: {'security_group': {'name': 'tempest-secgroup--184471459'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:07.803220 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-e1e02a44-01bc-4022-b86c-aa5877efee39 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 5cf6f82f-2803-438e-91da-45dca0cf8036) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:07.810166 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e02a44-01bc-4022-b86c-aa5877efee39 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:07.811253 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e1e02a44-01bc-4022-b86c-aa5877efee39 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:07.814919 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44727d3-7656-49bb-8e4a-b7a54474ad1e None None] Network 5cf6f82f-2803-438e-91da-45dca0cf8036 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:58:07.819307 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d7b44e98-f96e-4aa8-8230-d465f2c75610 req-45b50d55-4348-4bb8-a780-2d70d6534ed4 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=2f05bb64-9f10-404a-9d0e-024f432f1dbc&id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585177 Aug 16 20:58:07.898054 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-18221262-7849-44eb-9d6b-358323e79aee tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:07.950299 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-b5831758-5822-4749-8b5c-9033cfa8bc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'name': 'tempest-RoutersTest-router-1658649149', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:57:41Z', 'updated_at': '2021-08-16T20:58:03Z', 'revision_number': 4, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'gw_port_host': None, '_interfaces': [{'id': '82ee0293-3c0a-4ccf-a120-8ee103ee0313', 'name': '', 'network_id': 'c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:9c:4a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '9a9080eb-d870-44bb-bdb8-1cbbc8fe9c3e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:02Z', 'updated_at': '2021-08-16T20:58:07Z', 'revision_number': 4, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': '9a9080eb-d870-44bb-bdb8-1cbbc8fe9c3e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d479e76-8f22-4f9e-9800-8c1dab50baa8', 'name': '', 'network_id': 'c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:be:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:57:46Z', 'updated_at': '2021-08-16T20:57:56Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fcab0ab-3d89-42c0-8148-b7b83db93678', 'name': '', 'network_id': '494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:bd:54:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '95489d13-66c0-40de-831e-594beeadd3f2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:57:56Z', 'updated_at': '2021-08-16T20:58:05Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': '95489d13-66c0-40de-831e-594beeadd3f2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:07.979417 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e1e02a44-01bc-4022-b86c-aa5877efee39 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7039948 Aug 16 20:58:07.982892 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48906) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:07.997084 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5831758-5822-4749-8b5c-9033cfa8bc54 None None] The sync data for ids ['213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'] in n-d-793620-15 is: [{'id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'name': 'tempest-RoutersTest-router-1658649149', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:57:41Z', 'updated_at': '2021-08-16T20:58:03Z', 'revision_number': 4, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'gw_port_host': None, '_interfaces': [{'id': '82ee0293-3c0a-4ccf-a120-8ee103ee0313', 'name': '', 'network_id': 'c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:9c:4a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '9a9080eb-d870-44bb-bdb8-1cbbc8fe9c3e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:02Z', 'updated_at': '2021-08-16T20:58:07Z', 'revision_number': 4, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': '9a9080eb-d870-44bb-bdb8-1cbbc8fe9c3e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d479e76-8f22-4f9e-9800-8c1dab50baa8', 'name': '', 'network_id': 'c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:be:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:57:46Z', 'updated_at': '2021-08-16T20:57:56Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fcab0ab-3d89-42c0-8148-b7b83db93678', 'name': '', 'network_id': '494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:bd:54:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '95489d13-66c0-40de-831e-594beeadd3f2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:57:56Z', 'updated_at': '2021-08-16T20:58:05Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': '95489d13-66c0-40de-831e-594beeadd3f2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:58:08.010756 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48908) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:08.028721 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cc2cef-dce1-4b64-87b0-3c3f2354e5d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-5cf6f82f-2803-438e-91da-45dca0cf8036', 'network_id': '5cf6f82f-2803-438e-91da-45dca0cf8036', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'fixed_ips': [{'subnet_id': 'd88e7abb-04a8-48b7-8b58-6a0efa469899'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:58:08.029783 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-13cc2cef-dce1-4b64-87b0-3c3f2354e5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:08.212237 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-18221262-7849-44eb-9d6b-358323e79aee tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:08.233556 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-29330a22-351a-49a7-83e8-224f2023147b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:08.297239 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-13cc2cef-dce1-4b64-87b0-3c3f2354e5d1 None None] Allocated IP 172.23.0.2 (5cf6f82f-2803-438e-91da-45dca0cf8036/d88e7abb-04a8-48b7-8b58-6a0efa469899/fb82cace-f9d6-46bf-848c-d6dc93e793ee) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:58:08.349887 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 82ee0293-3c0a-4ccf-a120-8ee103ee0313 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:58:08.351185 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-18221262-7849-44eb-9d6b-358323e79aee tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:08.404263 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18221262-7849-44eb-9d6b-358323e79aee tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b90b7e4-3a61-4f2f-8951-9c741c0955a5,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:08.495019 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-29330a22-351a-49a7-83e8-224f2023147b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:08.554049 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-13cc2cef-dce1-4b64-87b0-3c3f2354e5d1 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:08.564930 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-13cc2cef-dce1-4b64-87b0-3c3f2354e5d1 None None] Transition to ACTIVE for port object fb82cace-f9d6-46bf-848c-d6dc93e793ee will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:58:08.581727 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-13cc2cef-dce1-4b64-87b0-3c3f2354e5d1 None None] Transition to ACTIVE for port object fb82cace-f9d6-46bf-848c-d6dc93e793ee will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:58:08.586109 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 82ee0293-3c0a-4ccf-a120-8ee103ee0313 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:58:08.590337 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 82ee0293-3c0a-4ccf-a120-8ee103ee0313 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:08.590827 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:08.620671 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-db25a951-5872-41e9-8c23-1bb9f89b7708 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:08.639201 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-29330a22-351a-49a7-83e8-224f2023147b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:08.691433 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:08.714929 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29330a22-351a-49a7-83e8-224f2023147b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9c13d2-6c22-4d02-9d31-bffbcc6b5022,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:08.740860 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-29330a22-351a-49a7-83e8-224f2023147b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9ff2ef2f332b4c01b7fc7e50ee83f5c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7258935 Aug 16 20:58:08.740860 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48926) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:08.742611 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 82ee0293-3c0a-4ccf-a120-8ee103ee0313, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=82ee0293-3c0a-4ccf-a120-8ee103ee0313,segment=NetworkSegment(0cffe75a-3128-49e8-9d93-04e1e681757f),segment_id=0cffe75a-3128-49e8-9d93-04e1e681757f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:08.747075 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-13cc2cef-dce1-4b64-87b0-3c3f2354e5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:08.811649 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-18221262-7849-44eb-9d6b-358323e79aee tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:08.819998 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-18221262-7849-44eb-9d6b-358323e79aee tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0464644 Aug 16 20:58:08.822613 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48932) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:08.827584 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-a1b1bdb0-3407-43d5-bdfa-4d8878f4ad7d tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Request body: {'security_group_rule': {'security_group_id': 'a9c36570-8e9e-468a-8e58-7dc5ae47b0a8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7b90b7e4-3a61-4f2f-8951-9c741c0955a5', 'remote_ip_prefix': None}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:08.830556 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cc2cef-dce1-4b64-87b0-3c3f2354e5d1 None None] Network 5cf6f82f-2803-438e-91da-45dca0cf8036 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:58:08.834288 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:08.843071 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-13cc2cef-dce1-4b64-87b0-3c3f2354e5d1 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:08.848746 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cc2cef-dce1-4b64-87b0-3c3f2354e5d1 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:58:08.855492 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc2cef-dce1-4b64-87b0-3c3f2354e5d1 None None] Pushing event updated for resources: {'Port': ['ID=fb82cace-f9d6-46bf-848c-d6dc93e793ee,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:08.925379 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-87c03402-947e-4a82-936a-0504b7b642b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:08.964848 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-13cc2cef-dce1-4b64-87b0-3c3f2354e5d1 None None] Attempting to bind port fb82cace-f9d6-46bf-848c-d6dc93e793ee on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:58:08.965138 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-13cc2cef-dce1-4b64-87b0-3c3f2354e5d1 None None] Attempting to bind port fb82cace-f9d6-46bf-848c-d6dc93e793ee by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'b9d18313-8f5b-4c4a-a9d9-9d74e60cdcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5cf6f82f-2803-438e-91da-45dca0cf8036'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:58:08.965743 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cc2cef-dce1-4b64-87b0-3c3f2354e5d1 None None] Attempting to bind port fb82cace-f9d6-46bf-848c-d6dc93e793ee on network 5cf6f82f-2803-438e-91da-45dca0cf8036 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:58:08.971667 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-87c03402-947e-4a82-936a-0504b7b642b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:08.975019 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cc2cef-dce1-4b64-87b0-3c3f2354e5d1 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:58:08.975438 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cc2cef-dce1-4b64-87b0-3c3f2354e5d1 None None] Checking segment: {'id': 'b9d18313-8f5b-4c4a-a9d9-9d74e60cdcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5cf6f82f-2803-438e-91da-45dca0cf8036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:58:08.976765 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-13cc2cef-dce1-4b64-87b0-3c3f2354e5d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:08.977165 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cc2cef-dce1-4b64-87b0-3c3f2354e5d1 None None] Bound using segment: {'id': 'b9d18313-8f5b-4c4a-a9d9-9d74e60cdcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5cf6f82f-2803-438e-91da-45dca0cf8036'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:58:08.977647 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-13cc2cef-dce1-4b64-87b0-3c3f2354e5d1 None None] Bound port: fb82cace-f9d6-46bf-848c-d6dc93e793ee, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9d18313-8f5b-4c4a-a9d9-9d74e60cdcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5cf6f82f-2803-438e-91da-45dca0cf8036'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:58:08.978036 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-13cc2cef-dce1-4b64-87b0-3c3f2354e5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:08.980052 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=82ee0293-3c0a-4ccf-a120-8ee103ee0313,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:09.031559 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a1b1bdb0-3407-43d5-bdfa-4d8878f4ad7d tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:09.050609 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-13cc2cef-dce1-4b64-87b0-3c3f2354e5d1 None None] For port fb82cace-f9d6-46bf-848c-d6dc93e793ee, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:58:09.054027 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-13cc2cef-dce1-4b64-87b0-3c3f2354e5d1 None None] For port fb82cace-f9d6-46bf-848c-d6dc93e793ee, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=fb82cace-f9d6-46bf-848c-d6dc93e793ee,segment=NetworkSegment(b9d18313-8f5b-4c4a-a9d9-9d74e60cdcb4),segment_id=b9d18313-8f5b-4c4a-a9d9-9d74e60cdcb4)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:58:09.115457 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a794f5-187a-4b0b-aafe-8686b8195d9d req-8375cf8f-dfb2-431b-a852-7984950bad76 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:09.121316 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a794f5-187a-4b0b-aafe-8686b8195d9d req-8375cf8f-dfb2-431b-a852-7984950bad76 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:09.123928 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-87c03402-947e-4a82-936a-0504b7b642b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:09.126643 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-87c03402-947e-4a82-936a-0504b7b642b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:09.127185 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a794f5-187a-4b0b-aafe-8686b8195d9d req-8375cf8f-dfb2-431b-a852-7984950bad76 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:09.130589 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-87c03402-947e-4a82-936a-0504b7b642b3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9a9c13d2-6c22-4d02-9d31-bffbcc6b5022 HTTP/1.1" status: 204 len: 168 time: 0.3888452 Aug 16 20:58:09.133345 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a794f5-187a-4b0b-aafe-8686b8195d9d req-8375cf8f-dfb2-431b-a852-7984950bad76 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:09.139189 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a794f5-187a-4b0b-aafe-8686b8195d9d req-8375cf8f-dfb2-431b-a852-7984950bad76 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:09.145151 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a794f5-187a-4b0b-aafe-8686b8195d9d req-8375cf8f-dfb2-431b-a852-7984950bad76 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:09.145943 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c03402-947e-4a82-936a-0504b7b642b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9c13d2-6c22-4d02-9d31-bffbcc6b5022,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:09.151375 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a794f5-187a-4b0b-aafe-8686b8195d9d req-8375cf8f-dfb2-431b-a852-7984950bad76 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:09.153152 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f2a794f5-187a-4b0b-aafe-8686b8195d9d req-8375cf8f-dfb2-431b-a852-7984950bad76 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 5421 time: 0.1816726 Aug 16 20:58:09.157387 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-13cc2cef-dce1-4b64-87b0-3c3f2354e5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:09.202565 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-db25a951-5872-41e9-8c23-1bb9f89b7708 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Allocated IP 172.23.0.1 (5cf6f82f-2803-438e-91da-45dca0cf8036/d88e7abb-04a8-48b7-8b58-6a0efa469899/a041f280-a4a8-4e67-a6a7-be8f8c61dd48) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:58:09.231467 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc2cef-dce1-4b64-87b0-3c3f2354e5d1 None None] Pushing event updated for resources: {'Port': ['ID=fb82cace-f9d6-46bf-848c-d6dc93e793ee,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:09.267664 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f2a794f5-187a-4b0b-aafe-8686b8195d9d req-a21bc55f-f021-4270-96a8-1a4db33239ca tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=2f05bb64-9f10-404a-9d0e-024f432f1dbc&id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1052732 Aug 16 20:58:09.279463 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a1b1bdb0-3407-43d5-bdfa-4d8878f4ad7d tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:09.383954 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-db25a951-5872-41e9-8c23-1bb9f89b7708 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:09.402701 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-db25a951-5872-41e9-8c23-1bb9f89b7708 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Transition to ACTIVE for port object a041f280-a4a8-4e67-a6a7-be8f8c61dd48 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:58:09.445138 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a1b1bdb0-3407-43d5-bdfa-4d8878f4ad7d tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:09.477711 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1bdb0-3407-43d5-bdfa-4d8878f4ad7d tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d5a32e0-27e8-4c4e-b1f4-19aa1105bb7e,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:09.629567 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a1b1bdb0-3407-43d5-bdfa-4d8878f4ad7d tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:09.630858 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a1b1bdb0-3407-43d5-bdfa-4d8878f4ad7d tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8073375 Aug 16 20:58:09.632013 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-db25a951-5872-41e9-8c23-1bb9f89b7708 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:09.648789 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48948) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:09.670823 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db25a951-5872-41e9-8c23-1bb9f89b7708 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Network 5cf6f82f-2803-438e-91da-45dca0cf8036 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:58:09.681668 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f5299ace-662b-4374-b515-b69d3f8e719f tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:09.681953 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-db25a951-5872-41e9-8c23-1bb9f89b7708 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:09.681953 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db25a951-5872-41e9-8c23-1bb9f89b7708 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:58:09.682134 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f5299ace-662b-4374-b515-b69d3f8e719f tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:09.710510 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25a951-5872-41e9-8c23-1bb9f89b7708 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event updated for resources: {'Port': ['ID=a041f280-a4a8-4e67-a6a7-be8f8c61dd48,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:09.733694 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-db25a951-5872-41e9-8c23-1bb9f89b7708 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:09.817527 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f5299ace-662b-4374-b515-b69d3f8e719f tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:09.829838 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f5299ace-662b-4374-b515-b69d3f8e719f tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:09.831492 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f5299ace-662b-4374-b515-b69d3f8e719f tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/2d5a32e0-27e8-4c4e-b1f4-19aa1105bb7e HTTP/1.1" status: 204 len: 168 time: 0.1812556 Aug 16 20:58:09.832111 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5299ace-662b-4374-b515-b69d3f8e719f tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d5a32e0-27e8-4c4e-b1f4-19aa1105bb7e,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:09.833670 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48960) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:09.878545 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-eb754d9c-b723-4c67-8f4c-5a66682c1645 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0437930 Aug 16 20:58:09.881312 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48966) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:09.941008 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c440ceae-859b-4253-9b4b-31b8e48c84fd tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:09.970805 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c440ceae-859b-4253-9b4b-31b8e48c84fd tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:09.992074 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-db25a951-5872-41e9-8c23-1bb9f89b7708 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:10.137290 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c440ceae-859b-4253-9b4b-31b8e48c84fd tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:10.144651 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c440ceae-859b-4253-9b4b-31b8e48c84fd tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:10.148548 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48974) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:10.151315 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c440ceae-859b-4253-9b4b-31b8e48c84fd tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "DELETE /v2.0/security-groups/7b90b7e4-3a61-4f2f-8951-9c741c0955a5 HTTP/1.1" status: 204 len: 168 time: 0.2636034 Aug 16 20:58:10.166345 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440ceae-859b-4253-9b4b-31b8e48c84fd tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b90b7e4-3a61-4f2f-8951-9c741c0955a5,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:10.310981 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-20d0d12a-6d6c-48e2-a51d-ac030f4d1f88 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1602712 Aug 16 20:58:10.316041 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48984) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:10.458091 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 82ee0293-3c0a-4ccf-a120-8ee103ee0313 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:58:10.557593 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c581a1ff-49de-432b-9cec-5410324e969c None None] Network 5cf6f82f-2803-438e-91da-45dca0cf8036 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:58:10.644784 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3e313894-f281-4334-80dd-71609cfa3ade tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:10.656557 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 82ee0293-3c0a-4ccf-a120-8ee103ee0313 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:10.657502 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:10.834949 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48998) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:10.841560 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ad9c9119-c36f-43a8-9d3f-e8ba660b6cbb None None] Provisioning for port fb82cace-f9d6-46bf-848c-d6dc93e793ee completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:58:10.883660 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device fb82cace-f9d6-46bf-848c-d6dc93e793ee up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:58:10.991390 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f751f-307a-47fc-98f5-8de172e129f5 req-9db4a65f-2b99-4d2e-b725-dd580f4f1799 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:10.998120 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f751f-307a-47fc-98f5-8de172e129f5 req-9db4a65f-2b99-4d2e-b725-dd580f4f1799 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:10.999153 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-2d978820-9640-417b-ae42-96492c2e1455 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-249209008-network', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:11.005593 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f751f-307a-47fc-98f5-8de172e129f5 req-9db4a65f-2b99-4d2e-b725-dd580f4f1799 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:11.012176 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f751f-307a-47fc-98f5-8de172e129f5 req-9db4a65f-2b99-4d2e-b725-dd580f4f1799 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:11.019234 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f751f-307a-47fc-98f5-8de172e129f5 req-9db4a65f-2b99-4d2e-b725-dd580f4f1799 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:11.030367 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f751f-307a-47fc-98f5-8de172e129f5 req-9db4a65f-2b99-4d2e-b725-dd580f4f1799 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:11.037249 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f751f-307a-47fc-98f5-8de172e129f5 req-9db4a65f-2b99-4d2e-b725-dd580f4f1799 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:11.043964 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-245f751f-307a-47fc-98f5-8de172e129f5 req-9db4a65f-2b99-4d2e-b725-dd580f4f1799 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 5421 time: 0.5279832 Aug 16 20:58:11.049020 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-db25a951-5872-41e9-8c23-1bb9f89b7708 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:11.067811 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3e313894-f281-4334-80dd-71609cfa3ade tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:11.075541 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-afdf60dc-d7ae-47d9-a9a9-c4efb2494505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:11.102825 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d978820-9640-417b-ae42-96492c2e1455 admin admin] Made reservation on behalf of a0e033d4713247c4be0e53c874c211ee for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:58:11.103359 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port fb82cace-f9d6-46bf-848c-d6dc93e793ee completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:58:11.105275 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d978820-9640-417b-ae42-96492c2e1455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:11.108510 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port fb82cace-f9d6-46bf-848c-d6dc93e793ee triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:11.118798 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:11.126627 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d978820-9640-417b-ae42-96492c2e1455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:11.156010 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-245f751f-307a-47fc-98f5-8de172e129f5 req-34dfd61a-e0ff-4af1-be99-6ddc9e42850f tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=2f05bb64-9f10-404a-9d0e-024f432f1dbc&id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1024277 Aug 16 20:58:11.182855 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-db25a951-5872-41e9-8c23-1bb9f89b7708 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:11.216090 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:11.265566 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3e313894-f281-4334-80dd-71609cfa3ade tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:11.265566 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3e313894-f281-4334-80dd-71609cfa3ade tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:11.265566 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3e313894-f281-4334-80dd-71609cfa3ade tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "DELETE /v2.0/security-groups/a9c36570-8e9e-468a-8e58-7dc5ae47b0a8 HTTP/1.1" status: 204 len: 168 time: 0.9444735 Aug 16 20:58:11.266013 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port fb82cace-f9d6-46bf-848c-d6dc93e793ee, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=fb82cace-f9d6-46bf-848c-d6dc93e793ee,segment=NetworkSegment(b9d18313-8f5b-4c4a-a9d9-9d74e60cdcb4),segment_id=b9d18313-8f5b-4c4a-a9d9-9d74e60cdcb4)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:11.267369 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49010) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:11.290288 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e313894-f281-4334-80dd-71609cfa3ade tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c36570-8e9e-468a-8e58-7dc5ae47b0a8,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:11.293700 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-db25a951-5872-41e9-8c23-1bb9f89b7708 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:11.296091 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25a951-5872-41e9-8c23-1bb9f89b7708 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event updated for resources: {'Port': ['ID=a041f280-a4a8-4e67-a6a7-be8f8c61dd48,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:11.315344 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-930d6fcd-6f08-453a-b933-92f7a9c70316 None None] Provisioning for port a041f280-a4a8-4e67-a6a7-be8f8c61dd48 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:58:11.321315 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-930d6fcd-6f08-453a-b933-92f7a9c70316 None None] Provisioning complete for port a041f280-a4a8-4e67-a6a7-be8f8c61dd48 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:11.323542 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-930d6fcd-6f08-453a-b933-92f7a9c70316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:11.345158 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-80c11c61-980d-4f7a-81f9-3da8555fe687 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0758648 Aug 16 20:58:11.348125 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d978820-9640-417b-ae42-96492c2e1455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:11.349812 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49012) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:11.356245 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-b717287e-a829-4903-a87b-fd53179e7596 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Request body: {'security_group': {'name': 'tempest-secgroup--258350077'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:11.369750 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-930d6fcd-6f08-453a-b933-92f7a9c70316 None None] Port a041f280-a4a8-4e67-a6a7-be8f8c61dd48 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:58:11.372203 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:11.415311 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-930d6fcd-6f08-453a-b933-92f7a9c70316 None None] Provisioning complete for port fb82cace-f9d6-46bf-848c-d6dc93e793ee triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:11.415475 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db25a951-5872-41e9-8c23-1bb9f89b7708 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Network 5cf6f82f-2803-438e-91da-45dca0cf8036 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:58:11.415690 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-930d6fcd-6f08-453a-b933-92f7a9c70316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:11.416777 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-db25a951-5872-41e9-8c23-1bb9f89b7708 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:11.452938 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=fb82cace-f9d6-46bf-848c-d6dc93e793ee,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:11.472635 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d978820-9640-417b-ae42-96492c2e1455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:11.549668 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d978820-9640-417b-ae42-96492c2e1455 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:58:11.561773 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d978820-9640-417b-ae42-96492c2e1455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9842ccdd-a2cd-450c-9987-934d98d26559,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:11.571042 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db25a951-5872-41e9-8c23-1bb9f89b7708 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Router 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:58:11.579268 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d978820-9640-417b-ae42-96492c2e1455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:11.582184 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-2d978820-9640-417b-ae42-96492c2e1455 admin admin] Added segment 45ea3e3a-3149-407a-86a7-ec72a583a741 of type vlan for network f21989d2-1803-4d82-bc06-7ef94db801de Aug 16 20:58:11.613896 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b717287e-a829-4903-a87b-fd53179e7596 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:11.642916 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d978820-9640-417b-ae42-96492c2e1455 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:11.654844 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-3e731e31-e07a-44a1-8af9-7fde245beaad None None] Provisioning complete for port a041f280-a4a8-4e67-a6a7-be8f8c61dd48 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:11.655394 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3e731e31-e07a-44a1-8af9-7fde245beaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:11.697530 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db25a951-5872-41e9-8c23-1bb9f89b7708 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:58:11.700389 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-3e731e31-e07a-44a1-8af9-7fde245beaad None None] Port a041f280-a4a8-4e67-a6a7-be8f8c61dd48 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:58:11.703383 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-db25a951-5872-41e9-8c23-1bb9f89b7708 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "PUT /v2.0/routers/213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7193816 Aug 16 20:58:11.710628 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 49020) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:11.715181 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fc25e3-fbd3-4f36-a917-820595590e4e None None] Sync routers for ids ['213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:58:11.720282 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-a939acfa-729f-4c98-8d9c-253293e30299 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:11.725522 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fc25e3-fbd3-4f36-a917-820595590e4e None None] Routers {'213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:11.734845 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-57fc25e3-fbd3-4f36-a917-820595590e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:57:43Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:11.753932 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b717287e-a829-4903-a87b-fd53179e7596 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:11.835956 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-57fc25e3-fbd3-4f36-a917-820595590e4e None None] Set router 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:11.838386 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a84ed321-30fa-41a9-bb3e-7accf4ce7449 None None] Provisioning complete for port a041f280-a4a8-4e67-a6a7-be8f8c61dd48 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:11.838850 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a84ed321-30fa-41a9-bb3e-7accf4ce7449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:11.897733 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d978820-9640-417b-ae42-96492c2e1455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:11.900423 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d978820-9640-417b-ae42-96492c2e1455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:11.901577 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d978820-9640-417b-ae42-96492c2e1455 admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:11.975469 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d978820-9640-417b-ae42-96492c2e1455 admin admin] Pushing event updated for resources: {'Network': ['ID=f21989d2-1803-4d82-bc06-7ef94db801de,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:11.991190 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b717287e-a829-4903-a87b-fd53179e7596 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:12.035891 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717287e-a829-4903-a87b-fd53179e7596 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0a95dd-79d8-4603-a5d6-ee2501ca3839,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:12.061354 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2d978820-9640-417b-ae42-96492c2e1455 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2246094 Aug 16 20:58:12.064949 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49030) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:12.070029 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-4697ae24-0b50-4ac5-ad30-87bfb665f504 admin admin] Request body: {'subnet': {'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-249209008-subnet', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:12.104992 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b717287e-a829-4903-a87b-fd53179e7596 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:12.106505 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b717287e-a829-4903-a87b-fd53179e7596 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7553816 Aug 16 20:58:12.111564 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49032) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:12.117390 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-fd8e1518-0e7e-4476-b308-20da3ee24f59 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Request body: {'security_group_rule': {'security_group_id': '6a0a95dd-79d8-4603-a5d6-ee2501ca3839', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:12.136762 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network f21989d2-1803-4d82-bc06-7ef94db801de details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:58:12.140397 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a84ed321-30fa-41a9-bb3e-7accf4ce7449 None None] Port a041f280-a4a8-4e67-a6a7-be8f8c61dd48 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:58:12.146732 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.extraroute_db [None req-a939acfa-729f-4c98-8d9c-253293e30299 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=101844) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 20:58:12.169087 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.extraroute_db [None req-a939acfa-729f-4c98-8d9c-253293e30299 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Removed routes are [] {{(pid=101844) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 20:58:12.169635 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a939acfa-729f-4c98-8d9c-253293e30299 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59380'] for router, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:12.230165 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4697ae24-0b50-4ac5-ad30-87bfb665f504 admin admin] Made reservation on behalf of a0e033d4713247c4be0e53c874c211ee for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:58:12.232612 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4697ae24-0b50-4ac5-ad30-87bfb665f504 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:12.273013 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device fb82cace-f9d6-46bf-848c-d6dc93e793ee up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:58:12.389851 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fd8e1518-0e7e-4476-b308-20da3ee24f59 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:12.407912 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port fb82cace-f9d6-46bf-848c-d6dc93e793ee triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:12.408450 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:12.420171 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a0af3-e979-4a44-b08d-4f53a50f74c1 req-9c240d70-4e2e-4066-b555-d4ee4a3e75a8 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:12.426618 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a0af3-e979-4a44-b08d-4f53a50f74c1 req-9c240d70-4e2e-4066-b555-d4ee4a3e75a8 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:12.432747 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a0af3-e979-4a44-b08d-4f53a50f74c1 req-9c240d70-4e2e-4066-b555-d4ee4a3e75a8 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:12.439248 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a0af3-e979-4a44-b08d-4f53a50f74c1 req-9c240d70-4e2e-4066-b555-d4ee4a3e75a8 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:12.445219 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a0af3-e979-4a44-b08d-4f53a50f74c1 req-9c240d70-4e2e-4066-b555-d4ee4a3e75a8 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:12.451392 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a0af3-e979-4a44-b08d-4f53a50f74c1 req-9c240d70-4e2e-4066-b555-d4ee4a3e75a8 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:12.458625 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a0af3-e979-4a44-b08d-4f53a50f74c1 req-9c240d70-4e2e-4066-b555-d4ee4a3e75a8 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:12.465361 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f00a0af3-e979-4a44-b08d-4f53a50f74c1 req-9c240d70-4e2e-4066-b555-d4ee4a3e75a8 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 5421 time: 0.1740582 Aug 16 20:58:12.479147 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-57fc25e3-fbd3-4f36-a917-820595590e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'name': 'tempest-RoutersTest-router-1658649149', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:57:41Z', 'updated_at': '2021-08-16T20:58:09Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'gw_port_host': None, '_interfaces': [{'id': '82ee0293-3c0a-4ccf-a120-8ee103ee0313', 'name': '', 'network_id': 'c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:9c:4a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '9a9080eb-d870-44bb-bdb8-1cbbc8fe9c3e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:02Z', 'updated_at': '2021-08-16T20:58:08Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': '9a9080eb-d870-44bb-bdb8-1cbbc8fe9c3e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d479e76-8f22-4f9e-9800-8c1dab50baa8', 'name': '', 'network_id': 'c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:be:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:57:46Z', 'updated_at': '2021-08-16T20:57:56Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fcab0ab-3d89-42c0-8148-b7b83db93678', 'name': '', 'network_id': '494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:bd:54:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '95489d13-66c0-40de-831e-594beeadd3f2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:57:56Z', 'updated_at': '2021-08-16T20:58:05Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': '95489d13-66c0-40de-831e-594beeadd3f2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a041f280-a4a8-4e67-a6a7-be8f8c61dd48', 'name': '', 'network_id': '5cf6f82f-2803-438e-91da-45dca0cf8036', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:37:0c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'd88e7abb-04a8-48b7-8b58-6a0efa469899', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:08Z', 'updated_at': '2021-08-16T20:58:10Z', 'revision_number': 2, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': 'd88e7abb-04a8-48b7-8b58-6a0efa469899', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:12.495140 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fd8e1518-0e7e-4476-b308-20da3ee24f59 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:12.513092 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fc25e3-fbd3-4f36-a917-820595590e4e None None] Checking router: 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:58:12.513556 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fc25e3-fbd3-4f36-a917-820595590e4e None None] Updating router 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a port a041f280-a4a8-4e67-a6a7-be8f8c61dd48 binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:58:12.566838 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-57fc25e3-fbd3-4f36-a917-820595590e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:12.579744 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f00a0af3-e979-4a44-b08d-4f53a50f74c1 req-b4630df8-648e-404b-8ff9-fff736e619c0 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=2f05bb64-9f10-404a-9d0e-024f432f1dbc&id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1134799 Aug 16 20:58:12.594778 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4697ae24-0b50-4ac5-ad30-87bfb665f504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:12.600165 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a939acfa-729f-4c98-8d9c-253293e30299 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59380'] for router, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:12.610420 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a939acfa-729f-4c98-8d9c-253293e30299 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-663158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-663167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661637'] for router, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:12.642240 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fd8e1518-0e7e-4476-b308-20da3ee24f59 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:12.671449 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e1518-0e7e-4476-b308-20da3ee24f59 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bdf6c6b-7870-4ce4-9e1c-766f71ed887c,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:12.691870 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4697ae24-0b50-4ac5-ad30-87bfb665f504 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03f69758-9eaf-430a-b99d-d64769716af9,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:12.705430 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4697ae24-0b50-4ac5-ad30-87bfb665f504 admin admin] Checking segment: {'id': '45ea3e3a-3149-407a-86a7-ec72a583a741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:58:12.705430 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4697ae24-0b50-4ac5-ad30-87bfb665f504 admin admin] Network hostable DHCP agents. Network: f21989d2-1803-4d82-bc06-7ef94db801de, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:58:12.736349 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a939acfa-729f-4c98-8d9c-253293e30299 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Router 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:58:12.834175 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a939acfa-729f-4c98-8d9c-253293e30299 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:58:12.841040 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a939acfa-729f-4c98-8d9c-253293e30299 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:12.842229 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a939acfa-729f-4c98-8d9c-253293e30299 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "PUT /v2.0/routers/213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a HTTP/1.1" status: 200 len: 934 time: 1.1267886 Aug 16 20:58:12.845724 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 49044) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:12.846470 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fd8e1518-0e7e-4476-b308-20da3ee24f59 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:12.850306 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fd8e1518-0e7e-4476-b308-20da3ee24f59 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7341979 Aug 16 20:58:12.850561 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49046) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:12.865567 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4697ae24-0b50-4ac5-ad30-87bfb665f504 admin admin] Network f21989d2-1803-4d82-bc06-7ef94db801de is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:58:12.886874 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-57fc25e3-fbd3-4f36-a917-820595590e4e None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:12.891182 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9b2bf5c5-3b5b-44ce-808f-19110f5052bd tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:12.899372 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-57fc25e3-fbd3-4f36-a917-820595590e4e None None] Transition to ACTIVE for port object a041f280-a4a8-4e67-a6a7-be8f8c61dd48 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:58:12.900740 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9b2bf5c5-3b5b-44ce-808f-19110f5052bd tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:12.957023 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2b7dab3a-e3ac-45d6-b910-3392287440ef tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "GET /v2.0/routers/213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a HTTP/1.1" status: 200 len: 934 time: 0.1101573 Aug 16 20:58:12.959829 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 49050) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:12.960188 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-4697ae24-0b50-4ac5-ad30-87bfb665f504 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, f21989d2-1803-4d82-bc06-7ef94db801de) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:12.964345 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-5e6e486a-68a7-4764-8871-f3ae2bb08b86 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Request body: {'router': {'routes': None}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:12.964707 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4697ae24-0b50-4ac5-ad30-87bfb665f504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:12.965364 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4697ae24-0b50-4ac5-ad30-87bfb665f504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:12.974185 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70adca3e-3cac-48fa-8b89-22f32f8d0794 None None] Network f21989d2-1803-4d82-bc06-7ef94db801de requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:58:13.014421 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-57fc25e3-fbd3-4f36-a917-820595590e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:13.074074 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9b2bf5c5-3b5b-44ce-808f-19110f5052bd tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:13.083120 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9b2bf5c5-3b5b-44ce-808f-19110f5052bd tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:13.086791 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce968f50-f309-4742-8616-c065b18d87c1 None None] Pushing event updated for resources: {'Port': ['ID=a041f280-a4a8-4e67-a6a7-be8f8c61dd48,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:13.086931 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9b2bf5c5-3b5b-44ce-808f-19110f5052bd tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/9bdf6c6b-7870-4ce4-9e1c-766f71ed887c HTTP/1.1" status: 204 len: 168 time: 0.2326984 Aug 16 20:58:13.088726 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49054) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:13.134133 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2bf5c5-3b5b-44ce-808f-19110f5052bd tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9bdf6c6b-7870-4ce4-9e1c-766f71ed887c,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:13.144660 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4697ae24-0b50-4ac5-ad30-87bfb665f504 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0784893 Aug 16 20:58:13.146032 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49060) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:13.152934 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-9c43f541-e421-40b0-8808-3d6cc19bd92c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-249209008-router', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:13.184166 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-eeba13b7-01ac-4ee5-9f3f-0ab94c45a27c tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0913522 Aug 16 20:58:13.195620 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49062) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:13.250724 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-57fc25e3-fbd3-4f36-a917-820595590e4e None None] Attempting to bind port a041f280-a4a8-4e67-a6a7-be8f8c61dd48 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:58:13.251098 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-57fc25e3-fbd3-4f36-a917-820595590e4e None None] Attempting to bind port a041f280-a4a8-4e67-a6a7-be8f8c61dd48 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'b9d18313-8f5b-4c4a-a9d9-9d74e60cdcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5cf6f82f-2803-438e-91da-45dca0cf8036'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:58:13.251471 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fc25e3-fbd3-4f36-a917-820595590e4e None None] Attempting to bind port a041f280-a4a8-4e67-a6a7-be8f8c61dd48 on network 5cf6f82f-2803-438e-91da-45dca0cf8036 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:58:13.262180 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fc25e3-fbd3-4f36-a917-820595590e4e None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:58:13.262563 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fc25e3-fbd3-4f36-a917-820595590e4e None None] Checking segment: {'id': 'b9d18313-8f5b-4c4a-a9d9-9d74e60cdcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5cf6f82f-2803-438e-91da-45dca0cf8036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:58:13.262976 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-57fc25e3-fbd3-4f36-a917-820595590e4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:13.263377 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fc25e3-fbd3-4f36-a917-820595590e4e None None] Bound using segment: {'id': 'b9d18313-8f5b-4c4a-a9d9-9d74e60cdcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5cf6f82f-2803-438e-91da-45dca0cf8036'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:58:13.263895 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-57fc25e3-fbd3-4f36-a917-820595590e4e None None] Bound port: a041f280-a4a8-4e67-a6a7-be8f8c61dd48, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9d18313-8f5b-4c4a-a9d9-9d74e60cdcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5cf6f82f-2803-438e-91da-45dca0cf8036'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:58:13.264278 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-57fc25e3-fbd3-4f36-a917-820595590e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:13.293618 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-10d90623-fdef-4f90-aa0e-c1f798601f85 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:13.338839 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-10d90623-fdef-4f90-aa0e-c1f798601f85 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:13.342263 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9c43f541-e421-40b0-8808-3d6cc19bd92c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:13.343328 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9c43f541-e421-40b0-8808-3d6cc19bd92c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:13.350123 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51ab2d0-94f9-455a-af61-728ba1ab3f1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-f21989d2-1803-4d82-bc06-7ef94db801de', 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'fixed_ips': [{'subnet_id': '03f69758-9eaf-430a-b99d-d64769716af9'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:58:13.351245 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d51ab2d0-94f9-455a-af61-728ba1ab3f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:13.401700 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a07516ff-c262-49be-a592-df23f0283ccf req-a5d21522-bfd7-48f6-857c-f20da27c38b5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1808288 Aug 16 20:58:13.450420 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9c43f541-e421-40b0-8808-3d6cc19bd92c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:13.481511 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-57fc25e3-fbd3-4f36-a917-820595590e4e None None] For port a041f280-a4a8-4e67-a6a7-be8f8c61dd48, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:58:13.520519 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-57fc25e3-fbd3-4f36-a917-820595590e4e None None] For port a041f280-a4a8-4e67-a6a7-be8f8c61dd48, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=a041f280-a4a8-4e67-a6a7-be8f8c61dd48,segment=NetworkSegment(b9d18313-8f5b-4c4a-a9d9-9d74e60cdcb4),segment_id=b9d18313-8f5b-4c4a-a9d9-9d74e60cdcb4)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:58:13.534231 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07516ff-c262-49be-a592-df23f0283ccf req-1421db27-2597-4e28-ab1a-996d9ee2e9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:13.535806 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a07516ff-c262-49be-a592-df23f0283ccf req-1421db27-2597-4e28-ab1a-996d9ee2e9f2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04d4519d90b5451ebf562bbd9e44ac2b&device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 1097 time: 0.0808473 Aug 16 20:58:13.577225 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-d51ab2d0-94f9-455a-af61-728ba1ab3f1d None None] Allocated IP 172.20.0.2 (f21989d2-1803-4d82-bc06-7ef94db801de/03f69758-9eaf-430a-b99d-d64769716af9/9a9273b7-2f9e-4206-b2ac-2352b1515812) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:58:13.588334 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-10d90623-fdef-4f90-aa0e-c1f798601f85 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:13.592129 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-10d90623-fdef-4f90-aa0e-c1f798601f85 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:13.593008 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.extraroute_db [None req-5e6e486a-68a7-4764-8871-f3ae2bb08b86 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Added routes are [] {{(pid=101844) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 20:58:13.593350 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.extraroute_db [None req-5e6e486a-68a7-4764-8871-f3ae2bb08b86 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=101844) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 20:58:13.596499 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-10d90623-fdef-4f90-aa0e-c1f798601f85 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "DELETE /v2.0/security-groups/6a0a95dd-79d8-4603-a5d6-ee2501ca3839 HTTP/1.1" status: 204 len: 168 time: 0.4002604 Aug 16 20:58:13.597309 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49068) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:13.677381 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d90623-fdef-4f90-aa0e-c1f798601f85 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0a95dd-79d8-4603-a5d6-ee2501ca3839,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:13.690756 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-db6dbe06-0f84-4e3a-9612-c1cb52c83941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:13.706327 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-57fc25e3-fbd3-4f36-a917-820595590e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:13.769643 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-45a7ad3c-18b4-4c55-9171-8086c7ff3b61 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1351919 Aug 16 20:58:13.773424 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 49076) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:13.785874 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9c43f541-e421-40b0-8808-3d6cc19bd92c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:13.786993 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-19e9c87a-546f-4495-b32f-b6fe7d272053 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Request body: {'security_group': {'name': 'tempest-secgroup--2018432969'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:13.841620 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5e6e486a-68a7-4764-8871-f3ae2bb08b86 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59380'] for router, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:13.850287 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07516ff-c262-49be-a592-df23f0283ccf req-bf49e962-1c48-4d0d-892a-9c3ba5c794b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:13.851857 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a07516ff-c262-49be-a592-df23f0283ccf req-bf49e962-1c48-4d0d-892a-9c3ba5c794b4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 HTTP/1.1" status: 200 len: 912 time: 0.2850633 Aug 16 20:58:13.863428 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fc25e3-fbd3-4f36-a917-820595590e4e None None] Routers {'213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:13.864220 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-57fc25e3-fbd3-4f36-a917-820595590e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:58:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:13.865089 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8fcd7-e56b-4fe2-a291-940ab6e1529d req-3d91fcbd-888d-451b-8d7a-b664e8016a81 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:13.866595 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce968f50-f309-4742-8616-c065b18d87c1 None None] Pushing event updated for resources: {'Port': ['ID=a041f280-a4a8-4e67-a6a7-be8f8c61dd48,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:13.871231 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8fcd7-e56b-4fe2-a291-940ab6e1529d req-3d91fcbd-888d-451b-8d7a-b664e8016a81 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:13.878703 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8fcd7-e56b-4fe2-a291-940ab6e1529d req-3d91fcbd-888d-451b-8d7a-b664e8016a81 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:13.885198 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8fcd7-e56b-4fe2-a291-940ab6e1529d req-3d91fcbd-888d-451b-8d7a-b664e8016a81 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:13.892169 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8fcd7-e56b-4fe2-a291-940ab6e1529d req-3d91fcbd-888d-451b-8d7a-b664e8016a81 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:13.902255 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8fcd7-e56b-4fe2-a291-940ab6e1529d req-3d91fcbd-888d-451b-8d7a-b664e8016a81 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:13.908389 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8fcd7-e56b-4fe2-a291-940ab6e1529d req-3d91fcbd-888d-451b-8d7a-b664e8016a81 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:13.916465 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-71f8fcd7-e56b-4fe2-a291-940ab6e1529d req-3d91fcbd-888d-451b-8d7a-b664e8016a81 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 5421 time: 0.1937461 Aug 16 20:58:13.961137 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:13.981461 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-19e9c87a-546f-4495-b32f-b6fe7d272053 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:13.985322 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d51ab2d0-94f9-455a-af61-728ba1ab3f1d None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:14.017648 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d51ab2d0-94f9-455a-af61-728ba1ab3f1d None None] Transition to ACTIVE for port object 9a9273b7-2f9e-4206-b2ac-2352b1515812 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:58:14.045617 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-57fc25e3-fbd3-4f36-a917-820595590e4e None None] Set router 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:14.092465 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d51ab2d0-94f9-455a-af61-728ba1ab3f1d None None] Transition to ACTIVE for port object 9a9273b7-2f9e-4206-b2ac-2352b1515812 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:58:14.135378 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a07516ff-c262-49be-a592-df23f0283ccf req-3428577e-0ad7-4823-b1a1-3213daf03da8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3aa98f1-01de-4b07-a953-b17b46875501 HTTP/1.1" status: 200 len: 1001 time: 0.2161827 Aug 16 20:58:14.146682 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-71f8fcd7-e56b-4fe2-a291-940ab6e1529d req-d60fb6f5-c619-4312-aca8-ab8a76d756aa tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=2f05bb64-9f10-404a-9d0e-024f432f1dbc&id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2292199 Aug 16 20:58:14.226725 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9c43f541-e421-40b0-8808-3d6cc19bd92c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:14.237642 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d51ab2d0-94f9-455a-af61-728ba1ab3f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:14.258673 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51ab2d0-94f9-455a-af61-728ba1ab3f1d None None] Network f21989d2-1803-4d82-bc06-7ef94db801de is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:58:14.260395 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9c43f541-e421-40b0-8808-3d6cc19bd92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:14.267076 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-d51ab2d0-94f9-455a-af61-728ba1ab3f1d None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:14.271990 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51ab2d0-94f9-455a-af61-728ba1ab3f1d None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:58:14.396345 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ab2d0-94f9-455a-af61-728ba1ab3f1d None None] Pushing event updated for resources: {'Port': ['ID=9a9273b7-2f9e-4206-b2ac-2352b1515812,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:14.434143 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-d51ab2d0-94f9-455a-af61-728ba1ab3f1d None None] Attempting to bind port 9a9273b7-2f9e-4206-b2ac-2352b1515812 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:58:14.434588 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-d51ab2d0-94f9-455a-af61-728ba1ab3f1d None None] Attempting to bind port 9a9273b7-2f9e-4206-b2ac-2352b1515812 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '45ea3e3a-3149-407a-86a7-ec72a583a741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:58:14.434967 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51ab2d0-94f9-455a-af61-728ba1ab3f1d None None] Attempting to bind port 9a9273b7-2f9e-4206-b2ac-2352b1515812 on network f21989d2-1803-4d82-bc06-7ef94db801de {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:58:14.445668 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51ab2d0-94f9-455a-af61-728ba1ab3f1d None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:58:14.446052 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51ab2d0-94f9-455a-af61-728ba1ab3f1d None None] Checking segment: {'id': '45ea3e3a-3149-407a-86a7-ec72a583a741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:58:14.446472 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d51ab2d0-94f9-455a-af61-728ba1ab3f1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:14.446874 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51ab2d0-94f9-455a-af61-728ba1ab3f1d None None] Bound using segment: {'id': '45ea3e3a-3149-407a-86a7-ec72a583a741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:58:14.447523 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-d51ab2d0-94f9-455a-af61-728ba1ab3f1d None None] Bound port: 9a9273b7-2f9e-4206-b2ac-2352b1515812, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ea3e3a-3149-407a-86a7-ec72a583a741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:58:14.448075 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d51ab2d0-94f9-455a-af61-728ba1ab3f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:14.476444 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-9c43f541-e421-40b0-8808-3d6cc19bd92c admin admin] Allocated IP 172.25.1.129 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:58:14.521900 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-57fc25e3-fbd3-4f36-a917-820595590e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'name': 'tempest-RoutersTest-router-1658649149', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:57:41Z', 'updated_at': '2021-08-16T20:58:12Z', 'revision_number': 6, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'gw_port_host': None, '_interfaces': [{'id': '82ee0293-3c0a-4ccf-a120-8ee103ee0313', 'name': '', 'network_id': 'c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:9c:4a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '9a9080eb-d870-44bb-bdb8-1cbbc8fe9c3e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:02Z', 'updated_at': '2021-08-16T20:58:08Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': '9a9080eb-d870-44bb-bdb8-1cbbc8fe9c3e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d479e76-8f22-4f9e-9800-8c1dab50baa8', 'name': '', 'network_id': 'c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:be:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:57:46Z', 'updated_at': '2021-08-16T20:57:56Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fcab0ab-3d89-42c0-8148-b7b83db93678', 'name': '', 'network_id': '494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:bd:54:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '95489d13-66c0-40de-831e-594beeadd3f2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:57:56Z', 'updated_at': '2021-08-16T20:58:05Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': '95489d13-66c0-40de-831e-594beeadd3f2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a041f280-a4a8-4e67-a6a7-be8f8c61dd48', 'name': '', 'network_id': '5cf6f82f-2803-438e-91da-45dca0cf8036', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:37:0c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'd88e7abb-04a8-48b7-8b58-6a0efa469899', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:08Z', 'updated_at': '2021-08-16T20:58:13Z', 'revision_number': 4, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': 'd88e7abb-04a8-48b7-8b58-6a0efa469899', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:14.623183 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9c43f541-e421-40b0-8808-3d6cc19bd92c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:14.725917 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fc25e3-fbd3-4f36-a917-820595590e4e None None] The sync data for ids ['213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'] in n-d-793620-15 is: [{'id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'name': 'tempest-RoutersTest-router-1658649149', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:57:41Z', 'updated_at': '2021-08-16T20:58:12Z', 'revision_number': 6, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'gw_port_host': None, '_interfaces': [{'id': '82ee0293-3c0a-4ccf-a120-8ee103ee0313', 'name': '', 'network_id': 'c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:9c:4a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '9a9080eb-d870-44bb-bdb8-1cbbc8fe9c3e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:02Z', 'updated_at': '2021-08-16T20:58:08Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': '9a9080eb-d870-44bb-bdb8-1cbbc8fe9c3e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d479e76-8f22-4f9e-9800-8c1dab50baa8', 'name': '', 'network_id': 'c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:be:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:57:46Z', 'updated_at': '2021-08-16T20:57:56Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fcab0ab-3d89-42c0-8148-b7b83db93678', 'name': '', 'network_id': '494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:bd:54:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '95489d13-66c0-40de-831e-594beeadd3f2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:57:56Z', 'updated_at': '2021-08-16T20:58:05Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': '95489d13-66c0-40de-831e-594beeadd3f2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a041f280-a4a8-4e67-a6a7-be8f8c61dd48', 'name': '', 'network_id': '5cf6f82f-2803-438e-91da-45dca0cf8036', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:37:0c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'd88e7abb-04a8-48b7-8b58-6a0efa469899', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:08Z', 'updated_at': '2021-08-16T20:58:13Z', 'revision_number': 4, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': 'd88e7abb-04a8-48b7-8b58-6a0efa469899', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:58:14.743932 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-d51ab2d0-94f9-455a-af61-728ba1ab3f1d None None] For port 9a9273b7-2f9e-4206-b2ac-2352b1515812, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:58:14.747820 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-d51ab2d0-94f9-455a-af61-728ba1ab3f1d None None] For port 9a9273b7-2f9e-4206-b2ac-2352b1515812, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=9a9273b7-2f9e-4206-b2ac-2352b1515812,segment=NetworkSegment(45ea3e3a-3149-407a-86a7-ec72a583a741),segment_id=45ea3e3a-3149-407a-86a7-ec72a583a741)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:58:14.754030 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9c43f541-e421-40b0-8808-3d6cc19bd92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:14.824179 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:14.825896 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-19e9c87a-546f-4495-b32f-b6fe7d272053 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:14.830618 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c43f541-e421-40b0-8808-3d6cc19bd92c admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:58:14.838007 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07516ff-c262-49be-a592-df23f0283ccf req-37a5be8b-510e-4a04-8d6c-957a5356f443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:14.839890 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a07516ff-c262-49be-a592-df23f0283ccf req-37a5be8b-510e-4a04-8d6c-957a5356f443 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=20aa60f1-bb16-40f5-b2dd-0341c13f6e8c HTTP/1.1" status: 200 len: 850 time: 0.6849566 Aug 16 20:58:14.843564 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5e6e486a-68a7-4764-8871-f3ae2bb08b86 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59380'] for router, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:14.849038 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5e6e486a-68a7-4764-8871-f3ae2bb08b86 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-663158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-663167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661637'] for router, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:14.849545 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-9c43f541-e421-40b0-8808-3d6cc19bd92c admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:14.858867 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c43f541-e421-40b0-8808-3d6cc19bd92c admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:58:14.889279 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d51ab2d0-94f9-455a-af61-728ba1ab3f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:14.891666 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43f541-e421-40b0-8808-3d6cc19bd92c admin admin] Pushing event updated for resources: {'Port': ['ID=2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:15.011405 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ab2d0-94f9-455a-af61-728ba1ab3f1d None None] Pushing event updated for resources: {'Port': ['ID=9a9273b7-2f9e-4206-b2ac-2352b1515812,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:15.021683 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-19e9c87a-546f-4495-b32f-b6fe7d272053 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:15.105738 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07516ff-c262-49be-a592-df23f0283ccf req-81f7a0e4-13a7-43b3-af0f-e4f33bb5b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:15.107807 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a07516ff-c262-49be-a592-df23f0283ccf req-81f7a0e4-13a7-43b3-af0f-e4f33bb5b707 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2446623 Aug 16 20:58:15.152186 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e9c87a-546f-4495-b32f-b6fe7d272053 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85959823-8dd6-4926-9f9a-d1657350b474,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:15.214545 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-19e9c87a-546f-4495-b32f-b6fe7d272053 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:15.220775 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-19e9c87a-546f-4495-b32f-b6fe7d272053 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4425390 Aug 16 20:58:15.259302 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6e486a-68a7-4764-8871-f3ae2bb08b86 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Router 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:58:15.260340 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 49108) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:15.280153 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-337e5c10-b7e6-4047-bdec-441ec082d38f tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Request body: {'security_group_rule': {'security_group_id': '85959823-8dd6-4926-9f9a-d1657350b474', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:15.305694 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375f4eb-a6b2-4091-89e7-6e94185c812c req-b62d0ba0-420a-4908-8122-698bbbfe4e1c tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:15.313769 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8375f4eb-a6b2-4091-89e7-6e94185c812c req-b62d0ba0-420a-4908-8122-698bbbfe4e1c tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=805cc877-9bd7-43ef-af2f-621eedbfe4d7 HTTP/1.1" status: 200 len: 945 time: 0.2473769 Aug 16 20:58:15.394155 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9c43f541-e421-40b0-8808-3d6cc19bd92c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:15.478863 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8375f4eb-a6b2-4091-89e7-6e94185c812c req-42877ea3-4fa3-4815-9ae7-b1e86b7681ba tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432407 Aug 16 20:58:15.621539 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa8347-fa64-46c9-8af3-cea1dea052a6 req-156ecd73-48fe-4169-bf4e-376ecc96efbc tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:15.628578 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa8347-fa64-46c9-8af3-cea1dea052a6 req-156ecd73-48fe-4169-bf4e-376ecc96efbc tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:15.634849 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa8347-fa64-46c9-8af3-cea1dea052a6 req-156ecd73-48fe-4169-bf4e-376ecc96efbc tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:15.641007 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa8347-fa64-46c9-8af3-cea1dea052a6 req-156ecd73-48fe-4169-bf4e-376ecc96efbc tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:15.652493 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa8347-fa64-46c9-8af3-cea1dea052a6 req-156ecd73-48fe-4169-bf4e-376ecc96efbc tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:15.653164 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa8347-fa64-46c9-8af3-cea1dea052a6 req-156ecd73-48fe-4169-bf4e-376ecc96efbc tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:15.659325 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa8347-fa64-46c9-8af3-cea1dea052a6 req-156ecd73-48fe-4169-bf4e-376ecc96efbc tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:15.661307 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1aaa8347-fa64-46c9-8af3-cea1dea052a6 req-156ecd73-48fe-4169-bf4e-376ecc96efbc tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 5421 time: 0.3455086 Aug 16 20:58:15.665814 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a07516ff-c262-49be-a592-df23f0283ccf req-8710281b-e95e-42b3-b399-2a17782365ed service neutron] 10.222.0.72 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5386522 Aug 16 20:58:15.671029 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-337e5c10-b7e6-4047-bdec-441ec082d38f tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:15.774113 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6e486a-68a7-4764-8871-f3ae2bb08b86 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:58:15.798964 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5e6e486a-68a7-4764-8871-f3ae2bb08b86 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:15.802663 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5e6e486a-68a7-4764-8871-f3ae2bb08b86 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "PUT /v2.0/routers/213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a HTTP/1.1" status: 200 len: 700 time: 2.8395162 Aug 16 20:58:15.813099 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 49118) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:15.946005 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1aaa8347-fa64-46c9-8af3-cea1dea052a6 req-a846230b-8beb-46b3-a430-cda987bfda85 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=2f05bb64-9f10-404a-9d0e-024f432f1dbc&id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2714603 Aug 16 20:58:15.963220 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-337e5c10-b7e6-4047-bdec-441ec082d38f tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:16.002328 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9c43f541-e421-40b0-8808-3d6cc19bd92c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:16.021470 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a07516ff-c262-49be-a592-df23f0283ccf req-028018fa-f23c-4eea-87cc-13e2a3008338 service neutron] 10.222.0.72 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404968 Aug 16 20:58:16.033709 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-eff2f7ad-b67f-4920-9a71-fa46fa05ce9b tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "GET /v2.0/routers/213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a HTTP/1.1" status: 200 len: 700 time: 0.2254465 Aug 16 20:58:16.038945 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 49124) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:16.044995 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-337e5c10-b7e6-4047-bdec-441ec082d38f tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:16.129801 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5855a31-a1bf-41f6-b424-8aaf6626c85c None None] Sync routers for ids ['213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:58:16.143148 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5855a31-a1bf-41f6-b424-8aaf6626c85c None None] Routers {'213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:16.143806 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-c5855a31-a1bf-41f6-b424-8aaf6626c85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:58:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:16.155580 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e5c10-b7e6-4047-bdec-441ec082d38f tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd8d0b66-0aba-42f0-b27e-f495a503a588,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:16.255071 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c43f541-e421-40b0-8808-3d6cc19bd92c admin admin] Router 6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:58:16.298989 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e47be0-e9fc-453a-b99e-257e8588ab30 None None] Network f21989d2-1803-4d82-bc06-7ef94db801de requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:58:16.319338 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-c5855a31-a1bf-41f6-b424-8aaf6626c85c None None] Set router 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:16.332156 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-337e5c10-b7e6-4047-bdec-441ec082d38f tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:16.333569 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-337e5c10-b7e6-4047-bdec-441ec082d38f tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0646946 Aug 16 20:58:16.337121 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 49128) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:16.389025 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 9a9273b7-2f9e-4206-b2ac-2352b1515812 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:58:16.410543 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5c4386c0-c785-4bf6-9d61-2d8f5cc83833 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "GET /v2.0/security-group-rules/fd8d0b66-0aba-42f0-b27e-f495a503a588 HTTP/1.1" status: 200 len: 763 time: 0.0692675 Aug 16 20:58:16.415522 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 49132) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:16.455092 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c43f541-e421-40b0-8808-3d6cc19bd92c admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:58:16.468569 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d85a95-4c36-4a99-b341-3f8ccac31f4d None None] Sync routers for ids ['6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:58:16.481967 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2c3b3294-a0c5-4aac-8b4c-22d0b6b770df None None] Provisioning for port 9a9273b7-2f9e-4206-b2ac-2352b1515812 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:58:16.492304 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d85a95-4c36-4a99-b341-3f8ccac31f4d None None] Routers {'6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:16.493549 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-33d85a95-4c36-4a99-b341-3f8ccac31f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:58:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:16.536831 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-eff999f5-1a6c-4830-a729-e84e4c49d307 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1174269 Aug 16 20:58:16.537024 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49136) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:16.558702 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:16.564271 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9c43f541-e421-40b0-8808-3d6cc19bd92c admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:16.566165 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9c43f541-e421-40b0-8808-3d6cc19bd92c admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4173605 Aug 16 20:58:16.569043 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49138) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:16.654950 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbcb49-6803-4ef0-9282-c7f77874372b req-8ea3f932-7699-47d8-b3f1-fd19d4825443 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:16.656808 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-42fbcb49-6803-4ef0-9282-c7f77874372b req-8ea3f932-7699-47d8-b3f1-fd19d4825443 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=805cc877-9bd7-43ef-af2f-621eedbfe4d7 HTTP/1.1" status: 200 len: 945 time: 0.0909309 Aug 16 20:58:16.697437 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-33d85a95-4c36-4a99-b341-3f8ccac31f4d None None] Set router 6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:16.719949 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-37dc2237-f779-424a-ad4b-63feff97152b tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:16.736339 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-37dc2237-f779-424a-ad4b-63feff97152b tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:16.759961 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-42fbcb49-6803-4ef0-9282-c7f77874372b req-d1ec97b2-cd1e-4b0c-9c38-94355b1d840d tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931604 Aug 16 20:58:16.767926 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 9a9273b7-2f9e-4206-b2ac-2352b1515812 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:58:16.790502 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dacaebb0-78b8-4c87-998c-152ae638e4e3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:16.812187 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-c5855a31-a1bf-41f6-b424-8aaf6626c85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'name': 'tempest-RoutersTest-router-1658649149', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:57:41Z', 'updated_at': '2021-08-16T20:58:13Z', 'revision_number': 7, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'gw_port_host': None, '_interfaces': [{'id': '82ee0293-3c0a-4ccf-a120-8ee103ee0313', 'name': '', 'network_id': 'c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:9c:4a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '9a9080eb-d870-44bb-bdb8-1cbbc8fe9c3e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:02Z', 'updated_at': '2021-08-16T20:58:08Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': '9a9080eb-d870-44bb-bdb8-1cbbc8fe9c3e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d479e76-8f22-4f9e-9800-8c1dab50baa8', 'name': '', 'network_id': 'c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:be:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:57:46Z', 'updated_at': '2021-08-16T20:57:56Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fcab0ab-3d89-42c0-8148-b7b83db93678', 'name': '', 'network_id': '494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:bd:54:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '95489d13-66c0-40de-831e-594beeadd3f2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:57:56Z', 'updated_at': '2021-08-16T20:58:05Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': '95489d13-66c0-40de-831e-594beeadd3f2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a041f280-a4a8-4e67-a6a7-be8f8c61dd48', 'name': '', 'network_id': '5cf6f82f-2803-438e-91da-45dca0cf8036', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:37:0c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'd88e7abb-04a8-48b7-8b58-6a0efa469899', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:08Z', 'updated_at': '2021-08-16T20:58:13Z', 'revision_number': 4, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': 'd88e7abb-04a8-48b7-8b58-6a0efa469899', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:16.815946 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 9a9273b7-2f9e-4206-b2ac-2352b1515812 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:16.816331 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:16.874313 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-37dc2237-f779-424a-ad4b-63feff97152b tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:16.888211 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-37dc2237-f779-424a-ad4b-63feff97152b tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:16.892748 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 49146) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:16.893591 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-37dc2237-f779-424a-ad4b-63feff97152b tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/fd8d0b66-0aba-42f0-b27e-f495a503a588 HTTP/1.1" status: 204 len: 168 time: 0.3554842 Aug 16 20:58:16.911392 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc2237-f779-424a-ad4b-63feff97152b tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd8d0b66-0aba-42f0-b27e-f495a503a588,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:17.062131 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:17.072820 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5855a31-a1bf-41f6-b424-8aaf6626c85c None None] Checking router: 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:58:17.106655 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5855a31-a1bf-41f6-b424-8aaf6626c85c None None] Routers {'213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:17.108612 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-c5855a31-a1bf-41f6-b424-8aaf6626c85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:58:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:17.178101 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 9a9273b7-2f9e-4206-b2ac-2352b1515812, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=9a9273b7-2f9e-4206-b2ac-2352b1515812,segment=NetworkSegment(45ea3e3a-3149-407a-86a7-ec72a583a741),segment_id=45ea3e3a-3149-407a-86a7-ec72a583a741)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:17.237116 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-33d85a95-4c36-4a99-b341-3f8ccac31f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'name': 'tempest-AttachVolumeTestJSON-249209008-router', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:58:13Z', 'updated_at': '2021-08-16T20:58:15Z', 'revision_number': 3, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'gw_port': {'id': '2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:14Z', 'updated_at': '2021-08-16T20:58:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:17.239736 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-12cf5e83-b92c-4d11-ab6e-a4d6064bcf8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:17.249008 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-c5855a31-a1bf-41f6-b424-8aaf6626c85c None None] Set router 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:17.263894 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-55507e0d-31bf-4956-be40-36f5c490750e tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3699813 Aug 16 20:58:17.269318 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49154) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:17.274708 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-dda6272c-85b0-43db-b0bc-3e6c8b87f454 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Request body: {'security_group_rule': {'security_group_id': '85959823-8dd6-4926-9f9a-d1657350b474', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:17.277626 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d85a95-4c36-4a99-b341-3f8ccac31f4d None None] Checking router: 6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:58:17.277626 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d85a95-4c36-4a99-b341-3f8ccac31f4d None None] Updating router 6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955 port 2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:58:17.296064 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb417f83-6d64-4e81-987b-2fb9c32d94e0 req-fcec377e-6202-46b7-8b81-4d8e94d2b975 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:17.298697 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cb417f83-6d64-4e81-987b-2fb9c32d94e0 req-fcec377e-6202-46b7-8b81-4d8e94d2b975 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.72 "GET /v2.0/ports?device_id=805cc877-9bd7-43ef-af2f-621eedbfe4d7 HTTP/1.1" status: 200 len: 945 time: 0.2494564 Aug 16 20:58:17.321621 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b58b26-7b14-4339-8fe6-147c9510f7d1 req-ff953bfc-14ad-498c-acd5-ad2d9136a7c7 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:17.330053 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-33d85a95-4c36-4a99-b341-3f8ccac31f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:17.332283 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:17.333248 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device a041f280-a4a8-4e67-a6a7-be8f8c61dd48 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:58:17.357973 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b58b26-7b14-4339-8fe6-147c9510f7d1 req-ff953bfc-14ad-498c-acd5-ad2d9136a7c7 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:17.377233 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b58b26-7b14-4339-8fe6-147c9510f7d1 req-ff953bfc-14ad-498c-acd5-ad2d9136a7c7 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:17.386967 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b58b26-7b14-4339-8fe6-147c9510f7d1 req-ff953bfc-14ad-498c-acd5-ad2d9136a7c7 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:17.415354 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b58b26-7b14-4339-8fe6-147c9510f7d1 req-ff953bfc-14ad-498c-acd5-ad2d9136a7c7 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:17.426905 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b58b26-7b14-4339-8fe6-147c9510f7d1 req-ff953bfc-14ad-498c-acd5-ad2d9136a7c7 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:17.436004 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b58b26-7b14-4339-8fe6-147c9510f7d1 req-ff953bfc-14ad-498c-acd5-ad2d9136a7c7 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:17.439125 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-3dd4307c-b57c-43d0-b1ed-31593dab9296 None None] Provisioning complete for port 9a9273b7-2f9e-4206-b2ac-2352b1515812 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:17.439687 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3dd4307c-b57c-43d0-b1ed-31593dab9296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:17.439869 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-42b58b26-7b14-4339-8fe6-147c9510f7d1 req-ff953bfc-14ad-498c-acd5-ad2d9136a7c7 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 5421 time: 0.2857788 Aug 16 20:58:17.498328 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-12cf5e83-b92c-4d11-ab6e-a4d6064bcf8a admin admin] Allocated IP 172.20.0.1 (f21989d2-1803-4d82-bc06-7ef94db801de/03f69758-9eaf-430a-b99d-d64769716af9/5046a0a8-6596-4e56-9c14-237c0083403a) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:58:17.558766 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-42b58b26-7b14-4339-8fe6-147c9510f7d1 req-f269ce7d-1337-4d92-8536-b63ba7ded65c tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=2f05bb64-9f10-404a-9d0e-024f432f1dbc&id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1028843 Aug 16 20:58:17.570873 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dda6272c-85b0-43db-b0bc-3e6c8b87f454 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:17.580473 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=9a9273b7-2f9e-4206-b2ac-2352b1515812,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:17.600253 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port a041f280-a4a8-4e67-a6a7-be8f8c61dd48 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:58:17.624904 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-c5855a31-a1bf-41f6-b424-8aaf6626c85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'name': 'tempest-RoutersTest-router-1658649149', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:57:41Z', 'updated_at': '2021-08-16T20:58:13Z', 'revision_number': 7, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'gw_port_host': None, '_interfaces': [{'id': '82ee0293-3c0a-4ccf-a120-8ee103ee0313', 'name': '', 'network_id': 'c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:9c:4a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '9a9080eb-d870-44bb-bdb8-1cbbc8fe9c3e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:02Z', 'updated_at': '2021-08-16T20:58:08Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': '9a9080eb-d870-44bb-bdb8-1cbbc8fe9c3e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d479e76-8f22-4f9e-9800-8c1dab50baa8', 'name': '', 'network_id': 'c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:be:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:57:46Z', 'updated_at': '2021-08-16T20:57:56Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fcab0ab-3d89-42c0-8148-b7b83db93678', 'name': '', 'network_id': '494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:bd:54:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '95489d13-66c0-40de-831e-594beeadd3f2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:57:56Z', 'updated_at': '2021-08-16T20:58:05Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': '95489d13-66c0-40de-831e-594beeadd3f2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a041f280-a4a8-4e67-a6a7-be8f8c61dd48', 'name': '', 'network_id': '5cf6f82f-2803-438e-91da-45dca0cf8036', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:37:0c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'd88e7abb-04a8-48b7-8b58-6a0efa469899', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:08Z', 'updated_at': '2021-08-16T20:58:13Z', 'revision_number': 4, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': 'd88e7abb-04a8-48b7-8b58-6a0efa469899', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:17.627391 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port a041f280-a4a8-4e67-a6a7-be8f8c61dd48 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:17.628007 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:17.658478 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-12cf5e83-b92c-4d11-ab6e-a4d6064bcf8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:17.680483 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dda6272c-85b0-43db-b0bc-3e6c8b87f454 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:17.683161 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-12cf5e83-b92c-4d11-ab6e-a4d6064bcf8a admin admin] Transition to ACTIVE for port object 5046a0a8-6596-4e56-9c14-237c0083403a will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:58:17.689039 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5855a31-a1bf-41f6-b424-8aaf6626c85c None None] The sync data for ids ['213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'] in n-d-793620-15 is: [{'id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'name': 'tempest-RoutersTest-router-1658649149', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:57:41Z', 'updated_at': '2021-08-16T20:58:13Z', 'revision_number': 7, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'gw_port_host': None, '_interfaces': [{'id': '82ee0293-3c0a-4ccf-a120-8ee103ee0313', 'name': '', 'network_id': 'c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:9c:4a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '9a9080eb-d870-44bb-bdb8-1cbbc8fe9c3e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:02Z', 'updated_at': '2021-08-16T20:58:08Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': '9a9080eb-d870-44bb-bdb8-1cbbc8fe9c3e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d479e76-8f22-4f9e-9800-8c1dab50baa8', 'name': '', 'network_id': 'c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:be:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:57:46Z', 'updated_at': '2021-08-16T20:57:56Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fcab0ab-3d89-42c0-8148-b7b83db93678', 'name': '', 'network_id': '494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:bd:54:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '95489d13-66c0-40de-831e-594beeadd3f2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:57:56Z', 'updated_at': '2021-08-16T20:58:05Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': '95489d13-66c0-40de-831e-594beeadd3f2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a041f280-a4a8-4e67-a6a7-be8f8c61dd48', 'name': '', 'network_id': '5cf6f82f-2803-438e-91da-45dca0cf8036', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:37:0c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'd88e7abb-04a8-48b7-8b58-6a0efa469899', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:08Z', 'updated_at': '2021-08-16T20:58:13Z', 'revision_number': 4, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': 'd88e7abb-04a8-48b7-8b58-6a0efa469899', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:58:17.744296 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-cb417f83-6d64-4e81-987b-2fb9c32d94e0 req-edb62054-e658-4b89-9e82-fc8bb9110e88 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Deleting port 9f87f85e-63d5-4430-b439-f45cc0d2e38e {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:17.744561 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cb417f83-6d64-4e81-987b-2fb9c32d94e0 req-edb62054-e658-4b89-9e82-fc8bb9110e88 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:17.777307 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dda6272c-85b0-43db-b0bc-3e6c8b87f454 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:17.808943 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda6272c-85b0-43db-b0bc-3e6c8b87f454 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73fa4e12-d9d4-403e-8916-b59fe00f13ad,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:17.817401 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:17.819330 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-dacaebb0-78b8-4c87-998c-152ae638e4e3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Deleting port a041f280-a4a8-4e67-a6a7-be8f8c61dd48 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:17.819819 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dacaebb0-78b8-4c87-998c-152ae638e4e3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:17.821502 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-12cf5e83-b92c-4d11-ab6e-a4d6064bcf8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:17.871235 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port a041f280-a4a8-4e67-a6a7-be8f8c61dd48, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=a041f280-a4a8-4e67-a6a7-be8f8c61dd48,segment=NetworkSegment(b9d18313-8f5b-4c4a-a9d9-9d74e60cdcb4),segment_id=b9d18313-8f5b-4c4a-a9d9-9d74e60cdcb4)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:17.895654 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf5e83-b92c-4d11-ab6e-a4d6064bcf8a admin admin] Pushing event updated for resources: {'Port': ['ID=5046a0a8-6596-4e56-9c14-237c0083403a,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:17.907935 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dda6272c-85b0-43db-b0bc-3e6c8b87f454 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:17.913028 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-dda6272c-85b0-43db-b0bc-3e6c8b87f454 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6424749 Aug 16 20:58:17.913962 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49166) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:17.943478 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cf5e83-b92c-4d11-ab6e-a4d6064bcf8a admin admin] Network f21989d2-1803-4d82-bc06-7ef94db801de is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:58:17.950762 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1fcff0bb-ffc2-4fe9-b3c3-a11cd9bb68f9 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "GET /v2.0/security-group-rules/73fa4e12-d9d4-403e-8916-b59fe00f13ad HTTP/1.1" status: 200 len: 763 time: 0.0323305 Aug 16 20:58:17.952288 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-12cf5e83-b92c-4d11-ab6e-a4d6064bcf8a admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:17.952716 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 49168) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:17.973441 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cf5e83-b92c-4d11-ab6e-a4d6064bcf8a admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:58:17.981933 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-33d85a95-4c36-4a99-b341-3f8ccac31f4d None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:17.995563 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-33d85a95-4c36-4a99-b341-3f8ccac31f4d None None] Transition to ACTIVE for port object 2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:58:18.001922 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:18.066360 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-cb417f83-6d64-4e81-987b-2fb9c32d94e0 req-edb62054-e658-4b89-9e82-fc8bb9110e88 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] For port 9f87f85e-63d5-4430-b439-f45cc0d2e38e, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=9f87f85e-63d5-4430-b439-f45cc0d2e38e,segment=NetworkSegment(53b76348-81c8-4bfa-909a-3d74533ded61),segment_id=53b76348-81c8-4bfa-909a-3d74533ded61)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:18.066751 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cb417f83-6d64-4e81-987b-2fb9c32d94e0 req-edb62054-e658-4b89-9e82-fc8bb9110e88 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:18.080825 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-33d85a95-4c36-4a99-b341-3f8ccac31f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:18.086477 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-12cf5e83-b92c-4d11-ab6e-a4d6064bcf8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:18.101271 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-cb417f83-6d64-4e81-987b-2fb9c32d94e0 req-edb62054-e658-4b89-9e82-fc8bb9110e88 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Calling delete_port for 9f87f85e-63d5-4430-b439-f45cc0d2e38e owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:18.161822 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=a041f280-a4a8-4e67-a6a7-be8f8c61dd48,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:18.173792 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-33d85a95-4c36-4a99-b341-3f8ccac31f4d None None] Attempting to bind port 2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:58:18.181336 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-33d85a95-4c36-4a99-b341-3f8ccac31f4d None None] Attempting to bind port 2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:58:18.181336 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d85a95-4c36-4a99-b341-3f8ccac31f4d None None] Attempting to bind port 2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:58:18.201564 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d85a95-4c36-4a99-b341-3f8ccac31f4d None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:58:18.203597 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d85a95-4c36-4a99-b341-3f8ccac31f4d None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:58:18.204128 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-33d85a95-4c36-4a99-b341-3f8ccac31f4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:18.204617 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d85a95-4c36-4a99-b341-3f8ccac31f4d None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:58:18.211859 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-33d85a95-4c36-4a99-b341-3f8ccac31f4d None None] Bound port: 2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:58:18.211859 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-33d85a95-4c36-4a99-b341-3f8ccac31f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:18.233720 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-dacaebb0-78b8-4c87-998c-152ae638e4e3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] For port a041f280-a4a8-4e67-a6a7-be8f8c61dd48, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=a041f280-a4a8-4e67-a6a7-be8f8c61dd48,segment=NetworkSegment(b9d18313-8f5b-4c4a-a9d9-9d74e60cdcb4),segment_id=b9d18313-8f5b-4c4a-a9d9-9d74e60cdcb4)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:18.234142 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dacaebb0-78b8-4c87-998c-152ae638e4e3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:18.269730 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-23f103c8-e64a-40bf-b660-433915620e66 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2980156 Aug 16 20:58:18.273092 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49174) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:18.287610 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-dacaebb0-78b8-4c87-998c-152ae638e4e3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Calling delete_port for a041f280-a4a8-4e67-a6a7-be8f8c61dd48 owned by network:router_interface {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:18.319232 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f8d18e-a510-49cf-b54c-717e1977b218 None None] Pushing event updated for resources: {'Port': ['ID=2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:18.325493 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-46ac3a6e-7b21-4b99-aa3f-441fb3008ee9 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:18.330429 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f09c88-f1d0-4742-ad7c-e898c6ba3cd0 req-54a9d3fb-3a4e-468a-be58-901672c0d8c0 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:18.338717 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-08f09c88-f1d0-4742-ad7c-e898c6ba3cd0 req-54a9d3fb-3a4e-468a-be58-901672c0d8c0 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=805cc877-9bd7-43ef-af2f-621eedbfe4d7 HTTP/1.1" status: 200 len: 945 time: 0.3845956 Aug 16 20:58:18.341248 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 9a9273b7-2f9e-4206-b2ac-2352b1515812 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:58:18.364249 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-46ac3a6e-7b21-4b99-aa3f-441fb3008ee9 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:18.375843 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-33d85a95-4c36-4a99-b341-3f8ccac31f4d None None] For port 2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:58:18.396257 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-12cf5e83-b92c-4d11-ab6e-a4d6064bcf8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:18.403206 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-33d85a95-4c36-4a99-b341-3f8ccac31f4d None None] For port 2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:58:18.429862 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 9a9273b7-2f9e-4206-b2ac-2352b1515812 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:18.430562 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:18.518191 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-46ac3a6e-7b21-4b99-aa3f-441fb3008ee9 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:18.520255 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-33d85a95-4c36-4a99-b341-3f8ccac31f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:18.525981 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2d83a843-eeff-4f3a-8030-4f162db51055 None None] Provisioning for port 5046a0a8-6596-4e56-9c14-237c0083403a completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:58:18.526794 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-46ac3a6e-7b21-4b99-aa3f-441fb3008ee9 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:18.530178 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-46ac3a6e-7b21-4b99-aa3f-441fb3008ee9 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/73fa4e12-d9d4-403e-8916-b59fe00f13ad HTTP/1.1" status: 204 len: 168 time: 0.2531714 Aug 16 20:58:18.537909 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49178) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:18.561063 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2d83a843-eeff-4f3a-8030-4f162db51055 None None] Provisioning complete for port 5046a0a8-6596-4e56-9c14-237c0083403a triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:18.561946 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2d83a843-eeff-4f3a-8030-4f162db51055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:18.562320 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac3a6e-7b21-4b99-aa3f-441fb3008ee9 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73fa4e12-d9d4-403e-8916-b59fe00f13ad,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:18.593162 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device a041f280-a4a8-4e67-a6a7-be8f8c61dd48 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:58:18.621085 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3673dc9a-1229-4cf3-8318-2922d74b85d3 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0796745 Aug 16 20:58:18.624768 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49182) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:18.629399 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-3c5fddff-53d9-4a7a-8697-daba00d41a80 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Request body: {'security_group_rule': {'security_group_id': '85959823-8dd6-4926-9f9a-d1657350b474', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:18.702132 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-12cf5e83-b92c-4d11-ab6e-a4d6064bcf8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:18.809713 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-08f09c88-f1d0-4742-ad7c-e898c6ba3cd0 req-d492628f-2120-4994-a6df-edb38f75d01a tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4658284 Aug 16 20:58:18.838136 n-d-793620-15 neutron-server[101845]: INFO neutron.db.securitygroups_db [None req-3c5fddff-53d9-4a7a-8697-daba00d41a80 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Project f68b2abebca04b93a2dbf5dcf4672d61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:58:18.842346 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d85a95-4c36-4a99-b341-3f8ccac31f4d None None] Routers {'6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:18.842993 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-33d85a95-4c36-4a99-b341-3f8ccac31f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:58:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:18.848525 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3c5fddff-53d9-4a7a-8697-daba00d41a80 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:18.849390 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f8d18e-a510-49cf-b54c-717e1977b218 None None] Pushing event updated for resources: {'Port': ['ID=2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:18.852005 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-2d83a843-eeff-4f3a-8030-4f162db51055 None None] Port 5046a0a8-6596-4e56-9c14-237c0083403a cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:58:18.940220 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a81f07-6052-4075-9a6e-e61dd2392605 req-9ec68df2-5637-4442-ab6e-302cd48d8b71 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:18.942250 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-12cf5e83-b92c-4d11-ab6e-a4d6064bcf8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:18.946648 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a81f07-6052-4075-9a6e-e61dd2392605 req-9ec68df2-5637-4442-ab6e-302cd48d8b71 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:18.952676 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a81f07-6052-4075-9a6e-e61dd2392605 req-9ec68df2-5637-4442-ab6e-302cd48d8b71 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:18.959194 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a81f07-6052-4075-9a6e-e61dd2392605 req-9ec68df2-5637-4442-ab6e-302cd48d8b71 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:18.966800 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a81f07-6052-4075-9a6e-e61dd2392605 req-9ec68df2-5637-4442-ab6e-302cd48d8b71 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:18.973573 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a81f07-6052-4075-9a6e-e61dd2392605 req-9ec68df2-5637-4442-ab6e-302cd48d8b71 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:18.979751 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a81f07-6052-4075-9a6e-e61dd2392605 req-9ec68df2-5637-4442-ab6e-302cd48d8b71 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:18.982577 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a9a81f07-6052-4075-9a6e-e61dd2392605 req-9ec68df2-5637-4442-ab6e-302cd48d8b71 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 5421 time: 0.2185485 Aug 16 20:58:18.992671 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cb417f83-6d64-4e81-987b-2fb9c32d94e0 req-edb62054-e658-4b89-9e82-fc8bb9110e88 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:19.031453 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3c5fddff-53d9-4a7a-8697-daba00d41a80 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:19.035300 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf5e83-b92c-4d11-ab6e-a4d6064bcf8a admin admin] Pushing event updated for resources: {'Port': ['ID=5046a0a8-6596-4e56-9c14-237c0083403a,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:19.039199 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-33d85a95-4c36-4a99-b341-3f8ccac31f4d None None] Set router 6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:19.040956 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-12cf5e83-b92c-4d11-ab6e-a4d6064bcf8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:19.082007 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb62054-e658-4b89-9e82-fc8bb9110e88 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Pushing event deleted for resources: {'Port': ['ID=9f87f85e-63d5-4430-b439-f45cc0d2e38e,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:19.104763 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3c5fddff-53d9-4a7a-8697-daba00d41a80 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:19.132161 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5fddff-53d9-4a7a-8697-daba00d41a80 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28b512ab-5e98-498e-9e36-a941042e13da,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:19.144543 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb417f83-6d64-4e81-987b-2fb9c32d94e0 req-edb62054-e658-4b89-9e82-fc8bb9110e88 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] No DVR routers for this DVR port 9f87f85e-63d5-4430-b439-f45cc0d2e38e on host n-h1-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:58:19.149624 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:19.151754 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cb417f83-6d64-4e81-987b-2fb9c32d94e0 req-edb62054-e658-4b89-9e82-fc8bb9110e88 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:19.154222 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cb417f83-6d64-4e81-987b-2fb9c32d94e0 req-edb62054-e658-4b89-9e82-fc8bb9110e88 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.72 "DELETE /v2.0/ports/9f87f85e-63d5-4430-b439-f45cc0d2e38e HTTP/1.1" status: 204 len: 173 time: 1.8470824 Aug 16 20:58:19.154412 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805cc877-9bd7-43ef-af2f-621eedbfe4d7', 'name': 'network-vif-deleted', 'tag': '9f87f85e-63d5-4430-b439-f45cc0d2e38e'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:58:19.156884 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44eb2fb5-cd53-4c4f-a1c8-f179d703647d" -d '{"events": [{"server_uuid": "805cc877-9bd7-43ef-af2f-621eedbfe4d7", "name": "network-vif-deleted", "tag": "9f87f85e-63d5-4430-b439-f45cc0d2e38e"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:58:19.165833 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cf5e83-b92c-4d11-ab6e-a4d6064bcf8a admin admin] Network f21989d2-1803-4d82-bc06-7ef94db801de is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:58:19.166564 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a9a81f07-6052-4075-9a6e-e61dd2392605 req-3a7cd14e-7918-45ee-9bf7-bb7d7c7b881f tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=2f05bb64-9f10-404a-9d0e-024f432f1dbc&id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1662323 Aug 16 20:58:19.167344 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-12cf5e83-b92c-4d11-ab6e-a4d6064bcf8a admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:19.192332 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port a041f280-a4a8-4e67-a6a7-be8f8c61dd48 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:19.192716 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:19.211515 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a246da45-fcf4-4ee4-89e9-2d73ecb470c1 x-openstack-request-id: req-a246da45-fcf4-4ee4-89e9-2d73ecb470c1 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:58:19.212155 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805cc877-9bd7-43ef-af2f-621eedbfe4d7", "name": "network-vif-deleted", "tag": "9f87f85e-63d5-4430-b439-f45cc0d2e38e", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:58:19.212852 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a246da45-fcf4-4ee4-89e9-2d73ecb470c1 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:58:19.213448 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805cc877-9bd7-43ef-af2f-621eedbfe4d7', 'name': 'network-vif-deleted', 'tag': '9f87f85e-63d5-4430-b439-f45cc0d2e38e', 'status': 'completed', 'code': 200} Aug 16 20:58:19.256853 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3c5fddff-53d9-4a7a-8697-daba00d41a80 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:19.258524 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3c5fddff-53d9-4a7a-8697-daba00d41a80 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6330671 Aug 16 20:58:19.261130 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49198) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:19.272230 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dacaebb0-78b8-4c87-998c-152ae638e4e3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:19.298690 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-bd8a3ba1-13e1-4aab-a7e5-16ec24d6ab6e tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "GET /v2.0/security-group-rules/28b512ab-5e98-498e-9e36-a941042e13da HTTP/1.1" status: 200 len: 769 time: 0.0360916 Aug 16 20:58:19.315623 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Port a041f280-a4a8-4e67-a6a7-be8f8c61dd48 update to ACTIVE by agent not found {{(pid=101846) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 16 20:58:19.332449 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49200) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:19.345954 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacaebb0-78b8-4c87-998c-152ae638e4e3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event deleted for resources: {'Port': ['ID=a041f280-a4a8-4e67-a6a7-be8f8c61dd48,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:19.441997 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-33d85a95-4c36-4a99-b341-3f8ccac31f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'name': 'tempest-AttachVolumeTestJSON-249209008-router', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:58:13Z', 'updated_at': '2021-08-16T20:58:18Z', 'revision_number': 4, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'gw_port': {'id': '2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:14Z', 'updated_at': '2021-08-16T20:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '5046a0a8-6596-4e56-9c14-237c0083403a', 'name': '', 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'mac_address': 'fa:16:3e:cb:62:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '03f69758-9eaf-430a-b99d-d64769716af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:17Z', 'updated_at': '2021-08-16T20:58:17Z', 'revision_number': 1, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'subnets': [{'id': '03f69758-9eaf-430a-b99d-d64769716af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:19.504477 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d85a95-4c36-4a99-b341-3f8ccac31f4d None None] The sync data for ids ['6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955'] in n-d-793620-15 is: [{'id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'name': 'tempest-AttachVolumeTestJSON-249209008-router', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:58:13Z', 'updated_at': '2021-08-16T20:58:18Z', 'revision_number': 4, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'gw_port': {'id': '2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:14Z', 'updated_at': '2021-08-16T20:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '5046a0a8-6596-4e56-9c14-237c0083403a', 'name': '', 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'mac_address': 'fa:16:3e:cb:62:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '03f69758-9eaf-430a-b99d-d64769716af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:17Z', 'updated_at': '2021-08-16T20:58:17Z', 'revision_number': 1, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'subnets': [{'id': '03f69758-9eaf-430a-b99d-d64769716af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:58:19.504891 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a02733fe-43e4-437f-86ff-f0484b739925 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1709075 Aug 16 20:58:19.513424 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49206) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:19.586722 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12cf5e83-b92c-4d11-ab6e-a4d6064bcf8a admin admin] Router 6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:58:19.668483 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee875ea7-da82-4b0b-9dfa-3583563b8957 req-fa172fbc-84ab-48e4-be7e-0481de0e65a0 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:19.676977 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ee875ea7-da82-4b0b-9dfa-3583563b8957 req-fa172fbc-84ab-48e4-be7e-0481de0e65a0 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 945 time: 0.1753850 Aug 16 20:58:19.738817 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ee875ea7-da82-4b0b-9dfa-3583563b8957 req-c661824b-e74c-49f5-a1e1-5e2aa3c86670 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607586 Aug 16 20:58:19.747567 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dacaebb0-78b8-4c87-998c-152ae638e4e3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:19.797241 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d021993e-7ad5-46fc-9bca-d531bb5db7dd None None] Provisioning complete for port 5046a0a8-6596-4e56-9c14-237c0083403a triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:19.797619 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d021993e-7ad5-46fc-9bca-d531bb5db7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:19.822101 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cf5e83-b92c-4d11-ab6e-a4d6064bcf8a admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:58:19.830863 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c0e43c83-ba70-4050-923c-382189aa4f0a tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:19.839830 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-12cf5e83-b92c-4d11-ab6e-a4d6064bcf8a admin admin] 10.222.0.84 "PUT /v2.0/routers/6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2685418 Aug 16 20:58:19.866109 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c0e43c83-ba70-4050-923c-382189aa4f0a tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:19.894633 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-d021993e-7ad5-46fc-9bca-d531bb5db7dd None None] Port 5046a0a8-6596-4e56-9c14-237c0083403a cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:58:20.000911 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c0e43c83-ba70-4050-923c-382189aa4f0a tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:20.022223 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c0e43c83-ba70-4050-923c-382189aa4f0a tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:20.032051 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c0e43c83-ba70-4050-923c-382189aa4f0a tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/28b512ab-5e98-498e-9e36-a941042e13da HTTP/1.1" status: 204 len: 168 time: 0.5150778 Aug 16 20:58:20.032051 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e43c83-ba70-4050-923c-382189aa4f0a tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28b512ab-5e98-498e-9e36-a941042e13da,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:20.036927 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49222) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:20.123476 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-92e0154f-d82f-458f-860c-8ee37c1e0771 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0788553 Aug 16 20:58:20.126781 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49226) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:20.138771 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c5134766-9690-4b19-9fe2-cefecb82eaf5 req-c0acd3f7-aa5b-4ce2-b4e4-57899a6c83b0 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=805cc877-9bd7-43ef-af2f-621eedbfe4d7 HTTP/1.1" status: 200 len: 210 time: 0.1137931 Aug 16 20:58:20.263013 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fd635940-ddf3-4046-80f4-9d72ff2a2b5a tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:20.342297 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dacaebb0-78b8-4c87-998c-152ae638e4e3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Router 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:58:20.352520 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fd635940-ddf3-4046-80f4-9d72ff2a2b5a tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:20.512019 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fd635940-ddf3-4046-80f4-9d72ff2a2b5a tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:20.515058 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fd635940-ddf3-4046-80f4-9d72ff2a2b5a tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:20.518826 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fd635940-ddf3-4046-80f4-9d72ff2a2b5a tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "DELETE /v2.0/security-groups/85959823-8dd6-4926-9f9a-d1657350b474 HTTP/1.1" status: 204 len: 168 time: 0.3882725 Aug 16 20:58:20.527603 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 49238) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:20.534476 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd635940-ddf3-4046-80f4-9d72ff2a2b5a tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85959823-8dd6-4926-9f9a-d1657350b474,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:20.630280 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dacaebb0-78b8-4c87-998c-152ae638e4e3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:58:20.642851 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-af24ee11-f910-4acc-8e0f-cc4f93e56151 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1066415 Aug 16 20:58:20.642851 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-dacaebb0-78b8-4c87-998c-152ae638e4e3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "PUT /v2.0/routers/213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5995650 Aug 16 20:58:20.642851 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 49240) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:20.643244 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 49242) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:20.651045 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81724dca-7691-4fb8-a526-dbe79ce5c3f0 None None] Sync routers for ids ['213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:58:20.671855 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81724dca-7691-4fb8-a526-dbe79ce5c3f0 None None] Routers {'213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:20.674271 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-81724dca-7691-4fb8-a526-dbe79ce5c3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:58:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:20.873190 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-16101ccc-4077-47a6-b311-d827f8c9b1bf tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Deleting subnet d88e7abb-04a8-48b7-8b58-6a0efa469899 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:58:20.881598 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-16101ccc-4077-47a6-b311-d827f8c9b1bf tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:20.909274 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-81724dca-7691-4fb8-a526-dbe79ce5c3f0 None None] Set router 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:20.949774 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9dcf6f83-839f-4a9b-a6c0-1da573554b46 tempest-SecGroupIPv6Test-1539572783 tempest-SecGroupIPv6Test-1539572783-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3000836 Aug 16 20:58:20.959417 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 205f4f5c-2bd6-4a33-b0d7-74792db8fd1c details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:58:20.963073 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 9f87f85e-63d5-4430-b439-f45cc0d2e38e no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:58:21.055378 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-16101ccc-4077-47a6-b311-d827f8c9b1bf tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:21.068838 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 9f87f85e-63d5-4430-b439-f45cc0d2e38e {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:58:21.069709 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 9f87f85e-63d5-4430-b439-f45cc0d2e38e not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:58:21.163747 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49252) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:21.166839 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391ed23-c235-46a1-8b30-e2a0b33d0534 req-c84a5b36-23e0-4c21-aa29-2c0346f520b2 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:21.169451 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-7a0dccd0-47fa-407d-a992-75c7f1b312b5 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1607756014', 'description': 'tempest-description--850260141'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:21.173721 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391ed23-c235-46a1-8b30-e2a0b33d0534 req-c84a5b36-23e0-4c21-aa29-2c0346f520b2 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:21.179912 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391ed23-c235-46a1-8b30-e2a0b33d0534 req-c84a5b36-23e0-4c21-aa29-2c0346f520b2 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:21.187196 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391ed23-c235-46a1-8b30-e2a0b33d0534 req-c84a5b36-23e0-4c21-aa29-2c0346f520b2 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:21.193366 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391ed23-c235-46a1-8b30-e2a0b33d0534 req-c84a5b36-23e0-4c21-aa29-2c0346f520b2 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:21.200168 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391ed23-c235-46a1-8b30-e2a0b33d0534 req-c84a5b36-23e0-4c21-aa29-2c0346f520b2 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:21.206524 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391ed23-c235-46a1-8b30-e2a0b33d0534 req-c84a5b36-23e0-4c21-aa29-2c0346f520b2 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:21.214685 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3391ed23-c235-46a1-8b30-e2a0b33d0534 req-c84a5b36-23e0-4c21-aa29-2c0346f520b2 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 5421 time: 0.3379052 Aug 16 20:58:21.320604 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7a0dccd0-47fa-407d-a992-75c7f1b312b5 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:21.331043 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 205f4f5c-2bd6-4a33-b0d7-74792db8fd1c, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=205f4f5c-2bd6-4a33-b0d7-74792db8fd1c,segment=NetworkSegment(66f4b070-11e4-4f4a-902e-032c04ccaab0),segment_id=66f4b070-11e4-4f4a-902e-032c04ccaab0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:21.350564 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '205f4f5c-2bd6-4a33-b0d7-74792db8fd1c', 'network_id': '15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d', 'port_id': '205f4f5c-2bd6-4a33-b0d7-74792db8fd1c', 'mac_address': 'fa:16:3e:39:cf:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7295a51-2f16-4f57-a8e8-eba84c181b9e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:58:21.366712 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-81724dca-7691-4fb8-a526-dbe79ce5c3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'name': 'tempest-RoutersTest-router-1658649149', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:57:41Z', 'updated_at': '2021-08-16T20:58:18Z', 'revision_number': 8, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'gw_port_host': None, '_interfaces': [{'id': '82ee0293-3c0a-4ccf-a120-8ee103ee0313', 'name': '', 'network_id': 'c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:9c:4a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '9a9080eb-d870-44bb-bdb8-1cbbc8fe9c3e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:02Z', 'updated_at': '2021-08-16T20:58:08Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': '9a9080eb-d870-44bb-bdb8-1cbbc8fe9c3e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d479e76-8f22-4f9e-9800-8c1dab50baa8', 'name': '', 'network_id': 'c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:be:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:57:46Z', 'updated_at': '2021-08-16T20:57:56Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fcab0ab-3d89-42c0-8148-b7b83db93678', 'name': '', 'network_id': '494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:bd:54:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '95489d13-66c0-40de-831e-594beeadd3f2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:57:56Z', 'updated_at': '2021-08-16T20:58:05Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': '95489d13-66c0-40de-831e-594beeadd3f2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:21.426436 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3391ed23-c235-46a1-8b30-e2a0b33d0534 req-5f871ba2-ef92-47dc-8d75-529561d223a9 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=2f05bb64-9f10-404a-9d0e-024f432f1dbc&id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2105806 Aug 16 20:58:21.446631 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-51676733-07ae-4214-b942-34931cf8a2a3 req-2f665198-641a-4709-9507-bafda9e37818 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=805cc877-9bd7-43ef-af2f-621eedbfe4d7 HTTP/1.1" status: 200 len: 210 time: 0.1193562 Aug 16 20:58:21.458547 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81724dca-7691-4fb8-a526-dbe79ce5c3f0 None None] Checking router: 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:58:21.466737 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:21.481779 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81724dca-7691-4fb8-a526-dbe79ce5c3f0 None None] Routers {'213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:21.483494 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-81724dca-7691-4fb8-a526-dbe79ce5c3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:58:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:21.497208 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-16101ccc-4077-47a6-b311-d827f8c9b1bf tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:21.503874 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 205f4f5c-2bd6-4a33-b0d7-74792db8fd1c {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:58:21.543576 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7a0dccd0-47fa-407d-a992-75c7f1b312b5 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:21.565851 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 205f4f5c-2bd6-4a33-b0d7-74792db8fd1c, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=205f4f5c-2bd6-4a33-b0d7-74792db8fd1c,segment=NetworkSegment(66f4b070-11e4-4f4a-902e-032c04ccaab0),segment_id=66f4b070-11e4-4f4a-902e-032c04ccaab0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:21.636281 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-81724dca-7691-4fb8-a526-dbe79ce5c3f0 None None] Set router 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:21.685171 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7a0dccd0-47fa-407d-a992-75c7f1b312b5 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:21.714242 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-16101ccc-4077-47a6-b311-d827f8c9b1bf tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:21.716803 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:21.721420 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 7d470d90-81da-4884-b71f-665f707bd7e3 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:58:21.742479 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0dccd0-47fa-407d-a992-75c7f1b312b5 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=584ca7c5-4fb3-485c-b621-2fd9059a622f,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:21.770288 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49262) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:21.794492 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7a0dccd0-47fa-407d-a992-75c7f1b312b5 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:21.796058 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7a0dccd0-47fa-407d-a992-75c7f1b312b5 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6310546 Aug 16 20:58:21.800042 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16101ccc-4077-47a6-b311-d827f8c9b1bf tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event deleted for resources: {'Subnet': ['ID=d88e7abb-04a8-48b7-8b58-6a0efa469899,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:21.805030 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49272) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:21.815513 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-d400efc1-75f2-4831-96c4-3a26fcad1e21 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Request body: {'security_group_rule': {'security_group_id': '584ca7c5-4fb3-485c-b621-2fd9059a622f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:21.817770 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-16101ccc-4077-47a6-b311-d827f8c9b1bf tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:21.827243 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-16101ccc-4077-47a6-b311-d827f8c9b1bf tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "DELETE /v2.0/subnets/d88e7abb-04a8-48b7-8b58-6a0efa469899 HTTP/1.1" status: 204 len: 168 time: 1.1829906 Aug 16 20:58:21.828125 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 49274) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:21.841327 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50249f0d-4a7c-4478-9fab-a02dccda841e None None] Network 5cf6f82f-2803-438e-91da-45dca0cf8036 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:58:21.956005 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d400efc1-75f2-4831-96c4-3a26fcad1e21 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:22.035301 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d6f76f92-b6fd-4b9a-9a46-5cb10ea08aee tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:22.064560 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=205f4f5c-2bd6-4a33-b0d7-74792db8fd1c,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:22.097619 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:22.101554 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-81724dca-7691-4fb8-a526-dbe79ce5c3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'name': 'tempest-RoutersTest-router-1658649149', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:57:41Z', 'updated_at': '2021-08-16T20:58:18Z', 'revision_number': 8, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'gw_port_host': None, '_interfaces': [{'id': '82ee0293-3c0a-4ccf-a120-8ee103ee0313', 'name': '', 'network_id': 'c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:9c:4a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '9a9080eb-d870-44bb-bdb8-1cbbc8fe9c3e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:02Z', 'updated_at': '2021-08-16T20:58:08Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': '9a9080eb-d870-44bb-bdb8-1cbbc8fe9c3e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d479e76-8f22-4f9e-9800-8c1dab50baa8', 'name': '', 'network_id': 'c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:be:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:57:46Z', 'updated_at': '2021-08-16T20:57:56Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fcab0ab-3d89-42c0-8148-b7b83db93678', 'name': '', 'network_id': '494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:bd:54:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '95489d13-66c0-40de-831e-594beeadd3f2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:57:56Z', 'updated_at': '2021-08-16T20:58:05Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': '95489d13-66c0-40de-831e-594beeadd3f2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:22.131355 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d400efc1-75f2-4831-96c4-3a26fcad1e21 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:22.146806 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a61ad64c-b0f9-492f-94d2-3089749a6855 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f68b2abebca04b93a2dbf5dcf4672d61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3750348 Aug 16 20:58:22.148617 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-d6f76f92-b6fd-4b9a-9a46-5cb10ea08aee tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Deleting port fb82cace-f9d6-46bf-848c-d6dc93e793ee {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:22.148985 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d6f76f92-b6fd-4b9a-9a46-5cb10ea08aee tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:22.149325 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49278) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:22.167686 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81724dca-7691-4fb8-a526-dbe79ce5c3f0 None None] The sync data for ids ['213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'] in n-d-793620-15 is: [{'id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'name': 'tempest-RoutersTest-router-1658649149', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:57:41Z', 'updated_at': '2021-08-16T20:58:18Z', 'revision_number': 8, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'gw_port_host': None, '_interfaces': [{'id': '82ee0293-3c0a-4ccf-a120-8ee103ee0313', 'name': '', 'network_id': 'c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:9c:4a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '9a9080eb-d870-44bb-bdb8-1cbbc8fe9c3e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:02Z', 'updated_at': '2021-08-16T20:58:08Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': '9a9080eb-d870-44bb-bdb8-1cbbc8fe9c3e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d479e76-8f22-4f9e-9800-8c1dab50baa8', 'name': '', 'network_id': 'c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:be:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:57:46Z', 'updated_at': '2021-08-16T20:57:56Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fcab0ab-3d89-42c0-8148-b7b83db93678', 'name': '', 'network_id': '494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:bd:54:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '95489d13-66c0-40de-831e-594beeadd3f2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:57:56Z', 'updated_at': '2021-08-16T20:58:05Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': '95489d13-66c0-40de-831e-594beeadd3f2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:58:22.212785 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d400efc1-75f2-4831-96c4-3a26fcad1e21 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:22.231411 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 7d470d90-81da-4884-b71f-665f707bd7e3, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=7d470d90-81da-4884-b71f-665f707bd7e3,segment=NetworkSegment(478767af-aad0-4439-88f2-721c3a22d31e),segment_id=478767af-aad0-4439-88f2-721c3a22d31e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:22.262659 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400efc1-75f2-4831-96c4-3a26fcad1e21 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=677b4d1c-7c6f-41a4-b433-668c63e5c6f3,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:22.269358 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2a82a4fd-25a9-4961-9b45-dd78f77bc30b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:22.296096 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '7d470d90-81da-4884-b71f-665f707bd7e3', 'network_id': '2a286773-4076-470d-b75a-c7eea1dc3d02', 'port_id': '7d470d90-81da-4884-b71f-665f707bd7e3', 'mac_address': 'fa:16:3e:f1:d4:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0b6d73-74b5-4c8b-b956-b93210cff710', 'ip_address': '10.1.1.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:58:22.298627 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2a82a4fd-25a9-4961-9b45-dd78f77bc30b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:22.299817 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-d6f76f92-b6fd-4b9a-9a46-5cb10ea08aee tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] For port fb82cace-f9d6-46bf-848c-d6dc93e793ee, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=fb82cace-f9d6-46bf-848c-d6dc93e793ee,segment=NetworkSegment(b9d18313-8f5b-4c4a-a9d9-9d74e60cdcb4),segment_id=b9d18313-8f5b-4c4a-a9d9-9d74e60cdcb4)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:22.304354 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d6f76f92-b6fd-4b9a-9a46-5cb10ea08aee tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:22.307461 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d400efc1-75f2-4831-96c4-3a26fcad1e21 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:22.312159 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d400efc1-75f2-4831-96c4-3a26fcad1e21 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5057600 Aug 16 20:58:22.315054 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49280) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:22.325869 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-d6f76f92-b6fd-4b9a-9a46-5cb10ea08aee tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Calling delete_port for fb82cace-f9d6-46bf-848c-d6dc93e793ee owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:22.330124 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-a53f8c4f-b6d5-4b29-aea2-243c31203e56 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Request body: {'security_group_rule': {'security_group_id': '584ca7c5-4fb3-485c-b621-2fd9059a622f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:22.381097 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:22.402035 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d470d90-81da-4884-b71f-665f707bd7e3 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:58:22.436174 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 7d470d90-81da-4884-b71f-665f707bd7e3, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=7d470d90-81da-4884-b71f-665f707bd7e3,segment=NetworkSegment(478767af-aad0-4439-88f2-721c3a22d31e),segment_id=478767af-aad0-4439-88f2-721c3a22d31e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:22.491493 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2a82a4fd-25a9-4961-9b45-dd78f77bc30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:22.491913 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d6f76f92-b6fd-4b9a-9a46-5cb10ea08aee tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:22.494520 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2a82a4fd-25a9-4961-9b45-dd78f77bc30b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:22.498889 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2a82a4fd-25a9-4961-9b45-dd78f77bc30b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c67cdb36-d197-470c-a4e8-a50984cddf35 HTTP/1.1" status: 204 len: 168 time: 0.3484037 Aug 16 20:58:22.510993 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a82a4fd-25a9-4961-9b45-dd78f77bc30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67cdb36-d197-470c-a4e8-a50984cddf35,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:22.550341 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496104d6-ef28-4227-9254-4f8b69ae8178 None None] DHCP port deletion for 5cf6f82f-2803-438e-91da-45dca0cf8036 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:58:22.581309 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:22.582259 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device fd6fa129-4aa2-485d-ba8c-81e929ab059a details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:58:22.584239 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a53f8c4f-b6d5-4b29-aea2-243c31203e56 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:22.645998 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port fd6fa129-4aa2-485d-ba8c-81e929ab059a, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=fd6fa129-4aa2-485d-ba8c-81e929ab059a,segment=NetworkSegment(478767af-aad0-4439-88f2-721c3a22d31e),segment_id=478767af-aad0-4439-88f2-721c3a22d31e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:22.661417 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f76f92-b6fd-4b9a-9a46-5cb10ea08aee tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] No DVR routers for this DVR port fb82cace-f9d6-46bf-848c-d6dc93e793ee on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:58:22.678513 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f76f92-b6fd-4b9a-9a46-5cb10ea08aee tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event deleted for resources: {'Port': ['ID=fb82cace-f9d6-46bf-848c-d6dc93e793ee,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:22.709489 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': 'fd6fa129-4aa2-485d-ba8c-81e929ab059a', 'network_id': '2a286773-4076-470d-b75a-c7eea1dc3d02', 'port_id': 'fd6fa129-4aa2-485d-ba8c-81e929ab059a', 'mac_address': 'fa:16:3e:4f:c2:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0b6d73-74b5-4c8b-b956-b93210cff710', 'ip_address': '10.1.1.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:58:22.723355 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:58:22.785113 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a53f8c4f-b6d5-4b29-aea2-243c31203e56 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:22.857138 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a53f8c4f-b6d5-4b29-aea2-243c31203e56 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:22.879455 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f8c4f-b6d5-4b29-aea2-243c31203e56 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dfe7320-c933-497a-a56d-29c8a6c9e2b6,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:22.907404 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a35b66b1-bf4c-488a-9ea8-89245df46288 req-a32b4024-1556-4e1f-ae1b-226f017edca3 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=805cc877-9bd7-43ef-af2f-621eedbfe4d7 HTTP/1.1" status: 200 len: 210 time: 0.2318726 Aug 16 20:58:22.932635 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:22.935179 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=7d470d90-81da-4884-b71f-665f707bd7e3,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:23.005658 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a53f8c4f-b6d5-4b29-aea2-243c31203e56 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:23.006386 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d6f76f92-b6fd-4b9a-9a46-5cb10ea08aee tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:23.011293 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a53f8c4f-b6d5-4b29-aea2-243c31203e56 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6951659 Aug 16 20:58:23.012432 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49296) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:23.018788 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-a7d467a0-70e4-489c-b059-a9d6ee11fd9d tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:23.026499 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd6fa129-4aa2-485d-ba8c-81e929ab059a {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:58:23.032123 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbf751-7254-499d-bfe5-93cf2f048bf6 req-26c2a30a-69ca-477c-9348-a5e2634758fe tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:23.038108 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbf751-7254-499d-bfe5-93cf2f048bf6 req-26c2a30a-69ca-477c-9348-a5e2634758fe tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:23.044742 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbf751-7254-499d-bfe5-93cf2f048bf6 req-26c2a30a-69ca-477c-9348-a5e2634758fe tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:23.050942 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbf751-7254-499d-bfe5-93cf2f048bf6 req-26c2a30a-69ca-477c-9348-a5e2634758fe tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:23.051287 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port fd6fa129-4aa2-485d-ba8c-81e929ab059a, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=fd6fa129-4aa2-485d-ba8c-81e929ab059a,segment=NetworkSegment(478767af-aad0-4439-88f2-721c3a22d31e),segment_id=478767af-aad0-4439-88f2-721c3a22d31e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:23.056863 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbf751-7254-499d-bfe5-93cf2f048bf6 req-26c2a30a-69ca-477c-9348-a5e2634758fe tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:23.062948 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbf751-7254-499d-bfe5-93cf2f048bf6 req-26c2a30a-69ca-477c-9348-a5e2634758fe tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:23.068804 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbf751-7254-499d-bfe5-93cf2f048bf6 req-26c2a30a-69ca-477c-9348-a5e2634758fe tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:23.070710 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cbfbf751-7254-499d-bfe5-93cf2f048bf6 req-26c2a30a-69ca-477c-9348-a5e2634758fe tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 5423 time: 0.4024692 Aug 16 20:58:23.072511 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-d6f76f92-b6fd-4b9a-9a46-5cb10ea08aee tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf6f82f-2803-438e-91da-45dca0cf8036']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:23.089076 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-d6f76f92-b6fd-4b9a-9a46-5cb10ea08aee tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9d18313-8f5b-4c4a-a9d9-9d74e60cdcb4') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:23.089379 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-d6f76f92-b6fd-4b9a-9a46-5cb10ea08aee tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9d18313-8f5b-4c4a-a9d9-9d74e60cdcb4') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:23.106029 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d6f76f92-b6fd-4b9a-9a46-5cb10ea08aee tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:23.121016 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:23.122493 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:58:23.124991 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a7d467a0-70e4-489c-b059-a9d6ee11fd9d tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for floatingip, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:23.127769 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:58:23.128087 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d6f76f92-b6fd-4b9a-9a46-5cb10ea08aee tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:23.142375 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cbfbf751-7254-499d-bfe5-93cf2f048bf6 req-9e1f3c96-0ef7-450a-935a-556db81eb65e tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=2f05bb64-9f10-404a-9d0e-024f432f1dbc&id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618339 Aug 16 20:58:23.143451 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6f76f92-b6fd-4b9a-9a46-5cb10ea08aee tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:58:23.144269 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d6f76f92-b6fd-4b9a-9a46-5cb10ea08aee tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:23.147962 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 20:58:23.147962 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:58:23.147962 n-d-793620-15 neutron-server[101844]: timer() Aug 16 20:58:23.147962 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:58:23.147962 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 20:58:23.147962 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:58:23.147962 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 20:58:23.147962 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:58:23.147962 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 20:58:23.147962 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:58:23.147962 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 20:58:23.147962 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:58:23.147962 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 20:58:23.147962 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:58:23.147962 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:58:23.147962 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:58:23.147962 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:58:23.147962 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:58:23.147962 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 20:58:23.147962 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:58:23.147962 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 20:58:23.147962 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:58:23.147962 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:58:23.147962 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:58:23.147962 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 20:58:23.147962 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:58:23.147962 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:58:23.147962 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:58:23.147962 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:58:23.147962 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:58:23.147962 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:58:23.147962 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:58:23.215554 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=fd6fa129-4aa2-485d-ba8c-81e929ab059a,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:23.234763 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:23.234763 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:23.334966 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a7d467a0-70e4-489c-b059-a9d6ee11fd9d tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:23.376508 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d6f76f92-b6fd-4b9a-9a46-5cb10ea08aee tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:23.384771 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:23.396675 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d6f76f92-b6fd-4b9a-9a46-5cb10ea08aee tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:23.403626 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d6f76f92-b6fd-4b9a-9a46-5cb10ea08aee tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "DELETE /v2.0/networks/5cf6f82f-2803-438e-91da-45dca0cf8036 HTTP/1.1" status: 204 len: 168 time: 1.5735939 Aug 16 20:58:23.426961 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fc42ab-38f7-418e-8361-89bd38547e05 None None] Sync routers for ids ['6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:58:23.430016 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:23.438286 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1,segment=NetworkSegment(20387d42-fe4f-4d9a-b237-177d370a0ab5),segment_id=20387d42-fe4f-4d9a-b237-177d370a0ab5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:23.451604 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fc42ab-38f7-418e-8361-89bd38547e05 None None] Routers {'6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:23.452270 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-58fc42ab-38f7-418e-8361-89bd38547e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:58:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:23.456053 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 49304) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:23.458283 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f76f92-b6fd-4b9a-9a46-5cb10ea08aee tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event deleted for resources: {'Network': ['ID=5cf6f82f-2803-438e-91da-45dca0cf8036,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:23.510178 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1', 'network_id': '0bc6759c-80a4-4ca6-8103-9c391365ae1c', 'port_id': '3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1', 'mac_address': 'fa:16:3e:00:ac:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b0da94a-9e98-450f-a388-801e578bebaa', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:58:23.542501 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:23.600625 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-a7d467a0-70e4-489c-b059-a9d6ee11fd9d tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Allocated IP 172.25.1.236 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/43f9fc9a-dbaf-4ac1-aeb8-1f1dd4063cf5) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:58:23.627326 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:23.639719 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 49312) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:23.810536 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:58:23.855252 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a7d467a0-70e4-489c-b059-a9d6ee11fd9d tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:23.857223 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:23.872204 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-58fc42ab-38f7-418e-8361-89bd38547e05 None None] Set router 6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:23.887621 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1,segment=NetworkSegment(20387d42-fe4f-4d9a-b237-177d370a0ab5),segment_id=20387d42-fe4f-4d9a-b237-177d370a0ab5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:24.000340 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.001220 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device ab55560e-b85e-4e5a-8f8b-0a085f406734 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:58:24.003441 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-20ee06ae-b729-4cbb-8487-fda35e78f0f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.035386 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port ab55560e-b85e-4e5a-8f8b-0a085f406734, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=ab55560e-b85e-4e5a-8f8b-0a085f406734,segment=NetworkSegment(478767af-aad0-4439-88f2-721c3a22d31e),segment_id=478767af-aad0-4439-88f2-721c3a22d31e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:24.059431 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': 'ab55560e-b85e-4e5a-8f8b-0a085f406734', 'network_id': '2a286773-4076-470d-b75a-c7eea1dc3d02', 'port_id': 'ab55560e-b85e-4e5a-8f8b-0a085f406734', 'mac_address': 'fa:16:3e:bb:c8:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0b6d73-74b5-4c8b-b956-b93210cff710', 'ip_address': '10.1.1.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:58:24.085390 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-62864cdd-4a94-4d94-9ad0-c020337fc63a req-891bef9c-e86d-413d-afb3-5f6d96a3cc8c tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=805cc877-9bd7-43ef-af2f-621eedbfe4d7 HTTP/1.1" status: 200 len: 210 time: 0.0387075 Aug 16 20:58:24.085783 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a7d467a0-70e4-489c-b059-a9d6ee11fd9d tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.144482 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d467a0-70e4-489c-b059-a9d6ee11fd9d tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:58:24.149448 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-a7d467a0-70e4-489c-b059-a9d6ee11fd9d tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:24.153227 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d467a0-70e4-489c-b059-a9d6ee11fd9d tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:58:24.168162 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.225382 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-20ee06ae-b729-4cbb-8487-fda35e78f0f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.235078 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d467a0-70e4-489c-b059-a9d6ee11fd9d tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Pushing event updated for resources: {'Port': ['ID=43f9fc9a-dbaf-4ac1-aeb8-1f1dd4063cf5,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:24.243353 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dcfe86d2-47ab-4a7f-bee7-0b139d0ed13f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.245957 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab55560e-b85e-4e5a-8f8b-0a085f406734 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:58:24.291423 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port ab55560e-b85e-4e5a-8f8b-0a085f406734, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=ab55560e-b85e-4e5a-8f8b-0a085f406734,segment=NetworkSegment(478767af-aad0-4439-88f2-721c3a22d31e),segment_id=478767af-aad0-4439-88f2-721c3a22d31e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:24.293002 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:24.325473 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a7d467a0-70e4-489c-b059-a9d6ee11fd9d tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.370173 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.370958 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 1f12573e-db64-4bb9-b684-4157dd9b1f73 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:58:24.377845 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:58:24.405509 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-20ee06ae-b729-4cbb-8487-fda35e78f0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.463401 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a7d467a0-70e4-489c-b059-a9d6ee11fd9d tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.495731 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 1f12573e-db64-4bb9-b684-4157dd9b1f73, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=1f12573e-db64-4bb9-b684-4157dd9b1f73,segment=NetworkSegment(20387d42-fe4f-4d9a-b237-177d370a0ab5),segment_id=20387d42-fe4f-4d9a-b237-177d370a0ab5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:24.511650 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-58fc42ab-38f7-418e-8361-89bd38547e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'name': 'tempest-AttachVolumeTestJSON-249209008-router', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:58:13Z', 'updated_at': '2021-08-16T20:58:18Z', 'revision_number': 4, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'gw_port': {'id': '2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:14Z', 'updated_at': '2021-08-16T20:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '5046a0a8-6596-4e56-9c14-237c0083403a', 'name': '', 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'mac_address': 'fa:16:3e:cb:62:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '03f69758-9eaf-430a-b99d-d64769716af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:17Z', 'updated_at': '2021-08-16T20:58:18Z', 'revision_number': 2, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'subnets': [{'id': '03f69758-9eaf-430a-b99d-d64769716af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:24.515098 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=ab55560e-b85e-4e5a-8f8b-0a085f406734,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:24.522462 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '1f12573e-db64-4bb9-b684-4157dd9b1f73', 'network_id': '0bc6759c-80a4-4ca6-8103-9c391365ae1c', 'port_id': '1f12573e-db64-4bb9-b684-4157dd9b1f73', 'mac_address': 'fa:16:3e:32:57:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b0da94a-9e98-450f-a388-801e578bebaa', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:58:24.553249 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-20ee06ae-b729-4cbb-8487-fda35e78f0f1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4cf140c763604f6cafc22a3f22492313&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9005225 Aug 16 20:58:24.556178 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fc42ab-38f7-418e-8361-89bd38547e05 None None] Checking router: 6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:58:24.556557 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fc42ab-38f7-418e-8361-89bd38547e05 None None] Updating router 6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955 port 5046a0a8-6596-4e56-9c14-237c0083403a binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:58:24.556669 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49334) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:24.582116 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:24.582491 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.767516 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-58fc42ab-38f7-418e-8361-89bd38547e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.787666 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.872347 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f12573e-db64-4bb9-b684-4157dd9b1f73 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:58:24.906640 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 1f12573e-db64-4bb9-b684-4157dd9b1f73, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=1f12573e-db64-4bb9-b684-4157dd9b1f73,segment=NetworkSegment(20387d42-fe4f-4d9a-b237-177d370a0ab5),segment_id=20387d42-fe4f-4d9a-b237-177d370a0ab5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:25.015464 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device fb82cace-f9d6-46bf-848c-d6dc93e793ee no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:58:25.039535 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: fb82cace-f9d6-46bf-848c-d6dc93e793ee {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:58:25.040360 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device fb82cace-f9d6-46bf-848c-d6dc93e793ee not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:58:25.040486 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device a041f280-a4a8-4e67-a6a7-be8f8c61dd48 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:58:25.042226 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:25.042880 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device f46cd7dd-4272-4b97-ba28-4c7234fc9a00 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:58:25.053627 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee06ae-b729-4cbb-8487-fda35e78f0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061331e9-24a9-4aba-a94d-0f75df2335f0,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:25.086053 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b66e0b-4649-4093-adbd-1a51018b5488 req-d2909359-7926-4c70-8817-8cfbce4ca5d7 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:25.095072 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b66e0b-4649-4093-adbd-1a51018b5488 req-d2909359-7926-4c70-8817-8cfbce4ca5d7 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:25.101925 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b66e0b-4649-4093-adbd-1a51018b5488 req-d2909359-7926-4c70-8817-8cfbce4ca5d7 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:25.113641 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b66e0b-4649-4093-adbd-1a51018b5488 req-d2909359-7926-4c70-8817-8cfbce4ca5d7 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:25.120444 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b66e0b-4649-4093-adbd-1a51018b5488 req-d2909359-7926-4c70-8817-8cfbce4ca5d7 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:25.128321 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b66e0b-4649-4093-adbd-1a51018b5488 req-d2909359-7926-4c70-8817-8cfbce4ca5d7 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:25.135196 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b66e0b-4649-4093-adbd-1a51018b5488 req-d2909359-7926-4c70-8817-8cfbce4ca5d7 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:25.154606 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e8b66e0b-4649-4093-adbd-1a51018b5488 req-d2909359-7926-4c70-8817-8cfbce4ca5d7 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 5426 time: 0.7661190 Aug 16 20:58:25.160218 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=1f12573e-db64-4bb9-b684-4157dd9b1f73,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:25.177987 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: a041f280-a4a8-4e67-a6a7-be8f8c61dd48 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:58:25.178688 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device a041f280-a4a8-4e67-a6a7-be8f8c61dd48 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:58:25.255892 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e8b66e0b-4649-4093-adbd-1a51018b5488 req-efa1864e-b539-4167-8730-fbadf0a3b8c2 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=2f05bb64-9f10-404a-9d0e-024f432f1dbc&id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0995581 Aug 16 20:58:25.276446 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a7d467a0-70e4-489c-b059-a9d6ee11fd9d tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:25.321159 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8b9f31b0-9e25-4838-b585-d712b79f62d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:25.321732 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d3cd3a5d-b5d3-42a7-b9cd-536083368741 req-b367ca1a-382f-42d2-b8dc-0367fcd27d6d tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=805cc877-9bd7-43ef-af2f-621eedbfe4d7 HTTP/1.1" status: 200 len: 210 time: 0.0425491 Aug 16 20:58:25.336275 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a7d467a0-70e4-489c-b059-a9d6ee11fd9d tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:25.377711 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port f46cd7dd-4272-4b97-ba28-4c7234fc9a00, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=f46cd7dd-4272-4b97-ba28-4c7234fc9a00,segment=NetworkSegment(478767af-aad0-4439-88f2-721c3a22d31e),segment_id=478767af-aad0-4439-88f2-721c3a22d31e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:25.394454 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': 'f46cd7dd-4272-4b97-ba28-4c7234fc9a00', 'network_id': '2a286773-4076-470d-b75a-c7eea1dc3d02', 'port_id': 'f46cd7dd-4272-4b97-ba28-4c7234fc9a00', 'mac_address': 'fa:16:3e:d7:ef:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0b6d73-74b5-4c8b-b956-b93210cff710', 'ip_address': '10.1.1.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:58:25.470415 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-dcfe86d2-47ab-4a7f-bee7-0b139d0ed13f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Deleting port 82ee0293-3c0a-4ccf-a120-8ee103ee0313 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:25.470833 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dcfe86d2-47ab-4a7f-bee7-0b139d0ed13f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:25.478137 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a7d467a0-70e4-489c-b059-a9d6ee11fd9d tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:25.486934 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:25.493803 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8b9f31b0-9e25-4838-b585-d712b79f62d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:25.532190 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d467a0-70e4-489c-b059-a9d6ee11fd9d tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Pushing event updated for resources: {'Port': ['ID=43f9fc9a-dbaf-4ac1-aeb8-1f1dd4063cf5,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:25.548002 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f46cd7dd-4272-4b97-ba28-4c7234fc9a00 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:58:25.571712 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a7d467a0-70e4-489c-b059-a9d6ee11fd9d tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:25.581320 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a7d467a0-70e4-489c-b059-a9d6ee11fd9d tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5592785 Aug 16 20:58:25.617470 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port f46cd7dd-4272-4b97-ba28-4c7234fc9a00, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=f46cd7dd-4272-4b97-ba28-4c7234fc9a00,segment=NetworkSegment(478767af-aad0-4439-88f2-721c3a22d31e),segment_id=478767af-aad0-4439-88f2-721c3a22d31e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:25.650067 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-58fc42ab-38f7-418e-8361-89bd38547e05 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:25.660171 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-dcfe86d2-47ab-4a7f-bee7-0b139d0ed13f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] For port 82ee0293-3c0a-4ccf-a120-8ee103ee0313, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=82ee0293-3c0a-4ccf-a120-8ee103ee0313,segment=NetworkSegment(0cffe75a-3128-49e8-9d93-04e1e681757f),segment_id=0cffe75a-3128-49e8-9d93-04e1e681757f)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:25.662432 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dcfe86d2-47ab-4a7f-bee7-0b139d0ed13f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:25.685393 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8b9f31b0-9e25-4838-b585-d712b79f62d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:25.685959 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-58fc42ab-38f7-418e-8361-89bd38547e05 None None] Transition to ACTIVE for port object 5046a0a8-6596-4e56-9c14-237c0083403a will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:58:25.689146 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8b9f31b0-9e25-4838-b585-d712b79f62d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:25.689999 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8b9f31b0-9e25-4838-b585-d712b79f62d0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/061331e9-24a9-4aba-a94d-0f75df2335f0 HTTP/1.1" status: 204 len: 168 time: 1.1323533 Aug 16 20:58:25.691593 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-dcfe86d2-47ab-4a7f-bee7-0b139d0ed13f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Calling delete_port for 82ee0293-3c0a-4ccf-a120-8ee103ee0313 owned by network:router_interface {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:25.701698 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f31b0-9e25-4838-b585-d712b79f62d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061331e9-24a9-4aba-a94d-0f75df2335f0,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:25.747678 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:25.828665 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device c3aa98f1-01de-4b07-a953-b17b46875501 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:58:25.842193 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-58fc42ab-38f7-418e-8361-89bd38547e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:25.940633 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-70474c0a-df77-4e93-a28f-9225d1e5d1d6 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1607756014&fields=id&tenant_id=a0e033d4713247c4be0e53c874c211ee HTTP/1.1" status: 200 len: 267 time: 0.0735183 Aug 16 20:58:25.958848 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=f46cd7dd-4272-4b97-ba28-4c7234fc9a00,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:26.122642 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b07c54-d403-4d28-a785-cdb1ca6da041 None None] Pushing event updated for resources: {'Port': ['ID=5046a0a8-6596-4e56-9c14-237c0083403a,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:26.142761 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-58fc42ab-38f7-418e-8361-89bd38547e05 None None] Attempting to bind port 5046a0a8-6596-4e56-9c14-237c0083403a on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:58:26.143144 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-58fc42ab-38f7-418e-8361-89bd38547e05 None None] Attempting to bind port 5046a0a8-6596-4e56-9c14-237c0083403a by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '45ea3e3a-3149-407a-86a7-ec72a583a741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:58:26.144084 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fc42ab-38f7-418e-8361-89bd38547e05 None None] Attempting to bind port 5046a0a8-6596-4e56-9c14-237c0083403a on network f21989d2-1803-4d82-bc06-7ef94db801de {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:58:26.154715 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fc42ab-38f7-418e-8361-89bd38547e05 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:58:26.155717 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fc42ab-38f7-418e-8361-89bd38547e05 None None] Checking segment: {'id': '45ea3e3a-3149-407a-86a7-ec72a583a741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:58:26.155717 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-58fc42ab-38f7-418e-8361-89bd38547e05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:26.156100 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fc42ab-38f7-418e-8361-89bd38547e05 None None] Bound using segment: {'id': '45ea3e3a-3149-407a-86a7-ec72a583a741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:58:26.156567 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-58fc42ab-38f7-418e-8361-89bd38547e05 None None] Bound port: 5046a0a8-6596-4e56-9c14-237c0083403a, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ea3e3a-3149-407a-86a7-ec72a583a741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:58:26.157012 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-58fc42ab-38f7-418e-8361-89bd38547e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:26.164991 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port c3aa98f1-01de-4b07-a953-b17b46875501, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c3aa98f1-01de-4b07-a953-b17b46875501,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:26.223953 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-e78e12c0-33c5-4002-b9a8-621cad36187b tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:26.232054 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-e78e12c0-33c5-4002-b9a8-621cad36187b tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/networks?id=f21989d2-1803-4d82-bc06-7ef94db801de HTTP/1.1" status: 200 len: 810 time: 0.2456470 Aug 16 20:58:26.242562 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dcfe86d2-47ab-4a7f-bee7-0b139d0ed13f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:26.257663 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': 'c3aa98f1-01de-4b07-a953-b17b46875501', 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781', 'port_id': 'c3aa98f1-01de-4b07-a953-b17b46875501', 'mac_address': 'fa:16:3e:b9:17:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20aa60f1-bb16-40f5-b2dd-0341c13f6e8c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:58:26.269868 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-647444ea-53f7-47f3-b917-f82b9be944bb tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/quotas/a0e033d4713247c4be0e53c874c211ee HTTP/1.1" status: 200 len: 375 time: 0.0367782 Aug 16 20:58:26.351346 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-58fc42ab-38f7-418e-8361-89bd38547e05 None None] For port 5046a0a8-6596-4e56-9c14-237c0083403a, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:58:26.358029 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe86d2-47ab-4a7f-bee7-0b139d0ed13f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event deleted for resources: {'Port': ['ID=82ee0293-3c0a-4ccf-a120-8ee103ee0313,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:26.362430 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:26.370370 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['205f4f5c-2bd6-4a33-b0d7-74792db8fd1c'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:58:26.381942 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-58fc42ab-38f7-418e-8361-89bd38547e05 None None] For port 5046a0a8-6596-4e56-9c14-237c0083403a, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5046a0a8-6596-4e56-9c14-237c0083403a,segment=NetworkSegment(45ea3e3a-3149-407a-86a7-ec72a583a741),segment_id=45ea3e3a-3149-407a-86a7-ec72a583a741)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:58:26.425708 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['ab55560e-b85e-4e5a-8f8b-0a085f406734'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:58:26.430422 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3aa98f1-01de-4b07-a953-b17b46875501 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:58:26.442840 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-ce4326a3-ab3e-48a8-91ef-9d6114834ca3 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a0e033d4713247c4be0e53c874c211ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1718578 Aug 16 20:58:26.466797 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['7d470d90-81da-4884-b71f-665f707bd7e3'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:58:26.521922 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['fd6fa129-4aa2-485d-ba8c-81e929ab059a'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:58:26.606735 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-58fc42ab-38f7-418e-8361-89bd38547e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:26.638128 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port c3aa98f1-01de-4b07-a953-b17b46875501, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c3aa98f1-01de-4b07-a953-b17b46875501,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:26.661640 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b44c30-3ab4-4ec0-8e88-40c768361b97 req-78bea880-c477-4fff-8888-81322e2b820b tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:26.669265 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b44c30-3ab4-4ec0-8e88-40c768361b97 req-78bea880-c477-4fff-8888-81322e2b820b tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:26.677758 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b44c30-3ab4-4ec0-8e88-40c768361b97 req-78bea880-c477-4fff-8888-81322e2b820b tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:26.684257 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b44c30-3ab4-4ec0-8e88-40c768361b97 req-78bea880-c477-4fff-8888-81322e2b820b tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:26.691005 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b44c30-3ab4-4ec0-8e88-40c768361b97 req-78bea880-c477-4fff-8888-81322e2b820b tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:26.697701 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b44c30-3ab4-4ec0-8e88-40c768361b97 req-78bea880-c477-4fff-8888-81322e2b820b tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:26.704459 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b44c30-3ab4-4ec0-8e88-40c768361b97 req-78bea880-c477-4fff-8888-81322e2b820b tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:26.713545 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-39b44c30-3ab4-4ec0-8e88-40c768361b97 req-78bea880-c477-4fff-8888-81322e2b820b tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 5428 time: 0.2695043 Aug 16 20:58:26.760474 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:26.825999 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-39b44c30-3ab4-4ec0-8e88-40c768361b97 req-201c8fd5-98fb-44b5-a536-dfc7289b232e tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=2f05bb64-9f10-404a-9d0e-024f432f1dbc&id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1072378 Aug 16 20:58:26.874232 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-1193a369-889c-429c-ad8f-a80be48b97e8 service neutron] 10.222.0.84 "GET /v2.0/networks/f21989d2-1803-4d82-bc06-7ef94db801de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895822 Aug 16 20:58:26.874232 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dcfe86d2-47ab-4a7f-bee7-0b139d0ed13f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:26.956129 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['c3aa98f1-01de-4b07-a953-b17b46875501'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:58:27.009430 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fc42ab-38f7-418e-8361-89bd38547e05 None None] Routers {'6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:27.010545 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-58fc42ab-38f7-418e-8361-89bd38547e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:58:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:27.148765 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9c3630a4-c46f-430e-8770-e2d748862581 req-9ca3d0c0-534b-48f6-900a-e52d7de1e747 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=805cc877-9bd7-43ef-af2f-621eedbfe4d7 HTTP/1.1" status: 200 len: 210 time: 0.1038771 Aug 16 20:58:27.298793 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49428) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:27.328715 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b07c54-d403-4d28-a785-cdb1ca6da041 None None] Pushing event updated for resources: {'Port': ['ID=5046a0a8-6596-4e56-9c14-237c0083403a,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:27.364442 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ecabbf7d-fadd-406f-9833-450b4f937cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:27.418483 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-7c667854-3acc-4207-9365-f574903a42d3 service neutron] 10.222.0.84 "GET /v2.0/networks/f21989d2-1803-4d82-bc06-7ef94db801de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5338049 Aug 16 20:58:27.427356 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfe86d2-47ab-4a7f-bee7-0b139d0ed13f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Router 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:58:27.482899 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ecabbf7d-fadd-406f-9833-450b4f937cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:27.583358 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfe86d2-47ab-4a7f-bee7-0b139d0ed13f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:58:27.595232 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49430) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:27.596617 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a79d588-89dc-400d-8f74-c3da532daeac None None] Sync routers for ids ['213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:58:27.608555 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-dcfe86d2-47ab-4a7f-bee7-0b139d0ed13f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "PUT /v2.0/routers/213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1510639 Aug 16 20:58:27.613466 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a79d588-89dc-400d-8f74-c3da532daeac None None] Routers {'213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:27.614092 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-6a79d588-89dc-400d-8f74-c3da532daeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:58:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:27.662999 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e9f5cd8-8028-4611-b759-b69d7bad65c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Deleting subnet 9a9080eb-d870-44bb-bdb8-1cbbc8fe9c3e {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:58:27.666820 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4e9f5cd8-8028-4611-b759-b69d7bad65c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:27.669828 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ecabbf7d-fadd-406f-9833-450b4f937cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:27.696787 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-58fc42ab-38f7-418e-8361-89bd38547e05 None None] Set router 6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:27.700073 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=c3aa98f1-01de-4b07-a953-b17b46875501,revision_number=6']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:27.760253 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:58:27.771518 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 49434) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:27.773188 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ecabbf7d-fadd-406f-9833-450b4f937cbe admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d3c5d7cdd18f40f6beb7be7705e28d14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4743793 Aug 16 20:58:27.824629 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['1f12573e-db64-4bb9-b684-4157dd9b1f73'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:58:27.824629 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['f46cd7dd-4272-4b97-ba28-4c7234fc9a00'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:58:27.826161 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-6a79d588-89dc-400d-8f74-c3da532daeac None None] Set router 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:27.833982 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecabbf7d-fadd-406f-9833-450b4f937cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec483770-9efc-4686-9ffd-975227a78628,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:27.863407 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4e9f5cd8-8028-4611-b759-b69d7bad65c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:28.063709 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4e9f5cd8-8028-4611-b759-b69d7bad65c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:28.134825 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-247a1a26-4794-4181-bc42-a578c8f4d026 req-239aba9a-f55b-4bd1-b202-f70b146d6111 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 210 time: 0.2069874 Aug 16 20:58:28.282167 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e517a0c9-026f-4056-a8ed-e977e94b66f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:28.326196 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4e9f5cd8-8028-4611-b759-b69d7bad65c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:28.414017 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e517a0c9-026f-4056-a8ed-e977e94b66f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:28.469488 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4e9f5cd8-8028-4611-b759-b69d7bad65c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:28.481440 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4e9f5cd8-8028-4611-b759-b69d7bad65c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "DELETE /v2.0/subnets/9a9080eb-d870-44bb-bdb8-1cbbc8fe9c3e HTTP/1.1" status: 204 len: 168 time: 0.8847947 Aug 16 20:58:28.482120 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49466) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:28.516850 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f5cd8-8028-4611-b759-b69d7bad65c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event deleted for resources: {'Subnet': ['ID=9a9080eb-d870-44bb-bdb8-1cbbc8fe9c3e,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:28.626955 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92277f11-021b-4879-b13d-9d1cde75b3e0 None None] Network c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:58:28.653573 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd602eb0-bc31-424a-8f66-c3d5f99463b8 req-de33630d-89ec-4e0c-89dc-4b55adbdf15b tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:28.685709 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd602eb0-bc31-424a-8f66-c3d5f99463b8 req-de33630d-89ec-4e0c-89dc-4b55adbdf15b tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:28.692847 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-6a79d588-89dc-400d-8f74-c3da532daeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'name': 'tempest-RoutersTest-router-1658649149', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:57:41Z', 'updated_at': '2021-08-16T20:58:25Z', 'revision_number': 9, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'gw_port_host': None, '_interfaces': [{'id': '8d479e76-8f22-4f9e-9800-8c1dab50baa8', 'name': '', 'network_id': 'c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:be:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:57:46Z', 'updated_at': '2021-08-16T20:57:56Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fcab0ab-3d89-42c0-8148-b7b83db93678', 'name': '', 'network_id': '494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:bd:54:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '95489d13-66c0-40de-831e-594beeadd3f2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:57:56Z', 'updated_at': '2021-08-16T20:58:05Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': '95489d13-66c0-40de-831e-594beeadd3f2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:28.706853 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5046a0a8-6596-4e56-9c14-237c0083403a up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:58:28.719921 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd602eb0-bc31-424a-8f66-c3d5f99463b8 req-de33630d-89ec-4e0c-89dc-4b55adbdf15b tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:28.744350 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd602eb0-bc31-424a-8f66-c3d5f99463b8 req-de33630d-89ec-4e0c-89dc-4b55adbdf15b tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:28.758365 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd602eb0-bc31-424a-8f66-c3d5f99463b8 req-de33630d-89ec-4e0c-89dc-4b55adbdf15b tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:28.773283 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd602eb0-bc31-424a-8f66-c3d5f99463b8 req-de33630d-89ec-4e0c-89dc-4b55adbdf15b tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:28.792852 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd602eb0-bc31-424a-8f66-c3d5f99463b8 req-de33630d-89ec-4e0c-89dc-4b55adbdf15b tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:28.799563 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd602eb0-bc31-424a-8f66-c3d5f99463b8 req-de33630d-89ec-4e0c-89dc-4b55adbdf15b tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 5428 time: 0.7874846 Aug 16 20:58:28.802756 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e517a0c9-026f-4056-a8ed-e977e94b66f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:28.809880 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e517a0c9-026f-4056-a8ed-e977e94b66f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:28.814619 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e517a0c9-026f-4056-a8ed-e977e94b66f9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ec483770-9efc-4686-9ffd-975227a78628 HTTP/1.1" status: 204 len: 168 time: 1.0416436 Aug 16 20:58:28.818396 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a79d588-89dc-400d-8f74-c3da532daeac None None] Checking router: 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:58:28.857140 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-da2da67e-2f29-448f-a7d6-9b09a9301ed7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:28.860677 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a79d588-89dc-400d-8f74-c3da532daeac None None] Routers {'213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:28.861238 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-6a79d588-89dc-400d-8f74-c3da532daeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:58:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:28.863622 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e517a0c9-026f-4056-a8ed-e977e94b66f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec483770-9efc-4686-9ffd-975227a78628,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:28.981711 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd602eb0-bc31-424a-8f66-c3d5f99463b8 req-d1adfa3d-36cf-4b1e-aeba-7cf6c6e23ab7 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=2f05bb64-9f10-404a-9d0e-024f432f1dbc&id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1636491 Aug 16 20:58:29.100126 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-da2da67e-2f29-448f-a7d6-9b09a9301ed7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Deleting port 4af6a2d1-486b-4c2b-8066-7a987860795c {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:29.100472 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-da2da67e-2f29-448f-a7d6-9b09a9301ed7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:29.192859 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-6a79d588-89dc-400d-8f74-c3da532daeac None None] Set router 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:29.290059 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-da2da67e-2f29-448f-a7d6-9b09a9301ed7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] For port 4af6a2d1-486b-4c2b-8066-7a987860795c, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=4af6a2d1-486b-4c2b-8066-7a987860795c,segment=NetworkSegment(0cffe75a-3128-49e8-9d93-04e1e681757f),segment_id=0cffe75a-3128-49e8-9d93-04e1e681757f)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:29.292633 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-da2da67e-2f29-448f-a7d6-9b09a9301ed7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:29.329863 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-da2da67e-2f29-448f-a7d6-9b09a9301ed7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Calling delete_port for 4af6a2d1-486b-4c2b-8066-7a987860795c owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:29.416813 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f06fdfb3-19f7-4c6a-853f-cf878844d36e req-48064dc7-f485-4381-a79a-d75982f7d5e7 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 210 time: 0.1602423 Aug 16 20:58:29.418184 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 5046a0a8-6596-4e56-9c14-237c0083403a completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:58:29.445134 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 5046a0a8-6596-4e56-9c14-237c0083403a triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:29.445743 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:29.656935 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-da2da67e-2f29-448f-a7d6-9b09a9301ed7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:29.694268 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3fa45-0c87-44e5-9176-40e755d77db9 req-7bf7df40-fe6a-4a66-945c-762b67d8b06f tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:29.697970 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-02a3fa45-0c87-44e5-9176-40e755d77db9 req-7bf7df40-fe6a-4a66-945c-762b67d8b06f tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/networks?id=97204dc5-2078-4113-bc6a-8b6109c161f0 HTTP/1.1" status: 200 len: 812 time: 0.4247940 Aug 16 20:58:29.721706 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2da67e-2f29-448f-a7d6-9b09a9301ed7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event deleted for resources: {'Port': ['ID=4af6a2d1-486b-4c2b-8066-7a987860795c,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:29.749078 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-02a3fa45-0c87-44e5-9176-40e755d77db9 req-4a4a15be-738d-4a16-b0eb-18af0c729103 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/quotas/d5926bba17c34b5e88e1bc1cf228d96c HTTP/1.1" status: 200 len: 375 time: 0.0432365 Aug 16 20:58:29.754247 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2da67e-2f29-448f-a7d6-9b09a9301ed7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] No DVR routers for this DVR port 4af6a2d1-486b-4c2b-8066-7a987860795c on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:58:29.770170 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-6a79d588-89dc-400d-8f74-c3da532daeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'name': 'tempest-RoutersTest-router-1658649149', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:57:41Z', 'updated_at': '2021-08-16T20:58:25Z', 'revision_number': 9, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'gw_port_host': None, '_interfaces': [{'id': '8d479e76-8f22-4f9e-9800-8c1dab50baa8', 'name': '', 'network_id': 'c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:be:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:57:46Z', 'updated_at': '2021-08-16T20:57:56Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fcab0ab-3d89-42c0-8148-b7b83db93678', 'name': '', 'network_id': '494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:bd:54:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '95489d13-66c0-40de-831e-594beeadd3f2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:57:56Z', 'updated_at': '2021-08-16T20:58:05Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': '95489d13-66c0-40de-831e-594beeadd3f2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:29.845448 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 1f12573e-db64-4bb9-b684-4157dd9b1f73 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:58:29.862912 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-02a3fa45-0c87-44e5-9176-40e755d77db9 req-79cf9253-2245-41ae-aed8-7205c5a2425d tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d5926bba17c34b5e88e1bc1cf228d96c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1005642 Aug 16 20:58:29.863040 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a79d588-89dc-400d-8f74-c3da532daeac None None] The sync data for ids ['213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'] in n-d-793620-15 is: [{'id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'name': 'tempest-RoutersTest-router-1658649149', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:57:41Z', 'updated_at': '2021-08-16T20:58:25Z', 'revision_number': 9, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'gw_port_host': None, '_interfaces': [{'id': '8d479e76-8f22-4f9e-9800-8c1dab50baa8', 'name': '', 'network_id': 'c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:be:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:57:46Z', 'updated_at': '2021-08-16T20:57:56Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fcab0ab-3d89-42c0-8148-b7b83db93678', 'name': '', 'network_id': '494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:bd:54:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '95489d13-66c0-40de-831e-594beeadd3f2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:57:56Z', 'updated_at': '2021-08-16T20:58:05Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': '95489d13-66c0-40de-831e-594beeadd3f2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:58:30.030173 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-da2da67e-2f29-448f-a7d6-9b09a9301ed7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:30.049655 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-da2da67e-2f29-448f-a7d6-9b09a9301ed7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:30.062052 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-da2da67e-2f29-448f-a7d6-9b09a9301ed7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cffe75a-3128-49e8-9d93-04e1e681757f') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:30.062793 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-da2da67e-2f29-448f-a7d6-9b09a9301ed7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cffe75a-3128-49e8-9d93-04e1e681757f') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:30.073686 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-da2da67e-2f29-448f-a7d6-9b09a9301ed7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:30.091105 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-da2da67e-2f29-448f-a7d6-9b09a9301ed7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:30.100620 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da2da67e-2f29-448f-a7d6-9b09a9301ed7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:58:30.101231 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-da2da67e-2f29-448f-a7d6-9b09a9301ed7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:30.208731 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:58:30.208731 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:58:30.208731 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:58:30.208731 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:58:30.208731 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:58:30.208731 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:58:30.208731 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:58:30.208731 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:58:30.208731 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:58:30.208731 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:58:30.208731 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:58:30.208731 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:58:30.208731 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:58:30.208731 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:58:30.208731 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:58:30.208731 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:58:30.208731 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:58:30.208731 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:58:30.208731 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:58:30.208731 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:58:30.208731 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:58:30.208731 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:58:30.208731 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:58:30.208731 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:58:30.208731 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:58:30.208731 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:58:30.208731 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:58:30.208731 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:58:30.208731 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:58:30.208731 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:58:30.208731 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:58:30.208731 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:58:30.267636 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33229273-d610-49eb-b7c5-7e5d8ff42b0a None None] DHCP port deletion for c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:58:30.335285 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9e92c-cd45-4cac-b9ad-c0999df27ecb req-1e2198c2-dc44-475d-8186-69dad06ec6f6 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:30.341627 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9e92c-cd45-4cac-b9ad-c0999df27ecb req-1e2198c2-dc44-475d-8186-69dad06ec6f6 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:30.354916 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9e92c-cd45-4cac-b9ad-c0999df27ecb req-1e2198c2-dc44-475d-8186-69dad06ec6f6 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:30.365000 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:30.367827 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9e92c-cd45-4cac-b9ad-c0999df27ecb req-1e2198c2-dc44-475d-8186-69dad06ec6f6 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:30.372019 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-da2da67e-2f29-448f-a7d6-9b09a9301ed7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:30.378349 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9e92c-cd45-4cac-b9ad-c0999df27ecb req-1e2198c2-dc44-475d-8186-69dad06ec6f6 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:30.378986 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-da2da67e-2f29-448f-a7d6-9b09a9301ed7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:30.384914 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9e92c-cd45-4cac-b9ad-c0999df27ecb req-1e2198c2-dc44-475d-8186-69dad06ec6f6 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:30.387655 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-da2da67e-2f29-448f-a7d6-9b09a9301ed7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "DELETE /v2.0/networks/c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35 HTTP/1.1" status: 204 len: 168 time: 1.8993881 Aug 16 20:58:30.391386 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49520) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:30.391559 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9e92c-cd45-4cac-b9ad-c0999df27ecb req-1e2198c2-dc44-475d-8186-69dad06ec6f6 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:30.393541 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-63b9e92c-cd45-4cac-b9ad-c0999df27ecb req-1e2198c2-dc44-475d-8186-69dad06ec6f6 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 5428 time: 0.2125790 Aug 16 20:58:30.402007 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-02a3fa45-0c87-44e5-9176-40e755d77db9 req-41bfc9e4-96d7-45d5-9582-671a90b1200e service neutron] 10.222.0.84 "GET /v2.0/networks/97204dc5-2078-4113-bc6a-8b6109c161f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5439289 Aug 16 20:58:30.408525 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-58fc42ab-38f7-418e-8361-89bd38547e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'name': 'tempest-AttachVolumeTestJSON-249209008-router', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:58:13Z', 'updated_at': '2021-08-16T20:58:18Z', 'revision_number': 4, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'gw_port': {'id': '2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:14Z', 'updated_at': '2021-08-16T20:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '5046a0a8-6596-4e56-9c14-237c0083403a', 'name': '', 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'mac_address': 'fa:16:3e:cb:62:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '03f69758-9eaf-430a-b99d-d64769716af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:17Z', 'updated_at': '2021-08-16T20:58:26Z', 'revision_number': 4, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'subnets': [{'id': '03f69758-9eaf-430a-b99d-d64769716af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:30.495287 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2da67e-2f29-448f-a7d6-9b09a9301ed7 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event deleted for resources: {'Network': ['ID=c7bf8162-5f7f-409a-b68a-5d7f9d5e4e35,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:30.496701 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 5046a0a8-6596-4e56-9c14-237c0083403a, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5046a0a8-6596-4e56-9c14-237c0083403a,segment=NetworkSegment(45ea3e3a-3149-407a-86a7-ec72a583a741),segment_id=45ea3e3a-3149-407a-86a7-ec72a583a741)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:30.510119 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 1f12573e-db64-4bb9-b684-4157dd9b1f73 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:58:30.512499 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fc42ab-38f7-418e-8361-89bd38547e05 None None] The sync data for ids ['6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955'] in n-d-793620-15 is: [{'id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'name': 'tempest-AttachVolumeTestJSON-249209008-router', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:58:13Z', 'updated_at': '2021-08-16T20:58:18Z', 'revision_number': 4, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'gw_port': {'id': '2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:14Z', 'updated_at': '2021-08-16T20:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '5046a0a8-6596-4e56-9c14-237c0083403a', 'name': '', 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'mac_address': 'fa:16:3e:cb:62:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '03f69758-9eaf-430a-b99d-d64769716af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:17Z', 'updated_at': '2021-08-16T20:58:26Z', 'revision_number': 4, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'subnets': [{'id': '03f69758-9eaf-430a-b99d-d64769716af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:58:30.516105 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-63b9e92c-cd45-4cac-b9ad-c0999df27ecb req-24c0fd29-17d8-4072-8587-7beed5c18c43 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=2f05bb64-9f10-404a-9d0e-024f432f1dbc&id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1061926 Aug 16 20:58:30.528349 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 1f12573e-db64-4bb9-b684-4157dd9b1f73 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:30.529017 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:30.584675 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-02a3fa45-0c87-44e5-9176-40e755d77db9 req-79c9e4a6-1d9c-467e-b5b4-77b11299b2cf service neutron] 10.222.0.84 "GET /v2.0/networks/97204dc5-2078-4113-bc6a-8b6109c161f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817677 Aug 16 20:58:30.676291 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:30.802010 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-edbbfa93-8510-4125-a9c6-7665c70c228f req-5ce6d50e-3087-4f2b-a47e-dec2860c19d5 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 210 time: 0.0459700 Aug 16 20:58:30.853925 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:30.880782 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 82ee0293-3c0a-4ccf-a120-8ee103ee0313 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:58:30.966894 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 82ee0293-3c0a-4ccf-a120-8ee103ee0313 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:58:30.967240 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 82ee0293-3c0a-4ccf-a120-8ee103ee0313 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:58:30.967888 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 4af6a2d1-486b-4c2b-8066-7a987860795c no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:58:30.995829 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 4af6a2d1-486b-4c2b-8066-7a987860795c {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:58:30.996497 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 4af6a2d1-486b-4c2b-8066-7a987860795c not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:58:31.002595 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f12573e-db64-4bb9-b684-4157dd9b1f73'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:58:31.005361 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eabf355-a984-4d52-92af-937f3729d5e7" -d '{"events": [{"server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "name": "network-vif-plugged", "status": "completed", "tag": "1f12573e-db64-4bb9-b684-4157dd9b1f73"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:58:31.022974 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=5046a0a8-6596-4e56-9c14-237c0083403a,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:31.032692 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 1f12573e-db64-4bb9-b684-4157dd9b1f73, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=1f12573e-db64-4bb9-b684-4157dd9b1f73,segment=NetworkSegment(20387d42-fe4f-4d9a-b237-177d370a0ab5),segment_id=20387d42-fe4f-4d9a-b237-177d370a0ab5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:31.157614 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:31.159347 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device c3aa98f1-01de-4b07-a953-b17b46875501 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:58:31.341290 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c346d239-ca53-47fe-9106-f3f63f393176 req-cc45d986-22cb-461a-b4c0-e47aabffe93a tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=d3bdd064-c6cc-43fe-8af8-1cbcfcc7b6e4 HTTP/1.1" status: 200 len: 210 time: 0.0656760 Aug 16 20:58:31.451570 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=1f12573e-db64-4bb9-b684-4157dd9b1f73,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:31.455114 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port c3aa98f1-01de-4b07-a953-b17b46875501 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:31.455500 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:31.523862 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-30692195-26f4-4eb2-af2a-a9895eb2c559 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:31.679543 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9953faf-9aba-4281-81da-8479a24dd811 x-openstack-request-id: req-e9953faf-9aba-4281-81da-8479a24dd811 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:58:31.680546 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "name": "network-vif-plugged", "status": "completed", "tag": "1f12573e-db64-4bb9-b684-4157dd9b1f73", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:58:31.681438 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e9953faf-9aba-4281-81da-8479a24dd811 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:58:31.682477 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f12573e-db64-4bb9-b684-4157dd9b1f73', 'code': 200} Aug 16 20:58:31.683350 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:31.748252 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port c3aa98f1-01de-4b07-a953-b17b46875501, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c3aa98f1-01de-4b07-a953-b17b46875501,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:31.900414 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:31.927598 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f20243-7ea1-4532-bb06-fa5216cba05c req-f7def22d-cb04-4ae3-9e88-d92f80155282 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:31.937697 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f20243-7ea1-4532-bb06-fa5216cba05c req-f7def22d-cb04-4ae3-9e88-d92f80155282 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:31.958927 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f20243-7ea1-4532-bb06-fa5216cba05c req-f7def22d-cb04-4ae3-9e88-d92f80155282 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:31.965689 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f20243-7ea1-4532-bb06-fa5216cba05c req-f7def22d-cb04-4ae3-9e88-d92f80155282 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:31.973651 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f20243-7ea1-4532-bb06-fa5216cba05c req-f7def22d-cb04-4ae3-9e88-d92f80155282 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:31.998176 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f20243-7ea1-4532-bb06-fa5216cba05c req-f7def22d-cb04-4ae3-9e88-d92f80155282 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:32.021424 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f20243-7ea1-4532-bb06-fa5216cba05c req-f7def22d-cb04-4ae3-9e88-d92f80155282 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:32.030021 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f2f20243-7ea1-4532-bb06-fa5216cba05c req-f7def22d-cb04-4ae3-9e88-d92f80155282 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 5429 time: 0.3104057 Aug 16 20:58:32.040174 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 205f4f5c-2bd6-4a33-b0d7-74792db8fd1c up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:58:32.214318 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f2f20243-7ea1-4532-bb06-fa5216cba05c req-f9235452-ea1e-47fb-b35f-259e2976ece7 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=2f05bb64-9f10-404a-9d0e-024f432f1dbc&id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1812057 Aug 16 20:58:32.265323 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-30692195-26f4-4eb2-af2a-a9895eb2c559 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Deleting port 9fcab0ab-3d89-42c0-8148-b7b83db93678 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:32.265323 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-30692195-26f4-4eb2-af2a-a9895eb2c559 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:32.319640 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-49f72d07-5561-4085-95db-ed783b6f2758 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:32.322149 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-49f72d07-5561-4085-95db-ed783b6f2758 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.90 "GET /v2.0/networks?id=f21989d2-1803-4d82-bc06-7ef94db801de HTTP/1.1" status: 200 len: 810 time: 0.2874899 Aug 16 20:58:32.326486 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=c3aa98f1-01de-4b07-a953-b17b46875501,revision_number=7']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:32.450089 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c6536eff-1758-4a85-a016-d112fcf2235f req-839dbd6e-78b5-428a-a8b7-6858ae343ee5 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 210 time: 0.0719059 Aug 16 20:58:32.475656 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:58:32.479143 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 205f4f5c-2bd6-4a33-b0d7-74792db8fd1c completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:58:32.485863 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 205f4f5c-2bd6-4a33-b0d7-74792db8fd1c triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:32.486242 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:32.495589 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-ed949164-1ccc-44be-96ad-6f0363132de0 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0e033d4713247c4be0e53c874c211ee HTTP/1.1" status: 200 len: 380 time: 0.1643047 Aug 16 20:58:32.513211 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-c37ec574-50fa-462e-a962-5f1a16421ebc tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Request body: {'port': {'device_id': '213bcfca-dfc0-4d65-9f74-05735b48f488', 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de', 'admin_state_up': True, 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'security_groups': ['584ca7c5-4fb3-485c-b621-2fd9059a622f']}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:32.590489 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-30692195-26f4-4eb2-af2a-a9895eb2c559 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] For port 9fcab0ab-3d89-42c0-8148-b7b83db93678, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=9fcab0ab-3d89-42c0-8148-b7b83db93678,segment=NetworkSegment(6ed896c5-ea83-4c43-a384-c7277c3c5b6e),segment_id=6ed896c5-ea83-4c43-a384-c7277c3c5b6e)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:32.591073 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-30692195-26f4-4eb2-af2a-a9895eb2c559 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:32.641552 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-30692195-26f4-4eb2-af2a-a9895eb2c559 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Calling delete_port for 9fcab0ab-3d89-42c0-8148-b7b83db93678 owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:32.704705 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:32.811512 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 205f4f5c-2bd6-4a33-b0d7-74792db8fd1c, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=205f4f5c-2bd6-4a33-b0d7-74792db8fd1c,segment=NetworkSegment(66f4b070-11e4-4f4a-902e-032c04ccaab0),segment_id=66f4b070-11e4-4f4a-902e-032c04ccaab0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:32.920154 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:32.920997 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device ab55560e-b85e-4e5a-8f8b-0a085f406734 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:58:32.988461 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-c37ec574-50fa-462e-a962-5f1a16421ebc tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Made reservation on behalf of a0e033d4713247c4be0e53c874c211ee for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:58:32.993296 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-c37ec574-50fa-462e-a962-5f1a16421ebc tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:33.044254 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=205f4f5c-2bd6-4a33-b0d7-74792db8fd1c,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:33.058664 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5046a0a8-6596-4e56-9c14-237c0083403a up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:58:33.068537 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-30692195-26f4-4eb2-af2a-a9895eb2c559 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:33.121985 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30692195-26f4-4eb2-af2a-a9895eb2c559 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event deleted for resources: {'Port': ['ID=9fcab0ab-3d89-42c0-8148-b7b83db93678,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:33.262635 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 5046a0a8-6596-4e56-9c14-237c0083403a triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:33.263031 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:33.367405 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port ab55560e-b85e-4e5a-8f8b-0a085f406734 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:58:33.394703 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port ab55560e-b85e-4e5a-8f8b-0a085f406734 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:33.395092 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:33.493534 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-49838402-a26a-4b45-bc2f-f230bad6f374 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:33.502359 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-49838402-a26a-4b45-bc2f-f230bad6f374 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/networks?id=97204dc5-2078-4113-bc6a-8b6109c161f0 HTTP/1.1" status: 200 len: 812 time: 0.4845634 Aug 16 20:58:33.527020 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-30692195-26f4-4eb2-af2a-a9895eb2c559 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:33.531712 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-039ee729-ebc6-45c0-90e9-88a6c1259b76 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/quotas/d5926bba17c34b5e88e1bc1cf228d96c HTTP/1.1" status: 200 len: 375 time: 0.0272651 Aug 16 20:58:33.583586 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-e3c8778a-57b7-4e46-bf0d-ddfd24b3af37 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d5926bba17c34b5e88e1bc1cf228d96c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503421 Aug 16 20:58:33.669546 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcb332-573d-4ef4-a230-c7ab33fe0174 req-f2c2cd2e-36d5-43b9-bd3f-53538ccfcaa2 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:33.676275 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcb332-573d-4ef4-a230-c7ab33fe0174 req-f2c2cd2e-36d5-43b9-bd3f-53538ccfcaa2 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:33.682828 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcb332-573d-4ef4-a230-c7ab33fe0174 req-f2c2cd2e-36d5-43b9-bd3f-53538ccfcaa2 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:33.689556 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcb332-573d-4ef4-a230-c7ab33fe0174 req-f2c2cd2e-36d5-43b9-bd3f-53538ccfcaa2 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:33.696685 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcb332-573d-4ef4-a230-c7ab33fe0174 req-f2c2cd2e-36d5-43b9-bd3f-53538ccfcaa2 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:33.696908 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f75bf3d-7db1-46c3-84fd-31a25c6c56fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3aa98f1-01de-4b07-a953-b17b46875501'}, {'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205f4f5c-2bd6-4a33-b0d7-74792db8fd1c'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:58:33.699355 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8525dbc0-d46d-4a21-8677-8713f23e1376" -d '{"events": [{"server_uuid": "3f75bf3d-7db1-46c3-84fd-31a25c6c56fa", "name": "network-vif-plugged", "status": "completed", "tag": "c3aa98f1-01de-4b07-a953-b17b46875501"}, {"server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "name": "network-vif-plugged", "status": "completed", "tag": "205f4f5c-2bd6-4a33-b0d7-74792db8fd1c"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:58:33.705111 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcb332-573d-4ef4-a230-c7ab33fe0174 req-f2c2cd2e-36d5-43b9-bd3f-53538ccfcaa2 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:33.712101 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcb332-573d-4ef4-a230-c7ab33fe0174 req-f2c2cd2e-36d5-43b9-bd3f-53538ccfcaa2 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:33.721088 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7ddcb332-573d-4ef4-a230-c7ab33fe0174 req-f2c2cd2e-36d5-43b9-bd3f-53538ccfcaa2 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 5430 time: 0.3522482 Aug 16 20:58:33.724526 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-c37ec574-50fa-462e-a962-5f1a16421ebc tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Allocated IP 172.20.0.13 (f21989d2-1803-4d82-bc06-7ef94db801de/03f69758-9eaf-430a-b99d-d64769716af9/402adf67-9abe-4dc7-b5bc-8cc9d10dc0af) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:58:33.811332 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7ddcb332-573d-4ef4-a230-c7ab33fe0174 req-ba31e247-19a4-4406-938e-dfc241194ceb tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=2f05bb64-9f10-404a-9d0e-024f432f1dbc&id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0832772 Aug 16 20:58:33.979482 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:33.984164 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30692195-26f4-4eb2-af2a-a9895eb2c559 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Router 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:58:34.031465 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-d9ee4293-0b82-438f-99cc-6152632dfa8d service neutron] 10.222.0.84 "GET /v2.0/networks/97204dc5-2078-4113-bc6a-8b6109c161f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464850 Aug 16 20:58:34.075911 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port ab55560e-b85e-4e5a-8f8b-0a085f406734, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=ab55560e-b85e-4e5a-8f8b-0a085f406734,segment=NetworkSegment(478767af-aad0-4439-88f2-721c3a22d31e),segment_id=478767af-aad0-4439-88f2-721c3a22d31e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:34.115266 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f71bbfb4-4790-4723-87f9-7cb10b1f689a req-9ae5f2fd-8794-44bb-8b6e-ae4bbad79412 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 210 time: 0.0895092 Aug 16 20:58:34.149324 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:34.150197 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 7d470d90-81da-4884-b71f-665f707bd7e3 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:58:34.225736 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30692195-26f4-4eb2-af2a-a9895eb2c559 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:58:34.234841 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-30692195-26f4-4eb2-af2a-a9895eb2c559 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "PUT /v2.0/routers/213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7748814 Aug 16 20:58:34.237524 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49640) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:34.295545 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbde3d87-7441-4847-a975-f5bd1b897e29 None None] Sync routers for ids ['213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:58:34.307209 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-c37ec574-50fa-462e-a962-5f1a16421ebc tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:34.342203 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-c37ec574-50fa-462e-a962-5f1a16421ebc tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Transition to ACTIVE for port object 402adf67-9abe-4dc7-b5bc-8cc9d10dc0af will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:58:34.381800 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf0c2631-d425-4c7c-abf2-fd340d393a01 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Deleting subnet 95489d13-66c0-40de-831e-594beeadd3f2 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:58:34.387181 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cf0c2631-d425-4c7c-abf2-fd340d393a01 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:34.393325 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215b5398-0fce-49f7-83e3-d1e92f7c4a77 x-openstack-request-id: req-215b5398-0fce-49f7-83e3-d1e92f7c4a77 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:58:34.393634 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f75bf3d-7db1-46c3-84fd-31a25c6c56fa", "name": "network-vif-plugged", "status": "completed", "tag": "c3aa98f1-01de-4b07-a953-b17b46875501", "code": 200}, {"server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "name": "network-vif-plugged", "status": "completed", "tag": "205f4f5c-2bd6-4a33-b0d7-74792db8fd1c", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:58:34.393895 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-215b5398-0fce-49f7-83e3-d1e92f7c4a77 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:58:34.394470 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f75bf3d-7db1-46c3-84fd-31a25c6c56fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3aa98f1-01de-4b07-a953-b17b46875501', 'code': 200} Aug 16 20:58:34.394785 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205f4f5c-2bd6-4a33-b0d7-74792db8fd1c', 'code': 200} Aug 16 20:58:34.408008 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbde3d87-7441-4847-a975-f5bd1b897e29 None None] Routers {'213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:34.408691 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-cbde3d87-7441-4847-a975-f5bd1b897e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:58:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:34.455840 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cf0c2631-d425-4c7c-abf2-fd340d393a01 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:34.583674 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-de8cb1dc-9596-41b2-9fd0-64214c867444 service neutron] 10.222.0.84 "GET /v2.0/networks/97204dc5-2078-4113-bc6a-8b6109c161f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5509949 Aug 16 20:58:34.592985 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cf0c2631-d425-4c7c-abf2-fd340d393a01 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:34.623164 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-cbde3d87-7441-4847-a975-f5bd1b897e29 None None] Set router 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:34.660359 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-c37ec574-50fa-462e-a962-5f1a16421ebc tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:34.774829 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=ab55560e-b85e-4e5a-8f8b-0a085f406734,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:34.838176 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-c37ec574-50fa-462e-a962-5f1a16421ebc tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Network f21989d2-1803-4d82-bc06-7ef94db801de is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:58:34.846470 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-c37ec574-50fa-462e-a962-5f1a16421ebc tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:34.857216 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-c37ec574-50fa-462e-a962-5f1a16421ebc tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:58:34.893516 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cf0c2631-d425-4c7c-abf2-fd340d393a01 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:34.940772 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 7d470d90-81da-4884-b71f-665f707bd7e3 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:58:35.014035 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-c37ec574-50fa-462e-a962-5f1a16421ebc tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:35.014861 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0c2631-d425-4c7c-abf2-fd340d393a01 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event deleted for resources: {'Subnet': ['ID=95489d13-66c0-40de-831e-594beeadd3f2,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:35.019016 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-c37ec574-50fa-462e-a962-5f1a16421ebc tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:35.032853 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cf0c2631-d425-4c7c-abf2-fd340d393a01 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:35.043415 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-cf0c2631-d425-4c7c-abf2-fd340d393a01 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "DELETE /v2.0/subnets/95489d13-66c0-40de-831e-594beeadd3f2 HTTP/1.1" status: 204 len: 168 time: 0.8026149 Aug 16 20:58:35.045975 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49670) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:35.064141 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44408006-efcc-42b8-ade5-ed32cebbb0e4 None None] Network 494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:58:35.064679 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ec574-50fa-462e-a962-5f1a16421ebc tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Pushing event updated for resources: {'Port': ['ID=402adf67-9abe-4dc7-b5bc-8cc9d10dc0af,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:35.070480 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 7d470d90-81da-4884-b71f-665f707bd7e3 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:35.070862 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:35.116429 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ec574-50fa-462e-a962-5f1a16421ebc tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:35.117103 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ec574-50fa-462e-a962-5f1a16421ebc tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:35.119610 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ec574-50fa-462e-a962-5f1a16421ebc tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:35.120229 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ec574-50fa-462e-a962-5f1a16421ebc tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:35.122123 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ec574-50fa-462e-a962-5f1a16421ebc tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:35.123244 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ec574-50fa-462e-a962-5f1a16421ebc tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:35.125131 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ec574-50fa-462e-a962-5f1a16421ebc tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:35.128494 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ec574-50fa-462e-a962-5f1a16421ebc tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:35.129154 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ec574-50fa-462e-a962-5f1a16421ebc tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:35.135734 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ec574-50fa-462e-a962-5f1a16421ebc tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:35.148843 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ec574-50fa-462e-a962-5f1a16421ebc tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:35.152060 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ec574-50fa-462e-a962-5f1a16421ebc tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:35.321503 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aadd1574-51f5-4268-aafc-ef8f6c0137c1 req-289c88af-3f6b-4cd1-a4ed-b35812351c0b tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=39a91b43-2695-4423-af18-43e4d929095a HTTP/1.1" status: 200 len: 210 time: 0.1413321 Aug 16 20:58:35.330591 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8c4ed341-af18-4432-bf2f-bb61ad7dfe87 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:35.400724 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3004cb-d509-4eb3-9a45-e37057d76c89 req-ae55b6b8-4274-4e9c-8085-da1e04f029f7 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:35.413318 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3004cb-d509-4eb3-9a45-e37057d76c89 req-ae55b6b8-4274-4e9c-8085-da1e04f029f7 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:35.421182 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3004cb-d509-4eb3-9a45-e37057d76c89 req-ae55b6b8-4274-4e9c-8085-da1e04f029f7 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:35.428197 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3004cb-d509-4eb3-9a45-e37057d76c89 req-ae55b6b8-4274-4e9c-8085-da1e04f029f7 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:35.434973 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3004cb-d509-4eb3-9a45-e37057d76c89 req-ae55b6b8-4274-4e9c-8085-da1e04f029f7 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:35.441051 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3004cb-d509-4eb3-9a45-e37057d76c89 req-ae55b6b8-4274-4e9c-8085-da1e04f029f7 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:35.447145 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3004cb-d509-4eb3-9a45-e37057d76c89 req-ae55b6b8-4274-4e9c-8085-da1e04f029f7 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:35.449492 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf3004cb-d509-4eb3-9a45-e37057d76c89 req-ae55b6b8-4274-4e9c-8085-da1e04f029f7 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 5431 time: 0.3701978 Aug 16 20:58:35.466781 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-8c4ed341-af18-4432-bf2f-bb61ad7dfe87 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Deleting port a96a3832-e601-4e99-9320-2a791ea423cc {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:35.467539 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8c4ed341-af18-4432-bf2f-bb61ad7dfe87 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:35.531641 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-cbde3d87-7441-4847-a975-f5bd1b897e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'name': 'tempest-RoutersTest-router-1658649149', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:57:41Z', 'updated_at': '2021-08-16T20:58:32Z', 'revision_number': 10, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'gw_port_host': None, '_interfaces': [{'id': '8d479e76-8f22-4f9e-9800-8c1dab50baa8', 'name': '', 'network_id': 'c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:be:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:57:46Z', 'updated_at': '2021-08-16T20:57:56Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:35.549197 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-8c4ed341-af18-4432-bf2f-bb61ad7dfe87 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] For port a96a3832-e601-4e99-9320-2a791ea423cc, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=a96a3832-e601-4e99-9320-2a791ea423cc,segment=NetworkSegment(6ed896c5-ea83-4c43-a384-c7277c3c5b6e),segment_id=6ed896c5-ea83-4c43-a384-c7277c3c5b6e)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:35.549669 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8c4ed341-af18-4432-bf2f-bb61ad7dfe87 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:35.568108 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbde3d87-7441-4847-a975-f5bd1b897e29 None None] Checking router: 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:58:35.577195 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:35.581632 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-8c4ed341-af18-4432-bf2f-bb61ad7dfe87 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Calling delete_port for a96a3832-e601-4e99-9320-2a791ea423cc owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:35.623539 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 7d470d90-81da-4884-b71f-665f707bd7e3, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=7d470d90-81da-4884-b71f-665f707bd7e3,segment=NetworkSegment(478767af-aad0-4439-88f2-721c3a22d31e),segment_id=478767af-aad0-4439-88f2-721c3a22d31e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:35.625174 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbde3d87-7441-4847-a975-f5bd1b897e29 None None] Routers {'213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:35.625656 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-cbde3d87-7441-4847-a975-f5bd1b897e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:58:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:35.720723 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3b07dd-c468-40af-bd09-aaf97069d844 None None] DHCP port deletion for 494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:58:35.732446 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-cbde3d87-7441-4847-a975-f5bd1b897e29 None None] Set router 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:35.793881 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-c37ec574-50fa-462e-a962-5f1a16421ebc tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2971168 Aug 16 20:58:35.806689 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8c4ed341-af18-4432-bf2f-bb61ad7dfe87 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:35.807142 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:35.808427 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device fd6fa129-4aa2-485d-ba8c-81e929ab059a up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:58:35.824729 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4ed341-af18-4432-bf2f-bb61ad7dfe87 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] No DVR routers for this DVR port a96a3832-e601-4e99-9320-2a791ea423cc on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:58:35.859106 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-7dc5573b-5540-47fe-8f93-5a242bf64e85 service neutron] Request body: {'port': {'device_id': '213bcfca-dfc0-4d65-9f74-05735b48f488', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:35.864357 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ed341-af18-4432-bf2f-bb61ad7dfe87 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event deleted for resources: {'Port': ['ID=a96a3832-e601-4e99-9320-2a791ea423cc,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:35.955435 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d874b337-7b59-4c52-8775-ba8d136a1df3 None None] Provisioning for port 402adf67-9abe-4dc7-b5bc-8cc9d10dc0af completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:58:35.997647 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf3004cb-d509-4eb3-9a45-e37057d76c89 req-ed0c71a1-644c-47ac-ae60-224d9614a415 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=2f05bb64-9f10-404a-9d0e-024f432f1dbc&id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2061613 Aug 16 20:58:36.009759 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8c4ed341-af18-4432-bf2f-bb61ad7dfe87 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:36.022132 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-8c4ed341-af18-4432-bf2f-bb61ad7dfe87 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:36.035195 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-8c4ed341-af18-4432-bf2f-bb61ad7dfe87 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed896c5-ea83-4c43-a384-c7277c3c5b6e') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:36.035875 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-8c4ed341-af18-4432-bf2f-bb61ad7dfe87 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed896c5-ea83-4c43-a384-c7277c3c5b6e') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:36.052883 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8c4ed341-af18-4432-bf2f-bb61ad7dfe87 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:36.084025 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8c4ed341-af18-4432-bf2f-bb61ad7dfe87 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:36.103670 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c4ed341-af18-4432-bf2f-bb61ad7dfe87 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:58:36.104363 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1d66e-cbc9-4b54-883d-e070cf05ee9c req-7a7c8c99-48a6-46aa-9147-9cfe1f6e7968 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:36.105352 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8c4ed341-af18-4432-bf2f-bb61ad7dfe87 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:36.107141 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e5a1d66e-cbc9-4b54-883d-e070cf05ee9c req-7a7c8c99-48a6-46aa-9147-9cfe1f6e7968 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 932 time: 0.6567118 Aug 16 20:58:36.111659 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:58:36.111659 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:58:36.111659 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:58:36.111659 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:58:36.111659 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:58:36.111659 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:58:36.111659 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:58:36.111659 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:58:36.111659 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:58:36.111659 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:58:36.111659 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:58:36.111659 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:58:36.111659 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:58:36.111659 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:58:36.111659 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:58:36.111659 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:58:36.111659 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:58:36.111659 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:58:36.111659 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:58:36.111659 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:58:36.111659 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:58:36.111659 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:58:36.111659 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:58:36.111659 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:58:36.111659 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:58:36.111659 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:58:36.111659 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:58:36.111659 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:58:36.111659 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:58:36.111659 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:58:36.111659 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:58:36.111659 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:58:36.121930 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d874b337-7b59-4c52-8775-ba8d136a1df3 None None] Provisioning complete for port 402adf67-9abe-4dc7-b5bc-8cc9d10dc0af triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:36.122935 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d874b337-7b59-4c52-8775-ba8d136a1df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:36.221418 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-7dc5573b-5540-47fe-8f93-5a242bf64e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:36.236861 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-4e3b07dd-c468-40af-bd09-aaf97069d844 None None] Deleting port a96a3832-e601-4e99-9320-2a791ea423cc {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:36.237510 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4e3b07dd-c468-40af-bd09-aaf97069d844 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:36.240967 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e5a1d66e-cbc9-4b54-883d-e070cf05ee9c req-ec1c4745-0585-4737-93d7-87c2705f0802 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=584ca7c5-4fb3-485c-b621-2fd9059a622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200519 Aug 16 20:58:36.271808 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=7d470d90-81da-4884-b71f-665f707bd7e3,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:36.311411 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-d874b337-7b59-4c52-8775-ba8d136a1df3 None None] Port 402adf67-9abe-4dc7-b5bc-8cc9d10dc0af cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:58:36.401863 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-4e3b07dd-c468-40af-bd09-aaf97069d844 None None] For port a96a3832-e601-4e99-9320-2a791ea423cc, host n-d-793620-15, got binding levels [] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:36.402283 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4e3b07dd-c468-40af-bd09-aaf97069d844 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:36.405188 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab55560e-b85e-4e5a-8f8b-0a085f406734'}, {'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d470d90-81da-4884-b71f-665f707bd7e3'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:58:36.412585 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85649ae-8248-44cc-9312-8bf01f22df4f" -d '{"events": [{"server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "name": "network-vif-plugged", "status": "completed", "tag": "ab55560e-b85e-4e5a-8f8b-0a085f406734"}, {"server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "name": "network-vif-plugged", "status": "completed", "tag": "7d470d90-81da-4884-b71f-665f707bd7e3"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:58:36.438540 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port fd6fa129-4aa2-485d-ba8c-81e929ab059a completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:58:36.448753 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8c4ed341-af18-4432-bf2f-bb61ad7dfe87 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:36.471302 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8c4ed341-af18-4432-bf2f-bb61ad7dfe87 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:36.479680 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-4e3b07dd-c468-40af-bd09-aaf97069d844 None None] Calling delete_port for a96a3832-e601-4e99-9320-2a791ea423cc owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:36.488443 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8c4ed341-af18-4432-bf2f-bb61ad7dfe87 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "DELETE /v2.0/networks/494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076 HTTP/1.1" status: 204 len: 168 time: 1.4302955 Aug 16 20:58:36.489674 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.ipam_backend_mixin [None req-4e3b07dd-c468-40af-bd09-aaf97069d844 None None] Port a96a3832-e601-4e99-9320-2a791ea423cc was not found and therefore no delete operation was performed {{(pid=101846) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 20:58:36.492513 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port fd6fa129-4aa2-485d-ba8c-81e929ab059a triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:36.494038 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:36.507481 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 49716) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:36.522205 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ed341-af18-4432-bf2f-bb61ad7dfe87 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event deleted for resources: {'Network': ['ID=494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:36.538645 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-cbde3d87-7441-4847-a975-f5bd1b897e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'name': 'tempest-RoutersTest-router-1658649149', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:57:41Z', 'updated_at': '2021-08-16T20:58:32Z', 'revision_number': 10, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'gw_port_host': None, '_interfaces': [{'id': '8d479e76-8f22-4f9e-9800-8c1dab50baa8', 'name': '', 'network_id': 'c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:be:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:57:46Z', 'updated_at': '2021-08-16T20:57:56Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:36.548145 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4e3b07dd-c468-40af-bd09-aaf97069d844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:36.625132 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362fcaf6-50a0-49bc-9b8b-f6a34976c7d0 x-openstack-request-id: req-362fcaf6-50a0-49bc-9b8b-f6a34976c7d0 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:58:36.625854 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "name": "network-vif-plugged", "status": "completed", "tag": "ab55560e-b85e-4e5a-8f8b-0a085f406734", "code": 200}, {"server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "name": "network-vif-plugged", "status": "completed", "tag": "7d470d90-81da-4884-b71f-665f707bd7e3", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:58:36.626694 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-362fcaf6-50a0-49bc-9b8b-f6a34976c7d0 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:58:36.627304 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab55560e-b85e-4e5a-8f8b-0a085f406734', 'code': 200} Aug 16 20:58:36.627733 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d470d90-81da-4884-b71f-665f707bd7e3', 'code': 200} Aug 16 20:58:36.636035 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4e3b07dd-c468-40af-bd09-aaf97069d844 None None] Network 494b01b2-fbf0-42a0-bdfa-8ce5ccfbf076 is not hosted by any dhcp agent {{(pid=101846) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 20:58:36.636035 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3b07dd-c468-40af-bd09-aaf97069d844 None None] No DVR routers for this DVR port a96a3832-e601-4e99-9320-2a791ea423cc on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:58:36.663930 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbde3d87-7441-4847-a975-f5bd1b897e29 None None] The sync data for ids ['213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'] in n-d-793620-15 is: [{'id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'name': 'tempest-RoutersTest-router-1658649149', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:57:41Z', 'updated_at': '2021-08-16T20:58:32Z', 'revision_number': 10, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'gw_port_host': None, '_interfaces': [{'id': '8d479e76-8f22-4f9e-9800-8c1dab50baa8', 'name': '', 'network_id': 'c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'mac_address': 'fa:16:3e:be:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:57:46Z', 'updated_at': '2021-08-16T20:57:56Z', 'revision_number': 5, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'subnets': [{'id': 'b249d9e9-dc60-4d3a-b78c-07e4f8262c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:58:36.673194 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b07dd-c468-40af-bd09-aaf97069d844 None None] Pushing event deleted for resources: {'Port': ['ID=a96a3832-e601-4e99-9320-2a791ea423cc,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:36.782445 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4f9535af-2fb4-4411-ac05-f74f9ed36038 req-cb4110c8-ada6-4295-9b3e-35956020d51c tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=39a91b43-2695-4423-af18-43e4d929095a HTTP/1.1" status: 200 len: 210 time: 0.3202319 Aug 16 20:58:36.798905 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:36.828394 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port fd6fa129-4aa2-485d-ba8c-81e929ab059a, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=fd6fa129-4aa2-485d-ba8c-81e929ab059a,segment=NetworkSegment(478767af-aad0-4439-88f2-721c3a22d31e),segment_id=478767af-aad0-4439-88f2-721c3a22d31e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:36.962708 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:36.963978 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:58:37.069154 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device a96a3832-e601-4e99-9320-2a791ea423cc no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:58:37.116525 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: a96a3832-e601-4e99-9320-2a791ea423cc {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:58:37.116875 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device a96a3832-e601-4e99-9320-2a791ea423cc not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:58:37.125269 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=fd6fa129-4aa2-485d-ba8c-81e929ab059a,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:37.230513 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-7dc5573b-5540-47fe-8f93-5a242bf64e85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 402adf67-9abe-4dc7-b5bc-8cc9d10dc0af {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:58:37.231865 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:58:37.237154 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:37.237622 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:37.242165 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-7dc5573b-5540-47fe-8f93-5a242bf64e85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:37.259237 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-7dc5573b-5540-47fe-8f93-5a242bf64e85 service neutron] Transition to ACTIVE for port object 402adf67-9abe-4dc7-b5bc-8cc9d10dc0af will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:58:37.343133 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-7dc5573b-5540-47fe-8f93-5a242bf64e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:37.415833 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:37.487525 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1,segment=NetworkSegment(20387d42-fe4f-4d9a-b237-177d370a0ab5),segment_id=20387d42-fe4f-4d9a-b237-177d370a0ab5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:37.602839 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5573b-5540-47fe-8f93-5a242bf64e85 service neutron] Pushing event updated for resources: {'Port': ['ID=402adf67-9abe-4dc7-b5bc-8cc9d10dc0af,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:37.623389 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:37.624859 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device f46cd7dd-4272-4b97-ba28-4c7234fc9a00 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:58:37.712605 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:37.766076 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa20d02-91b5-4479-91ec-e1752c2e1bc5 req-2135791e-5287-4952-93af-05af4ac51ab3 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:37.772990 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa20d02-91b5-4479-91ec-e1752c2e1bc5 req-2135791e-5287-4952-93af-05af4ac51ab3 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:37.784714 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa20d02-91b5-4479-91ec-e1752c2e1bc5 req-2135791e-5287-4952-93af-05af4ac51ab3 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:37.792432 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa20d02-91b5-4479-91ec-e1752c2e1bc5 req-2135791e-5287-4952-93af-05af4ac51ab3 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:37.799065 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa20d02-91b5-4479-91ec-e1752c2e1bc5 req-2135791e-5287-4952-93af-05af4ac51ab3 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:37.808296 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa20d02-91b5-4479-91ec-e1752c2e1bc5 req-2135791e-5287-4952-93af-05af4ac51ab3 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:37.816957 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa20d02-91b5-4479-91ec-e1752c2e1bc5 req-2135791e-5287-4952-93af-05af4ac51ab3 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:37.826848 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cfa20d02-91b5-4479-91ec-e1752c2e1bc5 req-2135791e-5287-4952-93af-05af4ac51ab3 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 5433 time: 0.4910676 Aug 16 20:58:37.895018 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9fe37-36f3-42fe-95bf-bc9bb2a1ecfc req-1e6d6702-3f8c-48e6-869f-ae85bf9ac56f tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:37.906622 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1fe9fe37-36f3-42fe-95bf-bc9bb2a1ecfc req-1e6d6702-3f8c-48e6-869f-ae85bf9ac56f tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 944 time: 0.3590305 Aug 16 20:58:37.932600 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port f46cd7dd-4272-4b97-ba28-4c7234fc9a00 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:58:37.940610 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port f46cd7dd-4272-4b97-ba28-4c7234fc9a00 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:37.943713 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:37.950088 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-67ec7d42-2b7b-4ca6-8f9f-8691a202b1b8 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:37.975019 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cfa20d02-91b5-4479-91ec-e1752c2e1bc5 req-f6541068-c34b-49aa-8e63-55924229e044 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=2f05bb64-9f10-404a-9d0e-024f432f1dbc&id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1472878 Aug 16 20:58:38.011890 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-7dc5573b-5540-47fe-8f93-5a242bf64e85 service neutron] Attempting to bind port 402adf67-9abe-4dc7-b5bc-8cc9d10dc0af on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:58:38.012306 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-7dc5573b-5540-47fe-8f93-5a242bf64e85 service neutron] Attempting to bind port 402adf67-9abe-4dc7-b5bc-8cc9d10dc0af by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '45ea3e3a-3149-407a-86a7-ec72a583a741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:58:38.012715 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-7dc5573b-5540-47fe-8f93-5a242bf64e85 service neutron] Attempting to bind port 402adf67-9abe-4dc7-b5bc-8cc9d10dc0af on network f21989d2-1803-4d82-bc06-7ef94db801de {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:58:38.069160 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1fe9fe37-36f3-42fe-95bf-bc9bb2a1ecfc req-c120a22b-4308-4755-adf6-0500911019b3 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=584ca7c5-4fb3-485c-b621-2fd9059a622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613152 Aug 16 20:58:38.072262 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-7dc5573b-5540-47fe-8f93-5a242bf64e85 service neutron] Port 402adf67-9abe-4dc7-b5bc-8cc9d10dc0af on network f21989d2-1803-4d82-bc06-7ef94db801de not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:58:38.072697 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-7dc5573b-5540-47fe-8f93-5a242bf64e85 service neutron] Attempting to bind port 402adf67-9abe-4dc7-b5bc-8cc9d10dc0af on network f21989d2-1803-4d82-bc06-7ef94db801de {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:58:38.097795 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-7dc5573b-5540-47fe-8f93-5a242bf64e85 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:58:38.098251 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-7dc5573b-5540-47fe-8f93-5a242bf64e85 service neutron] Checking segment: {'id': '45ea3e3a-3149-407a-86a7-ec72a583a741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:58:38.098713 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-7dc5573b-5540-47fe-8f93-5a242bf64e85 service neutron] Bound using segment: {'id': '45ea3e3a-3149-407a-86a7-ec72a583a741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:58:38.099775 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-7dc5573b-5540-47fe-8f93-5a242bf64e85 service neutron] Bound port: 402adf67-9abe-4dc7-b5bc-8cc9d10dc0af, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45ea3e3a-3149-407a-86a7-ec72a583a741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:58:38.099775 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-7dc5573b-5540-47fe-8f93-5a242bf64e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:38.172050 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-01386781-6987-431a-b27c-bca2d8db16c6 req-481b2cbb-a790-4b0b-b2a9-9893952bf755 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=39a91b43-2695-4423-af18-43e4d929095a HTTP/1.1" status: 200 len: 210 time: 0.0573130 Aug 16 20:58:38.297012 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-7dc5573b-5540-47fe-8f93-5a242bf64e85 service neutron] For port 402adf67-9abe-4dc7-b5bc-8cc9d10dc0af, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:58:38.315228 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-7dc5573b-5540-47fe-8f93-5a242bf64e85 service neutron] For port 402adf67-9abe-4dc7-b5bc-8cc9d10dc0af, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=402adf67-9abe-4dc7-b5bc-8cc9d10dc0af,segment=NetworkSegment(45ea3e3a-3149-407a-86a7-ec72a583a741),segment_id=45ea3e3a-3149-407a-86a7-ec72a583a741)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:58:38.351772 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:38.391648 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port f46cd7dd-4272-4b97-ba28-4c7234fc9a00, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=f46cd7dd-4272-4b97-ba28-4c7234fc9a00,segment=NetworkSegment(478767af-aad0-4439-88f2-721c3a22d31e),segment_id=478767af-aad0-4439-88f2-721c3a22d31e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:38.450365 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-7dc5573b-5540-47fe-8f93-5a242bf64e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:38.519827 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:38.565598 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5573b-5540-47fe-8f93-5a242bf64e85 service neutron] Pushing event updated for resources: {'Port': ['ID=402adf67-9abe-4dc7-b5bc-8cc9d10dc0af,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:38.586736 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-7dc5573b-5540-47fe-8f93-5a242bf64e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:38.590260 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-7dc5573b-5540-47fe-8f93-5a242bf64e85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:38.591710 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-7dc5573b-5540-47fe-8f93-5a242bf64e85 service neutron] 10.222.0.90 "PUT /v2.0/ports/402adf67-9abe-4dc7-b5bc-8cc9d10dc0af HTTP/1.1" status: 200 len: 1093 time: 2.7464974 Aug 16 20:58:38.596196 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213bcfca-dfc0-4d65-9f74-05735b48f488', 'tag': '402adf67-9abe-4dc7-b5bc-8cc9d10dc0af'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:58:38.598615 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e44a42-91d5-4154-83c6-aa3b66136a89" -d '{"events": [{"name": "network-changed", "server_uuid": "213bcfca-dfc0-4d65-9f74-05735b48f488", "tag": "402adf67-9abe-4dc7-b5bc-8cc9d10dc0af"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:58:38.629341 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd6fa129-4aa2-485d-ba8c-81e929ab059a'}, {'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1'}, {'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f46cd7dd-4272-4b97-ba28-4c7234fc9a00'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:58:38.631851 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798e65b0-68ab-4714-8795-d29aec4f1791" -d '{"events": [{"server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "name": "network-vif-plugged", "status": "completed", "tag": "fd6fa129-4aa2-485d-ba8c-81e929ab059a"}, {"server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "name": "network-vif-plugged", "status": "completed", "tag": "3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1"}, {"server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "name": "network-vif-plugged", "status": "completed", "tag": "f46cd7dd-4272-4b97-ba28-4c7234fc9a00"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:58:38.645306 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=f46cd7dd-4272-4b97-ba28-4c7234fc9a00,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:38.655303 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-67ec7d42-2b7b-4ca6-8f9f-8691a202b1b8 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Deleting port 8d479e76-8f22-4f9e-9800-8c1dab50baa8 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:38.664294 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-67ec7d42-2b7b-4ca6-8f9f-8691a202b1b8 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:38.705453 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da92201-cc0b-4a27-b73e-f45cf11b828d x-openstack-request-id: req-5da92201-cc0b-4a27-b73e-f45cf11b828d {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:58:38.705756 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "213bcfca-dfc0-4d65-9f74-05735b48f488", "tag": "402adf67-9abe-4dc7-b5bc-8cc9d10dc0af", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:58:38.706009 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5da92201-cc0b-4a27-b73e-f45cf11b828d {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:58:38.706413 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '213bcfca-dfc0-4d65-9f74-05735b48f488', 'tag': '402adf67-9abe-4dc7-b5bc-8cc9d10dc0af', 'status': 'completed', 'code': 200} Aug 16 20:58:38.756414 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 9fcab0ab-3d89-42c0-8148-b7b83db93678 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:58:38.807956 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 16 Aug 2021 20:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2914f253-8257-4b21-b177-bbd4d4ec395d x-openstack-request-id: req-2914f253-8257-4b21-b177-bbd4d4ec395d {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:58:38.808259 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "name": "network-vif-plugged", "status": "completed", "tag": "fd6fa129-4aa2-485d-ba8c-81e929ab059a", "code": 200}, {"server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "name": "network-vif-plugged", "status": "completed", "tag": "3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1", "code": 200}, {"server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "name": "network-vif-plugged", "status": "completed", "tag": "f46cd7dd-4272-4b97-ba28-4c7234fc9a00", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:58:38.808513 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2914f253-8257-4b21-b177-bbd4d4ec395d {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:58:38.820443 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd6fa129-4aa2-485d-ba8c-81e929ab059a', 'code': 200} Aug 16 20:58:38.820994 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1', 'code': 200} Aug 16 20:58:38.821409 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f46cd7dd-4272-4b97-ba28-4c7234fc9a00', 'code': 200} Aug 16 20:58:38.823140 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 9fcab0ab-3d89-42c0-8148-b7b83db93678 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:58:38.823696 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 9fcab0ab-3d89-42c0-8148-b7b83db93678 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:58:39.040169 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-67ec7d42-2b7b-4ca6-8f9f-8691a202b1b8 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] For port 8d479e76-8f22-4f9e-9800-8c1dab50baa8, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=8d479e76-8f22-4f9e-9800-8c1dab50baa8,segment=NetworkSegment(d11ae66c-0309-4dc3-9ccd-954bfc4c2cb5),segment_id=d11ae66c-0309-4dc3-9ccd-954bfc4c2cb5)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:39.044024 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-67ec7d42-2b7b-4ca6-8f9f-8691a202b1b8 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:39.053943 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e44a42-91d5-4154-83c6-aa3b66136a89 req-d4b7a670-23ce-4482-9b55-66de088da56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:39.055649 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-83e44a42-91d5-4154-83c6-aa3b66136a89 req-d4b7a670-23ce-4482-9b55-66de088da56b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a0e033d4713247c4be0e53c874c211ee&device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 1096 time: 0.2426505 Aug 16 20:58:39.063977 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-67ec7d42-2b7b-4ca6-8f9f-8691a202b1b8 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Calling delete_port for 8d479e76-8f22-4f9e-9800-8c1dab50baa8 owned by network:router_interface {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:39.082012 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb66f9-8328-48fd-b467-c0ac2bf34bc5 req-7e2bb93e-2908-4dee-8784-e04eac7f53c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:39.082012 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb66f9-8328-48fd-b467-c0ac2bf34bc5 req-7e2bb93e-2908-4dee-8784-e04eac7f53c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:39.082357 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb66f9-8328-48fd-b467-c0ac2bf34bc5 req-7e2bb93e-2908-4dee-8784-e04eac7f53c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:39.082914 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb66f9-8328-48fd-b467-c0ac2bf34bc5 req-7e2bb93e-2908-4dee-8784-e04eac7f53c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:39.083468 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb66f9-8328-48fd-b467-c0ac2bf34bc5 req-7e2bb93e-2908-4dee-8784-e04eac7f53c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:39.084069 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb66f9-8328-48fd-b467-c0ac2bf34bc5 req-7e2bb93e-2908-4dee-8784-e04eac7f53c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:39.084620 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb66f9-8328-48fd-b467-c0ac2bf34bc5 req-7e2bb93e-2908-4dee-8784-e04eac7f53c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:39.086800 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eafb66f9-8328-48fd-b467-c0ac2bf34bc5 req-7e2bb93e-2908-4dee-8784-e04eac7f53c4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 6499 time: 0.2209589 Aug 16 20:58:39.155479 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-f2f2c22a-119e-48ac-8e6d-3cf781a97cfc tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:39.158948 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-f2f2c22a-119e-48ac-8e6d-3cf781a97cfc tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.72 "GET /v2.0/networks?id=97204dc5-2078-4113-bc6a-8b6109c161f0 HTTP/1.1" status: 200 len: 812 time: 0.2853599 Aug 16 20:58:39.176562 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-931af740-6e33-41f4-bef1-a387532a3cd4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Request body: {'port': {'device_id': '39a91b43-2695-4423-af18-43e4d929095a', 'network_id': '97204dc5-2078-4113-bc6a-8b6109c161f0', 'admin_state_up': True, 'tenant_id': 'd5926bba17c34b5e88e1bc1cf228d96c'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:39.215833 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eafb66f9-8328-48fd-b467-c0ac2bf34bc5 req-8ad126b5-6408-4826-9ffb-302d5c116570 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&id=2f05bb64-9f10-404a-9d0e-024f432f1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1082730 Aug 16 20:58:39.388888 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e44a42-91d5-4154-83c6-aa3b66136a89 req-b51de035-8a92-421b-a315-be6181629269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:39.390455 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-83e44a42-91d5-4154-83c6-aa3b66136a89 req-b51de035-8a92-421b-a315-be6181629269 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=a0e033d4713247c4be0e53c874c211ee&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3243165 Aug 16 20:58:39.447309 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9275cc-23cf-4ed5-ae87-8d6128d24f9e req-235f7d5d-87c5-449e-bdaa-8158052e4fb1 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:39.453752 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9275cc-23cf-4ed5-ae87-8d6128d24f9e req-235f7d5d-87c5-449e-bdaa-8158052e4fb1 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:39.460015 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9275cc-23cf-4ed5-ae87-8d6128d24f9e req-235f7d5d-87c5-449e-bdaa-8158052e4fb1 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:39.467433 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9275cc-23cf-4ed5-ae87-8d6128d24f9e req-235f7d5d-87c5-449e-bdaa-8158052e4fb1 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:39.473729 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9275cc-23cf-4ed5-ae87-8d6128d24f9e req-235f7d5d-87c5-449e-bdaa-8158052e4fb1 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:39.481171 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9275cc-23cf-4ed5-ae87-8d6128d24f9e req-235f7d5d-87c5-449e-bdaa-8158052e4fb1 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:39.487150 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9275cc-23cf-4ed5-ae87-8d6128d24f9e req-235f7d5d-87c5-449e-bdaa-8158052e4fb1 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:39.489337 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9d9275cc-23cf-4ed5-ae87-8d6128d24f9e req-235f7d5d-87c5-449e-bdaa-8158052e4fb1 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 5435 time: 0.2303214 Aug 16 20:58:39.560363 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4af745-3120-478a-a930-2b0f28fbdcf2 req-d2256ef2-d607-4e22-88d2-1d77dab175b2 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:39.561992 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8c4af745-3120-478a-a930-2b0f28fbdcf2 req-d2256ef2-d607-4e22-88d2-1d77dab175b2 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 944 time: 0.3161793 Aug 16 20:58:39.601060 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9d9275cc-23cf-4ed5-ae87-8d6128d24f9e req-29af82fc-0d1a-4929-bdc6-4fdb320664f3 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=2f05bb64-9f10-404a-9d0e-024f432f1dbc&id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0765376 Aug 16 20:58:39.610975 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-931af740-6e33-41f4-bef1-a387532a3cd4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Made reservation on behalf of d5926bba17c34b5e88e1bc1cf228d96c for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:58:39.616104 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-931af740-6e33-41f4-bef1-a387532a3cd4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:39.659632 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8c4af745-3120-478a-a930-2b0f28fbdcf2 req-52a56bfd-498e-4c02-b9d5-f0e201ec70d6 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=584ca7c5-4fb3-485c-b621-2fd9059a622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865533 Aug 16 20:58:39.698336 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e44a42-91d5-4154-83c6-aa3b66136a89 req-77336cac-0e56-4ed9-96aa-f6396246096d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:39.703044 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-83e44a42-91d5-4154-83c6-aa3b66136a89 req-77336cac-0e56-4ed9-96aa-f6396246096d service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3031638 Aug 16 20:58:39.852433 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6ac84bec-1f17-4017-9457-b07560e4eeed req-c3e55813-3ac1-4364-855a-3bc8a23b1b00 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=39a91b43-2695-4423-af18-43e4d929095a HTTP/1.1" status: 200 len: 210 time: 0.0833137 Aug 16 20:58:39.882362 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-931af740-6e33-41f4-bef1-a387532a3cd4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Allocated IP 172.20.0.7 (97204dc5-2078-4113-bc6a-8b6109c161f0/0340fa9d-e19b-476d-9e9a-7d2862e2e105/54be0827-59fa-45c9-a1ed-3c7e073a00d8) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:58:39.905282 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-b43f4dfd-988e-45f1-b639-990c56028c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:39.908061 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-b43f4dfd-988e-45f1-b639-990c56028c79 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a0e033d4713247c4be0e53c874c211ee&device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 1096 time: 0.1403461 Aug 16 20:58:39.985994 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-67ec7d42-2b7b-4ca6-8f9f-8691a202b1b8 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:39.993783 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-b6a44e3d-d773-47a8-aded-a5671965e797 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=402adf67-9abe-4dc7-b5bc-8cc9d10dc0af HTTP/1.1" status: 200 len: 217 time: 0.0777600 Aug 16 20:58:40.052911 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec7d42-2b7b-4ca6-8f9f-8691a202b1b8 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event deleted for resources: {'Port': ['ID=8d479e76-8f22-4f9e-9800-8c1dab50baa8,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:40.155605 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-931af740-6e33-41f4-bef1-a387532a3cd4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:40.225069 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-a1788d02-5ef9-4f1f-ba87-0648016077de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:40.226691 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-a1788d02-5ef9-4f1f-ba87-0648016077de service neutron] 10.222.0.90 "GET /v2.0/subnets?id=03f69758-9eaf-430a-b99d-d64769716af9 HTTP/1.1" status: 200 len: 849 time: 0.2036421 Aug 16 20:58:40.291813 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-931af740-6e33-41f4-bef1-a387532a3cd4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:40.400258 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-931af740-6e33-41f4-bef1-a387532a3cd4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Network 97204dc5-2078-4113-bc6a-8b6109c161f0 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:58:40.416595 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-931af740-6e33-41f4-bef1-a387532a3cd4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:40.420588 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-931af740-6e33-41f4-bef1-a387532a3cd4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:58:40.470362 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931af740-6e33-41f4-bef1-a387532a3cd4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Pushing event updated for resources: {'Port': ['ID=54be0827-59fa-45c9-a1ed-3c7e073a00d8,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:40.505142 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931af740-6e33-41f4-bef1-a387532a3cd4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:40.505868 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931af740-6e33-41f4-bef1-a387532a3cd4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:40.506429 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931af740-6e33-41f4-bef1-a387532a3cd4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:40.507029 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931af740-6e33-41f4-bef1-a387532a3cd4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:40.507583 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931af740-6e33-41f4-bef1-a387532a3cd4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:40.508186 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931af740-6e33-41f4-bef1-a387532a3cd4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:40.512233 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931af740-6e33-41f4-bef1-a387532a3cd4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:40.512847 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931af740-6e33-41f4-bef1-a387532a3cd4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:40.513273 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931af740-6e33-41f4-bef1-a387532a3cd4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:40.513853 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931af740-6e33-41f4-bef1-a387532a3cd4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:40.514028 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931af740-6e33-41f4-bef1-a387532a3cd4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:40.514461 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931af740-6e33-41f4-bef1-a387532a3cd4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:40.540231 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-931af740-6e33-41f4-bef1-a387532a3cd4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:40.541394 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-931af740-6e33-41f4-bef1-a387532a3cd4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:40.727705 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-931af740-6e33-41f4-bef1-a387532a3cd4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5541146 Aug 16 20:58:40.736028 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-3d608939-30ea-4f91-8a6b-bd38b4b847d2 service neutron] Request body: {'port': {'device_id': '39a91b43-2695-4423-af18-43e4d929095a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:40.844367 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-3d608939-30ea-4f91-8a6b-bd38b4b847d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:40.968664 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-67ec7d42-2b7b-4ca6-8f9f-8691a202b1b8 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:40.983994 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-2e4fdb97-6bf2-4b2c-b317-7f1ded6f05a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:40.986059 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-2e4fdb97-6bf2-4b2c-b317-7f1ded6f05a2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f21989d2-1803-4d82-bc06-7ef94db801de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7508979 Aug 16 20:58:41.000038 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78eeabb-7ae2-4622-a703-b6cb17d10d4d req-339141fd-eb9f-4c47-8bda-27c55853b51a tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:41.008440 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f78eeabb-7ae2-4622-a703-b6cb17d10d4d req-339141fd-eb9f-4c47-8bda-27c55853b51a tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 944 time: 0.1979971 Aug 16 20:58:41.033576 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-89ebe081-da5e-4586-bc8c-0c6316a5c5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:41.170926 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838dd10-1757-4313-a150-e08dea6bc30a req-9599588a-e2c9-4c7e-b84e-a9cb17404520 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:41.179413 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838dd10-1757-4313-a150-e08dea6bc30a req-9599588a-e2c9-4c7e-b84e-a9cb17404520 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:41.185999 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838dd10-1757-4313-a150-e08dea6bc30a req-9599588a-e2c9-4c7e-b84e-a9cb17404520 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:41.193149 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838dd10-1757-4313-a150-e08dea6bc30a req-9599588a-e2c9-4c7e-b84e-a9cb17404520 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:41.201810 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838dd10-1757-4313-a150-e08dea6bc30a req-9599588a-e2c9-4c7e-b84e-a9cb17404520 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:41.209208 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838dd10-1757-4313-a150-e08dea6bc30a req-9599588a-e2c9-4c7e-b84e-a9cb17404520 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:41.215701 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838dd10-1757-4313-a150-e08dea6bc30a req-9599588a-e2c9-4c7e-b84e-a9cb17404520 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:41.227840 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b838dd10-1757-4313-a150-e08dea6bc30a req-9599588a-e2c9-4c7e-b84e-a9cb17404520 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 5435 time: 0.4027584 Aug 16 20:58:41.393532 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f78eeabb-7ae2-4622-a703-b6cb17d10d4d req-0dc8c6f4-6e2f-4810-9c27-a9b173005d48 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=584ca7c5-4fb3-485c-b621-2fd9059a622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3768351 Aug 16 20:58:41.394710 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-3d608939-30ea-4f91-8a6b-bd38b4b847d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54be0827-59fa-45c9-a1ed-3c7e073a00d8 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:58:41.403533 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-3d608939-30ea-4f91-8a6b-bd38b4b847d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:41.416598 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-3d608939-30ea-4f91-8a6b-bd38b4b847d2 service neutron] Transition to ACTIVE for port object 54be0827-59fa-45c9-a1ed-3c7e073a00d8 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:58:41.467487 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b838dd10-1757-4313-a150-e08dea6bc30a req-a0bae782-8cae-4ed7-a98e-99e191580be3 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=2f05bb64-9f10-404a-9d0e-024f432f1dbc&id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2386272 Aug 16 20:58:41.481967 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-3d608939-30ea-4f91-8a6b-bd38b4b847d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:41.659280 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d608939-30ea-4f91-8a6b-bd38b4b847d2 service neutron] Pushing event updated for resources: {'Port': ['ID=54be0827-59fa-45c9-a1ed-3c7e073a00d8,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:41.674330 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ec7d42-2b7b-4ca6-8f9f-8691a202b1b8 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Router 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:58:41.728314 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-95e2ce33-3809-456b-9e9b-2ff50e6fc3ad service neutron] 10.222.0.90 "GET /v2.0/networks/f21989d2-1803-4d82-bc06-7ef94db801de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7161756 Aug 16 20:58:41.741265 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-3d608939-30ea-4f91-8a6b-bd38b4b847d2 service neutron] Attempting to bind port 54be0827-59fa-45c9-a1ed-3c7e073a00d8 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:58:41.741924 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-3d608939-30ea-4f91-8a6b-bd38b4b847d2 service neutron] Attempting to bind port 54be0827-59fa-45c9-a1ed-3c7e073a00d8 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '53b76348-81c8-4bfa-909a-3d74533ded61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '97204dc5-2078-4113-bc6a-8b6109c161f0'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:58:41.742188 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-3d608939-30ea-4f91-8a6b-bd38b4b847d2 service neutron] Attempting to bind port 54be0827-59fa-45c9-a1ed-3c7e073a00d8 on network 97204dc5-2078-4113-bc6a-8b6109c161f0 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:58:41.758371 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-3d608939-30ea-4f91-8a6b-bd38b4b847d2 service neutron] Port 54be0827-59fa-45c9-a1ed-3c7e073a00d8 on network 97204dc5-2078-4113-bc6a-8b6109c161f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:58:41.758762 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-3d608939-30ea-4f91-8a6b-bd38b4b847d2 service neutron] Attempting to bind port 54be0827-59fa-45c9-a1ed-3c7e073a00d8 on network 97204dc5-2078-4113-bc6a-8b6109c161f0 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:58:41.764479 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-3d608939-30ea-4f91-8a6b-bd38b4b847d2 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:58:41.765084 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-3d608939-30ea-4f91-8a6b-bd38b4b847d2 service neutron] Checking segment: {'id': '53b76348-81c8-4bfa-909a-3d74533ded61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '97204dc5-2078-4113-bc6a-8b6109c161f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:58:41.765616 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-3d608939-30ea-4f91-8a6b-bd38b4b847d2 service neutron] Bound using segment: {'id': '53b76348-81c8-4bfa-909a-3d74533ded61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '97204dc5-2078-4113-bc6a-8b6109c161f0'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:58:41.766177 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-3d608939-30ea-4f91-8a6b-bd38b4b847d2 service neutron] Bound port: 54be0827-59fa-45c9-a1ed-3c7e073a00d8, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b76348-81c8-4bfa-909a-3d74533ded61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '97204dc5-2078-4113-bc6a-8b6109c161f0'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:58:41.766656 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-3d608939-30ea-4f91-8a6b-bd38b4b847d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:41.893587 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-3d608939-30ea-4f91-8a6b-bd38b4b847d2 service neutron] For port 54be0827-59fa-45c9-a1ed-3c7e073a00d8, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:58:41.897148 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-3d608939-30ea-4f91-8a6b-bd38b4b847d2 service neutron] For port 54be0827-59fa-45c9-a1ed-3c7e073a00d8, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=54be0827-59fa-45c9-a1ed-3c7e073a00d8,segment=NetworkSegment(53b76348-81c8-4bfa-909a-3d74533ded61),segment_id=53b76348-81c8-4bfa-909a-3d74533ded61)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:58:42.100959 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb789e22-bab8-44ae-bce9-3a25ac3ef575 req-182abcec-da22-48a4-8f3a-4ecb4ee64419 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:42.100959 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fb789e22-bab8-44ae-bce9-3a25ac3ef575 req-182abcec-da22-48a4-8f3a-4ecb4ee64419 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=39a91b43-2695-4423-af18-43e4d929095a HTTP/1.1" status: 200 len: 943 time: 0.4311891 Aug 16 20:58:42.100959 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d279e-2c50-4153-8b75-191bfa300c78 req-2cfd1665-25e6-4281-924c-de99719aed70 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:42.100959 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d279e-2c50-4153-8b75-191bfa300c78 req-2cfd1665-25e6-4281-924c-de99719aed70 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:42.100959 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d279e-2c50-4153-8b75-191bfa300c78 req-2cfd1665-25e6-4281-924c-de99719aed70 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:42.100959 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d279e-2c50-4153-8b75-191bfa300c78 req-2cfd1665-25e6-4281-924c-de99719aed70 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:42.100959 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d279e-2c50-4153-8b75-191bfa300c78 req-2cfd1665-25e6-4281-924c-de99719aed70 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:42.100959 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d279e-2c50-4153-8b75-191bfa300c78 req-2cfd1665-25e6-4281-924c-de99719aed70 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:42.107124 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d279e-2c50-4153-8b75-191bfa300c78 req-2cfd1665-25e6-4281-924c-de99719aed70 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:42.109075 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8a1d279e-2c50-4153-8b75-191bfa300c78 req-2cfd1665-25e6-4281-924c-de99719aed70 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 5435 time: 0.4401321 Aug 16 20:58:42.120802 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49842) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:42.126047 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-227693a7-3fe7-4e58-b25e-cca0746629d9 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Request body: {'floatingip': {'port_id': '205f4f5c-2bd6-4a33-b0d7-74792db8fd1c'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:42.128609 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ec7d42-2b7b-4ca6-8f9f-8691a202b1b8 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:58:42.137503 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-67ec7d42-2b7b-4ca6-8f9f-8691a202b1b8 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "PUT /v2.0/routers/213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4011014 Aug 16 20:58:42.138476 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 49844) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:42.141407 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183ea815-3666-424c-a753-6e16029e51b2 None None] Sync routers for ids ['213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:58:42.151194 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183ea815-3666-424c-a753-6e16029e51b2 None None] Routers {'213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:42.152160 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-183ea815-3666-424c-a753-6e16029e51b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:58:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:42.170406 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-227693a7-3fe7-4e58-b25e-cca0746629d9 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks [] for floatingip, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:42.205062 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b78bd6f1-d48f-439c-9955-a8855a554cfe req-0d5ebde6-39f2-400f-9a60-4181c16f0e2b service neutron] 10.222.0.90 "GET /v2.0/networks/f21989d2-1803-4d82-bc06-7ef94db801de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512587 Aug 16 20:58:42.227453 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fb789e22-bab8-44ae-bce9-3a25ac3ef575 req-996d9347-78ec-43de-ba16-5a29c3c16f55 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157897 Aug 16 20:58:42.241126 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-63b42dff-49ea-4e50-b516-c4ac79c1b5f6 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Deleting subnet b249d9e9-dc60-4d3a-b78c-07e4f8262c10 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:58:42.244785 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-63b42dff-49ea-4e50-b516-c4ac79c1b5f6 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:42.252514 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-3d608939-30ea-4f91-8a6b-bd38b4b847d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:42.273942 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-183ea815-3666-424c-a753-6e16029e51b2 None None] Set router 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:42.310247 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-63b42dff-49ea-4e50-b516-c4ac79c1b5f6 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:42.340988 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-3d608939-30ea-4f91-8a6b-bd38b4b847d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:42.341976 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-3d608939-30ea-4f91-8a6b-bd38b4b847d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:42.344560 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-3d608939-30ea-4f91-8a6b-bd38b4b847d2 service neutron] 10.222.0.72 "PUT /v2.0/ports/54be0827-59fa-45c9-a1ed-3c7e073a00d8 HTTP/1.1" status: 200 len: 1092 time: 1.6135890 Aug 16 20:58:42.358224 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a91b43-2695-4423-af18-43e4d929095a', 'tag': '54be0827-59fa-45c9-a1ed-3c7e073a00d8'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:58:42.358224 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4eb3d42-8b8d-4bfb-a5f9-8afc0374520e" -d '{"events": [{"name": "network-changed", "server_uuid": "39a91b43-2695-4423-af18-43e4d929095a", "tag": "54be0827-59fa-45c9-a1ed-3c7e073a00d8"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:58:42.369213 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-183ea815-3666-424c-a753-6e16029e51b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'name': 'tempest-RoutersTest-router-1658649149', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:57:41Z', 'updated_at': '2021-08-16T20:58:39Z', 'revision_number': 11, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:42.403121 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d608939-30ea-4f91-8a6b-bd38b4b847d2 service neutron] Pushing event updated for resources: {'Port': ['ID=54be0827-59fa-45c9-a1ed-3c7e073a00d8,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:42.412066 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183ea815-3666-424c-a753-6e16029e51b2 None None] Checking router: 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:58:42.492309 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183ea815-3666-424c-a753-6e16029e51b2 None None] Routers {'213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:42.492970 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-183ea815-3666-424c-a753-6e16029e51b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:58:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:42.556999 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-63b42dff-49ea-4e50-b516-c4ac79c1b5f6 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:42.672194 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-183ea815-3666-424c-a753-6e16029e51b2 None None] Set router 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:42.822627 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91e426-9528-428a-8e8c-1d91226917b6 req-b29bfb76-7094-4749-b506-99c45a96d0a5 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:42.850992 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1a91e426-9528-428a-8e8c-1d91226917b6 req-b29bfb76-7094-4749-b506-99c45a96d0a5 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 944 time: 0.3253279 Aug 16 20:58:42.855277 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-183ea815-3666-424c-a753-6e16029e51b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'name': 'tempest-RoutersTest-router-1658649149', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:57:41Z', 'updated_at': '2021-08-16T20:58:39Z', 'revision_number': 11, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:42.932004 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1a91e426-9528-428a-8e8c-1d91226917b6 req-5626e6f6-c372-4b41-ab38-c665e58a4c9b tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=584ca7c5-4fb3-485c-b621-2fd9059a622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912886 Aug 16 20:58:42.939645 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183ea815-3666-424c-a753-6e16029e51b2 None None] The sync data for ids ['213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'] in n-d-793620-15 is: [{'id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'name': 'tempest-RoutersTest-router-1658649149', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:57:41Z', 'updated_at': '2021-08-16T20:58:39Z', 'revision_number': 11, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'gw_port_host': None}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:58:42.942563 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-63b42dff-49ea-4e50-b516-c4ac79c1b5f6 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:43.022178 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-63b42dff-49ea-4e50-b516-c4ac79c1b5f6 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:43.022803 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f04cdf-19c2-415b-a0c4-62a33e590e7b None None] Network c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:58:43.028305 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-63b42dff-49ea-4e50-b516-c4ac79c1b5f6 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "DELETE /v2.0/subnets/b249d9e9-dc60-4d3a-b78c-07e4f8262c10 HTTP/1.1" status: 204 len: 168 time: 0.8814723 Aug 16 20:58:43.029297 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 49868) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:43.042743 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b42dff-49ea-4e50-b516-c4ac79c1b5f6 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event deleted for resources: {'Subnet': ['ID=b249d9e9-dc60-4d3a-b78c-07e4f8262c10,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:43.095548 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 49870) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:43.139019 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-acf8b6d0-0209-4e8f-83b4-36d47078b7c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:43.222022 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-acf8b6d0-0209-4e8f-83b4-36d47078b7c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Deleting port a113efd7-1047-429f-b1d0-93a7dc3b51cf {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:43.222658 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-acf8b6d0-0209-4e8f-83b4-36d47078b7c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:43.382871 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b203e455-993b-4c91-a452-fa9b226020d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:43.458766 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd644253-a9cb-4481-a240-ea1469866a4d None None] DHCP port deletion for c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:58:43.543307 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-227693a7-3fe7-4e58-b25e-cca0746629d9 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:43.545511 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24c12b1-ea2d-4227-a019-199cedcb1fe8 x-openstack-request-id: req-a24c12b1-ea2d-4227-a019-199cedcb1fe8 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:58:43.545804 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a91b43-2695-4423-af18-43e4d929095a", "tag": "54be0827-59fa-45c9-a1ed-3c7e073a00d8", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:58:43.546614 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a24c12b1-ea2d-4227-a019-199cedcb1fe8 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:58:43.547020 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39a91b43-2695-4423-af18-43e4d929095a', 'tag': '54be0827-59fa-45c9-a1ed-3c7e073a00d8', 'status': 'completed', 'code': 200} Aug 16 20:58:43.548923 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-df5c86db-375c-40fd-9f39-eb0566d658d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:43.550404 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-df5c86db-375c-40fd-9f39-eb0566d658d3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5926bba17c34b5e88e1bc1cf228d96c&device_id=39a91b43-2695-4423-af18-43e4d929095a HTTP/1.1" status: 200 len: 1095 time: 1.0371621 Aug 16 20:58:43.558929 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-dd644253-a9cb-4481-a240-ea1469866a4d None None] Deleting port a113efd7-1047-429f-b1d0-93a7dc3b51cf {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:43.559674 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-dd644253-a9cb-4481-a240-ea1469866a4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:43.600519 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-cad547f7-33a5-4709-b135-511e1a450d9c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54be0827-59fa-45c9-a1ed-3c7e073a00d8 HTTP/1.1" status: 200 len: 217 time: 0.0408521 Aug 16 20:58:43.644382 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-acf8b6d0-0209-4e8f-83b4-36d47078b7c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] For port a113efd7-1047-429f-b1d0-93a7dc3b51cf, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=a113efd7-1047-429f-b1d0-93a7dc3b51cf,segment=NetworkSegment(d11ae66c-0309-4dc3-9ccd-954bfc4c2cb5),segment_id=d11ae66c-0309-4dc3-9ccd-954bfc4c2cb5)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:43.645163 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-acf8b6d0-0209-4e8f-83b4-36d47078b7c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:43.670447 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3a13379d-4725-45e6-ae4a-da1f5488157a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:43.677857 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-720347fb-a7b9-44b0-8b0e-fb451fe35c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:43.680519 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-720347fb-a7b9-44b0-8b0e-fb451fe35c1a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0340fa9d-e19b-476d-9e9a-7d2862e2e105 HTTP/1.1" status: 200 len: 852 time: 0.0686066 Aug 16 20:58:43.681705 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-227693a7-3fe7-4e58-b25e-cca0746629d9 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:43.685995 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-acf8b6d0-0209-4e8f-83b4-36d47078b7c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Calling delete_port for a113efd7-1047-429f-b1d0-93a7dc3b51cf owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:43.743453 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f317f40-0809-4851-81be-ffe5d6789c7c req-307a2dbf-99a9-4cde-83c5-b9024c2ebb83 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:43.754113 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3f317f40-0809-4851-81be-ffe5d6789c7c req-307a2dbf-99a9-4cde-83c5-b9024c2ebb83 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=39a91b43-2695-4423-af18-43e4d929095a HTTP/1.1" status: 200 len: 943 time: 0.3569901 Aug 16 20:58:43.773763 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-dd644253-a9cb-4481-a240-ea1469866a4d None None] For port a113efd7-1047-429f-b1d0-93a7dc3b51cf, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=a113efd7-1047-429f-b1d0-93a7dc3b51cf,segment=NetworkSegment(d11ae66c-0309-4dc3-9ccd-954bfc4c2cb5),segment_id=d11ae66c-0309-4dc3-9ccd-954bfc4c2cb5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:43.774174 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-dd644253-a9cb-4481-a240-ea1469866a4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:43.805933 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-dd644253-a9cb-4481-a240-ea1469866a4d None None] Calling delete_port for a113efd7-1047-429f-b1d0-93a7dc3b51cf owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:43.834322 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:43.844287 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-8a2e6c20-e714-47ab-b142-2b3cb139d9fb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=97204dc5-2078-4113-bc6a-8b6109c161f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1536069 Aug 16 20:58:43.898365 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b203e455-993b-4c91-a452-fa9b226020d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:43.929815 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3f317f40-0809-4851-81be-ffe5d6789c7c req-ceea6886-f646-4980-a3fb-6c84be8093fc tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736381 Aug 16 20:58:44.071186 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [None req-227693a7-3fe7-4e58-b25e-cca0746629d9 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Floating IP af9043aa-245d-4fe4-9d5b-3c54c09eed4a associated. External IP: 172.25.1.158, port: 205f4f5c-2bd6-4a33-b0d7-74792db8fd1c. Aug 16 20:58:44.084675 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-dd644253-a9cb-4481-a240-ea1469866a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:44.090730 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-acf8b6d0-0209-4e8f-83b4-36d47078b7c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:44.097128 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b203e455-993b-4c91-a452-fa9b226020d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:44.103978 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd644253-a9cb-4481-a240-ea1469866a4d None None] No DVR routers for this DVR port a113efd7-1047-429f-b1d0-93a7dc3b51cf on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:58:44.141623 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd644253-a9cb-4481-a240-ea1469866a4d None None] Pushing event deleted for resources: {'Port': ['ID=a113efd7-1047-429f-b1d0-93a7dc3b51cf,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:44.158813 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd644253-a9cb-4481-a240-ea1469866a4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:44.159478 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd644253-a9cb-4481-a240-ea1469866a4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:44.160103 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd644253-a9cb-4481-a240-ea1469866a4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:44.160679 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd644253-a9cb-4481-a240-ea1469866a4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:44.161232 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd644253-a9cb-4481-a240-ea1469866a4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:44.161783 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd644253-a9cb-4481-a240-ea1469866a4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:44.162349 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd644253-a9cb-4481-a240-ea1469866a4d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:44.163039 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd644253-a9cb-4481-a240-ea1469866a4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:44.163593 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd644253-a9cb-4481-a240-ea1469866a4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:44.164348 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd644253-a9cb-4481-a240-ea1469866a4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:44.164945 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd644253-a9cb-4481-a240-ea1469866a4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:44.165566 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd644253-a9cb-4481-a240-ea1469866a4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:44.173058 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-2b1feea6-191c-4a9e-9525-f7d286922e8a service neutron] 10.222.0.72 "GET /v2.0/networks/97204dc5-2078-4113-bc6a-8b6109c161f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191612 Aug 16 20:58:44.179500 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b203e455-993b-4c91-a452-fa9b226020d3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1ad9653fbea2486ea6dd547749eea328&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0825789 Aug 16 20:58:44.188121 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 49888) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:44.269992 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf8b6d0-0209-4e8f-83b4-36d47078b7c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] No DVR routers for this DVR port a113efd7-1047-429f-b1d0-93a7dc3b51cf on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:58:44.281047 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf8b6d0-0209-4e8f-83b4-36d47078b7c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event deleted for resources: {'Port': ['ID=a113efd7-1047-429f-b1d0-93a7dc3b51cf,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:44.370057 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7c8bac28-9655-40b1-8693-bb5490a26654 req-d82992dd-7867-4923-931f-94a9ad61d182 service neutron] 10.222.0.72 "GET /v2.0/networks/97204dc5-2078-4113-bc6a-8b6109c161f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951962 Aug 16 20:58:44.371117 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da8c59-0872-4520-9c36-e66ba718b0e4 req-6b1b14f6-127a-45ce-9807-199dea95f772 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:44.373812 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-31da8c59-0872-4520-9c36-e66ba718b0e4 req-6b1b14f6-127a-45ce-9807-199dea95f772 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 944 time: 0.3498571 Aug 16 20:58:44.415079 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203e455-993b-4c91-a452-fa9b226020d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13208a57-a34c-4730-976e-7115b3d11f24,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:44.464390 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-acf8b6d0-0209-4e8f-83b4-36d47078b7c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:44.475196 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-33ffb9a3-1151-4fff-8b95-ff2f83d50e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:44.490698 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-acf8b6d0-0209-4e8f-83b4-36d47078b7c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:44.517709 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-acf8b6d0-0209-4e8f-83b4-36d47078b7c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd11ae66c-0309-4dc3-9ccd-954bfc4c2cb5') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:44.518055 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-acf8b6d0-0209-4e8f-83b4-36d47078b7c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd11ae66c-0309-4dc3-9ccd-954bfc4c2cb5') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:44.554986 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-33ffb9a3-1151-4fff-8b95-ff2f83d50e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:44.566411 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-acf8b6d0-0209-4e8f-83b4-36d47078b7c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:44.573061 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-31da8c59-0872-4520-9c36-e66ba718b0e4 req-2a35f881-75e3-4553-a48e-37826b2745f8 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=584ca7c5-4fb3-485c-b621-2fd9059a622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492531 Aug 16 20:58:44.601574 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb3d42-8b8d-4bfb-a5f9-8afc0374520e req-c0425435-d467-4dac-88b9-cdcc8bca5d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:44.601574 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a4eb3d42-8b8d-4bfb-a5f9-8afc0374520e req-c0425435-d467-4dac-88b9-cdcc8bca5d65 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5926bba17c34b5e88e1bc1cf228d96c&device_id=39a91b43-2695-4423-af18-43e4d929095a HTTP/1.1" status: 200 len: 1095 time: 0.0612161 Aug 16 20:58:44.605759 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-acf8b6d0-0209-4e8f-83b4-36d47078b7c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:44.613023 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227693a7-3fe7-4e58-b25e-cca0746629d9 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Router d80e215e-cb80-4351-8f15-acae91e4f471 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:58:44.619557 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf8b6d0-0209-4e8f-83b4-36d47078b7c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:58:44.620067 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-acf8b6d0-0209-4e8f-83b4-36d47078b7c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:44.624881 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 20:58:44.624881 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:58:44.624881 n-d-793620-15 neutron-server[101844]: timer() Aug 16 20:58:44.624881 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:58:44.624881 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 20:58:44.624881 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:58:44.624881 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 20:58:44.624881 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:58:44.624881 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 20:58:44.624881 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:58:44.624881 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 20:58:44.624881 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:58:44.624881 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 20:58:44.624881 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:58:44.624881 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:58:44.624881 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:58:44.624881 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:58:44.624881 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:58:44.624881 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 20:58:44.624881 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:58:44.624881 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 20:58:44.624881 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:58:44.624881 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:58:44.624881 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:58:44.624881 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 20:58:44.624881 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:58:44.624881 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:58:44.624881 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:58:44.624881 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:58:44.624881 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:58:44.624881 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:58:44.624881 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:58:44.816068 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:44.822086 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb3d42-8b8d-4bfb-a5f9-8afc0374520e req-82fe2b09-aaac-4290-8978-a3d957fce16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:44.823586 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a4eb3d42-8b8d-4bfb-a5f9-8afc0374520e req-82fe2b09-aaac-4290-8978-a3d957fce16c service neutron] 10.222.0.72 "GET /v2.0/networks?id=97204dc5-2078-4113-bc6a-8b6109c161f0 HTTP/1.1" status: 200 len: 913 time: 0.2133973 Aug 16 20:58:44.848862 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device a113efd7-1047-429f-b1d0-93a7dc3b51cf no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:58:44.874764 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-acf8b6d0-0209-4e8f-83b4-36d47078b7c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:44.877100 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-33ffb9a3-1151-4fff-8b95-ff2f83d50e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:44.880248 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-33ffb9a3-1151-4fff-8b95-ff2f83d50e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:44.881394 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-33ffb9a3-1151-4fff-8b95-ff2f83d50e5a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/13208a57-a34c-4730-976e-7115b3d11f24 HTTP/1.1" status: 204 len: 168 time: 0.6550322 Aug 16 20:58:44.892650 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a4eb3d42-8b8d-4bfb-a5f9-8afc0374520e req-d4f581d3-dbc7-4a93-8854-ab8aee65980e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54be0827-59fa-45c9-a1ed-3c7e073a00d8 HTTP/1.1" status: 200 len: 217 time: 0.0585995 Aug 16 20:58:44.893866 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227693a7-3fe7-4e58-b25e-cca0746629d9 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:58:44.895968 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-acf8b6d0-0209-4e8f-83b4-36d47078b7c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:44.901375 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-acf8b6d0-0209-4e8f-83b4-36d47078b7c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "DELETE /v2.0/networks/c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1 HTTP/1.1" status: 204 len: 168 time: 1.8710427 Aug 16 20:58:44.906174 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: a113efd7-1047-429f-b1d0-93a7dc3b51cf {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:58:44.906787 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device a113efd7-1047-429f-b1d0-93a7dc3b51cf not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:58:44.908584 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 8d479e76-8f22-4f9e-9800-8c1dab50baa8 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:58:44.909068 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-227693a7-3fe7-4e58-b25e-cca0746629d9 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:44.914932 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d85c8c-fb93-41db-8588-5501104ab12c None None] Sync routers for ids ['d80e215e-cb80-4351-8f15-acae91e4f471'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:58:44.939357 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49896) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:44.959494 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf8b6d0-0209-4e8f-83b4-36d47078b7c3 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Pushing event deleted for resources: {'Network': ['ID=c59d2e1b-6fb3-47e2-96fd-7ca8ca4140e1,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:44.974399 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ffb9a3-1151-4fff-8b95-ff2f83d50e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13208a57-a34c-4730-976e-7115b3d11f24,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:44.996528 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-9d2c1296-64c2-47c2-ab73-9d09bf886383 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Request body: {'router': {'routes': None}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:45.026153 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 8d479e76-8f22-4f9e-9800-8c1dab50baa8 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:58:45.036039 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 8d479e76-8f22-4f9e-9800-8c1dab50baa8 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:58:45.073512 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d85c8c-fb93-41db-8588-5501104ab12c None None] Routers {'d80e215e-cb80-4351-8f15-acae91e4f471'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:45.076550 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-89d85c8c-fb93-41db-8588-5501104ab12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:58:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d80e215e-cb80-4351-8f15-acae91e4f471'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:45.106856 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-227693a7-3fe7-4e58-b25e-cca0746629d9 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "PUT /v2.0/floatingips/af9043aa-245d-4fe4-9d5b-3c54c09eed4a HTTP/1.1" status: 200 len: 991 time: 2.9849153 Aug 16 20:58:45.242033 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb3d42-8b8d-4bfb-a5f9-8afc0374520e req-b6d17417-dd11-4885-9f75-7605deb836fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:45.243719 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a4eb3d42-8b8d-4bfb-a5f9-8afc0374520e req-b6d17417-dd11-4885-9f75-7605deb836fa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0340fa9d-e19b-476d-9e9a-7d2862e2e105 HTTP/1.1" status: 200 len: 852 time: 0.3033979 Aug 16 20:58:45.252564 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 402adf67-9abe-4dc7-b5bc-8cc9d10dc0af details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:58:45.257928 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85a6d8-d979-4bad-b36b-b18bf48b5227 req-1a8798d8-d28d-4692-8cfc-f1c34f6e5dd5 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:45.259504 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ee85a6d8-d979-4bad-b36b-b18bf48b5227 req-1a8798d8-d28d-4692-8cfc-f1c34f6e5dd5 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=39a91b43-2695-4423-af18-43e4d929095a HTTP/1.1" status: 200 len: 943 time: 0.1488822 Aug 16 20:58:45.377617 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ee85a6d8-d979-4bad-b36b-b18bf48b5227 req-2d5a22c3-a8af-44cf-becf-95d593e38777 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959041 Aug 16 20:58:45.388090 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.extraroute_db [None req-9d2c1296-64c2-47c2-ab73-9d09bf886383 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Added routes are [] {{(pid=101845) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 20:58:45.388257 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.extraroute_db [None req-9d2c1296-64c2-47c2-ab73-9d09bf886383 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Removed routes are [] {{(pid=101845) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 20:58:45.388664 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9d2c1296-64c2-47c2-ab73-9d09bf886383 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59380'] for router, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:45.411678 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a4eb3d42-8b8d-4bfb-a5f9-8afc0374520e req-55d679e8-132a-48ae-ade7-b4925ca3e3d4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=97204dc5-2078-4113-bc6a-8b6109c161f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063945 Aug 16 20:58:45.469313 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 402adf67-9abe-4dc7-b5bc-8cc9d10dc0af, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=402adf67-9abe-4dc7-b5bc-8cc9d10dc0af,segment=NetworkSegment(45ea3e3a-3149-407a-86a7-ec72a583a741),segment_id=45ea3e3a-3149-407a-86a7-ec72a583a741)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:45.487326 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '402adf67-9abe-4dc7-b5bc-8cc9d10dc0af', 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de', 'port_id': '402adf67-9abe-4dc7-b5bc-8cc9d10dc0af', 'mac_address': 'fa:16:3e:86:7f:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f69758-9eaf-430a-b99d-d64769716af9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:58:45.503000 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-89d85c8c-fb93-41db-8588-5501104ab12c None None] Set router d80e215e-cb80-4351-8f15-acae91e4f471 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:45.563289 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'tag': '205f4f5c-2bd6-4a33-b0d7-74792db8fd1c'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:58:45.563289 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda327bb-2ff4-44ed-81b9-1f5d533f5f4b" -d '{"events": [{"name": "network-changed", "server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "tag": "205f4f5c-2bd6-4a33-b0d7-74792db8fd1c"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:58:45.696304 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0d2abb-533b-4e2c-8e96-e75aa4011367 x-openstack-request-id: req-3c0d2abb-533b-4e2c-8e96-e75aa4011367 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:58:45.698538 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "tag": "205f4f5c-2bd6-4a33-b0d7-74792db8fd1c", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:58:45.698966 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3c0d2abb-533b-4e2c-8e96-e75aa4011367 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:58:45.699706 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'tag': '205f4f5c-2bd6-4a33-b0d7-74792db8fd1c', 'status': 'completed', 'code': 200} Aug 16 20:58:45.756738 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:45.815140 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9d2c1296-64c2-47c2-ab73-9d09bf886383 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59380'] for router, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:45.827461 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9d2c1296-64c2-47c2-ab73-9d09bf886383 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-663158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-663167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661637'] for router, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:45.857912 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 402adf67-9abe-4dc7-b5bc-8cc9d10dc0af {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:58:45.864964 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0fa24-5c37-4ae4-bf9d-bfbcc9491b94 req-4c782c93-77f5-4a88-a8ef-87b6ae0c4f52 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:45.872647 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-55d0fa24-5c37-4ae4-bf9d-bfbcc9491b94 req-4c782c93-77f5-4a88-a8ef-87b6ae0c4f52 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 944 time: 0.1180403 Aug 16 20:58:45.907516 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda327bb-2ff4-44ed-81b9-1f5d533f5f4b req-abdfea96-af10-40ea-88b5-70cbb359d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:45.908057 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda327bb-2ff4-44ed-81b9-1f5d533f5f4b req-abdfea96-af10-40ea-88b5-70cbb359d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:45.908713 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda327bb-2ff4-44ed-81b9-1f5d533f5f4b req-abdfea96-af10-40ea-88b5-70cbb359d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:45.909209 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda327bb-2ff4-44ed-81b9-1f5d533f5f4b req-abdfea96-af10-40ea-88b5-70cbb359d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:45.910366 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda327bb-2ff4-44ed-81b9-1f5d533f5f4b req-abdfea96-af10-40ea-88b5-70cbb359d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:45.911487 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda327bb-2ff4-44ed-81b9-1f5d533f5f4b req-abdfea96-af10-40ea-88b5-70cbb359d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:45.918116 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda327bb-2ff4-44ed-81b9-1f5d533f5f4b req-abdfea96-af10-40ea-88b5-70cbb359d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:45.918116 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fda327bb-2ff4-44ed-81b9-1f5d533f5f4b req-abdfea96-af10-40ea-88b5-70cbb359d156 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9440ed0933f64f7cb6d1f0c295a72000&device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 6499 time: 0.2429717 Aug 16 20:58:45.928391 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 54be0827-59fa-45c9-a1ed-3c7e073a00d8 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:58:45.959340 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a4eb3d42-8b8d-4bfb-a5f9-8afc0374520e req-d907596b-9950-4268-8893-6b15e2a09ecb service neutron] 10.222.0.72 "GET /v2.0/networks/97204dc5-2078-4113-bc6a-8b6109c161f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5133336 Aug 16 20:58:45.966041 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2c1296-64c2-47c2-ab73-9d09bf886383 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Router 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:58:45.972248 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-55d0fa24-5c37-4ae4-bf9d-bfbcc9491b94 req-897b7ba1-e166-4ef7-9e88-9d3f8bd7395a tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=584ca7c5-4fb3-485c-b621-2fd9059a622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981755 Aug 16 20:58:46.090346 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 402adf67-9abe-4dc7-b5bc-8cc9d10dc0af, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=402adf67-9abe-4dc7-b5bc-8cc9d10dc0af,segment=NetworkSegment(45ea3e3a-3149-407a-86a7-ec72a583a741),segment_id=45ea3e3a-3149-407a-86a7-ec72a583a741)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:46.100786 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49924) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:46.107502 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda327bb-2ff4-44ed-81b9-1f5d533f5f4b req-472a2d62-0957-4113-bfd0-3c0373e381aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:46.109689 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fda327bb-2ff4-44ed-81b9-1f5d533f5f4b req-472a2d62-0957-4113-bfd0-3c0373e381aa service neutron] 10.222.0.72 "GET /v2.0/networks?id=15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d HTTP/1.1" status: 200 len: 913 time: 0.1840663 Aug 16 20:58:46.128157 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-57b698d0-0837-4b66-a214-066ba5504736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:46.139009 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2c1296-64c2-47c2-ab73-9d09bf886383 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:58:46.154941 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44716134-6822-4b95-ba33-dddc483e4f1a None None] Sync routers for ids ['213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:58:46.158753 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9d2c1296-64c2-47c2-ab73-9d09bf886383 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:46.163592 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9d2c1296-64c2-47c2-ab73-9d09bf886383 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "PUT /v2.0/routers/213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a HTTP/1.1" status: 200 len: 701 time: 1.2198987 Aug 16 20:58:46.168287 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49926) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:46.168567 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:46.191745 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44716134-6822-4b95-ba33-dddc483e4f1a None None] Routers {'213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:46.195125 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-44716134-6822-4b95-ba33-dddc483e4f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:58:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:46.238310 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a4eb3d42-8b8d-4bfb-a5f9-8afc0374520e req-97423c0a-902a-4794-951a-bfed01c18e31 service neutron] 10.222.0.72 "GET /v2.0/networks/97204dc5-2078-4113-bc6a-8b6109c161f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704730 Aug 16 20:58:46.261252 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fda327bb-2ff4-44ed-81b9-1f5d533f5f4b req-08a5ca62-8a3c-49ab-8974-5bdaaa0f779b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=205f4f5c-2bd6-4a33-b0d7-74792db8fd1c HTTP/1.1" status: 200 len: 999 time: 0.1432667 Aug 16 20:58:46.283003 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b4cb3b71-fd16-4bdc-bccc-dbfba84fe0ea tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "GET /v2.0/ports?device_id=213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a HTTP/1.1" status: 200 len: 205 time: 0.1095271 Aug 16 20:58:46.285697 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49930) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:46.316267 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-44716134-6822-4b95-ba33-dddc483e4f1a None None] Set router 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:46.356283 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda327bb-2ff4-44ed-81b9-1f5d533f5f4b req-bc90c1bf-f06c-440f-9ac5-35ba8ca2652f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:46.365008 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fda327bb-2ff4-44ed-81b9-1f5d533f5f4b req-bc90c1bf-f06c-440f-9ac5-35ba8ca2652f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7295a51-2f16-4f57-a8e8-eba84c181b9e HTTP/1.1" status: 200 len: 851 time: 0.0894449 Aug 16 20:58:46.432154 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda327bb-2ff4-44ed-81b9-1f5d533f5f4b req-231c324e-4fd4-4f3b-a50f-a0e6c9a2de2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:46.434731 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=402adf67-9abe-4dc7-b5bc-8cc9d10dc0af,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:46.435418 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fda327bb-2ff4-44ed-81b9-1f5d533f5f4b req-231c324e-4fd4-4f3b-a50f-a0e6c9a2de2d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607569 Aug 16 20:58:46.466649 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 54be0827-59fa-45c9-a1ed-3c7e073a00d8, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=54be0827-59fa-45c9-a1ed-3c7e073a00d8,segment=NetworkSegment(53b76348-81c8-4bfa-909a-3d74533ded61),segment_id=53b76348-81c8-4bfa-909a-3d74533ded61)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:46.481793 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['402adf67-9abe-4dc7-b5bc-8cc9d10dc0af'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:58:46.503426 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-44716134-6822-4b95-ba33-dddc483e4f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'name': 'tempest-RoutersTest-router-1658649149', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:57:41Z', 'updated_at': '2021-08-16T20:58:39Z', 'revision_number': 11, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:46.507995 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b5b1c672-b054-4597-83c7-2f8b59c71dae tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:46.558320 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '54be0827-59fa-45c9-a1ed-3c7e073a00d8', 'network_id': '97204dc5-2078-4113-bc6a-8b6109c161f0', 'port_id': '54be0827-59fa-45c9-a1ed-3c7e073a00d8', 'mac_address': 'fa:16:3e:4e:01:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0340fa9d-e19b-476d-9e9a-7d2862e2e105', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:58:46.571040 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44716134-6822-4b95-ba33-dddc483e4f1a None None] Checking router: 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:58:46.572018 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-89d85c8c-fb93-41db-8588-5501104ab12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80e215e-cb80-4351-8f15-acae91e4f471', 'name': 'tempest-TaggedBootDevicesTest-1976672083-router', 'tenant_id': '9440ed0933f64f7cb6d1f0c295a72000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '2e1cad13-2826-4f26-81f6-f474f39ca57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:56:15Z', 'updated_at': '2021-08-16T20:56:22Z', 'revision_number': 4, 'project_id': '9440ed0933f64f7cb6d1f0c295a72000', 'gw_port': {'id': '2e1cad13-2826-4f26-81f6-f474f39ca57c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80e215e-cb80-4351-8f15-acae91e4f471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:16Z', 'updated_at': '2021-08-16T20:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'af9043aa-245d-4fe4-9d5b-3c54c09eed4a', 'tenant_id': '9440ed0933f64f7cb6d1f0c295a72000', 'floating_ip_address': '172.25.1.158', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': 'd80e215e-cb80-4351-8f15-acae91e4f471', 'port_id': '205f4f5c-2bd6-4a33-b0d7-74792db8fd1c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d', 'mac_address': 'fa:16:3e:39:cf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:57:22Z', 'updated_at': '2021-08-16T20:58:43Z', 'revision_number': 1, 'project_id': '9440ed0933f64f7cb6d1f0c295a72000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b83f6c81-a29d-4841-9281-e735194494b7', 'name': '', 'network_id': '15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d', 'tenant_id': '9440ed0933f64f7cb6d1f0c295a72000', 'mac_address': 'fa:16:3e:27:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80e215e-cb80-4351-8f15-acae91e4f471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'c7295a51-2f16-4f57-a8e8-eba84c181b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:21Z', 'updated_at': '2021-08-16T20:56:34Z', 'revision_number': 5, 'project_id': '9440ed0933f64f7cb6d1f0c295a72000', 'subnets': [{'id': 'c7295a51-2f16-4f57-a8e8-eba84c181b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:46.584489 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44716134-6822-4b95-ba33-dddc483e4f1a None None] Routers {'213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:46.585468 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-44716134-6822-4b95-ba33-dddc483e4f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:58:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:46.613830 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d85c8c-fb93-41db-8588-5501104ab12c None None] Checking router: d80e215e-cb80-4351-8f15-acae91e4f471 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:58:46.676361 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb143b3-19ff-4d7e-b019-863895893d4d req-c9f6efa0-acad-49e5-affc-4c94d9f37d67 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:46.684085 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cdb143b3-19ff-4d7e-b019-863895893d4d req-c9f6efa0-acad-49e5-affc-4c94d9f37d67 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=39a91b43-2695-4423-af18-43e4d929095a HTTP/1.1" status: 200 len: 943 time: 0.1287823 Aug 16 20:58:46.697619 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-44716134-6822-4b95-ba33-dddc483e4f1a None None] Set router 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:46.718722 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fda327bb-2ff4-44ed-81b9-1f5d533f5f4b req-5d8ec7c0-10c6-4111-a2fa-4037969cf288 service neutron] 10.222.0.72 "GET /v2.0/networks/15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760227 Aug 16 20:58:46.732379 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:46.734458 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:46.782619 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cdb143b3-19ff-4d7e-b019-863895893d4d req-6a737c70-0c9c-4f62-82ac-ed6a9657d690 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975289 Aug 16 20:58:46.812889 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54be0827-59fa-45c9-a1ed-3c7e073a00d8 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:58:46.832867 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-44716134-6822-4b95-ba33-dddc483e4f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'name': 'tempest-RoutersTest-router-1658649149', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:57:41Z', 'updated_at': '2021-08-16T20:58:39Z', 'revision_number': 11, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:46.841270 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d85c8c-fb93-41db-8588-5501104ab12c None None] Routers {'d80e215e-cb80-4351-8f15-acae91e4f471'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:46.841838 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-89d85c8c-fb93-41db-8588-5501104ab12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:58:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d80e215e-cb80-4351-8f15-acae91e4f471'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:46.866765 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44716134-6822-4b95-ba33-dddc483e4f1a None None] The sync data for ids ['213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a'] in n-d-793620-15 is: [{'id': '213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a', 'name': 'tempest-RoutersTest-router-1658649149', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:57:41Z', 'updated_at': '2021-08-16T20:58:39Z', 'revision_number': 11, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'gw_port_host': None}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:58:46.935251 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 54be0827-59fa-45c9-a1ed-3c7e073a00d8, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=54be0827-59fa-45c9-a1ed-3c7e073a00d8,segment=NetworkSegment(53b76348-81c8-4bfa-909a-3d74533ded61),segment_id=53b76348-81c8-4bfa-909a-3d74533ded61)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:46.951247 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fda327bb-2ff4-44ed-81b9-1f5d533f5f4b req-fe85cc24-cbb2-4642-a357-07dd94a52864 service neutron] 10.222.0.72 "GET /v2.0/networks/15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090726 Aug 16 20:58:47.025077 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:47.129343 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=54be0827-59fa-45c9-a1ed-3c7e073a00d8,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:47.184432 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-89d85c8c-fb93-41db-8588-5501104ab12c None None] Set router d80e215e-cb80-4351-8f15-acae91e4f471 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:47.197101 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36643a37-4679-4977-99d0-caa6ca4a3339 req-371c5d1b-9354-4b96-856e-951af7fb6264 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:47.205659 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-36643a37-4679-4977-99d0-caa6ca4a3339 req-371c5d1b-9354-4b96-856e-951af7fb6264 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 945 time: 0.0898724 Aug 16 20:58:47.265705 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-36643a37-4679-4977-99d0-caa6ca4a3339 req-2ad6aaca-7d70-458a-aab4-e33abd2f83dd tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=584ca7c5-4fb3-485c-b621-2fd9059a622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587640 Aug 16 20:58:47.353918 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b5b1c672-b054-4597-83c7-2f8b59c71dae tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:47.356456 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b5b1c672-b054-4597-83c7-2f8b59c71dae tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:47.413325 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-57b698d0-0837-4b66-a214-066ba5504736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:47.455217 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['54be0827-59fa-45c9-a1ed-3c7e073a00d8'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:58:47.490335 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-57b698d0-0837-4b66-a214-066ba5504736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:47.537040 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b5b1c672-b054-4597-83c7-2f8b59c71dae tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:47.537553 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b1c672-b054-4597-83c7-2f8b59c71dae tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Fanout notify agent at l3_agent the message router_deleted on router 213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:58:47.546177 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b5b1c672-b054-4597-83c7-2f8b59c71dae tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:47.547370 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b5b1c672-b054-4597-83c7-2f8b59c71dae tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "DELETE /v2.0/routers/213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a HTTP/1.1" status: 204 len: 168 time: 1.2607136 Aug 16 20:58:47.566229 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 49954) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:47.575837 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-0be1f15c-4619-4032-9e09-7fc5b7f85723 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1923048695', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:47.586347 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-57b698d0-0837-4b66-a214-066ba5504736 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=94e17f6e247e427990788f3187b44677&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4830964 Aug 16 20:58:47.589125 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49956) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:47.647357 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b698d0-0837-4b66-a214-066ba5504736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2bcecd-ba8f-4ffa-96c8-8cba5697d4e7,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:47.690776 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eddb59db-ae2c-4d67-baf2-23ab982a10dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:47.714072 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0be1f15c-4619-4032-9e09-7fc5b7f85723 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:47.715174 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0be1f15c-4619-4032-9e09-7fc5b7f85723 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:47.732633 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-89d85c8c-fb93-41db-8588-5501104ab12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80e215e-cb80-4351-8f15-acae91e4f471', 'name': 'tempest-TaggedBootDevicesTest-1976672083-router', 'tenant_id': '9440ed0933f64f7cb6d1f0c295a72000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '2e1cad13-2826-4f26-81f6-f474f39ca57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:56:15Z', 'updated_at': '2021-08-16T20:56:22Z', 'revision_number': 4, 'project_id': '9440ed0933f64f7cb6d1f0c295a72000', 'gw_port': {'id': '2e1cad13-2826-4f26-81f6-f474f39ca57c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80e215e-cb80-4351-8f15-acae91e4f471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:16Z', 'updated_at': '2021-08-16T20:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'af9043aa-245d-4fe4-9d5b-3c54c09eed4a', 'tenant_id': '9440ed0933f64f7cb6d1f0c295a72000', 'floating_ip_address': '172.25.1.158', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': 'd80e215e-cb80-4351-8f15-acae91e4f471', 'port_id': '205f4f5c-2bd6-4a33-b0d7-74792db8fd1c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d', 'mac_address': 'fa:16:3e:39:cf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:57:22Z', 'updated_at': '2021-08-16T20:58:43Z', 'revision_number': 1, 'project_id': '9440ed0933f64f7cb6d1f0c295a72000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b83f6c81-a29d-4841-9281-e735194494b7', 'name': '', 'network_id': '15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d', 'tenant_id': '9440ed0933f64f7cb6d1f0c295a72000', 'mac_address': 'fa:16:3e:27:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80e215e-cb80-4351-8f15-acae91e4f471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'c7295a51-2f16-4f57-a8e8-eba84c181b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:21Z', 'updated_at': '2021-08-16T20:56:34Z', 'revision_number': 5, 'project_id': '9440ed0933f64f7cb6d1f0c295a72000', 'subnets': [{'id': 'c7295a51-2f16-4f57-a8e8-eba84c181b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:47.740476 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eddb59db-ae2c-4d67-baf2-23ab982a10dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:47.768548 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d85c8c-fb93-41db-8588-5501104ab12c None None] The sync data for ids ['d80e215e-cb80-4351-8f15-acae91e4f471'] in n-d-793620-15 is: [{'id': 'd80e215e-cb80-4351-8f15-acae91e4f471', 'name': 'tempest-TaggedBootDevicesTest-1976672083-router', 'tenant_id': '9440ed0933f64f7cb6d1f0c295a72000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '2e1cad13-2826-4f26-81f6-f474f39ca57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:56:15Z', 'updated_at': '2021-08-16T20:56:22Z', 'revision_number': 4, 'project_id': '9440ed0933f64f7cb6d1f0c295a72000', 'gw_port': {'id': '2e1cad13-2826-4f26-81f6-f474f39ca57c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80e215e-cb80-4351-8f15-acae91e4f471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:16Z', 'updated_at': '2021-08-16T20:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'af9043aa-245d-4fe4-9d5b-3c54c09eed4a', 'tenant_id': '9440ed0933f64f7cb6d1f0c295a72000', 'floating_ip_address': '172.25.1.158', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': 'd80e215e-cb80-4351-8f15-acae91e4f471', 'port_id': '205f4f5c-2bd6-4a33-b0d7-74792db8fd1c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d', 'mac_address': 'fa:16:3e:39:cf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:57:22Z', 'updated_at': '2021-08-16T20:58:43Z', 'revision_number': 1, 'project_id': '9440ed0933f64f7cb6d1f0c295a72000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b83f6c81-a29d-4841-9281-e735194494b7', 'name': '', 'network_id': '15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d', 'tenant_id': '9440ed0933f64f7cb6d1f0c295a72000', 'mac_address': 'fa:16:3e:27:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80e215e-cb80-4351-8f15-acae91e4f471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'c7295a51-2f16-4f57-a8e8-eba84c181b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:21Z', 'updated_at': '2021-08-16T20:56:34Z', 'revision_number': 5, 'project_id': '9440ed0933f64f7cb6d1f0c295a72000', 'subnets': [{'id': 'c7295a51-2f16-4f57-a8e8-eba84c181b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:58:47.869149 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0be1f15c-4619-4032-9e09-7fc5b7f85723 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:47.896108 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eddb59db-ae2c-4d67-baf2-23ab982a10dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:47.905086 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eddb59db-ae2c-4d67-baf2-23ab982a10dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:47.905086 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-eddb59db-ae2c-4d67-baf2-23ab982a10dc admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3f2bcecd-ba8f-4ffa-96c8-8cba5697d4e7 HTTP/1.1" status: 204 len: 168 time: 0.3078990 Aug 16 20:58:47.917443 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb59db-ae2c-4d67-baf2-23ab982a10dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2bcecd-ba8f-4ffa-96c8-8cba5697d4e7,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:47.964314 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5d8ab-dcb3-42a8-b249-8d7905557549 req-4374466d-5477-40ce-a32d-c0bd67e9d7bc tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:47.965983 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-04d5d8ab-dcb3-42a8-b249-8d7905557549 req-4374466d-5477-40ce-a32d-c0bd67e9d7bc tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=39a91b43-2695-4423-af18-43e4d929095a HTTP/1.1" status: 200 len: 944 time: 0.0792606 Aug 16 20:58:48.013119 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0be1f15c-4619-4032-9e09-7fc5b7f85723 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:48.052728 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-04d5d8ab-dcb3-42a8-b249-8d7905557549 req-fb4f3fd3-1756-469b-9ddf-86a5addca078 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758970 Aug 16 20:58:48.097572 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0be1f15c-4619-4032-9e09-7fc5b7f85723 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:48.100326 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0be1f15c-4619-4032-9e09-7fc5b7f85723 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5311496 Aug 16 20:58:48.103454 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49966) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:48.112287 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-bee7820a-ded6-47d2-a622-c811578c3be9 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:48.119530 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3193ff01-926a-427c-83e9-ab29c6e1945c None None] New status for floating IP af9043aa-245d-4fe4-9d5b-3c54c09eed4a: ACTIVE {{(pid=101846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:58:48.432225 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bee7820a-ded6-47d2-a622-c811578c3be9 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59380'] for router, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:48.455584 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5a95a-0895-4b03-9148-708419daf4ca req-e44ff02c-4dec-4340-bba3-696abfe7c901 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:48.457249 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6ff5a95a-0895-4b03-9148-708419daf4ca req-e44ff02c-4dec-4340-bba3-696abfe7c901 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 945 time: 0.0862713 Aug 16 20:58:48.519158 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bee7820a-ded6-47d2-a622-c811578c3be9 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-663158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-663167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661637'] for router, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:48.584999 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6ff5a95a-0895-4b03-9148-708419daf4ca req-5b493a1d-1c8c-4985-8e2a-7bf2bb889dfa tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=584ca7c5-4fb3-485c-b621-2fd9059a622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119192 Aug 16 20:58:49.122296 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee7820a-ded6-47d2-a622-c811578c3be9 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Router 8149cd09-21b3-4e94-8855-cb8202053045 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:58:49.163665 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f045d-9d6c-4679-b35d-699196b9bdbe req-93a63e68-47df-4eca-b183-1034edfbbffd tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:49.166357 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-288f045d-9d6c-4679-b35d-699196b9bdbe req-93a63e68-47df-4eca-b183-1034edfbbffd tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=39a91b43-2695-4423-af18-43e4d929095a HTTP/1.1" status: 200 len: 944 time: 0.0512078 Aug 16 20:58:49.205054 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee7820a-ded6-47d2-a622-c811578c3be9 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:58:49.205898 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-288f045d-9d6c-4679-b35d-699196b9bdbe req-735b2d66-df87-4aef-ae23-7461fba11453 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336127 Aug 16 20:58:49.212350 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bee7820a-ded6-47d2-a622-c811578c3be9 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:49.213555 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-bee7820a-ded6-47d2-a622-c811578c3be9 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "PUT /v2.0/routers/8149cd09-21b3-4e94-8855-cb8202053045 HTTP/1.1" status: 200 len: 694 time: 1.1087790 Aug 16 20:58:49.214453 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fad3f00-5157-4f6a-9adb-69013821fef9 None None] Sync routers for ids ['8149cd09-21b3-4e94-8855-cb8202053045'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:58:49.216183 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49994) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:49.225426 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fad3f00-5157-4f6a-9adb-69013821fef9 None None] Routers {'8149cd09-21b3-4e94-8855-cb8202053045'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:49.226052 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-1fad3f00-5157-4f6a-9adb-69013821fef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:58:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8149cd09-21b3-4e94-8855-cb8202053045'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:49.251465 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:49.269420 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 402adf67-9abe-4dc7-b5bc-8cc9d10dc0af up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:58:49.368736 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-08fc2f09-26a8-450c-98b5-8ba85bfaa9ad tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "GET /v2.0/routers/8149cd09-21b3-4e94-8855-cb8202053045 HTTP/1.1" status: 200 len: 700 time: 0.1512170 Aug 16 20:58:49.371418 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 50004) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:49.409420 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7b80195a-0067-4e76-a6fd-48688922d937 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "GET /v2.0/ports?device_id=8149cd09-21b3-4e94-8855-cb8202053045 HTTP/1.1" status: 200 len: 205 time: 0.0365453 Aug 16 20:58:49.411943 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 50006) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:49.447755 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 402adf67-9abe-4dc7-b5bc-8cc9d10dc0af completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:58:49.448214 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-1fad3f00-5157-4f6a-9adb-69013821fef9 None None] Set router 8149cd09-21b3-4e94-8855-cb8202053045 gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:49.452343 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 402adf67-9abe-4dc7-b5bc-8cc9d10dc0af triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:49.452980 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:49.547410 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8a78f7c8-fa0e-4f5d-9455-7de448956f3c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:49.572193 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-1fad3f00-5157-4f6a-9adb-69013821fef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8149cd09-21b3-4e94-8855-cb8202053045', 'name': 'tempest-RoutersTest-router-1923048695', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:58:47Z', 'updated_at': '2021-08-16T20:58:48Z', 'revision_number': 2, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:49.634377 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:49.641093 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fad3f00-5157-4f6a-9adb-69013821fef9 None None] Checking router: 8149cd09-21b3-4e94-8855-cb8202053045 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:58:49.666049 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fad3f00-5157-4f6a-9adb-69013821fef9 None None] Routers {'8149cd09-21b3-4e94-8855-cb8202053045'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:49.666049 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-1fad3f00-5157-4f6a-9adb-69013821fef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:58:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8149cd09-21b3-4e94-8855-cb8202053045'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:49.700787 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213bcfca-dfc0-4d65-9f74-05735b48f488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402adf67-9abe-4dc7-b5bc-8cc9d10dc0af'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:58:49.709184 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0ab6b8-d9f1-403c-8e87-66f075ab16f9" -d '{"events": [{"server_uuid": "213bcfca-dfc0-4d65-9f74-05735b48f488", "name": "network-vif-plugged", "status": "completed", "tag": "402adf67-9abe-4dc7-b5bc-8cc9d10dc0af"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:58:49.748285 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 402adf67-9abe-4dc7-b5bc-8cc9d10dc0af, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=402adf67-9abe-4dc7-b5bc-8cc9d10dc0af,segment=NetworkSegment(45ea3e3a-3149-407a-86a7-ec72a583a741),segment_id=45ea3e3a-3149-407a-86a7-ec72a583a741)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:49.777846 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-1fad3f00-5157-4f6a-9adb-69013821fef9 None None] Set router 8149cd09-21b3-4e94-8855-cb8202053045 gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:49.781118 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c4ab84-4033-48ec-9ce8-ec6335dc1c6a x-openstack-request-id: req-29c4ab84-4033-48ec-9ce8-ec6335dc1c6a {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:58:49.781419 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213bcfca-dfc0-4d65-9f74-05735b48f488", "name": "network-vif-plugged", "status": "completed", "tag": "402adf67-9abe-4dc7-b5bc-8cc9d10dc0af", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:58:49.781674 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-29c4ab84-4033-48ec-9ce8-ec6335dc1c6a {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:58:49.782075 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213bcfca-dfc0-4d65-9f74-05735b48f488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402adf67-9abe-4dc7-b5bc-8cc9d10dc0af', 'code': 200} Aug 16 20:58:49.865766 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:49.907139 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8a78f7c8-fa0e-4f5d-9455-7de448956f3c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:49.909477 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8a78f7c8-fa0e-4f5d-9455-7de448956f3c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:49.926206 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-1fad3f00-5157-4f6a-9adb-69013821fef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8149cd09-21b3-4e94-8855-cb8202053045', 'name': 'tempest-RoutersTest-router-1923048695', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:58:47Z', 'updated_at': '2021-08-16T20:58:48Z', 'revision_number': 2, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:49.943119 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 54be0827-59fa-45c9-a1ed-3c7e073a00d8 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:58:49.963816 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fad3f00-5157-4f6a-9adb-69013821fef9 None None] The sync data for ids ['8149cd09-21b3-4e94-8855-cb8202053045'] in n-d-793620-15 is: [{'id': '8149cd09-21b3-4e94-8855-cb8202053045', 'name': 'tempest-RoutersTest-router-1923048695', 'tenant_id': '0b19238fc82d40c8a6e9e0dd94761190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:58:47Z', 'updated_at': '2021-08-16T20:58:48Z', 'revision_number': 2, 'project_id': '0b19238fc82d40c8a6e9e0dd94761190', 'gw_port_host': None}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:58:50.028802 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=402adf67-9abe-4dc7-b5bc-8cc9d10dc0af,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:50.102737 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8a78f7c8-fa0e-4f5d-9455-7de448956f3c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:50.103288 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a78f7c8-fa0e-4f5d-9455-7de448956f3c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Fanout notify agent at l3_agent the message router_deleted on router 8149cd09-21b3-4e94-8855-cb8202053045 {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:58:50.115608 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8a78f7c8-fa0e-4f5d-9455-7de448956f3c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:50.120720 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8a78f7c8-fa0e-4f5d-9455-7de448956f3c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "DELETE /v2.0/routers/8149cd09-21b3-4e94-8855-cb8202053045 HTTP/1.1" status: 204 len: 168 time: 0.7036729 Aug 16 20:58:50.121479 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 50024) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:50.130478 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39060a-e7de-4e8f-acc9-5e084e316f87 req-a0020f9d-d2c9-44d5-ab51-ca4db01993eb tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:50.132268 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1d39060a-e7de-4e8f-acc9-5e084e316f87 req-a0020f9d-d2c9-44d5-ab51-ca4db01993eb tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 946 time: 0.1297467 Aug 16 20:58:50.139046 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d573464-983d-4299-b9d6-ecfc265d64ca req-43e753db-5fd6-4f77-a91a-df425d8261a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:50.139459 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 54be0827-59fa-45c9-a1ed-3c7e073a00d8 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:58:50.143977 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0d573464-983d-4299-b9d6-ecfc265d64ca req-43e753db-5fd6-4f77-a91a-df425d8261a8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 1098 time: 0.1359763 Aug 16 20:58:50.145562 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 54be0827-59fa-45c9-a1ed-3c7e073a00d8 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:50.145955 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:50.222372 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 50032) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:50.227952 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f6b018f3-94da-4b0a-ba86-9a7a2eb68dd6 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "GET /v2.0/ports?device_id=8149cd09-21b3-4e94-8855-cb8202053045 HTTP/1.1" status: 200 len: 205 time: 0.0945826 Aug 16 20:58:50.242391 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0d573464-983d-4299-b9d6-ecfc265d64ca req-ef7aa615-a93a-4ba6-b30f-36cc14a14c21 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=584ca7c5-4fb3-485c-b621-2fd9059a622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916092 Aug 16 20:58:50.306375 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-46f7d294-0cbf-453a-ad65-83386af1fe12 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] delete failed (client error): The resource could not be found. Aug 16 20:58:50.310021 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-46f7d294-0cbf-453a-ad65-83386af1fe12 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "DELETE /v2.0/routers/8149cd09-21b3-4e94-8855-cb8202053045 HTTP/1.1" status: 404 len: 336 time: 0.0780232 Aug 16 20:58:50.310414 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 50036) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:50.361000 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1d39060a-e7de-4e8f-acc9-5e084e316f87 req-1697f064-c00c-48df-8723-b94e271593a5 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=584ca7c5-4fb3-485c-b621-2fd9059a622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131674 Aug 16 20:58:50.379918 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-79fad9d2-3a45-44cb-b51d-5d6e8933c6f1 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] DELETE failed (client error): The resource could not be found. Aug 16 20:58:50.381992 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:50.386188 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79fad9d2-3a45-44cb-b51d-5d6e8933c6f1 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:58:50.391728 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-79fad9d2-3a45-44cb-b51d-5d6e8933c6f1 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "DELETE /v2.0/subnets/d88e7abb-04a8-48b7-8b58-6a0efa469899 HTTP/1.1" status: 404 len: 337 time: 0.0802505 Aug 16 20:58:50.393997 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 50040) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:50.442080 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-5431b9a7-4b11-43cf-a6cf-dd5b2e742503 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] DELETE failed (client error): The resource could not be found. Aug 16 20:58:50.442734 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5431b9a7-4b11-43cf-a6cf-dd5b2e742503 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:58:50.444717 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5431b9a7-4b11-43cf-a6cf-dd5b2e742503 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "DELETE /v2.0/subnets/9a9080eb-d870-44bb-bdb8-1cbbc8fe9c3e HTTP/1.1" status: 404 len: 337 time: 0.0497851 Aug 16 20:58:50.456896 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 50048) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:50.475488 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 54be0827-59fa-45c9-a1ed-3c7e073a00d8, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=54be0827-59fa-45c9-a1ed-3c7e073a00d8,segment=NetworkSegment(53b76348-81c8-4bfa-909a-3d74533ded61),segment_id=53b76348-81c8-4bfa-909a-3d74533ded61)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:50.487383 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-616806d0-f27f-4523-b488-fa7deb5fdbd2 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] DELETE failed (client error): The resource could not be found. Aug 16 20:58:50.488136 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-616806d0-f27f-4523-b488-fa7deb5fdbd2 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:58:50.490972 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-616806d0-f27f-4523-b488-fa7deb5fdbd2 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "DELETE /v2.0/subnets/95489d13-66c0-40de-831e-594beeadd3f2 HTTP/1.1" status: 404 len: 337 time: 0.0329468 Aug 16 20:58:50.493678 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 50050) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:50.501862 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ebf90-ac57-4de2-bcb7-a84f3fabf940 req-2c9a7c65-e6b6-4d8c-bfdd-ab3fb682973a tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:50.509494 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-899ebf90-ac57-4de2-bcb7-a84f3fabf940 req-2c9a7c65-e6b6-4d8c-bfdd-ab3fb682973a tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=39a91b43-2695-4423-af18-43e4d929095a HTTP/1.1" status: 200 len: 944 time: 0.1094582 Aug 16 20:58:50.521960 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc2a47ad-ccf5-40fc-85fb-47a1090f2a2f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] DELETE failed (client error): The resource could not be found. Aug 16 20:58:50.522682 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc2a47ad-ccf5-40fc-85fb-47a1090f2a2f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:58:50.524645 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fc2a47ad-ccf5-40fc-85fb-47a1090f2a2f tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "DELETE /v2.0/subnets/b249d9e9-dc60-4d3a-b78c-07e4f8262c10 HTTP/1.1" status: 404 len: 337 time: 0.0298569 Aug 16 20:58:50.527488 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 50052) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:50.570467 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2adc96b5-9911-4ae9-9504-5b77e8aeb2ab tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "GET /v2.0/ports?device_id=213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a HTTP/1.1" status: 200 len: 205 time: 0.0412300 Aug 16 20:58:50.573105 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-899ebf90-ac57-4de2-bcb7-a84f3fabf940 req-ad33359a-8bad-4e0b-8fb0-f4ca70cb5b4f tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626678 Aug 16 20:58:50.573991 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 50056) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:50.588877 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:50.620426 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-db12a3a8-15ca-49b2-98fb-23c782710df9 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] delete failed (client error): The resource could not be found. Aug 16 20:58:50.622529 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-db12a3a8-15ca-49b2-98fb-23c782710df9 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "DELETE /v2.0/routers/213dad3a-4a7f-4a3e-a6ae-67ca1c195b3a HTTP/1.1" status: 404 len: 336 time: 0.0472128 Aug 16 20:58:50.625215 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 50058) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:50.663930 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8a92c08e-b9b1-493d-b4c4-0b9ff1b5c276 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "GET /v2.0/ports?device_id=4429950b-5ee0-4d5a-8cf1-74778001288c HTTP/1.1" status: 200 len: 205 time: 0.0374017 Aug 16 20:58:50.666307 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 50060) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:50.684826 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=54be0827-59fa-45c9-a1ed-3c7e073a00d8,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:50.728063 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-baf805a5-e9dc-41f9-9d92-6b61ce531b4c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] delete failed (client error): The resource could not be found. Aug 16 20:58:50.731742 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-baf805a5-e9dc-41f9-9d92-6b61ce531b4c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "DELETE /v2.0/routers/4429950b-5ee0-4d5a-8cf1-74778001288c HTTP/1.1" status: 404 len: 336 time: 0.0643952 Aug 16 20:58:50.731987 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 50064) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:50.786510 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-81faa9f3-8872-46da-91b3-82ec7573968c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] DELETE failed (client error): The resource could not be found. Aug 16 20:58:50.787258 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81faa9f3-8872-46da-91b3-82ec7573968c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:58:50.789281 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-81faa9f3-8872-46da-91b3-82ec7573968c tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "DELETE /v2.0/subnets/fd904c89-befe-4c48-bcc6-70a3d5acca11 HTTP/1.1" status: 404 len: 337 time: 0.0550766 Aug 16 20:58:50.793026 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 50068) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:50.835067 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-11b6bc2f-254f-4553-a808-5513849612ad tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "GET /v2.0/ports?device_id=4e66dc38-2937-4016-99c3-cdd43c9dddf7 HTTP/1.1" status: 200 len: 205 time: 0.0380802 Aug 16 20:58:50.837646 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 50072) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:50.893437 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-b7957634-aa7e-4195-aef1-e45c3993deeb tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] delete failed (client error): The resource could not be found. Aug 16 20:58:50.893437 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b7957634-aa7e-4195-aef1-e45c3993deeb tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "DELETE /v2.0/routers/4e66dc38-2937-4016-99c3-cdd43c9dddf7 HTTP/1.1" status: 404 len: 336 time: 0.0455518 Aug 16 20:58:50.893719 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 50076) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:50.927837 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b32716d1-18f6-4f49-bed6-cfd9ec37b5ab tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "GET /v2.0/ports?device_id=ac09ed3c-28e8-4d6f-9787-e342222b3b12 HTTP/1.1" status: 200 len: 205 time: 0.0323944 Aug 16 20:58:50.928699 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 50080) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:50.984319 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-35240b3e-a8ac-47a0-a2a3-74d844057852 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] delete failed (client error): The resource could not be found. Aug 16 20:58:50.985342 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-35240b3e-a8ac-47a0-a2a3-74d844057852 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "DELETE /v2.0/routers/ac09ed3c-28e8-4d6f-9787-e342222b3b12 HTTP/1.1" status: 404 len: 336 time: 0.0557058 Aug 16 20:58:50.988142 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 50084) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:51.032388 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-86659de5-16f2-4069-bdf2-e09858a5cb69 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] DELETE failed (client error): The resource could not be found. Aug 16 20:58:51.033084 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86659de5-16f2-4069-bdf2-e09858a5cb69 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:58:51.035439 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-86659de5-16f2-4069-bdf2-e09858a5cb69 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "DELETE /v2.0/subnets/cd9a58d5-8a1b-4d40-a8a4-388d6c1cb8b5 HTTP/1.1" status: 404 len: 337 time: 0.0461581 Aug 16 20:58:51.038148 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 50086) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:51.073858 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8f6a8dad-76d8-49c7-abf5-9438ea9b7d9b tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "GET /v2.0/ports?device_id=b65da5ff-15cd-4266-90d8-221c5d42ca9c HTTP/1.1" status: 200 len: 205 time: 0.0318627 Aug 16 20:58:51.074096 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 50088) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:51.119349 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-15169c2c-2b2d-436d-82a5-4c873a4361c8 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] delete failed (client error): The resource could not be found. Aug 16 20:58:51.120432 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-15169c2c-2b2d-436d-82a5-4c873a4361c8 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "DELETE /v2.0/routers/b65da5ff-15cd-4266-90d8-221c5d42ca9c HTTP/1.1" status: 404 len: 336 time: 0.0453281 Aug 16 20:58:51.122986 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 50090) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:51.155114 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6f8795e-9e8b-4702-9493-5552f9211d85 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] DELETE failed (client error): The resource could not be found. Aug 16 20:58:51.155504 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6f8795e-9e8b-4702-9493-5552f9211d85 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:58:51.159868 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b6f8795e-9e8b-4702-9493-5552f9211d85 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "DELETE /v2.0/subnets/f531d8d9-9db6-41dc-9cf1-a8694efeb4c2 HTTP/1.1" status: 404 len: 337 time: 0.0333481 Aug 16 20:58:51.161315 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 50094) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:51.189233 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-78d87ee3-9cb0-4478-83ac-c7a7cd9e9a7e tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "GET /v2.0/ports?device_id=62b91303-2326-4ed1-b12b-a898f6b04cc6 HTTP/1.1" status: 200 len: 205 time: 0.0267873 Aug 16 20:58:51.192153 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 50098) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:51.233148 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-ac2e32d9-e945-42fa-9e0d-6e254f6188a2 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] delete failed (client error): The resource could not be found. Aug 16 20:58:51.234313 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ac2e32d9-e945-42fa-9e0d-6e254f6188a2 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "DELETE /v2.0/routers/62b91303-2326-4ed1-b12b-a898f6b04cc6 HTTP/1.1" status: 404 len: 336 time: 0.0411265 Aug 16 20:58:51.236814 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 50106) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:51.265244 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-afcdc000-e6aa-4d86-8333-a939ef285ac1 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] DELETE failed (client error): The resource could not be found. Aug 16 20:58:51.265689 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afcdc000-e6aa-4d86-8333-a939ef285ac1 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:58:51.267390 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-afcdc000-e6aa-4d86-8333-a939ef285ac1 tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "DELETE /v2.0/subnets/e58b4461-d21c-494b-ad9a-98501ad96e6c HTTP/1.1" status: 404 len: 337 time: 0.0296862 Aug 16 20:58:51.269887 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 50108) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:51.307259 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-847b43f6-9800-4177-8cf5-5651fd52ab0e tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] DELETE failed (client error): The resource could not be found. Aug 16 20:58:51.307726 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-847b43f6-9800-4177-8cf5-5651fd52ab0e tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:58:51.311963 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-847b43f6-9800-4177-8cf5-5651fd52ab0e tempest-RoutersTest-907447538 tempest-RoutersTest-907447538-project] 10.222.0.84 "DELETE /v2.0/subnets/1b717acf-8e27-45e3-b709-e5e9b78eb2e3 HTTP/1.1" status: 404 len: 337 time: 0.0387235 Aug 16 20:58:51.496817 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed599777-0a8e-489d-93a3-fb49f5c5edcb req-bbd6dec4-4595-40b7-9e7d-5c8546a66258 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:51.498421 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ed599777-0a8e-489d-93a3-fb49f5c5edcb req-bbd6dec4-4595-40b7-9e7d-5c8546a66258 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 946 time: 0.0567572 Aug 16 20:58:51.543314 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ed599777-0a8e-489d-93a3-fb49f5c5edcb req-59322670-6682-43a2-bc45-c94e6532f296 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=584ca7c5-4fb3-485c-b621-2fd9059a622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359321 Aug 16 20:58:51.716201 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed684a-1771-4c3c-a0e2-d02a0d110447 req-4ac7f3bb-b33a-46a5-bd78-80a67de2d64a tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:51.718310 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b3ed684a-1771-4c3c-a0e2-d02a0d110447 req-4ac7f3bb-b33a-46a5-bd78-80a67de2d64a tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 946 time: 0.0885468 Aug 16 20:58:51.726946 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 50128) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:51.731134 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4c6f9-80b4-4971-afd0-a85448cc75d6 req-3ed8f0a1-e575-46f0-acd1-24794e7a30db tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:51.732350 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-07568896-3790-4da4-b211-b68626ca7c02 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Request body: {'floatingip': {'port_id': '402adf67-9abe-4dc7-b5bc-8cc9d10dc0af'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:51.733044 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cfa4c6f9-80b4-4971-afd0-a85448cc75d6 req-3ed8f0a1-e575-46f0-acd1-24794e7a30db tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=39a91b43-2695-4423-af18-43e4d929095a HTTP/1.1" status: 200 len: 945 time: 0.0717874 Aug 16 20:58:51.778320 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-07568896-3790-4da4-b211-b68626ca7c02 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for floatingip, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:51.780776 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cfa4c6f9-80b4-4971-afd0-a85448cc75d6 req-9c98cfae-ae20-41dc-9ce4-4bc831e7ede8 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413575 Aug 16 20:58:51.783306 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a91b43-2695-4423-af18-43e4d929095a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54be0827-59fa-45c9-a1ed-3c7e073a00d8'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:58:51.785844 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1611d489-7460-445c-931c-9c4538af923a" -d '{"events": [{"server_uuid": "39a91b43-2695-4423-af18-43e4d929095a", "name": "network-vif-plugged", "status": "completed", "tag": "54be0827-59fa-45c9-a1ed-3c7e073a00d8"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:58:51.828284 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17045654-bc63-41ab-a3e2-b8e84ef333d6 x-openstack-request-id: req-17045654-bc63-41ab-a3e2-b8e84ef333d6 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:58:51.828732 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a91b43-2695-4423-af18-43e4d929095a", "name": "network-vif-plugged", "status": "completed", "tag": "54be0827-59fa-45c9-a1ed-3c7e073a00d8", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:58:51.829024 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-17045654-bc63-41ab-a3e2-b8e84ef333d6 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:58:51.837682 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a91b43-2695-4423-af18-43e4d929095a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54be0827-59fa-45c9-a1ed-3c7e073a00d8', 'code': 200} Aug 16 20:58:51.921627 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 50136) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:51.953685 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:52.008877 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf3cce-9b15-4ef0-a4e6-f36a8af5a605 req-9bf98752-7262-4647-94d8-ac1fba8ac28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:52.010913 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0bdf3cce-9b15-4ef0-a4e6-f36a8af5a605 req-9bf98752-7262-4647-94d8-ac1fba8ac28f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=39a91b43-2695-4423-af18-43e4d929095a HTTP/1.1" status: 200 len: 1097 time: 0.0523269 Aug 16 20:58:52.070096 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0bdf3cce-9b15-4ef0-a4e6-f36a8af5a605 req-4fd1d743-e39e-42f0-88c4-9fdc10cc1f79 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514712 Aug 16 20:58:52.162868 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bcd50754-2581-4022-877b-a2c952a12790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:52.185685 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 50148) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:52.311049 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b3ff4dd1-16e6-45c2-997b-c2c063448407 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0b19238fc82d40c8a6e9e0dd94761190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1241755 Aug 16 20:58:52.318086 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bcd50754-2581-4022-877b-a2c952a12790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:52.318899 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 50160) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:52.404406 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-07568896-3790-4da4-b211-b68626ca7c02 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:52.556915 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-07568896-3790-4da4-b211-b68626ca7c02 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:52.679091 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [None req-07568896-3790-4da4-b211-b68626ca7c02 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Floating IP 66203cbe-d43c-41c3-8e42-dd15b9751093 associated. External IP: 172.25.1.236, port: 402adf67-9abe-4dc7-b5bc-8cc9d10dc0af. Aug 16 20:58:52.697166 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d9f6c-497d-4a75-af78-64022a1cceb8 req-09d0b03b-a656-4bb9-b584-0dee94b0591c tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:52.698660 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c10d9f6c-497d-4a75-af78-64022a1cceb8 req-09d0b03b-a656-4bb9-b584-0dee94b0591c tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 945 time: 0.3776383 Aug 16 20:58:52.700176 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bcd50754-2581-4022-877b-a2c952a12790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:52.702645 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-61a0f103-5d02-4944-a9de-7f908953b36c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:52.772626 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-61a0f103-5d02-4944-a9de-7f908953b36c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:52.776523 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-bcd50754-2581-4022-877b-a2c952a12790 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7241735b10ac4df1bc8e6f612a2dd75f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8607402 Aug 16 20:58:52.785989 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 50168) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:52.787866 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd50754-2581-4022-877b-a2c952a12790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65371da-c4f4-436e-af10-829eece54307,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:52.828315 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c10d9f6c-497d-4a75-af78-64022a1cceb8 req-a901c8bc-7f42-47c3-9c06-2767fbfd6716 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201756 Aug 16 20:58:52.896010 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9b881144-e2b9-4df2-957d-15718e0f8fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:52.963938 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-61a0f103-5d02-4944-a9de-7f908953b36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:52.968082 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-61a0f103-5d02-4944-a9de-7f908953b36c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:52.970377 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-61a0f103-5d02-4944-a9de-7f908953b36c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9f5f54f9-d0e3-4fda-b676-018f8df8866e HTTP/1.1" status: 204 len: 168 time: 0.6505082 Aug 16 20:58:52.984944 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a0f103-5d02-4944-a9de-7f908953b36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5f54f9-d0e3-4fda-b676-018f8df8866e,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:53.010775 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f2a6e-3112-47b6-b1ff-fc7e2a86ef35 req-73380fbc-6745-45ca-961f-77a0d66d5b20 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:53.012823 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b82f2a6e-3112-47b6-b1ff-fc7e2a86ef35 req-73380fbc-6745-45ca-961f-77a0d66d5b20 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=39a91b43-2695-4423-af18-43e4d929095a HTTP/1.1" status: 200 len: 945 time: 0.0991724 Aug 16 20:58:53.046886 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07568896-3790-4da4-b211-b68626ca7c02 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Router 6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:58:53.066741 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9b881144-e2b9-4df2-957d-15718e0f8fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:53.081230 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b82f2a6e-3112-47b6-b1ff-fc7e2a86ef35 req-a006ab65-8207-43d4-b56d-4c5795518332 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603313 Aug 16 20:58:53.241055 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07568896-3790-4da4-b211-b68626ca7c02 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:58:53.247746 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-07568896-3790-4da4-b211-b68626ca7c02 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:53.252922 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c1cc1e-fd3f-4e21-a462-45b5e4c70731 None None] Sync routers for ids ['6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:58:53.268632 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c1cc1e-fd3f-4e21-a462-45b5e4c70731 None None] Routers {'6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:53.269541 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-a7c1cc1e-fd3f-4e21-a462-45b5e4c70731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:58:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:53.324359 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9b881144-e2b9-4df2-957d-15718e0f8fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:53.327025 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9b881144-e2b9-4df2-957d-15718e0f8fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:53.328236 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9b881144-e2b9-4df2-957d-15718e0f8fc5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a65371da-c4f4-436e-af10-829eece54307 HTTP/1.1" status: 204 len: 168 time: 0.5416219 Aug 16 20:58:53.347924 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-07568896-3790-4da4-b211-b68626ca7c02 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "PUT /v2.0/floatingips/66203cbe-d43c-41c3-8e42-dd15b9751093 HTTP/1.1" status: 200 len: 992 time: 1.6197057 Aug 16 20:58:53.348955 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213bcfca-dfc0-4d65-9f74-05735b48f488', 'tag': '402adf67-9abe-4dc7-b5bc-8cc9d10dc0af'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:58:53.351950 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656b38af-e77a-4ebc-9ef2-a2557b04e11b" -d '{"events": [{"name": "network-changed", "server_uuid": "213bcfca-dfc0-4d65-9f74-05735b48f488", "tag": "402adf67-9abe-4dc7-b5bc-8cc9d10dc0af"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:58:53.356694 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b881144-e2b9-4df2-957d-15718e0f8fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65371da-c4f4-436e-af10-829eece54307,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:53.454376 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-a7c1cc1e-fd3f-4e21-a462-45b5e4c70731 None None] Set router 6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:53.492983 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93465687-02e6-45cf-8a17-236061153ba1 x-openstack-request-id: req-93465687-02e6-45cf-8a17-236061153ba1 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:58:53.493486 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "213bcfca-dfc0-4d65-9f74-05735b48f488", "tag": "402adf67-9abe-4dc7-b5bc-8cc9d10dc0af", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:58:53.493486 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-93465687-02e6-45cf-8a17-236061153ba1 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:58:53.493907 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '213bcfca-dfc0-4d65-9f74-05735b48f488', 'tag': '402adf67-9abe-4dc7-b5bc-8cc9d10dc0af', 'status': 'completed', 'code': 200} Aug 16 20:58:53.571448 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b38af-e77a-4ebc-9ef2-a2557b04e11b req-50683b40-f452-4a46-95d0-7de914440746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:53.579231 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-656b38af-e77a-4ebc-9ef2-a2557b04e11b req-50683b40-f452-4a46-95d0-7de914440746 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a0e033d4713247c4be0e53c874c211ee&device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 1098 time: 0.0563378 Aug 16 20:58:53.681684 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b38af-e77a-4ebc-9ef2-a2557b04e11b req-b58b08c6-fa7c-41fd-99d1-0532ebd34af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:53.683156 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-656b38af-e77a-4ebc-9ef2-a2557b04e11b req-b58b08c6-fa7c-41fd-99d1-0532ebd34af5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f21989d2-1803-4d82-bc06-7ef94db801de HTTP/1.1" status: 200 len: 911 time: 0.0985286 Aug 16 20:58:53.736840 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-a7c1cc1e-fd3f-4e21-a462-45b5e4c70731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'name': 'tempest-AttachVolumeTestJSON-249209008-router', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:58:13Z', 'updated_at': '2021-08-16T20:58:18Z', 'revision_number': 4, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'gw_port': {'id': '2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:14Z', 'updated_at': '2021-08-16T20:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '66203cbe-d43c-41c3-8e42-dd15b9751093', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'floating_ip_address': '172.25.1.236', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'port_id': '402adf67-9abe-4dc7-b5bc-8cc9d10dc0af', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de', 'mac_address': 'fa:16:3e:86:7f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213bcfca-dfc0-4d65-9f74-05735b48f488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:58:24Z', 'updated_at': '2021-08-16T20:58:52Z', 'revision_number': 1, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5046a0a8-6596-4e56-9c14-237c0083403a', 'name': '', 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'mac_address': 'fa:16:3e:cb:62:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '03f69758-9eaf-430a-b99d-d64769716af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:17Z', 'updated_at': '2021-08-16T20:58:30Z', 'revision_number': 5, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'subnets': [{'id': '03f69758-9eaf-430a-b99d-d64769716af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:53.762877 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-656b38af-e77a-4ebc-9ef2-a2557b04e11b req-b7bccde3-c074-40ae-9f37-ecf528aeb9bb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=402adf67-9abe-4dc7-b5bc-8cc9d10dc0af HTTP/1.1" status: 200 len: 1000 time: 0.0725815 Aug 16 20:58:53.769755 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c1cc1e-fd3f-4e21-a462-45b5e4c70731 None None] Checking router: 6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:58:53.780569 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c1cc1e-fd3f-4e21-a462-45b5e4c70731 None None] Routers {'6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:53.781340 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-a7c1cc1e-fd3f-4e21-a462-45b5e4c70731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T20:58:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:53.825752 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b38af-e77a-4ebc-9ef2-a2557b04e11b req-08266b41-be01-4411-99a0-3027e58df0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:53.828104 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-656b38af-e77a-4ebc-9ef2-a2557b04e11b req-08266b41-be01-4411-99a0-3027e58df0f2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=03f69758-9eaf-430a-b99d-d64769716af9 HTTP/1.1" status: 200 len: 849 time: 0.0576484 Aug 16 20:58:53.876950 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b38af-e77a-4ebc-9ef2-a2557b04e11b req-6ead58a2-c839-40e8-a900-56152a94cd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:53.878584 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-656b38af-e77a-4ebc-9ef2-a2557b04e11b req-6ead58a2-c839-40e8-a900-56152a94cd10 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f21989d2-1803-4d82-bc06-7ef94db801de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438066 Aug 16 20:58:53.907685 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-a7c1cc1e-fd3f-4e21-a462-45b5e4c70731 None None] Set router 6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:54.029508 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-656b38af-e77a-4ebc-9ef2-a2557b04e11b req-6183f0d0-13ad-4795-8be2-7d594f8b304b service neutron] 10.222.0.90 "GET /v2.0/networks/f21989d2-1803-4d82-bc06-7ef94db801de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426256 Aug 16 20:58:54.237188 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-656b38af-e77a-4ebc-9ef2-a2557b04e11b req-0614afc3-42d5-4039-9e49-ce9b9806ed3a service neutron] 10.222.0.90 "GET /v2.0/networks/f21989d2-1803-4d82-bc06-7ef94db801de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000699 Aug 16 20:58:54.267489 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02eef29-91b5-491c-a083-3ce3d33ef313 req-1ca294da-f4ad-4816-ab07-9dae769f2b02 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:54.267489 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f02eef29-91b5-491c-a083-3ce3d33ef313 req-1ca294da-f4ad-4816-ab07-9dae769f2b02 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=39a91b43-2695-4423-af18-43e4d929095a HTTP/1.1" status: 200 len: 945 time: 0.0874579 Aug 16 20:58:54.277232 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-a7c1cc1e-fd3f-4e21-a462-45b5e4c70731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'name': 'tempest-AttachVolumeTestJSON-249209008-router', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:58:13Z', 'updated_at': '2021-08-16T20:58:18Z', 'revision_number': 4, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'gw_port': {'id': '2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:14Z', 'updated_at': '2021-08-16T20:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '66203cbe-d43c-41c3-8e42-dd15b9751093', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'floating_ip_address': '172.25.1.236', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'port_id': '402adf67-9abe-4dc7-b5bc-8cc9d10dc0af', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de', 'mac_address': 'fa:16:3e:86:7f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213bcfca-dfc0-4d65-9f74-05735b48f488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:58:24Z', 'updated_at': '2021-08-16T20:58:52Z', 'revision_number': 1, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5046a0a8-6596-4e56-9c14-237c0083403a', 'name': '', 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'mac_address': 'fa:16:3e:cb:62:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '03f69758-9eaf-430a-b99d-d64769716af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:17Z', 'updated_at': '2021-08-16T20:58:30Z', 'revision_number': 5, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'subnets': [{'id': '03f69758-9eaf-430a-b99d-d64769716af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:54.332918 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f02eef29-91b5-491c-a083-3ce3d33ef313 req-2d0edf5d-8e44-477e-8900-77ece20fd02e tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538385 Aug 16 20:58:54.346688 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c1cc1e-fd3f-4e21-a462-45b5e4c70731 None None] The sync data for ids ['6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955'] in n-d-793620-15 is: [{'id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'name': 'tempest-AttachVolumeTestJSON-249209008-router', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:58:13Z', 'updated_at': '2021-08-16T20:58:18Z', 'revision_number': 4, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'gw_port': {'id': '2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:14Z', 'updated_at': '2021-08-16T20:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '66203cbe-d43c-41c3-8e42-dd15b9751093', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'floating_ip_address': '172.25.1.236', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'port_id': '402adf67-9abe-4dc7-b5bc-8cc9d10dc0af', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de', 'mac_address': 'fa:16:3e:86:7f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213bcfca-dfc0-4d65-9f74-05735b48f488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:58:24Z', 'updated_at': '2021-08-16T20:58:52Z', 'revision_number': 1, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5046a0a8-6596-4e56-9c14-237c0083403a', 'name': '', 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'mac_address': 'fa:16:3e:cb:62:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '03f69758-9eaf-430a-b99d-d64769716af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:17Z', 'updated_at': '2021-08-16T20:58:30Z', 'revision_number': 5, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'subnets': [{'id': '03f69758-9eaf-430a-b99d-d64769716af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:58:54.579940 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90954d3c-3c3f-474e-a37a-b72f9dc16fd2 None None] New status for floating IP 66203cbe-d43c-41c3-8e42-dd15b9751093: ACTIVE {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:58:54.841299 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69dbed4-acac-403f-aafd-777d4668bf44 req-d19aad7a-bf1c-4690-9cb5-7594c5a42edc tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:54.842818 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c69dbed4-acac-403f-aafd-777d4668bf44 req-d19aad7a-bf1c-4690-9cb5-7594c5a42edc tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=39a91b43-2695-4423-af18-43e4d929095a HTTP/1.1" status: 200 len: 945 time: 0.0648906 Aug 16 20:58:54.896167 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c69dbed4-acac-403f-aafd-777d4668bf44 req-59bcd030-a338-411b-8d24-5a08556ad004 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435257 Aug 16 20:58:55.530433 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 50270) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:55.730833 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-7e0de84f-e1ee-4df7-868a-adc5ebefbcda tempest-DvrRoutersNegativeTest-983635853 tempest-DvrRoutersNegativeTest-983635853-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-218346206', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:55.733772 n-d-793620-15 neutron-server[101844]: DEBUG neutron.policy [None req-7e0de84f-e1ee-4df7-868a-adc5ebefbcda tempest-DvrRoutersNegativeTest-983635853 tempest-DvrRoutersNegativeTest-983635853-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101844) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 16 20:58:55.734082 n-d-793620-15 neutron-server[101844]: DEBUG neutron.policy [None req-7e0de84f-e1ee-4df7-868a-adc5ebefbcda tempest-DvrRoutersNegativeTest-983635853 tempest-DvrRoutersNegativeTest-983635853-project] Failed policy check for 'create_router' {{(pid=101844) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 16 20:58:55.734624 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-7e0de84f-e1ee-4df7-868a-adc5ebefbcda tempest-DvrRoutersNegativeTest-983635853 tempest-DvrRoutersNegativeTest-983635853-project] create failed (client error): Access was denied to this resource. Aug 16 20:58:55.735686 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-7e0de84f-e1ee-4df7-868a-adc5ebefbcda tempest-DvrRoutersNegativeTest-983635853 tempest-DvrRoutersNegativeTest-983635853-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2041426 Aug 16 20:58:55.970959 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device c3aa98f1-01de-4b07-a953-b17b46875501 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:58:55.973100 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device c3aa98f1-01de-4b07-a953-b17b46875501 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:58:56.042629 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9ae31-8cd5-490a-a64c-80a07538e0d8 req-e02816e6-8dba-452f-bb37-bd089bfc0760 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:56.044771 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f2f9ae31-8cd5-490a-a64c-80a07538e0d8 req-e02816e6-8dba-452f-bb37-bd089bfc0760 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=39a91b43-2695-4423-af18-43e4d929095a HTTP/1.1" status: 200 len: 945 time: 0.0748496 Aug 16 20:58:56.106782 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f2f9ae31-8cd5-490a-a64c-80a07538e0d8 req-f5cc2870-10fe-443c-a858-ffe3e1802a17 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539517 Aug 16 20:58:56.179642 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:56.217949 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port c3aa98f1-01de-4b07-a953-b17b46875501, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c3aa98f1-01de-4b07-a953-b17b46875501,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:56.220076 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f75bf3d-7db1-46c3-84fd-31a25c6c56fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3aa98f1-01de-4b07-a953-b17b46875501'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:58:56.228365 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ccda1a-3bf5-4919-9b04-759c14bd61eb" -d '{"events": [{"server_uuid": "3f75bf3d-7db1-46c3-84fd-31a25c6c56fa", "name": "network-vif-unplugged", "status": "completed", "tag": "c3aa98f1-01de-4b07-a953-b17b46875501"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:58:56.241705 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port c3aa98f1-01de-4b07-a953-b17b46875501, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c3aa98f1-01de-4b07-a953-b17b46875501,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:56.242855 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': 'c3aa98f1-01de-4b07-a953-b17b46875501', 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781', 'port_id': 'c3aa98f1-01de-4b07-a953-b17b46875501', 'mac_address': 'fa:16:3e:b9:17:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20aa60f1-bb16-40f5-b2dd-0341c13f6e8c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:58:56.267653 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf44abd-876a-46d9-98c9-0ed1828cf9eb x-openstack-request-id: req-8bf44abd-876a-46d9-98c9-0ed1828cf9eb {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:58:56.267974 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f75bf3d-7db1-46c3-84fd-31a25c6c56fa", "name": "network-vif-unplugged", "status": "completed", "tag": "c3aa98f1-01de-4b07-a953-b17b46875501", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:58:56.268231 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8bf44abd-876a-46d9-98c9-0ed1828cf9eb {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:58:56.268776 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f75bf3d-7db1-46c3-84fd-31a25c6c56fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3aa98f1-01de-4b07-a953-b17b46875501', 'code': 200} Aug 16 20:58:56.284294 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:56.304966 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3aa98f1-01de-4b07-a953-b17b46875501 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:58:56.345202 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:56.417112 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.db.api [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:58:56.417112 n-d-793620-15 neutron-server[101846]: DEBUG oslo_db.api [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:58:56.431365 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=c3aa98f1-01de-4b07-a953-b17b46875501,revision_number=8']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:56.526957 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 50342) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:56.705239 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 50356) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:56.721648 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526534fd-4789-4fe6-9a14-c84f4ebb0e44 req-fb9d7688-f8fa-45a5-baa8-ab4968817a07 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:56.728997 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-526534fd-4789-4fe6-9a14-c84f4ebb0e44 req-fb9d7688-f8fa-45a5-baa8-ab4968817a07 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=39a91b43-2695-4423-af18-43e4d929095a HTTP/1.1" status: 200 len: 945 time: 0.0700145 Aug 16 20:58:56.764886 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-526534fd-4789-4fe6-9a14-c84f4ebb0e44 req-456f8123-6d9e-42d5-bf83-21bbfa7c60a8 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344419 Aug 16 20:58:56.785782 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-04f3a122-76d3-4996-9f03-4eb5a0469d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:56.804640 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eb24f656-64ab-4489-aaa4-d6d4c210dd2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:56.876727 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-04f3a122-76d3-4996-9f03-4eb5a0469d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:56.953382 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:56.965775 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3aa98f1-01de-4b07-a953-b17b46875501 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:58:56.978690 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-04f3a122-76d3-4996-9f03-4eb5a0469d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:56.986922 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port c3aa98f1-01de-4b07-a953-b17b46875501, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c3aa98f1-01de-4b07-a953-b17b46875501,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:57.020226 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-04f3a122-76d3-4996-9f03-4eb5a0469d00 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=419fe3028d264998b6852e0964e3b347&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3127589 Aug 16 20:58:57.020957 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f3a122-76d3-4996-9f03-4eb5a0469d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64e7c5b-86bd-4be4-8104-9a9665c7839c,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:57.022741 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 50364) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:57.093370 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.094615 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eb24f656-64ab-4489-aaa4-d6d4c210dd2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.099385 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bc46714c-b1cf-44ab-a4b7-a5abd0907a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.121125 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bc46714c-b1cf-44ab-a4b7-a5abd0907a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.148053 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=c3aa98f1-01de-4b07-a953-b17b46875501,revision_number=9']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:57.210465 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eb24f656-64ab-4489-aaa4-d6d4c210dd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.226954 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['c3aa98f1-01de-4b07-a953-b17b46875501'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:58:57.253784 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bc46714c-b1cf-44ab-a4b7-a5abd0907a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.256411 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bc46714c-b1cf-44ab-a4b7-a5abd0907a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.260316 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-bc46714c-b1cf-44ab-a4b7-a5abd0907a48 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f64e7c5b-86bd-4be4-8104-9a9665c7839c HTTP/1.1" status: 204 len: 168 time: 0.2364895 Aug 16 20:58:57.264789 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-eb24f656-64ab-4489-aaa4-d6d4c210dd2a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=119bcd7f8a6a435cb89dd9a0bcfdb96a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7362344 Aug 16 20:58:57.265970 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb24f656-64ab-4489-aaa4-d6d4c210dd2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5f55ff-2421-45c5-aa5b-a0b43bac0163,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:57.267609 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 50390) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:57.278540 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc46714c-b1cf-44ab-a4b7-a5abd0907a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64e7c5b-86bd-4be4-8104-9a9665c7839c,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:57.343944 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-16e0a5cf-cbcd-4cb4-86cc-aa2b3724509c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.371758 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-16e0a5cf-cbcd-4cb4-86cc-aa2b3724509c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.519066 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-16e0a5cf-cbcd-4cb4-86cc-aa2b3724509c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.522040 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-16e0a5cf-cbcd-4cb4-86cc-aa2b3724509c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.523588 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-16e0a5cf-cbcd-4cb4-86cc-aa2b3724509c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0a5f55ff-2421-45c5-aa5b-a0b43bac0163 HTTP/1.1" status: 204 len: 168 time: 0.2544198 Aug 16 20:58:57.542837 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e0a5cf-cbcd-4cb4-86cc-aa2b3724509c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5f55ff-2421-45c5-aa5b-a0b43bac0163,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:57.906307 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b04b95-deda-43fd-ae13-ccb7a7112f99 req-65f999a6-333f-443f-8b8d-d4c9d696b6e9 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:57.907893 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-06b04b95-deda-43fd-ae13-ccb7a7112f99 req-65f999a6-333f-443f-8b8d-d4c9d696b6e9 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=39a91b43-2695-4423-af18-43e4d929095a HTTP/1.1" status: 200 len: 945 time: 0.0576639 Aug 16 20:58:57.972966 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-06b04b95-deda-43fd-ae13-ccb7a7112f99 req-b6ce671f-ccaf-4e9f-86e3-7cc1af393669 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574124 Aug 16 20:58:58.085223 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 50432) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:58.099714 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ba81b3fc-cd21-4a79-adc0-df5165e3b435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:58.218419 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ba81b3fc-cd21-4a79-adc0-df5165e3b435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:58.296036 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ba81b3fc-cd21-4a79-adc0-df5165e3b435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:58.348398 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ba81b3fc-cd21-4a79-adc0-df5165e3b435 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d7a1807ea9344ab7af89bb039f6ee722&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2597003 Aug 16 20:58:58.348398 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81b3fc-cd21-4a79-adc0-df5165e3b435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c61c5f-e47f-47ee-a03d-713c9d23009f,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:58.348926 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 50442) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:58.416090 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-354bfe4c-cadb-486e-a714-0348e8e40563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:58.442789 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-354bfe4c-cadb-486e-a714-0348e8e40563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:58.561462 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cccd51-f770-4511-b44b-2dec73c26d90 req-cb153a34-ceda-40c2-b012-769f79d87fe2 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:58.561462 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d4cccd51-f770-4511-b44b-2dec73c26d90 req-cb153a34-ceda-40c2-b012-769f79d87fe2 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.72 "GET /v2.0/ports?device_id=39a91b43-2695-4423-af18-43e4d929095a HTTP/1.1" status: 200 len: 945 time: 0.0640771 Aug 16 20:58:58.673582 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-354bfe4c-cadb-486e-a714-0348e8e40563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:58.675773 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-354bfe4c-cadb-486e-a714-0348e8e40563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:58.678119 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-354bfe4c-cadb-486e-a714-0348e8e40563 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a5c61c5f-e47f-47ee-a03d-713c9d23009f HTTP/1.1" status: 204 len: 168 time: 0.3269439 Aug 16 20:58:58.688522 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354bfe4c-cadb-486e-a714-0348e8e40563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c61c5f-e47f-47ee-a03d-713c9d23009f,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:58.719655 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-d4cccd51-f770-4511-b44b-2dec73c26d90 req-9b5d85b2-2140-4a86-bc03-df77e527aac7 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Deleting port 54be0827-59fa-45c9-a1ed-3c7e073a00d8 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:58.725277 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-d4cccd51-f770-4511-b44b-2dec73c26d90 req-9b5d85b2-2140-4a86-bc03-df77e527aac7 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:58.859637 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-d4cccd51-f770-4511-b44b-2dec73c26d90 req-9b5d85b2-2140-4a86-bc03-df77e527aac7 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] For port 54be0827-59fa-45c9-a1ed-3c7e073a00d8, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=54be0827-59fa-45c9-a1ed-3c7e073a00d8,segment=NetworkSegment(53b76348-81c8-4bfa-909a-3d74533ded61),segment_id=53b76348-81c8-4bfa-909a-3d74533ded61)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:58.860067 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-d4cccd51-f770-4511-b44b-2dec73c26d90 req-9b5d85b2-2140-4a86-bc03-df77e527aac7 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:58.877615 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-d4cccd51-f770-4511-b44b-2dec73c26d90 req-9b5d85b2-2140-4a86-bc03-df77e527aac7 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Calling delete_port for 54be0827-59fa-45c9-a1ed-3c7e073a00d8 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:59.221316 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6c9ba-0f13-43ee-b3b5-0af5b4e9b69b req-36f923d9-47f3-4c4f-9e6c-ac1d0209b7b1 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:59.231173 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cba6c9ba-0f13-43ee-b3b5-0af5b4e9b69b req-36f923d9-47f3-4c4f-9e6c-ac1d0209b7b1 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=39a91b43-2695-4423-af18-43e4d929095a HTTP/1.1" status: 200 len: 945 time: 0.1072886 Aug 16 20:58:59.275907 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-d4cccd51-f770-4511-b44b-2dec73c26d90 req-9b5d85b2-2140-4a86-bc03-df77e527aac7 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:59.291320 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['54be0827-59fa-45c9-a1ed-3c7e073a00d8'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:58:59.372146 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d85b2-2140-4a86-bc03-df77e527aac7 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Pushing event deleted for resources: {'Port': ['ID=54be0827-59fa-45c9-a1ed-3c7e073a00d8,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:59.462792 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cba6c9ba-0f13-43ee-b3b5-0af5b4e9b69b req-1542acf7-71ef-407c-b4b4-b0713a0b96c0 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148578 Aug 16 20:58:59.464107 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4cccd51-f770-4511-b44b-2dec73c26d90 req-9b5d85b2-2140-4a86-bc03-df77e527aac7 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] No DVR routers for this DVR port 54be0827-59fa-45c9-a1ed-3c7e073a00d8 on host n-h1-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:58:59.480516 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-d4cccd51-f770-4511-b44b-2dec73c26d90 req-9b5d85b2-2140-4a86-bc03-df77e527aac7 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:59.485507 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d4cccd51-f770-4511-b44b-2dec73c26d90 req-9b5d85b2-2140-4a86-bc03-df77e527aac7 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.72 "DELETE /v2.0/ports/54be0827-59fa-45c9-a1ed-3c7e073a00d8 HTTP/1.1" status: 204 len: 173 time: 0.9076967 Aug 16 20:58:59.493334 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a91b43-2695-4423-af18-43e4d929095a', 'name': 'network-vif-deleted', 'tag': '54be0827-59fa-45c9-a1ed-3c7e073a00d8'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:58:59.493334 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59d9197-8e51-4249-b614-cdf3aa7bac9a" -d '{"events": [{"server_uuid": "39a91b43-2695-4423-af18-43e4d929095a", "name": "network-vif-deleted", "tag": "54be0827-59fa-45c9-a1ed-3c7e073a00d8"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:58:59.587309 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f3691c-dfa9-4237-b277-96e4214dd673 x-openstack-request-id: req-42f3691c-dfa9-4237-b277-96e4214dd673 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:58:59.587608 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a91b43-2695-4423-af18-43e4d929095a", "name": "network-vif-deleted", "tag": "54be0827-59fa-45c9-a1ed-3c7e073a00d8", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:58:59.587885 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-42f3691c-dfa9-4237-b277-96e4214dd673 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:58:59.588296 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a91b43-2695-4423-af18-43e4d929095a', 'name': 'network-vif-deleted', 'tag': '54be0827-59fa-45c9-a1ed-3c7e073a00d8', 'status': 'completed', 'code': 200} Aug 16 20:58:59.804555 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 50492) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:59.823285 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e1aab05e-7b1b-44cc-807c-43fc56e2433e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:00.005915 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device c3aa98f1-01de-4b07-a953-b17b46875501 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:59:00.055596 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e1aab05e-7b1b-44cc-807c-43fc56e2433e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:00.126052 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port c3aa98f1-01de-4b07-a953-b17b46875501 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:00.126741 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:00.178730 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e1aab05e-7b1b-44cc-807c-43fc56e2433e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:00.250415 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:00.260566 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e1aab05e-7b1b-44cc-807c-43fc56e2433e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=df4d32611f8848deb87af2bea8739e42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4534121 Aug 16 20:59:00.262851 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 50502) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:00.265922 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aab05e-7b1b-44cc-807c-43fc56e2433e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d58ceac-4fd7-497a-8e2e-d368272c0861,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:00.334198 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f75bf3d-7db1-46c3-84fd-31a25c6c56fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3aa98f1-01de-4b07-a953-b17b46875501'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:59:00.340902 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8171e0-0186-4a3d-bba0-a58188e137d2" -d '{"events": [{"server_uuid": "3f75bf3d-7db1-46c3-84fd-31a25c6c56fa", "name": "network-vif-plugged", "status": "completed", "tag": "c3aa98f1-01de-4b07-a953-b17b46875501"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:59:00.379821 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f0ebc4e2-c25f-4fe8-bad0-ef3b9b23a477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:00.393305 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port c3aa98f1-01de-4b07-a953-b17b46875501, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c3aa98f1-01de-4b07-a953-b17b46875501,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:00.424787 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f0ebc4e2-c25f-4fe8-bad0-ef3b9b23a477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:00.469218 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19ce7a5-e04b-44e9-b646-3232ec2475d3 x-openstack-request-id: req-e19ce7a5-e04b-44e9-b646-3232ec2475d3 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:59:00.469770 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f75bf3d-7db1-46c3-84fd-31a25c6c56fa", "name": "network-vif-plugged", "status": "completed", "tag": "c3aa98f1-01de-4b07-a953-b17b46875501", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:59:00.470203 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e19ce7a5-e04b-44e9-b646-3232ec2475d3 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:59:00.470782 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f75bf3d-7db1-46c3-84fd-31a25c6c56fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3aa98f1-01de-4b07-a953-b17b46875501', 'code': 200} Aug 16 20:59:00.479092 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:00.480693 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 54be0827-59fa-45c9-a1ed-3c7e073a00d8 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:59:00.505428 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 54be0827-59fa-45c9-a1ed-3c7e073a00d8 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:59:00.505996 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 54be0827-59fa-45c9-a1ed-3c7e073a00d8 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:59:00.566926 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=c3aa98f1-01de-4b07-a953-b17b46875501,revision_number=10']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:00.692038 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1a0c1f64-69dc-4578-a809-7b82dd415012 req-7a67b699-15c9-4775-b5dd-d7dce0e8c587 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=39a91b43-2695-4423-af18-43e4d929095a HTTP/1.1" status: 200 len: 210 time: 0.0365489 Aug 16 20:59:00.700276 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f0ebc4e2-c25f-4fe8-bad0-ef3b9b23a477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:00.707195 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f0ebc4e2-c25f-4fe8-bad0-ef3b9b23a477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:00.709081 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f0ebc4e2-c25f-4fe8-bad0-ef3b9b23a477 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7d58ceac-4fd7-497a-8e2e-d368272c0861 HTTP/1.1" status: 204 len: 168 time: 0.4419205 Aug 16 20:59:00.735469 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ebc4e2-c25f-4fe8-bad0-ef3b9b23a477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d58ceac-4fd7-497a-8e2e-d368272c0861,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:03.481271 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 50628) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:03.638140 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e90fc5c6-b4b6-4440-b111-481b2c7758a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:03.761876 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e90fc5c6-b4b6-4440-b111-481b2c7758a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:03.836153 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e90fc5c6-b4b6-4440-b111-481b2c7758a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:03.875887 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90fc5c6-b4b6-4440-b111-481b2c7758a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac52ef7c-f477-42b4-9162-e2bb2ee7d1c3,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:03.902406 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 50646) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:03.904247 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e90fc5c6-b4b6-4440-b111-481b2c7758a5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=97d1f72f1266482ba1d0d5f2b9ba6308&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4203339 Aug 16 20:59:04.005248 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ddba01da-d081-4390-ad34-72e27b7da916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:04.034497 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ddba01da-d081-4390-ad34-72e27b7da916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:04.193304 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ddba01da-d081-4390-ad34-72e27b7da916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:04.196086 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ddba01da-d081-4390-ad34-72e27b7da916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:04.197314 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ddba01da-d081-4390-ad34-72e27b7da916 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ac52ef7c-f477-42b4-9162-e2bb2ee7d1c3 HTTP/1.1" status: 204 len: 168 time: 0.2932432 Aug 16 20:59:04.206962 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba01da-d081-4390-ad34-72e27b7da916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac52ef7c-f477-42b4-9162-e2bb2ee7d1c3,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:05.630540 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 50718) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:05.799124 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7892e767-5022-4e32-90b9-1db6ba8dcf48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:05.990583 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7892e767-5022-4e32-90b9-1db6ba8dcf48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.073070 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7892e767-5022-4e32-90b9-1db6ba8dcf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.132099 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892e767-5022-4e32-90b9-1db6ba8dcf48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88213534-c332-486a-b7b3-ccb1170bc059,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:06.152638 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 50726) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:06.156000 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7892e767-5022-4e32-90b9-1db6ba8dcf48 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0d78d253ab6d400ca45e6884bd6629bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5244558 Aug 16 20:59:06.299147 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-311c991b-2ed2-47ec-9577-50f36b202516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.329786 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-311c991b-2ed2-47ec-9577-50f36b202516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:07.210429 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-311c991b-2ed2-47ec-9577-50f36b202516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:07.214100 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-311c991b-2ed2-47ec-9577-50f36b202516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:07.215796 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-311c991b-2ed2-47ec-9577-50f36b202516 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/88213534-c332-486a-b7b3-ccb1170bc059 HTTP/1.1" status: 204 len: 168 time: 1.0599766 Aug 16 20:59:07.225591 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c991b-2ed2-47ec-9577-50f36b202516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88213534-c332-486a-b7b3-ccb1170bc059,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:08.118140 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 50766) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:08.136986 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5f9364c3-d745-4888-8173-cb83f21fe699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:08.272605 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5f9364c3-d745-4888-8173-cb83f21fe699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:08.345245 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5f9364c3-d745-4888-8173-cb83f21fe699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:08.400274 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5f9364c3-d745-4888-8173-cb83f21fe699 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b7a917eb2ea8401fbe56473c99ab5db3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2809498 Aug 16 20:59:08.400529 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 50768) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:08.402384 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9364c3-d745-4888-8173-cb83f21fe699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26203b18-50d5-425b-9a69-eb4c881daa7a,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:08.471551 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b374d285-b75d-4cbb-8820-3d05b2be6877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:08.508006 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b374d285-b75d-4cbb-8820-3d05b2be6877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:08.579539 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-33b70123-6ec1-490f-ba41-86bba690d681 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0671842 Aug 16 20:59:08.688331 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b374d285-b75d-4cbb-8820-3d05b2be6877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:08.691210 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b374d285-b75d-4cbb-8820-3d05b2be6877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:08.695861 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b374d285-b75d-4cbb-8820-3d05b2be6877 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/26203b18-50d5-425b-9a69-eb4c881daa7a HTTP/1.1" status: 204 len: 168 time: 0.2943876 Aug 16 20:59:08.708351 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b374d285-b75d-4cbb-8820-3d05b2be6877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26203b18-50d5-425b-9a69-eb4c881daa7a,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:08.748884 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-a3f05e2f-63d9-4767-8ee8-602192fc78ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:08.753037 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-a3f05e2f-63d9-4767-8ee8-602192fc78ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:08.753571 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-a3f05e2f-63d9-4767-8ee8-602192fc78ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:08.754070 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-a3f05e2f-63d9-4767-8ee8-602192fc78ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:08.754560 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-a3f05e2f-63d9-4767-8ee8-602192fc78ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:08.755060 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-a3f05e2f-63d9-4767-8ee8-602192fc78ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:08.759302 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-a3f05e2f-63d9-4767-8ee8-602192fc78ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:08.761458 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-a3f05e2f-63d9-4767-8ee8-602192fc78ef service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=739199610cfa4c2f8e9155deb4230364&device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 6509 time: 0.1264815 Aug 16 20:59:08.943855 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-9e9c9b09-43aa-4baf-8d27-d4b2b52ddb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:08.943855 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-9e9c9b09-43aa-4baf-8d27-d4b2b52ddb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:08.943855 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-9e9c9b09-43aa-4baf-8d27-d4b2b52ddb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:08.945358 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-9e9c9b09-43aa-4baf-8d27-d4b2b52ddb41 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1ffc2ed8-3433-480e-9e7b-c7131585caf6&id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&id=2808ba84-8eb6-448f-bf54-b316a16ed9b0&id=2808ba84-8eb6-448f-bf54-b316a16ed9b0 HTTP/1.1" status: 200 len: 2298 time: 0.1552997 Aug 16 20:59:09.035257 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-e78d126d-bb81-4420-b29c-3f6bbb7f215c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f663d94-68b3-4016-94ab-cff5d3fc7931 HTTP/1.1" status: 200 len: 1000 time: 0.0780950 Aug 16 20:59:09.089284 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-bbff0f86-2026-4688-8b89-c2d2083558e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:09.090933 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-bbff0f86-2026-4688-8b89-c2d2083558e5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1f8a0b97-c998-4838-93b4-cc35dce1d7e0 HTTP/1.1" status: 200 len: 855 time: 0.0484054 Aug 16 20:59:09.155369 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-13eeb0b7-443d-409a-a34d-af189a65df26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:09.156904 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-13eeb0b7-443d-409a-a34d-af189a65df26 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ffc2ed8-3433-480e-9e7b-c7131585caf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583081 Aug 16 20:59:09.303162 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-4df93402-c182-4679-98d5-1a1e3763d25f service neutron] 10.222.0.90 "GET /v2.0/networks/1ffc2ed8-3433-480e-9e7b-c7131585caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388037 Aug 16 20:59:09.424123 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-08d7627a-03d2-4599-b2e1-2f9b40c58948 service neutron] 10.222.0.90 "GET /v2.0/networks/1ffc2ed8-3433-480e-9e7b-c7131585caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134770 Aug 16 20:59:09.486991 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:59:09.494256 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-340bfc1d-6a31-4638-a44a-57188deb6066 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=ab40fdf1-2367-4aaf-a842-35d8e9debb6d HTTP/1.1" status: 200 len: 217 time: 0.0564687 Aug 16 20:59:09.623834 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-93b7dd47-b1bc-46e9-be89-745d4049f969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:09.628024 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-93b7dd47-b1bc-46e9-be89-745d4049f969 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c5559346-0c29-4d61-bf82-1d14da7e7b4f HTTP/1.1" status: 200 len: 797 time: 0.1273181 Aug 16 20:59:09.754410 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-1936c9fe-4a22-460a-a29a-bacd848b73ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:09.756999 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-1936c9fe-4a22-460a-a29a-bacd848b73ed service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1066129 Aug 16 20:59:09.958724 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-d1d52113-cff1-401f-9815-7f1573254fed service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923733 Aug 16 20:59:10.103338 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-bfdbeafc-9431-4c01-bca9-2c7b4ea6aec9 service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353924 Aug 16 20:59:10.149952 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-c9cac432-84ad-4277-9019-92dd44f04d49 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=bb57be4a-0292-48cb-9992-55bcc6db3063 HTTP/1.1" status: 200 len: 217 time: 0.0377419 Aug 16 20:59:10.206801 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-562279d8-aff2-49d9-ac66-8032cd7db7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:10.208472 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-562279d8-aff2-49d9-ac66-8032cd7db7ec service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c5559346-0c29-4d61-bf82-1d14da7e7b4f HTTP/1.1" status: 200 len: 797 time: 0.0520756 Aug 16 20:59:10.267260 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-c8fba8d6-7708-4ec9-aa8e-c9e5a3e1f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:10.270825 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-c8fba8d6-7708-4ec9-aa8e-c9e5a3e1f768 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0543919 Aug 16 20:59:10.427411 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-4eba6a4a-86ac-4a8c-a1c9-fb2a17ca0bfc service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355526 Aug 16 20:59:10.536426 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-e06dfcb2-97bd-49cb-bedc-6825f7f777e2 service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055098 Aug 16 20:59:10.589481 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-2d6618d5-98a3-4da7-a1da-633acc765003 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=4d8bacfe-cedf-4ddb-98de-1fe3b2792d18 HTTP/1.1" status: 200 len: 217 time: 0.0455325 Aug 16 20:59:10.654538 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-0e2b269d-5ebc-43e9-8e05-651261a3e867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:10.656786 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-0e2b269d-5ebc-43e9-8e05-651261a3e867 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c5559346-0c29-4d61-bf82-1d14da7e7b4f HTTP/1.1" status: 200 len: 797 time: 0.0596023 Aug 16 20:59:10.723642 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-b03cbcc5-a88d-48bd-a6c1-012584d4ed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:10.725364 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-b03cbcc5-a88d-48bd-a6c1-012584d4ed79 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0609612 Aug 16 20:59:10.864367 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-34fb8ff8-3c4d-4ed0-85d5-6e31c023016c service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275005 Aug 16 20:59:11.035993 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3a2f7b95-efd2-47ca-bb17-1e797e6943dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:11.066963 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-c5ecce82-664e-4b3a-9cdd-9c24a62cb1e2 service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923442 Aug 16 20:59:11.122761 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-7b0e0b5e-42d2-493c-bd3b-b7adc24f0ff5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=664a2393-3ef1-43f4-8b8d-bd06b02e9df3 HTTP/1.1" status: 200 len: 217 time: 0.0477645 Aug 16 20:59:11.183395 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-3b72e7af-4052-45b8-b652-5f36866b8286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:11.185408 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-3b72e7af-4052-45b8-b652-5f36866b8286 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c5559346-0c29-4d61-bf82-1d14da7e7b4f HTTP/1.1" status: 200 len: 797 time: 0.0552678 Aug 16 20:59:11.338934 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-21eb3e6f-7c42-4be7-ae0b-4e50bb8a6e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:11.338934 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-21eb3e6f-7c42-4be7-ae0b-4e50bb8a6e85 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0483387 Aug 16 20:59:11.340024 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-fcfc32be-ef40-409d-8240-6186423e446b service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908716 Aug 16 20:59:11.442948 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-d8a0e152-7202-4af9-b29c-2e831187a1ce service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944664 Aug 16 20:59:11.487001 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-1773bc98-3138-4881-af5b-ac6aab95e38e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3af6817e-b620-4a8f-89a6-4b54fec09bf6 HTTP/1.1" status: 200 len: 217 time: 0.0360045 Aug 16 20:59:11.543654 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-419e886d-d058-484e-9a69-f7f96de10876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:11.545851 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-419e886d-d058-484e-9a69-f7f96de10876 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c8bbf4cb-abf2-419b-b8fc-f8a48d718293 HTTP/1.1" status: 200 len: 797 time: 0.0513742 Aug 16 20:59:11.602050 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-72f7605b-5756-4a2d-9963-26e42bfc7df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:11.603633 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-72f7605b-5756-4a2d-9963-26e42bfc7df1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2808ba84-8eb6-448f-bf54-b316a16ed9b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0478148 Aug 16 20:59:11.709805 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-73f92572-3ba6-4193-ad1e-c8f41469bfec service neutron] 10.222.0.90 "GET /v2.0/networks/2808ba84-8eb6-448f-bf54-b316a16ed9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929680 Aug 16 20:59:11.831527 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-1fad4f4b-89b6-43fb-a80c-e32b06cce258 service neutron] 10.222.0.90 "GET /v2.0/networks/2808ba84-8eb6-448f-bf54-b316a16ed9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152997 Aug 16 20:59:11.893543 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-ab1dd24e-c07f-441e-b7cd-b44e2127860e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b594a15b-28e6-4504-af59-93fb056ff0c6 HTTP/1.1" status: 200 len: 217 time: 0.0528350 Aug 16 20:59:11.959027 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-9dd3503e-8ac9-443e-87ed-0b9d15dc73d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:11.961282 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-9dd3503e-8ac9-443e-87ed-0b9d15dc73d9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c8bbf4cb-abf2-419b-b8fc-f8a48d718293 HTTP/1.1" status: 200 len: 797 time: 0.0601394 Aug 16 20:59:12.286752 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-1f36a337-f198-45ed-b079-34bf051e1168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:12.286752 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-1f36a337-f198-45ed-b079-34bf051e1168 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2808ba84-8eb6-448f-bf54-b316a16ed9b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0445337 Aug 16 20:59:12.286752 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-f7a6020f-c540-431f-8dee-7ece6ab0ff2e service neutron] 10.222.0.90 "GET /v2.0/networks/2808ba84-8eb6-448f-bf54-b316a16ed9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056266 Aug 16 20:59:12.286752 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c2ab328-5a78-4a68-ab4c-5ccae3599e06 req-b47a1154-92ad-42ac-b03e-183b6b7e135d service neutron] 10.222.0.90 "GET /v2.0/networks/2808ba84-8eb6-448f-bf54-b316a16ed9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848777 Aug 16 20:59:13.669962 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-43c9d275-447c-4e30-af8e-762293a25eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:13.775909 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:13.901203 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-aab8f4b5-2d15-4108-a338-0a6cd2039ac6 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:13.903045 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-aab8f4b5-2d15-4108-a338-0a6cd2039ac6 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/networks?id=97204dc5-2078-4113-bc6a-8b6109c161f0 HTTP/1.1" status: 200 len: 812 time: 0.1260600 Aug 16 20:59:13.924759 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-36539168-bc1f-4a65-a65d-7155c6f9955b tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/quotas/d5926bba17c34b5e88e1bc1cf228d96c HTTP/1.1" status: 200 len: 375 time: 0.0121176 Aug 16 20:59:13.967702 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-a10a2a3f-cd1f-4be3-9718-5d358ede300e tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d5926bba17c34b5e88e1bc1cf228d96c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347021 Aug 16 20:59:14.087272 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-18defcef-afa0-4f80-812b-23bc79ee9113 service neutron] 10.222.0.84 "GET /v2.0/networks/97204dc5-2078-4113-bc6a-8b6109c161f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125772 Aug 16 20:59:14.233963 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-fd78b122-3bdb-4268-bd45-fd0afcd3e79d service neutron] 10.222.0.84 "GET /v2.0/networks/97204dc5-2078-4113-bc6a-8b6109c161f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389792 Aug 16 20:59:14.562642 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2d22d03a-0f27-4101-aff5-1f03ec30aa0b req-56c2d3f6-1d38-4ef9-8b4f-4560f488cb39 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 210 time: 0.0407376 Aug 16 20:59:14.632253 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa1cc9-3865-48eb-8b22-cc82f6051cb2 req-d229ce3d-96db-4619-9349-306c52546f6a tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:14.632253 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6faa1cc9-3865-48eb-8b22-cc82f6051cb2 req-d229ce3d-96db-4619-9349-306c52546f6a tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 946 time: 0.0764809 Aug 16 20:59:14.686105 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6faa1cc9-3865-48eb-8b22-cc82f6051cb2 req-1038061f-8577-4000-9e20-dd411aa8d330 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501213 Aug 16 20:59:14.788205 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:15.598666 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472bbe70-7497-4e24-b809-13cb5bdb5cf9 req-b539633d-f8c8-4b02-8526-eb177cbb20f1 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:15.600501 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-472bbe70-7497-4e24-b809-13cb5bdb5cf9 req-b539633d-f8c8-4b02-8526-eb177cbb20f1 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 946 time: 0.0589099 Aug 16 20:59:15.643933 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-472bbe70-7497-4e24-b809-13cb5bdb5cf9 req-eda92a1a-e241-40de-890f-4b1673c422be tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374322 Aug 16 20:59:15.680687 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35b6631d-853c-4356-9b05-666bc496811a req-151a71ea-4d9b-47c2-96ed-ea9fadeca506 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 210 time: 0.0269115 Aug 16 20:59:16.467090 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:16.546170 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51020) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:16.680778 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d02eabb0-8659-46e3-aca9-98d1ccbac7e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:16.800908 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-628fc26d-2f4f-46f7-a173-e1c8cf586834 req-166e9655-a148-4cee-9725-37ecc6caaa25 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 210 time: 0.0360656 Aug 16 20:59:16.813333 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d02eabb0-8659-46e3-aca9-98d1ccbac7e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:16.819465 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c9413-04c3-4324-87aa-6432bc83f11f req-0220c0f6-dcba-4c2e-8ecd-d4fabbedc371 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:16.827601 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-290c9413-04c3-4324-87aa-6432bc83f11f req-0220c0f6-dcba-4c2e-8ecd-d4fabbedc371 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 946 time: 0.0960929 Aug 16 20:59:16.873830 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-290c9413-04c3-4324-87aa-6432bc83f11f req-780045a2-512a-4bd7-a238-fe253bc58070 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393898 Aug 16 20:59:16.906936 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d02eabb0-8659-46e3-aca9-98d1ccbac7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:16.943361 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02eabb0-8659-46e3-aca9-98d1ccbac7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545d16f3-ee23-41d3-9030-d6c5aa37c61e,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:16.972763 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d02eabb0-8659-46e3-aca9-98d1ccbac7e3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=14acc5b4d34647059a768e2ff170408d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4244630 Aug 16 20:59:16.974611 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51032) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:17.029690 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2e6940f5-2c96-46df-b4d0-2042f324e741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:17.054526 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2e6940f5-2c96-46df-b4d0-2042f324e741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:17.204510 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2e6940f5-2c96-46df-b4d0-2042f324e741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:17.213096 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2e6940f5-2c96-46df-b4d0-2042f324e741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:17.213708 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2e6940f5-2c96-46df-b4d0-2042f324e741 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/545d16f3-ee23-41d3-9030-d6c5aa37c61e HTTP/1.1" status: 204 len: 168 time: 0.2381153 Aug 16 20:59:17.222687 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6940f5-2c96-46df-b4d0-2042f324e741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545d16f3-ee23-41d3-9030-d6c5aa37c61e,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:17.284741 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-9f24f6cb-805f-4722-a77a-9059a1af1d18 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:17.286835 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-9f24f6cb-805f-4722-a77a-9059a1af1d18 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.72 "GET /v2.0/networks?id=97204dc5-2078-4113-bc6a-8b6109c161f0 HTTP/1.1" status: 200 len: 812 time: 0.1576011 Aug 16 20:59:17.309581 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-2130f398-0e71-41c4-92f0-2ab05166f249 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Request body: {'port': {'device_id': '782bab7e-dbe0-468a-9316-30f0cec8c302', 'network_id': '97204dc5-2078-4113-bc6a-8b6109c161f0', 'admin_state_up': True, 'tenant_id': 'd5926bba17c34b5e88e1bc1cf228d96c'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:17.594010 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-2130f398-0e71-41c4-92f0-2ab05166f249 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Made reservation on behalf of d5926bba17c34b5e88e1bc1cf228d96c for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:59:17.598657 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-2130f398-0e71-41c4-92f0-2ab05166f249 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:17.852705 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-2130f398-0e71-41c4-92f0-2ab05166f249 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Allocated IP 172.20.0.8 (97204dc5-2078-4113-bc6a-8b6109c161f0/0340fa9d-e19b-476d-9e9a-7d2862e2e105/727039e9-9297-4de4-bc45-36695d7851d5) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:59:17.917455 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cc796b24-3107-4ab0-8ba6-367071aaf94e req-6859e862-b543-4c88-88b3-0b8346f64b7e tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 210 time: 0.0429618 Aug 16 20:59:18.056251 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f21ce-13e6-4411-ae88-cb10304b1e28 req-da64d240-fa0c-46ba-bbab-0b64c97200e7 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:18.057786 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-814f21ce-13e6-4411-ae88-cb10304b1e28 req-da64d240-fa0c-46ba-bbab-0b64c97200e7 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 946 time: 0.0650420 Aug 16 20:59:18.111408 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-2130f398-0e71-41c4-92f0-2ab05166f249 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:18.113265 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device c3aa98f1-01de-4b07-a953-b17b46875501 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:59:18.133531 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-814f21ce-13e6-4411-ae88-cb10304b1e28 req-3c826a65-53fa-4692-bf65-860be0f578d2 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684922 Aug 16 20:59:18.144431 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51052) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:18.164182 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8d16d709-6b2b-41b5-80ed-96904341240e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:18.194374 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device c3aa98f1-01de-4b07-a953-b17b46875501 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:59:18.273969 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-2130f398-0e71-41c4-92f0-2ab05166f249 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:18.431542 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port c3aa98f1-01de-4b07-a953-b17b46875501, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c3aa98f1-01de-4b07-a953-b17b46875501,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:18.481346 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': 'c3aa98f1-01de-4b07-a953-b17b46875501', 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781', 'port_id': 'c3aa98f1-01de-4b07-a953-b17b46875501', 'mac_address': 'fa:16:3e:b9:17:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20aa60f1-bb16-40f5-b2dd-0341c13f6e8c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:59:18.484300 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:18.536729 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f75bf3d-7db1-46c3-84fd-31a25c6c56fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3aa98f1-01de-4b07-a953-b17b46875501'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:59:18.539338 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189a4d03-9ac9-48db-911f-5244ccfe2c00" -d '{"events": [{"server_uuid": "3f75bf3d-7db1-46c3-84fd-31a25c6c56fa", "name": "network-vif-unplugged", "status": "completed", "tag": "c3aa98f1-01de-4b07-a953-b17b46875501"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:59:18.559007 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port c3aa98f1-01de-4b07-a953-b17b46875501, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c3aa98f1-01de-4b07-a953-b17b46875501,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:18.560776 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:18.574632 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3aa98f1-01de-4b07-a953-b17b46875501 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:59:18.581997 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5968e92c-07c5-4b1c-a31b-76e848183be5 x-openstack-request-id: req-5968e92c-07c5-4b1c-a31b-76e848183be5 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:59:18.582221 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f75bf3d-7db1-46c3-84fd-31a25c6c56fa", "name": "network-vif-unplugged", "status": "completed", "tag": "c3aa98f1-01de-4b07-a953-b17b46875501", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:59:18.582672 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5968e92c-07c5-4b1c-a31b-76e848183be5 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:59:18.583077 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f75bf3d-7db1-46c3-84fd-31a25c6c56fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3aa98f1-01de-4b07-a953-b17b46875501', 'code': 200} Aug 16 20:59:18.625853 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8d16d709-6b2b-41b5-80ed-96904341240e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:18.644304 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-2130f398-0e71-41c4-92f0-2ab05166f249 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Network 97204dc5-2078-4113-bc6a-8b6109c161f0 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:59:18.647431 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-2130f398-0e71-41c4-92f0-2ab05166f249 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:18.654454 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-2130f398-0e71-41c4-92f0-2ab05166f249 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:59:18.657671 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130f398-0e71-41c4-92f0-2ab05166f249 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Pushing event updated for resources: {'Port': ['ID=727039e9-9297-4de4-bc45-36695d7851d5,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:18.704021 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-2130f398-0e71-41c4-92f0-2ab05166f249 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:18.704927 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-2130f398-0e71-41c4-92f0-2ab05166f249 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:18.705624 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:18.773493 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8d16d709-6b2b-41b5-80ed-96904341240e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:18.781541 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.db.api [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:59:18.783654 n-d-793620-15 neutron-server[101846]: DEBUG oslo_db.api [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:59:18.787224 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=c3aa98f1-01de-4b07-a953-b17b46875501,revision_number=11']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:18.818312 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8d16d709-6b2b-41b5-80ed-96904341240e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=bd0f76db29404df6963d88080f8f833c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6703722 Aug 16 20:59:18.818312 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16d709-6b2b-41b5-80ed-96904341240e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144182a8-c9d3-48a1-b2b9-fb44fdc5d04c,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:18.818993 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51072) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:18.871233 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-be21eb62-4501-4930-8c07-2d45eb8f3e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:18.894942 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-be21eb62-4501-4930-8c07-2d45eb8f3e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:18.900395 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-2130f398-0e71-41c4-92f0-2ab05166f249 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6005154 Aug 16 20:59:18.913390 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-323a5635-3aa3-41a9-9676-dc6c51cde1b8 service neutron] Request body: {'port': {'device_id': '782bab7e-dbe0-468a-9316-30f0cec8c302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:18.976570 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-323a5635-3aa3-41a9-9676-dc6c51cde1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:19.026960 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:19.027224 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-be21eb62-4501-4930-8c07-2d45eb8f3e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:19.030289 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-be21eb62-4501-4930-8c07-2d45eb8f3e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:19.031445 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-be21eb62-4501-4930-8c07-2d45eb8f3e8b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/144182a8-c9d3-48a1-b2b9-fb44fdc5d04c HTTP/1.1" status: 204 len: 168 time: 0.2113242 Aug 16 20:59:19.039116 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21eb62-4501-4930-8c07-2d45eb8f3e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144182a8-c9d3-48a1-b2b9-fb44fdc5d04c,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:19.139361 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b74c5f-fd30-4dbe-afd4-f4da43a37529 req-40e8d24d-694c-466c-bc5d-8f65cf22f0d4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:19.140984 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-19b74c5f-fd30-4dbe-afd4-f4da43a37529 req-40e8d24d-694c-466c-bc5d-8f65cf22f0d4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 931 time: 0.1318121 Aug 16 20:59:19.241397 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-19b74c5f-fd30-4dbe-afd4-f4da43a37529 req-c2bd3a40-275e-4a15-a7b3-cb0ad65fdef1 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915091 Aug 16 20:59:19.308677 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad2977-35fd-4bf5-8ea4-80f50c38465e req-ffa6e28c-d099-48c8-97ce-792ac48acfe7 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:19.310762 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8ad2977-35fd-4bf5-8ea4-80f50c38465e req-ffa6e28c-d099-48c8-97ce-792ac48acfe7 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.0982988 Aug 16 20:59:19.318781 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:19.336774 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3aa98f1-01de-4b07-a953-b17b46875501 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:59:19.356356 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port c3aa98f1-01de-4b07-a953-b17b46875501, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c3aa98f1-01de-4b07-a953-b17b46875501,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:19.386486 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8ad2977-35fd-4bf5-8ea4-80f50c38465e req-40d20a21-8acf-4ebd-abf5-cb3f94449f87 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676265 Aug 16 20:59:19.397673 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-323a5635-3aa3-41a9-9676-dc6c51cde1b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 727039e9-9297-4de4-bc45-36695d7851d5 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:59:19.405502 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-323a5635-3aa3-41a9-9676-dc6c51cde1b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:19.419037 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-323a5635-3aa3-41a9-9676-dc6c51cde1b8 service neutron] Transition to ACTIVE for port object 727039e9-9297-4de4-bc45-36695d7851d5 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:59:19.478940 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:19.536874 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=c3aa98f1-01de-4b07-a953-b17b46875501,revision_number=12']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:19.586749 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['c3aa98f1-01de-4b07-a953-b17b46875501'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:59:19.627499 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-323a5635-3aa3-41a9-9676-dc6c51cde1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:19.711265 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323a5635-3aa3-41a9-9676-dc6c51cde1b8 service neutron] Pushing event updated for resources: {'Port': ['ID=727039e9-9297-4de4-bc45-36695d7851d5,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:19.772970 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-323a5635-3aa3-41a9-9676-dc6c51cde1b8 service neutron] Attempting to bind port 727039e9-9297-4de4-bc45-36695d7851d5 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:59:19.773429 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-323a5635-3aa3-41a9-9676-dc6c51cde1b8 service neutron] Attempting to bind port 727039e9-9297-4de4-bc45-36695d7851d5 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '53b76348-81c8-4bfa-909a-3d74533ded61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '97204dc5-2078-4113-bc6a-8b6109c161f0'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:59:19.773948 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-323a5635-3aa3-41a9-9676-dc6c51cde1b8 service neutron] Attempting to bind port 727039e9-9297-4de4-bc45-36695d7851d5 on network 97204dc5-2078-4113-bc6a-8b6109c161f0 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:59:19.779217 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-323a5635-3aa3-41a9-9676-dc6c51cde1b8 service neutron] Port 727039e9-9297-4de4-bc45-36695d7851d5 on network 97204dc5-2078-4113-bc6a-8b6109c161f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:59:19.779831 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-323a5635-3aa3-41a9-9676-dc6c51cde1b8 service neutron] Attempting to bind port 727039e9-9297-4de4-bc45-36695d7851d5 on network 97204dc5-2078-4113-bc6a-8b6109c161f0 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:59:19.786001 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-323a5635-3aa3-41a9-9676-dc6c51cde1b8 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:59:19.786439 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-323a5635-3aa3-41a9-9676-dc6c51cde1b8 service neutron] Checking segment: {'id': '53b76348-81c8-4bfa-909a-3d74533ded61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '97204dc5-2078-4113-bc6a-8b6109c161f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:59:19.786899 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-323a5635-3aa3-41a9-9676-dc6c51cde1b8 service neutron] Bound using segment: {'id': '53b76348-81c8-4bfa-909a-3d74533ded61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '97204dc5-2078-4113-bc6a-8b6109c161f0'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:59:19.787435 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-323a5635-3aa3-41a9-9676-dc6c51cde1b8 service neutron] Bound port: 727039e9-9297-4de4-bc45-36695d7851d5, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b76348-81c8-4bfa-909a-3d74533ded61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '97204dc5-2078-4113-bc6a-8b6109c161f0'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:59:19.788126 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-323a5635-3aa3-41a9-9676-dc6c51cde1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:19.870390 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-323a5635-3aa3-41a9-9676-dc6c51cde1b8 service neutron] For port 727039e9-9297-4de4-bc45-36695d7851d5, host n-h1-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:59:19.874277 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-323a5635-3aa3-41a9-9676-dc6c51cde1b8 service neutron] For port 727039e9-9297-4de4-bc45-36695d7851d5, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=727039e9-9297-4de4-bc45-36695d7851d5,segment=NetworkSegment(53b76348-81c8-4bfa-909a-3d74533ded61),segment_id=53b76348-81c8-4bfa-909a-3d74533ded61)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:59:19.955638 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-323a5635-3aa3-41a9-9676-dc6c51cde1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:19.973307 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-323a5635-3aa3-41a9-9676-dc6c51cde1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:19.975327 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-323a5635-3aa3-41a9-9676-dc6c51cde1b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:19.982737 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-323a5635-3aa3-41a9-9676-dc6c51cde1b8 service neutron] 10.222.0.72 "PUT /v2.0/ports/727039e9-9297-4de4-bc45-36695d7851d5 HTTP/1.1" status: 200 len: 1092 time: 1.0686884 Aug 16 20:59:19.999210 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '782bab7e-dbe0-468a-9316-30f0cec8c302', 'tag': '727039e9-9297-4de4-bc45-36695d7851d5'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:59:20.002037 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01dd3ac-a08e-4c1a-b50f-28d68f733211" -d '{"events": [{"name": "network-changed", "server_uuid": "782bab7e-dbe0-468a-9316-30f0cec8c302", "tag": "727039e9-9297-4de4-bc45-36695d7851d5"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:59:20.042001 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323a5635-3aa3-41a9-9676-dc6c51cde1b8 service neutron] Pushing event updated for resources: {'Port': ['ID=727039e9-9297-4de4-bc45-36695d7851d5,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:20.077058 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d82c043-c3c4-485d-b714-137ac12c81ca x-openstack-request-id: req-7d82c043-c3c4-485d-b714-137ac12c81ca {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:59:20.077058 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "782bab7e-dbe0-468a-9316-30f0cec8c302", "tag": "727039e9-9297-4de4-bc45-36695d7851d5", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:59:20.077058 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7d82c043-c3c4-485d-b714-137ac12c81ca {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:59:20.077058 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '782bab7e-dbe0-468a-9316-30f0cec8c302', 'tag': '727039e9-9297-4de4-bc45-36695d7851d5', 'status': 'completed', 'code': 200} Aug 16 20:59:20.136660 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-fd3d698a-6f86-40f7-b65b-e98c066ff9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:20.138293 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-fd3d698a-6f86-40f7-b65b-e98c066ff9d5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5926bba17c34b5e88e1bc1cf228d96c&device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 1095 time: 0.0502479 Aug 16 20:59:20.181445 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-bd1b5489-720f-443a-bcc4-8b6dc4e19e28 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=727039e9-9297-4de4-bc45-36695d7851d5 HTTP/1.1" status: 200 len: 217 time: 0.0348752 Aug 16 20:59:20.237765 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-90190316-0b76-4c45-ae62-4bf24372625a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:20.240334 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-90190316-0b76-4c45-ae62-4bf24372625a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0340fa9d-e19b-476d-9e9a-7d2862e2e105 HTTP/1.1" status: 200 len: 852 time: 0.0509858 Aug 16 20:59:20.274942 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-8d25e55c-544c-4203-89c1-db1f0ee925c4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=97204dc5-2078-4113-bc6a-8b6109c161f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272863 Aug 16 20:59:20.480194 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eddbe6-762c-4f41-8276-b55322dcb936 req-2d25ecf4-35a6-47e2-98d2-fdbfd11fa23f tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:20.482799 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-78eddbe6-762c-4f41-8276-b55322dcb936 req-2d25ecf4-35a6-47e2-98d2-fdbfd11fa23f tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 943 time: 0.1321769 Aug 16 20:59:20.486205 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-0430906f-70dd-44ac-b0c0-20a1a9f52863 service neutron] 10.222.0.72 "GET /v2.0/networks/97204dc5-2078-4113-bc6a-8b6109c161f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038043 Aug 16 20:59:20.627264 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-78eddbe6-762c-4f41-8276-b55322dcb936 req-934d3b34-ebcd-474e-a299-2988bf797afe tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362665 Aug 16 20:59:20.662370 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6513389-304d-49c0-97d8-7281286aa184 req-c6c5deac-56c1-493e-b023-8c6a7bee73e1 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:20.663974 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c6513389-304d-49c0-97d8-7281286aa184 req-c6c5deac-56c1-493e-b023-8c6a7bee73e1 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 945 time: 0.1436529 Aug 16 20:59:20.685284 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6b65719b-99a1-45a0-a7b7-0022a1353d62 req-ab13633a-2101-4961-bb52-ba9784d677b7 service neutron] 10.222.0.72 "GET /v2.0/networks/97204dc5-2078-4113-bc6a-8b6109c161f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833375 Aug 16 20:59:20.719838 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c6513389-304d-49c0-97d8-7281286aa184 req-5fa762ce-f8e6-4951-96e7-e129830392c5 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414600 Aug 16 20:59:20.940334 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01dd3ac-a08e-4c1a-b50f-28d68f733211 req-7bca4f1f-39bc-4c33-9422-e211b41590f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:20.945469 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e01dd3ac-a08e-4c1a-b50f-28d68f733211 req-7bca4f1f-39bc-4c33-9422-e211b41590f0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5926bba17c34b5e88e1bc1cf228d96c&device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 1095 time: 0.0979054 Aug 16 20:59:21.123574 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01dd3ac-a08e-4c1a-b50f-28d68f733211 req-1ed78531-4b69-4138-8c1e-1bb372b0cb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:21.126385 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e01dd3ac-a08e-4c1a-b50f-28d68f733211 req-1ed78531-4b69-4138-8c1e-1bb372b0cb01 service neutron] 10.222.0.72 "GET /v2.0/networks?id=97204dc5-2078-4113-bc6a-8b6109c161f0 HTTP/1.1" status: 200 len: 913 time: 0.1727519 Aug 16 20:59:21.178794 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e01dd3ac-a08e-4c1a-b50f-28d68f733211 req-6f9d3bb6-f88c-45cc-b64e-6eb561da717d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=727039e9-9297-4de4-bc45-36695d7851d5 HTTP/1.1" status: 200 len: 217 time: 0.0428562 Aug 16 20:59:21.283600 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01dd3ac-a08e-4c1a-b50f-28d68f733211 req-4000ff9e-357b-4529-b32e-1ef6db04974c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:21.285692 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e01dd3ac-a08e-4c1a-b50f-28d68f733211 req-4000ff9e-357b-4529-b32e-1ef6db04974c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0340fa9d-e19b-476d-9e9a-7d2862e2e105 HTTP/1.1" status: 200 len: 852 time: 0.0988567 Aug 16 20:59:21.338246 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e01dd3ac-a08e-4c1a-b50f-28d68f733211 req-9fdbd32d-08b3-4d19-98bf-cf2347c015fe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=97204dc5-2078-4113-bc6a-8b6109c161f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438497 Aug 16 20:59:21.477233 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e01dd3ac-a08e-4c1a-b50f-28d68f733211 req-9366e8f4-6785-4382-b9c8-f4dc8c05adaf service neutron] 10.222.0.72 "GET /v2.0/networks/97204dc5-2078-4113-bc6a-8b6109c161f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275365 Aug 16 20:59:21.605230 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e01dd3ac-a08e-4c1a-b50f-28d68f733211 req-cf8c8212-6314-4d51-9a4a-eec547ab0fd1 service neutron] 10.222.0.72 "GET /v2.0/networks/97204dc5-2078-4113-bc6a-8b6109c161f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183002 Aug 16 20:59:21.768447 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479d417-ba74-409c-b3ef-ec644cfad53a req-ad4e789c-764a-4074-9881-6f42e3d3c374 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:21.772815 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e479d417-ba74-409c-b3ef-ec644cfad53a req-ad4e789c-764a-4074-9881-6f42e3d3c374 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 943 time: 0.0640886 Aug 16 20:59:21.835657 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e479d417-ba74-409c-b3ef-ec644cfad53a req-d4f01d58-c55f-4ed3-9059-8bb9f57a7a90 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519969 Aug 16 20:59:21.969200 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d29f2e-2b1f-4441-89b1-625162973cf2 req-7d6224bd-258a-4578-9fad-5acaae165769 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:21.972546 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:21.980295 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-59d29f2e-2b1f-4441-89b1-625162973cf2 req-7d6224bd-258a-4578-9fad-5acaae165769 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 945 time: 0.0857170 Aug 16 20:59:22.049627 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-59d29f2e-2b1f-4441-89b1-625162973cf2 req-61705173-8b86-46e0-981f-07066cf323f5 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682786 Aug 16 20:59:22.125875 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 727039e9-9297-4de4-bc45-36695d7851d5 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:59:22.125875 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device c3aa98f1-01de-4b07-a953-b17b46875501 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:59:22.251385 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port c3aa98f1-01de-4b07-a953-b17b46875501 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:22.252083 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:22.319048 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 727039e9-9297-4de4-bc45-36695d7851d5, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=727039e9-9297-4de4-bc45-36695d7851d5,segment=NetworkSegment(53b76348-81c8-4bfa-909a-3d74533ded61),segment_id=53b76348-81c8-4bfa-909a-3d74533ded61)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:22.335269 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '727039e9-9297-4de4-bc45-36695d7851d5', 'network_id': '97204dc5-2078-4113-bc6a-8b6109c161f0', 'port_id': '727039e9-9297-4de4-bc45-36695d7851d5', 'mac_address': 'fa:16:3e:ab:dd:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0340fa9d-e19b-476d-9e9a-7d2862e2e105', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:59:22.404421 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:22.408081 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:22.428853 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 727039e9-9297-4de4-bc45-36695d7851d5 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:59:22.454321 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f75bf3d-7db1-46c3-84fd-31a25c6c56fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3aa98f1-01de-4b07-a953-b17b46875501'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:59:22.458013 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0e81b6-5a1b-45d1-8282-d3c973904cfb" -d '{"events": [{"server_uuid": "3f75bf3d-7db1-46c3-84fd-31a25c6c56fa", "name": "network-vif-plugged", "status": "completed", "tag": "c3aa98f1-01de-4b07-a953-b17b46875501"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:59:22.512418 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port c3aa98f1-01de-4b07-a953-b17b46875501, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c3aa98f1-01de-4b07-a953-b17b46875501,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:22.523437 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 727039e9-9297-4de4-bc45-36695d7851d5, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=727039e9-9297-4de4-bc45-36695d7851d5,segment=NetworkSegment(53b76348-81c8-4bfa-909a-3d74533ded61),segment_id=53b76348-81c8-4bfa-909a-3d74533ded61)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:22.532339 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5541eba1-fae1-412e-a6c1-eaf51bbfea7d x-openstack-request-id: req-5541eba1-fae1-412e-a6c1-eaf51bbfea7d {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:59:22.533051 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f75bf3d-7db1-46c3-84fd-31a25c6c56fa", "name": "network-vif-plugged", "status": "completed", "tag": "c3aa98f1-01de-4b07-a953-b17b46875501", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:59:22.533540 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5541eba1-fae1-412e-a6c1-eaf51bbfea7d {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:59:22.534169 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f75bf3d-7db1-46c3-84fd-31a25c6c56fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3aa98f1-01de-4b07-a953-b17b46875501', 'code': 200} Aug 16 20:59:22.626955 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:22.665880 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:22.703497 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=c3aa98f1-01de-4b07-a953-b17b46875501,revision_number=13']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:22.768627 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=727039e9-9297-4de4-bc45-36695d7851d5,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:22.975355 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['727039e9-9297-4de4-bc45-36695d7851d5'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:59:22.993999 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f9cad-7961-4c3e-b912-62d481a088c8 req-ae400fbf-1aaf-4624-97a1-a62e11527f98 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:22.995895 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-397f9cad-7961-4c3e-b912-62d481a088c8 req-ae400fbf-1aaf-4624-97a1-a62e11527f98 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 944 time: 0.0688491 Aug 16 20:59:23.121379 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-397f9cad-7961-4c3e-b912-62d481a088c8 req-d592ae98-27fd-450b-8193-7f35a80ab3fb tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178780 Aug 16 20:59:23.313543 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13795d-e5b4-40c3-ba4d-62faff37d4f1 req-ec91c40e-a96f-42df-9de9-9f1862a79133 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:23.322834 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7d13795d-e5b4-40c3-ba4d-62faff37d4f1 req-ec91c40e-a96f-42df-9de9-9f1862a79133 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 946 time: 0.1327677 Aug 16 20:59:23.361321 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7d13795d-e5b4-40c3-ba4d-62faff37d4f1 req-45665ac4-2473-4611-9963-fc0e1b42803e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372636 Aug 16 20:59:24.131239 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 727039e9-9297-4de4-bc45-36695d7851d5 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:59:24.395049 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312224d-30b6-4d99-ac65-61d6e06b313a req-bbf81daa-a2be-42b9-9cbd-8a2ea04cec00 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:24.396942 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3312224d-30b6-4d99-ac65-61d6e06b313a req-bbf81daa-a2be-42b9-9cbd-8a2ea04cec00 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 944 time: 0.1516209 Aug 16 20:59:24.437241 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3312224d-30b6-4d99-ac65-61d6e06b313a req-45c55f82-b24e-4d61-9383-9863f85fb344 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343843 Aug 16 20:59:24.541094 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b18bb1-810f-439d-84fe-2b483b4d6295 req-33474319-672d-4a32-aa41-af84941fa28e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:24.542699 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c0b18bb1-810f-439d-84fe-2b483b4d6295 req-33474319-672d-4a32-aa41-af84941fa28e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 946 time: 0.0572128 Aug 16 20:59:24.554933 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 727039e9-9297-4de4-bc45-36695d7851d5 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:59:24.560752 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 727039e9-9297-4de4-bc45-36695d7851d5 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:24.562018 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:24.588614 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c0b18bb1-810f-439d-84fe-2b483b4d6295 req-2b0ac460-7f91-4306-9325-5269da0d5ab1 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398161 Aug 16 20:59:24.659411 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:24.681929 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782bab7e-dbe0-468a-9316-30f0cec8c302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727039e9-9297-4de4-bc45-36695d7851d5'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:59:24.684209 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8124bc-2896-4228-ae68-a6f55208ec61" -d '{"events": [{"server_uuid": "782bab7e-dbe0-468a-9316-30f0cec8c302", "name": "network-vif-plugged", "status": "completed", "tag": "727039e9-9297-4de4-bc45-36695d7851d5"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:59:24.698385 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 727039e9-9297-4de4-bc45-36695d7851d5, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=727039e9-9297-4de4-bc45-36695d7851d5,segment=NetworkSegment(53b76348-81c8-4bfa-909a-3d74533ded61),segment_id=53b76348-81c8-4bfa-909a-3d74533ded61)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:24.726135 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70527536-d063-4cbc-ac42-0c54c029de23 x-openstack-request-id: req-70527536-d063-4cbc-ac42-0c54c029de23 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:59:24.726426 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782bab7e-dbe0-468a-9316-30f0cec8c302", "name": "network-vif-plugged", "status": "completed", "tag": "727039e9-9297-4de4-bc45-36695d7851d5", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:59:24.726678 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-70527536-d063-4cbc-ac42-0c54c029de23 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:59:24.727078 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782bab7e-dbe0-468a-9316-30f0cec8c302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727039e9-9297-4de4-bc45-36695d7851d5', 'code': 200} Aug 16 20:59:24.826262 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153971ef-20ec-4bde-8e50-84b15ced32f9 req-fa47b197-e5cf-45dd-9214-1d0b3eb13eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:24.828244 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-153971ef-20ec-4bde-8e50-84b15ced32f9 req-fa47b197-e5cf-45dd-9214-1d0b3eb13eeb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 1096 time: 0.0427132 Aug 16 20:59:24.865244 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-153971ef-20ec-4bde-8e50-84b15ced32f9 req-73374608-e396-477a-9ba4-9c63d7eeadf4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297465 Aug 16 20:59:24.921595 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:24.973039 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=727039e9-9297-4de4-bc45-36695d7851d5,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:25.593612 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb724e2-eb04-44df-b934-ebde9f65843b req-28394abf-f900-431a-8e0a-3f08571bc19b tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:25.595390 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bfb724e2-eb04-44df-b934-ebde9f65843b req-28394abf-f900-431a-8e0a-3f08571bc19b tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 945 time: 0.0766904 Aug 16 20:59:25.646664 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bfb724e2-eb04-44df-b934-ebde9f65843b req-6f226b14-a733-40bb-ac92-f91cc8ff98a7 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431733 Aug 16 20:59:25.737750 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60839a97-9457-4e1e-9cab-3dd41a7cff43 req-d09797c6-3362-4ae8-861b-c121c393d36e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:25.739453 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-60839a97-9457-4e1e-9cab-3dd41a7cff43 req-d09797c6-3362-4ae8-861b-c121c393d36e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 946 time: 0.0630417 Aug 16 20:59:25.788290 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-60839a97-9457-4e1e-9cab-3dd41a7cff43 req-d5cf57b5-3d07-4433-9110-849245fc5807 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384641 Aug 16 20:59:26.820331 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2bb2c5-6e57-40a3-a4a1-08c8d54025fb req-38c5f18b-58bd-404d-a2f8-c59fbd241ab7 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:26.821932 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ea2bb2c5-6e57-40a3-a4a1-08c8d54025fb req-38c5f18b-58bd-404d-a2f8-c59fbd241ab7 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 945 time: 0.0818596 Aug 16 20:59:26.880865 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ea2bb2c5-6e57-40a3-a4a1-08c8d54025fb req-680aa9bc-bc78-4d2b-84a6-a0b0ae4144f9 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513256 Aug 16 20:59:27.001662 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71688a43-9107-465d-b368-f965dfcd4a64 req-49401357-9f4f-4833-a060-bb4030eeafe1 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:27.009801 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-71688a43-9107-465d-b368-f965dfcd4a64 req-49401357-9f4f-4833-a060-bb4030eeafe1 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 946 time: 0.0738139 Aug 16 20:59:27.067441 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-71688a43-9107-465d-b368-f965dfcd4a64 req-66316fb6-c2eb-4977-a004-7dd86e3595d2 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541399 Aug 16 20:59:28.187942 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6fdd8-94cc-4e8a-9c56-4740a452b727 req-6df60259-14a9-43a3-8cd9-0d63203cb889 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:28.192417 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8ea6fdd8-94cc-4e8a-9c56-4740a452b727 req-6df60259-14a9-43a3-8cd9-0d63203cb889 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 946 time: 0.0581837 Aug 16 20:59:28.234101 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8ea6fdd8-94cc-4e8a-9c56-4740a452b727 req-21c62f23-bf81-4b74-b521-e81378b25eed tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380795 Aug 16 20:59:29.427443 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229fcbb-61a4-404a-88bf-db0be73659f7 req-acc2efb3-f8c5-47c9-adc5-dca4c6915bf8 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:29.429079 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c229fcbb-61a4-404a-88bf-db0be73659f7 req-acc2efb3-f8c5-47c9-adc5-dca4c6915bf8 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 946 time: 0.0864005 Aug 16 20:59:29.546697 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c229fcbb-61a4-404a-88bf-db0be73659f7 req-911afde8-9a22-453a-9715-942fcc8fac05 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912673 Aug 16 20:59:29.571591 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b7116-664b-4ab3-9896-d94704fb4acd req-e4257b6d-a41d-426b-93e1-6f5f0143bcfc tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:29.582952 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dc6b7116-664b-4ab3-9896-d94704fb4acd req-e4257b6d-a41d-426b-93e1-6f5f0143bcfc tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 945 time: 0.1508651 Aug 16 20:59:29.640274 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dc6b7116-664b-4ab3-9896-d94704fb4acd req-33f32adf-1e32-4128-9246-53c17b0de343 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573957 Aug 16 20:59:30.710563 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb7407-fe7c-46e0-bf8d-0366115ad455 req-8e0d4e3c-be7d-4058-b3c9-868737c178e0 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:30.724812 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-16cb7407-fe7c-46e0-bf8d-0366115ad455 req-8e0d4e3c-be7d-4058-b3c9-868737c178e0 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 946 time: 0.0788643 Aug 16 20:59:30.817315 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-16cb7407-fe7c-46e0-bf8d-0366115ad455 req-82535bb7-88d6-481e-88bf-1937ff8ec638 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916004 Aug 16 20:59:30.844943 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff922f1a-4650-485b-a60d-f48fa1f990cd req-5abbe951-184b-4969-903c-a9c2d9be6d1a tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:30.846529 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ff922f1a-4650-485b-a60d-f48fa1f990cd req-5abbe951-184b-4969-903c-a9c2d9be6d1a tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 945 time: 0.0729308 Aug 16 20:59:30.982904 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ff922f1a-4650-485b-a60d-f48fa1f990cd req-8317f2d8-17eb-4f8b-8a14-67b93ce0e498 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110678 Aug 16 20:59:31.281070 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db83d75-50b7-4fd3-bc11-1e3056b0da58 req-651ca6d4-0c21-41bd-81d2-a9c5f5bb57c4 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:31.287531 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db83d75-50b7-4fd3-bc11-1e3056b0da58 req-651ca6d4-0c21-41bd-81d2-a9c5f5bb57c4 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:31.295930 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db83d75-50b7-4fd3-bc11-1e3056b0da58 req-651ca6d4-0c21-41bd-81d2-a9c5f5bb57c4 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:31.314080 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db83d75-50b7-4fd3-bc11-1e3056b0da58 req-651ca6d4-0c21-41bd-81d2-a9c5f5bb57c4 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:31.324888 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db83d75-50b7-4fd3-bc11-1e3056b0da58 req-651ca6d4-0c21-41bd-81d2-a9c5f5bb57c4 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:31.337740 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db83d75-50b7-4fd3-bc11-1e3056b0da58 req-651ca6d4-0c21-41bd-81d2-a9c5f5bb57c4 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:31.340382 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db83d75-50b7-4fd3-bc11-1e3056b0da58 req-651ca6d4-0c21-41bd-81d2-a9c5f5bb57c4 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:31.348684 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8db83d75-50b7-4fd3-bc11-1e3056b0da58 req-651ca6d4-0c21-41bd-81d2-a9c5f5bb57c4 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5445 time: 0.1453385 Aug 16 20:59:31.439504 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8db83d75-50b7-4fd3-bc11-1e3056b0da58 req-27c38135-8864-4fff-b699-a3e0456811d1 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0850277 Aug 16 20:59:31.623199 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92028b2-76cd-4141-aa0a-3bc2db3959d3 req-c2062373-1c2c-4f7c-81f1-e1dae05220a4 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:31.630016 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92028b2-76cd-4141-aa0a-3bc2db3959d3 req-c2062373-1c2c-4f7c-81f1-e1dae05220a4 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:31.641378 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92028b2-76cd-4141-aa0a-3bc2db3959d3 req-c2062373-1c2c-4f7c-81f1-e1dae05220a4 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:31.647564 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92028b2-76cd-4141-aa0a-3bc2db3959d3 req-c2062373-1c2c-4f7c-81f1-e1dae05220a4 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:31.653907 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92028b2-76cd-4141-aa0a-3bc2db3959d3 req-c2062373-1c2c-4f7c-81f1-e1dae05220a4 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:31.666022 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92028b2-76cd-4141-aa0a-3bc2db3959d3 req-c2062373-1c2c-4f7c-81f1-e1dae05220a4 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:31.673349 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92028b2-76cd-4141-aa0a-3bc2db3959d3 req-c2062373-1c2c-4f7c-81f1-e1dae05220a4 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:31.687678 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d92028b2-76cd-4141-aa0a-3bc2db3959d3 req-c2062373-1c2c-4f7c-81f1-e1dae05220a4 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5445 time: 0.1473417 Aug 16 20:59:32.083045 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e21710-c035-487f-a375-eaf570e0d13d req-7a8fa985-d330-4001-b454-ec6a5076d5dc tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:32.101775 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-71e21710-c035-487f-a375-eaf570e0d13d req-7a8fa985-d330-4001-b454-ec6a5076d5dc tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 946 time: 0.1445360 Aug 16 20:59:32.201121 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-71e21710-c035-487f-a375-eaf570e0d13d req-07b20a9c-b36e-4250-8d56-5b5c1dec3d1a tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925241 Aug 16 20:59:32.338095 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4447f-709f-4130-908d-965caf70855a req-d372e41f-8991-4a0b-889d-6e0332604692 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:32.350987 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-97d4447f-709f-4130-908d-965caf70855a req-d372e41f-8991-4a0b-889d-6e0332604692 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 945 time: 0.1482799 Aug 16 20:59:32.354974 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51540) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:32.410476 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-97d4447f-709f-4130-908d-965caf70855a req-4e5a71b5-77e0-4d57-ae8c-44419a4e5782 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580003 Aug 16 20:59:32.514728 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d69e5201-4025-4854-a5ce-63a62c589b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:32.612380 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d69e5201-4025-4854-a5ce-63a62c589b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:32.887155 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d69e5201-4025-4854-a5ce-63a62c589b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:32.928224 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d69e5201-4025-4854-a5ce-63a62c589b16 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9f05eb4e9c2645568d03f5845dc7d80b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5714710 Aug 16 20:59:32.928741 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e5201-4025-4854-a5ce-63a62c589b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a4ef1d-1576-4d88-84fe-73b167d1f2dc,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:32.930595 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51552) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:32.993173 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-92113ddb-5d91-47ed-976f-7d1b2087ce97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:33.018608 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-92113ddb-5d91-47ed-976f-7d1b2087ce97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:33.326256 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71091c0c-90a0-4db7-bf25-8c1ba06b48ad req-31cf9fd7-f31c-48fb-b357-b8c0d200bc10 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:33.328021 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-71091c0c-90a0-4db7-bf25-8c1ba06b48ad req-31cf9fd7-f31c-48fb-b357-b8c0d200bc10 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 946 time: 0.0584753 Aug 16 20:59:33.366159 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-92113ddb-5d91-47ed-976f-7d1b2087ce97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:33.368691 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-92113ddb-5d91-47ed-976f-7d1b2087ce97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:33.369922 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-92113ddb-5d91-47ed-976f-7d1b2087ce97 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f5a4ef1d-1576-4d88-84fe-73b167d1f2dc HTTP/1.1" status: 204 len: 168 time: 0.4383230 Aug 16 20:59:33.390016 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92113ddb-5d91-47ed-976f-7d1b2087ce97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a4ef1d-1576-4d88-84fe-73b167d1f2dc,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:33.403916 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-71091c0c-90a0-4db7-bf25-8c1ba06b48ad req-a2bf04b0-a1ef-480c-88b2-019de60e8cc7 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650902 Aug 16 20:59:33.566622 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c4ef2-b330-4990-8d6e-fed06793c904 req-ccabf551-ad2e-47cf-be8a-b754e54d0f12 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:33.570035 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7f6c4ef2-b330-4990-8d6e-fed06793c904 req-ccabf551-ad2e-47cf-be8a-b754e54d0f12 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 945 time: 0.0864618 Aug 16 20:59:33.638406 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7f6c4ef2-b330-4990-8d6e-fed06793c904 req-1a8b6cdd-fef8-47cf-bfe5-a28423f71fb4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628078 Aug 16 20:59:34.351946 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51596) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:34.369112 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d5f42dcf-77e8-43ac-bdd4-e8df0db62a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:34.466759 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d5f42dcf-77e8-43ac-bdd4-e8df0db62a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:34.529662 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c0e36-59e3-4ba2-acdc-a36244d98044 req-c6ff026b-2a47-4759-a76e-11a7f6df947f tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:34.531181 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-525c0e36-59e3-4ba2-acdc-a36244d98044 req-c6ff026b-2a47-4759-a76e-11a7f6df947f tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 946 time: 0.0522835 Aug 16 20:59:34.572948 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-525c0e36-59e3-4ba2-acdc-a36244d98044 req-5b3fd2c9-f10c-4a02-88de-bdaa6cd53a4f tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357089 Aug 16 20:59:34.663439 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d5f42dcf-77e8-43ac-bdd4-e8df0db62a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:34.709360 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d5f42dcf-77e8-43ac-bdd4-e8df0db62a5a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0e4f88bb5e9f4992b24cb91729d197e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3562362 Aug 16 20:59:34.710112 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f42dcf-77e8-43ac-bdd4-e8df0db62a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe3834d-490a-4f45-b560-c57502326eef,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:34.712293 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51612) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:34.806087 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f5e30-40d2-4974-b845-8dd0c5a0d326 req-8b233472-b3cc-4e25-a52d-f4fdaa779c55 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:34.807745 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-685f5e30-40d2-4974-b845-8dd0c5a0d326 req-8b233472-b3cc-4e25-a52d-f4fdaa779c55 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 945 time: 0.0744555 Aug 16 20:59:34.824275 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-17f63381-8b9d-4547-9fa0-d13bd63f01eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:34.864945 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-17f63381-8b9d-4547-9fa0-d13bd63f01eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:34.869352 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-685f5e30-40d2-4974-b845-8dd0c5a0d326 req-41a8dbd2-74b3-48eb-90a9-7422dde288eb tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537617 Aug 16 20:59:35.074915 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-17f63381-8b9d-4547-9fa0-d13bd63f01eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:35.077567 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-17f63381-8b9d-4547-9fa0-d13bd63f01eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:35.078754 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-17f63381-8b9d-4547-9fa0-d13bd63f01eb admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/cfe3834d-490a-4f45-b560-c57502326eef HTTP/1.1" status: 204 len: 168 time: 0.3652871 Aug 16 20:59:35.097254 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f63381-8b9d-4547-9fa0-d13bd63f01eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe3834d-490a-4f45-b560-c57502326eef,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:35.508482 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51666) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:35.627277 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf538dd-ead2-41d2-927f-abcbbd6650bc req-319d87ff-1fe6-47bb-9c62-774e80f56191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:35.628565 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf538dd-ead2-41d2-927f-abcbbd6650bc req-319d87ff-1fe6-47bb-9c62-774e80f56191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:35.629413 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf538dd-ead2-41d2-927f-abcbbd6650bc req-319d87ff-1fe6-47bb-9c62-774e80f56191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:35.630099 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf538dd-ead2-41d2-927f-abcbbd6650bc req-319d87ff-1fe6-47bb-9c62-774e80f56191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:35.631052 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf538dd-ead2-41d2-927f-abcbbd6650bc req-319d87ff-1fe6-47bb-9c62-774e80f56191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:35.631655 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf538dd-ead2-41d2-927f-abcbbd6650bc req-319d87ff-1fe6-47bb-9c62-774e80f56191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:35.632181 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf538dd-ead2-41d2-927f-abcbbd6650bc req-319d87ff-1fe6-47bb-9c62-774e80f56191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:35.641277 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-caf538dd-ead2-41d2-927f-abcbbd6650bc req-319d87ff-1fe6-47bb-9c62-774e80f56191 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 6509 time: 0.1316042 Aug 16 20:59:35.702661 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-caf538dd-ead2-41d2-927f-abcbbd6650bc req-1f4f45a6-d059-4455-9480-d3c446719905 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602872 Aug 16 20:59:35.749961 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81035a8e-1903-4039-be0b-e72524f67fc3 req-f19a6728-61ce-48a7-b2a4-df43bf722565 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:35.759929 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-81035a8e-1903-4039-be0b-e72524f67fc3 req-f19a6728-61ce-48a7-b2a4-df43bf722565 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 946 time: 0.0851645 Aug 16 20:59:35.810333 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-81035a8e-1903-4039-be0b-e72524f67fc3 req-8fd17936-8958-4b52-b90f-581967bc4fe6 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484164 Aug 16 20:59:36.023959 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5820257-4928-4f3a-b5e6-bb4d1d4af229 req-e0a8e366-253d-4d18-bfee-78efaadddd63 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:36.025559 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a5820257-4928-4f3a-b5e6-bb4d1d4af229 req-e0a8e366-253d-4d18-bfee-78efaadddd63 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 945 time: 0.0519099 Aug 16 20:59:36.071128 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a5820257-4928-4f3a-b5e6-bb4d1d4af229 req-455316da-6757-4199-a80e-e10da50634e4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376766 Aug 16 20:59:36.811764 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51762) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:36.920865 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b037607f-b0de-46ee-854e-fc91c698cd1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:37.033419 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b037607f-b0de-46ee-854e-fc91c698cd1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:37.210296 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e2c49-6bf7-476c-a864-1656a597a256 req-4ab526ad-fc44-45a8-b934-6af6c768e2a8 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:37.211958 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c13e2c49-6bf7-476c-a864-1656a597a256 req-4ab526ad-fc44-45a8-b934-6af6c768e2a8 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 945 time: 0.0575635 Aug 16 20:59:37.212758 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b037607f-b0de-46ee-854e-fc91c698cd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:37.265508 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037607f-b0de-46ee-854e-fc91c698cd1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b577706b-68ff-4160-8f03-f38c71073533,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:37.272323 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b037607f-b0de-46ee-854e-fc91c698cd1c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=752a124b18e14d198462670ca78418e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4595284 Aug 16 20:59:37.275207 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51804) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:37.279293 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b037607f-b0de-46ee-854e-fc91c698cd1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:37.279641 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b037607f-b0de-46ee-854e-fc91c698cd1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:37.280006 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b037607f-b0de-46ee-854e-fc91c698cd1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:37.280349 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b037607f-b0de-46ee-854e-fc91c698cd1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:37.280687 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b037607f-b0de-46ee-854e-fc91c698cd1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:37.281113 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b037607f-b0de-46ee-854e-fc91c698cd1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:37.281447 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b037607f-b0de-46ee-854e-fc91c698cd1c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:37.281778 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b037607f-b0de-46ee-854e-fc91c698cd1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:37.282111 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b037607f-b0de-46ee-854e-fc91c698cd1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:37.282438 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b037607f-b0de-46ee-854e-fc91c698cd1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:37.282772 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b037607f-b0de-46ee-854e-fc91c698cd1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:37.283098 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b037607f-b0de-46ee-854e-fc91c698cd1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:37.307196 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c13e2c49-6bf7-476c-a864-1656a597a256 req-0ac5d04d-ee0b-45dd-a000-7be9d3f02247 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821779 Aug 16 20:59:37.351555 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f3ad6c71-26bd-4601-819d-ccb4443d8118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:37.374010 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f3ad6c71-26bd-4601-819d-ccb4443d8118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:37.537323 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f3ad6c71-26bd-4601-819d-ccb4443d8118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:37.539923 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f3ad6c71-26bd-4601-819d-ccb4443d8118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:37.541094 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f3ad6c71-26bd-4601-819d-ccb4443d8118 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b577706b-68ff-4160-8f03-f38c71073533 HTTP/1.1" status: 204 len: 168 time: 0.2647870 Aug 16 20:59:37.551971 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad6c71-26bd-4601-819d-ccb4443d8118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b577706b-68ff-4160-8f03-f38c71073533,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:37.758812 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70b8db-6f20-40a6-887e-59b6a83890e6 req-ff4c4bd7-f392-4dbf-9917-2729aeebc99d tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:37.758812 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ab70b8db-6f20-40a6-887e-59b6a83890e6 req-ff4c4bd7-f392-4dbf-9917-2729aeebc99d tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 946 time: 0.0573165 Aug 16 20:59:37.801926 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ab70b8db-6f20-40a6-887e-59b6a83890e6 req-2873c2b1-508a-4584-8ff1-7e21f9902064 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393212 Aug 16 20:59:38.439662 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afd2be-b8bf-4efe-993b-d83dce78fdd0 req-c3085633-210a-4496-a355-3743b9c72505 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:38.441311 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-16afd2be-b8bf-4efe-993b-d83dce78fdd0 req-c3085633-210a-4496-a355-3743b9c72505 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 945 time: 0.0598910 Aug 16 20:59:38.478940 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-16afd2be-b8bf-4efe-993b-d83dce78fdd0 req-e8544fa8-594d-403e-9d66-86cb613323c7 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316868 Aug 16 20:59:39.081884 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51928) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:39.193680 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-733aff52-f59b-4821-9c36-a25804509e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:39.284733 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-733aff52-f59b-4821-9c36-a25804509e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:39.360302 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-733aff52-f59b-4821-9c36-a25804509e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:39.400483 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-733aff52-f59b-4821-9c36-a25804509e69 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b41f10871c144ff8a747642e253c15a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3173130 Aug 16 20:59:39.403944 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733aff52-f59b-4821-9c36-a25804509e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521b19a9-4730-415b-b01b-ab9bb273f849,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:39.404083 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51940) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:39.459695 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-95186f30-0049-4304-9c31-9e91102f3d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:39.491315 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-95186f30-0049-4304-9c31-9e91102f3d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:39.612483 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c46ec-cef0-4b98-a2b8-51705b5da2e2 req-9655dc92-baff-42f4-85ee-6d654531e837 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:39.616428 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-575c46ec-cef0-4b98-a2b8-51705b5da2e2 req-9655dc92-baff-42f4-85ee-6d654531e837 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 945 time: 0.0529921 Aug 16 20:59:39.668462 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-575c46ec-cef0-4b98-a2b8-51705b5da2e2 req-d6fc25d7-967e-4706-b4b3-9624b6937bd1 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484083 Aug 16 20:59:39.702898 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-95186f30-0049-4304-9c31-9e91102f3d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:39.705846 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-95186f30-0049-4304-9c31-9e91102f3d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:39.707096 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-95186f30-0049-4304-9c31-9e91102f3d4c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/521b19a9-4730-415b-b01b-ab9bb273f849 HTTP/1.1" status: 204 len: 168 time: 0.3013201 Aug 16 20:59:39.719983 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95186f30-0049-4304-9c31-9e91102f3d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521b19a9-4730-415b-b01b-ab9bb273f849,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:40.175911 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device c3aa98f1-01de-4b07-a953-b17b46875501 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:59:40.256648 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:40.281175 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f75bf3d-7db1-46c3-84fd-31a25c6c56fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3aa98f1-01de-4b07-a953-b17b46875501'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:59:40.283428 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6838df74-6557-460c-8756-0a12f63d5c90" -d '{"events": [{"server_uuid": "3f75bf3d-7db1-46c3-84fd-31a25c6c56fa", "name": "network-vif-unplugged", "status": "completed", "tag": "c3aa98f1-01de-4b07-a953-b17b46875501"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:59:40.296864 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port c3aa98f1-01de-4b07-a953-b17b46875501, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c3aa98f1-01de-4b07-a953-b17b46875501,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:40.322343 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e34fe48-4f3c-4bc4-8945-77b3a750df24 x-openstack-request-id: req-1e34fe48-4f3c-4bc4-8945-77b3a750df24 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:59:40.322565 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f75bf3d-7db1-46c3-84fd-31a25c6c56fa", "name": "network-vif-unplugged", "status": "completed", "tag": "c3aa98f1-01de-4b07-a953-b17b46875501", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:59:40.323016 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1e34fe48-4f3c-4bc4-8945-77b3a750df24 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:59:40.323427 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f75bf3d-7db1-46c3-84fd-31a25c6c56fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3aa98f1-01de-4b07-a953-b17b46875501', 'code': 200} Aug 16 20:59:40.377062 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:40.436136 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=c3aa98f1-01de-4b07-a953-b17b46875501,revision_number=14']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:40.834929 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797fd80-1e5a-4c07-8ed4-e330c9abb2d5 req-270e86f7-ffc7-41e3-8210-76b88a83d423 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:40.837333 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2797fd80-1e5a-4c07-8ed4-e330c9abb2d5 req-270e86f7-ffc7-41e3-8210-76b88a83d423 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 945 time: 0.0907724 Aug 16 20:59:40.916401 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2797fd80-1e5a-4c07-8ed4-e330c9abb2d5 req-923141c7-6f5e-4c30-8525-47f7b71aca9e tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695510 Aug 16 20:59:41.081010 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc411ad8-f800-4c5c-99ee-07e953775d40 req-183e4d4a-8e88-4675-908c-800445c06202 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:41.082602 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cc411ad8-f800-4c5c-99ee-07e953775d40 req-183e4d4a-8e88-4675-908c-800445c06202 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.0516818 Aug 16 20:59:41.121228 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cf7a3132-b730-4b01-b3ce-9f3f4d345c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:41.121449 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cc411ad8-f800-4c5c-99ee-07e953775d40 req-565539e0-96a8-4115-8081-3ae0420908f5 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323994 Aug 16 20:59:41.540738 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f2d92-8bad-4c6a-90f9-a27b75c23063 req-1b51b2ff-1873-49ef-8f40-fff901db557f tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:41.542368 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9e9f2d92-8bad-4c6a-90f9-a27b75c23063 req-1b51b2ff-1873-49ef-8f40-fff901db557f tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.0511305 Aug 16 20:59:41.601709 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9e9f2d92-8bad-4c6a-90f9-a27b75c23063 req-70c9247d-cbdc-44d5-aca2-105142121011 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526218 Aug 16 20:59:41.630164 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bceee30-6a2d-4afb-a7a4-7afba9f790a3 req-51afdb99-6ac3-424f-87c8-aa7d14e568d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:41.631704 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7bceee30-6a2d-4afb-a7a4-7afba9f790a3 req-51afdb99-6ac3-424f-87c8-aa7d14e568d8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04d4519d90b5451ebf562bbd9e44ac2b&device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 1096 time: 0.0492477 Aug 16 20:59:41.731851 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bceee30-6a2d-4afb-a7a4-7afba9f790a3 req-d352aff7-d714-4251-839a-74636be138b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:41.733446 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7bceee30-6a2d-4afb-a7a4-7afba9f790a3 req-d352aff7-d714-4251-839a-74636be138b5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 HTTP/1.1" status: 200 len: 912 time: 0.0938399 Aug 16 20:59:41.810809 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7bceee30-6a2d-4afb-a7a4-7afba9f790a3 req-86040c97-1fbd-469b-86b4-fec5184628fc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3aa98f1-01de-4b07-a953-b17b46875501 HTTP/1.1" status: 200 len: 999 time: 0.0692103 Aug 16 20:59:41.877949 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bceee30-6a2d-4afb-a7a4-7afba9f790a3 req-d35049af-999c-49ab-a59b-03f9281be1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:41.880112 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7bceee30-6a2d-4afb-a7a4-7afba9f790a3 req-d35049af-999c-49ab-a59b-03f9281be1a4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=20aa60f1-bb16-40f5-b2dd-0341c13f6e8c HTTP/1.1" status: 200 len: 850 time: 0.0625999 Aug 16 20:59:41.951725 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bceee30-6a2d-4afb-a7a4-7afba9f790a3 req-c29f25ea-490b-49e9-b0f4-906f6201ef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:41.953855 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7bceee30-6a2d-4afb-a7a4-7afba9f790a3 req-c29f25ea-490b-49e9-b0f4-906f6201ef0a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560539 Aug 16 20:59:42.107011 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7bceee30-6a2d-4afb-a7a4-7afba9f790a3 req-335adc9d-8151-44af-9862-7e89f7db6038 service neutron] 10.222.0.72 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433356 Aug 16 20:59:42.114736 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca29864-c84b-446d-95c4-f0dce0c4c6b5 req-9a323edd-dd3d-4351-8457-d7572a6e444b tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:42.116194 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aca29864-c84b-446d-95c4-f0dce0c4c6b5 req-9a323edd-dd3d-4351-8457-d7572a6e444b tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 945 time: 0.0850682 Aug 16 20:59:42.224356 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aca29864-c84b-446d-95c4-f0dce0c4c6b5 req-caf41c58-63f7-4db9-b8df-5c4dd9e85e85 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967145 Aug 16 20:59:42.254984 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7bceee30-6a2d-4afb-a7a4-7afba9f790a3 req-d61df72c-cc7a-4fe6-8950-6f461c3e083d service neutron] 10.222.0.72 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378021 Aug 16 20:59:42.725087 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2562e98-160a-4169-9f40-627d780d5c2e req-c581c3c1-064c-409c-9969-61dae7383988 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:42.726643 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a2562e98-160a-4169-9f40-627d780d5c2e req-c581c3c1-064c-409c-9969-61dae7383988 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.0534613 Aug 16 20:59:42.771133 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a2562e98-160a-4169-9f40-627d780d5c2e req-74b2dea8-c122-40bd-9fd0-b988d1a95c41 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385234 Aug 16 20:59:43.338854 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f824f0-a13d-4fa2-8713-4a0c13d7e8df req-762f627b-bafb-40ca-a3ac-3a455eb6ad38 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:43.340958 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b4f824f0-a13d-4fa2-8713-4a0c13d7e8df req-762f627b-bafb-40ca-a3ac-3a455eb6ad38 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 945 time: 0.0525758 Aug 16 20:59:43.379182 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b4f824f0-a13d-4fa2-8713-4a0c13d7e8df req-dcc66567-4269-4ad2-8c8c-4ab0c1b328c4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321040 Aug 16 20:59:43.566625 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-89d7169a-1cb0-444d-8a96-727c54b231b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:43.763438 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:43.902245 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d84f56-aa9c-4156-a343-ef4300a1f8da req-ba8968ad-74bc-49a7-a120-b83bf49321ca tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:43.904275 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d8d84f56-aa9c-4156-a343-ef4300a1f8da req-ba8968ad-74bc-49a7-a120-b83bf49321ca tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.0557394 Aug 16 20:59:43.942637 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d8d84f56-aa9c-4156-a343-ef4300a1f8da req-19a18341-146f-47f1-a94e-3b93479a99de tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322697 Aug 16 20:59:44.207584 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e1c29-47c5-4172-a3fa-912572b03f66 req-a1f8085e-51c0-4f1b-a11e-dd79492636cb tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:44.210806 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-136e1c29-47c5-4172-a3fa-912572b03f66 req-a1f8085e-51c0-4f1b-a11e-dd79492636cb tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.1228240 Aug 16 20:59:44.283933 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-136e1c29-47c5-4172-a3fa-912572b03f66 req-38c60209-81f9-452e-a160-c45973547416 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527668 Aug 16 20:59:44.417158 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c768b-e24e-4382-b73a-412bb26f2a1f req-269e4dd0-a802-47a9-8349-5d65ac2497d8 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:44.418883 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c30c768b-e24e-4382-b73a-412bb26f2a1f req-269e4dd0-a802-47a9-8349-5d65ac2497d8 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.0505002 Aug 16 20:59:44.458659 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c30c768b-e24e-4382-b73a-412bb26f2a1f req-6a701697-04ce-4b3d-8512-cde0d7e4b953 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335083 Aug 16 20:59:44.514196 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faee849-fabe-4d14-b430-daa04f9fcd57 req-96898d0a-acf2-420a-a714-84d1b92077de tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:44.515744 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6faee849-fabe-4d14-b430-daa04f9fcd57 req-96898d0a-acf2-420a-a714-84d1b92077de tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 945 time: 0.0610883 Aug 16 20:59:44.569060 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6faee849-fabe-4d14-b430-daa04f9fcd57 req-464e434c-2cd6-4a6f-824b-f7f4705c2d89 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370390 Aug 16 20:59:44.755503 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:44.776175 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-b51476e4-ee81-4e49-9e0a-afce9cfd61ce tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:44.777700 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-b51476e4-ee81-4e49-9e0a-afce9cfd61ce tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/networks?id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 HTTP/1.1" status: 200 len: 811 time: 0.1075335 Aug 16 20:59:44.793713 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-89ccaac4-9dc4-47d9-b4eb-60656684d049 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/quotas/04d4519d90b5451ebf562bbd9e44ac2b HTTP/1.1" status: 200 len: 375 time: 0.0097311 Aug 16 20:59:44.878447 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-a84ab43a-c432-400f-8a76-b9d50e75f5fa tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=04d4519d90b5451ebf562bbd9e44ac2b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0788760 Aug 16 20:59:44.966199 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-f666ec40-d922-4ffc-bc87-4407f6084ff4 service neutron] 10.222.0.84 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866218 Aug 16 20:59:45.068646 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-8f6c8687-7dc9-4b9d-8c37-ed0391b3b827 service neutron] 10.222.0.84 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947735 Aug 16 20:59:45.439449 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-36130a9a-c607-40be-8649-82a61e02c850 req-b90fd047-6315-4fa7-aa6e-87a8109e43ed tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 210 time: 0.0396235 Aug 16 20:59:45.695655 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d59eaa-aa64-43c7-a61b-aa52a93493b6 req-cb8b8df6-ebeb-4f15-bdf7-f598611f3873 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:45.697319 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-30d59eaa-aa64-43c7-a61b-aa52a93493b6 req-cb8b8df6-ebeb-4f15-bdf7-f598611f3873 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 945 time: 0.0556555 Aug 16 20:59:45.737851 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-30d59eaa-aa64-43c7-a61b-aa52a93493b6 req-95c3d30a-e32e-4a4e-a61d-18c60377f3da tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336583 Aug 16 20:59:46.346094 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52288) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:46.455170 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ade27657-4c5d-49e4-9019-14114f7ffd0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:46.466314 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:59:46.496941 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:46.518823 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2f88dcbf-52a7-422c-9c19-e3ecc7736499 req-7ac97fde-1482-4fb1-84e8-fca84ee6eb37 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 210 time: 0.0304210 Aug 16 20:59:46.550810 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ade27657-4c5d-49e4-9019-14114f7ffd0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:46.833881 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ade27657-4c5d-49e4-9019-14114f7ffd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:46.872049 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a13b2-beed-40c5-b465-5ffcaf216929 req-00663754-aa2f-4139-ab9d-d085e1b483a8 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:46.873516 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-be3a13b2-beed-40c5-b465-5ffcaf216929 req-00663754-aa2f-4139-ab9d-d085e1b483a8 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 945 time: 0.0592773 Aug 16 20:59:46.878391 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ade27657-4c5d-49e4-9019-14114f7ffd0d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ffa39e78d3b2471da59967b16f0f7c8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5312295 Aug 16 20:59:46.879537 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade27657-4c5d-49e4-9019-14114f7ffd0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf8dd67-20ac-4a9c-aac1-aa714e949628,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:46.881308 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52308) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:46.888398 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade27657-4c5d-49e4-9019-14114f7ffd0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:46.888989 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade27657-4c5d-49e4-9019-14114f7ffd0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:46.889536 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade27657-4c5d-49e4-9019-14114f7ffd0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:46.890087 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade27657-4c5d-49e4-9019-14114f7ffd0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:46.890684 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade27657-4c5d-49e4-9019-14114f7ffd0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:46.891249 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade27657-4c5d-49e4-9019-14114f7ffd0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:46.891831 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade27657-4c5d-49e4-9019-14114f7ffd0d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:46.892397 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade27657-4c5d-49e4-9019-14114f7ffd0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:46.892946 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade27657-4c5d-49e4-9019-14114f7ffd0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:46.893506 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade27657-4c5d-49e4-9019-14114f7ffd0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:46.894048 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade27657-4c5d-49e4-9019-14114f7ffd0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:46.894562 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade27657-4c5d-49e4-9019-14114f7ffd0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:46.971229 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-be3a13b2-beed-40c5-b465-5ffcaf216929 req-48ce07c5-905f-4174-a2dc-ec8570605608 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889528 Aug 16 20:59:46.994352 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bd416391-3634-492b-9249-9bb436dce5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:47.017904 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bd416391-3634-492b-9249-9bb436dce5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:47.171073 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bd416391-3634-492b-9249-9bb436dce5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:47.174440 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bd416391-3634-492b-9249-9bb436dce5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:47.178130 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-bd416391-3634-492b-9249-9bb436dce5b6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7cf8dd67-20ac-4a9c-aac1-aa714e949628 HTTP/1.1" status: 204 len: 168 time: 0.2923391 Aug 16 20:59:47.185754 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd416391-3634-492b-9249-9bb436dce5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf8dd67-20ac-4a9c-aac1-aa714e949628,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:47.666022 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4f1f411b-cc4f-4c34-ae19-451dd44d9912 req-2534dfa6-c410-4792-b2b6-fec3e03fc908 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 210 time: 0.0507672 Aug 16 20:59:47.902274 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-57b9a453-7307-47e0-ba9b-e4210070ba1b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:47.904345 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-57b9a453-7307-47e0-ba9b-e4210070ba1b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.90 "GET /v2.0/networks?id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 HTTP/1.1" status: 200 len: 811 time: 0.1090477 Aug 16 20:59:47.923509 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-81381710-0690-4e90-a6ad-4a66855e057f tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Request body: {'port': {'device_id': '0d43d364-7551-4318-ab16-7318a7217ef5', 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781', 'admin_state_up': True, 'tenant_id': '04d4519d90b5451ebf562bbd9e44ac2b'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:48.071619 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52328) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:48.091311 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7a282fc2-9676-4360-ae79-25ead5873bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:48.120128 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.db.api [None req-7a282fc2-9676-4360-ae79-25ead5873bd4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:59:48.120128 n-d-793620-15 neutron-server[101845]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 20:59:48.120128 n-d-793620-15 neutron-server[101845]: [parameters: {'project_id': 'da0a4ad9d2634f5885e1d5c22666976f', 'id': '10d22d12-47b6-4803-8185-88ecad82792e', 'expiration': datetime.datetime(2021, 8, 16, 21, 1, 48, 116557)}] Aug 16 20:59:48.120128 n-d-793620-15 neutron-server[101845]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:59:48.120588 n-d-793620-15 neutron-server[101845]: DEBUG oslo_db.api [None req-7a282fc2-9676-4360-ae79-25ead5873bd4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:59:48.167616 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56b960-8992-4e43-ac65-4bd66f6fbaba req-840e2117-616f-43c4-8d54-cf6c9a23682f tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:48.170082 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-be56b960-8992-4e43-ac65-4bd66f6fbaba req-840e2117-616f-43c4-8d54-cf6c9a23682f tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 945 time: 0.0838110 Aug 16 20:59:48.210812 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-be56b960-8992-4e43-ac65-4bd66f6fbaba req-b5ccdd74-a77c-4876-a743-5ae9c66e6075 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344024 Aug 16 20:59:48.226760 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-81381710-0690-4e90-a6ad-4a66855e057f tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Made reservation on behalf of 04d4519d90b5451ebf562bbd9e44ac2b for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:59:48.230370 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-81381710-0690-4e90-a6ad-4a66855e057f tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:48.366349 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-81381710-0690-4e90-a6ad-4a66855e057f tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Allocated IP 172.20.0.9 (6c1a60e8-edd1-4d58-b6d4-9cea8db0a781/20aa60f1-bb16-40f5-b2dd-0341c13f6e8c/328aaa67-fe46-4a01-a7b5-759a56b08c1c) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:59:48.522186 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-81381710-0690-4e90-a6ad-4a66855e057f tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:48.535512 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-81381710-0690-4e90-a6ad-4a66855e057f tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Transition to ACTIVE for port object 328aaa67-fe46-4a01-a7b5-759a56b08c1c will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:59:48.621484 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7a282fc2-9676-4360-ae79-25ead5873bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:48.711947 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7a282fc2-9676-4360-ae79-25ead5873bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:48.714896 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-81381710-0690-4e90-a6ad-4a66855e057f tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:48.791232 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-81381710-0690-4e90-a6ad-4a66855e057f tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Network 6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:59:48.797253 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-81381710-0690-4e90-a6ad-4a66855e057f tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:48.799899 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-81381710-0690-4e90-a6ad-4a66855e057f tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:59:48.814219 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81381710-0690-4e90-a6ad-4a66855e057f tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Pushing event updated for resources: {'Port': ['ID=328aaa67-fe46-4a01-a7b5-759a56b08c1c,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:48.845573 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7a282fc2-9676-4360-ae79-25ead5873bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:48.858334 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab0cd8-283b-4cf1-a8f0-c35ac20be223 req-ba9be062-5444-4328-b9c9-9d21441961ef tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:48.860431 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-17ab0cd8-283b-4cf1-a8f0-c35ac20be223 req-ba9be062-5444-4328-b9c9-9d21441961ef tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 931 time: 0.1110506 Aug 16 20:59:48.883283 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-81381710-0690-4e90-a6ad-4a66855e057f tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:48.889745 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-81381710-0690-4e90-a6ad-4a66855e057f tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:48.889931 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7a282fc2-9676-4360-ae79-25ead5873bd4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=da0a4ad9d2634f5885e1d5c22666976f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8156917 Aug 16 20:59:48.890317 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52340) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:48.898645 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a282fc2-9676-4360-ae79-25ead5873bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd69e96-81a4-43e9-ab53-d00160e3fedd,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:48.938291 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-17ab0cd8-283b-4cf1-a8f0-c35ac20be223 req-234ee649-9cc2-404e-894b-a121fb2de8d6 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689504 Aug 16 20:59:48.960561 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b3dc7afb-49e6-4095-a377-ec4d2f6ba3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:48.985643 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b3dc7afb-49e6-4095-a377-ec4d2f6ba3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:49.057090 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:49.057718 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-81381710-0690-4e90-a6ad-4a66855e057f tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1398418 Aug 16 20:59:49.070503 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-cc5cd0b4-917f-4f0b-a800-77b62b8f6629 service neutron] Request body: {'port': {'device_id': '0d43d364-7551-4318-ab16-7318a7217ef5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:49.154901 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b3dc7afb-49e6-4095-a377-ec4d2f6ba3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:49.159928 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b3dc7afb-49e6-4095-a377-ec4d2f6ba3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:49.160101 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b3dc7afb-49e6-4095-a377-ec4d2f6ba3a2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fbd69e96-81a4-43e9-ab53-d00160e3fedd HTTP/1.1" status: 204 len: 168 time: 0.2675142 Aug 16 20:59:49.169839 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc7afb-49e6-4095-a377-ec4d2f6ba3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd69e96-81a4-43e9-ab53-d00160e3fedd,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:49.211084 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-9fe8c765-73c5-4aa9-bf29-2f9fb26b5f8c None None] Provisioning for port 328aaa67-fe46-4a01-a7b5-759a56b08c1c completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:59:49.216122 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-9fe8c765-73c5-4aa9-bf29-2f9fb26b5f8c None None] Provisioning complete for port 328aaa67-fe46-4a01-a7b5-759a56b08c1c triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:49.216674 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9fe8c765-73c5-4aa9-bf29-2f9fb26b5f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:49.282839 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-9fe8c765-73c5-4aa9-bf29-2f9fb26b5f8c None None] Port 328aaa67-fe46-4a01-a7b5-759a56b08c1c cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:59:49.499715 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-cc5cd0b4-917f-4f0b-a800-77b62b8f6629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:49.566741 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cf388-695d-47a4-aa35-f57361edf6c3 req-ef25f3de-a1d3-4a36-b830-1c7e73a2b0ba tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:49.568282 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-116cf388-695d-47a4-aa35-f57361edf6c3 req-ef25f3de-a1d3-4a36-b830-1c7e73a2b0ba tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 945 time: 0.0855496 Aug 16 20:59:49.677960 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-116cf388-695d-47a4-aa35-f57361edf6c3 req-f423c3ed-fdc1-43f2-8be3-1698940d4906 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031091 Aug 16 20:59:49.847756 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-cc5cd0b4-917f-4f0b-a800-77b62b8f6629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 328aaa67-fe46-4a01-a7b5-759a56b08c1c {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:59:49.856299 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-cc5cd0b4-917f-4f0b-a800-77b62b8f6629 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:49.869555 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-cc5cd0b4-917f-4f0b-a800-77b62b8f6629 service neutron] Transition to ACTIVE for port object 328aaa67-fe46-4a01-a7b5-759a56b08c1c will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:59:50.026017 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-cc5cd0b4-917f-4f0b-a800-77b62b8f6629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:50.180981 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6763aaa-7964-4010-86a8-fcf0378e09e7 req-684086c2-9615-4cdf-b548-c15e3728e2ce tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:50.185513 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c6763aaa-7964-4010-86a8-fcf0378e09e7 req-684086c2-9615-4cdf-b548-c15e3728e2ce tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 943 time: 0.1713662 Aug 16 20:59:50.199178 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5cd0b4-917f-4f0b-a800-77b62b8f6629 service neutron] Pushing event updated for resources: {'Port': ['ID=328aaa67-fe46-4a01-a7b5-759a56b08c1c,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:50.313853 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c6763aaa-7964-4010-86a8-fcf0378e09e7 req-0c8a3af2-4d5c-47b5-bef3-33c95d156b6c tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159573 Aug 16 20:59:50.318818 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-cc5cd0b4-917f-4f0b-a800-77b62b8f6629 service neutron] Attempting to bind port 328aaa67-fe46-4a01-a7b5-759a56b08c1c on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:59:50.319161 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-cc5cd0b4-917f-4f0b-a800-77b62b8f6629 service neutron] Attempting to bind port 328aaa67-fe46-4a01-a7b5-759a56b08c1c by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '22721eb0-aba5-4aa9-85ca-08a2fecd48ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:59:50.321104 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-cc5cd0b4-917f-4f0b-a800-77b62b8f6629 service neutron] Attempting to bind port 328aaa67-fe46-4a01-a7b5-759a56b08c1c on network 6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:59:50.328532 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-cc5cd0b4-917f-4f0b-a800-77b62b8f6629 service neutron] Port 328aaa67-fe46-4a01-a7b5-759a56b08c1c on network 6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:59:50.328532 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-cc5cd0b4-917f-4f0b-a800-77b62b8f6629 service neutron] Attempting to bind port 328aaa67-fe46-4a01-a7b5-759a56b08c1c on network 6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:59:50.332775 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-cc5cd0b4-917f-4f0b-a800-77b62b8f6629 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:59:50.333188 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-cc5cd0b4-917f-4f0b-a800-77b62b8f6629 service neutron] Checking segment: {'id': '22721eb0-aba5-4aa9-85ca-08a2fecd48ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:59:50.333587 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-cc5cd0b4-917f-4f0b-a800-77b62b8f6629 service neutron] Bound using segment: {'id': '22721eb0-aba5-4aa9-85ca-08a2fecd48ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:59:50.334175 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-cc5cd0b4-917f-4f0b-a800-77b62b8f6629 service neutron] Bound port: 328aaa67-fe46-4a01-a7b5-759a56b08c1c, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22721eb0-aba5-4aa9-85ca-08a2fecd48ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:59:50.334625 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-cc5cd0b4-917f-4f0b-a800-77b62b8f6629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:50.416644 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-cc5cd0b4-917f-4f0b-a800-77b62b8f6629 service neutron] For port 328aaa67-fe46-4a01-a7b5-759a56b08c1c, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:59:50.420497 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-cc5cd0b4-917f-4f0b-a800-77b62b8f6629 service neutron] For port 328aaa67-fe46-4a01-a7b5-759a56b08c1c, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=328aaa67-fe46-4a01-a7b5-759a56b08c1c,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:59:50.518623 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-cc5cd0b4-917f-4f0b-a800-77b62b8f6629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:50.564700 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-cc5cd0b4-917f-4f0b-a800-77b62b8f6629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:50.565871 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-cc5cd0b4-917f-4f0b-a800-77b62b8f6629 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:50.567707 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-cc5cd0b4-917f-4f0b-a800-77b62b8f6629 service neutron] 10.222.0.90 "PUT /v2.0/ports/328aaa67-fe46-4a01-a7b5-759a56b08c1c HTTP/1.1" status: 200 len: 1092 time: 1.5015326 Aug 16 20:59:50.568505 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d43d364-7551-4318-ab16-7318a7217ef5', 'tag': '328aaa67-fe46-4a01-a7b5-759a56b08c1c'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:59:50.571496 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77581e76-fefc-4c69-b0fa-b00257713ec2" -d '{"events": [{"name": "network-changed", "server_uuid": "0d43d364-7551-4318-ab16-7318a7217ef5", "tag": "328aaa67-fe46-4a01-a7b5-759a56b08c1c"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:59:50.638822 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec84dc6-94d8-43cf-bc61-c08c8a9c789b x-openstack-request-id: req-4ec84dc6-94d8-43cf-bc61-c08c8a9c789b {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:59:50.639941 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d43d364-7551-4318-ab16-7318a7217ef5", "tag": "328aaa67-fe46-4a01-a7b5-759a56b08c1c", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:59:50.640453 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4ec84dc6-94d8-43cf-bc61-c08c8a9c789b {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:59:50.640890 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d43d364-7551-4318-ab16-7318a7217ef5', 'tag': '328aaa67-fe46-4a01-a7b5-759a56b08c1c', 'status': 'completed', 'code': 200} Aug 16 20:59:50.648176 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5cd0b4-917f-4f0b-a800-77b62b8f6629 service neutron] Pushing event updated for resources: {'Port': ['ID=328aaa67-fe46-4a01-a7b5-759a56b08c1c,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:50.712197 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77581e76-fefc-4c69-b0fa-b00257713ec2 req-2173ba05-6dd6-4ba0-9c1d-f3e68044231d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:50.714459 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-77581e76-fefc-4c69-b0fa-b00257713ec2 req-2173ba05-6dd6-4ba0-9c1d-f3e68044231d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=04d4519d90b5451ebf562bbd9e44ac2b&device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 1095 time: 0.0534029 Aug 16 20:59:50.888759 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c809c-19d9-4778-963a-b83eb855311f req-34291004-d331-4581-ba8b-249987657f46 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:50.890408 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a08c809c-19d9-4778-963a-b83eb855311f req-34291004-d331-4581-ba8b-249987657f46 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 945 time: 0.0815282 Aug 16 20:59:50.900965 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77581e76-fefc-4c69-b0fa-b00257713ec2 req-11d15512-5663-42a7-bb75-10c941ce951a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:50.902542 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-77581e76-fefc-4c69-b0fa-b00257713ec2 req-11d15512-5663-42a7-bb75-10c941ce951a service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=04d4519d90b5451ebf562bbd9e44ac2b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1731722 Aug 16 20:59:51.022282 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a08c809c-19d9-4778-963a-b83eb855311f req-a6b6b528-832f-423c-9ae2-8f48dfd8376f tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135209 Aug 16 20:59:51.062073 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77581e76-fefc-4c69-b0fa-b00257713ec2 req-2b842382-4301-410f-9865-3ad214158cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:51.062073 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-77581e76-fefc-4c69-b0fa-b00257713ec2 req-2b842382-4301-410f-9865-3ad214158cd0 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1437523 Aug 16 20:59:51.140022 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-d6dbe0af-596c-4680-893f-c4574a96a9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:51.141553 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-d6dbe0af-596c-4680-893f-c4574a96a9fe service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=04d4519d90b5451ebf562bbd9e44ac2b&device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 1095 time: 0.0430729 Aug 16 20:59:51.189948 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-0f225b08-e708-4953-84cf-08eec8205ab6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=328aaa67-fe46-4a01-a7b5-759a56b08c1c HTTP/1.1" status: 200 len: 217 time: 0.0411389 Aug 16 20:59:51.249349 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-5ddb4665-3d60-433e-9fac-8a99b180339c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:51.251125 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-5ddb4665-3d60-433e-9fac-8a99b180339c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=20aa60f1-bb16-40f5-b2dd-0341c13f6e8c HTTP/1.1" status: 200 len: 850 time: 0.0540922 Aug 16 20:59:51.301612 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-4fe0efc9-4501-4d38-835c-e2215e33a620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:51.303198 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-4fe0efc9-4501-4d38-835c-e2215e33a620 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456011 Aug 16 20:59:51.470511 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-6ba68b2c-70d7-424f-a4e0-c0ae70467ed4 service neutron] 10.222.0.90 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591449 Aug 16 20:59:51.642356 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a58c5d8-0c27-447c-bcd4-aa79f9ca2e68 req-21bfca9b-4f0d-42a5-b166-dbc8e3266e8c service neutron] 10.222.0.90 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636269 Aug 16 20:59:51.685991 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b945b-3a98-4ad4-ad11-52cbe439c77e req-9ec78c47-3044-4f34-887b-1bfae1789fa5 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:51.694165 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f60b945b-3a98-4ad4-ad11-52cbe439c77e req-9ec78c47-3044-4f34-887b-1bfae1789fa5 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 943 time: 0.1797044 Aug 16 20:59:51.750319 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f60b945b-3a98-4ad4-ad11-52cbe439c77e req-cfd94ac4-33b4-49a7-b08c-b2d405b80c6d tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521352 Aug 16 20:59:51.842090 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52418) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:51.982874 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:52.076278 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-86dba80d-75d7-45fa-8a81-ced73b51c076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:52.156078 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5616e-2eab-4ec8-ac77-d9be32a3420b req-c52f257d-643c-4c86-878c-f3457c42b8d3 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:52.157788 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f5e5616e-2eab-4ec8-ac77-d9be32a3420b req-c52f257d-643c-4c86-878c-f3457c42b8d3 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 945 time: 0.0542977 Aug 16 20:59:52.184221 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-86dba80d-75d7-45fa-8a81-ced73b51c076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:52.201755 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f5e5616e-2eab-4ec8-ac77-d9be32a3420b req-f5685c36-61ef-443a-9526-ac377fb2d8d8 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371070 Aug 16 20:59:52.285600 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52434) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:52.335065 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-86dba80d-75d7-45fa-8a81-ced73b51c076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:52.379175 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-86dba80d-75d7-45fa-8a81-ced73b51c076 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1f4d01a699a24090b5682751cf59b61d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5366156 Aug 16 20:59:52.379175 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dba80d-75d7-45fa-8a81-ced73b51c076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ace6069-741a-41dd-ae9d-9a219bd35114,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:52.379612 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52438) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:52.387500 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-28cab13f-321c-4185-822d-13bc08b09074 tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:52.432897 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-79541532-ddbc-4ba2-aba2-663f4620f039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:52.455487 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-79541532-ddbc-4ba2-aba2-663f4620f039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:52.496292 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-28cab13f-321c-4185-822d-13bc08b09074 tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] 10.222.0.84 "PUT /v2.0/quotas/e86644efcf8e4170b60f56d1769ed400 HTTP/1.1" status: 200 len: 368 time: 0.2094762 Aug 16 20:59:52.499123 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52440) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:52.504139 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-b80269b4-3f62-42de-b5cc-57d8de65ee0e tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Request body: {'network': {'project_id': 'e86644efcf8e4170b60f56d1769ed400'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:52.605674 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-79541532-ddbc-4ba2-aba2-663f4620f039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:52.608195 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-79541532-ddbc-4ba2-aba2-663f4620f039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:52.609370 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-79541532-ddbc-4ba2-aba2-663f4620f039 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5ace6069-741a-41dd-ae9d-9a219bd35114 HTTP/1.1" status: 204 len: 168 time: 0.2279196 Aug 16 20:59:52.617080 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79541532-ddbc-4ba2-aba2-663f4620f039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ace6069-741a-41dd-ae9d-9a219bd35114,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:52.655078 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80269b4-3f62-42de-b5cc-57d8de65ee0e tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Made reservation on behalf of e86644efcf8e4170b60f56d1769ed400 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:59:52.657527 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b80269b4-3f62-42de-b5cc-57d8de65ee0e tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:52.666823 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b80269b4-3f62-42de-b5cc-57d8de65ee0e tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:52.766341 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b80269b4-3f62-42de-b5cc-57d8de65ee0e tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:52.867213 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7357e-8d23-4ea2-82a4-736a54020bec req-58cb4eb5-f290-47de-9d41-2837e0562a3e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:52.869128 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-edc7357e-8d23-4ea2-82a4-736a54020bec req-58cb4eb5-f290-47de-9d41-2837e0562a3e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 943 time: 0.0642800 Aug 16 20:59:52.888885 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b80269b4-3f62-42de-b5cc-57d8de65ee0e tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:52.910103 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b80269b4-3f62-42de-b5cc-57d8de65ee0e tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:59:52.910952 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-edc7357e-8d23-4ea2-82a4-736a54020bec req-bad8d6ac-9016-42de-8037-b1ff201ab645 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352345 Aug 16 20:59:52.924772 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80269b4-3f62-42de-b5cc-57d8de65ee0e tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51aed3da-4941-4597-84c0-d064f52e2fd7,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:52.929834 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b80269b4-3f62-42de-b5cc-57d8de65ee0e tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:52.930186 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-b80269b4-3f62-42de-b5cc-57d8de65ee0e tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Added segment fea0220a-83e1-4c6f-9b23-f2d04b806029 of type vlan for network 17f539f7-07d2-4a4a-ac75-8d6eb7a01e68 Aug 16 20:59:52.969588 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b80269b4-3f62-42de-b5cc-57d8de65ee0e tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:53.114196 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b80269b4-3f62-42de-b5cc-57d8de65ee0e tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:53.115772 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80269b4-3f62-42de-b5cc-57d8de65ee0e tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:53.116614 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b80269b4-3f62-42de-b5cc-57d8de65ee0e tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:53.188957 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80269b4-3f62-42de-b5cc-57d8de65ee0e tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Pushing event updated for resources: {'Network': ['ID=17f539f7-07d2-4a4a-ac75-8d6eb7a01e68,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:53.200559 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 17f539f7-07d2-4a4a-ac75-8d6eb7a01e68 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:59:53.244663 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b80269b4-3f62-42de-b5cc-57d8de65ee0e tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7445107 Aug 16 20:59:53.247865 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52468) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:53.257116 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-a5f8ae90-cd1c-4789-9e16-923fe0b80ca6 tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Request body: {'network': {'project_id': 'e86644efcf8e4170b60f56d1769ed400'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:53.354814 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6803fc-653a-4ae9-b932-0204e31f4219 req-f497330c-662b-4821-a086-874141e6a19f tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:53.357130 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-be6803fc-653a-4ae9-b932-0204e31f4219 req-f497330c-662b-4821-a086-874141e6a19f tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 945 time: 0.0660720 Aug 16 20:59:53.397796 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-be6803fc-653a-4ae9-b932-0204e31f4219 req-7156ef8e-d63a-4ea9-a911-c5227b01675a tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342743 Aug 16 20:59:53.398038 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f8ae90-cd1c-4789-9e16-923fe0b80ca6 tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Made reservation on behalf of e86644efcf8e4170b60f56d1769ed400 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:59:53.400562 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a5f8ae90-cd1c-4789-9e16-923fe0b80ca6 tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:53.829024 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5f8ae90-cd1c-4789-9e16-923fe0b80ca6 tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:59:53.839460 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a5f8ae90-cd1c-4789-9e16-923fe0b80ca6 tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:53.840249 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-a5f8ae90-cd1c-4789-9e16-923fe0b80ca6 tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Added segment 602549cf-fe78-4b67-9b64-b5918052bdf7 of type vlan for network ef2518fb-f4bd-49ac-aa52-e2191d641483 Aug 16 20:59:53.885508 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a5f8ae90-cd1c-4789-9e16-923fe0b80ca6 tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:53.971261 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a5f8ae90-cd1c-4789-9e16-923fe0b80ca6 tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:53.972344 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f8ae90-cd1c-4789-9e16-923fe0b80ca6 tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:53.972923 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a5f8ae90-cd1c-4789-9e16-923fe0b80ca6 tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:54.070443 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8ae90-cd1c-4789-9e16-923fe0b80ca6 tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Pushing event updated for resources: {'Network': ['ID=ef2518fb-f4bd-49ac-aa52-e2191d641483,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:54.082952 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d622024-1ccb-4807-9aba-7aaba7fa9479 req-9ea414bf-4092-4c97-bd69-a28be97a514f tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:54.084883 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7d622024-1ccb-4807-9aba-7aaba7fa9479 req-9ea414bf-4092-4c97-bd69-a28be97a514f tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 943 time: 0.0801029 Aug 16 20:59:54.085683 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network ef2518fb-f4bd-49ac-aa52-e2191d641483 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:59:54.167443 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7d622024-1ccb-4807-9aba-7aaba7fa9479 req-e14f132c-52c0-4fa2-8724-15f876c3618d tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747142 Aug 16 20:59:54.173610 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a5f8ae90-cd1c-4789-9e16-923fe0b80ca6 tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9245422 Aug 16 20:59:54.196085 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52490) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:54.202104 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-95c8c0d1-f46e-478a-aa6d-d1f83b0f72d9 tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Request body: {'network': {'project_id': 'e86644efcf8e4170b60f56d1769ed400'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:54.213768 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-95c8c0d1-f46e-478a-aa6d-d1f83b0f72d9 tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 16 20:59:54.214237 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95c8c0d1-f46e-478a-aa6d-d1f83b0f72d9 tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:59:54.215400 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-95c8c0d1-f46e-478a-aa6d-d1f83b0f72d9 tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0182419 Aug 16 20:59:54.253224 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52496) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:54.478874 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ab70d877-d9a8-4f46-b0a1-fa2dad2c359e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e86644efcf8e4170b60f56d1769ed400&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2243235 Aug 16 20:59:54.482132 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52504) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:54.538859 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-da1b5757-5d0b-4f49-9263-9af2e6408d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:54.562434 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-da1b5757-5d0b-4f49-9263-9af2e6408d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:54.575445 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afeca5-52c2-4fdc-a169-e23fabc31447 req-5735c8fb-b6dd-4e19-8716-1a9bffe7607e tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:54.576990 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68afeca5-52c2-4fdc-a169-e23fabc31447 req-5735c8fb-b6dd-4e19-8716-1a9bffe7607e tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 945 time: 0.0564613 Aug 16 20:59:54.616369 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68afeca5-52c2-4fdc-a169-e23fabc31447 req-ae07b0c2-2177-4316-8c3b-50600e4f677d tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332532 Aug 16 20:59:54.697160 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-da1b5757-5d0b-4f49-9263-9af2e6408d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:54.707389 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-da1b5757-5d0b-4f49-9263-9af2e6408d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:54.707389 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-da1b5757-5d0b-4f49-9263-9af2e6408d57 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/51aed3da-4941-4597-84c0-d064f52e2fd7 HTTP/1.1" status: 204 len: 168 time: 0.2179286 Aug 16 20:59:54.708739 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b5757-5d0b-4f49-9263-9af2e6408d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51aed3da-4941-4597-84c0-d064f52e2fd7,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:54.711304 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52512) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:54.789689 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8724d1ae-14d6-4e47-8c4b-c359a8b8c73a tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:54.899644 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8724d1ae-14d6-4e47-8c4b-c359a8b8c73a tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:54.910365 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-8724d1ae-14d6-4e47-8c4b-c359a8b8c73a tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef2518fb-f4bd-49ac-aa52-e2191d641483']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:54.922091 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-8724d1ae-14d6-4e47-8c4b-c359a8b8c73a tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '602549cf-fe78-4b67-9b64-b5918052bdf7') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:54.922405 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-8724d1ae-14d6-4e47-8c4b-c359a8b8c73a tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '602549cf-fe78-4b67-9b64-b5918052bdf7') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:54.933138 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8724d1ae-14d6-4e47-8c4b-c359a8b8c73a tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:54.947419 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8724d1ae-14d6-4e47-8c4b-c359a8b8c73a tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:54.953936 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8724d1ae-14d6-4e47-8c4b-c359a8b8c73a tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:59:54.954378 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8724d1ae-14d6-4e47-8c4b-c359a8b8c73a tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:54.956233 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 20:59:54.956233 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:59:54.956233 n-d-793620-15 neutron-server[101844]: timer() Aug 16 20:59:54.956233 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:59:54.956233 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 20:59:54.956233 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:59:54.956233 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 20:59:54.956233 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:59:54.956233 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 20:59:54.956233 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:59:54.956233 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 20:59:54.956233 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:59:54.956233 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 20:59:54.956233 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:59:54.956233 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:59:54.956233 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:59:54.956233 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:59:54.956233 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:59:54.956233 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 20:59:54.956233 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:59:54.956233 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 20:59:54.956233 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:59:54.956233 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:59:54.956233 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:59:54.956233 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 20:59:54.956233 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:59:54.956233 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:59:54.956233 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:59:54.956233 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:59:54.956233 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:59:54.956233 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:59:54.956233 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:59:55.286553 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8724d1ae-14d6-4e47-8c4b-c359a8b8c73a tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:55.297122 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8724d1ae-14d6-4e47-8c4b-c359a8b8c73a tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:55.298147 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8724d1ae-14d6-4e47-8c4b-c359a8b8c73a tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] 10.222.0.84 "DELETE /v2.0/networks/ef2518fb-f4bd-49ac-aa52-e2191d641483 HTTP/1.1" status: 204 len: 168 time: 0.5845139 Aug 16 20:59:55.300782 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52528) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:55.313466 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724d1ae-14d6-4e47-8c4b-c359a8b8c73a tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Pushing event deleted for resources: {'Network': ['ID=ef2518fb-f4bd-49ac-aa52-e2191d641483,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:55.332605 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b31ad-f719-418e-9c23-690b944fe8c1 req-5ae75ff2-4470-4271-bd4b-a65c4a8f11fd tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:55.333684 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d59b31ad-f719-418e-9c23-690b944fe8c1 req-5ae75ff2-4470-4271-bd4b-a65c4a8f11fd tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 943 time: 0.0789828 Aug 16 20:59:55.378046 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d59b31ad-f719-418e-9c23-690b944fe8c1 req-1b0a83bc-aa77-47aa-9885-c0d7dcf91fc0 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334980 Aug 16 20:59:55.390157 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-868b1462-125a-4e03-a60a-966d24f7a1c4 tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:55.468375 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-868b1462-125a-4e03-a60a-966d24f7a1c4 tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:55.478003 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-868b1462-125a-4e03-a60a-966d24f7a1c4 tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17f539f7-07d2-4a4a-ac75-8d6eb7a01e68']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:55.488602 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-868b1462-125a-4e03-a60a-966d24f7a1c4 tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fea0220a-83e1-4c6f-9b23-f2d04b806029') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:55.488900 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-868b1462-125a-4e03-a60a-966d24f7a1c4 tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fea0220a-83e1-4c6f-9b23-f2d04b806029') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:55.499055 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-868b1462-125a-4e03-a60a-966d24f7a1c4 tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:55.513686 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-868b1462-125a-4e03-a60a-966d24f7a1c4 tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:55.519845 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-868b1462-125a-4e03-a60a-966d24f7a1c4 tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:59:55.527067 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-868b1462-125a-4e03-a60a-966d24f7a1c4 tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:55.527067 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 20:59:55.527067 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:59:55.527067 n-d-793620-15 neutron-server[101845]: timer() Aug 16 20:59:55.527067 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:59:55.527067 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 20:59:55.527067 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:59:55.527067 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 20:59:55.527067 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:59:55.527067 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 20:59:55.527067 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:59:55.527067 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 20:59:55.527067 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:59:55.527067 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 20:59:55.527067 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:59:55.527067 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:59:55.527067 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:59:55.527067 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:59:55.527067 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:59:55.527067 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 20:59:55.527067 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:59:55.527067 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 20:59:55.527067 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:59:55.527067 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:59:55.527067 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:59:55.527067 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 20:59:55.527067 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:59:55.527067 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:59:55.527067 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:59:55.527067 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:59:55.527067 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:59:55.527067 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:59:55.527067 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:59:55.578889 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 328aaa67-fe46-4a01-a7b5-759a56b08c1c details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:59:55.680332 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 328aaa67-fe46-4a01-a7b5-759a56b08c1c, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=328aaa67-fe46-4a01-a7b5-759a56b08c1c,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:55.685300 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-868b1462-125a-4e03-a60a-966d24f7a1c4 tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:55.692299 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '328aaa67-fe46-4a01-a7b5-759a56b08c1c', 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781', 'port_id': '328aaa67-fe46-4a01-a7b5-759a56b08c1c', 'mac_address': 'fa:16:3e:cc:f7:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20aa60f1-bb16-40f5-b2dd-0341c13f6e8c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:59:55.692896 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-868b1462-125a-4e03-a60a-966d24f7a1c4 tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:55.695155 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-868b1462-125a-4e03-a60a-966d24f7a1c4 tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] 10.222.0.84 "DELETE /v2.0/networks/17f539f7-07d2-4a4a-ac75-8d6eb7a01e68 HTTP/1.1" status: 204 len: 168 time: 0.3931847 Aug 16 20:59:55.725031 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b1462-125a-4e03-a60a-966d24f7a1c4 tempest-QuotasNegativeTest-608109863 tempest-QuotasNegativeTest-608109863-project-admin] Pushing event deleted for resources: {'Network': ['ID=17f539f7-07d2-4a4a-ac75-8d6eb7a01e68,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:55.743983 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:55.751946 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62606718-35b5-4eaa-b919-564929416295 req-8b0af701-c28a-45f2-bd80-25b425341904 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:55.756412 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-62606718-35b5-4eaa-b919-564929416295 req-8b0af701-c28a-45f2-bd80-25b425341904 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 945 time: 0.0698464 Aug 16 20:59:55.757812 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 328aaa67-fe46-4a01-a7b5-759a56b08c1c {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:59:55.783279 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 328aaa67-fe46-4a01-a7b5-759a56b08c1c, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=328aaa67-fe46-4a01-a7b5-759a56b08c1c,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:55.802473 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-62606718-35b5-4eaa-b919-564929416295 req-c1b4ae2f-752e-4655-af1f-9439c18fab03 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412483 Aug 16 20:59:55.868437 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:55.944534 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=328aaa67-fe46-4a01-a7b5-759a56b08c1c,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:55.956808 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:55.956808 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:55.956808 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:55.956808 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:55.956808 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:55.956808 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:55.956808 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:55.956808 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:55.956808 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:55.956808 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:55.956808 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:55.957964 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:56.153783 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['328aaa67-fe46-4a01-a7b5-759a56b08c1c'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:59:56.503778 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5036a-65d3-4b41-8c97-ee583ba2d861 req-6efb38e1-c964-4487-bce0-8d6ce2913903 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:56.505521 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5bc5036a-65d3-4b41-8c97-ee583ba2d861 req-6efb38e1-c964-4487-bce0-8d6ce2913903 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 944 time: 0.0594189 Aug 16 20:59:56.548976 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5bc5036a-65d3-4b41-8c97-ee583ba2d861 req-3e88d51e-e820-417e-9acb-8d9bb270a1be tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371273 Aug 16 20:59:56.651042 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52564) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:56.665248 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e8f372a4-2cfc-4d61-92e5-9796a846f492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:56.756409 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e8f372a4-2cfc-4d61-92e5-9796a846f492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:56.922826 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e8f372a4-2cfc-4d61-92e5-9796a846f492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:56.940606 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61edd84-49f4-44dd-801c-b90c60082072 req-d1584f63-46aa-415b-aaa2-1933eb8f673f tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:56.946858 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e61edd84-49f4-44dd-801c-b90c60082072 req-d1584f63-46aa-415b-aaa2-1933eb8f673f tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 945 time: 0.0601652 Aug 16 20:59:56.977848 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e8f372a4-2cfc-4d61-92e5-9796a846f492 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=87662dcc47bd4e46a7999fa324550915&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3256905 Aug 16 20:59:56.981263 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52570) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:56.994538 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f372a4-2cfc-4d61-92e5-9796a846f492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43000de9-a641-4cc4-8270-4cf199c8acd0,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:57.017999 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e61edd84-49f4-44dd-801c-b90c60082072 req-27207ba3-ce86-46cb-bc40-faf5c637aeae tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614562 Aug 16 20:59:57.046162 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-166c7c78-47c6-412c-840a-620c7df7d4c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:57.068827 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-166c7c78-47c6-412c-840a-620c7df7d4c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:57.204993 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-166c7c78-47c6-412c-840a-620c7df7d4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:57.208043 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-166c7c78-47c6-412c-840a-620c7df7d4c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:57.209041 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-166c7c78-47c6-412c-840a-620c7df7d4c6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/43000de9-a641-4cc4-8270-4cf199c8acd0 HTTP/1.1" status: 204 len: 168 time: 0.2267499 Aug 16 20:59:57.216833 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c7c78-47c6-412c-840a-620c7df7d4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43000de9-a641-4cc4-8270-4cf199c8acd0,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:57.595108 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 328aaa67-fe46-4a01-a7b5-759a56b08c1c up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:59:57.729041 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544330ce-d6c8-483a-94be-d3e56099882b req-75c1db9e-6595-4f92-8cba-b7d34ebf5b17 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:57.732128 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 328aaa67-fe46-4a01-a7b5-759a56b08c1c completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:59:57.736317 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-544330ce-d6c8-483a-94be-d3e56099882b req-75c1db9e-6595-4f92-8cba-b7d34ebf5b17 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 944 time: 0.0939639 Aug 16 20:59:57.736774 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 328aaa67-fe46-4a01-a7b5-759a56b08c1c triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:57.737335 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:57.831809 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-544330ce-d6c8-483a-94be-d3e56099882b req-5f964e27-d3f7-4494-b781-e585e74d42d8 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872378 Aug 16 20:59:57.863613 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:57.891632 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d43d364-7551-4318-ab16-7318a7217ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328aaa67-fe46-4a01-a7b5-759a56b08c1c'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:59:57.894854 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703bd330-d3a3-4db2-9064-a4629ecdbd99" -d '{"events": [{"server_uuid": "0d43d364-7551-4318-ab16-7318a7217ef5", "name": "network-vif-plugged", "status": "completed", "tag": "328aaa67-fe46-4a01-a7b5-759a56b08c1c"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:59:57.910154 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 328aaa67-fe46-4a01-a7b5-759a56b08c1c, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=328aaa67-fe46-4a01-a7b5-759a56b08c1c,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:57.962752 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d8cde9-9f33-4529-8470-ce06500a8b5b x-openstack-request-id: req-94d8cde9-9f33-4529-8470-ce06500a8b5b {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:59:57.963062 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d43d364-7551-4318-ab16-7318a7217ef5", "name": "network-vif-plugged", "status": "completed", "tag": "328aaa67-fe46-4a01-a7b5-759a56b08c1c", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:59:57.963320 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-94d8cde9-9f33-4529-8470-ce06500a8b5b {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:59:57.963732 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d43d364-7551-4318-ab16-7318a7217ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328aaa67-fe46-4a01-a7b5-759a56b08c1c', 'code': 200} Aug 16 20:59:58.010733 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:58.118796 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877d6a0-e525-4c19-aab8-406d007d38e4 req-1c38c507-5a37-4af8-87c3-c9a355b24237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:58.120321 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5877d6a0-e525-4c19-aab8-406d007d38e4 req-1c38c507-5a37-4af8-87c3-c9a355b24237 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 1097 time: 0.0867095 Aug 16 20:59:58.159823 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=328aaa67-fe46-4a01-a7b5-759a56b08c1c,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:58.182281 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5877d6a0-e525-4c19-aab8-406d007d38e4 req-21ccc01c-06fa-47a2-830a-5a352ceec077 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543797 Aug 16 20:59:58.271932 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52620) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:58.277532 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab3ebe-fac7-4935-8634-b7a5aaf9d837 req-5f63cffe-3699-4f1c-a721-7e9a7a3d5115 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:58.286503 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-faab3ebe-fac7-4935-8634-b7a5aaf9d837 req-5f63cffe-3699-4f1c-a721-7e9a7a3d5115 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 945 time: 0.0888126 Aug 16 20:59:58.292441 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a4e7e9db-f831-4340-90e2-be5f1132be1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:58.313386 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 727039e9-9297-4de4-bc45-36695d7851d5 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:59:58.351200 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-faab3ebe-fac7-4935-8634-b7a5aaf9d837 req-9af79ad6-4671-43a6-b4f8-0de2b028199b tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633702 Aug 16 20:59:58.421351 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a4e7e9db-f831-4340-90e2-be5f1132be1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:58.432245 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 727039e9-9297-4de4-bc45-36695d7851d5, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=727039e9-9297-4de4-bc45-36695d7851d5,segment=NetworkSegment(53b76348-81c8-4bfa-909a-3d74533ded61),segment_id=53b76348-81c8-4bfa-909a-3d74533ded61)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:58.449078 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '727039e9-9297-4de4-bc45-36695d7851d5', 'network_id': '97204dc5-2078-4113-bc6a-8b6109c161f0', 'port_id': '727039e9-9297-4de4-bc45-36695d7851d5', 'mac_address': 'fa:16:3e:ab:dd:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0340fa9d-e19b-476d-9e9a-7d2862e2e105', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:59:58.495550 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:58.515511 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 727039e9-9297-4de4-bc45-36695d7851d5 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:59:58.531675 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a4e7e9db-f831-4340-90e2-be5f1132be1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:58.538379 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 727039e9-9297-4de4-bc45-36695d7851d5, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=727039e9-9297-4de4-bc45-36695d7851d5,segment=NetworkSegment(53b76348-81c8-4bfa-909a-3d74533ded61),segment_id=53b76348-81c8-4bfa-909a-3d74533ded61)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:58.582674 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a4e7e9db-f831-4340-90e2-be5f1132be1b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=28c0df4bbc5f4bc78d7cb7007a4dde62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3068287 Aug 16 20:59:58.584687 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7e9db-f831-4340-90e2-be5f1132be1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50729f91-b500-4c7e-a9a6-5b53e2e87cbf,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:58.585452 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52626) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:58.658728 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c3b7e64a-f845-4645-89eb-f3f0cfafe58e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:58.684045 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:58.700270 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c3b7e64a-f845-4645-89eb-f3f0cfafe58e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:58.746216 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=727039e9-9297-4de4-bc45-36695d7851d5,revision_number=6']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:58.825616 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['727039e9-9297-4de4-bc45-36695d7851d5'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:59:58.872499 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c3b7e64a-f845-4645-89eb-f3f0cfafe58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:58.878087 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c3b7e64a-f845-4645-89eb-f3f0cfafe58e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:58.884407 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c3b7e64a-f845-4645-89eb-f3f0cfafe58e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/50729f91-b500-4c7e-a9a6-5b53e2e87cbf HTTP/1.1" status: 204 len: 168 time: 0.2978530 Aug 16 20:59:58.920671 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7e64a-f845-4645-89eb-f3f0cfafe58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50729f91-b500-4c7e-a9a6-5b53e2e87cbf,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:59.179862 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909235a-20e4-4024-b2d3-b786ec3ff48b req-b6dde513-5c4c-4c68-9f87-b9dc50467766 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:59.183392 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7909235a-20e4-4024-b2d3-b786ec3ff48b req-b6dde513-5c4c-4c68-9f87-b9dc50467766 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 945 time: 0.1370409 Aug 16 20:59:59.266365 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7909235a-20e4-4024-b2d3-b786ec3ff48b req-f58fa7f2-52fb-4ad3-9e9f-0a4df2e4205c tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763979 Aug 16 20:59:59.495037 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa4279-76b7-424d-b354-faf8adc07b69 req-93fdc233-2912-45a2-baae-36c178e82325 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:59.496748 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-55aa4279-76b7-424d-b354-faf8adc07b69 req-93fdc233-2912-45a2-baae-36c178e82325 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 944 time: 0.0548246 Aug 16 20:59:59.563487 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-55aa4279-76b7-424d-b354-faf8adc07b69 req-8d7173ce-99d8-4138-afe1-54b647d9f274 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555212 Aug 16 21:00:00.341225 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 727039e9-9297-4de4-bc45-36695d7851d5 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:00:00.606634 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 727039e9-9297-4de4-bc45-36695d7851d5 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:00.607679 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:00.645278 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd68e81-46f9-4aff-a3c9-299a6a6fd6c5 req-754486a1-524b-4f20-817b-0998c49b24cc tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:00.662374 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7bd68e81-46f9-4aff-a3c9-299a6a6fd6c5 req-754486a1-524b-4f20-817b-0998c49b24cc tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 945 time: 0.1356661 Aug 16 21:00:00.726462 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7bd68e81-46f9-4aff-a3c9-299a6a6fd6c5 req-4f7cce4b-675d-4e06-8698-fa67884c550c tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550256 Aug 16 21:00:00.736936 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:00.816715 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 727039e9-9297-4de4-bc45-36695d7851d5, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=727039e9-9297-4de4-bc45-36695d7851d5,segment=NetworkSegment(53b76348-81c8-4bfa-909a-3d74533ded61),segment_id=53b76348-81c8-4bfa-909a-3d74533ded61)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:00.818445 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782bab7e-dbe0-468a-9316-30f0cec8c302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727039e9-9297-4de4-bc45-36695d7851d5'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:00:00.831473 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b8f0b7-3fee-45a2-9b97-de8eac3c2264" -d '{"events": [{"server_uuid": "782bab7e-dbe0-468a-9316-30f0cec8c302", "name": "network-vif-plugged", "status": "completed", "tag": "727039e9-9297-4de4-bc45-36695d7851d5"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:00:00.867261 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a7e6-6de5-47d8-91bc-66df87967909 req-1374fe67-3d9c-4ef6-9895-c7da297b613a tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:00.870734 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a924a7e6-6de5-47d8-91bc-66df87967909 req-1374fe67-3d9c-4ef6-9895-c7da297b613a tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 944 time: 0.0944312 Aug 16 21:00:00.924926 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:00.985825 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a924a7e6-6de5-47d8-91bc-66df87967909 req-61bff8c5-0eb6-418a-af75-2eab5a029d36 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058095 Aug 16 21:00:01.021644 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=727039e9-9297-4de4-bc45-36695d7851d5,revision_number=7']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:01.056809 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26f08ba-529c-4f13-993e-9c4384073cd1 x-openstack-request-id: req-c26f08ba-529c-4f13-993e-9c4384073cd1 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:00:01.058229 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782bab7e-dbe0-468a-9316-30f0cec8c302", "name": "network-vif-plugged", "status": "completed", "tag": "727039e9-9297-4de4-bc45-36695d7851d5", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:00:01.058569 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c26f08ba-529c-4f13-993e-9c4384073cd1 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:00:01.059225 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782bab7e-dbe0-468a-9316-30f0cec8c302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727039e9-9297-4de4-bc45-36695d7851d5', 'code': 200} Aug 16 21:00:01.397216 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150975f-94a5-4c89-84e0-5d14e3dc68f4 req-564ad1da-9405-42dc-b47a-f67bf8c1c3fa tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:01.412445 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d150975f-94a5-4c89-84e0-5d14e3dc68f4 req-564ad1da-9405-42dc-b47a-f67bf8c1c3fa tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 945 time: 0.0916376 Aug 16 21:00:01.459904 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d150975f-94a5-4c89-84e0-5d14e3dc68f4 req-1b4bd90b-79a1-4274-ab42-976e518d87e1 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412683 Aug 16 21:00:01.868147 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52718) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:02.046127 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-2576cfaa-bdd9-480b-a9fa-a6e16bfa1be2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-550307148'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:02.113210 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf8afd-a1a8-40a2-a996-941e5830fc81 req-dced3bbe-1b28-4b20-a9af-91331b5ba38c tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:02.119725 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-75cf8afd-a1a8-40a2-a996-941e5830fc81 req-dced3bbe-1b28-4b20-a9af-91331b5ba38c tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 945 time: 0.0625615 Aug 16 21:00:02.166661 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-75cf8afd-a1a8-40a2-a996-941e5830fc81 req-f5abbdce-af4e-493e-bbaf-1f3e08d80805 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419874 Aug 16 21:00:02.328551 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2576cfaa-bdd9-480b-a9fa-a6e16bfa1be2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497-project] Made reservation on behalf of d642ee93be5c43b9bda963b5838a8527 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:02.332305 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2576cfaa-bdd9-480b-a9fa-a6e16bfa1be2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:02.343506 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2576cfaa-bdd9-480b-a9fa-a6e16bfa1be2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:02.447313 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2576cfaa-bdd9-480b-a9fa-a6e16bfa1be2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:02.604933 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2576cfaa-bdd9-480b-a9fa-a6e16bfa1be2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:02.619249 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d2fa2-1045-460f-9833-9647f54a525a req-847a88d7-6d82-44a8-bcf4-fb7466064eda tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:02.624053 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7c6d2fa2-1045-460f-9833-9647f54a525a req-847a88d7-6d82-44a8-bcf4-fb7466064eda tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 945 time: 0.0574396 Aug 16 21:00:02.642217 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2576cfaa-bdd9-480b-a9fa-a6e16bfa1be2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:00:02.660786 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2576cfaa-bdd9-480b-a9fa-a6e16bfa1be2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a8a3ec-5d65-4dfe-aff9-7e7a5b9705df,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:02.667326 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2576cfaa-bdd9-480b-a9fa-a6e16bfa1be2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:02.675322 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7c6d2fa2-1045-460f-9833-9647f54a525a req-d6a2b0c9-b6c0-4b2e-a6e5-5c49becb0ef9 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357246 Aug 16 21:00:02.678677 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-2576cfaa-bdd9-480b-a9fa-a6e16bfa1be2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497-project] Added segment db7a85e3-d210-42e1-a7a6-6d3d38831bdb of type vlan for network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 Aug 16 21:00:02.733536 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2576cfaa-bdd9-480b-a9fa-a6e16bfa1be2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:02.857290 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2576cfaa-bdd9-480b-a9fa-a6e16bfa1be2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:02.863237 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2576cfaa-bdd9-480b-a9fa-a6e16bfa1be2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:02.863821 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2576cfaa-bdd9-480b-a9fa-a6e16bfa1be2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:02.965792 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2576cfaa-bdd9-480b-a9fa-a6e16bfa1be2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497-project] Pushing event updated for resources: {'Network': ['ID=4d3fb083-229b-4e44-b8f0-59afd1ad2621,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:02.981587 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:00:03.051520 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2576cfaa-bdd9-480b-a9fa-a6e16bfa1be2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.1822033 Aug 16 21:00:03.311294 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52756) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:03.318314 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Request body: {'port': {'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621', 'binding:host_id': 'n-h2-793620-15', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-360119702'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:03.352048 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0386f-fd36-4624-a6b9-793babeeb38e req-62da8c59-aecf-474b-9970-694b4c828ef4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:03.353495 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b8e0386f-fd36-4624-a6b9-793babeeb38e req-62da8c59-aecf-474b-9970-694b4c828ef4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 945 time: 0.0705965 Aug 16 21:00:03.409485 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b8e0386f-fd36-4624-a6b9-793babeeb38e req-0b320db1-a982-4624-a79c-212174c2b66f tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471139 Aug 16 21:00:03.488631 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Made reservation on behalf of 2510b76f84fc4d97b4b731a4c6e06fc5 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:03.491710 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:03.501851 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:03.615149 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:03.708094 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:03.712400 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] device_id is not set on port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:00:03.859414 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a059d-372d-4bce-81ac-a506d99b43da req-300908e0-5913-405a-9362-4d59b6a059f6 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:03.867927 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-725a059d-372d-4bce-81ac-a506d99b43da req-300908e0-5913-405a-9362-4d59b6a059f6 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 945 time: 0.0703907 Aug 16 21:00:03.926325 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-725a059d-372d-4bce-81ac-a506d99b43da req-624af491-77c0-4762-a109-edf1d0f3b953 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572209 Aug 16 21:00:03.950791 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60b713a-e737-4122-8bfd-9bdf4eb5a17b,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:04.093094 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] device_id is not set on port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:00:04.112011 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:04.128588 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Transition to ACTIVE for port object 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:04.239433 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:04.314597 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Pushing event updated for resources: {'Port': ['ID=0441c84d-58d1-4a7e-bb05-03ebf2629dc4,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:04.330476 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Checking segment: {'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:00:04.331071 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Network hostable DHCP agents. Network: 4d3fb083-229b-4e44-b8f0-59afd1ad2621, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:00:04.434102 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:00:04.517463 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 4d3fb083-229b-4e44-b8f0-59afd1ad2621) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:04.527470 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f4d201-fb72-4f9e-840a-7836a72a7357 None None] Network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:00:04.530825 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:04.559455 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:04.561937 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:04.562325 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:04.568402 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:00:04.568756 n-d-793620-15 neutron-server[101845]: ERROR neutron.plugins.ml2.managers [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Failed to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 on host n-h2-793620-15 for vnic_type normal using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] Aug 16 21:00:04.569162 n-d-793620-15 neutron-server[101845]: INFO neutron.plugins.ml2.plugin [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempt 2 to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 Aug 16 21:00:04.580993 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752baa5-49bd-41bc-8f13-fcb370723029 req-8f8c3120-d6a8-4a42-884c-4e45ef2bb1dd tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:04.584048 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2752baa5-49bd-41bc-8f13-fcb370723029 req-8f8c3120-d6a8-4a42-884c-4e45ef2bb1dd tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 945 time: 0.0779221 Aug 16 21:00:04.584192 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:04.585065 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:04.585417 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:04.592170 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:00:04.592508 n-d-793620-15 neutron-server[101845]: ERROR neutron.plugins.ml2.managers [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Failed to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 on host n-h2-793620-15 for vnic_type normal using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] Aug 16 21:00:04.592916 n-d-793620-15 neutron-server[101845]: INFO neutron.plugins.ml2.plugin [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempt 3 to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 Aug 16 21:00:04.608880 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:04.608880 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:04.608880 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:04.614464 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:00:04.614792 n-d-793620-15 neutron-server[101845]: ERROR neutron.plugins.ml2.managers [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Failed to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 on host n-h2-793620-15 for vnic_type normal using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] Aug 16 21:00:04.615204 n-d-793620-15 neutron-server[101845]: INFO neutron.plugins.ml2.plugin [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempt 4 to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 Aug 16 21:00:04.645345 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:04.646562 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:04.646942 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:04.661026 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:00:04.661026 n-d-793620-15 neutron-server[101845]: ERROR neutron.plugins.ml2.managers [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Failed to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 on host n-h2-793620-15 for vnic_type normal using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] Aug 16 21:00:04.661026 n-d-793620-15 neutron-server[101845]: INFO neutron.plugins.ml2.plugin [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempt 5 to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 Aug 16 21:00:04.690914 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:04.691298 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:04.691721 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:04.701497 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:00:04.701845 n-d-793620-15 neutron-server[101845]: ERROR neutron.plugins.ml2.managers [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Failed to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 on host n-h2-793620-15 for vnic_type normal using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] Aug 16 21:00:04.702384 n-d-793620-15 neutron-server[101845]: INFO neutron.plugins.ml2.plugin [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempt 6 to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 Aug 16 21:00:04.720289 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:04.720943 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:04.721656 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:04.721961 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2752baa5-49bd-41bc-8f13-fcb370723029 req-c959f553-18d7-426c-90ac-52a8b9960c32 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943148 Aug 16 21:00:04.727184 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:00:04.727548 n-d-793620-15 neutron-server[101845]: ERROR neutron.plugins.ml2.managers [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Failed to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 on host n-h2-793620-15 for vnic_type normal using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] Aug 16 21:00:04.728015 n-d-793620-15 neutron-server[101845]: INFO neutron.plugins.ml2.plugin [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempt 7 to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 Aug 16 21:00:04.751974 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:04.752174 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:04.752637 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:04.757947 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:00:04.758288 n-d-793620-15 neutron-server[101845]: ERROR neutron.plugins.ml2.managers [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Failed to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 on host n-h2-793620-15 for vnic_type normal using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] Aug 16 21:00:04.758730 n-d-793620-15 neutron-server[101845]: INFO neutron.plugins.ml2.plugin [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempt 8 to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 Aug 16 21:00:04.774049 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:04.774405 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:04.774751 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:04.781256 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:00:04.781256 n-d-793620-15 neutron-server[101845]: ERROR neutron.plugins.ml2.managers [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Failed to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 on host n-h2-793620-15 for vnic_type normal using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] Aug 16 21:00:04.783629 n-d-793620-15 neutron-server[101845]: INFO neutron.plugins.ml2.plugin [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempt 9 to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 Aug 16 21:00:04.800180 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:04.800577 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:04.800981 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:04.809586 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:00:04.809961 n-d-793620-15 neutron-server[101845]: ERROR neutron.plugins.ml2.managers [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Failed to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 on host n-h2-793620-15 for vnic_type normal using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] Aug 16 21:00:04.810370 n-d-793620-15 neutron-server[101845]: INFO neutron.plugins.ml2.plugin [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempt 10 to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 Aug 16 21:00:04.825582 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:04.825582 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:04.826098 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:04.831101 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:00:04.831502 n-d-793620-15 neutron-server[101845]: ERROR neutron.plugins.ml2.managers [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Failed to bind port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 on host n-h2-793620-15 for vnic_type normal using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] Aug 16 21:00:04.832059 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:04.941762 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] For port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:00:04.942149 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempted to set empty binding levels {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 21:00:05.011316 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:05.071853 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b160ab-db2d-44f4-9250-aba5b70f1aaf req-83a68e81-4eec-49a1-bca5-95522e1d82af tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:05.074084 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50b160ab-db2d-44f4-9250-aba5b70f1aaf req-83a68e81-4eec-49a1-bca5-95522e1d82af tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 945 time: 0.0698531 Aug 16 21:00:05.107730 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:05.108980 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:05.131825 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Pushing event updated for resources: {'Port': ['ID=0441c84d-58d1-4a7e-bb05-03ebf2629dc4,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:05.136330 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50b160ab-db2d-44f4-9250-aba5b70f1aaf req-93762782-1e22-40a5-8229-aca95ab54b98 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547900 Aug 16 21:00:05.251233 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0a15049a-eb22-4cf1-912b-f43bb29fc9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.9378324 Aug 16 21:00:05.253996 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52786) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:05.405315 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-52cd718b-d40e-4253-a644-8c60fb71ca84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Deleting port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:05.406429 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-52cd718b-d40e-4253-a644-8c60fb71ca84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:05.481810 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-52cd718b-d40e-4253-a644-8c60fb71ca84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] For port 0441c84d-58d1-4a7e-bb05-03ebf2629dc4, host n-h2-793620-15, got binding levels [] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:05.482106 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-52cd718b-d40e-4253-a644-8c60fb71ca84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:05.496035 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-52cd718b-d40e-4253-a644-8c60fb71ca84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Calling delete_port for 0441c84d-58d1-4a7e-bb05-03ebf2629dc4 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:05.730773 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-52cd718b-d40e-4253-a644-8c60fb71ca84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:05.793516 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-52cd718b-d40e-4253-a644-8c60fb71ca84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:05.798056 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-52cd718b-d40e-4253-a644-8c60fb71ca84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] 10.222.0.84 "DELETE /v2.0/ports/0441c84d-58d1-4a7e-bb05-03ebf2629dc4 HTTP/1.1" status: 204 len: 168 time: 0.5405066 Aug 16 21:00:05.798056 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd718b-d40e-4253-a644-8c60fb71ca84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Pushing event deleted for resources: {'Port': ['ID=0441c84d-58d1-4a7e-bb05-03ebf2629dc4,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:05.798396 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52792) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:05.835472 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc2c606-d407-4363-b79d-53947b0a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] GET failed (client error): The resource could not be found. Aug 16 21:00:05.837775 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2cc2c606-d407-4363-b79d-53947b0a9615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] 10.222.0.84 "GET /v2.0/ports/0441c84d-58d1-4a7e-bb05-03ebf2629dc4 HTTP/1.1" status: 404 len: 333 time: 0.0350318 Aug 16 21:00:05.842526 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52794) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:05.849592 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-d90b4646-e104-45c4-8021-eb3a6fcd31cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Request body: {'port': {'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1999669939'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:05.911340 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a2714-76c8-4173-b9a5-cabc96f5581c req-c8685e0e-438e-4b65-a00d-839251e74200 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:05.926759 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a64a2714-76c8-4173-b9a5-cabc96f5581c req-c8685e0e-438e-4b65-a00d-839251e74200 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 945 time: 0.0709269 Aug 16 21:00:05.982144 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90b4646-e104-45c4-8021-eb3a6fcd31cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Made reservation on behalf of 2510b76f84fc4d97b4b731a4c6e06fc5 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:05.984597 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d90b4646-e104-45c4-8021-eb3a6fcd31cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:06.007533 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a64a2714-76c8-4173-b9a5-cabc96f5581c req-79ccab1b-639d-49d4-a959-f3f0e0c03522 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686116 Aug 16 21:00:06.014256 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-d90b4646-e104-45c4-8021-eb3a6fcd31cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] device_id is not set on port b63c29f6-690b-4168-a790-d700d99570e8 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:00:06.276002 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d90b4646-e104-45c4-8021-eb3a6fcd31cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:06.424178 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8411ae7-f606-4d50-bc49-2b9fae0271bc req-7da145f2-30bf-4546-a72c-50ed1dbfeb4e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:06.425948 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a8411ae7-f606-4d50-bc49-2b9fae0271bc req-7da145f2-30bf-4546-a72c-50ed1dbfeb4e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 945 time: 0.1476059 Aug 16 21:00:06.475836 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a8411ae7-f606-4d50-bc49-2b9fae0271bc req-259e1644-c1df-4f67-a410-70ade5b4647e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417793 Aug 16 21:00:06.514195 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d90b4646-e104-45c4-8021-eb3a6fcd31cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:06.576260 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90b4646-e104-45c4-8021-eb3a6fcd31cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:06.582154 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-d90b4646-e104-45c4-8021-eb3a6fcd31cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:06.586467 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90b4646-e104-45c4-8021-eb3a6fcd31cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:06.587469 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90b4646-e104-45c4-8021-eb3a6fcd31cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:06.588136 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d90b4646-e104-45c4-8021-eb3a6fcd31cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:06.603449 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b4646-e104-45c4-8021-eb3a6fcd31cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Pushing event updated for resources: {'Port': ['ID=b63c29f6-690b-4168-a790-d700d99570e8,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:07.150735 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70356f77-64f7-493e-8ca3-04515f5f4cd9 req-e63c6b92-96dc-4f67-abb5-f9351a61c2b1 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:07.164185 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-70356f77-64f7-493e-8ca3-04515f5f4cd9 req-e63c6b92-96dc-4f67-abb5-f9351a61c2b1 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 945 time: 0.0811744 Aug 16 21:00:07.174567 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d90b4646-e104-45c4-8021-eb3a6fcd31cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3308725 Aug 16 21:00:07.177973 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52814) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:07.191140 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:07.277547 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:07.288582 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-70356f77-64f7-493e-8ca3-04515f5f4cd9 req-4f658427-b31f-4b72-bec7-ad9e1c2f3a1a tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232126 Aug 16 21:00:07.575426 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] device_id is not set on port b63c29f6-690b-4168-a790-d700d99570e8 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:00:07.586753 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:07.603147 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Transition to ACTIVE for port object b63c29f6-690b-4168-a790-d700d99570e8 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:07.678267 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a8c01-fa42-4f6e-bdb0-3bbdd68e130f req-075a754d-6d77-49c4-8fc2-c706f1b36226 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:07.680036 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-237a8c01-fa42-4f6e-bdb0-3bbdd68e130f req-075a754d-6d77-49c4-8fc2-c706f1b36226 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 945 time: 0.0644464 Aug 16 21:00:07.719445 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:07.745277 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-237a8c01-fa42-4f6e-bdb0-3bbdd68e130f req-cec0a775-ed62-40fe-ba30-e1adb3a5bbd7 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573738 Aug 16 21:00:07.823959 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port b63c29f6-690b-4168-a790-d700d99570e8 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:07.824676 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port b63c29f6-690b-4168-a790-d700d99570e8 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:07.825298 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port b63c29f6-690b-4168-a790-d700d99570e8 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:07.841329 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Port b63c29f6-690b-4168-a790-d700d99570e8 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:00:07.841758 n-d-793620-15 neutron-server[101845]: ERROR neutron.plugins.ml2.managers [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Failed to bind port b63c29f6-690b-4168-a790-d700d99570e8 on host n-h2-793620-15 for vnic_type normal using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] Aug 16 21:00:07.842372 n-d-793620-15 neutron-server[101845]: INFO neutron.plugins.ml2.plugin [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempt 2 to bind port b63c29f6-690b-4168-a790-d700d99570e8 Aug 16 21:00:07.845341 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Pushing event updated for resources: {'Port': ['ID=b63c29f6-690b-4168-a790-d700d99570e8,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:07.862176 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port b63c29f6-690b-4168-a790-d700d99570e8 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:07.862574 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port b63c29f6-690b-4168-a790-d700d99570e8 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:07.862972 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port b63c29f6-690b-4168-a790-d700d99570e8 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:07.868077 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Port b63c29f6-690b-4168-a790-d700d99570e8 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:00:07.868487 n-d-793620-15 neutron-server[101845]: ERROR neutron.plugins.ml2.managers [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Failed to bind port b63c29f6-690b-4168-a790-d700d99570e8 on host n-h2-793620-15 for vnic_type normal using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] Aug 16 21:00:07.871517 n-d-793620-15 neutron-server[101845]: INFO neutron.plugins.ml2.plugin [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempt 3 to bind port b63c29f6-690b-4168-a790-d700d99570e8 Aug 16 21:00:07.888102 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port b63c29f6-690b-4168-a790-d700d99570e8 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:07.890188 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port b63c29f6-690b-4168-a790-d700d99570e8 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:07.890188 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port b63c29f6-690b-4168-a790-d700d99570e8 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:07.894562 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Port b63c29f6-690b-4168-a790-d700d99570e8 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:00:07.895107 n-d-793620-15 neutron-server[101845]: ERROR neutron.plugins.ml2.managers [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Failed to bind port b63c29f6-690b-4168-a790-d700d99570e8 on host n-h2-793620-15 for vnic_type normal using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] Aug 16 21:00:07.895832 n-d-793620-15 neutron-server[101845]: INFO neutron.plugins.ml2.plugin [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempt 4 to bind port b63c29f6-690b-4168-a790-d700d99570e8 Aug 16 21:00:07.921334 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port b63c29f6-690b-4168-a790-d700d99570e8 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:07.921949 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port b63c29f6-690b-4168-a790-d700d99570e8 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:07.922467 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port b63c29f6-690b-4168-a790-d700d99570e8 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:07.938060 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Port b63c29f6-690b-4168-a790-d700d99570e8 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:00:07.938504 n-d-793620-15 neutron-server[101845]: ERROR neutron.plugins.ml2.managers [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Failed to bind port b63c29f6-690b-4168-a790-d700d99570e8 on host n-h2-793620-15 for vnic_type normal using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] Aug 16 21:00:07.938968 n-d-793620-15 neutron-server[101845]: INFO neutron.plugins.ml2.plugin [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempt 5 to bind port b63c29f6-690b-4168-a790-d700d99570e8 Aug 16 21:00:07.959046 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port b63c29f6-690b-4168-a790-d700d99570e8 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:07.959687 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port b63c29f6-690b-4168-a790-d700d99570e8 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:07.960239 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port b63c29f6-690b-4168-a790-d700d99570e8 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:07.966091 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Port b63c29f6-690b-4168-a790-d700d99570e8 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:00:07.966651 n-d-793620-15 neutron-server[101845]: ERROR neutron.plugins.ml2.managers [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Failed to bind port b63c29f6-690b-4168-a790-d700d99570e8 on host n-h2-793620-15 for vnic_type normal using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] Aug 16 21:00:07.967207 n-d-793620-15 neutron-server[101845]: INFO neutron.plugins.ml2.plugin [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempt 6 to bind port b63c29f6-690b-4168-a790-d700d99570e8 Aug 16 21:00:07.993465 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port b63c29f6-690b-4168-a790-d700d99570e8 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:07.993465 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port b63c29f6-690b-4168-a790-d700d99570e8 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:07.993465 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port b63c29f6-690b-4168-a790-d700d99570e8 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:07.993465 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Port b63c29f6-690b-4168-a790-d700d99570e8 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:00:07.993465 n-d-793620-15 neutron-server[101845]: ERROR neutron.plugins.ml2.managers [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Failed to bind port b63c29f6-690b-4168-a790-d700d99570e8 on host n-h2-793620-15 for vnic_type normal using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] Aug 16 21:00:07.993465 n-d-793620-15 neutron-server[101845]: INFO neutron.plugins.ml2.plugin [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempt 7 to bind port b63c29f6-690b-4168-a790-d700d99570e8 Aug 16 21:00:08.019306 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port b63c29f6-690b-4168-a790-d700d99570e8 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:08.019854 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port b63c29f6-690b-4168-a790-d700d99570e8 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:08.020423 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port b63c29f6-690b-4168-a790-d700d99570e8 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:08.028185 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Port b63c29f6-690b-4168-a790-d700d99570e8 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:00:08.028739 n-d-793620-15 neutron-server[101845]: ERROR neutron.plugins.ml2.managers [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Failed to bind port b63c29f6-690b-4168-a790-d700d99570e8 on host n-h2-793620-15 for vnic_type normal using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] Aug 16 21:00:08.029327 n-d-793620-15 neutron-server[101845]: INFO neutron.plugins.ml2.plugin [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempt 8 to bind port b63c29f6-690b-4168-a790-d700d99570e8 Aug 16 21:00:08.047595 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port b63c29f6-690b-4168-a790-d700d99570e8 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:08.048252 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port b63c29f6-690b-4168-a790-d700d99570e8 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:08.049140 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port b63c29f6-690b-4168-a790-d700d99570e8 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:08.061525 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Port b63c29f6-690b-4168-a790-d700d99570e8 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:00:08.062180 n-d-793620-15 neutron-server[101845]: ERROR neutron.plugins.ml2.managers [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Failed to bind port b63c29f6-690b-4168-a790-d700d99570e8 on host n-h2-793620-15 for vnic_type normal using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] Aug 16 21:00:08.062758 n-d-793620-15 neutron-server[101845]: INFO neutron.plugins.ml2.plugin [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempt 9 to bind port b63c29f6-690b-4168-a790-d700d99570e8 Aug 16 21:00:08.082588 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port b63c29f6-690b-4168-a790-d700d99570e8 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:08.083294 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port b63c29f6-690b-4168-a790-d700d99570e8 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:08.083909 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port b63c29f6-690b-4168-a790-d700d99570e8 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:08.091496 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Port b63c29f6-690b-4168-a790-d700d99570e8 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:00:08.091955 n-d-793620-15 neutron-server[101845]: ERROR neutron.plugins.ml2.managers [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Failed to bind port b63c29f6-690b-4168-a790-d700d99570e8 on host n-h2-793620-15 for vnic_type normal using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] Aug 16 21:00:08.092548 n-d-793620-15 neutron-server[101845]: INFO neutron.plugins.ml2.plugin [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempt 10 to bind port b63c29f6-690b-4168-a790-d700d99570e8 Aug 16 21:00:08.123210 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port b63c29f6-690b-4168-a790-d700d99570e8 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:08.124002 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port b63c29f6-690b-4168-a790-d700d99570e8 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:08.124413 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port b63c29f6-690b-4168-a790-d700d99570e8 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:08.129409 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Port b63c29f6-690b-4168-a790-d700d99570e8 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:00:08.129776 n-d-793620-15 neutron-server[101845]: ERROR neutron.plugins.ml2.managers [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Failed to bind port b63c29f6-690b-4168-a790-d700d99570e8 on host n-h2-793620-15 for vnic_type normal using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] Aug 16 21:00:08.130355 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:08.230076 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] For port b63c29f6-690b-4168-a790-d700d99570e8, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:00:08.230640 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempted to set empty binding levels {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 21:00:08.336559 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:08.351187 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] In _notify_port_updated(), no bound segment for port b63c29f6-690b-4168-a790-d700d99570e8 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 {{(pid=101845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 21:00:08.352303 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.352993 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:08.354345 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] 10.222.0.84 "PUT /v2.0/ports/b63c29f6-690b-4168-a790-d700d99570e8 HTTP/1.1" status: 200 len: 980 time: 1.1753922 Aug 16 21:00:08.357647 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52844) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:08.552546 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b4145-f73b-43e0-bb5a-63eb06e476c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Pushing event updated for resources: {'Port': ['ID=b63c29f6-690b-4168-a790-d700d99570e8,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:08.692532 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6531eef-cdc6-40a6-b55a-2f30ab90719b req-621307d4-65e1-48a7-b584-bcd1170f2665 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.694197 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b6531eef-cdc6-40a6-b55a-2f30ab90719b req-621307d4-65e1-48a7-b584-bcd1170f2665 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 945 time: 0.2205110 Aug 16 21:00:08.774847 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.774847 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.774847 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.774847 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.775304 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.775736 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.776323 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.776806 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.777824 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.778493 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.779220 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.779606 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.780101 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.780770 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.781250 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.781737 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.782197 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.782679 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.783150 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.783624 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.784123 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.784595 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.785063 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.785985 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.786321 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.786791 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.787444 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.788123 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.788599 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.789078 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.789548 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.790018 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.790665 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.791153 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.791616 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.792118 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.792613 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.805701 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.806457 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.809150 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.809150 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.809878 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.810527 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:08.816147 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-371afb07-14bb-486b-b989-fa5cf245ce41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 38776 time: 0.4568341 Aug 16 21:00:08.822605 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52854) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:08.849712 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b6531eef-cdc6-40a6-b55a-2f30ab90719b req-49f79c29-886e-460a-a588-33bc1ec1bdc9 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487677 Aug 16 21:00:08.973653 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-de4cb12b-8ac3-4d05-9d52-c9087f11046b tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Deleting port b63c29f6-690b-4168-a790-d700d99570e8 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:08.974154 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-de4cb12b-8ac3-4d05-9d52-c9087f11046b tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:09.019563 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9de57185-27d4-49a7-b603-0a5c48a1d103 req-9c436939-4ac7-4518-85da-86369969afdd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1221707 Aug 16 21:00:09.055559 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-de4cb12b-8ac3-4d05-9d52-c9087f11046b tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] For port b63c29f6-690b-4168-a790-d700d99570e8, host n-h2-793620-15, got binding levels [] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:09.055885 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-de4cb12b-8ac3-4d05-9d52-c9087f11046b tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:09.071015 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-de4cb12b-8ac3-4d05-9d52-c9087f11046b tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Calling delete_port for b63c29f6-690b-4168-a790-d700d99570e8 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:09.078157 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70e1e6-a92a-45ab-a70d-88cdc1eef235 req-84854d62-f0a6-49af-b9e0-317d8ed363b2 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:09.079889 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-af70e1e6-a92a-45ab-a70d-88cdc1eef235 req-84854d62-f0a6-49af-b9e0-317d8ed363b2 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 945 time: 0.1718080 Aug 16 21:00:09.113447 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de57185-27d4-49a7-b603-0a5c48a1d103 req-4f718059-a4a6-4a95-b20c-70f089b53fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:09.115181 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9de57185-27d4-49a7-b603-0a5c48a1d103 req-4f718059-a4a6-4a95-b20c-70f089b53fd8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a0e033d4713247c4be0e53c874c211ee&device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 1098 time: 0.0893626 Aug 16 21:00:09.143962 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-af70e1e6-a92a-45ab-a70d-88cdc1eef235 req-c1e16f9a-5ec7-4a92-a0da-dc23ecee2daf tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528009 Aug 16 21:00:09.272749 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de57185-27d4-49a7-b603-0a5c48a1d103 req-4c481ff6-9938-4f70-9b26-97ccb039867c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:09.274291 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9de57185-27d4-49a7-b603-0a5c48a1d103 req-4c481ff6-9938-4f70-9b26-97ccb039867c service neutron] 10.222.0.90 "GET /v2.0/networks?id=f21989d2-1803-4d82-bc06-7ef94db801de HTTP/1.1" status: 200 len: 911 time: 0.1294425 Aug 16 21:00:09.290507 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-de4cb12b-8ac3-4d05-9d52-c9087f11046b tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:09.365627 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4cb12b-8ac3-4d05-9d52-c9087f11046b tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Pushing event deleted for resources: {'Port': ['ID=b63c29f6-690b-4168-a790-d700d99570e8,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:09.378842 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-de4cb12b-8ac3-4d05-9d52-c9087f11046b tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:09.383753 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52860) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:09.384324 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-de4cb12b-8ac3-4d05-9d52-c9087f11046b tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] 10.222.0.84 "DELETE /v2.0/ports/b63c29f6-690b-4168-a790-d700d99570e8 HTTP/1.1" status: 204 len: 168 time: 0.5599329 Aug 16 21:00:09.406950 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9de57185-27d4-49a7-b603-0a5c48a1d103 req-f908fc29-f00d-44df-a2f8-6dcd7e40c407 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=402adf67-9abe-4dc7-b5bc-8cc9d10dc0af HTTP/1.1" status: 200 len: 1002 time: 0.1247697 Aug 16 21:00:09.456817 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-f52d3eb5-c23c-4c10-bd54-2240e60fce4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] GET failed (client error): The resource could not be found. Aug 16 21:00:09.459062 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f52d3eb5-c23c-4c10-bd54-2240e60fce4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] 10.222.0.84 "GET /v2.0/ports/b63c29f6-690b-4168-a790-d700d99570e8 HTTP/1.1" status: 404 len: 333 time: 0.0736635 Aug 16 21:00:09.464175 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52862) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:09.472775 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-49cf5bf3-3f42-4a7f-8982-9d263f0877b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-954991994', 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:09.539309 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de57185-27d4-49a7-b603-0a5c48a1d103 req-ce336b32-ccbd-48a5-953a-aa4b42e19adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:09.541277 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9de57185-27d4-49a7-b603-0a5c48a1d103 req-ce336b32-ccbd-48a5-953a-aa4b42e19adf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=03f69758-9eaf-430a-b99d-d64769716af9 HTTP/1.1" status: 200 len: 849 time: 0.1073606 Aug 16 21:00:09.594668 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cf5bf3-3f42-4a7f-8982-9d263f0877b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Made reservation on behalf of 2510b76f84fc4d97b4b731a4c6e06fc5 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:09.597432 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-49cf5bf3-3f42-4a7f-8982-9d263f0877b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:09.600160 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de57185-27d4-49a7-b603-0a5c48a1d103 req-f6a5d600-7f57-4654-b3b3-85480767c599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:09.601712 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9de57185-27d4-49a7-b603-0a5c48a1d103 req-f6a5d600-7f57-4654-b3b3-85480767c599 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f21989d2-1803-4d82-bc06-7ef94db801de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499997 Aug 16 21:00:09.632568 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-49cf5bf3-3f42-4a7f-8982-9d263f0877b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] device_id is not set on port 4e89f036-7275-4747-9de6-894cc8c9fc25 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:00:09.747208 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9de57185-27d4-49a7-b603-0a5c48a1d103 req-f151bbc2-58fe-4539-807e-0315f687aedb service neutron] 10.222.0.90 "GET /v2.0/networks/f21989d2-1803-4d82-bc06-7ef94db801de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360931 Aug 16 21:00:09.875730 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-49cf5bf3-3f42-4a7f-8982-9d263f0877b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:09.907854 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9de57185-27d4-49a7-b603-0a5c48a1d103 req-556314b4-8ad7-4887-9701-2995a2ae488d service neutron] 10.222.0.90 "GET /v2.0/networks/f21989d2-1803-4d82-bc06-7ef94db801de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529381 Aug 16 21:00:10.039610 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-49cf5bf3-3f42-4a7f-8982-9d263f0877b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:10.076429 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0eea24-b957-452c-af7f-156be21ded9b req-4847cee1-9c15-4659-b89f-a8b8bb927209 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:10.082028 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bb0eea24-b957-452c-af7f-156be21ded9b req-4847cee1-9c15-4659-b89f-a8b8bb927209 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 945 time: 0.0785503 Aug 16 21:00:10.102544 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cf5bf3-3f42-4a7f-8982-9d263f0877b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:10.107178 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-49cf5bf3-3f42-4a7f-8982-9d263f0877b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:10.116285 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cf5bf3-3f42-4a7f-8982-9d263f0877b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:10.117507 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cf5bf3-3f42-4a7f-8982-9d263f0877b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:10.118122 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-49cf5bf3-3f42-4a7f-8982-9d263f0877b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:10.145218 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bb0eea24-b957-452c-af7f-156be21ded9b req-3405d45b-d723-4c93-893b-b10723f3821b tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619509 Aug 16 21:00:10.170797 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf5bf3-3f42-4a7f-8982-9d263f0877b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Pushing event updated for resources: {'Port': ['ID=4e89f036-7275-4747-9de6-894cc8c9fc25,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:10.262579 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-49cf5bf3-3f42-4a7f-8982-9d263f0877b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7955763 Aug 16 21:00:10.268664 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52882) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:10.380557 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfe35e9-cb38-4fb8-944d-f68ac06f2b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:10.386195 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ccfe35e9-cb38-4fb8-944d-f68ac06f2b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] 10.222.0.84 "GET /v2.0/ports/4e89f036-7275-4747-9de6-894cc8c9fc25 HTTP/1.1" status: 200 len: 958 time: 0.1123176 Aug 16 21:00:10.386195 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52890) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:10.403479 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca377f-03d1-4619-9a7a-ecf3502c0fdc req-a84ff549-8bda-48d6-be1a-85e457dd371e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:10.405307 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6dca377f-03d1-4619-9a7a-ecf3502c0fdc req-a84ff549-8bda-48d6-be1a-85e457dd371e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 945 time: 0.1570179 Aug 16 21:00:10.510676 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6dca377f-03d1-4619-9a7a-ecf3502c0fdc req-f7edc260-3db2-4069-b9a2-f3f8bdca7744 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807235 Aug 16 21:00:10.540846 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-abfaf1fd-fdad-4cf3-9e80-0ce597371284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Deleting port 4e89f036-7275-4747-9de6-894cc8c9fc25 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:10.541288 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-abfaf1fd-fdad-4cf3-9e80-0ce597371284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:10.617410 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-abfaf1fd-fdad-4cf3-9e80-0ce597371284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:10.636986 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-abfaf1fd-fdad-4cf3-9e80-0ce597371284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Calling delete_port for 4e89f036-7275-4747-9de6-894cc8c9fc25 owned by {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:10.860383 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-abfaf1fd-fdad-4cf3-9e80-0ce597371284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:10.897496 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfaf1fd-fdad-4cf3-9e80-0ce597371284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e89f036-7275-4747-9de6-894cc8c9fc25,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:10.904170 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-abfaf1fd-fdad-4cf3-9e80-0ce597371284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:10.906624 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-abfaf1fd-fdad-4cf3-9e80-0ce597371284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] 10.222.0.84 "DELETE /v2.0/ports/4e89f036-7275-4747-9de6-894cc8c9fc25 HTTP/1.1" status: 204 len: 168 time: 0.5188198 Aug 16 21:00:10.909217 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52912) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:10.935944 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b4f6aee-ff1c-4b3f-bc5f-9547c36d3246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] GET failed (client error): The resource could not be found. Aug 16 21:00:10.944864 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52914) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:10.945472 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0b4f6aee-ff1c-4b3f-bc5f-9547c36d3246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] 10.222.0.84 "GET /v2.0/ports/4e89f036-7275-4747-9de6-894cc8c9fc25 HTTP/1.1" status: 404 len: 333 time: 0.0348084 Aug 16 21:00:10.954268 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-2805a0c1-6f77-48f1-b5a4-2d0a6cc9ee8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Request body: {'port': {'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1390057718'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:11.096366 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2805a0c1-6f77-48f1-b5a4-2d0a6cc9ee8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Made reservation on behalf of 2510b76f84fc4d97b4b731a4c6e06fc5 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:11.096830 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f713328b-1a8c-431a-8c3c-06eba434999c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:11.099074 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2805a0c1-6f77-48f1-b5a4-2d0a6cc9ee8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:11.132658 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-2805a0c1-6f77-48f1-b5a4-2d0a6cc9ee8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] device_id is not set on port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:00:11.373753 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0608e-f00d-4f73-853a-d934089a9c1b req-c8cfcf7c-76de-4bdc-8ea7-bf25e19f1802 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:11.384456 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bca0608e-f00d-4f73-853a-d934089a9c1b req-c8cfcf7c-76de-4bdc-8ea7-bf25e19f1802 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 945 time: 0.1430035 Aug 16 21:00:11.468537 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bca0608e-f00d-4f73-853a-d934089a9c1b req-3886a116-c831-4eab-b1e0-c7516e22e599 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764210 Aug 16 21:00:11.477515 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2805a0c1-6f77-48f1-b5a4-2d0a6cc9ee8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:11.645507 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99624f42-169c-4cf6-9080-0e7d0687d55d req-8964ff1e-a558-43d4-9c9a-256b5c10865d tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:11.647463 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-99624f42-169c-4cf6-9080-0e7d0687d55d req-8964ff1e-a558-43d4-9c9a-256b5c10865d tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 945 time: 0.0642087 Aug 16 21:00:11.647593 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2805a0c1-6f77-48f1-b5a4-2d0a6cc9ee8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:11.771119 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2805a0c1-6f77-48f1-b5a4-2d0a6cc9ee8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:11.771119 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2805a0c1-6f77-48f1-b5a4-2d0a6cc9ee8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Pushing event updated for resources: {'Port': ['ID=501fe1d6-6c02-4b25-bdde-71ac32979dd2,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:11.771119 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-2805a0c1-6f77-48f1-b5a4-2d0a6cc9ee8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:11.771660 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2805a0c1-6f77-48f1-b5a4-2d0a6cc9ee8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:11.772529 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2805a0c1-6f77-48f1-b5a4-2d0a6cc9ee8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:11.773149 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2805a0c1-6f77-48f1-b5a4-2d0a6cc9ee8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:11.812395 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-99624f42-169c-4cf6-9080-0e7d0687d55d req-af6d45ec-da5c-4de9-8dab-1611fc80ddd7 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072292 Aug 16 21:00:12.219553 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52942) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:12.220862 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2805a0c1-6f77-48f1-b5a4-2d0a6cc9ee8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2736011 Aug 16 21:00:12.226585 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:12.317656 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:12.672267 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] device_id is not set on port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:00:12.680835 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:12.684100 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08298194-0d7d-48f9-b8bb-c791ed1f554c req-e70e1b61-b526-4bd6-8428-bcdfb0d2e0b8 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:12.685717 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-08298194-0d7d-48f9-b8bb-c791ed1f554c req-e70e1b61-b526-4bd6-8428-bcdfb0d2e0b8 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 945 time: 0.1015851 Aug 16 21:00:12.695240 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Transition to ACTIVE for port object 501fe1d6-6c02-4b25-bdde-71ac32979dd2 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:12.728940 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-08298194-0d7d-48f9-b8bb-c791ed1f554c req-f51f5d75-82c1-4b0e-bba6-aacec4c5b69e tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358696 Aug 16 21:00:12.777673 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:12.842178 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Pushing event updated for resources: {'Port': ['ID=501fe1d6-6c02-4b25-bdde-71ac32979dd2,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:12.856397 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:12.856745 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:12.863240 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:12.866414 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:00:12.866793 n-d-793620-15 neutron-server[101845]: ERROR neutron.plugins.ml2.managers [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Failed to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 on host n-h2-793620-15 for vnic_type normal using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] Aug 16 21:00:12.867215 n-d-793620-15 neutron-server[101845]: INFO neutron.plugins.ml2.plugin [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempt 2 to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 Aug 16 21:00:12.896487 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:12.896968 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:12.897410 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:12.905032 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:00:12.906233 n-d-793620-15 neutron-server[101845]: ERROR neutron.plugins.ml2.managers [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Failed to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 on host n-h2-793620-15 for vnic_type normal using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] Aug 16 21:00:12.906233 n-d-793620-15 neutron-server[101845]: INFO neutron.plugins.ml2.plugin [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempt 3 to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 Aug 16 21:00:12.927018 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:12.927367 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:12.927710 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:12.946806 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:00:12.947718 n-d-793620-15 neutron-server[101845]: ERROR neutron.plugins.ml2.managers [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Failed to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 on host n-h2-793620-15 for vnic_type normal using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] Aug 16 21:00:12.948637 n-d-793620-15 neutron-server[101845]: INFO neutron.plugins.ml2.plugin [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempt 4 to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 Aug 16 21:00:12.966274 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:12.968374 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:12.968374 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:12.972511 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:00:12.973043 n-d-793620-15 neutron-server[101845]: ERROR neutron.plugins.ml2.managers [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Failed to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 on host n-h2-793620-15 for vnic_type normal using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] Aug 16 21:00:12.973857 n-d-793620-15 neutron-server[101845]: INFO neutron.plugins.ml2.plugin [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempt 5 to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 Aug 16 21:00:12.993733 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:12.994214 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:12.994562 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:12.999963 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:00:13.000307 n-d-793620-15 neutron-server[101845]: ERROR neutron.plugins.ml2.managers [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Failed to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 on host n-h2-793620-15 for vnic_type normal using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] Aug 16 21:00:13.000708 n-d-793620-15 neutron-server[101845]: INFO neutron.plugins.ml2.plugin [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempt 6 to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 Aug 16 21:00:13.022050 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:13.022391 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:13.022741 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:13.028062 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:00:13.028397 n-d-793620-15 neutron-server[101845]: ERROR neutron.plugins.ml2.managers [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Failed to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 on host n-h2-793620-15 for vnic_type normal using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] Aug 16 21:00:13.028794 n-d-793620-15 neutron-server[101845]: INFO neutron.plugins.ml2.plugin [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempt 7 to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 Aug 16 21:00:13.051279 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:13.051680 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:13.052124 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:13.059108 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:00:13.059442 n-d-793620-15 neutron-server[101845]: ERROR neutron.plugins.ml2.managers [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Failed to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 on host n-h2-793620-15 for vnic_type normal using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] Aug 16 21:00:13.063600 n-d-793620-15 neutron-server[101845]: INFO neutron.plugins.ml2.plugin [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempt 8 to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 Aug 16 21:00:13.063728 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c4fe5-76a9-4b57-8efc-f313e9491301 req-a2174617-84d9-4430-8229-c2c29e8181a4 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:13.064803 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-488c4fe5-76a9-4b57-8efc-f313e9491301 req-a2174617-84d9-4430-8229-c2c29e8181a4 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 945 time: 0.1005800 Aug 16 21:00:13.073961 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:13.074302 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:13.074645 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:13.082154 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:00:13.082557 n-d-793620-15 neutron-server[101845]: ERROR neutron.plugins.ml2.managers [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Failed to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 on host n-h2-793620-15 for vnic_type normal using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] Aug 16 21:00:13.102359 n-d-793620-15 neutron-server[101845]: INFO neutron.plugins.ml2.plugin [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempt 9 to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 Aug 16 21:00:13.119013 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-488c4fe5-76a9-4b57-8efc-f313e9491301 req-e186862b-a855-4e7d-a432-04172d50b54f tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475512 Aug 16 21:00:13.144649 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:13.145233 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:13.145751 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:13.153371 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:00:13.153917 n-d-793620-15 neutron-server[101845]: ERROR neutron.plugins.ml2.managers [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Failed to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 on host n-h2-793620-15 for vnic_type normal using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] Aug 16 21:00:13.154561 n-d-793620-15 neutron-server[101845]: INFO neutron.plugins.ml2.plugin [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempt 10 to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 Aug 16 21:00:13.170911 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:13.171362 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:13.171758 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempting to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:13.180237 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:00:13.180673 n-d-793620-15 neutron-server[101845]: ERROR neutron.plugins.ml2.managers [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Failed to bind port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 on host n-h2-793620-15 for vnic_type normal using segments [{'id': 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4d3fb083-229b-4e44-b8f0-59afd1ad2621'}] Aug 16 21:00:13.181124 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:13.255447 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] For port 501fe1d6-6c02-4b25-bdde-71ac32979dd2, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:00:13.256435 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attempted to set empty binding levels {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 21:00:13.434275 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:13.465938 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] In _notify_port_updated(), no bound segment for port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 on network 4d3fb083-229b-4e44-b8f0-59afd1ad2621 {{(pid=101845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 21:00:13.466863 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:13.467385 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:13.468733 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] 10.222.0.84 "PUT /v2.0/ports/501fe1d6-6c02-4b25-bdde-71ac32979dd2 HTTP/1.1" status: 200 len: 980 time: 1.2468526 Aug 16 21:00:13.471655 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52966) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:13.480846 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd4add-1c37-4234-9592-3f28d8cb3194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Pushing event updated for resources: {'Port': ['ID=501fe1d6-6c02-4b25-bdde-71ac32979dd2,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:13.561678 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-d36826c1-e893-422b-ba29-a701c2e67a54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Deleting port 501fe1d6-6c02-4b25-bdde-71ac32979dd2 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:13.561928 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d36826c1-e893-422b-ba29-a701c2e67a54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:13.615514 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9cdb625c-5359-47a5-ab6e-d61cc209d88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:13.633658 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-d36826c1-e893-422b-ba29-a701c2e67a54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] For port 501fe1d6-6c02-4b25-bdde-71ac32979dd2, host n-h2-793620-15, got binding levels [] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:13.634019 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d36826c1-e893-422b-ba29-a701c2e67a54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:13.646855 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-d36826c1-e893-422b-ba29-a701c2e67a54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Calling delete_port for 501fe1d6-6c02-4b25-bdde-71ac32979dd2 owned by {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:13.820249 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:13.857292 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f307e7-ad86-4b09-8571-3c597f71904a req-30c6584c-62cb-4f05-a1f1-7bc35d78f384 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:13.858845 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f4f307e7-ad86-4b09-8571-3c597f71904a req-30c6584c-62cb-4f05-a1f1-7bc35d78f384 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 945 time: 0.0573750 Aug 16 21:00:13.859461 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d36826c1-e893-422b-ba29-a701c2e67a54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:13.898764 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d36826c1-e893-422b-ba29-a701c2e67a54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:13.900640 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d36826c1-e893-422b-ba29-a701c2e67a54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] 10.222.0.84 "DELETE /v2.0/ports/501fe1d6-6c02-4b25-bdde-71ac32979dd2 HTTP/1.1" status: 204 len: 168 time: 0.4278955 Aug 16 21:00:13.903912 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52980) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:13.907777 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36826c1-e893-422b-ba29-a701c2e67a54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] Pushing event deleted for resources: {'Port': ['ID=501fe1d6-6c02-4b25-bdde-71ac32979dd2,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:13.930159 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-045e5ef2-bfc4-4a27-95c4-59996e6cf025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] GET failed (client error): The resource could not be found. Aug 16 21:00:13.932368 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-045e5ef2-bfc4-4a27-95c4-59996e6cf025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148168506-project-admin] 10.222.0.84 "GET /v2.0/ports/501fe1d6-6c02-4b25-bdde-71ac32979dd2 HTTP/1.1" status: 404 len: 333 time: 0.0267448 Aug 16 21:00:13.934064 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f4f307e7-ad86-4b09-8571-3c597f71904a req-f059a865-2a4d-4985-910f-ccdade0d0f01 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647814 Aug 16 21:00:13.935827 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52982) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:14.014650 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2db9c3fe-3776-47e1-8ac0-55b5daf80879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:14.432866 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2db9c3fe-3776-47e1-8ac0-55b5daf80879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:14.501359 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-2db9c3fe-3776-47e1-8ac0-55b5daf80879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d3fb083-229b-4e44-b8f0-59afd1ad2621']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:14.518560 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-2db9c3fe-3776-47e1-8ac0-55b5daf80879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:14.518869 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-2db9c3fe-3776-47e1-8ac0-55b5daf80879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db7a85e3-d210-42e1-a7a6-6d3d38831bdb') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:14.537305 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2db9c3fe-3776-47e1-8ac0-55b5daf80879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:14.554753 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011dec82-a518-4465-81d0-caa3eaf8bba0 req-c05cedc4-86f7-4669-bc24-e36727df3897 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:14.556316 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-011dec82-a518-4465-81d0-caa3eaf8bba0 req-c05cedc4-86f7-4669-bc24-e36727df3897 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 945 time: 0.1224127 Aug 16 21:00:14.561363 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85942c5-e69b-4c31-bbfd-7393a4227aa5 req-5cf09e5d-14af-4390-ad49-e60e5f2ad01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:14.562852 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f85942c5-e69b-4c31-bbfd-7393a4227aa5 req-5cf09e5d-14af-4390-ad49-e60e5f2ad01a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5926bba17c34b5e88e1bc1cf228d96c&device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 1097 time: 0.1277132 Aug 16 21:00:14.573427 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2db9c3fe-3776-47e1-8ac0-55b5daf80879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:14.597643 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db9c3fe-3776-47e1-8ac0-55b5daf80879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:00:14.598061 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2db9c3fe-3776-47e1-8ac0-55b5daf80879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:14.605757 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:00:14.605757 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:00:14.605757 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:00:14.605757 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:00:14.605757 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:00:14.605757 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:00:14.605757 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:00:14.605757 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:00:14.605757 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:00:14.605757 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:00:14.605757 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:00:14.605757 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:00:14.605757 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:00:14.605757 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:00:14.605757 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:00:14.605757 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:00:14.605757 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:00:14.605757 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:00:14.605757 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:00:14.605757 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:00:14.605757 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:00:14.605757 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:00:14.605757 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:00:14.605757 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:00:14.605757 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:00:14.605757 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:00:14.605757 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:00:14.605757 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:00:14.605757 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:00:14.605757 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:00:14.605757 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:00:14.605757 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:00:14.719550 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-011dec82-a518-4465-81d0-caa3eaf8bba0 req-33107c07-0701-4967-8f31-48b4960aa42a tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532998 Aug 16 21:00:14.759517 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85942c5-e69b-4c31-bbfd-7393a4227aa5 req-210fb83d-3c3c-416e-8005-e8f90be0eabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:14.761375 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f85942c5-e69b-4c31-bbfd-7393a4227aa5 req-210fb83d-3c3c-416e-8005-e8f90be0eabb service neutron] 10.222.0.72 "GET /v2.0/networks?id=97204dc5-2078-4113-bc6a-8b6109c161f0 HTTP/1.1" status: 200 len: 913 time: 0.1821115 Aug 16 21:00:14.813026 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f85942c5-e69b-4c31-bbfd-7393a4227aa5 req-4e13d6ab-afc0-4406-acb5-aab52e4c9321 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=727039e9-9297-4de4-bc45-36695d7851d5 HTTP/1.1" status: 200 len: 217 time: 0.0433459 Aug 16 21:00:14.827478 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:14.850842 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2db9c3fe-3776-47e1-8ac0-55b5daf80879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:14.866389 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2db9c3fe-3776-47e1-8ac0-55b5daf80879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:14.866389 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2db9c3fe-3776-47e1-8ac0-55b5daf80879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497-project] 10.222.0.84 "DELETE /v2.0/networks/4d3fb083-229b-4e44-b8f0-59afd1ad2621 HTTP/1.1" status: 204 len: 168 time: 0.9261689 Aug 16 21:00:14.889330 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9c3fe-3776-47e1-8ac0-55b5daf80879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675400497-project] Pushing event deleted for resources: {'Network': ['ID=4d3fb083-229b-4e44-b8f0-59afd1ad2621,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:14.895826 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85942c5-e69b-4c31-bbfd-7393a4227aa5 req-0e66b539-6dc9-4dd4-9b76-01184b5ce259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:14.897510 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f85942c5-e69b-4c31-bbfd-7393a4227aa5 req-0e66b539-6dc9-4dd4-9b76-01184b5ce259 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0340fa9d-e19b-476d-9e9a-7d2862e2e105 HTTP/1.1" status: 200 len: 852 time: 0.0756989 Aug 16 21:00:14.952045 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f85942c5-e69b-4c31-bbfd-7393a4227aa5 req-a264a3b5-8476-4c21-9d08-358156804482 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=97204dc5-2078-4113-bc6a-8b6109c161f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419660 Aug 16 21:00:15.096579 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a943818-43b1-4e56-8482-3b4fb8677509 req-dcbadc33-b472-4259-a7a7-6775e8b8c363 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:15.098103 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0a943818-43b1-4e56-8482-3b4fb8677509 req-dcbadc33-b472-4259-a7a7-6775e8b8c363 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 945 time: 0.0720978 Aug 16 21:00:15.133187 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f85942c5-e69b-4c31-bbfd-7393a4227aa5 req-1b51d721-b516-48a3-a7c2-ec148d7db78e service neutron] 10.222.0.72 "GET /v2.0/networks/97204dc5-2078-4113-bc6a-8b6109c161f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718967 Aug 16 21:00:15.157991 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53010) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:15.202587 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0a943818-43b1-4e56-8482-3b4fb8677509 req-bb0bb8ed-c1b3-4b78-8081-93c809c2a81b tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936000 Aug 16 21:00:15.261137 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f85942c5-e69b-4c31-bbfd-7393a4227aa5 req-b825da41-15f0-4bdd-b6ed-126f896630fd service neutron] 10.222.0.72 "GET /v2.0/networks/97204dc5-2078-4113-bc6a-8b6109c161f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102366 Aug 16 21:00:15.322664 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-98dfde94-f28d-425e-8e42-9b90a9781cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:15.391938 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53018) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:15.428742 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-98dfde94-f28d-425e-8e42-9b90a9781cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:15.524392 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-98dfde94-f28d-425e-8e42-9b90a9781cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:15.542182 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-edfc135c-4594-4f63-aeaa-303520d74b9d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d642ee93be5c43b9bda963b5838a8527&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1474547 Aug 16 21:00:15.543272 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53022) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:15.570092 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-98dfde94-f28d-425e-8e42-9b90a9781cec admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b89fca460d2a450abc1d0ab3d04aec12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4110017 Aug 16 21:00:15.573277 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53024) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:15.580080 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dfde94-f28d-425e-8e42-9b90a9781cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282a0bf0-9c65-4d51-876c-6de1b50aee36,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:15.597976 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-98f001c0-3855-494d-9138-10fb28371909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:15.621930 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-98f001c0-3855-494d-9138-10fb28371909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:15.637852 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e788040a-ec29-403c-9e27-6a01f3f95c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:15.661500 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e788040a-ec29-403c-9e27-6a01f3f95c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:15.780080 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-98f001c0-3855-494d-9138-10fb28371909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:15.782984 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-98f001c0-3855-494d-9138-10fb28371909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:15.787574 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-98f001c0-3855-494d-9138-10fb28371909 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f7a8a3ec-5d65-4dfe-aff9-7e7a5b9705df HTTP/1.1" status: 204 len: 168 time: 0.2400594 Aug 16 21:00:15.801426 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f001c0-3855-494d-9138-10fb28371909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a8a3ec-5d65-4dfe-aff9-7e7a5b9705df,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:15.832073 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e788040a-ec29-403c-9e27-6a01f3f95c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:15.835108 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e788040a-ec29-403c-9e27-6a01f3f95c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:15.847168 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e788040a-ec29-403c-9e27-6a01f3f95c95 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/282a0bf0-9c65-4d51-876c-6de1b50aee36 HTTP/1.1" status: 204 len: 168 time: 0.2723088 Aug 16 21:00:15.881877 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e788040a-ec29-403c-9e27-6a01f3f95c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282a0bf0-9c65-4d51-876c-6de1b50aee36,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:15.893496 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9948a327-d5f1-4bf3-9f53-cb41f7d9b16f req-744a1633-bb84-4369-8af9-475d05d0ac51 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:15.895388 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9948a327-d5f1-4bf3-9f53-cb41f7d9b16f req-744a1633-bb84-4369-8af9-475d05d0ac51 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 945 time: 0.0836458 Aug 16 21:00:15.955508 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9948a327-d5f1-4bf3-9f53-cb41f7d9b16f req-0aeef8da-c776-47b1-be93-52f4b6168e38 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530310 Aug 16 21:00:16.343455 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f35462-0a07-456d-8c35-0a48fa22606d req-0279627d-c83b-48e9-b012-75b9fa51bde4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:16.351037 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-04f35462-0a07-456d-8c35-0a48fa22606d req-0279627d-c83b-48e9-b012-75b9fa51bde4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 945 time: 0.0621507 Aug 16 21:00:16.391656 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-04f35462-0a07-456d-8c35-0a48fa22606d req-d85813e3-26d3-42f0-a45b-156bdba0a9ae tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392113 Aug 16 21:00:16.545161 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:16.811853 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53046) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:16.852579 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d04376fa-edab-4643-a6c3-f493ca2f8af0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2510b76f84fc4d97b4b731a4c6e06fc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395081 Aug 16 21:00:16.855030 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53048) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:16.892863 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53050) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:16.905570 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-988e2506-f89e-437a-9e3d-dc2d5c55081e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:16.913789 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-457691d6-d600-4a73-a99c-7601e94ddc85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:16.927232 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-988e2506-f89e-437a-9e3d-dc2d5c55081e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:17.033734 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-457691d6-d600-4a73-a99c-7601e94ddc85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:17.087516 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf0155-a261-4fa4-9054-3a9fe212a5b1 req-d8c64efc-1f3c-46b2-a80a-b2716cd57ea0 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:17.089275 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ccbf0155-a261-4fa4-9054-3a9fe212a5b1 req-d8c64efc-1f3c-46b2-a80a-b2716cd57ea0 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 945 time: 0.0537560 Aug 16 21:00:17.111348 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-988e2506-f89e-437a-9e3d-dc2d5c55081e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:17.114030 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-988e2506-f89e-437a-9e3d-dc2d5c55081e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:17.115963 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-988e2506-f89e-437a-9e3d-dc2d5c55081e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d60b713a-e737-4122-8bfd-9bdf4eb5a17b HTTP/1.1" status: 204 len: 168 time: 0.2594004 Aug 16 21:00:17.128633 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e2506-f89e-437a-9e3d-dc2d5c55081e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60b713a-e737-4122-8bfd-9bdf4eb5a17b,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:17.142638 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-457691d6-d600-4a73-a99c-7601e94ddc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:17.167682 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ccbf0155-a261-4fa4-9054-3a9fe212a5b1 req-e759798e-1f2b-41e9-8018-ff75023be331 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707557 Aug 16 21:00:17.192864 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457691d6-d600-4a73-a99c-7601e94ddc85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b138a5bf-2897-4635-a1d3-56c4604db967,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:17.201780 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-457691d6-d600-4a73-a99c-7601e94ddc85 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=76be157d8b54443fb7686aec6b694010&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3044553 Aug 16 21:00:17.201780 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53062) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:17.254708 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-db2aa447-e340-40bc-b4d3-5c52b26ae899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:17.275912 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-db2aa447-e340-40bc-b4d3-5c52b26ae899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:17.515309 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-db2aa447-e340-40bc-b4d3-5c52b26ae899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:17.518005 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-db2aa447-e340-40bc-b4d3-5c52b26ae899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:17.519548 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-db2aa447-e340-40bc-b4d3-5c52b26ae899 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b138a5bf-2897-4635-a1d3-56c4604db967 HTTP/1.1" status: 204 len: 168 time: 0.3169553 Aug 16 21:00:17.533948 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2aa447-e340-40bc-b4d3-5c52b26ae899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b138a5bf-2897-4635-a1d3-56c4604db967,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:17.559771 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489a6a4-52d0-4bf8-be7b-92a471dc1fec req-c3d8cbc8-28f0-4d17-8018-74072a0997df tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:17.561430 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7489a6a4-52d0-4bf8-be7b-92a471dc1fec req-c3d8cbc8-28f0-4d17-8018-74072a0997df tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 945 time: 0.0851195 Aug 16 21:00:17.628210 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7489a6a4-52d0-4bf8-be7b-92a471dc1fec req-042d39a3-81a3-49aa-bea0-39a3ea08aca0 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606663 Aug 16 21:00:17.796649 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53078) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:17.853592 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d9e406e0-ae38-49c6-808b-c98925a329ba req-beec3228-65df-46e8-8db1-ebf17251529e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446289 Aug 16 21:00:17.955327 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-42787d8c-74c0-4405-8c9e-f08359de0f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:17.970474 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e406e0-ae38-49c6-808b-c98925a329ba req-f772c4e7-ceb4-4852-9ba7-c47de80e0285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:17.972564 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d9e406e0-ae38-49c6-808b-c98925a329ba req-f772c4e7-ceb4-4852-9ba7-c47de80e0285 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04d4519d90b5451ebf562bbd9e44ac2b&device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 1096 time: 0.0696161 Aug 16 21:00:18.082785 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-42787d8c-74c0-4405-8c9e-f08359de0f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:18.138681 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e406e0-ae38-49c6-808b-c98925a329ba req-3d481bfe-c883-4c2b-9f69-8ff461c36ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:18.140270 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d9e406e0-ae38-49c6-808b-c98925a329ba req-3d481bfe-c883-4c2b-9f69-8ff461c36ecd service neutron] 10.222.0.72 "GET /v2.0/networks?id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 HTTP/1.1" status: 200 len: 912 time: 0.1459718 Aug 16 21:00:18.209524 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d9e406e0-ae38-49c6-808b-c98925a329ba req-033b6cdf-0e01-47a5-b1a0-5478430e8c0a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3aa98f1-01de-4b07-a953-b17b46875501 HTTP/1.1" status: 200 len: 999 time: 0.0618482 Aug 16 21:00:18.226897 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-42787d8c-74c0-4405-8c9e-f08359de0f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:18.260527 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42787d8c-74c0-4405-8c9e-f08359de0f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e43fb6d-d386-4e3c-96cc-b66f94737764,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:18.287625 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-42787d8c-74c0-4405-8c9e-f08359de0f04 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c3ed6f5ef8ff4684a64b3af7315dc521&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4898784 Aug 16 21:00:18.292407 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53094) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:18.314900 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e406e0-ae38-49c6-808b-c98925a329ba req-c1e1d6a7-16bb-467d-8896-ae30da48c837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:18.316561 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d9e406e0-ae38-49c6-808b-c98925a329ba req-c1e1d6a7-16bb-467d-8896-ae30da48c837 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=20aa60f1-bb16-40f5-b2dd-0341c13f6e8c HTTP/1.1" status: 200 len: 850 time: 0.1001432 Aug 16 21:00:18.343313 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff62eab-7f22-407c-beb6-9cef2c40f450 req-a12f6c16-fbcd-4ea8-bdc4-3279c73aec21 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:18.351371 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1ff62eab-7f22-407c-beb6-9cef2c40f450 req-a12f6c16-fbcd-4ea8-bdc4-3279c73aec21 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 945 time: 0.0981240 Aug 16 21:00:18.353693 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e5f6fd54-7271-4a88-a64c-922bc808028b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:18.378195 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e5f6fd54-7271-4a88-a64c-922bc808028b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:18.395915 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 727039e9-9297-4de4-bc45-36695d7851d5 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:00:18.396665 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53100) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:18.430802 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1ff62eab-7f22-407c-beb6-9cef2c40f450 req-bd1b86a4-426c-4362-9ddf-2acd6d801cd4 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783479 Aug 16 21:00:18.431676 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a01038c2-6f98-4923-b5f6-fb520bdfe3ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:18.436152 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e406e0-ae38-49c6-808b-c98925a329ba req-39a9f2f0-4dd8-4fe2-a547-2eb496ef4c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:18.437836 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d9e406e0-ae38-49c6-808b-c98925a329ba req-39a9f2f0-4dd8-4fe2-a547-2eb496ef4c71 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1129715 Aug 16 21:00:18.489994 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:18.529504 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 727039e9-9297-4de4-bc45-36695d7851d5, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=727039e9-9297-4de4-bc45-36695d7851d5,segment=NetworkSegment(53b76348-81c8-4bfa-909a-3d74533ded61),segment_id=53b76348-81c8-4bfa-909a-3d74533ded61)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:18.530455 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782bab7e-dbe0-468a-9316-30f0cec8c302', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '727039e9-9297-4de4-bc45-36695d7851d5'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:00:18.533552 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0a8d3e-37f1-4211-b08d-00b5dbd9b15d" -d '{"events": [{"server_uuid": "782bab7e-dbe0-468a-9316-30f0cec8c302", "name": "network-vif-unplugged", "status": "completed", "tag": "727039e9-9297-4de4-bc45-36695d7851d5"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:00:18.558864 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d9e406e0-ae38-49c6-808b-c98925a329ba req-3ef16cf1-cbe6-4dba-9b8f-4a608bd16b19 service neutron] 10.222.0.72 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119916 Aug 16 21:00:18.564714 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 21:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7506ad37-5669-44ed-b14e-a1e1539bd3e3 x-openstack-request-id: req-7506ad37-5669-44ed-b14e-a1e1539bd3e3 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:00:18.565014 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782bab7e-dbe0-468a-9316-30f0cec8c302", "name": "network-vif-unplugged", "status": "failed", "tag": "727039e9-9297-4de4-bc45-36695d7851d5", "code": 422}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:00:18.567471 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7506ad37-5669-44ed-b14e-a1e1539bd3e3 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:00:18.567471 n-d-793620-15 neutron-server[101846]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '782bab7e-dbe0-468a-9316-30f0cec8c302', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '727039e9-9297-4de4-bc45-36695d7851d5', 'code': 422} returned with failed status Aug 16 21:00:18.592961 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e5f6fd54-7271-4a88-a64c-922bc808028b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:18.595604 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e5f6fd54-7271-4a88-a64c-922bc808028b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:18.599623 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e5f6fd54-7271-4a88-a64c-922bc808028b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7e43fb6d-d386-4e3c-96cc-b66f94737764 HTTP/1.1" status: 204 len: 168 time: 0.3055143 Aug 16 21:00:18.607534 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6fd54-7271-4a88-a64c-922bc808028b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e43fb6d-d386-4e3c-96cc-b66f94737764,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:18.644505 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:18.712387 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=727039e9-9297-4de4-bc45-36695d7851d5,revision_number=8']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:18.721974 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d9e406e0-ae38-49c6-808b-c98925a329ba req-dea0a479-8989-4c48-adef-e07cd2088776 service neutron] 10.222.0.72 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527514 Aug 16 21:00:18.722195 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53112) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:18.806550 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773bde46-1148-4bce-848a-5ddab100bbe8 req-17e2defb-f4ba-4c79-b3b8-42d14e52321d tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:18.808952 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-773bde46-1148-4bce-848a-5ddab100bbe8 req-17e2defb-f4ba-4c79-b3b8-42d14e52321d tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 943 time: 0.0657518 Aug 16 21:00:18.823524 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a01038c2-6f98-4923-b5f6-fb520bdfe3ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:18.834033 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-6404fe79-936f-490a-b976-7dfafe6851fa tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1127890986'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:18.866505 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-773bde46-1148-4bce-848a-5ddab100bbe8 req-0eb57cdd-d01a-491d-b148-fb41e2ce38e3 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490625 Aug 16 21:00:18.926061 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a01038c2-6f98-4923-b5f6-fb520bdfe3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:18.982526 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a01038c2-6f98-4923-b5f6-fb520bdfe3ed admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9f694d05957b4a13bda51e3c3d3b5575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5820668 Aug 16 21:00:18.983416 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01038c2-6f98-4923-b5f6-fb520bdfe3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367a5c2e-bc0f-44a6-8e59-008b6c8db3da,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:18.985472 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53124) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:18.992950 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:19.044210 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b09da181-94e6-4c9c-9132-81a040ce4f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:19.068934 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6404fe79-936f-490a-b976-7dfafe6851fa tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Made reservation on behalf of ef0660e822f245b4bd47f32cf292a9f2 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:19.070008 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6404fe79-936f-490a-b976-7dfafe6851fa tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:19.071803 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b09da181-94e6-4c9c-9132-81a040ce4f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:19.080081 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6404fe79-936f-490a-b976-7dfafe6851fa tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:19.238613 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b09da181-94e6-4c9c-9132-81a040ce4f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:19.241279 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b09da181-94e6-4c9c-9132-81a040ce4f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:19.242605 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b09da181-94e6-4c9c-9132-81a040ce4f1d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/367a5c2e-bc0f-44a6-8e59-008b6c8db3da HTTP/1.1" status: 204 len: 168 time: 0.2556109 Aug 16 21:00:19.251490 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09da181-94e6-4c9c-9132-81a040ce4f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367a5c2e-bc0f-44a6-8e59-008b6c8db3da,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:19.309970 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6404fe79-936f-490a-b976-7dfafe6851fa tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:19.473069 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6404fe79-936f-490a-b976-7dfafe6851fa tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:19.497397 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6404fe79-936f-490a-b976-7dfafe6851fa tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:00:19.529723 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404fe79-936f-490a-b976-7dfafe6851fa tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3e521d-169a-43a8-a881-6ae27e24af18,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:19.532742 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6404fe79-936f-490a-b976-7dfafe6851fa tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:19.533201 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-6404fe79-936f-490a-b976-7dfafe6851fa tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Added segment c9a19a46-79d3-4884-a5f2-317c01383743 of type vlan for network 8d717d52-d023-475c-8ea9-ffc5241a5334 Aug 16 21:00:19.598282 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53152) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:19.604040 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6404fe79-936f-490a-b976-7dfafe6851fa tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:19.613880 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f521aa7b-f837-478e-a2c3-77bd625abd87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:19.622531 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccfc070-6ece-4a52-ba63-f1663708a280 req-eed5d468-d89e-43ba-9cd1-b8f3495f74ea tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:19.625306 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5ccfc070-6ece-4a52-ba63-f1663708a280 req-eed5d468-d89e-43ba-9cd1-b8f3495f74ea tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 945 time: 0.1157813 Aug 16 21:00:19.680544 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5ccfc070-6ece-4a52-ba63-f1663708a280 req-a168f64c-c91a-42eb-9f60-480f275c0143 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436397 Aug 16 21:00:19.715227 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f521aa7b-f837-478e-a2c3-77bd625abd87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:19.769958 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6404fe79-936f-490a-b976-7dfafe6851fa tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:19.779160 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6404fe79-936f-490a-b976-7dfafe6851fa tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:19.780005 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6404fe79-936f-490a-b976-7dfafe6851fa tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:19.860152 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404fe79-936f-490a-b976-7dfafe6851fa tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Pushing event updated for resources: {'Network': ['ID=8d717d52-d023-475c-8ea9-ffc5241a5334,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:19.871964 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 8d717d52-d023-475c-8ea9-ffc5241a5334 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:00:19.890161 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f521aa7b-f837-478e-a2c3-77bd625abd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:19.933533 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f521aa7b-f837-478e-a2c3-77bd625abd87 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=802e4e1e565c4ec597a14f109a2a43f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3302867 Aug 16 21:00:19.933533 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53166) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:19.943500 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521aa7b-f837-478e-a2c3-77bd625abd87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a03ff7-f468-4061-b46c-ecb168e817d8,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:19.982223 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6404fe79-936f-490a-b976-7dfafe6851fa tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.2587464 Aug 16 21:00:19.988880 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53174) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:19.991403 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-36f489ff-2d2d-4814-951e-daa19a667198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:19.994527 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-9327870d-a98c-46e5-9938-051ee9b8db8a tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Request body: {'subnet': {'network_id': '8d717d52-d023-475c-8ea9-ffc5241a5334', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:20.017699 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-36f489ff-2d2d-4814-951e-daa19a667198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:20.219885 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-36f489ff-2d2d-4814-951e-daa19a667198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:20.221443 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9327870d-a98c-46e5-9938-051ee9b8db8a tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Made reservation on behalf of ef0660e822f245b4bd47f32cf292a9f2 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:20.223300 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-36f489ff-2d2d-4814-951e-daa19a667198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:20.224973 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-36f489ff-2d2d-4814-951e-daa19a667198 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f4a03ff7-f468-4061-b46c-ecb168e817d8 HTTP/1.1" status: 204 len: 168 time: 0.2912643 Aug 16 21:00:20.226215 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9327870d-a98c-46e5-9938-051ee9b8db8a tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:20.234713 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f489ff-2d2d-4814-951e-daa19a667198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a03ff7-f468-4061-b46c-ecb168e817d8,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:20.638943 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9327870d-a98c-46e5-9938-051ee9b8db8a tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:20.706049 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9327870d-a98c-46e5-9938-051ee9b8db8a tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Pushing event updated for resources: {'Subnet': ['ID=5b2ae0a7-d862-4edd-b7c4-a2054db62512,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:20.716910 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9327870d-a98c-46e5-9938-051ee9b8db8a tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Checking segment: {'id': 'c9a19a46-79d3-4884-a5f2-317c01383743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8d717d52-d023-475c-8ea9-ffc5241a5334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:00:20.716910 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9327870d-a98c-46e5-9938-051ee9b8db8a tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Network hostable DHCP agents. Network: 8d717d52-d023-475c-8ea9-ffc5241a5334, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:00:20.814030 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c3cf0-52e6-4c1b-b88d-d8c7a896fb73 req-468ad48f-287a-4047-8cb7-8f67557dbe56 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:20.815607 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-426c3cf0-52e6-4c1b-b88d-d8c7a896fb73 req-468ad48f-287a-4047-8cb7-8f67557dbe56 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 945 time: 0.0560544 Aug 16 21:00:20.864622 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-426c3cf0-52e6-4c1b-b88d-d8c7a896fb73 req-e4419761-4bf2-4a7d-aa54-04191c0eaf05 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415852 Aug 16 21:00:20.878578 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9327870d-a98c-46e5-9938-051ee9b8db8a tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Network 8d717d52-d023-475c-8ea9-ffc5241a5334 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:00:20.970326 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba48bc0-a864-45d8-98b0-87ba2b08ab23 req-113bc8d4-f19f-41c5-8f29-00fbf9ac0721 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:20.972021 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8ba48bc0-a864-45d8-98b0-87ba2b08ab23 req-113bc8d4-f19f-41c5-8f29-00fbf9ac0721 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=782bab7e-dbe0-468a-9316-30f0cec8c302 HTTP/1.1" status: 200 len: 943 time: 0.0597172 Aug 16 21:00:20.975657 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-9327870d-a98c-46e5-9938-051ee9b8db8a tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 8d717d52-d023-475c-8ea9-ffc5241a5334) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:20.981898 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9327870d-a98c-46e5-9938-051ee9b8db8a tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:20.982106 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9327870d-a98c-46e5-9938-051ee9b8db8a tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:20.987335 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff286768-3dc9-495a-ab6b-b7c473c2bf96 None None] Network 8d717d52-d023-475c-8ea9-ffc5241a5334 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:00:21.101051 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-8ba48bc0-a864-45d8-98b0-87ba2b08ab23 req-824c17e0-1b7d-4b30-af49-d1e409a91ee4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Deleting port 727039e9-9297-4de4-bc45-36695d7851d5 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:21.101655 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8ba48bc0-a864-45d8-98b0-87ba2b08ab23 req-824c17e0-1b7d-4b30-af49-d1e409a91ee4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:21.152816 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9327870d-a98c-46e5-9938-051ee9b8db8a tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1628041 Aug 16 21:00:21.155463 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53214) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:21.160518 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-69495e2b-ada8-4350-b196-20b8ec1078ab tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Request body: {'port': {'network_id': '8d717d52-d023-475c-8ea9-ffc5241a5334', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1331244338'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:21.170230 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd540dc6-e253-465c-9eca-9f30cb8c790f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-8d717d52-d023-475c-8ea9-ffc5241a5334', 'network_id': '8d717d52-d023-475c-8ea9-ffc5241a5334', 'tenant_id': 'ef0660e822f245b4bd47f32cf292a9f2', 'fixed_ips': [{'subnet_id': '5b2ae0a7-d862-4edd-b7c4-a2054db62512'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:00:21.171373 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-bd540dc6-e253-465c-9eca-9f30cb8c790f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:21.279463 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-8ba48bc0-a864-45d8-98b0-87ba2b08ab23 req-824c17e0-1b7d-4b30-af49-d1e409a91ee4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] For port 727039e9-9297-4de4-bc45-36695d7851d5, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=727039e9-9297-4de4-bc45-36695d7851d5,segment=NetworkSegment(53b76348-81c8-4bfa-909a-3d74533ded61),segment_id=53b76348-81c8-4bfa-909a-3d74533ded61)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:21.279896 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8ba48bc0-a864-45d8-98b0-87ba2b08ab23 req-824c17e0-1b7d-4b30-af49-d1e409a91ee4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:21.306669 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-8ba48bc0-a864-45d8-98b0-87ba2b08ab23 req-824c17e0-1b7d-4b30-af49-d1e409a91ee4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Calling delete_port for 727039e9-9297-4de4-bc45-36695d7851d5 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:21.332912 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-bd540dc6-e253-465c-9eca-9f30cb8c790f None None] Allocated IP 2001:db8::2 (8d717d52-d023-475c-8ea9-ffc5241a5334/5b2ae0a7-d862-4edd-b7c4-a2054db62512/453a653e-7bff-42c0-84ee-a680bc396f8b) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:00:21.528393 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-bd540dc6-e253-465c-9eca-9f30cb8c790f None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:21.575135 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69495e2b-ada8-4350-b196-20b8ec1078ab tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Made reservation on behalf of ef0660e822f245b4bd47f32cf292a9f2 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:21.578798 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69495e2b-ada8-4350-b196-20b8ec1078ab tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:21.595753 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-69495e2b-ada8-4350-b196-20b8ec1078ab tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] device_id is not set on port 35e11f4f-1ce0-4c99-bccd-3f7e023c8bc3 yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:00:21.728740 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8ba48bc0-a864-45d8-98b0-87ba2b08ab23 req-824c17e0-1b7d-4b30-af49-d1e409a91ee4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:21.729023 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-bd540dc6-e253-465c-9eca-9f30cb8c790f None None] Transition to ACTIVE for port object 453a653e-7bff-42c0-84ee-a680bc396f8b will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:21.746644 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-bd540dc6-e253-465c-9eca-9f30cb8c790f None None] Transition to ACTIVE for port object 453a653e-7bff-42c0-84ee-a680bc396f8b will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:21.757650 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c17e0-1b7d-4b30-af49-d1e409a91ee4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Pushing event deleted for resources: {'Port': ['ID=727039e9-9297-4de4-bc45-36695d7851d5,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:21.804887 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba48bc0-a864-45d8-98b0-87ba2b08ab23 req-824c17e0-1b7d-4b30-af49-d1e409a91ee4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] No DVR routers for this DVR port 727039e9-9297-4de4-bc45-36695d7851d5 on host n-h1-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:00:21.807466 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8ba48bc0-a864-45d8-98b0-87ba2b08ab23 req-824c17e0-1b7d-4b30-af49-d1e409a91ee4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:21.810125 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8ba48bc0-a864-45d8-98b0-87ba2b08ab23 req-824c17e0-1b7d-4b30-af49-d1e409a91ee4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "DELETE /v2.0/ports/727039e9-9297-4de4-bc45-36695d7851d5 HTTP/1.1" status: 204 len: 173 time: 0.8307157 Aug 16 21:00:21.810583 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782bab7e-dbe0-468a-9316-30f0cec8c302', 'name': 'network-vif-deleted', 'tag': '727039e9-9297-4de4-bc45-36695d7851d5'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:00:21.812932 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773c6270-9921-419a-b2d6-3b40f7ca9a11" -d '{"events": [{"server_uuid": "782bab7e-dbe0-468a-9316-30f0cec8c302", "name": "network-vif-deleted", "tag": "727039e9-9297-4de4-bc45-36695d7851d5"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:00:21.847074 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 16 Aug 2021 21:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85957796-6731-4bcc-80fc-1d5fdf0f6e67 x-openstack-request-id: req-85957796-6731-4bcc-80fc-1d5fdf0f6e67 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:00:21.847074 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782bab7e-dbe0-468a-9316-30f0cec8c302", "name": "network-vif-deleted", "tag": "727039e9-9297-4de4-bc45-36695d7851d5", "status": "failed", "code": 422}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:00:21.847074 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-85957796-6731-4bcc-80fc-1d5fdf0f6e67 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:00:21.847074 n-d-793620-15 neutron-server[101844]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '782bab7e-dbe0-468a-9316-30f0cec8c302', 'name': 'network-vif-deleted', 'tag': '727039e9-9297-4de4-bc45-36695d7851d5', 'status': 'failed', 'code': 422} returned with failed status Aug 16 21:00:21.947863 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-bd540dc6-e253-465c-9eca-9f30cb8c790f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:21.984367 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd540dc6-e253-465c-9eca-9f30cb8c790f None None] Network 8d717d52-d023-475c-8ea9-ffc5241a5334 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:21.989547 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-bd540dc6-e253-465c-9eca-9f30cb8c790f None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:21.993223 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd540dc6-e253-465c-9eca-9f30cb8c790f None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:22.004386 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd540dc6-e253-465c-9eca-9f30cb8c790f None None] Pushing event updated for resources: {'Port': ['ID=453a653e-7bff-42c0-84ee-a680bc396f8b,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:22.027851 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ed79d-7a8f-4ba2-bf5e-381fdb296722 req-a84327c2-6104-40df-b31b-0e88adaf0d57 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:22.030506 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7f1ed79d-7a8f-4ba2-bf5e-381fdb296722 req-a84327c2-6104-40df-b31b-0e88adaf0d57 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 945 time: 0.0851343 Aug 16 21:00:22.048268 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-69495e2b-ada8-4350-b196-20b8ec1078ab tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Allocated IP 2001:db8::151 (8d717d52-d023-475c-8ea9-ffc5241a5334/5b2ae0a7-d862-4edd-b7c4-a2054db62512/35e11f4f-1ce0-4c99-bccd-3f7e023c8bc3) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:00:22.059900 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-bd540dc6-e253-465c-9eca-9f30cb8c790f None None] Attempting to bind port 453a653e-7bff-42c0-84ee-a680bc396f8b on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:22.060285 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-bd540dc6-e253-465c-9eca-9f30cb8c790f None None] Attempting to bind port 453a653e-7bff-42c0-84ee-a680bc396f8b by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'c9a19a46-79d3-4884-a5f2-317c01383743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8d717d52-d023-475c-8ea9-ffc5241a5334'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:22.060661 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd540dc6-e253-465c-9eca-9f30cb8c790f None None] Attempting to bind port 453a653e-7bff-42c0-84ee-a680bc396f8b on network 8d717d52-d023-475c-8ea9-ffc5241a5334 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:22.065846 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd540dc6-e253-465c-9eca-9f30cb8c790f None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:00:22.066228 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd540dc6-e253-465c-9eca-9f30cb8c790f None None] Checking segment: {'id': 'c9a19a46-79d3-4884-a5f2-317c01383743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8d717d52-d023-475c-8ea9-ffc5241a5334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:00:22.066640 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-bd540dc6-e253-465c-9eca-9f30cb8c790f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:22.067040 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd540dc6-e253-465c-9eca-9f30cb8c790f None None] Bound using segment: {'id': 'c9a19a46-79d3-4884-a5f2-317c01383743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8d717d52-d023-475c-8ea9-ffc5241a5334'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:00:22.067515 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-bd540dc6-e253-465c-9eca-9f30cb8c790f None None] Bound port: 453a653e-7bff-42c0-84ee-a680bc396f8b, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9a19a46-79d3-4884-a5f2-317c01383743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8d717d52-d023-475c-8ea9-ffc5241a5334'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:00:22.067934 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-bd540dc6-e253-465c-9eca-9f30cb8c790f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:22.084394 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:22.103175 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7f1ed79d-7a8f-4ba2-bf5e-381fdb296722 req-95bff38a-e094-4ebb-8e8f-9aae658e3a87 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563455 Aug 16 21:00:22.151880 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-bd540dc6-e253-465c-9eca-9f30cb8c790f None None] For port 453a653e-7bff-42c0-84ee-a680bc396f8b, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:00:22.154865 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-bd540dc6-e253-465c-9eca-9f30cb8c790f None None] For port 453a653e-7bff-42c0-84ee-a680bc396f8b, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=453a653e-7bff-42c0-84ee-a680bc396f8b,segment=NetworkSegment(c9a19a46-79d3-4884-a5f2-317c01383743),segment_id=c9a19a46-79d3-4884-a5f2-317c01383743)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:00:22.248187 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69495e2b-ada8-4350-b196-20b8ec1078ab tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:22.261992 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-69495e2b-ada8-4350-b196-20b8ec1078ab tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Transition to ACTIVE for port object 35e11f4f-1ce0-4c99-bccd-3f7e023c8bc3 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:22.364701 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-bd540dc6-e253-465c-9eca-9f30cb8c790f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:22.398964 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69495e2b-ada8-4350-b196-20b8ec1078ab tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:22.490799 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69495e2b-ada8-4350-b196-20b8ec1078ab tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Pushing event updated for resources: {'Port': ['ID=35e11f4f-1ce0-4c99-bccd-3f7e023c8bc3,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:22.502925 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd540dc6-e253-465c-9eca-9f30cb8c790f None None] Pushing event updated for resources: {'Port': ['ID=453a653e-7bff-42c0-84ee-a680bc396f8b,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:22.514448 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69495e2b-ada8-4350-b196-20b8ec1078ab tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Network 8d717d52-d023-475c-8ea9-ffc5241a5334 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:22.516221 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-69495e2b-ada8-4350-b196-20b8ec1078ab tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:22.518696 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69495e2b-ada8-4350-b196-20b8ec1078ab tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:22.525268 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69495e2b-ada8-4350-b196-20b8ec1078ab tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:22.525987 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69495e2b-ada8-4350-b196-20b8ec1078ab tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:22.676970 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-69495e2b-ada8-4350-b196-20b8ec1078ab tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5195484 Aug 16 21:00:22.691563 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53294) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:22.700675 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-0cd61ff1-d533-42be-a5f1-2028692279ad tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Request body: {'port': {'network_id': '8d717d52-d023-475c-8ea9-ffc5241a5334', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-164578804', 'allowed_address_pairs': [{'ip_address': '2001:db8::151', 'mac_address': 'fa:16:3e:09:61:78'}]}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:22.892271 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 453a653e-7bff-42c0-84ee-a680bc396f8b up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:00:22.953041 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd61ff1-d533-42be-a5f1-2028692279ad tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Made reservation on behalf of ef0660e822f245b4bd47f32cf292a9f2 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:23.040451 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0cd61ff1-d533-42be-a5f1-2028692279ad tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:23.058931 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-0cd61ff1-d533-42be-a5f1-2028692279ad tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] device_id is not set on port ab7e4baf-1581-4649-9c1a-8bc451dc5556 yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:00:23.072414 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 453a653e-7bff-42c0-84ee-a680bc396f8b completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:23.370278 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-0cd61ff1-d533-42be-a5f1-2028692279ad tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Allocated IP 2001:db8::5e (8d717d52-d023-475c-8ea9-ffc5241a5334/5b2ae0a7-d862-4edd-b7c4-a2054db62512/ab7e4baf-1581-4649-9c1a-8bc451dc5556) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:00:23.392245 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d0333-d568-42dc-9ca1-cdd35040fff9 req-e2504387-e411-4ce0-962d-110534d64378 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:23.405306 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ae6d0333-d568-42dc-9ca1-cdd35040fff9 req-e2504387-e411-4ce0-962d-110534d64378 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 945 time: 0.1663411 Aug 16 21:00:23.467215 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:00:23.516616 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ae6d0333-d568-42dc-9ca1-cdd35040fff9 req-66dee9fa-d4ea-4560-9807-fc08b515ba1f tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042824 Aug 16 21:00:23.602425 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8498f720-ee98-4a93-8b10-5b1baa039bc1 None None] Network 8d717d52-d023-475c-8ea9-ffc5241a5334 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:00:23.719369 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-1fe6f60f-5b15-43fe-a0fb-63041aa47649 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:23.725140 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-1fe6f60f-5b15-43fe-a0fb-63041aa47649 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/networks?id=97204dc5-2078-4113-bc6a-8b6109c161f0 HTTP/1.1" status: 200 len: 812 time: 0.2486961 Aug 16 21:00:23.750566 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-e4bf725c-1d9c-4e3f-86fc-f694ef1cca62 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/quotas/d5926bba17c34b5e88e1bc1cf228d96c HTTP/1.1" status: 200 len: 375 time: 0.0192711 Aug 16 21:00:23.800206 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-9fc1d666-a622-442c-ba56-d27a9bc02cde tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d5926bba17c34b5e88e1bc1cf228d96c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426357 Aug 16 21:00:23.822803 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0cd61ff1-d533-42be-a5f1-2028692279ad tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:23.881945 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-0cd61ff1-d533-42be-a5f1-2028692279ad tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Transition to ACTIVE for port object ab7e4baf-1581-4649-9c1a-8bc451dc5556 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:23.889418 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5782f81e-5f54-41de-9a08-6cf41338fd68 None None] Provisioning for port 453a653e-7bff-42c0-84ee-a680bc396f8b completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:23.893702 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5782f81e-5f54-41de-9a08-6cf41338fd68 None None] Provisioning complete for port 453a653e-7bff-42c0-84ee-a680bc396f8b triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:23.894093 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5782f81e-5f54-41de-9a08-6cf41338fd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:23.937206 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-dea6533f-b56a-4f91-b732-27234c6a12c0 service neutron] 10.222.0.84 "GET /v2.0/networks/97204dc5-2078-4113-bc6a-8b6109c161f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242421 Aug 16 21:00:23.989737 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5782f81e-5f54-41de-9a08-6cf41338fd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:24.039182 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0cd61ff1-d533-42be-a5f1-2028692279ad tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:24.045709 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-5782f81e-5f54-41de-9a08-6cf41338fd68 None None] For port 453a653e-7bff-42c0-84ee-a680bc396f8b, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=453a653e-7bff-42c0-84ee-a680bc396f8b,segment=NetworkSegment(c9a19a46-79d3-4884-a5f2-317c01383743),segment_id=c9a19a46-79d3-4884-a5f2-317c01383743)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:24.101624 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd61ff1-d533-42be-a5f1-2028692279ad tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Network 8d717d52-d023-475c-8ea9-ffc5241a5334 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:24.103998 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-5ca4bc5c-9fa0-41e0-ae4b-552dbc7998bf service neutron] 10.222.0.84 "GET /v2.0/networks/97204dc5-2078-4113-bc6a-8b6109c161f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577961 Aug 16 21:00:24.108128 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-0cd61ff1-d533-42be-a5f1-2028692279ad tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:24.111139 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd61ff1-d533-42be-a5f1-2028692279ad tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:24.117241 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd61ff1-d533-42be-a5f1-2028692279ad tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:24.117843 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0cd61ff1-d533-42be-a5f1-2028692279ad tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:24.132559 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd61ff1-d533-42be-a5f1-2028692279ad tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Pushing event updated for resources: {'Port': ['ID=ab7e4baf-1581-4649-9c1a-8bc451dc5556,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:24.140002 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5782f81e-5f54-41de-9a08-6cf41338fd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:24.205092 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f81e-5f54-41de-9a08-6cf41338fd68 None None] Pushing event updated for resources: {'Port': ['ID=453a653e-7bff-42c0-84ee-a680bc396f8b,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:24.250653 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0cd61ff1-d533-42be-a5f1-2028692279ad tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.5579085 Aug 16 21:00:24.254434 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53358) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:24.375685 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e06dc7d6-3f6c-42ec-b77a-c7b3e56043f1 None None] Provisioning for port 35e11f4f-1ce0-4c99-bccd-3f7e023c8bc3 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:24.390837 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e06dc7d6-3f6c-42ec-b77a-c7b3e56043f1 None None] Provisioning complete for port 35e11f4f-1ce0-4c99-bccd-3f7e023c8bc3 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:24.391224 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e06dc7d6-3f6c-42ec-b77a-c7b3e56043f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:24.441023 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8051697e-1bea-43da-9c42-f9f419aa5a64 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:24.447686 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8051697e-1bea-43da-9c42-f9f419aa5a64 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:24.453619 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8051697e-1bea-43da-9c42-f9f419aa5a64 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:24.455358 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8051697e-1bea-43da-9c42-f9f419aa5a64 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.2012751 Aug 16 21:00:24.458262 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53370) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:24.493299 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-e06dc7d6-3f6c-42ec-b77a-c7b3e56043f1 None None] Port 35e11f4f-1ce0-4c99-bccd-3f7e023c8bc3 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:00:24.505638 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e06dc7d6-3f6c-42ec-b77a-c7b3e56043f1 None None] Provisioning complete for port 453a653e-7bff-42c0-84ee-a680bc396f8b triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:24.506025 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e06dc7d6-3f6c-42ec-b77a-c7b3e56043f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:24.512176 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf7af68f-0955-4727-b00b-f7e6cb4e5e95 req-7b99c263-7f71-4784-8446-0ef8d0147150 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 210 time: 0.0555222 Aug 16 21:00:24.674914 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-ccd987a5-794f-4789-a143-62567be80fa1 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Deleting port ab7e4baf-1581-4649-9c1a-8bc451dc5556 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:24.677133 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ccd987a5-794f-4789-a143-62567be80fa1 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:24.722172 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfcbc52-4815-4a6e-bee0-84f71a3f11df req-0f716ed1-d40e-46fd-929b-73425fa24ceb tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:24.724140 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3bfcbc52-4815-4a6e-bee0-84f71a3f11df req-0f716ed1-d40e-46fd-929b-73425fa24ceb tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 945 time: 0.0894759 Aug 16 21:00:24.775863 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3bfcbc52-4815-4a6e-bee0-84f71a3f11df req-b4aa063b-0b88-4474-9fe8-620a57dfa027 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441976 Aug 16 21:00:24.800918 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ccd987a5-794f-4789-a143-62567be80fa1 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:24.813213 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-ccd987a5-794f-4789-a143-62567be80fa1 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Calling delete_port for ab7e4baf-1581-4649-9c1a-8bc451dc5556 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:24.838516 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-8b220346-6f49-4af4-81e5-d8f4fd5f1e1c None None] Provisioning for port ab7e4baf-1581-4649-9c1a-8bc451dc5556 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:24.844126 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-8b220346-6f49-4af4-81e5-d8f4fd5f1e1c None None] Provisioning complete for port ab7e4baf-1581-4649-9c1a-8bc451dc5556 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:24.844812 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8b220346-6f49-4af4-81e5-d8f4fd5f1e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:24.878487 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 453a653e-7bff-42c0-84ee-a680bc396f8b up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:00:24.925169 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-8b220346-6f49-4af4-81e5-d8f4fd5f1e1c None None] Port ab7e4baf-1581-4649-9c1a-8bc451dc5556 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:00:24.943621 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-8b220346-6f49-4af4-81e5-d8f4fd5f1e1c None None] Provisioning complete for port 35e11f4f-1ce0-4c99-bccd-3f7e023c8bc3 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:24.944256 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8b220346-6f49-4af4-81e5-d8f4fd5f1e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:24.970896 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 453a653e-7bff-42c0-84ee-a680bc396f8b triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:24.971264 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:25.003861 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-8b220346-6f49-4af4-81e5-d8f4fd5f1e1c None None] Port 35e11f4f-1ce0-4c99-bccd-3f7e023c8bc3 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:00:25.072600 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ccd987a5-794f-4789-a143-62567be80fa1 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:25.103455 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd987a5-794f-4789-a143-62567be80fa1 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Pushing event deleted for resources: {'Port': ['ID=ab7e4baf-1581-4649-9c1a-8bc451dc5556,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:25.205193 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ccd987a5-794f-4789-a143-62567be80fa1 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:25.207429 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ccd987a5-794f-4789-a143-62567be80fa1 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] 10.222.0.84 "DELETE /v2.0/ports/ab7e4baf-1581-4649-9c1a-8bc451dc5556 HTTP/1.1" status: 204 len: 168 time: 0.7474833 Aug 16 21:00:25.210187 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53382) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:25.238682 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-8621fc8d-6948-4acf-a553-9b4bcf6f11e0 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] GET failed (client error): The resource could not be found. Aug 16 21:00:25.243956 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8621fc8d-6948-4acf-a553-9b4bcf6f11e0 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] 10.222.0.84 "GET /v2.0/ports/ab7e4baf-1581-4649-9c1a-8bc451dc5556 HTTP/1.1" status: 404 len: 333 time: 0.0292058 Aug 16 21:00:25.244411 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53384) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:25.250041 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-55a3eaac-8dfe-4a8b-8c23-1f55cd1afff5 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Request body: {'port': {'network_id': '8d717d52-d023-475c-8ea9-ffc5241a5334', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1721810251'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:25.455343 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a3eaac-8dfe-4a8b-8c23-1f55cd1afff5 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Made reservation on behalf of ef0660e822f245b4bd47f32cf292a9f2 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:25.459175 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-55a3eaac-8dfe-4a8b-8c23-1f55cd1afff5 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:25.484005 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-55a3eaac-8dfe-4a8b-8c23-1f55cd1afff5 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] device_id is not set on port 453c5e7d-60ac-41c3-9679-360a19ea4403 yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:00:25.923612 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-676e90cf-f576-49bf-a488-3587fbd1505d req-04e7fe56-0197-492a-81cc-da4cabba0153 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 210 time: 0.3659358 Aug 16 21:00:26.001614 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-55a3eaac-8dfe-4a8b-8c23-1f55cd1afff5 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Allocated IP 2001:db8::b6 (8d717d52-d023-475c-8ea9-ffc5241a5334/5b2ae0a7-d862-4edd-b7c4-a2054db62512/453c5e7d-60ac-41c3-9679-360a19ea4403) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:00:26.050956 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefccfbb-8fa6-4278-a281-5e95a9fc8e0f req-09090c49-887a-4745-9d86-8154e1ffeb93 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:26.050956 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eefccfbb-8fa6-4278-a281-5e95a9fc8e0f req-09090c49-887a-4745-9d86-8154e1ffeb93 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 945 time: 0.1073720 Aug 16 21:00:26.103926 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eefccfbb-8fa6-4278-a281-5e95a9fc8e0f req-eac8f362-95ee-4240-89d0-ed63c1db8db5 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675268 Aug 16 21:00:26.209995 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-55a3eaac-8dfe-4a8b-8c23-1f55cd1afff5 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:26.223254 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-55a3eaac-8dfe-4a8b-8c23-1f55cd1afff5 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Transition to ACTIVE for port object 453c5e7d-60ac-41c3-9679-360a19ea4403 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:26.353292 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-55a3eaac-8dfe-4a8b-8c23-1f55cd1afff5 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:26.411966 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a3eaac-8dfe-4a8b-8c23-1f55cd1afff5 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Network 8d717d52-d023-475c-8ea9-ffc5241a5334 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:26.416116 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-55a3eaac-8dfe-4a8b-8c23-1f55cd1afff5 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:26.418562 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3eaac-8dfe-4a8b-8c23-1f55cd1afff5 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Pushing event updated for resources: {'Port': ['ID=453c5e7d-60ac-41c3-9679-360a19ea4403,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:26.426655 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a3eaac-8dfe-4a8b-8c23-1f55cd1afff5 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:26.433512 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a3eaac-8dfe-4a8b-8c23-1f55cd1afff5 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:26.434175 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-55a3eaac-8dfe-4a8b-8c23-1f55cd1afff5 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:26.551292 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53414) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:26.552334 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-55a3eaac-8dfe-4a8b-8c23-1f55cd1afff5 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3057983 Aug 16 21:00:26.560618 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-9d7fb53c-d9b7-42b5-94a1-488ece3b20d1 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::151', 'mac_address': 'fa:16:3e:09:61:78'}]}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:26.760214 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9d7fb53c-d9b7-42b5-94a1-488ece3b20d1 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:26.844062 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-bf8b55a2-b5d5-47c1-a196-2d46be7b9ccb None None] Provisioning for port 453c5e7d-60ac-41c3-9679-360a19ea4403 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:26.851107 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-bf8b55a2-b5d5-47c1-a196-2d46be7b9ccb None None] Provisioning complete for port 453c5e7d-60ac-41c3-9679-360a19ea4403 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:26.853814 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-bf8b55a2-b5d5-47c1-a196-2d46be7b9ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:26.921147 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-bf8b55a2-b5d5-47c1-a196-2d46be7b9ccb None None] Port 453c5e7d-60ac-41c3-9679-360a19ea4403 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:00:27.019021 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9d7fb53c-d9b7-42b5-94a1-488ece3b20d1 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:27.037405 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0d0c74be-c740-45cf-8bca-0a66605e9b31 req-3ac782f8-c097-40d2-b45c-bf409b05646c tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 210 time: 0.0294158 Aug 16 21:00:27.095309 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9d7fb53c-d9b7-42b5-94a1-488ece3b20d1 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:27.134376 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-9d7fb53c-d9b7-42b5-94a1-488ece3b20d1 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] In _notify_port_updated(), no bound segment for port 453c5e7d-60ac-41c3-9679-360a19ea4403 on network 8d717d52-d023-475c-8ea9-ffc5241a5334 {{(pid=101845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 21:00:27.141713 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7fb53c-d9b7-42b5-94a1-488ece3b20d1 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:27.142445 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9d7fb53c-d9b7-42b5-94a1-488ece3b20d1 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:27.144150 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9d7fb53c-d9b7-42b5-94a1-488ece3b20d1 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] 10.222.0.84 "PUT /v2.0/ports/453c5e7d-60ac-41c3-9679-360a19ea4403 HTTP/1.1" status: 200 len: 1002 time: 0.5916443 Aug 16 21:00:27.147102 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53438) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:27.195516 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7fb53c-d9b7-42b5-94a1-488ece3b20d1 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Pushing event updated for resources: {'Port': ['ID=453c5e7d-60ac-41c3-9679-360a19ea4403,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:27.290611 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-79943efe-8d6e-4afa-90af-7ee765ebdc7e tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Deleting port 453c5e7d-60ac-41c3-9679-360a19ea4403 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:27.291726 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-79943efe-8d6e-4afa-90af-7ee765ebdc7e tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:27.316784 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1679c-d140-4212-8882-a17fa9b2a78f req-bfeb3862-5144-4b61-ac62-89dcb849be76 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:27.318745 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-65f1679c-d140-4212-8882-a17fa9b2a78f req-bfeb3862-5144-4b61-ac62-89dcb849be76 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 945 time: 0.1216488 Aug 16 21:00:27.366936 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-65f1679c-d140-4212-8882-a17fa9b2a78f req-c2715988-f4d1-4212-8703-37a3c76796be tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412052 Aug 16 21:00:27.407488 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-79943efe-8d6e-4afa-90af-7ee765ebdc7e tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:27.425230 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-79943efe-8d6e-4afa-90af-7ee765ebdc7e tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Calling delete_port for 453c5e7d-60ac-41c3-9679-360a19ea4403 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:27.488536 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-90646e78-a62c-4763-83bf-274bc66fc149 None None] Provisioning complete for port 453c5e7d-60ac-41c3-9679-360a19ea4403 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:27.491359 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-90646e78-a62c-4763-83bf-274bc66fc149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:27.547586 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-90646e78-a62c-4763-83bf-274bc66fc149 None None] Port 453c5e7d-60ac-41c3-9679-360a19ea4403 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:00:27.577244 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-53193e08-1e9d-4b08-9e79-92129e74a5b9 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:27.578931 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-53193e08-1e9d-4b08-9e79-92129e74a5b9 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.72 "GET /v2.0/networks?id=97204dc5-2078-4113-bc6a-8b6109c161f0 HTTP/1.1" status: 200 len: 812 time: 0.1964066 Aug 16 21:00:27.599843 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-d1e67c42-bcb9-4969-a44a-7e4f065b14a5 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Request body: {'port': {'device_id': '5120f436-7c75-4843-996e-a174f2be63a3', 'network_id': '97204dc5-2078-4113-bc6a-8b6109c161f0', 'admin_state_up': True, 'tenant_id': 'd5926bba17c34b5e88e1bc1cf228d96c'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:27.670608 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3849418-0ce0-4f2d-87b0-2e052c9046b4 req-09b52f42-07f1-4eb5-8876-92a003a11c12 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:27.672159 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e3849418-0ce0-4f2d-87b0-2e052c9046b4 req-09b52f42-07f1-4eb5-8876-92a003a11c12 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.1361570 Aug 16 21:00:27.689573 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-79943efe-8d6e-4afa-90af-7ee765ebdc7e tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:27.728380 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79943efe-8d6e-4afa-90af-7ee765ebdc7e tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Pushing event deleted for resources: {'Port': ['ID=453c5e7d-60ac-41c3-9679-360a19ea4403,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:27.753452 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e3849418-0ce0-4f2d-87b0-2e052c9046b4 req-a38bbd68-baba-4f9a-9e0e-de5b2749b150 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727012 Aug 16 21:00:27.848567 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-79943efe-8d6e-4afa-90af-7ee765ebdc7e tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:27.853649 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53456) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:27.853959 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-79943efe-8d6e-4afa-90af-7ee765ebdc7e tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] 10.222.0.84 "DELETE /v2.0/ports/453c5e7d-60ac-41c3-9679-360a19ea4403 HTTP/1.1" status: 204 len: 168 time: 0.7059345 Aug 16 21:00:27.890080 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cf3e8eb-f68a-41b1-aa42-a52f495b47c7 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] GET failed (client error): The resource could not be found. Aug 16 21:00:27.895518 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-7cf3e8eb-f68a-41b1-aa42-a52f495b47c7 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] 10.222.0.84 "GET /v2.0/ports/453c5e7d-60ac-41c3-9679-360a19ea4403 HTTP/1.1" status: 404 len: 333 time: 0.0404975 Aug 16 21:00:27.900269 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53462) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:27.907602 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-056d8033-9d42-4263-86fc-6168ed89751a tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Request body: {'port': {'network_id': '8d717d52-d023-475c-8ea9-ffc5241a5334', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1838511341'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:27.965068 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-d1e67c42-bcb9-4969-a44a-7e4f065b14a5 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Made reservation on behalf of d5926bba17c34b5e88e1bc1cf228d96c for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:27.971295 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-d1e67c42-bcb9-4969-a44a-7e4f065b14a5 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:28.163626 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159cfa33-c67c-45bb-be2a-6f980f1d1738 req-931c1a81-1c78-4c3c-b4de-a96af9ef8d0f tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:28.165076 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-159cfa33-c67c-45bb-be2a-6f980f1d1738 req-931c1a81-1c78-4c3c-b4de-a96af9ef8d0f tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.2018721 Aug 16 21:00:28.205466 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-785a703a-aa62-4e1c-8628-0f5c16d8edaa req-3f70f872-a6c8-40e8-9a14-5812a66d0d4c tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 210 time: 0.0799885 Aug 16 21:00:28.270866 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-d1e67c42-bcb9-4969-a44a-7e4f065b14a5 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Allocated IP 172.20.0.8 (97204dc5-2078-4113-bc6a-8b6109c161f0/0340fa9d-e19b-476d-9e9a-7d2862e2e105/12a01b11-c457-4384-922b-9aa9bef66cd0) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:00:28.278870 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-159cfa33-c67c-45bb-be2a-6f980f1d1738 req-c9236628-a08e-4195-8263-9992d1fe6ebf tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762255 Aug 16 21:00:28.343589 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056d8033-9d42-4263-86fc-6168ed89751a tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Made reservation on behalf of ef0660e822f245b4bd47f32cf292a9f2 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:28.346260 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-056d8033-9d42-4263-86fc-6168ed89751a tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:28.391165 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-056d8033-9d42-4263-86fc-6168ed89751a tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] device_id is not set on port e4660130-4e20-48b3-bda3-d4a11a566422 yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:00:28.650826 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-d1e67c42-bcb9-4969-a44a-7e4f065b14a5 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:28.676442 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-056d8033-9d42-4263-86fc-6168ed89751a tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Allocated IP 2001:db8::245 (8d717d52-d023-475c-8ea9-ffc5241a5334/5b2ae0a7-d862-4edd-b7c4-a2054db62512/e4660130-4e20-48b3-bda3-d4a11a566422) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:00:28.716420 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-6a5b4e43-8828-4bb7-a7d8-4c2942a56987 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:28.717959 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-6a5b4e43-8828-4bb7-a7d8-4c2942a56987 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/networks?id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 HTTP/1.1" status: 200 len: 811 time: 0.2299943 Aug 16 21:00:28.767527 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-1a35b1bf-285e-401e-ace1-8670d161b2ac tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/quotas/04d4519d90b5451ebf562bbd9e44ac2b HTTP/1.1" status: 200 len: 375 time: 0.0364435 Aug 16 21:00:28.895975 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-2474cb15-b196-4247-8a2c-7f4f15289ea6 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=04d4519d90b5451ebf562bbd9e44ac2b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1211188 Aug 16 21:00:28.962420 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-d1e67c42-bcb9-4969-a44a-7e4f065b14a5 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:29.022895 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-056d8033-9d42-4263-86fc-6168ed89751a tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:29.044308 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-d1e67c42-bcb9-4969-a44a-7e4f065b14a5 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Network 97204dc5-2078-4113-bc6a-8b6109c161f0 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:29.056796 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-d1e67c42-bcb9-4969-a44a-7e4f065b14a5 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:29.058981 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-d1e67c42-bcb9-4969-a44a-7e4f065b14a5 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:29.097176 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e67c42-bcb9-4969-a44a-7e4f065b14a5 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Pushing event updated for resources: {'Port': ['ID=12a01b11-c457-4384-922b-9aa9bef66cd0,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:29.101674 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-056d8033-9d42-4263-86fc-6168ed89751a tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Transition to ACTIVE for port object e4660130-4e20-48b3-bda3-d4a11a566422 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:29.133020 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-3bd89004-18d1-4529-93d3-9aa4adda9180 service neutron] 10.222.0.84 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289085 Aug 16 21:00:29.203618 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-d1e67c42-bcb9-4969-a44a-7e4f065b14a5 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:29.204403 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-d1e67c42-bcb9-4969-a44a-7e4f065b14a5 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:29.266828 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-061ce030-7da8-4c2a-95e6-18fce610eda6 service neutron] 10.222.0.84 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245680 Aug 16 21:00:29.302139 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-d1e67c42-bcb9-4969-a44a-7e4f065b14a5 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7089052 Aug 16 21:00:29.322552 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-e895a0f5-8fe2-4473-86ca-ec4bd4137106 service neutron] Request body: {'port': {'device_id': '5120f436-7c75-4843-996e-a174f2be63a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:29.359555 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-056d8033-9d42-4263-86fc-6168ed89751a tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:29.443063 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056d8033-9d42-4263-86fc-6168ed89751a tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Network 8d717d52-d023-475c-8ea9-ffc5241a5334 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:29.454692 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-056d8033-9d42-4263-86fc-6168ed89751a tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:29.464093 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056d8033-9d42-4263-86fc-6168ed89751a tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:29.470962 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056d8033-9d42-4263-86fc-6168ed89751a tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:29.471643 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-056d8033-9d42-4263-86fc-6168ed89751a tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:29.475738 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-e895a0f5-8fe2-4473-86ca-ec4bd4137106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:29.477510 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d8033-9d42-4263-86fc-6168ed89751a tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Pushing event updated for resources: {'Port': ['ID=e4660130-4e20-48b3-bda3-d4a11a566422,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:29.491776 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99732815-a8ce-4253-ae33-d5a04ff9fe5a req-19d56597-8eb0-438c-9e03-7e5dd775743a tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:29.495868 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-99732815-a8ce-4253-ae33-d5a04ff9fe5a req-19d56597-8eb0-438c-9e03-7e5dd775743a tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 931 time: 0.1846151 Aug 16 21:00:29.683725 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3fa25720-81f9-4767-8a2b-7d6f286f9034 req-7f6294eb-058e-448a-b455-95b32267251c tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=7ba21d20-7f8e-4edd-a9f3-f288173975ca HTTP/1.1" status: 200 len: 210 time: 0.0994844 Aug 16 21:00:29.690000 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-056d8033-9d42-4263-86fc-6168ed89751a tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7871161 Aug 16 21:00:29.692755 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53510) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:29.698664 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-6f7f97e8-0eb9-447d-8163-cf71067071bf tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:09:61:78'}]}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:29.749874 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-99732815-a8ce-4253-ae33-d5a04ff9fe5a req-abc671ec-bee2-46dc-86e8-be7b02554e47 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443180 Aug 16 21:00:29.837911 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6f7f97e8-0eb9-447d-8163-cf71067071bf tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:29.871651 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-fe1286ea-e774-4f86-8653-3ae9b5125602 None None] Provisioning for port e4660130-4e20-48b3-bda3-d4a11a566422 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:29.879576 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-fe1286ea-e774-4f86-8653-3ae9b5125602 None None] Provisioning complete for port e4660130-4e20-48b3-bda3-d4a11a566422 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:29.883367 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fe1286ea-e774-4f86-8653-3ae9b5125602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:29.924188 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53522) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:29.964154 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-fe1286ea-e774-4f86-8653-3ae9b5125602 None None] Port e4660130-4e20-48b3-bda3-d4a11a566422 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:00:30.035529 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-e895a0f5-8fe2-4473-86ca-ec4bd4137106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12a01b11-c457-4384-922b-9aa9bef66cd0 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:00:30.045251 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-e895a0f5-8fe2-4473-86ca-ec4bd4137106 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:30.065699 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-e895a0f5-8fe2-4473-86ca-ec4bd4137106 service neutron] Transition to ACTIVE for port object 12a01b11-c457-4384-922b-9aa9bef66cd0 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:30.126075 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6e910990-6097-4d7f-9836-30abee764031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:30.186924 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-e895a0f5-8fe2-4473-86ca-ec4bd4137106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:30.203103 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6f7f97e8-0eb9-447d-8163-cf71067071bf tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:30.257672 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895a0f5-8fe2-4473-86ca-ec4bd4137106 service neutron] Pushing event updated for resources: {'Port': ['ID=12a01b11-c457-4384-922b-9aa9bef66cd0,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:30.299915 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6e910990-6097-4d7f-9836-30abee764031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:30.308988 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6f7f97e8-0eb9-447d-8163-cf71067071bf tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:30.322298 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-e895a0f5-8fe2-4473-86ca-ec4bd4137106 service neutron] Attempting to bind port 12a01b11-c457-4384-922b-9aa9bef66cd0 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:30.322663 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-e895a0f5-8fe2-4473-86ca-ec4bd4137106 service neutron] Attempting to bind port 12a01b11-c457-4384-922b-9aa9bef66cd0 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '53b76348-81c8-4bfa-909a-3d74533ded61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '97204dc5-2078-4113-bc6a-8b6109c161f0'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:30.323163 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-e895a0f5-8fe2-4473-86ca-ec4bd4137106 service neutron] Attempting to bind port 12a01b11-c457-4384-922b-9aa9bef66cd0 on network 97204dc5-2078-4113-bc6a-8b6109c161f0 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:30.328159 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-e895a0f5-8fe2-4473-86ca-ec4bd4137106 service neutron] Port 12a01b11-c457-4384-922b-9aa9bef66cd0 on network 97204dc5-2078-4113-bc6a-8b6109c161f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:00:30.328600 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-e895a0f5-8fe2-4473-86ca-ec4bd4137106 service neutron] Attempting to bind port 12a01b11-c457-4384-922b-9aa9bef66cd0 on network 97204dc5-2078-4113-bc6a-8b6109c161f0 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:30.334183 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-e895a0f5-8fe2-4473-86ca-ec4bd4137106 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:00:30.336531 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-e895a0f5-8fe2-4473-86ca-ec4bd4137106 service neutron] Checking segment: {'id': '53b76348-81c8-4bfa-909a-3d74533ded61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '97204dc5-2078-4113-bc6a-8b6109c161f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:00:30.336531 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-e895a0f5-8fe2-4473-86ca-ec4bd4137106 service neutron] Bound using segment: {'id': '53b76348-81c8-4bfa-909a-3d74533ded61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '97204dc5-2078-4113-bc6a-8b6109c161f0'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:00:30.336531 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-e895a0f5-8fe2-4473-86ca-ec4bd4137106 service neutron] Bound port: 12a01b11-c457-4384-922b-9aa9bef66cd0, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b76348-81c8-4bfa-909a-3d74533ded61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '97204dc5-2078-4113-bc6a-8b6109c161f0'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:00:30.336531 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-e895a0f5-8fe2-4473-86ca-ec4bd4137106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:30.346546 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-6f7f97e8-0eb9-447d-8163-cf71067071bf tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] In _notify_port_updated(), no bound segment for port e4660130-4e20-48b3-bda3-d4a11a566422 on network 8d717d52-d023-475c-8ea9-ffc5241a5334 {{(pid=101845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 21:00:30.353379 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7f97e8-0eb9-447d-8163-cf71067071bf tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:30.354042 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6f7f97e8-0eb9-447d-8163-cf71067071bf tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:30.356041 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6f7f97e8-0eb9-447d-8163-cf71067071bf tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] 10.222.0.84 "PUT /v2.0/ports/e4660130-4e20-48b3-bda3-d4a11a566422 HTTP/1.1" status: 200 len: 1003 time: 0.6622486 Aug 16 21:00:30.358842 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53536) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:30.397059 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6e910990-6097-4d7f-9836-30abee764031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:30.425907 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-e895a0f5-8fe2-4473-86ca-ec4bd4137106 service neutron] For port 12a01b11-c457-4384-922b-9aa9bef66cd0, host n-h1-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:00:30.430272 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-e895a0f5-8fe2-4473-86ca-ec4bd4137106 service neutron] For port 12a01b11-c457-4384-922b-9aa9bef66cd0, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=12a01b11-c457-4384-922b-9aa9bef66cd0,segment=NetworkSegment(53b76348-81c8-4bfa-909a-3d74533ded61),segment_id=53b76348-81c8-4bfa-909a-3d74533ded61)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:00:30.440263 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f97e8-0eb9-447d-8163-cf71067071bf tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Pushing event updated for resources: {'Port': ['ID=e4660130-4e20-48b3-bda3-d4a11a566422,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:30.487880 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6e910990-6097-4d7f-9836-30abee764031 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4f4c3102c1db4c8b85cdb5a82e41f8ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5597026 Aug 16 21:00:30.488059 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e910990-6097-4d7f-9836-30abee764031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba129d06-22d1-4055-b290-a41cece6cb83,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:30.488960 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53538) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:30.509824 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-e895a0f5-8fe2-4473-86ca-ec4bd4137106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:30.529709 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-ebb110f2-f2ff-4728-a144-a9b579f399cf tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Deleting port e4660130-4e20-48b3-bda3-d4a11a566422 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:30.530118 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ebb110f2-f2ff-4728-a144-a9b579f399cf tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:30.571346 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-e895a0f5-8fe2-4473-86ca-ec4bd4137106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:30.572401 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-e895a0f5-8fe2-4473-86ca-ec4bd4137106 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:30.574537 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-e895a0f5-8fe2-4473-86ca-ec4bd4137106 service neutron] 10.222.0.72 "PUT /v2.0/ports/12a01b11-c457-4384-922b-9aa9bef66cd0 HTTP/1.1" status: 200 len: 1092 time: 1.2560279 Aug 16 21:00:30.581790 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5120f436-7c75-4843-996e-a174f2be63a3', 'tag': '12a01b11-c457-4384-922b-9aa9bef66cd0'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:00:30.584814 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e582434-309e-42e4-b217-511aea692937" -d '{"events": [{"name": "network-changed", "server_uuid": "5120f436-7c75-4843-996e-a174f2be63a3", "tag": "12a01b11-c457-4384-922b-9aa9bef66cd0"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:00:30.657002 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ebb110f2-f2ff-4728-a144-a9b579f399cf tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:30.659267 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895a0f5-8fe2-4473-86ca-ec4bd4137106 service neutron] Pushing event updated for resources: {'Port': ['ID=12a01b11-c457-4384-922b-9aa9bef66cd0,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:30.665014 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31952aec-6fff-4045-bd34-85aec1621a94 x-openstack-request-id: req-31952aec-6fff-4045-bd34-85aec1621a94 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:00:30.666067 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5120f436-7c75-4843-996e-a174f2be63a3", "tag": "12a01b11-c457-4384-922b-9aa9bef66cd0", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:00:30.666822 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-31952aec-6fff-4045-bd34-85aec1621a94 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:00:30.667694 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5120f436-7c75-4843-996e-a174f2be63a3', 'tag': '12a01b11-c457-4384-922b-9aa9bef66cd0', 'status': 'completed', 'code': 200} Aug 16 21:00:30.678890 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-ebb110f2-f2ff-4728-a144-a9b579f399cf tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Calling delete_port for e4660130-4e20-48b3-bda3-d4a11a566422 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:30.683977 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b1aa6989-083e-4aae-9f3b-79b4d2b44204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:30.697672 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-62650cc1-4e00-4baf-a9c2-e73da13994da None None] Provisioning complete for port e4660130-4e20-48b3-bda3-d4a11a566422 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:30.699251 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-62650cc1-4e00-4baf-a9c2-e73da13994da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:30.773104 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b1aa6989-083e-4aae-9f3b-79b4d2b44204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:30.791156 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-62650cc1-4e00-4baf-a9c2-e73da13994da None None] Port e4660130-4e20-48b3-bda3-d4a11a566422 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:00:30.792870 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e582434-309e-42e4-b217-511aea692937 req-de2f40bb-2987-4060-be9c-569448557a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:30.794563 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4e582434-309e-42e4-b217-511aea692937 req-de2f40bb-2987-4060-be9c-569448557a7a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5926bba17c34b5e88e1bc1cf228d96c&device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 1095 time: 0.1084249 Aug 16 21:00:30.899993 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-30989308-ab40-4ba5-97cb-32fd739a7bda req-be82bd72-4198-40d7-9e7a-b3ffe13c04a4 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=7ba21d20-7f8e-4edd-a9f3-f288173975ca HTTP/1.1" status: 200 len: 210 time: 0.0879881 Aug 16 21:00:30.998115 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca8630-c9f3-4174-a0ea-b0cd9444330f req-58ce6c27-6111-40d4-9d46-46e37e14798c tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:30.999653 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-40ca8630-c9f3-4174-a0ea-b0cd9444330f req-58ce6c27-6111-40d4-9d46-46e37e14798c tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 943 time: 0.0979497 Aug 16 21:00:31.004661 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e582434-309e-42e4-b217-511aea692937 req-06214bf0-72d8-4094-9113-c84afb45e0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:31.006071 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4e582434-309e-42e4-b217-511aea692937 req-06214bf0-72d8-4094-9113-c84afb45e0cb service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=d5926bba17c34b5e88e1bc1cf228d96c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1958680 Aug 16 21:00:31.028058 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ebb110f2-f2ff-4728-a144-a9b579f399cf tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:31.060485 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb110f2-f2ff-4728-a144-a9b579f399cf tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Pushing event deleted for resources: {'Port': ['ID=e4660130-4e20-48b3-bda3-d4a11a566422,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:31.090874 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b1aa6989-083e-4aae-9f3b-79b4d2b44204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:31.093539 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b1aa6989-083e-4aae-9f3b-79b4d2b44204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:31.094839 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b1aa6989-083e-4aae-9f3b-79b4d2b44204 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ba129d06-22d1-4055-b290-a41cece6cb83 HTTP/1.1" status: 204 len: 168 time: 0.6046643 Aug 16 21:00:31.102554 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ebb110f2-f2ff-4728-a144-a9b579f399cf tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:31.104335 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ebb110f2-f2ff-4728-a144-a9b579f399cf tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] 10.222.0.84 "DELETE /v2.0/ports/e4660130-4e20-48b3-bda3-d4a11a566422 HTTP/1.1" status: 204 len: 168 time: 0.7445076 Aug 16 21:00:31.115125 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53550) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:31.133750 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa6989-083e-4aae-9f3b-79b4d2b44204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba129d06-22d1-4055-b290-a41cece6cb83,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:31.146322 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-40ca8630-c9f3-4174-a0ea-b0cd9444330f req-71ab6e1c-ed5c-45c8-a57f-f8327a104235 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381681 Aug 16 21:00:31.177739 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-aff814ab-54ca-4ce9-a2bd-3deeffa55e0f tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] GET failed (client error): The resource could not be found. Aug 16 21:00:31.179483 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-aff814ab-54ca-4ce9-a2bd-3deeffa55e0f tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] 10.222.0.84 "GET /v2.0/ports/e4660130-4e20-48b3-bda3-d4a11a566422 HTTP/1.1" status: 404 len: 333 time: 0.0632985 Aug 16 21:00:31.184473 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53554) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:31.190991 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-c5da6e3a-8a4f-4ce5-a221-8f2b6a516c4c tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Request body: {'port': {'network_id': '8d717d52-d023-475c-8ea9-ffc5241a5334', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1204964761'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:31.219222 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e582434-309e-42e4-b217-511aea692937 req-cd2c2858-8fe1-4395-9389-58f39608d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:31.221155 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4e582434-309e-42e4-b217-511aea692937 req-cd2c2858-8fe1-4395-9389-58f39608d343 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2067719 Aug 16 21:00:31.368198 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-92ac1672-686a-46ce-b30c-adb9cb00fbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:31.371323 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-92ac1672-686a-46ce-b30c-adb9cb00fbb8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5926bba17c34b5e88e1bc1cf228d96c&device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 1095 time: 0.0876985 Aug 16 21:00:31.424407 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-1320b90c-29a2-42c4-92fd-b99189c7440b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12a01b11-c457-4384-922b-9aa9bef66cd0 HTTP/1.1" status: 200 len: 217 time: 0.0445755 Aug 16 21:00:31.485143 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-be156294-1c8a-4120-871c-81cb22c0b69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:31.486637 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-be156294-1c8a-4120-871c-81cb22c0b69a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0340fa9d-e19b-476d-9e9a-7d2862e2e105 HTTP/1.1" status: 200 len: 852 time: 0.0524442 Aug 16 21:00:31.519176 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5da6e3a-8a4f-4ce5-a221-8f2b6a516c4c tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Made reservation on behalf of ef0660e822f245b4bd47f32cf292a9f2 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:31.521544 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-5f3dc445-abd0-409a-a5f6-4b39d73af882 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=97204dc5-2078-4113-bc6a-8b6109c161f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273628 Aug 16 21:00:31.524659 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c5da6e3a-8a4f-4ce5-a221-8f2b6a516c4c tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:31.557840 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-c5da6e3a-8a4f-4ce5-a221-8f2b6a516c4c tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] device_id is not set on port 68ca2518-d918-4b1a-af95-62fa5f4d1a77 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:00:31.655942 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-150a4233-b059-4934-9ca8-41ddc421d1cb service neutron] 10.222.0.72 "GET /v2.0/networks/97204dc5-2078-4113-bc6a-8b6109c161f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148326 Aug 16 21:00:31.752352 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-c5da6e3a-8a4f-4ce5-a221-8f2b6a516c4c tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Allocated IP 2001:db8::165 (8d717d52-d023-475c-8ea9-ffc5241a5334/5b2ae0a7-d862-4edd-b7c4-a2054db62512/68ca2518-d918-4b1a-af95-62fa5f4d1a77) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:00:31.786004 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f43ac93a-018f-4e0f-9a90-45250f21bfb2 req-9aaf9270-2527-419d-81a8-418fa167f7a0 service neutron] 10.222.0.72 "GET /v2.0/networks/97204dc5-2078-4113-bc6a-8b6109c161f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200497 Aug 16 21:00:31.925216 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c5da6e3a-8a4f-4ce5-a221-8f2b6a516c4c tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:31.936796 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53566) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:31.947663 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-c5da6e3a-8a4f-4ce5-a221-8f2b6a516c4c tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Transition to ACTIVE for port object 68ca2518-d918-4b1a-af95-62fa5f4d1a77 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:31.957248 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9cc96560-2742-4c34-b216-d3d557ff4f82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:32.030286 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f49a240c-edf8-43b3-b176-891d6f4b1fb4 req-7fd89d5a-4435-4fd2-bda6-7808fe09e80a tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=7ba21d20-7f8e-4edd-a9f3-f288173975ca HTTP/1.1" status: 200 len: 210 time: 0.0387220 Aug 16 21:00:32.045189 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c5da6e3a-8a4f-4ce5-a221-8f2b6a516c4c tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:32.106178 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5da6e3a-8a4f-4ce5-a221-8f2b6a516c4c tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Network 8d717d52-d023-475c-8ea9-ffc5241a5334 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:32.113416 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-c5da6e3a-8a4f-4ce5-a221-8f2b6a516c4c tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:32.133800 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5da6e3a-8a4f-4ce5-a221-8f2b6a516c4c tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:32.143912 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5da6e3a-8a4f-4ce5-a221-8f2b6a516c4c tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:32.146916 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c5da6e3a-8a4f-4ce5-a221-8f2b6a516c4c tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:32.164812 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da6e3a-8a4f-4ce5-a221-8f2b6a516c4c tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Pushing event updated for resources: {'Port': ['ID=68ca2518-d918-4b1a-af95-62fa5f4d1a77,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:32.188055 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-d46a7fe6-c352-44ea-a17d-a77b27b86a01 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:32.189619 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-d46a7fe6-c352-44ea-a17d-a77b27b86a01 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.90 "GET /v2.0/networks?id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 HTTP/1.1" status: 200 len: 811 time: 0.1543448 Aug 16 21:00:32.206721 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-40fd6a69-e3bb-4edd-9c71-fdd63530d0c6 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Request body: {'port': {'device_id': '7ba21d20-7f8e-4edd-a9f3-f288173975ca', 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781', 'admin_state_up': True, 'tenant_id': '04d4519d90b5451ebf562bbd9e44ac2b'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:32.675164 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9cc96560-2742-4c34-b216-d3d557ff4f82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:32.715365 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877887a-5dc7-4200-a8ec-32cb6a534c52 req-e7ea946a-b6ff-44fa-aa03-972c34f8c411 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:32.716836 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c877887a-5dc7-4200-a8ec-32cb6a534c52 req-e7ea946a-b6ff-44fa-aa03-972c34f8c411 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 943 time: 0.4254613 Aug 16 21:00:32.763285 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-64aa170c-550b-4c34-8e79-8cf5c23b7de5 None None] Provisioning for port 68ca2518-d918-4b1a-af95-62fa5f4d1a77 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:32.772985 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c877887a-5dc7-4200-a8ec-32cb6a534c52 req-8f30c759-c1d0-4404-bcc6-4c2abd98f7f0 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390997 Aug 16 21:00:32.773316 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-64aa170c-550b-4c34-8e79-8cf5c23b7de5 None None] Provisioning complete for port 68ca2518-d918-4b1a-af95-62fa5f4d1a77 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:32.773316 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-64aa170c-550b-4c34-8e79-8cf5c23b7de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:32.819013 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-64aa170c-550b-4c34-8e79-8cf5c23b7de5 None None] Port 68ca2518-d918-4b1a-af95-62fa5f4d1a77 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:00:33.140501 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-857d118a-1c62-4d6e-8958-1e43080ce041 req-9611b854-82b4-4248-b416-9a96cad4bc23 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=7ba21d20-7f8e-4edd-a9f3-f288173975ca HTTP/1.1" status: 200 len: 210 time: 0.0291810 Aug 16 21:00:33.158775 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9cc96560-2742-4c34-b216-d3d557ff4f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:33.198912 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc96560-2742-4c34-b216-d3d557ff4f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271e2c95-8ac7-43a4-a7bc-cf3dbeafc1b5,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:33.217601 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53580) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:33.221321 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9cc96560-2742-4c34-b216-d3d557ff4f82 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cf5398b42df54185bea9a1207cb00773&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2825284 Aug 16 21:00:33.284957 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c5da6e3a-8a4f-4ce5-a221-8f2b6a516c4c tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0970349 Aug 16 21:00:33.285247 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53582) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:33.291880 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-e6f31378-c5c1-4d97-9419-ec266e179ef4 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Request body: {'port': {'network_id': '8d717d52-d023-475c-8ea9-ffc5241a5334', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1819399460'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:33.306986 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5bcf822a-929e-49c3-b56b-8ee32d9809ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:33.367134 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5bcf822a-929e-49c3-b56b-8ee32d9809ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:33.392878 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-40fd6a69-e3bb-4edd-9c71-fdd63530d0c6 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Made reservation on behalf of 04d4519d90b5451ebf562bbd9e44ac2b for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:33.396861 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-40fd6a69-e3bb-4edd-9c71-fdd63530d0c6 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:33.535725 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f31378-c5c1-4d97-9419-ec266e179ef4 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Made reservation on behalf of ef0660e822f245b4bd47f32cf292a9f2 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:33.539222 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e6f31378-c5c1-4d97-9419-ec266e179ef4 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:33.541272 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5bcf822a-929e-49c3-b56b-8ee32d9809ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:33.543847 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5bcf822a-929e-49c3-b56b-8ee32d9809ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:33.547343 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5bcf822a-929e-49c3-b56b-8ee32d9809ed admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/271e2c95-8ac7-43a4-a7bc-cf3dbeafc1b5 HTTP/1.1" status: 204 len: 168 time: 0.3257797 Aug 16 21:00:33.563957 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf822a-929e-49c3-b56b-8ee32d9809ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271e2c95-8ac7-43a4-a7bc-cf3dbeafc1b5,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:33.572406 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-e6f31378-c5c1-4d97-9419-ec266e179ef4 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] device_id is not set on port 08468ba0-d5d7-4e36-a159-6ea9cbcfc585 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:00:33.666792 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-40fd6a69-e3bb-4edd-9c71-fdd63530d0c6 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Allocated IP 172.20.0.5 (6c1a60e8-edd1-4d58-b6d4-9cea8db0a781/20aa60f1-bb16-40f5-b2dd-0341c13f6e8c/2adf68eb-9b0e-4c83-9972-571036751e2e) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:00:33.726288 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-e6f31378-c5c1-4d97-9419-ec266e179ef4 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Allocated IP 2001:db8::7b (8d717d52-d023-475c-8ea9-ffc5241a5334/5b2ae0a7-d862-4edd-b7c4-a2054db62512/08468ba0-d5d7-4e36-a159-6ea9cbcfc585) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:00:33.951963 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-40fd6a69-e3bb-4edd-9c71-fdd63530d0c6 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:33.974102 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-40fd6a69-e3bb-4edd-9c71-fdd63530d0c6 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Transition to ACTIVE for port object 2adf68eb-9b0e-4c83-9972-571036751e2e will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:33.996000 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae470ad2-6ec3-49a2-a648-31604424f2dd req-00386e22-6a06-49f6-9066-587adfb6630c tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:33.997837 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ae470ad2-6ec3-49a2-a648-31604424f2dd req-00386e22-6a06-49f6-9066-587adfb6630c tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 943 time: 0.1152961 Aug 16 21:00:34.130624 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ae470ad2-6ec3-49a2-a648-31604424f2dd req-28d7aa72-3cb7-481d-8070-d45ae6055ea1 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236143 Aug 16 21:00:34.273064 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e6f31378-c5c1-4d97-9419-ec266e179ef4 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:34.278017 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d5e1f883-2481-4b7a-b624-07c70c2c6192 req-1980f20b-6ea8-405c-a9cb-ab657a254ecc tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=7ba21d20-7f8e-4edd-a9f3-f288173975ca HTTP/1.1" status: 200 len: 210 time: 0.0452909 Aug 16 21:00:34.279191 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-40fd6a69-e3bb-4edd-9c71-fdd63530d0c6 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:34.285477 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-e6f31378-c5c1-4d97-9419-ec266e179ef4 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Transition to ACTIVE for port object 08468ba0-d5d7-4e36-a159-6ea9cbcfc585 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:34.292771 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['328aaa67-fe46-4a01-a7b5-759a56b08c1c'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:00:34.333482 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-40fd6a69-e3bb-4edd-9c71-fdd63530d0c6 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Network 6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:34.342258 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-40fd6a69-e3bb-4edd-9c71-fdd63530d0c6 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:34.348598 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-40fd6a69-e3bb-4edd-9c71-fdd63530d0c6 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:34.378850 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd6a69-e3bb-4edd-9c71-fdd63530d0c6 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Pushing event updated for resources: {'Port': ['ID=2adf68eb-9b0e-4c83-9972-571036751e2e,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:34.412368 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-40fd6a69-e3bb-4edd-9c71-fdd63530d0c6 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:34.413530 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-40fd6a69-e3bb-4edd-9c71-fdd63530d0c6 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:34.426861 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e6f31378-c5c1-4d97-9419-ec266e179ef4 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:34.471994 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f31378-c5c1-4d97-9419-ec266e179ef4 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Network 8d717d52-d023-475c-8ea9-ffc5241a5334 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:34.477230 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-e6f31378-c5c1-4d97-9419-ec266e179ef4 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:34.481571 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f31378-c5c1-4d97-9419-ec266e179ef4 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:34.487311 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f31378-c5c1-4d97-9419-ec266e179ef4 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:34.488160 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e6f31378-c5c1-4d97-9419-ec266e179ef4 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:34.560933 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f31378-c5c1-4d97-9419-ec266e179ef4 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Pushing event updated for resources: {'Port': ['ID=08468ba0-d5d7-4e36-a159-6ea9cbcfc585,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:34.565752 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-40fd6a69-e3bb-4edd-9c71-fdd63530d0c6 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3636320 Aug 16 21:00:34.578806 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-e863838c-9d1e-4279-8be1-c5ac4caecd1b service neutron] Request body: {'port': {'device_id': '7ba21d20-7f8e-4edd-a9f3-f288173975ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:34.625829 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e6f31378-c5c1-4d97-9419-ec266e179ef4 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3364406 Aug 16 21:00:34.625829 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53620) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:34.633428 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-a149aee8-890d-4d8b-8e17-613d102e12fd tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::151', 'mac_address': 'fa:16:3e:09:61:78'}, {'ip_address': '2001:db8::165', 'mac_address': 'fa:16:3e:6b:f4:a2'}]}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:34.677786 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-e863838c-9d1e-4279-8be1-c5ac4caecd1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:34.849410 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a149aee8-890d-4d8b-8e17-613d102e12fd tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:34.895703 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1592198c-27ab-4995-86aa-bd28227b31f5 None None] Provisioning for port 2adf68eb-9b0e-4c83-9972-571036751e2e completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:34.901480 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1592198c-27ab-4995-86aa-bd28227b31f5 None None] Provisioning complete for port 2adf68eb-9b0e-4c83-9972-571036751e2e triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:34.901989 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1592198c-27ab-4995-86aa-bd28227b31f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:34.967351 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-1592198c-27ab-4995-86aa-bd28227b31f5 None None] Port 2adf68eb-9b0e-4c83-9972-571036751e2e cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:00:35.092749 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-e863838c-9d1e-4279-8be1-c5ac4caecd1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2adf68eb-9b0e-4c83-9972-571036751e2e {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:00:35.102672 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-e863838c-9d1e-4279-8be1-c5ac4caecd1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:35.119110 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-e863838c-9d1e-4279-8be1-c5ac4caecd1b service neutron] Transition to ACTIVE for port object 2adf68eb-9b0e-4c83-9972-571036751e2e will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:35.138342 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a149aee8-890d-4d8b-8e17-613d102e12fd tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:35.226397 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-6d3305b6-31af-44fc-af47-eda77420f23e None None] Provisioning for port 08468ba0-d5d7-4e36-a159-6ea9cbcfc585 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:35.231570 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-6d3305b6-31af-44fc-af47-eda77420f23e None None] Provisioning complete for port 08468ba0-d5d7-4e36-a159-6ea9cbcfc585 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:35.232170 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6d3305b6-31af-44fc-af47-eda77420f23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:35.267082 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a149aee8-890d-4d8b-8e17-613d102e12fd tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:35.267402 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-e863838c-9d1e-4279-8be1-c5ac4caecd1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:35.283148 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-6d3305b6-31af-44fc-af47-eda77420f23e None None] Port 08468ba0-d5d7-4e36-a159-6ea9cbcfc585 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:00:35.321123 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-a149aee8-890d-4d8b-8e17-613d102e12fd tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] In _notify_port_updated(), no bound segment for port 08468ba0-d5d7-4e36-a159-6ea9cbcfc585 on network 8d717d52-d023-475c-8ea9-ffc5241a5334 {{(pid=101845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 21:00:35.329630 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a149aee8-890d-4d8b-8e17-613d102e12fd tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:35.330793 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a149aee8-890d-4d8b-8e17-613d102e12fd tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:35.336192 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a149aee8-890d-4d8b-8e17-613d102e12fd tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] 10.222.0.84 "PUT /v2.0/ports/08468ba0-d5d7-4e36-a159-6ea9cbcfc585 HTTP/1.1" status: 200 len: 1067 time: 0.7092226 Aug 16 21:00:35.337204 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53638) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:35.357976 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f53c6-102b-4c35-a37b-e162dd2a466a req-f22034b3-026a-47cf-9052-853ac301aee7 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:35.360176 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-468f53c6-102b-4c35-a37b-e162dd2a466a req-f22034b3-026a-47cf-9052-853ac301aee7 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 943 time: 0.1348128 Aug 16 21:00:35.366179 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e863838c-9d1e-4279-8be1-c5ac4caecd1b service neutron] Pushing event updated for resources: {'Port': ['ID=2adf68eb-9b0e-4c83-9972-571036751e2e,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:35.398498 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149aee8-890d-4d8b-8e17-613d102e12fd tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Pushing event updated for resources: {'Port': ['ID=08468ba0-d5d7-4e36-a159-6ea9cbcfc585,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:35.537046 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-15bbce1e-5759-4695-a73c-1bab60489d4f tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Deleting port 08468ba0-d5d7-4e36-a159-6ea9cbcfc585 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:35.537930 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-15bbce1e-5759-4695-a73c-1bab60489d4f tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:35.570299 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-468f53c6-102b-4c35-a37b-e162dd2a466a req-75118536-bfe9-440d-8b13-6cfca9e3657f tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989691 Aug 16 21:00:35.641451 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-e863838c-9d1e-4279-8be1-c5ac4caecd1b service neutron] Attempting to bind port 2adf68eb-9b0e-4c83-9972-571036751e2e on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:35.641799 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-e863838c-9d1e-4279-8be1-c5ac4caecd1b service neutron] Attempting to bind port 2adf68eb-9b0e-4c83-9972-571036751e2e by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '22721eb0-aba5-4aa9-85ca-08a2fecd48ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:35.644740 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-e863838c-9d1e-4279-8be1-c5ac4caecd1b service neutron] Attempting to bind port 2adf68eb-9b0e-4c83-9972-571036751e2e on network 6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:35.684905 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-e863838c-9d1e-4279-8be1-c5ac4caecd1b service neutron] Port 2adf68eb-9b0e-4c83-9972-571036751e2e on network 6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:00:35.685277 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-e863838c-9d1e-4279-8be1-c5ac4caecd1b service neutron] Attempting to bind port 2adf68eb-9b0e-4c83-9972-571036751e2e on network 6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:35.725167 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-e863838c-9d1e-4279-8be1-c5ac4caecd1b service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:00:35.725167 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-e863838c-9d1e-4279-8be1-c5ac4caecd1b service neutron] Checking segment: {'id': '22721eb0-aba5-4aa9-85ca-08a2fecd48ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:00:35.725167 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-e863838c-9d1e-4279-8be1-c5ac4caecd1b service neutron] Bound using segment: {'id': '22721eb0-aba5-4aa9-85ca-08a2fecd48ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:00:35.725167 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-e863838c-9d1e-4279-8be1-c5ac4caecd1b service neutron] Bound port: 2adf68eb-9b0e-4c83-9972-571036751e2e, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22721eb0-aba5-4aa9-85ca-08a2fecd48ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:00:35.725167 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-e863838c-9d1e-4279-8be1-c5ac4caecd1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:35.756302 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-15bbce1e-5759-4695-a73c-1bab60489d4f tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:35.774317 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-15bbce1e-5759-4695-a73c-1bab60489d4f tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Calling delete_port for 08468ba0-d5d7-4e36-a159-6ea9cbcfc585 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:35.789421 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425d28c-0635-48fe-bbc6-9e5eacb65394 req-ea7e0aa0-d667-42a2-83a3-9ec4d6082a2d tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:35.791092 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f425d28c-0635-48fe-bbc6-9e5eacb65394 req-ea7e0aa0-d667-42a2-83a3-9ec4d6082a2d tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=7ba21d20-7f8e-4edd-a9f3-f288173975ca HTTP/1.1" status: 200 len: 943 time: 0.3126750 Aug 16 21:00:35.967233 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-3ff20760-b05c-4eec-9f35-b4b4fd53fe72 None None] Provisioning complete for port 08468ba0-d5d7-4e36-a159-6ea9cbcfc585 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:35.968292 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3ff20760-b05c-4eec-9f35-b4b4fd53fe72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:35.980731 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f425d28c-0635-48fe-bbc6-9e5eacb65394 req-029424f0-aca4-468a-810b-2b86ec6c1550 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760190 Aug 16 21:00:36.002954 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-e863838c-9d1e-4279-8be1-c5ac4caecd1b service neutron] For port 2adf68eb-9b0e-4c83-9972-571036751e2e, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:00:36.006250 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-e863838c-9d1e-4279-8be1-c5ac4caecd1b service neutron] For port 2adf68eb-9b0e-4c83-9972-571036751e2e, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=2adf68eb-9b0e-4c83-9972-571036751e2e,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:00:36.037734 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-3ff20760-b05c-4eec-9f35-b4b4fd53fe72 None None] Port 08468ba0-d5d7-4e36-a159-6ea9cbcfc585 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:00:36.109435 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-e863838c-9d1e-4279-8be1-c5ac4caecd1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:36.174714 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-15bbce1e-5759-4695-a73c-1bab60489d4f tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:36.213778 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-e863838c-9d1e-4279-8be1-c5ac4caecd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:36.213778 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-e863838c-9d1e-4279-8be1-c5ac4caecd1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:36.215691 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-e863838c-9d1e-4279-8be1-c5ac4caecd1b service neutron] 10.222.0.90 "PUT /v2.0/ports/2adf68eb-9b0e-4c83-9972-571036751e2e HTTP/1.1" status: 200 len: 1092 time: 1.6422949 Aug 16 21:00:36.216290 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba21d20-7f8e-4edd-a9f3-f288173975ca', 'tag': '2adf68eb-9b0e-4c83-9972-571036751e2e'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:00:36.220039 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ea55a7-353f-4b9e-a861-99d8d1f13cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba21d20-7f8e-4edd-a9f3-f288173975ca", "tag": "2adf68eb-9b0e-4c83-9972-571036751e2e"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:00:36.273189 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e863838c-9d1e-4279-8be1-c5ac4caecd1b service neutron] Pushing event updated for resources: {'Port': ['ID=2adf68eb-9b0e-4c83-9972-571036751e2e,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:36.292296 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70ba86a-62f6-40a4-8729-70ed181d0404 x-openstack-request-id: req-b70ba86a-62f6-40a4-8729-70ed181d0404 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:00:36.292296 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba21d20-7f8e-4edd-a9f3-f288173975ca", "tag": "2adf68eb-9b0e-4c83-9972-571036751e2e", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:00:36.292296 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b70ba86a-62f6-40a4-8729-70ed181d0404 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:00:36.292296 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba21d20-7f8e-4edd-a9f3-f288173975ca', 'tag': '2adf68eb-9b0e-4c83-9972-571036751e2e', 'status': 'completed', 'code': 200} Aug 16 21:00:36.341011 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bbce1e-5759-4695-a73c-1bab60489d4f tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Pushing event deleted for resources: {'Port': ['ID=08468ba0-d5d7-4e36-a159-6ea9cbcfc585,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:36.406132 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea55a7-353f-4b9e-a861-99d8d1f13cf0 req-53de6fa5-348b-42bb-b836-4a7e08fde4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:36.408013 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e6ea55a7-353f-4b9e-a861-99d8d1f13cf0 req-53de6fa5-348b-42bb-b836-4a7e08fde4b6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=04d4519d90b5451ebf562bbd9e44ac2b&device_id=7ba21d20-7f8e-4edd-a9f3-f288173975ca HTTP/1.1" status: 200 len: 1095 time: 0.0647705 Aug 16 21:00:36.464829 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 12a01b11-c457-4384-922b-9aa9bef66cd0 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:00:36.559119 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-15bbce1e-5759-4695-a73c-1bab60489d4f tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:36.564586 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-15bbce1e-5759-4695-a73c-1bab60489d4f tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] 10.222.0.84 "DELETE /v2.0/ports/08468ba0-d5d7-4e36-a159-6ea9cbcfc585 HTTP/1.1" status: 204 len: 168 time: 1.2122481 Aug 16 21:00:36.566349 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53660) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:36.634569 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1efe041-815b-487e-bf07-f06d613af12e tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] GET failed (client error): The resource could not be found. Aug 16 21:00:36.643166 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a1efe041-815b-487e-bf07-f06d613af12e tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] 10.222.0.84 "GET /v2.0/ports/08468ba0-d5d7-4e36-a159-6ea9cbcfc585 HTTP/1.1" status: 404 len: 333 time: 0.0694830 Aug 16 21:00:36.645677 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53668) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:36.646391 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea55a7-353f-4b9e-a861-99d8d1f13cf0 req-5e63d437-a53e-48a3-a295-568a5e856dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:36.649783 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e6ea55a7-353f-4b9e-a861-99d8d1f13cf0 req-5e63d437-a53e-48a3-a295-568a5e856dac service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=04d4519d90b5451ebf562bbd9e44ac2b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2311504 Aug 16 21:00:36.718096 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 12a01b11-c457-4384-922b-9aa9bef66cd0, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=12a01b11-c457-4384-922b-9aa9bef66cd0,segment=NetworkSegment(53b76348-81c8-4bfa-909a-3d74533ded61),segment_id=53b76348-81c8-4bfa-909a-3d74533ded61)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:36.751444 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '12a01b11-c457-4384-922b-9aa9bef66cd0', 'network_id': '97204dc5-2078-4113-bc6a-8b6109c161f0', 'port_id': '12a01b11-c457-4384-922b-9aa9bef66cd0', 'mac_address': 'fa:16:3e:d4:c4:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0340fa9d-e19b-476d-9e9a-7d2862e2e105', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:00:36.807819 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-a5c0fe8d-4768-405b-8f0e-294ee01b2281 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Deleting port 68ca2518-d918-4b1a-af95-62fa5f4d1a77 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:36.808948 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a5c0fe8d-4768-405b-8f0e-294ee01b2281 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:36.929452 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:36.969468 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12a01b11-c457-4384-922b-9aa9bef66cd0 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:00:36.999552 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ec7ae-eaa4-471d-999e-f5a81abf344c req-4f5b51e7-1373-4dc8-8c99-1b68638ecb46 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:37.007714 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-573ec7ae-eaa4-471d-999e-f5a81abf344c req-4f5b51e7-1373-4dc8-8c99-1b68638ecb46 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 943 time: 0.2204592 Aug 16 21:00:37.017428 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 12a01b11-c457-4384-922b-9aa9bef66cd0, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=12a01b11-c457-4384-922b-9aa9bef66cd0,segment=NetworkSegment(53b76348-81c8-4bfa-909a-3d74533ded61),segment_id=53b76348-81c8-4bfa-909a-3d74533ded61)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:37.028420 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea55a7-353f-4b9e-a861-99d8d1f13cf0 req-6e7ed278-6b0d-473a-8823-74abfb423067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:37.030104 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e6ea55a7-353f-4b9e-a861-99d8d1f13cf0 req-6e7ed278-6b0d-473a-8823-74abfb423067 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3726282 Aug 16 21:00:37.051068 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a5c0fe8d-4768-405b-8f0e-294ee01b2281 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:37.077088 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-a5c0fe8d-4768-405b-8f0e-294ee01b2281 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Calling delete_port for 68ca2518-d918-4b1a-af95-62fa5f4d1a77 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:37.112272 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:37.202339 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=12a01b11-c457-4384-922b-9aa9bef66cd0,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:37.251020 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-573ec7ae-eaa4-471d-999e-f5a81abf344c req-4443ff6e-19d4-430e-bc8e-6eaf8567b0e1 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169418 Aug 16 21:00:37.278175 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-945fce7d-0290-4a35-9b0c-36dd1af6cc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:37.283031 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-945fce7d-0290-4a35-9b0c-36dd1af6cc8b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=04d4519d90b5451ebf562bbd9e44ac2b&device_id=7ba21d20-7f8e-4edd-a9f3-f288173975ca HTTP/1.1" status: 200 len: 1095 time: 0.2091794 Aug 16 21:00:37.302918 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2859a7-e172-4b47-bc51-3526e5a20f2a req-8e815ff2-15d0-4fe1-9145-6936408bc969 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:37.304891 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ef2859a7-e172-4b47-bc51-3526e5a20f2a req-8e815ff2-15d0-4fe1-9145-6936408bc969 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=7ba21d20-7f8e-4edd-a9f3-f288173975ca HTTP/1.1" status: 200 len: 943 time: 0.2011554 Aug 16 21:00:37.357828 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-8ee5f6cc-f5aa-45c3-a509-253769018c2f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2adf68eb-9b0e-4c83-9972-571036751e2e HTTP/1.1" status: 200 len: 217 time: 0.0632832 Aug 16 21:00:37.404397 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a5c0fe8d-4768-405b-8f0e-294ee01b2281 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:37.406454 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ef2859a7-e172-4b47-bc51-3526e5a20f2a req-20b5dff9-335a-4760-9992-f907961526a1 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947886 Aug 16 21:00:37.409808 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['12a01b11-c457-4384-922b-9aa9bef66cd0'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:00:37.425584 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-d21ba1fa-7d3e-4f27-a3fd-4d537c557a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:37.429179 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-d21ba1fa-7d3e-4f27-a3fd-4d537c557a08 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=20aa60f1-bb16-40f5-b2dd-0341c13f6e8c HTTP/1.1" status: 200 len: 850 time: 0.0647798 Aug 16 21:00:37.451314 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c0fe8d-4768-405b-8f0e-294ee01b2281 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Pushing event deleted for resources: {'Port': ['ID=68ca2518-d918-4b1a-af95-62fa5f4d1a77,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:37.475254 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a5c0fe8d-4768-405b-8f0e-294ee01b2281 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:37.480291 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a5c0fe8d-4768-405b-8f0e-294ee01b2281 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] 10.222.0.84 "DELETE /v2.0/ports/68ca2518-d918-4b1a-af95-62fa5f4d1a77 HTTP/1.1" status: 204 len: 168 time: 0.8327789 Aug 16 21:00:37.481017 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53680) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:37.543535 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e8d3720-9246-4bd7-8138-1452730774ff tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] GET failed (client error): The resource could not be found. Aug 16 21:00:37.543535 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5e8d3720-9246-4bd7-8138-1452730774ff tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] 10.222.0.84 "GET /v2.0/ports/68ca2518-d918-4b1a-af95-62fa5f4d1a77 HTTP/1.1" status: 404 len: 333 time: 0.0472198 Aug 16 21:00:37.552160 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53682) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:37.574952 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-5cf741a4-7ca0-4c9b-a745-59364514a3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:37.580198 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-5cf741a4-7ca0-4c9b-a745-59364514a3ab service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1438296 Aug 16 21:00:37.736994 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-6f63f441-f24c-4a5b-b9f0-3d4ba2b105a9 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Deleting port 35e11f4f-1ce0-4c99-bccd-3f7e023c8bc3 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:37.736994 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6f63f441-f24c-4a5b-b9f0-3d4ba2b105a9 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:37.789792 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-7e5f66ed-ac84-4da1-b31a-c5b9ed9f2fc5 service neutron] 10.222.0.90 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023356 Aug 16 21:00:37.858257 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6f63f441-f24c-4a5b-b9f0-3d4ba2b105a9 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:37.878962 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-6f63f441-f24c-4a5b-b9f0-3d4ba2b105a9 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Calling delete_port for 35e11f4f-1ce0-4c99-bccd-3f7e023c8bc3 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:37.974885 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f3518e40-2a1e-418c-8191-c8a1f5ea3900 req-30a4f4a9-4a11-48f4-9069-36527816f369 service neutron] 10.222.0.90 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756611 Aug 16 21:00:38.186647 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6f63f441-f24c-4a5b-b9f0-3d4ba2b105a9 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:38.218841 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f63f441-f24c-4a5b-b9f0-3d4ba2b105a9 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Pushing event deleted for resources: {'Port': ['ID=35e11f4f-1ce0-4c99-bccd-3f7e023c8bc3,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:38.253336 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6f63f441-f24c-4a5b-b9f0-3d4ba2b105a9 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:38.256756 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6f63f441-f24c-4a5b-b9f0-3d4ba2b105a9 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] 10.222.0.84 "DELETE /v2.0/ports/35e11f4f-1ce0-4c99-bccd-3f7e023c8bc3 HTTP/1.1" status: 204 len: 168 time: 0.7035873 Aug 16 21:00:38.260268 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53692) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:38.339193 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc39a54-b42d-49b1-a57b-e44c373e6b83 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Deleting subnet 5b2ae0a7-d862-4edd-b7c4-a2054db62512 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:00:38.344773 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3fc39a54-b42d-49b1-a57b-e44c373e6b83 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:38.419494 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3fc39a54-b42d-49b1-a57b-e44c373e6b83 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:38.448951 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 12a01b11-c457-4384-922b-9aa9bef66cd0 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:00:38.468031 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea63c2-02c1-46c9-8aa3-68cb7ff4a96c req-1390d968-3298-44c0-a205-094e46c22ae1 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:38.469651 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-29ea63c2-02c1-46c9-8aa3-68cb7ff4a96c req-1390d968-3298-44c0-a205-094e46c22ae1 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 944 time: 0.1276977 Aug 16 21:00:38.570580 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-29ea63c2-02c1-46c9-8aa3-68cb7ff4a96c req-21db019d-0367-445e-aba1-337cae1a534b tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949008 Aug 16 21:00:38.596948 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3fc39a54-b42d-49b1-a57b-e44c373e6b83 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:38.672751 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade40fb-4ebb-4c77-867a-5ddbdcdb57ac req-9eece98c-6117-4bee-812a-b552cf262486 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:38.674319 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4ade40fb-4ebb-4c77-867a-5ddbdcdb57ac req-9eece98c-6117-4bee-812a-b552cf262486 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=7ba21d20-7f8e-4edd-a9f3-f288173975ca HTTP/1.1" status: 200 len: 943 time: 0.0949302 Aug 16 21:00:38.718534 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4ade40fb-4ebb-4c77-867a-5ddbdcdb57ac req-2401babb-d7d2-4b7e-abbe-233a387ff430 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370631 Aug 16 21:00:38.728005 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 12a01b11-c457-4384-922b-9aa9bef66cd0 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:38.732830 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 12a01b11-c457-4384-922b-9aa9bef66cd0 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:38.733217 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:38.816069 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3fc39a54-b42d-49b1-a57b-e44c373e6b83 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:38.833935 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:38.851212 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc39a54-b42d-49b1-a57b-e44c373e6b83 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Pushing event deleted for resources: {'Subnet': ['ID=5b2ae0a7-d862-4edd-b7c4-a2054db62512,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:38.853820 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3fc39a54-b42d-49b1-a57b-e44c373e6b83 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:38.856589 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3fc39a54-b42d-49b1-a57b-e44c373e6b83 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] 10.222.0.84 "DELETE /v2.0/subnets/5b2ae0a7-d862-4edd-b7c4-a2054db62512 HTTP/1.1" status: 204 len: 168 time: 0.5957532 Aug 16 21:00:38.858999 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53700) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:38.882206 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc39a54-b42d-49b1-a57b-e44c373e6b83 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:38.882560 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc39a54-b42d-49b1-a57b-e44c373e6b83 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:38.882909 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc39a54-b42d-49b1-a57b-e44c373e6b83 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:38.883252 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc39a54-b42d-49b1-a57b-e44c373e6b83 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:38.885586 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc39a54-b42d-49b1-a57b-e44c373e6b83 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:38.885586 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc39a54-b42d-49b1-a57b-e44c373e6b83 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:38.885586 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc39a54-b42d-49b1-a57b-e44c373e6b83 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:38.885586 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc39a54-b42d-49b1-a57b-e44c373e6b83 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:38.885586 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc39a54-b42d-49b1-a57b-e44c373e6b83 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:38.885586 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc39a54-b42d-49b1-a57b-e44c373e6b83 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:38.886216 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc39a54-b42d-49b1-a57b-e44c373e6b83 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:38.889003 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc39a54-b42d-49b1-a57b-e44c373e6b83 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:38.902974 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 12a01b11-c457-4384-922b-9aa9bef66cd0, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=12a01b11-c457-4384-922b-9aa9bef66cd0,segment=NetworkSegment(53b76348-81c8-4bfa-909a-3d74533ded61),segment_id=53b76348-81c8-4bfa-909a-3d74533ded61)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:38.905534 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5120f436-7c75-4843-996e-a174f2be63a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a01b11-c457-4384-922b-9aa9bef66cd0'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:00:38.909312 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f2dfc0-177d-47b5-a3e7-a55e9126729f" -d '{"events": [{"server_uuid": "5120f436-7c75-4843-996e-a174f2be63a3", "name": "network-vif-plugged", "status": "completed", "tag": "12a01b11-c457-4384-922b-9aa9bef66cd0"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:00:38.921382 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f910a1-636b-40ac-85da-15458b43e9bc None None] Network 8d717d52-d023-475c-8ea9-ffc5241a5334 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:00:38.957730 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f921b068-a44a-4c51-b080-64924dee6967 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:39.000802 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:39.051272 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-f921b068-a44a-4c51-b080-64924dee6967 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Deleting port 453a653e-7bff-42c0-84ee-a680bc396f8b {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:39.051549 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f921b068-a44a-4c51-b080-64924dee6967 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:39.072642 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f14d84-78de-459e-ae68-ddba6787cbb9 x-openstack-request-id: req-70f14d84-78de-459e-ae68-ddba6787cbb9 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:00:39.073487 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5120f436-7c75-4843-996e-a174f2be63a3", "name": "network-vif-plugged", "status": "completed", "tag": "12a01b11-c457-4384-922b-9aa9bef66cd0", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:00:39.074723 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-70f14d84-78de-459e-ae68-ddba6787cbb9 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:00:39.077733 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5120f436-7c75-4843-996e-a174f2be63a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a01b11-c457-4384-922b-9aa9bef66cd0', 'code': 200} Aug 16 21:00:39.139311 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=12a01b11-c457-4384-922b-9aa9bef66cd0,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:39.194654 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad077e4-d098-4267-877b-28c013fcf3b2 req-0ee31e1a-6d72-4669-8051-f0e37a9a6611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:39.196451 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0ad077e4-d098-4267-877b-28c013fcf3b2 req-0ee31e1a-6d72-4669-8051-f0e37a9a6611 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 1097 time: 0.1129708 Aug 16 21:00:39.251947 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-f921b068-a44a-4c51-b080-64924dee6967 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] For port 453a653e-7bff-42c0-84ee-a680bc396f8b, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=453a653e-7bff-42c0-84ee-a680bc396f8b,segment=NetworkSegment(c9a19a46-79d3-4884-a5f2-317c01383743),segment_id=c9a19a46-79d3-4884-a5f2-317c01383743)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:39.252753 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f921b068-a44a-4c51-b080-64924dee6967 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:39.271161 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-f921b068-a44a-4c51-b080-64924dee6967 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Calling delete_port for 453a653e-7bff-42c0-84ee-a680bc396f8b owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:39.273768 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a048a31a-3ba8-4811-ab30-2cbccbbd2614 None None] DHCP port deletion for 8d717d52-d023-475c-8ea9-ffc5241a5334 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:00:39.287710 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0ad077e4-d098-4267-877b-28c013fcf3b2 req-6db80b36-250e-4bf3-96c2-2c86712252d4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807543 Aug 16 21:00:39.326564 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a048a31a-3ba8-4811-ab30-2cbccbbd2614 None None] Deleting port 453a653e-7bff-42c0-84ee-a680bc396f8b {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:39.327070 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a048a31a-3ba8-4811-ab30-2cbccbbd2614 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:39.407396 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a048a31a-3ba8-4811-ab30-2cbccbbd2614 None None] For port 453a653e-7bff-42c0-84ee-a680bc396f8b, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=453a653e-7bff-42c0-84ee-a680bc396f8b,segment=NetworkSegment(c9a19a46-79d3-4884-a5f2-317c01383743),segment_id=c9a19a46-79d3-4884-a5f2-317c01383743)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:39.408323 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a048a31a-3ba8-4811-ab30-2cbccbbd2614 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:39.422596 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a048a31a-3ba8-4811-ab30-2cbccbbd2614 None None] Calling delete_port for 453a653e-7bff-42c0-84ee-a680bc396f8b owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:39.489272 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f921b068-a44a-4c51-b080-64924dee6967 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:39.514989 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921b068-a44a-4c51-b080-64924dee6967 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Pushing event deleted for resources: {'Port': ['ID=453a653e-7bff-42c0-84ee-a680bc396f8b,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:39.515748 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a048a31a-3ba8-4811-ab30-2cbccbbd2614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:39.525239 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f921b068-a44a-4c51-b080-64924dee6967 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] No DVR routers for this DVR port 453a653e-7bff-42c0-84ee-a680bc396f8b on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:00:39.550370 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a048a31a-3ba8-4811-ab30-2cbccbbd2614 None None] Pushing event deleted for resources: {'Port': ['ID=453a653e-7bff-42c0-84ee-a680bc396f8b,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:39.567749 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a048a31a-3ba8-4811-ab30-2cbccbbd2614 None None] No DVR routers for this DVR port 453a653e-7bff-42c0-84ee-a680bc396f8b on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:00:39.625303 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f921b068-a44a-4c51-b080-64924dee6967 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:39.645592 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-f921b068-a44a-4c51-b080-64924dee6967 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d717d52-d023-475c-8ea9-ffc5241a5334']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:39.668288 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-f921b068-a44a-4c51-b080-64924dee6967 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9a19a46-79d3-4884-a5f2-317c01383743') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:39.668874 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-f921b068-a44a-4c51-b080-64924dee6967 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9a19a46-79d3-4884-a5f2-317c01383743') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:39.696611 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f921b068-a44a-4c51-b080-64924dee6967 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:39.713591 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c364f1f-e3fa-41cf-9a11-2f9ee9f84e24 req-923c1c9d-90ce-461e-b83e-ab2aa825e1d9 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:39.719944 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f921b068-a44a-4c51-b080-64924dee6967 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:39.722615 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1c364f1f-e3fa-41cf-9a11-2f9ee9f84e24 req-923c1c9d-90ce-461e-b83e-ab2aa825e1d9 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 945 time: 0.0692279 Aug 16 21:00:39.736152 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f921b068-a44a-4c51-b080-64924dee6967 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:00:39.736566 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f921b068-a44a-4c51-b080-64924dee6967 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:39.741202 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:00:39.741202 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:00:39.741202 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:00:39.741202 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:00:39.741202 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:00:39.741202 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:00:39.741202 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:00:39.741202 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:00:39.741202 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:00:39.741202 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:00:39.741202 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:00:39.741202 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:00:39.741202 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:00:39.741202 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:00:39.741202 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:00:39.741202 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:00:39.741202 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:00:39.741202 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:00:39.741202 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:00:39.741202 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:00:39.741202 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:00:39.741202 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:00:39.741202 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:00:39.741202 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:00:39.741202 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:00:39.741202 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:00:39.741202 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:00:39.741202 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:00:39.741202 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:00:39.741202 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:00:39.741202 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:00:39.741202 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:00:39.789223 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1c364f1f-e3fa-41cf-9a11-2f9ee9f84e24 req-bbbaf515-35dd-4245-92c2-500104365a00 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654485 Aug 16 21:00:39.895247 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f921b068-a44a-4c51-b080-64924dee6967 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:39.905084 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f921b068-a44a-4c51-b080-64924dee6967 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:39.905219 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7754dc2-aab2-43a0-9f11-83dece9dd557 req-8d22511d-fbba-49fd-944e-177c41232f84 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:39.911552 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f921b068-a44a-4c51-b080-64924dee6967 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] 10.222.0.84 "DELETE /v2.0/networks/8d717d52-d023-475c-8ea9-ffc5241a5334 HTTP/1.1" status: 204 len: 168 time: 1.0492866 Aug 16 21:00:39.913736 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c7754dc2-aab2-43a0-9f11-83dece9dd557 req-8d22511d-fbba-49fd-944e-177c41232f84 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=7ba21d20-7f8e-4edd-a9f3-f288173975ca HTTP/1.1" status: 200 len: 943 time: 0.0710678 Aug 16 21:00:39.936043 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921b068-a44a-4c51-b080-64924dee6967 tempest-AllowedAddressPairIpV6TestJSON-1683177024 tempest-AllowedAddressPairIpV6TestJSON-1683177024-project] Pushing event deleted for resources: {'Network': ['ID=8d717d52-d023-475c-8ea9-ffc5241a5334,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:39.984583 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c7754dc2-aab2-43a0-9f11-83dece9dd557 req-39ea911f-d6b1-4e38-a4ae-223d54ee7f53 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611796 Aug 16 21:00:40.597405 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53728) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:40.745870 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3a201d3c-fb73-443d-805d-3da58098a761 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ef0660e822f245b4bd47f32cf292a9f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1469386 Aug 16 21:00:40.748693 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53732) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:40.911747 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3e6e1937-ef03-404b-8903-5a5bdcc4fa6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:40.911747 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3e6e1937-ef03-404b-8903-5a5bdcc4fa6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:40.914366 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 453a653e-7bff-42c0-84ee-a680bc396f8b no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:00:40.956833 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 453a653e-7bff-42c0-84ee-a680bc396f8b {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:00:40.957267 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 453a653e-7bff-42c0-84ee-a680bc396f8b not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:00:40.959107 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b92e64-20cf-4a6a-9ed4-e0a890c16112 req-4bc268d2-a8e3-405f-9c5c-2bc879db84e3 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:40.967354 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b8b92e64-20cf-4a6a-9ed4-e0a890c16112 req-4bc268d2-a8e3-405f-9c5c-2bc879db84e3 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 945 time: 0.0760760 Aug 16 21:00:41.008857 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b8b92e64-20cf-4a6a-9ed4-e0a890c16112 req-b00927cd-2b21-4b36-9f96-23b2c544e095 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393803 Aug 16 21:00:41.100539 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de174f25-3542-4936-9650-b1eeceb378e1 req-340a7b6b-7181-4521-bd2a-d43c5cafef37 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:41.102069 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de174f25-3542-4936-9650-b1eeceb378e1 req-340a7b6b-7181-4521-bd2a-d43c5cafef37 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=7ba21d20-7f8e-4edd-a9f3-f288173975ca HTTP/1.1" status: 200 len: 943 time: 0.0552330 Aug 16 21:00:41.143126 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de174f25-3542-4936-9650-b1eeceb378e1 req-7f30a91e-21e2-4eb1-9b46-4e0ad42e543a tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350132 Aug 16 21:00:41.237991 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3e6e1937-ef03-404b-8903-5a5bdcc4fa6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:41.243868 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-888a925c-07d8-41b2-97c9-3e1ae3ed7f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:41.244024 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3e6e1937-ef03-404b-8903-5a5bdcc4fa6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:41.244024 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3e6e1937-ef03-404b-8903-5a5bdcc4fa6f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ec3e521d-169a-43a8-a881-6ae27e24af18 HTTP/1.1" status: 204 len: 168 time: 0.4927156 Aug 16 21:00:41.253535 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e1937-ef03-404b-8903-5a5bdcc4fa6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3e521d-169a-43a8-a881-6ae27e24af18,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:41.555456 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a646a-19f5-476c-89a4-77d94de0dc4f req-ceff846a-4504-42a4-a619-4b4a70cf98b0 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:41.557100 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7c0a646a-19f5-476c-89a4-77d94de0dc4f req-ceff846a-4504-42a4-a619-4b4a70cf98b0 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 945 time: 0.0557337 Aug 16 21:00:41.597519 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7c0a646a-19f5-476c-89a4-77d94de0dc4f req-244d4177-5221-4de9-9389-c8b79735a3bc tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339875 Aug 16 21:00:41.811617 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 2adf68eb-9b0e-4c83-9972-571036751e2e details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:00:41.930434 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 2adf68eb-9b0e-4c83-9972-571036751e2e, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=2adf68eb-9b0e-4c83-9972-571036751e2e,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:41.946102 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '2adf68eb-9b0e-4c83-9972-571036751e2e', 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781', 'port_id': '2adf68eb-9b0e-4c83-9972-571036751e2e', 'mac_address': 'fa:16:3e:25:29:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20aa60f1-bb16-40f5-b2dd-0341c13f6e8c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:00:41.984504 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:41.998738 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2adf68eb-9b0e-4c83-9972-571036751e2e {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:00:42.020115 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 2adf68eb-9b0e-4c83-9972-571036751e2e, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=2adf68eb-9b0e-4c83-9972-571036751e2e,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:42.100514 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:42.159044 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=2adf68eb-9b0e-4c83-9972-571036751e2e,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:42.289804 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50653603-2e7d-4794-8be1-684a51323101 req-10c03aca-b5bf-482f-b621-faf913b85b2f tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:42.299695 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50653603-2e7d-4794-8be1-684a51323101 req-10c03aca-b5bf-482f-b621-faf913b85b2f tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=7ba21d20-7f8e-4edd-a9f3-f288173975ca HTTP/1.1" status: 200 len: 944 time: 0.0727663 Aug 16 21:00:42.337043 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50653603-2e7d-4794-8be1-684a51323101 req-83cc738f-499f-4d1e-bc0a-b316897e8c63 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361822 Aug 16 21:00:42.381031 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['2adf68eb-9b0e-4c83-9972-571036751e2e'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:00:42.545160 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53800) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:42.657583 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-372b1c85-ad96-4c61-9756-0e78c5bfb0f2 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1129301592'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:42.744780 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f4536-5d00-4eb6-aec2-1d4a06bf2b63 req-f1df4979-d7e2-4c60-9364-aec92f33af2b tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:42.746307 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4f0f4536-5d00-4eb6-aec2-1d4a06bf2b63 req-f1df4979-d7e2-4c60-9364-aec92f33af2b tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 945 time: 0.0591724 Aug 16 21:00:42.786679 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4f0f4536-5d00-4eb6-aec2-1d4a06bf2b63 req-b5c055e3-56fc-46f2-abd1-78ba3839d541 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338364 Aug 16 21:00:42.788372 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372b1c85-ad96-4c61-9756-0e78c5bfb0f2 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Made reservation on behalf of 2b8d460e7367462492b691867d616fa2 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:42.793908 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-372b1c85-ad96-4c61-9756-0e78c5bfb0f2 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:42.804830 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-372b1c85-ad96-4c61-9756-0e78c5bfb0f2 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:42.920044 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-372b1c85-ad96-4c61-9756-0e78c5bfb0f2 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:43.043529 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-372b1c85-ad96-4c61-9756-0e78c5bfb0f2 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:43.074315 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-372b1c85-ad96-4c61-9756-0e78c5bfb0f2 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:00:43.081026 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b1c85-ad96-4c61-9756-0e78c5bfb0f2 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab339037-7b95-4e3d-be35-fef20ac5c140,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:43.095369 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-372b1c85-ad96-4c61-9756-0e78c5bfb0f2 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:43.095770 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-372b1c85-ad96-4c61-9756-0e78c5bfb0f2 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Added segment f3ce756c-0a0a-4e52-9aad-6b28fa198530 of type vlan for network 0ea02e49-ecbb-451f-895c-7d0abd61f846 Aug 16 21:00:43.147031 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-372b1c85-ad96-4c61-9756-0e78c5bfb0f2 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:43.249062 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-372b1c85-ad96-4c61-9756-0e78c5bfb0f2 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:43.254816 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372b1c85-ad96-4c61-9756-0e78c5bfb0f2 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:43.255425 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-372b1c85-ad96-4c61-9756-0e78c5bfb0f2 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:43.333287 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b1c85-ad96-4c61-9756-0e78c5bfb0f2 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'Network': ['ID=0ea02e49-ecbb-451f-895c-7d0abd61f846,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:43.346591 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 0ea02e49-ecbb-451f-895c-7d0abd61f846 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:00:43.423023 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-372b1c85-ad96-4c61-9756-0e78c5bfb0f2 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8763108 Aug 16 21:00:43.425487 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53822) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:43.438598 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-69d45ea9-2e7e-4d00-81a4-96e0529b4337 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'port': {'network_id': '0ea02e49-ecbb-451f-895c-7d0abd61f846', 'name': 'tempest-PortsIpV6TestJSON-345395361'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:43.593224 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-88c0ff51-c7c4-4a33-b5bb-d80f1895f290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:43.755476 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88534d60-5a45-48a2-beed-51b144716a22 req-0ccee020-dcac-43ee-a552-886d8fe40973 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:43.763458 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-88534d60-5a45-48a2-beed-51b144716a22 req-0ccee020-dcac-43ee-a552-886d8fe40973 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=7ba21d20-7f8e-4edd-a9f3-f288173975ca HTTP/1.1" status: 200 len: 944 time: 0.1852124 Aug 16 21:00:43.805140 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-88534d60-5a45-48a2-beed-51b144716a22 req-6405f7f6-a923-4c14-965a-d3c371d6c88b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404644 Aug 16 21:00:43.811141 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 2adf68eb-9b0e-4c83-9972-571036751e2e up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:00:43.861999 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:43.884328 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d45ea9-2e7e-4d00-81a4-96e0529b4337 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Made reservation on behalf of 2b8d460e7367462492b691867d616fa2 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:43.890771 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69d45ea9-2e7e-4d00-81a4-96e0529b4337 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:43.945303 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-69d45ea9-2e7e-4d00-81a4-96e0529b4337 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] device_id is not set on port c4a05a2e-a555-4719-a3a3-02e3773b5b18 yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:00:44.008820 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 2adf68eb-9b0e-4c83-9972-571036751e2e completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:44.010309 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fedc58a-8415-4da5-935e-139484792d4a req-7f1bf651-85a6-4de2-b04e-5b040c3aa238 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:44.012407 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7fedc58a-8415-4da5-935e-139484792d4a req-7f1bf651-85a6-4de2-b04e-5b040c3aa238 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 945 time: 0.1141381 Aug 16 21:00:44.020658 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 2adf68eb-9b0e-4c83-9972-571036751e2e triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:44.021460 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:44.111618 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7fedc58a-8415-4da5-935e-139484792d4a req-ed504a96-9805-486a-a77e-cedb1c383a8d tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885649 Aug 16 21:00:44.113295 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:44.163371 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69d45ea9-2e7e-4d00-81a4-96e0529b4337 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:44.169886 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 2adf68eb-9b0e-4c83-9972-571036751e2e, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=2adf68eb-9b0e-4c83-9972-571036751e2e,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:44.171698 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba21d20-7f8e-4edd-a9f3-f288173975ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2adf68eb-9b0e-4c83-9972-571036751e2e'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:00:44.176666 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914f7c0b-bf09-4f93-aeac-d52fbaec0f4b" -d '{"events": [{"server_uuid": "7ba21d20-7f8e-4edd-a9f3-f288173975ca", "name": "network-vif-plugged", "status": "completed", "tag": "2adf68eb-9b0e-4c83-9972-571036751e2e"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:00:44.243976 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89960c2-032d-463c-a6bc-6359efc2946f x-openstack-request-id: req-b89960c2-032d-463c-a6bc-6359efc2946f {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:00:44.244280 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba21d20-7f8e-4edd-a9f3-f288173975ca", "name": "network-vif-plugged", "status": "completed", "tag": "2adf68eb-9b0e-4c83-9972-571036751e2e", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:00:44.244544 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b89960c2-032d-463c-a6bc-6359efc2946f {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:00:44.245720 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba21d20-7f8e-4edd-a9f3-f288173975ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2adf68eb-9b0e-4c83-9972-571036751e2e', 'code': 200} Aug 16 21:00:44.254485 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:44.313558 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=2adf68eb-9b0e-4c83-9972-571036751e2e,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:44.348022 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69d45ea9-2e7e-4d00-81a4-96e0529b4337 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:44.361560 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3c055-0a49-4f7e-91cd-b2105cd6da26 req-a546eb6d-0db6-4e34-b8d5-0b9b4e958b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:44.363159 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cfe3c055-0a49-4f7e-91cd-b2105cd6da26 req-a546eb6d-0db6-4e34-b8d5-0b9b4e958b80 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7ba21d20-7f8e-4edd-a9f3-f288173975ca HTTP/1.1" status: 200 len: 1097 time: 0.0594487 Aug 16 21:00:44.429458 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d45ea9-2e7e-4d00-81a4-96e0529b4337 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'Port': ['ID=c4a05a2e-a555-4719-a3a3-02e3773b5b18,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:44.446481 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cfe3c055-0a49-4f7e-91cd-b2105cd6da26 req-7cb9f4b1-e131-4d37-9a1a-6eddef8377e1 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650711 Aug 16 21:00:44.452041 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d45ea9-2e7e-4d00-81a4-96e0529b4337 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Checking segment: {'id': 'f3ce756c-0a0a-4e52-9aad-6b28fa198530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0ea02e49-ecbb-451f-895c-7d0abd61f846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:00:44.452406 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d45ea9-2e7e-4d00-81a4-96e0529b4337 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Network hostable DHCP agents. Network: 0ea02e49-ecbb-451f-895c-7d0abd61f846, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:00:44.552380 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d45ea9-2e7e-4d00-81a4-96e0529b4337 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Network 0ea02e49-ecbb-451f-895c-7d0abd61f846 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:00:44.676560 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-69d45ea9-2e7e-4d00-81a4-96e0529b4337 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 0ea02e49-ecbb-451f-895c-7d0abd61f846) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:44.681738 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d45ea9-2e7e-4d00-81a4-96e0529b4337 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:44.688687 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d45ea9-2e7e-4d00-81a4-96e0529b4337 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:44.690108 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69d45ea9-2e7e-4d00-81a4-96e0529b4337 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:44.696960 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a22422-1b4e-4d60-a48a-866d27bafea6 None None] Network 0ea02e49-ecbb-451f-895c-7d0abd61f846 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:00:44.793197 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-69d45ea9-2e7e-4d00-81a4-96e0529b4337 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3659384 Aug 16 21:00:44.796071 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53848) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:44.802102 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-113db7d0-aa74-4fa3-8021-98a552714f40 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2077347755'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:44.814635 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:44.926046 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113db7d0-aa74-4fa3-8021-98a552714f40 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Made reservation on behalf of 2b8d460e7367462492b691867d616fa2 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:44.935753 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-113db7d0-aa74-4fa3-8021-98a552714f40 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:44.974448 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46584717-5527-49bd-b812-1b2ded8e087f req-f8b44bb3-5004-453f-bf43-12ed6076c93c tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:44.976199 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-46584717-5527-49bd-b812-1b2ded8e087f req-f8b44bb3-5004-453f-bf43-12ed6076c93c tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=7ba21d20-7f8e-4edd-a9f3-f288173975ca HTTP/1.1" status: 200 len: 945 time: 0.0916059 Aug 16 21:00:45.002952 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-113db7d0-aa74-4fa3-8021-98a552714f40 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:00:45.024250 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-113db7d0-aa74-4fa3-8021-98a552714f40 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:45.024604 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-113db7d0-aa74-4fa3-8021-98a552714f40 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Added segment f1e574ed-43fc-4ce0-8e35-68fa8407a710 of type vlan for network 7a6abcc5-1fc0-45f2-9453-998c0acbfc87 Aug 16 21:00:45.040174 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-46584717-5527-49bd-b812-1b2ded8e087f req-d03e5339-8231-433f-b4b0-47ad69d9c7d4 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554750 Aug 16 21:00:45.071479 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-113db7d0-aa74-4fa3-8021-98a552714f40 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:45.238014 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-113db7d0-aa74-4fa3-8021-98a552714f40 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:45.243666 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113db7d0-aa74-4fa3-8021-98a552714f40 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:45.248197 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-113db7d0-aa74-4fa3-8021-98a552714f40 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:45.325610 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e49d97-bd6e-4f55-b346-4388c995e415 req-b99ac3fe-bffe-4bd1-81b5-a90239e938f5 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:45.327365 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12e49d97-bd6e-4f55-b346-4388c995e415 req-b99ac3fe-bffe-4bd1-81b5-a90239e938f5 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 945 time: 0.1245012 Aug 16 21:00:45.333634 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113db7d0-aa74-4fa3-8021-98a552714f40 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'Network': ['ID=7a6abcc5-1fc0-45f2-9453-998c0acbfc87,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:45.350120 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 7a6abcc5-1fc0-45f2-9453-998c0acbfc87 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:00:45.381843 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12e49d97-bd6e-4f55-b346-4388c995e415 req-c19d99eb-e860-49f6-bf5d-bc91c03fbfee tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436163 Aug 16 21:00:45.436311 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-113db7d0-aa74-4fa3-8021-98a552714f40 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6383815 Aug 16 21:00:45.436519 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53860) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:45.441633 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-48784e5d-4b87-4253-ad56-2e7f8d9c6595 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'ports': [{'network_id': '0ea02e49-ecbb-451f-895c-7d0abd61f846'}, {'network_id': '7a6abcc5-1fc0-45f2-9453-998c0acbfc87'}]} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:45.442085 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-48784e5d-4b87-4253-ad56-2e7f8d9c6595 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'port': {'network_id': '0ea02e49-ecbb-451f-895c-7d0abd61f846'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:45.442825 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-48784e5d-4b87-4253-ad56-2e7f8d9c6595 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'port': {'network_id': '7a6abcc5-1fc0-45f2-9453-998c0acbfc87'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:45.711979 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48784e5d-4b87-4253-ad56-2e7f8d9c6595 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Made reservation on behalf of 2b8d460e7367462492b691867d616fa2 for: {'port': 2} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:45.724037 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-48784e5d-4b87-4253-ad56-2e7f8d9c6595 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:45.736424 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-48784e5d-4b87-4253-ad56-2e7f8d9c6595 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:45.820596 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-48784e5d-4b87-4253-ad56-2e7f8d9c6595 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] device_id is not set on port 7712b787-e1a6-4cd8-8913-d877870a10ac yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:00:45.940258 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-48784e5d-4b87-4253-ad56-2e7f8d9c6595 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:46.022651 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-48784e5d-4b87-4253-ad56-2e7f8d9c6595 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] device_id is not set on port 3b81ee1d-b596-476c-9ef6-0dfc8ac74a1b yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:00:46.159253 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-48784e5d-4b87-4253-ad56-2e7f8d9c6595 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:46.215652 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7debd06-afc7-42d0-b434-6befe95f8c7f req-7c1bafe2-e121-4f4f-ab55-7ed4bd7ccaee tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:46.217528 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b7debd06-afc7-42d0-b434-6befe95f8c7f req-7c1bafe2-e121-4f4f-ab55-7ed4bd7ccaee tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=7ba21d20-7f8e-4edd-a9f3-f288173975ca HTTP/1.1" status: 200 len: 945 time: 0.0820143 Aug 16 21:00:46.268453 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b7debd06-afc7-42d0-b434-6befe95f8c7f req-15f07e93-a48a-42d9-af1e-f3636fe3d8be tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404248 Aug 16 21:00:46.283989 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-48784e5d-4b87-4253-ad56-2e7f8d9c6595 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:46.343373 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48784e5d-4b87-4253-ad56-2e7f8d9c6595 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Network 0ea02e49-ecbb-451f-895c-7d0abd61f846 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:46.346661 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-48784e5d-4b87-4253-ad56-2e7f8d9c6595 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:46.354088 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48784e5d-4b87-4253-ad56-2e7f8d9c6595 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:46.354088 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-48784e5d-4b87-4253-ad56-2e7f8d9c6595 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:46.362353 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48784e5d-4b87-4253-ad56-2e7f8d9c6595 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'Port': ['ID=7712b787-e1a6-4cd8-8913-d877870a10ac,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:46.422320 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48784e5d-4b87-4253-ad56-2e7f8d9c6595 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'Port': ['ID=3b81ee1d-b596-476c-9ef6-0dfc8ac74a1b,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:46.428377 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48784e5d-4b87-4253-ad56-2e7f8d9c6595 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Checking segment: {'id': 'f1e574ed-43fc-4ce0-8e35-68fa8407a710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '7a6abcc5-1fc0-45f2-9453-998c0acbfc87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:00:46.428751 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48784e5d-4b87-4253-ad56-2e7f8d9c6595 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Network hostable DHCP agents. Network: 7a6abcc5-1fc0-45f2-9453-998c0acbfc87, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:00:46.514057 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efaaf2-5731-4811-8dca-3960fde57342 req-e4822db3-c660-4343-bec9-a02d524d6e00 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:46.515496 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-89efaaf2-5731-4811-8dca-3960fde57342 req-e4822db3-c660-4343-bec9-a02d524d6e00 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 945 time: 0.0547781 Aug 16 21:00:46.522674 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:46.554641 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-89efaaf2-5731-4811-8dca-3960fde57342 req-de066624-f421-4c7a-aeec-758db4210f0a tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330818 Aug 16 21:00:46.563754 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48784e5d-4b87-4253-ad56-2e7f8d9c6595 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Network 7a6abcc5-1fc0-45f2-9453-998c0acbfc87 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:00:46.670848 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-48784e5d-4b87-4253-ad56-2e7f8d9c6595 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 7a6abcc5-1fc0-45f2-9453-998c0acbfc87) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:46.674558 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48784e5d-4b87-4253-ad56-2e7f8d9c6595 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:46.680538 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48784e5d-4b87-4253-ad56-2e7f8d9c6595 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:46.680733 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e10f68-a8a5-4a24-9fbd-4f8a056a6658 None None] Network 7a6abcc5-1fc0-45f2-9453-998c0acbfc87 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:00:46.685953 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48784e5d-4b87-4253-ad56-2e7f8d9c6595 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:46.686783 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-48784e5d-4b87-4253-ad56-2e7f8d9c6595 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:46.795298 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-48784e5d-4b87-4253-ad56-2e7f8d9c6595 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3555114 Aug 16 21:00:46.795741 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53882) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:46.886647 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-33fb9c3b-1096-42c8-96e2-a371e3f08f3e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Deleting port 3b81ee1d-b596-476c-9ef6-0dfc8ac74a1b {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:46.887025 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-33fb9c3b-1096-42c8-96e2-a371e3f08f3e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:46.957002 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-33fb9c3b-1096-42c8-96e2-a371e3f08f3e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:46.970490 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-33fb9c3b-1096-42c8-96e2-a371e3f08f3e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Calling delete_port for 3b81ee1d-b596-476c-9ef6-0dfc8ac74a1b owned by {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:47.203189 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-33fb9c3b-1096-42c8-96e2-a371e3f08f3e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:47.231879 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb9c3b-1096-42c8-96e2-a371e3f08f3e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'Port': ['ID=3b81ee1d-b596-476c-9ef6-0dfc8ac74a1b,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:47.237059 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-33fb9c3b-1096-42c8-96e2-a371e3f08f3e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:47.239068 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-33fb9c3b-1096-42c8-96e2-a371e3f08f3e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/ports/3b81ee1d-b596-476c-9ef6-0dfc8ac74a1b HTTP/1.1" status: 204 len: 168 time: 0.4416542 Aug 16 21:00:47.241632 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53884) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:47.299056 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6087b4-73c0-423d-8af8-695bad19afca tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:47.305628 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6087b4-73c0-423d-8af8-695bad19afca tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:47.307305 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ca6087b4-73c0-423d-8af8-695bad19afca tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0646737 Aug 16 21:00:47.310183 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53890) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:47.403044 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-eaf4f864-2fce-499d-bba2-490f7abff24c tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Deleting port 7712b787-e1a6-4cd8-8913-d877870a10ac {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:47.403386 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eaf4f864-2fce-499d-bba2-490f7abff24c tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:47.473159 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eaf4f864-2fce-499d-bba2-490f7abff24c tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:47.488404 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-eaf4f864-2fce-499d-bba2-490f7abff24c tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Calling delete_port for 7712b787-e1a6-4cd8-8913-d877870a10ac owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:47.685634 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6dece-963b-4aa7-a844-fcd6fed65ab8 req-0620eb6c-6115-4e9b-8014-03ddd0b8cf35 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:47.687287 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d5c6dece-963b-4aa7-a844-fcd6fed65ab8 req-0620eb6c-6115-4e9b-8014-03ddd0b8cf35 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 945 time: 0.0580556 Aug 16 21:00:47.724002 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eaf4f864-2fce-499d-bba2-490f7abff24c tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:47.731944 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d5c6dece-963b-4aa7-a844-fcd6fed65ab8 req-3bf71aaa-66a7-42c1-9969-f731ff165184 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378571 Aug 16 21:00:47.784944 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4f864-2fce-499d-bba2-490f7abff24c tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'Port': ['ID=7712b787-e1a6-4cd8-8913-d877870a10ac,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:47.797791 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf4f864-2fce-499d-bba2-490f7abff24c tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:47.798425 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf4f864-2fce-499d-bba2-490f7abff24c tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:47.799039 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf4f864-2fce-499d-bba2-490f7abff24c tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:47.799496 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf4f864-2fce-499d-bba2-490f7abff24c tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:47.799854 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf4f864-2fce-499d-bba2-490f7abff24c tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:47.800364 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf4f864-2fce-499d-bba2-490f7abff24c tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:47.800703 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf4f864-2fce-499d-bba2-490f7abff24c tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:47.801039 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf4f864-2fce-499d-bba2-490f7abff24c tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:47.801650 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf4f864-2fce-499d-bba2-490f7abff24c tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:47.801992 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf4f864-2fce-499d-bba2-490f7abff24c tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:47.802368 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf4f864-2fce-499d-bba2-490f7abff24c tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:47.802689 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf4f864-2fce-499d-bba2-490f7abff24c tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:47.811222 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eaf4f864-2fce-499d-bba2-490f7abff24c tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:47.814024 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-eaf4f864-2fce-499d-bba2-490f7abff24c tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/ports/7712b787-e1a6-4cd8-8913-d877870a10ac HTTP/1.1" status: 204 len: 168 time: 0.5027957 Aug 16 21:00:47.817355 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53904) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:47.882110 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274ddf22-6643-4547-88a7-4ee1d367f3e4 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:47.884353 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-274ddf22-6643-4547-88a7-4ee1d367f3e4 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0659516 Aug 16 21:00:47.887905 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53906) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:47.917110 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf5d934-e763-4071-9091-1ff527ff02aa tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] GET failed (client error): The resource could not be found. Aug 16 21:00:47.922586 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1cf5d934-e763-4071-9091-1ff527ff02aa tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "GET /v2.0/ports/3b81ee1d-b596-476c-9ef6-0dfc8ac74a1b HTTP/1.1" status: 404 len: 333 time: 0.0331020 Aug 16 21:00:47.924773 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53910) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:47.953270 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e3ca157-70fa-416f-bc6c-e31934dd8cae tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] GET failed (client error): The resource could not be found. Aug 16 21:00:47.955061 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5e3ca157-70fa-416f-bc6c-e31934dd8cae tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "GET /v2.0/ports/7712b787-e1a6-4cd8-8913-d877870a10ac HTTP/1.1" status: 404 len: 333 time: 0.0290747 Aug 16 21:00:47.958285 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53912) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:48.042080 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1100ad3d-3313-46a0-a840-d4367b4de895 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:48.130457 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1100ad3d-3313-46a0-a840-d4367b4de895 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:48.141683 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-1100ad3d-3313-46a0-a840-d4367b4de895 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a6abcc5-1fc0-45f2-9453-998c0acbfc87']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:48.156664 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-1100ad3d-3313-46a0-a840-d4367b4de895 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e574ed-43fc-4ce0-8e35-68fa8407a710') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:48.157077 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-1100ad3d-3313-46a0-a840-d4367b4de895 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e574ed-43fc-4ce0-8e35-68fa8407a710') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:48.166569 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1100ad3d-3313-46a0-a840-d4367b4de895 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:48.180665 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1100ad3d-3313-46a0-a840-d4367b4de895 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:48.187425 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1100ad3d-3313-46a0-a840-d4367b4de895 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:00:48.187664 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1100ad3d-3313-46a0-a840-d4367b4de895 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:48.190974 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:00:48.190974 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:00:48.190974 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:00:48.190974 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:00:48.190974 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:00:48.190974 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:00:48.190974 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:00:48.190974 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:00:48.190974 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:00:48.190974 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:00:48.190974 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:00:48.190974 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:00:48.190974 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:00:48.190974 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:00:48.190974 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:00:48.190974 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:00:48.190974 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:00:48.190974 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:00:48.190974 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:00:48.190974 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:00:48.190974 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:00:48.190974 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:00:48.190974 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:00:48.190974 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:00:48.190974 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:00:48.190974 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:00:48.190974 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:00:48.190974 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:00:48.190974 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:00:48.190974 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:00:48.190974 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:00:48.190974 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:00:48.337734 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee6096-616e-4d2f-b1a7-a275888447aa req-af486352-73f0-4374-b74b-6c5226903499 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:48.339401 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-00ee6096-616e-4d2f-b1a7-a275888447aa req-af486352-73f0-4374-b74b-6c5226903499 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 946 time: 0.0587308 Aug 16 21:00:48.374093 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1100ad3d-3313-46a0-a840-d4367b4de895 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:48.378719 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1100ad3d-3313-46a0-a840-d4367b4de895 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:48.385037 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1100ad3d-3313-46a0-a840-d4367b4de895 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/networks/7a6abcc5-1fc0-45f2-9453-998c0acbfc87 HTTP/1.1" status: 204 len: 168 time: 0.4215302 Aug 16 21:00:48.386078 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53918) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:48.390772 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-07e2fb59-a578-41fe-9710-e0bdc49fd669 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1574054553'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:48.415584 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-00ee6096-616e-4d2f-b1a7-a275888447aa req-306db582-c6ad-4c36-b78d-cf2a62c54682 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=584ca7c5-4fb3-485c-b621-2fd9059a622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699039 Aug 16 21:00:48.416901 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1100ad3d-3313-46a0-a840-d4367b4de895 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'Network': ['ID=7a6abcc5-1fc0-45f2-9453-998c0acbfc87,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:48.534670 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e2fb59-a578-41fe-9710-e0bdc49fd669 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Made reservation on behalf of 2b8d460e7367462492b691867d616fa2 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:48.538286 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-07e2fb59-a578-41fe-9710-e0bdc49fd669 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:48.569049 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07e2fb59-a578-41fe-9710-e0bdc49fd669 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:00:48.579742 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-07e2fb59-a578-41fe-9710-e0bdc49fd669 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:48.580564 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-07e2fb59-a578-41fe-9710-e0bdc49fd669 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Added segment ab372f3e-d69d-4743-ae5c-5ce23dd1c900 of type vlan for network 35606354-7a15-4f6a-b87d-4d1acc26fbea Aug 16 21:00:48.623166 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-07e2fb59-a578-41fe-9710-e0bdc49fd669 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:48.751836 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-07e2fb59-a578-41fe-9710-e0bdc49fd669 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:48.757574 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e2fb59-a578-41fe-9710-e0bdc49fd669 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:48.758215 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-07e2fb59-a578-41fe-9710-e0bdc49fd669 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:48.830135 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2fb59-a578-41fe-9710-e0bdc49fd669 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'Network': ['ID=35606354-7a15-4f6a-b87d-4d1acc26fbea,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:48.844223 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 35606354-7a15-4f6a-b87d-4d1acc26fbea details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:00:48.895899 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-07e2fb59-a578-41fe-9710-e0bdc49fd669 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5091298 Aug 16 21:00:48.898930 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53930) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:48.906138 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-496ab8d8-a30e-4a59-bcbb-64416473c819 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'subnet': {'network_id': '35606354-7a15-4f6a-b87d-4d1acc26fbea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:48.907325 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c7f9e-fa13-46d8-a336-a771514ae718 req-5b877a41-00af-4e48-8cf8-2860552785d0 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:48.909544 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f39c7f9e-fa13-46d8-a336-a771514ae718 req-5b877a41-00af-4e48-8cf8-2860552785d0 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 945 time: 0.0613244 Aug 16 21:00:48.972625 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f39c7f9e-fa13-46d8-a336-a771514ae718 req-c826a4c4-6fda-4201-8a48-6dd8f0ec0970 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411012 Aug 16 21:00:49.031319 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:49.144887 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496ab8d8-a30e-4a59-bcbb-64416473c819 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Made reservation on behalf of 2b8d460e7367462492b691867d616fa2 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:49.148548 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-496ab8d8-a30e-4a59-bcbb-64416473c819 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:49.466235 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-496ab8d8-a30e-4a59-bcbb-64416473c819 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:49.538928 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b9951-9f18-4a5e-9376-4d8b28c38a26 req-66a6e0a1-7239-456b-a7cd-e97d6e00a4fd tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:49.539909 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ab8d8-a30e-4a59-bcbb-64416473c819 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'Subnet': ['ID=86ce4603-1f2e-4c5a-b63e-1997f3fabffb,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:49.541378 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-637b9951-9f18-4a5e-9376-4d8b28c38a26 req-66a6e0a1-7239-456b-a7cd-e97d6e00a4fd tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 946 time: 0.0567753 Aug 16 21:00:49.548489 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496ab8d8-a30e-4a59-bcbb-64416473c819 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Checking segment: {'id': 'ab372f3e-d69d-4743-ae5c-5ce23dd1c900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '35606354-7a15-4f6a-b87d-4d1acc26fbea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:00:49.548858 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496ab8d8-a30e-4a59-bcbb-64416473c819 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Network hostable DHCP agents. Network: 35606354-7a15-4f6a-b87d-4d1acc26fbea, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:00:49.581431 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-637b9951-9f18-4a5e-9376-4d8b28c38a26 req-6c7a6d52-2072-4f77-aae5-407771cc5bd2 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=584ca7c5-4fb3-485c-b621-2fd9059a622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329869 Aug 16 21:00:49.631862 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496ab8d8-a30e-4a59-bcbb-64416473c819 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Network 35606354-7a15-4f6a-b87d-4d1acc26fbea is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:00:49.775107 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-496ab8d8-a30e-4a59-bcbb-64416473c819 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 35606354-7a15-4f6a-b87d-4d1acc26fbea) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:49.780698 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496ab8d8-a30e-4a59-bcbb-64416473c819 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:49.781816 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-496ab8d8-a30e-4a59-bcbb-64416473c819 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:49.798230 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7defc74d-e119-47ba-8f67-d7ae31fcf952 None None] Network 35606354-7a15-4f6a-b87d-4d1acc26fbea requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:00:49.889355 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-496ab8d8-a30e-4a59-bcbb-64416473c819 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9881978 Aug 16 21:00:49.898276 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53942) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:49.904756 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-43d597b3-761b-4fd4-8f57-75d7dc92ca03 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'port': {'network_id': '35606354-7a15-4f6a-b87d-4d1acc26fbea', 'name': 'tempest-PortsIpV6TestJSON-500382008'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:50.141034 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd8e987-51bb-4648-9dea-8ded99f2bf46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-35606354-7a15-4f6a-b87d-4d1acc26fbea', 'network_id': '35606354-7a15-4f6a-b87d-4d1acc26fbea', 'tenant_id': '2b8d460e7367462492b691867d616fa2', 'fixed_ips': [{'subnet_id': '86ce4603-1f2e-4c5a-b63e-1997f3fabffb'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:00:50.141034 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8cd8e987-51bb-4648-9dea-8ded99f2bf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:50.196483 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1c9c4-c38c-463f-8be7-b5dd1eb889af req-6d69766d-ca3b-464e-9319-60eee3f16b08 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:50.196483 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-14a1c9c4-c38c-463f-8be7-b5dd1eb889af req-6d69766d-ca3b-464e-9319-60eee3f16b08 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 945 time: 0.0581527 Aug 16 21:00:50.196483 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-14a1c9c4-c38c-463f-8be7-b5dd1eb889af req-5cc98b63-9636-4836-862c-68c6c28c44e7 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363111 Aug 16 21:00:50.201386 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d597b3-761b-4fd4-8f57-75d7dc92ca03 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Made reservation on behalf of 2b8d460e7367462492b691867d616fa2 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:50.205014 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-43d597b3-761b-4fd4-8f57-75d7dc92ca03 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:50.229765 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-43d597b3-761b-4fd4-8f57-75d7dc92ca03 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] device_id is not set on port 9db6e27d-b757-4566-a471-f73f7227dfd7 yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:00:50.273226 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-8cd8e987-51bb-4648-9dea-8ded99f2bf46 None None] Allocated IP 2001:db8::2 (35606354-7a15-4f6a-b87d-4d1acc26fbea/86ce4603-1f2e-4c5a-b63e-1997f3fabffb/031e9934-d908-486b-9e90-e2cf9ff09499) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:00:50.438076 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8cd8e987-51bb-4648-9dea-8ded99f2bf46 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:50.446097 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-8cd8e987-51bb-4648-9dea-8ded99f2bf46 None None] Transition to ACTIVE for port object 031e9934-d908-486b-9e90-e2cf9ff09499 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:50.460823 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-8cd8e987-51bb-4648-9dea-8ded99f2bf46 None None] Transition to ACTIVE for port object 031e9934-d908-486b-9e90-e2cf9ff09499 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:50.597827 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8cd8e987-51bb-4648-9dea-8ded99f2bf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:50.648756 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8e987-51bb-4648-9dea-8ded99f2bf46 None None] Pushing event updated for resources: {'Port': ['ID=031e9934-d908-486b-9e90-e2cf9ff09499,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:50.659920 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd8e987-51bb-4648-9dea-8ded99f2bf46 None None] Network 35606354-7a15-4f6a-b87d-4d1acc26fbea is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:50.661336 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-8cd8e987-51bb-4648-9dea-8ded99f2bf46 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:50.664399 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd8e987-51bb-4648-9dea-8ded99f2bf46 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:50.670779 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-43d597b3-761b-4fd4-8f57-75d7dc92ca03 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Allocated IP 2001:db8::3ab (35606354-7a15-4f6a-b87d-4d1acc26fbea/86ce4603-1f2e-4c5a-b63e-1997f3fabffb/9db6e27d-b757-4566-a471-f73f7227dfd7) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:00:50.725630 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-8cd8e987-51bb-4648-9dea-8ded99f2bf46 None None] Attempting to bind port 031e9934-d908-486b-9e90-e2cf9ff09499 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:50.726000 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-8cd8e987-51bb-4648-9dea-8ded99f2bf46 None None] Attempting to bind port 031e9934-d908-486b-9e90-e2cf9ff09499 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'ab372f3e-d69d-4743-ae5c-5ce23dd1c900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '35606354-7a15-4f6a-b87d-4d1acc26fbea'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:50.726371 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd8e987-51bb-4648-9dea-8ded99f2bf46 None None] Attempting to bind port 031e9934-d908-486b-9e90-e2cf9ff09499 on network 35606354-7a15-4f6a-b87d-4d1acc26fbea {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:50.733132 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd8e987-51bb-4648-9dea-8ded99f2bf46 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:00:50.733517 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd8e987-51bb-4648-9dea-8ded99f2bf46 None None] Checking segment: {'id': 'ab372f3e-d69d-4743-ae5c-5ce23dd1c900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '35606354-7a15-4f6a-b87d-4d1acc26fbea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:00:50.733927 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8cd8e987-51bb-4648-9dea-8ded99f2bf46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:50.734329 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd8e987-51bb-4648-9dea-8ded99f2bf46 None None] Bound using segment: {'id': 'ab372f3e-d69d-4743-ae5c-5ce23dd1c900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '35606354-7a15-4f6a-b87d-4d1acc26fbea'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:00:50.734799 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-8cd8e987-51bb-4648-9dea-8ded99f2bf46 None None] Bound port: 031e9934-d908-486b-9e90-e2cf9ff09499, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab372f3e-d69d-4743-ae5c-5ce23dd1c900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '35606354-7a15-4f6a-b87d-4d1acc26fbea'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:00:50.735185 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8cd8e987-51bb-4648-9dea-8ded99f2bf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:50.779751 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5e7ee-ef86-431b-bc1c-c181c5910d29 req-a2ad4c87-9e4c-4ca9-b11c-f33209ff7d17 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:50.781371 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-00c5e7ee-ef86-431b-bc1c-c181c5910d29 req-a2ad4c87-9e4c-4ca9-b11c-f33209ff7d17 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 946 time: 0.0959227 Aug 16 21:00:50.802250 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-8cd8e987-51bb-4648-9dea-8ded99f2bf46 None None] For port 031e9934-d908-486b-9e90-e2cf9ff09499, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:00:50.806461 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-8cd8e987-51bb-4648-9dea-8ded99f2bf46 None None] For port 031e9934-d908-486b-9e90-e2cf9ff09499, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=031e9934-d908-486b-9e90-e2cf9ff09499,segment=NetworkSegment(ab372f3e-d69d-4743-ae5c-5ce23dd1c900),segment_id=ab372f3e-d69d-4743-ae5c-5ce23dd1c900)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:00:50.884377 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-00c5e7ee-ef86-431b-bc1c-c181c5910d29 req-bd5f6ffc-1343-48f4-834b-3262e0d3b783 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=584ca7c5-4fb3-485c-b621-2fd9059a622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873399 Aug 16 21:00:50.892933 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8cd8e987-51bb-4648-9dea-8ded99f2bf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:50.944961 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-43d597b3-761b-4fd4-8f57-75d7dc92ca03 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:50.965628 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-43d597b3-761b-4fd4-8f57-75d7dc92ca03 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Transition to ACTIVE for port object 9db6e27d-b757-4566-a471-f73f7227dfd7 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:50.968189 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8e987-51bb-4648-9dea-8ded99f2bf46 None None] Pushing event updated for resources: {'Port': ['ID=031e9934-d908-486b-9e90-e2cf9ff09499,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:51.192064 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-43d597b3-761b-4fd4-8f57-75d7dc92ca03 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:51.245352 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53962) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:51.256404 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d597b3-761b-4fd4-8f57-75d7dc92ca03 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Network 35606354-7a15-4f6a-b87d-4d1acc26fbea is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:51.263590 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-43d597b3-761b-4fd4-8f57-75d7dc92ca03 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:51.278037 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d597b3-761b-4fd4-8f57-75d7dc92ca03 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:51.283554 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d597b3-761b-4fd4-8f57-75d7dc92ca03 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:51.284208 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-43d597b3-761b-4fd4-8f57-75d7dc92ca03 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:51.304996 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d597b3-761b-4fd4-8f57-75d7dc92ca03 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'Port': ['ID=9db6e27d-b757-4566-a471-f73f7227dfd7,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:51.336177 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437516ce-3922-4667-b12c-a702d9d9ba27 req-3db0e12a-8b0d-4b64-9c49-7eebbde506f7 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:51.337660 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-437516ce-3922-4667-b12c-a702d9d9ba27 req-3db0e12a-8b0d-4b64-9c49-7eebbde506f7 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 945 time: 0.0781076 Aug 16 21:00:51.366968 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e26f4cfa-a147-468c-af38-c8ac77e88007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:51.378995 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-437516ce-3922-4667-b12c-a702d9d9ba27 req-30f259ae-0550-4fa0-8b69-513c4664c1c1 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343227 Aug 16 21:00:51.403993 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-43d597b3-761b-4fd4-8f57-75d7dc92ca03 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5045619 Aug 16 21:00:51.413138 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53966) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:51.496739 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e26f4cfa-a147-468c-af38-c8ac77e88007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:51.507123 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-74ce410d-720e-4ba9-8c3c-1d0d47a43d35 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Deleting port 9db6e27d-b757-4566-a471-f73f7227dfd7 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:51.507486 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-74ce410d-720e-4ba9-8c3c-1d0d47a43d35 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:51.591428 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e26f4cfa-a147-468c-af38-c8ac77e88007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:51.635989 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f4cfa-a147-468c-af38-c8ac77e88007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0950b25-e387-4769-bd5d-33703147540b,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:51.642528 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e26f4cfa-a147-468c-af38-c8ac77e88007 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5ba41a0ec1c641929fddb9052895d56b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3960357 Aug 16 21:00:51.652361 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53970) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:51.723158 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cefa5a31-8718-4776-a397-dc83971d5487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:51.748732 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cefa5a31-8718-4776-a397-dc83971d5487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:51.909916 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94148529-e7b3-4e49-b7b1-2e22d480b4a0 None None] Network 35606354-7a15-4f6a-b87d-4d1acc26fbea requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:00:51.925156 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cefa5a31-8718-4776-a397-dc83971d5487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:51.928552 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cefa5a31-8718-4776-a397-dc83971d5487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:51.934194 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-cefa5a31-8718-4776-a397-dc83971d5487 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f0950b25-e387-4769-bd5d-33703147540b HTTP/1.1" status: 204 len: 168 time: 0.2783408 Aug 16 21:00:51.941154 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-74ce410d-720e-4ba9-8c3c-1d0d47a43d35 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:51.942693 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa5a31-8718-4776-a397-dc83971d5487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0950b25-e387-4769-bd5d-33703147540b,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:51.954842 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-74ce410d-720e-4ba9-8c3c-1d0d47a43d35 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Calling delete_port for 9db6e27d-b757-4566-a471-f73f7227dfd7 owned by {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:52.042641 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:52.081892 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f3e07-1557-40b0-a5c7-107ddaaa28f7 req-e32df78f-a99a-4dcb-8f7f-740d02820ea2 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:52.081892 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-676f3e07-1557-40b0-a5c7-107ddaaa28f7 req-e32df78f-a99a-4dcb-8f7f-740d02820ea2 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 946 time: 0.0779533 Aug 16 21:00:52.163230 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-676f3e07-1557-40b0-a5c7-107ddaaa28f7 req-6a1db895-4b51-4534-90d1-5ce3bca41c44 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=584ca7c5-4fb3-485c-b621-2fd9059a622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727081 Aug 16 21:00:52.248929 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-bc59ed34-f93c-4aa0-8ef1-9aa8e5bb284b None None] Provisioning for port 031e9934-d908-486b-9e90-e2cf9ff09499 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:52.278139 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-74ce410d-720e-4ba9-8c3c-1d0d47a43d35 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:52.311399 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce410d-720e-4ba9-8c3c-1d0d47a43d35 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'Port': ['ID=9db6e27d-b757-4566-a471-f73f7227dfd7,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:52.345116 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-74ce410d-720e-4ba9-8c3c-1d0d47a43d35 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:52.347617 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-74ce410d-720e-4ba9-8c3c-1d0d47a43d35 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/ports/9db6e27d-b757-4566-a471-f73f7227dfd7 HTTP/1.1" status: 204 len: 168 time: 0.9331529 Aug 16 21:00:52.350420 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53982) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:52.369663 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-8f2d2765-813f-465c-bb2b-e949e7224a1c None None] Could not find standard attr ID for object 9db6e27d-b757-4566-a471-f73f7227dfd7. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 21:00:52.378237 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f46a0a4-1c4f-49f0-b6e9-7b4c4707961c tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] DELETE failed (client error): The resource could not be found. Aug 16 21:00:52.378998 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f46a0a4-1c4f-49f0-b6e9-7b4c4707961c tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:00:52.381772 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5f46a0a4-1c4f-49f0-b6e9-7b4c4707961c tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/ports/9db6e27d-b757-4566-a471-f73f7227dfd7 HTTP/1.1" status: 404 len: 333 time: 0.0302756 Aug 16 21:00:52.384863 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53984) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:52.411003 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e3756fa-9608-44a4-8bff-ae7666edca43 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] GET failed (client error): The resource could not be found. Aug 16 21:00:52.415123 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3e3756fa-9608-44a4-8bff-ae7666edca43 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "GET /v2.0/ports/9db6e27d-b757-4566-a471-f73f7227dfd7 HTTP/1.1" status: 404 len: 333 time: 0.0256484 Aug 16 21:00:52.415123 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53988) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:52.499458 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a50ff97-7abe-4e26-b250-ec6049cfb105 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Deleting subnet 86ce4603-1f2e-4c5a-b63e-1997f3fabffb {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:00:52.505848 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1a50ff97-7abe-4e26-b250-ec6049cfb105 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:52.545835 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b362fd3-c1ba-414e-8cdf-0a4259c949d5 req-b2229ccd-327c-42a7-8fd4-9744f28a0ff1 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:52.547372 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b362fd3-c1ba-414e-8cdf-0a4259c949d5 req-b2229ccd-327c-42a7-8fd4-9744f28a0ff1 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 945 time: 0.0970027 Aug 16 21:00:52.578185 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1a50ff97-7abe-4e26-b250-ec6049cfb105 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:52.597438 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1ea3dcfe-e4eb-4223-af2e-e38640cfeab3 None None] Could not find standard attr ID for object 9db6e27d-b757-4566-a471-f73f7227dfd7. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 21:00:52.627964 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b362fd3-c1ba-414e-8cdf-0a4259c949d5 req-363a9841-3b48-4aa5-a61d-6d76d072e99c tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703900 Aug 16 21:00:52.790140 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1a50ff97-7abe-4e26-b250-ec6049cfb105 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:52.809612 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53992) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:52.828194 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-36f10b79-0574-41b8-b16d-3d0886d24e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:52.932796 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 031e9934-d908-486b-9e90-e2cf9ff09499 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:00:52.958966 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1a50ff97-7abe-4e26-b250-ec6049cfb105 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:53.003395 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1a50ff97-7abe-4e26-b250-ec6049cfb105 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:53.005975 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1a50ff97-7abe-4e26-b250-ec6049cfb105 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/subnets/86ce4603-1f2e-4c5a-b63e-1997f3fabffb HTTP/1.1" status: 204 len: 168 time: 0.5872641 Aug 16 21:00:53.007246 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50ff97-7abe-4e26-b250-ec6049cfb105 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'Subnet': ['ID=86ce4603-1f2e-4c5a-b63e-1997f3fabffb,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:53.008909 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53996) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:53.013484 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f08037-6dcf-4ea3-b0cc-726168fd47fd None None] Network 35606354-7a15-4f6a-b87d-4d1acc26fbea requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:00:53.052855 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 031e9934-d908-486b-9e90-e2cf9ff09499 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:53.064888 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 031e9934-d908-486b-9e90-e2cf9ff09499 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:53.065355 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:53.110409 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-36f10b79-0574-41b8-b16d-3d0886d24e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:53.121778 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b00bd889-9156-4f35-bc51-79282c9076bc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:53.176545 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-b00bd889-9156-4f35-bc51-79282c9076bc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Deleting port 031e9934-d908-486b-9e90-e2cf9ff09499 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:53.177057 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b00bd889-9156-4f35-bc51-79282c9076bc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:53.222175 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-36f10b79-0574-41b8-b16d-3d0886d24e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:53.222996 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:53.302402 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 031e9934-d908-486b-9e90-e2cf9ff09499, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=031e9934-d908-486b-9e90-e2cf9ff09499,segment=NetworkSegment(ab372f3e-d69d-4743-ae5c-5ce23dd1c900),segment_id=ab372f3e-d69d-4743-ae5c-5ce23dd1c900)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:53.304182 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-b00bd889-9156-4f35-bc51-79282c9076bc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] For port 031e9934-d908-486b-9e90-e2cf9ff09499, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=031e9934-d908-486b-9e90-e2cf9ff09499,segment=NetworkSegment(ab372f3e-d69d-4743-ae5c-5ce23dd1c900),segment_id=ab372f3e-d69d-4743-ae5c-5ce23dd1c900)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:53.304896 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b00bd889-9156-4f35-bc51-79282c9076bc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:53.316361 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f10b79-0574-41b8-b16d-3d0886d24e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c874955a-bbc5-4dc8-aa8a-c812c58333e8,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:53.322023 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c96e8a1-b133-4e9d-b4e5-fd95d1ebe06f None None] DHCP port deletion for 35606354-7a15-4f6a-b87d-4d1acc26fbea request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:00:53.345678 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54002) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:53.347925 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-36f10b79-0574-41b8-b16d-3d0886d24e9a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c5883c2532ca45d999e3e85a446d77d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5371780 Aug 16 21:00:53.354439 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-b00bd889-9156-4f35-bc51-79282c9076bc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Calling delete_port for 031e9934-d908-486b-9e90-e2cf9ff09499 owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:53.379746 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eab970-74e7-47e6-a589-ec3f6199e50a req-cf002310-d555-4448-839a-2e218f4bcdd3 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:53.388694 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-44eab970-74e7-47e6-a589-ec3f6199e50a req-cf002310-d555-4448-839a-2e218f4bcdd3 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 946 time: 0.0939865 Aug 16 21:00:53.413388 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:53.468978 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-44eab970-74e7-47e6-a589-ec3f6199e50a req-1bac6aea-97a1-4cd6-906a-060dd1466a99 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=584ca7c5-4fb3-485c-b621-2fd9059a622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731363 Aug 16 21:00:53.476753 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-1c96e8a1-b133-4e9d-b4e5-fd95d1ebe06f None None] Deleting port 031e9934-d908-486b-9e90-e2cf9ff09499 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:53.477605 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1c96e8a1-b133-4e9d-b4e5-fd95d1ebe06f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:53.500821 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-469ec2fe-86f1-4dfd-b325-44ae533412e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:53.523824 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-469ec2fe-86f1-4dfd-b325-44ae533412e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:53.534397 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b00bd889-9156-4f35-bc51-79282c9076bc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:53.549607 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=031e9934-d908-486b-9e90-e2cf9ff09499,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:53.561763 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00bd889-9156-4f35-bc51-79282c9076bc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'Port': ['ID=031e9934-d908-486b-9e90-e2cf9ff09499,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:53.563599 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00bd889-9156-4f35-bc51-79282c9076bc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] No DVR routers for this DVR port 031e9934-d908-486b-9e90-e2cf9ff09499 on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:00:53.609659 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-1c96e8a1-b133-4e9d-b4e5-fd95d1ebe06f None None] For port 031e9934-d908-486b-9e90-e2cf9ff09499, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=031e9934-d908-486b-9e90-e2cf9ff09499,segment=NetworkSegment(ab372f3e-d69d-4743-ae5c-5ce23dd1c900),segment_id=ab372f3e-d69d-4743-ae5c-5ce23dd1c900)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:53.610220 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1c96e8a1-b133-4e9d-b4e5-fd95d1ebe06f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:53.626246 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-1c96e8a1-b133-4e9d-b4e5-fd95d1ebe06f None None] Calling delete_port for 031e9934-d908-486b-9e90-e2cf9ff09499 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:53.656028 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b00bd889-9156-4f35-bc51-79282c9076bc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:53.666311 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-b00bd889-9156-4f35-bc51-79282c9076bc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35606354-7a15-4f6a-b87d-4d1acc26fbea']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:53.677052 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-469ec2fe-86f1-4dfd-b325-44ae533412e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:53.677636 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-b00bd889-9156-4f35-bc51-79282c9076bc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab372f3e-d69d-4743-ae5c-5ce23dd1c900') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:53.677943 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-b00bd889-9156-4f35-bc51-79282c9076bc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab372f3e-d69d-4743-ae5c-5ce23dd1c900') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:53.683043 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-469ec2fe-86f1-4dfd-b325-44ae533412e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:53.688573 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-469ec2fe-86f1-4dfd-b325-44ae533412e8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c874955a-bbc5-4dc8-aa8a-c812c58333e8 HTTP/1.1" status: 204 len: 168 time: 0.3371444 Aug 16 21:00:53.697656 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ec2fe-86f1-4dfd-b325-44ae533412e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c874955a-bbc5-4dc8-aa8a-c812c58333e8,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:53.700767 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b00bd889-9156-4f35-bc51-79282c9076bc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:53.722585 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b00bd889-9156-4f35-bc51-79282c9076bc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:53.731094 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b00bd889-9156-4f35-bc51-79282c9076bc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:00:53.732113 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b00bd889-9156-4f35-bc51-79282c9076bc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:53.736486 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:00:53.736486 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:00:53.736486 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:00:53.736486 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:00:53.736486 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:00:53.736486 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:00:53.736486 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:00:53.736486 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:00:53.736486 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:00:53.736486 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:00:53.736486 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:00:53.736486 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:00:53.736486 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:00:53.736486 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:00:53.736486 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:00:53.736486 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:00:53.736486 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:00:53.736486 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:00:53.736486 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:00:53.736486 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:00:53.736486 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:00:53.736486 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:00:53.736486 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:00:53.736486 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:00:53.736486 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:00:53.736486 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:00:53.736486 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:00:53.736486 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:00:53.736486 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:00:53.736486 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:00:53.736486 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:00:53.736486 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:00:53.779593 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc04da4-669e-42e6-8cdd-1e1674bc07e2 req-9dc3a197-3edc-4458-855e-2a39e56b9628 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:53.781283 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4dc04da4-669e-42e6-8cdd-1e1674bc07e2 req-9dc3a197-3edc-4458-855e-2a39e56b9628 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 945 time: 0.0784616 Aug 16 21:00:53.848277 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4dc04da4-669e-42e6-8cdd-1e1674bc07e2 req-60ef7e44-4f9a-49d4-9863-d5246afd3100 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540302 Aug 16 21:00:53.888697 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1c96e8a1-b133-4e9d-b4e5-fd95d1ebe06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:53.914363 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96e8a1-b133-4e9d-b4e5-fd95d1ebe06f None None] Pushing event deleted for resources: {'Port': ['ID=031e9934-d908-486b-9e90-e2cf9ff09499,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:53.919409 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c96e8a1-b133-4e9d-b4e5-fd95d1ebe06f None None] No DVR routers for this DVR port 031e9934-d908-486b-9e90-e2cf9ff09499 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:00:53.920564 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b00bd889-9156-4f35-bc51-79282c9076bc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:53.928117 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b00bd889-9156-4f35-bc51-79282c9076bc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:53.936937 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54010) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:53.940783 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b00bd889-9156-4f35-bc51-79282c9076bc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/networks/35606354-7a15-4f6a-b87d-4d1acc26fbea HTTP/1.1" status: 204 len: 168 time: 0.9225347 Aug 16 21:00:53.946807 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-2604f8c5-8d52-4654-995e-2a80970463b7 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1502814119'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:53.957221 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00bd889-9156-4f35-bc51-79282c9076bc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'Network': ['ID=35606354-7a15-4f6a-b87d-4d1acc26fbea,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:54.082854 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2604f8c5-8d52-4654-995e-2a80970463b7 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Made reservation on behalf of 2b8d460e7367462492b691867d616fa2 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:54.086328 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2604f8c5-8d52-4654-995e-2a80970463b7 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:54.109704 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2604f8c5-8d52-4654-995e-2a80970463b7 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:00:54.118896 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2604f8c5-8d52-4654-995e-2a80970463b7 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:54.120479 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-2604f8c5-8d52-4654-995e-2a80970463b7 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Added segment aac038da-9549-42b0-85a7-70327b88701c of type vlan for network 738e47a4-f4d0-43d5-8558-78d13397e24f Aug 16 21:00:54.161424 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2604f8c5-8d52-4654-995e-2a80970463b7 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:54.254467 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2604f8c5-8d52-4654-995e-2a80970463b7 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:54.260497 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2604f8c5-8d52-4654-995e-2a80970463b7 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:54.261218 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2604f8c5-8d52-4654-995e-2a80970463b7 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:54.343669 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604f8c5-8d52-4654-995e-2a80970463b7 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'Network': ['ID=738e47a4-f4d0-43d5-8558-78d13397e24f,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:54.356883 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 738e47a4-f4d0-43d5-8558-78d13397e24f details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:00:54.363590 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2604f8c5-8d52-4654-995e-2a80970463b7 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4255161 Aug 16 21:00:54.366477 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54028) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:54.371687 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-a49aa063-1065-449a-afea-f84b32129972 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'subnet': {'network_id': '738e47a4-f4d0-43d5-8558-78d13397e24f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:54.563416 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49aa063-1065-449a-afea-f84b32129972 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Made reservation on behalf of 2b8d460e7367462492b691867d616fa2 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:54.566933 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a49aa063-1065-449a-afea-f84b32129972 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:54.647710 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb02c6a-d144-4f7b-bd78-d115e6a8a042 req-5909688d-230d-49d7-a0e0-7e726374bec2 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:54.649202 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-edb02c6a-d144-4f7b-bd78-d115e6a8a042 req-5909688d-230d-49d7-a0e0-7e726374bec2 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 946 time: 0.1148837 Aug 16 21:00:54.709528 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-edb02c6a-d144-4f7b-bd78-d115e6a8a042 req-4a402b01-0935-40cf-9cac-26f8e58202d1 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=584ca7c5-4fb3-485c-b621-2fd9059a622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503778 Aug 16 21:00:54.849057 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a49aa063-1065-449a-afea-f84b32129972 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:54.889416 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 031e9934-d908-486b-9e90-e2cf9ff09499 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:00:54.925706 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49aa063-1065-449a-afea-f84b32129972 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'Subnet': ['ID=a2f3f0cf-2bc5-464d-9721-070e364b15cb,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:54.944791 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 031e9934-d908-486b-9e90-e2cf9ff09499 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:00:54.945408 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 031e9934-d908-486b-9e90-e2cf9ff09499 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:00:54.986864 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49aa063-1065-449a-afea-f84b32129972 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Checking segment: {'id': 'aac038da-9549-42b0-85a7-70327b88701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '738e47a4-f4d0-43d5-8558-78d13397e24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:00:54.987251 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49aa063-1065-449a-afea-f84b32129972 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Network hostable DHCP agents. Network: 738e47a4-f4d0-43d5-8558-78d13397e24f, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:00:55.048198 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec670a-2188-42dc-b78b-f4aa3954bbfd req-5ae40a81-0890-44c5-81eb-106ef3135c3c tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:55.050208 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35ec670a-2188-42dc-b78b-f4aa3954bbfd req-5ae40a81-0890-44c5-81eb-106ef3135c3c tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 945 time: 0.0654132 Aug 16 21:00:55.092230 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35ec670a-2188-42dc-b78b-f4aa3954bbfd req-369154cd-070e-463d-a6ab-beb530690195 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358996 Aug 16 21:00:55.094016 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49aa063-1065-449a-afea-f84b32129972 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Network 738e47a4-f4d0-43d5-8558-78d13397e24f is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:00:55.191970 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-a49aa063-1065-449a-afea-f84b32129972 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 738e47a4-f4d0-43d5-8558-78d13397e24f) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:55.198395 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49aa063-1065-449a-afea-f84b32129972 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:55.199392 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a49aa063-1065-449a-afea-f84b32129972 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:55.203502 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51116c68-6ebd-4d91-bf0d-d42363a43613 None None] Network 738e47a4-f4d0-43d5-8558-78d13397e24f requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:00:55.300596 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a49aa063-1065-449a-afea-f84b32129972 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9330099 Aug 16 21:00:55.306166 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54050) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:55.312237 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-f0027f2f-02fe-472d-a99a-f15acea86e21 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'port': {'network_id': '738e47a4-f4d0-43d5-8558-78d13397e24f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2009010128'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:55.360418 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e99988-cc36-470c-ad6c-246000917878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-738e47a4-f4d0-43d5-8558-78d13397e24f', 'network_id': '738e47a4-f4d0-43d5-8558-78d13397e24f', 'tenant_id': '2b8d460e7367462492b691867d616fa2', 'fixed_ips': [{'subnet_id': 'a2f3f0cf-2bc5-464d-9721-070e364b15cb'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:00:55.365475 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b7e99988-cc36-470c-ad6c-246000917878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:55.536432 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-b7e99988-cc36-470c-ad6c-246000917878 None None] Allocated IP 2001:db8::2 (738e47a4-f4d0-43d5-8558-78d13397e24f/a2f3f0cf-2bc5-464d-9721-070e364b15cb/e0228feb-1a59-49e2-9813-ceba2d843afc) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:00:55.553298 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0027f2f-02fe-472d-a99a-f15acea86e21 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Made reservation on behalf of 2b8d460e7367462492b691867d616fa2 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:55.557893 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f0027f2f-02fe-472d-a99a-f15acea86e21 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:55.579649 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-f0027f2f-02fe-472d-a99a-f15acea86e21 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] device_id is not set on port ceedf0a3-e09f-4f99-88b9-eb5c8b41ef9b yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:00:55.682293 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b7e99988-cc36-470c-ad6c-246000917878 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:55.690668 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b7e99988-cc36-470c-ad6c-246000917878 None None] Transition to ACTIVE for port object e0228feb-1a59-49e2-9813-ceba2d843afc will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:55.704650 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b7e99988-cc36-470c-ad6c-246000917878 None None] Transition to ACTIVE for port object e0228feb-1a59-49e2-9813-ceba2d843afc will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:55.831221 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c588e8-040c-446d-a8dc-0f757bc2345a req-9ad363d5-0053-469e-8210-f94cec9e3163 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:55.832803 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-06c588e8-040c-446d-a8dc-0f757bc2345a req-9ad363d5-0053-469e-8210-f94cec9e3163 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 946 time: 0.0544829 Aug 16 21:00:55.873418 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-06c588e8-040c-446d-a8dc-0f757bc2345a req-d14bbb90-c546-4418-91a2-96274bdaea58 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=584ca7c5-4fb3-485c-b621-2fd9059a622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335608 Aug 16 21:00:55.879637 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b7e99988-cc36-470c-ad6c-246000917878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:55.930517 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e99988-cc36-470c-ad6c-246000917878 None None] Network 738e47a4-f4d0-43d5-8558-78d13397e24f is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:55.934288 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-b7e99988-cc36-470c-ad6c-246000917878 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:55.938782 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e99988-cc36-470c-ad6c-246000917878 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:55.944171 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-f0027f2f-02fe-472d-a99a-f15acea86e21 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Allocated IP 2001:db8::3d3 (738e47a4-f4d0-43d5-8558-78d13397e24f/a2f3f0cf-2bc5-464d-9721-070e364b15cb/ceedf0a3-e09f-4f99-88b9-eb5c8b41ef9b) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:00:55.946213 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e99988-cc36-470c-ad6c-246000917878 None None] Pushing event updated for resources: {'Port': ['ID=e0228feb-1a59-49e2-9813-ceba2d843afc,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:56.004144 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-b7e99988-cc36-470c-ad6c-246000917878 None None] Attempting to bind port e0228feb-1a59-49e2-9813-ceba2d843afc on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:56.006185 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-b7e99988-cc36-470c-ad6c-246000917878 None None] Attempting to bind port e0228feb-1a59-49e2-9813-ceba2d843afc by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'aac038da-9549-42b0-85a7-70327b88701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '738e47a4-f4d0-43d5-8558-78d13397e24f'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:56.006185 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e99988-cc36-470c-ad6c-246000917878 None None] Attempting to bind port e0228feb-1a59-49e2-9813-ceba2d843afc on network 738e47a4-f4d0-43d5-8558-78d13397e24f {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:56.012451 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e99988-cc36-470c-ad6c-246000917878 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:00:56.012919 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e99988-cc36-470c-ad6c-246000917878 None None] Checking segment: {'id': 'aac038da-9549-42b0-85a7-70327b88701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '738e47a4-f4d0-43d5-8558-78d13397e24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:00:56.013402 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b7e99988-cc36-470c-ad6c-246000917878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:56.013877 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e99988-cc36-470c-ad6c-246000917878 None None] Bound using segment: {'id': 'aac038da-9549-42b0-85a7-70327b88701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '738e47a4-f4d0-43d5-8558-78d13397e24f'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:00:56.014599 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-b7e99988-cc36-470c-ad6c-246000917878 None None] Bound port: e0228feb-1a59-49e2-9813-ceba2d843afc, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac038da-9549-42b0-85a7-70327b88701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '738e47a4-f4d0-43d5-8558-78d13397e24f'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:00:56.015073 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b7e99988-cc36-470c-ad6c-246000917878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:56.085228 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-b7e99988-cc36-470c-ad6c-246000917878 None None] For port e0228feb-1a59-49e2-9813-ceba2d843afc, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:00:56.089575 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-b7e99988-cc36-470c-ad6c-246000917878 None None] For port e0228feb-1a59-49e2-9813-ceba2d843afc, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=e0228feb-1a59-49e2-9813-ceba2d843afc,segment=NetworkSegment(aac038da-9549-42b0-85a7-70327b88701c),segment_id=aac038da-9549-42b0-85a7-70327b88701c)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:00:56.098146 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f0027f2f-02fe-472d-a99a-f15acea86e21 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:56.112173 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-f0027f2f-02fe-472d-a99a-f15acea86e21 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Transition to ACTIVE for port object ceedf0a3-e09f-4f99-88b9-eb5c8b41ef9b will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:56.180575 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b7e99988-cc36-470c-ad6c-246000917878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:56.209959 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc0507-2e95-4234-b891-15bcfab57348 req-f104efd6-b566-4a45-8180-649ae3314ef1 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:56.211678 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c0dc0507-2e95-4234-b891-15bcfab57348 req-f104efd6-b566-4a45-8180-649ae3314ef1 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 945 time: 0.0515387 Aug 16 21:00:56.242700 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f0027f2f-02fe-472d-a99a-f15acea86e21 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:56.249095 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e99988-cc36-470c-ad6c-246000917878 None None] Pushing event updated for resources: {'Port': ['ID=e0228feb-1a59-49e2-9813-ceba2d843afc,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:56.255687 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e99988-cc36-470c-ad6c-246000917878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:56.256088 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e99988-cc36-470c-ad6c-246000917878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:56.256437 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e99988-cc36-470c-ad6c-246000917878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:56.256781 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e99988-cc36-470c-ad6c-246000917878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:56.257121 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e99988-cc36-470c-ad6c-246000917878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:56.257601 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e99988-cc36-470c-ad6c-246000917878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:56.257944 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e99988-cc36-470c-ad6c-246000917878 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:56.258283 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e99988-cc36-470c-ad6c-246000917878 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:56.258660 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e99988-cc36-470c-ad6c-246000917878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:56.259007 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e99988-cc36-470c-ad6c-246000917878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:56.259328 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e99988-cc36-470c-ad6c-246000917878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:56.259655 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e99988-cc36-470c-ad6c-246000917878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:56.299262 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0027f2f-02fe-472d-a99a-f15acea86e21 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Network 738e47a4-f4d0-43d5-8558-78d13397e24f is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:56.310600 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-f0027f2f-02fe-472d-a99a-f15acea86e21 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:56.315962 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0027f2f-02fe-472d-a99a-f15acea86e21 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:56.319774 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0027f2f-02fe-472d-a99a-f15acea86e21 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:56.320433 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f0027f2f-02fe-472d-a99a-f15acea86e21 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:56.332975 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c0dc0507-2e95-4234-b891-15bcfab57348 req-1ea24b9d-407e-42e5-be31-ed3bba2fb69d tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152818 Aug 16 21:00:56.337101 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0027f2f-02fe-472d-a99a-f15acea86e21 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'Port': ['ID=ceedf0a3-e09f-4f99-88b9-eb5c8b41ef9b,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:56.414661 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f0027f2f-02fe-472d-a99a-f15acea86e21 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.1073442 Aug 16 21:00:56.418005 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54080) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:56.556034 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-8f1a1259-d7c9-47e3-b723-faafb97af097 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Deleting port ceedf0a3-e09f-4f99-88b9-eb5c8b41ef9b {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:56.556653 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8f1a1259-d7c9-47e3-b723-faafb97af097 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:56.659278 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8f1a1259-d7c9-47e3-b723-faafb97af097 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:56.672096 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-8f1a1259-d7c9-47e3-b723-faafb97af097 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Calling delete_port for ceedf0a3-e09f-4f99-88b9-eb5c8b41ef9b owned by {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:56.898651 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device e0228feb-1a59-49e2-9813-ceba2d843afc up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:00:56.911323 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8f1a1259-d7c9-47e3-b723-faafb97af097 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:56.946052 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a1259-d7c9-47e3-b723-faafb97af097 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'Port': ['ID=ceedf0a3-e09f-4f99-88b9-eb5c8b41ef9b,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:56.982764 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8f1a1259-d7c9-47e3-b723-faafb97af097 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:56.992950 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8f1a1259-d7c9-47e3-b723-faafb97af097 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/ports/ceedf0a3-e09f-4f99-88b9-eb5c8b41ef9b HTTP/1.1" status: 204 len: 168 time: 0.5664001 Aug 16 21:00:56.993139 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54104) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:57.021355 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5c6b48d-1462-4744-969d-885b4f604f4f tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] GET failed (client error): The resource could not be found. Aug 16 21:00:57.022946 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d5c6b48d-1462-4744-969d-885b4f604f4f tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "GET /v2.0/ports/ceedf0a3-e09f-4f99-88b9-eb5c8b41ef9b HTTP/1.1" status: 404 len: 333 time: 0.0332026 Aug 16 21:00:57.027511 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54106) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:57.045136 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4beef-544f-4673-bc07-099e6d252fd7 req-2d1511f6-01b5-4a23-aec4-3820316131cd tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:57.046744 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7fe4beef-544f-4673-bc07-099e6d252fd7 req-2d1511f6-01b5-4a23-aec4-3820316131cd tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 946 time: 0.0600700 Aug 16 21:00:57.106405 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7fe4beef-544f-4673-bc07-099e6d252fd7 req-a256c6dd-6ea7-47da-af04-9ffa060353bc tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=584ca7c5-4fb3-485c-b621-2fd9059a622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511808 Aug 16 21:00:57.116034 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port e0228feb-1a59-49e2-9813-ceba2d843afc completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:57.123674 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-be68a63e-20bc-485d-8fd4-d6456ffc4fdf tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Deleting subnet a2f3f0cf-2bc5-464d-9721-070e364b15cb {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:00:57.128555 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-be68a63e-20bc-485d-8fd4-d6456ffc4fdf tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:57.180016 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-be68a63e-20bc-485d-8fd4-d6456ffc4fdf tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:57.272344 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54116) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:57.293801 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-be68a63e-20bc-485d-8fd4-d6456ffc4fdf tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:57.307839 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae29ef0-cbd4-4d56-b298-e67a00bcc3da None None] Network 738e47a4-f4d0-43d5-8558-78d13397e24f requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:00:57.412247 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b77a5a51-fe64-419f-9e04-6a4f5665c497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:57.450311 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-08817c44-d6c2-4ecd-9022-346a46f86966 None None] Provisioning for port e0228feb-1a59-49e2-9813-ceba2d843afc completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:57.457706 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-08817c44-d6c2-4ecd-9022-346a46f86966 None None] Provisioning complete for port e0228feb-1a59-49e2-9813-ceba2d843afc triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:57.458086 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-08817c44-d6c2-4ecd-9022-346a46f86966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:57.481542 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-be68a63e-20bc-485d-8fd4-d6456ffc4fdf tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:57.491512 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8510f65-321b-4461-aae6-e3739cd4ba52 req-6149b876-16eb-4772-b9e9-d33b51229375 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:57.493151 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a8510f65-321b-4461-aae6-e3739cd4ba52 req-6149b876-16eb-4772-b9e9-d33b51229375 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 945 time: 0.0784760 Aug 16 21:00:57.516238 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68a63e-20bc-485d-8fd4-d6456ffc4fdf tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'Subnet': ['ID=a2f3f0cf-2bc5-464d-9721-070e364b15cb,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:57.530627 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-be68a63e-20bc-485d-8fd4-d6456ffc4fdf tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:57.530627 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-be68a63e-20bc-485d-8fd4-d6456ffc4fdf tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/subnets/a2f3f0cf-2bc5-464d-9721-070e364b15cb HTTP/1.1" status: 204 len: 168 time: 0.4993248 Aug 16 21:00:57.532751 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54124) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:57.584121 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-08817c44-d6c2-4ecd-9022-346a46f86966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:57.602784 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a8510f65-321b-4461-aae6-e3739cd4ba52 req-170cbeb9-c6e2-4573-9d49-eae7b8b76385 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018066 Aug 16 21:00:57.644930 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-08817c44-d6c2-4ecd-9022-346a46f86966 None None] For port e0228feb-1a59-49e2-9813-ceba2d843afc, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=e0228feb-1a59-49e2-9813-ceba2d843afc,segment=NetworkSegment(aac038da-9549-42b0-85a7-70327b88701c),segment_id=aac038da-9549-42b0-85a7-70327b88701c)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:57.664566 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb0ac657-152c-4dc9-a073-2bd8814721ca tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:57.686205 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b77a5a51-fe64-419f-9e04-6a4f5665c497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:57.722899 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-08817c44-d6c2-4ecd-9022-346a46f86966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:57.752844 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b77a5a51-fe64-419f-9e04-6a4f5665c497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:57.753605 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fd8a6a-d18a-4fab-8911-81fefe30382f None None] Network 738e47a4-f4d0-43d5-8558-78d13397e24f requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:00:57.775286 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-bb0ac657-152c-4dc9-a073-2bd8814721ca tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Deleting port e0228feb-1a59-49e2-9813-ceba2d843afc {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:57.775700 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb0ac657-152c-4dc9-a073-2bd8814721ca tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:57.839594 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08817c44-d6c2-4ecd-9022-346a46f86966 None None] Pushing event updated for resources: {'Port': ['ID=e0228feb-1a59-49e2-9813-ceba2d843afc,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:57.848240 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54130) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:57.848476 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b77a5a51-fe64-419f-9e04-6a4f5665c497 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d9240e685e97474d88a09d4075c16bc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5749745 Aug 16 21:00:57.851040 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a5a51-fe64-419f-9e04-6a4f5665c497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d13771-8490-4d7d-9352-6a997fb145f3,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:57.869474 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-bb0ac657-152c-4dc9-a073-2bd8814721ca tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] For port e0228feb-1a59-49e2-9813-ceba2d843afc, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=e0228feb-1a59-49e2-9813-ceba2d843afc,segment=NetworkSegment(aac038da-9549-42b0-85a7-70327b88701c),segment_id=aac038da-9549-42b0-85a7-70327b88701c)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:57.869858 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb0ac657-152c-4dc9-a073-2bd8814721ca tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:57.883047 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-bb0ac657-152c-4dc9-a073-2bd8814721ca tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Calling delete_port for e0228feb-1a59-49e2-9813-ceba2d843afc owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:57.911108 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ee5e9a8a-e20f-4ace-8916-3e928c870a31 None None] Provisioning complete for port e0228feb-1a59-49e2-9813-ceba2d843afc triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:57.911740 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ee5e9a8a-e20f-4ace-8916-3e928c870a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:57.927657 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a83767ef-ed8a-493c-852a-741220b6a3dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:57.952482 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a83767ef-ed8a-493c-852a-741220b6a3dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:58.071230 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c73a3d-3b79-4bf5-95ec-4cf8ee2cc67d None None] DHCP port deletion for 738e47a4-f4d0-43d5-8558-78d13397e24f request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:00:58.088749 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb0ac657-152c-4dc9-a073-2bd8814721ca tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:58.113390 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ac657-152c-4dc9-a073-2bd8814721ca tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'Port': ['ID=e0228feb-1a59-49e2-9813-ceba2d843afc,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:58.118500 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-09c73a3d-3b79-4bf5-95ec-4cf8ee2cc67d None None] Deleting port e0228feb-1a59-49e2-9813-ceba2d843afc {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:58.119072 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-09c73a3d-3b79-4bf5-95ec-4cf8ee2cc67d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:58.120258 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0ac657-152c-4dc9-a073-2bd8814721ca tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] No DVR routers for this DVR port e0228feb-1a59-49e2-9813-ceba2d843afc on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:00:58.123190 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a83767ef-ed8a-493c-852a-741220b6a3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:58.128032 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a83767ef-ed8a-493c-852a-741220b6a3dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:58.128565 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a83767ef-ed8a-493c-852a-741220b6a3dc admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/29d13771-8490-4d7d-9352-6a997fb145f3 HTTP/1.1" status: 204 len: 168 time: 0.2781734 Aug 16 21:00:58.156443 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83767ef-ed8a-493c-852a-741220b6a3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d13771-8490-4d7d-9352-6a997fb145f3,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:58.239137 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-09c73a3d-3b79-4bf5-95ec-4cf8ee2cc67d None None] For port e0228feb-1a59-49e2-9813-ceba2d843afc, host n-d-793620-15, got binding levels [] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:58.239548 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-09c73a3d-3b79-4bf5-95ec-4cf8ee2cc67d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:58.262019 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-09c73a3d-3b79-4bf5-95ec-4cf8ee2cc67d None None] Calling delete_port for e0228feb-1a59-49e2-9813-ceba2d843afc owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:58.267596 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.ipam_backend_mixin [None req-09c73a3d-3b79-4bf5-95ec-4cf8ee2cc67d None None] Port e0228feb-1a59-49e2-9813-ceba2d843afc was not found and therefore no delete operation was performed {{(pid=101846) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 21:00:58.269206 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-09c73a3d-3b79-4bf5-95ec-4cf8ee2cc67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:58.305397 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c73a3d-3b79-4bf5-95ec-4cf8ee2cc67d None None] Pushing event deleted for resources: {'Port': ['ID=e0228feb-1a59-49e2-9813-ceba2d843afc,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:58.314876 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c73a3d-3b79-4bf5-95ec-4cf8ee2cc67d None None] No DVR routers for this DVR port e0228feb-1a59-49e2-9813-ceba2d843afc on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:00:58.355679 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb0ac657-152c-4dc9-a073-2bd8814721ca tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:58.370124 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-bb0ac657-152c-4dc9-a073-2bd8814721ca tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['738e47a4-f4d0-43d5-8558-78d13397e24f']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:58.387163 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-bb0ac657-152c-4dc9-a073-2bd8814721ca tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac038da-9549-42b0-85a7-70327b88701c') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:58.387460 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-bb0ac657-152c-4dc9-a073-2bd8814721ca tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac038da-9549-42b0-85a7-70327b88701c') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:58.402317 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb0ac657-152c-4dc9-a073-2bd8814721ca tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:58.423498 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d5a70-3083-4b67-b7f1-b764f3110b77 req-9f37ae26-9732-4f4f-8cf2-cc77930a28c3 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:58.425008 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c51d5a70-3083-4b67-b7f1-b764f3110b77 req-9f37ae26-9732-4f4f-8cf2-cc77930a28c3 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 946 time: 0.1823490 Aug 16 21:00:58.435866 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01befd85-69f1-417b-931b-d1f1e09fe89d req-191ab97f-9fe1-4e2a-b182-772484ccb785 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:58.437327 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-01befd85-69f1-417b-931b-d1f1e09fe89d req-191ab97f-9fe1-4e2a-b182-772484ccb785 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.1645474 Aug 16 21:00:58.439442 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb0ac657-152c-4dc9-a073-2bd8814721ca tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:58.465759 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb0ac657-152c-4dc9-a073-2bd8814721ca tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:00:58.470183 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb0ac657-152c-4dc9-a073-2bd8814721ca tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:58.470183 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:00:58.470183 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:00:58.470183 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:00:58.470183 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:00:58.470183 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:00:58.470183 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:00:58.470183 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:00:58.470183 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:00:58.470183 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:00:58.470183 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:00:58.470183 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:00:58.470183 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:00:58.470183 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:00:58.470183 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:00:58.470183 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:00:58.470183 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:00:58.470183 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:00:58.470183 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:00:58.470183 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:00:58.470183 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:00:58.470183 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:00:58.470183 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:00:58.470183 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:00:58.470183 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:00:58.470183 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:00:58.470183 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:00:58.470183 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:00:58.470183 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:00:58.470183 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:00:58.470183 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:00:58.470183 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:00:58.470183 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:00:58.561125 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c51d5a70-3083-4b67-b7f1-b764f3110b77 req-3ec37bd9-55ab-445f-a9b0-16309d38f8ec tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=584ca7c5-4fb3-485c-b621-2fd9059a622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228168 Aug 16 21:00:58.569801 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-01befd85-69f1-417b-931b-d1f1e09fe89d req-3ed490b4-3db6-4281-9179-4eb045aeedfd tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208127 Aug 16 21:00:58.643024 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb0ac657-152c-4dc9-a073-2bd8814721ca tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:58.653246 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb0ac657-152c-4dc9-a073-2bd8814721ca tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:58.655165 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-bb0ac657-152c-4dc9-a073-2bd8814721ca tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/networks/738e47a4-f4d0-43d5-8558-78d13397e24f HTTP/1.1" status: 204 len: 168 time: 1.1182117 Aug 16 21:00:58.658913 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54148) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:58.664087 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-03b2311c-9b45-4a0c-86cd-1bb5b2ecb746 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'port': {'network_id': '0ea02e49-ecbb-451f-895c-7d0abd61f846', 'name': 'tempest-PortsIpV6TestJSON-84751826'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:58.695218 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ac657-152c-4dc9-a073-2bd8814721ca tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'Network': ['ID=738e47a4-f4d0-43d5-8558-78d13397e24f,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:58.755026 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c4bac-0c8d-4e4c-90da-e9949e36a7fd req-38462568-2df8-4795-b1bf-d01893c61c42 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:58.756641 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-606c4bac-0c8d-4e4c-90da-e9949e36a7fd req-38462568-2df8-4795-b1bf-d01893c61c42 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.1116185 Aug 16 21:00:58.772173 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f015a-87ac-4a70-978d-a0be58932425 req-d12ee727-b8a4-44e8-baa6-639c940098dd tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:58.773620 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-330f015a-87ac-4a70-978d-a0be58932425 req-d12ee727-b8a4-44e8-baa6-639c940098dd tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 945 time: 0.0751410 Aug 16 21:00:58.830019 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-606c4bac-0c8d-4e4c-90da-e9949e36a7fd req-b638ea8d-9619-427e-bd16-28da9b8b1bdf tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658615 Aug 16 21:00:58.834897 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-330f015a-87ac-4a70-978d-a0be58932425 req-0950b59e-c419-401e-992f-cfb9cb1f0534 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547495 Aug 16 21:00:58.855660 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b2311c-9b45-4a0c-86cd-1bb5b2ecb746 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Made reservation on behalf of 2b8d460e7367462492b691867d616fa2 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:58.859499 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-03b2311c-9b45-4a0c-86cd-1bb5b2ecb746 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:58.893374 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-03b2311c-9b45-4a0c-86cd-1bb5b2ecb746 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] device_id is not set on port 78bba4eb-18ce-4d9d-92a0-4ae5986abb58 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:00:58.898914 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device e0228feb-1a59-49e2-9813-ceba2d843afc no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:00:58.938148 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: e0228feb-1a59-49e2-9813-ceba2d843afc {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:00:58.938779 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device e0228feb-1a59-49e2-9813-ceba2d843afc not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:00:59.058088 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-03b2311c-9b45-4a0c-86cd-1bb5b2ecb746 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:59.066847 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54154) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:59.084018 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f2dc83d5-bcd0-4e6a-9573-b03bf3ff67de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:59.189422 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f2dc83d5-bcd0-4e6a-9573-b03bf3ff67de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:59.191412 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-03b2311c-9b45-4a0c-86cd-1bb5b2ecb746 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:59.236715 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b2311c-9b45-4a0c-86cd-1bb5b2ecb746 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Network 0ea02e49-ecbb-451f-895c-7d0abd61f846 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:59.239737 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-03b2311c-9b45-4a0c-86cd-1bb5b2ecb746 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:59.243339 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b2311c-9b45-4a0c-86cd-1bb5b2ecb746 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:59.249662 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b2311c-9b45-4a0c-86cd-1bb5b2ecb746 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:59.250255 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-03b2311c-9b45-4a0c-86cd-1bb5b2ecb746 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:59.258363 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2311c-9b45-4a0c-86cd-1bb5b2ecb746 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'Port': ['ID=78bba4eb-18ce-4d9d-92a0-4ae5986abb58,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:59.288770 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f2dc83d5-bcd0-4e6a-9573-b03bf3ff67de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:59.327026 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc83d5-bcd0-4e6a-9573-b03bf3ff67de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f931d0a6-b05e-4fac-a208-c6b981aa66b4,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:59.332286 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f2dc83d5-bcd0-4e6a-9573-b03bf3ff67de admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a914d06e46ef410aaca1bcd784bfd742&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2636940 Aug 16 21:00:59.334208 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54158) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:59.354957 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d898769-0abd-4468-a1fb-1aa6959d0e49 req-7e46f38c-f7b9-45d5-9146-f5fb3e8db17b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:59.356500 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3d898769-0abd-4468-a1fb-1aa6959d0e49 req-7e46f38c-f7b9-45d5-9146-f5fb3e8db17b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.0516281 Aug 16 21:00:59.384582 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54162) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:59.384751 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-03b2311c-9b45-4a0c-86cd-1bb5b2ecb746 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.7246037 Aug 16 21:00:59.388300 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fdf2f06c-39f7-43c2-8906-cd831efce29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:59.413183 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fdf2f06c-39f7-43c2-8906-cd831efce29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:59.430229 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3d898769-0abd-4468-a1fb-1aa6959d0e49 req-5eb9f956-749b-4cc3-b6d2-e72f8a041715 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676565 Aug 16 21:00:59.510095 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-47aa8aa0-1ef2-468f-a8e4-309b5fb661a8 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Deleting port 78bba4eb-18ce-4d9d-92a0-4ae5986abb58 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:59.510440 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-47aa8aa0-1ef2-468f-a8e4-309b5fb661a8 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:59.579435 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-47aa8aa0-1ef2-468f-a8e4-309b5fb661a8 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:59.586620 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fdf2f06c-39f7-43c2-8906-cd831efce29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:59.588430 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fdf2f06c-39f7-43c2-8906-cd831efce29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:59.595208 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fdf2f06c-39f7-43c2-8906-cd831efce29d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f931d0a6-b05e-4fac-a208-c6b981aa66b4 HTTP/1.1" status: 204 len: 168 time: 0.2571044 Aug 16 21:00:59.606293 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2f06c-39f7-43c2-8906-cd831efce29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f931d0a6-b05e-4fac-a208-c6b981aa66b4,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:59.611839 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-47aa8aa0-1ef2-468f-a8e4-309b5fb661a8 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Calling delete_port for 78bba4eb-18ce-4d9d-92a0-4ae5986abb58 owned by {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:59.750870 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbf6b5-7eb3-49fc-bb82-05857119c907 req-ef475b98-6123-42ad-a7b7-44f8f002ebe2 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:59.752529 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bcfbf6b5-7eb3-49fc-bb82-05857119c907 req-ef475b98-6123-42ad-a7b7-44f8f002ebe2 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 946 time: 0.0724092 Aug 16 21:00:59.790792 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bcfbf6b5-7eb3-49fc-bb82-05857119c907 req-5ee35981-5a67-43d2-9d7a-68565a5e08f5 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=584ca7c5-4fb3-485c-b621-2fd9059a622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322716 Aug 16 21:00:59.899959 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-47aa8aa0-1ef2-468f-a8e4-309b5fb661a8 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:59.929737 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa8aa0-1ef2-468f-a8e4-309b5fb661a8 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'Port': ['ID=78bba4eb-18ce-4d9d-92a0-4ae5986abb58,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:59.938062 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-47aa8aa0-1ef2-468f-a8e4-309b5fb661a8 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:59.940060 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-47aa8aa0-1ef2-468f-a8e4-309b5fb661a8 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/ports/78bba4eb-18ce-4d9d-92a0-4ae5986abb58 HTTP/1.1" status: 204 len: 168 time: 0.5491359 Aug 16 21:00:59.942941 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54180) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:59.948977 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-d6e04eca-1570-40cb-99c7-661739922123 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'port': {'network_id': '0ea02e49-ecbb-451f-895c-7d0abd61f846', 'mac_address': 'fa:16:3e:32:f7:09', 'name': 'tempest-PortsIpV6TestJSON-451544199'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:00.111118 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e04eca-1570-40cb-99c7-661739922123 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Made reservation on behalf of 2b8d460e7367462492b691867d616fa2 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:00.163275 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c101b55-87ba-427f-9ab3-3ac767e18d0b req-722e5145-1a88-4eb0-a8a7-9b47d7db6c75 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:00.165196 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8c101b55-87ba-427f-9ab3-3ac767e18d0b req-722e5145-1a88-4eb0-a8a7-9b47d7db6c75 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 945 time: 0.1023715 Aug 16 21:01:00.200496 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d6e04eca-1570-40cb-99c7-661739922123 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:00.237312 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8c101b55-87ba-427f-9ab3-3ac767e18d0b req-e212768b-976c-40fe-b56c-38b0b84947d9 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647552 Aug 16 21:01:00.237549 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-d6e04eca-1570-40cb-99c7-661739922123 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] device_id is not set on port e9c0ffaf-cba1-4185-9d3d-4855e515b3e3 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:01:00.293305 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05347e-cd8c-456d-96d3-232289d134b8 req-ce605028-2100-43e9-b30b-23e047684b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:00.295179 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bb05347e-cd8c-456d-96d3-232289d134b8 req-ce605028-2100-43e9-b30b-23e047684b15 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a0e033d4713247c4be0e53c874c211ee&device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 1098 time: 0.0523009 Aug 16 21:01:00.422995 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d6e04eca-1570-40cb-99c7-661739922123 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:00.424844 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017ba90-969f-4bb1-b6f0-6cd299223cc2 req-512ac07f-c797-4505-afa5-8fcccc756c8d tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:00.426326 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6017ba90-969f-4bb1-b6f0-6cd299223cc2 req-512ac07f-c797-4505-afa5-8fcccc756c8d tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 946 time: 0.1064613 Aug 16 21:01:00.456087 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05347e-cd8c-456d-96d3-232289d134b8 req-51d789ba-8dca-4104-8e16-61d509fd2fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:00.457955 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bb05347e-cd8c-456d-96d3-232289d134b8 req-51d789ba-8dca-4104-8e16-61d509fd2fea service neutron] 10.222.0.90 "GET /v2.0/networks?id=f21989d2-1803-4d82-bc06-7ef94db801de HTTP/1.1" status: 200 len: 911 time: 0.1558065 Aug 16 21:01:00.467487 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:01:00.523604 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6017ba90-969f-4bb1-b6f0-6cd299223cc2 req-2e4bd3ef-b15b-44a8-b96b-476ee3656961 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=584ca7c5-4fb3-485c-b621-2fd9059a622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848138 Aug 16 21:01:00.545312 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bb05347e-cd8c-456d-96d3-232289d134b8 req-27dd56ae-4b8c-4544-904d-a54e1208cacf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=402adf67-9abe-4dc7-b5bc-8cc9d10dc0af HTTP/1.1" status: 200 len: 1002 time: 0.0800619 Aug 16 21:01:00.551636 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d6e04eca-1570-40cb-99c7-661739922123 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:00.594173 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e04eca-1570-40cb-99c7-661739922123 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Network 0ea02e49-ecbb-451f-895c-7d0abd61f846 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:00.616633 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e04eca-1570-40cb-99c7-661739922123 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'Port': ['ID=e9c0ffaf-cba1-4185-9d3d-4855e515b3e3,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:00.620382 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-d6e04eca-1570-40cb-99c7-661739922123 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:00.630466 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e04eca-1570-40cb-99c7-661739922123 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:00.634880 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05347e-cd8c-456d-96d3-232289d134b8 req-a7f76d58-5b86-4588-ba35-4920d5f96c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:00.636469 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bb05347e-cd8c-456d-96d3-232289d134b8 req-a7f76d58-5b86-4588-ba35-4920d5f96c4a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=03f69758-9eaf-430a-b99d-d64769716af9 HTTP/1.1" status: 200 len: 849 time: 0.0841215 Aug 16 21:01:00.638033 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e04eca-1570-40cb-99c7-661739922123 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:00.651551 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1619c-981b-4c89-a39c-377087aaaf20 req-a999b4a3-4712-4a4a-853a-1198b9713a04 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:00.651551 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-16d1619c-981b-4c89-a39c-377087aaaf20 req-a999b4a3-4712-4a4a-853a-1198b9713a04 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.0732574 Aug 16 21:01:00.652195 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d6e04eca-1570-40cb-99c7-661739922123 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:00.718491 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05347e-cd8c-456d-96d3-232289d134b8 req-fb2c2c32-f48f-4aff-af1d-a98109b4d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:00.720114 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bb05347e-cd8c-456d-96d3-232289d134b8 req-fb2c2c32-f48f-4aff-af1d-a98109b4d3cf service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f21989d2-1803-4d82-bc06-7ef94db801de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0673816 Aug 16 21:01:00.725097 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-16d1619c-981b-4c89-a39c-377087aaaf20 req-f03c279c-56f7-4c6a-b4ed-45d3f5704307 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635900 Aug 16 21:01:00.769601 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d6e04eca-1570-40cb-99c7-661739922123 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8249009 Aug 16 21:01:00.773702 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54206) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:00.823227 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bbff05-1928-41e5-a3e5-35e14ccd0fa4 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:00.829444 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-23bbff05-1928-41e5-a3e5-35e14ccd0fa4 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "GET /v2.0/ports/e9c0ffaf-cba1-4185-9d3d-4855e515b3e3 HTTP/1.1" status: 200 len: 844 time: 0.0500402 Aug 16 21:01:00.829623 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bb05347e-cd8c-456d-96d3-232289d134b8 req-faf1b1b4-d282-4464-9a6c-05d463a0a89e service neutron] 10.222.0.90 "GET /v2.0/networks/f21989d2-1803-4d82-bc06-7ef94db801de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992365 Aug 16 21:01:00.830098 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54208) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:00.930625 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-d3f3b729-a1c4-425a-baa4-cbfff1ab1944 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Deleting port e9c0ffaf-cba1-4185-9d3d-4855e515b3e3 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:00.930979 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d3f3b729-a1c4-425a-baa4-cbfff1ab1944 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:00.951387 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bb05347e-cd8c-456d-96d3-232289d134b8 req-4aafce97-caac-4b67-800f-d9e2b5066977 service neutron] 10.222.0.90 "GET /v2.0/networks/f21989d2-1803-4d82-bc06-7ef94db801de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179402 Aug 16 21:01:00.989519 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54212) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:01.014623 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d3f3b729-a1c4-425a-baa4-cbfff1ab1944 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:01.030270 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-d3f3b729-a1c4-425a-baa4-cbfff1ab1944 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Calling delete_port for e9c0ffaf-cba1-4185-9d3d-4855e515b3e3 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:01.091202 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-dc736336-3031-40a5-bee7-d444bf0ba787 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-656318939-network', 'tenant_id': '8d0159eac5ad46dc9a4eecddd2628a92'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:01.192029 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d3f3b729-a1c4-425a-baa4-cbfff1ab1944 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:01.204050 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc736336-3031-40a5-bee7-d444bf0ba787 admin admin] Made reservation on behalf of 8d0159eac5ad46dc9a4eecddd2628a92 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:01.206791 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dc736336-3031-40a5-bee7-d444bf0ba787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:01.220525 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dc736336-3031-40a5-bee7-d444bf0ba787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:01.224006 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3b729-a1c4-425a-baa4-cbfff1ab1944 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'Port': ['ID=e9c0ffaf-cba1-4185-9d3d-4855e515b3e3,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:01.230983 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d3f3b729-a1c4-425a-baa4-cbfff1ab1944 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:01.236346 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d3f3b729-a1c4-425a-baa4-cbfff1ab1944 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/ports/e9c0ffaf-cba1-4185-9d3d-4855e515b3e3 HTTP/1.1" status: 204 len: 168 time: 0.4047902 Aug 16 21:01:01.236952 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54220) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:01.267703 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e869c9-bb58-429b-a9b7-6d3a9d9fa73d tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] GET failed (client error): The resource could not be found. Aug 16 21:01:01.269311 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f6e869c9-bb58-429b-a9b7-6d3a9d9fa73d tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "GET /v2.0/ports/e9c0ffaf-cba1-4185-9d3d-4855e515b3e3 HTTP/1.1" status: 404 len: 333 time: 0.0312698 Aug 16 21:01:01.273755 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54222) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:01.279291 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-06142744-8a8f-42ca-9fa1-55cc64b1992d tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'port': {'network_id': '0ea02e49-ecbb-451f-895c-7d0abd61f846', 'name': 'tempest-PortsIpV6TestJSON-1170338787'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:01.360277 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dc736336-3031-40a5-bee7-d444bf0ba787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:01.381652 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb5d8e-81bf-4133-82da-dcd9e2961bf2 req-31f315e9-fc54-46c3-b235-d578f1b7f2ea tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:01.383151 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d7cb5d8e-81bf-4133-82da-dcd9e2961bf2 req-31f315e9-fc54-46c3-b235-d578f1b7f2ea tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 945 time: 0.0581408 Aug 16 21:01:01.425635 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d7cb5d8e-81bf-4133-82da-dcd9e2961bf2 req-9a695b51-8ad3-4ebd-91f5-ddb56b0de829 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356562 Aug 16 21:01:01.465385 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dc736336-3031-40a5-bee7-d444bf0ba787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:01.492291 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc736336-3031-40a5-bee7-d444bf0ba787 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:01:01.502351 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc736336-3031-40a5-bee7-d444bf0ba787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fdf272-7602-48f7-b4b1-8e9ec09050ea,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:01.507350 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dc736336-3031-40a5-bee7-d444bf0ba787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:01.507707 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-dc736336-3031-40a5-bee7-d444bf0ba787 admin admin] Added segment b6b78da2-dab7-4732-8fa0-a1e82820dbaa of type vlan for network 2d912e3e-2a02-4c8a-a30b-1ca6ee3a29c2 Aug 16 21:01:01.583212 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06142744-8a8f-42ca-9fa1-55cc64b1992d tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Made reservation on behalf of 2b8d460e7367462492b691867d616fa2 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:01.604755 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dc736336-3031-40a5-bee7-d444bf0ba787 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:01.623623 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-06142744-8a8f-42ca-9fa1-55cc64b1992d tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:01.668925 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-06142744-8a8f-42ca-9fa1-55cc64b1992d tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] device_id is not set on port 11ecd095-c096-4174-8b82-d748e4a25357 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:01:01.714022 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b9214-91b1-4803-9f60-471b4985d51e req-9e67c6db-bbb9-494b-846d-ff93a634e158 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:01.715578 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-441b9214-91b1-4803-9f60-471b4985d51e req-9e67c6db-bbb9-494b-846d-ff93a634e158 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 946 time: 0.0573072 Aug 16 21:01:01.761745 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-441b9214-91b1-4803-9f60-471b4985d51e req-46f5de1c-7f07-48de-8814-32801e58c2c6 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=584ca7c5-4fb3-485c-b621-2fd9059a622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401070 Aug 16 21:01:01.847491 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-06142744-8a8f-42ca-9fa1-55cc64b1992d tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:01.856708 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767f8e4-7932-4adb-956c-5ee6d1a0201b req-0a1ee5e3-42a0-4b46-9d6d-081821e6c2ca tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:01.858224 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a767f8e4-7932-4adb-956c-5ee6d1a0201b req-0a1ee5e3-42a0-4b46-9d6d-081821e6c2ca tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.0550158 Aug 16 21:01:01.883856 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dc736336-3031-40a5-bee7-d444bf0ba787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:01.884809 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc736336-3031-40a5-bee7-d444bf0ba787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:01.885917 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dc736336-3031-40a5-bee7-d444bf0ba787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:01.949995 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a767f8e4-7932-4adb-956c-5ee6d1a0201b req-7093f2f5-53c0-40cd-a97e-5580c50a1b3c tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855107 Aug 16 21:01:01.960552 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc736336-3031-40a5-bee7-d444bf0ba787 admin admin] Pushing event updated for resources: {'Network': ['ID=2d912e3e-2a02-4c8a-a30b-1ca6ee3a29c2,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:01.978500 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 2d912e3e-2a02-4c8a-a30b-1ca6ee3a29c2 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:01:01.985703 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-06142744-8a8f-42ca-9fa1-55cc64b1992d tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:02.016896 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-dc736336-3031-40a5-bee7-d444bf0ba787 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0262506 Aug 16 21:01:02.020309 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54230) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:02.026069 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-bcc0db42-a300-4f53-9db9-49c1a4fd799e admin admin] Request body: {'subnet': {'network_id': '2d912e3e-2a02-4c8a-a30b-1ca6ee3a29c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-656318939-subnet', 'tenant_id': '8d0159eac5ad46dc9a4eecddd2628a92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:02.034201 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06142744-8a8f-42ca-9fa1-55cc64b1992d tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Network 0ea02e49-ecbb-451f-895c-7d0abd61f846 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:02.037534 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-06142744-8a8f-42ca-9fa1-55cc64b1992d tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:02.041352 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06142744-8a8f-42ca-9fa1-55cc64b1992d tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:02.046938 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06142744-8a8f-42ca-9fa1-55cc64b1992d tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:02.047743 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-06142744-8a8f-42ca-9fa1-55cc64b1992d tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:02.054246 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06142744-8a8f-42ca-9fa1-55cc64b1992d tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'Port': ['ID=11ecd095-c096-4174-8b82-d748e4a25357,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:02.104898 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc0db42-a300-4f53-9db9-49c1a4fd799e admin admin] Made reservation on behalf of 8d0159eac5ad46dc9a4eecddd2628a92 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:02.107334 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bcc0db42-a300-4f53-9db9-49c1a4fd799e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:02.165511 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-06142744-8a8f-42ca-9fa1-55cc64b1992d tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8883181 Aug 16 21:01:02.166567 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54236) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:02.171748 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-bcee36f1-cf2e-4859-ac41-50a7b2481120 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:02.350910 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bcc0db42-a300-4f53-9db9-49c1a4fd799e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:02.415807 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0db42-a300-4f53-9db9-49c1a4fd799e admin admin] Pushing event updated for resources: {'Subnet': ['ID=146a1de0-b08a-4e8c-ad4e-fe817e6e9514,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:02.429641 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc0db42-a300-4f53-9db9-49c1a4fd799e admin admin] Checking segment: {'id': 'b6b78da2-dab7-4732-8fa0-a1e82820dbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2d912e3e-2a02-4c8a-a30b-1ca6ee3a29c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:01:02.429815 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc0db42-a300-4f53-9db9-49c1a4fd799e admin admin] Network hostable DHCP agents. Network: 2d912e3e-2a02-4c8a-a30b-1ca6ee3a29c2, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:01:02.506812 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc0db42-a300-4f53-9db9-49c1a4fd799e admin admin] Network 2d912e3e-2a02-4c8a-a30b-1ca6ee3a29c2 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:01:02.564538 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e020bed-8be2-4340-9c01-25dca8e53476 req-6e1e7078-da9b-47c0-b727-d0fef120a1fe tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:02.565778 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bcee36f1-cf2e-4859-ac41-50a7b2481120 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:02.566271 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3e020bed-8be2-4340-9c01-25dca8e53476 req-6e1e7078-da9b-47c0-b727-d0fef120a1fe tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 945 time: 0.0605140 Aug 16 21:01:02.609098 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3e020bed-8be2-4340-9c01-25dca8e53476 req-66acda16-78ae-4c44-9039-e318c933a361 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350440 Aug 16 21:01:02.626091 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-bcc0db42-a300-4f53-9db9-49c1a4fd799e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 2d912e3e-2a02-4c8a-a30b-1ca6ee3a29c2) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:02.636577 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc0db42-a300-4f53-9db9-49c1a4fd799e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:02.637515 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bcc0db42-a300-4f53-9db9-49c1a4fd799e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:02.642930 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544e1612-40ea-45b3-841f-8ae1aaa4bcc3 None None] Network 2d912e3e-2a02-4c8a-a30b-1ca6ee3a29c2 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:01:02.723590 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-bcc0db42-a300-4f53-9db9-49c1a4fd799e admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7012916 Aug 16 21:01:02.733233 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bcee36f1-cf2e-4859-ac41-50a7b2481120 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:02.780876 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c88f82-15b5-4f99-9a7a-1a142744d1fe None None] Network 2d912e3e-2a02-4c8a-a30b-1ca6ee3a29c2 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:01:02.790316 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bcee36f1-cf2e-4859-ac41-50a7b2481120 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:02.828961 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-bcee36f1-cf2e-4859-ac41-50a7b2481120 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] In _notify_port_updated(), no bound segment for port 11ecd095-c096-4174-8b82-d748e4a25357 on network 0ea02e49-ecbb-451f-895c-7d0abd61f846 {{(pid=101845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 21:01:02.835174 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcee36f1-cf2e-4859-ac41-50a7b2481120 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:02.836596 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bcee36f1-cf2e-4859-ac41-50a7b2481120 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:02.838187 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-bcee36f1-cf2e-4859-ac41-50a7b2481120 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "PUT /v2.0/ports/11ecd095-c096-4174-8b82-d748e4a25357 HTTP/1.1" status: 200 len: 818 time: 0.6710002 Aug 16 21:01:02.841193 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54248) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:02.905292 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee36f1-cf2e-4859-ac41-50a7b2481120 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'Port': ['ID=11ecd095-c096-4174-8b82-d748e4a25357,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:02.937299 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ffe27f-92f8-4f67-98fb-f048d5d76e59 req-d6d47471-fe88-4368-afb4-c6756a4f65ee tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:02.939494 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-30ffe27f-92f8-4f67-98fb-f048d5d76e59 req-d6d47471-fe88-4368-afb4-c6756a4f65ee tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 946 time: 0.0681174 Aug 16 21:01:03.007568 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-a4755b83-7a0f-4dc1-8bc8-0bd5ca5b2e24 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Deleting port 11ecd095-c096-4174-8b82-d748e4a25357 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:03.008348 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a4755b83-7a0f-4dc1-8bc8-0bd5ca5b2e24 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:03.014168 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-30ffe27f-92f8-4f67-98fb-f048d5d76e59 req-cdf21dd2-a499-423b-b9ac-7e2747a5090c tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=584ca7c5-4fb3-485c-b621-2fd9059a622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548728 Aug 16 21:01:03.094062 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e2e01-086f-4b6d-b06f-55066281a30a req-29f9718d-839c-418e-9e6a-27dc514cb596 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:03.095759 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c7e2e01-086f-4b6d-b06f-55066281a30a req-29f9718d-839c-418e-9e6a-27dc514cb596 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.0609977 Aug 16 21:01:03.107019 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a4755b83-7a0f-4dc1-8bc8-0bd5ca5b2e24 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:03.120804 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-a4755b83-7a0f-4dc1-8bc8-0bd5ca5b2e24 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Calling delete_port for 11ecd095-c096-4174-8b82-d748e4a25357 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:03.136195 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c7e2e01-086f-4b6d-b06f-55066281a30a req-170d5e19-6c9b-4930-b21b-51c3d2f2fca2 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340452 Aug 16 21:01:03.260005 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a4755b83-7a0f-4dc1-8bc8-0bd5ca5b2e24 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:03.292286 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4755b83-7a0f-4dc1-8bc8-0bd5ca5b2e24 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'Port': ['ID=11ecd095-c096-4174-8b82-d748e4a25357,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:03.303813 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a4755b83-7a0f-4dc1-8bc8-0bd5ca5b2e24 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:03.303813 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a4755b83-7a0f-4dc1-8bc8-0bd5ca5b2e24 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/ports/11ecd095-c096-4174-8b82-d748e4a25357 HTTP/1.1" status: 204 len: 168 time: 0.4586446 Aug 16 21:01:03.303813 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54262) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:03.354328 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b2e5d3-fe6a-4857-907b-6cce21fc87de tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:03.358343 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-15b2e5d3-fe6a-4857-907b-6cce21fc87de tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0513706 Aug 16 21:01:03.358814 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54266) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:03.401477 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde24e22-4e69-4980-a9b7-a899ca3449ed tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] GET failed (client error): The resource could not be found. Aug 16 21:01:03.414837 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-bde24e22-4e69-4980-a9b7-a899ca3449ed tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "GET /v2.0/ports/11ecd095-c096-4174-8b82-d748e4a25357 HTTP/1.1" status: 404 len: 333 time: 0.0486519 Aug 16 21:01:03.414986 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54270) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:03.419962 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-8be19191-a5b5-41e3-be5a-7155a36b8fd6 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-670653535'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:03.506292 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54276) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:03.512163 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-6a6d2a45-1c1e-489c-9454-e44e5cb5444a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1845827587-network', 'tenant_id': '31244fff56634a4c84b6750c5878c9e0'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:03.519214 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be19191-a5b5-41e3-be5a-7155a36b8fd6 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Made reservation on behalf of 2b8d460e7367462492b691867d616fa2 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:03.522768 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8be19191-a5b5-41e3-be5a-7155a36b8fd6 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:03.555200 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8be19191-a5b5-41e3-be5a-7155a36b8fd6 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:01:03.564752 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8be19191-a5b5-41e3-be5a-7155a36b8fd6 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:03.565109 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-8be19191-a5b5-41e3-be5a-7155a36b8fd6 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Added segment d1c430d2-64f5-41b8-bd1d-ba6fc94c9d95 of type vlan for network ba519322-5c13-46c1-b6da-2322cbdfe0de Aug 16 21:01:03.597774 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6d2a45-1c1e-489c-9454-e44e5cb5444a admin admin] Made reservation on behalf of 31244fff56634a4c84b6750c5878c9e0 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:03.600772 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6a6d2a45-1c1e-489c-9454-e44e5cb5444a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:03.614269 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8be19191-a5b5-41e3-be5a-7155a36b8fd6 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:03.617864 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6a6d2a45-1c1e-489c-9454-e44e5cb5444a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:03.714553 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8be19191-a5b5-41e3-be5a-7155a36b8fd6 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:03.720208 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be19191-a5b5-41e3-be5a-7155a36b8fd6 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:03.720812 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8be19191-a5b5-41e3-be5a-7155a36b8fd6 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:04.110369 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6a6d2a45-1c1e-489c-9454-e44e5cb5444a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:04.129089 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be19191-a5b5-41e3-be5a-7155a36b8fd6 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'Network': ['ID=ba519322-5c13-46c1-b6da-2322cbdfe0de,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:04.139514 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3757b-4e6c-4f5d-825c-a40359ab30fe req-43a3bb1c-25d1-4128-ad16-399876efedd5 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:04.139858 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network ba519322-5c13-46c1-b6da-2322cbdfe0de details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:01:04.141090 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-82b3757b-4e6c-4f5d-825c-a40359ab30fe req-43a3bb1c-25d1-4128-ad16-399876efedd5 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 945 time: 0.4421113 Aug 16 21:01:04.195061 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-82b3757b-4e6c-4f5d-825c-a40359ab30fe req-2f4cbb2f-f510-4355-8063-d3f72ba6bc0c tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454128 Aug 16 21:01:04.201213 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6a6d2a45-1c1e-489c-9454-e44e5cb5444a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:04.227624 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a6d2a45-1c1e-489c-9454-e44e5cb5444a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:01:04.246450 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d2a45-1c1e-489c-9454-e44e5cb5444a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc24792-c546-41d0-bcc9-77c16407f16b,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:04.271297 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6a6d2a45-1c1e-489c-9454-e44e5cb5444a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:04.271564 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-6a6d2a45-1c1e-489c-9454-e44e5cb5444a admin admin] Added segment 45efd8f3-e0d6-4db5-acf2-a59da7b92a64 of type vlan for network 4a9755e8-5ce1-4640-aff2-71a3b4e0539b Aug 16 21:01:04.273570 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8be19191-a5b5-41e3-be5a-7155a36b8fd6 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8576710 Aug 16 21:01:04.277352 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54282) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:04.282432 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-76cf5192-466e-4c15-b658-88417e228e7c tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'subnet': {'network_id': 'ba519322-5c13-46c1-b6da-2322cbdfe0de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:04.320656 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6a6d2a45-1c1e-489c-9454-e44e5cb5444a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:04.329620 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7b2ef-dc32-41ef-b255-d165ecf04f76 req-01721a43-885a-43e4-9e5c-cd985aa202d8 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:04.334291 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68c7b2ef-dc32-41ef-b255-d165ecf04f76 req-01721a43-885a-43e4-9e5c-cd985aa202d8 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.1047256 Aug 16 21:01:04.386484 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68c7b2ef-dc32-41ef-b255-d165ecf04f76 req-c93400f5-bf1f-4e4a-8108-a420892f0def tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455048 Aug 16 21:01:04.465106 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76cf5192-466e-4c15-b658-88417e228e7c tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Made reservation on behalf of 2b8d460e7367462492b691867d616fa2 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:04.469378 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-76cf5192-466e-4c15-b658-88417e228e7c tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:04.494784 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6a6d2a45-1c1e-489c-9454-e44e5cb5444a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:04.496223 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6d2a45-1c1e-489c-9454-e44e5cb5444a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:04.497058 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6a6d2a45-1c1e-489c-9454-e44e5cb5444a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:04.560423 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d2a45-1c1e-489c-9454-e44e5cb5444a admin admin] Pushing event updated for resources: {'Network': ['ID=4a9755e8-5ce1-4640-aff2-71a3b4e0539b,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:04.572268 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 4a9755e8-5ce1-4640-aff2-71a3b4e0539b details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:01:04.608654 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6a6d2a45-1c1e-489c-9454-e44e5cb5444a admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1012242 Aug 16 21:01:04.611257 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54288) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:04.616886 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-fdd77a4b-5c14-437f-bf95-e897eaa0244a admin admin] Request body: {'subnet': {'network_id': '4a9755e8-5ce1-4640-aff2-71a3b4e0539b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1845827587-subnet', 'tenant_id': '31244fff56634a4c84b6750c5878c9e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:04.727917 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd77a4b-5c14-437f-bf95-e897eaa0244a admin admin] Made reservation on behalf of 31244fff56634a4c84b6750c5878c9e0 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:04.730342 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fdd77a4b-5c14-437f-bf95-e897eaa0244a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:04.750925 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-76cf5192-466e-4c15-b658-88417e228e7c tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:04.812071 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf5192-466e-4c15-b658-88417e228e7c tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'Subnet': ['ID=387a48ad-eed8-4569-8dd0-09d1763b4ce8,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:04.823583 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cf5192-466e-4c15-b658-88417e228e7c tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Checking segment: {'id': 'd1c430d2-64f5-41b8-bd1d-ba6fc94c9d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ba519322-5c13-46c1-b6da-2322cbdfe0de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:01:04.824024 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cf5192-466e-4c15-b658-88417e228e7c tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Network hostable DHCP agents. Network: ba519322-5c13-46c1-b6da-2322cbdfe0de, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:01:04.887672 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cf5192-466e-4c15-b658-88417e228e7c tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Network ba519322-5c13-46c1-b6da-2322cbdfe0de is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:01:04.939159 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-76cf5192-466e-4c15-b658-88417e228e7c tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, ba519322-5c13-46c1-b6da-2322cbdfe0de) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:04.943308 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cf5192-466e-4c15-b658-88417e228e7c tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:04.943944 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-76cf5192-466e-4c15-b658-88417e228e7c tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:04.948314 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af63984-83d4-4e92-a7d7-5424d7c532e9 None None] Network ba519322-5c13-46c1-b6da-2322cbdfe0de requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:01:04.961871 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fdd77a4b-5c14-437f-bf95-e897eaa0244a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:05.053331 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-76cf5192-466e-4c15-b658-88417e228e7c tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7748506 Aug 16 21:01:05.056151 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54290) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:05.062777 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-e5fd1711-a2f8-4466-9cc4-a2692cd1ac09 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'subnet': {'network_id': 'ba519322-5c13-46c1-b6da-2322cbdfe0de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:05.113618 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd77a4b-5c14-437f-bf95-e897eaa0244a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f95ee57-4fea-40f4-b972-ea022e32be9d,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:05.128016 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd77a4b-5c14-437f-bf95-e897eaa0244a admin admin] Checking segment: {'id': '45efd8f3-e0d6-4db5-acf2-a59da7b92a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4a9755e8-5ce1-4640-aff2-71a3b4e0539b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:01:05.128665 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd77a4b-5c14-437f-bf95-e897eaa0244a admin admin] Network hostable DHCP agents. Network: 4a9755e8-5ce1-4640-aff2-71a3b4e0539b, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:01:05.220503 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd77a4b-5c14-437f-bf95-e897eaa0244a admin admin] Network 4a9755e8-5ce1-4640-aff2-71a3b4e0539b is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:01:05.299942 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fd1711-a2f8-4466-9cc4-a2692cd1ac09 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Made reservation on behalf of 2b8d460e7367462492b691867d616fa2 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:05.303687 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e5fd1711-a2f8-4466-9cc4-a2692cd1ac09 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:05.317173 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615448d-5291-4af3-80db-cfba9da8cb5a req-370f426b-ee1b-4f68-aa7c-e279f96ba4ef tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:05.319212 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e615448d-5291-4af3-80db-cfba9da8cb5a req-370f426b-ee1b-4f68-aa7c-e279f96ba4ef tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 945 time: 0.0549159 Aug 16 21:01:05.358670 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e615448d-5291-4af3-80db-cfba9da8cb5a req-f552e071-8ffa-485f-9e2a-d0040d46c614 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325284 Aug 16 21:01:05.359428 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-fdd77a4b-5c14-437f-bf95-e897eaa0244a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 4a9755e8-5ce1-4640-aff2-71a3b4e0539b) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:05.360075 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5c14bc-0efd-4e76-96e9-92f372339444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-ba519322-5c13-46c1-b6da-2322cbdfe0de', 'network_id': 'ba519322-5c13-46c1-b6da-2322cbdfe0de', 'tenant_id': '2b8d460e7367462492b691867d616fa2', 'fixed_ips': [{'subnet_id': '387a48ad-eed8-4569-8dd0-09d1763b4ce8'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:01:05.361704 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-eb5c14bc-0efd-4e76-96e9-92f372339444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:05.364121 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd77a4b-5c14-437f-bf95-e897eaa0244a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:05.364791 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fdd77a4b-5c14-437f-bf95-e897eaa0244a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:05.385585 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1b258f-e53c-4b33-bd0e-1fe73320c0ef None None] Network 4a9755e8-5ce1-4640-aff2-71a3b4e0539b requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:01:05.409406 n-d-793620-15 neutron-server[101845]: INFO neutron.db.ipam_backend_mixin [None req-e5fd1711-a2f8-4466-9cc4-a2692cd1ac09 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 387a48ad-eed8-4569-8dd0-09d1763b4ce8 (CIDR: 2001:db8::/64) Aug 16 21:01:05.465716 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5fd1711-a2f8-4466-9cc4-a2692cd1ac09 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:01:05.466177 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5fd1711-a2f8-4466-9cc4-a2692cd1ac09 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:01:05.484509 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-fdd77a4b-5c14-437f-bf95-e897eaa0244a admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8718162 Aug 16 21:01:05.529159 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e5fd1711-a2f8-4466-9cc4-a2692cd1ac09 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4709566 Aug 16 21:01:05.531592 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54300) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:05.532803 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff68471-3ae1-4a6a-904a-a8f8499bc532 req-deb160e6-a5ff-4e8f-916f-54305f2c8042 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:05.541806 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2ff68471-3ae1-4a6a-904a-a8f8499bc532 req-deb160e6-a5ff-4e8f-916f-54305f2c8042 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.0830970 Aug 16 21:01:05.542988 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-f20d6987-cd9a-4dc7-b874-c8c45a9b8558 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'subnet': {'network_id': 'ba519322-5c13-46c1-b6da-2322cbdfe0de', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:05.587239 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2ff68471-3ae1-4a6a-904a-a8f8499bc532 req-587c117a-0999-47db-9210-bd8897e57a7a tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439007 Aug 16 21:01:05.617652 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-eb5c14bc-0efd-4e76-96e9-92f372339444 None None] Allocated IP 2001:db8::2 (ba519322-5c13-46c1-b6da-2322cbdfe0de/387a48ad-eed8-4569-8dd0-09d1763b4ce8/f5d64cd9-d6a2-46ed-994b-de4f022fdbbb) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:05.701151 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199bab82-8481-48f7-bb9c-5d00105162e9 None None] Network 4a9755e8-5ce1-4640-aff2-71a3b4e0539b requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:01:05.739218 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20d6987-cd9a-4dc7-b874-c8c45a9b8558 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Made reservation on behalf of 2b8d460e7367462492b691867d616fa2 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:05.743181 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f20d6987-cd9a-4dc7-b874-c8c45a9b8558 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:05.882024 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-eb5c14bc-0efd-4e76-96e9-92f372339444 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:05.926131 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-eb5c14bc-0efd-4e76-96e9-92f372339444 None None] Transition to ACTIVE for port object f5d64cd9-d6a2-46ed-994b-de4f022fdbbb will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:05.951158 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-eb5c14bc-0efd-4e76-96e9-92f372339444 None None] Transition to ACTIVE for port object f5d64cd9-d6a2-46ed-994b-de4f022fdbbb will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:06.008694 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-eb5c14bc-0efd-4e76-96e9-92f372339444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:06.048206 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f20d6987-cd9a-4dc7-b874-c8c45a9b8558 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:06.051621 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5c14bc-0efd-4e76-96e9-92f372339444 None None] Network ba519322-5c13-46c1-b6da-2322cbdfe0de is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:06.054816 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-eb5c14bc-0efd-4e76-96e9-92f372339444 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:06.059251 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5c14bc-0efd-4e76-96e9-92f372339444 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:06.066823 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c14bc-0efd-4e76-96e9-92f372339444 None None] Pushing event updated for resources: {'Port': ['ID=f5d64cd9-d6a2-46ed-994b-de4f022fdbbb,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:06.098873 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20d6987-cd9a-4dc7-b874-c8c45a9b8558 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Network ba519322-5c13-46c1-b6da-2322cbdfe0de is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:06.102552 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-f20d6987-cd9a-4dc7-b874-c8c45a9b8558 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:06.108974 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20d6987-cd9a-4dc7-b874-c8c45a9b8558 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:06.109589 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f20d6987-cd9a-4dc7-b874-c8c45a9b8558 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:06.126065 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-eb5c14bc-0efd-4e76-96e9-92f372339444 None None] Attempting to bind port f5d64cd9-d6a2-46ed-994b-de4f022fdbbb on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:01:06.126802 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-eb5c14bc-0efd-4e76-96e9-92f372339444 None None] Attempting to bind port f5d64cd9-d6a2-46ed-994b-de4f022fdbbb by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'd1c430d2-64f5-41b8-bd1d-ba6fc94c9d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ba519322-5c13-46c1-b6da-2322cbdfe0de'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:01:06.127390 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5c14bc-0efd-4e76-96e9-92f372339444 None None] Attempting to bind port f5d64cd9-d6a2-46ed-994b-de4f022fdbbb on network ba519322-5c13-46c1-b6da-2322cbdfe0de {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:01:06.132803 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5c14bc-0efd-4e76-96e9-92f372339444 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:01:06.133541 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5c14bc-0efd-4e76-96e9-92f372339444 None None] Checking segment: {'id': 'd1c430d2-64f5-41b8-bd1d-ba6fc94c9d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ba519322-5c13-46c1-b6da-2322cbdfe0de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:01:06.134059 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d6987-cd9a-4dc7-b874-c8c45a9b8558 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'Subnet': ['ID=c3e054b0-f941-44e1-bb7b-8637a41906c9,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:06.134732 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-eb5c14bc-0efd-4e76-96e9-92f372339444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:06.135714 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5c14bc-0efd-4e76-96e9-92f372339444 None None] Bound using segment: {'id': 'd1c430d2-64f5-41b8-bd1d-ba6fc94c9d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ba519322-5c13-46c1-b6da-2322cbdfe0de'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:01:06.136285 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-eb5c14bc-0efd-4e76-96e9-92f372339444 None None] Bound port: f5d64cd9-d6a2-46ed-994b-de4f022fdbbb, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c430d2-64f5-41b8-bd1d-ba6fc94c9d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ba519322-5c13-46c1-b6da-2322cbdfe0de'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:01:06.136747 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-eb5c14bc-0efd-4e76-96e9-92f372339444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:06.139078 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ec574-94b9-44f9-8693-bfa8813115ac req-7225d569-69a8-4c20-9fd1-8a826438bc4f tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:06.147369 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-368ec574-94b9-44f9-8693-bfa8813115ac req-7225d569-69a8-4c20-9fd1-8a826438bc4f tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] 10.222.0.84 "GET /v2.0/networks?id=2d912e3e-2a02-4c8a-a30b-1ca6ee3a29c2 HTTP/1.1" status: 200 len: 808 time: 0.1607578 Aug 16 21:01:06.158165 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-368ec574-94b9-44f9-8693-bfa8813115ac req-aff57bc8-39b8-4f20-8955-bb40f07b0a7e tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] 10.222.0.84 "GET /v2.0/quotas/8d0159eac5ad46dc9a4eecddd2628a92 HTTP/1.1" status: 200 len: 375 time: 0.0097446 Aug 16 21:01:06.192677 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-368ec574-94b9-44f9-8693-bfa8813115ac req-24237851-9ac2-44ba-8172-98173a3ae849 tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=8d0159eac5ad46dc9a4eecddd2628a92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281029 Aug 16 21:01:06.206438 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-eb5c14bc-0efd-4e76-96e9-92f372339444 None None] For port f5d64cd9-d6a2-46ed-994b-de4f022fdbbb, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:01:06.209935 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f20d6987-cd9a-4dc7-b874-c8c45a9b8558 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6759052 Aug 16 21:01:06.210229 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-eb5c14bc-0efd-4e76-96e9-92f372339444 None None] For port f5d64cd9-d6a2-46ed-994b-de4f022fdbbb, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=f5d64cd9-d6a2-46ed-994b-de4f022fdbbb,segment=NetworkSegment(d1c430d2-64f5-41b8-bd1d-ba6fc94c9d95),segment_id=d1c430d2-64f5-41b8-bd1d-ba6fc94c9d95)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:01:06.212950 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54326) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:06.218083 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-e88b2d87-3486-4f16-8061-9087cc0e8a22 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'port': {'network_id': 'ba519322-5c13-46c1-b6da-2322cbdfe0de', 'fixed_ips': [{'subnet_id': '387a48ad-eed8-4569-8dd0-09d1763b4ce8'}, {'subnet_id': 'c3e054b0-f941-44e1-bb7b-8637a41906c9'}], 'name': 'tempest-PortsIpV6TestJSON-1460952230'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:06.300868 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-eb5c14bc-0efd-4e76-96e9-92f372339444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:06.377332 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c14bc-0efd-4e76-96e9-92f372339444 None None] Pushing event updated for resources: {'Port': ['ID=f5d64cd9-d6a2-46ed-994b-de4f022fdbbb,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:06.411921 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-368ec574-94b9-44f9-8693-bfa8813115ac req-e743e0cb-c0cc-4e7d-b19b-71f68ccc0887 service neutron] 10.222.0.84 "GET /v2.0/networks/2d912e3e-2a02-4c8a-a30b-1ca6ee3a29c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098677 Aug 16 21:01:06.478052 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88b2d87-3486-4f16-8061-9087cc0e8a22 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Made reservation on behalf of 2b8d460e7367462492b691867d616fa2 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:06.638080 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd947b-bd64-473f-a387-f085615d4a2e req-9e5efccb-6c59-45c5-9d54-e7a983cd1e45 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:06.647254 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8afd947b-bd64-473f-a387-f085615d4a2e req-9e5efccb-6c59-45c5-9d54-e7a983cd1e45 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 945 time: 0.1653123 Aug 16 21:01:06.647254 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-368ec574-94b9-44f9-8693-bfa8813115ac req-084b2cfb-068c-4ad5-9831-b1fd1b059160 service neutron] 10.222.0.84 "GET /v2.0/networks/2d912e3e-2a02-4c8a-a30b-1ca6ee3a29c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247233 Aug 16 21:01:06.665831 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e88b2d87-3486-4f16-8061-9087cc0e8a22 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:06.700832 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-e88b2d87-3486-4f16-8061-9087cc0e8a22 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] device_id is not set on port 497a2015-40f5-4500-a952-8fcd7d0736d8 yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:01:06.712610 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8afd947b-bd64-473f-a387-f085615d4a2e req-6582fbcb-9430-4ae6-bdca-628748489c5b tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605268 Aug 16 21:01:07.020493 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-83ed559d-9eca-44ee-8980-7faaf4134e00 req-480993f6-1eff-43fa-96fa-751a52b36abe tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] 10.222.0.84 "GET /v2.0/ports?device_id=9cbc8da1-87a3-4c28-9910-f422905cbf1a HTTP/1.1" status: 200 len: 210 time: 0.0560849 Aug 16 21:01:07.035147 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f5d64cd9-d6a2-46ed-994b-de4f022fdbbb up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:01:07.143708 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400528c-8e42-44ee-b1e1-92b8aa227b17 req-fc94b30b-0bef-4c7b-83bd-0d0a3adaa29f tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:07.146613 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4400528c-8e42-44ee-b1e1-92b8aa227b17 req-fc94b30b-0bef-4c7b-83bd-0d0a3adaa29f tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.1306047 Aug 16 21:01:07.156505 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port f5d64cd9-d6a2-46ed-994b-de4f022fdbbb completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:07.260838 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4400528c-8e42-44ee-b1e1-92b8aa227b17 req-a90e82ca-1c64-40fc-8517-57e688a91797 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831325 Aug 16 21:01:07.277029 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-e88b2d87-3486-4f16-8061-9087cc0e8a22 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Allocated IP 2001:db8::3c0 (ba519322-5c13-46c1-b6da-2322cbdfe0de/387a48ad-eed8-4569-8dd0-09d1763b4ce8/497a2015-40f5-4500-a952-8fcd7d0736d8) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:07.287130 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-e88b2d87-3486-4f16-8061-9087cc0e8a22 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Allocated IP 2001:db8:0:1::3d1 (ba519322-5c13-46c1-b6da-2322cbdfe0de/c3e054b0-f941-44e1-bb7b-8637a41906c9/497a2015-40f5-4500-a952-8fcd7d0736d8) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:07.447066 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e88b2d87-3486-4f16-8061-9087cc0e8a22 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:07.461000 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-e88b2d87-3486-4f16-8061-9087cc0e8a22 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Transition to ACTIVE for port object 497a2015-40f5-4500-a952-8fcd7d0736d8 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:07.550234 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21278af7-3182-4de0-b040-e7d1e94c8773 None None] Network ba519322-5c13-46c1-b6da-2322cbdfe0de requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:01:07.579819 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e88b2d87-3486-4f16-8061-9087cc0e8a22 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:07.624856 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88b2d87-3486-4f16-8061-9087cc0e8a22 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Network ba519322-5c13-46c1-b6da-2322cbdfe0de is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:07.628057 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-e88b2d87-3486-4f16-8061-9087cc0e8a22 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:07.631989 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88b2d87-3486-4f16-8061-9087cc0e8a22 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:07.638240 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88b2d87-3486-4f16-8061-9087cc0e8a22 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:07.638877 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e88b2d87-3486-4f16-8061-9087cc0e8a22 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:07.647495 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b2d87-3486-4f16-8061-9087cc0e8a22 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'Port': ['ID=497a2015-40f5-4500-a952-8fcd7d0736d8,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:07.708567 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e88b2d87-3486-4f16-8061-9087cc0e8a22 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.4920449 Aug 16 21:01:07.708939 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54346) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:07.714693 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-0aa381f9-8f38-4ca2-94af-dfd5ba2af5ce tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '387a48ad-eed8-4569-8dd0-09d1763b4ce8'}]}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:07.742583 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-3b21747b-614f-4b64-addb-7d1fa1e98b6f None None] Provisioning for port f5d64cd9-d6a2-46ed-994b-de4f022fdbbb completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:07.761918 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-3b21747b-614f-4b64-addb-7d1fa1e98b6f None None] Provisioning complete for port f5d64cd9-d6a2-46ed-994b-de4f022fdbbb triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:07.762301 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3b21747b-614f-4b64-addb-7d1fa1e98b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:07.803054 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0aa381f9-8f38-4ca2-94af-dfd5ba2af5ce tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:07.804227 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fa2275-2892-46dd-a79c-5b86e7be3662 None None] Update dhcp port {'port': {'network_id': 'ba519322-5c13-46c1-b6da-2322cbdfe0de', 'fixed_ips': [{'subnet_id': '387a48ad-eed8-4569-8dd0-09d1763b4ce8', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c3e054b0-f941-44e1-bb7b-8637a41906c9'}], 'binding:host_id': 'n-d-793620-15'}, 'id': 'f5d64cd9-d6a2-46ed-994b-de4f022fdbbb'} from n-d-793620-15. {{(pid=101846) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 21:01:07.839626 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-88fa2275-2892-46dd-a79c-5b86e7be3662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:07.909091 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3b21747b-614f-4b64-addb-7d1fa1e98b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:07.942429 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7eb4c-c079-40ae-bdc7-c21e63567354 req-b912a30b-50a3-4cf8-b854-cb63e69f2d65 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:07.943989 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fad7eb4c-c079-40ae-bdc7-c21e63567354 req-b912a30b-50a3-4cf8-b854-cb63e69f2d65 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 945 time: 0.1268675 Aug 16 21:01:08.019959 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-3b21747b-614f-4b64-addb-7d1fa1e98b6f None None] For port f5d64cd9-d6a2-46ed-994b-de4f022fdbbb, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=f5d64cd9-d6a2-46ed-994b-de4f022fdbbb,segment=NetworkSegment(d1c430d2-64f5-41b8-bd1d-ba6fc94c9d95),segment_id=d1c430d2-64f5-41b8-bd1d-ba6fc94c9d95)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:08.030222 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fad7eb4c-c079-40ae-bdc7-c21e63567354 req-72acbb26-5b48-4fdc-9d5e-c06158c304af tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786421 Aug 16 21:01:08.089707 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3b21747b-614f-4b64-addb-7d1fa1e98b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:08.094894 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-88fa2275-2892-46dd-a79c-5b86e7be3662 None None] Allocated IP 2001:db8:0:1::2 (ba519322-5c13-46c1-b6da-2322cbdfe0de/c3e054b0-f941-44e1-bb7b-8637a41906c9/f5d64cd9-d6a2-46ed-994b-de4f022fdbbb) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:08.173986 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f3d733cb-be6d-4863-9786-af183169df04 req-be55f798-c2a5-490b-a7dd-bd7ef9a216bb tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] 10.222.0.84 "GET /v2.0/ports?device_id=9cbc8da1-87a3-4c28-9910-f422905cbf1a HTTP/1.1" status: 200 len: 210 time: 0.0339701 Aug 16 21:01:08.219857 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b21747b-614f-4b64-addb-7d1fa1e98b6f None None] Pushing event updated for resources: {'Port': ['ID=f5d64cd9-d6a2-46ed-994b-de4f022fdbbb,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:08.259195 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-88fa2275-2892-46dd-a79c-5b86e7be3662 None None] For port f5d64cd9-d6a2-46ed-994b-de4f022fdbbb, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=f5d64cd9-d6a2-46ed-994b-de4f022fdbbb,segment=NetworkSegment(d1c430d2-64f5-41b8-bd1d-ba6fc94c9d95),segment_id=d1c430d2-64f5-41b8-bd1d-ba6fc94c9d95)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:08.287940 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-88fa2275-2892-46dd-a79c-5b86e7be3662 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:08.308842 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-88fa2275-2892-46dd-a79c-5b86e7be3662 None None] Transition to ACTIVE for port object f5d64cd9-d6a2-46ed-994b-de4f022fdbbb will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:08.382581 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe5510-ed9e-462e-93fd-3660f38dbe70 req-59c64c81-7b89-4cd1-8be5-0dcf1add51bb tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:08.384141 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12fe5510-ed9e-462e-93fd-3660f38dbe70 req-59c64c81-7b89-4cd1-8be5-0dcf1add51bb tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.0526102 Aug 16 21:01:08.424377 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12fe5510-ed9e-462e-93fd-3660f38dbe70 req-a7c2c543-7f79-436a-b842-778040530daf tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337381 Aug 16 21:01:08.533867 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-88fa2275-2892-46dd-a79c-5b86e7be3662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:08.603770 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-0aa381f9-8f38-4ca2-94af-dfd5ba2af5ce tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Delete allocated IP 2001:db8:0:1::3d1 (ba519322-5c13-46c1-b6da-2322cbdfe0de/c3e054b0-f941-44e1-bb7b-8637a41906c9) {{(pid=101844) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 21:01:08.630068 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa2275-2892-46dd-a79c-5b86e7be3662 None None] Pushing event updated for resources: {'Port': ['ID=f5d64cd9-d6a2-46ed-994b-de4f022fdbbb,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:08.792863 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0aa381f9-8f38-4ca2-94af-dfd5ba2af5ce tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:08.820600 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d4fc2-6379-4103-8f62-ff60138f613d req-0918a50e-7f57-4b2f-8318-d9b9a82c2006 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:08.822031 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-df8d4fc2-6379-4103-8f62-ff60138f613d req-0918a50e-7f57-4b2f-8318-d9b9a82c2006 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 945 time: 0.0863192 Aug 16 21:01:08.822983 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-0aa381f9-8f38-4ca2-94af-dfd5ba2af5ce tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Ignored duplicate provisioning block setup for port 497a2015-40f5-4500-a952-8fcd7d0736d8 by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 21:01:08.868372 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-df8d4fc2-6379-4103-8f62-ff60138f613d req-93c4d794-e249-466e-abb8-418761c58ff1 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398185 Aug 16 21:01:08.922920 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f5d64cd9-d6a2-46ed-994b-de4f022fdbbb up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:01:08.950708 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0aa381f9-8f38-4ca2-94af-dfd5ba2af5ce tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:09.029360 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-0aa381f9-8f38-4ca2-94af-dfd5ba2af5ce tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] In _notify_port_updated(), no bound segment for port 497a2015-40f5-4500-a952-8fcd7d0736d8 on network ba519322-5c13-46c1-b6da-2322cbdfe0de {{(pid=101844) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 21:01:09.035677 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa381f9-8f38-4ca2-94af-dfd5ba2af5ce tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:09.036413 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0aa381f9-8f38-4ca2-94af-dfd5ba2af5ce tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:09.040305 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0aa381f9-8f38-4ca2-94af-dfd5ba2af5ce tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "PUT /v2.0/ports/497a2015-40f5-4500-a952-8fcd7d0736d8 HTTP/1.1" status: 200 len: 926 time: 1.3280036 Aug 16 21:01:09.040664 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54368) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:09.047852 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-5b14098b-6900-4457-b221-36489a075015 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '387a48ad-eed8-4569-8dd0-09d1763b4ce8'}, {'subnet_id': 'c3e054b0-f941-44e1-bb7b-8637a41906c9'}]}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:09.055532 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa381f9-8f38-4ca2-94af-dfd5ba2af5ce tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'Port': ['ID=497a2015-40f5-4500-a952-8fcd7d0736d8,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:09.221861 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5b14098b-6900-4457-b221-36489a075015 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:09.299907 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a72d37f0-b3bf-4d47-90f7-dd5259bd16d2 req-5998cfbc-7d21-42fd-8b46-224919c9aa45 tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] 10.222.0.84 "GET /v2.0/ports?device_id=9cbc8da1-87a3-4c28-9910-f422905cbf1a HTTP/1.1" status: 200 len: 210 time: 0.0410984 Aug 16 21:01:09.316686 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f64da8-98b4-4b01-8cfa-dde1c7251207 None None] Network ba519322-5c13-46c1-b6da-2322cbdfe0de requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:01:09.504661 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c98b790f-7cac-424a-849a-c460ae39bc48 None None] Provisioning for port 497a2015-40f5-4500-a952-8fcd7d0736d8 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:09.510797 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c98b790f-7cac-424a-849a-c460ae39bc48 None None] Provisioning complete for port 497a2015-40f5-4500-a952-8fcd7d0736d8 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:09.512256 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c98b790f-7cac-424a-849a-c460ae39bc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:09.564863 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25427d65-e976-4eae-b7f3-a3850ec816af req-c853b18c-b18a-45df-8633-7727fe848392 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:09.573752 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-25427d65-e976-4eae-b7f3-a3850ec816af req-c853b18c-b18a-45df-8633-7727fe848392 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.0697558 Aug 16 21:01:09.584906 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-c98b790f-7cac-424a-849a-c460ae39bc48 None None] Port 497a2015-40f5-4500-a952-8fcd7d0736d8 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:01:09.585273 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-5b14098b-6900-4457-b221-36489a075015 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Allocated IP 2001:db8:0:1::268 (ba519322-5c13-46c1-b6da-2322cbdfe0de/c3e054b0-f941-44e1-bb7b-8637a41906c9/497a2015-40f5-4500-a952-8fcd7d0736d8) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:09.665198 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c98b790f-7cac-424a-849a-c460ae39bc48 None None] Provisioning for port f5d64cd9-d6a2-46ed-994b-de4f022fdbbb completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:09.671566 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c98b790f-7cac-424a-849a-c460ae39bc48 None None] Provisioning complete for port f5d64cd9-d6a2-46ed-994b-de4f022fdbbb triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:09.674490 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-25427d65-e976-4eae-b7f3-a3850ec816af req-cfaa87bc-5097-4b2f-ab9c-76660292d10f tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979993 Aug 16 21:01:09.674626 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c98b790f-7cac-424a-849a-c460ae39bc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:09.745641 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ec574-94b9-44f9-8693-bfa8813115ac req-39216fbb-2e01-4d06-b2cd-f43570330685 tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:09.747703 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-368ec574-94b9-44f9-8693-bfa8813115ac req-39216fbb-2e01-4d06-b2cd-f43570330685 tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] 10.222.0.72 "GET /v2.0/networks?id=2d912e3e-2a02-4c8a-a30b-1ca6ee3a29c2 HTTP/1.1" status: 200 len: 808 time: 0.1667972 Aug 16 21:01:09.765691 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-368ec574-94b9-44f9-8693-bfa8813115ac req-098b9ad9-68e1-4088-8760-a6299c4cbee2 tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] Request body: {'port': {'device_id': '9cbc8da1-87a3-4c28-9910-f422905cbf1a', 'network_id': '2d912e3e-2a02-4c8a-a30b-1ca6ee3a29c2', 'admin_state_up': True, 'tenant_id': '8d0159eac5ad46dc9a4eecddd2628a92'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:09.786127 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5b14098b-6900-4457-b221-36489a075015 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:09.799742 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-5b14098b-6900-4457-b221-36489a075015 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Ignored duplicate provisioning block setup for port 497a2015-40f5-4500-a952-8fcd7d0736d8 by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 21:01:09.854049 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5b14098b-6900-4457-b221-36489a075015 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:09.949161 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c5259fa2-059a-4c4f-b2e9-8c6caefc06f7 None None] Provisioning complete for port 497a2015-40f5-4500-a952-8fcd7d0736d8 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:09.952058 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c5259fa2-059a-4c4f-b2e9-8c6caefc06f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:09.971254 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-368ec574-94b9-44f9-8693-bfa8813115ac req-098b9ad9-68e1-4088-8760-a6299c4cbee2 tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] Made reservation on behalf of 8d0159eac5ad46dc9a4eecddd2628a92 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:09.975244 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-368ec574-94b9-44f9-8693-bfa8813115ac req-098b9ad9-68e1-4088-8760-a6299c4cbee2 tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:10.019670 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-c5259fa2-059a-4c4f-b2e9-8c6caefc06f7 None None] Port 497a2015-40f5-4500-a952-8fcd7d0736d8 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:01:10.037825 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c5259fa2-059a-4c4f-b2e9-8c6caefc06f7 None None] Provisioning complete for port f5d64cd9-d6a2-46ed-994b-de4f022fdbbb triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:10.038425 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c5259fa2-059a-4c4f-b2e9-8c6caefc06f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:10.076547 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-5b14098b-6900-4457-b221-36489a075015 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] In _notify_port_updated(), no bound segment for port 497a2015-40f5-4500-a952-8fcd7d0736d8 on network ba519322-5c13-46c1-b6da-2322cbdfe0de {{(pid=101845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 21:01:10.092187 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b14098b-6900-4457-b221-36489a075015 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:10.093248 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5b14098b-6900-4457-b221-36489a075015 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:10.097850 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5b14098b-6900-4457-b221-36489a075015 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "PUT /v2.0/ports/497a2015-40f5-4500-a952-8fcd7d0736d8 HTTP/1.1" status: 200 len: 1012 time: 1.0548744 Aug 16 21:01:10.099021 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54380) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:10.131918 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14098b-6900-4457-b221-36489a075015 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'Port': ['ID=497a2015-40f5-4500-a952-8fcd7d0736d8,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:10.154290 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ee38d-f6e3-4e0b-a272-5e1d505ecd7d req-d96ae614-7995-4381-b771-54a226aa23fc tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:10.156277 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-063ee38d-f6e3-4e0b-a272-5e1d505ecd7d req-d96ae614-7995-4381-b771-54a226aa23fc tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 945 time: 0.1571801 Aug 16 21:01:10.238241 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebed8df-9b2c-4483-98dd-ee283b5cf21f req-1b9ba5b8-8d1b-449c-a7e7-49bce4fc0de8 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:10.239847 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-aebed8df-9b2c-4483-98dd-ee283b5cf21f req-1b9ba5b8-8d1b-449c-a7e7-49bce4fc0de8 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.72 "GET /v2.0/ports?device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 945 time: 0.1654377 Aug 16 21:01:10.282418 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-063ee38d-f6e3-4e0b-a272-5e1d505ecd7d req-8cfea019-e470-434c-8983-175b10518c7c tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911515 Aug 16 21:01:10.293409 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-368ec574-94b9-44f9-8693-bfa8813115ac req-098b9ad9-68e1-4088-8760-a6299c4cbee2 tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] Allocated IP 172.20.0.5 (2d912e3e-2a02-4c8a-a30b-1ca6ee3a29c2/146a1de0-b08a-4e8c-ad4e-fe817e6e9514/77ef7c5b-e391-4b1f-88c6-b998257e3404) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:10.344065 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-822941d7-bbd9-400b-9e71-a5bb1e207a8e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Deleting port 497a2015-40f5-4500-a952-8fcd7d0736d8 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:10.344413 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-822941d7-bbd9-400b-9e71-a5bb1e207a8e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:10.344570 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-040eee57-761e-4189-9f5f-51b4d213e092 None None] Provisioning complete for port 497a2015-40f5-4500-a952-8fcd7d0736d8 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:10.346184 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-040eee57-761e-4189-9f5f-51b4d213e092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:10.444841 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-040eee57-761e-4189-9f5f-51b4d213e092 None None] Port 497a2015-40f5-4500-a952-8fcd7d0736d8 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:01:10.459000 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e236deb8-7cea-418f-9f97-71c76c38e802 req-f01938ca-ac46-4c0b-bc65-8084ce0e834b tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] 10.222.0.84 "GET /v2.0/ports?device_id=9cbc8da1-87a3-4c28-9910-f422905cbf1a HTTP/1.1" status: 200 len: 210 time: 0.0660756 Aug 16 21:01:10.460453 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-aebed8df-9b2c-4483-98dd-ee283b5cf21f req-147e9e29-de6b-48c6-97ab-efd9eb2fcbbe tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Deleting port 12a01b11-c457-4384-922b-9aa9bef66cd0 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:10.460803 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-aebed8df-9b2c-4483-98dd-ee283b5cf21f req-147e9e29-de6b-48c6-97ab-efd9eb2fcbbe tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:10.529101 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-368ec574-94b9-44f9-8693-bfa8813115ac req-098b9ad9-68e1-4088-8760-a6299c4cbee2 tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:10.547034 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-822941d7-bbd9-400b-9e71-a5bb1e207a8e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:10.575259 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-822941d7-bbd9-400b-9e71-a5bb1e207a8e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Calling delete_port for 497a2015-40f5-4500-a952-8fcd7d0736d8 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:10.602947 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-0fcf46ff-3531-445e-a856-6cc7a0d4737a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0709701 Aug 16 21:01:10.658696 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-aebed8df-9b2c-4483-98dd-ee283b5cf21f req-147e9e29-de6b-48c6-97ab-efd9eb2fcbbe tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] For port 12a01b11-c457-4384-922b-9aa9bef66cd0, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=12a01b11-c457-4384-922b-9aa9bef66cd0,segment=NetworkSegment(53b76348-81c8-4bfa-909a-3d74533ded61),segment_id=53b76348-81c8-4bfa-909a-3d74533ded61)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:10.659066 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-aebed8df-9b2c-4483-98dd-ee283b5cf21f req-147e9e29-de6b-48c6-97ab-efd9eb2fcbbe tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:10.678491 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2f9e146c-ed94-41cd-b1e1-530bd3d910cb None None] Provisioning complete for port 497a2015-40f5-4500-a952-8fcd7d0736d8 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:10.679118 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2f9e146c-ed94-41cd-b1e1-530bd3d910cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:10.683205 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-aebed8df-9b2c-4483-98dd-ee283b5cf21f req-147e9e29-de6b-48c6-97ab-efd9eb2fcbbe tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Calling delete_port for 12a01b11-c457-4384-922b-9aa9bef66cd0 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:10.695495 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-368ec574-94b9-44f9-8693-bfa8813115ac req-098b9ad9-68e1-4088-8760-a6299c4cbee2 tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:10.741143 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e146c-ed94-41cd-b1e1-530bd3d910cb None None] Port 497a2015-40f5-4500-a952-8fcd7d0736d8 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:01:10.749944 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-368ec574-94b9-44f9-8693-bfa8813115ac req-098b9ad9-68e1-4088-8760-a6299c4cbee2 tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] Network 2d912e3e-2a02-4c8a-a30b-1ca6ee3a29c2 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:10.756508 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-368ec574-94b9-44f9-8693-bfa8813115ac req-098b9ad9-68e1-4088-8760-a6299c4cbee2 tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:10.759180 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-368ec574-94b9-44f9-8693-bfa8813115ac req-098b9ad9-68e1-4088-8760-a6299c4cbee2 tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:10.847254 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b9ad9-68e1-4088-8760-a6299c4cbee2 tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] Pushing event updated for resources: {'Port': ['ID=77ef7c5b-e391-4b1f-88c6-b998257e3404,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:10.856271 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-1ac888a3-0e89-44c8-81ed-28f4bac026b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:10.856914 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-1ac888a3-0e89-44c8-81ed-28f4bac026b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:10.857477 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-1ac888a3-0e89-44c8-81ed-28f4bac026b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:10.858030 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-1ac888a3-0e89-44c8-81ed-28f4bac026b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:10.858583 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-1ac888a3-0e89-44c8-81ed-28f4bac026b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:10.859132 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-1ac888a3-0e89-44c8-81ed-28f4bac026b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:10.859738 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-1ac888a3-0e89-44c8-81ed-28f4bac026b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:10.861946 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-1ac888a3-0e89-44c8-81ed-28f4bac026b2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=739199610cfa4c2f8e9155deb4230364&device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 6509 time: 0.2016778 Aug 16 21:01:10.883172 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ec574-94b9-44f9-8693-bfa8813115ac req-098b9ad9-68e1-4088-8760-a6299c4cbee2 tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:10.885160 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-368ec574-94b9-44f9-8693-bfa8813115ac req-098b9ad9-68e1-4088-8760-a6299c4cbee2 tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:10.966097 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafdd294-55f7-4020-b105-36a8e9941c20 req-6bcd5ccb-4f8b-4d92-a6bf-c02531a82ee2 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:10.967846 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aafdd294-55f7-4020-b105-36a8e9941c20 req-6bcd5ccb-4f8b-4d92-a6bf-c02531a82ee2 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.1790042 Aug 16 21:01:10.968944 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-50b36bce-2a39-4fc8-a979-ff52f0fb92e3 None None] Provisioning complete for port 497a2015-40f5-4500-a952-8fcd7d0736d8 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:10.969556 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-50b36bce-2a39-4fc8-a979-ff52f0fb92e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:11.020417 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-50b36bce-2a39-4fc8-a979-ff52f0fb92e3 None None] Port 497a2015-40f5-4500-a952-8fcd7d0736d8 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:01:11.037215 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aafdd294-55f7-4020-b105-36a8e9941c20 req-08ae756a-0a42-471b-adf7-4823cedb8b73 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602326 Aug 16 21:01:11.044533 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-368ec574-94b9-44f9-8693-bfa8813115ac req-098b9ad9-68e1-4088-8760-a6299c4cbee2 tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2862320 Aug 16 21:01:11.049992 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-69143698-c4d1-4f3b-880b-ff1bfe860eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:11.056302 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-69143698-c4d1-4f3b-880b-ff1bfe860eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:11.056934 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-69143698-c4d1-4f3b-880b-ff1bfe860eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:11.058638 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-69143698-c4d1-4f3b-880b-ff1bfe860eb8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1ffc2ed8-3433-480e-9e7b-c7131585caf6&id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&id=2808ba84-8eb6-448f-bf54-b316a16ed9b0&id=2808ba84-8eb6-448f-bf54-b316a16ed9b0 HTTP/1.1" status: 200 len: 2298 time: 0.1640778 Aug 16 21:01:11.063921 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-368ec574-94b9-44f9-8693-bfa8813115ac req-8da80964-0807-414e-bded-df5f3a9b1d77 service neutron] Request body: {'port': {'device_id': '9cbc8da1-87a3-4c28-9910-f422905cbf1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:11.122915 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-822941d7-bbd9-400b-9e71-a5bb1e207a8e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:11.123981 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3a43b6af-7e98-48fa-8f91-83ce2adce45b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:11.173164 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822941d7-bbd9-400b-9e71-a5bb1e207a8e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'Port': ['ID=497a2015-40f5-4500-a952-8fcd7d0736d8,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:11.180362 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-87fda7c4-8a10-4cb5-9805-13e925dd30b7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f663d94-68b3-4016-94ab-cff5d3fc7931 HTTP/1.1" status: 200 len: 1000 time: 0.1133552 Aug 16 21:01:11.180516 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-aebed8df-9b2c-4483-98dd-ee283b5cf21f req-147e9e29-de6b-48c6-97ab-efd9eb2fcbbe tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:11.183367 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-368ec574-94b9-44f9-8693-bfa8813115ac req-8da80964-0807-414e-bded-df5f3a9b1d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:11.191395 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['12a01b11-c457-4384-922b-9aa9bef66cd0'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:01:11.263335 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e9e29-de6b-48c6-97ab-efd9eb2fcbbe tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Pushing event deleted for resources: {'Port': ['ID=12a01b11-c457-4384-922b-9aa9bef66cd0,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:11.293563 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-47ed30b1-860e-4a7a-ae21-4e2e27c95200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:11.295460 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-47ed30b1-860e-4a7a-ae21-4e2e27c95200 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1f8a0b97-c998-4838-93b4-cc35dce1d7e0 HTTP/1.1" status: 200 len: 855 time: 0.0838170 Aug 16 21:01:11.351295 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-aebed8df-9b2c-4483-98dd-ee283b5cf21f req-147e9e29-de6b-48c6-97ab-efd9eb2fcbbe tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] No DVR routers for this DVR port 12a01b11-c457-4384-922b-9aa9bef66cd0 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:01:11.356081 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-822941d7-bbd9-400b-9e71-a5bb1e207a8e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:11.356081 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-822941d7-bbd9-400b-9e71-a5bb1e207a8e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/ports/497a2015-40f5-4500-a952-8fcd7d0736d8 HTTP/1.1" status: 204 len: 168 time: 1.2341049 Aug 16 21:01:11.356933 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-aebed8df-9b2c-4483-98dd-ee283b5cf21f req-147e9e29-de6b-48c6-97ab-efd9eb2fcbbe tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:11.358809 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-aebed8df-9b2c-4483-98dd-ee283b5cf21f req-147e9e29-de6b-48c6-97ab-efd9eb2fcbbe tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.72 "DELETE /v2.0/ports/12a01b11-c457-4384-922b-9aa9bef66cd0 HTTP/1.1" status: 204 len: 173 time: 1.1108198 Aug 16 21:01:11.359264 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5120f436-7c75-4843-996e-a174f2be63a3', 'name': 'network-vif-deleted', 'tag': '12a01b11-c457-4384-922b-9aa9bef66cd0'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:01:11.377023 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65432e65-2786-4ced-96e1-38612be5783f" -d '{"events": [{"server_uuid": "5120f436-7c75-4843-996e-a174f2be63a3", "name": "network-vif-deleted", "tag": "12a01b11-c457-4384-922b-9aa9bef66cd0"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:01:11.379612 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54392) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:11.420549 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c0586f0-c892-4c35-9ae0-1673a6d68657 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] GET failed (client error): The resource could not be found. Aug 16 21:01:11.422130 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8c0586f0-c892-4c35-9ae0-1673a6d68657 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "GET /v2.0/ports/497a2015-40f5-4500-a952-8fcd7d0736d8 HTTP/1.1" status: 404 len: 333 time: 0.0411737 Aug 16 21:01:11.425550 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54396) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:11.438261 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dc78f858-8efd-4681-a37c-5e16236e3c63 req-7d62a263-87e4-4bf4-881b-3e58bf71aaac tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 210 time: 0.0454693 Aug 16 21:01:11.497881 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-0ba08191-7a50-4103-b02f-0c61db0139ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:11.500321 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-0ba08191-7a50-4103-b02f-0c61db0139ec service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ffc2ed8-3433-480e-9e7b-c7131585caf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1966045 Aug 16 21:01:11.524812 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5081ddf-c60e-41ba-a00f-f89eae210231 x-openstack-request-id: req-f5081ddf-c60e-41ba-a00f-f89eae210231 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:01:11.525129 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5120f436-7c75-4843-996e-a174f2be63a3", "name": "network-vif-deleted", "tag": "12a01b11-c457-4384-922b-9aa9bef66cd0", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:01:11.525923 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f5081ddf-c60e-41ba-a00f-f89eae210231 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:01:11.526342 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5120f436-7c75-4843-996e-a174f2be63a3', 'name': 'network-vif-deleted', 'tag': '12a01b11-c457-4384-922b-9aa9bef66cd0', 'status': 'completed', 'code': 200} Aug 16 21:01:11.570649 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-5395692f-64e2-428e-860a-506329ced67b tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Deleting subnet c3e054b0-f941-44e1-bb7b-8637a41906c9 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:01:11.577554 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5395692f-64e2-428e-860a-506329ced67b tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:11.629486 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5395692f-64e2-428e-860a-506329ced67b tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:11.707198 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96c19f-53a1-44d1-860b-62394ea422f5 req-0106bf18-e13e-43b5-b791-226d3a1274e8 tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:11.708917 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f96c19f-53a1-44d1-860b-62394ea422f5 req-0106bf18-e13e-43b5-b791-226d3a1274e8 tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] 10.222.0.84 "GET /v2.0/ports?device_id=9cbc8da1-87a3-4c28-9910-f422905cbf1a HTTP/1.1" status: 200 len: 931 time: 0.1103349 Aug 16 21:01:11.712391 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-3df15355-8adc-4bd3-9baf-ac09d4f5e289 service neutron] 10.222.0.90 "GET /v2.0/networks/1ffc2ed8-3433-480e-9e7b-c7131585caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003629 Aug 16 21:01:11.728451 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5395692f-64e2-428e-860a-506329ced67b tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:11.877312 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5395692f-64e2-428e-860a-506329ced67b tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:11.894433 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5395692f-64e2-428e-860a-506329ced67b tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:11.896367 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5395692f-64e2-428e-860a-506329ced67b tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/subnets/c3e054b0-f941-44e1-bb7b-8637a41906c9 HTTP/1.1" status: 204 len: 168 time: 0.4698684 Aug 16 21:01:11.900199 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c5be11-4ffd-4d39-b677-513892b26adc None None] Network ba519322-5c13-46c1-b6da-2322cbdfe0de requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:01:11.918187 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54408) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:11.929492 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5395692f-64e2-428e-860a-506329ced67b tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'Subnet': ['ID=c3e054b0-f941-44e1-bb7b-8637a41906c9,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:11.996658 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd6d8f66-851d-4a1c-8c30-1999a5429f64 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Deleting subnet 387a48ad-eed8-4569-8dd0-09d1763b4ce8 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:01:12.000254 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fd6d8f66-851d-4a1c-8c30-1999a5429f64 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:12.052734 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fd6d8f66-851d-4a1c-8c30-1999a5429f64 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:12.183466 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-368ec574-94b9-44f9-8693-bfa8813115ac req-8da80964-0807-414e-bded-df5f3a9b1d77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77ef7c5b-e391-4b1f-88c6-b998257e3404 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:01:12.184554 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fd6d8f66-851d-4a1c-8c30-1999a5429f64 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:12.199446 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-368ec574-94b9-44f9-8693-bfa8813115ac req-8da80964-0807-414e-bded-df5f3a9b1d77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:12.208539 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f96c19f-53a1-44d1-860b-62394ea422f5 req-9faf9064-4e25-4db5-baec-d5742ea6f332 tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] 10.222.0.84 "GET /v2.0/security-groups?id=80fdf272-7602-48f7-b4b1-8e9ec09050ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4915352 Aug 16 21:01:12.277195 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-368ec574-94b9-44f9-8693-bfa8813115ac req-8da80964-0807-414e-bded-df5f3a9b1d77 service neutron] Transition to ACTIVE for port object 77ef7c5b-e391-4b1f-88c6-b998257e3404 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:12.292696 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d20715-324c-4b0a-a9fe-6b95bce0f438 req-0166ab11-4c54-47f4-b9c4-99dc11b97aca tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:12.299914 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c4d20715-324c-4b0a-a9fe-6b95bce0f438 req-0166ab11-4c54-47f4-b9c4-99dc11b97aca tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.1741006 Aug 16 21:01:12.304088 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-c96df4ae-08b1-4c6d-849c-bc3933bb3254 service neutron] 10.222.0.90 "GET /v2.0/networks/1ffc2ed8-3433-480e-9e7b-c7131585caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5806825 Aug 16 21:01:12.373917 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-9a6b52ca-ef98-40d8-ae83-f8d4d3c16c3d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=ab40fdf1-2367-4aaf-a842-35d8e9debb6d HTTP/1.1" status: 200 len: 217 time: 0.0514443 Aug 16 21:01:12.381576 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c4d20715-324c-4b0a-a9fe-6b95bce0f438 req-d2453113-4b1f-43f7-9ab9-bb1875584c67 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807428 Aug 16 21:01:12.419911 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-368ec574-94b9-44f9-8693-bfa8813115ac req-8da80964-0807-414e-bded-df5f3a9b1d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:12.469773 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-0f142a5b-0721-456b-8548-a41536926104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:12.472243 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-0f142a5b-0721-456b-8548-a41536926104 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c5559346-0c29-4d61-bf82-1d14da7e7b4f HTTP/1.1" status: 200 len: 797 time: 0.0888321 Aug 16 21:01:12.482650 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fd6d8f66-851d-4a1c-8c30-1999a5429f64 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:12.545297 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d8f66-851d-4a1c-8c30-1999a5429f64 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'Subnet': ['ID=387a48ad-eed8-4569-8dd0-09d1763b4ce8,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:12.563477 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fd6d8f66-851d-4a1c-8c30-1999a5429f64 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:12.567702 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fd6d8f66-851d-4a1c-8c30-1999a5429f64 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/subnets/387a48ad-eed8-4569-8dd0-09d1763b4ce8 HTTP/1.1" status: 204 len: 168 time: 0.6448901 Aug 16 21:01:12.568627 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54418) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:12.570800 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da80964-0807-414e-bded-df5f3a9b1d77 service neutron] Pushing event updated for resources: {'Port': ['ID=77ef7c5b-e391-4b1f-88c6-b998257e3404,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:12.667267 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-430bf4f1-9df4-42cf-a9bc-b9fa8138a234 req-286b39c1-d6a9-4183-b43b-d7fdeb3acc1b tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=5120f436-7c75-4843-996e-a174f2be63a3 HTTP/1.1" status: 200 len: 210 time: 0.1027727 Aug 16 21:01:12.684074 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-97a4a35a-6a88-46fe-bda5-9463045a4fcc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:12.706007 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-368ec574-94b9-44f9-8693-bfa8813115ac req-8da80964-0807-414e-bded-df5f3a9b1d77 service neutron] Attempting to bind port 77ef7c5b-e391-4b1f-88c6-b998257e3404 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:01:12.706371 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-368ec574-94b9-44f9-8693-bfa8813115ac req-8da80964-0807-414e-bded-df5f3a9b1d77 service neutron] Attempting to bind port 77ef7c5b-e391-4b1f-88c6-b998257e3404 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': 'b6b78da2-dab7-4732-8fa0-a1e82820dbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2d912e3e-2a02-4c8a-a30b-1ca6ee3a29c2'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:01:12.706694 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368ec574-94b9-44f9-8693-bfa8813115ac req-8da80964-0807-414e-bded-df5f3a9b1d77 service neutron] Attempting to bind port 77ef7c5b-e391-4b1f-88c6-b998257e3404 on network 2d912e3e-2a02-4c8a-a30b-1ca6ee3a29c2 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:01:12.714786 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368ec574-94b9-44f9-8693-bfa8813115ac req-8da80964-0807-414e-bded-df5f3a9b1d77 service neutron] Port 77ef7c5b-e391-4b1f-88c6-b998257e3404 on network 2d912e3e-2a02-4c8a-a30b-1ca6ee3a29c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:01:12.714786 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368ec574-94b9-44f9-8693-bfa8813115ac req-8da80964-0807-414e-bded-df5f3a9b1d77 service neutron] Attempting to bind port 77ef7c5b-e391-4b1f-88c6-b998257e3404 on network 2d912e3e-2a02-4c8a-a30b-1ca6ee3a29c2 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:01:12.739319 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-3eae9e5e-ce31-46d5-8e7c-b52f8632450f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:12.740493 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-3eae9e5e-ce31-46d5-8e7c-b52f8632450f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2501104 Aug 16 21:01:12.741481 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368ec574-94b9-44f9-8693-bfa8813115ac req-8da80964-0807-414e-bded-df5f3a9b1d77 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:01:12.741832 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368ec574-94b9-44f9-8693-bfa8813115ac req-8da80964-0807-414e-bded-df5f3a9b1d77 service neutron] Checking segment: {'id': 'b6b78da2-dab7-4732-8fa0-a1e82820dbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2d912e3e-2a02-4c8a-a30b-1ca6ee3a29c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:01:12.755922 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368ec574-94b9-44f9-8693-bfa8813115ac req-8da80964-0807-414e-bded-df5f3a9b1d77 service neutron] Bound using segment: {'id': 'b6b78da2-dab7-4732-8fa0-a1e82820dbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2d912e3e-2a02-4c8a-a30b-1ca6ee3a29c2'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:01:12.755922 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-368ec574-94b9-44f9-8693-bfa8813115ac req-8da80964-0807-414e-bded-df5f3a9b1d77 service neutron] Bound port: 77ef7c5b-e391-4b1f-88c6-b998257e3404, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6b78da2-dab7-4732-8fa0-a1e82820dbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2d912e3e-2a02-4c8a-a30b-1ca6ee3a29c2'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:01:12.755922 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-368ec574-94b9-44f9-8693-bfa8813115ac req-8da80964-0807-414e-bded-df5f3a9b1d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:12.779379 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-97a4a35a-6a88-46fe-bda5-9463045a4fcc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Deleting port f5d64cd9-d6a2-46ed-994b-de4f022fdbbb {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:12.780052 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-97a4a35a-6a88-46fe-bda5-9463045a4fcc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:12.922996 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-97a4a35a-6a88-46fe-bda5-9463045a4fcc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] For port f5d64cd9-d6a2-46ed-994b-de4f022fdbbb, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=f5d64cd9-d6a2-46ed-994b-de4f022fdbbb,segment=NetworkSegment(d1c430d2-64f5-41b8-bd1d-ba6fc94c9d95),segment_id=d1c430d2-64f5-41b8-bd1d-ba6fc94c9d95)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:12.923444 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-97a4a35a-6a88-46fe-bda5-9463045a4fcc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:12.947817 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-97a4a35a-6a88-46fe-bda5-9463045a4fcc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Calling delete_port for f5d64cd9-d6a2-46ed-994b-de4f022fdbbb owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:12.976511 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f71718-69ac-4dee-987f-31c449e3f0ae None None] Network ba519322-5c13-46c1-b6da-2322cbdfe0de requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:01:12.980485 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-368ec574-94b9-44f9-8693-bfa8813115ac req-8da80964-0807-414e-bded-df5f3a9b1d77 service neutron] For port 77ef7c5b-e391-4b1f-88c6-b998257e3404, host n-h1-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:01:12.997634 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7536d6c-12cc-45bb-b6e2-9811d02222ec req-4104a5bb-f019-4a4f-a839-49818b5b477e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:12.999197 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f7536d6c-12cc-45bb-b6e2-9811d02222ec req-4104a5bb-f019-4a4f-a839-49818b5b477e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.1645260 Aug 16 21:01:13.025556 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-368ec574-94b9-44f9-8693-bfa8813115ac req-8da80964-0807-414e-bded-df5f3a9b1d77 service neutron] For port 77ef7c5b-e391-4b1f-88c6-b998257e3404, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=77ef7c5b-e391-4b1f-88c6-b998257e3404,segment=NetworkSegment(b6b78da2-dab7-4732-8fa0-a1e82820dbaa),segment_id=b6b78da2-dab7-4732-8fa0-a1e82820dbaa)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:01:13.038204 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-05b4d745-375e-4437-b05a-2200ea35092b service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635560 Aug 16 21:01:13.080985 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa854203-1ad4-4219-81ce-e07ecdba6d25 req-2a7e904e-1d90-45c5-9fdc-29b5ee02fa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:13.084644 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fa854203-1ad4-4219-81ce-e07ecdba6d25 req-2a7e904e-1d90-45c5-9fdc-29b5ee02fa58 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04d4519d90b5451ebf562bbd9e44ac2b&device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 1096 time: 0.1031907 Aug 16 21:01:13.092049 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f7536d6c-12cc-45bb-b6e2-9811d02222ec req-bd1126b9-c10e-4e32-9d6d-e65c10023323 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837612 Aug 16 21:01:13.118274 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-6b7fb425-3c6f-46a2-9e76-a501f06d54f8 None None] Provisioning complete for port f5d64cd9-d6a2-46ed-994b-de4f022fdbbb triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:13.119511 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6b7fb425-3c6f-46a2-9e76-a501f06d54f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:13.133203 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-368ec574-94b9-44f9-8693-bfa8813115ac req-8da80964-0807-414e-bded-df5f3a9b1d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:13.182750 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ec574-94b9-44f9-8693-bfa8813115ac req-8da80964-0807-414e-bded-df5f3a9b1d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:13.184080 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-368ec574-94b9-44f9-8693-bfa8813115ac req-8da80964-0807-414e-bded-df5f3a9b1d77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:13.185705 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-368ec574-94b9-44f9-8693-bfa8813115ac req-8da80964-0807-414e-bded-df5f3a9b1d77 service neutron] 10.222.0.72 "PUT /v2.0/ports/77ef7c5b-e391-4b1f-88c6-b998257e3404 HTTP/1.1" status: 200 len: 1092 time: 2.1258628 Aug 16 21:01:13.191029 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cbc8da1-87a3-4c28-9910-f422905cbf1a', 'tag': '77ef7c5b-e391-4b1f-88c6-b998257e3404'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:01:13.193152 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f258ee6e-e003-49cb-b0a7-936d5d8e0fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "9cbc8da1-87a3-4c28-9910-f422905cbf1a", "tag": "77ef7c5b-e391-4b1f-88c6-b998257e3404"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:01:13.216376 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa854203-1ad4-4219-81ce-e07ecdba6d25 req-085a748b-cd63-4023-8693-f6e0cce68670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:13.219175 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fa854203-1ad4-4219-81ce-e07ecdba6d25 req-085a748b-cd63-4023-8693-f6e0cce68670 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 HTTP/1.1" status: 200 len: 912 time: 0.1271470 Aug 16 21:01:13.283732 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-97a4a35a-6a88-46fe-bda5-9463045a4fcc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:13.286744 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a55e022-9604-4ef8-9407-5dd300a4ef12 None None] DHCP port deletion for ba519322-5c13-46c1-b6da-2322cbdfe0de request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:01:13.303478 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aca5828-022b-4432-be1d-cd9980873ba0 x-openstack-request-id: req-9aca5828-022b-4432-be1d-cd9980873ba0 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:01:13.304303 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cbc8da1-87a3-4c28-9910-f422905cbf1a", "tag": "77ef7c5b-e391-4b1f-88c6-b998257e3404", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:01:13.304670 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9aca5828-022b-4432-be1d-cd9980873ba0 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:01:13.305272 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cbc8da1-87a3-4c28-9910-f422905cbf1a', 'tag': '77ef7c5b-e391-4b1f-88c6-b998257e3404', 'status': 'completed', 'code': 200} Aug 16 21:01:13.325736 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a4a35a-6a88-46fe-bda5-9463045a4fcc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'Port': ['ID=f5d64cd9-d6a2-46ed-994b-de4f022fdbbb,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:13.327745 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a4a35a-6a88-46fe-bda5-9463045a4fcc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] No DVR routers for this DVR port f5d64cd9-d6a2-46ed-994b-de4f022fdbbb on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:01:13.367700 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da80964-0807-414e-bded-df5f3a9b1d77 service neutron] Pushing event updated for resources: {'Port': ['ID=77ef7c5b-e391-4b1f-88c6-b998257e3404,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:13.376097 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-fbfa41a2-0640-4962-b067-c01d07861f17 service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257852 Aug 16 21:01:13.427593 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-97a4a35a-6a88-46fe-bda5-9463045a4fcc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:13.444520 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-97a4a35a-6a88-46fe-bda5-9463045a4fcc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba519322-5c13-46c1-b6da-2322cbdfe0de']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:13.456879 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fa854203-1ad4-4219-81ce-e07ecdba6d25 req-acddb33e-c4ff-420a-a347-a333bfe8bf6f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3aa98f1-01de-4b07-a953-b17b46875501 HTTP/1.1" status: 200 len: 999 time: 0.2295341 Aug 16 21:01:13.457918 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-97a4a35a-6a88-46fe-bda5-9463045a4fcc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1c430d2-64f5-41b8-bd1d-ba6fc94c9d95') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:13.458211 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-97a4a35a-6a88-46fe-bda5-9463045a4fcc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1c430d2-64f5-41b8-bd1d-ba6fc94c9d95') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:13.461921 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258ee6e-e003-49cb-b0a7-936d5d8e0fc4 req-e569639c-bdda-4dfb-95fe-6d85356078b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:13.463669 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f258ee6e-e003-49cb-b0a7-936d5d8e0fc4 req-e569639c-bdda-4dfb-95fe-6d85356078b6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8d0159eac5ad46dc9a4eecddd2628a92&device_id=9cbc8da1-87a3-4c28-9910-f422905cbf1a HTTP/1.1" status: 200 len: 1095 time: 0.1556246 Aug 16 21:01:13.465073 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-886cf740-9bd7-421d-8b1b-ad12f91c7de6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=bb57be4a-0292-48cb-9992-55bcc6db3063 HTTP/1.1" status: 200 len: 217 time: 0.0645111 Aug 16 21:01:13.476455 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-97a4a35a-6a88-46fe-bda5-9463045a4fcc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:13.510200 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d6a65-3bb5-4437-bfa6-f41980b2cf7a req-4a6cf9b4-55d9-467c-9b01-cf60701abf9b tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:13.512009 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7d7d6a65-3bb5-4437-bfa6-f41980b2cf7a req-4a6cf9b4-55d9-467c-9b01-cf60701abf9b tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] 10.222.0.84 "GET /v2.0/ports?device_id=9cbc8da1-87a3-4c28-9910-f422905cbf1a HTTP/1.1" status: 200 len: 943 time: 0.1621504 Aug 16 21:01:13.517841 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-97a4a35a-6a88-46fe-bda5-9463045a4fcc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:13.524050 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97a4a35a-6a88-46fe-bda5-9463045a4fcc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:01:13.524453 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-97a4a35a-6a88-46fe-bda5-9463045a4fcc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:13.527353 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:01:13.527353 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:01:13.527353 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:01:13.527353 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:01:13.527353 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:01:13.527353 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:01:13.527353 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:01:13.527353 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:01:13.527353 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:01:13.527353 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:01:13.527353 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:01:13.527353 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:01:13.527353 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:01:13.527353 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:01:13.527353 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:01:13.527353 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:01:13.527353 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:01:13.527353 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:01:13.527353 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:01:13.527353 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:01:13.527353 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:01:13.527353 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:01:13.527353 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:01:13.527353 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:01:13.527353 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:01:13.527353 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:01:13.527353 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:01:13.527353 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:01:13.527353 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:01:13.527353 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:01:13.527353 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:01:13.527353 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:01:13.557215 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-95a256e9-a793-4f5a-b8e1-ad112c65357a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:13.564058 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa854203-1ad4-4219-81ce-e07ecdba6d25 req-c42c3dab-f44b-43d4-a998-8b17a22241de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:13.566093 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fa854203-1ad4-4219-81ce-e07ecdba6d25 req-c42c3dab-f44b-43d4-a998-8b17a22241de service neutron] 10.222.0.72 "GET /v2.0/subnets?id=20aa60f1-bb16-40f5-b2dd-0341c13f6e8c HTTP/1.1" status: 200 len: 850 time: 0.1005256 Aug 16 21:01:13.623599 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-3b3c1279-4a16-4b7a-9036-8f0df9f65940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:13.625398 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-3b3c1279-4a16-4b7a-9036-8f0df9f65940 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c5559346-0c29-4d61-bf82-1d14da7e7b4f HTTP/1.1" status: 200 len: 797 time: 0.1420310 Aug 16 21:01:13.629359 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa854203-1ad4-4219-81ce-e07ecdba6d25 req-fe3cc043-32cc-408d-8cad-e1e1482ddfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:13.630848 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fa854203-1ad4-4219-81ce-e07ecdba6d25 req-fe3cc043-32cc-408d-8cad-e1e1482ddfa4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562868 Aug 16 21:01:13.641043 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7d7d6a65-3bb5-4437-bfa6-f41980b2cf7a req-7c8b1967-9459-42e9-8c44-f3323774113d tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] 10.222.0.84 "GET /v2.0/security-groups?id=80fdf272-7602-48f7-b4b1-8e9ec09050ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777318 Aug 16 21:01:13.686376 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258ee6e-e003-49cb-b0a7-936d5d8e0fc4 req-7cd4329a-54cf-47f1-ac4a-f1dd3b7b819b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:13.687336 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-97a4a35a-6a88-46fe-bda5-9463045a4fcc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:13.688099 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f258ee6e-e003-49cb-b0a7-936d5d8e0fc4 req-7cd4329a-54cf-47f1-ac4a-f1dd3b7b819b service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=8d0159eac5ad46dc9a4eecddd2628a92&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2166588 Aug 16 21:01:13.696393 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-97a4a35a-6a88-46fe-bda5-9463045a4fcc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:13.703140 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-97a4a35a-6a88-46fe-bda5-9463045a4fcc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/networks/ba519322-5c13-46c1-b6da-2322cbdfe0de HTTP/1.1" status: 204 len: 168 time: 1.1323559 Aug 16 21:01:13.707058 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54432) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:13.727094 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a4a35a-6a88-46fe-bda5-9463045a4fcc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'Network': ['ID=ba519322-5c13-46c1-b6da-2322cbdfe0de,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:13.733651 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-17a75d33-40e1-4b3b-bdc0-fdabf747a39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:13.735421 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-17a75d33-40e1-4b3b-bdc0-fdabf747a39c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0979052 Aug 16 21:01:13.763624 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fa854203-1ad4-4219-81ce-e07ecdba6d25 req-daf508b9-2150-4980-b4c3-c68e530ba490 service neutron] 10.222.0.72 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250250 Aug 16 21:01:13.808440 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:13.870151 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fa854203-1ad4-4219-81ce-e07ecdba6d25 req-78e0bf0f-41b1-4ea5-98b5-d71e2dbf972a service neutron] 10.222.0.72 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991573 Aug 16 21:01:13.882831 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7e2571-4d8a-4e92-bdcf-6a47ebf2af3a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:13.887906 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4e7e2571-4d8a-4e92-bdcf-6a47ebf2af3a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1739392 Aug 16 21:01:13.888654 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54438) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:13.949203 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258ee6e-e003-49cb-b0a7-936d5d8e0fc4 req-815e1e19-7eca-4f71-8f13-6f8433c1d2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:13.950739 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f258ee6e-e003-49cb-b0a7-936d5d8e0fc4 req-815e1e19-7eca-4f71-8f13-6f8433c1d2cb service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2541373 Aug 16 21:01:14.027726 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-e0871df0-cb6b-4fcd-a633-551b0332786a service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603347 Aug 16 21:01:14.079144 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a38a33f8-462a-400c-9db0-bbae5469f885 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1896381 Aug 16 21:01:14.082756 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54450) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:14.088765 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-8623d739-380b-4abe-9caa-7f2c211b9c32 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-917484280'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:14.170593 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ec574-94b9-44f9-8693-bfa8813115ac req-e547f435-e005-4b18-b0dd-5e98ed593755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:14.172238 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-368ec574-94b9-44f9-8693-bfa8813115ac req-e547f435-e005-4b18-b0dd-5e98ed593755 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8d0159eac5ad46dc9a4eecddd2628a92&device_id=9cbc8da1-87a3-4c28-9910-f422905cbf1a HTTP/1.1" status: 200 len: 1095 time: 0.1410074 Aug 16 21:01:14.179970 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8623d739-380b-4abe-9caa-7f2c211b9c32 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Made reservation on behalf of 2b8d460e7367462492b691867d616fa2 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:14.190046 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-009dfb32-2711-46f9-9d8d-e3b26eab909e tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:14.190328 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8623d739-380b-4abe-9caa-7f2c211b9c32 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:14.190525 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-009dfb32-2711-46f9-9d8d-e3b26eab909e tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/networks?id=97204dc5-2078-4113-bc6a-8b6109c161f0 HTTP/1.1" status: 200 len: 812 time: 0.2246439 Aug 16 21:01:14.215498 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8623d739-380b-4abe-9caa-7f2c211b9c32 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:01:14.225905 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8623d739-380b-4abe-9caa-7f2c211b9c32 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:14.226518 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-8623d739-380b-4abe-9caa-7f2c211b9c32 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Added segment 16881cfe-3e41-4189-8b2b-3a97077d404e of type vlan for network ea210800-a90f-406c-b605-4215458d399a Aug 16 21:01:14.243245 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-368ec574-94b9-44f9-8693-bfa8813115ac req-346d01cf-37d2-4040-990b-171c46818f4c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77ef7c5b-e391-4b1f-88c6-b998257e3404 HTTP/1.1" status: 200 len: 217 time: 0.0551267 Aug 16 21:01:14.254921 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-bc567c89-e56e-48ae-adcb-cc59c03d1591 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/quotas/d5926bba17c34b5e88e1bc1cf228d96c HTTP/1.1" status: 200 len: 375 time: 0.0520930 Aug 16 21:01:14.265060 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-a0b031ed-4512-4f99-8b10-1d8580a9381b service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154045 Aug 16 21:01:14.272477 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8623d739-380b-4abe-9caa-7f2c211b9c32 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:14.357043 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-7e6d3cc9-5521-4ead-92f2-48a91796eb83 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d5926bba17c34b5e88e1bc1cf228d96c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1009474 Aug 16 21:01:14.367594 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-7f4d292a-8114-495d-9be4-cd12ab61a7ce service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=4d8bacfe-cedf-4ddb-98de-1fe3b2792d18 HTTP/1.1" status: 200 len: 217 time: 0.0849965 Aug 16 21:01:14.400858 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8623d739-380b-4abe-9caa-7f2c211b9c32 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:14.404095 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8623d739-380b-4abe-9caa-7f2c211b9c32 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:14.404790 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8623d739-380b-4abe-9caa-7f2c211b9c32 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:14.479907 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8623d739-380b-4abe-9caa-7f2c211b9c32 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'Network': ['ID=ea210800-a90f-406c-b605-4215458d399a,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:14.483412 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ec574-94b9-44f9-8693-bfa8813115ac req-148447bd-7821-4cf4-ab28-c208be590174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:14.484933 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-368ec574-94b9-44f9-8693-bfa8813115ac req-148447bd-7821-4cf4-ab28-c208be590174 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=146a1de0-b08a-4e8c-ad4e-fe817e6e9514 HTTP/1.1" status: 200 len: 848 time: 0.2275476 Aug 16 21:01:14.491375 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network ea210800-a90f-406c-b605-4215458d399a details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:01:14.524436 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f99215-9971-403b-9f24-e990fdaad3df req-e425637b-887e-419d-a19b-66cf20f1c72b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:14.526585 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a4f99215-9971-403b-9f24-e990fdaad3df req-e425637b-887e-419d-a19b-66cf20f1c72b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.1741993 Aug 16 21:01:14.548305 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8623d739-380b-4abe-9caa-7f2c211b9c32 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4641354 Aug 16 21:01:14.551239 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54458) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:14.551738 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-368ec574-94b9-44f9-8693-bfa8813115ac req-d168b7fb-e6af-4e0a-bd58-254fd5130c53 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d912e3e-2a02-4c8a-a30b-1ca6ee3a29c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542023 Aug 16 21:01:14.559735 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-fd670bf9-6bef-486a-b889-10f19bac60da tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'subnet': {'network_id': 'ea210800-a90f-406c-b605-4215458d399a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:14.565733 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-07ac911e-6928-423a-9d88-67b86246752b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:14.567270 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-07ac911e-6928-423a-9d88-67b86246752b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c5559346-0c29-4d61-bf82-1d14da7e7b4f HTTP/1.1" status: 200 len: 797 time: 0.1712015 Aug 16 21:01:14.655578 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 12a01b11-c457-4384-922b-9aa9bef66cd0 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:01:14.676067 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 12a01b11-c457-4384-922b-9aa9bef66cd0 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:01:14.676423 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 12a01b11-c457-4384-922b-9aa9bef66cd0 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:01:14.680604 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-acc97428-b96b-4ad6-b5a3-4a2e83776a05 service neutron] 10.222.0.84 "GET /v2.0/networks/97204dc5-2078-4113-bc6a-8b6109c161f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109491 Aug 16 21:01:14.702631 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a4f99215-9971-403b-9f24-e990fdaad3df req-1c672c9c-f986-4c5c-aa62-be0b99d1a429 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565914 Aug 16 21:01:14.771718 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-e1b854cd-04e0-4ba2-acbb-6ab241ff29ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:14.773470 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-e1b854cd-04e0-4ba2-acbb-6ab241ff29ba service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1865315 Aug 16 21:01:14.853203 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd670bf9-6bef-486a-b889-10f19bac60da tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Made reservation on behalf of 2b8d460e7367462492b691867d616fa2 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:14.853522 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fd670bf9-6bef-486a-b889-10f19bac60da tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:14.867542 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-368ec574-94b9-44f9-8693-bfa8813115ac req-12462bce-70cf-4315-bd76-7a22a5ab56c7 service neutron] 10.222.0.72 "GET /v2.0/networks/2d912e3e-2a02-4c8a-a30b-1ca6ee3a29c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056562 Aug 16 21:01:14.872413 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:14.925021 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f5d64cd9-d6a2-46ed-994b-de4f022fdbbb no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:01:15.030804 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-bd531782-9cf9-435f-8ee9-5a2d03b9c7f3 service neutron] 10.222.0.84 "GET /v2.0/networks/97204dc5-2078-4113-bc6a-8b6109c161f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292246 Aug 16 21:01:15.088088 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8487bae-cf44-4e81-ad45-d1339d45bc5d req-3763073c-ef11-4d62-b437-96fe1b12bc65 tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:15.089731 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b8487bae-cf44-4e81-ad45-d1339d45bc5d req-3763073c-ef11-4d62-b437-96fe1b12bc65 tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] 10.222.0.84 "GET /v2.0/ports?device_id=9cbc8da1-87a3-4c28-9910-f422905cbf1a HTTP/1.1" status: 200 len: 943 time: 0.2455435 Aug 16 21:01:15.115794 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-bf0aa60d-d16b-4d3b-b287-1b2b290a7b81 service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314517 Aug 16 21:01:15.171211 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: f5d64cd9-d6a2-46ed-994b-de4f022fdbbb {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:01:15.171561 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f5d64cd9-d6a2-46ed-994b-de4f022fdbbb not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:01:15.191183 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fd670bf9-6bef-486a-b889-10f19bac60da tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:15.257121 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-368ec574-94b9-44f9-8693-bfa8813115ac req-909f8b26-9f64-4ea8-a7d6-a1b2676c80d1 service neutron] 10.222.0.72 "GET /v2.0/networks/2d912e3e-2a02-4c8a-a30b-1ca6ee3a29c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641078 Aug 16 21:01:15.267845 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b8487bae-cf44-4e81-ad45-d1339d45bc5d req-339b832e-6412-47c9-ba15-d6ff454bd52f tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] 10.222.0.84 "GET /v2.0/security-groups?id=80fdf272-7602-48f7-b4b1-8e9ec09050ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613386 Aug 16 21:01:15.289027 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd670bf9-6bef-486a-b889-10f19bac60da tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'Subnet': ['ID=ca9b889d-0a7d-4f22-b92e-1e5958b10fc5,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:15.301869 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd670bf9-6bef-486a-b889-10f19bac60da tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Checking segment: {'id': '16881cfe-3e41-4189-8b2b-3a97077d404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ea210800-a90f-406c-b605-4215458d399a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:01:15.302232 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd670bf9-6bef-486a-b889-10f19bac60da tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Network hostable DHCP agents. Network: ea210800-a90f-406c-b605-4215458d399a, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:01:15.309059 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-f736f0cf-f695-4556-83f2-4c813580d718 service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740048 Aug 16 21:01:15.344508 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4b6101b6-b023-4ea6-bf83-1620bdb57fc7 req-ed65c434-a5f5-473e-b30e-b12407580582 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=390fb150-0d0a-4e91-ae81-26fbcc84bd6d HTTP/1.1" status: 200 len: 210 time: 0.0342276 Aug 16 21:01:15.382755 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-bcabca59-a01c-40af-a085-2c5df5c23bd2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=664a2393-3ef1-43f4-8b8d-bd06b02e9df3 HTTP/1.1" status: 200 len: 217 time: 0.0633991 Aug 16 21:01:15.418968 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd670bf9-6bef-486a-b889-10f19bac60da tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Network ea210800-a90f-406c-b605-4215458d399a is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:01:15.439929 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-fe8ca990-074d-4d88-a8b6-6d1f75564b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:15.441482 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-fe8ca990-074d-4d88-a8b6-6d1f75564b3f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c5559346-0c29-4d61-bf82-1d14da7e7b4f HTTP/1.1" status: 200 len: 797 time: 0.0467091 Aug 16 21:01:15.489916 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-eaa56a98-7d30-4591-a24d-db6a77d8d149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:15.493065 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-eaa56a98-7d30-4591-a24d-db6a77d8d149 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0425565 Aug 16 21:01:15.493335 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-fd670bf9-6bef-486a-b889-10f19bac60da tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, ea210800-a90f-406c-b605-4215458d399a) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:15.498446 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd670bf9-6bef-486a-b889-10f19bac60da tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:15.502200 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fd670bf9-6bef-486a-b889-10f19bac60da tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:15.515943 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8163e35d-180a-41f8-8da4-9d941de77765 None None] Network ea210800-a90f-406c-b605-4215458d399a requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:01:15.591989 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fd670bf9-6bef-486a-b889-10f19bac60da tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0390942 Aug 16 21:01:15.594431 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54476) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:15.599552 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-6d7152d2-6e9a-4d0c-bc77-42bb00d6126e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'port': {'network_id': 'ea210800-a90f-406c-b605-4215458d399a', 'name': 'tempest-PortsIpV6TestJSON-886894480'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:15.616619 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54478) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:15.702476 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221e121a-d407-40ef-bd88-0ed412f5b7e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-ea210800-a90f-406c-b605-4215458d399a', 'network_id': 'ea210800-a90f-406c-b605-4215458d399a', 'tenant_id': '2b8d460e7367462492b691867d616fa2', 'fixed_ips': [{'subnet_id': 'ca9b889d-0a7d-4f22-b92e-1e5958b10fc5'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:01:15.706545 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-221e121a-d407-40ef-bd88-0ed412f5b7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:15.777201 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-55cf770a-037f-44da-bfe9-2641bf57240d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:15.885342 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-221e121a-d407-40ef-bd88-0ed412f5b7e8 None None] Allocated IP 2001:db8::2 (ea210800-a90f-406c-b605-4215458d399a/ca9b889d-0a7d-4f22-b92e-1e5958b10fc5/6505d5a4-be64-4b91-8a7d-7828fa822c79) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:15.940725 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7152d2-6e9a-4d0c-bc77-42bb00d6126e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Made reservation on behalf of 2b8d460e7367462492b691867d616fa2 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:15.944208 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6d7152d2-6e9a-4d0c-bc77-42bb00d6126e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:15.970341 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-6d7152d2-6e9a-4d0c-bc77-42bb00d6126e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] device_id is not set on port 4f0b981e-5d96-49e6-9c4e-fa0560d14dc9 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:01:15.992852 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14dd0cc-8cf1-431a-bb0b-082a8471cd42 req-47193ea8-3e90-4ac2-b369-edeb2de13758 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:15.994438 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d14dd0cc-8cf1-431a-bb0b-082a8471cd42 req-47193ea8-3e90-4ac2-b369-edeb2de13758 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.0855308 Aug 16 21:01:15.997583 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-cf2385d9-96c0-4565-a5ed-d0b069b1122b service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4954712 Aug 16 21:01:16.081600 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-221e121a-d407-40ef-bd88-0ed412f5b7e8 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:16.088261 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d14dd0cc-8cf1-431a-bb0b-082a8471cd42 req-e09341e4-5ab7-45b4-b880-cdb9a463626d tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849710 Aug 16 21:01:16.091223 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-55cf770a-037f-44da-bfe9-2641bf57240d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:16.091553 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-221e121a-d407-40ef-bd88-0ed412f5b7e8 None None] Transition to ACTIVE for port object 6505d5a4-be64-4b91-8a7d-7828fa822c79 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:16.108933 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-221e121a-d407-40ef-bd88-0ed412f5b7e8 None None] Transition to ACTIVE for port object 6505d5a4-be64-4b91-8a7d-7828fa822c79 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:16.127315 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-2608336a-b5b3-46ab-adf7-7fff65c43522 service neutron] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177049 Aug 16 21:01:16.174154 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-543dbffd-50a5-4b59-8e41-9aa2e8317ba4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3af6817e-b620-4a8f-89a6-4b54fec09bf6 HTTP/1.1" status: 200 len: 217 time: 0.0366015 Aug 16 21:01:16.186674 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-55cf770a-037f-44da-bfe9-2641bf57240d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:16.214147 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-221e121a-d407-40ef-bd88-0ed412f5b7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:16.230216 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-55cf770a-037f-44da-bfe9-2641bf57240d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e520dca0447641818330cd6d4e745b18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6096733 Aug 16 21:01:16.231193 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54490) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:16.246778 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf770a-037f-44da-bfe9-2641bf57240d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f651e8a-4316-4b7f-b006-b1568e762271,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:16.252502 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221e121a-d407-40ef-bd88-0ed412f5b7e8 None None] Network ea210800-a90f-406c-b605-4215458d399a is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:16.269037 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-221e121a-d407-40ef-bd88-0ed412f5b7e8 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:16.269037 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221e121a-d407-40ef-bd88-0ed412f5b7e8 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:16.283852 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e121a-d407-40ef-bd88-0ed412f5b7e8 None None] Pushing event updated for resources: {'Port': ['ID=6505d5a4-be64-4b91-8a7d-7828fa822c79,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:16.291480 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09daf366-0266-4e62-94b5-b09b1ba05542 req-9d6acff5-33c2-43b0-a22d-bbf64f3bd8f0 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:16.293365 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-09daf366-0266-4e62-94b5-b09b1ba05542 req-9d6acff5-33c2-43b0-a22d-bbf64f3bd8f0 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.1220601 Aug 16 21:01:16.296679 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-6d7152d2-6e9a-4d0c-bc77-42bb00d6126e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Allocated IP 2001:db8::14f (ea210800-a90f-406c-b605-4215458d399a/ca9b889d-0a7d-4f22-b92e-1e5958b10fc5/4f0b981e-5d96-49e6-9c4e-fa0560d14dc9) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:16.308396 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-4965fb1c-d0b4-4d3e-ae21-bce95d63d5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:16.309974 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-4965fb1c-d0b4-4d3e-ae21-bce95d63d5b8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c8bbf4cb-abf2-419b-b8fc-f8a48d718293 HTTP/1.1" status: 200 len: 797 time: 0.1282475 Aug 16 21:01:16.357640 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-221e121a-d407-40ef-bd88-0ed412f5b7e8 None None] Attempting to bind port 6505d5a4-be64-4b91-8a7d-7828fa822c79 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:01:16.358002 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-221e121a-d407-40ef-bd88-0ed412f5b7e8 None None] Attempting to bind port 6505d5a4-be64-4b91-8a7d-7828fa822c79 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '16881cfe-3e41-4189-8b2b-3a97077d404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ea210800-a90f-406c-b605-4215458d399a'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:01:16.358367 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221e121a-d407-40ef-bd88-0ed412f5b7e8 None None] Attempting to bind port 6505d5a4-be64-4b91-8a7d-7828fa822c79 on network ea210800-a90f-406c-b605-4215458d399a {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:01:16.363817 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221e121a-d407-40ef-bd88-0ed412f5b7e8 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:01:16.364216 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221e121a-d407-40ef-bd88-0ed412f5b7e8 None None] Checking segment: {'id': '16881cfe-3e41-4189-8b2b-3a97077d404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ea210800-a90f-406c-b605-4215458d399a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:01:16.364621 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-221e121a-d407-40ef-bd88-0ed412f5b7e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:16.366694 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221e121a-d407-40ef-bd88-0ed412f5b7e8 None None] Bound using segment: {'id': '16881cfe-3e41-4189-8b2b-3a97077d404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ea210800-a90f-406c-b605-4215458d399a'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:01:16.366694 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-221e121a-d407-40ef-bd88-0ed412f5b7e8 None None] Bound port: 6505d5a4-be64-4b91-8a7d-7828fa822c79, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16881cfe-3e41-4189-8b2b-3a97077d404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ea210800-a90f-406c-b605-4215458d399a'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:01:16.366694 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-221e121a-d407-40ef-bd88-0ed412f5b7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:16.386099 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-debfe567-9f0d-4025-bd3f-ad724b5688be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:16.402212 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-09daf366-0266-4e62-94b5-b09b1ba05542 req-ff74d8eb-1ea8-423e-bbab-462949b2e79a tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997663 Aug 16 21:01:16.452395 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-debfe567-9f0d-4025-bd3f-ad724b5688be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:16.462745 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-0e693b2a-ca72-4f23-b58f-34fad83e5457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:16.464495 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-0e693b2a-ca72-4f23-b58f-34fad83e5457 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2808ba84-8eb6-448f-bf54-b316a16ed9b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1369529 Aug 16 21:01:16.479544 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-221e121a-d407-40ef-bd88-0ed412f5b7e8 None None] For port 6505d5a4-be64-4b91-8a7d-7828fa822c79, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:01:16.483471 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-221e121a-d407-40ef-bd88-0ed412f5b7e8 None None] For port 6505d5a4-be64-4b91-8a7d-7828fa822c79, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=6505d5a4-be64-4b91-8a7d-7828fa822c79,segment=NetworkSegment(16881cfe-3e41-4189-8b2b-3a97077d404e),segment_id=16881cfe-3e41-4189-8b2b-3a97077d404e)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:01:16.513230 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6d7152d2-6e9a-4d0c-bc77-42bb00d6126e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:16.517199 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:16.528699 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-6d7152d2-6e9a-4d0c-bc77-42bb00d6126e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Transition to ACTIVE for port object 4f0b981e-5d96-49e6-9c4e-fa0560d14dc9 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:16.551081 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-221e121a-d407-40ef-bd88-0ed412f5b7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:16.566849 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19daed-aea7-4871-8e4a-abb414785ef0 req-d0a3d23a-d18d-43d3-9766-b9b062fa4e67 tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:16.568515 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a19daed-aea7-4871-8e4a-abb414785ef0 req-d0a3d23a-d18d-43d3-9766-b9b062fa4e67 tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] 10.222.0.84 "GET /v2.0/ports?device_id=9cbc8da1-87a3-4c28-9910-f422905cbf1a HTTP/1.1" status: 200 len: 943 time: 0.1849272 Aug 16 21:01:16.605991 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a1e5dc8c-e8ec-4c7b-ae7b-701045392f9e req-759576f5-0552-401b-8896-1e00c423c270 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=390fb150-0d0a-4e91-ae81-26fbcc84bd6d HTTP/1.1" status: 200 len: 210 time: 0.1103013 Aug 16 21:01:16.624837 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e121a-d407-40ef-bd88-0ed412f5b7e8 None None] Pushing event updated for resources: {'Port': ['ID=6505d5a4-be64-4b91-8a7d-7828fa822c79,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:16.643356 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6d7152d2-6e9a-4d0c-bc77-42bb00d6126e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:16.662152 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a19daed-aea7-4871-8e4a-abb414785ef0 req-be62e690-e837-4417-b5c7-d60bfca7d4b9 tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] 10.222.0.84 "GET /v2.0/security-groups?id=80fdf272-7602-48f7-b4b1-8e9ec09050ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799513 Aug 16 21:01:16.697788 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-a286b519-3bc4-4927-a730-986e11f9227a service neutron] 10.222.0.90 "GET /v2.0/networks/2808ba84-8eb6-448f-bf54-b316a16ed9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220972 Aug 16 21:01:16.715741 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7152d2-6e9a-4d0c-bc77-42bb00d6126e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Network ea210800-a90f-406c-b605-4215458d399a is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:16.724950 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-6d7152d2-6e9a-4d0c-bc77-42bb00d6126e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:16.732170 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7152d2-6e9a-4d0c-bc77-42bb00d6126e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:16.738060 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7152d2-6e9a-4d0c-bc77-42bb00d6126e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:16.738774 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6d7152d2-6e9a-4d0c-bc77-42bb00d6126e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:16.750535 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7152d2-6e9a-4d0c-bc77-42bb00d6126e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'Port': ['ID=4f0b981e-5d96-49e6-9c4e-fa0560d14dc9,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:16.823181 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-febaa80e-200a-4f8f-a969-e83ab02116f5 service neutron] 10.222.0.90 "GET /v2.0/networks/2808ba84-8eb6-448f-bf54-b316a16ed9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133251 Aug 16 21:01:16.863077 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6d7152d2-6e9a-4d0c-bc77-42bb00d6126e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2657297 Aug 16 21:01:16.868198 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54498) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:16.878195 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-04e93399-cc95-42f0-9825-24439560af44 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b594a15b-28e6-4504-af59-93fb056ff0c6 HTTP/1.1" status: 200 len: 217 time: 0.0461514 Aug 16 21:01:16.880166 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-cd71a0a0-935b-4269-a920-3d979d75f6d8 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'port': {'network_id': 'ea210800-a90f-406c-b605-4215458d399a', 'name': 'tempest-PortsIpV6TestJSON-1429027640'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:16.959566 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-debfe567-9f0d-4025-bd3f-ad724b5688be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:16.962906 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-debfe567-9f0d-4025-bd3f-ad724b5688be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:16.966664 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-debfe567-9f0d-4025-bd3f-ad724b5688be admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9f651e8a-4316-4b7f-b006-b1568e762271 HTTP/1.1" status: 204 len: 168 time: 0.7325609 Aug 16 21:01:16.977726 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6505d5a4-be64-4b91-8a7d-7828fa822c79 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:01:16.990983 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debfe567-9f0d-4025-bd3f-ad724b5688be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f651e8a-4316-4b7f-b006-b1568e762271,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:17.011422 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-fbb6846c-ea5c-4547-bfb9-7726700632c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:17.013309 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-fbb6846c-ea5c-4547-bfb9-7726700632c0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c8bbf4cb-abf2-419b-b8fc-f8a48d718293 HTTP/1.1" status: 200 len: 797 time: 0.1224117 Aug 16 21:01:17.093284 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-22e953ac-2d68-411b-87ed-9e473b0429bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:17.095185 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-22e953ac-2d68-411b-87ed-9e473b0429bc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2808ba84-8eb6-448f-bf54-b316a16ed9b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0738835 Aug 16 21:01:17.207685 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 6505d5a4-be64-4b91-8a7d-7828fa822c79 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:17.230490 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-4a94f695-2fed-4924-9ec8-00c98c9c43df service neutron] 10.222.0.90 "GET /v2.0/networks/2808ba84-8eb6-448f-bf54-b316a16ed9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257608 Aug 16 21:01:17.343862 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae2908-7a8a-4a6b-8e91-08ef2c07172c req-4144fe3e-599b-4e45-8007-4308f5bcaba3 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:17.345682 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-46ae2908-7a8a-4a6b-8e91-08ef2c07172c req-4144fe3e-599b-4e45-8007-4308f5bcaba3 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.1136348 Aug 16 21:01:17.392018 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d640d1ac-aa77-426a-b8d4-fb8e2a59024e req-e6b492ed-36f3-47a0-8ab1-5645b0f21f61 service neutron] 10.222.0.90 "GET /v2.0/networks/2808ba84-8eb6-448f-bf54-b316a16ed9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482995 Aug 16 21:01:17.437656 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-46ae2908-7a8a-4a6b-8e91-08ef2c07172c req-892fe7ad-2943-4acd-8230-110e660aa6e1 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671740 Aug 16 21:01:17.527494 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd71a0a0-935b-4269-a920-3d979d75f6d8 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Made reservation on behalf of 2b8d460e7367462492b691867d616fa2 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:17.531306 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cd71a0a0-935b-4269-a920-3d979d75f6d8 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:17.554196 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-cd71a0a0-935b-4269-a920-3d979d75f6d8 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] device_id is not set on port ff8721b7-b76d-448f-91e4-9efa6030e210 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:01:17.682795 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-cd71a0a0-935b-4269-a920-3d979d75f6d8 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Allocated IP 2001:db8::1a7 (ea210800-a90f-406c-b605-4215458d399a/ca9b889d-0a7d-4f22-b92e-1e5958b10fc5/ff8721b7-b76d-448f-91e4-9efa6030e210) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:17.719329 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-43d8fef6-0f5f-4310-9339-d94b56d111f4 req-31aaac8d-01cf-4d04-adf9-5edafd0c72aa tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=390fb150-0d0a-4e91-ae81-26fbcc84bd6d HTTP/1.1" status: 200 len: 210 time: 0.0334287 Aug 16 21:01:17.774703 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-0ce9409c-8851-4548-987a-8b488b3bfe84 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:17.777301 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-0ce9409c-8851-4548-987a-8b488b3bfe84 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.90 "GET /v2.0/networks?id=97204dc5-2078-4113-bc6a-8b6109c161f0 HTTP/1.1" status: 200 len: 812 time: 0.1520176 Aug 16 21:01:17.809021 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-24aa0aa7-5e5e-4a0c-b06a-ccbe32face42 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Request body: {'port': {'device_id': '390fb150-0d0a-4e91-ae81-26fbcc84bd6d', 'network_id': '97204dc5-2078-4113-bc6a-8b6109c161f0', 'admin_state_up': True, 'tenant_id': 'd5926bba17c34b5e88e1bc1cf228d96c'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:17.885392 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cd71a0a0-935b-4269-a920-3d979d75f6d8 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:17.903897 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20b4a37-e3ad-4231-af14-d90937eb27f7 None None] Network ea210800-a90f-406c-b605-4215458d399a requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:01:17.912554 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-cd71a0a0-935b-4269-a920-3d979d75f6d8 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Transition to ACTIVE for port object ff8721b7-b76d-448f-91e4-9efa6030e210 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:17.976396 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293b3f2-f5ef-4b05-a0f7-3e2fb80f9a4d req-1d14d790-d5fd-4510-a148-5f559a979db5 tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:17.977969 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9293b3f2-f5ef-4b05-a0f7-3e2fb80f9a4d req-1d14d790-d5fd-4510-a148-5f559a979db5 tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] 10.222.0.84 "GET /v2.0/ports?device_id=9cbc8da1-87a3-4c28-9910-f422905cbf1a HTTP/1.1" status: 200 len: 943 time: 0.1763713 Aug 16 21:01:18.008671 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d1896-cbb0-4087-873b-0fd8674308e3 req-2b3edc84-5316-4b71-bfec-9967a03382a7 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:18.011664 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9e0d1896-cbb0-4087-873b-0fd8674308e3 req-2b3edc84-5316-4b71-bfec-9967a03382a7 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.1373496 Aug 16 21:01:18.076539 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cd71a0a0-935b-4269-a920-3d979d75f6d8 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:18.092390 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9293b3f2-f5ef-4b05-a0f7-3e2fb80f9a4d req-dd172902-36ef-4f04-98c7-660296318f4c tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] 10.222.0.84 "GET /v2.0/security-groups?id=80fdf272-7602-48f7-b4b1-8e9ec09050ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993266 Aug 16 21:01:18.108320 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9e0d1896-cbb0-4087-873b-0fd8674308e3 req-645b7491-1ed7-43e7-9c2e-661deade307e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565476 Aug 16 21:01:18.116106 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-6a5406a0-d475-40cb-bf7a-de8ab59bcb4f None None] Provisioning for port 6505d5a4-be64-4b91-8a7d-7828fa822c79 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:18.123199 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-6a5406a0-d475-40cb-bf7a-de8ab59bcb4f None None] Provisioning complete for port 6505d5a4-be64-4b91-8a7d-7828fa822c79 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:18.124116 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6a5406a0-d475-40cb-bf7a-de8ab59bcb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:18.142389 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd71a0a0-935b-4269-a920-3d979d75f6d8 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Network ea210800-a90f-406c-b605-4215458d399a is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:18.146015 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-cd71a0a0-935b-4269-a920-3d979d75f6d8 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:18.148375 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd71a0a0-935b-4269-a920-3d979d75f6d8 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:18.153094 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-24aa0aa7-5e5e-4a0c-b06a-ccbe32face42 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Made reservation on behalf of d5926bba17c34b5e88e1bc1cf228d96c for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:18.157354 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-24aa0aa7-5e5e-4a0c-b06a-ccbe32face42 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:18.164465 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd71a0a0-935b-4269-a920-3d979d75f6d8 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:18.164465 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cd71a0a0-935b-4269-a920-3d979d75f6d8 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:18.174984 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd71a0a0-935b-4269-a920-3d979d75f6d8 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'Port': ['ID=ff8721b7-b76d-448f-91e4-9efa6030e210,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:18.231122 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6a5406a0-d475-40cb-bf7a-de8ab59bcb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:18.248595 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-cd71a0a0-935b-4269-a920-3d979d75f6d8 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3726497 Aug 16 21:01:18.251092 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54528) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:18.267942 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6629ff48-935e-4653-827e-2963b5de5841 req-e71b7c8c-ab81-4e5a-8c7c-99acb47af49c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1280277 Aug 16 21:01:18.280583 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-6a5406a0-d475-40cb-bf7a-de8ab59bcb4f None None] For port 6505d5a4-be64-4b91-8a7d-7828fa822c79, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=6505d5a4-be64-4b91-8a7d-7828fa822c79,segment=NetworkSegment(16881cfe-3e41-4189-8b2b-3a97077d404e),segment_id=16881cfe-3e41-4189-8b2b-3a97077d404e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:18.356636 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6a5406a0-d475-40cb-bf7a-de8ab59bcb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:18.397589 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fca98f-e39c-44d9-9826-09bfe3ff3954 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:18.400810 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-23fca98f-e39c-44d9-9826-09bfe3ff3954 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A14f HTTP/1.1" status: 200 len: 928 time: 0.1486924 Aug 16 21:01:18.404282 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54534) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:18.434962 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-24aa0aa7-5e5e-4a0c-b06a-ccbe32face42 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Allocated IP 172.20.0.6 (97204dc5-2078-4113-bc6a-8b6109c161f0/0340fa9d-e19b-476d-9e9a-7d2862e2e105/29144de0-20b4-4382-94d5-8a6d614dd30d) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:18.441266 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5406a0-d475-40cb-bf7a-de8ab59bcb4f None None] Pushing event updated for resources: {'Port': ['ID=6505d5a4-be64-4b91-8a7d-7828fa822c79,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:18.445111 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629ff48-935e-4653-827e-2963b5de5841 req-908287fd-1bbb-4e03-9225-c4f429762f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:18.446412 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629ff48-935e-4653-827e-2963b5de5841 req-908287fd-1bbb-4e03-9225-c4f429762f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:18.447277 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629ff48-935e-4653-827e-2963b5de5841 req-908287fd-1bbb-4e03-9225-c4f429762f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:18.448028 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629ff48-935e-4653-827e-2963b5de5841 req-908287fd-1bbb-4e03-9225-c4f429762f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:18.448911 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629ff48-935e-4653-827e-2963b5de5841 req-908287fd-1bbb-4e03-9225-c4f429762f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:18.449471 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629ff48-935e-4653-827e-2963b5de5841 req-908287fd-1bbb-4e03-9225-c4f429762f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:18.449919 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629ff48-935e-4653-827e-2963b5de5841 req-908287fd-1bbb-4e03-9225-c4f429762f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:18.452990 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6629ff48-935e-4653-827e-2963b5de5841 req-908287fd-1bbb-4e03-9225-c4f429762f61 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9440ed0933f64f7cb6d1f0c295a72000&device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 6499 time: 0.1258416 Aug 16 21:01:18.517018 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-7a845f27-1ec0-45ab-b2f1-583850ece76a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Deleting port ff8721b7-b76d-448f-91e4-9efa6030e210 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:18.518064 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7a845f27-1ec0-45ab-b2f1-583850ece76a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:18.637772 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7a845f27-1ec0-45ab-b2f1-583850ece76a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:18.648658 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54538) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:18.660232 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-7a845f27-1ec0-45ab-b2f1-583850ece76a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Calling delete_port for ff8721b7-b76d-448f-91e4-9efa6030e210 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:18.664522 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-affdebcd-dac0-4768-88bd-280ac1fb29be None None] Provisioning for port 4f0b981e-5d96-49e6-9c4e-fa0560d14dc9 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:18.672696 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-affdebcd-dac0-4768-88bd-280ac1fb29be None None] Provisioning complete for port 4f0b981e-5d96-49e6-9c4e-fa0560d14dc9 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:18.673080 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-affdebcd-dac0-4768-88bd-280ac1fb29be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:18.674879 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 77ef7c5b-e391-4b1f-88c6-b998257e3404 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:01:18.684933 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629ff48-935e-4653-827e-2963b5de5841 req-656b5ed8-2551-4d4f-8cbb-8686a2839f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:18.684933 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629ff48-935e-4653-827e-2963b5de5841 req-656b5ed8-2551-4d4f-8cbb-8686a2839f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:18.684933 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629ff48-935e-4653-827e-2963b5de5841 req-656b5ed8-2551-4d4f-8cbb-8686a2839f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:18.685459 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6629ff48-935e-4653-827e-2963b5de5841 req-656b5ed8-2551-4d4f-8cbb-8686a2839f5d service neutron] 10.222.0.72 "GET /v2.0/networks?id=15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d&id=2a286773-4076-470d-b75a-c7eea1dc3d02&id=2a286773-4076-470d-b75a-c7eea1dc3d02&id=2a286773-4076-470d-b75a-c7eea1dc3d02&id=2a286773-4076-470d-b75a-c7eea1dc3d02&id=0bc6759c-80a4-4ca6-8103-9c391365ae1c&id=0bc6759c-80a4-4ca6-8103-9c391365ae1c HTTP/1.1" status: 200 len: 2292 time: 0.1967905 Aug 16 21:01:18.784600 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-affdebcd-dac0-4768-88bd-280ac1fb29be None None] Port 4f0b981e-5d96-49e6-9c4e-fa0560d14dc9 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:01:18.817035 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-24aa0aa7-5e5e-4a0c-b06a-ccbe32face42 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:18.827677 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-affdebcd-dac0-4768-88bd-280ac1fb29be None None] Provisioning complete for port 6505d5a4-be64-4b91-8a7d-7828fa822c79 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:18.829939 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6629ff48-935e-4653-827e-2963b5de5841 req-abec09e0-c7c6-4b6d-8fa8-9c0798bd0d8b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=205f4f5c-2bd6-4a33-b0d7-74792db8fd1c HTTP/1.1" status: 200 len: 1001 time: 0.1325026 Aug 16 21:01:18.832576 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-affdebcd-dac0-4768-88bd-280ac1fb29be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:18.858895 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-f1c5a9aa-a1af-485f-a55b-a33768f14b06 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-482623048-network', 'tenant_id': '9304be98048d4c61b258f65239a0a004'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:18.945269 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-490c04e9-25a2-46c8-af25-d2003af0ac05 req-f1b84e7d-1506-4cca-8011-cd88103e1152 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=390fb150-0d0a-4e91-ae81-26fbcc84bd6d HTTP/1.1" status: 200 len: 210 time: 0.0688508 Aug 16 21:01:18.945538 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6505d5a4-be64-4b91-8a7d-7828fa822c79 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:01:18.970298 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629ff48-935e-4653-827e-2963b5de5841 req-549708e2-7fe7-4322-abf3-2fdfdba6c4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:18.971970 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6629ff48-935e-4653-827e-2963b5de5841 req-549708e2-7fe7-4322-abf3-2fdfdba6c4d0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7295a51-2f16-4f57-a8e8-eba84c181b9e HTTP/1.1" status: 200 len: 851 time: 0.1340888 Aug 16 21:01:18.984958 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7a845f27-1ec0-45ab-b2f1-583850ece76a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:19.016228 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c5a9aa-a1af-485f-a55b-a33768f14b06 admin admin] Made reservation on behalf of 9304be98048d4c61b258f65239a0a004 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:19.019301 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f1c5a9aa-a1af-485f-a55b-a33768f14b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:19.023962 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a845f27-1ec0-45ab-b2f1-583850ece76a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'Port': ['ID=ff8721b7-b76d-448f-91e4-9efa6030e210,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:19.032113 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629ff48-935e-4653-827e-2963b5de5841 req-28c764b9-a110-45d3-836b-d3ca00319db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:19.033910 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6629ff48-935e-4653-827e-2963b5de5841 req-28c764b9-a110-45d3-836b-d3ca00319db1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538659 Aug 16 21:01:19.036899 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 77ef7c5b-e391-4b1f-88c6-b998257e3404, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=77ef7c5b-e391-4b1f-88c6-b998257e3404,segment=NetworkSegment(b6b78da2-dab7-4732-8fa0-a1e82820dbaa),segment_id=b6b78da2-dab7-4732-8fa0-a1e82820dbaa)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:19.053098 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-24aa0aa7-5e5e-4a0c-b06a-ccbe32face42 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:19.060285 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f1c5a9aa-a1af-485f-a55b-a33768f14b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:19.062779 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7a845f27-1ec0-45ab-b2f1-583850ece76a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:19.064988 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '77ef7c5b-e391-4b1f-88c6-b998257e3404', 'network_id': '2d912e3e-2a02-4c8a-a30b-1ca6ee3a29c2', 'port_id': '77ef7c5b-e391-4b1f-88c6-b998257e3404', 'mac_address': 'fa:16:3e:92:b3:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '146a1de0-b08a-4e8c-ad4e-fe817e6e9514', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:01:19.067740 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7a845f27-1ec0-45ab-b2f1-583850ece76a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/ports/ff8721b7-b76d-448f-91e4-9efa6030e210 HTTP/1.1" status: 204 len: 168 time: 0.6612971 Aug 16 21:01:19.069471 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54544) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:19.109206 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:19.116328 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-c542de71-d500-42b5-97f0-6d5059f638a0 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] GET failed (client error): The resource could not be found. Aug 16 21:01:19.121309 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c542de71-d500-42b5-97f0-6d5059f638a0 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "GET /v2.0/ports/ff8721b7-b76d-448f-91e4-9efa6030e210 HTTP/1.1" status: 404 len: 333 time: 0.0504639 Aug 16 21:01:19.121918 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54548) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:19.167400 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 6505d5a4-be64-4b91-8a7d-7828fa822c79 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:19.167900 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:19.187309 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-24aa0aa7-5e5e-4a0c-b06a-ccbe32face42 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Network 97204dc5-2078-4113-bc6a-8b6109c161f0 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:19.190470 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa0aa7-5e5e-4a0c-b06a-ccbe32face42 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Pushing event updated for resources: {'Port': ['ID=29144de0-20b4-4382-94d5-8a6d614dd30d,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:19.193874 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-24aa0aa7-5e5e-4a0c-b06a-ccbe32face42 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:19.198040 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-24aa0aa7-5e5e-4a0c-b06a-ccbe32face42 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:19.256431 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-16eb5374-d1e2-4ad4-b96f-582c53793a54 None None] Could not find standard attr ID for object ff8721b7-b76d-448f-91e4-9efa6030e210. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 21:01:19.259912 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:19.291173 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77ef7c5b-e391-4b1f-88c6-b998257e3404 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:01:19.296179 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-16eb5374-d1e2-4ad4-b96f-582c53793a54 None None] Provisioning complete for port 4f0b981e-5d96-49e6-9c4e-fa0560d14dc9 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:19.296561 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-16eb5374-d1e2-4ad4-b96f-582c53793a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:19.297791 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-26f4680d-5dc1-439b-92f5-ab01f61520cd tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Deleting port 4f0b981e-5d96-49e6-9c4e-fa0560d14dc9 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:19.298185 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-26f4680d-5dc1-439b-92f5-ab01f61520cd tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:19.360675 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 77ef7c5b-e391-4b1f-88c6-b998257e3404, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=77ef7c5b-e391-4b1f-88c6-b998257e3404,segment=NetworkSegment(b6b78da2-dab7-4732-8fa0-a1e82820dbaa),segment_id=b6b78da2-dab7-4732-8fa0-a1e82820dbaa)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:19.363609 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f1c5a9aa-a1af-485f-a55b-a33768f14b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:19.367974 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-24aa0aa7-5e5e-4a0c-b06a-ccbe32face42 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:19.369561 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-24aa0aa7-5e5e-4a0c-b06a-ccbe32face42 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:19.384729 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-16eb5374-d1e2-4ad4-b96f-582c53793a54 None None] Port 4f0b981e-5d96-49e6-9c4e-fa0560d14dc9 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:01:19.388864 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6629ff48-935e-4653-827e-2963b5de5841 req-5fb81681-23fb-4250-80c5-be6ba6f360cd service neutron] 10.222.0.72 "GET /v2.0/networks/15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454943 Aug 16 21:01:19.413001 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-26f4680d-5dc1-439b-92f5-ab01f61520cd tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:19.420990 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd416061-5d9b-44bc-8ba5-5a58c8116438 req-8bba1427-f049-40e5-8780-3bd239485d64 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:19.422522 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd416061-5d9b-44bc-8ba5-5a58c8116438 req-8bba1427-f049-40e5-8780-3bd239485d64 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.1953940 Aug 16 21:01:19.427644 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-26f4680d-5dc1-439b-92f5-ab01f61520cd tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Calling delete_port for 4f0b981e-5d96-49e6-9c4e-fa0560d14dc9 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:19.430423 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:19.446269 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f545b8-5d2f-4bfc-97ea-e365903f8356 req-52a08406-8f12-405e-b222-7fea74ee9097 tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:19.454355 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50f545b8-5d2f-4bfc-97ea-e365903f8356 req-52a08406-8f12-405e-b222-7fea74ee9097 tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] 10.222.0.84 "GET /v2.0/ports?device_id=9cbc8da1-87a3-4c28-9910-f422905cbf1a HTTP/1.1" status: 200 len: 943 time: 0.2282901 Aug 16 21:01:19.494244 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f1c5a9aa-a1af-485f-a55b-a33768f14b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:19.497472 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=77ef7c5b-e391-4b1f-88c6-b998257e3404,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:19.534943 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c5a9aa-a1af-485f-a55b-a33768f14b06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:01:19.547122 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5a9aa-a1af-485f-a55b-a33768f14b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ea2bae-7d85-4622-ac57-939d40f1e3ec,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:19.566137 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f1c5a9aa-a1af-485f-a55b-a33768f14b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:19.566137 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-f1c5a9aa-a1af-485f-a55b-a33768f14b06 admin admin] Added segment b6ec97c3-166c-4cce-8ac4-df0928c9c7d5 of type vlan for network 21ccb363-d19c-49b3-8a0b-8ebb4f3486c4 Aug 16 21:01:19.569215 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd416061-5d9b-44bc-8ba5-5a58c8116438 req-b1d4b5af-e517-4572-a34e-6b9090bb9db9 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311455 Aug 16 21:01:19.589756 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50f545b8-5d2f-4bfc-97ea-e365903f8356 req-32f56488-7539-4955-b538-4aa636d30d89 tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] 10.222.0.84 "GET /v2.0/security-groups?id=80fdf272-7602-48f7-b4b1-8e9ec09050ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268177 Aug 16 21:01:19.609022 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6629ff48-935e-4653-827e-2963b5de5841 req-2517ebec-6be0-41de-ad70-ff3d5a45e150 service neutron] 10.222.0.72 "GET /v2.0/networks/15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095110 Aug 16 21:01:19.617834 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-24aa0aa7-5e5e-4a0c-b06a-ccbe32face42 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8106461 Aug 16 21:01:19.629451 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f1c5a9aa-a1af-485f-a55b-a33768f14b06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:19.632155 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-da10d727-f1ba-4c9f-814a-d5f52a1576ee service neutron] Request body: {'port': {'device_id': '390fb150-0d0a-4e91-ae81-26fbcc84bd6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:19.682403 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6629ff48-935e-4653-827e-2963b5de5841 req-6058cd4c-e9cc-4b63-bb24-bd23438bc5e8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=f46cd7dd-4272-4b97-ba28-4c7234fc9a00 HTTP/1.1" status: 200 len: 217 time: 0.0655479 Aug 16 21:01:19.704601 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['77ef7c5b-e391-4b1f-88c6-b998257e3404'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:01:19.727550 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-26f4680d-5dc1-439b-92f5-ab01f61520cd tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:19.762461 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-da10d727-f1ba-4c9f-814a-d5f52a1576ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:19.767869 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4680d-5dc1-439b-92f5-ab01f61520cd tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'Port': ['ID=4f0b981e-5d96-49e6-9c4e-fa0560d14dc9,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:19.769836 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f1c5a9aa-a1af-485f-a55b-a33768f14b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:19.771055 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c5a9aa-a1af-485f-a55b-a33768f14b06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:19.771718 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f1c5a9aa-a1af-485f-a55b-a33768f14b06 admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:19.812501 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629ff48-935e-4653-827e-2963b5de5841 req-7825a37a-9e9e-4fea-bd01-b39ea89d7dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:19.812501 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6629ff48-935e-4653-827e-2963b5de5841 req-7825a37a-9e9e-4fea-bd01-b39ea89d7dde service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a0b6d73-74b5-4c8b-b956-b93210cff710 HTTP/1.1" status: 200 len: 797 time: 0.1145568 Aug 16 21:01:19.869390 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-26f4680d-5dc1-439b-92f5-ab01f61520cd tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:19.875089 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-26f4680d-5dc1-439b-92f5-ab01f61520cd tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/ports/4f0b981e-5d96-49e6-9c4e-fa0560d14dc9 HTTP/1.1" status: 204 len: 168 time: 0.7478626 Aug 16 21:01:19.875089 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54558) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:19.907005 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-099d32ed-e163-468b-9ab5-77f5f4720028 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] GET failed (client error): The resource could not be found. Aug 16 21:01:19.911879 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-099d32ed-e163-468b-9ab5-77f5f4720028 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "GET /v2.0/ports/4f0b981e-5d96-49e6-9c4e-fa0560d14dc9 HTTP/1.1" status: 404 len: 333 time: 0.0330408 Aug 16 21:01:19.911879 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54560) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:19.963071 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5a9aa-a1af-485f-a55b-a33768f14b06 admin admin] Pushing event updated for resources: {'Network': ['ID=21ccb363-d19c-49b3-8a0b-8ebb4f3486c4,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:19.975332 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 21ccb363-d19c-49b3-8a0b-8ebb4f3486c4 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:01:19.988334 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f1c5a9aa-a1af-485f-a55b-a33768f14b06 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3355217 Aug 16 21:01:19.990500 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54564) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:20.004240 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-dc11c92b-3b83-4942-88c2-aa27fed389bc admin admin] Request body: {'subnet': {'network_id': '21ccb363-d19c-49b3-8a0b-8ebb4f3486c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-482623048-subnet', 'tenant_id': '9304be98048d4c61b258f65239a0a004', 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:20.051903 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-4efa30ac-fd56-4d91-8071-f0fe0161bdb4 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Deleting subnet ca9b889d-0a7d-4f22-b92e-1e5958b10fc5 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:01:20.055588 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4efa30ac-fd56-4d91-8071-f0fe0161bdb4 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:20.078105 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629ff48-935e-4653-827e-2963b5de5841 req-522c74d2-1360-474d-a2f6-cab9fbf9441a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:20.079605 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6629ff48-935e-4653-827e-2963b5de5841 req-522c74d2-1360-474d-a2f6-cab9fbf9441a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a286773-4076-470d-b75a-c7eea1dc3d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2626038 Aug 16 21:01:20.089019 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc11c92b-3b83-4942-88c2-aa27fed389bc admin admin] Made reservation on behalf of 9304be98048d4c61b258f65239a0a004 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:20.091383 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dc11c92b-3b83-4942-88c2-aa27fed389bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:20.145784 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4efa30ac-fd56-4d91-8071-f0fe0161bdb4 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:20.298740 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4efa30ac-fd56-4d91-8071-f0fe0161bdb4 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:20.436429 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7609bfd-8d24-425b-a3de-540f63787047 req-0ed119ee-53f3-4fbe-9b7a-969208b70f62 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:20.437775 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b7609bfd-8d24-425b-a3de-540f63787047 req-0ed119ee-53f3-4fbe-9b7a-969208b70f62 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.4902055 Aug 16 21:01:20.522106 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dc11c92b-3b83-4942-88c2-aa27fed389bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:20.540239 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b7d43-4ce2-40ac-be3f-69cf6047b2c8 req-4dbff69e-69f8-4edd-8955-a196c6660b64 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:20.541764 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-339b7d43-4ce2-40ac-be3f-69cf6047b2c8 req-4dbff69e-69f8-4edd-8955-a196c6660b64 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=390fb150-0d0a-4e91-ae81-26fbcc84bd6d HTTP/1.1" status: 200 len: 931 time: 0.4924181 Aug 16 21:01:20.559267 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4efa30ac-fd56-4d91-8071-f0fe0161bdb4 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:20.592611 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4efa30ac-fd56-4d91-8071-f0fe0161bdb4 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:20.594359 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4efa30ac-fd56-4d91-8071-f0fe0161bdb4 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/subnets/ca9b889d-0a7d-4f22-b92e-1e5958b10fc5 HTTP/1.1" status: 204 len: 168 time: 0.6745589 Aug 16 21:01:20.596414 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc11c92b-3b83-4942-88c2-aa27fed389bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b70a9e6-d30c-45fd-8255-e0aa78917c10,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:20.596985 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54566) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:20.598159 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4268a430-9047-4f68-a1b2-204b197025d8 None None] Network ea210800-a90f-406c-b605-4215458d399a requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:01:20.627382 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b7609bfd-8d24-425b-a3de-540f63787047 req-0d0c19c5-866c-46e8-adb8-880056c559dd tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738544 Aug 16 21:01:20.628927 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa30ac-fd56-4d91-8071-f0fe0161bdb4 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'Subnet': ['ID=ca9b889d-0a7d-4f22-b92e-1e5958b10fc5,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:20.638591 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc11c92b-3b83-4942-88c2-aa27fed389bc admin admin] Checking segment: {'id': 'b6ec97c3-166c-4cce-8ac4-df0928c9c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '21ccb363-d19c-49b3-8a0b-8ebb4f3486c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:01:20.638969 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc11c92b-3b83-4942-88c2-aa27fed389bc admin admin] Network hostable DHCP agents. Network: 21ccb363-d19c-49b3-8a0b-8ebb4f3486c4, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:01:20.698805 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 77ef7c5b-e391-4b1f-88c6-b998257e3404 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:01:20.705693 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6629ff48-935e-4653-827e-2963b5de5841 req-49a0007a-726e-446d-8862-475258243640 service neutron] 10.222.0.72 "GET /v2.0/networks/2a286773-4076-470d-b75a-c7eea1dc3d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889092 Aug 16 21:01:20.716314 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc11c92b-3b83-4942-88c2-aa27fed389bc admin admin] Network 21ccb363-d19c-49b3-8a0b-8ebb4f3486c4 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:01:20.728649 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-339b7d43-4ce2-40ac-be3f-69cf6047b2c8 req-eba26fa6-e51e-4efc-ad77-1b1d5c18889a tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744745 Aug 16 21:01:20.774156 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-da10d727-f1ba-4c9f-814a-d5f52a1576ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29144de0-20b4-4382-94d5-8a6d614dd30d {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:01:20.813124 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-dc11c92b-3b83-4942-88c2-aa27fed389bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 21ccb363-d19c-49b3-8a0b-8ebb4f3486c4) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:20.827074 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc11c92b-3b83-4942-88c2-aa27fed389bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:20.827074 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dc11c92b-3b83-4942-88c2-aa27fed389bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:20.831215 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71472fe7-5de7-4a82-8646-28d18f3c9295 None None] Network 21ccb363-d19c-49b3-8a0b-8ebb4f3486c4 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:01:20.833168 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-da10d727-f1ba-4c9f-814a-d5f52a1576ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:20.834539 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee13bf7-212c-47c3-a6e4-c79378d4e828 None None] DHCP port deletion for ea210800-a90f-406c-b605-4215458d399a request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:01:20.844794 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0d9ba84a-14d2-4f23-9451-1115affae13b tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:20.874215 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 77ef7c5b-e391-4b1f-88c6-b998257e3404 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:20.878348 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-da10d727-f1ba-4c9f-814a-d5f52a1576ee service neutron] Transition to ACTIVE for port object 29144de0-20b4-4382-94d5-8a6d614dd30d will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:20.880625 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 77ef7c5b-e391-4b1f-88c6-b998257e3404 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:20.881180 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:20.913006 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-dc11c92b-3b83-4942-88c2-aa27fed389bc admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9214344 Aug 16 21:01:20.915613 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54572) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:20.924218 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-d133f9e0-34b1-4fc7-bc0f-d1aca4b095c8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-482623048-router', 'tenant_id': '9304be98048d4c61b258f65239a0a004', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:20.925845 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e83b5a-81b9-471c-aab9-b69216d468b1 req-4277ae8d-5418-4921-a69e-e38efea8f770 tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:20.927734 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-02e83b5a-81b9-471c-aab9-b69216d468b1 req-4277ae8d-5418-4921-a69e-e38efea8f770 tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] 10.222.0.84 "GET /v2.0/ports?device_id=9cbc8da1-87a3-4c28-9910-f422905cbf1a HTTP/1.1" status: 200 len: 944 time: 0.2129965 Aug 16 21:01:20.939492 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6505d5a4-be64-4b91-8a7d-7828fa822c79 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:01:20.945161 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-da10d727-f1ba-4c9f-814a-d5f52a1576ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:21.002217 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d133f9e0-34b1-4fc7-bc0f-d1aca4b095c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:21.003680 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d133f9e0-34b1-4fc7-bc0f-d1aca4b095c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:21.010226 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6629ff48-935e-4653-827e-2963b5de5841 req-0ef4d4d2-74ca-424c-88f0-c50aa7276dd8 service neutron] 10.222.0.72 "GET /v2.0/networks/2a286773-4076-470d-b75a-c7eea1dc3d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850549 Aug 16 21:01:21.059052 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d133f9e0-34b1-4fc7-bc0f-d1aca4b095c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:21.092041 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10d727-f1ba-4c9f-814a-d5f52a1576ee service neutron] Pushing event updated for resources: {'Port': ['ID=29144de0-20b4-4382-94d5-8a6d614dd30d,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:21.096915 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-02e83b5a-81b9-471c-aab9-b69216d468b1 req-32668342-b0ed-4f27-b8bf-1fa9af96ecd4 tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] 10.222.0.84 "GET /v2.0/security-groups?id=80fdf272-7602-48f7-b4b1-8e9ec09050ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574354 Aug 16 21:01:21.098259 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6629ff48-935e-4653-827e-2963b5de5841 req-a60bd758-5441-4227-baa0-3846985b2934 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=7d470d90-81da-4884-b71f-665f707bd7e3 HTTP/1.1" status: 200 len: 217 time: 0.0669692 Aug 16 21:01:21.122766 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-9ee13bf7-212c-47c3-a6e4-c79378d4e828 None None] Deleting port 6505d5a4-be64-4b91-8a7d-7828fa822c79 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:21.123358 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9ee13bf7-212c-47c3-a6e4-c79378d4e828 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:21.176137 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-0d9ba84a-14d2-4f23-9451-1115affae13b tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Deleting port 6505d5a4-be64-4b91-8a7d-7828fa822c79 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:21.176602 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0d9ba84a-14d2-4f23-9451-1115affae13b tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:21.203541 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:21.216173 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d147c8e-641d-41ca-a2e0-dc0b5fe8ea0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-21ccb363-d19c-49b3-8a0b-8ebb4f3486c4', 'network_id': '21ccb363-d19c-49b3-8a0b-8ebb4f3486c4', 'tenant_id': '9304be98048d4c61b258f65239a0a004', 'fixed_ips': [{'subnet_id': '0b70a9e6-d30c-45fd-8255-e0aa78917c10'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:01:21.217032 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6d147c8e-641d-41ca-a2e0-dc0b5fe8ea0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:21.218775 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:21.261355 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d133f9e0-34b1-4fc7-bc0f-d1aca4b095c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:21.261794 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629ff48-935e-4653-827e-2963b5de5841 req-87f34f34-21c9-4d03-a0a3-631a1851bea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:21.263307 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6629ff48-935e-4653-827e-2963b5de5841 req-87f34f34-21c9-4d03-a0a3-631a1851bea8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a0b6d73-74b5-4c8b-b956-b93210cff710 HTTP/1.1" status: 200 len: 797 time: 0.1421952 Aug 16 21:01:21.280299 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-9ee13bf7-212c-47c3-a6e4-c79378d4e828 None None] For port 6505d5a4-be64-4b91-8a7d-7828fa822c79, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=6505d5a4-be64-4b91-8a7d-7828fa822c79,segment=NetworkSegment(16881cfe-3e41-4189-8b2b-3a97077d404e),segment_id=16881cfe-3e41-4189-8b2b-3a97077d404e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:21.280706 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9ee13bf7-212c-47c3-a6e4-c79378d4e828 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:21.291949 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-da10d727-f1ba-4c9f-814a-d5f52a1576ee service neutron] Attempting to bind port 29144de0-20b4-4382-94d5-8a6d614dd30d on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:01:21.292295 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-da10d727-f1ba-4c9f-814a-d5f52a1576ee service neutron] Attempting to bind port 29144de0-20b4-4382-94d5-8a6d614dd30d by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '53b76348-81c8-4bfa-909a-3d74533ded61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '97204dc5-2078-4113-bc6a-8b6109c161f0'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:01:21.292636 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-da10d727-f1ba-4c9f-814a-d5f52a1576ee service neutron] Attempting to bind port 29144de0-20b4-4382-94d5-8a6d614dd30d on network 97204dc5-2078-4113-bc6a-8b6109c161f0 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:01:21.296685 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbc8da1-87a3-4c28-9910-f422905cbf1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ef7c5b-e391-4b1f-88c6-b998257e3404'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:01:21.301745 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d938d0a-69e6-4c25-8bbe-a6fb4a7011fb" -d '{"events": [{"server_uuid": "9cbc8da1-87a3-4c28-9910-f422905cbf1a", "name": "network-vif-plugged", "status": "completed", "tag": "77ef7c5b-e391-4b1f-88c6-b998257e3404"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:01:21.321465 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-da10d727-f1ba-4c9f-814a-d5f52a1576ee service neutron] Port 29144de0-20b4-4382-94d5-8a6d614dd30d on network 97204dc5-2078-4113-bc6a-8b6109c161f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:01:21.321823 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-da10d727-f1ba-4c9f-814a-d5f52a1576ee service neutron] Attempting to bind port 29144de0-20b4-4382-94d5-8a6d614dd30d on network 97204dc5-2078-4113-bc6a-8b6109c161f0 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:01:21.322019 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-9ee13bf7-212c-47c3-a6e4-c79378d4e828 None None] Calling delete_port for 6505d5a4-be64-4b91-8a7d-7828fa822c79 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:21.329185 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-0d9ba84a-14d2-4f23-9451-1115affae13b tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] For port 6505d5a4-be64-4b91-8a7d-7828fa822c79, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=6505d5a4-be64-4b91-8a7d-7828fa822c79,segment=NetworkSegment(16881cfe-3e41-4189-8b2b-3a97077d404e),segment_id=16881cfe-3e41-4189-8b2b-3a97077d404e)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:21.329185 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0d9ba84a-14d2-4f23-9451-1115affae13b tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:21.333536 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 77ef7c5b-e391-4b1f-88c6-b998257e3404, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=77ef7c5b-e391-4b1f-88c6-b998257e3404,segment=NetworkSegment(b6b78da2-dab7-4732-8fa0-a1e82820dbaa),segment_id=b6b78da2-dab7-4732-8fa0-a1e82820dbaa)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:21.342536 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-da10d727-f1ba-4c9f-814a-d5f52a1576ee service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:01:21.342672 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 6505d5a4-be64-4b91-8a7d-7828fa822c79, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=6505d5a4-be64-4b91-8a7d-7828fa822c79,segment=NetworkSegment(16881cfe-3e41-4189-8b2b-3a97077d404e),segment_id=16881cfe-3e41-4189-8b2b-3a97077d404e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:21.342778 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-da10d727-f1ba-4c9f-814a-d5f52a1576ee service neutron] Checking segment: {'id': '53b76348-81c8-4bfa-909a-3d74533ded61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '97204dc5-2078-4113-bc6a-8b6109c161f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:01:21.343132 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-da10d727-f1ba-4c9f-814a-d5f52a1576ee service neutron] Bound using segment: {'id': '53b76348-81c8-4bfa-909a-3d74533ded61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '97204dc5-2078-4113-bc6a-8b6109c161f0'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:01:21.343856 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-da10d727-f1ba-4c9f-814a-d5f52a1576ee service neutron] Bound port: 29144de0-20b4-4382-94d5-8a6d614dd30d, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b76348-81c8-4bfa-909a-3d74533ded61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '97204dc5-2078-4113-bc6a-8b6109c161f0'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:01:21.344234 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-da10d727-f1ba-4c9f-814a-d5f52a1576ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:21.351162 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-0d9ba84a-14d2-4f23-9451-1115affae13b tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Calling delete_port for 6505d5a4-be64-4b91-8a7d-7828fa822c79 owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:21.381766 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629ff48-935e-4653-827e-2963b5de5841 req-0e9703fa-5406-4fe8-95c5-7b5cf1851940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:21.383412 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6629ff48-935e-4653-827e-2963b5de5841 req-0e9703fa-5406-4fe8-95c5-7b5cf1851940 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a286773-4076-470d-b75a-c7eea1dc3d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1101036 Aug 16 21:01:21.414046 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3376609-5557-48ad-8b5d-983169fcdcdd x-openstack-request-id: req-c3376609-5557-48ad-8b5d-983169fcdcdd {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:01:21.414333 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cbc8da1-87a3-4c28-9910-f422905cbf1a", "name": "network-vif-plugged", "status": "completed", "tag": "77ef7c5b-e391-4b1f-88c6-b998257e3404", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:01:21.414588 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c3376609-5557-48ad-8b5d-983169fcdcdd {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:01:21.415249 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbc8da1-87a3-4c28-9910-f422905cbf1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ef7c5b-e391-4b1f-88c6-b998257e3404', 'code': 200} Aug 16 21:01:21.421955 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:21.481550 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:21.482155 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a4069-919b-4917-a42b-340b4d8f32b4 req-507e6c68-4282-4720-8ec8-b17aafabcece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:21.493410 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2e1a4069-919b-4917-a42b-340b4d8f32b4 req-507e6c68-4282-4720-8ec8-b17aafabcece service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9cbc8da1-87a3-4c28-9910-f422905cbf1a HTTP/1.1" status: 200 len: 1097 time: 0.0728755 Aug 16 21:01:21.543698 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-da10d727-f1ba-4c9f-814a-d5f52a1576ee service neutron] For port 29144de0-20b4-4382-94d5-8a6d614dd30d, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:01:21.553682 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-da10d727-f1ba-4c9f-814a-d5f52a1576ee service neutron] For port 29144de0-20b4-4382-94d5-8a6d614dd30d, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=29144de0-20b4-4382-94d5-8a6d614dd30d,segment=NetworkSegment(53b76348-81c8-4bfa-909a-3d74533ded61),segment_id=53b76348-81c8-4bfa-909a-3d74533ded61)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:01:21.588032 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6629ff48-935e-4653-827e-2963b5de5841 req-ee797a62-d1cd-40c8-8065-42d2fcb1fd99 service neutron] 10.222.0.72 "GET /v2.0/networks/2a286773-4076-470d-b75a-c7eea1dc3d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522658 Aug 16 21:01:21.614175 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2e1a4069-919b-4917-a42b-340b4d8f32b4 req-6350f2a5-eac0-4e1b-8081-ffc73df977aa service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=80fdf272-7602-48f7-b4b1-8e9ec09050ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903697 Aug 16 21:01:21.625721 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d133f9e0-34b1-4fc7-bc0f-d1aca4b095c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:21.642333 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-da10d727-f1ba-4c9f-814a-d5f52a1576ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:21.646582 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d133f9e0-34b1-4fc7-bc0f-d1aca4b095c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:21.693937 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0d9ba84a-14d2-4f23-9451-1115affae13b tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:21.702841 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-da10d727-f1ba-4c9f-814a-d5f52a1576ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:21.703594 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-da10d727-f1ba-4c9f-814a-d5f52a1576ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:21.705029 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-da10d727-f1ba-4c9f-814a-d5f52a1576ee service neutron] 10.222.0.90 "PUT /v2.0/ports/29144de0-20b4-4382-94d5-8a6d614dd30d HTTP/1.1" status: 200 len: 1092 time: 2.0776246 Aug 16 21:01:21.711116 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390fb150-0d0a-4e91-ae81-26fbcc84bd6d', 'tag': '29144de0-20b4-4382-94d5-8a6d614dd30d'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:01:21.715950 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fb2b1a-77af-4f9c-83a7-e6f910dd7f42" -d '{"events": [{"name": "network-changed", "server_uuid": "390fb150-0d0a-4e91-ae81-26fbcc84bd6d", "tag": "29144de0-20b4-4382-94d5-8a6d614dd30d"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:01:21.726574 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=77ef7c5b-e391-4b1f-88c6-b998257e3404,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:21.745739 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:01:21.753769 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9ba84a-14d2-4f23-9451-1115affae13b tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] No DVR routers for this DVR port 6505d5a4-be64-4b91-8a7d-7828fa822c79 on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:01:21.765290 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-6d147c8e-641d-41ca-a2e0-dc0b5fe8ea0f None None] Allocated IP 172.20.0.2 (21ccb363-d19c-49b3-8a0b-8ebb4f3486c4/0b70a9e6-d30c-45fd-8255-e0aa78917c10/75e8f50f-3003-4293-97a0-70d1ac35d881) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:21.770377 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event deleted for resources: {'Port': ['ID=6505d5a4-be64-4b91-8a7d-7828fa822c79,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:21.780078 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9ee13bf7-212c-47c3-a6e4-c79378d4e828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:21.780933 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10d727-f1ba-4c9f-814a-d5f52a1576ee service neutron] Pushing event updated for resources: {'Port': ['ID=29144de0-20b4-4382-94d5-8a6d614dd30d,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:21.825716 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee13bf7-212c-47c3-a6e4-c79378d4e828 None None] Pushing event deleted for resources: {'Port': ['ID=6505d5a4-be64-4b91-8a7d-7828fa822c79,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:21.836812 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1fc431-486a-4960-aae7-851d6fd37bf8 x-openstack-request-id: req-7c1fc431-486a-4960-aae7-851d6fd37bf8 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:01:21.837104 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "390fb150-0d0a-4e91-ae81-26fbcc84bd6d", "tag": "29144de0-20b4-4382-94d5-8a6d614dd30d", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:01:21.837526 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7c1fc431-486a-4960-aae7-851d6fd37bf8 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:01:21.837941 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '390fb150-0d0a-4e91-ae81-26fbcc84bd6d', 'tag': '29144de0-20b4-4382-94d5-8a6d614dd30d', 'status': 'completed', 'code': 200} Aug 16 21:01:21.852477 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee13bf7-212c-47c3-a6e4-c79378d4e828 None None] No DVR routers for this DVR port 6505d5a4-be64-4b91-8a7d-7828fa822c79 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:01:21.885833 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6629ff48-935e-4653-827e-2963b5de5841 req-31fcfa65-695b-488a-8e36-42ea95e4db4e service neutron] 10.222.0.72 "GET /v2.0/networks/2a286773-4076-470d-b75a-c7eea1dc3d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914865 Aug 16 21:01:21.890261 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-d133f9e0-34b1-4fc7-bc0f-d1aca4b095c8 admin admin] Allocated IP 172.25.1.226 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/f9389a1c-d331-452f-9e95-0324223655f7) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:21.891264 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ba84a-14d2-4f23-9451-1115affae13b tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'Port': ['ID=6505d5a4-be64-4b91-8a7d-7828fa822c79,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:21.954669 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0d9ba84a-14d2-4f23-9451-1115affae13b tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:21.961166 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:21.989899 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6d147c8e-641d-41ca-a2e0-dc0b5fe8ea0f None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:21.999493 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-6d147c8e-641d-41ca-a2e0-dc0b5fe8ea0f None None] Transition to ACTIVE for port object 75e8f50f-3003-4293-97a0-70d1ac35d881 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:22.005985 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d133f9e0-34b1-4fc7-bc0f-d1aca4b095c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.015647 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-6d147c8e-641d-41ca-a2e0-dc0b5fe8ea0f None None] Transition to ACTIVE for port object 75e8f50f-3003-4293-97a0-70d1ac35d881 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:22.022649 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-0d9ba84a-14d2-4f23-9451-1115affae13b tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea210800-a90f-406c-b605-4215458d399a']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:22.027346 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6629ff48-935e-4653-827e-2963b5de5841 req-0765f612-bbcf-4eb0-8049-48ff5b7abf32 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=ab55560e-b85e-4e5a-8f8b-0a085f406734 HTTP/1.1" status: 200 len: 217 time: 0.1181481 Aug 16 21:01:22.043327 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-0d9ba84a-14d2-4f23-9451-1115affae13b tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16881cfe-3e41-4189-8b2b-3a97077d404e') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:22.043626 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-0d9ba84a-14d2-4f23-9451-1115affae13b tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16881cfe-3e41-4189-8b2b-3a97077d404e') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:22.082321 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6d147c8e-641d-41ca-a2e0-dc0b5fe8ea0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.084394 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0d9ba84a-14d2-4f23-9451-1115affae13b tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.106377 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d133f9e0-34b1-4fc7-bc0f-d1aca4b095c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.115228 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e37b28-516a-4ad0-b3db-e875d8faa810 req-0d298d0e-494d-4ac8-b07c-c462e271e16d tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:22.116749 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e7e37b28-516a-4ad0-b3db-e875d8faa810 req-0d298d0e-494d-4ac8-b07c-c462e271e16d tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.2779877 Aug 16 21:01:22.119207 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb2b1a-77af-4f9c-83a7-e6f910dd7f42 req-c5e24c9b-19f1-4036-9d05-d647b7e0f5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:22.120622 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-56fb2b1a-77af-4f9c-83a7-e6f910dd7f42 req-c5e24c9b-19f1-4036-9d05-d647b7e0f5d0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d5926bba17c34b5e88e1bc1cf228d96c&device_id=390fb150-0d0a-4e91-ae81-26fbcc84bd6d HTTP/1.1" status: 200 len: 1095 time: 0.2807574 Aug 16 21:01:22.125013 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d147c8e-641d-41ca-a2e0-dc0b5fe8ea0f None None] Network 21ccb363-d19c-49b3-8a0b-8ebb4f3486c4 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:22.130336 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0d9ba84a-14d2-4f23-9451-1115affae13b tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.135338 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-6d147c8e-641d-41ca-a2e0-dc0b5fe8ea0f None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:22.137300 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d147c8e-641d-41ca-a2e0-dc0b5fe8ea0f None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:22.145320 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d147c8e-641d-41ca-a2e0-dc0b5fe8ea0f None None] Pushing event updated for resources: {'Port': ['ID=75e8f50f-3003-4293-97a0-70d1ac35d881,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:22.150632 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d133f9e0-34b1-4fc7-bc0f-d1aca4b095c8 admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:22.159042 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-d133f9e0-34b1-4fc7-bc0f-d1aca4b095c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:22.162739 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d133f9e0-34b1-4fc7-bc0f-d1aca4b095c8 admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:22.163971 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277e83a-41e5-404b-8fec-f646f1363fb2 req-5309782d-e3a0-46d3-847e-addd2eb05336 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:22.166039 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a277e83a-41e5-404b-8fec-f646f1363fb2 req-5309782d-e3a0-46d3-847e-addd2eb05336 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=390fb150-0d0a-4e91-ae81-26fbcc84bd6d HTTP/1.1" status: 200 len: 943 time: 0.2548778 Aug 16 21:01:22.167141 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d9ba84a-14d2-4f23-9451-1115affae13b tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:01:22.167551 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0d9ba84a-14d2-4f23-9451-1115affae13b tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.179006 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:01:22.179006 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:01:22.179006 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:01:22.179006 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:01:22.179006 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:01:22.179006 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:01:22.179006 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:01:22.179006 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:01:22.179006 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:01:22.179006 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:01:22.179006 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:01:22.179006 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:01:22.179006 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:01:22.179006 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:01:22.179006 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:01:22.179006 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:01:22.179006 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:01:22.179006 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:01:22.179006 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:01:22.179006 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:01:22.179006 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:01:22.179006 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:01:22.179006 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:01:22.179006 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:01:22.179006 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:01:22.179006 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:01:22.179006 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:01:22.179006 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:01:22.179006 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:01:22.179006 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:01:22.179006 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:01:22.179006 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:01:22.193764 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133f9e0-34b1-4fc7-bc0f-d1aca4b095c8 admin admin] Pushing event updated for resources: {'Port': ['ID=f9389a1c-d331-452f-9e95-0324223655f7,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:22.209252 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-6d147c8e-641d-41ca-a2e0-dc0b5fe8ea0f None None] Attempting to bind port 75e8f50f-3003-4293-97a0-70d1ac35d881 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:01:22.209638 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-6d147c8e-641d-41ca-a2e0-dc0b5fe8ea0f None None] Attempting to bind port 75e8f50f-3003-4293-97a0-70d1ac35d881 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'b6ec97c3-166c-4cce-8ac4-df0928c9c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '21ccb363-d19c-49b3-8a0b-8ebb4f3486c4'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:01:22.210006 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d147c8e-641d-41ca-a2e0-dc0b5fe8ea0f None None] Attempting to bind port 75e8f50f-3003-4293-97a0-70d1ac35d881 on network 21ccb363-d19c-49b3-8a0b-8ebb4f3486c4 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:01:22.215125 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d147c8e-641d-41ca-a2e0-dc0b5fe8ea0f None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:01:22.215492 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d147c8e-641d-41ca-a2e0-dc0b5fe8ea0f None None] Checking segment: {'id': 'b6ec97c3-166c-4cce-8ac4-df0928c9c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '21ccb363-d19c-49b3-8a0b-8ebb4f3486c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:01:22.216216 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6d147c8e-641d-41ca-a2e0-dc0b5fe8ea0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.216788 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d147c8e-641d-41ca-a2e0-dc0b5fe8ea0f None None] Bound using segment: {'id': 'b6ec97c3-166c-4cce-8ac4-df0928c9c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '21ccb363-d19c-49b3-8a0b-8ebb4f3486c4'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:01:22.217440 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-6d147c8e-641d-41ca-a2e0-dc0b5fe8ea0f None None] Bound port: 75e8f50f-3003-4293-97a0-70d1ac35d881, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6ec97c3-166c-4cce-8ac4-df0928c9c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '21ccb363-d19c-49b3-8a0b-8ebb4f3486c4'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:01:22.217832 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6d147c8e-641d-41ca-a2e0-dc0b5fe8ea0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.263973 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629ff48-935e-4653-827e-2963b5de5841 req-7c738a66-f25a-4147-8002-86c76781166c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:22.265486 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6629ff48-935e-4653-827e-2963b5de5841 req-7c738a66-f25a-4147-8002-86c76781166c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a0b6d73-74b5-4c8b-b956-b93210cff710 HTTP/1.1" status: 200 len: 797 time: 0.2269025 Aug 16 21:01:22.285680 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-6d147c8e-641d-41ca-a2e0-dc0b5fe8ea0f None None] For port 75e8f50f-3003-4293-97a0-70d1ac35d881, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:01:22.289011 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-6d147c8e-641d-41ca-a2e0-dc0b5fe8ea0f None None] For port 75e8f50f-3003-4293-97a0-70d1ac35d881, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=75e8f50f-3003-4293-97a0-70d1ac35d881,segment=NetworkSegment(b6ec97c3-166c-4cce-8ac4-df0928c9c7d5),segment_id=b6ec97c3-166c-4cce-8ac4-df0928c9c7d5)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:01:22.344890 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e7e37b28-516a-4ad0-b3db-e875d8faa810 req-8e041fcd-acfb-43a0-b8d2-9010b446b52d tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181807 Aug 16 21:01:22.384517 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a277e83a-41e5-404b-8fec-f646f1363fb2 req-51aac21f-6565-42b8-a1eb-9743e7a5ac6c tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037342 Aug 16 21:01:22.391116 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6d147c8e-641d-41ca-a2e0-dc0b5fe8ea0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.395646 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629ff48-935e-4653-827e-2963b5de5841 req-ac1f14da-9093-4c2f-8715-0bdf6ee998ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:22.405207 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6629ff48-935e-4653-827e-2963b5de5841 req-ac1f14da-9093-4c2f-8715-0bdf6ee998ae service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a286773-4076-470d-b75a-c7eea1dc3d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1115363 Aug 16 21:01:22.405207 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb2b1a-77af-4f9c-83a7-e6f910dd7f42 req-e5f1519e-a242-452e-8453-6ddaba50d38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:22.407065 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-56fb2b1a-77af-4f9c-83a7-e6f910dd7f42 req-e5f1519e-a242-452e-8453-6ddaba50d38f service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=d5926bba17c34b5e88e1bc1cf228d96c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2658107 Aug 16 21:01:22.503531 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d147c8e-641d-41ca-a2e0-dc0b5fe8ea0f None None] Pushing event updated for resources: {'Port': ['ID=75e8f50f-3003-4293-97a0-70d1ac35d881,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:22.518721 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0d9ba84a-14d2-4f23-9451-1115affae13b tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.562464 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d133f9e0-34b1-4fc7-bc0f-d1aca4b095c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.592946 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0d9ba84a-14d2-4f23-9451-1115affae13b tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.602207 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54588) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:22.603899 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0d9ba84a-14d2-4f23-9451-1115affae13b tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/networks/ea210800-a90f-406c-b605-4215458d399a HTTP/1.1" status: 204 len: 168 time: 1.9950292 Aug 16 21:01:22.612254 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-f41f3947-309a-4244-9ce7-1c7ec77b401a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1962434468'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:22.630456 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ba84a-14d2-4f23-9451-1115affae13b tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'Network': ['ID=ea210800-a90f-406c-b605-4215458d399a,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:22.758795 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdd7c9-8953-4d96-a6b9-7c04a0c5ae9f req-e613541d-7d58-4dcb-9467-344b654ec95c tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:22.761110 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a9fdd7c9-8953-4d96-a6b9-7c04a0c5ae9f req-e613541d-7d58-4dcb-9467-344b654ec95c tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.2390916 Aug 16 21:01:22.776946 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41f3947-309a-4244-9ce7-1c7ec77b401a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Made reservation on behalf of 2b8d460e7367462492b691867d616fa2 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:22.780849 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f41f3947-309a-4244-9ce7-1c7ec77b401a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.803978 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304122cf-2b8a-4405-ac14-8391bb4ecb1e req-8f7fd5f7-d0b6-485f-be4c-ad1c5d6edf08 tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:22.805708 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-304122cf-2b8a-4405-ac14-8391bb4ecb1e req-8f7fd5f7-d0b6-485f-be4c-ad1c5d6edf08 tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] 10.222.0.84 "GET /v2.0/ports?device_id=9cbc8da1-87a3-4c28-9910-f422905cbf1a HTTP/1.1" status: 200 len: 945 time: 0.2824657 Aug 16 21:01:22.819523 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6629ff48-935e-4653-827e-2963b5de5841 req-3e41c59e-12ca-4768-8cad-2359b3bf056d service neutron] 10.222.0.72 "GET /v2.0/networks/2a286773-4076-470d-b75a-c7eea1dc3d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113433 Aug 16 21:01:22.827259 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f41f3947-309a-4244-9ce7-1c7ec77b401a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:01:22.827259 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d133f9e0-34b1-4fc7-bc0f-d1aca4b095c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.841351 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f41f3947-309a-4244-9ce7-1c7ec77b401a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.841707 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-f41f3947-309a-4244-9ce7-1c7ec77b401a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Added segment 7a395ad0-918d-4137-a0d5-05bf8518cab5 of type vlan for network a70d0d66-1b46-4e4e-88fe-500c671ef2ef Aug 16 21:01:22.859674 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb2b1a-77af-4f9c-83a7-e6f910dd7f42 req-27bb4a7a-0959-45c5-9c5e-924efda2bffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:22.861165 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-56fb2b1a-77af-4f9c-83a7-e6f910dd7f42 req-27bb4a7a-0959-45c5-9c5e-924efda2bffc service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4453633 Aug 16 21:01:23.004939 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 75e8f50f-3003-4293-97a0-70d1ac35d881 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:01:23.116272 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 75e8f50f-3003-4293-97a0-70d1ac35d881 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:23.244772 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-304122cf-2b8a-4405-ac14-8391bb4ecb1e req-de6da642-5c2f-448b-adfd-d15ba4669a50 tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] 10.222.0.84 "GET /v2.0/security-groups?id=80fdf272-7602-48f7-b4b1-8e9ec09050ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4221950 Aug 16 21:01:23.278670 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f41f3947-309a-4244-9ce7-1c7ec77b401a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:23.292924 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a9fdd7c9-8953-4d96-a6b9-7c04a0c5ae9f req-890bc4b4-4904-41aa-b7ba-4e2d2a95c78e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5155461 Aug 16 21:01:23.326270 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-de287881-945c-47b6-a0ae-5a6cf1b29b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:23.328011 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-de287881-945c-47b6-a0ae-5a6cf1b29b88 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d5926bba17c34b5e88e1bc1cf228d96c&device_id=390fb150-0d0a-4e91-ae81-26fbcc84bd6d HTTP/1.1" status: 200 len: 1095 time: 0.0783834 Aug 16 21:01:23.353901 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6629ff48-935e-4653-827e-2963b5de5841 req-8625082c-f752-4b2e-ae85-023410135ddc service neutron] 10.222.0.72 "GET /v2.0/networks/2a286773-4076-470d-b75a-c7eea1dc3d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4958963 Aug 16 21:01:23.390393 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f41f3947-309a-4244-9ce7-1c7ec77b401a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:23.394146 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-8a3e7c31-1182-4197-8f18-6b7fbf331338 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29144de0-20b4-4382-94d5-8a6d614dd30d HTTP/1.1" status: 200 len: 217 time: 0.0506132 Aug 16 21:01:23.396896 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41f3947-309a-4244-9ce7-1c7ec77b401a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:23.398450 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f41f3947-309a-4244-9ce7-1c7ec77b401a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:23.457540 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d133f9e0-34b1-4fc7-bc0f-d1aca4b095c8 admin admin] Router 642dabc3-5caa-41db-a63c-bb8e62485c4e is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:01:23.459306 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6629ff48-935e-4653-827e-2963b5de5841 req-ae651331-debf-4627-b356-bff73c743908 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=fd6fa129-4aa2-485d-ba8c-81e929ab059a HTTP/1.1" status: 200 len: 217 time: 0.0746956 Aug 16 21:01:23.493658 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f3947-309a-4244-9ce7-1c7ec77b401a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'Network': ['ID=a70d0d66-1b46-4e4e-88fe-500c671ef2ef,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:23.510230 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network a70d0d66-1b46-4e4e-88fe-500c671ef2ef details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:01:23.548582 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f41f3947-309a-4244-9ce7-1c7ec77b401a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9451144 Aug 16 21:01:23.551768 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54596) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:23.557563 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-8c36c3aa-e146-48b4-a438-e3bfa5151ebf tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'subnet': {'network_id': 'a70d0d66-1b46-4e4e-88fe-500c671ef2ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:23.585005 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-6388714a-8937-4a04-87f6-f2864e388e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:23.586628 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-6388714a-8937-4a04-87f6-f2864e388e98 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0340fa9d-e19b-476d-9e9a-7d2862e2e105 HTTP/1.1" status: 200 len: 852 time: 0.1827416 Aug 16 21:01:23.596099 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5d6b0-49ad-4a55-8a4d-265024c92f46 req-3fdb242f-aa3d-412e-a0be-985c1cb80e1d tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:23.597643 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8ba5d6b0-49ad-4a55-8a4d-265024c92f46 req-3fdb242f-aa3d-412e-a0be-985c1cb80e1d tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.2112169 Aug 16 21:01:23.610327 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629ff48-935e-4653-827e-2963b5de5841 req-6e2b7681-afcf-4f57-9481-41384def3de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:23.610443 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6629ff48-935e-4653-827e-2963b5de5841 req-6e2b7681-afcf-4f57-9481-41384def3de0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a0b6d73-74b5-4c8b-b956-b93210cff710 HTTP/1.1" status: 200 len: 797 time: 0.1307054 Aug 16 21:01:23.652393 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a790dfbb-f518-4a6d-a13f-944e7e6c03ec None None] Network 21ccb363-d19c-49b3-8a0b-8ebb4f3486c4 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:01:23.655823 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-41a41982-8fd7-4b35-a2d6-5d5161e56502 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=97204dc5-2078-4113-bc6a-8b6109c161f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551445 Aug 16 21:01:23.683461 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d133f9e0-34b1-4fc7-bc0f-d1aca4b095c8 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:01:23.704545 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e887147-d1a2-40bd-8c68-5796d20b6999 None None] Sync routers for ids ['642dabc3-5caa-41db-a63c-bb8e62485c4e'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:01:23.722601 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e887147-d1a2-40bd-8c68-5796d20b6999 None None] Routers {'642dabc3-5caa-41db-a63c-bb8e62485c4e'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:01:23.723232 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-3e887147-d1a2-40bd-8c68-5796d20b6999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:01:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['642dabc3-5caa-41db-a63c-bb8e62485c4e'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:23.723723 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847f24a-e45a-4e4a-a4d2-efcf74c70627 req-fc802cdf-fa1b-4c00-8834-4b3e08f8a238 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:23.725261 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f847f24a-e45a-4e4a-a4d2-efcf74c70627 req-fc802cdf-fa1b-4c00-8834-4b3e08f8a238 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=390fb150-0d0a-4e91-ae81-26fbcc84bd6d HTTP/1.1" status: 200 len: 943 time: 0.2280347 Aug 16 21:01:23.776772 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8ba5d6b0-49ad-4a55-8a4d-265024c92f46 req-1adc95fa-0ebd-42bd-ba56-19db9f97afa5 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654172 Aug 16 21:01:23.795153 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629ff48-935e-4653-827e-2963b5de5841 req-5b91cffd-15b9-4981-b650-87dab44b2c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:23.796589 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6629ff48-935e-4653-827e-2963b5de5841 req-5b91cffd-15b9-4981-b650-87dab44b2c91 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a286773-4076-470d-b75a-c7eea1dc3d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1762092 Aug 16 21:01:23.814213 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c36c3aa-e146-48b4-a438-e3bfa5151ebf tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Made reservation on behalf of 2b8d460e7367462492b691867d616fa2 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:23.817758 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8c36c3aa-e146-48b4-a438-e3bfa5151ebf tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:23.887416 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-76f89f61-860d-4e81-9058-78e35f060978 None None] Provisioning for port 75e8f50f-3003-4293-97a0-70d1ac35d881 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:23.901593 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-76f89f61-860d-4e81-9058-78e35f060978 None None] Provisioning complete for port 75e8f50f-3003-4293-97a0-70d1ac35d881 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:23.902007 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-76f89f61-860d-4e81-9058-78e35f060978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:23.908933 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-3e887147-d1a2-40bd-8c68-5796d20b6999 None None] Set router 642dabc3-5caa-41db-a63c-bb8e62485c4e gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:01:23.923601 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f847f24a-e45a-4e4a-a4d2-efcf74c70627 req-51ac6737-5fe2-4a45-aab4-3afdd4e53fab tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674714 Aug 16 21:01:23.933215 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d133f9e0-34b1-4fc7-bc0f-d1aca4b095c8 admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:23.934406 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d133f9e0-34b1-4fc7-bc0f-d1aca4b095c8 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0177736 Aug 16 21:01:23.937157 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54600) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:23.950491 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-65aba436-337f-49f7-9928-5cb8b4f2ad8e service neutron] 10.222.0.90 "GET /v2.0/networks/97204dc5-2078-4113-bc6a-8b6109c161f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697728 Aug 16 21:01:24.081485 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6629ff48-935e-4653-827e-2963b5de5841 req-bced11ab-a728-438e-8a84-3f9bc7b2b741 service neutron] 10.222.0.72 "GET /v2.0/networks/2a286773-4076-470d-b75a-c7eea1dc3d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725508 Aug 16 21:01:24.141411 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-76f89f61-860d-4e81-9058-78e35f060978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:24.164173 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de95357-dd45-4f13-a5e1-c40a7ee49472 req-496ddca6-e4ef-4214-b057-76806ec7f7b1 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:24.172220 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0de95357-dd45-4f13-a5e1-c40a7ee49472 req-496ddca6-e4ef-4214-b057-76806ec7f7b1 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.1937509 Aug 16 21:01:24.203665 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-76f89f61-860d-4e81-9058-78e35f060978 None None] For port 75e8f50f-3003-4293-97a0-70d1ac35d881, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=75e8f50f-3003-4293-97a0-70d1ac35d881,segment=NetworkSegment(b6ec97c3-166c-4cce-8ac4-df0928c9c7d5),segment_id=b6ec97c3-166c-4cce-8ac4-df0928c9c7d5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:24.225623 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d2c0835-2b38-468f-93c9-a1dfe1ebfc82 req-6dd51529-9ee7-41ba-a0e1-2467fd08bee9 service neutron] 10.222.0.90 "GET /v2.0/networks/97204dc5-2078-4113-bc6a-8b6109c161f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652180 Aug 16 21:01:24.226223 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-3e887147-d1a2-40bd-8c68-5796d20b6999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642dabc3-5caa-41db-a63c-bb8e62485c4e', 'name': 'tempest-TestServerBasicOps-482623048-router', 'tenant_id': '9304be98048d4c61b258f65239a0a004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'f9389a1c-d331-452f-9e95-0324223655f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:21Z', 'updated_at': '2021-08-16T21:01:22Z', 'revision_number': 3, 'project_id': '9304be98048d4c61b258f65239a0a004', 'gw_port': {'id': 'f9389a1c-d331-452f-9e95-0324223655f7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cb:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642dabc3-5caa-41db-a63c-bb8e62485c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:21Z', 'updated_at': '2021-08-16T21:01:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:24.230351 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8c36c3aa-e146-48b4-a438-e3bfa5151ebf tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:24.266487 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0de95357-dd45-4f13-a5e1-c40a7ee49472 req-0fdf82eb-8c4f-459c-9730-2df10e1fbb54 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932274 Aug 16 21:01:24.271655 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-76f89f61-860d-4e81-9058-78e35f060978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:24.275323 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e887147-d1a2-40bd-8c68-5796d20b6999 None None] Checking router: 642dabc3-5caa-41db-a63c-bb8e62485c4e for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:01:24.277252 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e887147-d1a2-40bd-8c68-5796d20b6999 None None] Updating router 642dabc3-5caa-41db-a63c-bb8e62485c4e port f9389a1c-d331-452f-9e95-0324223655f7 binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:01:24.328647 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6629ff48-935e-4653-827e-2963b5de5841 req-fe44f723-353b-4d0c-bcd5-2bc54465143c service neutron] 10.222.0.72 "GET /v2.0/networks/2a286773-4076-470d-b75a-c7eea1dc3d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384598 Aug 16 21:01:24.361775 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3e887147-d1a2-40bd-8c68-5796d20b6999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:24.366882 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c36c3aa-e146-48b4-a438-e3bfa5151ebf tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'Subnet': ['ID=faf0e716-a918-4b61-97ce-af683edea3f3,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:24.402632 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c36c3aa-e146-48b4-a438-e3bfa5151ebf tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Checking segment: {'id': '7a395ad0-918d-4137-a0d5-05bf8518cab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a70d0d66-1b46-4e4e-88fe-500c671ef2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:01:24.403205 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c36c3aa-e146-48b4-a438-e3bfa5151ebf tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Network hostable DHCP agents. Network: a70d0d66-1b46-4e4e-88fe-500c671ef2ef, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:01:24.411982 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6629ff48-935e-4653-827e-2963b5de5841 req-fd09b51d-7ac7-475e-8bdf-bf8af2fc4b94 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1f12573e-db64-4bb9-b684-4157dd9b1f73 HTTP/1.1" status: 200 len: 217 time: 0.0748856 Aug 16 21:01:24.415728 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f89f61-860d-4e81-9058-78e35f060978 None None] Pushing event updated for resources: {'Port': ['ID=75e8f50f-3003-4293-97a0-70d1ac35d881,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:24.482258 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57736624-c797-4a2a-9d0d-adad04da7423 req-7d3661bd-8b8a-4bd7-917e-76d168a6fcdc tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:24.484734 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-57736624-c797-4a2a-9d0d-adad04da7423 req-7d3661bd-8b8a-4bd7-917e-76d168a6fcdc tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] 10.222.0.84 "GET /v2.0/ports?device_id=9cbc8da1-87a3-4c28-9910-f422905cbf1a HTTP/1.1" status: 200 len: 945 time: 0.1377976 Aug 16 21:01:24.492667 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629ff48-935e-4653-827e-2963b5de5841 req-6fe57696-0347-4a33-badd-5dd99323e3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:24.495002 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6629ff48-935e-4653-827e-2963b5de5841 req-6fe57696-0347-4a33-badd-5dd99323e3ee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b0da94a-9e98-450f-a388-801e578bebaa HTTP/1.1" status: 200 len: 797 time: 0.0764053 Aug 16 21:01:24.507167 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c36c3aa-e146-48b4-a438-e3bfa5151ebf tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Network a70d0d66-1b46-4e4e-88fe-500c671ef2ef is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:01:24.546567 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-cfb13685-f992-49b3-8e88-8925db105e78 None None] Provisioning complete for port 75e8f50f-3003-4293-97a0-70d1ac35d881 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:24.547256 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cfb13685-f992-49b3-8e88-8925db105e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:24.561515 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-57736624-c797-4a2a-9d0d-adad04da7423 req-b6fb3913-2dd6-4297-a242-62d946128a6a tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] 10.222.0.84 "GET /v2.0/security-groups?id=80fdf272-7602-48f7-b4b1-8e9ec09050ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648143 Aug 16 21:01:24.571035 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629ff48-935e-4653-827e-2963b5de5841 req-47bc2452-2f83-4e85-bf3b-edf8fd9c51f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:24.573116 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6629ff48-935e-4653-827e-2963b5de5841 req-47bc2452-2f83-4e85-bf3b-edf8fd9c51f9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0bc6759c-80a4-4ca6-8103-9c391365ae1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0692885 Aug 16 21:01:24.597593 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-8c36c3aa-e146-48b4-a438-e3bfa5151ebf tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, a70d0d66-1b46-4e4e-88fe-500c671ef2ef) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:24.612056 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c36c3aa-e146-48b4-a438-e3bfa5151ebf tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:24.614374 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906025b6-f5b8-481c-b9bb-9282dae650d2 None None] Network a70d0d66-1b46-4e4e-88fe-500c671ef2ef requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:01:24.615730 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8c36c3aa-e146-48b4-a438-e3bfa5151ebf tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:24.643152 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ba87d79c-cb3f-439e-ae2f-6db4a713acfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:24.700340 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6629ff48-935e-4653-827e-2963b5de5841 req-7aedce1a-92fd-4668-984e-099e913c211f service neutron] 10.222.0.72 "GET /v2.0/networks/0bc6759c-80a4-4ca6-8103-9c391365ae1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190145 Aug 16 21:01:24.769210 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8c36c3aa-e146-48b4-a438-e3bfa5151ebf tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2162759 Aug 16 21:01:24.772221 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54610) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:24.777678 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-1d7001a4-5eb6-4ea3-b9a4-2ca59da874a3 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'port': {'network_id': 'a70d0d66-1b46-4e4e-88fe-500c671ef2ef', 'name': 'tempest-PortsIpV6TestJSON-1676961361', 'fixed_ips': [{'subnet_id': 'faf0e716-a918-4b61-97ce-af683edea3f3', 'ip_address': '2001:db8::10'}]}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:24.800091 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3e887147-d1a2-40bd-8c68-5796d20b6999 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:24.815823 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6629ff48-935e-4653-827e-2963b5de5841 req-95b6ad99-5830-46d6-afa8-59ca55e2865f service neutron] 10.222.0.72 "GET /v2.0/networks/0bc6759c-80a4-4ca6-8103-9c391365ae1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073625 Aug 16 21:01:24.835313 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-3e887147-d1a2-40bd-8c68-5796d20b6999 None None] Transition to ACTIVE for port object f9389a1c-d331-452f-9e95-0324223655f7 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:24.867476 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6629ff48-935e-4653-827e-2963b5de5841 req-2373849b-dbf3-4cad-acc9-5c14613f576b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1 HTTP/1.1" status: 200 len: 217 time: 0.0442872 Aug 16 21:01:24.886437 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e586c3f-5799-4d81-ad6e-efc03f2063cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-a70d0d66-1b46-4e4e-88fe-500c671ef2ef', 'network_id': 'a70d0d66-1b46-4e4e-88fe-500c671ef2ef', 'tenant_id': '2b8d460e7367462492b691867d616fa2', 'fixed_ips': [{'subnet_id': 'faf0e716-a918-4b61-97ce-af683edea3f3'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:01:24.887958 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1e586c3f-5799-4d81-ad6e-efc03f2063cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:24.932973 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-ba87d79c-cb3f-439e-ae2f-6db4a713acfe admin admin] Allocated IP 172.20.0.1 (21ccb363-d19c-49b3-8a0b-8ebb4f3486c4/0b70a9e6-d30c-45fd-8255-e0aa78917c10/f92d8405-a3a2-4770-a503-80bbbffe410f) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:24.933595 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3e887147-d1a2-40bd-8c68-5796d20b6999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:24.942477 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629ff48-935e-4653-827e-2963b5de5841 req-6d0fa54a-a313-4c42-a597-7c9b13177130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:24.944193 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6629ff48-935e-4653-827e-2963b5de5841 req-6d0fa54a-a313-4c42-a597-7c9b13177130 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b0da94a-9e98-450f-a388-801e578bebaa HTTP/1.1" status: 200 len: 797 time: 0.0699325 Aug 16 21:01:25.025900 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7001a4-5eb6-4ea3-b9a4-2ca59da874a3 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Made reservation on behalf of 2b8d460e7367462492b691867d616fa2 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:25.071942 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629ff48-935e-4653-827e-2963b5de5841 req-4cfc0713-9b39-4653-9d49-06727dfc185a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:25.073503 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6629ff48-935e-4653-827e-2963b5de5841 req-4cfc0713-9b39-4653-9d49-06727dfc185a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0bc6759c-80a4-4ca6-8103-9c391365ae1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1154528 Aug 16 21:01:25.081320 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 75e8f50f-3003-4293-97a0-70d1ac35d881 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:01:25.119628 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8627a89-fb5d-48eb-9b71-d082213528fd None None] Pushing event updated for resources: {'Port': ['ID=f9389a1c-d331-452f-9e95-0324223655f7,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:25.164297 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ba87d79c-cb3f-439e-ae2f-6db4a713acfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:25.170798 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-3e887147-d1a2-40bd-8c68-5796d20b6999 None None] Attempting to bind port f9389a1c-d331-452f-9e95-0324223655f7 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:01:25.187946 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-3e887147-d1a2-40bd-8c68-5796d20b6999 None None] Attempting to bind port f9389a1c-d331-452f-9e95-0324223655f7 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:01:25.187946 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e887147-d1a2-40bd-8c68-5796d20b6999 None None] Attempting to bind port f9389a1c-d331-452f-9e95-0324223655f7 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:01:25.188290 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef09859-3be4-4790-ab07-9abd49a18dd0 req-db8fdacc-da44-4f38-bde8-030f894f8a31 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:25.188290 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fef09859-3be4-4790-ab07-9abd49a18dd0 req-db8fdacc-da44-4f38-bde8-030f894f8a31 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=390fb150-0d0a-4e91-ae81-26fbcc84bd6d HTTP/1.1" status: 200 len: 943 time: 0.1510859 Aug 16 21:01:25.199104 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-ba87d79c-cb3f-439e-ae2f-6db4a713acfe admin admin] Transition to ACTIVE for port object f92d8405-a3a2-4770-a503-80bbbffe410f will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:25.204005 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1d7001a4-5eb6-4ea3-b9a4-2ca59da874a3 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:25.218463 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e887147-d1a2-40bd-8c68-5796d20b6999 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:01:25.218768 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e887147-d1a2-40bd-8c68-5796d20b6999 None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:01:25.219172 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3e887147-d1a2-40bd-8c68-5796d20b6999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:25.222572 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e887147-d1a2-40bd-8c68-5796d20b6999 None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:01:25.222572 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-3e887147-d1a2-40bd-8c68-5796d20b6999 None None] Bound port: f9389a1c-d331-452f-9e95-0324223655f7, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:01:25.222572 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3e887147-d1a2-40bd-8c68-5796d20b6999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:25.234671 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-1d7001a4-5eb6-4ea3-b9a4-2ca59da874a3 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] device_id is not set on port 8d335bff-c2d4-4292-80f4-54bf8d0d5573 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:01:25.252525 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6629ff48-935e-4653-827e-2963b5de5841 req-6a6f54fb-1623-4135-8a17-70cb8affbc36 service neutron] 10.222.0.72 "GET /v2.0/networks/0bc6759c-80a4-4ca6-8103-9c391365ae1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678874 Aug 16 21:01:25.260452 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fef09859-3be4-4790-ab07-9abd49a18dd0 req-c25ebe4d-79c0-448d-8cc7-d9fd88f9deec tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575559 Aug 16 21:01:25.285821 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-1e586c3f-5799-4d81-ad6e-efc03f2063cc None None] Allocated IP 2001:db8::2 (a70d0d66-1b46-4e4e-88fe-500c671ef2ef/faf0e716-a918-4b61-97ce-af683edea3f3/4a3b0547-6221-40fb-bb0d-c3c012204680) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:25.368171 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 75e8f50f-3003-4293-97a0-70d1ac35d881 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:25.369125 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:25.378701 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6629ff48-935e-4653-827e-2963b5de5841 req-e0031f2a-caeb-4ee9-9ce5-c0d2f280296a service neutron] 10.222.0.72 "GET /v2.0/networks/0bc6759c-80a4-4ca6-8103-9c391365ae1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113358 Aug 16 21:01:25.384825 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ba87d79c-cb3f-439e-ae2f-6db4a713acfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:25.415022 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-3e887147-d1a2-40bd-8c68-5796d20b6999 None None] For port f9389a1c-d331-452f-9e95-0324223655f7, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:01:25.428407 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba87d79c-cb3f-439e-ae2f-6db4a713acfe admin admin] Network 21ccb363-d19c-49b3-8a0b-8ebb4f3486c4 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:25.431652 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-ba87d79c-cb3f-439e-ae2f-6db4a713acfe admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:25.435715 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba87d79c-cb3f-439e-ae2f-6db4a713acfe admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:25.451025 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-3e887147-d1a2-40bd-8c68-5796d20b6999 None None] For port f9389a1c-d331-452f-9e95-0324223655f7, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=f9389a1c-d331-452f-9e95-0324223655f7,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:01:25.463471 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba87d79c-cb3f-439e-ae2f-6db4a713acfe admin admin] Pushing event updated for resources: {'Port': ['ID=f92d8405-a3a2-4770-a503-80bbbffe410f,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:25.484992 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ba87d79c-cb3f-439e-ae2f-6db4a713acfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:25.534959 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3e887147-d1a2-40bd-8c68-5796d20b6999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:25.739233 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ba87d79c-cb3f-439e-ae2f-6db4a713acfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:25.844214 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1e586c3f-5799-4d81-ad6e-efc03f2063cc None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:25.866599 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e887147-d1a2-40bd-8c68-5796d20b6999 None None] Routers {'642dabc3-5caa-41db-a63c-bb8e62485c4e'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:01:25.867269 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-3e887147-d1a2-40bd-8c68-5796d20b6999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:01:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['642dabc3-5caa-41db-a63c-bb8e62485c4e'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:25.870301 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1e586c3f-5799-4d81-ad6e-efc03f2063cc None None] Transition to ACTIVE for port object 4a3b0547-6221-40fb-bb0d-c3c012204680 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:25.872257 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8627a89-fb5d-48eb-9b71-d082213528fd None None] Pushing event updated for resources: {'Port': ['ID=f9389a1c-d331-452f-9e95-0324223655f7,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:25.878106 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c15969b1-2644-4f9a-832c-ac81504e644c None None] Provisioning for port f92d8405-a3a2-4770-a503-80bbbffe410f completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:25.923734 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ba87d79c-cb3f-439e-ae2f-6db4a713acfe admin admin] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:25.925975 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c15969b1-2644-4f9a-832c-ac81504e644c None None] Provisioning complete for port f92d8405-a3a2-4770-a503-80bbbffe410f triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:25.926355 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c15969b1-2644-4f9a-832c-ac81504e644c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:25.935490 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1e586c3f-5799-4d81-ad6e-efc03f2063cc None None] Transition to ACTIVE for port object 4a3b0547-6221-40fb-bb0d-c3c012204680 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:25.978975 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ba87d79c-cb3f-439e-ae2f-6db4a713acfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:26.001000 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1e586c3f-5799-4d81-ad6e-efc03f2063cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:26.008950 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-c15969b1-2644-4f9a-832c-ac81504e644c None None] Port f92d8405-a3a2-4770-a503-80bbbffe410f cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:01:26.053657 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e586c3f-5799-4d81-ad6e-efc03f2063cc None None] Network a70d0d66-1b46-4e4e-88fe-500c671ef2ef is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:26.065776 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-1e586c3f-5799-4d81-ad6e-efc03f2063cc None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:26.068550 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-3e887147-d1a2-40bd-8c68-5796d20b6999 None None] Set router 642dabc3-5caa-41db-a63c-bb8e62485c4e gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:01:26.087565 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba87d79c-cb3f-439e-ae2f-6db4a713acfe admin admin] Pushing event updated for resources: {'Port': ['ID=f92d8405-a3a2-4770-a503-80bbbffe410f,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:26.093841 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e586c3f-5799-4d81-ad6e-efc03f2063cc None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:26.103890 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ba87d79c-cb3f-439e-ae2f-6db4a713acfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:26.108066 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e586c3f-5799-4d81-ad6e-efc03f2063cc None None] Pushing event updated for resources: {'Port': ['ID=4a3b0547-6221-40fb-bb0d-c3c012204680,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:26.108634 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-1d7001a4-5eb6-4ea3-b9a4-2ca59da874a3 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Allocated IP 2001:db8::10 (a70d0d66-1b46-4e4e-88fe-500c671ef2ef/faf0e716-a918-4b61-97ce-af683edea3f3/8d335bff-c2d4-4292-80f4-54bf8d0d5573) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:26.236843 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-1e586c3f-5799-4d81-ad6e-efc03f2063cc None None] Attempting to bind port 4a3b0547-6221-40fb-bb0d-c3c012204680 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:01:26.237214 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-1e586c3f-5799-4d81-ad6e-efc03f2063cc None None] Attempting to bind port 4a3b0547-6221-40fb-bb0d-c3c012204680 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '7a395ad0-918d-4137-a0d5-05bf8518cab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a70d0d66-1b46-4e4e-88fe-500c671ef2ef'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:01:26.237582 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e586c3f-5799-4d81-ad6e-efc03f2063cc None None] Attempting to bind port 4a3b0547-6221-40fb-bb0d-c3c012204680 on network a70d0d66-1b46-4e4e-88fe-500c671ef2ef {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:01:26.250624 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e586c3f-5799-4d81-ad6e-efc03f2063cc None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:01:26.250624 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e586c3f-5799-4d81-ad6e-efc03f2063cc None None] Checking segment: {'id': '7a395ad0-918d-4137-a0d5-05bf8518cab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a70d0d66-1b46-4e4e-88fe-500c671ef2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:01:26.250624 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1e586c3f-5799-4d81-ad6e-efc03f2063cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:26.250999 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e586c3f-5799-4d81-ad6e-efc03f2063cc None None] Bound using segment: {'id': '7a395ad0-918d-4137-a0d5-05bf8518cab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a70d0d66-1b46-4e4e-88fe-500c671ef2ef'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:01:26.251445 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-1e586c3f-5799-4d81-ad6e-efc03f2063cc None None] Bound port: 4a3b0547-6221-40fb-bb0d-c3c012204680, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a395ad0-918d-4137-a0d5-05bf8518cab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a70d0d66-1b46-4e4e-88fe-500c671ef2ef'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:01:26.251838 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1e586c3f-5799-4d81-ad6e-efc03f2063cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:26.353364 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba87d79c-cb3f-439e-ae2f-6db4a713acfe admin admin] Network 21ccb363-d19c-49b3-8a0b-8ebb4f3486c4 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:26.356306 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-ba87d79c-cb3f-439e-ae2f-6db4a713acfe admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:26.360594 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1d7001a4-5eb6-4ea3-b9a4-2ca59da874a3 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:26.381403 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-1e586c3f-5799-4d81-ad6e-efc03f2063cc None None] For port 4a3b0547-6221-40fb-bb0d-c3c012204680, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:01:26.398808 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-1e586c3f-5799-4d81-ad6e-efc03f2063cc None None] For port 4a3b0547-6221-40fb-bb0d-c3c012204680, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=4a3b0547-6221-40fb-bb0d-c3c012204680,segment=NetworkSegment(7a395ad0-918d-4137-a0d5-05bf8518cab5),segment_id=7a395ad0-918d-4137-a0d5-05bf8518cab5)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:01:26.411840 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-1d7001a4-5eb6-4ea3-b9a4-2ca59da874a3 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Transition to ACTIVE for port object 8d335bff-c2d4-4292-80f4-54bf8d0d5573 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:26.433966 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-3e887147-d1a2-40bd-8c68-5796d20b6999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642dabc3-5caa-41db-a63c-bb8e62485c4e', 'name': 'tempest-TestServerBasicOps-482623048-router', 'tenant_id': '9304be98048d4c61b258f65239a0a004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'f9389a1c-d331-452f-9e95-0324223655f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:21Z', 'updated_at': '2021-08-16T21:01:25Z', 'revision_number': 4, 'project_id': '9304be98048d4c61b258f65239a0a004', 'gw_port': {'id': 'f9389a1c-d331-452f-9e95-0324223655f7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cb:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642dabc3-5caa-41db-a63c-bb8e62485c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:21Z', 'updated_at': '2021-08-16T21:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'f92d8405-a3a2-4770-a503-80bbbffe410f', 'name': '', 'network_id': '21ccb363-d19c-49b3-8a0b-8ebb4f3486c4', 'tenant_id': '9304be98048d4c61b258f65239a0a004', 'mac_address': 'fa:16:3e:bd:1b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642dabc3-5caa-41db-a63c-bb8e62485c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': '0b70a9e6-d30c-45fd-8255-e0aa78917c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:24Z', 'updated_at': '2021-08-16T21:01:24Z', 'revision_number': 1, 'project_id': '9304be98048d4c61b258f65239a0a004', 'subnets': [{'id': '0b70a9e6-d30c-45fd-8255-e0aa78917c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:26.483808 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e887147-d1a2-40bd-8c68-5796d20b6999 None None] The sync data for ids ['642dabc3-5caa-41db-a63c-bb8e62485c4e'] in n-d-793620-15 is: [{'id': '642dabc3-5caa-41db-a63c-bb8e62485c4e', 'name': 'tempest-TestServerBasicOps-482623048-router', 'tenant_id': '9304be98048d4c61b258f65239a0a004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'f9389a1c-d331-452f-9e95-0324223655f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:21Z', 'updated_at': '2021-08-16T21:01:25Z', 'revision_number': 4, 'project_id': '9304be98048d4c61b258f65239a0a004', 'gw_port': {'id': 'f9389a1c-d331-452f-9e95-0324223655f7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cb:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642dabc3-5caa-41db-a63c-bb8e62485c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:21Z', 'updated_at': '2021-08-16T21:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'f92d8405-a3a2-4770-a503-80bbbffe410f', 'name': '', 'network_id': '21ccb363-d19c-49b3-8a0b-8ebb4f3486c4', 'tenant_id': '9304be98048d4c61b258f65239a0a004', 'mac_address': 'fa:16:3e:bd:1b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642dabc3-5caa-41db-a63c-bb8e62485c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': '0b70a9e6-d30c-45fd-8255-e0aa78917c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:24Z', 'updated_at': '2021-08-16T21:01:24Z', 'revision_number': 1, 'project_id': '9304be98048d4c61b258f65239a0a004', 'subnets': [{'id': '0b70a9e6-d30c-45fd-8255-e0aa78917c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:01:26.500538 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1e586c3f-5799-4d81-ad6e-efc03f2063cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:26.532179 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebcc087-3416-4535-927f-a9ee226be566 req-43fdf6bb-8605-427e-9e88-2114fc3946d7 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:26.533927 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0ebcc087-3416-4535-927f-a9ee226be566 req-43fdf6bb-8605-427e-9e88-2114fc3946d7 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=390fb150-0d0a-4e91-ae81-26fbcc84bd6d HTTP/1.1" status: 200 len: 943 time: 0.1468883 Aug 16 21:01:26.603876 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0ebcc087-3416-4535-927f-a9ee226be566 req-c9cd53ba-7e00-4f87-a3ed-c4cf3b8e402b tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564153 Aug 16 21:01:26.605713 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e586c3f-5799-4d81-ad6e-efc03f2063cc None None] Pushing event updated for resources: {'Port': ['ID=4a3b0547-6221-40fb-bb0d-c3c012204680,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:26.623138 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba87d79c-cb3f-439e-ae2f-6db4a713acfe admin admin] Router 642dabc3-5caa-41db-a63c-bb8e62485c4e has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:01:26.675877 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1d7001a4-5eb6-4ea3-b9a4-2ca59da874a3 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:26.732856 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7001a4-5eb6-4ea3-b9a4-2ca59da874a3 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Network a70d0d66-1b46-4e4e-88fe-500c671ef2ef is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:26.742153 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-6d6747ef-0363-4fd5-9855-56eee00f73a0 None None] Provisioning complete for port f92d8405-a3a2-4770-a503-80bbbffe410f triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:26.742976 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6d6747ef-0363-4fd5-9855-56eee00f73a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:26.765393 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-1d7001a4-5eb6-4ea3-b9a4-2ca59da874a3 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:26.773407 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7001a4-5eb6-4ea3-b9a4-2ca59da874a3 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:26.779636 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7001a4-5eb6-4ea3-b9a4-2ca59da874a3 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:26.780274 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1d7001a4-5eb6-4ea3-b9a4-2ca59da874a3 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:26.786923 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7001a4-5eb6-4ea3-b9a4-2ca59da874a3 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'Port': ['ID=8d335bff-c2d4-4292-80f4-54bf8d0d5573,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:26.799366 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-6d6747ef-0363-4fd5-9855-56eee00f73a0 None None] Port f92d8405-a3a2-4770-a503-80bbbffe410f cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:01:26.858718 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba87d79c-cb3f-439e-ae2f-6db4a713acfe admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:01:26.864008 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ba87d79c-cb3f-439e-ae2f-6db4a713acfe admin admin] 10.222.0.84 "PUT /v2.0/routers/642dabc3-5caa-41db-a63c-bb8e62485c4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9234993 Aug 16 21:01:26.913748 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1d7001a4-5eb6-4ea3-b9a4-2ca59da874a3 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1382301 Aug 16 21:01:26.914080 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54632) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:26.921586 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-9e437938-235c-4c72-b121-34338298f3b1 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'port': {'network_id': 'a70d0d66-1b46-4e4e-88fe-500c671ef2ef', 'name': 'tempest-PortsIpV6TestJSON-821700048', 'fixed_ips': [{'subnet_id': 'faf0e716-a918-4b61-97ce-af683edea3f3', 'ip_address': '2001:db8::f'}]}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:27.034063 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 4a3b0547-6221-40fb-bb0d-c3c012204680 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:01:27.173170 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 4a3b0547-6221-40fb-bb0d-c3c012204680 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:27.195700 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e437938-235c-4c72-b121-34338298f3b1 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Made reservation on behalf of 2b8d460e7367462492b691867d616fa2 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:27.201695 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9e437938-235c-4c72-b121-34338298f3b1 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:27.220193 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-9e437938-235c-4c72-b121-34338298f3b1 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] device_id is not set on port 3b40bcc0-a946-4b50-bb0f-56a51cee3f2f yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:01:27.434290 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-9e437938-235c-4c72-b121-34338298f3b1 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Allocated IP 2001:db8::f (a70d0d66-1b46-4e4e-88fe-500c671ef2ef/faf0e716-a918-4b61-97ce-af683edea3f3/3b40bcc0-a946-4b50-bb0f-56a51cee3f2f) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:27.635364 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9e437938-235c-4c72-b121-34338298f3b1 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:27.689938 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-9e437938-235c-4c72-b121-34338298f3b1 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Transition to ACTIVE for port object 3b40bcc0-a946-4b50-bb0f-56a51cee3f2f will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:27.760440 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e2218-ca61-4ef1-bd0e-a47023111df2 req-d493d741-7a5c-41dd-be5c-d14fc4ce50ee tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:27.769420 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-747e2218-ca61-4ef1-bd0e-a47023111df2 req-d493d741-7a5c-41dd-be5c-d14fc4ce50ee tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=390fb150-0d0a-4e91-ae81-26fbcc84bd6d HTTP/1.1" status: 200 len: 943 time: 0.0664988 Aug 16 21:01:27.808227 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9e437938-235c-4c72-b121-34338298f3b1 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:27.826736 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-747e2218-ca61-4ef1-bd0e-a47023111df2 req-76798327-96e5-4678-abfd-3f7e8344de19 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562932 Aug 16 21:01:27.827552 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54654) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:27.835205 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-f205a914-fb3e-4197-804c-23e6c8621773 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1366360804-network', 'tenant_id': '83ad6ec41cae487caf10e7265f336cd2'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:27.888491 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e437938-235c-4c72-b121-34338298f3b1 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Network a70d0d66-1b46-4e4e-88fe-500c671ef2ef is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:27.895161 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-9e437938-235c-4c72-b121-34338298f3b1 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:27.899264 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e437938-235c-4c72-b121-34338298f3b1 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:27.912031 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e437938-235c-4c72-b121-34338298f3b1 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:27.912031 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9e437938-235c-4c72-b121-34338298f3b1 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:27.918859 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e437938-235c-4c72-b121-34338298f3b1 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'Port': ['ID=3b40bcc0-a946-4b50-bb0f-56a51cee3f2f,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:27.919076 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abd0ab2-ca29-4eb2-b6e5-bd301e1b1e7d None None] Network a70d0d66-1b46-4e4e-88fe-500c671ef2ef requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:01:27.939154 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f205a914-fb3e-4197-804c-23e6c8621773 admin admin] Made reservation on behalf of 83ad6ec41cae487caf10e7265f336cd2 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:27.939154 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f205a914-fb3e-4197-804c-23e6c8621773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:27.944023 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f205a914-fb3e-4197-804c-23e6c8621773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:27.994110 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9e437938-235c-4c72-b121-34338298f3b1 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0769258 Aug 16 21:01:27.995611 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54656) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:28.064951 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 29144de0-20b4-4382-94d5-8a6d614dd30d details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:01:28.092224 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-139526e4-e3f2-4636-a4b8-ab83956c571a None None] Provisioning for port 4a3b0547-6221-40fb-bb0d-c3c012204680 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:28.102220 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3b309b-129a-421d-9090-1494aac79ffe tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:28.103775 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4b3b309b-129a-421d-9090-1494aac79ffe tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1045756 Aug 16 21:01:28.104791 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-139526e4-e3f2-4636-a4b8-ab83956c571a None None] Provisioning complete for port 4a3b0547-6221-40fb-bb0d-c3c012204680 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:28.105335 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-139526e4-e3f2-4636-a4b8-ab83956c571a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:28.108150 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54658) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:28.162352 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f205a914-fb3e-4197-804c-23e6c8621773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:28.224763 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f205a914-fb3e-4197-804c-23e6c8621773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:28.262029 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51a80ad-db91-4f1f-9132-9933fbbb955f tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:28.266731 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f205a914-fb3e-4197-804c-23e6c8621773 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:01:28.269243 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51a80ad-db91-4f1f-9132-9933fbbb955f tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:28.277539 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51a80ad-db91-4f1f-9132-9933fbbb955f tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:28.279395 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b51a80ad-db91-4f1f-9132-9933fbbb955f tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1696606 Aug 16 21:01:28.283139 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54664) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:28.284187 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f205a914-fb3e-4197-804c-23e6c8621773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:28.284788 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-f205a914-fb3e-4197-804c-23e6c8621773 admin admin] Added segment 0a3a5395-5609-45d7-b7cc-faebbf2a8bad of type vlan for network 5db0f0cc-f12f-4439-8e08-5f9a39ddae38 Aug 16 21:01:28.301776 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-139526e4-e3f2-4636-a4b8-ab83956c571a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:28.335288 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f205a914-fb3e-4197-804c-23e6c8621773 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:28.343157 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 29144de0-20b4-4382-94d5-8a6d614dd30d, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=29144de0-20b4-4382-94d5-8a6d614dd30d,segment=NetworkSegment(53b76348-81c8-4bfa-909a-3d74533ded61),segment_id=53b76348-81c8-4bfa-909a-3d74533ded61)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:28.376611 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f205a914-fb3e-4197-804c-23e6c8621773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f68be7-f374-492e-8cb1-c4d89182313a,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:28.385235 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '29144de0-20b4-4382-94d5-8a6d614dd30d', 'network_id': '97204dc5-2078-4113-bc6a-8b6109c161f0', 'port_id': '29144de0-20b4-4382-94d5-8a6d614dd30d', 'mac_address': 'fa:16:3e:02:f1:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0340fa9d-e19b-476d-9e9a-7d2862e2e105', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:01:28.400572 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-139526e4-e3f2-4636-a4b8-ab83956c571a None None] For port 4a3b0547-6221-40fb-bb0d-c3c012204680, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=4a3b0547-6221-40fb-bb0d-c3c012204680,segment=NetworkSegment(7a395ad0-918d-4137-a0d5-05bf8518cab5),segment_id=7a395ad0-918d-4137-a0d5-05bf8518cab5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:28.449352 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:28.464287 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f205a914-fb3e-4197-804c-23e6c8621773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:28.465592 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f205a914-fb3e-4197-804c-23e6c8621773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:28.465756 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29144de0-20b4-4382-94d5-8a6d614dd30d {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:01:28.466501 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f205a914-fb3e-4197-804c-23e6c8621773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:28.469236 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-10ec4f6c-f5da-4db5-a42d-7b3ec3a067fc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Deleting port 3b40bcc0-a946-4b50-bb0f-56a51cee3f2f {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:28.469748 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-10ec4f6c-f5da-4db5-a42d-7b3ec3a067fc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:28.496679 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 29144de0-20b4-4382-94d5-8a6d614dd30d, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=29144de0-20b4-4382-94d5-8a6d614dd30d,segment=NetworkSegment(53b76348-81c8-4bfa-909a-3d74533ded61),segment_id=53b76348-81c8-4bfa-909a-3d74533ded61)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:28.527372 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-139526e4-e3f2-4636-a4b8-ab83956c571a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:28.561082 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f205a914-fb3e-4197-804c-23e6c8621773 admin admin] Pushing event updated for resources: {'Network': ['ID=5db0f0cc-f12f-4439-8e08-5f9a39ddae38,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:28.590638 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 5db0f0cc-f12f-4439-8e08-5f9a39ddae38 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:01:28.609526 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-10ec4f6c-f5da-4db5-a42d-7b3ec3a067fc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:28.609877 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:28.622113 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-10ec4f6c-f5da-4db5-a42d-7b3ec3a067fc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Calling delete_port for 3b40bcc0-a946-4b50-bb0f-56a51cee3f2f owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:28.668249 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f205a914-fb3e-4197-804c-23e6c8621773 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8369238 Aug 16 21:01:28.669211 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54672) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:28.675600 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-5625db63-8795-4c7c-91d8-4070519171a5 admin admin] Request body: {'subnet': {'network_id': '5db0f0cc-f12f-4439-8e08-5f9a39ddae38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1366360804-subnet', 'tenant_id': '83ad6ec41cae487caf10e7265f336cd2', 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:28.714831 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139526e4-e3f2-4636-a4b8-ab83956c571a None None] Pushing event updated for resources: {'Port': ['ID=4a3b0547-6221-40fb-bb0d-c3c012204680,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:28.773623 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5625db63-8795-4c7c-91d8-4070519171a5 admin admin] Made reservation on behalf of 83ad6ec41cae487caf10e7265f336cd2 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:28.776673 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5625db63-8795-4c7c-91d8-4070519171a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:28.805431 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e7b87fc1-036a-4f92-966b-cc200f73757f None None] Provisioning for port 8d335bff-c2d4-4292-80f4-54bf8d0d5573 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:28.810792 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e7b87fc1-036a-4f92-966b-cc200f73757f None None] Provisioning complete for port 8d335bff-c2d4-4292-80f4-54bf8d0d5573 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:28.811251 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e7b87fc1-036a-4f92-966b-cc200f73757f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:28.813402 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=29144de0-20b4-4382-94d5-8a6d614dd30d,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:28.862927 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-e7b87fc1-036a-4f92-966b-cc200f73757f None None] Port 8d335bff-c2d4-4292-80f4-54bf8d0d5573 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:01:28.881947 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-10ec4f6c-f5da-4db5-a42d-7b3ec3a067fc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:28.884866 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e7b87fc1-036a-4f92-966b-cc200f73757f None None] Provisioning for port 3b40bcc0-a946-4b50-bb0f-56a51cee3f2f completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:28.892500 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e7b87fc1-036a-4f92-966b-cc200f73757f None None] Provisioning complete for port 3b40bcc0-a946-4b50-bb0f-56a51cee3f2f triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:28.892945 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e7b87fc1-036a-4f92-966b-cc200f73757f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:28.932044 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-e7b87fc1-036a-4f92-966b-cc200f73757f None None] Port 3b40bcc0-a946-4b50-bb0f-56a51cee3f2f was deleted so its status cannot be updated. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 21:01:28.940614 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['29144de0-20b4-4382-94d5-8a6d614dd30d'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:01:29.002485 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e7b87fc1-036a-4f92-966b-cc200f73757f None None] Provisioning complete for port 4a3b0547-6221-40fb-bb0d-c3c012204680 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:29.003271 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e7b87fc1-036a-4f92-966b-cc200f73757f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:29.033264 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec4f6c-f5da-4db5-a42d-7b3ec3a067fc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'Port': ['ID=3b40bcc0-a946-4b50-bb0f-56a51cee3f2f,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:29.035513 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-10ec4f6c-f5da-4db5-a42d-7b3ec3a067fc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:29.039721 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-10ec4f6c-f5da-4db5-a42d-7b3ec3a067fc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/ports/3b40bcc0-a946-4b50-bb0f-56a51cee3f2f HTTP/1.1" status: 204 len: 168 time: 0.7528987 Aug 16 21:01:29.040726 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54678) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:29.106144 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-becdd3af-e3cb-4a69-bef9-5cb30c16808b tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] GET failed (client error): The resource could not be found. Aug 16 21:01:29.110742 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-becdd3af-e3cb-4a69-bef9-5cb30c16808b tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "GET /v2.0/ports/3b40bcc0-a946-4b50-bb0f-56a51cee3f2f HTTP/1.1" status: 404 len: 333 time: 0.0666850 Aug 16 21:01:29.111157 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54682) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:29.162567 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c989b5-aa64-423b-973b-34bc67752307 req-2cb5ceba-e670-45b0-b6c6-2804e90ea1f4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:29.164225 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-71c989b5-aa64-423b-973b-34bc67752307 req-2cb5ceba-e670-45b0-b6c6-2804e90ea1f4 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=390fb150-0d0a-4e91-ae81-26fbcc84bd6d HTTP/1.1" status: 200 len: 944 time: 0.1931202 Aug 16 21:01:29.190828 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 4a3b0547-6221-40fb-bb0d-c3c012204680 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:01:29.258582 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-f8fcd432-df4b-40f2-8ae6-d166bcf6ba1b tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Deleting port 8d335bff-c2d4-4292-80f4-54bf8d0d5573 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:29.259107 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f8fcd432-df4b-40f2-8ae6-d166bcf6ba1b tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:29.273083 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-71c989b5-aa64-423b-973b-34bc67752307 req-e1f0a981-8267-43c8-a8e0-e35552cc12f0 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841990 Aug 16 21:01:29.339132 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5625db63-8795-4c7c-91d8-4070519171a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:29.354729 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 4a3b0547-6221-40fb-bb0d-c3c012204680 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:29.355108 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:29.417864 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6185b40f-7f2b-46a7-a992-ab2f541c278c None None] Sync routers for ids ['642dabc3-5caa-41db-a63c-bb8e62485c4e'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:01:29.420940 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5625db63-8795-4c7c-91d8-4070519171a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7444dc4-db8f-4d90-9cd5-ed17966120cc,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:29.435816 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5625db63-8795-4c7c-91d8-4070519171a5 admin admin] Checking segment: {'id': '0a3a5395-5609-45d7-b7cc-faebbf2a8bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5db0f0cc-f12f-4439-8e08-5f9a39ddae38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:01:29.436043 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6185b40f-7f2b-46a7-a992-ab2f541c278c None None] Routers {'642dabc3-5caa-41db-a63c-bb8e62485c4e'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:01:29.436307 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5625db63-8795-4c7c-91d8-4070519171a5 admin admin] Network hostable DHCP agents. Network: 5db0f0cc-f12f-4439-8e08-5f9a39ddae38, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:01:29.436606 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-6185b40f-7f2b-46a7-a992-ab2f541c278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:01:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['642dabc3-5caa-41db-a63c-bb8e62485c4e'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:29.510079 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5625db63-8795-4c7c-91d8-4070519171a5 admin admin] Network 5db0f0cc-f12f-4439-8e08-5f9a39ddae38 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:01:29.523217 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-83484488-7185-4ac8-8250-b420e87ebc44 None None] Provisioning complete for port 8d335bff-c2d4-4292-80f4-54bf8d0d5573 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:29.523679 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-83484488-7185-4ac8-8250-b420e87ebc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:29.585359 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f9389a1c-d331-452f-9e95-0324223655f7 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:01:29.586168 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-6185b40f-7f2b-46a7-a992-ab2f541c278c None None] Set router 642dabc3-5caa-41db-a63c-bb8e62485c4e gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:01:29.601582 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-5625db63-8795-4c7c-91d8-4070519171a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 5db0f0cc-f12f-4439-8e08-5f9a39ddae38) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:29.609832 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5625db63-8795-4c7c-91d8-4070519171a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:29.613028 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5625db63-8795-4c7c-91d8-4070519171a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:29.642481 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c173b6c9-9ad8-4624-83db-a50137c867c0 None None] Network 5db0f0cc-f12f-4439-8e08-5f9a39ddae38 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:01:29.724476 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5625db63-8795-4c7c-91d8-4070519171a5 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0516877 Aug 16 21:01:29.724826 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54692) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:29.730191 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-68c1a642-3b63-4d80-b2f1-285c8eee9912 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1366360804-router', 'tenant_id': '83ad6ec41cae487caf10e7265f336cd2', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:29.813326 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-83484488-7185-4ac8-8250-b420e87ebc44 None None] Port 8d335bff-c2d4-4292-80f4-54bf8d0d5573 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:01:29.824866 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-83484488-7185-4ac8-8250-b420e87ebc44 None None] Could not find standard attr ID for object 3b40bcc0-a946-4b50-bb0f-56a51cee3f2f. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 21:01:29.827761 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f8fcd432-df4b-40f2-8ae6-d166bcf6ba1b tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:29.841179 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-f8fcd432-df4b-40f2-8ae6-d166bcf6ba1b tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Calling delete_port for 8d335bff-c2d4-4292-80f4-54bf8d0d5573 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:29.853428 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-68c1a642-3b63-4d80-b2f1-285c8eee9912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:29.854757 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-68c1a642-3b63-4d80-b2f1-285c8eee9912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:29.859428 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a75840-600f-442d-992e-e99c91d85b0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-5db0f0cc-f12f-4439-8e08-5f9a39ddae38', 'network_id': '5db0f0cc-f12f-4439-8e08-5f9a39ddae38', 'tenant_id': '83ad6ec41cae487caf10e7265f336cd2', 'fixed_ips': [{'subnet_id': 'e7444dc4-db8f-4d90-9cd5-ed17966120cc'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:01:29.861774 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-50a75840-600f-442d-992e-e99c91d85b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:29.871745 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-6185b40f-7f2b-46a7-a992-ab2f541c278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642dabc3-5caa-41db-a63c-bb8e62485c4e', 'name': 'tempest-TestServerBasicOps-482623048-router', 'tenant_id': '9304be98048d4c61b258f65239a0a004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'f9389a1c-d331-452f-9e95-0324223655f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:21Z', 'updated_at': '2021-08-16T21:01:25Z', 'revision_number': 4, 'project_id': '9304be98048d4c61b258f65239a0a004', 'gw_port': {'id': 'f9389a1c-d331-452f-9e95-0324223655f7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cb:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642dabc3-5caa-41db-a63c-bb8e62485c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:21Z', 'updated_at': '2021-08-16T21:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'f92d8405-a3a2-4770-a503-80bbbffe410f', 'name': '', 'network_id': '21ccb363-d19c-49b3-8a0b-8ebb4f3486c4', 'tenant_id': '9304be98048d4c61b258f65239a0a004', 'mac_address': 'fa:16:3e:bd:1b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642dabc3-5caa-41db-a63c-bb8e62485c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': '0b70a9e6-d30c-45fd-8255-e0aa78917c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:24Z', 'updated_at': '2021-08-16T21:01:25Z', 'revision_number': 2, 'project_id': '9304be98048d4c61b258f65239a0a004', 'subnets': [{'id': '0b70a9e6-d30c-45fd-8255-e0aa78917c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:29.910968 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6185b40f-7f2b-46a7-a992-ab2f541c278c None None] Checking router: 642dabc3-5caa-41db-a63c-bb8e62485c4e for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:01:29.912164 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6185b40f-7f2b-46a7-a992-ab2f541c278c None None] Updating router 642dabc3-5caa-41db-a63c-bb8e62485c4e port f92d8405-a3a2-4770-a503-80bbbffe410f binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:01:29.932440 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port f9389a1c-d331-452f-9e95-0324223655f7 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:29.942359 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-68c1a642-3b63-4d80-b2f1-285c8eee9912 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:29.943614 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port f9389a1c-d331-452f-9e95-0324223655f7 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:29.943614 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:29.965273 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-6185b40f-7f2b-46a7-a992-ab2f541c278c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:30.062037 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-50a75840-600f-442d-992e-e99c91d85b0d None None] Allocated IP 172.20.0.2 (5db0f0cc-f12f-4439-8e08-5f9a39ddae38/e7444dc4-db8f-4d90-9cd5-ed17966120cc/453d577e-0682-4164-b91f-c3b3898c569a) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:30.093086 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f8fcd432-df4b-40f2-8ae6-d166bcf6ba1b tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:30.099223 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:30.140325 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-68c1a642-3b63-4d80-b2f1-285c8eee9912 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:30.145215 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fcd432-df4b-40f2-8ae6-d166bcf6ba1b tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'Port': ['ID=8d335bff-c2d4-4292-80f4-54bf8d0d5573,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:30.176449 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f8fcd432-df4b-40f2-8ae6-d166bcf6ba1b tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:30.178023 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f8fcd432-df4b-40f2-8ae6-d166bcf6ba1b tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/ports/8d335bff-c2d4-4292-80f4-54bf8d0d5573 HTTP/1.1" status: 204 len: 168 time: 1.0600288 Aug 16 21:01:30.180849 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54700) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:30.221726 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-057819e5-d969-456c-9eed-0e448a27a382 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] GET failed (client error): The resource could not be found. Aug 16 21:01:30.223872 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-057819e5-d969-456c-9eed-0e448a27a382 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "GET /v2.0/ports/8d335bff-c2d4-4292-80f4-54bf8d0d5573 HTTP/1.1" status: 404 len: 333 time: 0.0419197 Aug 16 21:01:30.226645 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54702) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:30.353216 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port f9389a1c-d331-452f-9e95-0324223655f7, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=f9389a1c-d331-452f-9e95-0324223655f7,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:30.353935 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e937788-dcf1-4798-aa83-f6f514e785f4 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Deleting subnet faf0e716-a918-4b61-97ce-af683edea3f3 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:01:30.357154 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9e937788-dcf1-4798-aa83-f6f514e785f4 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:30.469942 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9e937788-dcf1-4798-aa83-f6f514e785f4 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:30.478209 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:30.486022 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-50a75840-600f-442d-992e-e99c91d85b0d None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:30.521425 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-50a75840-600f-442d-992e-e99c91d85b0d None None] Transition to ACTIVE for port object 453d577e-0682-4164-b91f-c3b3898c569a will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:30.540524 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-6185b40f-7f2b-46a7-a992-ab2f541c278c None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:30.551710 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-6185b40f-7f2b-46a7-a992-ab2f541c278c None None] Transition to ACTIVE for port object f92d8405-a3a2-4770-a503-80bbbffe410f will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:30.557752 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-50a75840-600f-442d-992e-e99c91d85b0d None None] Transition to ACTIVE for port object 453d577e-0682-4164-b91f-c3b3898c569a will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:30.560454 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=f9389a1c-d331-452f-9e95-0324223655f7,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:30.561792 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaef295-f6ee-4d75-9092-dd427a06e4cc req-3bce627b-8df0-4b2b-b8ed-bcbc4ae03b46 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:30.564382 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1aaef295-f6ee-4d75-9092-dd427a06e4cc req-3bce627b-8df0-4b2b-b8ed-bcbc4ae03b46 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=390fb150-0d0a-4e91-ae81-26fbcc84bd6d HTTP/1.1" status: 200 len: 944 time: 0.1451943 Aug 16 21:01:30.624180 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-6185b40f-7f2b-46a7-a992-ab2f541c278c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:30.653061 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-50a75840-600f-442d-992e-e99c91d85b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:30.653438 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea52d24-dca2-4f73-9160-e8f4cb7a7185 req-ec21a9ed-4b43-48d3-8afe-7fc546efab5a tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:30.655249 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3ea52d24-dca2-4f73-9160-e8f4cb7a7185 req-ec21a9ed-4b43-48d3-8afe-7fc546efab5a tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] 10.222.0.84 "GET /v2.0/ports?device_id=9cbc8da1-87a3-4c28-9910-f422905cbf1a HTTP/1.1" status: 200 len: 945 time: 0.1526062 Aug 16 21:01:30.683597 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1b234-6294-4d16-89c6-f366491dfc40 None None] Pushing event updated for resources: {'Port': ['ID=f92d8405-a3a2-4770-a503-80bbbffe410f,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:30.688002 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9e937788-dcf1-4798-aa83-f6f514e785f4 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:30.697404 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1aaef295-f6ee-4d75-9092-dd427a06e4cc req-e0df70b4-4ec3-4b11-b01f-d7f159ecd4e8 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265557 Aug 16 21:01:30.722330 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a75840-600f-442d-992e-e99c91d85b0d None None] Pushing event updated for resources: {'Port': ['ID=453d577e-0682-4164-b91f-c3b3898c569a,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:30.731696 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a75840-600f-442d-992e-e99c91d85b0d None None] Network 5db0f0cc-f12f-4439-8e08-5f9a39ddae38 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:30.733584 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-50a75840-600f-442d-992e-e99c91d85b0d None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:30.736909 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a75840-600f-442d-992e-e99c91d85b0d None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:30.748889 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb1b234-6294-4d16-89c6-f366491dfc40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:30.751883 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb1b234-6294-4d16-89c6-f366491dfc40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:30.752451 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb1b234-6294-4d16-89c6-f366491dfc40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:30.753418 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb1b234-6294-4d16-89c6-f366491dfc40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:30.753826 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb1b234-6294-4d16-89c6-f366491dfc40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:30.754173 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb1b234-6294-4d16-89c6-f366491dfc40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:30.754508 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb1b234-6294-4d16-89c6-f366491dfc40 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:30.754839 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb1b234-6294-4d16-89c6-f366491dfc40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:30.755169 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb1b234-6294-4d16-89c6-f366491dfc40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:30.755501 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb1b234-6294-4d16-89c6-f366491dfc40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:30.757245 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb1b234-6294-4d16-89c6-f366491dfc40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:30.758335 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb1b234-6294-4d16-89c6-f366491dfc40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:30.801540 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-50a75840-600f-442d-992e-e99c91d85b0d None None] Attempting to bind port 453d577e-0682-4164-b91f-c3b3898c569a on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:01:30.802716 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-50a75840-600f-442d-992e-e99c91d85b0d None None] Attempting to bind port 453d577e-0682-4164-b91f-c3b3898c569a by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '0a3a5395-5609-45d7-b7cc-faebbf2a8bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5db0f0cc-f12f-4439-8e08-5f9a39ddae38'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:01:30.803588 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a75840-600f-442d-992e-e99c91d85b0d None None] Attempting to bind port 453d577e-0682-4164-b91f-c3b3898c569a on network 5db0f0cc-f12f-4439-8e08-5f9a39ddae38 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:01:30.810700 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a75840-600f-442d-992e-e99c91d85b0d None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:01:30.811521 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a75840-600f-442d-992e-e99c91d85b0d None None] Checking segment: {'id': '0a3a5395-5609-45d7-b7cc-faebbf2a8bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5db0f0cc-f12f-4439-8e08-5f9a39ddae38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:01:30.812389 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-50a75840-600f-442d-992e-e99c91d85b0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:30.813405 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a75840-600f-442d-992e-e99c91d85b0d None None] Bound using segment: {'id': '0a3a5395-5609-45d7-b7cc-faebbf2a8bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5db0f0cc-f12f-4439-8e08-5f9a39ddae38'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:01:30.814130 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-50a75840-600f-442d-992e-e99c91d85b0d None None] Bound port: 453d577e-0682-4164-b91f-c3b3898c569a, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a3a5395-5609-45d7-b7cc-faebbf2a8bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5db0f0cc-f12f-4439-8e08-5f9a39ddae38'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:01:30.814806 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-50a75840-600f-442d-992e-e99c91d85b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:30.822526 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-6185b40f-7f2b-46a7-a992-ab2f541c278c None None] Attempting to bind port f92d8405-a3a2-4770-a503-80bbbffe410f on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:01:30.823014 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-6185b40f-7f2b-46a7-a992-ab2f541c278c None None] Attempting to bind port f92d8405-a3a2-4770-a503-80bbbffe410f by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'b6ec97c3-166c-4cce-8ac4-df0928c9c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '21ccb363-d19c-49b3-8a0b-8ebb4f3486c4'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:01:30.823568 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6185b40f-7f2b-46a7-a992-ab2f541c278c None None] Attempting to bind port f92d8405-a3a2-4770-a503-80bbbffe410f on network 21ccb363-d19c-49b3-8a0b-8ebb4f3486c4 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:01:30.838418 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6185b40f-7f2b-46a7-a992-ab2f541c278c None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:01:30.839066 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6185b40f-7f2b-46a7-a992-ab2f541c278c None None] Checking segment: {'id': 'b6ec97c3-166c-4cce-8ac4-df0928c9c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '21ccb363-d19c-49b3-8a0b-8ebb4f3486c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:01:30.839699 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-6185b40f-7f2b-46a7-a992-ab2f541c278c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:30.840312 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6185b40f-7f2b-46a7-a992-ab2f541c278c None None] Bound using segment: {'id': 'b6ec97c3-166c-4cce-8ac4-df0928c9c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '21ccb363-d19c-49b3-8a0b-8ebb4f3486c4'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:01:30.841234 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-6185b40f-7f2b-46a7-a992-ab2f541c278c None None] Bound port: f92d8405-a3a2-4770-a503-80bbbffe410f, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6ec97c3-166c-4cce-8ac4-df0928c9c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '21ccb363-d19c-49b3-8a0b-8ebb4f3486c4'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:01:30.841897 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-6185b40f-7f2b-46a7-a992-ab2f541c278c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:30.849527 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3ea52d24-dca2-4f73-9160-e8f4cb7a7185 req-5938123c-f867-4a7d-8828-8cce933bacd3 tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] 10.222.0.84 "GET /v2.0/security-groups?id=80fdf272-7602-48f7-b4b1-8e9ec09050ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784031 Aug 16 21:01:30.916233 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-50a75840-600f-442d-992e-e99c91d85b0d None None] For port 453d577e-0682-4164-b91f-c3b3898c569a, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:01:30.921509 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-50a75840-600f-442d-992e-e99c91d85b0d None None] For port 453d577e-0682-4164-b91f-c3b3898c569a, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=453d577e-0682-4164-b91f-c3b3898c569a,segment=NetworkSegment(0a3a5395-5609-45d7-b7cc-faebbf2a8bad),segment_id=0a3a5395-5609-45d7-b7cc-faebbf2a8bad)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:01:30.927873 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-6185b40f-7f2b-46a7-a992-ab2f541c278c None None] For port f92d8405-a3a2-4770-a503-80bbbffe410f, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:01:30.931768 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-68c1a642-3b63-4d80-b2f1-285c8eee9912 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:30.932507 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-6185b40f-7f2b-46a7-a992-ab2f541c278c None None] For port f92d8405-a3a2-4770-a503-80bbbffe410f, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=f92d8405-a3a2-4770-a503-80bbbffe410f,segment=NetworkSegment(b6ec97c3-166c-4cce-8ac4-df0928c9c7d5),segment_id=b6ec97c3-166c-4cce-8ac4-df0928c9c7d5)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:01:30.953414 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-68c1a642-3b63-4d80-b2f1-285c8eee9912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:30.974702 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f9389a1c-d331-452f-9e95-0324223655f7 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:01:31.002341 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-50a75840-600f-442d-992e-e99c91d85b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:31.024944 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-6185b40f-7f2b-46a7-a992-ab2f541c278c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:31.087334 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a75840-600f-442d-992e-e99c91d85b0d None None] Pushing event updated for resources: {'Port': ['ID=453d577e-0682-4164-b91f-c3b3898c569a,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:31.091204 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6185b40f-7f2b-46a7-a992-ab2f541c278c None None] Routers {'642dabc3-5caa-41db-a63c-bb8e62485c4e'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:01:31.091978 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-6185b40f-7f2b-46a7-a992-ab2f541c278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:01:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['642dabc3-5caa-41db-a63c-bb8e62485c4e'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:31.111091 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port f9389a1c-d331-452f-9e95-0324223655f7 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:31.111480 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:31.144590 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1b234-6294-4d16-89c6-f366491dfc40 None None] Pushing event updated for resources: {'Port': ['ID=f92d8405-a3a2-4770-a503-80bbbffe410f,revision_number=4']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:31.253747 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-6185b40f-7f2b-46a7-a992-ab2f541c278c None None] Set router 642dabc3-5caa-41db-a63c-bb8e62485c4e gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:01:31.337757 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9e937788-dcf1-4798-aa83-f6f514e785f4 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:31.398627 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e937788-dcf1-4798-aa83-f6f514e785f4 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'Subnet': ['ID=faf0e716-a918-4b61-97ce-af683edea3f3,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:31.410885 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9e937788-dcf1-4798-aa83-f6f514e785f4 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:31.413150 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9e937788-dcf1-4798-aa83-f6f514e785f4 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/subnets/faf0e716-a918-4b61-97ce-af683edea3f3 HTTP/1.1" status: 204 len: 168 time: 1.1852133 Aug 16 21:01:31.416628 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54712) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:31.421783 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf2faf4-d7da-41ac-83aa-8dcb91e02e18 None None] Network a70d0d66-1b46-4e4e-88fe-500c671ef2ef requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:01:31.518771 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-6185b40f-7f2b-46a7-a992-ab2f541c278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642dabc3-5caa-41db-a63c-bb8e62485c4e', 'name': 'tempest-TestServerBasicOps-482623048-router', 'tenant_id': '9304be98048d4c61b258f65239a0a004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'f9389a1c-d331-452f-9e95-0324223655f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:21Z', 'updated_at': '2021-08-16T21:01:25Z', 'revision_number': 4, 'project_id': '9304be98048d4c61b258f65239a0a004', 'gw_port': {'id': 'f9389a1c-d331-452f-9e95-0324223655f7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642dabc3-5caa-41db-a63c-bb8e62485c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:21Z', 'updated_at': '2021-08-16T21:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'f92d8405-a3a2-4770-a503-80bbbffe410f', 'name': '', 'network_id': '21ccb363-d19c-49b3-8a0b-8ebb4f3486c4', 'tenant_id': '9304be98048d4c61b258f65239a0a004', 'mac_address': 'fa:16:3e:bd:1b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642dabc3-5caa-41db-a63c-bb8e62485c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': '0b70a9e6-d30c-45fd-8255-e0aa78917c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:24Z', 'updated_at': '2021-08-16T21:01:30Z', 'revision_number': 4, 'project_id': '9304be98048d4c61b258f65239a0a004', 'subnets': [{'id': '0b70a9e6-d30c-45fd-8255-e0aa78917c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:31.532528 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b860deeb-2852-46b6-9ac2-cc4f7d4d1f79 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:31.548396 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6185b40f-7f2b-46a7-a992-ab2f541c278c None None] The sync data for ids ['642dabc3-5caa-41db-a63c-bb8e62485c4e'] in n-d-793620-15 is: [{'id': '642dabc3-5caa-41db-a63c-bb8e62485c4e', 'name': 'tempest-TestServerBasicOps-482623048-router', 'tenant_id': '9304be98048d4c61b258f65239a0a004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'f9389a1c-d331-452f-9e95-0324223655f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:21Z', 'updated_at': '2021-08-16T21:01:25Z', 'revision_number': 4, 'project_id': '9304be98048d4c61b258f65239a0a004', 'gw_port': {'id': 'f9389a1c-d331-452f-9e95-0324223655f7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642dabc3-5caa-41db-a63c-bb8e62485c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:21Z', 'updated_at': '2021-08-16T21:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'f92d8405-a3a2-4770-a503-80bbbffe410f', 'name': '', 'network_id': '21ccb363-d19c-49b3-8a0b-8ebb4f3486c4', 'tenant_id': '9304be98048d4c61b258f65239a0a004', 'mac_address': 'fa:16:3e:bd:1b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642dabc3-5caa-41db-a63c-bb8e62485c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': '0b70a9e6-d30c-45fd-8255-e0aa78917c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:24Z', 'updated_at': '2021-08-16T21:01:30Z', 'revision_number': 4, 'project_id': '9304be98048d4c61b258f65239a0a004', 'subnets': [{'id': '0b70a9e6-d30c-45fd-8255-e0aa78917c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:01:31.565803 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-68c1a642-3b63-4d80-b2f1-285c8eee9912 admin admin] Allocated IP 172.25.1.227 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/c32122ee-4846-475d-94da-7ce58fde1be7) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:31.643165 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd83f275-362b-401c-ac4b-e12533ab31d3 None None] DHCP port deletion for a70d0d66-1b46-4e4e-88fe-500c671ef2ef request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:01:31.678974 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-b860deeb-2852-46b6-9ac2-cc4f7d4d1f79 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Deleting port 4a3b0547-6221-40fb-bb0d-c3c012204680 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:31.679325 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b860deeb-2852-46b6-9ac2-cc4f7d4d1f79 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:31.694855 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-bd83f275-362b-401c-ac4b-e12533ab31d3 None None] Deleting port 4a3b0547-6221-40fb-bb0d-c3c012204680 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:31.697572 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-bd83f275-362b-401c-ac4b-e12533ab31d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:31.764211 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-68c1a642-3b63-4d80-b2f1-285c8eee9912 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:31.778924 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-bd83f275-362b-401c-ac4b-e12533ab31d3 None None] For port 4a3b0547-6221-40fb-bb0d-c3c012204680, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=4a3b0547-6221-40fb-bb0d-c3c012204680,segment=NetworkSegment(7a395ad0-918d-4137-a0d5-05bf8518cab5),segment_id=7a395ad0-918d-4137-a0d5-05bf8518cab5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:31.779330 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-bd83f275-362b-401c-ac4b-e12533ab31d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:31.793599 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-bd83f275-362b-401c-ac4b-e12533ab31d3 None None] Calling delete_port for 4a3b0547-6221-40fb-bb0d-c3c012204680 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:31.894867 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-b860deeb-2852-46b6-9ac2-cc4f7d4d1f79 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] For port 4a3b0547-6221-40fb-bb0d-c3c012204680, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=4a3b0547-6221-40fb-bb0d-c3c012204680,segment=NetworkSegment(7a395ad0-918d-4137-a0d5-05bf8518cab5),segment_id=7a395ad0-918d-4137-a0d5-05bf8518cab5)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:31.895256 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b860deeb-2852-46b6-9ac2-cc4f7d4d1f79 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:31.919665 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-b860deeb-2852-46b6-9ac2-cc4f7d4d1f79 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Calling delete_port for 4a3b0547-6221-40fb-bb0d-c3c012204680 owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:31.951590 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-bd83f275-362b-401c-ac4b-e12533ab31d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:31.988005 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd83f275-362b-401c-ac4b-e12533ab31d3 None None] Pushing event deleted for resources: {'Port': ['ID=4a3b0547-6221-40fb-bb0d-c3c012204680,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:31.998476 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-68c1a642-3b63-4d80-b2f1-285c8eee9912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:32.004024 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd83f275-362b-401c-ac4b-e12533ab31d3 None None] No DVR routers for this DVR port 4a3b0547-6221-40fb-bb0d-c3c012204680 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:01:32.065097 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075e4a7-69c8-4bb4-bd87-3c33563c34fe req-b320cd3f-f62f-4b92-b32c-2974a96af14e tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:32.066686 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b075e4a7-69c8-4bb4-bd87-3c33563c34fe req-b320cd3f-f62f-4b92-b32c-2974a96af14e tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cbc8da1-87a3-4c28-9910-f422905cbf1a HTTP/1.1" status: 200 len: 945 time: 0.2737951 Aug 16 21:01:32.091913 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 29144de0-20b4-4382-94d5-8a6d614dd30d up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:01:32.115156 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c1a642-3b63-4d80-b2f1-285c8eee9912 admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:32.137326 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e685e7e-0bcb-4cb5-96e8-17b8c0682522 req-1b185370-4ab4-4786-8a67-97c19d8df4ab tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:32.138960 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4e685e7e-0bcb-4cb5-96e8-17b8c0682522 req-1b185370-4ab4-4786-8a67-97c19d8df4ab tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=390fb150-0d0a-4e91-ae81-26fbcc84bd6d HTTP/1.1" status: 200 len: 944 time: 0.3449209 Aug 16 21:01:32.161545 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-68c1a642-3b63-4d80-b2f1-285c8eee9912 admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:32.164041 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c1a642-3b63-4d80-b2f1-285c8eee9912 admin admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:32.213262 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 29144de0-20b4-4382-94d5-8a6d614dd30d completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:32.219726 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 29144de0-20b4-4382-94d5-8a6d614dd30d triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:32.220151 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:32.222902 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1a642-3b63-4d80-b2f1-285c8eee9912 admin admin] Pushing event updated for resources: {'Port': ['ID=c32122ee-4846-475d-94da-7ce58fde1be7,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:32.304751 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8b305f-2c39-4cc1-b4b0-9c412ef48b39 None None] Network 5db0f0cc-f12f-4439-8e08-5f9a39ddae38 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:01:32.308239 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705ead2-4a7f-4b16-8d04-1a6e33ef810d req-5900b75d-8d5e-432e-9844-1fb5c845e5c1 tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:32.310094 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0705ead2-4a7f-4b16-8d04-1a6e33ef810d req-5900b75d-8d5e-432e-9844-1fb5c845e5c1 tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] 10.222.0.84 "GET /v2.0/ports?device_id=9cbc8da1-87a3-4c28-9910-f422905cbf1a HTTP/1.1" status: 200 len: 945 time: 0.3089890 Aug 16 21:01:32.365586 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:32.401571 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b860deeb-2852-46b6-9ac2-cc4f7d4d1f79 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:32.412885 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390fb150-0d0a-4e91-ae81-26fbcc84bd6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29144de0-20b4-4382-94d5-8a6d614dd30d'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:01:32.415183 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55a266e-d6c1-4a4c-adbb-537e2043360f" -d '{"events": [{"server_uuid": "390fb150-0d0a-4e91-ae81-26fbcc84bd6d", "name": "network-vif-plugged", "status": "completed", "tag": "29144de0-20b4-4382-94d5-8a6d614dd30d"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:01:32.415561 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4e685e7e-0bcb-4cb5-96e8-17b8c0682522 req-de8320d0-1281-4f50-b8a7-5f8996709e23 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484219 Aug 16 21:01:32.442545 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 29144de0-20b4-4382-94d5-8a6d614dd30d, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=29144de0-20b4-4382-94d5-8a6d614dd30d,segment=NetworkSegment(53b76348-81c8-4bfa-909a-3d74533ded61),segment_id=53b76348-81c8-4bfa-909a-3d74533ded61)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:32.467112 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860deeb-2852-46b6-9ac2-cc4f7d4d1f79 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'Port': ['ID=4a3b0547-6221-40fb-bb0d-c3c012204680,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:32.471476 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38670c4-f334-49e7-9545-25364235b28d x-openstack-request-id: req-a38670c4-f334-49e7-9545-25364235b28d {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:01:32.472210 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "390fb150-0d0a-4e91-ae81-26fbcc84bd6d", "name": "network-vif-plugged", "status": "completed", "tag": "29144de0-20b4-4382-94d5-8a6d614dd30d", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:01:32.472210 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a38670c4-f334-49e7-9545-25364235b28d {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:01:32.472680 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '390fb150-0d0a-4e91-ae81-26fbcc84bd6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29144de0-20b4-4382-94d5-8a6d614dd30d', 'code': 200} Aug 16 21:01:32.486952 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-fe255051-cbb2-44ee-9c15-68c1dc6d10c6 None None] Provisioning for port 453d577e-0682-4164-b91f-c3b3898c569a completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:32.505771 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b860deeb-2852-46b6-9ac2-cc4f7d4d1f79 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] No DVR routers for this DVR port 4a3b0547-6221-40fb-bb0d-c3c012204680 on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:01:32.516850 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:32.545672 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0705ead2-4a7f-4b16-8d04-1a6e33ef810d req-6bbca883-b528-48c3-b302-90856f507a0d tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] 10.222.0.84 "GET /v2.0/security-groups?id=80fdf272-7602-48f7-b4b1-8e9ec09050ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274258 Aug 16 21:01:32.579735 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=29144de0-20b4-4382-94d5-8a6d614dd30d,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:32.637967 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-b075e4a7-69c8-4bb4-bd87-3c33563c34fe req-bab46f2b-13e6-4dff-ac83-cc29ecce84ec tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] Deleting port 77ef7c5b-e391-4b1f-88c6-b998257e3404 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:32.638343 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b075e4a7-69c8-4bb4-bd87-3c33563c34fe req-bab46f2b-13e6-4dff-ac83-cc29ecce84ec tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:32.663638 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b860deeb-2852-46b6-9ac2-cc4f7d4d1f79 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:32.722563 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-b860deeb-2852-46b6-9ac2-cc4f7d4d1f79 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a70d0d66-1b46-4e4e-88fe-500c671ef2ef']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:32.769552 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061d558-c836-4c6c-bde4-54a004cd5e99 req-df7ef68c-5648-4e28-9f65-3df59d18ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:32.771085 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d061d558-c836-4c6c-bde4-54a004cd5e99 req-df7ef68c-5648-4e28-9f65-3df59d18ad4c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=390fb150-0d0a-4e91-ae81-26fbcc84bd6d HTTP/1.1" status: 200 len: 1097 time: 0.2226496 Aug 16 21:01:32.774005 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-b860deeb-2852-46b6-9ac2-cc4f7d4d1f79 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a395ad0-918d-4137-a0d5-05bf8518cab5') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:32.774336 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-b860deeb-2852-46b6-9ac2-cc4f7d4d1f79 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a395ad0-918d-4137-a0d5-05bf8518cab5') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:32.804744 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b860deeb-2852-46b6-9ac2-cc4f7d4d1f79 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:32.878136 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b860deeb-2852-46b6-9ac2-cc4f7d4d1f79 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:32.900319 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b860deeb-2852-46b6-9ac2-cc4f7d4d1f79 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:01:32.900464 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b860deeb-2852-46b6-9ac2-cc4f7d4d1f79 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:32.903400 n-d-793620-15 neutron-server[101844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:32.903400 n-d-793620-15 neutron-server[101844]: self.session.flush() Aug 16 21:01:32.903400 n-d-793620-15 neutron-server[101844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:32.903400 n-d-793620-15 neutron-server[101844]: self.session.flush() Aug 16 21:01:32.903400 n-d-793620-15 neutron-server[101844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:32.903400 n-d-793620-15 neutron-server[101844]: self.session.flush() Aug 16 21:01:32.903400 n-d-793620-15 neutron-server[101844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:32.903400 n-d-793620-15 neutron-server[101844]: self.session.flush() Aug 16 21:01:32.903400 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:01:32.903400 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:01:32.903400 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:01:32.903400 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:01:32.903400 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:01:32.903400 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:01:32.903400 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:01:32.903400 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:01:32.903400 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:01:32.903400 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:01:32.903400 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:01:32.903400 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:01:32.903400 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:01:32.903400 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:01:32.903400 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:01:32.903400 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:01:32.903400 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:01:32.903400 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:01:32.903400 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:01:32.903400 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:01:32.903400 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:01:32.903400 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:01:32.903400 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:01:32.903400 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:01:32.903400 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:01:32.903400 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:01:32.903400 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:01:32.903400 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:01:32.903400 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:01:32.903400 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:01:32.903400 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:01:32.903400 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:01:32.906356 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-b075e4a7-69c8-4bb4-bd87-3c33563c34fe req-bab46f2b-13e6-4dff-ac83-cc29ecce84ec tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] For port 77ef7c5b-e391-4b1f-88c6-b998257e3404, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=77ef7c5b-e391-4b1f-88c6-b998257e3404,segment=NetworkSegment(b6b78da2-dab7-4732-8fa0-a1e82820dbaa),segment_id=b6b78da2-dab7-4732-8fa0-a1e82820dbaa)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:32.906356 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b075e4a7-69c8-4bb4-bd87-3c33563c34fe req-bab46f2b-13e6-4dff-ac83-cc29ecce84ec tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:32.931650 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d061d558-c836-4c6c-bde4-54a004cd5e99 req-af27cd60-ba71-41e6-b667-72ce6b426d3a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387584 Aug 16 21:01:32.985215 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-b075e4a7-69c8-4bb4-bd87-3c33563c34fe req-bab46f2b-13e6-4dff-ac83-cc29ecce84ec tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] Calling delete_port for 77ef7c5b-e391-4b1f-88c6-b998257e3404 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:33.007593 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-68c1a642-3b63-4d80-b2f1-285c8eee9912 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.039490 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 453d577e-0682-4164-b91f-c3b3898c569a up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:01:33.125784 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b860deeb-2852-46b6-9ac2-cc4f7d4d1f79 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.138993 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b860deeb-2852-46b6-9ac2-cc4f7d4d1f79 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.140862 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b860deeb-2852-46b6-9ac2-cc4f7d4d1f79 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/networks/a70d0d66-1b46-4e4e-88fe-500c671ef2ef HTTP/1.1" status: 204 len: 168 time: 1.7231109 Aug 16 21:01:33.145125 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54724) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:33.150643 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 453d577e-0682-4164-b91f-c3b3898c569a completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:33.151407 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-6322cd7b-aef8-4535-9a6b-2a9b68c0d214 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-573529995'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:33.154894 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 453d577e-0682-4164-b91f-c3b3898c569a triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:33.155492 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.161497 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860deeb-2852-46b6-9ac2-cc4f7d4d1f79 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'Network': ['ID=a70d0d66-1b46-4e4e-88fe-500c671ef2ef,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:33.235286 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6322cd7b-aef8-4535-9a6b-2a9b68c0d214 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Made reservation on behalf of 2b8d460e7367462492b691867d616fa2 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:33.238852 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6322cd7b-aef8-4535-9a6b-2a9b68c0d214 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.242551 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.265940 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6322cd7b-aef8-4535-9a6b-2a9b68c0d214 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:01:33.275187 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6322cd7b-aef8-4535-9a6b-2a9b68c0d214 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.275613 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-6322cd7b-aef8-4535-9a6b-2a9b68c0d214 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Added segment ed85855e-256a-4929-8fb7-0056fd6d9ad9 of type vlan for network 09d56b2f-2f34-433d-a5ff-2b5c29b078b3 Aug 16 21:01:33.277563 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 453d577e-0682-4164-b91f-c3b3898c569a, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=453d577e-0682-4164-b91f-c3b3898c569a,segment=NetworkSegment(0a3a5395-5609-45d7-b7cc-faebbf2a8bad),segment_id=0a3a5395-5609-45d7-b7cc-faebbf2a8bad)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:33.315437 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.316286 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f92d8405-a3a2-4770-a503-80bbbffe410f up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:01:33.317203 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-68c1a642-3b63-4d80-b2f1-285c8eee9912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.320792 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6322cd7b-aef8-4535-9a6b-2a9b68c0d214 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.394982 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=453d577e-0682-4164-b91f-c3b3898c569a,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:33.398733 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b075e4a7-69c8-4bb4-bd87-3c33563c34fe req-bab46f2b-13e6-4dff-ac83-cc29ecce84ec tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.436778 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab46f2b-13e6-4dff-ac83-cc29ecce84ec tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] Pushing event deleted for resources: {'Port': ['ID=77ef7c5b-e391-4b1f-88c6-b998257e3404,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:33.488711 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-b075e4a7-69c8-4bb4-bd87-3c33563c34fe req-bab46f2b-13e6-4dff-ac83-cc29ecce84ec tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] No DVR routers for this DVR port 77ef7c5b-e391-4b1f-88c6-b998257e3404 on host n-h1-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:01:33.492700 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6322cd7b-aef8-4535-9a6b-2a9b68c0d214 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.494881 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b075e4a7-69c8-4bb4-bd87-3c33563c34fe req-bab46f2b-13e6-4dff-ac83-cc29ecce84ec tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.497152 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b075e4a7-69c8-4bb4-bd87-3c33563c34fe req-bab46f2b-13e6-4dff-ac83-cc29ecce84ec tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] 10.222.0.72 "DELETE /v2.0/ports/77ef7c5b-e391-4b1f-88c6-b998257e3404 HTTP/1.1" status: 204 len: 173 time: 1.4106548 Aug 16 21:01:33.497709 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbc8da1-87a3-4c28-9910-f422905cbf1a', 'name': 'network-vif-deleted', 'tag': '77ef7c5b-e391-4b1f-88c6-b998257e3404'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:01:33.498891 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6322cd7b-aef8-4535-9a6b-2a9b68c0d214 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:33.499480 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6322cd7b-aef8-4535-9a6b-2a9b68c0d214 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.500057 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b563c8ef-c5da-4c21-957b-afbb7e145b5b" -d '{"events": [{"server_uuid": "9cbc8da1-87a3-4c28-9910-f422905cbf1a", "name": "network-vif-deleted", "tag": "77ef7c5b-e391-4b1f-88c6-b998257e3404"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:01:33.533479 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port f92d8405-a3a2-4770-a503-80bbbffe410f completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:33.538632 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port f92d8405-a3a2-4770-a503-80bbbffe410f triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:33.539404 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.548513 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7d004f-322b-4c88-8b50-8156dc92c87d x-openstack-request-id: req-8c7d004f-322b-4c88-8b50-8156dc92c87d {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:01:33.548819 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cbc8da1-87a3-4c28-9910-f422905cbf1a", "name": "network-vif-deleted", "tag": "77ef7c5b-e391-4b1f-88c6-b998257e3404", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:01:33.549079 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8c7d004f-322b-4c88-8b50-8156dc92c87d {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:01:33.549489 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbc8da1-87a3-4c28-9910-f422905cbf1a', 'name': 'network-vif-deleted', 'tag': '77ef7c5b-e391-4b1f-88c6-b998257e3404', 'status': 'completed', 'code': 200} Aug 16 21:01:33.568054 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b5fc0-a2c5-4fa7-b6f0-5c9a43d84812 req-e2a8c958-b670-4166-b0f7-d931d1f1a60e tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:33.569643 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dc1b5fc0-a2c5-4fa7-b6f0-5c9a43d84812 req-e2a8c958-b670-4166-b0f7-d931d1f1a60e tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=390fb150-0d0a-4e91-ae81-26fbcc84bd6d HTTP/1.1" status: 200 len: 945 time: 0.0790529 Aug 16 21:01:33.604541 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322cd7b-aef8-4535-9a6b-2a9b68c0d214 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'Network': ['ID=09d56b2f-2f34-433d-a5ff-2b5c29b078b3,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:33.615090 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dc1b5fc0-a2c5-4fa7-b6f0-5c9a43d84812 req-22aee7ff-afb0-4e03-82cf-ce03640d3324 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370278 Aug 16 21:01:33.623632 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 09d56b2f-2f34-433d-a5ff-2b5c29b078b3 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:01:33.663625 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-05dac7ba-30d1-42ba-b91b-071f9639499b req-cd2ebd2a-c64a-444d-b977-b6a4f4dbf9d5 tempest-VolumesActionsTest-2087999785 tempest-VolumesActionsTest-2087999785-project] 10.222.0.84 "GET /v2.0/ports?device_id=9cbc8da1-87a3-4c28-9910-f422905cbf1a HTTP/1.1" status: 200 len: 210 time: 0.0268223 Aug 16 21:01:33.687126 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.711229 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6322cd7b-aef8-4535-9a6b-2a9b68c0d214 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5644734 Aug 16 21:01:33.712801 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c1a642-3b63-4d80-b2f1-285c8eee9912 admin admin] Router f3ddf931-5462-4615-b4ef-2141dfbb9238 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:01:33.713691 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54732) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:33.719210 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-86050b0e-05b0-4920-ac67-b3133f7994b7 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'subnet': {'network_id': '09d56b2f-2f34-433d-a5ff-2b5c29b078b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:33.735765 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port f92d8405-a3a2-4770-a503-80bbbffe410f, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=f92d8405-a3a2-4770-a503-80bbbffe410f,segment=NetworkSegment(b6ec97c3-166c-4cce-8ac4-df0928c9c7d5),segment_id=b6ec97c3-166c-4cce-8ac4-df0928c9c7d5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:33.807621 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.838411 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c1a642-3b63-4d80-b2f1-285c8eee9912 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:01:33.855611 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7473e504-5048-4fb5-86f8-70f6d5d1c376 None None] Sync routers for ids ['f3ddf931-5462-4615-b4ef-2141dfbb9238'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:01:33.875617 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86050b0e-05b0-4920-ac67-b3133f7994b7 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Made reservation on behalf of 2b8d460e7367462492b691867d616fa2 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:33.879503 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-86050b0e-05b0-4920-ac67-b3133f7994b7 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.881798 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 4a3b0547-6221-40fb-bb0d-c3c012204680 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:01:33.886350 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=f92d8405-a3a2-4770-a503-80bbbffe410f,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:33.906136 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7473e504-5048-4fb5-86f8-70f6d5d1c376 None None] Routers {'f3ddf931-5462-4615-b4ef-2141dfbb9238'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:01:33.906779 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-7473e504-5048-4fb5-86f8-70f6d5d1c376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:01:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['f3ddf931-5462-4615-b4ef-2141dfbb9238'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:33.908722 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 4a3b0547-6221-40fb-bb0d-c3c012204680 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:01:33.909068 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 4a3b0547-6221-40fb-bb0d-c3c012204680 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:01:33.984310 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-68c1a642-3b63-4d80-b2f1-285c8eee9912 admin admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.985966 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-68c1a642-3b63-4d80-b2f1-285c8eee9912 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2601819 Aug 16 21:01:33.988688 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54734) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:34.020094 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-7473e504-5048-4fb5-86f8-70f6d5d1c376 None None] Set router f3ddf931-5462-4615-b4ef-2141dfbb9238 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:01:34.190306 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-86050b0e-05b0-4920-ac67-b3133f7994b7 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:34.219820 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-7473e504-5048-4fb5-86f8-70f6d5d1c376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ddf931-5462-4615-b4ef-2141dfbb9238', 'name': 'tempest-TestServerBasicOps-1366360804-router', 'tenant_id': '83ad6ec41cae487caf10e7265f336cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c32122ee-4846-475d-94da-7ce58fde1be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:29Z', 'updated_at': '2021-08-16T21:01:32Z', 'revision_number': 3, 'project_id': '83ad6ec41cae487caf10e7265f336cd2', 'gw_port': {'id': 'c32122ee-4846-475d-94da-7ce58fde1be7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ddf931-5462-4615-b4ef-2141dfbb9238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:30Z', 'updated_at': '2021-08-16T21:01:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:34.252035 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7473e504-5048-4fb5-86f8-70f6d5d1c376 None None] Checking router: f3ddf931-5462-4615-b4ef-2141dfbb9238 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:01:34.252504 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7473e504-5048-4fb5-86f8-70f6d5d1c376 None None] Updating router f3ddf931-5462-4615-b4ef-2141dfbb9238 port c32122ee-4846-475d-94da-7ce58fde1be7 binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:01:34.280940 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86050b0e-05b0-4920-ac67-b3133f7994b7 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'Subnet': ['ID=612d4b3a-a302-424a-a285-6f9c8f9b024a,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:34.282370 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7473e504-5048-4fb5-86f8-70f6d5d1c376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:34.288682 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86050b0e-05b0-4920-ac67-b3133f7994b7 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Checking segment: {'id': 'ed85855e-256a-4929-8fb7-0056fd6d9ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '09d56b2f-2f34-433d-a5ff-2b5c29b078b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:01:34.289048 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86050b0e-05b0-4920-ac67-b3133f7994b7 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Network hostable DHCP agents. Network: 09d56b2f-2f34-433d-a5ff-2b5c29b078b3, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:01:34.389674 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86050b0e-05b0-4920-ac67-b3133f7994b7 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Network 09d56b2f-2f34-433d-a5ff-2b5c29b078b3 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:01:34.481557 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-86050b0e-05b0-4920-ac67-b3133f7994b7 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 09d56b2f-2f34-433d-a5ff-2b5c29b078b3) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:34.497278 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786510a4-94e5-4d47-8b88-8c46b8fe611f None None] Network 09d56b2f-2f34-433d-a5ff-2b5c29b078b3 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:01:34.503415 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86050b0e-05b0-4920-ac67-b3133f7994b7 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:34.504719 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-86050b0e-05b0-4920-ac67-b3133f7994b7 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:34.574089 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-86050b0e-05b0-4920-ac67-b3133f7994b7 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8591628 Aug 16 21:01:34.576914 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54738) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:34.581903 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-3f8c4563-3ad6-4be0-ac00-84c1bbe1059e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1689521233', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:34.655212 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7473e504-5048-4fb5-86f8-70f6d5d1c376 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:34.673301 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7473e504-5048-4fb5-86f8-70f6d5d1c376 None None] Transition to ACTIVE for port object c32122ee-4846-475d-94da-7ce58fde1be7 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:34.693888 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3f8c4563-3ad6-4be0-ac00-84c1bbe1059e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:34.695252 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3f8c4563-3ad6-4be0-ac00-84c1bbe1059e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:34.709984 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece8c229-8e9c-4612-b01a-aa0eae472c29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-09d56b2f-2f34-433d-a5ff-2b5c29b078b3', 'network_id': '09d56b2f-2f34-433d-a5ff-2b5c29b078b3', 'tenant_id': '2b8d460e7367462492b691867d616fa2', 'fixed_ips': [{'subnet_id': '612d4b3a-a302-424a-a285-6f9c8f9b024a'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:01:34.710871 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ece8c229-8e9c-4612-b01a-aa0eae472c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:34.730824 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 77ef7c5b-e391-4b1f-88c6-b998257e3404 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:01:34.780401 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3f8c4563-3ad6-4be0-ac00-84c1bbe1059e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:34.800649 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7b36ec3e-c0ec-42e7-879c-256ad89c2574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:34.811535 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5dfd1-f744-44be-ac9a-b08436477d5b req-1e14cc6f-948b-4d90-873b-0407ed80b9e2 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:34.813082 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b1e5dfd1-f744-44be-ac9a-b08436477d5b req-1e14cc6f-948b-4d90-873b-0407ed80b9e2 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=390fb150-0d0a-4e91-ae81-26fbcc84bd6d HTTP/1.1" status: 200 len: 945 time: 0.1083081 Aug 16 21:01:34.842943 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 77ef7c5b-e391-4b1f-88c6-b998257e3404 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:01:34.843489 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 77ef7c5b-e391-4b1f-88c6-b998257e3404 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:01:34.845127 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7473e504-5048-4fb5-86f8-70f6d5d1c376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:34.949415 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b1e5dfd1-f744-44be-ac9a-b08436477d5b req-cbd9089a-112c-4892-aa8b-27aa5a7f45e5 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178930 Aug 16 21:01:34.992926 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 453d577e-0682-4164-b91f-c3b3898c569a up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:01:35.032257 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-7473e504-5048-4fb5-86f8-70f6d5d1c376 None None] Attempting to bind port c32122ee-4846-475d-94da-7ce58fde1be7 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:01:35.032639 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-7473e504-5048-4fb5-86f8-70f6d5d1c376 None None] Attempting to bind port c32122ee-4846-475d-94da-7ce58fde1be7 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:01:35.033015 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7473e504-5048-4fb5-86f8-70f6d5d1c376 None None] Attempting to bind port c32122ee-4846-475d-94da-7ce58fde1be7 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:01:35.051430 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7473e504-5048-4fb5-86f8-70f6d5d1c376 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:01:35.051897 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7473e504-5048-4fb5-86f8-70f6d5d1c376 None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:01:35.052329 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7473e504-5048-4fb5-86f8-70f6d5d1c376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:35.052776 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7473e504-5048-4fb5-86f8-70f6d5d1c376 None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:01:35.053467 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-7473e504-5048-4fb5-86f8-70f6d5d1c376 None None] Bound port: c32122ee-4846-475d-94da-7ce58fde1be7, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:01:35.054107 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7473e504-5048-4fb5-86f8-70f6d5d1c376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:35.064129 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2841f3-5070-4cf7-9760-aa14a1a1d594 None None] Pushing event updated for resources: {'Port': ['ID=c32122ee-4846-475d-94da-7ce58fde1be7,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:35.065953 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3f8c4563-3ad6-4be0-ac00-84c1bbe1059e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:35.090229 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-7b36ec3e-c0ec-42e7-879c-256ad89c2574 admin admin] Allocated IP 172.20.0.1 (5db0f0cc-f12f-4439-8e08-5f9a39ddae38/e7444dc4-db8f-4d90-9cd5-ed17966120cc/a0bc83e7-54ec-4e8a-94df-cd21335efa4a) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:35.106730 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-ece8c229-8e9c-4612-b01a-aa0eae472c29 None None] Allocated IP 2001:db8::2 (09d56b2f-2f34-433d-a5ff-2b5c29b078b3/612d4b3a-a302-424a-a285-6f9c8f9b024a/60058f8d-a1da-4746-9f38-11119f791aef) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:35.144769 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3f8c4563-3ad6-4be0-ac00-84c1bbe1059e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:35.150631 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3f8c4563-3ad6-4be0-ac00-84c1bbe1059e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5705969 Aug 16 21:01:35.150631 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54752) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:35.155851 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-bc8bcec9-a054-478f-89a2-0d533a2e7c25 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'port': {'network_id': '09d56b2f-2f34-433d-a5ff-2b5c29b078b3', 'name': 'tempest-PortsIpV6TestJSON-1195289434'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:35.214387 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7473e504-5048-4fb5-86f8-70f6d5d1c376 None None] For port c32122ee-4846-475d-94da-7ce58fde1be7, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:01:35.217935 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 453d577e-0682-4164-b91f-c3b3898c569a triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:35.218318 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:35.222310 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7473e504-5048-4fb5-86f8-70f6d5d1c376 None None] For port c32122ee-4846-475d-94da-7ce58fde1be7, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=c32122ee-4846-475d-94da-7ce58fde1be7,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:01:35.256364 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7b36ec3e-c0ec-42e7-879c-256ad89c2574 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:35.288330 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-7b36ec3e-c0ec-42e7-879c-256ad89c2574 admin admin] Transition to ACTIVE for port object a0bc83e7-54ec-4e8a-94df-cd21335efa4a will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:35.420254 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8bcec9-a054-478f-89a2-0d533a2e7c25 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Made reservation on behalf of 2b8d460e7367462492b691867d616fa2 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:35.423981 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7b36ec3e-c0ec-42e7-879c-256ad89c2574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:35.432230 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bc8bcec9-a054-478f-89a2-0d533a2e7c25 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:35.451561 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7473e504-5048-4fb5-86f8-70f6d5d1c376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:35.468986 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-bc8bcec9-a054-478f-89a2-0d533a2e7c25 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] device_id is not set on port 49aa86d5-030b-4e94-945a-3afeb13ba888 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:01:35.485920 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b36ec3e-c0ec-42e7-879c-256ad89c2574 admin admin] Network 5db0f0cc-f12f-4439-8e08-5f9a39ddae38 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:35.492545 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-7b36ec3e-c0ec-42e7-879c-256ad89c2574 admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:35.495981 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b36ec3e-c0ec-42e7-879c-256ad89c2574 admin admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:35.500283 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36ec3e-c0ec-42e7-879c-256ad89c2574 admin admin] Pushing event updated for resources: {'Port': ['ID=a0bc83e7-54ec-4e8a-94df-cd21335efa4a,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:35.611225 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7473e504-5048-4fb5-86f8-70f6d5d1c376 None None] Routers {'f3ddf931-5462-4615-b4ef-2141dfbb9238'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:01:35.611494 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7b36ec3e-c0ec-42e7-879c-256ad89c2574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:35.612004 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-7473e504-5048-4fb5-86f8-70f6d5d1c376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:01:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['f3ddf931-5462-4615-b4ef-2141dfbb9238'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:35.645759 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2841f3-5070-4cf7-9760-aa14a1a1d594 None None] Pushing event updated for resources: {'Port': ['ID=c32122ee-4846-475d-94da-7ce58fde1be7,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:35.695065 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ece8c229-8e9c-4612-b01a-aa0eae472c29 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:35.700069 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada5ec2-f802-4ffe-856a-5bf9111a11c7 req-54d46761-afa2-4fb8-b74e-5098682ccc91 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:35.708154 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0ada5ec2-f802-4ffe-856a-5bf9111a11c7 req-54d46761-afa2-4fb8-b74e-5098682ccc91 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=390fb150-0d0a-4e91-ae81-26fbcc84bd6d HTTP/1.1" status: 200 len: 945 time: 0.1592166 Aug 16 21:01:35.721770 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ece8c229-8e9c-4612-b01a-aa0eae472c29 None None] Transition to ACTIVE for port object 60058f8d-a1da-4746-9f38-11119f791aef will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:35.732562 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f92d8405-a3a2-4770-a503-80bbbffe410f up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:01:35.761420 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0ada5ec2-f802-4ffe-856a-5bf9111a11c7 req-0a0a17e3-90f1-4729-a79d-91a45ccc1d90 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523639 Aug 16 21:01:35.803283 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ece8c229-8e9c-4612-b01a-aa0eae472c29 None None] Transition to ACTIVE for port object 60058f8d-a1da-4746-9f38-11119f791aef will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:35.848655 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-7473e504-5048-4fb5-86f8-70f6d5d1c376 None None] Set router f3ddf931-5462-4615-b4ef-2141dfbb9238 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:01:35.927719 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ece8c229-8e9c-4612-b01a-aa0eae472c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:35.937336 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7b36ec3e-c0ec-42e7-879c-256ad89c2574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:35.951765 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-bc8bcec9-a054-478f-89a2-0d533a2e7c25 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Allocated IP 2001:db8::102 (09d56b2f-2f34-433d-a5ff-2b5c29b078b3/612d4b3a-a302-424a-a285-6f9c8f9b024a/49aa86d5-030b-4e94-945a-3afeb13ba888) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:35.986237 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece8c229-8e9c-4612-b01a-aa0eae472c29 None None] Pushing event updated for resources: {'Port': ['ID=60058f8d-a1da-4746-9f38-11119f791aef,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:36.036042 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port f92d8405-a3a2-4770-a503-80bbbffe410f triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:36.036414 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:36.068374 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece8c229-8e9c-4612-b01a-aa0eae472c29 None None] Network 09d56b2f-2f34-433d-a5ff-2b5c29b078b3 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:36.073823 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ee0cfb0c-8b66-4cdc-a342-07f668a84001 None None] Provisioning for port a0bc83e7-54ec-4e8a-94df-cd21335efa4a completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:36.079646 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-ece8c229-8e9c-4612-b01a-aa0eae472c29 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:36.084042 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece8c229-8e9c-4612-b01a-aa0eae472c29 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:36.091040 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ee0cfb0c-8b66-4cdc-a342-07f668a84001 None None] Provisioning complete for port a0bc83e7-54ec-4e8a-94df-cd21335efa4a triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:36.091415 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ee0cfb0c-8b66-4cdc-a342-07f668a84001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:36.147428 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-ee0cfb0c-8b66-4cdc-a342-07f668a84001 None None] Port a0bc83e7-54ec-4e8a-94df-cd21335efa4a cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:01:36.179078 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bc8bcec9-a054-478f-89a2-0d533a2e7c25 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:36.182176 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7b36ec3e-c0ec-42e7-879c-256ad89c2574 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:36.196805 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-bc8bcec9-a054-478f-89a2-0d533a2e7c25 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Transition to ACTIVE for port object 49aa86d5-030b-4e94-945a-3afeb13ba888 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:36.254093 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7b36ec3e-c0ec-42e7-879c-256ad89c2574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:36.277048 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-ece8c229-8e9c-4612-b01a-aa0eae472c29 None None] Attempting to bind port 60058f8d-a1da-4746-9f38-11119f791aef on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:01:36.277432 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-ece8c229-8e9c-4612-b01a-aa0eae472c29 None None] Attempting to bind port 60058f8d-a1da-4746-9f38-11119f791aef by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'ed85855e-256a-4929-8fb7-0056fd6d9ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '09d56b2f-2f34-433d-a5ff-2b5c29b078b3'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:01:36.277801 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece8c229-8e9c-4612-b01a-aa0eae472c29 None None] Attempting to bind port 60058f8d-a1da-4746-9f38-11119f791aef on network 09d56b2f-2f34-433d-a5ff-2b5c29b078b3 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:01:36.293888 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece8c229-8e9c-4612-b01a-aa0eae472c29 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:01:36.294278 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece8c229-8e9c-4612-b01a-aa0eae472c29 None None] Checking segment: {'id': 'ed85855e-256a-4929-8fb7-0056fd6d9ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '09d56b2f-2f34-433d-a5ff-2b5c29b078b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:01:36.294745 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ece8c229-8e9c-4612-b01a-aa0eae472c29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:36.295148 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece8c229-8e9c-4612-b01a-aa0eae472c29 None None] Bound using segment: {'id': 'ed85855e-256a-4929-8fb7-0056fd6d9ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '09d56b2f-2f34-433d-a5ff-2b5c29b078b3'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:01:36.295630 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-ece8c229-8e9c-4612-b01a-aa0eae472c29 None None] Bound port: 60058f8d-a1da-4746-9f38-11119f791aef, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed85855e-256a-4929-8fb7-0056fd6d9ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '09d56b2f-2f34-433d-a5ff-2b5c29b078b3'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:01:36.296040 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ece8c229-8e9c-4612-b01a-aa0eae472c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:36.310983 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bc8bcec9-a054-478f-89a2-0d533a2e7c25 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:36.338411 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36ec3e-c0ec-42e7-879c-256ad89c2574 admin admin] Pushing event updated for resources: {'Port': ['ID=a0bc83e7-54ec-4e8a-94df-cd21335efa4a,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:36.341975 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7b36ec3e-c0ec-42e7-879c-256ad89c2574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:36.404745 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8bcec9-a054-478f-89a2-0d533a2e7c25 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Network 09d56b2f-2f34-433d-a5ff-2b5c29b078b3 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:36.408094 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-bc8bcec9-a054-478f-89a2-0d533a2e7c25 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:36.416083 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8bcec9-a054-478f-89a2-0d533a2e7c25 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:36.423117 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8bcec9-a054-478f-89a2-0d533a2e7c25 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:36.423851 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bc8bcec9-a054-478f-89a2-0d533a2e7c25 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:36.425442 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-ece8c229-8e9c-4612-b01a-aa0eae472c29 None None] For port 60058f8d-a1da-4746-9f38-11119f791aef, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:01:36.430648 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-ece8c229-8e9c-4612-b01a-aa0eae472c29 None None] For port 60058f8d-a1da-4746-9f38-11119f791aef, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=60058f8d-a1da-4746-9f38-11119f791aef,segment=NetworkSegment(ed85855e-256a-4929-8fb7-0056fd6d9ad9),segment_id=ed85855e-256a-4929-8fb7-0056fd6d9ad9)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:01:36.435806 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8bcec9-a054-478f-89a2-0d533a2e7c25 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'Port': ['ID=49aa86d5-030b-4e94-945a-3afeb13ba888,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:36.439935 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-7473e504-5048-4fb5-86f8-70f6d5d1c376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ddf931-5462-4615-b4ef-2141dfbb9238', 'name': 'tempest-TestServerBasicOps-1366360804-router', 'tenant_id': '83ad6ec41cae487caf10e7265f336cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c32122ee-4846-475d-94da-7ce58fde1be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:29Z', 'updated_at': '2021-08-16T21:01:32Z', 'revision_number': 3, 'project_id': '83ad6ec41cae487caf10e7265f336cd2', 'gw_port': {'id': 'c32122ee-4846-475d-94da-7ce58fde1be7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ddf931-5462-4615-b4ef-2141dfbb9238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:30Z', 'updated_at': '2021-08-16T21:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:36.457698 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b36ec3e-c0ec-42e7-879c-256ad89c2574 admin admin] Network 5db0f0cc-f12f-4439-8e08-5f9a39ddae38 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:36.459283 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-7b36ec3e-c0ec-42e7-879c-256ad89c2574 admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:36.480838 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7473e504-5048-4fb5-86f8-70f6d5d1c376 None None] The sync data for ids ['f3ddf931-5462-4615-b4ef-2141dfbb9238'] in n-d-793620-15 is: [{'id': 'f3ddf931-5462-4615-b4ef-2141dfbb9238', 'name': 'tempest-TestServerBasicOps-1366360804-router', 'tenant_id': '83ad6ec41cae487caf10e7265f336cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c32122ee-4846-475d-94da-7ce58fde1be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:29Z', 'updated_at': '2021-08-16T21:01:32Z', 'revision_number': 3, 'project_id': '83ad6ec41cae487caf10e7265f336cd2', 'gw_port': {'id': 'c32122ee-4846-475d-94da-7ce58fde1be7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ddf931-5462-4615-b4ef-2141dfbb9238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:30Z', 'updated_at': '2021-08-16T21:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:01:36.533524 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ece8c229-8e9c-4612-b01a-aa0eae472c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:36.568109 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-bc8bcec9-a054-478f-89a2-0d533a2e7c25 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4168956 Aug 16 21:01:36.578873 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54772) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:36.632820 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece8c229-8e9c-4612-b01a-aa0eae472c29 None None] Pushing event updated for resources: {'Port': ['ID=60058f8d-a1da-4746-9f38-11119f791aef,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:36.748199 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b36ec3e-c0ec-42e7-879c-256ad89c2574 admin admin] Router f3ddf931-5462-4615-b4ef-2141dfbb9238 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:01:36.882555 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-af0959fa-a6d1-4d52-90a3-56f08e988503 None None] Provisioning complete for port a0bc83e7-54ec-4e8a-94df-cd21335efa4a triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:36.883061 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-af0959fa-a6d1-4d52-90a3-56f08e988503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:36.966768 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-af0959fa-a6d1-4d52-90a3-56f08e988503 None None] Port a0bc83e7-54ec-4e8a-94df-cd21335efa4a cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:01:37.136445 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81d68a-3ac5-4c66-a54f-6b28774e7462 req-3c581919-3ee5-444b-b1b0-5313ee12c4aa tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:37.138067 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dd81d68a-3ac5-4c66-a54f-6b28774e7462 req-3c581919-3ee5-444b-b1b0-5313ee12c4aa tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=390fb150-0d0a-4e91-ae81-26fbcc84bd6d HTTP/1.1" status: 200 len: 945 time: 0.1932733 Aug 16 21:01:37.174687 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b36ec3e-c0ec-42e7-879c-256ad89c2574 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:01:37.180201 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-7b36ec3e-c0ec-42e7-879c-256ad89c2574 admin admin] 10.222.0.84 "PUT /v2.0/routers/f3ddf931-5462-4615-b4ef-2141dfbb9238/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1897552 Aug 16 21:01:37.247860 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dd81d68a-3ac5-4c66-a54f-6b28774e7462 req-e3f1547a-3529-4afa-b1f7-fd61ef754802 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874026 Aug 16 21:01:37.328065 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-25280b61-6bf6-436e-bb1f-dc0dc901c525 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:37.467763 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:01:37.672653 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-25280b61-6bf6-436e-bb1f-dc0dc901c525 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:37.739117 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-25280b61-6bf6-436e-bb1f-dc0dc901c525 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:37.895139 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25280b61-6bf6-436e-bb1f-dc0dc901c525 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'Port': ['ID=49aa86d5-030b-4e94-945a-3afeb13ba888,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:38.119287 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-25280b61-6bf6-436e-bb1f-dc0dc901c525 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:38.135619 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a10afd-dbd4-4227-ae81-f8bde9b1152a None None] Network 09d56b2f-2f34-433d-a5ff-2b5c29b078b3 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:01:38.222699 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54806) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:38.231101 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-aa0cbcab-926d-40c5-bcf2-2877c5e3544b tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-525742758', 'description': 'tempest-secgroup-smoke-525742758 description', 'project_id': '9304be98048d4c61b258f65239a0a004'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:38.342967 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f068972-628d-4987-899d-89c0e9b26cfb req-ca34f84b-bc61-4284-8b45-e17ec189fcc0 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:38.344745 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0f068972-628d-4987-899d-89c0e9b26cfb req-ca34f84b-bc61-4284-8b45-e17ec189fcc0 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=390fb150-0d0a-4e91-ae81-26fbcc84bd6d HTTP/1.1" status: 200 len: 945 time: 0.0602739 Aug 16 21:01:38.362763 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e5348faf-562f-40ad-b15c-75891dfdc038 None None] Provisioning for port 60058f8d-a1da-4746-9f38-11119f791aef completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:38.384202 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-aa0cbcab-926d-40c5-bcf2-2877c5e3544b tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:38.495174 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-25280b61-6bf6-436e-bb1f-dc0dc901c525 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:38.503760 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0f068972-628d-4987-899d-89c0e9b26cfb req-0de008f7-ea2f-4422-9643-49bc8bf1a6dc tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527638 Aug 16 21:01:38.566595 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-aa0cbcab-926d-40c5-bcf2-2877c5e3544b tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:38.671513 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-aa0cbcab-926d-40c5-bcf2-2877c5e3544b tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:38.746219 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-aa0cbcab-926d-40c5-bcf2-2877c5e3544b tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:38.747827 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-aa0cbcab-926d-40c5-bcf2-2877c5e3544b tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5238967 Aug 16 21:01:38.753238 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54814) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:38.775944 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-3fc6b809-42f6-442b-a3ef-55079af5ea0f tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Request body: {'security_group_rule': {'security_group_id': '26905a6d-4b18-4de0-9acd-6bb77c126c7e', 'project_id': '9304be98048d4c61b258f65239a0a004', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:38.818278 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0cbcab-926d-40c5-bcf2-2877c5e3544b tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26905a6d-4b18-4de0-9acd-6bb77c126c7e,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:38.887984 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-cf4506c0-3358-461c-9f2f-a970c9f2a564 None None] Provisioning for port 49aa86d5-030b-4e94-945a-3afeb13ba888 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:38.892879 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-cf4506c0-3358-461c-9f2f-a970c9f2a564 None None] Provisioning complete for port 49aa86d5-030b-4e94-945a-3afeb13ba888 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:38.893843 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cf4506c0-3358-461c-9f2f-a970c9f2a564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:38.910462 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3fc6b809-42f6-442b-a3ef-55079af5ea0f tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:39.015033 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-cf4506c0-3358-461c-9f2f-a970c9f2a564 None None] Port 49aa86d5-030b-4e94-945a-3afeb13ba888 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:01:39.083801 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3fc6b809-42f6-442b-a3ef-55079af5ea0f tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:39.101714 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838cc043-b10e-4bab-8a7b-3f71567632fe None None] Sync routers for ids ['f3ddf931-5462-4615-b4ef-2141dfbb9238'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:01:39.118685 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838cc043-b10e-4bab-8a7b-3f71567632fe None None] Routers {'f3ddf931-5462-4615-b4ef-2141dfbb9238'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:01:39.122422 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-838cc043-b10e-4bab-8a7b-3f71567632fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:01:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['f3ddf931-5462-4615-b4ef-2141dfbb9238'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:39.138197 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3fc6b809-42f6-442b-a3ef-55079af5ea0f tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:39.177152 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 60058f8d-a1da-4746-9f38-11119f791aef up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:01:39.185331 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc6b809-42f6-442b-a3ef-55079af5ea0f tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e89da66-39fd-4796-b637-0ace047d6984,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:39.263621 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3fc6b809-42f6-442b-a3ef-55079af5ea0f tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:39.265701 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3fc6b809-42f6-442b-a3ef-55079af5ea0f tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5107324 Aug 16 21:01:39.268632 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54818) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:39.274687 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-70a477e4-fb4c-4a87-b26d-0974551416b9 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Request body: {'security_group_rule': {'security_group_id': '26905a6d-4b18-4de0-9acd-6bb77c126c7e', 'project_id': '9304be98048d4c61b258f65239a0a004', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:39.281712 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0f968b18-bd50-4664-af6d-3a4bff6e7420 None None] Provisioning complete for port 49aa86d5-030b-4e94-945a-3afeb13ba888 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:39.289485 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0f968b18-bd50-4664-af6d-3a4bff6e7420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:39.314800 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-838cc043-b10e-4bab-8a7b-3f71567632fe None None] Set router f3ddf931-5462-4615-b4ef-2141dfbb9238 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:01:39.387029 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-0f968b18-bd50-4664-af6d-3a4bff6e7420 None None] Port 49aa86d5-030b-4e94-945a-3afeb13ba888 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:01:39.406964 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-70a477e4-fb4c-4a87-b26d-0974551416b9 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:39.448146 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 60058f8d-a1da-4746-9f38-11119f791aef completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:39.459983 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 60058f8d-a1da-4746-9f38-11119f791aef triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:39.462318 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:39.467405 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba503a-3d49-4cc0-af59-bb05acfa1c8b req-4d848373-79ca-4322-ae6d-13a8bf717ec2 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:39.475454 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba503a-3d49-4cc0-af59-bb05acfa1c8b req-4d848373-79ca-4322-ae6d-13a8bf717ec2 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:39.484347 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba503a-3d49-4cc0-af59-bb05acfa1c8b req-4d848373-79ca-4322-ae6d-13a8bf717ec2 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:39.490079 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba503a-3d49-4cc0-af59-bb05acfa1c8b req-4d848373-79ca-4322-ae6d-13a8bf717ec2 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:39.498635 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba503a-3d49-4cc0-af59-bb05acfa1c8b req-4d848373-79ca-4322-ae6d-13a8bf717ec2 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:39.513719 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba503a-3d49-4cc0-af59-bb05acfa1c8b req-4d848373-79ca-4322-ae6d-13a8bf717ec2 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:39.534165 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba503a-3d49-4cc0-af59-bb05acfa1c8b req-4d848373-79ca-4322-ae6d-13a8bf717ec2 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:39.546128 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e2ba503a-3d49-4cc0-af59-bb05acfa1c8b req-4d848373-79ca-4322-ae6d-13a8bf717ec2 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5445 time: 0.9579952 Aug 16 21:01:39.638121 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-70a477e4-fb4c-4a87-b26d-0974551416b9 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:39.639063 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1f163ac4-3db5-44f7-b6dd-1a74c902ce72 None None] Provisioning complete for port 49aa86d5-030b-4e94-945a-3afeb13ba888 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:39.639639 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1f163ac4-3db5-44f7-b6dd-1a74c902ce72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:39.677861 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049c337-a21b-48c7-9817-4a91902844bb req-a3d94aea-dc47-4b53-9a01-23881b8d0394 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:39.694948 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049c337-a21b-48c7-9817-4a91902844bb req-a3d94aea-dc47-4b53-9a01-23881b8d0394 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:39.697525 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-1f163ac4-3db5-44f7-b6dd-1a74c902ce72 None None] Port 49aa86d5-030b-4e94-945a-3afeb13ba888 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:01:39.704943 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-838cc043-b10e-4bab-8a7b-3f71567632fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ddf931-5462-4615-b4ef-2141dfbb9238', 'name': 'tempest-TestServerBasicOps-1366360804-router', 'tenant_id': '83ad6ec41cae487caf10e7265f336cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c32122ee-4846-475d-94da-7ce58fde1be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:29Z', 'updated_at': '2021-08-16T21:01:35Z', 'revision_number': 4, 'project_id': '83ad6ec41cae487caf10e7265f336cd2', 'gw_port': {'id': 'c32122ee-4846-475d-94da-7ce58fde1be7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ddf931-5462-4615-b4ef-2141dfbb9238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:30Z', 'updated_at': '2021-08-16T21:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'a0bc83e7-54ec-4e8a-94df-cd21335efa4a', 'name': '', 'network_id': '5db0f0cc-f12f-4439-8e08-5f9a39ddae38', 'tenant_id': '83ad6ec41cae487caf10e7265f336cd2', 'mac_address': 'fa:16:3e:ee:be:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ddf931-5462-4615-b4ef-2141dfbb9238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': 'e7444dc4-db8f-4d90-9cd5-ed17966120cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:34Z', 'updated_at': '2021-08-16T21:01:36Z', 'revision_number': 2, 'project_id': '83ad6ec41cae487caf10e7265f336cd2', 'subnets': [{'id': 'e7444dc4-db8f-4d90-9cd5-ed17966120cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:39.717589 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049c337-a21b-48c7-9817-4a91902844bb req-a3d94aea-dc47-4b53-9a01-23881b8d0394 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:39.725972 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049c337-a21b-48c7-9817-4a91902844bb req-a3d94aea-dc47-4b53-9a01-23881b8d0394 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:39.732587 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049c337-a21b-48c7-9817-4a91902844bb req-a3d94aea-dc47-4b53-9a01-23881b8d0394 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:39.739550 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049c337-a21b-48c7-9817-4a91902844bb req-a3d94aea-dc47-4b53-9a01-23881b8d0394 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:39.747973 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049c337-a21b-48c7-9817-4a91902844bb req-a3d94aea-dc47-4b53-9a01-23881b8d0394 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:39.750457 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4049c337-a21b-48c7-9817-4a91902844bb req-a3d94aea-dc47-4b53-9a01-23881b8d0394 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.90 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 5445 time: 0.2635734 Aug 16 21:01:39.751836 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-70a477e4-fb4c-4a87-b26d-0974551416b9 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:39.759920 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838cc043-b10e-4bab-8a7b-3f71567632fe None None] Checking router: f3ddf931-5462-4615-b4ef-2141dfbb9238 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:01:39.760600 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838cc043-b10e-4bab-8a7b-3f71567632fe None None] Updating router f3ddf931-5462-4615-b4ef-2141dfbb9238 port a0bc83e7-54ec-4e8a-94df-cd21335efa4a binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:01:39.770011 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:39.787589 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-838cc043-b10e-4bab-8a7b-3f71567632fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:39.820062 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049c337-a21b-48c7-9817-4a91902844bb req-ec3d34a3-4012-446b-abbe-7db4f71a2e33 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:39.822626 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4049c337-a21b-48c7-9817-4a91902844bb req-ec3d34a3-4012-446b-abbe-7db4f71a2e33 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.90 "GET /v2.0/ports/ab40fdf1-2367-4aaf-a842-35d8e9debb6d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0607529 Aug 16 21:01:39.839653 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a477e4-fb4c-4a87-b26d-0974551416b9 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71e66989-0cd6-4d8d-bb31-fefec777f2dc,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:39.847405 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 60058f8d-a1da-4746-9f38-11119f791aef, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=60058f8d-a1da-4746-9f38-11119f791aef,segment=NetworkSegment(ed85855e-256a-4929-8fb7-0056fd6d9ad9),segment_id=ed85855e-256a-4929-8fb7-0056fd6d9ad9)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:39.892421 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-25280b61-6bf6-436e-bb1f-dc0dc901c525 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:39.906414 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e2ba503a-3d49-4cc0-af59-bb05acfa1c8b req-584ff102-118b-4e67-9be4-2710a7149392 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3596706 Aug 16 21:01:39.916185 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f98732-3e96-42d2-b88b-66322287acdd req-93023227-97dd-438d-b36a-7a9150da1520 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:39.917726 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b1f98732-3e96-42d2-b88b-66322287acdd req-93023227-97dd-438d-b36a-7a9150da1520 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.90 "GET /v2.0/ports?device_id=390fb150-0d0a-4e91-ae81-26fbcc84bd6d HTTP/1.1" status: 200 len: 945 time: 0.4973145 Aug 16 21:01:39.921249 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:39.923817 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device c32122ee-4846-475d-94da-7ce58fde1be7 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:01:39.945114 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb9ae9-b7ac-43f6-a641-c3c997b06066 req-fd047a1c-7175-423c-b4b1-ad51a0c8a61c tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:39.951915 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1cbb9ae9-b7ac-43f6-a641-c3c997b06066 req-fd047a1c-7175-423c-b4b1-ad51a0c8a61c tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=390fb150-0d0a-4e91-ae81-26fbcc84bd6d HTTP/1.1" status: 200 len: 945 time: 0.1848936 Aug 16 21:01:39.968020 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-70a477e4-fb4c-4a87-b26d-0974551416b9 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:39.976513 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-70a477e4-fb4c-4a87-b26d-0974551416b9 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7055204 Aug 16 21:01:39.982063 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54826) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:39.987550 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-d224fd1d-6d0b-4ed2-acb1-34163254442d tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Request body: {'security_group_rule': {'security_group_id': '26905a6d-4b18-4de0-9acd-6bb77c126c7e', 'project_id': '9304be98048d4c61b258f65239a0a004', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:40.012391 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-25280b61-6bf6-436e-bb1f-dc0dc901c525 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:40.014111 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-25280b61-6bf6-436e-bb1f-dc0dc901c525 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:40.070948 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4049c337-a21b-48c7-9817-4a91902844bb req-5d129362-53c7-498d-b4ab-235b6a3f747e tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.90 "GET /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2417283 Aug 16 21:01:40.085750 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-4049c337-a21b-48c7-9817-4a91902844bb req-71a1e145-5c68-49a7-a6fd-742b0cc692ec service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:40.089423 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=60058f8d-a1da-4746-9f38-11119f791aef,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:40.120980 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d224fd1d-6d0b-4ed2-acb1-34163254442d tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:40.189787 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port c32122ee-4846-475d-94da-7ce58fde1be7 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:40.193712 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port c32122ee-4846-475d-94da-7ce58fde1be7 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:40.194101 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:40.197193 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25280b61-6bf6-436e-bb1f-dc0dc901c525 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'Port': ['ID=49aa86d5-030b-4e94-945a-3afeb13ba888,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:40.212956 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4049c337-a21b-48c7-9817-4a91902844bb req-71a1e145-5c68-49a7-a6fd-742b0cc692ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:40.273031 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1cbb9ae9-b7ac-43f6-a641-c3c997b06066 req-c17d7b22-ef29-45ed-b7b0-75c08f0b9bd6 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a977aea-548a-48e0-91eb-9665a2eb03b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173201 Aug 16 21:01:40.281805 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25280b61-6bf6-436e-bb1f-dc0dc901c525 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:40.285483 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25280b61-6bf6-436e-bb1f-dc0dc901c525 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:40.285483 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25280b61-6bf6-436e-bb1f-dc0dc901c525 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:40.285483 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25280b61-6bf6-436e-bb1f-dc0dc901c525 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:40.286204 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25280b61-6bf6-436e-bb1f-dc0dc901c525 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:40.286632 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25280b61-6bf6-436e-bb1f-dc0dc901c525 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:40.290305 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25280b61-6bf6-436e-bb1f-dc0dc901c525 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:40.290305 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25280b61-6bf6-436e-bb1f-dc0dc901c525 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:40.290305 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25280b61-6bf6-436e-bb1f-dc0dc901c525 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:40.290305 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25280b61-6bf6-436e-bb1f-dc0dc901c525 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:40.293501 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25280b61-6bf6-436e-bb1f-dc0dc901c525 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:40.293963 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25280b61-6bf6-436e-bb1f-dc0dc901c525 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:40.336370 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-b1f98732-3e96-42d2-b88b-66322287acdd req-094def0c-e89c-4b83-a12f-abc455a4de43 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Deleting port 29144de0-20b4-4382-94d5-8a6d614dd30d {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:40.336586 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b1f98732-3e96-42d2-b88b-66322287acdd req-094def0c-e89c-4b83-a12f-abc455a4de43 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:40.347992 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-838cc043-b10e-4bab-8a7b-3f71567632fe None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:40.363334 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:40.363695 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-838cc043-b10e-4bab-8a7b-3f71567632fe None None] Transition to ACTIVE for port object a0bc83e7-54ec-4e8a-94df-cd21335efa4a will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:40.390630 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-4049c337-a21b-48c7-9817-4a91902844bb req-71a1e145-5c68-49a7-a6fd-742b0cc692ec service neutron] For port ab40fdf1-2367-4aaf-a842-35d8e9debb6d, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ab40fdf1-2367-4aaf-a842-35d8e9debb6d,segment=NetworkSegment(34734b3f-5dce-4149-a5ad-b36712006fc4),segment_id=34734b3f-5dce-4149-a5ad-b36712006fc4)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:40.417940 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port c32122ee-4846-475d-94da-7ce58fde1be7, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=c32122ee-4846-475d-94da-7ce58fde1be7,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:40.452778 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-838cc043-b10e-4bab-8a7b-3f71567632fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:40.467071 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-4049c337-a21b-48c7-9817-4a91902844bb req-71a1e145-5c68-49a7-a6fd-742b0cc692ec service neutron] For port ab40fdf1-2367-4aaf-a842-35d8e9debb6d, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:01:40.467297 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25280b61-6bf6-436e-bb1f-dc0dc901c525 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Network 09d56b2f-2f34-433d-a5ff-2b5c29b078b3 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:40.478488 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-25280b61-6bf6-436e-bb1f-dc0dc901c525 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:40.500129 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d224fd1d-6d0b-4ed2-acb1-34163254442d tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:40.502718 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-b1f98732-3e96-42d2-b88b-66322287acdd req-094def0c-e89c-4b83-a12f-abc455a4de43 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] For port 29144de0-20b4-4382-94d5-8a6d614dd30d, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=29144de0-20b4-4382-94d5-8a6d614dd30d,segment=NetworkSegment(53b76348-81c8-4bfa-909a-3d74533ded61),segment_id=53b76348-81c8-4bfa-909a-3d74533ded61)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:40.508694 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b1f98732-3e96-42d2-b88b-66322287acdd req-094def0c-e89c-4b83-a12f-abc455a4de43 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:40.512212 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-4049c337-a21b-48c7-9817-4a91902844bb req-71a1e145-5c68-49a7-a6fd-742b0cc692ec service neutron] device_id is not set on port ab40fdf1-2367-4aaf-a842-35d8e9debb6d yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:01:40.521340 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4049c337-a21b-48c7-9817-4a91902844bb req-71a1e145-5c68-49a7-a6fd-742b0cc692ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:40.548498 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9d18d-31db-4d4b-984f-a32960239820 None None] Pushing event updated for resources: {'Port': ['ID=a0bc83e7-54ec-4e8a-94df-cd21335efa4a,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:40.549761 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:40.614044 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-b1f98732-3e96-42d2-b88b-66322287acdd req-094def0c-e89c-4b83-a12f-abc455a4de43 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Calling delete_port for 29144de0-20b4-4382-94d5-8a6d614dd30d owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:40.650953 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=c32122ee-4846-475d-94da-7ce58fde1be7,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:40.668118 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-838cc043-b10e-4bab-8a7b-3f71567632fe None None] Attempting to bind port a0bc83e7-54ec-4e8a-94df-cd21335efa4a on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:01:40.669348 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-838cc043-b10e-4bab-8a7b-3f71567632fe None None] Attempting to bind port a0bc83e7-54ec-4e8a-94df-cd21335efa4a by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '0a3a5395-5609-45d7-b7cc-faebbf2a8bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5db0f0cc-f12f-4439-8e08-5f9a39ddae38'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:01:40.669662 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d224fd1d-6d0b-4ed2-acb1-34163254442d tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:40.669909 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838cc043-b10e-4bab-8a7b-3f71567632fe None None] Attempting to bind port a0bc83e7-54ec-4e8a-94df-cd21335efa4a on network 5db0f0cc-f12f-4439-8e08-5f9a39ddae38 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:01:40.687848 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838cc043-b10e-4bab-8a7b-3f71567632fe None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:01:40.687848 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838cc043-b10e-4bab-8a7b-3f71567632fe None None] Checking segment: {'id': '0a3a5395-5609-45d7-b7cc-faebbf2a8bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5db0f0cc-f12f-4439-8e08-5f9a39ddae38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:01:40.687848 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-838cc043-b10e-4bab-8a7b-3f71567632fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:40.687848 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838cc043-b10e-4bab-8a7b-3f71567632fe None None] Bound using segment: {'id': '0a3a5395-5609-45d7-b7cc-faebbf2a8bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5db0f0cc-f12f-4439-8e08-5f9a39ddae38'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:01:40.687848 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-838cc043-b10e-4bab-8a7b-3f71567632fe None None] Bound port: a0bc83e7-54ec-4e8a-94df-cd21335efa4a, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a3a5395-5609-45d7-b7cc-faebbf2a8bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5db0f0cc-f12f-4439-8e08-5f9a39ddae38'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:01:40.687848 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-838cc043-b10e-4bab-8a7b-3f71567632fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:40.734994 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4049c337-a21b-48c7-9817-4a91902844bb req-71a1e145-5c68-49a7-a6fd-742b0cc692ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:40.766518 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224fd1d-6d0b-4ed2-acb1-34163254442d tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=342738ea-9e15-4fc5-8908-4f2cfa16f608,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:40.794122 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-838cc043-b10e-4bab-8a7b-3f71567632fe None None] For port a0bc83e7-54ec-4e8a-94df-cd21335efa4a, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:01:40.807835 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-838cc043-b10e-4bab-8a7b-3f71567632fe None None] For port a0bc83e7-54ec-4e8a-94df-cd21335efa4a, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=a0bc83e7-54ec-4e8a-94df-cd21335efa4a,segment=NetworkSegment(0a3a5395-5609-45d7-b7cc-faebbf2a8bad),segment_id=0a3a5395-5609-45d7-b7cc-faebbf2a8bad)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:01:40.881814 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-838cc043-b10e-4bab-8a7b-3f71567632fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:40.896802 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a1e145-5c68-49a7-a6fd-742b0cc692ec service neutron] Pushing event updated for resources: {'Port': ['ID=ab40fdf1-2367-4aaf-a842-35d8e9debb6d,revision_number=6']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:40.909869 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d224fd1d-6d0b-4ed2-acb1-34163254442d tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:40.923372 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d224fd1d-6d0b-4ed2-acb1-34163254442d tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9397767 Aug 16 21:01:40.924696 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54834) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:40.929471 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-f7c92d64-62e4-4404-9e73-932244a7cd43 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Request body: {'security_group_rule': {'security_group_id': '26905a6d-4b18-4de0-9acd-6bb77c126c7e', 'project_id': '9304be98048d4c61b258f65239a0a004', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:40.998567 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-4049c337-a21b-48c7-9817-4a91902844bb req-71a1e145-5c68-49a7-a6fd-742b0cc692ec service neutron] No DVR routers for this DVR port ab40fdf1-2367-4aaf-a842-35d8e9debb6d on host n-h2-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:01:41.041297 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b1f98732-3e96-42d2-b88b-66322287acdd req-094def0c-e89c-4b83-a12f-abc455a4de43 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:41.050617 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9d18d-31db-4d4b-984f-a32960239820 None None] Pushing event updated for resources: {'Port': ['ID=a0bc83e7-54ec-4e8a-94df-cd21335efa4a,revision_number=4']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:41.069176 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0b97c56b-74b7-400c-a4c9-7ad0b82e21a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:41.116845 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838cc043-b10e-4bab-8a7b-3f71567632fe None None] Routers {'f3ddf931-5462-4615-b4ef-2141dfbb9238'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:01:41.118584 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-838cc043-b10e-4bab-8a7b-3f71567632fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:01:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['f3ddf931-5462-4615-b4ef-2141dfbb9238'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:41.119319 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-4049c337-a21b-48c7-9817-4a91902844bb req-71a1e145-5c68-49a7-a6fd-742b0cc692ec service neutron] In _notify_port_updated(), no bound segment for port ab40fdf1-2367-4aaf-a842-35d8e9debb6d on network 548eb6bc-b22d-43c1-8abf-bd0cf1de4a03 {{(pid=101845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 21:01:41.122904 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049c337-a21b-48c7-9817-4a91902844bb req-71a1e145-5c68-49a7-a6fd-742b0cc692ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:41.123558 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4049c337-a21b-48c7-9817-4a91902844bb req-71a1e145-5c68-49a7-a6fd-742b0cc692ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:41.124960 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4049c337-a21b-48c7-9817-4a91902844bb req-71a1e145-5c68-49a7-a6fd-742b0cc692ec service neutron] 10.222.0.90 "PUT /v2.0/ports/ab40fdf1-2367-4aaf-a842-35d8e9debb6d HTTP/1.1" status: 200 len: 1032 time: 1.0469265 Aug 16 21:01:41.126078 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 60058f8d-a1da-4746-9f38-11119f791aef up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:01:41.199564 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25280b61-6bf6-436e-bb1f-dc0dc901c525 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Router 35f1782d-64c1-49c8-951a-f4158472f9eb is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:01:41.227924 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f7c92d64-62e4-4404-9e73-932244a7cd43 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:41.256658 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-184d093a-3de3-47e2-9d59-e4abc2ba418d None None] Provisioning complete for port 49aa86d5-030b-4e94-945a-3afeb13ba888 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:41.259713 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-184d093a-3de3-47e2-9d59-e4abc2ba418d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:41.272189 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049c337-a21b-48c7-9817-4a91902844bb req-30444ac4-35d7-4285-ab58-41eb4cfa88b3 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:41.276740 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4049c337-a21b-48c7-9817-4a91902844bb req-30444ac4-35d7-4285-ab58-41eb4cfa88b3 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.90 "GET /v2.0/ports/bb57be4a-0292-48cb-9992-55bcc6db3063?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1429715 Aug 16 21:01:41.296082 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-4049c337-a21b-48c7-9817-4a91902844bb req-4e8c5bd8-7869-4e9d-979b-94b5d5128e41 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:41.328786 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f98732-3e96-42d2-b88b-66322287acdd req-094def0c-e89c-4b83-a12f-abc455a4de43 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] No DVR routers for this DVR port 29144de0-20b4-4382-94d5-8a6d614dd30d on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:01:41.350506 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094def0c-e89c-4b83-a12f-abc455a4de43 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Pushing event deleted for resources: {'Port': ['ID=29144de0-20b4-4382-94d5-8a6d614dd30d,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:41.357418 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b1f98732-3e96-42d2-b88b-66322287acdd req-094def0c-e89c-4b83-a12f-abc455a4de43 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:41.368022 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b1f98732-3e96-42d2-b88b-66322287acdd req-094def0c-e89c-4b83-a12f-abc455a4de43 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.90 "DELETE /v2.0/ports/29144de0-20b4-4382-94d5-8a6d614dd30d HTTP/1.1" status: 204 len: 173 time: 1.4125712 Aug 16 21:01:41.391074 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-184d093a-3de3-47e2-9d59-e4abc2ba418d None None] Port 49aa86d5-030b-4e94-945a-3afeb13ba888 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:01:41.423559 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4049c337-a21b-48c7-9817-4a91902844bb req-4e8c5bd8-7869-4e9d-979b-94b5d5128e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:41.439525 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 60058f8d-a1da-4746-9f38-11119f791aef triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:41.440603 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:41.445535 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-838cc043-b10e-4bab-8a7b-3f71567632fe None None] Set router f3ddf931-5462-4615-b4ef-2141dfbb9238 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:01:41.456940 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390fb150-0d0a-4e91-ae81-26fbcc84bd6d', 'name': 'network-vif-deleted', 'tag': '29144de0-20b4-4382-94d5-8a6d614dd30d'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:01:41.459337 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db34458a-f0f7-42ef-8034-cd444d5c9d6e" -d '{"events": [{"server_uuid": "390fb150-0d0a-4e91-ae81-26fbcc84bd6d", "name": "network-vif-deleted", "tag": "29144de0-20b4-4382-94d5-8a6d614dd30d"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:01:41.561058 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f7c92d64-62e4-4404-9e73-932244a7cd43 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:41.572730 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4eb97ba6-f802-46da-b663-889575b63111 req-212b3a76-8504-42a0-ab8a-9ae2b14e6225 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=390fb150-0d0a-4e91-ae81-26fbcc84bd6d HTTP/1.1" status: 200 len: 210 time: 0.1048260 Aug 16 21:01:41.589519 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-efe3957a-25cc-498a-8a8a-519fc8273291 None None] Provisioning complete for port ab40fdf1-2367-4aaf-a842-35d8e9debb6d triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:41.591914 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-efe3957a-25cc-498a-8a8a-519fc8273291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:41.624844 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device c32122ee-4846-475d-94da-7ce58fde1be7 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:01:41.657980 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-efe3957a-25cc-498a-8a8a-519fc8273291 None None] Port ab40fdf1-2367-4aaf-a842-35d8e9debb6d cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:01:41.679626 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809861a5-c939-4390-b35c-4d0024b9c56f req-93d8061b-ea13-49f4-a16b-13e4f8bfbcbc tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:41.686782 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809861a5-c939-4390-b35c-4d0024b9c56f req-93d8061b-ea13-49f4-a16b-13e4f8bfbcbc tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:41.692626 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port c32122ee-4846-475d-94da-7ce58fde1be7 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:41.693006 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:41.725172 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f7c92d64-62e4-4404-9e73-932244a7cd43 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:41.739085 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809861a5-c939-4390-b35c-4d0024b9c56f req-93d8061b-ea13-49f4-a16b-13e4f8bfbcbc tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:41.753102 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809861a5-c939-4390-b35c-4d0024b9c56f req-93d8061b-ea13-49f4-a16b-13e4f8bfbcbc tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:41.777288 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809861a5-c939-4390-b35c-4d0024b9c56f req-93d8061b-ea13-49f4-a16b-13e4f8bfbcbc tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:41.797850 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809861a5-c939-4390-b35c-4d0024b9c56f req-93d8061b-ea13-49f4-a16b-13e4f8bfbcbc tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:41.804270 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c92d64-62e4-4404-9e73-932244a7cd43 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74bba6aa-bf69-4c19-9bd7-19c320395d66,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:41.838639 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-809861a5-c939-4390-b35c-4d0024b9c56f req-93d8061b-ea13-49f4-a16b-13e4f8bfbcbc tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 4666 time: 0.7132597 Aug 16 21:01:41.871113 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c28d7f-db58-4119-bb25-4ce39c050d6f x-openstack-request-id: req-b6c28d7f-db58-4119-bb25-4ce39c050d6f {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:01:41.875638 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "390fb150-0d0a-4e91-ae81-26fbcc84bd6d", "name": "network-vif-deleted", "tag": "29144de0-20b4-4382-94d5-8a6d614dd30d", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:01:41.878035 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b6c28d7f-db58-4119-bb25-4ce39c050d6f {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:01:41.878618 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '390fb150-0d0a-4e91-ae81-26fbcc84bd6d', 'name': 'network-vif-deleted', 'tag': '29144de0-20b4-4382-94d5-8a6d614dd30d', 'status': 'completed', 'code': 200} Aug 16 21:01:41.882581 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-4049c337-a21b-48c7-9817-4a91902844bb req-4e8c5bd8-7869-4e9d-979b-94b5d5128e41 service neutron] For port bb57be4a-0292-48cb-9992-55bcc6db3063, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=bb57be4a-0292-48cb-9992-55bcc6db3063,segment=NetworkSegment(34734b3f-5dce-4149-a5ad-b36712006fc4),segment_id=34734b3f-5dce-4149-a5ad-b36712006fc4)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:41.893250 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-838cc043-b10e-4bab-8a7b-3f71567632fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ddf931-5462-4615-b4ef-2141dfbb9238', 'name': 'tempest-TestServerBasicOps-1366360804-router', 'tenant_id': '83ad6ec41cae487caf10e7265f336cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c32122ee-4846-475d-94da-7ce58fde1be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:29Z', 'updated_at': '2021-08-16T21:01:35Z', 'revision_number': 4, 'project_id': '83ad6ec41cae487caf10e7265f336cd2', 'gw_port': {'id': 'c32122ee-4846-475d-94da-7ce58fde1be7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ddf931-5462-4615-b4ef-2141dfbb9238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:30Z', 'updated_at': '2021-08-16T21:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'a0bc83e7-54ec-4e8a-94df-cd21335efa4a', 'name': '', 'network_id': '5db0f0cc-f12f-4439-8e08-5f9a39ddae38', 'tenant_id': '83ad6ec41cae487caf10e7265f336cd2', 'mac_address': 'fa:16:3e:ee:be:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ddf931-5462-4615-b4ef-2141dfbb9238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': 'e7444dc4-db8f-4d90-9cd5-ed17966120cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:34Z', 'updated_at': '2021-08-16T21:01:40Z', 'revision_number': 4, 'project_id': '83ad6ec41cae487caf10e7265f336cd2', 'subnets': [{'id': 'e7444dc4-db8f-4d90-9cd5-ed17966120cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:41.894375 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f7c92d64-62e4-4404-9e73-932244a7cd43 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:41.895764 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f7c92d64-62e4-4404-9e73-932244a7cd43 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9701140 Aug 16 21:01:41.902431 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54848) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:41.907527 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-37dd2aa7-3f25-495a-abee-962f77401832 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Request body: {'security_group_rule': {'security_group_id': '26905a6d-4b18-4de0-9acd-6bb77c126c7e', 'project_id': '9304be98048d4c61b258f65239a0a004', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:41.948835 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-4049c337-a21b-48c7-9817-4a91902844bb req-4e8c5bd8-7869-4e9d-979b-94b5d5128e41 service neutron] For port bb57be4a-0292-48cb-9992-55bcc6db3063, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:01:41.961965 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25280b61-6bf6-436e-bb1f-dc0dc901c525 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:01:41.971004 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-25280b61-6bf6-436e-bb1f-dc0dc901c525 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "PUT /v2.0/routers/35f1782d-64c1-49c8-951a-f4158472f9eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3958230 Aug 16 21:01:41.975082 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54850) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:41.976036 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e61d2f-eea5-4e11-a002-b59a11eac948 None None] Sync routers for ids ['35f1782d-64c1-49c8-951a-f4158472f9eb'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:01:41.994601 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838cc043-b10e-4bab-8a7b-3f71567632fe None None] The sync data for ids ['f3ddf931-5462-4615-b4ef-2141dfbb9238'] in n-d-793620-15 is: [{'id': 'f3ddf931-5462-4615-b4ef-2141dfbb9238', 'name': 'tempest-TestServerBasicOps-1366360804-router', 'tenant_id': '83ad6ec41cae487caf10e7265f336cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c32122ee-4846-475d-94da-7ce58fde1be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:29Z', 'updated_at': '2021-08-16T21:01:35Z', 'revision_number': 4, 'project_id': '83ad6ec41cae487caf10e7265f336cd2', 'gw_port': {'id': 'c32122ee-4846-475d-94da-7ce58fde1be7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ddf931-5462-4615-b4ef-2141dfbb9238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:30Z', 'updated_at': '2021-08-16T21:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'a0bc83e7-54ec-4e8a-94df-cd21335efa4a', 'name': '', 'network_id': '5db0f0cc-f12f-4439-8e08-5f9a39ddae38', 'tenant_id': '83ad6ec41cae487caf10e7265f336cd2', 'mac_address': 'fa:16:3e:ee:be:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ddf931-5462-4615-b4ef-2141dfbb9238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': 'e7444dc4-db8f-4d90-9cd5-ed17966120cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:34Z', 'updated_at': '2021-08-16T21:01:40Z', 'revision_number': 4, 'project_id': '83ad6ec41cae487caf10e7265f336cd2', 'subnets': [{'id': 'e7444dc4-db8f-4d90-9cd5-ed17966120cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:01:41.995629 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-809861a5-c939-4390-b35c-4d0024b9c56f req-73c52e45-0465-4048-9a1d-2ab3826dd314 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9&id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1557801 Aug 16 21:01:41.998998 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e61d2f-eea5-4e11-a002-b59a11eac948 None None] Routers {'35f1782d-64c1-49c8-951a-f4158472f9eb'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:01:41.999517 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-57e61d2f-eea5-4e11-a002-b59a11eac948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:01:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['35f1782d-64c1-49c8-951a-f4158472f9eb'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:42.032121 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-4049c337-a21b-48c7-9817-4a91902844bb req-4e8c5bd8-7869-4e9d-979b-94b5d5128e41 service neutron] device_id is not set on port bb57be4a-0292-48cb-9992-55bcc6db3063 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:01:42.043011 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4049c337-a21b-48c7-9817-4a91902844bb req-4e8c5bd8-7869-4e9d-979b-94b5d5128e41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:42.048009 n-d-793620-15 neutron-server[101845]: INFO neutron.db.securitygroups_db [None req-37dd2aa7-3f25-495a-abee-962f77401832 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Project 9304be98048d4c61b258f65239a0a004 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:01:42.054396 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-57e61d2f-eea5-4e11-a002-b59a11eac948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:42.057777 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-37dd2aa7-3f25-495a-abee-962f77401832 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:42.080964 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e61d2f-eea5-4e11-a002-b59a11eac948 None None] Routers {'35f1782d-64c1-49c8-951a-f4158472f9eb'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:01:42.081757 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-57e61d2f-eea5-4e11-a002-b59a11eac948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:01:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['35f1782d-64c1-49c8-951a-f4158472f9eb'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:42.113072 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6bf996-9869-4a20-aaf7-86059da2c4ec tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:42.113072 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0b6bf996-9869-4a20-aaf7-86059da2c4ec tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "GET /v2.0/ports?device_id=35f1782d-64c1-49c8-951a-f4158472f9eb HTTP/1.1" status: 200 len: 989 time: 0.1337659 Aug 16 21:01:42.113470 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54852) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:42.140562 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4049c337-a21b-48c7-9817-4a91902844bb req-4e8c5bd8-7869-4e9d-979b-94b5d5128e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:42.151039 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-57e61d2f-eea5-4e11-a002-b59a11eac948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:42.152625 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e61d2f-eea5-4e11-a002-b59a11eac948 None None] The sync data for ids ['35f1782d-64c1-49c8-951a-f4158472f9eb'] in n-d-793620-15 is: [] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:01:42.159717 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device bb57be4a-0292-48cb-9992-55bcc6db3063 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:01:42.243837 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-37dd2aa7-3f25-495a-abee-962f77401832 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:42.257358 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device bb57be4a-0292-48cb-9992-55bcc6db3063 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:01:42.257777 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 3af6817e-b620-4a8f-89a6-4b54fec09bf6 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:01:42.330263 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-4049c337-a21b-48c7-9817-4a91902844bb req-4e8c5bd8-7869-4e9d-979b-94b5d5128e41 service neutron] No DVR routers for this DVR port bb57be4a-0292-48cb-9992-55bcc6db3063 on host n-h2-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:01:42.357409 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-37dd2aa7-3f25-495a-abee-962f77401832 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:42.436011 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c5bd8-7869-4e9d-979b-94b5d5128e41 service neutron] Pushing event updated for resources: {'Port': ['ID=bb57be4a-0292-48cb-9992-55bcc6db3063,revision_number=6']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:42.450530 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:42.483883 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-37dd2aa7-3f25-495a-abee-962f77401832 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:42.486851 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-37dd2aa7-3f25-495a-abee-962f77401832 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5815299 Aug 16 21:01:42.489992 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54856) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:42.494683 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd2aa7-3f25-495a-abee-962f77401832 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58290c2d-6432-4e46-8c62-827cbcb24937,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:42.501191 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af6817e-b620-4a8f-89a6-4b54fec09bf6'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:01:42.507834 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-1cea826c-6e53-4cb9-85d9-e26111337f9e tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Request body: {'security_group_rule': {'security_group_id': '26905a6d-4b18-4de0-9acd-6bb77c126c7e', 'project_id': '9304be98048d4c61b258f65239a0a004', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:42.510774 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309be519-ffc0-49f1-a794-aa2678767781" -d '{"events": [{"server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "name": "network-vif-unplugged", "status": "completed", "tag": "3af6817e-b620-4a8f-89a6-4b54fec09bf6"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:01:42.526344 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-4049c337-a21b-48c7-9817-4a91902844bb req-4e8c5bd8-7869-4e9d-979b-94b5d5128e41 service neutron] In _notify_port_updated(), no bound segment for port bb57be4a-0292-48cb-9992-55bcc6db3063 on network 548eb6bc-b22d-43c1-8abf-bd0cf1de4a03 {{(pid=101845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 21:01:42.528550 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049c337-a21b-48c7-9817-4a91902844bb req-4e8c5bd8-7869-4e9d-979b-94b5d5128e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:42.531559 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4049c337-a21b-48c7-9817-4a91902844bb req-4e8c5bd8-7869-4e9d-979b-94b5d5128e41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:42.536557 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4049c337-a21b-48c7-9817-4a91902844bb req-4e8c5bd8-7869-4e9d-979b-94b5d5128e41 service neutron] 10.222.0.90 "PUT /v2.0/ports/bb57be4a-0292-48cb-9992-55bcc6db3063 HTTP/1.1" status: 200 len: 1032 time: 1.2455194 Aug 16 21:01:42.566943 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 3af6817e-b620-4a8f-89a6-4b54fec09bf6, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=3af6817e-b620-4a8f-89a6-4b54fec09bf6,segment=NetworkSegment(c17ee736-fab2-4b49-a592-ddf384be080a),segment_id=c17ee736-fab2-4b49-a592-ddf384be080a)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:42.606762 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c3780c2a-d65a-43ef-8411-b7ccd5ed80b8 None None] Provisioning complete for port bb57be4a-0292-48cb-9992-55bcc6db3063 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:42.607255 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c3780c2a-d65a-43ef-8411-b7ccd5ed80b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:42.651616 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b119a31-f648-4773-83c8-ae67a9545266 x-openstack-request-id: req-7b119a31-f648-4773-83c8-ae67a9545266 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:01:42.652083 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "name": "network-vif-unplugged", "status": "completed", "tag": "3af6817e-b620-4a8f-89a6-4b54fec09bf6", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:01:42.652429 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7b119a31-f648-4773-83c8-ae67a9545266 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:01:42.652922 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af6817e-b620-4a8f-89a6-4b54fec09bf6', 'code': 200} Aug 16 21:01:42.653598 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-c3780c2a-d65a-43ef-8411-b7ccd5ed80b8 None None] Port bb57be4a-0292-48cb-9992-55bcc6db3063 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:01:42.658439 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:42.662416 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 4d8bacfe-cedf-4ddb-98de-1fe3b2792d18 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:01:42.753682 n-d-793620-15 neutron-server[101844]: INFO neutron.db.securitygroups_db [None req-1cea826c-6e53-4cb9-85d9-e26111337f9e tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Project 9304be98048d4c61b258f65239a0a004 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:01:42.761584 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1cea826c-6e53-4cb9-85d9-e26111337f9e tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:42.828582 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-4049c337-a21b-48c7-9817-4a91902844bb req-f8bd338c-ac3a-46dc-8b50-f7c442c2ca59 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Deleting port 3af6817e-b620-4a8f-89a6-4b54fec09bf6 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:42.828931 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4049c337-a21b-48c7-9817-4a91902844bb req-f8bd338c-ac3a-46dc-8b50-f7c442c2ca59 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:42.896585 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2f9229ab-1b4c-4d15-920f-57ea238d863a req-b014a291-3cc3-4c17-8ff7-d71f7d9a1547 tempest-DeleteServersTestJSON-672180082 tempest-DeleteServersTestJSON-672180082-project] 10.222.0.84 "GET /v2.0/ports?device_id=390fb150-0d0a-4e91-ae81-26fbcc84bd6d HTTP/1.1" status: 200 len: 210 time: 0.0764587 Aug 16 21:01:42.957643 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:43.025084 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=3af6817e-b620-4a8f-89a6-4b54fec09bf6,revision_number=6']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:43.036175 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1cea826c-6e53-4cb9-85d9-e26111337f9e tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:43.125186 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1cea826c-6e53-4cb9-85d9-e26111337f9e tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:43.134790 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 4d8bacfe-cedf-4ddb-98de-1fe3b2792d18, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=4d8bacfe-cedf-4ddb-98de-1fe3b2792d18,segment=NetworkSegment(34734b3f-5dce-4149-a5ad-b36712006fc4),segment_id=34734b3f-5dce-4149-a5ad-b36712006fc4)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:43.140612 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device a0bc83e7-54ec-4e8a-94df-cd21335efa4a up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:01:43.164104 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-4049c337-a21b-48c7-9817-4a91902844bb req-f8bd338c-ac3a-46dc-8b50-f7c442c2ca59 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] For port 3af6817e-b620-4a8f-89a6-4b54fec09bf6, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=3af6817e-b620-4a8f-89a6-4b54fec09bf6,segment=NetworkSegment(c17ee736-fab2-4b49-a592-ddf384be080a),segment_id=c17ee736-fab2-4b49-a592-ddf384be080a)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:43.166646 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4049c337-a21b-48c7-9817-4a91902844bb req-f8bd338c-ac3a-46dc-8b50-f7c442c2ca59 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:43.192320 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea826c-6e53-4cb9-85d9-e26111337f9e tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ae61489-4a71-4f45-9ce0-4861a247047d,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:43.218544 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-4049c337-a21b-48c7-9817-4a91902844bb req-f8bd338c-ac3a-46dc-8b50-f7c442c2ca59 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Calling delete_port for 3af6817e-b620-4a8f-89a6-4b54fec09bf6 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:43.222832 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:43.229055 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device b594a15b-28e6-4504-af59-93fb056ff0c6 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:01:43.233597 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a028b6-1951-479d-9227-b3a80352589b req-cac8ffec-2d1f-4d1f-9648-ab9055a48a47 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:43.240832 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a028b6-1951-479d-9227-b3a80352589b req-cac8ffec-2d1f-4d1f-9648-ab9055a48a47 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:43.247569 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a028b6-1951-479d-9227-b3a80352589b req-cac8ffec-2d1f-4d1f-9648-ab9055a48a47 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:43.254430 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a028b6-1951-479d-9227-b3a80352589b req-cac8ffec-2d1f-4d1f-9648-ab9055a48a47 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:43.262551 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a028b6-1951-479d-9227-b3a80352589b req-cac8ffec-2d1f-4d1f-9648-ab9055a48a47 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:43.264499 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d3a028b6-1951-479d-9227-b3a80352589b req-cac8ffec-2d1f-4d1f-9648-ab9055a48a47 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 3885 time: 0.1148770 Aug 16 21:01:43.265415 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8aff505d-4da8-4ce3-9159-bd9d19fe075d tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:43.384345 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1cea826c-6e53-4cb9-85d9-e26111337f9e tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:43.386105 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1cea826c-6e53-4cb9-85d9-e26111337f9e tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8934779 Aug 16 21:01:43.496943 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d3a028b6-1951-479d-9227-b3a80352589b req-c659012d-3e51-4f91-b59f-07ba5a4caa7c tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223872 Aug 16 21:01:43.578459 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4049c337-a21b-48c7-9817-4a91902844bb req-f8bd338c-ac3a-46dc-8b50-f7c442c2ca59 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:43.660169 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd338c-ac3a-46dc-8b50-f7c442c2ca59 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Pushing event deleted for resources: {'Port': ['ID=3af6817e-b620-4a8f-89a6-4b54fec09bf6,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:43.675730 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-77e8cab5-842e-452c-a80a-80d576f175b4 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-525742758&fields=id&tenant_id=9304be98048d4c61b258f65239a0a004 HTTP/1.1" status: 200 len: 267 time: 0.0638204 Aug 16 21:01:43.754212 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-4049c337-a21b-48c7-9817-4a91902844bb req-f8bd338c-ac3a-46dc-8b50-f7c442c2ca59 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] No DVR routers for this DVR port 3af6817e-b620-4a8f-89a6-4b54fec09bf6 on host n-h2-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:01:43.759292 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4049c337-a21b-48c7-9817-4a91902844bb req-f8bd338c-ac3a-46dc-8b50-f7c442c2ca59 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:43.761540 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4049c337-a21b-48c7-9817-4a91902844bb req-f8bd338c-ac3a-46dc-8b50-f7c442c2ca59 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.90 "DELETE /v2.0/ports/3af6817e-b620-4a8f-89a6-4b54fec09bf6 HTTP/1.1" status: 204 len: 173 time: 1.2197680 Aug 16 21:01:43.762010 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'name': 'network-vif-deleted', 'tag': '3af6817e-b620-4a8f-89a6-4b54fec09bf6'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:01:43.771825 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b014c008-78d0-457e-a7c4-dd77c3054e02" -d '{"events": [{"server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "name": "network-vif-deleted", "tag": "3af6817e-b620-4a8f-89a6-4b54fec09bf6"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:01:43.852686 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-8aff505d-4da8-4ce3-9159-bd9d19fe075d tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Deleting port 49aa86d5-030b-4e94-945a-3afeb13ba888 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:43.863713 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8aff505d-4da8-4ce3-9159-bd9d19fe075d tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:43.955725 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:43.964814 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c707104d-928f-4948-ae71-386fb6d93ec5 x-openstack-request-id: req-c707104d-928f-4948-ae71-386fb6d93ec5 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:01:43.965512 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "name": "network-vif-deleted", "tag": "3af6817e-b620-4a8f-89a6-4b54fec09bf6", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:01:43.965950 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c707104d-928f-4948-ae71-386fb6d93ec5 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:01:43.967064 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'name': 'network-vif-deleted', 'tag': '3af6817e-b620-4a8f-89a6-4b54fec09bf6', 'status': 'completed', 'code': 200} Aug 16 21:01:44.054271 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:44.066027 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=4d8bacfe-cedf-4ddb-98de-1fe3b2792d18,revision_number=6']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:44.074607 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-4049c337-a21b-48c7-9817-4a91902844bb req-06f05b55-17e9-4ae5-8a27-64dd907b9c07 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Deleting port b594a15b-28e6-4504-af59-93fb056ff0c6 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:44.076032 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4049c337-a21b-48c7-9817-4a91902844bb req-06f05b55-17e9-4ae5-8a27-64dd907b9c07 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:44.093465 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-ab63947a-8bcf-4d9a-9297-e6b054bd485d tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:44.095120 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-ab63947a-8bcf-4d9a-9297-e6b054bd485d tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "GET /v2.0/networks?id=21ccb363-d19c-49b3-8a0b-8ebb4f3486c4 HTTP/1.1" status: 200 len: 808 time: 0.4182599 Aug 16 21:01:44.131048 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6be3a382-acb9-4c25-b0a3-ad45d79f2c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:44.134296 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port a0bc83e7-54ec-4e8a-94df-cd21335efa4a completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:44.150107 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port b594a15b-28e6-4504-af59-93fb056ff0c6, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=b594a15b-28e6-4504-af59-93fb056ff0c6,segment=NetworkSegment(c17ee736-fab2-4b49-a592-ddf384be080a),segment_id=c17ee736-fab2-4b49-a592-ddf384be080a)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:44.151371 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port a0bc83e7-54ec-4e8a-94df-cd21335efa4a triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:44.151906 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:44.177899 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-90c96038-0311-4947-9f19-50fd98658597 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "GET /v2.0/quotas/9304be98048d4c61b258f65239a0a004 HTTP/1.1" status: 200 len: 375 time: 0.0597596 Aug 16 21:01:44.185473 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8aff505d-4da8-4ce3-9159-bd9d19fe075d tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:44.296335 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:44.296740 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 6f663d94-68b3-4016-94ab-cff5d3fc7931 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:01:44.298490 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-8aff505d-4da8-4ce3-9159-bd9d19fe075d tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Calling delete_port for 49aa86d5-030b-4e94-945a-3afeb13ba888 owned by network:router_interface {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:44.314948 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-4049c337-a21b-48c7-9817-4a91902844bb req-06f05b55-17e9-4ae5-8a27-64dd907b9c07 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] For port b594a15b-28e6-4504-af59-93fb056ff0c6, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=b594a15b-28e6-4504-af59-93fb056ff0c6,segment=NetworkSegment(c17ee736-fab2-4b49-a592-ddf384be080a),segment_id=c17ee736-fab2-4b49-a592-ddf384be080a)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:44.315622 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4049c337-a21b-48c7-9817-4a91902844bb req-06f05b55-17e9-4ae5-8a27-64dd907b9c07 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:44.339740 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-4049c337-a21b-48c7-9817-4a91902844bb req-06f05b55-17e9-4ae5-8a27-64dd907b9c07 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Calling delete_port for b594a15b-28e6-4504-af59-93fb056ff0c6 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:44.462207 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-27e1d4cf-f87c-4db1-8cc0-849a56c28950 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=9304be98048d4c61b258f65239a0a004&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2711024 Aug 16 21:01:44.566856 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4049c337-a21b-48c7-9817-4a91902844bb req-06f05b55-17e9-4ae5-8a27-64dd907b9c07 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:44.629098 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f05b55-17e9-4ae5-8a27-64dd907b9c07 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Pushing event deleted for resources: {'Port': ['ID=b594a15b-28e6-4504-af59-93fb056ff0c6,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:44.667988 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d8bacfe-cedf-4ddb-98de-1fe3b2792d18'}, {'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b594a15b-28e6-4504-af59-93fb056ff0c6'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:01:44.673629 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3db49e-a27b-4c4a-8b9e-cd253acc08fe" -d '{"events": [{"server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "name": "network-vif-unplugged", "status": "completed", "tag": "4d8bacfe-cedf-4ddb-98de-1fe3b2792d18"}, {"server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "name": "network-vif-unplugged", "status": "completed", "tag": "b594a15b-28e6-4504-af59-93fb056ff0c6"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:01:44.679348 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=b594a15b-28e6-4504-af59-93fb056ff0c6,revision_number=6']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:44.691457 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-4049c337-a21b-48c7-9817-4a91902844bb req-06f05b55-17e9-4ae5-8a27-64dd907b9c07 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] No DVR routers for this DVR port b594a15b-28e6-4504-af59-93fb056ff0c6 on host n-h2-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:01:44.694915 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4049c337-a21b-48c7-9817-4a91902844bb req-06f05b55-17e9-4ae5-8a27-64dd907b9c07 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:44.695221 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:44.697264 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:44.697446 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4049c337-a21b-48c7-9817-4a91902844bb req-06f05b55-17e9-4ae5-8a27-64dd907b9c07 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.90 "DELETE /v2.0/ports/b594a15b-28e6-4504-af59-93fb056ff0c6 HTTP/1.1" status: 204 len: 173 time: 0.9157302 Aug 16 21:01:44.777456 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-d5f1499a-474d-43c9-93d9-f1da732c58dc service neutron] 10.222.0.84 "GET /v2.0/networks/21ccb363-d19c-49b3-8a0b-8ebb4f3486c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933590 Aug 16 21:01:44.787526 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port a0bc83e7-54ec-4e8a-94df-cd21335efa4a, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=a0bc83e7-54ec-4e8a-94df-cd21335efa4a,segment=NetworkSegment(0a3a5395-5609-45d7-b7cc-faebbf2a8bad),segment_id=0a3a5395-5609-45d7-b7cc-faebbf2a8bad)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:44.790294 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 6f663d94-68b3-4016-94ab-cff5d3fc7931, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=6f663d94-68b3-4016-94ab-cff5d3fc7931,segment=NetworkSegment(d31205ae-b8c7-447a-b06d-752345c4437a),segment_id=d31205ae-b8c7-447a-b06d-752345c4437a)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:44.812816 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:44.853693 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:44.870511 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:44.871224 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 664a2393-3ef1-43f4-8b8d-bd06b02e9df3 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:01:44.876272 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-4049c337-a21b-48c7-9817-4a91902844bb req-3ec2b207-07d9-4165-a0c4-bff67eb61c7c tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Deleting port 4d8bacfe-cedf-4ddb-98de-1fe3b2792d18 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:44.876272 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4049c337-a21b-48c7-9817-4a91902844bb req-3ec2b207-07d9-4165-a0c4-bff67eb61c7c tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:44.878755 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214377f-ed3b-4216-870e-7829a0a123fa req-6b7d429a-9bae-4501-b8c0-4ad9014cb18c tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:44.885805 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214377f-ed3b-4216-870e-7829a0a123fa req-6b7d429a-9bae-4501-b8c0-4ad9014cb18c tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:44.891870 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214377f-ed3b-4216-870e-7829a0a123fa req-6b7d429a-9bae-4501-b8c0-4ad9014cb18c tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:44.893590 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e214377f-ed3b-4216-870e-7829a0a123fa req-6b7d429a-9bae-4501-b8c0-4ad9014cb18c tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 2415 time: 0.1789913 Aug 16 21:01:44.896574 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8aff505d-4da8-4ce3-9159-bd9d19fe075d tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:45.003128 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=a0bc83e7-54ec-4e8a-94df-cd21335efa4a,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:45.010768 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff505d-4da8-4ce3-9159-bd9d19fe075d tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'Port': ['ID=49aa86d5-030b-4e94-945a-3afeb13ba888,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:45.036314 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-4049c337-a21b-48c7-9817-4a91902844bb req-3ec2b207-07d9-4165-a0c4-bff67eb61c7c tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] For port 4d8bacfe-cedf-4ddb-98de-1fe3b2792d18, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=4d8bacfe-cedf-4ddb-98de-1fe3b2792d18,segment=NetworkSegment(34734b3f-5dce-4149-a5ad-b36712006fc4),segment_id=34734b3f-5dce-4149-a5ad-b36712006fc4)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:45.037768 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4049c337-a21b-48c7-9817-4a91902844bb req-3ec2b207-07d9-4165-a0c4-bff67eb61c7c tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:45.038073 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e214377f-ed3b-4216-870e-7829a0a123fa req-16071208-094b-46ca-82cf-084bacc225ef tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181223 Aug 16 21:01:45.085842 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-4049c337-a21b-48c7-9817-4a91902844bb req-3ec2b207-07d9-4165-a0c4-bff67eb61c7c tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Calling delete_port for 4d8bacfe-cedf-4ddb-98de-1fe3b2792d18 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:45.191230 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:45.235290 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 664a2393-3ef1-43f4-8b8d-bd06b02e9df3, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=664a2393-3ef1-43f4-8b8d-bd06b02e9df3,segment=NetworkSegment(34734b3f-5dce-4149-a5ad-b36712006fc4),segment_id=34734b3f-5dce-4149-a5ad-b36712006fc4)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:45.246034 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 16 Aug 2021 21:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe12748b-e72c-4a1e-b594-0c8b70d71bc1 x-openstack-request-id: req-fe12748b-e72c-4a1e-b594-0c8b70d71bc1 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:01:45.246034 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "name": "network-vif-unplugged", "status": "completed", "tag": "4d8bacfe-cedf-4ddb-98de-1fe3b2792d18", "code": 200}, {"server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "name": "network-vif-unplugged", "status": "completed", "tag": "b594a15b-28e6-4504-af59-93fb056ff0c6", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:01:45.246034 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-fe12748b-e72c-4a1e-b594-0c8b70d71bc1 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:01:45.247254 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d8bacfe-cedf-4ddb-98de-1fe3b2792d18', 'code': 200} Aug 16 21:01:45.247254 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b594a15b-28e6-4504-af59-93fb056ff0c6', 'code': 200} Aug 16 21:01:45.280911 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-67b5eb53-7057-4509-a20b-a83830f7428d service neutron] 10.222.0.84 "GET /v2.0/networks/21ccb363-d19c-49b3-8a0b-8ebb4f3486c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4946780 Aug 16 21:01:45.297439 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=6f663d94-68b3-4016-94ab-cff5d3fc7931,revision_number=6']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:45.299030 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8aff505d-4da8-4ce3-9159-bd9d19fe075d tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:45.338727 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:45.339923 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ab40fdf1-2367-4aaf-a842-35d8e9debb6d no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:01:45.423805 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4049c337-a21b-48c7-9817-4a91902844bb req-3ec2b207-07d9-4165-a0c4-bff67eb61c7c tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:45.435920 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ab40fdf1-2367-4aaf-a842-35d8e9debb6d not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:01:45.436444 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 29144de0-20b4-4382-94d5-8a6d614dd30d no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:01:45.438367 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=664a2393-3ef1-43f4-8b8d-bd06b02e9df3,revision_number=6']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:45.458558 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2b207-07d9-4165-a0c4-bff67eb61c7c tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Pushing event deleted for resources: {'Port': ['ID=4d8bacfe-cedf-4ddb-98de-1fe3b2792d18,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:45.488200 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 29144de0-20b4-4382-94d5-8a6d614dd30d {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:01:45.488552 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 29144de0-20b4-4382-94d5-8a6d614dd30d not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:01:45.508638 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-4049c337-a21b-48c7-9817-4a91902844bb req-3ec2b207-07d9-4165-a0c4-bff67eb61c7c tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] No DVR routers for this DVR port 4d8bacfe-cedf-4ddb-98de-1fe3b2792d18 on host n-h2-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:01:45.511436 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4049c337-a21b-48c7-9817-4a91902844bb req-3ec2b207-07d9-4165-a0c4-bff67eb61c7c tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:45.513772 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4049c337-a21b-48c7-9817-4a91902844bb req-3ec2b207-07d9-4165-a0c4-bff67eb61c7c tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.90 "DELETE /v2.0/ports/4d8bacfe-cedf-4ddb-98de-1fe3b2792d18 HTTP/1.1" status: 204 len: 173 time: 0.8085434 Aug 16 21:01:45.555291 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aff505d-4da8-4ce3-9159-bd9d19fe075d tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Router 35f1782d-64c1-49c8-951a-f4158472f9eb has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:01:45.639100 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-4049c337-a21b-48c7-9817-4a91902844bb req-d46c0e07-eca4-4e69-92d6-1d0fc112e01a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Deleting port 664a2393-3ef1-43f4-8b8d-bd06b02e9df3 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:45.639100 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4049c337-a21b-48c7-9817-4a91902844bb req-d46c0e07-eca4-4e69-92d6-1d0fc112e01a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:45.651615 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aff505d-4da8-4ce3-9159-bd9d19fe075d tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:01:45.669939 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8aff505d-4da8-4ce3-9159-bd9d19fe075d tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "PUT /v2.0/routers/35f1782d-64c1-49c8-951a-f4158472f9eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5444157 Aug 16 21:01:45.670061 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35930999-fdb7-42ec-a144-07861d1feb98 None None] Sync routers for ids ['35f1782d-64c1-49c8-951a-f4158472f9eb'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:01:45.671556 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54932) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:45.678432 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35930999-fdb7-42ec-a144-07861d1feb98 None None] Routers {'35f1782d-64c1-49c8-951a-f4158472f9eb'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:01:45.679592 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-35930999-fdb7-42ec-a144-07861d1feb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:01:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['35f1782d-64c1-49c8-951a-f4158472f9eb'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:45.721412 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f3f3de-d5b0-4d89-a8ea-06700bc9af9e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] GET failed (client error): The resource could not be found. Aug 16 21:01:45.721639 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-35930999-fdb7-42ec-a144-07861d1feb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:45.722103 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e2f3f3de-d5b0-4d89-a8ea-06700bc9af9e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "GET /v2.0/ports/49aa86d5-030b-4e94-945a-3afeb13ba888 HTTP/1.1" status: 404 len: 333 time: 0.0494757 Aug 16 21:01:45.725734 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54934) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:45.736074 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35930999-fdb7-42ec-a144-07861d1feb98 None None] Routers {'35f1782d-64c1-49c8-951a-f4158472f9eb'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:01:45.736911 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-35930999-fdb7-42ec-a144-07861d1feb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:01:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['35f1782d-64c1-49c8-951a-f4158472f9eb'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:45.786263 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-35930999-fdb7-42ec-a144-07861d1feb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:45.787021 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35930999-fdb7-42ec-a144-07861d1feb98 None None] The sync data for ids ['35f1782d-64c1-49c8-951a-f4158472f9eb'] in n-d-793620-15 is: [] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:01:45.790958 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-4049c337-a21b-48c7-9817-4a91902844bb req-d46c0e07-eca4-4e69-92d6-1d0fc112e01a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] For port 664a2393-3ef1-43f4-8b8d-bd06b02e9df3, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=664a2393-3ef1-43f4-8b8d-bd06b02e9df3,segment=NetworkSegment(34734b3f-5dce-4149-a5ad-b36712006fc4),segment_id=34734b3f-5dce-4149-a5ad-b36712006fc4)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:45.791335 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4049c337-a21b-48c7-9817-4a91902844bb req-d46c0e07-eca4-4e69-92d6-1d0fc112e01a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:45.810289 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-4049c337-a21b-48c7-9817-4a91902844bb req-d46c0e07-eca4-4e69-92d6-1d0fc112e01a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Calling delete_port for 664a2393-3ef1-43f4-8b8d-bd06b02e9df3 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:45.921123 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9da31798-9903-4323-8df8-a4e3479b27eb req-6d09caad-3fed-4f53-962a-bc40304ce8f5 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "GET /v2.0/ports?device_id=10ff47c1-f176-49ee-9848-6224ff3056f6 HTTP/1.1" status: 200 len: 210 time: 0.0456655 Aug 16 21:01:45.928452 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adb2325a-9fa1-428c-a42c-76119313e3b9 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:45.980872 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'name': 'network-vif-deleted', 'tag': 'b594a15b-28e6-4504-af59-93fb056ff0c6'}, {'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'name': 'network-vif-deleted', 'tag': '4d8bacfe-cedf-4ddb-98de-1fe3b2792d18'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:01:45.983649 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652cb8ec-9086-4036-84b1-4d1a0782520f" -d '{"events": [{"server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "name": "network-vif-deleted", "tag": "b594a15b-28e6-4504-af59-93fb056ff0c6"}, {"server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "name": "network-vif-deleted", "tag": "4d8bacfe-cedf-4ddb-98de-1fe3b2792d18"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:01:46.023964 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5787e8-39f9-4e15-b81a-7425169d682e req-e3ac0c13-4c8a-4d68-a2cf-afd3b9e0e0f0 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:46.025545 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9b5787e8-39f9-4e15-b81a-7425169d682e req-e3ac0c13-4c8a-4d68-a2cf-afd3b9e0e0f0 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 946 time: 0.1598575 Aug 16 21:01:46.037028 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 21:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebff6523-46fd-40d0-b012-6a7594b79f28 x-openstack-request-id: req-ebff6523-46fd-40d0-b012-6a7594b79f28 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:01:46.037615 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "name": "network-vif-deleted", "tag": "b594a15b-28e6-4504-af59-93fb056ff0c6", "status": "completed", "code": 200}, {"server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "name": "network-vif-deleted", "tag": "4d8bacfe-cedf-4ddb-98de-1fe3b2792d18", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:01:46.038109 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ebff6523-46fd-40d0-b012-6a7594b79f28 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:01:46.039892 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'name': 'network-vif-deleted', 'tag': 'b594a15b-28e6-4504-af59-93fb056ff0c6', 'status': 'completed', 'code': 200} Aug 16 21:01:46.040769 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'name': 'network-vif-deleted', 'tag': '4d8bacfe-cedf-4ddb-98de-1fe3b2792d18', 'status': 'completed', 'code': 200} Aug 16 21:01:46.054571 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4049c337-a21b-48c7-9817-4a91902844bb req-d46c0e07-eca4-4e69-92d6-1d0fc112e01a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:46.087043 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c0e07-eca4-4e69-92d6-1d0fc112e01a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Pushing event deleted for resources: {'Port': ['ID=664a2393-3ef1-43f4-8b8d-bd06b02e9df3,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:46.162986 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-4049c337-a21b-48c7-9817-4a91902844bb req-d46c0e07-eca4-4e69-92d6-1d0fc112e01a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] No DVR routers for this DVR port 664a2393-3ef1-43f4-8b8d-bd06b02e9df3 on host n-h2-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:01:46.162986 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4049c337-a21b-48c7-9817-4a91902844bb req-d46c0e07-eca4-4e69-92d6-1d0fc112e01a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:46.165029 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4049c337-a21b-48c7-9817-4a91902844bb req-d46c0e07-eca4-4e69-92d6-1d0fc112e01a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.90 "DELETE /v2.0/ports/664a2393-3ef1-43f4-8b8d-bd06b02e9df3 HTTP/1.1" status: 204 len: 173 time: 0.6451094 Aug 16 21:01:46.301162 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-4049c337-a21b-48c7-9817-4a91902844bb req-981509a5-6718-4f3f-9a6f-cde5ccb3424a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Deleting port 6f663d94-68b3-4016-94ab-cff5d3fc7931 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:46.301880 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4049c337-a21b-48c7-9817-4a91902844bb req-981509a5-6718-4f3f-9a6f-cde5ccb3424a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:46.464864 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-4049c337-a21b-48c7-9817-4a91902844bb req-981509a5-6718-4f3f-9a6f-cde5ccb3424a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] For port 6f663d94-68b3-4016-94ab-cff5d3fc7931, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=6f663d94-68b3-4016-94ab-cff5d3fc7931,segment=NetworkSegment(d31205ae-b8c7-447a-b06d-752345c4437a),segment_id=d31205ae-b8c7-447a-b06d-752345c4437a)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:46.465250 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4049c337-a21b-48c7-9817-4a91902844bb req-981509a5-6718-4f3f-9a6f-cde5ccb3424a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:46.578874 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:46.602238 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9b5787e8-39f9-4e15-b81a-7425169d682e req-1077a871-a183-4c79-981b-a7cbb83b1577 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=584ca7c5-4fb3-485c-b621-2fd9059a622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5460613 Aug 16 21:01:46.668627 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adb2325a-9fa1-428c-a42c-76119313e3b9 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:46.675589 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adb2325a-9fa1-428c-a42c-76119313e3b9 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:46.766849 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b77146-088d-43ec-bb50-5d9e1aa2044c req-0fe0ead8-6359-476c-86d8-c1ad7b38f5e9 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:46.768460 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f3b77146-088d-43ec-bb50-5d9e1aa2044c req-0fe0ead8-6359-476c-86d8-c1ad7b38f5e9 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 944 time: 0.2797670 Aug 16 21:01:46.842456 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f3b77146-088d-43ec-bb50-5d9e1aa2044c req-52595978-1078-473f-a6b1-a04b5c4f8a79 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups?id=e87eb010-4ffb-4cec-bdb8-e024167d6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631104 Aug 16 21:01:46.933860 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4049c337-a21b-48c7-9817-4a91902844bb req-981509a5-6718-4f3f-9a6f-cde5ccb3424a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:46.934844 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4049c337-a21b-48c7-9817-4a91902844bb req-981509a5-6718-4f3f-9a6f-cde5ccb3424a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:46.935173 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [req-4049c337-a21b-48c7-9817-4a91902844bb req-981509a5-6718-4f3f-9a6f-cde5ccb3424a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Floating IP 9f0a9091-8ad3-4e23-aac0-fc94d5ddb8cd disassociated. External IP: 172.25.1.6, port: 6f663d94-68b3-4016-94ab-cff5d3fc7931. Aug 16 21:01:46.935522 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-4049c337-a21b-48c7-9817-4a91902844bb req-981509a5-6718-4f3f-9a6f-cde5ccb3424a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Calling delete_port for 6f663d94-68b3-4016-94ab-cff5d3fc7931 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:46.936991 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adb2325a-9fa1-428c-a42c-76119313e3b9 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:46.937550 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb2325a-9fa1-428c-a42c-76119313e3b9 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Fanout notify agent at l3_agent the message router_deleted on router 35f1782d-64c1-49c8-951a-f4158472f9eb {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:01:46.955328 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adb2325a-9fa1-428c-a42c-76119313e3b9 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:46.956690 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-adb2325a-9fa1-428c-a42c-76119313e3b9 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/routers/35f1782d-64c1-49c8-951a-f4158472f9eb HTTP/1.1" status: 204 len: 168 time: 1.2299891 Aug 16 21:01:46.959290 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54968) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:46.972326 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device a0bc83e7-54ec-4e8a-94df-cd21335efa4a up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:01:47.090436 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port a0bc83e7-54ec-4e8a-94df-cd21335efa4a triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:47.090784 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:47.093315 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a6624251-d0c8-464c-aadb-d278a0025b08 req-59460654-18c2-4b97-b3fb-36ae97078eea tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "GET /v2.0/ports?device_id=10ff47c1-f176-49ee-9848-6224ff3056f6 HTTP/1.1" status: 200 len: 210 time: 0.0592368 Aug 16 21:01:47.138721 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-d17cd8c1-79ef-4455-971a-bde0f9a02e05 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Deleting subnet 612d4b3a-a302-424a-a285-6f9c8f9b024a {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:01:47.142140 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d17cd8c1-79ef-4455-971a-bde0f9a02e05 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:47.167317 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4049c337-a21b-48c7-9817-4a91902844bb req-981509a5-6718-4f3f-9a6f-cde5ccb3424a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:47.215253 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d17cd8c1-79ef-4455-971a-bde0f9a02e05 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:47.224992 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981509a5-6718-4f3f-9a6f-cde5ccb3424a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Pushing event deleted for resources: {'Port': ['ID=6f663d94-68b3-4016-94ab-cff5d3fc7931,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:47.247266 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f663d94-68b3-4016-94ab-cff5d3fc7931'}, {'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '664a2393-3ef1-43f4-8b8d-bd06b02e9df3'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:01:47.250023 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1949b6ac-0344-432f-86a5-98fc0cf96f25" -d '{"events": [{"server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "name": "network-vif-unplugged", "status": "completed", "tag": "6f663d94-68b3-4016-94ab-cff5d3fc7931"}, {"server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "name": "network-vif-unplugged", "status": "completed", "tag": "664a2393-3ef1-43f4-8b8d-bd06b02e9df3"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:01:47.329015 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d17cd8c1-79ef-4455-971a-bde0f9a02e05 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:47.350929 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 16 Aug 2021 21:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ead2a2-915a-467f-af21-56a1308cd955 x-openstack-request-id: req-26ead2a2-915a-467f-af21-56a1308cd955 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:01:47.352561 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "name": "network-vif-unplugged", "status": "completed", "tag": "6f663d94-68b3-4016-94ab-cff5d3fc7931", "code": 200}, {"server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "name": "network-vif-unplugged", "status": "completed", "tag": "664a2393-3ef1-43f4-8b8d-bd06b02e9df3", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:01:47.352561 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-26ead2a2-915a-467f-af21-56a1308cd955 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:01:47.352893 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f663d94-68b3-4016-94ab-cff5d3fc7931', 'code': 200} Aug 16 21:01:47.353220 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '664a2393-3ef1-43f4-8b8d-bd06b02e9df3', 'code': 200} Aug 16 21:01:47.443397 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4049c337-a21b-48c7-9817-4a91902844bb req-981509a5-6718-4f3f-9a6f-cde5ccb3424a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Router 99aada87-02a0-442b-8138-b0b803a1424d has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:01:47.539239 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d17cd8c1-79ef-4455-971a-bde0f9a02e05 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:47.562130 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4049c337-a21b-48c7-9817-4a91902844bb req-981509a5-6718-4f3f-9a6f-cde5ccb3424a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:01:47.573985 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b267c5-05ff-4b9b-a874-7d858f284b1e None None] Sync routers for ids ['99aada87-02a0-442b-8138-b0b803a1424d'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:01:47.593212 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b267c5-05ff-4b9b-a874-7d858f284b1e None None] Routers {'99aada87-02a0-442b-8138-b0b803a1424d'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:01:47.594085 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-f0b267c5-05ff-4b9b-a874-7d858f284b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:01:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['99aada87-02a0-442b-8138-b0b803a1424d'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:47.605769 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d17cd8c1-79ef-4455-971a-bde0f9a02e05 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:47.608214 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d17cd8c1-79ef-4455-971a-bde0f9a02e05 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/subnets/612d4b3a-a302-424a-a285-6f9c8f9b024a HTTP/1.1" status: 204 len: 168 time: 0.6477561 Aug 16 21:01:47.609990 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-4049c337-a21b-48c7-9817-4a91902844bb req-981509a5-6718-4f3f-9a6f-cde5ccb3424a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] No DVR routers for this DVR port 6f663d94-68b3-4016-94ab-cff5d3fc7931 on host n-h2-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:01:47.612905 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54974) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:47.614366 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4049c337-a21b-48c7-9817-4a91902844bb req-981509a5-6718-4f3f-9a6f-cde5ccb3424a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:47.617307 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4049c337-a21b-48c7-9817-4a91902844bb req-981509a5-6718-4f3f-9a6f-cde5ccb3424a tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.90 "DELETE /v2.0/ports/6f663d94-68b3-4016-94ab-cff5d3fc7931 HTTP/1.1" status: 204 len: 173 time: 1.4462552 Aug 16 21:01:47.618128 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17cd8c1-79ef-4455-971a-bde0f9a02e05 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'Subnet': ['ID=612d4b3a-a302-424a-a285-6f9c8f9b024a,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:47.757893 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cfbfbc2f-ff4e-4276-a1dc-6de1646c1a1a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:47.831980 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-f0b267c5-05ff-4b9b-a874-7d858f284b1e None None] Set router 99aada87-02a0-442b-8138-b0b803a1424d gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:01:47.838722 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d0581-e21d-4a5d-b85b-571f532db532 req-3da11796-84e8-4cc3-99e4-b1b046da942c tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:47.849624 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-452d0581-e21d-4a5d-b85b-571f532db532 req-3da11796-84e8-4cc3-99e4-b1b046da942c tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 946 time: 0.1210632 Aug 16 21:01:47.938163 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1d3bea-f6f2-4986-8f65-63252739ad16 None None] Network 09d56b2f-2f34-433d-a5ff-2b5c29b078b3 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:01:47.955740 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-cfbfbc2f-ff4e-4276-a1dc-6de1646c1a1a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Deleting port 60058f8d-a1da-4746-9f38-11119f791aef {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:47.956392 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cfbfbc2f-ff4e-4276-a1dc-6de1646c1a1a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:47.962298 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-452d0581-e21d-4a5d-b85b-571f532db532 req-9dd4e11b-cd05-4472-a96f-5261d2a6312e tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=584ca7c5-4fb3-485c-b621-2fd9059a622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097848 Aug 16 21:01:48.104962 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'name': 'network-vif-deleted', 'tag': '664a2393-3ef1-43f4-8b8d-bd06b02e9df3'}, {'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'name': 'network-vif-deleted', 'tag': '6f663d94-68b3-4016-94ab-cff5d3fc7931'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:01:48.107707 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81dddef-f191-42c8-951b-ded6aa6a26c1" -d '{"events": [{"server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "name": "network-vif-deleted", "tag": "664a2393-3ef1-43f4-8b8d-bd06b02e9df3"}, {"server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "name": "network-vif-deleted", "tag": "6f663d94-68b3-4016-94ab-cff5d3fc7931"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:01:48.126662 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f793b327-7220-476d-8164-1c3f27c9c11b req-af6efb07-789c-41ba-93ba-01fe69886de8 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 210 time: 0.0464780 Aug 16 21:01:48.208381 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-cfbfbc2f-ff4e-4276-a1dc-6de1646c1a1a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] For port 60058f8d-a1da-4746-9f38-11119f791aef, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=60058f8d-a1da-4746-9f38-11119f791aef,segment=NetworkSegment(ed85855e-256a-4929-8fb7-0056fd6d9ad9),segment_id=ed85855e-256a-4929-8fb7-0056fd6d9ad9)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:48.209031 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cfbfbc2f-ff4e-4276-a1dc-6de1646c1a1a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:48.229857 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 21:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e0db9c-ee8f-4b4b-bad9-e7e05315487d x-openstack-request-id: req-09e0db9c-ee8f-4b4b-bad9-e7e05315487d {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:01:48.230137 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "name": "network-vif-deleted", "tag": "664a2393-3ef1-43f4-8b8d-bd06b02e9df3", "status": "completed", "code": 200}, {"server_uuid": "8e3264f4-66f2-4f0e-b1ca-7f674b1b1675", "name": "network-vif-deleted", "tag": "6f663d94-68b3-4016-94ab-cff5d3fc7931", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:01:48.230400 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-09e0db9c-ee8f-4b4b-bad9-e7e05315487d {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:01:48.231311 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'name': 'network-vif-deleted', 'tag': '664a2393-3ef1-43f4-8b8d-bd06b02e9df3', 'status': 'completed', 'code': 200} Aug 16 21:01:48.231311 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3264f4-66f2-4f0e-b1ca-7f674b1b1675', 'name': 'network-vif-deleted', 'tag': '6f663d94-68b3-4016-94ab-cff5d3fc7931', 'status': 'completed', 'code': 200} Aug 16 21:01:48.240843 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-cfbfbc2f-ff4e-4276-a1dc-6de1646c1a1a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Calling delete_port for 60058f8d-a1da-4746-9f38-11119f791aef owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:48.324814 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-65ffc3ad-786e-480d-9216-64b4aa55ae26 req-57e1cbeb-3426-44f9-9414-36390d690d8d tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "GET /v2.0/ports?device_id=10ff47c1-f176-49ee-9848-6224ff3056f6 HTTP/1.1" status: 200 len: 210 time: 0.0579305 Aug 16 21:01:48.425065 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7198206a-55ec-4b54-815f-2ac2cc82e6b2 None None] DHCP port deletion for 09d56b2f-2f34-433d-a5ff-2b5c29b078b3 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:01:48.489282 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-f0b267c5-05ff-4b9b-a874-7d858f284b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99aada87-02a0-442b-8138-b0b803a1424d', 'name': 'tempest-TaggedBootDevicesTest_v242-367505164-router', 'tenant_id': '739199610cfa4c2f8e9155deb4230364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd22a30e1-3212-479a-9d59-f5b21cdbb902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:50:36Z', 'updated_at': '2021-08-16T20:50:44Z', 'revision_number': 4, 'project_id': '739199610cfa4c2f8e9155deb4230364', 'gw_port': {'id': 'd22a30e1-3212-479a-9d59-f5b21cdbb902', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99aada87-02a0-442b-8138-b0b803a1424d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:38Z', 'updated_at': '2021-08-16T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '6748fc76-9b42-44e2-8631-6ff0e081e4a7', 'name': '', 'network_id': '1ffc2ed8-3433-480e-9e7b-c7131585caf6', 'tenant_id': '739199610cfa4c2f8e9155deb4230364', 'mac_address': 'fa:16:3e:f4:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99aada87-02a0-442b-8138-b0b803a1424d', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '1f8a0b97-c998-4838-93b4-cc35dce1d7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:43Z', 'updated_at': '2021-08-16T20:50:54Z', 'revision_number': 5, 'project_id': '739199610cfa4c2f8e9155deb4230364', 'subnets': [{'id': '1f8a0b97-c998-4838-93b4-cc35dce1d7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:48.516624 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cfbfbc2f-ff4e-4276-a1dc-6de1646c1a1a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:48.527902 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b267c5-05ff-4b9b-a874-7d858f284b1e None None] Checking router: 99aada87-02a0-442b-8138-b0b803a1424d for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:01:48.542825 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b267c5-05ff-4b9b-a874-7d858f284b1e None None] Routers {'99aada87-02a0-442b-8138-b0b803a1424d'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:01:48.543477 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-f0b267c5-05ff-4b9b-a874-7d858f284b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:01:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['99aada87-02a0-442b-8138-b0b803a1424d'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:48.572730 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbfbc2f-ff4e-4276-a1dc-6de1646c1a1a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'Port': ['ID=60058f8d-a1da-4746-9f38-11119f791aef,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:48.618994 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7198206a-55ec-4b54-815f-2ac2cc82e6b2 None None] Deleting port 60058f8d-a1da-4746-9f38-11119f791aef {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:48.619570 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7198206a-55ec-4b54-815f-2ac2cc82e6b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:48.627522 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbfbc2f-ff4e-4276-a1dc-6de1646c1a1a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] No DVR routers for this DVR port 60058f8d-a1da-4746-9f38-11119f791aef on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:01:48.646869 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbfbc2f-ff4e-4276-a1dc-6de1646c1a1a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:48.647162 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbfbc2f-ff4e-4276-a1dc-6de1646c1a1a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:48.650598 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbfbc2f-ff4e-4276-a1dc-6de1646c1a1a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:48.651293 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbfbc2f-ff4e-4276-a1dc-6de1646c1a1a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:48.651653 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbfbc2f-ff4e-4276-a1dc-6de1646c1a1a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:48.652173 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbfbc2f-ff4e-4276-a1dc-6de1646c1a1a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:48.652531 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbfbc2f-ff4e-4276-a1dc-6de1646c1a1a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:48.652855 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbfbc2f-ff4e-4276-a1dc-6de1646c1a1a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:48.654850 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbfbc2f-ff4e-4276-a1dc-6de1646c1a1a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:48.654850 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbfbc2f-ff4e-4276-a1dc-6de1646c1a1a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:48.656380 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbfbc2f-ff4e-4276-a1dc-6de1646c1a1a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:48.656753 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbfbc2f-ff4e-4276-a1dc-6de1646c1a1a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:48.770841 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-f0b267c5-05ff-4b9b-a874-7d858f284b1e None None] Set router 99aada87-02a0-442b-8138-b0b803a1424d gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:01:48.774040 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-5bbe87fa-a885-4431-a377-541569bd1c57 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:48.776170 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-5bbe87fa-a885-4431-a377-541569bd1c57 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.72 "GET /v2.0/networks?id=21ccb363-d19c-49b3-8a0b-8ebb4f3486c4 HTTP/1.1" status: 200 len: 808 time: 0.1924171 Aug 16 21:01:48.826295 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-34a330d2-5149-4709-ac57-c26eec3ac985 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9304be98048d4c61b258f65239a0a004 HTTP/1.1" status: 200 len: 379 time: 0.0407495 Aug 16 21:01:48.836716 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-a269afe1-2b45-4693-a812-2e500ed1e58c tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Request body: {'port': {'device_id': '10ff47c1-f176-49ee-9848-6224ff3056f6', 'network_id': '21ccb363-d19c-49b3-8a0b-8ebb4f3486c4', 'admin_state_up': True, 'tenant_id': '9304be98048d4c61b258f65239a0a004', 'security_groups': ['26905a6d-4b18-4de0-9acd-6bb77c126c7e']}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:48.840216 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7198206a-55ec-4b54-815f-2ac2cc82e6b2 None None] For port 60058f8d-a1da-4746-9f38-11119f791aef, host n-d-793620-15, got binding levels [] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:48.841006 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7198206a-55ec-4b54-815f-2ac2cc82e6b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:48.856019 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cfbfbc2f-ff4e-4276-a1dc-6de1646c1a1a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:48.870835 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-cfbfbc2f-ff4e-4276-a1dc-6de1646c1a1a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09d56b2f-2f34-433d-a5ff-2b5c29b078b3']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:48.882344 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-cfbfbc2f-ff4e-4276-a1dc-6de1646c1a1a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed85855e-256a-4929-8fb7-0056fd6d9ad9') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:48.882672 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-cfbfbc2f-ff4e-4276-a1dc-6de1646c1a1a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed85855e-256a-4929-8fb7-0056fd6d9ad9') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:48.896262 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cfbfbc2f-ff4e-4276-a1dc-6de1646c1a1a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:48.927547 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cfbfbc2f-ff4e-4276-a1dc-6de1646c1a1a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:48.938037 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfbfbc2f-ff4e-4276-a1dc-6de1646c1a1a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:01:48.941078 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cfbfbc2f-ff4e-4276-a1dc-6de1646c1a1a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:48.953139 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7198206a-55ec-4b54-815f-2ac2cc82e6b2 None None] Calling delete_port for 60058f8d-a1da-4746-9f38-11119f791aef owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:48.973870 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.ipam_backend_mixin [None req-7198206a-55ec-4b54-815f-2ac2cc82e6b2 None None] Port 60058f8d-a1da-4746-9f38-11119f791aef was not found and therefore no delete operation was performed {{(pid=101846) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 21:01:49.026721 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:01:49.026721 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:01:49.026721 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:01:49.026721 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:01:49.026721 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:01:49.026721 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:01:49.026721 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:01:49.026721 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:01:49.026721 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:01:49.026721 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:01:49.026721 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:01:49.026721 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:01:49.026721 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:01:49.026721 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:01:49.026721 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:01:49.026721 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:01:49.026721 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:01:49.026721 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:01:49.026721 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:01:49.026721 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:01:49.026721 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:01:49.026721 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:01:49.026721 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:01:49.026721 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:01:49.026721 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:01:49.026721 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:01:49.026721 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:01:49.026721 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:01:49.026721 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:01:49.026721 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:01:49.026721 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:01:49.026721 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:01:49.037847 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 60058f8d-a1da-4746-9f38-11119f791aef no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:01:49.116712 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7198206a-55ec-4b54-815f-2ac2cc82e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:49.151075 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cfbfbc2f-ff4e-4276-a1dc-6de1646c1a1a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:49.157979 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 60058f8d-a1da-4746-9f38-11119f791aef {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:01:49.158304 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 60058f8d-a1da-4746-9f38-11119f791aef not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:01:49.182379 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4181a2-9fe9-4ce3-8020-afd3f2216cfc req-68917a5c-b89b-47b7-9956-6c520e777b79 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:49.188658 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9c4181a2-9fe9-4ce3-8020-afd3f2216cfc req-68917a5c-b89b-47b7-9956-6c520e777b79 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 946 time: 0.1082354 Aug 16 21:01:49.202456 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cfbfbc2f-ff4e-4276-a1dc-6de1646c1a1a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:49.204413 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-cfbfbc2f-ff4e-4276-a1dc-6de1646c1a1a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/networks/09d56b2f-2f34-433d-a5ff-2b5c29b078b3 HTTP/1.1" status: 204 len: 168 time: 1.5858526 Aug 16 21:01:49.208426 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54998) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:49.230307 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-a269afe1-2b45-4693-a812-2e500ed1e58c tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Made reservation on behalf of 9304be98048d4c61b258f65239a0a004 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:49.231876 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbfbc2f-ff4e-4276-a1dc-6de1646c1a1a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'Network': ['ID=09d56b2f-2f34-433d-a5ff-2b5c29b078b3,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:49.233990 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-a269afe1-2b45-4693-a812-2e500ed1e58c tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:49.293978 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7198206a-55ec-4b54-815f-2ac2cc82e6b2 None None] No DVR routers for this DVR port 60058f8d-a1da-4746-9f38-11119f791aef on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:01:49.305017 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7198206a-55ec-4b54-815f-2ac2cc82e6b2 None None] Pushing event deleted for resources: {'Port': ['ID=60058f8d-a1da-4746-9f38-11119f791aef,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:49.308756 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:49.312753 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff89a8a-7068-477c-b5f0-2d935ad34f69 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:49.327624 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0ff89a8a-7068-477c-b5f0-2d935ad34f69 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "GET /v2.0/ports/c4a05a2e-a555-4719-a3a3-02e3773b5b18 HTTP/1.1" status: 200 len: 844 time: 0.1141615 Aug 16 21:01:49.328579 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55000) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:49.334159 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9c4181a2-9fe9-4ce3-8020-afd3f2216cfc req-b92325ac-7a74-46d6-acc6-be946aefbe5f tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=584ca7c5-4fb3-485c-b621-2fd9059a622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422982 Aug 16 21:01:49.353386 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-f0b267c5-05ff-4b9b-a874-7d858f284b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99aada87-02a0-442b-8138-b0b803a1424d', 'name': 'tempest-TaggedBootDevicesTest_v242-367505164-router', 'tenant_id': '739199610cfa4c2f8e9155deb4230364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd22a30e1-3212-479a-9d59-f5b21cdbb902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:50:36Z', 'updated_at': '2021-08-16T20:50:44Z', 'revision_number': 4, 'project_id': '739199610cfa4c2f8e9155deb4230364', 'gw_port': {'id': 'd22a30e1-3212-479a-9d59-f5b21cdbb902', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99aada87-02a0-442b-8138-b0b803a1424d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:38Z', 'updated_at': '2021-08-16T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '6748fc76-9b42-44e2-8631-6ff0e081e4a7', 'name': '', 'network_id': '1ffc2ed8-3433-480e-9e7b-c7131585caf6', 'tenant_id': '739199610cfa4c2f8e9155deb4230364', 'mac_address': 'fa:16:3e:f4:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99aada87-02a0-442b-8138-b0b803a1424d', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '1f8a0b97-c998-4838-93b4-cc35dce1d7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:43Z', 'updated_at': '2021-08-16T20:50:54Z', 'revision_number': 5, 'project_id': '739199610cfa4c2f8e9155deb4230364', 'subnets': [{'id': '1f8a0b97-c998-4838-93b4-cc35dce1d7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:49.377877 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ff710a0d-6714-4aad-84ad-86449fd3b3ad req-cfd4d8b5-199d-4ad2-9526-6df17cfe39b6 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 210 time: 0.0358496 Aug 16 21:01:49.406929 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b267c5-05ff-4b9b-a874-7d858f284b1e None None] The sync data for ids ['99aada87-02a0-442b-8138-b0b803a1424d'] in n-d-793620-15 is: [{'id': '99aada87-02a0-442b-8138-b0b803a1424d', 'name': 'tempest-TaggedBootDevicesTest_v242-367505164-router', 'tenant_id': '739199610cfa4c2f8e9155deb4230364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd22a30e1-3212-479a-9d59-f5b21cdbb902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:50:36Z', 'updated_at': '2021-08-16T20:50:44Z', 'revision_number': 4, 'project_id': '739199610cfa4c2f8e9155deb4230364', 'gw_port': {'id': 'd22a30e1-3212-479a-9d59-f5b21cdbb902', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99aada87-02a0-442b-8138-b0b803a1424d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:38Z', 'updated_at': '2021-08-16T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '6748fc76-9b42-44e2-8631-6ff0e081e4a7', 'name': '', 'network_id': '1ffc2ed8-3433-480e-9e7b-c7131585caf6', 'tenant_id': '739199610cfa4c2f8e9155deb4230364', 'mac_address': 'fa:16:3e:f4:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99aada87-02a0-442b-8138-b0b803a1424d', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '1f8a0b97-c998-4838-93b4-cc35dce1d7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:43Z', 'updated_at': '2021-08-16T20:50:54Z', 'revision_number': 5, 'project_id': '739199610cfa4c2f8e9155deb4230364', 'subnets': [{'id': '1f8a0b97-c998-4838-93b4-cc35dce1d7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:01:49.440935 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e8e0ad99-567b-40ed-8c9c-d7c35212f623 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "GET /v2.0/ports/c4a05a2e-a555-4719-a3a3-02e3773b5b18?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1108792 Aug 16 21:01:49.446336 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55004) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:49.454884 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-8f0a5607-0d2b-45c8-bd6e-a395da325f5e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'subnet': {'network_id': '0ea02e49-ecbb-451f-895c-7d0abd61f846', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:49.565662 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2bffa0b9-17c1-4c11-8b4c-ec23251a8925 req-029013e0-3a50-426e-8eb6-4230ffa9f10c tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "GET /v2.0/ports?device_id=10ff47c1-f176-49ee-9848-6224ff3056f6 HTTP/1.1" status: 200 len: 210 time: 0.0346785 Aug 16 21:01:49.581061 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-a269afe1-2b45-4693-a812-2e500ed1e58c tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Allocated IP 172.20.0.3 (21ccb363-d19c-49b3-8a0b-8ebb4f3486c4/0b70a9e6-d30c-45fd-8255-e0aa78917c10/73fada08-43ba-4fa9-959f-af941bdaad65) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:49.774737 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-a269afe1-2b45-4693-a812-2e500ed1e58c tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:49.774856 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0920c79f-7e10-4d01-bef9-d3d28500c8ac None None] New status for floating IP 9f0a9091-8ad3-4e23-aac0-fc94d5ddb8cd: DOWN {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:01:49.787681 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-a269afe1-2b45-4693-a812-2e500ed1e58c tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Transition to ACTIVE for port object 73fada08-43ba-4fa9-959f-af941bdaad65 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:49.834778 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0a5607-0d2b-45c8-bd6e-a395da325f5e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Made reservation on behalf of 2b8d460e7367462492b691867d616fa2 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:49.838403 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8f0a5607-0d2b-45c8-bd6e-a395da325f5e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:49.961933 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-a269afe1-2b45-4693-a812-2e500ed1e58c tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:50.010767 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-a269afe1-2b45-4693-a812-2e500ed1e58c tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Network 21ccb363-d19c-49b3-8a0b-8ebb4f3486c4 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:50.014380 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-a269afe1-2b45-4693-a812-2e500ed1e58c tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:50.016981 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-a269afe1-2b45-4693-a812-2e500ed1e58c tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:50.056210 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a269afe1-2b45-4693-a812-2e500ed1e58c tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Pushing event updated for resources: {'Port': ['ID=73fada08-43ba-4fa9-959f-af941bdaad65,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:50.117933 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-a269afe1-2b45-4693-a812-2e500ed1e58c tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:50.119824 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-a269afe1-2b45-4693-a812-2e500ed1e58c tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:50.207474 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8f0a5607-0d2b-45c8-bd6e-a395da325f5e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:50.253527 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-a269afe1-2b45-4693-a812-2e500ed1e58c tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4214203 Aug 16 21:01:50.269569 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-3165339f-0f75-41c7-b1a0-ee66dd10c91d service neutron] Request body: {'port': {'device_id': '10ff47c1-f176-49ee-9848-6224ff3056f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:50.332258 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0a5607-0d2b-45c8-bd6e-a395da325f5e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Network 0ea02e49-ecbb-451f-895c-7d0abd61f846 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:50.335917 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-8f0a5607-0d2b-45c8-bd6e-a395da325f5e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:50.344490 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0a5607-0d2b-45c8-bd6e-a395da325f5e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:50.345144 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8f0a5607-0d2b-45c8-bd6e-a395da325f5e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:50.348276 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09fd546-41bd-4499-85a6-245d1a98f006 None None] Network 0ea02e49-ecbb-451f-895c-7d0abd61f846 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:01:50.378243 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a5607-0d2b-45c8-bd6e-a395da325f5e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'Subnet': ['ID=ceae802d-f81b-462b-bcf9-ed23f6895698,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:50.412698 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-3165339f-0f75-41c7-b1a0-ee66dd10c91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:50.488968 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8f0a5607-0d2b-45c8-bd6e-a395da325f5e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0414729 Aug 16 21:01:50.491609 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55024) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:50.499703 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-8a8bfa6e-cd00-4e25-961e-9c9c6f72337e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'security_group': {'name': 'tempest-secgroup-302718654'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:50.616151 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7d18dcff-058d-4b3b-bde8-75ba05a07270 None None] Provisioning for port 73fada08-43ba-4fa9-959f-af941bdaad65 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:50.640965 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9adcca78-3626-4a2c-810f-e3310651a027 req-cdc3ecaf-8e0a-4933-868c-5588a9829f63 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 210 time: 0.0790970 Aug 16 21:01:50.657522 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7d18dcff-058d-4b3b-bde8-75ba05a07270 None None] Provisioning complete for port 73fada08-43ba-4fa9-959f-af941bdaad65 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:50.657873 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7d18dcff-058d-4b3b-bde8-75ba05a07270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:50.680869 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8a8bfa6e-cd00-4e25-961e-9c9c6f72337e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:50.697973 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c012a8-d6c4-4f6e-ad4c-d8efc2301332 req-ddaa59d7-c852-4054-87f9-54c27271d132 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:50.706356 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-60c012a8-d6c4-4f6e-ad4c-d8efc2301332 req-ddaa59d7-c852-4054-87f9-54c27271d132 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 946 time: 0.1978550 Aug 16 21:01:50.780477 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038ce421-f92b-4634-beef-4b7d6da4d52a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-0ea02e49-ecbb-451f-895c-7d0abd61f846', 'network_id': '0ea02e49-ecbb-451f-895c-7d0abd61f846', 'tenant_id': '2b8d460e7367462492b691867d616fa2', 'fixed_ips': [{'subnet_id': 'ceae802d-f81b-462b-bcf9-ed23f6895698'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:01:50.782143 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-038ce421-f92b-4634-beef-4b7d6da4d52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:50.841403 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7d18dcff-058d-4b3b-bde8-75ba05a07270 None None] Port 73fada08-43ba-4fa9-959f-af941bdaad65 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:01:50.900475 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8a8bfa6e-cd00-4e25-961e-9c9c6f72337e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:50.978096 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8a8bfa6e-cd00-4e25-961e-9c9c6f72337e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:51.009826 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-3165339f-0f75-41c7-b1a0-ee66dd10c91d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73fada08-43ba-4fa9-959f-af941bdaad65 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:01:51.039046 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8bfa6e-cd00-4e25-961e-9c9c6f72337e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e62e5b8b-ff08-469d-8a18-0604d39edcea,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:51.060581 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-3165339f-0f75-41c7-b1a0-ee66dd10c91d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:51.103002 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-3165339f-0f75-41c7-b1a0-ee66dd10c91d service neutron] Transition to ACTIVE for port object 73fada08-43ba-4fa9-959f-af941bdaad65 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:51.103585 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8a8bfa6e-cd00-4e25-961e-9c9c6f72337e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:51.108061 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8a8bfa6e-cd00-4e25-961e-9c9c6f72337e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6123564 Aug 16 21:01:51.112803 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55034) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:51.113908 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-6e2cbbe5-0eb4-4a7f-bc46-7d6280d14271 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'security_group': {'name': 'tempest-secgroup-1357897256'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:51.147951 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-60c012a8-d6c4-4f6e-ad4c-d8efc2301332 req-5025f3bf-5778-44af-8a7c-bd2728af0ad8 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=584ca7c5-4fb3-485c-b621-2fd9059a622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4400291 Aug 16 21:01:51.224463 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-3165339f-0f75-41c7-b1a0-ee66dd10c91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:51.296620 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6e2cbbe5-0eb4-4a7f-bc46-7d6280d14271 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:51.302022 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532bbc7-f53d-43e1-a65b-da0f2ca10dba req-c0b8e5b4-b1d3-4285-9639-3eb212c40ee8 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:51.313288 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d532bbc7-f53d-43e1-a65b-da0f2ca10dba req-c0b8e5b4-b1d3-4285-9639-3eb212c40ee8 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "GET /v2.0/ports?device_id=10ff47c1-f176-49ee-9848-6224ff3056f6 HTTP/1.1" status: 200 len: 931 time: 0.1558633 Aug 16 21:01:51.396261 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9d5b2-9410-4eb9-ac73-4709dd6827b6 req-0cdac9de-08a5-4354-9c2b-18fc85067894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:51.399507 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-038ce421-f92b-4634-beef-4b7d6da4d52a None None] Allocated IP 2001:db8::2 (0ea02e49-ecbb-451f-895c-7d0abd61f846/ceae802d-f81b-462b-bcf9-ed23f6895698/417dd09e-3ab7-49e8-b66a-20500bfb1adc) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:51.401581 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b5b9d5b2-9410-4eb9-ac73-4709dd6827b6 req-0cdac9de-08a5-4354-9c2b-18fc85067894 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04d4519d90b5451ebf562bbd9e44ac2b&device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 1096 time: 0.1874158 Aug 16 21:01:51.453407 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165339f-0f75-41c7-b1a0-ee66dd10c91d service neutron] Pushing event updated for resources: {'Port': ['ID=73fada08-43ba-4fa9-959f-af941bdaad65,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:51.531248 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d532bbc7-f53d-43e1-a65b-da0f2ca10dba req-a1d3560c-abc6-4d1a-8a7f-4fc8f406ba08 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "GET /v2.0/security-groups?id=26905a6d-4b18-4de0-9acd-6bb77c126c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2167971 Aug 16 21:01:51.558851 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6e2cbbe5-0eb4-4a7f-bc46-7d6280d14271 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:51.564736 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9d5b2-9410-4eb9-ac73-4709dd6827b6 req-44fb3683-16d7-4163-b52e-2038d177eca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:51.566453 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b5b9d5b2-9410-4eb9-ac73-4709dd6827b6 req-44fb3683-16d7-4163-b52e-2038d177eca7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 HTTP/1.1" status: 200 len: 912 time: 0.1547420 Aug 16 21:01:51.662181 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a460be-3cc0-432d-b57c-64339918237f req-34957d56-7312-41dd-9483-2b31aa7122a6 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:51.674132 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3a460be-3cc0-432d-b57c-64339918237f req-34957d56-7312-41dd-9483-2b31aa7122a6 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.3455954 Aug 16 21:01:51.704505 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b5b9d5b2-9410-4eb9-ac73-4709dd6827b6 req-a4c533ae-9619-4932-ad29-93cae291d1f0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3aa98f1-01de-4b07-a953-b17b46875501 HTTP/1.1" status: 200 len: 999 time: 0.1306205 Aug 16 21:01:51.711248 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6e2cbbe5-0eb4-4a7f-bc46-7d6280d14271 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:51.774926 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-038ce421-f92b-4634-beef-4b7d6da4d52a None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:51.790943 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3a460be-3cc0-432d-b57c-64339918237f req-bd579de3-53f0-4916-a180-9a31c23a6f19 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130111 Aug 16 21:01:51.793871 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-038ce421-f92b-4634-beef-4b7d6da4d52a None None] Transition to ACTIVE for port object 417dd09e-3ab7-49e8-b66a-20500bfb1adc will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:51.826326 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-038ce421-f92b-4634-beef-4b7d6da4d52a None None] Transition to ACTIVE for port object 417dd09e-3ab7-49e8-b66a-20500bfb1adc will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:51.852759 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2cbbe5-0eb4-4a7f-bc46-7d6280d14271 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90aa15c5-5968-4f2d-8ddd-b19d1f845aa9,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:51.879221 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9d5b2-9410-4eb9-ac73-4709dd6827b6 req-aca89a6e-f0ef-418f-be38-e34bde5689c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:51.885620 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b5b9d5b2-9410-4eb9-ac73-4709dd6827b6 req-aca89a6e-f0ef-418f-be38-e34bde5689c8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=20aa60f1-bb16-40f5-b2dd-0341c13f6e8c HTTP/1.1" status: 200 len: 850 time: 0.1688306 Aug 16 21:01:51.890042 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-3165339f-0f75-41c7-b1a0-ee66dd10c91d service neutron] Attempting to bind port 73fada08-43ba-4fa9-959f-af941bdaad65 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:01:51.890405 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-3165339f-0f75-41c7-b1a0-ee66dd10c91d service neutron] Attempting to bind port 73fada08-43ba-4fa9-959f-af941bdaad65 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': 'b6ec97c3-166c-4cce-8ac4-df0928c9c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '21ccb363-d19c-49b3-8a0b-8ebb4f3486c4'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:01:51.890756 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-3165339f-0f75-41c7-b1a0-ee66dd10c91d service neutron] Attempting to bind port 73fada08-43ba-4fa9-959f-af941bdaad65 on network 21ccb363-d19c-49b3-8a0b-8ebb4f3486c4 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:01:51.903664 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-3165339f-0f75-41c7-b1a0-ee66dd10c91d service neutron] Port 73fada08-43ba-4fa9-959f-af941bdaad65 on network 21ccb363-d19c-49b3-8a0b-8ebb4f3486c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:01:51.912214 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-3165339f-0f75-41c7-b1a0-ee66dd10c91d service neutron] Attempting to bind port 73fada08-43ba-4fa9-959f-af941bdaad65 on network 21ccb363-d19c-49b3-8a0b-8ebb4f3486c4 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:01:51.932996 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-038ce421-f92b-4634-beef-4b7d6da4d52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:51.934154 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-3165339f-0f75-41c7-b1a0-ee66dd10c91d service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:01:51.936159 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-3165339f-0f75-41c7-b1a0-ee66dd10c91d service neutron] Checking segment: {'id': 'b6ec97c3-166c-4cce-8ac4-df0928c9c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '21ccb363-d19c-49b3-8a0b-8ebb4f3486c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:01:51.937191 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-3165339f-0f75-41c7-b1a0-ee66dd10c91d service neutron] Bound using segment: {'id': 'b6ec97c3-166c-4cce-8ac4-df0928c9c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '21ccb363-d19c-49b3-8a0b-8ebb4f3486c4'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:01:51.939431 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-3165339f-0f75-41c7-b1a0-ee66dd10c91d service neutron] Bound port: 73fada08-43ba-4fa9-959f-af941bdaad65, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6ec97c3-166c-4cce-8ac4-df0928c9c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '21ccb363-d19c-49b3-8a0b-8ebb4f3486c4'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:01:51.942140 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-3165339f-0f75-41c7-b1a0-ee66dd10c91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:51.957700 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6e2cbbe5-0eb4-4a7f-bc46-7d6280d14271 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:51.972381 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6e2cbbe5-0eb4-4a7f-bc46-7d6280d14271 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8623970 Aug 16 21:01:51.972911 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55052) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:51.985251 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9d5b2-9410-4eb9-ac73-4709dd6827b6 req-bbaa452b-86bd-4d7e-b01f-0f736eb69820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:51.986561 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b5b9d5b2-9410-4eb9-ac73-4709dd6827b6 req-bbaa452b-86bd-4d7e-b01f-0f736eb69820 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935800 Aug 16 21:01:51.996885 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-f81a5523-f30d-4dce-9a25-bf0ce97722c1 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2006354258', 'security_groups': ['90aa15c5-5968-4f2d-8ddd-b19d1f845aa9'], 'network_id': '0ea02e49-ecbb-451f-895c-7d0abd61f846', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ceae802d-f81b-462b-bcf9-ed23f6895698'}]}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:52.002957 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:52.018789 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038ce421-f92b-4634-beef-4b7d6da4d52a None None] Network 0ea02e49-ecbb-451f-895c-7d0abd61f846 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:52.026249 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-038ce421-f92b-4634-beef-4b7d6da4d52a None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:52.036782 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038ce421-f92b-4634-beef-4b7d6da4d52a None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:52.062654 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ce421-f92b-4634-beef-4b7d6da4d52a None None] Pushing event updated for resources: {'Port': ['ID=417dd09e-3ab7-49e8-b66a-20500bfb1adc,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:52.069622 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55056) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:52.121352 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d695ff65-0db0-4588-bca2-26bde77a9486 req-f27198c5-92e7-4592-8ddd-d49cf583eec4 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 210 time: 0.1471310 Aug 16 21:01:52.170713 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-038ce421-f92b-4634-beef-4b7d6da4d52a None None] Attempting to bind port 417dd09e-3ab7-49e8-b66a-20500bfb1adc on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:01:52.171398 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-038ce421-f92b-4634-beef-4b7d6da4d52a None None] Attempting to bind port 417dd09e-3ab7-49e8-b66a-20500bfb1adc by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'f3ce756c-0a0a-4e52-9aad-6b28fa198530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0ea02e49-ecbb-451f-895c-7d0abd61f846'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:01:52.172835 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038ce421-f92b-4634-beef-4b7d6da4d52a None None] Attempting to bind port 417dd09e-3ab7-49e8-b66a-20500bfb1adc on network 0ea02e49-ecbb-451f-895c-7d0abd61f846 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:01:52.200355 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-b58d0c3a-9dd6-499e-8b63-0397c7d6dacf admin admin] Deleting subnet 0340fa9d-e19b-476d-9e9a-7d2862e2e105 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:01:52.205075 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038ce421-f92b-4634-beef-4b7d6da4d52a None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:01:52.206433 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038ce421-f92b-4634-beef-4b7d6da4d52a None None] Checking segment: {'id': 'f3ce756c-0a0a-4e52-9aad-6b28fa198530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0ea02e49-ecbb-451f-895c-7d0abd61f846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:01:52.207327 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-038ce421-f92b-4634-beef-4b7d6da4d52a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:52.207478 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b58d0c3a-9dd6-499e-8b63-0397c7d6dacf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:52.207739 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038ce421-f92b-4634-beef-4b7d6da4d52a None None] Bound using segment: {'id': 'f3ce756c-0a0a-4e52-9aad-6b28fa198530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0ea02e49-ecbb-451f-895c-7d0abd61f846'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:01:52.208279 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-038ce421-f92b-4634-beef-4b7d6da4d52a None None] Bound port: 417dd09e-3ab7-49e8-b66a-20500bfb1adc, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3ce756c-0a0a-4e52-9aad-6b28fa198530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0ea02e49-ecbb-451f-895c-7d0abd61f846'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:01:52.208672 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-038ce421-f92b-4634-beef-4b7d6da4d52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:52.220328 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-3165339f-0f75-41c7-b1a0-ee66dd10c91d service neutron] For port 73fada08-43ba-4fa9-959f-af941bdaad65, host n-h1-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:01:52.223690 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-3165339f-0f75-41c7-b1a0-ee66dd10c91d service neutron] For port 73fada08-43ba-4fa9-959f-af941bdaad65, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=73fada08-43ba-4fa9-959f-af941bdaad65,segment=NetworkSegment(b6ec97c3-166c-4cce-8ac4-df0928c9c7d5),segment_id=b6ec97c3-166c-4cce-8ac4-df0928c9c7d5)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:01:52.258350 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b5b9d5b2-9410-4eb9-ac73-4709dd6827b6 req-8ae365a4-83af-4d4c-a13a-bb494d2a3696 service neutron] 10.222.0.72 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636852 Aug 16 21:01:52.266706 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b58d0c3a-9dd6-499e-8b63-0397c7d6dacf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:52.351069 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-038ce421-f92b-4634-beef-4b7d6da4d52a None None] For port 417dd09e-3ab7-49e8-b66a-20500bfb1adc, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:01:52.362432 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-038ce421-f92b-4634-beef-4b7d6da4d52a None None] For port 417dd09e-3ab7-49e8-b66a-20500bfb1adc, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=417dd09e-3ab7-49e8-b66a-20500bfb1adc,segment=NetworkSegment(f3ce756c-0a0a-4e52-9aad-6b28fa198530),segment_id=f3ce756c-0a0a-4e52-9aad-6b28fa198530)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:01:52.388181 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-3165339f-0f75-41c7-b1a0-ee66dd10c91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:52.398130 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9f5ca-0968-475b-9f99-97b5a78f6801 req-70108a21-c916-4650-864c-1f5dfed05d0f tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:52.400452 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-84e9f5ca-0968-475b-9f99-97b5a78f6801 req-70108a21-c916-4650-864c-1f5dfed05d0f tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 946 time: 0.1077876 Aug 16 21:01:52.428983 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-3165339f-0f75-41c7-b1a0-ee66dd10c91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:52.429283 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-3165339f-0f75-41c7-b1a0-ee66dd10c91d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:52.431660 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-3165339f-0f75-41c7-b1a0-ee66dd10c91d service neutron] 10.222.0.72 "PUT /v2.0/ports/73fada08-43ba-4fa9-959f-af941bdaad65 HTTP/1.1" status: 200 len: 1092 time: 2.1683722 Aug 16 21:01:52.440835 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ff47c1-f176-49ee-9848-6224ff3056f6', 'tag': '73fada08-43ba-4fa9-959f-af941bdaad65'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:01:52.443362 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026f5aea-d54c-40e9-bebd-bd14252ecfb5" -d '{"events": [{"name": "network-changed", "server_uuid": "10ff47c1-f176-49ee-9848-6224ff3056f6", "tag": "73fada08-43ba-4fa9-959f-af941bdaad65"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:01:52.457499 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81a5523-f30d-4dce-9a25-bf0ce97722c1 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Made reservation on behalf of 2b8d460e7367462492b691867d616fa2 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:52.494087 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-038ce421-f92b-4634-beef-4b7d6da4d52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:52.575024 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0fc69a-f677-4377-b1a9-7fbbf7a7c925 x-openstack-request-id: req-2f0fc69a-f677-4377-b1a9-7fbbf7a7c925 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:01:52.578974 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10ff47c1-f176-49ee-9848-6224ff3056f6", "tag": "73fada08-43ba-4fa9-959f-af941bdaad65", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:01:52.579340 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2f0fc69a-f677-4377-b1a9-7fbbf7a7c925 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:01:52.579811 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10ff47c1-f176-49ee-9848-6224ff3056f6', 'tag': '73fada08-43ba-4fa9-959f-af941bdaad65', 'status': 'completed', 'code': 200} Aug 16 21:01:52.605529 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ce421-f92b-4634-beef-4b7d6da4d52a None None] Pushing event updated for resources: {'Port': ['ID=417dd09e-3ab7-49e8-b66a-20500bfb1adc,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:52.758845 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-84e9f5ca-0968-475b-9f99-97b5a78f6801 req-8ba34827-ab11-46a4-94e8-cebf30dcd498 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=584ca7c5-4fb3-485c-b621-2fd9059a622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3353777 Aug 16 21:01:52.887252 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165339f-0f75-41c7-b1a0-ee66dd10c91d service neutron] Pushing event updated for resources: {'Port': ['ID=73fada08-43ba-4fa9-959f-af941bdaad65,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:52.958135 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f5aea-d54c-40e9-bebd-bd14252ecfb5 req-94cc1dc7-cb62-458f-8486-aaf1d30ef7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:52.959674 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-026f5aea-d54c-40e9-bebd-bd14252ecfb5 req-94cc1dc7-cb62-458f-8486-aaf1d30ef7cc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9304be98048d4c61b258f65239a0a004&device_id=10ff47c1-f176-49ee-9848-6224ff3056f6 HTTP/1.1" status: 200 len: 1095 time: 0.3386712 Aug 16 21:01:52.978398 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f81a5523-f30d-4dce-9a25-bf0ce97722c1 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:53.010979 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e2a62-7f77-4436-a08e-90ed2bf4ae0f req-55b77e84-74c0-4b66-bbf2-4b04e1c5e6ee tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:53.023863 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b58d0c3a-9dd6-499e-8b63-0397c7d6dacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:53.024577 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-885e2a62-7f77-4436-a08e-90ed2bf4ae0f req-55b77e84-74c0-4b66-bbf2-4b04e1c5e6ee tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "GET /v2.0/ports?device_id=10ff47c1-f176-49ee-9848-6224ff3056f6 HTTP/1.1" status: 200 len: 943 time: 0.3333547 Aug 16 21:01:53.123861 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 417dd09e-3ab7-49e8-b66a-20500bfb1adc up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:01:53.125888 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b5b9d5b2-9410-4eb9-ac73-4709dd6827b6 req-6d303593-1dbd-402a-8d72-a593b4ed6c07 service neutron] 10.222.0.72 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8557830 Aug 16 21:01:53.139925 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-f81a5523-f30d-4dce-9a25-bf0ce97722c1 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] device_id is not set on port 3238ca39-08d6-4e67-bddd-87d7cc6ea35b yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:01:53.229670 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-885e2a62-7f77-4436-a08e-90ed2bf4ae0f req-045940a0-2066-40d3-858e-5393781a4c0d tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "GET /v2.0/security-groups?id=26905a6d-4b18-4de0-9acd-6bb77c126c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2039344 Aug 16 21:01:53.252500 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b58d0c3a-9dd6-499e-8b63-0397c7d6dacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:53.254601 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf9344-3af1-4333-97e4-2e23e7583ff6 req-ce6d5a0a-4657-4baa-919a-03d8db42d819 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:53.263233 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12cf9344-3af1-4333-97e4-2e23e7583ff6 req-ce6d5a0a-4657-4baa-919a-03d8db42d819 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.2313657 Aug 16 21:01:53.280930 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 417dd09e-3ab7-49e8-b66a-20500bfb1adc completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:53.308608 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d0c3a-9dd6-499e-8b63-0397c7d6dacf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0340fa9d-e19b-476d-9e9a-7d2862e2e105,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:53.311882 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b58d0c3a-9dd6-499e-8b63-0397c7d6dacf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:53.314585 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b58d0c3a-9dd6-499e-8b63-0397c7d6dacf admin admin] 10.222.0.84 "DELETE /v2.0/subnets/0340fa9d-e19b-476d-9e9a-7d2862e2e105 HTTP/1.1" status: 204 len: 168 time: 1.2434976 Aug 16 21:01:53.321729 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55072) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:53.457847 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0bb62ddd-26f9-4697-aed0-615d7a7b2fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:53.469456 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12cf9344-3af1-4333-97e4-2e23e7583ff6 req-9d8dd40a-5c6e-4ed8-9bad-935bccc0cf46 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052670 Aug 16 21:01:53.523046 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0e5c4a21-1299-4cb4-bec9-00db147858da req-6425183a-209c-4ede-9b72-1efa208e508f tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 210 time: 0.2080908 Aug 16 21:01:53.526653 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f5aea-d54c-40e9-bebd-bd14252ecfb5 req-35199236-8ffd-42b5-9da4-fc0abe8f0a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:53.528078 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-026f5aea-d54c-40e9-bebd-bd14252ecfb5 req-35199236-8ffd-42b5-9da4-fc0abe8f0a74 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=9304be98048d4c61b258f65239a0a004&shared=False HTTP/1.1" status: 200 len: 909 time: 0.5544744 Aug 16 21:01:53.653687 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f5aea-d54c-40e9-bebd-bd14252ecfb5 req-6e233a00-f79c-4794-b69d-ed25097f098e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:53.655210 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-026f5aea-d54c-40e9-bebd-bd14252ecfb5 req-6e233a00-f79c-4794-b69d-ed25097f098e service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1181400 Aug 16 21:01:53.663300 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0bb62ddd-26f9-4697-aed0-615d7a7b2fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:53.666780 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-f81a5523-f30d-4dce-9a25-bf0ce97722c1 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Allocated IP 2001:db8::262 (0ea02e49-ecbb-451f-895c-7d0abd61f846/ceae802d-f81b-462b-bcf9-ed23f6895698/3238ca39-08d6-4e67-bddd-87d7cc6ea35b) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:53.680477 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-0bb62ddd-26f9-4697-aed0-615d7a7b2fc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97204dc5-2078-4113-bc6a-8b6109c161f0']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:53.711937 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-0bb62ddd-26f9-4697-aed0-615d7a7b2fc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53b76348-81c8-4bfa-909a-3d74533ded61') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:53.712159 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-0bb62ddd-26f9-4697-aed0-615d7a7b2fc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53b76348-81c8-4bfa-909a-3d74533ded61') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:53.724627 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0bb62ddd-26f9-4697-aed0-615d7a7b2fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:53.740237 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0bb62ddd-26f9-4697-aed0-615d7a7b2fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:53.747837 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb62ddd-26f9-4697-aed0-615d7a7b2fc0 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:01:53.748110 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0bb62ddd-26f9-4697-aed0-615d7a7b2fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:53.838338 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:01:53.838338 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:01:53.838338 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:01:53.838338 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:01:53.838338 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:01:53.838338 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:01:53.838338 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:01:53.838338 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:01:53.838338 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:01:53.838338 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:01:53.838338 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:01:53.838338 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:01:53.838338 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:01:53.838338 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:01:53.838338 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:01:53.838338 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:01:53.838338 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:01:53.838338 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:01:53.838338 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:01:53.838338 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:01:53.838338 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:01:53.838338 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:01:53.838338 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:01:53.838338 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:01:53.838338 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:01:53.838338 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:01:53.838338 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:01:53.838338 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:01:53.838338 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:01:53.838338 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:01:53.838338 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:01:53.838338 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:01:53.940176 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-caec1dcc-92de-49a5-9bbf-582bf3c970ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:53.941721 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-caec1dcc-92de-49a5-9bbf-582bf3c970ba service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9304be98048d4c61b258f65239a0a004&device_id=10ff47c1-f176-49ee-9848-6224ff3056f6 HTTP/1.1" status: 200 len: 1095 time: 0.2134814 Aug 16 21:01:53.978034 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0bb62ddd-26f9-4697-aed0-615d7a7b2fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:53.978034 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0bb62ddd-26f9-4697-aed0-615d7a7b2fc0 admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:53.980410 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0bb62ddd-26f9-4697-aed0-615d7a7b2fc0 admin admin] 10.222.0.84 "DELETE /v2.0/networks/97204dc5-2078-4113-bc6a-8b6109c161f0 HTTP/1.1" status: 204 len: 168 time: 0.6624544 Aug 16 21:01:54.001038 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb62ddd-26f9-4697-aed0-615d7a7b2fc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=97204dc5-2078-4113-bc6a-8b6109c161f0,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:54.038989 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-e9ec6497-3955-4a3c-94f1-35e7c0d5957b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73fada08-43ba-4fa9-959f-af941bdaad65 HTTP/1.1" status: 200 len: 217 time: 0.0702734 Aug 16 21:01:54.056201 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3bdc6b-ce02-4f14-8eb3-04fa9657d731 req-99d40ce5-32fa-4142-b8a3-df8a8bf5ef73 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:54.057937 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9d3bdc6b-ce02-4f14-8eb3-04fa9657d731 req-99d40ce5-32fa-4142-b8a3-df8a8bf5ef73 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 946 time: 0.1957760 Aug 16 21:01:54.174931 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-ed462aa4-e926-49f1-b461-dcdc9a290fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:54.176528 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-ed462aa4-e926-49f1-b461-dcdc9a290fbe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0b70a9e6-d30c-45fd-8255-e0aa78917c10 HTTP/1.1" status: 200 len: 847 time: 0.1106720 Aug 16 21:01:54.309736 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f81a5523-f30d-4dce-9a25-bf0ce97722c1 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:54.344106 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9d3bdc6b-ce02-4f14-8eb3-04fa9657d731 req-4f7ee459-08c6-40de-8a31-f4d1c82d7642 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=584ca7c5-4fb3-485c-b621-2fd9059a622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762424 Aug 16 21:01:54.350448 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-b4615cad-b157-4d84-aadf-f6d9029fbc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:54.351274 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-b4615cad-b157-4d84-aadf-f6d9029fbc29 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=21ccb363-d19c-49b3-8a0b-8ebb4f3486c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1597140 Aug 16 21:01:54.444732 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-f81a5523-f30d-4dce-9a25-bf0ce97722c1 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Transition to ACTIVE for port object 3238ca39-08d6-4e67-bddd-87d7cc6ea35b will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:54.473963 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733e30a-4893-454f-b6f8-e105ffe0772f req-8f22dd8c-c395-4ea8-b8f1-52f42079b890 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:54.475481 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3733e30a-4893-454f-b6f8-e105ffe0772f req-8f22dd8c-c395-4ea8-b8f1-52f42079b890 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "GET /v2.0/ports?device_id=10ff47c1-f176-49ee-9848-6224ff3056f6 HTTP/1.1" status: 200 len: 943 time: 0.1480641 Aug 16 21:01:54.555549 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a2daac34-369f-4a7c-b364-d4644d07eafe None None] Provisioning for port 417dd09e-3ab7-49e8-b66a-20500bfb1adc completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:54.560582 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a2daac34-369f-4a7c-b364-d4644d07eafe None None] Provisioning complete for port 417dd09e-3ab7-49e8-b66a-20500bfb1adc triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:54.561400 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a2daac34-369f-4a7c-b364-d4644d07eafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:54.568496 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3733e30a-4893-454f-b6f8-e105ffe0772f req-685e26e2-4507-416a-9a78-0b55beea0986 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "GET /v2.0/security-groups?id=26905a6d-4b18-4de0-9acd-6bb77c126c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850737 Aug 16 21:01:54.580955 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-a7b83f2b-627c-492c-a8e1-15abb068d27a service neutron] 10.222.0.72 "GET /v2.0/networks/21ccb363-d19c-49b3-8a0b-8ebb4f3486c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978896 Aug 16 21:01:54.681149 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cd6fe1d9-09b0-474d-a4f4-9c6c1b7165ad req-f56d401c-eaeb-4683-97cb-40bdf78407ca service neutron] 10.222.0.72 "GET /v2.0/networks/21ccb363-d19c-49b3-8a0b-8ebb4f3486c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007593 Aug 16 21:01:54.682731 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a2daac34-369f-4a7c-b364-d4644d07eafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:54.716937 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f81a5523-f30d-4dce-9a25-bf0ce97722c1 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:54.727401 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55096) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:54.738097 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a2daac34-369f-4a7c-b364-d4644d07eafe None None] For port 417dd09e-3ab7-49e8-b66a-20500bfb1adc, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=417dd09e-3ab7-49e8-b66a-20500bfb1adc,segment=NetworkSegment(f3ce756c-0a0a-4e52-9aad-6b28fa198530),segment_id=f3ce756c-0a0a-4e52-9aad-6b28fa198530)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:54.775693 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-71348883-663d-435b-b487-7729d1cff57e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d5926bba17c34b5e88e1bc1cf228d96c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470366 Aug 16 21:01:54.778108 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55098) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:54.783616 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2fe6dd21-ead7-467b-85a3-95c591ec9ae9 req-8ecbdfd0-e91e-408b-8186-14cd78930d81 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 210 time: 0.0628748 Aug 16 21:01:54.824710 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81a5523-f30d-4dce-9a25-bf0ce97722c1 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Network 0ea02e49-ecbb-451f-895c-7d0abd61f846 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:54.826507 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a5523-f30d-4dce-9a25-bf0ce97722c1 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'Port': ['ID=3238ca39-08d6-4e67-bddd-87d7cc6ea35b,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:54.837426 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06534808-71b8-4c5b-b36f-9166e676ea3b req-12ba8533-05e4-469f-9926-eadcb5f85e2a tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:54.839049 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-78bcc14c-8559-43ec-89da-52f152c6e40f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:54.845561 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-06534808-71b8-4c5b-b36f-9166e676ea3b req-12ba8533-05e4-469f-9926-eadcb5f85e2a tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.1630430 Aug 16 21:01:54.856760 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a2daac34-369f-4a7c-b364-d4644d07eafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:54.857122 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-f81a5523-f30d-4dce-9a25-bf0ce97722c1 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:54.863908 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81a5523-f30d-4dce-9a25-bf0ce97722c1 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:54.869629 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81a5523-f30d-4dce-9a25-bf0ce97722c1 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:54.870532 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f81a5523-f30d-4dce-9a25-bf0ce97722c1 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:54.888761 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-78bcc14c-8559-43ec-89da-52f152c6e40f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:54.910080 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-06534808-71b8-4c5b-b36f-9166e676ea3b req-08e30f35-225c-4b40-a014-c015f6a4504c tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634322 Aug 16 21:01:54.933131 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a2daac34-369f-4a7c-b364-d4644d07eafe None None] Provisioning complete for port c4a05a2e-a555-4719-a3a3-02e3773b5b18 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:54.933131 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a2daac34-369f-4a7c-b364-d4644d07eafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:54.973431 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f81a5523-f30d-4dce-9a25-bf0ce97722c1 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9830701 Aug 16 21:01:54.979480 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55102) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:54.985878 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-6b1c85bb-6766-4697-a9d8-6500ea8eef57 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'subnet': {'network_id': '0ea02e49-ecbb-451f-895c-7d0abd61f846', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:54.988151 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a2daac34-369f-4a7c-b364-d4644d07eafe None None] Port c4a05a2e-a555-4719-a3a3-02e3773b5b18 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:01:55.008374 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2daac34-369f-4a7c-b364-d4644d07eafe None None] Pushing event updated for resources: {'Port': ['ID=417dd09e-3ab7-49e8-b66a-20500bfb1adc,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:55.080991 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-78bcc14c-8559-43ec-89da-52f152c6e40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:55.083584 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-78bcc14c-8559-43ec-89da-52f152c6e40f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:55.087302 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-78bcc14c-8559-43ec-89da-52f152c6e40f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1a977aea-548a-48e0-91eb-9665a2eb03b0 HTTP/1.1" status: 204 len: 168 time: 0.3055675 Aug 16 21:01:55.096701 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bcc14c-8559-43ec-89da-52f152c6e40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a977aea-548a-48e0-91eb-9665a2eb03b0,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:55.297355 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1c85bb-6766-4697-a9d8-6500ea8eef57 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Made reservation on behalf of 2b8d460e7367462492b691867d616fa2 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:55.297355 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6b1c85bb-6766-4697-a9d8-6500ea8eef57 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:55.381163 n-d-793620-15 neutron-server[101844]: INFO neutron.db.ipam_backend_mixin [None req-6b1c85bb-6766-4697-a9d8-6500ea8eef57 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ceae802d-f81b-462b-bcf9-ed23f6895698 (CIDR: 2001:db8::/64) Aug 16 21:01:55.452309 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5b971b17-52e8-4984-9b70-f933dd70073f None None] Provisioning for port 3238ca39-08d6-4e67-bddd-87d7cc6ea35b completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:55.457458 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5b971b17-52e8-4984-9b70-f933dd70073f None None] Provisioning complete for port 3238ca39-08d6-4e67-bddd-87d7cc6ea35b triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:55.458425 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5b971b17-52e8-4984-9b70-f933dd70073f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:55.458977 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b1c85bb-6766-4697-a9d8-6500ea8eef57 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:01:55.459487 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b1c85bb-6766-4697-a9d8-6500ea8eef57 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:01:55.506003 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c576dc7-e3d2-44bb-a488-c424521c68dc req-5a3f8573-71e0-463a-acc4-5e67e9e24a29 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:55.507056 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-5b971b17-52e8-4984-9b70-f933dd70073f None None] Port 3238ca39-08d6-4e67-bddd-87d7cc6ea35b cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:01:55.512595 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1c576dc7-e3d2-44bb-a488-c424521c68dc req-5a3f8573-71e0-463a-acc4-5e67e9e24a29 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 946 time: 0.0873950 Aug 16 21:01:55.554170 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1c576dc7-e3d2-44bb-a488-c424521c68dc req-785d3013-0e77-4062-8bdb-47f7be4ad194 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=584ca7c5-4fb3-485c-b621-2fd9059a622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402369 Aug 16 21:01:55.555626 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6b1c85bb-6766-4697-a9d8-6500ea8eef57 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5745969 Aug 16 21:01:55.558791 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55114) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:55.565829 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-832d6d81-9f24-4a5b-a4bb-c99f332295ed tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'subnet': {'network_id': '0ea02e49-ecbb-451f-895c-7d0abd61f846', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:55.759295 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81cd87-202c-4ef0-9fcd-114940e29bf0 req-7bb351dd-900f-464a-bf62-852c81937fef tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:55.760940 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-da81cd87-202c-4ef0-9fcd-114940e29bf0 req-7bb351dd-900f-464a-bf62-852c81937fef tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "GET /v2.0/ports?device_id=10ff47c1-f176-49ee-9848-6224ff3056f6 HTTP/1.1" status: 200 len: 943 time: 0.0676842 Aug 16 21:01:55.806629 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-da81cd87-202c-4ef0-9fcd-114940e29bf0 req-89bf1635-8390-4000-a65b-81e6fd833072 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "GET /v2.0/security-groups?id=26905a6d-4b18-4de0-9acd-6bb77c126c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388458 Aug 16 21:01:55.863486 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832d6d81-9f24-4a5b-a4bb-c99f332295ed tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Made reservation on behalf of 2b8d460e7367462492b691867d616fa2 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:55.871908 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-832d6d81-9f24-4a5b-a4bb-c99f332295ed tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:55.949471 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-82af1552-eeb0-42a7-8821-77a6091a1121 req-15d10bb5-b5b1-4531-a064-f4bb9786bcc4 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 210 time: 0.0655582 Aug 16 21:01:56.258978 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-832d6d81-9f24-4a5b-a4bb-c99f332295ed tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:56.297476 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832d6d81-9f24-4a5b-a4bb-c99f332295ed tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Network 0ea02e49-ecbb-451f-895c-7d0abd61f846 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:56.300451 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-832d6d81-9f24-4a5b-a4bb-c99f332295ed tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:56.303586 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832d6d81-9f24-4a5b-a4bb-c99f332295ed tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:56.304218 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-832d6d81-9f24-4a5b-a4bb-c99f332295ed tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:56.312578 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272a1742-4692-4a6f-8240-84429436515e None None] Network 0ea02e49-ecbb-451f-895c-7d0abd61f846 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:01:56.341687 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d6d81-9f24-4a5b-a4bb-c99f332295ed tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'Subnet': ['ID=5308b812-8d7d-44fb-9e02-b0ea0ca998af,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:56.491329 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55140) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:56.542641 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926946f6-2c4b-43f3-8386-2ee0c2fae86e None None] Update dhcp port {'port': {'network_id': '0ea02e49-ecbb-451f-895c-7d0abd61f846', 'fixed_ips': [{'subnet_id': 'ceae802d-f81b-462b-bcf9-ed23f6895698', 'ip_address': '2001:db8::2'}, {'subnet_id': '5308b812-8d7d-44fb-9e02-b0ea0ca998af'}], 'binding:host_id': 'n-d-793620-15'}, 'id': '417dd09e-3ab7-49e8-b66a-20500bfb1adc'} from n-d-793620-15. {{(pid=101846) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 21:01:56.561497 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-832d6d81-9f24-4a5b-a4bb-c99f332295ed tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0015419 Aug 16 21:01:56.564101 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55144) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:56.569761 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-4eac3f0f-fa3e-497c-8d84-3bbe743b211e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-411509597', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5308b812-8d7d-44fb-9e02-b0ea0ca998af'}], 'security_groups': ['e62e5b8b-ff08-469d-8a18-0604d39edcea']}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:56.571806 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-926946f6-2c4b-43f3-8386-2ee0c2fae86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:56.630009 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-bcf6e2ee-1352-414f-9d98-80cc9ab202cb admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1758081460-network', 'tenant_id': 'da89dfbc890f45feb92e260cd60ae8ac'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:56.811876 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf6e2ee-1352-414f-9d98-80cc9ab202cb admin admin] Made reservation on behalf of da89dfbc890f45feb92e260cd60ae8ac for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:56.814436 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bcf6e2ee-1352-414f-9d98-80cc9ab202cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:56.827889 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-926946f6-2c4b-43f3-8386-2ee0c2fae86e None None] Allocated IP 2001:db8:0:1::2 (0ea02e49-ecbb-451f-895c-7d0abd61f846/5308b812-8d7d-44fb-9e02-b0ea0ca998af/417dd09e-3ab7-49e8-b66a-20500bfb1adc) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:56.832481 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bcf6e2ee-1352-414f-9d98-80cc9ab202cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:56.837017 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4eac3f0f-fa3e-497c-8d84-3bbe743b211e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:56.897072 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c89661-4296-4acc-a6eb-2393613e96c2 req-54895dcc-054d-4ac0-bead-fa1206d28f92 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:56.899174 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f7c89661-4296-4acc-a6eb-2393613e96c2 req-54895dcc-054d-4ac0-bead-fa1206d28f92 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 946 time: 0.2413173 Aug 16 21:01:56.995966 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 417dd09e-3ab7-49e8-b66a-20500bfb1adc up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:01:57.085241 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 417dd09e-3ab7-49e8-b66a-20500bfb1adc triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:57.086570 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:57.093968 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-926946f6-2c4b-43f3-8386-2ee0c2fae86e None None] For port 417dd09e-3ab7-49e8-b66a-20500bfb1adc, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=417dd09e-3ab7-49e8-b66a-20500bfb1adc,segment=NetworkSegment(f3ce756c-0a0a-4e52-9aad-6b28fa198530),segment_id=f3ce756c-0a0a-4e52-9aad-6b28fa198530)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:57.161260 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-926946f6-2c4b-43f3-8386-2ee0c2fae86e None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:57.227594 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-926946f6-2c4b-43f3-8386-2ee0c2fae86e None None] Transition to ACTIVE for port object 417dd09e-3ab7-49e8-b66a-20500bfb1adc will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:57.315142 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-926946f6-2c4b-43f3-8386-2ee0c2fae86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:57.417867 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f7c89661-4296-4acc-a6eb-2393613e96c2 req-38778d0a-7f9a-432c-90a1-469f5ae3c560 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=584ca7c5-4fb3-485c-b621-2fd9059a622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5083013 Aug 16 21:01:57.482410 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926946f6-2c4b-43f3-8386-2ee0c2fae86e None None] Pushing event updated for resources: {'Port': ['ID=417dd09e-3ab7-49e8-b66a-20500bfb1adc,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:57.508694 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926946f6-2c4b-43f3-8386-2ee0c2fae86e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:57.509198 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926946f6-2c4b-43f3-8386-2ee0c2fae86e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:57.510217 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926946f6-2c4b-43f3-8386-2ee0c2fae86e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:57.512225 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926946f6-2c4b-43f3-8386-2ee0c2fae86e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:57.514079 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926946f6-2c4b-43f3-8386-2ee0c2fae86e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:57.515156 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926946f6-2c4b-43f3-8386-2ee0c2fae86e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:57.518821 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926946f6-2c4b-43f3-8386-2ee0c2fae86e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:57.518821 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926946f6-2c4b-43f3-8386-2ee0c2fae86e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:57.518821 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926946f6-2c4b-43f3-8386-2ee0c2fae86e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:57.518821 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926946f6-2c4b-43f3-8386-2ee0c2fae86e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:57.518821 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926946f6-2c4b-43f3-8386-2ee0c2fae86e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:57.522357 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926946f6-2c4b-43f3-8386-2ee0c2fae86e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:57.573270 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3898f75e-f35d-4f49-8d89-e34fc2ba388c req-742ad476-c4d7-4d46-8adc-89f71985236d tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 210 time: 0.0630522 Aug 16 21:01:57.602142 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c8176-0026-411e-9383-ad25b0dcce53 req-c8b7ca13-bbfd-47f5-aeae-438a6c929a2d tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:57.603722 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9b9c8176-0026-411e-9383-ad25b0dcce53 req-c8b7ca13-bbfd-47f5-aeae-438a6c929a2d tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "GET /v2.0/ports?device_id=10ff47c1-f176-49ee-9848-6224ff3056f6 HTTP/1.1" status: 200 len: 943 time: 0.6653013 Aug 16 21:01:57.743035 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bcf6e2ee-1352-414f-9d98-80cc9ab202cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:57.797909 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9b9c8176-0026-411e-9383-ad25b0dcce53 req-a5842743-daad-4262-a2f6-994804e75806 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "GET /v2.0/security-groups?id=26905a6d-4b18-4de0-9acd-6bb77c126c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721878 Aug 16 21:01:57.846839 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bcf6e2ee-1352-414f-9d98-80cc9ab202cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:57.874145 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf6e2ee-1352-414f-9d98-80cc9ab202cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:01:57.884500 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bcf6e2ee-1352-414f-9d98-80cc9ab202cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:57.885096 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-bcf6e2ee-1352-414f-9d98-80cc9ab202cb admin admin] Added segment 8cc7a7f1-1c8b-4a64-88d7-1f8023cdf273 of type vlan for network 7ed7cdfa-c0ab-4cb7-9f63-13a172fd2047 Aug 16 21:01:57.967257 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf6e2ee-1352-414f-9d98-80cc9ab202cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1068e2-7874-407f-b961-396f2036e363,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:58.013668 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bcf6e2ee-1352-414f-9d98-80cc9ab202cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:58.049031 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-4eac3f0f-fa3e-497c-8d84-3bbe743b211e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Delete allocated IP 2001:db8::262 (0ea02e49-ecbb-451f-895c-7d0abd61f846/ceae802d-f81b-462b-bcf9-ed23f6895698) {{(pid=101844) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 21:01:58.081380 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-4eac3f0f-fa3e-497c-8d84-3bbe743b211e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Allocated IP 2001:db8:0:1::338 (0ea02e49-ecbb-451f-895c-7d0abd61f846/5308b812-8d7d-44fb-9e02-b0ea0ca998af/3238ca39-08d6-4e67-bddd-87d7cc6ea35b) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:58.279887 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bcf6e2ee-1352-414f-9d98-80cc9ab202cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:58.280813 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf6e2ee-1352-414f-9d98-80cc9ab202cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:58.281401 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bcf6e2ee-1352-414f-9d98-80cc9ab202cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:58.294134 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21fffa-fcf1-4398-a1f8-f84e82810a49 req-13ff0f30-c9ed-49d9-be25-3d5b7f03073b tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:58.294932 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00a88a-12d1-404d-9ac3-d42b6b76b3be req-9d4285c7-0719-491d-9bdc-a5b05413329b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:58.296692 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-be00a88a-12d1-404d-9ac3-d42b6b76b3be req-9d4285c7-0719-491d-9bdc-a5b05413329b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a0e033d4713247c4be0e53c874c211ee&device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 1098 time: 0.0630653 Aug 16 21:01:58.301456 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7e21fffa-fcf1-4398-a1f8-f84e82810a49 req-13ff0f30-c9ed-49d9-be25-3d5b7f03073b tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 946 time: 0.2362425 Aug 16 21:01:58.416010 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00a88a-12d1-404d-9ac3-d42b6b76b3be req-5d648b90-09a3-4319-98a6-93c86b8f289a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:58.417989 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-be00a88a-12d1-404d-9ac3-d42b6b76b3be req-5d648b90-09a3-4319-98a6-93c86b8f289a service neutron] 10.222.0.90 "GET /v2.0/networks?id=f21989d2-1803-4d82-bc06-7ef94db801de HTTP/1.1" status: 200 len: 911 time: 0.1147339 Aug 16 21:01:58.438700 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf6e2ee-1352-414f-9d98-80cc9ab202cb admin admin] Pushing event updated for resources: {'Network': ['ID=7ed7cdfa-c0ab-4cb7-9f63-13a172fd2047,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:58.451486 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 7ed7cdfa-c0ab-4cb7-9f63-13a172fd2047 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:01:58.486333 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7e21fffa-fcf1-4398-a1f8-f84e82810a49 req-83fe3b95-d7d6-4f4e-bda4-3e55a64beadb tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=584ca7c5-4fb3-485c-b621-2fd9059a622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790512 Aug 16 21:01:58.522374 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-bcf6e2ee-1352-414f-9d98-80cc9ab202cb admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0297673 Aug 16 21:01:58.525535 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-be00a88a-12d1-404d-9ac3-d42b6b76b3be req-24fd0971-32e1-4097-987f-955c38a8a648 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=402adf67-9abe-4dc7-b5bc-8cc9d10dc0af HTTP/1.1" status: 200 len: 1002 time: 0.0966039 Aug 16 21:01:58.525709 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55166) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:58.535316 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-b555afe9-96b4-4df8-b8b8-464afcd6482e admin admin] Request body: {'subnet': {'network_id': '7ed7cdfa-c0ab-4cb7-9f63-13a172fd2047', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1758081460-subnet', 'tenant_id': 'da89dfbc890f45feb92e260cd60ae8ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:58.556689 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-34bc0ba7-f725-473a-b79f-aaa8e29c70f9 None None] Provisioning for port 417dd09e-3ab7-49e8-b66a-20500bfb1adc completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:58.563193 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4eac3f0f-fa3e-497c-8d84-3bbe743b211e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:58.566056 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-34bc0ba7-f725-473a-b79f-aaa8e29c70f9 None None] Provisioning complete for port 417dd09e-3ab7-49e8-b66a-20500bfb1adc triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:58.566544 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-34bc0ba7-f725-473a-b79f-aaa8e29c70f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:58.579951 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-4eac3f0f-fa3e-497c-8d84-3bbe743b211e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Transition to ACTIVE for port object 3238ca39-08d6-4e67-bddd-87d7cc6ea35b will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:58.594070 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00a88a-12d1-404d-9ac3-d42b6b76b3be req-336c140c-dd7a-4a9b-929f-1e686b6e5aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:58.595463 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-be00a88a-12d1-404d-9ac3-d42b6b76b3be req-336c140c-dd7a-4a9b-929f-1e686b6e5aa5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=03f69758-9eaf-430a-b99d-d64769716af9 HTTP/1.1" status: 200 len: 849 time: 0.0615692 Aug 16 21:01:58.662574 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00a88a-12d1-404d-9ac3-d42b6b76b3be req-66cc5514-adb2-4542-ba58-21e225fcd6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:58.665372 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-be00a88a-12d1-404d-9ac3-d42b6b76b3be req-66cc5514-adb2-4542-ba58-21e225fcd6a7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f21989d2-1803-4d82-bc06-7ef94db801de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622933 Aug 16 21:01:58.675592 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-34bc0ba7-f725-473a-b79f-aaa8e29c70f9 None None] Provisioning complete for port 3238ca39-08d6-4e67-bddd-87d7cc6ea35b triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:58.676225 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-34bc0ba7-f725-473a-b79f-aaa8e29c70f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:58.742356 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-34bc0ba7-f725-473a-b79f-aaa8e29c70f9 None None] Port 3238ca39-08d6-4e67-bddd-87d7cc6ea35b cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:01:58.762594 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4eac3f0f-fa3e-497c-8d84-3bbe743b211e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:58.764410 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-34bc0ba7-f725-473a-b79f-aaa8e29c70f9 None None] Provisioning complete for port c4a05a2e-a555-4719-a3a3-02e3773b5b18 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:58.765081 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-34bc0ba7-f725-473a-b79f-aaa8e29c70f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:58.774800 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b555afe9-96b4-4df8-b8b8-464afcd6482e admin admin] Made reservation on behalf of da89dfbc890f45feb92e260cd60ae8ac for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:58.785794 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b555afe9-96b4-4df8-b8b8-464afcd6482e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:58.789299 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-be00a88a-12d1-404d-9ac3-d42b6b76b3be req-cd93b3f9-6682-4374-bcb4-149f4d5e3cce service neutron] 10.222.0.90 "GET /v2.0/networks/f21989d2-1803-4d82-bc06-7ef94db801de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166513 Aug 16 21:01:58.805619 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7245796d-e1f9-42b8-849b-f187758baf69 req-2b0d2148-c6a6-45d6-a2a3-733d0bce42c8 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 210 time: 0.1039104 Aug 16 21:01:58.841833 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-34bc0ba7-f725-473a-b79f-aaa8e29c70f9 None None] Port c4a05a2e-a555-4719-a3a3-02e3773b5b18 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:01:58.862728 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 73fada08-43ba-4fa9-959f-af941bdaad65 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:01:58.984874 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-be00a88a-12d1-404d-9ac3-d42b6b76b3be req-ce2597e3-fc04-43c4-808e-8110fe8757b7 service neutron] 10.222.0.90 "GET /v2.0/networks/f21989d2-1803-4d82-bc06-7ef94db801de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871634 Aug 16 21:01:59.036137 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 73fada08-43ba-4fa9-959f-af941bdaad65, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=73fada08-43ba-4fa9-959f-af941bdaad65,segment=NetworkSegment(b6ec97c3-166c-4cce-8ac4-df0928c9c7d5),segment_id=b6ec97c3-166c-4cce-8ac4-df0928c9c7d5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:59.046299 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 417dd09e-3ab7-49e8-b66a-20500bfb1adc up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:01:59.084876 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-4eac3f0f-fa3e-497c-8d84-3bbe743b211e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] In _notify_port_updated(), no bound segment for port 3238ca39-08d6-4e67-bddd-87d7cc6ea35b on network 0ea02e49-ecbb-451f-895c-7d0abd61f846 {{(pid=101844) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 21:01:59.088780 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '73fada08-43ba-4fa9-959f-af941bdaad65', 'network_id': '21ccb363-d19c-49b3-8a0b-8ebb4f3486c4', 'port_id': '73fada08-43ba-4fa9-959f-af941bdaad65', 'mac_address': 'fa:16:3e:b9:71:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b70a9e6-d30c-45fd-8255-e0aa78917c10', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:01:59.093075 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eac3f0f-fa3e-497c-8d84-3bbe743b211e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:59.093770 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4eac3f0f-fa3e-497c-8d84-3bbe743b211e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:59.098243 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4eac3f0f-fa3e-497c-8d84-3bbe743b211e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "PUT /v2.0/ports/3238ca39-08d6-4e67-bddd-87d7cc6ea35b HTTP/1.1" status: 200 len: 930 time: 2.5305371 Aug 16 21:01:59.099816 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55176) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:59.130748 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 417dd09e-3ab7-49e8-b66a-20500bfb1adc triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:59.131202 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:59.165134 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:59.190085 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73fada08-43ba-4fa9-959f-af941bdaad65 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:01:59.236163 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 73fada08-43ba-4fa9-959f-af941bdaad65, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=73fada08-43ba-4fa9-959f-af941bdaad65,segment=NetworkSegment(b6ec97c3-166c-4cce-8ac4-df0928c9c7d5),segment_id=b6ec97c3-166c-4cce-8ac4-df0928c9c7d5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:59.287289 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-50881a66-0559-4a75-93dd-3d3b6ecb7668 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Deleting port 3238ca39-08d6-4e67-bddd-87d7cc6ea35b {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:59.288837 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-50881a66-0559-4a75-93dd-3d3b6ecb7668 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:59.303013 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac3f0f-fa3e-497c-8d84-3bbe743b211e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'Port': ['ID=3238ca39-08d6-4e67-bddd-87d7cc6ea35b,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:59.327101 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:59.353766 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f0407-3cd6-4407-96b4-871df71e0f00 req-be2a0f9a-ac45-411a-8bc2-8c8c919b383a tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:59.355329 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0b5f0407-3cd6-4407-96b4-871df71e0f00 req-be2a0f9a-ac45-411a-8bc2-8c8c919b383a tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "GET /v2.0/ports?device_id=10ff47c1-f176-49ee-9848-6224ff3056f6 HTTP/1.1" status: 200 len: 943 time: 0.3410292 Aug 16 21:01:59.391150 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b555afe9-96b4-4df8-b8b8-464afcd6482e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:59.426655 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=73fada08-43ba-4fa9-959f-af941bdaad65,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:59.439922 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-50881a66-0559-4a75-93dd-3d3b6ecb7668 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:59.468277 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b555afe9-96b4-4df8-b8b8-464afcd6482e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e5261f8-4e81-4cbd-8d41-014a58b8e344,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:59.475620 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0b5f0407-3cd6-4407-96b4-871df71e0f00 req-1d03d06d-7b02-4e92-b5e6-a640a2cf63eb tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "GET /v2.0/security-groups?id=26905a6d-4b18-4de0-9acd-6bb77c126c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077352 Aug 16 21:01:59.481090 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-50881a66-0559-4a75-93dd-3d3b6ecb7668 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Calling delete_port for 3238ca39-08d6-4e67-bddd-87d7cc6ea35b owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:59.513564 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b555afe9-96b4-4df8-b8b8-464afcd6482e admin admin] Checking segment: {'id': '8cc7a7f1-1c8b-4a64-88d7-1f8023cdf273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7ed7cdfa-c0ab-4cb7-9f63-13a172fd2047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:01:59.514084 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b555afe9-96b4-4df8-b8b8-464afcd6482e admin admin] Network hostable DHCP agents. Network: 7ed7cdfa-c0ab-4cb7-9f63-13a172fd2047, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:01:59.588985 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f38fa60f-2960-4bad-9be0-f3f9526f0779 None None] Provisioning for port 3238ca39-08d6-4e67-bddd-87d7cc6ea35b completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:59.594449 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f38fa60f-2960-4bad-9be0-f3f9526f0779 None None] Provisioning complete for port 3238ca39-08d6-4e67-bddd-87d7cc6ea35b triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:59.595100 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f38fa60f-2960-4bad-9be0-f3f9526f0779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:59.620281 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc3dd3-aedb-4614-ae81-d17af063dd3f req-127ac4d2-a2e2-451e-913e-6fb6549b2765 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:59.620281 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-64bc3dd3-aedb-4614-ae81-d17af063dd3f req-127ac4d2-a2e2-451e-913e-6fb6549b2765 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 946 time: 0.0642800 Aug 16 21:01:59.620973 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b555afe9-96b4-4df8-b8b8-464afcd6482e admin admin] Network 7ed7cdfa-c0ab-4cb7-9f63-13a172fd2047 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:01:59.642471 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['73fada08-43ba-4fa9-959f-af941bdaad65'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:01:59.662873 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-64bc3dd3-aedb-4614-ae81-d17af063dd3f req-fe8c597e-48f1-4d4f-92a4-b1c03bf88bed tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=584ca7c5-4fb3-485c-b621-2fd9059a622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350482 Aug 16 21:01:59.674632 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-f38fa60f-2960-4bad-9be0-f3f9526f0779 None None] Port 3238ca39-08d6-4e67-bddd-87d7cc6ea35b cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:01:59.743761 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-b555afe9-96b4-4df8-b8b8-464afcd6482e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 7ed7cdfa-c0ab-4cb7-9f63-13a172fd2047) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:59.753024 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b555afe9-96b4-4df8-b8b8-464afcd6482e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:59.753725 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b555afe9-96b4-4df8-b8b8-464afcd6482e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:59.772908 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f550c18e-d464-404d-a004-549d03520f5e None None] Network 7ed7cdfa-c0ab-4cb7-9f63-13a172fd2047 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:01:59.831181 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b555afe9-96b4-4df8-b8b8-464afcd6482e admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3044295 Aug 16 21:01:59.886670 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-50881a66-0559-4a75-93dd-3d3b6ecb7668 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:59.939081 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50881a66-0559-4a75-93dd-3d3b6ecb7668 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'Port': ['ID=3238ca39-08d6-4e67-bddd-87d7cc6ea35b,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:00.006592 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-50881a66-0559-4a75-93dd-3d3b6ecb7668 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:00.009495 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-50881a66-0559-4a75-93dd-3d3b6ecb7668 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/ports/3238ca39-08d6-4e67-bddd-87d7cc6ea35b HTTP/1.1" status: 204 len: 168 time: 0.9084291 Aug 16 21:02:00.012122 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55188) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:00.037651 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f78b6f68-8bcb-4d34-bb20-8afef6e9f731 req-ba9a851c-28c7-4852-ade4-9936f7acb0f5 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 210 time: 0.0959189 Aug 16 21:02:00.050389 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e6d7c9b-cc8d-4da6-a52b-bbe040c2eb53 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] GET failed (client error): The resource could not be found. Aug 16 21:02:00.052660 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7e6d7c9b-cc8d-4da6-a52b-bbe040c2eb53 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "GET /v2.0/ports/3238ca39-08d6-4e67-bddd-87d7cc6ea35b HTTP/1.1" status: 404 len: 333 time: 0.0385809 Aug 16 21:02:00.057084 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55190) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:00.104853 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bb2b3b-c1e0-41f8-9ef2-7d177e5a52f8 None None] Network 7ed7cdfa-c0ab-4cb7-9f63-13a172fd2047 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:00.161536 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-45cfd3d8-5b8f-477c-8a35-30c6d10beb58 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:00.196086 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-45cfd3d8-5b8f-477c-8a35-30c6d10beb58 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:00.343275 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-45cfd3d8-5b8f-477c-8a35-30c6d10beb58 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:00.346515 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-45cfd3d8-5b8f-477c-8a35-30c6d10beb58 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:00.352906 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-45cfd3d8-5b8f-477c-8a35-30c6d10beb58 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/security-groups/90aa15c5-5968-4f2d-8ddd-b19d1f845aa9 HTTP/1.1" status: 204 len: 168 time: 0.2821171 Aug 16 21:02:00.353760 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55202) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:00.357973 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cfd3d8-5b8f-477c-8a35-30c6d10beb58 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90aa15c5-5968-4f2d-8ddd-b19d1f845aa9,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:00.479640 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5bf28c20-ce49-41ae-9dab-d4035af549b8 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:00.521875 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5bf28c20-ce49-41ae-9dab-d4035af549b8 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:00.559899 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-8ee2ec59-295d-477f-b0a1-bdad36a730e6 tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:00.561428 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-8ee2ec59-295d-477f-b0a1-bdad36a730e6 tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] 10.222.0.84 "GET /v2.0/networks?id=7ed7cdfa-c0ab-4cb7-9f63-13a172fd2047 HTTP/1.1" status: 200 len: 818 time: 0.1693037 Aug 16 21:02:00.605004 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-04f6f491-d22d-4305-938f-3116d8fa65ee tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] 10.222.0.84 "GET /v2.0/quotas/da89dfbc890f45feb92e260cd60ae8ac HTTP/1.1" status: 200 len: 375 time: 0.0288811 Aug 16 21:02:00.650729 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-e557f32d-1e7d-417a-bf09-c975e7e934a3 tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=da89dfbc890f45feb92e260cd60ae8ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343235 Aug 16 21:02:00.718232 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ba315-2721-4eca-b37e-c4cb22feda74 req-9957a7b0-ce10-423b-a15e-eaee7c753e71 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:00.719905 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f5ba315-2721-4eca-b37e-c4cb22feda74 req-9957a7b0-ce10-423b-a15e-eaee7c753e71 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "GET /v2.0/ports?device_id=10ff47c1-f176-49ee-9848-6224ff3056f6 HTTP/1.1" status: 200 len: 944 time: 0.1698730 Aug 16 21:02:00.746627 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5bf28c20-ce49-41ae-9dab-d4035af549b8 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:00.749313 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5bf28c20-ce49-41ae-9dab-d4035af549b8 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:00.750459 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5bf28c20-ce49-41ae-9dab-d4035af549b8 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/security-groups/e62e5b8b-ff08-469d-8a18-0604d39edcea HTTP/1.1" status: 204 len: 168 time: 0.3981075 Aug 16 21:02:00.753411 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55220) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:00.778525 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf28c20-ce49-41ae-9dab-d4035af549b8 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62e5b8b-ff08-469d-8a18-0604d39edcea,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:00.801130 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f5ba315-2721-4eca-b37e-c4cb22feda74 req-b008d137-a47d-49c7-ac53-0de9b6a8108c tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "GET /v2.0/security-groups?id=26905a6d-4b18-4de0-9acd-6bb77c126c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725596 Aug 16 21:02:00.806765 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-d1ac02b1-0060-4c92-9ea0-2356e94b7367 service neutron] 10.222.0.84 "GET /v2.0/networks/7ed7cdfa-c0ab-4cb7-9f63-13a172fd2047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500893 Aug 16 21:02:00.841761 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8b31f9c-97d8-495b-a4bd-9b45cf6574e7 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Deleting subnet ceae802d-f81b-462b-bcf9-ed23f6895698 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:02:00.846321 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c8b31f9c-97d8-495b-a4bd-9b45cf6574e7 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:00.899082 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c8b31f9c-97d8-495b-a4bd-9b45cf6574e7 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:00.939687 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-4bc2e33d-b77f-405e-ac33-cd8b013b51a4 service neutron] 10.222.0.84 "GET /v2.0/networks/7ed7cdfa-c0ab-4cb7-9f63-13a172fd2047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157897 Aug 16 21:02:01.020948 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d71c45-9321-4926-9f0f-93d13936641d req-7e1faa9f-be5e-48af-b584-f8bc85739e24 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:01.030079 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-48d71c45-9321-4926-9f0f-93d13936641d req-7e1faa9f-be5e-48af-b584-f8bc85739e24 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 946 time: 0.0875432 Aug 16 21:02:01.057443 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c8b31f9c-97d8-495b-a4bd-9b45cf6574e7 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:01.068383 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-48d71c45-9321-4926-9f0f-93d13936641d req-b58bc2b5-daa9-431d-8775-b06fe33342c6 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=584ca7c5-4fb3-485c-b621-2fd9059a622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373285 Aug 16 21:02:01.224173 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f387e5e8-5321-4217-9f7f-b88d5ff5328f req-f66175f0-c39c-4ced-bbf1-256c37aca852 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 210 time: 0.0289118 Aug 16 21:02:01.281451 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c8b31f9c-97d8-495b-a4bd-9b45cf6574e7 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:01.316761 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b31f9c-97d8-495b-a4bd-9b45cf6574e7 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'Subnet': ['ID=ceae802d-f81b-462b-bcf9-ed23f6895698,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:01.319095 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c8b31f9c-97d8-495b-a4bd-9b45cf6574e7 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:01.323093 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c8b31f9c-97d8-495b-a4bd-9b45cf6574e7 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/subnets/ceae802d-f81b-462b-bcf9-ed23f6895698 HTTP/1.1" status: 204 len: 168 time: 0.5685341 Aug 16 21:02:01.324967 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc82d24-13d5-4cb6-ba09-3cd2994bec70 None None] Network 0ea02e49-ecbb-451f-895c-7d0abd61f846 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:01.330464 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55234) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:01.336415 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-8597679c-339f-4d62-83ef-cbfa51acc523 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'subnet': {'network_id': '0ea02e49-ecbb-451f-895c-7d0abd61f846', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:01.346189 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b58f0902-c2fe-4157-b335-a49201bfe6eb req-7a6c07ce-ba52-4efb-9c2a-b9e0efd4882a tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] 10.222.0.84 "GET /v2.0/ports?device_id=5850631f-3091-48ea-85e4-48da20f6dc71 HTTP/1.1" status: 200 len: 210 time: 0.0563221 Aug 16 21:02:01.618168 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8597679c-339f-4d62-83ef-cbfa51acc523 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Made reservation on behalf of 2b8d460e7367462492b691867d616fa2 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:01.624238 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8597679c-339f-4d62-83ef-cbfa51acc523 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:02.023120 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855a003-929e-4828-b53c-cb0ab5708cee req-fbc00d1c-680d-4a57-85a2-387a6977ffa9 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:02.034343 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a855a003-929e-4828-b53c-cb0ab5708cee req-fbc00d1c-680d-4a57-85a2-387a6977ffa9 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "GET /v2.0/ports?device_id=10ff47c1-f176-49ee-9848-6224ff3056f6 HTTP/1.1" status: 200 len: 944 time: 0.0670362 Aug 16 21:02:02.064214 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8597679c-339f-4d62-83ef-cbfa51acc523 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:02.096164 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8597679c-339f-4d62-83ef-cbfa51acc523 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Network 0ea02e49-ecbb-451f-895c-7d0abd61f846 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:02.100110 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-8597679c-339f-4d62-83ef-cbfa51acc523 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:02.104914 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8597679c-339f-4d62-83ef-cbfa51acc523 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:02.106102 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8597679c-339f-4d62-83ef-cbfa51acc523 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:02.110952 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a855a003-929e-4828-b53c-cb0ab5708cee req-39066c88-3c31-49c3-b17a-d6dd0586c509 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "GET /v2.0/security-groups?id=26905a6d-4b18-4de0-9acd-6bb77c126c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756922 Aug 16 21:02:02.176983 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597679c-339f-4d62-83ef-cbfa51acc523 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'Subnet': ['ID=171c89d6-a5a5-44cf-a64f-01471fc4c01d,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:02.279937 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0512f97f-420d-4284-90a3-57819fcf26f3 None None] Network 0ea02e49-ecbb-451f-895c-7d0abd61f846 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:02.283925 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8597679c-339f-4d62-83ef-cbfa51acc523 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9498615 Aug 16 21:02:02.284454 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55252) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:02.290317 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-68976264-c3e2-48d8-88c6-9ea1f2df97d1 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'security_group': {'name': 'tempest-secgroup-1882253539'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:02.368174 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e394fb68-1437-454b-b1ea-3655cf7830be None None] Provisioning complete for port 417dd09e-3ab7-49e8-b66a-20500bfb1adc triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:02.368753 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e394fb68-1437-454b-b1ea-3655cf7830be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:02.377682 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68976264-c3e2-48d8-88c6-9ea1f2df97d1 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:02.429773 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4ebde82b-738d-4d59-b057-d0024c96a99f req-3712ff9c-e0b7-4383-b7a1-102e3b87b616 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 210 time: 0.0770833 Aug 16 21:02:02.485835 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c4d6f01-ba2b-42ff-958a-a3bd7c76c416 req-71001d1f-5574-434f-83f2-53db5d6fe3dd tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] 10.222.0.84 "GET /v2.0/ports?device_id=5850631f-3091-48ea-85e4-48da20f6dc71 HTTP/1.1" status: 200 len: 210 time: 0.0380714 Aug 16 21:02:02.568449 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68976264-c3e2-48d8-88c6-9ea1f2df97d1 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:02.576180 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e394fb68-1437-454b-b1ea-3655cf7830be None None] Provisioning complete for port c4a05a2e-a555-4719-a3a3-02e3773b5b18 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:02.576551 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e394fb68-1437-454b-b1ea-3655cf7830be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:02.662917 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-e394fb68-1437-454b-b1ea-3655cf7830be None None] Port c4a05a2e-a555-4719-a3a3-02e3773b5b18 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:02:02.669247 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68976264-c3e2-48d8-88c6-9ea1f2df97d1 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:02.683665 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ededa82a-4ef7-4fba-8bc8-b3e8cfc1e105 None None] Update dhcp port {'port': {'network_id': '0ea02e49-ecbb-451f-895c-7d0abd61f846', 'fixed_ips': [{'subnet_id': '5308b812-8d7d-44fb-9e02-b0ea0ca998af', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '171c89d6-a5a5-44cf-a64f-01471fc4c01d'}], 'binding:host_id': 'n-d-793620-15'}, 'id': '417dd09e-3ab7-49e8-b66a-20500bfb1adc'} from n-d-793620-15. {{(pid=101846) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 21:02:02.703560 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68976264-c3e2-48d8-88c6-9ea1f2df97d1 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87b6344d-bfe3-4a31-93d8-23856cf255f5,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:02.725008 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ededa82a-4ef7-4fba-8bc8-b3e8cfc1e105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:02.783713 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68976264-c3e2-48d8-88c6-9ea1f2df97d1 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:02.787991 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55256) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:02.788275 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-68976264-c3e2-48d8-88c6-9ea1f2df97d1 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5025239 Aug 16 21:02:02.795131 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-aaa7972f-2fbf-4428-9e15-ac2e626f09dc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'security_group': {'name': 'tempest-secgroup-510338505'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:02.879310 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 73fada08-43ba-4fa9-959f-af941bdaad65 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:02.903733 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-aaa7972f-2fbf-4428-9e15-ac2e626f09dc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:02.957596 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-ededa82a-4ef7-4fba-8bc8-b3e8cfc1e105 None None] Allocated IP 2001:db8::2 (0ea02e49-ecbb-451f-895c-7d0abd61f846/171c89d6-a5a5-44cf-a64f-01471fc4c01d/417dd09e-3ab7-49e8-b66a-20500bfb1adc) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:03.012264 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-aaa7972f-2fbf-4428-9e15-ac2e626f09dc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:03.077462 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-ededa82a-4ef7-4fba-8bc8-b3e8cfc1e105 None None] For port 417dd09e-3ab7-49e8-b66a-20500bfb1adc, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=417dd09e-3ab7-49e8-b66a-20500bfb1adc,segment=NetworkSegment(f3ce756c-0a0a-4e52-9aad-6b28fa198530),segment_id=f3ce756c-0a0a-4e52-9aad-6b28fa198530)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:03.114012 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ededa82a-4ef7-4fba-8bc8-b3e8cfc1e105 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:03.131049 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ededa82a-4ef7-4fba-8bc8-b3e8cfc1e105 None None] Transition to ACTIVE for port object 417dd09e-3ab7-49e8-b66a-20500bfb1adc will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:03.132704 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-aaa7972f-2fbf-4428-9e15-ac2e626f09dc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:03.143711 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 73fada08-43ba-4fa9-959f-af941bdaad65 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:03.151724 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 73fada08-43ba-4fa9-959f-af941bdaad65 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:03.152192 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:03.200647 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7972f-2fbf-4428-9e15-ac2e626f09dc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29d15f7e-6fa3-4bd8-ab17-5f370671f91f,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:03.279713 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-aaa7972f-2fbf-4428-9e15-ac2e626f09dc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:03.284115 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55264) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:03.284677 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-aaa7972f-2fbf-4428-9e15-ac2e626f09dc tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4937274 Aug 16 21:02:03.289456 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-d5df9b22-c045-448f-a452-a30906222607 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'security_group': {'name': 'tempest-secgroup-1815689411'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:03.297735 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c66d0-4c36-4d66-b244-9c3c51440841 req-29c5f275-a618-4b2d-bb4d-b7e99f3b0155 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:03.306171 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e29c66d0-4c36-4d66-b244-9c3c51440841 req-29c5f275-a618-4b2d-bb4d-b7e99f3b0155 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "GET /v2.0/ports?device_id=10ff47c1-f176-49ee-9848-6224ff3056f6 HTTP/1.1" status: 200 len: 944 time: 0.0752053 Aug 16 21:02:03.349000 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e29c66d0-4c36-4d66-b244-9c3c51440841 req-f0b2bdd5-55ad-48de-b04b-a40ae2795b86 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "GET /v2.0/security-groups?id=26905a6d-4b18-4de0-9acd-6bb77c126c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412023 Aug 16 21:02:03.446709 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ededa82a-4ef7-4fba-8bc8-b3e8cfc1e105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:03.463646 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d5df9b22-c045-448f-a452-a30906222607 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:03.574935 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:03.577815 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ededa82a-4ef7-4fba-8bc8-b3e8cfc1e105 None None] Pushing event updated for resources: {'Port': ['ID=417dd09e-3ab7-49e8-b66a-20500bfb1adc,revision_number=6']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:03.616152 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d5df9b22-c045-448f-a452-a30906222607 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:03.617766 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ff47c1-f176-49ee-9848-6224ff3056f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fada08-43ba-4fa9-959f-af941bdaad65'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:02:03.621408 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3491607-883a-4225-8f80-2420361ef7ee" -d '{"events": [{"server_uuid": "10ff47c1-f176-49ee-9848-6224ff3056f6", "name": "network-vif-plugged", "status": "completed", "tag": "73fada08-43ba-4fa9-959f-af941bdaad65"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:02:03.631069 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dc213e5f-767c-4222-b2ed-9a0616111ed1 req-e8dec1a2-1040-49a8-9442-d7c33febbde1 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 210 time: 0.0786862 Aug 16 21:02:03.638450 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 73fada08-43ba-4fa9-959f-af941bdaad65, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=73fada08-43ba-4fa9-959f-af941bdaad65,segment=NetworkSegment(b6ec97c3-166c-4cce-8ac4-df0928c9c7d5),segment_id=b6ec97c3-166c-4cce-8ac4-df0928c9c7d5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:03.697576 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1cfe08ee-bbf3-4180-a311-164c54cc858b req-f74aea3c-a047-443b-baf7-a6359940b4a6 tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] 10.222.0.84 "GET /v2.0/ports?device_id=5850631f-3091-48ea-85e4-48da20f6dc71 HTTP/1.1" status: 200 len: 210 time: 0.0650601 Aug 16 21:02:03.721363 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34c5126-64c5-429f-88de-f823ad27ea75 x-openstack-request-id: req-f34c5126-64c5-429f-88de-f823ad27ea75 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:02:03.721668 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ff47c1-f176-49ee-9848-6224ff3056f6", "name": "network-vif-plugged", "status": "completed", "tag": "73fada08-43ba-4fa9-959f-af941bdaad65", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:02:03.721922 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f34c5126-64c5-429f-88de-f823ad27ea75 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:02:03.722301 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ff47c1-f176-49ee-9848-6224ff3056f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fada08-43ba-4fa9-959f-af941bdaad65', 'code': 200} Aug 16 21:02:03.767651 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d5df9b22-c045-448f-a452-a30906222607 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:03.812242 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df9b22-c045-448f-a452-a30906222607 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a0d087-bd51-4309-940c-f2f8074bf63d,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:03.814462 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:03.891814 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423fb08-1bed-454b-a25c-73fb1767ec4d req-1a2ade1b-8783-4c3f-b5b6-bd15aeb03435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:03.893384 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1423fb08-1bed-454b-a25c-73fb1767ec4d req-1a2ade1b-8783-4c3f-b5b6-bd15aeb03435 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=10ff47c1-f176-49ee-9848-6224ff3056f6 HTTP/1.1" status: 200 len: 1097 time: 0.0726657 Aug 16 21:02:03.906360 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=73fada08-43ba-4fa9-959f-af941bdaad65,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:03.949352 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d5df9b22-c045-448f-a452-a30906222607 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:03.951939 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d5df9b22-c045-448f-a452-a30906222607 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6653955 Aug 16 21:02:03.953876 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55274) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:03.959685 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-c207432f-e1f1-4b21-9e78-eeade7d1e768 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-650672414', 'security_groups': ['d7a0d087-bd51-4309-940c-f2f8074bf63d'], 'network_id': '0ea02e49-ecbb-451f-895c-7d0abd61f846', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '171c89d6-a5a5-44cf-a64f-01471fc4c01d'}]}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:03.965597 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1423fb08-1bed-454b-a25c-73fb1767ec4d req-3052c07c-c861-4669-9b13-e7007286ffd9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=26905a6d-4b18-4de0-9acd-6bb77c126c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547602 Aug 16 21:02:04.229167 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-4051401a-2c36-4e68-a0d3-e6c9c2841980 tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:04.233112 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-4051401a-2c36-4e68-a0d3-e6c9c2841980 tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] 10.222.0.90 "GET /v2.0/networks?id=7ed7cdfa-c0ab-4cb7-9f63-13a172fd2047 HTTP/1.1" status: 200 len: 818 time: 0.1971922 Aug 16 21:02:04.245834 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-b22fa561-ca7a-4b2a-9724-0b0c820bee57 tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] Request body: {'port': {'device_id': '5850631f-3091-48ea-85e4-48da20f6dc71', 'network_id': '7ed7cdfa-c0ab-4cb7-9f63-13a172fd2047', 'admin_state_up': True, 'tenant_id': 'da89dfbc890f45feb92e260cd60ae8ac'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:04.349726 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c207432f-e1f1-4b21-9e78-eeade7d1e768 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Made reservation on behalf of 2b8d460e7367462492b691867d616fa2 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:04.468658 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c207432f-e1f1-4b21-9e78-eeade7d1e768 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:04.492400 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-c207432f-e1f1-4b21-9e78-eeade7d1e768 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] device_id is not set on port c01090c0-5169-4815-a170-a377cd1b06b5 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:02:04.492532 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-bee1c8ab-16b7-40b0-9aba-1645903db06a None None] Provisioning for port 417dd09e-3ab7-49e8-b66a-20500bfb1adc completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:04.499488 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-bee1c8ab-16b7-40b0-9aba-1645903db06a None None] Provisioning complete for port 417dd09e-3ab7-49e8-b66a-20500bfb1adc triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:04.502010 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-bee1c8ab-16b7-40b0-9aba-1645903db06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:04.545974 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57083db2-73c7-4295-860c-d3895e81acb8 req-f223f48a-0906-46f0-b828-317e7358c629 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:04.554673 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-57083db2-73c7-4295-860c-d3895e81acb8 req-f223f48a-0906-46f0-b828-317e7358c629 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "GET /v2.0/ports?device_id=10ff47c1-f176-49ee-9848-6224ff3056f6 HTTP/1.1" status: 200 len: 945 time: 0.0901797 Aug 16 21:02:04.592337 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-57083db2-73c7-4295-860c-d3895e81acb8 req-55426a40-b95f-4902-b717-720208e70094 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "GET /v2.0/security-groups?id=26905a6d-4b18-4de0-9acd-6bb77c126c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366790 Aug 16 21:02:04.600736 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-b22fa561-ca7a-4b2a-9724-0b0c820bee57 tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] Made reservation on behalf of da89dfbc890f45feb92e260cd60ae8ac for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:04.606917 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-b22fa561-ca7a-4b2a-9724-0b0c820bee57 tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:04.613690 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-bee1c8ab-16b7-40b0-9aba-1645903db06a None None] Provisioning complete for port c4a05a2e-a555-4719-a3a3-02e3773b5b18 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:04.614065 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-bee1c8ab-16b7-40b0-9aba-1645903db06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:04.666682 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-bee1c8ab-16b7-40b0-9aba-1645903db06a None None] Port c4a05a2e-a555-4719-a3a3-02e3773b5b18 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:02:04.738300 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-c207432f-e1f1-4b21-9e78-eeade7d1e768 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Allocated IP 2001:db8::24b (0ea02e49-ecbb-451f-895c-7d0abd61f846/171c89d6-a5a5-44cf-a64f-01471fc4c01d/c01090c0-5169-4815-a170-a377cd1b06b5) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:04.790183 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-25b285f2-21a2-4465-acd9-c054281a355d req-b65c5956-bcce-4d46-ad75-1848cd19458c tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e3264f4-66f2-4f0e-b1ca-7f674b1b1675 HTTP/1.1" status: 200 len: 210 time: 0.0311601 Aug 16 21:02:04.825288 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-95dbbf6b-2eaf-49ca-856a-f89c2c8404c0 req-7658f97d-19a5-4f7c-b0c2-dcb52321980b tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] 10.222.0.84 "GET /v2.0/ports?device_id=5850631f-3091-48ea-85e4-48da20f6dc71 HTTP/1.1" status: 200 len: 210 time: 0.0337269 Aug 16 21:02:04.837075 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-b22fa561-ca7a-4b2a-9724-0b0c820bee57 tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] Allocated IP 172.20.0.5 (7ed7cdfa-c0ab-4cb7-9f63-13a172fd2047/5e5261f8-4e81-4cbd-8d41-014a58b8e344/137867eb-b8ed-4938-905d-0e4caadc0d7f) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:04.966685 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 417dd09e-3ab7-49e8-b66a-20500bfb1adc up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:05.031476 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 417dd09e-3ab7-49e8-b66a-20500bfb1adc triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:05.032125 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:05.043348 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c207432f-e1f1-4b21-9e78-eeade7d1e768 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:05.067904 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-c207432f-e1f1-4b21-9e78-eeade7d1e768 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Transition to ACTIVE for port object c01090c0-5169-4815-a170-a377cd1b06b5 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:05.126645 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-b22fa561-ca7a-4b2a-9724-0b0c820bee57 tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:05.252583 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c207432f-e1f1-4b21-9e78-eeade7d1e768 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:05.254896 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-b22fa561-ca7a-4b2a-9724-0b0c820bee57 tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:05.305956 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c207432f-e1f1-4b21-9e78-eeade7d1e768 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Network 0ea02e49-ecbb-451f-895c-7d0abd61f846 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:05.312307 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-c207432f-e1f1-4b21-9e78-eeade7d1e768 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:05.315736 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-b22fa561-ca7a-4b2a-9724-0b0c820bee57 tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] Network 7ed7cdfa-c0ab-4cb7-9f63-13a172fd2047 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:05.318598 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c207432f-e1f1-4b21-9e78-eeade7d1e768 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:05.324255 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c207432f-e1f1-4b21-9e78-eeade7d1e768 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:05.324834 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c207432f-e1f1-4b21-9e78-eeade7d1e768 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:05.331343 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-b22fa561-ca7a-4b2a-9724-0b0c820bee57 tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:05.336457 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-b22fa561-ca7a-4b2a-9724-0b0c820bee57 tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:05.341132 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207432f-e1f1-4b21-9e78-eeade7d1e768 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'Port': ['ID=c01090c0-5169-4815-a170-a377cd1b06b5,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:05.427029 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-b22fa561-ca7a-4b2a-9724-0b0c820bee57 tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:05.427912 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-b22fa561-ca7a-4b2a-9724-0b0c820bee57 tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:05.430154 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22fa561-ca7a-4b2a-9724-0b0c820bee57 tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] Pushing event updated for resources: {'Port': ['ID=137867eb-b8ed-4938-905d-0e4caadc0d7f,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:05.441277 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c207432f-e1f1-4b21-9e78-eeade7d1e768 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4860463 Aug 16 21:02:05.444511 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55294) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:05.450500 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-71f87349-bfef-4811-a4cb-f6db0fdc475f tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'subnet': {'network_id': '0ea02e49-ecbb-451f-895c-7d0abd61f846', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:05.527853 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-b22fa561-ca7a-4b2a-9724-0b0c820bee57 tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2876318 Aug 16 21:02:05.541432 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-ac1ae7e3-a823-4e69-a222-07675780270d service neutron] Request body: {'port': {'device_id': '5850631f-3091-48ea-85e4-48da20f6dc71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:05.607988 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-ac1ae7e3-a823-4e69-a222-07675780270d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:05.693800 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f87349-bfef-4811-a4cb-f6db0fdc475f tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Made reservation on behalf of 2b8d460e7367462492b691867d616fa2 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:05.697520 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2ff19b86-f4e0-497e-acec-df98949bb0fb None None] Provisioning for port c01090c0-5169-4815-a170-a377cd1b06b5 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:05.698833 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-71f87349-bfef-4811-a4cb-f6db0fdc475f tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:05.703028 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2ff19b86-f4e0-497e-acec-df98949bb0fb None None] Provisioning complete for port c01090c0-5169-4815-a170-a377cd1b06b5 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:05.703934 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ff19b86-f4e0-497e-acec-df98949bb0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:05.759517 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-2ff19b86-f4e0-497e-acec-df98949bb0fb None None] Port c01090c0-5169-4815-a170-a377cd1b06b5 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:02:05.777319 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d85c5-b54c-4a4f-994c-fe7116cca797 req-537e19c3-62f2-4c61-a2ce-6e4a6a588082 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:05.779132 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cd3d85c5-b54c-4a4f-994c-fe7116cca797 req-537e19c3-62f2-4c61-a2ce-6e4a6a588082 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "GET /v2.0/ports?device_id=10ff47c1-f176-49ee-9848-6224ff3056f6 HTTP/1.1" status: 200 len: 945 time: 0.1154947 Aug 16 21:02:05.843761 n-d-793620-15 neutron-server[101844]: INFO neutron.db.ipam_backend_mixin [None req-71f87349-bfef-4811-a4cb-f6db0fdc475f tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 171c89d6-a5a5-44cf-a64f-01471fc4c01d (CIDR: 2001:db8::/64) Aug 16 21:02:05.853016 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cd3d85c5-b54c-4a4f-994c-fe7116cca797 req-d093a51d-f86b-41a6-bca3-95c6c900f655 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "GET /v2.0/security-groups?id=26905a6d-4b18-4de0-9acd-6bb77c126c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662732 Aug 16 21:02:05.902016 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-ac1ae7e3-a823-4e69-a222-07675780270d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 137867eb-b8ed-4938-905d-0e4caadc0d7f {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:02:05.910710 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-ac1ae7e3-a823-4e69-a222-07675780270d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:05.925057 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-ac1ae7e3-a823-4e69-a222-07675780270d service neutron] Transition to ACTIVE for port object 137867eb-b8ed-4938-905d-0e4caadc0d7f will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:05.972037 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e658a-ff57-4ac3-82d3-8a25c0bf606c req-35d19867-024f-4283-b2b8-4ccdb9042b5e tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:05.973583 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-276e658a-ff57-4ac3-82d3-8a25c0bf606c req-35d19867-024f-4283-b2b8-4ccdb9042b5e tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "GET /v2.0/ports?device_id=10ff47c1-f176-49ee-9848-6224ff3056f6 HTTP/1.1" status: 200 len: 945 time: 0.0518503 Aug 16 21:02:06.011684 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-276e658a-ff57-4ac3-82d3-8a25c0bf606c req-cc614886-d09e-4aad-be02-8cfd985315f0 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "GET /v2.0/security-groups?id=26905a6d-4b18-4de0-9acd-6bb77c126c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321889 Aug 16 21:02:06.120229 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cf62e-43f9-4374-abee-f32531afe2a6 req-3aa65128-cc5f-4bb2-8646-7ac123d0429f tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:06.121719 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-626cf62e-43f9-4374-abee-f32531afe2a6 req-3aa65128-cc5f-4bb2-8646-7ac123d0429f tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] 10.222.0.84 "GET /v2.0/ports?device_id=5850631f-3091-48ea-85e4-48da20f6dc71 HTTP/1.1" status: 200 len: 931 time: 0.0531311 Aug 16 21:02:06.159191 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-626cf62e-43f9-4374-abee-f32531afe2a6 req-3b459e25-d134-4bdf-898a-20614b90b293 tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec1068e2-7874-407f-b961-396f2036e363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315130 Aug 16 21:02:06.268619 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39735d-fa72-4b12-96dc-3672c25bd4a0 req-5f05b42a-6596-489b-8e97-cf826fd2d626 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:06.270109 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bd39735d-fa72-4b12-96dc-3672c25bd4a0 req-5f05b42a-6596-489b-8e97-cf826fd2d626 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "GET /v2.0/ports?device_id=10ff47c1-f176-49ee-9848-6224ff3056f6 HTTP/1.1" status: 200 len: 945 time: 0.0508640 Aug 16 21:02:06.308815 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bd39735d-fa72-4b12-96dc-3672c25bd4a0 req-c7656b24-586d-4efd-808f-5e25674affef tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "GET /v2.0/security-groups?id=26905a6d-4b18-4de0-9acd-6bb77c126c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322292 Aug 16 21:02:06.329841 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55312) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:06.395447 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f87349-bfef-4811-a4cb-f6db0fdc475f tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:02:06.396016 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71f87349-bfef-4811-a4cb-f6db0fdc475f tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:02:06.472418 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fbd6d3-a743-4450-8f78-a2471c204b33 tempest-TestServerBasicOps-2015054277 tempest-TestServerBasicOps-2015054277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:06.473937 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-10fbd6d3-a743-4450-8f78-a2471c204b33 tempest-TestServerBasicOps-2015054277 tempest-TestServerBasicOps-2015054277-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=10ff47c1-f176-49ee-9848-6224ff3056f6 HTTP/1.1" status: 200 len: 1092 time: 0.1431406 Aug 16 21:02:06.477738 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55316) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:06.482592 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-0bc2b92b-598e-411f-8009-6f6f3e4a69fc tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'port_id': '73fada08-43ba-4fa9-959f-af941bdaad65', 'tenant_id': '9304be98048d4c61b258f65239a0a004', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:06.514736 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-ac1ae7e3-a823-4e69-a222-07675780270d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:06.522029 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55318) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:06.557229 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-71f87349-bfef-4811-a4cb-f6db0fdc475f tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1077833 Aug 16 21:02:06.559991 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55322) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:06.567778 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-badd360c-6250-40a9-be2d-f8010ad47638 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'subnet': {'network_id': '0ea02e49-ecbb-451f-895c-7d0abd61f846', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:06.573575 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ae7e3-a823-4e69-a222-07675780270d service neutron] Pushing event updated for resources: {'Port': ['ID=137867eb-b8ed-4938-905d-0e4caadc0d7f,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:06.667538 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6b041b61-ff83-42b0-ab66-c88e8104a697 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:06.675716 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-ac1ae7e3-a823-4e69-a222-07675780270d service neutron] Attempting to bind port 137867eb-b8ed-4938-905d-0e4caadc0d7f on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:02:06.676126 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-ac1ae7e3-a823-4e69-a222-07675780270d service neutron] Attempting to bind port 137867eb-b8ed-4938-905d-0e4caadc0d7f by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '8cc7a7f1-1c8b-4a64-88d7-1f8023cdf273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7ed7cdfa-c0ab-4cb7-9f63-13a172fd2047'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:02:06.676463 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-ac1ae7e3-a823-4e69-a222-07675780270d service neutron] Attempting to bind port 137867eb-b8ed-4938-905d-0e4caadc0d7f on network 7ed7cdfa-c0ab-4cb7-9f63-13a172fd2047 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:06.682269 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-ac1ae7e3-a823-4e69-a222-07675780270d service neutron] Port 137867eb-b8ed-4938-905d-0e4caadc0d7f on network 7ed7cdfa-c0ab-4cb7-9f63-13a172fd2047 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:02:06.683551 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-ac1ae7e3-a823-4e69-a222-07675780270d service neutron] Attempting to bind port 137867eb-b8ed-4938-905d-0e4caadc0d7f on network 7ed7cdfa-c0ab-4cb7-9f63-13a172fd2047 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:06.688113 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-ac1ae7e3-a823-4e69-a222-07675780270d service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:02:06.688460 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-ac1ae7e3-a823-4e69-a222-07675780270d service neutron] Checking segment: {'id': '8cc7a7f1-1c8b-4a64-88d7-1f8023cdf273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7ed7cdfa-c0ab-4cb7-9f63-13a172fd2047'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:06.688845 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-ac1ae7e3-a823-4e69-a222-07675780270d service neutron] Bound using segment: {'id': '8cc7a7f1-1c8b-4a64-88d7-1f8023cdf273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7ed7cdfa-c0ab-4cb7-9f63-13a172fd2047'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:02:06.689287 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-ac1ae7e3-a823-4e69-a222-07675780270d service neutron] Bound port: 137867eb-b8ed-4938-905d-0e4caadc0d7f, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cc7a7f1-1c8b-4a64-88d7-1f8023cdf273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7ed7cdfa-c0ab-4cb7-9f63-13a172fd2047'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:02:06.689696 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-ac1ae7e3-a823-4e69-a222-07675780270d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:06.716859 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6b041b61-ff83-42b0-ab66-c88e8104a697 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:06.730856 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0bc2b92b-598e-411f-8009-6f6f3e4a69fc tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks [] for floatingip, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:06.754967 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-ac1ae7e3-a823-4e69-a222-07675780270d service neutron] For port 137867eb-b8ed-4938-905d-0e4caadc0d7f, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:02:06.758697 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-ac1ae7e3-a823-4e69-a222-07675780270d service neutron] For port 137867eb-b8ed-4938-905d-0e4caadc0d7f, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=137867eb-b8ed-4938-905d-0e4caadc0d7f,segment=NetworkSegment(8cc7a7f1-1c8b-4a64-88d7-1f8023cdf273),segment_id=8cc7a7f1-1c8b-4a64-88d7-1f8023cdf273)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:02:06.846649 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-ac1ae7e3-a823-4e69-a222-07675780270d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:06.861539 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0bc2b92b-598e-411f-8009-6f6f3e4a69fc tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:06.881775 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-ac1ae7e3-a823-4e69-a222-07675780270d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:06.882334 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-ac1ae7e3-a823-4e69-a222-07675780270d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:06.883759 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-ac1ae7e3-a823-4e69-a222-07675780270d service neutron] 10.222.0.90 "PUT /v2.0/ports/137867eb-b8ed-4938-905d-0e4caadc0d7f HTTP/1.1" status: 200 len: 1092 time: 1.3472815 Aug 16 21:02:06.884248 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5850631f-3091-48ea-85e4-48da20f6dc71', 'tag': '137867eb-b8ed-4938-905d-0e4caadc0d7f'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:02:06.886517 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2179e9e2-bb42-49fe-9ac0-ce15d2e17576" -d '{"events": [{"name": "network-changed", "server_uuid": "5850631f-3091-48ea-85e4-48da20f6dc71", "tag": "137867eb-b8ed-4938-905d-0e4caadc0d7f"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:02:06.913071 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ae7e3-a823-4e69-a222-07675780270d service neutron] Pushing event updated for resources: {'Port': ['ID=137867eb-b8ed-4938-905d-0e4caadc0d7f,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:06.930387 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badd360c-6250-40a9-be2d-f8010ad47638 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Made reservation on behalf of 2b8d460e7367462492b691867d616fa2 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:06.933553 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce167a9-e222-4458-bbf6-6116631d0809 x-openstack-request-id: req-0ce167a9-e222-4458-bbf6-6116631d0809 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:02:06.935294 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5850631f-3091-48ea-85e4-48da20f6dc71", "tag": "137867eb-b8ed-4938-905d-0e4caadc0d7f", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:02:06.935294 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0ce167a9-e222-4458-bbf6-6116631d0809 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:02:06.935531 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-badd360c-6250-40a9-be2d-f8010ad47638 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:06.935646 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5850631f-3091-48ea-85e4-48da20f6dc71', 'tag': '137867eb-b8ed-4938-905d-0e4caadc0d7f', 'status': 'completed', 'code': 200} Aug 16 21:02:06.973997 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6b041b61-ff83-42b0-ab66-c88e8104a697 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:06.977239 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6b041b61-ff83-42b0-ab66-c88e8104a697 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:06.978399 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6b041b61-ff83-42b0-ab66-c88e8104a697 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "DELETE /v2.0/security-groups/e87eb010-4ffb-4cec-bdb8-e024167d6059 HTTP/1.1" status: 204 len: 168 time: 0.4551973 Aug 16 21:02:06.981996 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55326) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:06.997309 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-51331b3e-b052-432e-b722-963273b2ba11 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] show failed (client error): The resource could not be found. Aug 16 21:02:06.998702 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-51331b3e-b052-432e-b722-963273b2ba11 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "GET /v2.0/security-groups/e87eb010-4ffb-4cec-bdb8-e024167d6059 HTTP/1.1" status: 404 len: 347 time: 0.0151486 Aug 16 21:02:07.001712 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55328) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:07.029321 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b041b61-ff83-42b0-ab66-c88e8104a697 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87eb010-4ffb-4cec-bdb8-e024167d6059,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:07.045943 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179e9e2-bb42-49fe-9ac0-ce15d2e17576 req-d102b0c2-c5be-4453-9392-3ebeeceb3a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:07.047502 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2179e9e2-bb42-49fe-9ac0-ce15d2e17576 req-d102b0c2-c5be-4453-9392-3ebeeceb3a8c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=da89dfbc890f45feb92e260cd60ae8ac&device_id=5850631f-3091-48ea-85e4-48da20f6dc71 HTTP/1.1" status: 200 len: 1095 time: 0.0937564 Aug 16 21:02:07.058321 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-0bc2b92b-598e-411f-8009-6f6f3e4a69fc tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Allocated IP 172.25.1.217 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/3dcc908a-38d2-416c-8d51-9912038376d3) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:07.094471 n-d-793620-15 neutron-server[101844]: INFO neutron.db.ipam_backend_mixin [None req-badd360c-6250-40a9-be2d-f8010ad47638 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 5308b812-8d7d-44fb-9e02-b0ea0ca998af (CIDR: 2001:db8:0:1::/64) Aug 16 21:02:07.145216 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-badd360c-6250-40a9-be2d-f8010ad47638 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:02:07.145373 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-badd360c-6250-40a9-be2d-f8010ad47638 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:02:07.212020 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0bc2b92b-598e-411f-8009-6f6f3e4a69fc tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:07.224918 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179e9e2-bb42-49fe-9ac0-ce15d2e17576 req-72fd975a-2dee-4754-9ee3-3ec8b6d4682e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:07.226968 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2179e9e2-bb42-49fe-9ac0-ce15d2e17576 req-72fd975a-2dee-4754-9ee3-3ec8b6d4682e service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=da89dfbc890f45feb92e260cd60ae8ac&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1710243 Aug 16 21:02:07.232305 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-6239f5b1-3a98-4107-ad1c-333cf16bfeb9 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Deleting port 927317f5-0dd1-49a1-a9bb-a054ca38f174 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:02:07.232645 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6239f5b1-3a98-4107-ad1c-333cf16bfeb9 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:07.284372 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-badd360c-6250-40a9-be2d-f8010ad47638 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7206960 Aug 16 21:02:07.285242 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55336) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:07.291421 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-dde6e262-5393-4ab0-9074-3788fbd31972 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'subnet': {'network_id': '0ea02e49-ecbb-451f-895c-7d0abd61f846', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:07.352595 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e5965-3b41-49e4-9453-71eab427cf50 req-092e339d-a545-4cdc-96e9-fdb38b94a4f2 tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:07.359968 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-495e5965-3b41-49e4-9453-71eab427cf50 req-092e339d-a545-4cdc-96e9-fdb38b94a4f2 tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] 10.222.0.84 "GET /v2.0/ports?device_id=5850631f-3091-48ea-85e4-48da20f6dc71 HTTP/1.1" status: 200 len: 943 time: 0.1143327 Aug 16 21:02:07.374649 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0bc2b92b-598e-411f-8009-6f6f3e4a69fc tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:07.382945 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6239f5b1-3a98-4107-ad1c-333cf16bfeb9 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:07.383358 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6239f5b1-3a98-4107-ad1c-333cf16bfeb9 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:07.403332 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-6239f5b1-3a98-4107-ad1c-333cf16bfeb9 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Calling delete_port for 927317f5-0dd1-49a1-a9bb-a054ca38f174 owned by network:floatingip {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:02:07.405634 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179e9e2-bb42-49fe-9ac0-ce15d2e17576 req-65e9d0d2-59d6-4f1f-97aa-7ae565e92bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:07.407131 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2179e9e2-bb42-49fe-9ac0-ce15d2e17576 req-65e9d0d2-59d6-4f1f-97aa-7ae565e92bd3 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1715691 Aug 16 21:02:07.516264 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-b5d4f252-c2bf-44da-9c1e-2bba03cef506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:07.517835 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-b5d4f252-c2bf-44da-9c1e-2bba03cef506 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=da89dfbc890f45feb92e260cd60ae8ac&device_id=5850631f-3091-48ea-85e4-48da20f6dc71 HTTP/1.1" status: 200 len: 1095 time: 0.0653017 Aug 16 21:02:07.570902 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-12ce79aa-eca3-4a09-9370-6293faf1bf3c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=137867eb-b8ed-4938-905d-0e4caadc0d7f HTTP/1.1" status: 200 len: 217 time: 0.0420361 Aug 16 21:02:07.628397 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-304527ef-080f-4e34-ba75-4f721199d06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:07.633807 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-304527ef-080f-4e34-ba75-4f721199d06e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5e5261f8-4e81-4cbd-8d41-014a58b8e344 HTTP/1.1" status: 200 len: 858 time: 0.0512071 Aug 16 21:02:07.683954 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-f728a886-6d3d-42a8-bae9-f0f8f3de9596 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7ed7cdfa-c0ab-4cb7-9f63-13a172fd2047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314357 Aug 16 21:02:07.744784 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc2b92b-598e-411f-8009-6f6f3e4a69fc tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:07.768227 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-0bc2b92b-598e-411f-8009-6f6f3e4a69fc tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:07.779250 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc2b92b-598e-411f-8009-6f6f3e4a69fc tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:07.797312 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-38da25b9-bfa1-497e-bdaf-ccc9bd0661d0 service neutron] 10.222.0.90 "GET /v2.0/networks/7ed7cdfa-c0ab-4cb7-9f63-13a172fd2047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061411 Aug 16 21:02:07.815198 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-495e5965-3b41-49e4-9453-71eab427cf50 req-a3749263-1951-4fe8-ae8a-c8e439568a58 tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec1068e2-7874-407f-b961-396f2036e363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500718 Aug 16 21:02:07.818319 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2b92b-598e-411f-8009-6f6f3e4a69fc tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Pushing event updated for resources: {'Port': ['ID=3dcc908a-38d2-416c-8d51-9912038376d3,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:07.854383 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6239f5b1-3a98-4107-ad1c-333cf16bfeb9 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:07.909801 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6239f5b1-3a98-4107-ad1c-333cf16bfeb9 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Pushing event deleted for resources: {'Port': ['ID=927317f5-0dd1-49a1-a9bb-a054ca38f174,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:07.970822 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6239f5b1-3a98-4107-ad1c-333cf16bfeb9 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks [] for floatingip, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:07.973422 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6239f5b1-3a98-4107-ad1c-333cf16bfeb9 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:07.974592 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6239f5b1-3a98-4107-ad1c-333cf16bfeb9 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "DELETE /v2.0/floatingips/9f0a9091-8ad3-4e23-aac0-fc94d5ddb8cd HTTP/1.1" status: 204 len: 168 time: 0.9720025 Aug 16 21:02:07.978791 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55354) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:07.986152 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ab37fb93-bd6e-4d9a-aced-be5b29a5fafd req-4b753a54-8795-43d8-b7a5-f62be244cbdf service neutron] 10.222.0.90 "GET /v2.0/networks/7ed7cdfa-c0ab-4cb7-9f63-13a172fd2047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812422 Aug 16 21:02:07.989866 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde6e262-5393-4ab0-9074-3788fbd31972 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Made reservation on behalf of 2b8d460e7367462492b691867d616fa2 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:07.993635 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dde6e262-5393-4ab0-9074-3788fbd31972 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:08.332133 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-a4e5ed3b-3e8c-4d95-bb87-71bdfdd11522 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Deleting port bb57be4a-0292-48cb-9992-55bcc6db3063 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:02:08.332458 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a4e5ed3b-3e8c-4d95-bb87-71bdfdd11522 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:08.615244 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a4e5ed3b-3e8c-4d95-bb87-71bdfdd11522 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:08.637521 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-a4e5ed3b-3e8c-4d95-bb87-71bdfdd11522 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Calling delete_port for bb57be4a-0292-48cb-9992-55bcc6db3063 owned by {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:02:08.650515 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0bc2b92b-598e-411f-8009-6f6f3e4a69fc tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:08.827409 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dde6e262-5393-4ab0-9074-3788fbd31972 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:08.917300 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde6e262-5393-4ab0-9074-3788fbd31972 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Network 0ea02e49-ecbb-451f-895c-7d0abd61f846 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:08.927742 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-dde6e262-5393-4ab0-9074-3788fbd31972 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:08.932423 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde6e262-5393-4ab0-9074-3788fbd31972 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'Subnet': ['ID=ff7aeef2-2965-4919-8ef6-17f23f0fc716,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:08.935036 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde6e262-5393-4ab0-9074-3788fbd31972 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:08.935637 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dde6e262-5393-4ab0-9074-3788fbd31972 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:08.941624 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c962eed3-3c9a-4869-b6d7-acee94543f6c None None] Network 0ea02e49-ecbb-451f-895c-7d0abd61f846 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:08.953131 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0bc2b92b-598e-411f-8009-6f6f3e4a69fc tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:08.993999 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a4e5ed3b-3e8c-4d95-bb87-71bdfdd11522 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:09.047186 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5ed3b-3e8c-4d95-bb87-71bdfdd11522 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Pushing event deleted for resources: {'Port': ['ID=bb57be4a-0292-48cb-9992-55bcc6db3063,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:09.085248 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-dde6e262-5393-4ab0-9074-3788fbd31972 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7957320 Aug 16 21:02:09.085605 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55364) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:09.092949 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-bf90cdd0-cc8d-456d-9d98-a550c0f9e8ad tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2034410614', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ff7aeef2-2965-4919-8ef6-17f23f0fc716'}], 'security_groups': ['87b6344d-bfe3-4a31-93d8-23856cf255f5', '29d15f7e-6fa3-4bd8-ab17-5f370671f91f']}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:09.147934 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e6761-2973-4b1e-97b2-df837fa31caa req-3fd4d4e8-63db-4dac-b813-6eba5ccd9973 tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:09.149510 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fa0e6761-2973-4b1e-97b2-df837fa31caa req-3fd4d4e8-63db-4dac-b813-6eba5ccd9973 tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] 10.222.0.84 "GET /v2.0/ports?device_id=5850631f-3091-48ea-85e4-48da20f6dc71 HTTP/1.1" status: 200 len: 943 time: 0.2254939 Aug 16 21:02:09.180982 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bf90cdd0-cc8d-456d-9d98-a550c0f9e8ad tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:09.197666 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80659f0c-d70d-43b5-ba10-9da617612ab2 None None] Update dhcp port {'port': {'network_id': '0ea02e49-ecbb-451f-895c-7d0abd61f846', 'fixed_ips': [{'subnet_id': '5308b812-8d7d-44fb-9e02-b0ea0ca998af', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '171c89d6-a5a5-44cf-a64f-01471fc4c01d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ff7aeef2-2965-4919-8ef6-17f23f0fc716'}], 'binding:host_id': 'n-d-793620-15'}, 'id': '417dd09e-3ab7-49e8-b66a-20500bfb1adc'} from n-d-793620-15. {{(pid=101846) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 21:02:09.210692 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a4e5ed3b-3e8c-4d95-bb87-71bdfdd11522 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:09.212719 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a4e5ed3b-3e8c-4d95-bb87-71bdfdd11522 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "DELETE /v2.0/ports/bb57be4a-0292-48cb-9992-55bcc6db3063 HTTP/1.1" status: 204 len: 168 time: 1.2324798 Aug 16 21:02:09.218197 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55366) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:09.231669 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-80659f0c-d70d-43b5-ba10-9da617612ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:09.283576 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fa0e6761-2973-4b1e-97b2-df837fa31caa req-0021d8c4-393c-4e11-94bb-907b71a197db tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec1068e2-7874-407f-b961-396f2036e363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214883 Aug 16 21:02:09.376068 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0bc2b92b-598e-411f-8009-6f6f3e4a69fc tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:09.388566 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-f74939bc-5ca4-4855-92cd-9858d34f1857 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Deleting port ab40fdf1-2367-4aaf-a842-35d8e9debb6d {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:02:09.388924 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f74939bc-5ca4-4855-92cd-9858d34f1857 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:09.456618 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0bc2b92b-598e-411f-8009-6f6f3e4a69fc tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:09.465081 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-80659f0c-d70d-43b5-ba10-9da617612ab2 None None] Allocated IP 2001:db8:0:2::2 (0ea02e49-ecbb-451f-895c-7d0abd61f846/ff7aeef2-2965-4919-8ef6-17f23f0fc716/417dd09e-3ab7-49e8-b66a-20500bfb1adc) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:09.565823 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2b92b-598e-411f-8009-6f6f3e4a69fc tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Pushing event updated for resources: {'Port': ['ID=3dcc908a-38d2-416c-8d51-9912038376d3,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:09.587345 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f74939bc-5ca4-4855-92cd-9858d34f1857 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:09.590022 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0bc2b92b-598e-411f-8009-6f6f3e4a69fc tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:09.600278 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-80659f0c-d70d-43b5-ba10-9da617612ab2 None None] For port 417dd09e-3ab7-49e8-b66a-20500bfb1adc, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=417dd09e-3ab7-49e8-b66a-20500bfb1adc,segment=NetworkSegment(f3ce756c-0a0a-4e52-9aad-6b28fa198530),segment_id=f3ce756c-0a0a-4e52-9aad-6b28fa198530)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:09.637894 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-80659f0c-d70d-43b5-ba10-9da617612ab2 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:09.639142 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-f74939bc-5ca4-4855-92cd-9858d34f1857 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Calling delete_port for ab40fdf1-2367-4aaf-a842-35d8e9debb6d owned by {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:02:09.653571 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-80659f0c-d70d-43b5-ba10-9da617612ab2 None None] Transition to ACTIVE for port object 417dd09e-3ab7-49e8-b66a-20500bfb1adc will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:09.756268 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-80659f0c-d70d-43b5-ba10-9da617612ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:09.764565 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [None req-0bc2b92b-598e-411f-8009-6f6f3e4a69fc tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Floating IP 3b531be0-b4b5-4796-9149-ccf3cc1e4d9b associated. External IP: 172.25.1.217, port: 73fada08-43ba-4fa9-959f-af941bdaad65. Aug 16 21:02:09.886676 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80659f0c-d70d-43b5-ba10-9da617612ab2 None None] Pushing event updated for resources: {'Port': ['ID=417dd09e-3ab7-49e8-b66a-20500bfb1adc,revision_number=7']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:09.888531 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-bf90cdd0-cc8d-456d-9d98-a550c0f9e8ad tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Delete allocated IP 2001:db8::24b (0ea02e49-ecbb-451f-895c-7d0abd61f846/171c89d6-a5a5-44cf-a64f-01471fc4c01d) {{(pid=101845) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 21:02:09.901089 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-bf90cdd0-cc8d-456d-9d98-a550c0f9e8ad tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Allocated IP 2001:db8:0:2::1d6 (0ea02e49-ecbb-451f-895c-7d0abd61f846/ff7aeef2-2965-4919-8ef6-17f23f0fc716/c01090c0-5169-4815-a170-a377cd1b06b5) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:10.127044 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bf90cdd0-cc8d-456d-9d98-a550c0f9e8ad tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:10.142411 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-bf90cdd0-cc8d-456d-9d98-a550c0f9e8ad tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Transition to ACTIVE for port object c01090c0-5169-4815-a170-a377cd1b06b5 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:10.189016 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bf90cdd0-cc8d-456d-9d98-a550c0f9e8ad tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:10.254997 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-bf90cdd0-cc8d-456d-9d98-a550c0f9e8ad tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] In _notify_port_updated(), no bound segment for port c01090c0-5169-4815-a170-a377cd1b06b5 on network 0ea02e49-ecbb-451f-895c-7d0abd61f846 {{(pid=101845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 21:02:10.260977 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf90cdd0-cc8d-456d-9d98-a550c0f9e8ad tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:10.261229 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 137867eb-b8ed-4938-905d-0e4caadc0d7f details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:02:10.268617 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bf90cdd0-cc8d-456d-9d98-a550c0f9e8ad tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:10.280860 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-bf90cdd0-cc8d-456d-9d98-a550c0f9e8ad tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "PUT /v2.0/ports/c01090c0-5169-4815-a170-a377cd1b06b5 HTTP/1.1" status: 200 len: 970 time: 1.1824336 Aug 16 21:02:10.280860 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55372) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:10.289465 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90cdd0-cc8d-456d-9d98-a550c0f9e8ad tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event updated for resources: {'Port': ['ID=c01090c0-5169-4815-a170-a377cd1b06b5,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:10.381340 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f74939bc-5ca4-4855-92cd-9858d34f1857 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:10.419481 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-1d7368c6-6620-48af-adac-b774eaff9ac0 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Deleting port c01090c0-5169-4815-a170-a377cd1b06b5 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:02:10.420047 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1d7368c6-6620-48af-adac-b774eaff9ac0 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:10.453817 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 137867eb-b8ed-4938-905d-0e4caadc0d7f, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=137867eb-b8ed-4938-905d-0e4caadc0d7f,segment=NetworkSegment(8cc7a7f1-1c8b-4a64-88d7-1f8023cdf273),segment_id=8cc7a7f1-1c8b-4a64-88d7-1f8023cdf273)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:10.476327 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '137867eb-b8ed-4938-905d-0e4caadc0d7f', 'network_id': '7ed7cdfa-c0ab-4cb7-9f63-13a172fd2047', 'port_id': '137867eb-b8ed-4938-905d-0e4caadc0d7f', 'mac_address': 'fa:16:3e:66:34:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e5261f8-4e81-4cbd-8d41-014a58b8e344', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:02:10.486381 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74939bc-5ca4-4855-92cd-9858d34f1857 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Pushing event deleted for resources: {'Port': ['ID=ab40fdf1-2367-4aaf-a842-35d8e9debb6d,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:10.513678 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc2b92b-598e-411f-8009-6f6f3e4a69fc tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Router 642dabc3-5caa-41db-a63c-bb8e62485c4e has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:02:10.593764 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:10.608752 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 137867eb-b8ed-4938-905d-0e4caadc0d7f {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:02:10.639666 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 137867eb-b8ed-4938-905d-0e4caadc0d7f, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=137867eb-b8ed-4938-905d-0e4caadc0d7f,segment=NetworkSegment(8cc7a7f1-1c8b-4a64-88d7-1f8023cdf273),segment_id=8cc7a7f1-1c8b-4a64-88d7-1f8023cdf273)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:10.641090 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1d7368c6-6620-48af-adac-b774eaff9ac0 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:10.654872 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-1d7368c6-6620-48af-adac-b774eaff9ac0 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Calling delete_port for c01090c0-5169-4815-a170-a377cd1b06b5 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:02:10.730743 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ae257f48-2f99-4884-838e-da49c7f29da1 None None] Provisioning complete for port c4a05a2e-a555-4719-a3a3-02e3773b5b18 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:10.730743 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ae257f48-2f99-4884-838e-da49c7f29da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:10.790697 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-ae257f48-2f99-4884-838e-da49c7f29da1 None None] Port c4a05a2e-a555-4719-a3a3-02e3773b5b18 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:02:10.792032 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b10da-2fca-45ce-84b1-04bbbce7596e req-93a1ccaa-b5d8-4cc3-bcd7-0ab3ba1c2b43 tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:10.793793 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-723b10da-2fca-45ce-84b1-04bbbce7596e req-93a1ccaa-b5d8-4cc3-bcd7-0ab3ba1c2b43 tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] 10.222.0.84 "GET /v2.0/ports?device_id=5850631f-3091-48ea-85e4-48da20f6dc71 HTTP/1.1" status: 200 len: 943 time: 0.2784588 Aug 16 21:02:10.800159 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f74939bc-5ca4-4855-92cd-9858d34f1857 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:10.802080 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f74939bc-5ca4-4855-92cd-9858d34f1857 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "DELETE /v2.0/ports/ab40fdf1-2367-4aaf-a842-35d8e9debb6d HTTP/1.1" status: 204 len: 168 time: 1.5829179 Aug 16 21:02:10.806290 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55388) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:10.830261 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:10.956713 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc2b92b-598e-411f-8009-6f6f3e4a69fc tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:02:10.996687 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-0138df26-b01c-4efc-996d-8b5a50b5b3ce tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Deleting subnet c8bbf4cb-abf2-419b-b8fc-f8a48d718293 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:02:11.012488 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0138df26-b01c-4efc-996d-8b5a50b5b3ce tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:11.032803 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=137867eb-b8ed-4938-905d-0e4caadc0d7f,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:11.052525 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe3acf8-1dcf-4e70-b721-fe51afc3d5e4 None None] Sync routers for ids ['642dabc3-5caa-41db-a63c-bb8e62485c4e'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:02:11.057608 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-723b10da-2fca-45ce-84b1-04bbbce7596e req-dc64b026-6b32-44be-8e48-be68f32fbc62 tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec1068e2-7874-407f-b961-396f2036e363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520492 Aug 16 21:02:11.061279 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ae257f48-2f99-4884-838e-da49c7f29da1 None None] Provisioning for port 417dd09e-3ab7-49e8-b66a-20500bfb1adc completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:11.094989 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ae257f48-2f99-4884-838e-da49c7f29da1 None None] Provisioning complete for port 417dd09e-3ab7-49e8-b66a-20500bfb1adc triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:11.096070 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ae257f48-2f99-4884-838e-da49c7f29da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:11.098271 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0138df26-b01c-4efc-996d-8b5a50b5b3ce tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:11.154963 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 417dd09e-3ab7-49e8-b66a-20500bfb1adc up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:11.161756 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0bc2b92b-598e-411f-8009-6f6f3e4a69fc tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:11.164915 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['137867eb-b8ed-4938-905d-0e4caadc0d7f'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:02:11.229262 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe3acf8-1dcf-4e70-b721-fe51afc3d5e4 None None] Routers {'642dabc3-5caa-41db-a63c-bb8e62485c4e'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:02:11.233624 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-6fe3acf8-1dcf-4e70-b721-fe51afc3d5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:01:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['642dabc3-5caa-41db-a63c-bb8e62485c4e'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:11.274970 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0bc2b92b-598e-411f-8009-6f6f3e4a69fc tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7960980 Aug 16 21:02:11.279568 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ff47c1-f176-49ee-9848-6224ff3056f6', 'tag': '73fada08-43ba-4fa9-959f-af941bdaad65'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:02:11.281981 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c73261-076a-48d0-a1ca-3d249acb8f9c" -d '{"events": [{"name": "network-changed", "server_uuid": "10ff47c1-f176-49ee-9848-6224ff3056f6", "tag": "73fada08-43ba-4fa9-959f-af941bdaad65"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:02:11.308594 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [req-acc71411-6aef-4081-ae18-c8c32e72f342 req-505fe0c4-5030-4c13-8aa5-d62d6c69cd80 service neutron] (101845) timed out ('10.222.0.84', 56052) {{(pid=101845) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 21:02:11.313661 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0138df26-b01c-4efc-996d-8b5a50b5b3ce tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:11.353452 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e844e28-2594-443f-b71e-ccc13946805a x-openstack-request-id: req-7e844e28-2594-443f-b71e-ccc13946805a {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:02:11.354047 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10ff47c1-f176-49ee-9848-6224ff3056f6", "tag": "73fada08-43ba-4fa9-959f-af941bdaad65", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:02:11.354477 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7e844e28-2594-443f-b71e-ccc13946805a {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:02:11.355051 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10ff47c1-f176-49ee-9848-6224ff3056f6', 'tag': '73fada08-43ba-4fa9-959f-af941bdaad65', 'status': 'completed', 'code': 200} Aug 16 21:02:11.377109 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c329df6e-0b55-4c56-a73f-465b7f57b9ce req-2e46bc25-bd7c-4f2e-ad3d-5bfd5cbd3945 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0668368 Aug 16 21:02:11.434944 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c73261-076a-48d0-a1ca-3d249acb8f9c req-2d661774-5247-420f-b116-7ebd72e0b739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:11.436501 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-75c73261-076a-48d0-a1ca-3d249acb8f9c req-2d661774-5247-420f-b116-7ebd72e0b739 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9304be98048d4c61b258f65239a0a004&device_id=10ff47c1-f176-49ee-9848-6224ff3056f6 HTTP/1.1" status: 200 len: 1097 time: 0.0616791 Aug 16 21:02:11.470889 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d6e1dd7a-17f1-4fbc-a1f6-0f3457e7ef96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:11.490710 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329df6e-0b55-4c56-a73f-465b7f57b9ce req-0fcc90ea-9063-4100-8087-f75da4bf0fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:11.493131 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c329df6e-0b55-4c56-a73f-465b7f57b9ce req-0fcc90ea-9063-4100-8087-f75da4bf0fcb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a0e033d4713247c4be0e53c874c211ee&device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 1098 time: 0.0880356 Aug 16 21:02:11.539039 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0138df26-b01c-4efc-996d-8b5a50b5b3ce tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:11.578615 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-6fe3acf8-1dcf-4e70-b721-fe51afc3d5e4 None None] Set router 642dabc3-5caa-41db-a63c-bb8e62485c4e gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:02:11.585036 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1d7368c6-6620-48af-adac-b774eaff9ac0 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:11.605112 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0138df26-b01c-4efc-996d-8b5a50b5b3ce tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Pushing event deleted for resources: {'Subnet': ['ID=c8bbf4cb-abf2-419b-b8fc-f8a48d718293,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:11.607413 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0138df26-b01c-4efc-996d-8b5a50b5b3ce tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:11.609636 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0138df26-b01c-4efc-996d-8b5a50b5b3ce tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "DELETE /v2.0/subnets/c8bbf4cb-abf2-419b-b8fc-f8a48d718293 HTTP/1.1" status: 204 len: 168 time: 0.7974112 Aug 16 21:02:11.613818 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55398) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:11.627037 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04eb8d7b-ad61-4ae5-922f-b823736d05bc None None] Network 2808ba84-8eb6-448f-bf54-b316a16ed9b0 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:11.627303 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7368c6-6620-48af-adac-b774eaff9ac0 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'Port': ['ID=c01090c0-5169-4815-a170-a377cd1b06b5,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:11.678462 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1d7368c6-6620-48af-adac-b774eaff9ac0 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:11.690561 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1d7368c6-6620-48af-adac-b774eaff9ac0 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/ports/c01090c0-5169-4815-a170-a377cd1b06b5 HTTP/1.1" status: 204 len: 168 time: 1.4137564 Aug 16 21:02:11.696590 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55400) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:11.714850 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329df6e-0b55-4c56-a73f-465b7f57b9ce req-81600cb7-dbef-4996-bd92-961e585cab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:11.717001 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c329df6e-0b55-4c56-a73f-465b7f57b9ce req-81600cb7-dbef-4996-bd92-961e585cab7c service neutron] 10.222.0.90 "GET /v2.0/networks?id=f21989d2-1803-4d82-bc06-7ef94db801de HTTP/1.1" status: 200 len: 911 time: 0.2027187 Aug 16 21:02:11.751795 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 417dd09e-3ab7-49e8-b66a-20500bfb1adc triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:11.752547 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:11.800589 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-42ba6ddd-4e65-4c84-ba91-bf964ac70691 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] GET failed (client error): The resource could not be found. Aug 16 21:02:11.802370 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-42ba6ddd-4e65-4c84-ba91-bf964ac70691 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "GET /v2.0/ports/c01090c0-5169-4815-a170-a377cd1b06b5 HTTP/1.1" status: 404 len: 333 time: 0.0834930 Aug 16 21:02:11.810393 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55402) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:11.869540 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c73261-076a-48d0-a1ca-3d249acb8f9c req-fc7a9f78-1ce7-4342-bac6-73a974de19d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:11.871725 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-75c73261-076a-48d0-a1ca-3d249acb8f9c req-fc7a9f78-1ce7-4342-bac6-73a974de19d4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=21ccb363-d19c-49b3-8a0b-8ebb4f3486c4 HTTP/1.1" status: 200 len: 909 time: 0.4258881 Aug 16 21:02:11.882868 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c329df6e-0b55-4c56-a73f-465b7f57b9ce req-3820ed7e-0ec8-489d-ab8e-0e3b1c94eef9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=402adf67-9abe-4dc7-b5bc-8cc9d10dc0af HTTP/1.1" status: 200 len: 1002 time: 0.1446767 Aug 16 21:02:11.883603 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda57425-14bc-4506-9fa2-5e725c668ea0 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Deleting subnet c5559346-0c29-4d61-bf82-1d14da7e7b4f {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:02:11.887167 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eda57425-14bc-4506-9fa2-5e725c668ea0 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:11.905375 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ae257f48-2f99-4884-838e-da49c7f29da1 None None] Could not find standard attr ID for object c01090c0-5169-4815-a170-a377cd1b06b5. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 21:02:11.950630 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eda57425-14bc-4506-9fa2-5e725c668ea0 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:11.990292 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329df6e-0b55-4c56-a73f-465b7f57b9ce req-85caf511-0ae1-4765-ae20-81a3e3b274a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:11.992731 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c329df6e-0b55-4c56-a73f-465b7f57b9ce req-85caf511-0ae1-4765-ae20-81a3e3b274a8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=03f69758-9eaf-430a-b99d-d64769716af9 HTTP/1.1" status: 200 len: 849 time: 0.1012738 Aug 16 21:02:12.058607 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-9a81dfdc-4df9-4b49-9f86-9efe647b2386 None None] Could not find standard attr ID for object c01090c0-5169-4815-a170-a377cd1b06b5. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 21:02:12.079295 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7206ec56-ac07-4d4d-b825-60e4e1297cb8 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:12.128865 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-75c73261-076a-48d0-a1ca-3d249acb8f9c req-a2d9834f-bf49-4410-b78e-b2420ef29d22 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73fada08-43ba-4fa9-959f-af941bdaad65 HTTP/1.1" status: 200 len: 999 time: 0.1925771 Aug 16 21:02:12.133113 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329df6e-0b55-4c56-a73f-465b7f57b9ce req-99c92449-b974-4426-a88f-528067ec683f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:12.141256 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c329df6e-0b55-4c56-a73f-465b7f57b9ce req-99c92449-b974-4426-a88f-528067ec683f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f21989d2-1803-4d82-bc06-7ef94db801de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1398859 Aug 16 21:02:12.221114 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7206ec56-ac07-4d4d-b825-60e4e1297cb8 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:12.250745 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8173db0e-1b36-4c5b-b606-d5971eaf8e09 None None] DHCP port deletion for 2808ba84-8eb6-448f-bf54-b316a16ed9b0 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:02:12.294156 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eda57425-14bc-4506-9fa2-5e725c668ea0 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:12.304915 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-6fe3acf8-1dcf-4e70-b721-fe51afc3d5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642dabc3-5caa-41db-a63c-bb8e62485c4e', 'name': 'tempest-TestServerBasicOps-482623048-router', 'tenant_id': '9304be98048d4c61b258f65239a0a004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'f9389a1c-d331-452f-9e95-0324223655f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:21Z', 'updated_at': '2021-08-16T21:01:25Z', 'revision_number': 4, 'project_id': '9304be98048d4c61b258f65239a0a004', 'gw_port': {'id': 'f9389a1c-d331-452f-9e95-0324223655f7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642dabc3-5caa-41db-a63c-bb8e62485c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:21Z', 'updated_at': '2021-08-16T21:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '3b531be0-b4b5-4796-9149-ccf3cc1e4d9b', 'tenant_id': '9304be98048d4c61b258f65239a0a004', 'floating_ip_address': '172.25.1.217', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '642dabc3-5caa-41db-a63c-bb8e62485c4e', 'port_id': '73fada08-43ba-4fa9-959f-af941bdaad65', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ccb363-d19c-49b3-8a0b-8ebb4f3486c4', 'mac_address': 'fa:16:3e:b9:71:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff47c1-f176-49ee-9848-6224ff3056f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:02:08Z', 'updated_at': '2021-08-16T21:02:08Z', 'revision_number': 0, 'project_id': '9304be98048d4c61b258f65239a0a004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f92d8405-a3a2-4770-a503-80bbbffe410f', 'name': '', 'network_id': '21ccb363-d19c-49b3-8a0b-8ebb4f3486c4', 'tenant_id': '9304be98048d4c61b258f65239a0a004', 'mac_address': 'fa:16:3e:bd:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642dabc3-5caa-41db-a63c-bb8e62485c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': '0b70a9e6-d30c-45fd-8255-e0aa78917c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:24Z', 'updated_at': '2021-08-16T21:01:33Z', 'revision_number': 5, 'project_id': '9304be98048d4c61b258f65239a0a004', 'subnets': [{'id': '0b70a9e6-d30c-45fd-8255-e0aa78917c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:12.324962 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c73261-076a-48d0-a1ca-3d249acb8f9c req-be33e579-d42f-48d4-82a2-64eaac3174a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:12.326476 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-75c73261-076a-48d0-a1ca-3d249acb8f9c req-be33e579-d42f-48d4-82a2-64eaac3174a6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0b70a9e6-d30c-45fd-8255-e0aa78917c10 HTTP/1.1" status: 200 len: 847 time: 0.1885002 Aug 16 21:02:12.338768 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe3acf8-1dcf-4e70-b721-fe51afc3d5e4 None None] Checking router: 642dabc3-5caa-41db-a63c-bb8e62485c4e for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:02:12.352505 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe3acf8-1dcf-4e70-b721-fe51afc3d5e4 None None] Routers {'642dabc3-5caa-41db-a63c-bb8e62485c4e'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:02:12.353209 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-6fe3acf8-1dcf-4e70-b721-fe51afc3d5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:01:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['642dabc3-5caa-41db-a63c-bb8e62485c4e'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:12.392528 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-8173db0e-1b36-4c5b-b606-d5971eaf8e09 None None] Deleting port 76d0eaa1-7e16-4a9f-9370-521cd2044479 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:02:12.393188 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8173db0e-1b36-4c5b-b606-d5971eaf8e09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:12.394271 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c329df6e-0b55-4c56-a73f-465b7f57b9ce req-ba7c395b-5086-4daa-8b63-fc2869c2e65b service neutron] 10.222.0.90 "GET /v2.0/networks/f21989d2-1803-4d82-bc06-7ef94db801de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368817 Aug 16 21:02:12.455013 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7206ec56-ac07-4d4d-b825-60e4e1297cb8 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:12.457559 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7206ec56-ac07-4d4d-b825-60e4e1297cb8 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:12.462017 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-7206ec56-ac07-4d4d-b825-60e4e1297cb8 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/security-groups/d7a0d087-bd51-4309-940c-f2f8074bf63d HTTP/1.1" status: 204 len: 168 time: 0.6449897 Aug 16 21:02:12.463269 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55412) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:12.483246 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c73261-076a-48d0-a1ca-3d249acb8f9c req-b96ea8ae-9684-43fe-aa46-fc86e3137c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:12.484874 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-75c73261-076a-48d0-a1ca-3d249acb8f9c req-b96ea8ae-9684-43fe-aa46-fc86e3137c38 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=21ccb363-d19c-49b3-8a0b-8ebb4f3486c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1472862 Aug 16 21:02:12.487051 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7206ec56-ac07-4d4d-b825-60e4e1297cb8 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a0d087-bd51-4309-940c-f2f8074bf63d,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:12.517430 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbee36-0f13-4b22-957b-dbdb723bb482 req-e0139801-d209-438a-94b0-c6cf89fb8840 tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:12.519367 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c3dbee36-0f13-4b22-957b-dbdb723bb482 req-e0139801-d209-438a-94b0-c6cf89fb8840 tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] 10.222.0.84 "GET /v2.0/ports?device_id=5850631f-3091-48ea-85e4-48da20f6dc71 HTTP/1.1" status: 200 len: 944 time: 0.2416279 Aug 16 21:02:12.564402 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a77588a3-9981-4532-908c-831600051fa4 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:12.570796 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c329df6e-0b55-4c56-a73f-465b7f57b9ce req-e6763b42-2b36-4ac7-96af-57b06e9b11cf service neutron] 10.222.0.90 "GET /v2.0/networks/f21989d2-1803-4d82-bc06-7ef94db801de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629879 Aug 16 21:02:12.570976 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eda57425-14bc-4506-9fa2-5e725c668ea0 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:12.598355 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a77588a3-9981-4532-908c-831600051fa4 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:12.618197 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda57425-14bc-4506-9fa2-5e725c668ea0 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Pushing event deleted for resources: {'Subnet': ['ID=c5559346-0c29-4d61-bf82-1d14da7e7b4f,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:12.629092 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eda57425-14bc-4506-9fa2-5e725c668ea0 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:12.631055 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-eda57425-14bc-4506-9fa2-5e725c668ea0 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "DELETE /v2.0/subnets/c5559346-0c29-4d61-bf82-1d14da7e7b4f HTTP/1.1" status: 204 len: 168 time: 1.0157285 Aug 16 21:02:12.639868 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55414) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:12.646015 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d27d614-8fed-4bf7-956e-05a8c9437dd6 None None] Network 548eb6bc-b22d-43c1-8abf-bd0cf1de4a03 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:12.661396 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c3dbee36-0f13-4b22-957b-dbdb723bb482 req-ae48a906-26d0-402c-bdf0-405b5a546aae tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec1068e2-7874-407f-b961-396f2036e363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300528 Aug 16 21:02:12.732094 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a77588a3-9981-4532-908c-831600051fa4 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:12.736321 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a77588a3-9981-4532-908c-831600051fa4 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:12.736478 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a77588a3-9981-4532-908c-831600051fa4 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/security-groups/29d15f7e-6fa3-4bd8-ab17-5f370671f91f HTTP/1.1" status: 204 len: 168 time: 0.2718961 Aug 16 21:02:12.743437 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55416) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:12.756086 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-75c73261-076a-48d0-a1ca-3d249acb8f9c req-07ccd8fd-c923-4ee1-aaaf-c5c97ed30b6c service neutron] 10.222.0.72 "GET /v2.0/networks/21ccb363-d19c-49b3-8a0b-8ebb4f3486c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582784 Aug 16 21:02:12.762105 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77588a3-9981-4532-908c-831600051fa4 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d15f7e-6fa3-4bd8-ab17-5f370671f91f,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:12.780404 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b6ff13ee-c21a-4bd5-842c-a730973636c8 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:12.793891 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-8173db0e-1b36-4c5b-b606-d5971eaf8e09 None None] For port 76d0eaa1-7e16-4a9f-9370-521cd2044479, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=76d0eaa1-7e16-4a9f-9370-521cd2044479,segment=NetworkSegment(c17ee736-fab2-4b49-a592-ddf384be080a),segment_id=c17ee736-fab2-4b49-a592-ddf384be080a)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:12.794170 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8173db0e-1b36-4c5b-b606-d5971eaf8e09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:12.817194 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-49ac42fd-1402-4a5a-9824-51f417730e88 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:12.825245 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-8173db0e-1b36-4c5b-b606-d5971eaf8e09 None None] Calling delete_port for 76d0eaa1-7e16-4a9f-9370-521cd2044479 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:02:12.849320 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-49ac42fd-1402-4a5a-9824-51f417730e88 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:12.853488 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-6fe3acf8-1dcf-4e70-b721-fe51afc3d5e4 None None] Set router 642dabc3-5caa-41db-a63c-bb8e62485c4e gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:02:12.936651 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-75c73261-076a-48d0-a1ca-3d249acb8f9c req-d13ce8ab-8e97-40b3-b3c6-cfcb62b1ec5a service neutron] 10.222.0.72 "GET /v2.0/networks/21ccb363-d19c-49b3-8a0b-8ebb4f3486c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717064 Aug 16 21:02:12.945706 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-b6ff13ee-c21a-4bd5-842c-a730973636c8 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Deleting port 76d0eaa1-7e16-4a9f-9370-521cd2044479 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:02:12.946330 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b6ff13ee-c21a-4bd5-842c-a730973636c8 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:12.995258 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-49ac42fd-1402-4a5a-9824-51f417730e88 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:12.997804 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-49ac42fd-1402-4a5a-9824-51f417730e88 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:12.998984 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-49ac42fd-1402-4a5a-9824-51f417730e88 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/security-groups/87b6344d-bfe3-4a31-93d8-23856cf255f5 HTTP/1.1" status: 204 len: 168 time: 0.2537003 Aug 16 21:02:13.002266 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55418) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:13.012689 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac42fd-1402-4a5a-9824-51f417730e88 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b6344d-bfe3-4a31-93d8-23856cf255f5,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:13.046587 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 76d0eaa1-7e16-4a9f-9370-521cd2044479 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:02:13.056222 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-b6ff13ee-c21a-4bd5-842c-a730973636c8 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] For port 76d0eaa1-7e16-4a9f-9370-521cd2044479, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=76d0eaa1-7e16-4a9f-9370-521cd2044479,segment=NetworkSegment(c17ee736-fab2-4b49-a592-ddf384be080a),segment_id=c17ee736-fab2-4b49-a592-ddf384be080a)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:13.056625 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b6ff13ee-c21a-4bd5-842c-a730973636c8 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:13.077081 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-b6ff13ee-c21a-4bd5-842c-a730973636c8 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Calling delete_port for 76d0eaa1-7e16-4a9f-9370-521cd2044479 owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:02:13.084415 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-30dd0924-f8db-4b30-a80f-6471e453a2cf tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Deleting subnet 171c89d6-a5a5-44cf-a64f-01471fc4c01d {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:02:13.089148 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-30dd0924-f8db-4b30-a80f-6471e453a2cf tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:13.170370 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-30dd0924-f8db-4b30-a80f-6471e453a2cf tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:13.265325 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592c7949-7da2-4d08-98b6-3ed71f257350 None None] DHCP port deletion for 548eb6bc-b22d-43c1-8abf-bd0cf1de4a03 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:02:13.308336 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-30dd0924-f8db-4b30-a80f-6471e453a2cf tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:13.311094 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:13.313162 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8173db0e-1b36-4c5b-b606-d5971eaf8e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:13.350400 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b6ff13ee-c21a-4bd5-842c-a730973636c8 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:13.375501 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8173db0e-1b36-4c5b-b606-d5971eaf8e09 None None] Pushing event deleted for resources: {'Port': ['ID=76d0eaa1-7e16-4a9f-9370-521cd2044479,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:13.378656 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8173db0e-1b36-4c5b-b606-d5971eaf8e09 None None] No DVR routers for this DVR port 76d0eaa1-7e16-4a9f-9370-521cd2044479 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:02:13.390945 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff13ee-c21a-4bd5-842c-a730973636c8 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Pushing event deleted for resources: {'Port': ['ID=76d0eaa1-7e16-4a9f-9370-521cd2044479,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:13.396955 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ff13ee-c21a-4bd5-842c-a730973636c8 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] No DVR routers for this DVR port 76d0eaa1-7e16-4a9f-9370-521cd2044479 on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:02:13.446514 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-592c7949-7da2-4d08-98b6-3ed71f257350 None None] Deleting port 7ac1043e-b23b-4bac-9d8d-bf57d6cd7fb6 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:02:13.446514 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-592c7949-7da2-4d08-98b6-3ed71f257350 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:13.486637 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-6fe3acf8-1dcf-4e70-b721-fe51afc3d5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642dabc3-5caa-41db-a63c-bb8e62485c4e', 'name': 'tempest-TestServerBasicOps-482623048-router', 'tenant_id': '9304be98048d4c61b258f65239a0a004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'f9389a1c-d331-452f-9e95-0324223655f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:21Z', 'updated_at': '2021-08-16T21:01:25Z', 'revision_number': 4, 'project_id': '9304be98048d4c61b258f65239a0a004', 'gw_port': {'id': 'f9389a1c-d331-452f-9e95-0324223655f7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642dabc3-5caa-41db-a63c-bb8e62485c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:21Z', 'updated_at': '2021-08-16T21:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '3b531be0-b4b5-4796-9149-ccf3cc1e4d9b', 'tenant_id': '9304be98048d4c61b258f65239a0a004', 'floating_ip_address': '172.25.1.217', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '642dabc3-5caa-41db-a63c-bb8e62485c4e', 'port_id': '73fada08-43ba-4fa9-959f-af941bdaad65', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ccb363-d19c-49b3-8a0b-8ebb4f3486c4', 'mac_address': 'fa:16:3e:b9:71:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff47c1-f176-49ee-9848-6224ff3056f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:02:08Z', 'updated_at': '2021-08-16T21:02:08Z', 'revision_number': 0, 'project_id': '9304be98048d4c61b258f65239a0a004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f92d8405-a3a2-4770-a503-80bbbffe410f', 'name': '', 'network_id': '21ccb363-d19c-49b3-8a0b-8ebb4f3486c4', 'tenant_id': '9304be98048d4c61b258f65239a0a004', 'mac_address': 'fa:16:3e:bd:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642dabc3-5caa-41db-a63c-bb8e62485c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': '0b70a9e6-d30c-45fd-8255-e0aa78917c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:24Z', 'updated_at': '2021-08-16T21:01:33Z', 'revision_number': 5, 'project_id': '9304be98048d4c61b258f65239a0a004', 'subnets': [{'id': '0b70a9e6-d30c-45fd-8255-e0aa78917c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:13.499910 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b6ff13ee-c21a-4bd5-842c-a730973636c8 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:13.510616 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-b6ff13ee-c21a-4bd5-842c-a730973636c8 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2808ba84-8eb6-448f-bf54-b316a16ed9b0']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:13.520719 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-b6ff13ee-c21a-4bd5-842c-a730973636c8 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c17ee736-fab2-4b49-a592-ddf384be080a') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:13.521011 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-b6ff13ee-c21a-4bd5-842c-a730973636c8 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c17ee736-fab2-4b49-a592-ddf384be080a') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:13.530132 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b6ff13ee-c21a-4bd5-842c-a730973636c8 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:13.532111 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe3acf8-1dcf-4e70-b721-fe51afc3d5e4 None None] The sync data for ids ['642dabc3-5caa-41db-a63c-bb8e62485c4e'] in n-d-793620-15 is: [{'id': '642dabc3-5caa-41db-a63c-bb8e62485c4e', 'name': 'tempest-TestServerBasicOps-482623048-router', 'tenant_id': '9304be98048d4c61b258f65239a0a004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'f9389a1c-d331-452f-9e95-0324223655f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:21Z', 'updated_at': '2021-08-16T21:01:25Z', 'revision_number': 4, 'project_id': '9304be98048d4c61b258f65239a0a004', 'gw_port': {'id': 'f9389a1c-d331-452f-9e95-0324223655f7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642dabc3-5caa-41db-a63c-bb8e62485c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:21Z', 'updated_at': '2021-08-16T21:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '3b531be0-b4b5-4796-9149-ccf3cc1e4d9b', 'tenant_id': '9304be98048d4c61b258f65239a0a004', 'floating_ip_address': '172.25.1.217', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '642dabc3-5caa-41db-a63c-bb8e62485c4e', 'port_id': '73fada08-43ba-4fa9-959f-af941bdaad65', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ccb363-d19c-49b3-8a0b-8ebb4f3486c4', 'mac_address': 'fa:16:3e:b9:71:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff47c1-f176-49ee-9848-6224ff3056f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:02:08Z', 'updated_at': '2021-08-16T21:02:08Z', 'revision_number': 0, 'project_id': '9304be98048d4c61b258f65239a0a004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f92d8405-a3a2-4770-a503-80bbbffe410f', 'name': '', 'network_id': '21ccb363-d19c-49b3-8a0b-8ebb4f3486c4', 'tenant_id': '9304be98048d4c61b258f65239a0a004', 'mac_address': 'fa:16:3e:bd:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642dabc3-5caa-41db-a63c-bb8e62485c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': '0b70a9e6-d30c-45fd-8255-e0aa78917c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:24Z', 'updated_at': '2021-08-16T21:01:33Z', 'revision_number': 5, 'project_id': '9304be98048d4c61b258f65239a0a004', 'subnets': [{'id': '0b70a9e6-d30c-45fd-8255-e0aa78917c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:02:13.548907 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b6ff13ee-c21a-4bd5-842c-a730973636c8 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:13.556065 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ff13ee-c21a-4bd5-842c-a730973636c8 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:02:13.556747 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b6ff13ee-c21a-4bd5-842c-a730973636c8 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:13.558121 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-592c7949-7da2-4d08-98b6-3ed71f257350 None None] For port 7ac1043e-b23b-4bac-9d8d-bf57d6cd7fb6, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=7ac1043e-b23b-4bac-9d8d-bf57d6cd7fb6,segment=NetworkSegment(34734b3f-5dce-4149-a5ad-b36712006fc4),segment_id=34734b3f-5dce-4149-a5ad-b36712006fc4)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:13.558715 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-592c7949-7da2-4d08-98b6-3ed71f257350 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:13.560065 n-d-793620-15 neutron-server[101844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:02:13.560065 n-d-793620-15 neutron-server[101844]: self.session.flush() Aug 16 21:02:13.560065 n-d-793620-15 neutron-server[101844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:02:13.560065 n-d-793620-15 neutron-server[101844]: self.session.flush() Aug 16 21:02:13.560065 n-d-793620-15 neutron-server[101844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:02:13.560065 n-d-793620-15 neutron-server[101844]: self.session.flush() Aug 16 21:02:13.560065 n-d-793620-15 neutron-server[101844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:02:13.560065 n-d-793620-15 neutron-server[101844]: self.session.flush() Aug 16 21:02:13.560065 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:02:13.560065 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:02:13.560065 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:02:13.560065 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:02:13.560065 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:02:13.560065 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:02:13.560065 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:02:13.560065 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:02:13.560065 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:02:13.560065 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:02:13.560065 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:02:13.560065 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:02:13.560065 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:02:13.560065 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:02:13.560065 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:02:13.560065 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:02:13.560065 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:02:13.560065 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:02:13.560065 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:02:13.560065 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:02:13.560065 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:02:13.560065 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:02:13.560065 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:02:13.560065 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:02:13.560065 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:02:13.560065 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:02:13.560065 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:02:13.560065 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:02:13.560065 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:02:13.560065 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:02:13.560065 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:02:13.560065 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:02:13.573100 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-30dd0924-f8db-4b30-a80f-6471e453a2cf tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:13.577813 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-592c7949-7da2-4d08-98b6-3ed71f257350 None None] Calling delete_port for 7ac1043e-b23b-4bac-9d8d-bf57d6cd7fb6 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:02:13.624904 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d785de41-cc51-4ddc-bc6b-c3be4b0be403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:13.645720 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-30dd0924-f8db-4b30-a80f-6471e453a2cf tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:13.652748 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-30dd0924-f8db-4b30-a80f-6471e453a2cf tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/subnets/171c89d6-a5a5-44cf-a64f-01471fc4c01d HTTP/1.1" status: 204 len: 168 time: 0.6439919 Aug 16 21:02:13.652748 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd0924-f8db-4b30-a80f-6471e453a2cf tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'Subnet': ['ID=171c89d6-a5a5-44cf-a64f-01471fc4c01d,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:13.653206 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55426) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:13.661893 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e911f16-a383-42a7-b123-631f0918e841 None None] Network 0ea02e49-ecbb-451f-895c-7d0abd61f846 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:13.734952 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-728d7f51-335d-4cd6-968a-5d7729de0332 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Deleting subnet ff7aeef2-2965-4919-8ef6-17f23f0fc716 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:02:13.740049 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-728d7f51-335d-4cd6-968a-5d7729de0332 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:13.754898 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b6ff13ee-c21a-4bd5-842c-a730973636c8 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:13.766159 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b6ff13ee-c21a-4bd5-842c-a730973636c8 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:13.768587 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b6ff13ee-c21a-4bd5-842c-a730973636c8 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "DELETE /v2.0/networks/2808ba84-8eb6-448f-bf54-b316a16ed9b0 HTTP/1.1" status: 204 len: 168 time: 1.1277673 Aug 16 21:02:13.773553 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55430) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:13.817935 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdfa853-0d7e-47a0-80f5-ff4041eb5531 None None] New status for floating IP 3b531be0-b4b5-4796-9149-ccf3cc1e4d9b: ACTIVE {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:02:13.831146 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-728d7f51-335d-4cd6-968a-5d7729de0332 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:13.892252 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-592c7949-7da2-4d08-98b6-3ed71f257350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:13.907831 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff13ee-c21a-4bd5-842c-a730973636c8 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Pushing event deleted for resources: {'Network': ['ID=2808ba84-8eb6-448f-bf54-b316a16ed9b0,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:13.924772 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c7949-7da2-4d08-98b6-3ed71f257350 None None] Pushing event deleted for resources: {'Port': ['ID=7ac1043e-b23b-4bac-9d8d-bf57d6cd7fb6,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:13.926489 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:13.929426 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592c7949-7da2-4d08-98b6-3ed71f257350 None None] No DVR routers for this DVR port 7ac1043e-b23b-4bac-9d8d-bf57d6cd7fb6 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:02:13.974479 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8457f7-0f97-4bf9-8939-7e2abb6903cd req-c4988f34-b10d-47de-8971-4aee148a1690 tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:13.986912 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1d8457f7-0f97-4bf9-8939-7e2abb6903cd req-c4988f34-b10d-47de-8971-4aee148a1690 tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] 10.222.0.84 "GET /v2.0/ports?device_id=5850631f-3091-48ea-85e4-48da20f6dc71 HTTP/1.1" status: 200 len: 944 time: 0.1947453 Aug 16 21:02:13.988429 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-728d7f51-335d-4cd6-968a-5d7729de0332 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.013297 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7093eb0a-63f1-4c50-95a1-80d4e3549a63 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.056161 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1d8457f7-0f97-4bf9-8939-7e2abb6903cd req-65fc9df7-53e7-47b9-b96e-11912dd61b47 tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec1068e2-7874-407f-b961-396f2036e363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643482 Aug 16 21:02:14.162063 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-728d7f51-335d-4cd6-968a-5d7729de0332 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.162352 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7093eb0a-63f1-4c50-95a1-80d4e3549a63 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.174178 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-7093eb0a-63f1-4c50-95a1-80d4e3549a63 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['548eb6bc-b22d-43c1-8abf-bd0cf1de4a03']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:14.185200 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-728d7f51-335d-4cd6-968a-5d7729de0332 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.185473 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-7093eb0a-63f1-4c50-95a1-80d4e3549a63 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34734b3f-5dce-4149-a5ad-b36712006fc4') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:14.185887 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-7093eb0a-63f1-4c50-95a1-80d4e3549a63 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34734b3f-5dce-4149-a5ad-b36712006fc4') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:14.187458 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-728d7f51-335d-4cd6-968a-5d7729de0332 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/subnets/ff7aeef2-2965-4919-8ef6-17f23f0fc716 HTTP/1.1" status: 204 len: 168 time: 0.5330930 Aug 16 21:02:14.199070 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55432) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:14.224025 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d7f51-335d-4cd6-968a-5d7729de0332 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'Subnet': ['ID=ff7aeef2-2965-4919-8ef6-17f23f0fc716,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:14.227270 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55436) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:14.240206 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7093eb0a-63f1-4c50-95a1-80d4e3549a63 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.243184 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-37d0030a-6b64-4a55-b563-7b21b48ca21f tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] DELETE failed (client error): The resource could not be found. Aug 16 21:02:14.243771 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37d0030a-6b64-4a55-b563-7b21b48ca21f tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:02:14.246740 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-37d0030a-6b64-4a55-b563-7b21b48ca21f tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/subnets/171c89d6-a5a5-44cf-a64f-01471fc4c01d HTTP/1.1" status: 404 len: 337 time: 0.0457952 Aug 16 21:02:14.256393 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55438) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:14.285225 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7093eb0a-63f1-4c50-95a1-80d4e3549a63 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.288017 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 137867eb-b8ed-4938-905d-0e4caadc0d7f up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:14.288970 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2b2235f-1123-462d-b2fb-9765b106e7e9 admin admin] Deleting subnet 146a1de0-b08a-4e8c-ad4e-fe817e6e9514 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:02:14.293006 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d2b2235f-1123-462d-b2fb-9765b106e7e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.312522 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7093eb0a-63f1-4c50-95a1-80d4e3549a63 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:02:14.312966 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7093eb0a-63f1-4c50-95a1-80d4e3549a63 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.316083 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:02:14.316083 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:02:14.316083 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:02:14.316083 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:02:14.316083 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:02:14.316083 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:02:14.316083 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:02:14.316083 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:02:14.316083 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:02:14.316083 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:02:14.316083 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:02:14.316083 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:02:14.316083 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:02:14.316083 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:02:14.316083 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:02:14.316083 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:02:14.316083 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:02:14.316083 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:02:14.316083 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:02:14.316083 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:02:14.316083 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:02:14.316083 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:02:14.316083 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:02:14.316083 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:02:14.316083 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:02:14.316083 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:02:14.316083 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:02:14.316083 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:02:14.316083 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:02:14.316083 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:02:14.316083 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:02:14.316083 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:02:14.342398 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d2b2235f-1123-462d-b2fb-9765b106e7e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.394224 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d2b2235f-1123-462d-b2fb-9765b106e7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.444987 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 137867eb-b8ed-4938-905d-0e4caadc0d7f completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:14.447912 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 137867eb-b8ed-4938-905d-0e4caadc0d7f triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:14.448299 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.453927 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-407bb21f-dcbf-4408-a3af-949e4edde595 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Deleting subnet 5308b812-8d7d-44fb-9e02-b0ea0ca998af {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:02:14.469565 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:02:14.471721 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-407bb21f-dcbf-4408-a3af-949e4edde595 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.520547 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-407bb21f-dcbf-4408-a3af-949e4edde595 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.526496 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d2b2235f-1123-462d-b2fb-9765b106e7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.543569 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.567286 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d2b2235f-1123-462d-b2fb-9765b106e7e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.569318 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d2b2235f-1123-462d-b2fb-9765b106e7e9 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/146a1de0-b08a-4e8c-ad4e-fe817e6e9514 HTTP/1.1" status: 204 len: 168 time: 0.3407390 Aug 16 21:02:14.570896 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b2235f-1123-462d-b2fb-9765b106e7e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=146a1de0-b08a-4e8c-ad4e-fe817e6e9514,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:14.578501 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55442) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:14.584067 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5850631f-3091-48ea-85e4-48da20f6dc71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137867eb-b8ed-4938-905d-0e4caadc0d7f'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:02:14.589053 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e42bdd9-7981-42c6-94cf-90d760fc1f0a" -d '{"events": [{"server_uuid": "5850631f-3091-48ea-85e4-48da20f6dc71", "name": "network-vif-plugged", "status": "completed", "tag": "137867eb-b8ed-4938-905d-0e4caadc0d7f"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:02:14.612201 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 137867eb-b8ed-4938-905d-0e4caadc0d7f, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=137867eb-b8ed-4938-905d-0e4caadc0d7f,segment=NetworkSegment(8cc7a7f1-1c8b-4a64-88d7-1f8023cdf273),segment_id=8cc7a7f1-1c8b-4a64-88d7-1f8023cdf273)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:14.657493 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7093eb0a-63f1-4c50-95a1-80d4e3549a63 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.664342 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56dd4b69-7b34-4892-b356-8d1b12b42dbc x-openstack-request-id: req-56dd4b69-7b34-4892-b356-8d1b12b42dbc {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:02:14.664839 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5850631f-3091-48ea-85e4-48da20f6dc71", "name": "network-vif-plugged", "status": "completed", "tag": "137867eb-b8ed-4938-905d-0e4caadc0d7f", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:02:14.665081 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-56dd4b69-7b34-4892-b356-8d1b12b42dbc {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:02:14.665499 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5850631f-3091-48ea-85e4-48da20f6dc71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137867eb-b8ed-4938-905d-0e4caadc0d7f', 'code': 200} Aug 16 21:02:14.671476 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7093eb0a-63f1-4c50-95a1-80d4e3549a63 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.678641 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-7093eb0a-63f1-4c50-95a1-80d4e3549a63 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] 10.222.0.84 "DELETE /v2.0/networks/548eb6bc-b22d-43c1-8abf-bd0cf1de4a03 HTTP/1.1" status: 204 len: 168 time: 0.8986471 Aug 16 21:02:14.708886 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-407bb21f-dcbf-4408-a3af-949e4edde595 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.725365 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.815434 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7093eb0a-63f1-4c50-95a1-80d4e3549a63 tempest-TaggedBootDevicesTest_v242-711210368 tempest-TaggedBootDevicesTest_v242-711210368-project] Pushing event deleted for resources: {'Network': ['ID=548eb6bc-b22d-43c1-8abf-bd0cf1de4a03,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:14.824945 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.840295 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990dc140-4c0b-4090-b23f-566478c22cb4 None None] Network 0ea02e49-ecbb-451f-895c-7d0abd61f846 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:14.841209 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4f71e505-d641-4697-9dba-51d21b67f5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.884242 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827e24b-3bf1-42e2-b2f8-cc9bc5976984 req-a2dfa957-b174-4bfc-be6a-2311170005a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:14.886082 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e827e24b-3bf1-42e2-b2f8-cc9bc5976984 req-a2dfa957-b174-4bfc-be6a-2311170005a5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5850631f-3091-48ea-85e4-48da20f6dc71 HTTP/1.1" status: 200 len: 1097 time: 0.1227443 Aug 16 21:02:14.921324 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=137867eb-b8ed-4938-905d-0e4caadc0d7f,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:14.938030 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ff051085-6ec9-40eb-96e3-780f4b9a8cfd None None] Provisioning complete for port 417dd09e-3ab7-49e8-b66a-20500bfb1adc triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:14.938030 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ff051085-6ec9-40eb-96e3-780f4b9a8cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.952693 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-407bb21f-dcbf-4408-a3af-949e4edde595 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:15.004410 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4f71e505-d641-4697-9dba-51d21b67f5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:15.016493 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-4f71e505-d641-4697-9dba-51d21b67f5fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d912e3e-2a02-4c8a-a30b-1ca6ee3a29c2']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:15.017115 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-407bb21f-dcbf-4408-a3af-949e4edde595 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:15.024306 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-407bb21f-dcbf-4408-a3af-949e4edde595 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/subnets/5308b812-8d7d-44fb-9e02-b0ea0ca998af HTTP/1.1" status: 204 len: 168 time: 0.7593365 Aug 16 21:02:15.029456 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55452) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:15.035060 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407bb21f-dcbf-4408-a3af-949e4edde595 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'Subnet': ['ID=5308b812-8d7d-44fb-9e02-b0ea0ca998af,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:15.035423 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-4f71e505-d641-4697-9dba-51d21b67f5fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6b78da2-dab7-4732-8fa0-a1e82820dbaa') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:15.035729 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-4f71e505-d641-4697-9dba-51d21b67f5fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6b78da2-dab7-4732-8fa0-a1e82820dbaa') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:15.056695 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 7ac1043e-b23b-4bac-9d8d-bf57d6cd7fb6 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:02:15.061388 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4f71e505-d641-4697-9dba-51d21b67f5fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:15.067097 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-32296d42-fb79-41fd-b0ca-e0fffb00d081 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] DELETE failed (client error): The resource could not be found. Aug 16 21:02:15.067694 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32296d42-fb79-41fd-b0ca-e0fffb00d081 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:02:15.069584 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-32296d42-fb79-41fd-b0ca-e0fffb00d081 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/subnets/ceae802d-f81b-462b-bcf9-ed23f6895698 HTTP/1.1" status: 404 len: 337 time: 0.0388632 Aug 16 21:02:15.072105 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55454) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:15.087931 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e827e24b-3bf1-42e2-b2f8-cc9bc5976984 req-5049af2a-d4d2-427b-a884-63c6d14f761f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=ec1068e2-7874-407f-b961-396f2036e363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719668 Aug 16 21:02:15.091724 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4f71e505-d641-4697-9dba-51d21b67f5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:15.106557 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f71e505-d641-4697-9dba-51d21b67f5fb admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:02:15.106778 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 7ac1043e-b23b-4bac-9d8d-bf57d6cd7fb6 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:02:15.106989 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4f71e505-d641-4697-9dba-51d21b67f5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:15.107120 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 7ac1043e-b23b-4bac-9d8d-bf57d6cd7fb6 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:02:15.118289 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:02:15.118289 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:02:15.118289 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:02:15.118289 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:02:15.118289 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:02:15.118289 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:02:15.118289 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:02:15.118289 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:02:15.118289 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:02:15.118289 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:02:15.118289 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:02:15.118289 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:02:15.118289 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:02:15.118289 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:02:15.118289 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:02:15.118289 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:02:15.118289 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:02:15.118289 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:02:15.118289 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:02:15.118289 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:02:15.118289 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:02:15.118289 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:02:15.118289 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:02:15.118289 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:02:15.118289 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:02:15.118289 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:02:15.118289 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:02:15.118289 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:02:15.118289 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:02:15.118289 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:02:15.118289 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:02:15.118289 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:02:15.124459 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8b15a87b-7fb9-49e6-9b9d-83b0d2570890 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "GET /v2.0/ports?device_id=35f1782d-64c1-49c8-951a-f4158472f9eb HTTP/1.1" status: 200 len: 205 time: 0.0489233 Aug 16 21:02:15.125278 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55458) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:15.146639 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ff051085-6ec9-40eb-96e3-780f4b9a8cfd None None] Provisioning complete for port c4a05a2e-a555-4719-a3a3-02e3773b5b18 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:15.147066 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ff051085-6ec9-40eb-96e3-780f4b9a8cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:15.179603 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-4ab5cae4-0118-4f1e-b5cd-e232d8e2ece0 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] delete failed (client error): The resource could not be found. Aug 16 21:02:15.180776 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4ab5cae4-0118-4f1e-b5cd-e232d8e2ece0 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/routers/35f1782d-64c1-49c8-951a-f4158472f9eb HTTP/1.1" status: 404 len: 336 time: 0.0546157 Aug 16 21:02:15.190514 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55462) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:15.191403 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-ff051085-6ec9-40eb-96e3-780f4b9a8cfd None None] Port c4a05a2e-a555-4719-a3a3-02e3773b5b18 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:02:15.229231 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb7fae43-0179-493d-abd0-b6b02d5c1ac5 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] DELETE failed (client error): The resource could not be found. Aug 16 21:02:15.237505 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb7fae43-0179-493d-abd0-b6b02d5c1ac5 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:02:15.237505 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-fb7fae43-0179-493d-abd0-b6b02d5c1ac5 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/subnets/612d4b3a-a302-424a-a285-6f9c8f9b024a HTTP/1.1" status: 404 len: 337 time: 0.0384367 Aug 16 21:02:15.237956 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6417f525-4933-43c2-a610-2b1475ef0930 None None] DHCP port deletion for 0ea02e49-ecbb-451f-895c-7d0abd61f846 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:02:15.240145 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55466) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:15.268586 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4f71e505-d641-4697-9dba-51d21b67f5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:15.277688 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-c291791e-f592-41db-b91c-86b10020b408 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] DELETE failed (client error): The resource could not be found. Aug 16 21:02:15.278478 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c291791e-f592-41db-b91c-86b10020b408 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:02:15.282121 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c291791e-f592-41db-b91c-86b10020b408 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/subnets/faf0e716-a918-4b61-97ce-af683edea3f3 HTTP/1.1" status: 404 len: 337 time: 0.0393567 Aug 16 21:02:15.284298 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55468) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:15.286078 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4f71e505-d641-4697-9dba-51d21b67f5fb admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:15.287559 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4f71e505-d641-4697-9dba-51d21b67f5fb admin admin] 10.222.0.84 "DELETE /v2.0/networks/2d912e3e-2a02-4c8a-a30b-1ca6ee3a29c2 HTTP/1.1" status: 204 len: 168 time: 0.7078810 Aug 16 21:02:15.291149 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55470) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:15.309942 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-6417f525-4933-43c2-a610-2b1475ef0930 None None] Deleting port 417dd09e-3ab7-49e8-b66a-20500bfb1adc {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:02:15.310322 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6417f525-4933-43c2-a610-2b1475ef0930 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:15.336928 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-7661b02b-1f0c-4114-bc66-0513ba3d67e4 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] DELETE failed (client error): The resource could not be found. Aug 16 21:02:15.337435 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7661b02b-1f0c-4114-bc66-0513ba3d67e4 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:02:15.341725 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7661b02b-1f0c-4114-bc66-0513ba3d67e4 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/subnets/ca9b889d-0a7d-4f22-b92e-1e5958b10fc5 HTTP/1.1" status: 404 len: 337 time: 0.0507088 Aug 16 21:02:15.341725 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f71e505-d641-4697-9dba-51d21b67f5fb admin admin] Pushing event deleted for resources: {'Network': ['ID=2d912e3e-2a02-4c8a-a30b-1ca6ee3a29c2,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:15.342710 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55472) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:15.360380 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e53d3c-7ca7-4e2d-9560-388f895f2b4f req-381b6890-a878-4d7c-9699-09fd7e6785d3 tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:15.363729 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-71e53d3c-7ca7-4e2d-9560-388f895f2b4f req-381b6890-a878-4d7c-9699-09fd7e6785d3 tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] 10.222.0.84 "GET /v2.0/ports?device_id=5850631f-3091-48ea-85e4-48da20f6dc71 HTTP/1.1" status: 200 len: 945 time: 0.1880372 Aug 16 21:02:15.365398 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-d64b891b-ed78-41e5-851a-1a44abdacb7f admin admin] Deleting subnet 3f95ee57-4fea-40f4-b972-ea022e32be9d {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:02:15.369473 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d64b891b-ed78-41e5-851a-1a44abdacb7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:15.372656 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-de1d59cf-72d1-4a0e-a223-b7c490c79c3f tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] DELETE failed (client error): The resource could not be found. Aug 16 21:02:15.373365 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de1d59cf-72d1-4a0e-a223-b7c490c79c3f tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:02:15.375238 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-de1d59cf-72d1-4a0e-a223-b7c490c79c3f tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/ports/497a2015-40f5-4500-a952-8fcd7d0736d8 HTTP/1.1" status: 404 len: 333 time: 0.0262666 Aug 16 21:02:15.377733 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55474) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:15.390647 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-6417f525-4933-43c2-a610-2b1475ef0930 None None] For port 417dd09e-3ab7-49e8-b66a-20500bfb1adc, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=417dd09e-3ab7-49e8-b66a-20500bfb1adc,segment=NetworkSegment(f3ce756c-0a0a-4e52-9aad-6b28fa198530),segment_id=f3ce756c-0a0a-4e52-9aad-6b28fa198530)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:15.391588 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6417f525-4933-43c2-a610-2b1475ef0930 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:15.406261 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-5da8d2a2-1289-4a95-b1de-3ab577004d1a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] DELETE failed (client error): The resource could not be found. Aug 16 21:02:15.406861 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5da8d2a2-1289-4a95-b1de-3ab577004d1a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:02:15.408856 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5da8d2a2-1289-4a95-b1de-3ab577004d1a tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/subnets/c3e054b0-f941-44e1-bb7b-8637a41906c9 HTTP/1.1" status: 404 len: 337 time: 0.0300057 Aug 16 21:02:15.411108 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55476) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:15.411935 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-6417f525-4933-43c2-a610-2b1475ef0930 None None] Calling delete_port for 417dd09e-3ab7-49e8-b66a-20500bfb1adc owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:02:15.426901 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d64b891b-ed78-41e5-851a-1a44abdacb7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:15.450404 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-2270934e-1eef-4e71-b2fc-f8ab26492b91 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] DELETE failed (client error): The resource could not be found. Aug 16 21:02:15.450880 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2270934e-1eef-4e71-b2fc-f8ab26492b91 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:02:15.456925 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2270934e-1eef-4e71-b2fc-f8ab26492b91 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/subnets/387a48ad-eed8-4569-8dd0-09d1763b4ce8 HTTP/1.1" status: 404 len: 337 time: 0.0448225 Aug 16 21:02:15.457542 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55480) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:15.466462 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-71e53d3c-7ca7-4e2d-9560-388f895f2b4f req-ce994e19-6255-48ce-b6f3-020714694dc5 tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec1068e2-7874-407f-b961-396f2036e363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746458 Aug 16 21:02:15.483750 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d64b891b-ed78-41e5-851a-1a44abdacb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:15.499617 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-39ee7eab-69a8-462e-9d30-acbc6c6dd253 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] DELETE failed (client error): The resource could not be found. Aug 16 21:02:15.500787 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39ee7eab-69a8-462e-9d30-acbc6c6dd253 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:02:15.504322 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-39ee7eab-69a8-462e-9d30-acbc6c6dd253 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/ports/ceedf0a3-e09f-4f99-88b9-eb5c8b41ef9b HTTP/1.1" status: 404 len: 333 time: 0.0457056 Aug 16 21:02:15.504957 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55482) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:15.537328 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dcf0f9d-2624-4cb6-9c89-ab8f0289996e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] DELETE failed (client error): The resource could not be found. Aug 16 21:02:15.537784 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dcf0f9d-2624-4cb6-9c89-ab8f0289996e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:02:15.539600 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3dcf0f9d-2624-4cb6-9c89-ab8f0289996e tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/subnets/a2f3f0cf-2bc5-464d-9721-070e364b15cb HTTP/1.1" status: 404 len: 337 time: 0.0309000 Aug 16 21:02:15.542837 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55484) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:15.575144 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-32825cf9-920e-41bf-a946-3c0054396ce2 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] DELETE failed (client error): The resource could not be found. Aug 16 21:02:15.575653 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32825cf9-920e-41bf-a946-3c0054396ce2 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:02:15.581193 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-32825cf9-920e-41bf-a946-3c0054396ce2 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/subnets/86ce4603-1f2e-4c5a-b63e-1997f3fabffb HTTP/1.1" status: 404 len: 337 time: 0.0330992 Aug 16 21:02:15.583101 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55486) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:15.669325 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d64b891b-ed78-41e5-851a-1a44abdacb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:15.672629 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-45cab02d-72d1-4cca-a555-494574847d32 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Deleting port c4a05a2e-a555-4719-a3a3-02e3773b5b18 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:02:15.672969 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-45cab02d-72d1-4cca-a555-494574847d32 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:15.697464 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64b891b-ed78-41e5-851a-1a44abdacb7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f95ee57-4fea-40f4-b972-ea022e32be9d,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:15.701380 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d64b891b-ed78-41e5-851a-1a44abdacb7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:15.703827 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6417f525-4933-43c2-a610-2b1475ef0930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:15.706472 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d64b891b-ed78-41e5-851a-1a44abdacb7f admin admin] 10.222.0.84 "DELETE /v2.0/subnets/3f95ee57-4fea-40f4-b972-ea022e32be9d HTTP/1.1" status: 204 len: 168 time: 0.4142163 Aug 16 21:02:15.707189 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55488) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:15.729237 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6417f525-4933-43c2-a610-2b1475ef0930 None None] Pushing event deleted for resources: {'Port': ['ID=417dd09e-3ab7-49e8-b66a-20500bfb1adc,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:15.737873 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6417f525-4933-43c2-a610-2b1475ef0930 None None] No DVR routers for this DVR port 417dd09e-3ab7-49e8-b66a-20500bfb1adc on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:02:15.775557 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-45cab02d-72d1-4cca-a555-494574847d32 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:15.784988 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7d9f9202-1496-4545-b8c4-2188bc99d333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:15.788982 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-45cab02d-72d1-4cca-a555-494574847d32 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Calling delete_port for c4a05a2e-a555-4719-a3a3-02e3773b5b18 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:02:15.880594 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7d9f9202-1496-4545-b8c4-2188bc99d333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:15.891470 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-7d9f9202-1496-4545-b8c4-2188bc99d333 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a9755e8-5ce1-4640-aff2-71a3b4e0539b']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:15.901664 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-7d9f9202-1496-4545-b8c4-2188bc99d333 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45efd8f3-e0d6-4db5-acf2-a59da7b92a64') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:15.901966 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-7d9f9202-1496-4545-b8c4-2188bc99d333 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45efd8f3-e0d6-4db5-acf2-a59da7b92a64') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:15.910874 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7d9f9202-1496-4545-b8c4-2188bc99d333 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:15.928313 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7d9f9202-1496-4545-b8c4-2188bc99d333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:15.934989 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d9f9202-1496-4545-b8c4-2188bc99d333 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:02:15.935387 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7d9f9202-1496-4545-b8c4-2188bc99d333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:15.937470 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-45cab02d-72d1-4cca-a555-494574847d32 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:15.939737 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:02:15.939737 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:02:15.939737 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:02:15.939737 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:02:15.939737 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:02:15.939737 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:02:15.939737 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:02:15.939737 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:02:15.939737 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:02:15.939737 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:02:15.939737 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:02:15.939737 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:02:15.939737 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:02:15.939737 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:02:15.939737 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:02:15.939737 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:02:15.939737 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:02:15.939737 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:02:15.939737 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:02:15.939737 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:02:15.939737 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:02:15.939737 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:02:15.939737 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:02:15.939737 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:02:15.939737 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:02:15.939737 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:02:15.939737 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:02:15.939737 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:02:15.939737 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:02:15.939737 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:02:15.939737 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:02:15.939737 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:02:15.978006 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-45cab02d-72d1-4cca-a555-494574847d32 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:15.979996 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-45cab02d-72d1-4cca-a555-494574847d32 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/ports/c4a05a2e-a555-4719-a3a3-02e3773b5b18 HTTP/1.1" status: 204 len: 168 time: 0.3959124 Aug 16 21:02:15.982485 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55490) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:15.992638 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cab02d-72d1-4cca-a555-494574847d32 tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'Port': ['ID=c4a05a2e-a555-4719-a3a3-02e3773b5b18,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:16.071406 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dc97680e-7ea5-4cec-a278-716a0ed1d10d tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:16.115245 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7d9f9202-1496-4545-b8c4-2188bc99d333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:16.121649 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7d9f9202-1496-4545-b8c4-2188bc99d333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:16.123884 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-7d9f9202-1496-4545-b8c4-2188bc99d333 admin admin] 10.222.0.84 "DELETE /v2.0/networks/4a9755e8-5ce1-4640-aff2-71a3b4e0539b HTTP/1.1" status: 204 len: 168 time: 0.4154580 Aug 16 21:02:16.142761 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f9202-1496-4545-b8c4-2188bc99d333 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a9755e8-5ce1-4640-aff2-71a3b4e0539b,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:16.165659 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dc97680e-7ea5-4cec-a278-716a0ed1d10d tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:16.177114 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-dc97680e-7ea5-4cec-a278-716a0ed1d10d tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ea02e49-ecbb-451f-895c-7d0abd61f846']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:16.193667 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-dc97680e-7ea5-4cec-a278-716a0ed1d10d tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3ce756c-0a0a-4e52-9aad-6b28fa198530') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:16.193967 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-dc97680e-7ea5-4cec-a278-716a0ed1d10d tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3ce756c-0a0a-4e52-9aad-6b28fa198530') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:16.203272 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dc97680e-7ea5-4cec-a278-716a0ed1d10d tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:16.217168 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dc97680e-7ea5-4cec-a278-716a0ed1d10d tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:16.223074 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc97680e-7ea5-4cec-a278-716a0ed1d10d tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:02:16.223467 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dc97680e-7ea5-4cec-a278-716a0ed1d10d tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:16.226936 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:02:16.226936 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:02:16.226936 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:02:16.226936 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:02:16.226936 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:02:16.226936 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:02:16.226936 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:02:16.226936 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:02:16.226936 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:02:16.226936 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:02:16.226936 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:02:16.226936 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:02:16.226936 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:02:16.226936 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:02:16.226936 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:02:16.226936 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:02:16.226936 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:02:16.226936 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:02:16.226936 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:02:16.226936 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:02:16.226936 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:02:16.226936 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:02:16.226936 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:02:16.226936 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:02:16.226936 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:02:16.226936 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:02:16.226936 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:02:16.226936 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:02:16.226936 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:02:16.226936 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:02:16.226936 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:02:16.226936 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:02:16.365738 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dc97680e-7ea5-4cec-a278-716a0ed1d10d tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:16.379153 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dc97680e-7ea5-4cec-a278-716a0ed1d10d tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:16.379153 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-dc97680e-7ea5-4cec-a278-716a0ed1d10d tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] 10.222.0.84 "DELETE /v2.0/networks/0ea02e49-ecbb-451f-895c-7d0abd61f846 HTTP/1.1" status: 204 len: 168 time: 0.3930554 Aug 16 21:02:16.386761 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc97680e-7ea5-4cec-a278-716a0ed1d10d tempest-PortsIpV6TestJSON-1896607577 tempest-PortsIpV6TestJSON-1896607577-project] Pushing event deleted for resources: {'Network': ['ID=0ea02e49-ecbb-451f-895c-7d0abd61f846,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:16.531824 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:16.607368 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55502) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:16.611743 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d5c0e-4c34-4d67-a617-5491446baf98 req-6875b3c6-f30f-4dc8-849c-c0ffeae8620d tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:16.613532 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ec7d5c0e-4c34-4d67-a617-5491446baf98 req-6875b3c6-f30f-4dc8-849c-c0ffeae8620d tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] 10.222.0.84 "GET /v2.0/ports?device_id=5850631f-3091-48ea-85e4-48da20f6dc71 HTTP/1.1" status: 200 len: 945 time: 0.0672369 Aug 16 21:02:16.651086 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-00946caa-27dc-41a3-bda8-3c39baafe05a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8d0159eac5ad46dc9a4eecddd2628a92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439806 Aug 16 21:02:16.651496 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55504) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:16.676441 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ec7d5c0e-4c34-4d67-a617-5491446baf98 req-37375eb6-5dcc-4407-b3ea-3d0e93ec2fdb tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec1068e2-7874-407f-b961-396f2036e363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541673 Aug 16 21:02:16.706230 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9106aad4-968a-4670-845c-be9c8fce3df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:16.734998 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9106aad4-968a-4670-845c-be9c8fce3df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:16.877171 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55510) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:16.903678 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9106aad4-968a-4670-845c-be9c8fce3df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:16.909635 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9106aad4-968a-4670-845c-be9c8fce3df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:16.909635 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9106aad4-968a-4670-845c-be9c8fce3df5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/80fdf272-7602-48f7-b4b1-8e9ec09050ea HTTP/1.1" status: 204 len: 168 time: 0.2554274 Aug 16 21:02:16.916608 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9106aad4-968a-4670-845c-be9c8fce3df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fdf272-7602-48f7-b4b1-8e9ec09050ea,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:16.996276 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 417dd09e-3ab7-49e8-b66a-20500bfb1adc no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:02:17.017173 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 417dd09e-3ab7-49e8-b66a-20500bfb1adc {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:02:17.017625 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 417dd09e-3ab7-49e8-b66a-20500bfb1adc not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:02:17.061987 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7a92415e-2144-475d-a98b-74d25f96f9bb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2b8d460e7367462492b691867d616fa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1812041 Aug 16 21:02:17.062826 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55518) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:17.133276 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c93f7603-647c-4a71-98b0-2f528ade5ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:17.172866 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c93f7603-647c-4a71-98b0-2f528ade5ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:17.203978 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541eab30-fe11-448f-a481-f1fb716b4676 req-75e3e35a-05eb-47ac-ba59-dc4cbbd7ce9e tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:17.205616 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-541eab30-fe11-448f-a481-f1fb716b4676 req-75e3e35a-05eb-47ac-ba59-dc4cbbd7ce9e tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] 10.222.0.84 "GET /v2.0/ports?device_id=5850631f-3091-48ea-85e4-48da20f6dc71 HTTP/1.1" status: 200 len: 945 time: 0.0862515 Aug 16 21:02:17.264240 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-541eab30-fe11-448f-a481-f1fb716b4676 req-a6c18eef-503d-4645-acee-d96e4a0fd31f tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec1068e2-7874-407f-b961-396f2036e363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348256 Aug 16 21:02:17.337744 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c93f7603-647c-4a71-98b0-2f528ade5ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:17.339760 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c93f7603-647c-4a71-98b0-2f528ade5ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:17.343008 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c93f7603-647c-4a71-98b0-2f528ade5ff0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ab339037-7b95-4e3d-be35-fef20ac5c140 HTTP/1.1" status: 204 len: 168 time: 0.2771006 Aug 16 21:02:17.349548 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f7603-647c-4a71-98b0-2f528ade5ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab339037-7b95-4e3d-be35-fef20ac5c140,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:17.628097 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55526) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:17.671959 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-939714d6-f15e-43d7-b6c0-887b87353546 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=31244fff56634a4c84b6750c5878c9e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426245 Aug 16 21:02:17.674459 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55530) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:17.728847 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4245c467-7c71-49c5-8875-557efce8510c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:17.749679 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4245c467-7c71-49c5-8875-557efce8510c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:17.908130 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4245c467-7c71-49c5-8875-557efce8510c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:17.910757 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4245c467-7c71-49c5-8875-557efce8510c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:17.911993 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4245c467-7c71-49c5-8875-557efce8510c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6dc24792-c546-41d0-bcc9-77c16407f16b HTTP/1.1" status: 204 len: 168 time: 0.2365937 Aug 16 21:02:17.920897 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245c467-7c71-49c5-8875-557efce8510c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc24792-c546-41d0-bcc9-77c16407f16b,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:18.399099 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5290c7-be56-4f63-84e9-c5e0bc48f2a9 req-efd0a571-ea38-4cdc-b203-d2a40897a2f4 tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:18.400871 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bd5290c7-be56-4f63-84e9-c5e0bc48f2a9 req-efd0a571-ea38-4cdc-b203-d2a40897a2f4 tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] 10.222.0.84 "GET /v2.0/ports?device_id=5850631f-3091-48ea-85e4-48da20f6dc71 HTTP/1.1" status: 200 len: 945 time: 0.0516667 Aug 16 21:02:18.463513 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bd5290c7-be56-4f63-84e9-c5e0bc48f2a9 req-59911033-67c4-4dd7-bc44-7a288f388cbb tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec1068e2-7874-407f-b961-396f2036e363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440719 Aug 16 21:02:18.492820 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ece959-199d-4a2a-9cd8-e525d3fc005d req-7e698991-e005-4a42-a149-b5310ec4e8c4 tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:18.494727 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-84ece959-199d-4a2a-9cd8-e525d3fc005d req-7e698991-e005-4a42-a149-b5310ec4e8c4 tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] 10.222.0.90 "GET /v2.0/ports?device_id=5850631f-3091-48ea-85e4-48da20f6dc71 HTTP/1.1" status: 200 len: 945 time: 0.0620334 Aug 16 21:02:18.623987 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-84ece959-199d-4a2a-9cd8-e525d3fc005d req-deff31f6-771e-4cc8-97bf-1da43dfa585f tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] Deleting port 137867eb-b8ed-4938-905d-0e4caadc0d7f {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:02:18.624262 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-84ece959-199d-4a2a-9cd8-e525d3fc005d req-deff31f6-771e-4cc8-97bf-1da43dfa585f tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:18.722873 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-84ece959-199d-4a2a-9cd8-e525d3fc005d req-deff31f6-771e-4cc8-97bf-1da43dfa585f tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] For port 137867eb-b8ed-4938-905d-0e4caadc0d7f, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=137867eb-b8ed-4938-905d-0e4caadc0d7f,segment=NetworkSegment(8cc7a7f1-1c8b-4a64-88d7-1f8023cdf273),segment_id=8cc7a7f1-1c8b-4a64-88d7-1f8023cdf273)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:18.723249 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-84ece959-199d-4a2a-9cd8-e525d3fc005d req-deff31f6-771e-4cc8-97bf-1da43dfa585f tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:18.736283 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-84ece959-199d-4a2a-9cd8-e525d3fc005d req-deff31f6-771e-4cc8-97bf-1da43dfa585f tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] Calling delete_port for 137867eb-b8ed-4938-905d-0e4caadc0d7f owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:02:18.962452 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-84ece959-199d-4a2a-9cd8-e525d3fc005d req-deff31f6-771e-4cc8-97bf-1da43dfa585f tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:18.981466 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['137867eb-b8ed-4938-905d-0e4caadc0d7f'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:02:19.011630 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deff31f6-771e-4cc8-97bf-1da43dfa585f tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] Pushing event deleted for resources: {'Port': ['ID=137867eb-b8ed-4938-905d-0e4caadc0d7f,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:19.046870 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:19.051314 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ece959-199d-4a2a-9cd8-e525d3fc005d req-deff31f6-771e-4cc8-97bf-1da43dfa585f tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] No DVR routers for this DVR port 137867eb-b8ed-4938-905d-0e4caadc0d7f on host n-h2-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:02:19.057442 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-84ece959-199d-4a2a-9cd8-e525d3fc005d req-deff31f6-771e-4cc8-97bf-1da43dfa585f tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:19.058096 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-84ece959-199d-4a2a-9cd8-e525d3fc005d req-deff31f6-771e-4cc8-97bf-1da43dfa585f tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] 10.222.0.90 "DELETE /v2.0/ports/137867eb-b8ed-4938-905d-0e4caadc0d7f HTTP/1.1" status: 204 len: 173 time: 0.5576646 Aug 16 21:02:19.058567 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5850631f-3091-48ea-85e4-48da20f6dc71', 'name': 'network-vif-deleted', 'tag': '137867eb-b8ed-4938-905d-0e4caadc0d7f'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:02:19.060920 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cf36de-8bd6-4ef2-af39-c02c1175000e" -d '{"events": [{"server_uuid": "5850631f-3091-48ea-85e4-48da20f6dc71", "name": "network-vif-deleted", "tag": "137867eb-b8ed-4938-905d-0e4caadc0d7f"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:02:19.102715 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e75e64-9ada-4168-8b17-eeb7ea83573b x-openstack-request-id: req-16e75e64-9ada-4168-8b17-eeb7ea83573b {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:02:19.102878 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5850631f-3091-48ea-85e4-48da20f6dc71", "name": "network-vif-deleted", "tag": "137867eb-b8ed-4938-905d-0e4caadc0d7f", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:02:19.103039 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-16e75e64-9ada-4168-8b17-eeb7ea83573b {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:02:19.103433 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5850631f-3091-48ea-85e4-48da20f6dc71', 'name': 'network-vif-deleted', 'tag': '137867eb-b8ed-4938-905d-0e4caadc0d7f', 'status': 'completed', 'code': 200} Aug 16 21:02:19.615000 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-002d4fc7-8135-4be6-a6ab-0cfbf17131e2 req-41d8cd49-bf69-4e17-87e7-78a5c92081e2 tempest-InstanceActionsV221TestJSON-157972408 tempest-InstanceActionsV221TestJSON-157972408-project] 10.222.0.84 "GET /v2.0/ports?device_id=5850631f-3091-48ea-85e4-48da20f6dc71 HTTP/1.1" status: 200 len: 210 time: 0.0370021 Aug 16 21:02:20.900347 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55636) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:20.962908 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d82ff9-7022-4b17-af1a-70fd9fca66d0 admin admin] Deleting subnet 5e5261f8-4e81-4cbd-8d41-014a58b8e344 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:02:20.966032 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-88d82ff9-7022-4b17-af1a-70fd9fca66d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:21.002735 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-88d82ff9-7022-4b17-af1a-70fd9fca66d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:21.041447 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-88d82ff9-7022-4b17-af1a-70fd9fca66d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:21.252025 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-88d82ff9-7022-4b17-af1a-70fd9fca66d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:21.278639 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d82ff9-7022-4b17-af1a-70fd9fca66d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e5261f8-4e81-4cbd-8d41-014a58b8e344,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:21.280588 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-88d82ff9-7022-4b17-af1a-70fd9fca66d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:21.282451 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-88d82ff9-7022-4b17-af1a-70fd9fca66d0 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/5e5261f8-4e81-4cbd-8d41-014a58b8e344 HTTP/1.1" status: 204 len: 168 time: 0.3830509 Aug 16 21:02:21.284919 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55638) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:21.359933 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b82ff4fc-6471-4c2c-b601-76b131ba8b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:21.467736 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b82ff4fc-6471-4c2c-b601-76b131ba8b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:21.478872 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-b82ff4fc-6471-4c2c-b601-76b131ba8b55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ed7cdfa-c0ab-4cb7-9f63-13a172fd2047']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:21.488911 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-b82ff4fc-6471-4c2c-b601-76b131ba8b55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cc7a7f1-1c8b-4a64-88d7-1f8023cdf273') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:21.489220 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-b82ff4fc-6471-4c2c-b601-76b131ba8b55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cc7a7f1-1c8b-4a64-88d7-1f8023cdf273') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:21.498845 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b82ff4fc-6471-4c2c-b601-76b131ba8b55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:21.512374 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b82ff4fc-6471-4c2c-b601-76b131ba8b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:21.518139 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b82ff4fc-6471-4c2c-b601-76b131ba8b55 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:02:21.518608 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b82ff4fc-6471-4c2c-b601-76b131ba8b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:21.520304 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:02:21.520304 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:02:21.520304 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:02:21.520304 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:02:21.520304 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:02:21.520304 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:02:21.520304 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:02:21.520304 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:02:21.520304 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:02:21.520304 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:02:21.520304 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:02:21.520304 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:02:21.520304 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:02:21.520304 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:02:21.520304 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:02:21.520304 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:02:21.520304 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:02:21.520304 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:02:21.520304 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:02:21.520304 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:02:21.520304 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:02:21.520304 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:02:21.520304 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:02:21.520304 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:02:21.520304 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:02:21.520304 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:02:21.520304 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:02:21.520304 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:02:21.520304 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:02:21.520304 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:02:21.520304 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:02:21.520304 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:02:21.823467 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b82ff4fc-6471-4c2c-b601-76b131ba8b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:21.833227 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b82ff4fc-6471-4c2c-b601-76b131ba8b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:21.835692 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b82ff4fc-6471-4c2c-b601-76b131ba8b55 admin admin] 10.222.0.84 "DELETE /v2.0/networks/7ed7cdfa-c0ab-4cb7-9f63-13a172fd2047 HTTP/1.1" status: 204 len: 168 time: 0.5498416 Aug 16 21:02:21.846773 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82ff4fc-6471-4c2c-b601-76b131ba8b55 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ed7cdfa-c0ab-4cb7-9f63-13a172fd2047,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:22.081063 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:22.310956 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 137867eb-b8ed-4938-905d-0e4caadc0d7f no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:02:22.337177 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55656) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:22.382559 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4a1582d5-2553-4e99-89ed-ac98cfc5647d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=da89dfbc890f45feb92e260cd60ae8ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436378 Aug 16 21:02:22.386016 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55658) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:22.445353 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-664f562e-ad72-48a1-bd41-6c876b7c1f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:22.474242 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-664f562e-ad72-48a1-bd41-6c876b7c1f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:22.512127 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 137867eb-b8ed-4938-905d-0e4caadc0d7f {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:02:22.512474 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 137867eb-b8ed-4938-905d-0e4caadc0d7f not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:02:22.623658 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-664f562e-ad72-48a1-bd41-6c876b7c1f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:22.630628 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-664f562e-ad72-48a1-bd41-6c876b7c1f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:22.634723 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-664f562e-ad72-48a1-bd41-6c876b7c1f87 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ec1068e2-7874-407f-b961-396f2036e363 HTTP/1.1" status: 204 len: 168 time: 0.2475715 Aug 16 21:02:22.659975 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f562e-ad72-48a1-bd41-6c876b7c1f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1068e2-7874-407f-b961-396f2036e363,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:23.976953 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55734) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:24.084708 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-6fb77930-ea67-4e4e-a12f-0fb1d7b75aa2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-338003749-network', 'tenant_id': '4c0e76081c1e4800ae56303449df01e1'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:24.201282 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb77930-ea67-4e4e-a12f-0fb1d7b75aa2 admin admin] Made reservation on behalf of 4c0e76081c1e4800ae56303449df01e1 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:24.203898 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6fb77930-ea67-4e4e-a12f-0fb1d7b75aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:24.221576 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6fb77930-ea67-4e4e-a12f-0fb1d7b75aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:24.306990 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6fb77930-ea67-4e4e-a12f-0fb1d7b75aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:24.360443 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6fb77930-ea67-4e4e-a12f-0fb1d7b75aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:24.386051 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fb77930-ea67-4e4e-a12f-0fb1d7b75aa2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:02:24.395903 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb77930-ea67-4e4e-a12f-0fb1d7b75aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2b50a7-8e1e-4dec-84da-f294c0ccb998,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:24.401216 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6fb77930-ea67-4e4e-a12f-0fb1d7b75aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:24.401829 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-6fb77930-ea67-4e4e-a12f-0fb1d7b75aa2 admin admin] Added segment 23658927-a623-4faf-8750-20d4ad03fab0 of type vlan for network 2a84c825-1836-4d4b-aa9e-01c66bc9b2dd Aug 16 21:02:24.451055 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6fb77930-ea67-4e4e-a12f-0fb1d7b75aa2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:24.559806 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6fb77930-ea67-4e4e-a12f-0fb1d7b75aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:24.561027 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb77930-ea67-4e4e-a12f-0fb1d7b75aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:24.561737 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6fb77930-ea67-4e4e-a12f-0fb1d7b75aa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:24.621483 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb77930-ea67-4e4e-a12f-0fb1d7b75aa2 admin admin] Pushing event updated for resources: {'Network': ['ID=2a84c825-1836-4d4b-aa9e-01c66bc9b2dd,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:24.640324 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 2a84c825-1836-4d4b-aa9e-01c66bc9b2dd details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:02:24.721130 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6fb77930-ea67-4e4e-a12f-0fb1d7b75aa2 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7414875 Aug 16 21:02:24.723987 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55742) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:24.729989 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-ed9a9801-880d-48e3-a33c-388665dae111 admin admin] Request body: {'subnet': {'network_id': '2a84c825-1836-4d4b-aa9e-01c66bc9b2dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-338003749-subnet', 'tenant_id': '4c0e76081c1e4800ae56303449df01e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:24.840331 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9a9801-880d-48e3-a33c-388665dae111 admin admin] Made reservation on behalf of 4c0e76081c1e4800ae56303449df01e1 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:24.843548 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ed9a9801-880d-48e3-a33c-388665dae111 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:25.171688 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ed9a9801-880d-48e3-a33c-388665dae111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:25.236326 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a9801-880d-48e3-a33c-388665dae111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b11c061b-d987-4b96-a2d3-345542c53b8b,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:25.254677 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9a9801-880d-48e3-a33c-388665dae111 admin admin] Checking segment: {'id': '23658927-a623-4faf-8750-20d4ad03fab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2a84c825-1836-4d4b-aa9e-01c66bc9b2dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:25.255121 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9a9801-880d-48e3-a33c-388665dae111 admin admin] Network hostable DHCP agents. Network: 2a84c825-1836-4d4b-aa9e-01c66bc9b2dd, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:02:25.382900 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9a9801-880d-48e3-a33c-388665dae111 admin admin] Network 2a84c825-1836-4d4b-aa9e-01c66bc9b2dd is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:02:25.480123 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-ed9a9801-880d-48e3-a33c-388665dae111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 2a84c825-1836-4d4b-aa9e-01c66bc9b2dd) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:25.484613 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9a9801-880d-48e3-a33c-388665dae111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:25.487833 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ed9a9801-880d-48e3-a33c-388665dae111 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:25.490780 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0106d1-0583-46c4-88f0-4ef744f76b86 None None] Network 2a84c825-1836-4d4b-aa9e-01c66bc9b2dd requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:25.572072 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ed9a9801-880d-48e3-a33c-388665dae111 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8466401 Aug 16 21:02:25.629696 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fe557d-cb16-4006-b2c9-260cf993d487 None None] Network 2a84c825-1836-4d4b-aa9e-01c66bc9b2dd requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:25.980523 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55782) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:26.081075 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-93f70337-7a1d-4f6e-aa3c-540492f701bb tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:26.082754 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-93f70337-7a1d-4f6e-aa3c-540492f701bb tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/networks?id=2a84c825-1836-4d4b-aa9e-01c66bc9b2dd HTTP/1.1" status: 200 len: 813 time: 0.1532149 Aug 16 21:02:26.107628 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-d636b57f-ccd4-41f5-9dcb-25420d82027b tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/quotas/4c0e76081c1e4800ae56303449df01e1 HTTP/1.1" status: 200 len: 375 time: 0.0148346 Aug 16 21:02:26.143023 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-a096a998-37e8-4f75-8385-023e85d3cb4d tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=4c0e76081c1e4800ae56303449df01e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292675 Aug 16 21:02:26.262147 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-4b5b6f1d-ff18-4b65-a9ca-e7175e4d2ffb service neutron] 10.222.0.84 "GET /v2.0/networks/2a84c825-1836-4d4b-aa9e-01c66bc9b2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090612 Aug 16 21:02:26.441316 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-51be3678-1966-47bd-b3cd-b6408886d920 service neutron] 10.222.0.84 "GET /v2.0/networks/2a84c825-1836-4d4b-aa9e-01c66bc9b2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778746 Aug 16 21:02:26.624999 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3a110ebb-adc9-48ec-8f35-ccefc5e3e7ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:27.183838 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55808) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:27.229559 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-3a110ebb-adc9-48ec-8f35-ccefc5e3e7ea admin admin] Deleting port 6748fc76-9b42-44e2-8631-6ff0e081e4a7 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:02:27.229559 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3a110ebb-adc9-48ec-8f35-ccefc5e3e7ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:27.388078 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e6f878bb-1c6c-4832-94e8-2fdae296d263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:27.487814 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-3a110ebb-adc9-48ec-8f35-ccefc5e3e7ea admin admin] For port 6748fc76-9b42-44e2-8631-6ff0e081e4a7, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=6748fc76-9b42-44e2-8631-6ff0e081e4a7,segment=NetworkSegment(d31205ae-b8c7-447a-b06d-752345c4437a),segment_id=d31205ae-b8c7-447a-b06d-752345c4437a)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:27.496406 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3a110ebb-adc9-48ec-8f35-ccefc5e3e7ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:27.532309 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-3a110ebb-adc9-48ec-8f35-ccefc5e3e7ea admin admin] Calling delete_port for 6748fc76-9b42-44e2-8631-6ff0e081e4a7 owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:02:27.577479 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0e65b13-c0ed-4b3f-ad1c-0f0546aaae5f req-84a2e865-01f1-4886-8580-c3617d7f937d tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 210 time: 0.7531748 Aug 16 21:02:27.725203 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e6f878bb-1c6c-4832-94e8-2fdae296d263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:27.833710 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e6f878bb-1c6c-4832-94e8-2fdae296d263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:27.876530 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e6f878bb-1c6c-4832-94e8-2fdae296d263 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=74130e2ae07e4318881ef8da0f88c1ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6861386 Aug 16 21:02:27.876530 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f878bb-1c6c-4832-94e8-2fdae296d263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a81d8f-33ed-43de-8cae-c5f773baff15,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:27.876951 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55818) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:27.925816 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3a110ebb-adc9-48ec-8f35-ccefc5e3e7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:27.941815 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-753f0ac2-f01d-4fd2-ac0b-ac423d31bc56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:27.954895 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a110ebb-adc9-48ec-8f35-ccefc5e3e7ea admin admin] Pushing event deleted for resources: {'Port': ['ID=6748fc76-9b42-44e2-8631-6ff0e081e4a7,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:27.976693 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-753f0ac2-f01d-4fd2-ac0b-ac423d31bc56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:28.136455 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007c961-71d0-4a9e-b006-1aa3718e9639 req-e3772a8e-0144-4ad1-8f66-0e3349efb70d tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:28.140274 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9007c961-71d0-4a9e-b006-1aa3718e9639 req-e3772a8e-0144-4ad1-8f66-0e3349efb70d tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.0608940 Aug 16 21:02:28.144974 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-753f0ac2-f01d-4fd2-ac0b-ac423d31bc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:28.151067 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-753f0ac2-f01d-4fd2-ac0b-ac423d31bc56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:28.151067 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-753f0ac2-f01d-4fd2-ac0b-ac423d31bc56 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/85a81d8f-33ed-43de-8cae-c5f773baff15 HTTP/1.1" status: 204 len: 168 time: 0.2723322 Aug 16 21:02:28.182410 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f0ac2-f01d-4fd2-ac0b-ac423d31bc56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a81d8f-33ed-43de-8cae-c5f773baff15,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:28.214880 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9007c961-71d0-4a9e-b006-1aa3718e9639 req-5a2cabc5-f78c-48c5-9973-f91854471ba2 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619285 Aug 16 21:02:28.219282 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3a110ebb-adc9-48ec-8f35-ccefc5e3e7ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:28.355895 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4f101-8e54-49b0-9ae5-08ccceefd4ba req-e7adfa14-6c1b-474b-931d-a7c432492f60 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:28.359257 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0c4f101-8e54-49b0-9ae5-08ccceefd4ba req-e7adfa14-6c1b-474b-931d-a7c432492f60 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.0590053 Aug 16 21:02:28.421424 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0c4f101-8e54-49b0-9ae5-08ccceefd4ba req-62c43a6b-9334-4fcf-8dd3-0afda5e3f824 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506177 Aug 16 21:02:28.504971 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a110ebb-adc9-48ec-8f35-ccefc5e3e7ea admin admin] Router 99aada87-02a0-442b-8138-b0b803a1424d has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:02:28.649220 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a110ebb-adc9-48ec-8f35-ccefc5e3e7ea admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:02:28.657766 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3a110ebb-adc9-48ec-8f35-ccefc5e3e7ea admin admin] 10.222.0.84 "PUT /v2.0/routers/99aada87-02a0-442b-8138-b0b803a1424d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6751413 Aug 16 21:02:28.666089 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0077b556-e4b2-4b7e-9931-75c382aaa7ad None None] Sync routers for ids ['99aada87-02a0-442b-8138-b0b803a1424d'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:02:28.666590 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55850) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:28.681733 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0077b556-e4b2-4b7e-9931-75c382aaa7ad None None] Routers {'99aada87-02a0-442b-8138-b0b803a1424d'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:02:28.686169 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-0077b556-e4b2-4b7e-9931-75c382aaa7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:02:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['99aada87-02a0-442b-8138-b0b803a1424d'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:28.798258 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7a7aef63-b899-4c0a-a922-920605cfbfc7 req-721a7a0a-8715-49cc-b496-9ce46c5f7dbe tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 210 time: 0.0514607 Aug 16 21:02:28.839888 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-0077b556-e4b2-4b7e-9931-75c382aaa7ad None None] Set router 99aada87-02a0-442b-8138-b0b803a1424d gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:02:28.861813 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-db778498-889a-464a-b65b-468ec2c87381 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:28.870390 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-db778498-889a-464a-b65b-468ec2c87381 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/networks?id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 HTTP/1.1" status: 200 len: 811 time: 0.2245052 Aug 16 21:02:28.890798 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bb422d05-a518-4d91-ab0a-3ede6ec447ed admin admin] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:28.891595 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-698feb5e-2054-4763-aad6-2718e457f605 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/quotas/04d4519d90b5451ebf562bbd9e44ac2b HTTP/1.1" status: 200 len: 375 time: 0.0198569 Aug 16 21:02:28.994631 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-71f32b7a-98e2-41f9-acb4-04998846f0e5 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=04d4519d90b5451ebf562bbd9e44ac2b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1013801 Aug 16 21:02:29.057624 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bb422d05-a518-4d91-ab0a-3ede6ec447ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:29.124717 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-f5368248-bd87-4467-8f65-3862b915a3e3 service neutron] 10.222.0.84 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286404 Aug 16 21:02:29.192369 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-0077b556-e4b2-4b7e-9931-75c382aaa7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99aada87-02a0-442b-8138-b0b803a1424d', 'name': 'tempest-TaggedBootDevicesTest_v242-367505164-router', 'tenant_id': '739199610cfa4c2f8e9155deb4230364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd22a30e1-3212-479a-9d59-f5b21cdbb902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:50:36Z', 'updated_at': '2021-08-16T21:02:27Z', 'revision_number': 5, 'project_id': '739199610cfa4c2f8e9155deb4230364', 'gw_port': {'id': 'd22a30e1-3212-479a-9d59-f5b21cdbb902', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99aada87-02a0-442b-8138-b0b803a1424d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:50:38Z', 'updated_at': '2021-08-16T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:29.207095 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-bb422d05-a518-4d91-ab0a-3ede6ec447ed admin admin] Deleting port d22a30e1-3212-479a-9d59-f5b21cdbb902 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:02:29.207597 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bb422d05-a518-4d91-ab0a-3ede6ec447ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:29.229458 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0077b556-e4b2-4b7e-9931-75c382aaa7ad None None] Checking router: 99aada87-02a0-442b-8138-b0b803a1424d for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:02:29.238989 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0077b556-e4b2-4b7e-9931-75c382aaa7ad None None] Routers {'99aada87-02a0-442b-8138-b0b803a1424d'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:02:29.239778 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-0077b556-e4b2-4b7e-9931-75c382aaa7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:02:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['99aada87-02a0-442b-8138-b0b803a1424d'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:29.239944 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-27dd9164-8d88-40fc-8555-b7498ae78b69 service neutron] 10.222.0.84 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084139 Aug 16 21:02:29.341185 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-bb422d05-a518-4d91-ab0a-3ede6ec447ed admin admin] For port d22a30e1-3212-479a-9d59-f5b21cdbb902, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=d22a30e1-3212-479a-9d59-f5b21cdbb902,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:29.342112 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bb422d05-a518-4d91-ab0a-3ede6ec447ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:29.363776 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-bb422d05-a518-4d91-ab0a-3ede6ec447ed admin admin] Calling delete_port for d22a30e1-3212-479a-9d59-f5b21cdbb902 owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:02:29.363993 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-0077b556-e4b2-4b7e-9931-75c382aaa7ad None None] Set router 99aada87-02a0-442b-8138-b0b803a1424d gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:02:29.481582 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-0077b556-e4b2-4b7e-9931-75c382aaa7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99aada87-02a0-442b-8138-b0b803a1424d', 'name': 'tempest-TaggedBootDevicesTest_v242-367505164-router', 'tenant_id': '739199610cfa4c2f8e9155deb4230364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:50:36Z', 'updated_at': '2021-08-16T21:02:29Z', 'revision_number': 6, 'project_id': '739199610cfa4c2f8e9155deb4230364', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:29.530946 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0077b556-e4b2-4b7e-9931-75c382aaa7ad None None] The sync data for ids ['99aada87-02a0-442b-8138-b0b803a1424d'] in n-d-793620-15 is: [{'id': '99aada87-02a0-442b-8138-b0b803a1424d', 'name': 'tempest-TaggedBootDevicesTest_v242-367505164-router', 'tenant_id': '739199610cfa4c2f8e9155deb4230364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:50:36Z', 'updated_at': '2021-08-16T21:02:29Z', 'revision_number': 6, 'project_id': '739199610cfa4c2f8e9155deb4230364', 'gw_port_host': None}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:02:29.634965 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9ec5d9d4-6b13-4553-acd3-fab3b8a0d441 req-734cd612-eacc-46c8-8d59-1c365ab5d7fd tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3bd4d0c6-8b46-40d0-b16b-393afd086742 HTTP/1.1" status: 200 len: 210 time: 0.0434544 Aug 16 21:02:29.846122 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bb422d05-a518-4d91-ab0a-3ede6ec447ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:29.927963 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb422d05-a518-4d91-ab0a-3ede6ec447ed admin admin] Pushing event deleted for resources: {'Port': ['ID=d22a30e1-3212-479a-9d59-f5b21cdbb902,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:30.068552 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f63438a3-afe0-4af6-8502-df06709f5500 req-80a543b9-ad96-406c-9691-8146a8761cba tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 210 time: 0.0984561 Aug 16 21:02:30.105308 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-5687f65e-ff39-4887-b9e8-499bb84da91b tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:30.111022 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-5687f65e-ff39-4887-b9e8-499bb84da91b tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.72 "GET /v2.0/networks?id=2a84c825-1836-4d4b-aa9e-01c66bc9b2dd HTTP/1.1" status: 200 len: 813 time: 0.2868986 Aug 16 21:02:30.125857 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-0dd45309-05d7-4e06-b13d-60e51b0af8dd tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Request body: {'port': {'device_id': '6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e', 'network_id': '2a84c825-1836-4d4b-aa9e-01c66bc9b2dd', 'admin_state_up': True, 'tenant_id': '4c0e76081c1e4800ae56303449df01e1'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:30.128546 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bb422d05-a518-4d91-ab0a-3ede6ec447ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:30.257490 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bb422d05-a518-4d91-ab0a-3ede6ec447ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:30.259705 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bb422d05-a518-4d91-ab0a-3ede6ec447ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:30.417632 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-0dd45309-05d7-4e06-b13d-60e51b0af8dd tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Made reservation on behalf of 4c0e76081c1e4800ae56303449df01e1 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:30.423687 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-0dd45309-05d7-4e06-b13d-60e51b0af8dd tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:30.466810 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bb422d05-a518-4d91-ab0a-3ede6ec447ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:30.470859 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb422d05-a518-4d91-ab0a-3ede6ec447ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99aada87-02a0-442b-8138-b0b803a1424d {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:02:30.488816 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bb422d05-a518-4d91-ab0a-3ede6ec447ed admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:30.491522 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-bb422d05-a518-4d91-ab0a-3ede6ec447ed admin admin] 10.222.0.84 "DELETE /v2.0/routers/99aada87-02a0-442b-8138-b0b803a1424d HTTP/1.1" status: 204 len: 168 time: 1.8236504 Aug 16 21:02:30.494200 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55892) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:30.577455 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-df4761d3-7b2a-4479-9105-177f6fdcf5b2 admin admin] Deleting subnet 1f8a0b97-c998-4838-93b4-cc35dce1d7e0 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:02:30.582547 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df4761d3-7b2a-4479-9105-177f6fdcf5b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:30.616280 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-0dd45309-05d7-4e06-b13d-60e51b0af8dd tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Allocated IP 172.20.0.5 (2a84c825-1836-4d4b-aa9e-01c66bc9b2dd/b11c061b-d987-4b96-a2d3-345542c53b8b/811fe75a-58ad-4d55-95fc-557ec70b4da6) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:30.624754 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df4761d3-7b2a-4479-9105-177f6fdcf5b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:30.726531 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2d37f2bd-c924-4508-9d29-5f855187e05e req-fbca9277-cf64-4aa9-b5e1-1eced2ebb920 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3bd4d0c6-8b46-40d0-b16b-393afd086742 HTTP/1.1" status: 200 len: 210 time: 0.0435164 Aug 16 21:02:30.737668 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df4761d3-7b2a-4479-9105-177f6fdcf5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:30.825916 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-0dd45309-05d7-4e06-b13d-60e51b0af8dd tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:30.922533 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df4761d3-7b2a-4479-9105-177f6fdcf5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:30.969291 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-0dd45309-05d7-4e06-b13d-60e51b0af8dd tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:30.982840 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4761d3-7b2a-4479-9105-177f6fdcf5b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f8a0b97-c998-4838-93b4-cc35dce1d7e0,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:30.999280 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1088b736-3535-4ff9-9f2e-b4bea3f08edf None None] Network 1ffc2ed8-3433-480e-9e7b-c7131585caf6 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:31.001028 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df4761d3-7b2a-4479-9105-177f6fdcf5b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:31.009968 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-df4761d3-7b2a-4479-9105-177f6fdcf5b2 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/1f8a0b97-c998-4838-93b4-cc35dce1d7e0 HTTP/1.1" status: 204 len: 168 time: 0.5078053 Aug 16 21:02:31.011221 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55902) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:31.046129 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-0dd45309-05d7-4e06-b13d-60e51b0af8dd tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Network 2a84c825-1836-4d4b-aa9e-01c66bc9b2dd is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:31.049343 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-0dd45309-05d7-4e06-b13d-60e51b0af8dd tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:31.052548 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device d22a30e1-3212-479a-9d59-f5b21cdbb902 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:02:31.053381 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-0dd45309-05d7-4e06-b13d-60e51b0af8dd tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:31.105937 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd45309-05d7-4e06-b13d-60e51b0af8dd tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Pushing event updated for resources: {'Port': ['ID=811fe75a-58ad-4d55-95fc-557ec70b4da6,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:31.127537 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0485207f-b961-4352-b7e9-7aef0fab79e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:31.133623 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: d22a30e1-3212-479a-9d59-f5b21cdbb902 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:02:31.133973 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device d22a30e1-3212-479a-9d59-f5b21cdbb902 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:02:31.134395 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6748fc76-9b42-44e2-8631-6ff0e081e4a7 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:02:31.151436 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-0dd45309-05d7-4e06-b13d-60e51b0af8dd tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:31.152188 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-0dd45309-05d7-4e06-b13d-60e51b0af8dd tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:31.196304 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 6748fc76-9b42-44e2-8631-6ff0e081e4a7 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:02:31.196654 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6748fc76-9b42-44e2-8631-6ff0e081e4a7 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:02:31.254743 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab11b1-ded6-4c4a-858a-b36091f2c7f4 req-15326041-64e9-40a8-bfc5-2f4e6e9b513f tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:31.256355 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50ab11b1-ded6-4c4a-858a-b36091f2c7f4 req-15326041-64e9-40a8-bfc5-2f4e6e9b513f tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 931 time: 0.0702326 Aug 16 21:02:31.258472 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-0dd45309-05d7-4e06-b13d-60e51b0af8dd tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1412737 Aug 16 21:02:31.274028 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-2d124ab4-497e-4d57-991a-014f460e581a service neutron] Request body: {'port': {'device_id': '6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:31.348117 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50ab11b1-ded6-4c4a-858a-b36091f2c7f4 req-3ce28b57-12e1-4570-945a-a96a171c1343 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705242 Aug 16 21:02:31.374286 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ebae3f-ac1a-4ecb-9aeb-2227329b51ee None None] DHCP port deletion for 1ffc2ed8-3433-480e-9e7b-c7131585caf6 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:02:31.380381 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-2d124ab4-497e-4d57-991a-014f460e581a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:31.434043 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a4ebae3f-ac1a-4ecb-9aeb-2227329b51ee None None] Deleting port a23e72c9-bb7e-447b-88d3-84bc65ac64ef {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:02:31.434802 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a4ebae3f-ac1a-4ecb-9aeb-2227329b51ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:31.540017 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a4ebae3f-ac1a-4ecb-9aeb-2227329b51ee None None] For port a23e72c9-bb7e-447b-88d3-84bc65ac64ef, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=a23e72c9-bb7e-447b-88d3-84bc65ac64ef,segment=NetworkSegment(d31205ae-b8c7-447a-b06d-752345c4437a),segment_id=d31205ae-b8c7-447a-b06d-752345c4437a)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:31.540523 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a4ebae3f-ac1a-4ecb-9aeb-2227329b51ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:31.557526 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a4ebae3f-ac1a-4ecb-9aeb-2227329b51ee None None] Calling delete_port for a23e72c9-bb7e-447b-88d3-84bc65ac64ef owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:02:31.619418 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-0485207f-b961-4352-b7e9-7aef0fab79e1 admin admin] Deleting port a23e72c9-bb7e-447b-88d3-84bc65ac64ef {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:02:31.620470 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0485207f-b961-4352-b7e9-7aef0fab79e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:31.746384 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-0485207f-b961-4352-b7e9-7aef0fab79e1 admin admin] For port a23e72c9-bb7e-447b-88d3-84bc65ac64ef, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=a23e72c9-bb7e-447b-88d3-84bc65ac64ef,segment=NetworkSegment(d31205ae-b8c7-447a-b06d-752345c4437a),segment_id=d31205ae-b8c7-447a-b06d-752345c4437a)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:31.746758 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0485207f-b961-4352-b7e9-7aef0fab79e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:31.765189 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-0485207f-b961-4352-b7e9-7aef0fab79e1 admin admin] Calling delete_port for a23e72c9-bb7e-447b-88d3-84bc65ac64ef owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:02:31.769148 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-2d124ab4-497e-4d57-991a-014f460e581a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 811fe75a-58ad-4d55-95fc-557ec70b4da6 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:02:31.779016 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-2d124ab4-497e-4d57-991a-014f460e581a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:31.796153 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-2d124ab4-497e-4d57-991a-014f460e581a service neutron] Transition to ACTIVE for port object 811fe75a-58ad-4d55-95fc-557ec70b4da6 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:31.824376 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a4ebae3f-ac1a-4ecb-9aeb-2227329b51ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:31.846625 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-24dd0782-131e-4a1b-8631-d0a145ef32b0 req-a5530994-6b13-4e3f-b4a3-0ed8c67083c9 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3bd4d0c6-8b46-40d0-b16b-393afd086742 HTTP/1.1" status: 200 len: 210 time: 0.0300319 Aug 16 21:02:31.880320 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ebae3f-ac1a-4ecb-9aeb-2227329b51ee None None] No DVR routers for this DVR port a23e72c9-bb7e-447b-88d3-84bc65ac64ef on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:02:31.880320 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ebae3f-ac1a-4ecb-9aeb-2227329b51ee None None] Pushing event deleted for resources: {'Port': ['ID=a23e72c9-bb7e-447b-88d3-84bc65ac64ef,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:31.896511 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0485207f-b961-4352-b7e9-7aef0fab79e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:31.920357 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-2d124ab4-497e-4d57-991a-014f460e581a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:31.931176 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0485207f-b961-4352-b7e9-7aef0fab79e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a23e72c9-bb7e-447b-88d3-84bc65ac64ef,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:31.935143 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0485207f-b961-4352-b7e9-7aef0fab79e1 admin admin] No DVR routers for this DVR port a23e72c9-bb7e-447b-88d3-84bc65ac64ef on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:02:32.006678 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d124ab4-497e-4d57-991a-014f460e581a service neutron] Pushing event updated for resources: {'Port': ['ID=811fe75a-58ad-4d55-95fc-557ec70b4da6,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:32.020020 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0485207f-b961-4352-b7e9-7aef0fab79e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:32.030454 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-0485207f-b961-4352-b7e9-7aef0fab79e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ffc2ed8-3433-480e-9e7b-c7131585caf6']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:32.040825 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-0485207f-b961-4352-b7e9-7aef0fab79e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd31205ae-b8c7-447a-b06d-752345c4437a') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:32.041126 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-0485207f-b961-4352-b7e9-7aef0fab79e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd31205ae-b8c7-447a-b06d-752345c4437a') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:32.051070 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0485207f-b961-4352-b7e9-7aef0fab79e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:32.057556 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-2d124ab4-497e-4d57-991a-014f460e581a service neutron] Attempting to bind port 811fe75a-58ad-4d55-95fc-557ec70b4da6 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:02:32.057895 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-2d124ab4-497e-4d57-991a-014f460e581a service neutron] Attempting to bind port 811fe75a-58ad-4d55-95fc-557ec70b4da6 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '23658927-a623-4faf-8750-20d4ad03fab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2a84c825-1836-4d4b-aa9e-01c66bc9b2dd'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:02:32.058222 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-2d124ab4-497e-4d57-991a-014f460e581a service neutron] Attempting to bind port 811fe75a-58ad-4d55-95fc-557ec70b4da6 on network 2a84c825-1836-4d4b-aa9e-01c66bc9b2dd {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:32.063019 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-2d124ab4-497e-4d57-991a-014f460e581a service neutron] Port 811fe75a-58ad-4d55-95fc-557ec70b4da6 on network 2a84c825-1836-4d4b-aa9e-01c66bc9b2dd not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:02:32.063341 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-2d124ab4-497e-4d57-991a-014f460e581a service neutron] Attempting to bind port 811fe75a-58ad-4d55-95fc-557ec70b4da6 on network 2a84c825-1836-4d4b-aa9e-01c66bc9b2dd {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:32.068443 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-2d124ab4-497e-4d57-991a-014f460e581a service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:02:32.069123 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0485207f-b961-4352-b7e9-7aef0fab79e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:32.069330 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-2d124ab4-497e-4d57-991a-014f460e581a service neutron] Checking segment: {'id': '23658927-a623-4faf-8750-20d4ad03fab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2a84c825-1836-4d4b-aa9e-01c66bc9b2dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:32.069712 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-2d124ab4-497e-4d57-991a-014f460e581a service neutron] Bound using segment: {'id': '23658927-a623-4faf-8750-20d4ad03fab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2a84c825-1836-4d4b-aa9e-01c66bc9b2dd'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:02:32.070146 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-2d124ab4-497e-4d57-991a-014f460e581a service neutron] Bound port: 811fe75a-58ad-4d55-95fc-557ec70b4da6, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23658927-a623-4faf-8750-20d4ad03fab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2a84c825-1836-4d4b-aa9e-01c66bc9b2dd'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:02:32.070513 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-2d124ab4-497e-4d57-991a-014f460e581a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:32.075671 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0485207f-b961-4352-b7e9-7aef0fab79e1 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:02:32.076192 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0485207f-b961-4352-b7e9-7aef0fab79e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:32.078018 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:02:32.078018 n-d-793620-15 neutron-server[101845]: self.session.flush() Aug 16 21:02:32.078018 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:02:32.078018 n-d-793620-15 neutron-server[101845]: self.session.flush() Aug 16 21:02:32.078018 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:02:32.078018 n-d-793620-15 neutron-server[101845]: self.session.flush() Aug 16 21:02:32.078018 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:02:32.078018 n-d-793620-15 neutron-server[101845]: self.session.flush() Aug 16 21:02:32.078018 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:02:32.078018 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:02:32.078018 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:02:32.078018 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:02:32.078018 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:02:32.078018 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:02:32.078018 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:02:32.078018 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:02:32.078018 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:02:32.078018 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:02:32.078018 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:02:32.078018 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:02:32.078018 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:02:32.078018 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:02:32.078018 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:02:32.078018 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:02:32.078018 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:02:32.078018 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:02:32.078018 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:02:32.078018 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:02:32.078018 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:02:32.078018 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:02:32.078018 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:02:32.078018 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:02:32.078018 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:02:32.078018 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:02:32.078018 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:02:32.078018 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:02:32.078018 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:02:32.078018 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:02:32.078018 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:02:32.078018 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:02:32.159876 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-2d124ab4-497e-4d57-991a-014f460e581a service neutron] For port 811fe75a-58ad-4d55-95fc-557ec70b4da6, host n-h1-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:02:32.163708 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-2d124ab4-497e-4d57-991a-014f460e581a service neutron] For port 811fe75a-58ad-4d55-95fc-557ec70b4da6, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=811fe75a-58ad-4d55-95fc-557ec70b4da6,segment=NetworkSegment(23658927-a623-4faf-8750-20d4ad03fab0),segment_id=23658927-a623-4faf-8750-20d4ad03fab0)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:02:32.230557 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0485207f-b961-4352-b7e9-7aef0fab79e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:32.250966 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0485207f-b961-4352-b7e9-7aef0fab79e1 admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:32.252956 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0485207f-b961-4352-b7e9-7aef0fab79e1 admin admin] 10.222.0.84 "DELETE /v2.0/networks/1ffc2ed8-3433-480e-9e7b-c7131585caf6 HTTP/1.1" status: 204 len: 168 time: 1.2411277 Aug 16 21:02:32.254420 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0485207f-b961-4352-b7e9-7aef0fab79e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ffc2ed8-3433-480e-9e7b-c7131585caf6,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:32.277011 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-2d124ab4-497e-4d57-991a-014f460e581a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:32.328189 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-2d124ab4-497e-4d57-991a-014f460e581a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:32.328838 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-2d124ab4-497e-4d57-991a-014f460e581a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:32.330311 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-2d124ab4-497e-4d57-991a-014f460e581a service neutron] 10.222.0.72 "PUT /v2.0/ports/811fe75a-58ad-4d55-95fc-557ec70b4da6 HTTP/1.1" status: 200 len: 1092 time: 1.0628657 Aug 16 21:02:32.330801 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e', 'tag': '811fe75a-58ad-4d55-95fc-557ec70b4da6'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:02:32.333308 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45452712-f6e6-413d-b3af-14391556f191" -d '{"events": [{"name": "network-changed", "server_uuid": "6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e", "tag": "811fe75a-58ad-4d55-95fc-557ec70b4da6"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:02:32.386797 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d124ab4-497e-4d57-991a-014f460e581a service neutron] Pushing event updated for resources: {'Port': ['ID=811fe75a-58ad-4d55-95fc-557ec70b4da6,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:32.398692 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24578d9-ebce-42d4-bd7d-779677a83c29 x-openstack-request-id: req-c24578d9-ebce-42d4-bd7d-779677a83c29 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:02:32.398912 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e", "tag": "811fe75a-58ad-4d55-95fc-557ec70b4da6", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:02:32.399123 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c24578d9-ebce-42d4-bd7d-779677a83c29 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:02:32.402587 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e', 'tag': '811fe75a-58ad-4d55-95fc-557ec70b4da6', 'status': 'completed', 'code': 200} Aug 16 21:02:32.494998 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-2d4320e5-bde9-456c-8af0-4ab586b021c5 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:32.494998 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-2d4320e5-bde9-456c-8af0-4ab586b021c5 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.90 "GET /v2.0/networks?id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 HTTP/1.1" status: 200 len: 811 time: 0.1789649 Aug 16 21:02:32.504083 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-665c6f07-61ce-4cc4-8aac-8e5dbf62dbff tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Request body: {'port': {'device_id': '3bd4d0c6-8b46-40d0-b16b-393afd086742', 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781', 'admin_state_up': True, 'tenant_id': '04d4519d90b5451ebf562bbd9e44ac2b'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:32.533638 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45452712-f6e6-413d-b3af-14391556f191 req-fcff4547-c04d-4a55-afcf-c908ce31fef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:32.535192 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-45452712-f6e6-413d-b3af-14391556f191 req-fcff4547-c04d-4a55-afcf-c908ce31fef5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4c0e76081c1e4800ae56303449df01e1&device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 1095 time: 0.1110973 Aug 16 21:02:32.547727 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223179ab-5c55-4b25-99c6-1a8ac10f43f7 req-86cae330-11a0-4a89-8857-05a2065f28a8 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:32.549236 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-223179ab-5c55-4b25-99c6-1a8ac10f43f7 req-86cae330-11a0-4a89-8857-05a2065f28a8 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 943 time: 0.0691290 Aug 16 21:02:32.641849 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-223179ab-5c55-4b25-99c6-1a8ac10f43f7 req-069b9397-9197-4c44-b928-47fcb501fcae tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835876 Aug 16 21:02:32.674149 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45452712-f6e6-413d-b3af-14391556f191 req-82fa7a2d-389c-492a-9823-1ab9bc6ed2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:32.675684 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-45452712-f6e6-413d-b3af-14391556f191 req-82fa7a2d-389c-492a-9823-1ab9bc6ed2af service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=4c0e76081c1e4800ae56303449df01e1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1255801 Aug 16 21:02:32.785536 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45452712-f6e6-413d-b3af-14391556f191 req-5f9d3518-cb50-4388-95c6-e3bec5b7d66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:32.787062 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-45452712-f6e6-413d-b3af-14391556f191 req-5f9d3518-cb50-4388-95c6-e3bec5b7d66f service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1038976 Aug 16 21:02:32.794349 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-665c6f07-61ce-4cc4-8aac-8e5dbf62dbff tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Made reservation on behalf of 04d4519d90b5451ebf562bbd9e44ac2b for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:32.798742 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-665c6f07-61ce-4cc4-8aac-8e5dbf62dbff tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:32.887869 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-46c362c6-8693-4b4e-bc0d-7173b202d36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:32.887869 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-46c362c6-8693-4b4e-bc0d-7173b202d36f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4c0e76081c1e4800ae56303449df01e1&device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 1095 time: 0.0622385 Aug 16 21:02:32.894350 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55934) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:32.975448 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-85bad0ec-442f-4660-875f-6d4335a531c7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=811fe75a-58ad-4d55-95fc-557ec70b4da6 HTTP/1.1" status: 200 len: 217 time: 0.0737407 Aug 16 21:02:32.977629 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-665c6f07-61ce-4cc4-8aac-8e5dbf62dbff tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Allocated IP 172.20.0.4 (6c1a60e8-edd1-4d58-b6d4-9cea8db0a781/20aa60f1-bb16-40f5-b2dd-0341c13f6e8c/ab86a9c2-0925-4dd1-8656-70be7f202988) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:32.998231 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device a23e72c9-bb7e-447b-88d3-84bc65ac64ef no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:02:33.027977 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-93f942ad-e060-446d-9891-8fd626776ba5 req-a763ccc1-3e65-4737-8497-33048e553898 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3bd4d0c6-8b46-40d0-b16b-393afd086742 HTTP/1.1" status: 200 len: 210 time: 0.0564771 Aug 16 21:02:33.043744 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: a23e72c9-bb7e-447b-88d3-84bc65ac64ef {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:02:33.044119 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device a23e72c9-bb7e-447b-88d3-84bc65ac64ef not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:02:33.068549 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e6bcd7a8-7117-4fb5-be24-ece52c251cd5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=739199610cfa4c2f8e9155deb4230364&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1730592 Aug 16 21:02:33.071442 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55938) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:33.091835 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-5363d837-6829-4cd0-a79d-95a558c9f8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:33.093311 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-5363d837-6829-4cd0-a79d-95a558c9f8a5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b11c061b-d987-4b96-a2d3-345542c53b8b HTTP/1.1" status: 200 len: 853 time: 0.1055849 Aug 16 21:02:33.136628 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-ea62c798-0aa4-46d4-b98f-b1f0ead39084 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a84c825-1836-4d4b-aa9e-01c66bc9b2dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333478 Aug 16 21:02:33.171458 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8e75fb8d-bc3d-4bf6-ba3e-e7a6c686aca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:33.182380 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-665c6f07-61ce-4cc4-8aac-8e5dbf62dbff tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:33.197724 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-665c6f07-61ce-4cc4-8aac-8e5dbf62dbff tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Transition to ACTIVE for port object ab86a9c2-0925-4dd1-8656-70be7f202988 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:33.233997 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8e75fb8d-bc3d-4bf6-ba3e-e7a6c686aca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:33.286909 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-d1f5b4cd-4c75-4d7c-a5d3-0b9d29ad9ddd service neutron] 10.222.0.72 "GET /v2.0/networks/2a84c825-1836-4d4b-aa9e-01c66bc9b2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420691 Aug 16 21:02:33.366278 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-665c6f07-61ce-4cc4-8aac-8e5dbf62dbff tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:33.379449 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['328aaa67-fe46-4a01-a7b5-759a56b08c1c', '2adf68eb-9b0e-4c83-9972-571036751e2e'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:02:33.394174 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5f26fda3-b89f-4651-a467-c9264d3d98a8 req-8a6e0bd1-6a71-4b7c-af31-11f676a9b6f3 service neutron] 10.222.0.72 "GET /v2.0/networks/2a84c825-1836-4d4b-aa9e-01c66bc9b2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999460 Aug 16 21:02:33.409754 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-665c6f07-61ce-4cc4-8aac-8e5dbf62dbff tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Network 6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:33.417062 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-665c6f07-61ce-4cc4-8aac-8e5dbf62dbff tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:33.421050 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-665c6f07-61ce-4cc4-8aac-8e5dbf62dbff tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:33.434388 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8e75fb8d-bc3d-4bf6-ba3e-e7a6c686aca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:33.437055 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8e75fb8d-bc3d-4bf6-ba3e-e7a6c686aca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:33.440994 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8e75fb8d-bc3d-4bf6-ba3e-e7a6c686aca7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9 HTTP/1.1" status: 204 len: 168 time: 0.3658192 Aug 16 21:02:33.455499 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75fb8d-bc3d-4bf6-ba3e-e7a6c686aca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9db6f2b-cb5d-4d1c-9c8e-a0e74a4962a9,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:33.457006 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c6f07-61ce-4cc4-8aac-8e5dbf62dbff tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Pushing event updated for resources: {'Port': ['ID=ab86a9c2-0925-4dd1-8656-70be7f202988,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:33.502058 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-665c6f07-61ce-4cc4-8aac-8e5dbf62dbff tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:33.502952 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-665c6f07-61ce-4cc4-8aac-8e5dbf62dbff tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:33.646805 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-665c6f07-61ce-4cc4-8aac-8e5dbf62dbff tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1469617 Aug 16 21:02:33.673420 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-72e0e656-7df5-4773-a36a-bc42ce7a4408 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:33.674731 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-72e0e656-7df5-4773-a36a-bc42ce7a4408 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127985 Aug 16 21:02:33.695123 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-3f77b435-600b-455b-ad1c-80ebf07b4442 service neutron] Request body: {'port': {'device_id': '3bd4d0c6-8b46-40d0-b16b-393afd086742', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:33.770166 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-3f77b435-600b-455b-ad1c-80ebf07b4442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:33.791442 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb540d7f-490f-4283-bc22-f79edc70f905 req-d357326d-f44b-4982-b44f-1707b6c048cf tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:33.793702 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bb540d7f-490f-4283-bc22-f79edc70f905 req-d357326d-f44b-4982-b44f-1707b6c048cf tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 943 time: 0.0769405 Aug 16 21:02:33.799994 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0754f7e8-a1b0-4ce8-a153-f4f641673d01 None None] Provisioning for port ab86a9c2-0925-4dd1-8656-70be7f202988 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:33.807398 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0754f7e8-a1b0-4ce8-a153-f4f641673d01 None None] Provisioning complete for port ab86a9c2-0925-4dd1-8656-70be7f202988 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:33.808167 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0754f7e8-a1b0-4ce8-a153-f4f641673d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:33.845243 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bb540d7f-490f-4283-bc22-f79edc70f905 req-4288d24d-cfb9-4885-97ba-0cd6a75fdfce tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362186 Aug 16 21:02:33.866465 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-0754f7e8-a1b0-4ce8-a153-f4f641673d01 None None] Port ab86a9c2-0925-4dd1-8656-70be7f202988 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:02:34.108846 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-3f77b435-600b-455b-ad1c-80ebf07b4442 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab86a9c2-0925-4dd1-8656-70be7f202988 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:02:34.122787 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-3f77b435-600b-455b-ad1c-80ebf07b4442 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:34.136364 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-3f77b435-600b-455b-ad1c-80ebf07b4442 service neutron] Transition to ACTIVE for port object ab86a9c2-0925-4dd1-8656-70be7f202988 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:34.196254 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa315a19-be31-4dab-9678-d13d288a4337 req-206c2e20-6384-4159-a492-48683c3c4cf3 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:34.196254 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aa315a19-be31-4dab-9678-d13d288a4337 req-206c2e20-6384-4159-a492-48683c3c4cf3 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3bd4d0c6-8b46-40d0-b16b-393afd086742 HTTP/1.1" status: 200 len: 931 time: 0.0608714 Aug 16 21:02:34.239633 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aa315a19-be31-4dab-9678-d13d288a4337 req-6e0e34e2-01aa-4bd1-a22e-0c0101b3893b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430279 Aug 16 21:02:34.265397 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-3f77b435-600b-455b-ad1c-80ebf07b4442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:34.337764 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77b435-600b-455b-ad1c-80ebf07b4442 service neutron] Pushing event updated for resources: {'Port': ['ID=ab86a9c2-0925-4dd1-8656-70be7f202988,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:34.435558 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-3f77b435-600b-455b-ad1c-80ebf07b4442 service neutron] Attempting to bind port ab86a9c2-0925-4dd1-8656-70be7f202988 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:02:34.435987 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-3f77b435-600b-455b-ad1c-80ebf07b4442 service neutron] Attempting to bind port ab86a9c2-0925-4dd1-8656-70be7f202988 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '22721eb0-aba5-4aa9-85ca-08a2fecd48ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:02:34.436332 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-3f77b435-600b-455b-ad1c-80ebf07b4442 service neutron] Attempting to bind port ab86a9c2-0925-4dd1-8656-70be7f202988 on network 6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:34.441873 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-3f77b435-600b-455b-ad1c-80ebf07b4442 service neutron] Port ab86a9c2-0925-4dd1-8656-70be7f202988 on network 6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:02:34.442198 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-3f77b435-600b-455b-ad1c-80ebf07b4442 service neutron] Attempting to bind port ab86a9c2-0925-4dd1-8656-70be7f202988 on network 6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:34.448330 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-3f77b435-600b-455b-ad1c-80ebf07b4442 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:02:34.448330 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-3f77b435-600b-455b-ad1c-80ebf07b4442 service neutron] Checking segment: {'id': '22721eb0-aba5-4aa9-85ca-08a2fecd48ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:34.448330 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-3f77b435-600b-455b-ad1c-80ebf07b4442 service neutron] Bound using segment: {'id': '22721eb0-aba5-4aa9-85ca-08a2fecd48ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:02:34.448756 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-3f77b435-600b-455b-ad1c-80ebf07b4442 service neutron] Bound port: ab86a9c2-0925-4dd1-8656-70be7f202988, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22721eb0-aba5-4aa9-85ca-08a2fecd48ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:02:34.449054 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-3f77b435-600b-455b-ad1c-80ebf07b4442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:34.496351 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bfde75-e9fd-4d6b-87c7-3055b64726f0 req-93368e12-1da8-4bb0-99ae-3b6fb3be0c11 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:34.500280 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d3bfde75-e9fd-4d6b-87c7-3055b64726f0 req-93368e12-1da8-4bb0-99ae-3b6fb3be0c11 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 946 time: 0.0667031 Aug 16 21:02:34.544815 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d3bfde75-e9fd-4d6b-87c7-3055b64726f0 req-2192f46c-9b6d-4be6-8955-a5d3893857e8 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=584ca7c5-4fb3-485c-b621-2fd9059a622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391662 Aug 16 21:02:34.567660 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-3f77b435-600b-455b-ad1c-80ebf07b4442 service neutron] For port ab86a9c2-0925-4dd1-8656-70be7f202988, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:02:34.571472 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-3f77b435-600b-455b-ad1c-80ebf07b4442 service neutron] For port ab86a9c2-0925-4dd1-8656-70be7f202988, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ab86a9c2-0925-4dd1-8656-70be7f202988,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:02:34.698432 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-3f77b435-600b-455b-ad1c-80ebf07b4442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:34.738157 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-3f77b435-600b-455b-ad1c-80ebf07b4442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:34.738963 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-3f77b435-600b-455b-ad1c-80ebf07b4442 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:34.740657 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-3f77b435-600b-455b-ad1c-80ebf07b4442 service neutron] 10.222.0.90 "PUT /v2.0/ports/ab86a9c2-0925-4dd1-8656-70be7f202988 HTTP/1.1" status: 200 len: 1092 time: 1.0577881 Aug 16 21:02:34.741430 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd4d0c6-8b46-40d0-b16b-393afd086742', 'tag': 'ab86a9c2-0925-4dd1-8656-70be7f202988'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:02:34.744194 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5704c2c-8d5b-4092-bcdf-71093779249b" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd4d0c6-8b46-40d0-b16b-393afd086742", "tag": "ab86a9c2-0925-4dd1-8656-70be7f202988"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:02:34.789575 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77b435-600b-455b-ad1c-80ebf07b4442 service neutron] Pushing event updated for resources: {'Port': ['ID=ab86a9c2-0925-4dd1-8656-70be7f202988,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:34.793712 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa8c702-245b-4347-9722-58dc1233736e x-openstack-request-id: req-7fa8c702-245b-4347-9722-58dc1233736e {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:02:34.795428 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd4d0c6-8b46-40d0-b16b-393afd086742", "tag": "ab86a9c2-0925-4dd1-8656-70be7f202988", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:02:34.795428 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7fa8c702-245b-4347-9722-58dc1233736e {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:02:34.795428 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd4d0c6-8b46-40d0-b16b-393afd086742', 'tag': 'ab86a9c2-0925-4dd1-8656-70be7f202988', 'status': 'completed', 'code': 200} Aug 16 21:02:34.885024 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5704c2c-8d5b-4092-bcdf-71093779249b req-02e389ea-c2bf-4554-a16a-b18c3e9169cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:34.889911 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c5704c2c-8d5b-4092-bcdf-71093779249b req-02e389ea-c2bf-4554-a16a-b18c3e9169cc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=04d4519d90b5451ebf562bbd9e44ac2b&device_id=3bd4d0c6-8b46-40d0-b16b-393afd086742 HTTP/1.1" status: 200 len: 1095 time: 0.0682693 Aug 16 21:02:34.996223 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4d873-5750-4d9f-835a-fb31b248906c req-c35cb1b6-ab6d-4f2d-ab9c-55b7cdd1c041 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:35.004118 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7db4d873-5750-4d9f-835a-fb31b248906c req-c35cb1b6-ab6d-4f2d-ab9c-55b7cdd1c041 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 943 time: 0.0603192 Aug 16 21:02:35.051344 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7db4d873-5750-4d9f-835a-fb31b248906c req-03a70d02-5a0e-4cfe-97c9-c4fb0025def9 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463908 Aug 16 21:02:35.117053 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5704c2c-8d5b-4092-bcdf-71093779249b req-f155d24b-a43f-43b6-8ce4-ed92bf24d4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:35.119469 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c5704c2c-8d5b-4092-bcdf-71093779249b req-f155d24b-a43f-43b6-8ce4-ed92bf24d4bf service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=04d4519d90b5451ebf562bbd9e44ac2b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2192717 Aug 16 21:02:35.206133 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55998) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:35.247223 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5704c2c-8d5b-4092-bcdf-71093779249b req-74133615-5f80-45e3-a2cd-b79dec3d6278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:35.248825 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c5704c2c-8d5b-4092-bcdf-71093779249b req-74133615-5f80-45e3-a2cd-b79dec3d6278 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1222482 Aug 16 21:02:35.342477 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-addbf7c6-0b41-4ca0-bfc4-2bd4c1bbdcfd admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-602317001-network', 'tenant_id': 'a485424eb2e24bcaa20cbee16ed61024'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:35.358810 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-67fb5bcc-1081-4807-becc-266ac09d880a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:35.360472 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-67fb5bcc-1081-4807-becc-266ac09d880a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=04d4519d90b5451ebf562bbd9e44ac2b&device_id=3bd4d0c6-8b46-40d0-b16b-393afd086742 HTTP/1.1" status: 200 len: 1095 time: 0.0656486 Aug 16 21:02:35.414833 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6826cca-3bcd-4f74-85a6-b4af8236ba42 req-b6f844fc-ebb1-4e03-9d20-2dbd3359661a tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:35.415750 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-bebd1dda-3cde-48ba-b02d-dd3affc440b0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab86a9c2-0925-4dd1-8656-70be7f202988 HTTP/1.1" status: 200 len: 217 time: 0.0428379 Aug 16 21:02:35.417033 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f6826cca-3bcd-4f74-85a6-b4af8236ba42 req-b6f844fc-ebb1-4e03-9d20-2dbd3359661a tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3bd4d0c6-8b46-40d0-b16b-393afd086742 HTTP/1.1" status: 200 len: 943 time: 0.0944259 Aug 16 21:02:35.469897 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-6fd0ebc8-6792-4fc8-a434-bc4512873aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:35.471592 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-6fd0ebc8-6792-4fc8-a434-bc4512873aaf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=20aa60f1-bb16-40f5-b2dd-0341c13f6e8c HTTP/1.1" status: 200 len: 850 time: 0.0492268 Aug 16 21:02:35.476842 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f6826cca-3bcd-4f74-85a6-b4af8236ba42 req-c4cf2b4e-bfbe-476a-94a9-fbfd7f379154 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479107 Aug 16 21:02:35.484199 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-addbf7c6-0b41-4ca0-bfc4-2bd4c1bbdcfd admin admin] Made reservation on behalf of a485424eb2e24bcaa20cbee16ed61024 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:35.486755 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-addbf7c6-0b41-4ca0-bfc4-2bd4c1bbdcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:35.498095 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-addbf7c6-0b41-4ca0-bfc4-2bd4c1bbdcfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:35.552428 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-69570911-cbd7-47e8-9a45-c8ea732a36ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:35.555057 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-69570911-cbd7-47e8-9a45-c8ea732a36ae service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0741725 Aug 16 21:02:35.621676 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-addbf7c6-0b41-4ca0-bfc4-2bd4c1bbdcfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:35.680680 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-12d14992-19d8-4947-9060-1a2fae8ab792 service neutron] 10.222.0.90 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176257 Aug 16 21:02:35.699332 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c618a8-0eca-4387-87eb-219a9a69129f req-fc6158f7-ac4f-40de-9c12-b3bc91016761 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:35.701257 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-60c618a8-0eca-4387-87eb-219a9a69129f req-fc6158f7-ac4f-40de-9c12-b3bc91016761 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 946 time: 0.0614543 Aug 16 21:02:35.702444 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-addbf7c6-0b41-4ca0-bfc4-2bd4c1bbdcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:35.749678 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-addbf7c6-0b41-4ca0-bfc4-2bd4c1bbdcfd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:02:35.770577 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-addbf7c6-0b41-4ca0-bfc4-2bd4c1bbdcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:35.770943 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-addbf7c6-0b41-4ca0-bfc4-2bd4c1bbdcfd admin admin] Added segment ada4df52-448f-4b9f-b4a8-46a2a98c3683 of type vlan for network 45db89f4-e24e-428c-9234-2eec244e104e Aug 16 21:02:35.778162 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbf7c6-0b41-4ca0-bfc4-2bd4c1bbdcfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbdb247-cef4-476d-a22a-c095bfc36b83,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:35.797650 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-60c618a8-0eca-4387-87eb-219a9a69129f req-36ffa5f6-35e0-4c5d-95ff-afc341c98903 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=584ca7c5-4fb3-485c-b621-2fd9059a622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894566 Aug 16 21:02:35.802931 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bf2649e4-09a2-493a-a5dc-b57d1b6d56ea req-db9041c4-c0a1-41d2-be14-395770e55450 service neutron] 10.222.0.90 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139877 Aug 16 21:02:35.834495 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-addbf7c6-0b41-4ca0-bfc4-2bd4c1bbdcfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:35.988588 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-addbf7c6-0b41-4ca0-bfc4-2bd4c1bbdcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:35.989808 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addbf7c6-0b41-4ca0-bfc4-2bd4c1bbdcfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:35.990482 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-addbf7c6-0b41-4ca0-bfc4-2bd4c1bbdcfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:36.055047 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbf7c6-0b41-4ca0-bfc4-2bd4c1bbdcfd admin admin] Pushing event updated for resources: {'Network': ['ID=45db89f4-e24e-428c-9234-2eec244e104e,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:36.064968 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 45db89f4-e24e-428c-9234-2eec244e104e details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:02:36.149472 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-addbf7c6-0b41-4ca0-bfc4-2bd4c1bbdcfd admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9420750 Aug 16 21:02:36.153366 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 56012) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:36.160280 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-8ed707ba-701f-4cab-900c-7f09ece17940 admin admin] Request body: {'subnet': {'network_id': '45db89f4-e24e-428c-9234-2eec244e104e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-602317001-subnet', 'tenant_id': 'a485424eb2e24bcaa20cbee16ed61024', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:36.252826 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d2964-140e-4cc0-ab0a-d1172d4b36e6 req-ce4eda1a-0b21-458e-b6ca-b4834a1de93c tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:36.254497 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b85d2964-140e-4cc0-ab0a-d1172d4b36e6 req-ce4eda1a-0b21-458e-b6ca-b4834a1de93c tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 943 time: 0.0682230 Aug 16 21:02:36.289798 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed707ba-701f-4cab-900c-7f09ece17940 admin admin] Made reservation on behalf of a485424eb2e24bcaa20cbee16ed61024 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:36.292136 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8ed707ba-701f-4cab-900c-7f09ece17940 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:36.310301 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b85d2964-140e-4cc0-ab0a-d1172d4b36e6 req-9a516d5c-a9b6-4877-a455-6de8ad306af7 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489473 Aug 16 21:02:36.382903 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995eab7-16ee-4421-b824-a13c51039bd5 req-36aeb9ed-d83a-4186-a840-cac1dad07083 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:36.384578 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b995eab7-16ee-4421-b824-a13c51039bd5 req-36aeb9ed-d83a-4186-a840-cac1dad07083 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.90 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 946 time: 0.0607793 Aug 16 21:02:36.508324 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-b995eab7-16ee-4421-b824-a13c51039bd5 req-35f0b299-7a4b-4af2-b7c3-3e598174e9ad tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Deleting port 402adf67-9abe-4dc7-b5bc-8cc9d10dc0af {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:02:36.508737 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b995eab7-16ee-4421-b824-a13c51039bd5 req-35f0b299-7a4b-4af2-b7c3-3e598174e9ad tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:36.618871 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-b995eab7-16ee-4421-b824-a13c51039bd5 req-35f0b299-7a4b-4af2-b7c3-3e598174e9ad tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] For port 402adf67-9abe-4dc7-b5bc-8cc9d10dc0af, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=402adf67-9abe-4dc7-b5bc-8cc9d10dc0af,segment=NetworkSegment(45ea3e3a-3149-407a-86a7-ec72a583a741),segment_id=45ea3e3a-3149-407a-86a7-ec72a583a741)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:36.619545 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b995eab7-16ee-4421-b824-a13c51039bd5 req-35f0b299-7a4b-4af2-b7c3-3e598174e9ad tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:36.620041 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8ed707ba-701f-4cab-900c-7f09ece17940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:36.696831 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed707ba-701f-4cab-900c-7f09ece17940 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a68b51f-c089-4c5a-93d2-abef692469a9,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:36.708056 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3952d-8f82-48c6-bdc8-cb8817cb65c1 req-c9c0d500-e90b-4bb2-afa5-a1d32c93e160 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:36.709682 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bed3952d-8f82-48c6-bdc8-cb8817cb65c1 req-c9c0d500-e90b-4bb2-afa5-a1d32c93e160 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3bd4d0c6-8b46-40d0-b16b-393afd086742 HTTP/1.1" status: 200 len: 943 time: 0.1180344 Aug 16 21:02:36.720106 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed707ba-701f-4cab-900c-7f09ece17940 admin admin] Checking segment: {'id': 'ada4df52-448f-4b9f-b4a8-46a2a98c3683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '45db89f4-e24e-428c-9234-2eec244e104e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:36.720476 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed707ba-701f-4cab-900c-7f09ece17940 admin admin] Network hostable DHCP agents. Network: 45db89f4-e24e-428c-9234-2eec244e104e, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:02:36.765479 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bed3952d-8f82-48c6-bdc8-cb8817cb65c1 req-6efb4098-b52c-4282-ad07-0fb7b2705179 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476155 Aug 16 21:02:36.835622 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b995eab7-16ee-4421-b824-a13c51039bd5 req-35f0b299-7a4b-4af2-b7c3-3e598174e9ad tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:36.836022 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b995eab7-16ee-4421-b824-a13c51039bd5 req-35f0b299-7a4b-4af2-b7c3-3e598174e9ad tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:36.836354 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [req-b995eab7-16ee-4421-b824-a13c51039bd5 req-35f0b299-7a4b-4af2-b7c3-3e598174e9ad tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Floating IP 66203cbe-d43c-41c3-8e42-dd15b9751093 disassociated. External IP: 172.25.1.236, port: 402adf67-9abe-4dc7-b5bc-8cc9d10dc0af. Aug 16 21:02:36.836768 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-b995eab7-16ee-4421-b824-a13c51039bd5 req-35f0b299-7a4b-4af2-b7c3-3e598174e9ad tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Calling delete_port for 402adf67-9abe-4dc7-b5bc-8cc9d10dc0af owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:02:36.884500 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed707ba-701f-4cab-900c-7f09ece17940 admin admin] Network 45db89f4-e24e-428c-9234-2eec244e104e is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:02:36.948419 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7f17f-c6f8-406f-8032-0cb6b210b7e8 req-3a39c031-0066-4b24-847c-0fb42f71f3ba tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:36.950031 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-29f7f17f-c6f8-406f-8032-0cb6b210b7e8 req-3a39c031-0066-4b24-847c-0fb42f71f3ba tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 946 time: 0.0583215 Aug 16 21:02:36.992530 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-29f7f17f-c6f8-406f-8032-0cb6b210b7e8 req-8f219262-8975-455c-8f61-752ee025bb98 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=584ca7c5-4fb3-485c-b621-2fd9059a622f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358236 Aug 16 21:02:37.011420 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-8ed707ba-701f-4cab-900c-7f09ece17940 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 45db89f4-e24e-428c-9234-2eec244e104e) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:37.015657 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed707ba-701f-4cab-900c-7f09ece17940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:37.016289 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8ed707ba-701f-4cab-900c-7f09ece17940 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:37.022405 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26e180e-f613-42c5-bfa3-f255e9a40880 None None] Network 45db89f4-e24e-428c-9234-2eec244e104e requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:37.065175 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 811fe75a-58ad-4d55-95fc-557ec70b4da6 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:02:37.092362 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b995eab7-16ee-4421-b824-a13c51039bd5 req-35f0b299-7a4b-4af2-b7c3-3e598174e9ad tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:37.133951 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f0b299-7a4b-4af2-b7c3-3e598174e9ad tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Pushing event deleted for resources: {'Port': ['ID=402adf67-9abe-4dc7-b5bc-8cc9d10dc0af,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:37.135072 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8ed707ba-701f-4cab-900c-7f09ece17940 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9778452 Aug 16 21:02:37.260345 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 811fe75a-58ad-4d55-95fc-557ec70b4da6, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=811fe75a-58ad-4d55-95fc-557ec70b4da6,segment=NetworkSegment(23658927-a623-4faf-8750-20d4ad03fab0),segment_id=23658927-a623-4faf-8750-20d4ad03fab0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:37.319065 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '811fe75a-58ad-4d55-95fc-557ec70b4da6', 'network_id': '2a84c825-1836-4d4b-aa9e-01c66bc9b2dd', 'port_id': '811fe75a-58ad-4d55-95fc-557ec70b4da6', 'mac_address': 'fa:16:3e:ba:e3:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b11c061b-d987-4b96-a2d3-345542c53b8b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:02:37.324351 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b995eab7-16ee-4421-b824-a13c51039bd5 req-35f0b299-7a4b-4af2-b7c3-3e598174e9ad tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Router 6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:02:37.340331 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c65bf4a-e137-4018-bd09-5ae9ca906f7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-45db89f4-e24e-428c-9234-2eec244e104e', 'network_id': '45db89f4-e24e-428c-9234-2eec244e104e', 'tenant_id': 'a485424eb2e24bcaa20cbee16ed61024', 'fixed_ips': [{'subnet_id': '1a68b51f-c089-4c5a-93d2-abef692469a9'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:02:37.341510 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8c65bf4a-e137-4018-bd09-5ae9ca906f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:37.515468 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b5487-de63-4546-a969-b0de1da1882c req-6739c2a2-d21e-49a3-90e0-1da095cfde36 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:37.528223 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-759b5487-de63-4546-a969-b0de1da1882c req-6739c2a2-d21e-49a3-90e0-1da095cfde36 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 943 time: 0.0832729 Aug 16 21:02:37.562384 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-8c65bf4a-e137-4018-bd09-5ae9ca906f7a None None] Allocated IP 172.20.0.2 (45db89f4-e24e-428c-9234-2eec244e104e/1a68b51f-c089-4c5a-93d2-abef692469a9/dd3f89f9-31d4-4797-b6f1-e8b15cb17c0c) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:37.576746 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b995eab7-16ee-4421-b824-a13c51039bd5 req-35f0b299-7a4b-4af2-b7c3-3e598174e9ad tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:02:37.590004 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87db85a-32c6-471d-8cbe-b41821d290d2 None None] Sync routers for ids ['6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:02:37.610929 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87db85a-32c6-471d-8cbe-b41821d290d2 None None] Routers {'6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:02:37.610929 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-f87db85a-32c6-471d-8cbe-b41821d290d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:02:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:37.626427 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-759b5487-de63-4546-a969-b0de1da1882c req-da63dda3-9cc2-4720-b719-06c230e4c351 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019773 Aug 16 21:02:37.726827 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-b995eab7-16ee-4421-b824-a13c51039bd5 req-35f0b299-7a4b-4af2-b7c3-3e598174e9ad tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] No DVR routers for this DVR port 402adf67-9abe-4dc7-b5bc-8cc9d10dc0af on host n-h2-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:02:37.743064 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b995eab7-16ee-4421-b824-a13c51039bd5 req-35f0b299-7a4b-4af2-b7c3-3e598174e9ad tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:37.748739 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b995eab7-16ee-4421-b824-a13c51039bd5 req-35f0b299-7a4b-4af2-b7c3-3e598174e9ad tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.90 "DELETE /v2.0/ports/402adf67-9abe-4dc7-b5bc-8cc9d10dc0af HTTP/1.1" status: 204 len: 173 time: 1.3572636 Aug 16 21:02:37.749378 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213bcfca-dfc0-4d65-9f74-05735b48f488', 'name': 'network-vif-deleted', 'tag': '402adf67-9abe-4dc7-b5bc-8cc9d10dc0af'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:02:37.751999 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a450e9a4-6620-4af5-9741-9682823fff7d" -d '{"events": [{"server_uuid": "213bcfca-dfc0-4d65-9f74-05735b48f488", "name": "network-vif-deleted", "tag": "402adf67-9abe-4dc7-b5bc-8cc9d10dc0af"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:02:37.781159 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:37.838613 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3dc686-1972-4472-90f5-68233f682595 x-openstack-request-id: req-df3dc686-1972-4472-90f5-68233f682595 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:02:37.839021 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213bcfca-dfc0-4d65-9f74-05735b48f488", "name": "network-vif-deleted", "tag": "402adf67-9abe-4dc7-b5bc-8cc9d10dc0af", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:02:37.839866 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-df3dc686-1972-4472-90f5-68233f682595 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:02:37.847679 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213bcfca-dfc0-4d65-9f74-05735b48f488', 'name': 'network-vif-deleted', 'tag': '402adf67-9abe-4dc7-b5bc-8cc9d10dc0af', 'status': 'completed', 'code': 200} Aug 16 21:02:37.864230 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-f87db85a-32c6-471d-8cbe-b41821d290d2 None None] Set router 6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:02:37.909014 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8c65bf4a-e137-4018-bd09-5ae9ca906f7a None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:37.919139 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-8c65bf4a-e137-4018-bd09-5ae9ca906f7a None None] Transition to ACTIVE for port object dd3f89f9-31d4-4797-b6f1-e8b15cb17c0c will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:37.939298 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 811fe75a-58ad-4d55-95fc-557ec70b4da6 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:02:37.960491 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 811fe75a-58ad-4d55-95fc-557ec70b4da6, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=811fe75a-58ad-4d55-95fc-557ec70b4da6,segment=NetworkSegment(23658927-a623-4faf-8750-20d4ad03fab0),segment_id=23658927-a623-4faf-8750-20d4ad03fab0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:37.963707 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-8c65bf4a-e137-4018-bd09-5ae9ca906f7a None None] Transition to ACTIVE for port object dd3f89f9-31d4-4797-b6f1-e8b15cb17c0c will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:38.040493 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdbeca0-e80c-40a3-8a60-11c154676782 req-9ef0ac51-68f9-49c8-93e6-c3c15f49614b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:38.049802 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6bdbeca0-e80c-40a3-8a60-11c154676782 req-9ef0ac51-68f9-49c8-93e6-c3c15f49614b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3bd4d0c6-8b46-40d0-b16b-393afd086742 HTTP/1.1" status: 200 len: 943 time: 0.1405370 Aug 16 21:02:38.064606 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-bf8f1712-3a68-4c5b-b27f-2648a9234fe6 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:38.076561 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-bf8f1712-3a68-4c5b-b27f-2648a9234fe6 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/networks?id=45db89f4-e24e-428c-9234-2eec244e104e HTTP/1.1" status: 200 len: 815 time: 0.3204465 Aug 16 21:02:38.096403 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:38.113098 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-36ba261e-217f-4d56-9002-42a68d190715 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/quotas/a485424eb2e24bcaa20cbee16ed61024 HTTP/1.1" status: 200 len: 375 time: 0.0353274 Aug 16 21:02:38.125411 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-f87db85a-32c6-471d-8cbe-b41821d290d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'name': 'tempest-AttachVolumeTestJSON-249209008-router', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:58:13Z', 'updated_at': '2021-08-16T20:58:18Z', 'revision_number': 4, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'gw_port': {'id': '2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:14Z', 'updated_at': '2021-08-16T20:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '5046a0a8-6596-4e56-9c14-237c0083403a', 'name': '', 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'mac_address': 'fa:16:3e:cb:62:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '03f69758-9eaf-430a-b99d-d64769716af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:17Z', 'updated_at': '2021-08-16T20:58:30Z', 'revision_number': 5, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'subnets': [{'id': '03f69758-9eaf-430a-b99d-d64769716af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:38.140832 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8c65bf4a-e137-4018-bd09-5ae9ca906f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:38.164186 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6bdbeca0-e80c-40a3-8a60-11c154676782 req-54fc8231-17d0-4096-aa1e-60e5d1075c13 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844424 Aug 16 21:02:38.168511 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87db85a-32c6-471d-8cbe-b41821d290d2 None None] Checking router: 6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:02:38.180833 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87db85a-32c6-471d-8cbe-b41821d290d2 None None] Routers {'6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:02:38.181071 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-f87db85a-32c6-471d-8cbe-b41821d290d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:02:13Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:38.189208 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c65bf4a-e137-4018-bd09-5ae9ca906f7a None None] Network 45db89f4-e24e-428c-9234-2eec244e104e is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:38.194802 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-c26d8f30-389d-48e6-ad08-8aafa4351902 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a485424eb2e24bcaa20cbee16ed61024&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0681338 Aug 16 21:02:38.204313 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-8c65bf4a-e137-4018-bd09-5ae9ca906f7a None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:38.214932 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c65bf4a-e137-4018-bd09-5ae9ca906f7a None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:38.216935 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=811fe75a-58ad-4d55-95fc-557ec70b4da6,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:38.315011 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-35e5f355-4071-4745-a1e4-64344a597d62 service neutron] 10.222.0.84 "GET /v2.0/networks/45db89f4-e24e-428c-9234-2eec244e104e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105626 Aug 16 21:02:38.330603 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ab86a9c2-0925-4dd1-8656-70be7f202988 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:02:38.376735 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-f87db85a-32c6-471d-8cbe-b41821d290d2 None None] Set router 6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:02:38.415531 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b71c3438-301a-402f-9464-f88eaeddf269 req-1fc27a7e-9318-4c7f-8710-144075ec0ed4 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=213bcfca-dfc0-4d65-9f74-05735b48f488 HTTP/1.1" status: 200 len: 210 time: 0.0901234 Aug 16 21:02:38.465333 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['811fe75a-58ad-4d55-95fc-557ec70b4da6'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:02:38.483592 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-ada05b6c-60b9-4c59-9306-4c278badd97e service neutron] 10.222.0.84 "GET /v2.0/networks/45db89f4-e24e-428c-9234-2eec244e104e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675892 Aug 16 21:02:38.712734 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ab86a9c2-0925-4dd1-8656-70be7f202988, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ab86a9c2-0925-4dd1-8656-70be7f202988,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:38.718177 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c65bf4a-e137-4018-bd09-5ae9ca906f7a None None] Pushing event updated for resources: {'Port': ['ID=dd3f89f9-31d4-4797-b6f1-e8b15cb17c0c,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:38.732317 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-8c65bf4a-e137-4018-bd09-5ae9ca906f7a None None] Attempting to bind port dd3f89f9-31d4-4797-b6f1-e8b15cb17c0c on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:02:38.732696 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-8c65bf4a-e137-4018-bd09-5ae9ca906f7a None None] Attempting to bind port dd3f89f9-31d4-4797-b6f1-e8b15cb17c0c by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'ada4df52-448f-4b9f-b4a8-46a2a98c3683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '45db89f4-e24e-428c-9234-2eec244e104e'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:02:38.733064 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c65bf4a-e137-4018-bd09-5ae9ca906f7a None None] Attempting to bind port dd3f89f9-31d4-4797-b6f1-e8b15cb17c0c on network 45db89f4-e24e-428c-9234-2eec244e104e {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:38.735177 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-f87db85a-32c6-471d-8cbe-b41821d290d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'name': 'tempest-AttachVolumeTestJSON-249209008-router', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:58:13Z', 'updated_at': '2021-08-16T20:58:18Z', 'revision_number': 4, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'gw_port': {'id': '2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:14Z', 'updated_at': '2021-08-16T20:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '5046a0a8-6596-4e56-9c14-237c0083403a', 'name': '', 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'mac_address': 'fa:16:3e:cb:62:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '03f69758-9eaf-430a-b99d-d64769716af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:17Z', 'updated_at': '2021-08-16T20:58:30Z', 'revision_number': 5, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'subnets': [{'id': '03f69758-9eaf-430a-b99d-d64769716af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:38.748655 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': 'ab86a9c2-0925-4dd1-8656-70be7f202988', 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781', 'port_id': 'ab86a9c2-0925-4dd1-8656-70be7f202988', 'mac_address': 'fa:16:3e:9d:ef:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20aa60f1-bb16-40f5-b2dd-0341c13f6e8c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:02:38.750359 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c65bf4a-e137-4018-bd09-5ae9ca906f7a None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:02:38.750738 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c65bf4a-e137-4018-bd09-5ae9ca906f7a None None] Checking segment: {'id': 'ada4df52-448f-4b9f-b4a8-46a2a98c3683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '45db89f4-e24e-428c-9234-2eec244e104e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:38.751168 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8c65bf4a-e137-4018-bd09-5ae9ca906f7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:38.751563 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c65bf4a-e137-4018-bd09-5ae9ca906f7a None None] Bound using segment: {'id': 'ada4df52-448f-4b9f-b4a8-46a2a98c3683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '45db89f4-e24e-428c-9234-2eec244e104e'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:02:38.752061 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-8c65bf4a-e137-4018-bd09-5ae9ca906f7a None None] Bound port: dd3f89f9-31d4-4797-b6f1-e8b15cb17c0c, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada4df52-448f-4b9f-b4a8-46a2a98c3683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '45db89f4-e24e-428c-9234-2eec244e104e'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:02:38.752446 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8c65bf4a-e137-4018-bd09-5ae9ca906f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:38.784308 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87db85a-32c6-471d-8cbe-b41821d290d2 None None] The sync data for ids ['6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955'] in n-d-793620-15 is: [{'id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'name': 'tempest-AttachVolumeTestJSON-249209008-router', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:58:13Z', 'updated_at': '2021-08-16T20:58:18Z', 'revision_number': 4, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'gw_port': {'id': '2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:14Z', 'updated_at': '2021-08-16T20:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '5046a0a8-6596-4e56-9c14-237c0083403a', 'name': '', 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'mac_address': 'fa:16:3e:cb:62:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '03f69758-9eaf-430a-b99d-d64769716af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:17Z', 'updated_at': '2021-08-16T20:58:30Z', 'revision_number': 5, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'subnets': [{'id': '03f69758-9eaf-430a-b99d-d64769716af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:02:38.860780 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:38.899494 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ac6b7-6639-4eb7-829e-27fb4d1809ca req-3c9551ed-88d2-41b1-8ff1-a6fff232eee0 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:38.914844 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d23ac6b7-6639-4eb7-829e-27fb4d1809ca req-3c9551ed-88d2-41b1-8ff1-a6fff232eee0 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 944 time: 0.1956089 Aug 16 21:02:38.959645 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab86a9c2-0925-4dd1-8656-70be7f202988 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:02:38.994714 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d23ac6b7-6639-4eb7-829e-27fb4d1809ca req-a208099b-610b-47ef-a445-9d6c7f5d05ad tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788386 Aug 16 21:02:39.009854 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-8c65bf4a-e137-4018-bd09-5ae9ca906f7a None None] For port dd3f89f9-31d4-4797-b6f1-e8b15cb17c0c, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:02:39.073194 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-8c65bf4a-e137-4018-bd09-5ae9ca906f7a None None] For port dd3f89f9-31d4-4797-b6f1-e8b15cb17c0c, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=dd3f89f9-31d4-4797-b6f1-e8b15cb17c0c,segment=NetworkSegment(ada4df52-448f-4b9f-b4a8-46a2a98c3683),segment_id=ada4df52-448f-4b9f-b4a8-46a2a98c3683)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:02:39.125816 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ab86a9c2-0925-4dd1-8656-70be7f202988, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ab86a9c2-0925-4dd1-8656-70be7f202988,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:39.188305 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8c65bf4a-e137-4018-bd09-5ae9ca906f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:39.225958 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:39.264014 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-9bcf0ddc-4d3d-4bbf-8d21-8a97fa893d63 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:39.275507 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-9bcf0ddc-4d3d-4bbf-8d21-8a97fa893d63 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/networks?id=45db89f4-e24e-428c-9234-2eec244e104e HTTP/1.1" status: 200 len: 815 time: 0.1865633 Aug 16 21:02:39.298807 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-9c766b46-ea6c-4a63-b4f7-092c60d41658 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/quotas/a485424eb2e24bcaa20cbee16ed61024 HTTP/1.1" status: 200 len: 375 time: 0.0222232 Aug 16 21:02:39.313264 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c65bf4a-e137-4018-bd09-5ae9ca906f7a None None] Pushing event updated for resources: {'Port': ['ID=dd3f89f9-31d4-4797-b6f1-e8b15cb17c0c,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:39.382996 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49ce6db-8f33-455e-8bcd-5eb1787157bb None None] New status for floating IP 66203cbe-d43c-41c3-8e42-dd15b9751093: DOWN {{(pid=101846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:02:39.404528 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-4fffd156-e478-4d34-9a94-d1baa3399a6e tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a485424eb2e24bcaa20cbee16ed61024&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1046815 Aug 16 21:02:39.423392 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8db4c-d3f7-4c3c-9490-92bb5e6e1e43 req-85c9706a-bee0-4273-a08c-31c06bc52401 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:39.425844 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-93c8db4c-d3f7-4c3c-9490-92bb5e6e1e43 req-85c9706a-bee0-4273-a08c-31c06bc52401 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3bd4d0c6-8b46-40d0-b16b-393afd086742 HTTP/1.1" status: 200 len: 944 time: 0.1249425 Aug 16 21:02:39.504473 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['ab86a9c2-0925-4dd1-8656-70be7f202988'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:02:39.588456 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-93c8db4c-d3f7-4c3c-9490-92bb5e6e1e43 req-6f4ff2c7-ab48-45d8-a648-bc8090d84e98 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357408 Aug 16 21:02:39.641197 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-b3750f0f-17c1-4a7f-b3cf-c2327ae5c7f6 service neutron] 10.222.0.84 "GET /v2.0/networks/45db89f4-e24e-428c-9234-2eec244e104e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309010 Aug 16 21:02:39.668923 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=ab86a9c2-0925-4dd1-8656-70be7f202988,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:39.773972 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-c3aae4a3-f236-4cbc-b91d-52ed8a636656 service neutron] 10.222.0.84 "GET /v2.0/networks/45db89f4-e24e-428c-9234-2eec244e104e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210260 Aug 16 21:02:39.845999 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56104) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:39.948367 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-96838ff5-a414-454f-b402-1924a56c5623 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:39.975430 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-96838ff5-a414-454f-b402-1924a56c5623 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:40.171500 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-96838ff5-a414-454f-b402-1924a56c5623 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:40.174104 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-96838ff5-a414-454f-b402-1924a56c5623 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:40.179375 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-96838ff5-a414-454f-b402-1924a56c5623 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "DELETE /v2.0/security-groups/584ca7c5-4fb3-485c-b621-2fd9059a622f HTTP/1.1" status: 204 len: 168 time: 0.3314686 Aug 16 21:02:40.180426 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56116) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:40.194760 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d4091-c25f-48d3-ab07-c329fbcdf52d req-6fb625b4-86aa-4c17-8475-e1c136e37284 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:40.194760 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a66d4091-c25f-48d3-ab07-c329fbcdf52d req-6fb625b4-86aa-4c17-8475-e1c136e37284 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 944 time: 0.0776210 Aug 16 21:02:40.233304 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96838ff5-a414-454f-b402-1924a56c5623 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=584ca7c5-4fb3-485c-b621-2fd9059a622f,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:40.242026 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-e049ecea-0763-4089-8cd4-926e833ffd66 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] show failed (client error): The resource could not be found. Aug 16 21:02:40.248704 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 56122) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:40.249421 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e049ecea-0763-4089-8cd4-926e833ffd66 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups/584ca7c5-4fb3-485c-b621-2fd9059a622f HTTP/1.1" status: 404 len: 347 time: 0.0652552 Aug 16 21:02:40.308340 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a66d4091-c25f-48d3-ab07-c329fbcdf52d req-8eab89ca-314d-4902-92c3-c63c2a09d367 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017022 Aug 16 21:02:40.338365 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ab86a9c2-0925-4dd1-8656-70be7f202988 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:40.582885 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port ab86a9c2-0925-4dd1-8656-70be7f202988 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:40.588352 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port ab86a9c2-0925-4dd1-8656-70be7f202988 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:40.589027 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:40.645287 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c03447e-bdc8-43a0-b0ae-b5af2ac15ea7 None None] Network 45db89f4-e24e-428c-9234-2eec244e104e requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:40.895446 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:40.939645 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd4d0c6-8b46-40d0-b16b-393afd086742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab86a9c2-0925-4dd1-8656-70be7f202988'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:02:40.945171 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df98cfe7-eedc-4e91-9f52-97e34437c9cd" -d '{"events": [{"server_uuid": "3bd4d0c6-8b46-40d0-b16b-393afd086742", "name": "network-vif-plugged", "status": "completed", "tag": "ab86a9c2-0925-4dd1-8656-70be7f202988"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:02:40.973212 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ab86a9c2-0925-4dd1-8656-70be7f202988, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ab86a9c2-0925-4dd1-8656-70be7f202988,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:41.039974 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-4d5bbde6-7e53-4df5-acc3-015b4e68fd07 None None] Provisioning for port dd3f89f9-31d4-4797-b6f1-e8b15cb17c0c completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:41.058439 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device dd3f89f9-31d4-4797-b6f1-e8b15cb17c0c up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:41.062947 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-f0b73db0-cadd-45a2-8848-66c65a340920 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:41.064547 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-f0b73db0-cadd-45a2-8848-66c65a340920 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/networks?id=45db89f4-e24e-428c-9234-2eec244e104e HTTP/1.1" status: 200 len: 815 time: 0.7627957 Aug 16 21:02:41.094692 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 811fe75a-58ad-4d55-95fc-557ec70b4da6 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:41.112598 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9111d-0a7e-43e5-8deb-cb944036f62f req-2bfa49f2-c6ae-4cfa-8991-14090973b942 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:41.114207 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-78d9111d-0a7e-43e5-8deb-cb944036f62f req-2bfa49f2-c6ae-4cfa-8991-14090973b942 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3bd4d0c6-8b46-40d0-b16b-393afd086742 HTTP/1.1" status: 200 len: 944 time: 0.1588035 Aug 16 21:02:41.115557 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-b1bdef36-1bd7-4c47-b902-420b90961cb2 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/quotas/a485424eb2e24bcaa20cbee16ed61024 HTTP/1.1" status: 200 len: 375 time: 0.0425816 Aug 16 21:02:41.124496 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-b79e21cc-a796-43b8-aa77-edc0cdec3e20 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Deleting port 43f9fc9a-dbaf-4ac1-aeb8-1f1dd4063cf5 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:02:41.124829 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b79e21cc-a796-43b8-aa77-edc0cdec3e20 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:41.158318 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-44adfe59-7246-4e78-ac10-d232cb0c78ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:41.165090 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:41.165824 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 402adf67-9abe-4dc7-b5bc-8cc9d10dc0af no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:02:41.271287 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=ab86a9c2-0925-4dd1-8656-70be7f202988,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:41.277897 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 402adf67-9abe-4dc7-b5bc-8cc9d10dc0af {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:02:41.288521 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 402adf67-9abe-4dc7-b5bc-8cc9d10dc0af not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:02:41.335900 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-78d9111d-0a7e-43e5-8deb-cb944036f62f req-e6f626c5-d787-4673-953e-4035123d5fc6 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089524 Aug 16 21:02:41.357615 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-093361a4-bf44-45eb-8f20-7a007f86cf72 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a485424eb2e24bcaa20cbee16ed61024&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2198517 Aug 16 21:02:41.407116 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b79e21cc-a796-43b8-aa77-edc0cdec3e20 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:41.407457 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b79e21cc-a796-43b8-aa77-edc0cdec3e20 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:41.408306 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbe0f96-6c46-4dfb-8bdd-5b6f1dd24a9c x-openstack-request-id: req-4dbe0f96-6c46-4dfb-8bdd-5b6f1dd24a9c {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:02:41.409139 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd4d0c6-8b46-40d0-b16b-393afd086742", "name": "network-vif-plugged", "status": "completed", "tag": "ab86a9c2-0925-4dd1-8656-70be7f202988", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:02:41.409588 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4dbe0f96-6c46-4dfb-8bdd-5b6f1dd24a9c {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:02:41.410169 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd4d0c6-8b46-40d0-b16b-393afd086742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab86a9c2-0925-4dd1-8656-70be7f202988', 'code': 200} Aug 16 21:02:41.457685 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port dd3f89f9-31d4-4797-b6f1-e8b15cb17c0c completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:41.466112 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port dd3f89f9-31d4-4797-b6f1-e8b15cb17c0c triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:41.466537 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:41.506085 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-b79e21cc-a796-43b8-aa77-edc0cdec3e20 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Calling delete_port for 43f9fc9a-dbaf-4ac1-aeb8-1f1dd4063cf5 owned by network:floatingip {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:02:41.512387 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 811fe75a-58ad-4d55-95fc-557ec70b4da6 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:41.526826 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 811fe75a-58ad-4d55-95fc-557ec70b4da6 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:41.527213 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:41.540566 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d38e1a-7c1e-4011-8711-b3f565256e69 req-3996c2e8-fd94-4517-8480-55e045384199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:41.544490 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-48d38e1a-7c1e-4011-8711-b3f565256e69 req-3996c2e8-fd94-4517-8480-55e045384199 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3bd4d0c6-8b46-40d0-b16b-393afd086742 HTTP/1.1" status: 200 len: 1097 time: 0.0803328 Aug 16 21:02:41.623564 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-48d38e1a-7c1e-4011-8711-b3f565256e69 req-cc330b37-42fb-41f2-abf6-4fb74e9d18dd service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660098 Aug 16 21:02:41.637915 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-73ce7691-b682-46ec-a133-cac0a0e83396 service neutron] 10.222.0.84 "GET /v2.0/networks/45db89f4-e24e-428c-9234-2eec244e104e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655177 Aug 16 21:02:41.689293 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:41.706366 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:41.749153 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port dd3f89f9-31d4-4797-b6f1-e8b15cb17c0c, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=dd3f89f9-31d4-4797-b6f1-e8b15cb17c0c,segment=NetworkSegment(ada4df52-448f-4b9f-b4a8-46a2a98c3683),segment_id=ada4df52-448f-4b9f-b4a8-46a2a98c3683)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:41.761695 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 811fe75a-58ad-4d55-95fc-557ec70b4da6, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=811fe75a-58ad-4d55-95fc-557ec70b4da6,segment=NetworkSegment(23658927-a623-4faf-8750-20d4ad03fab0),segment_id=23658927-a623-4faf-8750-20d4ad03fab0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:41.777289 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e744b3-d9ae-4b36-8d8b-247318f0bff1 req-2b32f04b-954d-4e61-acd8-817346102a61 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:41.778734 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a2e744b3-d9ae-4b36-8d8b-247318f0bff1 req-2b32f04b-954d-4e61-acd8-817346102a61 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 944 time: 0.1462910 Aug 16 21:02:41.857730 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-289a71df-b830-4e04-b8be-ec7d6667b93b service neutron] 10.222.0.84 "GET /v2.0/networks/45db89f4-e24e-428c-9234-2eec244e104e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030108 Aug 16 21:02:41.864424 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:41.885582 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a2e744b3-d9ae-4b36-8d8b-247318f0bff1 req-8fa24462-82a9-452d-9f95-1e56afbd608a tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752773 Aug 16 21:02:41.919734 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:41.949459 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b79e21cc-a796-43b8-aa77-edc0cdec3e20 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:41.985944 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e21cc-a796-43b8-aa77-edc0cdec3e20 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Pushing event deleted for resources: {'Port': ['ID=43f9fc9a-dbaf-4ac1-aeb8-1f1dd4063cf5,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:42.001642 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=dd3f89f9-31d4-4797-b6f1-e8b15cb17c0c,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:42.030247 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e21cc-a796-43b8-aa77-edc0cdec3e20 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:42.030875 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e21cc-a796-43b8-aa77-edc0cdec3e20 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:42.031525 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e21cc-a796-43b8-aa77-edc0cdec3e20 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:42.032076 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e21cc-a796-43b8-aa77-edc0cdec3e20 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:42.032804 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e21cc-a796-43b8-aa77-edc0cdec3e20 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:42.033453 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e21cc-a796-43b8-aa77-edc0cdec3e20 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:42.033801 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e21cc-a796-43b8-aa77-edc0cdec3e20 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:42.034150 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e21cc-a796-43b8-aa77-edc0cdec3e20 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:42.034542 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e21cc-a796-43b8-aa77-edc0cdec3e20 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:42.034886 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e21cc-a796-43b8-aa77-edc0cdec3e20 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:42.035231 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e21cc-a796-43b8-aa77-edc0cdec3e20 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:42.035619 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e21cc-a796-43b8-aa77-edc0cdec3e20 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:42.085337 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b79e21cc-a796-43b8-aa77-edc0cdec3e20 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for floatingip, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:42.088190 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b79e21cc-a796-43b8-aa77-edc0cdec3e20 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:42.089219 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b79e21cc-a796-43b8-aa77-edc0cdec3e20 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "DELETE /v2.0/floatingips/66203cbe-d43c-41c3-8e42-dd15b9751093 HTTP/1.1" status: 204 len: 168 time: 1.8393943 Aug 16 21:02:42.118677 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=811fe75a-58ad-4d55-95fc-557ec70b4da6,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:42.296900 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-06237907-41bc-42a3-9491-db7d9aac43a3 req-d294fc80-dd25-49a6-9fda-93071f0f843b tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=4560d04d-dc1c-4a7f-9d2a-5909b257707c HTTP/1.1" status: 200 len: 210 time: 0.0601513 Aug 16 21:02:42.483169 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f828c3-dd1c-43c0-83ee-38efc5ee90ac req-e0628c94-b098-4395-9967-c189f7060e6a tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:42.484822 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-81f828c3-dd1c-43c0-83ee-38efc5ee90ac req-e0628c94-b098-4395-9967-c189f7060e6a tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3bd4d0c6-8b46-40d0-b16b-393afd086742 HTTP/1.1" status: 200 len: 945 time: 0.0546408 Aug 16 21:02:42.533038 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-81f828c3-dd1c-43c0-83ee-38efc5ee90ac req-0ad06fff-f031-4436-a65e-2bd5c9e7f481 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379353 Aug 16 21:02:42.628572 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56172) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:42.633869 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-db5acbff-666e-4b34-907d-42fcb1284d46 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1799391631', 'description': 'tempest-description--266014261'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:42.833062 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-db5acbff-666e-4b34-907d-42fcb1284d46 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:42.973245 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-db5acbff-666e-4b34-907d-42fcb1284d46 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.024588 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcede484-edd3-4e11-a466-d354c5fec068 req-f012b111-e809-4d56-8d9f-6d118ac908b8 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:43.032785 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fcede484-edd3-4e11-a466-d354c5fec068 req-f012b111-e809-4d56-8d9f-6d118ac908b8 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0595036 Aug 16 21:02:43.058665 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device dd3f89f9-31d4-4797-b6f1-e8b15cb17c0c up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:43.123839 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-ea127f96-9208-41d8-8964-44e73f761176 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:43.123839 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-ea127f96-9208-41d8-8964-44e73f761176 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.90 "GET /v2.0/networks?id=45db89f4-e24e-428c-9234-2eec244e104e HTTP/1.1" status: 200 len: 815 time: 0.1423430 Aug 16 21:02:43.126961 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port dd3f89f9-31d4-4797-b6f1-e8b15cb17c0c triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:43.127268 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.128307 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fcede484-edd3-4e11-a466-d354c5fec068 req-9753789e-adf1-4ee5-a3c8-f8ab0bf41d84 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945508 Aug 16 21:02:43.140327 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-7bae3bfb-ac39-4a75-8f60-f3e7598be9bd tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Request body: {'port': {'device_id': 'b2769ccf-9336-4715-8aba-3b436618b766', 'network_id': '45db89f4-e24e-428c-9234-2eec244e104e', 'admin_state_up': True, 'tenant_id': 'a485424eb2e24bcaa20cbee16ed61024'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:43.159416 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-db5acbff-666e-4b34-907d-42fcb1284d46 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.268980 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5acbff-666e-4b34-907d-42fcb1284d46 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=356ac026-9607-4319-a31e-9fa9c3738855,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:43.351805 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-db5acbff-666e-4b34-907d-42fcb1284d46 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.354092 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-db5acbff-666e-4b34-907d-42fcb1284d46 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7244022 Aug 16 21:02:43.357042 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56186) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:43.365956 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-11ac9c97-4dfb-4172-9023-f9f4a4077221 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Request body: {'security_group_rule': {'security_group_id': '356ac026-9607-4319-a31e-9fa9c3738855', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:43.380036 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.db.api [None req-11ac9c97-4dfb-4172-9023-f9f4a4077221 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 21:02:43.380036 n-d-793620-15 neutron-server[101845]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 21:02:43.380036 n-d-793620-15 neutron-server[101845]: [parameters: {'project_id_1': 'a0e033d4713247c4be0e53c874c211ee', 'expiration_1': datetime.datetime(2021, 8, 16, 21, 2, 43, 371625)}] Aug 16 21:02:43.380036 n-d-793620-15 neutron-server[101845]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:02:43.380602 n-d-793620-15 neutron-server[101845]: DEBUG oslo_db.api [None req-11ac9c97-4dfb-4172-9023-f9f4a4077221 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:02:43.395802 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-87b80e5c-f004-4390-a330-3a620a328838 req-99b3372f-719a-4212-a0f8-b20ee0431ee0 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=4560d04d-dc1c-4a7f-9d2a-5909b257707c HTTP/1.1" status: 200 len: 210 time: 0.0271275 Aug 16 21:02:43.412015 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811fe75a-58ad-4d55-95fc-557ec70b4da6'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:02:43.414486 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84e0376-6f4b-4e7f-9e3d-1f3c8244c167" -d '{"events": [{"server_uuid": "6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e", "name": "network-vif-plugged", "status": "completed", "tag": "811fe75a-58ad-4d55-95fc-557ec70b4da6"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:02:43.456465 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82e73ce-a69f-427b-aedc-d5cd66ef6bf7 x-openstack-request-id: req-c82e73ce-a69f-427b-aedc-d5cd66ef6bf7 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:02:43.456465 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e", "name": "network-vif-plugged", "status": "completed", "tag": "811fe75a-58ad-4d55-95fc-557ec70b4da6", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:02:43.456465 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c82e73ce-a69f-427b-aedc-d5cd66ef6bf7 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:02:43.456465 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811fe75a-58ad-4d55-95fc-557ec70b4da6', 'code': 200} Aug 16 21:02:43.542363 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-7bae3bfb-ac39-4a75-8f60-f3e7598be9bd tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Made reservation on behalf of a485424eb2e24bcaa20cbee16ed61024 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:43.546071 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-7bae3bfb-ac39-4a75-8f60-f3e7598be9bd tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.583097 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8bd06f-8f8b-43a3-b6ea-21cf4ea0237c req-c8b9567a-f93f-4437-88d2-6f10196bfcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:43.585280 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cb8bd06f-8f8b-43a3-b6ea-21cf4ea0237c req-c8b9567a-f93f-4437-88d2-6f10196bfcf5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 1097 time: 0.0732806 Aug 16 21:02:43.592779 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-05b4bff7-17ef-48ca-b082-6307724a2db9 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:43.594188 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-05b4bff7-17ef-48ca-b082-6307724a2db9 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.90 "GET /v2.0/networks?id=45db89f4-e24e-428c-9234-2eec244e104e HTTP/1.1" status: 200 len: 815 time: 0.1413255 Aug 16 21:02:43.612538 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-c220c703-0458-43bc-afb9-d2de458535eb tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Request body: {'port': {'device_id': '8572b017-d212-4776-9be3-4e7e0f1c0c20', 'network_id': '45db89f4-e24e-428c-9234-2eec244e104e', 'admin_state_up': True, 'tenant_id': 'a485424eb2e24bcaa20cbee16ed61024'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:43.629070 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6677cb51-7e3f-4993-a83e-995ba5698f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.710339 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-7bae3bfb-ac39-4a75-8f60-f3e7598be9bd tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Allocated IP 172.20.0.4 (45db89f4-e24e-428c-9234-2eec244e104e/1a68b51f-c089-4c5a-93d2-abef692469a9/ff6eb6c6-060f-4546-ad45-3decd63d113e) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:43.720017 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cb8bd06f-8f8b-43a3-b6ea-21cf4ea0237c req-20f71b2a-fe50-49d9-ac92-f303eca3b975 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248105 Aug 16 21:02:43.767964 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5152284-2fcd-422c-bb3a-f1afebcc7ea9 req-7b32fc6e-05f4-490c-8178-33db2732a210 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:43.769688 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e5152284-2fcd-422c-bb3a-f1afebcc7ea9 req-7b32fc6e-05f4-490c-8178-33db2732a210 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3bd4d0c6-8b46-40d0-b16b-393afd086742 HTTP/1.1" status: 200 len: 945 time: 0.1284420 Aug 16 21:02:43.844988 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e5152284-2fcd-422c-bb3a-f1afebcc7ea9 req-caf64894-313e-4f88-ae7c-930744dd1539 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526896 Aug 16 21:02:43.876888 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-7bae3bfb-ac39-4a75-8f60-f3e7598be9bd tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.891062 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.897406 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-7bae3bfb-ac39-4a75-8f60-f3e7598be9bd tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Transition to ACTIVE for port object ff6eb6c6-060f-4546-ad45-3decd63d113e will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:43.961558 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a848d27-389c-410a-927d-fbe1501ed8ab req-f9d51bde-b55a-490b-acc5-e39ab937cf85 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=04d4519d90b5451ebf562bbd9e44ac2b HTTP/1.1" status: 200 len: 267 time: 0.0429652 Aug 16 21:02:44.019533 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a848d27-389c-410a-927d-fbe1501ed8ab req-34f3feec-360a-40f8-8fe8-0f379bf41cf1 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:44.021487 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a848d27-389c-410a-927d-fbe1501ed8ab req-34f3feec-360a-40f8-8fe8-0f379bf41cf1 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3bd4d0c6-8b46-40d0-b16b-393afd086742 HTTP/1.1" status: 200 len: 945 time: 0.0590403 Aug 16 21:02:44.033181 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-6a848d27-389c-410a-927d-fbe1501ed8ab req-770dedbb-5826-4682-b495-63a76b23acfd tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Request body: {'port': {'security_groups': []}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:44.090519 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-c220c703-0458-43bc-afb9-d2de458535eb tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Made reservation on behalf of a485424eb2e24bcaa20cbee16ed61024 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:44.094419 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-c220c703-0458-43bc-afb9-d2de458535eb tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.124987 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6a848d27-389c-410a-927d-fbe1501ed8ab req-770dedbb-5826-4682-b495-63a76b23acfd tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.149382 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-7bae3bfb-ac39-4a75-8f60-f3e7598be9bd tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.253532 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-7bae3bfb-ac39-4a75-8f60-f3e7598be9bd tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Network 45db89f4-e24e-428c-9234-2eec244e104e is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:44.257407 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-7bae3bfb-ac39-4a75-8f60-f3e7598be9bd tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:44.260797 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-7bae3bfb-ac39-4a75-8f60-f3e7598be9bd tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:44.314281 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-11ac9c97-4dfb-4172-9023-f9f4a4077221 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.327507 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae3bfb-ac39-4a75-8f60-f3e7598be9bd tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Pushing event updated for resources: {'Port': ['ID=ff6eb6c6-060f-4546-ad45-3decd63d113e,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:44.370558 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-7bae3bfb-ac39-4a75-8f60-f3e7598be9bd tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:44.376511 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-7bae3bfb-ac39-4a75-8f60-f3e7598be9bd tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.482995 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-7bae3bfb-ac39-4a75-8f60-f3e7598be9bd tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3518159 Aug 16 21:02:44.486969 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-11ac9c97-4dfb-4172-9023-f9f4a4077221 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.510364 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-289fab0e-2f4b-4baf-8511-1991dad9b03d service neutron] Request body: {'port': {'device_id': 'b2769ccf-9336-4715-8aba-3b436618b766', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:44.527471 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-6a848d27-389c-410a-927d-fbe1501ed8ab req-770dedbb-5826-4682-b495-63a76b23acfd tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] For port ab86a9c2-0925-4dd1-8656-70be7f202988, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ab86a9c2-0925-4dd1-8656-70be7f202988,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:44.576887 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d12f93-e532-43d7-a2a6-b1518886b21e req-489ee771-3802-4941-b75a-8162c9569ec8 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:44.578385 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-78d12f93-e532-43d7-a2a6-b1518886b21e req-489ee771-3802-4941-b75a-8162c9569ec8 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.3439920 Aug 16 21:02:44.592747 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-289fab0e-2f4b-4baf-8511-1991dad9b03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.608481 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-c220c703-0458-43bc-afb9-d2de458535eb tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Allocated IP 172.20.0.5 (45db89f4-e24e-428c-9234-2eec244e104e/1a68b51f-c089-4c5a-93d2-abef692469a9/3653680c-f639-4883-a7fb-22643d56ac20) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:44.614990 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6a848d27-389c-410a-927d-fbe1501ed8ab req-770dedbb-5826-4682-b495-63a76b23acfd tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.638181 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-11ac9c97-4dfb-4172-9023-f9f4a4077221 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.664350 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-78d12f93-e532-43d7-a2a6-b1518886b21e req-56fd6c2d-8972-445d-846d-2abe15d11e1c tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771680 Aug 16 21:02:44.674944 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac9c97-4dfb-4172-9023-f9f4a4077221 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2585498d-0b70-4934-b6cd-711826d48819,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:44.691136 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0b4cc25b-b057-451c-a9f9-5851b299d88f None None] Provisioning for port ff6eb6c6-060f-4546-ad45-3decd63d113e completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:44.696761 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0b4cc25b-b057-451c-a9f9-5851b299d88f None None] Provisioning complete for port ff6eb6c6-060f-4546-ad45-3decd63d113e triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:44.697560 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0b4cc25b-b057-451c-a9f9-5851b299d88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.752466 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6a848d27-389c-410a-927d-fbe1501ed8ab req-770dedbb-5826-4682-b495-63a76b23acfd tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.775680 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['328aaa67-fe46-4a01-a7b5-759a56b08c1c', '2adf68eb-9b0e-4c83-9972-571036751e2e', 'ab86a9c2-0925-4dd1-8656-70be7f202988'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:02:44.783802 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-11ac9c97-4dfb-4172-9023-f9f4a4077221 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.785787 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-11ac9c97-4dfb-4172-9023-f9f4a4077221 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4277253 Aug 16 21:02:44.789400 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56224) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:44.802296 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-8f3fccf7-1cdc-4b6e-9f14-a8150e6f876f tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Request body: {'security_group_rule': {'security_group_id': '356ac026-9607-4319-a31e-9fa9c3738855', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:44.814472 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-0b4cc25b-b057-451c-a9f9-5851b299d88f None None] Port ff6eb6c6-060f-4546-ad45-3decd63d113e cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:02:44.907147 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7a76630f-dc07-42e0-9974-0c7c5ba23557 req-2e15b637-9058-4952-a9fa-50e873210f2d tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=4560d04d-dc1c-4a7f-9d2a-5909b257707c HTTP/1.1" status: 200 len: 210 time: 0.0517907 Aug 16 21:02:44.921411 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a848d27-389c-410a-927d-fbe1501ed8ab req-770dedbb-5826-4682-b495-63a76b23acfd tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:44.922881 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6a848d27-389c-410a-927d-fbe1501ed8ab req-770dedbb-5826-4682-b495-63a76b23acfd tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.932673 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a848d27-389c-410a-927d-fbe1501ed8ab req-770dedbb-5826-4682-b495-63a76b23acfd tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "PUT /v2.0/ports/ab86a9c2-0925-4dd1-8656-70be7f202988 HTTP/1.1" status: 200 len: 904 time: 0.9040666 Aug 16 21:02:44.951555 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8f3fccf7-1cdc-4b6e-9f14-a8150e6f876f tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.957131 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd4d0c6-8b46-40d0-b16b-393afd086742', 'tag': 'ab86a9c2-0925-4dd1-8656-70be7f202988'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:02:44.960939 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.969993 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71712902-c423-464a-bfa3-4972471d7ef9" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd4d0c6-8b46-40d0-b16b-393afd086742", "tag": "ab86a9c2-0925-4dd1-8656-70be7f202988"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:02:45.000374 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['ab86a9c2-0925-4dd1-8656-70be7f202988'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:02:45.156823 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770dedbb-5826-4682-b495-63a76b23acfd tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Pushing event updated for resources: {'Port': ['ID=ab86a9c2-0925-4dd1-8656-70be7f202988,revision_number=6']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:45.171635 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8f3fccf7-1cdc-4b6e-9f14-a8150e6f876f tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:45.192119 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-c220c703-0458-43bc-afb9-d2de458535eb tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:45.202221 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a45559-1620-42f2-9bf2-74696be2a097 req-6521b0a5-0679-4cf8-a3f5-5334f7c1060b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:45.203553 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-8e3ec131-89bb-4495-83e8-a512464f2ab4 None None] Provisioning complete for port ab86a9c2-0925-4dd1-8656-70be7f202988 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:45.204005 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8e3ec131-89bb-4495-83e8-a512464f2ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:45.215361 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-65a45559-1620-42f2-9bf2-74696be2a097 req-6521b0a5-0679-4cf8-a3f5-5334f7c1060b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3bd4d0c6-8b46-40d0-b16b-393afd086742 HTTP/1.1" status: 200 len: 907 time: 0.1053052 Aug 16 21:02:45.252809 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-c220c703-0458-43bc-afb9-d2de458535eb tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Transition to ACTIVE for port object 3653680c-f639-4883-a7fb-22643d56ac20 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:45.267440 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8f3fccf7-1cdc-4b6e-9f14-a8150e6f876f tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:45.268610 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa0cef2-ecf5-4461-a31a-b9c659199f25 x-openstack-request-id: req-6aa0cef2-ecf5-4461-a31a-b9c659199f25 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:02:45.268610 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd4d0c6-8b46-40d0-b16b-393afd086742", "tag": "ab86a9c2-0925-4dd1-8656-70be7f202988", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:02:45.268610 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6aa0cef2-ecf5-4461-a31a-b9c659199f25 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:02:45.269024 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd4d0c6-8b46-40d0-b16b-393afd086742', 'tag': 'ab86a9c2-0925-4dd1-8656-70be7f202988', 'status': 'completed', 'code': 200} Aug 16 21:02:45.303261 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3fccf7-1cdc-4b6e-9f14-a8150e6f876f tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cac9676-e0cf-4acb-810a-5e9e85254dec,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:45.381642 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8f3fccf7-1cdc-4b6e-9f14-a8150e6f876f tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:45.384319 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8f3fccf7-1cdc-4b6e-9f14-a8150e6f876f tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5937243 Aug 16 21:02:45.387326 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56242) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:45.411499 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-97a2529c-79b0-4701-9202-56490cded9ad tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:45.510313 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71712902-c423-464a-bfa3-4972471d7ef9 req-37533243-d426-43fb-a4da-6a8480a39eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:45.511884 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-71712902-c423-464a-bfa3-4972471d7ef9 req-37533243-d426-43fb-a4da-6a8480a39eb4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=04d4519d90b5451ebf562bbd9e44ac2b&device_id=3bd4d0c6-8b46-40d0-b16b-393afd086742 HTTP/1.1" status: 200 len: 1059 time: 0.1870205 Aug 16 21:02:45.542042 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-894481c8-50b9-471b-a244-4e7366585a9b tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:45.543510 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-894481c8-50b9-471b-a244-4e7366585a9b tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.72 "GET /v2.0/networks?id=45db89f4-e24e-428c-9234-2eec244e104e HTTP/1.1" status: 200 len: 815 time: 0.2736130 Aug 16 21:02:45.560063 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81f0a1-08f6-425d-8cd2-4a4a190c6489 req-695051a8-6b15-460c-a2fa-52bac12425ce tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:45.561596 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bc81f0a1-08f6-425d-8cd2-4a4a190c6489 req-695051a8-6b15-460c-a2fa-52bac12425ce tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.2378595 Aug 16 21:02:45.596215 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-97a2529c-79b0-4701-9202-56490cded9ad tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for floatingip, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:45.600429 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-23e7a8f9-a841-46db-9ea0-953f65abdd35 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Request body: {'port': {'device_id': '4560d04d-dc1c-4a7f-9d2a-5909b257707c', 'network_id': '45db89f4-e24e-428c-9234-2eec244e104e', 'admin_state_up': True, 'tenant_id': 'a485424eb2e24bcaa20cbee16ed61024'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:45.608673 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-c220c703-0458-43bc-afb9-d2de458535eb tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:45.745337 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-c220c703-0458-43bc-afb9-d2de458535eb tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Network 45db89f4-e24e-428c-9234-2eec244e104e is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:45.770817 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-c220c703-0458-43bc-afb9-d2de458535eb tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:45.788577 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bc81f0a1-08f6-425d-8cd2-4a4a190c6489 req-ce6166a6-f620-4058-b422-728cb8696a49 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839745 Aug 16 21:02:45.796069 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-c220c703-0458-43bc-afb9-d2de458535eb tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:45.822731 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c220c703-0458-43bc-afb9-d2de458535eb tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Pushing event updated for resources: {'Port': ['ID=3653680c-f639-4883-a7fb-22643d56ac20,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:45.921684 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56272) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:45.943246 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71712902-c423-464a-bfa3-4972471d7ef9 req-f44c4b59-77f2-4688-b4ed-e07c64d06845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:45.944988 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-71712902-c423-464a-bfa3-4972471d7ef9 req-f44c4b59-77f2-4688-b4ed-e07c64d06845 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 HTTP/1.1" status: 200 len: 912 time: 0.4218373 Aug 16 21:02:45.949483 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-289fab0e-2f4b-4baf-8511-1991dad9b03d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff6eb6c6-060f-4546-ad45-3decd63d113e {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:02:45.960383 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-289fab0e-2f4b-4baf-8511-1991dad9b03d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:45.965849 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-97a2529c-79b0-4701-9202-56490cded9ad tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:45.987600 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-289fab0e-2f4b-4baf-8511-1991dad9b03d service neutron] Transition to ACTIVE for port object ff6eb6c6-060f-4546-ad45-3decd63d113e will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:46.011934 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-71712902-c423-464a-bfa3-4972471d7ef9 req-b109a6ac-c30d-495b-82a3-0bd653509bac service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab86a9c2-0925-4dd1-8656-70be7f202988 HTTP/1.1" status: 200 len: 217 time: 0.0567825 Aug 16 21:02:46.066251 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-289fab0e-2f4b-4baf-8511-1991dad9b03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.096480 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-c220c703-0458-43bc-afb9-d2de458535eb tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:46.097108 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-c220c703-0458-43bc-afb9-d2de458535eb tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.129705 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76af431-fa31-444d-8672-0c9d5ee8d85a req-09e6ef5f-6fbd-4d60-b4c0-ae6ba1890bd1 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:46.137330 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b76af431-fa31-444d-8672-0c9d5ee8d85a req-09e6ef5f-6fbd-4d60-b4c0-ae6ba1890bd1 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.3528218 Aug 16 21:02:46.164306 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20997e51-f9c3-4d9d-bca5-9addf09f9c10 req-50dea76b-9ff8-47b2-8e3d-d74e6d526dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:46.165998 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-20997e51-f9c3-4d9d-bca5-9addf09f9c10 req-50dea76b-9ff8-47b2-8e3d-d74e6d526dab service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=10ff47c1-f176-49ee-9848-6224ff3056f6 HTTP/1.1" status: 200 len: 1097 time: 0.2354126 Aug 16 21:02:46.184995 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55eced6-606c-41a2-8360-7cdc4a49f3d2 req-1d3b39d2-b84a-4a44-97db-524e0d174d15 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:46.186601 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a55eced6-606c-41a2-8360-7cdc4a49f3d2 req-1d3b39d2-b84a-4a44-97db-524e0d174d15 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.2720339 Aug 16 21:02:46.234262 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71712902-c423-464a-bfa3-4972471d7ef9 req-d6859964-72cd-48f9-b9fe-5ce4e1bba561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:46.239615 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-71712902-c423-464a-bfa3-4972471d7ef9 req-d6859964-72cd-48f9-b9fe-5ce4e1bba561 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=20aa60f1-bb16-40f5-b2dd-0341c13f6e8c HTTP/1.1" status: 200 len: 850 time: 0.1911559 Aug 16 21:02:46.245423 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b76af431-fa31-444d-8672-0c9d5ee8d85a req-c887ce2f-a893-455c-89c5-5b8a39893c78 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071029 Aug 16 21:02:46.250398 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289fab0e-2f4b-4baf-8511-1991dad9b03d service neutron] Pushing event updated for resources: {'Port': ['ID=ff6eb6c6-060f-4546-ad45-3decd63d113e,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:46.300298 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-97a2529c-79b0-4701-9202-56490cded9ad tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Allocated IP 172.25.1.240 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/2aeb2ea7-6c1b-4771-a714-918ed9ce7e89) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:46.336307 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-23e7a8f9-a841-46db-9ea0-953f65abdd35 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Made reservation on behalf of a485424eb2e24bcaa20cbee16ed61024 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:46.337334 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-323700e0-3a33-4f8c-a50c-bce2b95322c3 None None] Provisioning for port 3653680c-f639-4883-a7fb-22643d56ac20 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:46.339809 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-23e7a8f9-a841-46db-9ea0-953f65abdd35 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.340835 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-20997e51-f9c3-4d9d-bca5-9addf09f9c10 req-18c4c892-62a5-42bc-be2d-dd18d4b6e507 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=26905a6d-4b18-4de0-9acd-6bb77c126c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410041 Aug 16 21:02:46.364518 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-323700e0-3a33-4f8c-a50c-bce2b95322c3 None None] Provisioning complete for port 3653680c-f639-4883-a7fb-22643d56ac20 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:46.366360 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-323700e0-3a33-4f8c-a50c-bce2b95322c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.411170 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-53a77c28-ad16-46e4-be47-26a90e339d3c req-580c3ead-f1de-44a6-9fce-62ebfab8c85b tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=4560d04d-dc1c-4a7f-9d2a-5909b257707c HTTP/1.1" status: 200 len: 210 time: 0.0773203 Aug 16 21:02:46.430473 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a55eced6-606c-41a2-8360-7cdc4a49f3d2 req-64c9df5b-a068-4a3d-bc68-5aacb38e7e8e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2250533 Aug 16 21:02:46.432186 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-c220c703-0458-43bc-afb9-d2de458535eb tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8241882 Aug 16 21:02:46.451120 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71712902-c423-464a-bfa3-4972471d7ef9 req-754bffce-6896-4361-979e-ad41ea4e632d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:46.452857 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-71712902-c423-464a-bfa3-4972471d7ef9 req-754bffce-6896-4361-979e-ad41ea4e632d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2062953 Aug 16 21:02:46.460858 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-ed1d2798-f18e-450b-a1ac-a382d915fb53 service neutron] Request body: {'port': {'device_id': '8572b017-d212-4776-9be3-4e7e0f1c0c20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:46.489848 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-289fab0e-2f4b-4baf-8511-1991dad9b03d service neutron] Attempting to bind port ff6eb6c6-060f-4546-ad45-3decd63d113e on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:02:46.509913 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-289fab0e-2f4b-4baf-8511-1991dad9b03d service neutron] Attempting to bind port ff6eb6c6-060f-4546-ad45-3decd63d113e by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'ada4df52-448f-4b9f-b4a8-46a2a98c3683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '45db89f4-e24e-428c-9234-2eec244e104e'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:02:46.510549 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-289fab0e-2f4b-4baf-8511-1991dad9b03d service neutron] Attempting to bind port ff6eb6c6-060f-4546-ad45-3decd63d113e on network 45db89f4-e24e-428c-9234-2eec244e104e {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:46.530063 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-323700e0-3a33-4f8c-a50c-bce2b95322c3 None None] Port 3653680c-f639-4883-a7fb-22643d56ac20 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:02:46.547527 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-289fab0e-2f4b-4baf-8511-1991dad9b03d service neutron] Port ff6eb6c6-060f-4546-ad45-3decd63d113e on network 45db89f4-e24e-428c-9234-2eec244e104e not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:02:46.547527 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-289fab0e-2f4b-4baf-8511-1991dad9b03d service neutron] Attempting to bind port ff6eb6c6-060f-4546-ad45-3decd63d113e on network 45db89f4-e24e-428c-9234-2eec244e104e {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:46.592543 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.604907 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-289fab0e-2f4b-4baf-8511-1991dad9b03d service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:02:46.614689 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-289fab0e-2f4b-4baf-8511-1991dad9b03d service neutron] Checking segment: {'id': 'ada4df52-448f-4b9f-b4a8-46a2a98c3683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '45db89f4-e24e-428c-9234-2eec244e104e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:46.628566 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-289fab0e-2f4b-4baf-8511-1991dad9b03d service neutron] Bound using segment: {'id': 'ada4df52-448f-4b9f-b4a8-46a2a98c3683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '45db89f4-e24e-428c-9234-2eec244e104e'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:02:46.628566 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-289fab0e-2f4b-4baf-8511-1991dad9b03d service neutron] Bound port: ff6eb6c6-060f-4546-ad45-3decd63d113e, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ada4df52-448f-4b9f-b4a8-46a2a98c3683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '45db89f4-e24e-428c-9234-2eec244e104e'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:02:46.628566 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-289fab0e-2f4b-4baf-8511-1991dad9b03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.746316 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-97a2529c-79b0-4701-9202-56490cded9ad tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.752268 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-289fab0e-2f4b-4baf-8511-1991dad9b03d service neutron] For port ff6eb6c6-060f-4546-ad45-3decd63d113e, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:02:46.775019 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-289fab0e-2f4b-4baf-8511-1991dad9b03d service neutron] For port ff6eb6c6-060f-4546-ad45-3decd63d113e, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ff6eb6c6-060f-4546-ad45-3decd63d113e,segment=NetworkSegment(ada4df52-448f-4b9f-b4a8-46a2a98c3683),segment_id=ada4df52-448f-4b9f-b4a8-46a2a98c3683)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:02:46.852114 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-289fab0e-2f4b-4baf-8511-1991dad9b03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.873193 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-23e7a8f9-a841-46db-9ea0-953f65abdd35 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Allocated IP 172.20.0.7 (45db89f4-e24e-428c-9234-2eec244e104e/1a68b51f-c089-4c5a-93d2-abef692469a9/50abb050-d24a-4040-95ac-6ddb9aa049bd) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:46.915396 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-289fab0e-2f4b-4baf-8511-1991dad9b03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:46.930973 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-289fab0e-2f4b-4baf-8511-1991dad9b03d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.930973 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-289fab0e-2f4b-4baf-8511-1991dad9b03d service neutron] 10.222.0.90 "PUT /v2.0/ports/ff6eb6c6-060f-4546-ad45-3decd63d113e HTTP/1.1" status: 200 len: 1092 time: 2.4228196 Aug 16 21:02:46.930973 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2769ccf-9336-4715-8aba-3b436618b766', 'tag': 'ff6eb6c6-060f-4546-ad45-3decd63d113e'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:02:46.939547 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21f3a9d-d6a5-43c0-93be-f45f6369b435" -d '{"events": [{"name": "network-changed", "server_uuid": "b2769ccf-9336-4715-8aba-3b436618b766", "tag": "ff6eb6c6-060f-4546-ad45-3decd63d113e"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:02:46.966922 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-97a2529c-79b0-4701-9202-56490cded9ad tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:47.012252 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289fab0e-2f4b-4baf-8511-1991dad9b03d service neutron] Pushing event updated for resources: {'Port': ['ID=ff6eb6c6-060f-4546-ad45-3decd63d113e,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:47.112870 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a2529c-79b0-4701-9202-56490cded9ad tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:47.114456 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a2529c-79b0-4701-9202-56490cded9ad tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Pushing event updated for resources: {'Port': ['ID=2aeb2ea7-6c1b-4771-a714-918ed9ce7e89,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:47.135389 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-97a2529c-79b0-4701-9202-56490cded9ad tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:47.142404 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a2529c-79b0-4701-9202-56490cded9ad tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:47.354344 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-4249fce9-2f29-4db2-8f51-ebbc795d9472 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:47.361849 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-4249fce9-2f29-4db2-8f51-ebbc795d9472 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/networks?id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 HTTP/1.1" status: 200 len: 811 time: 0.5662203 Aug 16 21:02:47.436050 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-ed1d2798-f18e-450b-a1ac-a382d915fb53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:47.448592 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51ce10-611a-42e7-942d-eadc5723598a req-e51e4bc5-fded-4026-a3b3-687344401ab7 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:47.450109 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9d51ce10-611a-42e7-942d-eadc5723598a req-e51e4bc5-fded-4026-a3b3-687344401ab7 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/networks?id=2a84c825-1836-4d4b-aa9e-01c66bc9b2dd HTTP/1.1" status: 200 len: 813 time: 0.8270400 Aug 16 21:02:47.467933 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-2f425e86-98df-4c49-bf7a-d705e2ba636c tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/quotas/04d4519d90b5451ebf562bbd9e44ac2b HTTP/1.1" status: 200 len: 375 time: 0.1050062 Aug 16 21:02:47.471147 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-71712902-c423-464a-bfa3-4972471d7ef9 req-dbeae04c-9a2b-4152-8023-bc970d14d779 service neutron] 10.222.0.90 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8491752 Aug 16 21:02:47.601392 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-6909b56c-0ace-46ba-b5d9-9f8cf918bded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:47.603016 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-6909b56c-0ace-46ba-b5d9-9f8cf918bded service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a485424eb2e24bcaa20cbee16ed61024&device_id=b2769ccf-9336-4715-8aba-3b436618b766 HTTP/1.1" status: 200 len: 1095 time: 0.4559212 Aug 16 21:02:47.674212 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-f0d008ff-dc67-40b1-9acb-bb0b688f0136 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff6eb6c6-060f-4546-ad45-3decd63d113e HTTP/1.1" status: 200 len: 217 time: 0.0464816 Aug 16 21:02:47.695615 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-97a2529c-79b0-4701-9202-56490cded9ad tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:47.753001 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-eb01b254-2480-49f4-93b7-8ff9d89536a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:47.754724 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-eb01b254-2480-49f4-93b7-8ff9d89536a4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1a68b51f-c089-4c5a-93d2-abef692469a9 HTTP/1.1" status: 200 len: 854 time: 0.0692399 Aug 16 21:02:47.814299 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-5bf5a843-9cdd-48c2-b697-3909ebe1e5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:47.816174 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-5bf5a843-9cdd-48c2-b697-3909ebe1e5a8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=45db89f4-e24e-428c-9234-2eec244e104e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536988 Aug 16 21:02:47.892095 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-97a2529c-79b0-4701-9202-56490cded9ad tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:47.986373 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9d51ce10-611a-42e7-942d-eadc5723598a req-be3320fd-39ec-4631-bcaa-aa866b282a58 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/quotas/4c0e76081c1e4800ae56303449df01e1 HTTP/1.1" status: 200 len: 375 time: 0.5140464 Aug 16 21:02:48.019915 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-19fd51d6-c447-4a7a-802a-22430f6d434b service neutron] 10.222.0.90 "GET /v2.0/networks/45db89f4-e24e-428c-9234-2eec244e104e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820347 Aug 16 21:02:48.162838 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-5b4053c8-e0ac-41fc-963c-1a49bc25360c service neutron] 10.222.0.90 "GET /v2.0/networks/45db89f4-e24e-428c-9234-2eec244e104e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343193 Aug 16 21:02:48.164814 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-97a2529c-79b0-4701-9202-56490cded9ad tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:48.170118 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-cc8f800f-e1c7-4e97-97ae-8b024396c46c tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=04d4519d90b5451ebf562bbd9e44ac2b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6863723 Aug 16 21:02:48.178557 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-23e7a8f9-a841-46db-9ea0-953f65abdd35 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:48.238284 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-97a2529c-79b0-4701-9202-56490cded9ad tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:48.250768 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9d51ce10-611a-42e7-942d-eadc5723598a req-46b72a7e-56f3-46cf-9310-26d01bb630c5 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=4c0e76081c1e4800ae56303449df01e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2436604 Aug 16 21:02:48.257044 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-71712902-c423-464a-bfa3-4972471d7ef9 req-ed4cee8d-1138-49d9-bac3-d09baf03a7d6 service neutron] 10.222.0.90 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7703838 Aug 16 21:02:48.259456 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-23e7a8f9-a841-46db-9ea0-953f65abdd35 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Transition to ACTIVE for port object 50abb050-d24a-4040-95ac-6ddb9aa049bd will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:48.338539 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a2529c-79b0-4701-9202-56490cded9ad tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Pushing event updated for resources: {'Port': ['ID=2aeb2ea7-6c1b-4771-a714-918ed9ce7e89,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:48.347771 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-97a2529c-79b0-4701-9202-56490cded9ad tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:48.366071 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-b3eaef43-3384-47a0-b797-473ff9a76ea1 service neutron] 10.222.0.84 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840968 Aug 16 21:02:48.463622 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9d51ce10-611a-42e7-942d-eadc5723598a req-3edbd19f-2569-4f67-8184-24d3aece8100 service neutron] 10.222.0.84 "GET /v2.0/networks/2a84c825-1836-4d4b-aa9e-01c66bc9b2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766536 Aug 16 21:02:48.474156 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-97a2529c-79b0-4701-9202-56490cded9ad tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:48.485242 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-97a2529c-79b0-4701-9202-56490cded9ad tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0864046 Aug 16 21:02:48.549627 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-13990146-433a-41cf-8cbd-bdc995a41179 service neutron] 10.222.0.84 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752777 Aug 16 21:02:48.550663 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-23e7a8f9-a841-46db-9ea0-953f65abdd35 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:48.664095 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-23e7a8f9-a841-46db-9ea0-953f65abdd35 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Network 45db89f4-e24e-428c-9234-2eec244e104e is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:48.671231 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7a8f9-a841-46db-9ea0-953f65abdd35 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Pushing event updated for resources: {'Port': ['ID=50abb050-d24a-4040-95ac-6ddb9aa049bd,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:48.692198 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-23e7a8f9-a841-46db-9ea0-953f65abdd35 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:48.701548 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-23e7a8f9-a841-46db-9ea0-953f65abdd35 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:48.705749 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9d51ce10-611a-42e7-942d-eadc5723598a req-3e74f830-4bf8-4620-b0ed-2391052e4c87 service neutron] 10.222.0.84 "GET /v2.0/networks/2a84c825-1836-4d4b-aa9e-01c66bc9b2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315030 Aug 16 21:02:48.806440 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-23e7a8f9-a841-46db-9ea0-953f65abdd35 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:48.806440 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-23e7a8f9-a841-46db-9ea0-953f65abdd35 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:48.895605 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff8443b-d3b1-4d86-91e3-378f855eee4e x-openstack-request-id: req-eff8443b-d3b1-4d86-91e3-378f855eee4e {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:02:48.900551 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2769ccf-9336-4715-8aba-3b436618b766", "tag": "ff6eb6c6-060f-4546-ad45-3decd63d113e", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:02:48.900826 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-eff8443b-d3b1-4d86-91e3-378f855eee4e {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:02:48.901327 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2769ccf-9336-4715-8aba-3b436618b766', 'tag': 'ff6eb6c6-060f-4546-ad45-3decd63d113e', 'status': 'completed', 'code': 200} Aug 16 21:02:48.969470 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-23e7a8f9-a841-46db-9ea0-953f65abdd35 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4067726 Aug 16 21:02:48.985161 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-e10477d7-8f20-4a9f-9b4e-43dec9ec5de3 service neutron] Request body: {'port': {'device_id': '4560d04d-dc1c-4a7f-9d2a-5909b257707c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:49.045497 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:49.053611 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-ed1d2798-f18e-450b-a1ac-a382d915fb53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3653680c-f639-4883-a7fb-22643d56ac20 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:02:49.129961 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-ed1d2798-f18e-450b-a1ac-a382d915fb53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:49.149507 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-e10477d7-8f20-4a9f-9b4e-43dec9ec5de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:49.194737 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f3a9d-d6a5-43c0-93be-f45f6369b435 req-772ea830-68e2-4d95-a091-85cb757bcfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:49.200849 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c21f3a9d-d6a5-43c0-93be-f45f6369b435 req-772ea830-68e2-4d95-a091-85cb757bcfc3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a485424eb2e24bcaa20cbee16ed61024&device_id=b2769ccf-9336-4715-8aba-3b436618b766 HTTP/1.1" status: 200 len: 1095 time: 0.2821631 Aug 16 21:02:49.204637 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-ed1d2798-f18e-450b-a1ac-a382d915fb53 service neutron] Transition to ACTIVE for port object 3653680c-f639-4883-a7fb-22643d56ac20 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:49.250645 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-02a9cbbb-ea1d-4598-be94-289bfefcdf34 None None] Provisioning for port 50abb050-d24a-4040-95ac-6ddb9aa049bd completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:49.256657 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0efc77f-89ac-42b4-912d-d13a74959bb2 req-2b63316e-b5b6-4f8e-a6f7-3567168e3156 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:49.258286 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b0efc77f-89ac-42b4-912d-d13a74959bb2 req-2b63316e-b5b6-4f8e-a6f7-3567168e3156 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=4560d04d-dc1c-4a7f-9d2a-5909b257707c HTTP/1.1" status: 200 len: 931 time: 0.1697111 Aug 16 21:02:49.260396 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-02a9cbbb-ea1d-4598-be94-289bfefcdf34 None None] Provisioning complete for port 50abb050-d24a-4040-95ac-6ddb9aa049bd triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:49.261032 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-02a9cbbb-ea1d-4598-be94-289bfefcdf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:49.305516 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-02a9cbbb-ea1d-4598-be94-289bfefcdf34 None None] Port 50abb050-d24a-4040-95ac-6ddb9aa049bd cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:02:49.339330 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-ed1d2798-f18e-450b-a1ac-a382d915fb53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:49.562895 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b0efc77f-89ac-42b4-912d-d13a74959bb2 req-8c3ae719-9392-4101-b614-0de6d548f3ff tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856057 Aug 16 21:02:49.574450 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-16b90d58-7ab1-4769-806d-8e2fe9288b22 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1799391631&fields=id&tenant_id=a0e033d4713247c4be0e53c874c211ee HTTP/1.1" status: 200 len: 267 time: 0.3132017 Aug 16 21:02:49.692428 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1d2798-f18e-450b-a1ac-a382d915fb53 service neutron] Pushing event updated for resources: {'Port': ['ID=3653680c-f639-4883-a7fb-22643d56ac20,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:49.726412 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f3a9d-d6a5-43c0-93be-f45f6369b435 req-ada75578-0c7f-4a9d-8a64-b25fbe3a6c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:49.726412 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c21f3a9d-d6a5-43c0-93be-f45f6369b435 req-ada75578-0c7f-4a9d-8a64-b25fbe3a6c45 service neutron] 10.222.0.90 "GET /v2.0/networks?id=45db89f4-e24e-428c-9234-2eec244e104e HTTP/1.1" status: 200 len: 916 time: 0.5122442 Aug 16 21:02:49.860255 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-92c144bb-a8f5-4855-a67e-8c158ec79236 req-4feb4fc0-54f1-426e-a878-2687d8765e08 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc HTTP/1.1" status: 200 len: 210 time: 0.1883857 Aug 16 21:02:49.875460 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c21f3a9d-d6a5-43c0-93be-f45f6369b435 req-83b8ca37-6776-4f61-aa44-4b867fa5aea8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff6eb6c6-060f-4546-ad45-3decd63d113e HTTP/1.1" status: 200 len: 217 time: 0.1264853 Aug 16 21:02:49.951512 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-0b5b0813-ee7e-4944-aeb8-c6ee5dd17ba6 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:49.953157 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-0b5b0813-ee7e-4944-aeb8-c6ee5dd17ba6 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/networks?id=f21989d2-1803-4d82-bc06-7ef94db801de HTTP/1.1" status: 200 len: 810 time: 0.3777716 Aug 16 21:02:50.014179 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a0e58e34-9ae9-409c-9881-070755af412d req-99a5cae8-dfd0-4f71-8790-1e6671c975e1 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=5116afe2-47c4-4649-9df0-c00b0900e462 HTTP/1.1" status: 200 len: 210 time: 0.0600114 Aug 16 21:02:50.014853 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-ed1d2798-f18e-450b-a1ac-a382d915fb53 service neutron] Attempting to bind port 3653680c-f639-4883-a7fb-22643d56ac20 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:02:50.015443 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-ed1d2798-f18e-450b-a1ac-a382d915fb53 service neutron] Attempting to bind port 3653680c-f639-4883-a7fb-22643d56ac20 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'ada4df52-448f-4b9f-b4a8-46a2a98c3683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '45db89f4-e24e-428c-9234-2eec244e104e'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:02:50.015588 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-ed1d2798-f18e-450b-a1ac-a382d915fb53 service neutron] Attempting to bind port 3653680c-f639-4883-a7fb-22643d56ac20 on network 45db89f4-e24e-428c-9234-2eec244e104e {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:50.023764 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-f988c931-8c2d-4f97-9dce-86fb63e38012 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/quotas/a0e033d4713247c4be0e53c874c211ee HTTP/1.1" status: 200 len: 375 time: 0.0588071 Aug 16 21:02:50.039911 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-ed1d2798-f18e-450b-a1ac-a382d915fb53 service neutron] Port 3653680c-f639-4883-a7fb-22643d56ac20 on network 45db89f4-e24e-428c-9234-2eec244e104e not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:02:50.040246 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-ed1d2798-f18e-450b-a1ac-a382d915fb53 service neutron] Attempting to bind port 3653680c-f639-4883-a7fb-22643d56ac20 on network 45db89f4-e24e-428c-9234-2eec244e104e {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:50.042832 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f3a9d-d6a5-43c0-93be-f45f6369b435 req-7adcbcdc-6ae9-454a-84e8-292a7945efb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:50.044287 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c21f3a9d-d6a5-43c0-93be-f45f6369b435 req-7adcbcdc-6ae9-454a-84e8-292a7945efb6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1a68b51f-c089-4c5a-93d2-abef692469a9 HTTP/1.1" status: 200 len: 854 time: 0.1604481 Aug 16 21:02:50.087380 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-ed1d2798-f18e-450b-a1ac-a382d915fb53 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:02:50.088207 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-ed1d2798-f18e-450b-a1ac-a382d915fb53 service neutron] Checking segment: {'id': 'ada4df52-448f-4b9f-b4a8-46a2a98c3683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '45db89f4-e24e-428c-9234-2eec244e104e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:50.088207 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-ed1d2798-f18e-450b-a1ac-a382d915fb53 service neutron] Bound using segment: {'id': 'ada4df52-448f-4b9f-b4a8-46a2a98c3683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '45db89f4-e24e-428c-9234-2eec244e104e'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:02:50.088545 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-ed1d2798-f18e-450b-a1ac-a382d915fb53 service neutron] Bound port: 3653680c-f639-4883-a7fb-22643d56ac20, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ada4df52-448f-4b9f-b4a8-46a2a98c3683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '45db89f4-e24e-428c-9234-2eec244e104e'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:02:50.088908 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-ed1d2798-f18e-450b-a1ac-a382d915fb53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:50.200259 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-5563bb9d-1e7b-47f8-b0d3-ec195ce40ae6 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a0e033d4713247c4be0e53c874c211ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1656699 Aug 16 21:02:50.240887 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-ee639ab0-c95c-4078-afa1-280687401aa7 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:50.242158 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-ee639ab0-c95c-4078-afa1-280687401aa7 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105820 Aug 16 21:02:50.247988 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f3a9d-d6a5-43c0-93be-f45f6369b435 req-d1f752f8-dba7-4cc4-a912-b1d10b1d37ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:50.249528 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c21f3a9d-d6a5-43c0-93be-f45f6369b435 req-d1f752f8-dba7-4cc4-a912-b1d10b1d37ef service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=45db89f4-e24e-428c-9234-2eec244e104e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1895814 Aug 16 21:02:50.284459 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-e10477d7-8f20-4a9f-9b4e-43dec9ec5de3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50abb050-d24a-4040-95ac-6ddb9aa049bd {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:02:50.318153 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-e10477d7-8f20-4a9f-9b4e-43dec9ec5de3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:50.344878 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-ed1d2798-f18e-450b-a1ac-a382d915fb53 service neutron] For port 3653680c-f639-4883-a7fb-22643d56ac20, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:02:50.399938 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-ed1d2798-f18e-450b-a1ac-a382d915fb53 service neutron] For port 3653680c-f639-4883-a7fb-22643d56ac20, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=3653680c-f639-4883-a7fb-22643d56ac20,segment=NetworkSegment(ada4df52-448f-4b9f-b4a8-46a2a98c3683),segment_id=ada4df52-448f-4b9f-b4a8-46a2a98c3683)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:02:50.405349 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-e10477d7-8f20-4a9f-9b4e-43dec9ec5de3 service neutron] Transition to ACTIVE for port object 50abb050-d24a-4040-95ac-6ddb9aa049bd will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:50.416259 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ff6eb6c6-060f-4546-ad45-3decd63d113e details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:02:50.466341 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c21f3a9d-d6a5-43c0-93be-f45f6369b435 req-32751c89-9e38-4cc4-85fa-ec4117cd4f82 service neutron] 10.222.0.90 "GET /v2.0/networks/45db89f4-e24e-428c-9234-2eec244e104e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016819 Aug 16 21:02:50.468576 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-afac4393-7d9e-48cf-b172-146a975a896e service neutron] 10.222.0.84 "GET /v2.0/networks/f21989d2-1803-4d82-bc06-7ef94db801de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079053 Aug 16 21:02:50.545205 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ff6eb6c6-060f-4546-ad45-3decd63d113e, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ff6eb6c6-060f-4546-ad45-3decd63d113e,segment=NetworkSegment(ada4df52-448f-4b9f-b4a8-46a2a98c3683),segment_id=ada4df52-448f-4b9f-b4a8-46a2a98c3683)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:50.564309 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-e10477d7-8f20-4a9f-9b4e-43dec9ec5de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:50.564777 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': 'ff6eb6c6-060f-4546-ad45-3decd63d113e', 'network_id': '45db89f4-e24e-428c-9234-2eec244e104e', 'port_id': 'ff6eb6c6-060f-4546-ad45-3decd63d113e', 'mac_address': 'fa:16:3e:34:86:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a68b51f-c089-4c5a-93d2-abef692469a9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:02:50.575196 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-ed1d2798-f18e-450b-a1ac-a382d915fb53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:50.615844 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:50.642415 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff6eb6c6-060f-4546-ad45-3decd63d113e {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:02:50.671269 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-ed1d2798-f18e-450b-a1ac-a382d915fb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:50.671723 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ff6eb6c6-060f-4546-ad45-3decd63d113e, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ff6eb6c6-060f-4546-ad45-3decd63d113e,segment=NetworkSegment(ada4df52-448f-4b9f-b4a8-46a2a98c3683),segment_id=ada4df52-448f-4b9f-b4a8-46a2a98c3683)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:50.671952 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-ed1d2798-f18e-450b-a1ac-a382d915fb53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:50.673362 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-ed1d2798-f18e-450b-a1ac-a382d915fb53 service neutron] 10.222.0.90 "PUT /v2.0/ports/3653680c-f639-4883-a7fb-22643d56ac20 HTTP/1.1" status: 200 len: 1092 time: 4.2246547 Aug 16 21:02:50.674032 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8572b017-d212-4776-9be3-4e7e0f1c0c20', 'tag': '3653680c-f639-4883-a7fb-22643d56ac20'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:02:50.685503 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e472ed-e44d-41c5-9e34-baf146d4538b" -d '{"events": [{"name": "network-changed", "server_uuid": "8572b017-d212-4776-9be3-4e7e0f1c0c20", "tag": "3653680c-f639-4883-a7fb-22643d56ac20"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:02:50.745645 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10477d7-8f20-4a9f-9b4e-43dec9ec5de3 service neutron] Pushing event updated for resources: {'Port': ['ID=50abb050-d24a-4040-95ac-6ddb9aa049bd,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:50.801214 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-21811915-6cdc-46f2-90d1-af1d1986e557 service neutron] 10.222.0.84 "GET /v2.0/networks/f21989d2-1803-4d82-bc06-7ef94db801de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185754 Aug 16 21:02:50.809919 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:50.938391 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=ff6eb6c6-060f-4546-ad45-3decd63d113e,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:50.987743 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c21f3a9d-d6a5-43c0-93be-f45f6369b435 req-f71fb945-23fa-458a-b7ec-2bedac27be35 service neutron] 10.222.0.90 "GET /v2.0/networks/45db89f4-e24e-428c-9234-2eec244e104e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5148613 Aug 16 21:02:51.033912 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['ff6eb6c6-060f-4546-ad45-3decd63d113e'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:02:51.097344 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1d2798-f18e-450b-a1ac-a382d915fb53 service neutron] Pushing event updated for resources: {'Port': ['ID=3653680c-f639-4883-a7fb-22643d56ac20,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:51.121240 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac88ab7-689d-4eaa-b85f-fa8c2c674e77 req-b5307edc-bd9a-4014-bd36-6ca2768bac08 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:51.129259 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8ac88ab7-689d-4eaa-b85f-fa8c2c674e77 req-b5307edc-bd9a-4014-bd36-6ca2768bac08 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=4560d04d-dc1c-4a7f-9d2a-5909b257707c HTTP/1.1" status: 200 len: 943 time: 0.4153502 Aug 16 21:02:51.207310 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-e10477d7-8f20-4a9f-9b4e-43dec9ec5de3 service neutron] Attempting to bind port 50abb050-d24a-4040-95ac-6ddb9aa049bd on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:02:51.207952 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-e10477d7-8f20-4a9f-9b4e-43dec9ec5de3 service neutron] Attempting to bind port 50abb050-d24a-4040-95ac-6ddb9aa049bd by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': 'ada4df52-448f-4b9f-b4a8-46a2a98c3683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '45db89f4-e24e-428c-9234-2eec244e104e'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:02:51.209149 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-e10477d7-8f20-4a9f-9b4e-43dec9ec5de3 service neutron] Attempting to bind port 50abb050-d24a-4040-95ac-6ddb9aa049bd on network 45db89f4-e24e-428c-9234-2eec244e104e {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:51.217908 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-443f7a9e-136d-45f5-bc32-5d15a4473d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:51.221409 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-443f7a9e-136d-45f5-bc32-5d15a4473d3e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a485424eb2e24bcaa20cbee16ed61024&device_id=8572b017-d212-4776-9be3-4e7e0f1c0c20 HTTP/1.1" status: 200 len: 1095 time: 0.2369680 Aug 16 21:02:51.238665 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8ac88ab7-689d-4eaa-b85f-fa8c2c674e77 req-52735f65-3e67-4aab-ae3d-2bc822fc014b tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082754 Aug 16 21:02:51.272817 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-e10477d7-8f20-4a9f-9b4e-43dec9ec5de3 service neutron] Port 50abb050-d24a-4040-95ac-6ddb9aa049bd on network 45db89f4-e24e-428c-9234-2eec244e104e not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:02:51.273157 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-e10477d7-8f20-4a9f-9b4e-43dec9ec5de3 service neutron] Attempting to bind port 50abb050-d24a-4040-95ac-6ddb9aa049bd on network 45db89f4-e24e-428c-9234-2eec244e104e {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:51.375081 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4940b299-4cd9-46ff-8f31-4f15a1e9b009 x-openstack-request-id: req-4940b299-4cd9-46ff-8f31-4f15a1e9b009 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:02:51.375568 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8572b017-d212-4776-9be3-4e7e0f1c0c20", "tag": "3653680c-f639-4883-a7fb-22643d56ac20", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:02:51.376040 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4940b299-4cd9-46ff-8f31-4f15a1e9b009 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:02:51.376886 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8572b017-d212-4776-9be3-4e7e0f1c0c20', 'tag': '3653680c-f639-4883-a7fb-22643d56ac20', 'status': 'completed', 'code': 200} Aug 16 21:02:51.377815 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-e10477d7-8f20-4a9f-9b4e-43dec9ec5de3 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:02:51.378349 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-e10477d7-8f20-4a9f-9b4e-43dec9ec5de3 service neutron] Checking segment: {'id': 'ada4df52-448f-4b9f-b4a8-46a2a98c3683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '45db89f4-e24e-428c-9234-2eec244e104e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:51.379093 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-e10477d7-8f20-4a9f-9b4e-43dec9ec5de3 service neutron] Bound using segment: {'id': 'ada4df52-448f-4b9f-b4a8-46a2a98c3683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '45db89f4-e24e-428c-9234-2eec244e104e'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:02:51.380099 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-e10477d7-8f20-4a9f-9b4e-43dec9ec5de3 service neutron] Bound port: 50abb050-d24a-4040-95ac-6ddb9aa049bd, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ada4df52-448f-4b9f-b4a8-46a2a98c3683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '45db89f4-e24e-428c-9234-2eec244e104e'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:02:51.381357 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-e10477d7-8f20-4a9f-9b4e-43dec9ec5de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:51.436742 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cc8cb91f-a776-47db-90aa-7caf8dec8fa8 req-9aac312d-1d8a-49fb-8794-63a0d0c165da tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=5116afe2-47c4-4649-9df0-c00b0900e462 HTTP/1.1" status: 200 len: 210 time: 0.0523145 Aug 16 21:02:51.440655 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-39a93370-3eb6-47c5-94b6-ff28fe1e833a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3653680c-f639-4883-a7fb-22643d56ac20 HTTP/1.1" status: 200 len: 217 time: 0.1896825 Aug 16 21:02:51.469298 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:02:51.492765 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c951310-4a1a-42bf-b371-25f4a677e9fc req-d5e9079e-e624-4857-b663-636b1c9e1292 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc HTTP/1.1" status: 200 len: 210 time: 0.1309879 Aug 16 21:02:51.563313 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-59b6bb31-88e4-4ba1-a504-e6bfb32eb915 req-b9219652-4a90-44a1-b0f0-f4cf4109fc53 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=7fc98862-7540-4713-ac49-0bde3eff2c20 HTTP/1.1" status: 200 len: 210 time: 0.0459146 Aug 16 21:02:51.621377 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-29d2fa97-8881-40e6-a3d3-84a20a73838a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:51.623063 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-29d2fa97-8881-40e6-a3d3-84a20a73838a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1a68b51f-c089-4c5a-93d2-abef692469a9 HTTP/1.1" status: 200 len: 854 time: 0.1403453 Aug 16 21:02:51.668864 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-e10477d7-8f20-4a9f-9b4e-43dec9ec5de3 service neutron] For port 50abb050-d24a-4040-95ac-6ddb9aa049bd, host n-h1-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:02:51.681200 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-e10477d7-8f20-4a9f-9b4e-43dec9ec5de3 service neutron] For port 50abb050-d24a-4040-95ac-6ddb9aa049bd, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=50abb050-d24a-4040-95ac-6ddb9aa049bd,segment=NetworkSegment(ada4df52-448f-4b9f-b4a8-46a2a98c3683),segment_id=ada4df52-448f-4b9f-b4a8-46a2a98c3683)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:02:51.717743 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-9732f111-029f-4fa0-b694-40819f67a2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:51.719651 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-9732f111-029f-4fa0-b694-40819f67a2c0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=45db89f4-e24e-428c-9234-2eec244e104e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0875940 Aug 16 21:02:51.732037 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-edfca8e7-3ac9-4caf-9df5-6b23337e9513 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:51.741730 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-edfca8e7-3ac9-4caf-9df5-6b23337e9513 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.72 "GET /v2.0/networks?id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 HTTP/1.1" status: 200 len: 811 time: 0.1641359 Aug 16 21:02:51.759674 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-e636044a-e27f-4785-908d-ecba75a42a3e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Request body: {'port': {'device_id': '8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc', 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781', 'admin_state_up': True, 'tenant_id': '04d4519d90b5451ebf562bbd9e44ac2b'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:52.023478 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:52.025248 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-e636044a-e27f-4785-908d-ecba75a42a3e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Made reservation on behalf of 04d4519d90b5451ebf562bbd9e44ac2b for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:52.041328 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-e636044a-e27f-4785-908d-ecba75a42a3e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:52.197387 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-e10477d7-8f20-4a9f-9b4e-43dec9ec5de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:52.252319 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-e636044a-e27f-4785-908d-ecba75a42a3e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Allocated IP 172.20.0.10 (6c1a60e8-edd1-4d58-b6d4-9cea8db0a781/20aa60f1-bb16-40f5-b2dd-0341c13f6e8c/7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:52.280552 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-e10477d7-8f20-4a9f-9b4e-43dec9ec5de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:52.281782 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-e10477d7-8f20-4a9f-9b4e-43dec9ec5de3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:52.283228 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-e10477d7-8f20-4a9f-9b4e-43dec9ec5de3 service neutron] 10.222.0.72 "PUT /v2.0/ports/50abb050-d24a-4040-95ac-6ddb9aa049bd HTTP/1.1" status: 200 len: 1092 time: 3.3027534 Aug 16 21:02:52.326594 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10477d7-8f20-4a9f-9b4e-43dec9ec5de3 service neutron] Pushing event updated for resources: {'Port': ['ID=50abb050-d24a-4040-95ac-6ddb9aa049bd,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:52.350074 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-7c19a60f-eefd-4b84-8960-bdbe1a86d659 service neutron] 10.222.0.90 "GET /v2.0/networks/45db89f4-e24e-428c-9234-2eec244e104e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6087778 Aug 16 21:02:52.436958 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ff6eb6c6-060f-4546-ad45-3decd63d113e up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:52.549907 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832faaf-4d53-4347-a1db-daa49a6d729f req-821ea388-63f9-4565-983f-f824777ee579 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:52.551604 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e832faaf-4d53-4347-a1db-daa49a6d729f req-821ea388-63f9-4565-983f-f824777ee579 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=4560d04d-dc1c-4a7f-9d2a-5909b257707c HTTP/1.1" status: 200 len: 943 time: 0.1291747 Aug 16 21:02:52.668526 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port ff6eb6c6-060f-4546-ad45-3decd63d113e completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:52.674493 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port ff6eb6c6-060f-4546-ad45-3decd63d113e triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:52.675151 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:52.742323 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e832faaf-4d53-4347-a1db-daa49a6d729f req-da7e9575-bfac-471b-ae65-0a464ebbf06a tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680553 Aug 16 21:02:52.744631 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-e636044a-e27f-4785-908d-ecba75a42a3e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:52.754939 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51ce10-611a-42e7-942d-eadc5723598a req-998863dd-78b6-4cbb-9c10-d521e5a1dd1b tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:52.757177 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9d51ce10-611a-42e7-942d-eadc5723598a req-998863dd-78b6-4cbb-9c10-d521e5a1dd1b tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.72 "GET /v2.0/networks?id=2a84c825-1836-4d4b-aa9e-01c66bc9b2dd HTTP/1.1" status: 200 len: 813 time: 0.2085872 Aug 16 21:02:52.767756 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bf2a0ee4-20c4-44cc-872d-3b779f1c3504 req-b4295134-22a5-4a75-b934-d5fcb4b05530 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=5116afe2-47c4-4649-9df0-c00b0900e462 HTTP/1.1" status: 200 len: 210 time: 0.1859086 Aug 16 21:02:52.782411 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-9d51ce10-611a-42e7-942d-eadc5723598a req-5d396407-9dec-4528-81e0-a16a68dc7623 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Request body: {'port': {'device_id': '5116afe2-47c4-4649-9df0-c00b0900e462', 'network_id': '2a84c825-1836-4d4b-aa9e-01c66bc9b2dd', 'admin_state_up': True, 'tenant_id': '4c0e76081c1e4800ae56303449df01e1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:52.795018 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e2637853-ed04-495d-a4ce-a913e28d4da7 req-cac9e20f-79ca-4d2d-99e9-c5aba781072a service neutron] 10.222.0.90 "GET /v2.0/networks/45db89f4-e24e-428c-9234-2eec244e104e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372642 Aug 16 21:02:52.805196 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-e636044a-e27f-4785-908d-ecba75a42a3e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Transition to ACTIVE for port object 7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:52.810529 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:52.871857 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-206047ab-822b-469e-86f0-f5b89b97dd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:52.876936 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-206047ab-822b-469e-86f0-f5b89b97dd6f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a485424eb2e24bcaa20cbee16ed61024&device_id=4560d04d-dc1c-4a7f-9d2a-5909b257707c HTTP/1.1" status: 200 len: 1095 time: 0.4201829 Aug 16 21:02:52.878164 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ff6eb6c6-060f-4546-ad45-3decd63d113e, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ff6eb6c6-060f-4546-ad45-3decd63d113e,segment=NetworkSegment(ada4df52-448f-4b9f-b4a8-46a2a98c3683),segment_id=ada4df52-448f-4b9f-b4a8-46a2a98c3683)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:52.879312 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2769ccf-9336-4715-8aba-3b436618b766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6eb6c6-060f-4546-ad45-3decd63d113e'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:02:52.889247 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55697ee0-fb42-4932-a434-512600ff0bc7" -d '{"events": [{"server_uuid": "b2769ccf-9336-4715-8aba-3b436618b766", "name": "network-vif-plugged", "status": "completed", "tag": "ff6eb6c6-060f-4546-ad45-3decd63d113e"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:02:52.932741 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-ba91f1d9-8b29-4c26-8614-fd88071b6ef6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50abb050-d24a-4040-95ac-6ddb9aa049bd HTTP/1.1" status: 200 len: 217 time: 0.0504191 Aug 16 21:02:52.999904 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-72a3cdaa-260b-46cd-b0c0-bbd3e2c782af req-81d536a7-e634-4b95-a6b0-21fb5c3d6854 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=7fc98862-7540-4713-ac49-0bde3eff2c20 HTTP/1.1" status: 200 len: 210 time: 0.0798042 Aug 16 21:02:53.004777 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-77ad2fae-bfbe-4555-8c63-0208c0629931 req-b6f2e927-8d85-40cd-8293-48b282db8158 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc HTTP/1.1" status: 200 len: 210 time: 0.0826752 Aug 16 21:02:53.020525 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:53.051299 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-a6c5c5ec-eba0-4023-9c81-84e528f51f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:53.052881 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-a6c5c5ec-eba0-4023-9c81-84e528f51f7c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a68b51f-c089-4c5a-93d2-abef692469a9 HTTP/1.1" status: 200 len: 854 time: 0.1090646 Aug 16 21:02:53.059495 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e472ed-e44d-41c5-9e34-baf146d4538b req-4dccfa1c-59b0-4a7c-ab8e-414a389a2861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:53.061324 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-73e472ed-e44d-41c5-9e34-baf146d4538b req-4dccfa1c-59b0-4a7c-ab8e-414a389a2861 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a485424eb2e24bcaa20cbee16ed61024&device_id=8572b017-d212-4776-9be3-4e7e0f1c0c20 HTTP/1.1" status: 200 len: 1095 time: 0.0601773 Aug 16 21:02:53.066688 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-e636044a-e27f-4785-908d-ecba75a42a3e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:53.066688 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d51ce10-611a-42e7-942d-eadc5723598a req-5d396407-9dec-4528-81e0-a16a68dc7623 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Made reservation on behalf of 4c0e76081c1e4800ae56303449df01e1 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:53.082021 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9d51ce10-611a-42e7-942d-eadc5723598a req-5d396407-9dec-4528-81e0-a16a68dc7623 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:53.085974 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d061c33-9d73-4ca5-bf4f-752f5806180b x-openstack-request-id: req-8d061c33-9d73-4ca5-bf4f-752f5806180b {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:02:53.086979 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2769ccf-9336-4715-8aba-3b436618b766", "name": "network-vif-plugged", "status": "completed", "tag": "ff6eb6c6-060f-4546-ad45-3decd63d113e", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:02:53.087399 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8d061c33-9d73-4ca5-bf4f-752f5806180b {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:02:53.088018 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2769ccf-9336-4715-8aba-3b436618b766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6eb6c6-060f-4546-ad45-3decd63d113e', 'code': 200} Aug 16 21:02:53.093195 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['328aaa67-fe46-4a01-a7b5-759a56b08c1c', '2adf68eb-9b0e-4c83-9972-571036751e2e'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:02:53.169945 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=ff6eb6c6-060f-4546-ad45-3decd63d113e,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:53.170322 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-65c94b21-73d7-478a-a8f8-ef5deb2cf8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:53.171913 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-65c94b21-73d7-478a-a8f8-ef5deb2cf8a8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=45db89f4-e24e-428c-9234-2eec244e104e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1099267 Aug 16 21:02:53.265641 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e472ed-e44d-41c5-9e34-baf146d4538b req-3cc556cc-5a9f-4678-a7fb-b0a1c1d5ea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:53.267880 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-73e472ed-e44d-41c5-9e34-baf146d4538b req-3cc556cc-5a9f-4678-a7fb-b0a1c1d5ea04 service neutron] 10.222.0.90 "GET /v2.0/networks?id=45db89f4-e24e-428c-9234-2eec244e104e HTTP/1.1" status: 200 len: 916 time: 0.1960638 Aug 16 21:02:53.286798 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-e636044a-e27f-4785-908d-ecba75a42a3e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Network 6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:53.286798 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-e636044a-e27f-4785-908d-ecba75a42a3e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:53.342421 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-e636044a-e27f-4785-908d-ecba75a42a3e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:53.349934 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636044a-e27f-4785-908d-ecba75a42a3e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Pushing event updated for resources: {'Port': ['ID=7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:53.373075 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-73e472ed-e44d-41c5-9e34-baf146d4538b req-d62a5714-f429-4c7c-a904-3503f79f7e58 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3653680c-f639-4883-a7fb-22643d56ac20 HTTP/1.1" status: 200 len: 217 time: 0.0895305 Aug 16 21:02:53.389065 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4560d04d-dc1c-4a7f-9d2a-5909b257707c', 'tag': '50abb050-d24a-4040-95ac-6ddb9aa049bd'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:02:53.391379 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84285dc1-2f31-4a08-a3e7-19f83779bc0b" -d '{"events": [{"name": "network-changed", "server_uuid": "4560d04d-dc1c-4a7f-9d2a-5909b257707c", "tag": "50abb050-d24a-4040-95ac-6ddb9aa049bd"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:02:53.486856 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e636044a-e27f-4785-908d-ecba75a42a3e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:53.487206 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e636044a-e27f-4785-908d-ecba75a42a3e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:53.487567 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e636044a-e27f-4785-908d-ecba75a42a3e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:53.487936 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e636044a-e27f-4785-908d-ecba75a42a3e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:53.488275 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e636044a-e27f-4785-908d-ecba75a42a3e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:53.488605 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e636044a-e27f-4785-908d-ecba75a42a3e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:53.488929 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e636044a-e27f-4785-908d-ecba75a42a3e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:53.489542 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e636044a-e27f-4785-908d-ecba75a42a3e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:53.490223 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e636044a-e27f-4785-908d-ecba75a42a3e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:53.490480 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e636044a-e27f-4785-908d-ecba75a42a3e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:53.490806 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e636044a-e27f-4785-908d-ecba75a42a3e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:53.491143 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e636044a-e27f-4785-908d-ecba75a42a3e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:53.509415 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-9d5c3ab6-f27d-470f-a0fc-88076a24ca3d service neutron] 10.222.0.72 "GET /v2.0/networks/45db89f4-e24e-428c-9234-2eec244e104e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209758 Aug 16 21:02:53.518673 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51411375-112c-4d78-b315-2e42e5e72300 x-openstack-request-id: req-51411375-112c-4d78-b315-2e42e5e72300 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:02:53.523323 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4560d04d-dc1c-4a7f-9d2a-5909b257707c", "tag": "50abb050-d24a-4040-95ac-6ddb9aa049bd", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:02:53.523622 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-51411375-112c-4d78-b315-2e42e5e72300 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:02:53.525224 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4560d04d-dc1c-4a7f-9d2a-5909b257707c', 'tag': '50abb050-d24a-4040-95ac-6ddb9aa049bd', 'status': 'completed', 'code': 200} Aug 16 21:02:53.638494 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-e636044a-e27f-4785-908d-ecba75a42a3e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:53.639827 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-e636044a-e27f-4785-908d-ecba75a42a3e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:53.666748 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-9d51ce10-611a-42e7-942d-eadc5723598a req-5d396407-9dec-4528-81e0-a16a68dc7623 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Allocated IP 172.20.0.3 (2a84c825-1836-4d4b-aa9e-01c66bc9b2dd/b11c061b-d987-4b96-a2d3-345542c53b8b/4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:53.723060 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8ae43-74e9-4445-bcb9-91b81d448534 req-0aea6185-0a2a-424c-8885-7c922318bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:53.725805 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3ba8ae43-74e9-4445-bcb9-91b81d448534 req-0aea6185-0a2a-424c-8885-7c922318bc96 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b2769ccf-9336-4715-8aba-3b436618b766 HTTP/1.1" status: 200 len: 1097 time: 0.4174960 Aug 16 21:02:53.759884 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e472ed-e44d-41c5-9e34-baf146d4538b req-f2331a77-aacf-4f98-af7a-a970bf34c315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:53.762077 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-73e472ed-e44d-41c5-9e34-baf146d4538b req-f2331a77-aacf-4f98-af7a-a970bf34c315 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1a68b51f-c089-4c5a-93d2-abef692469a9 HTTP/1.1" status: 200 len: 854 time: 0.3668618 Aug 16 21:02:53.777125 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e115e41c-982b-4e74-b4f6-7ed15a563f62 None None] Provisioning for port 7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:53.783485 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e115e41c-982b-4e74-b4f6-7ed15a563f62 None None] Provisioning complete for port 7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:53.785698 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e115e41c-982b-4e74-b4f6-7ed15a563f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:53.785854 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-e636044a-e27f-4785-908d-ecba75a42a3e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0330751 Aug 16 21:02:53.889425 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-e115e41c-982b-4e74-b4f6-7ed15a563f62 None None] Port 7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:02:53.898880 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-a19b2624-153f-443d-95f2-5ba30f8771df service neutron] Request body: {'port': {'device_id': '8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:53.955225 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3c206b4-a0b8-469e-969a-6b05a3c47faa req-85568e51-8ee4-49f1-bfc3-cc39d7cfb341 service neutron] 10.222.0.72 "GET /v2.0/networks/45db89f4-e24e-428c-9234-2eec244e104e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657758 Aug 16 21:02:53.999657 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3ba8ae43-74e9-4445-bcb9-91b81d448534 req-e973bb61-abe6-4fde-a508-98cf5bc3da4f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556319 Aug 16 21:02:54.003819 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9d51ce10-611a-42e7-942d-eadc5723598a req-5d396407-9dec-4528-81e0-a16a68dc7623 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:54.046146 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cdd677db-ff1e-4708-8e0b-15f6999c3462 req-05fce2cb-e9c3-4b70-a964-2dbf598dbdb8 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=5116afe2-47c4-4649-9df0-c00b0900e462 HTTP/1.1" status: 200 len: 210 time: 0.1245356 Aug 16 21:02:54.083778 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e472ed-e44d-41c5-9e34-baf146d4538b req-63334511-7ce3-48e7-8565-f4a4ea0f10bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:54.085399 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-73e472ed-e44d-41c5-9e34-baf146d4538b req-63334511-7ce3-48e7-8565-f4a4ea0f10bd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=45db89f4-e24e-428c-9234-2eec244e104e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3120799 Aug 16 21:02:54.105345 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-a19b2624-153f-443d-95f2-5ba30f8771df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:54.149950 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4949e-0570-494e-b3fb-b05e6169e163 req-cb484069-91e5-492a-b1b1-e3fa3efe7a21 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:54.162725 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-60f4949e-0570-494e-b3fb-b05e6169e163 req-cb484069-91e5-492a-b1b1-e3fa3efe7a21 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=4560d04d-dc1c-4a7f-9d2a-5909b257707c HTTP/1.1" status: 200 len: 943 time: 0.2101994 Aug 16 21:02:54.201506 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9d51ce10-611a-42e7-942d-eadc5723598a req-5d396407-9dec-4528-81e0-a16a68dc7623 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:54.214811 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['811fe75a-58ad-4d55-95fc-557ec70b4da6'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:02:54.439663 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 3653680c-f639-4883-a7fb-22643d56ac20 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:02:54.447926 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-63bf4ea0-cbc3-420a-8b4f-bb938a7fee44 req-3758b77f-85c6-44ee-81f7-9c23a3130261 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=7fc98862-7540-4713-ac49-0bde3eff2c20 HTTP/1.1" status: 200 len: 210 time: 0.1774659 Aug 16 21:02:54.569000 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-60f4949e-0570-494e-b3fb-b05e6169e163 req-bb37fb09-753b-4442-81e5-68e2a7369256 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052896 Aug 16 21:02:54.674819 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 3653680c-f639-4883-a7fb-22643d56ac20, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=3653680c-f639-4883-a7fb-22643d56ac20,segment=NetworkSegment(ada4df52-448f-4b9f-b4a8-46a2a98c3683),segment_id=ada4df52-448f-4b9f-b4a8-46a2a98c3683)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:54.739058 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84285dc1-2f31-4a08-a3e7-19f83779bc0b req-8740f37c-0306-4efd-a054-a682e6ef41e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:54.741135 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-84285dc1-2f31-4a08-a3e7-19f83779bc0b req-8740f37c-0306-4efd-a054-a682e6ef41e1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a485424eb2e24bcaa20cbee16ed61024&device_id=4560d04d-dc1c-4a7f-9d2a-5909b257707c HTTP/1.1" status: 200 len: 1095 time: 0.5620294 Aug 16 21:02:54.773755 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-a19b2624-153f-443d-95f2-5ba30f8771df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:02:54.784778 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-a19b2624-153f-443d-95f2-5ba30f8771df service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:54.800387 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-a19b2624-153f-443d-95f2-5ba30f8771df service neutron] Transition to ACTIVE for port object 7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:54.822156 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d51ce10-611a-42e7-942d-eadc5723598a req-5d396407-9dec-4528-81e0-a16a68dc7623 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Network 2a84c825-1836-4d4b-aa9e-01c66bc9b2dd is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:54.845578 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-9d51ce10-611a-42e7-942d-eadc5723598a req-5d396407-9dec-4528-81e0-a16a68dc7623 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:54.850374 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d51ce10-611a-42e7-942d-eadc5723598a req-5d396407-9dec-4528-81e0-a16a68dc7623 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:55.178168 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-73e472ed-e44d-41c5-9e34-baf146d4538b req-e062ce54-9274-4357-8bb9-1a60250df353 service neutron] 10.222.0.90 "GET /v2.0/networks/45db89f4-e24e-428c-9234-2eec244e104e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7681181 Aug 16 21:02:55.178168 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38a11f-7fbd-4a94-a767-28a2b63a4ab0 req-601048e4-522f-4587-88bc-9b282c23d95a tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:55.178168 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a38a11f-7fbd-4a94-a767-28a2b63a4ab0 req-601048e4-522f-4587-88bc-9b282c23d95a tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc HTTP/1.1" status: 200 len: 932 time: 0.2942934 Aug 16 21:02:55.188362 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d396407-9dec-4528-81e0-a16a68dc7623 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Pushing event updated for resources: {'Port': ['ID=4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:55.193967 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-fc6995f8-bb89-4da8-bafa-10c721811193 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:55.193967 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-fc6995f8-bb89-4da8-bafa-10c721811193 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.90 "GET /v2.0/networks?id=f21989d2-1803-4d82-bc06-7ef94db801de HTTP/1.1" status: 200 len: 810 time: 0.7429059 Aug 16 21:02:55.195399 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-a19b2624-153f-443d-95f2-5ba30f8771df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:55.195589 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-c0590af6-c370-4c68-87d8-560483445d22 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0e033d4713247c4be0e53c874c211ee HTTP/1.1" status: 200 len: 380 time: 0.0562897 Aug 16 21:02:55.195737 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '3653680c-f639-4883-a7fb-22643d56ac20', 'network_id': '45db89f4-e24e-428c-9234-2eec244e104e', 'port_id': '3653680c-f639-4883-a7fb-22643d56ac20', 'mac_address': 'fa:16:3e:7d:c0:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a68b51f-c089-4c5a-93d2-abef692469a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:02:55.196379 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-23fd4458-015f-4c19-88df-17a463cdfcd6 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Request body: {'port': {'device_id': '7fc98862-7540-4713-ac49-0bde3eff2c20', 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de', 'admin_state_up': True, 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'security_groups': ['356ac026-9607-4319-a31e-9fa9c3738855']}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:55.196379 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a38a11f-7fbd-4a94-a767-28a2b63a4ab0 req-f9bdfa3e-b778-42ef-bc69-1a2b8b66b18e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782134 Aug 16 21:02:55.196629 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:55.199643 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3653680c-f639-4883-a7fb-22643d56ac20 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:02:55.201621 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b2624-153f-443d-95f2-5ba30f8771df service neutron] Pushing event updated for resources: {'Port': ['ID=7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:55.211048 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84285dc1-2f31-4a08-a3e7-19f83779bc0b req-9aa46d87-3dc2-4309-8174-5c9aad67c593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:55.216932 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-84285dc1-2f31-4a08-a3e7-19f83779bc0b req-9aa46d87-3dc2-4309-8174-5c9aad67c593 service neutron] 10.222.0.72 "GET /v2.0/networks?id=45db89f4-e24e-428c-9234-2eec244e104e HTTP/1.1" status: 200 len: 916 time: 0.4540665 Aug 16 21:02:55.217200 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51ce10-611a-42e7-942d-eadc5723598a req-5d396407-9dec-4528-81e0-a16a68dc7623 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:55.218045 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9d51ce10-611a-42e7-942d-eadc5723598a req-5d396407-9dec-4528-81e0-a16a68dc7623 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:55.239071 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 3653680c-f639-4883-a7fb-22643d56ac20, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=3653680c-f639-4883-a7fb-22643d56ac20,segment=NetworkSegment(ada4df52-448f-4b9f-b4a8-46a2a98c3683),segment_id=ada4df52-448f-4b9f-b4a8-46a2a98c3683)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:55.324065 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-73e472ed-e44d-41c5-9e34-baf146d4538b req-9821de28-70f7-4b66-a0dd-b7e6baa6006f service neutron] 10.222.0.90 "GET /v2.0/networks/45db89f4-e24e-428c-9234-2eec244e104e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981740 Aug 16 21:02:55.325034 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-84285dc1-2f31-4a08-a3e7-19f83779bc0b req-9c20d58f-25f3-4adc-8f7c-602d3b7d4e5f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50abb050-d24a-4040-95ac-6ddb9aa049bd HTTP/1.1" status: 200 len: 217 time: 0.0935855 Aug 16 21:02:55.329283 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-a19b2624-153f-443d-95f2-5ba30f8771df service neutron] Attempting to bind port 7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:02:55.343371 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-a19b2624-153f-443d-95f2-5ba30f8771df service neutron] Attempting to bind port 7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '22721eb0-aba5-4aa9-85ca-08a2fecd48ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:02:55.343983 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-a19b2624-153f-443d-95f2-5ba30f8771df service neutron] Attempting to bind port 7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba on network 6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:55.351012 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-a19b2624-153f-443d-95f2-5ba30f8771df service neutron] Port 7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba on network 6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:02:55.351559 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-a19b2624-153f-443d-95f2-5ba30f8771df service neutron] Attempting to bind port 7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba on network 6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:55.357933 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-a19b2624-153f-443d-95f2-5ba30f8771df service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:02:55.359990 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-a19b2624-153f-443d-95f2-5ba30f8771df service neutron] Checking segment: {'id': '22721eb0-aba5-4aa9-85ca-08a2fecd48ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:55.359990 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-a19b2624-153f-443d-95f2-5ba30f8771df service neutron] Bound using segment: {'id': '22721eb0-aba5-4aa9-85ca-08a2fecd48ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:02:55.359990 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-a19b2624-153f-443d-95f2-5ba30f8771df service neutron] Bound port: 7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22721eb0-aba5-4aa9-85ca-08a2fecd48ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:02:55.359990 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-a19b2624-153f-443d-95f2-5ba30f8771df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:55.387977 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:55.409000 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c36f7-228e-49a5-8b88-8afa9ebcf375 req-a648b25c-e360-46d6-b1de-7d2fa7a5aa97 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:55.410627 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8a3c36f7-228e-49a5-8b88-8afa9ebcf375 req-a648b25c-e360-46d6-b1de-7d2fa7a5aa97 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=5116afe2-47c4-4649-9df0-c00b0900e462 HTTP/1.1" status: 200 len: 931 time: 0.2309999 Aug 16 21:02:55.425419 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9d51ce10-611a-42e7-942d-eadc5723598a req-5d396407-9dec-4528-81e0-a16a68dc7623 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6470273 Aug 16 21:02:55.445980 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-9d51ce10-611a-42e7-942d-eadc5723598a req-5330f074-cde8-4610-83e4-498ad27b8857 service neutron] Request body: {'port': {'device_id': '5116afe2-47c4-4649-9df0-c00b0900e462', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:55.446297 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84285dc1-2f31-4a08-a3e7-19f83779bc0b req-e04ca3ab-5832-4931-8650-0797372964fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:55.446297 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-84285dc1-2f31-4a08-a3e7-19f83779bc0b req-e04ca3ab-5832-4931-8650-0797372964fc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a68b51f-c089-4c5a-93d2-abef692469a9 HTTP/1.1" status: 200 len: 854 time: 0.1081676 Aug 16 21:02:55.489661 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8a3c36f7-228e-49a5-8b88-8afa9ebcf375 req-5263b77b-779d-4e1e-afd4-dad9300da095 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671971 Aug 16 21:02:55.552682 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-a19b2624-153f-443d-95f2-5ba30f8771df service neutron] For port 7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:02:55.552875 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=3653680c-f639-4883-a7fb-22643d56ac20,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:55.563049 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-23fd4458-015f-4c19-88df-17a463cdfcd6 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Made reservation on behalf of a0e033d4713247c4be0e53c874c211ee for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:55.566807 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-a19b2624-153f-443d-95f2-5ba30f8771df service neutron] For port 7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:02:55.567376 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-23fd4458-015f-4c19-88df-17a463cdfcd6 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:55.584788 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9d51ce10-611a-42e7-942d-eadc5723598a req-5330f074-cde8-4610-83e4-498ad27b8857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:55.632731 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-faf1d83d-2451-49a7-b68e-dd5bc3ad1580 req-b33a1907-9602-461e-83ad-bfaf09b1c7b7 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=7fc98862-7540-4713-ac49-0bde3eff2c20 HTTP/1.1" status: 200 len: 210 time: 0.0513437 Aug 16 21:02:55.638110 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['3653680c-f639-4883-a7fb-22643d56ac20'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:02:55.731778 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-a19b2624-153f-443d-95f2-5ba30f8771df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:55.764260 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84285dc1-2f31-4a08-a3e7-19f83779bc0b req-582eaac4-5726-48ec-9b44-ad1bbe5f3a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:55.765575 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-84285dc1-2f31-4a08-a3e7-19f83779bc0b req-582eaac4-5726-48ec-9b44-ad1bbe5f3a96 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=45db89f4-e24e-428c-9234-2eec244e104e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3087060 Aug 16 21:02:55.838394 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-a19b2624-153f-443d-95f2-5ba30f8771df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:55.839190 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-a19b2624-153f-443d-95f2-5ba30f8771df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:55.843458 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-a19b2624-153f-443d-95f2-5ba30f8771df service neutron] 10.222.0.72 "PUT /v2.0/ports/7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba HTTP/1.1" status: 200 len: 1093 time: 1.9483645 Aug 16 21:02:55.862195 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc', 'tag': '7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:02:55.864806 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d19d78-8f58-4b3d-b763-bcf26b568871" -d '{"events": [{"name": "network-changed", "server_uuid": "8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc", "tag": "7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:02:55.899103 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7259297-5a4b-4d6c-8d10-f3f1aa0c87a6 req-93ac0079-5e4f-4ff0-8a54-a5ccdcf6f91f tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:55.900899 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d7259297-5a4b-4d6c-8d10-f3f1aa0c87a6 req-93ac0079-5e4f-4ff0-8a54-a5ccdcf6f91f tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=4560d04d-dc1c-4a7f-9d2a-5909b257707c HTTP/1.1" status: 200 len: 943 time: 0.2269812 Aug 16 21:02:55.946778 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b2624-153f-443d-95f2-5ba30f8771df service neutron] Pushing event updated for resources: {'Port': ['ID=7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:56.003268 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1df06c3-cf95-4486-bad2-2d0263d52965 x-openstack-request-id: req-f1df06c3-cf95-4486-bad2-2d0263d52965 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:02:56.003741 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc", "tag": "7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:02:56.004219 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f1df06c3-cf95-4486-bad2-2d0263d52965 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:02:56.004807 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc', 'tag': '7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba', 'status': 'completed', 'code': 200} Aug 16 21:02:56.057049 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-23fd4458-015f-4c19-88df-17a463cdfcd6 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Allocated IP 172.20.0.8 (f21989d2-1803-4d82-bc06-7ef94db801de/03f69758-9eaf-430a-b99d-d64769716af9/3174730e-d323-4a7a-8e80-719cb594a169) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:56.077542 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d7259297-5a4b-4d6c-8d10-f3f1aa0c87a6 req-6fb22489-290c-4438-86dd-d133b7372763 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397374 Aug 16 21:02:56.112173 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-84285dc1-2f31-4a08-a3e7-19f83779bc0b req-e219ab71-fd92-4d64-9c79-b9925588265c service neutron] 10.222.0.72 "GET /v2.0/networks/45db89f4-e24e-428c-9234-2eec244e104e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213272 Aug 16 21:02:56.145170 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-9d51ce10-611a-42e7-942d-eadc5723598a req-5330f074-cde8-4610-83e4-498ad27b8857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:02:56.154459 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9d51ce10-611a-42e7-942d-eadc5723598a req-5330f074-cde8-4610-83e4-498ad27b8857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:56.167839 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-9d51ce10-611a-42e7-942d-eadc5723598a req-5330f074-cde8-4610-83e4-498ad27b8857 service neutron] Transition to ACTIVE for port object 4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:56.201412 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d19d78-8f58-4b3d-b763-bcf26b568871 req-0ad8f3bb-330e-4e7c-a033-bbeadd0e3eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:56.203025 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-32d19d78-8f58-4b3d-b763-bcf26b568871 req-0ad8f3bb-330e-4e7c-a033-bbeadd0e3eaf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04d4519d90b5451ebf562bbd9e44ac2b&device_id=8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc HTTP/1.1" status: 200 len: 1096 time: 0.1792355 Aug 16 21:02:56.266244 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9d51ce10-611a-42e7-942d-eadc5723598a req-5330f074-cde8-4610-83e4-498ad27b8857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:56.370093 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330f074-cde8-4610-83e4-498ad27b8857 service neutron] Pushing event updated for resources: {'Port': ['ID=4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:56.374138 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbec26-4607-46ee-98b8-2cf02e0e270c req-b796affd-a7b4-4fc8-b681-760040a4b8ae tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:56.384581 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0cfbec26-4607-46ee-98b8-2cf02e0e270c req-b796affd-a7b4-4fc8-b681-760040a4b8ae tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc HTTP/1.1" status: 200 len: 944 time: 0.1916473 Aug 16 21:02:56.439693 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-84285dc1-2f31-4a08-a3e7-19f83779bc0b req-ebdd65b4-3ec5-455e-b545-b6fd98b0fd89 service neutron] 10.222.0.72 "GET /v2.0/networks/45db89f4-e24e-428c-9234-2eec244e104e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592788 Aug 16 21:02:56.455290 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d19d78-8f58-4b3d-b763-bcf26b568871 req-298bc1f9-017b-4cfd-a62b-c607ab2cd0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:56.457099 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-32d19d78-8f58-4b3d-b763-bcf26b568871 req-298bc1f9-017b-4cfd-a62b-c607ab2cd0b8 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=04d4519d90b5451ebf562bbd9e44ac2b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2439764 Aug 16 21:02:56.461259 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-23fd4458-015f-4c19-88df-17a463cdfcd6 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:56.484932 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-9d51ce10-611a-42e7-942d-eadc5723598a req-5330f074-cde8-4610-83e4-498ad27b8857 service neutron] Attempting to bind port 4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:02:56.485386 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-9d51ce10-611a-42e7-942d-eadc5723598a req-5330f074-cde8-4610-83e4-498ad27b8857 service neutron] Attempting to bind port 4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '23658927-a623-4faf-8750-20d4ad03fab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2a84c825-1836-4d4b-aa9e-01c66bc9b2dd'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:02:56.485817 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d51ce10-611a-42e7-942d-eadc5723598a req-5330f074-cde8-4610-83e4-498ad27b8857 service neutron] Attempting to bind port 4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999 on network 2a84c825-1836-4d4b-aa9e-01c66bc9b2dd {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:56.487388 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0cfbec26-4607-46ee-98b8-2cf02e0e270c req-baa3f57f-46b3-461a-89e6-edcb84599399 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015515 Aug 16 21:02:56.495980 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-23fd4458-015f-4c19-88df-17a463cdfcd6 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Transition to ACTIVE for port object 3174730e-d323-4a7a-8e80-719cb594a169 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:56.544220 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d51ce10-611a-42e7-942d-eadc5723598a req-5330f074-cde8-4610-83e4-498ad27b8857 service neutron] Port 4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999 on network 2a84c825-1836-4d4b-aa9e-01c66bc9b2dd not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:02:56.544496 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d51ce10-611a-42e7-942d-eadc5723598a req-5330f074-cde8-4610-83e4-498ad27b8857 service neutron] Attempting to bind port 4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999 on network 2a84c825-1836-4d4b-aa9e-01c66bc9b2dd {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:56.557794 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d51ce10-611a-42e7-942d-eadc5723598a req-5330f074-cde8-4610-83e4-498ad27b8857 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:02:56.558161 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d51ce10-611a-42e7-942d-eadc5723598a req-5330f074-cde8-4610-83e4-498ad27b8857 service neutron] Checking segment: {'id': '23658927-a623-4faf-8750-20d4ad03fab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2a84c825-1836-4d4b-aa9e-01c66bc9b2dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:56.558550 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d51ce10-611a-42e7-942d-eadc5723598a req-5330f074-cde8-4610-83e4-498ad27b8857 service neutron] Bound using segment: {'id': '23658927-a623-4faf-8750-20d4ad03fab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2a84c825-1836-4d4b-aa9e-01c66bc9b2dd'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:02:56.559027 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-9d51ce10-611a-42e7-942d-eadc5723598a req-5330f074-cde8-4610-83e4-498ad27b8857 service neutron] Bound port: 4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23658927-a623-4faf-8750-20d4ad03fab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2a84c825-1836-4d4b-aa9e-01c66bc9b2dd'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:02:56.561823 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9d51ce10-611a-42e7-942d-eadc5723598a req-5330f074-cde8-4610-83e4-498ad27b8857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:56.637704 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-23fd4458-015f-4c19-88df-17a463cdfcd6 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:56.648023 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d19d78-8f58-4b3d-b763-bcf26b568871 req-b508d81f-31d1-4477-83a0-7377735b8736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:56.649512 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-32d19d78-8f58-4b3d-b763-bcf26b568871 req-b508d81f-31d1-4477-83a0-7377735b8736 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1769388 Aug 16 21:02:56.660072 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-9d51ce10-611a-42e7-942d-eadc5723598a req-5330f074-cde8-4610-83e4-498ad27b8857 service neutron] For port 4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:02:56.665436 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-9d51ce10-611a-42e7-942d-eadc5723598a req-5330f074-cde8-4610-83e4-498ad27b8857 service neutron] For port 4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999,segment=NetworkSegment(23658927-a623-4faf-8750-20d4ad03fab0),segment_id=23658927-a623-4faf-8750-20d4ad03fab0)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:02:56.761561 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-4e072db2-069d-4e7d-80bc-571578cb4cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:56.763512 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-4e072db2-069d-4e7d-80bc-571578cb4cf4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04d4519d90b5451ebf562bbd9e44ac2b&device_id=8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc HTTP/1.1" status: 200 len: 1096 time: 0.0681527 Aug 16 21:02:56.811236 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9d51ce10-611a-42e7-942d-eadc5723598a req-5330f074-cde8-4610-83e4-498ad27b8857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:56.814148 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-9ad63fca-89d3-4c7c-a34e-96fa19b380f2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba HTTP/1.1" status: 200 len: 217 time: 0.0404158 Aug 16 21:02:56.878086 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51ce10-611a-42e7-942d-eadc5723598a req-5330f074-cde8-4610-83e4-498ad27b8857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:56.879067 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9d51ce10-611a-42e7-942d-eadc5723598a req-5330f074-cde8-4610-83e4-498ad27b8857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:56.881298 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9d51ce10-611a-42e7-942d-eadc5723598a req-5330f074-cde8-4610-83e4-498ad27b8857 service neutron] 10.222.0.72 "PUT /v2.0/ports/4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999 HTTP/1.1" status: 200 len: 1092 time: 1.4457538 Aug 16 21:02:56.918459 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-b40c3eef-fcdf-46b6-a709-aa686dda6e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:56.919997 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-b40c3eef-fcdf-46b6-a709-aa686dda6e32 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=20aa60f1-bb16-40f5-b2dd-0341c13f6e8c HTTP/1.1" status: 200 len: 850 time: 0.0809233 Aug 16 21:02:56.921635 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330f074-cde8-4610-83e4-498ad27b8857 service neutron] Pushing event updated for resources: {'Port': ['ID=4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:56.972025 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-0b39382f-4d30-43d5-8353-520ae5111c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:56.973584 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-0b39382f-4d30-43d5-8353-520ae5111c81 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448143 Aug 16 21:02:57.053927 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-23fd4458-015f-4c19-88df-17a463cdfcd6 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Network f21989d2-1803-4d82-bc06-7ef94db801de is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:57.061075 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-23fd4458-015f-4c19-88df-17a463cdfcd6 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:57.064741 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-23fd4458-015f-4c19-88df-17a463cdfcd6 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:57.069579 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd4458-015f-4c19-88df-17a463cdfcd6 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Pushing event updated for resources: {'Port': ['ID=3174730e-d323-4a7a-8e80-719cb594a169,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:57.078734 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e1dc2-946d-4a62-9773-f42ea4895e25 req-14162894-f5bf-4682-bdb7-7b0358380061 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:57.080385 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-176e1dc2-946d-4a62-9773-f42ea4895e25 req-14162894-f5bf-4682-bdb7-7b0358380061 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=5116afe2-47c4-4649-9df0-c00b0900e462 HTTP/1.1" status: 200 len: 943 time: 0.5040252 Aug 16 21:02:57.148214 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-9f7b2b65-0b17-40b2-9535-1f66082a093e service neutron] 10.222.0.72 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654408 Aug 16 21:02:57.151150 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51ce10-611a-42e7-942d-eadc5723598a req-4b726f86-36ab-4605-b1d4-07918d17b54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:57.153053 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9d51ce10-611a-42e7-942d-eadc5723598a req-4b726f86-36ab-4605-b1d4-07918d17b54a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4c0e76081c1e4800ae56303449df01e1&device_id=5116afe2-47c4-4649-9df0-c00b0900e462 HTTP/1.1" status: 200 len: 1095 time: 0.1051242 Aug 16 21:02:57.164145 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409557d-70f8-4cc0-b1cc-dd3a86ab3f90 req-3253a927-567a-4fec-bbaa-7ebffee0b458 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:57.166425 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0409557d-70f8-4cc0-b1cc-dd3a86ab3f90 req-3253a927-567a-4fec-bbaa-7ebffee0b458 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=7fc98862-7540-4713-ac49-0bde3eff2c20 HTTP/1.1" status: 200 len: 931 time: 0.1613660 Aug 16 21:02:57.170049 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 50abb050-d24a-4040-95ac-6ddb9aa049bd details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:02:57.209078 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-23fd4458-015f-4c19-88df-17a463cdfcd6 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:57.209737 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-23fd4458-015f-4c19-88df-17a463cdfcd6 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:57.235491 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-176e1dc2-946d-4a62-9773-f42ea4895e25 req-96c50acc-3cf5-46ad-84f0-723434598faa tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286848 Aug 16 21:02:57.276570 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0409557d-70f8-4cc0-b1cc-dd3a86ab3f90 req-d391aae2-6c50-48b1-b9f4-c68bfe24b127 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=356ac026-9607-4319-a31e-9fa9c3738855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971611 Aug 16 21:02:57.292845 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9d51ce10-611a-42e7-942d-eadc5723598a req-9a256786-0fb0-474c-980f-65b919368d41 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999 HTTP/1.1" status: 200 len: 217 time: 0.1199114 Aug 16 21:02:57.348529 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51ce10-611a-42e7-942d-eadc5723598a req-cb233ea2-482b-44e5-92a1-a1efd92e604a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:57.350029 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9d51ce10-611a-42e7-942d-eadc5723598a req-cb233ea2-482b-44e5-92a1-a1efd92e604a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b11c061b-d987-4b96-a2d3-345542c53b8b HTTP/1.1" status: 200 len: 853 time: 0.0482998 Aug 16 21:02:57.375542 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-23fd4458-015f-4c19-88df-17a463cdfcd6 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3554485 Aug 16 21:02:57.397294 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 50abb050-d24a-4040-95ac-6ddb9aa049bd, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=50abb050-d24a-4040-95ac-6ddb9aa049bd,segment=NetworkSegment(ada4df52-448f-4b9f-b4a8-46a2a98c3683),segment_id=ada4df52-448f-4b9f-b4a8-46a2a98c3683)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:57.410522 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '50abb050-d24a-4040-95ac-6ddb9aa049bd', 'network_id': '45db89f4-e24e-428c-9234-2eec244e104e', 'port_id': '50abb050-d24a-4040-95ac-6ddb9aa049bd', 'mac_address': 'fa:16:3e:d5:31:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a68b51f-c089-4c5a-93d2-abef692469a9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:02:57.414207 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef53e4-8f03-41d2-9b4e-92c876187c6c req-3ee5aa67-fe12-4ad4-a7e2-2c974431131d tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:57.427632 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f3ef53e4-8f03-41d2-9b4e-92c876187c6c req-3ee5aa67-fe12-4ad4-a7e2-2c974431131d tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=4560d04d-dc1c-4a7f-9d2a-5909b257707c HTTP/1.1" status: 200 len: 943 time: 0.0865121 Aug 16 21:02:57.433753 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-446fe946-c641-42e9-9a59-34c18c98e4c8 req-938ca4ba-4798-4bf3-8b08-a2ef5f225bc7 service neutron] 10.222.0.72 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703500 Aug 16 21:02:57.436481 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9d51ce10-611a-42e7-942d-eadc5723598a req-79a4010f-adb4-421b-b84f-4f721b80d028 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a84c825-1836-4d4b-aa9e-01c66bc9b2dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748155 Aug 16 21:02:57.457212 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [req-9d51ce10-611a-42e7-942d-eadc5723598a req-b24fb825-7e11-45ad-9411-b41f3e4418a2 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:57.458314 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9d51ce10-611a-42e7-942d-eadc5723598a req-b24fb825-7e11-45ad-9411-b41f3e4418a2 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127447 Aug 16 21:02:57.464480 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:57.472361 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f3ef53e4-8f03-41d2-9b4e-92c876187c6c req-d6669868-4804-4fa8-960b-9e7534c1686b tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437427 Aug 16 21:02:57.491484 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-25d34b58-6fdd-407c-88bf-447ad166c6b1 service neutron] Request body: {'port': {'device_id': '7fc98862-7540-4713-ac49-0bde3eff2c20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:57.499897 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50abb050-d24a-4040-95ac-6ddb9aa049bd {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:02:57.526149 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 50abb050-d24a-4040-95ac-6ddb9aa049bd, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=50abb050-d24a-4040-95ac-6ddb9aa049bd,segment=NetworkSegment(ada4df52-448f-4b9f-b4a8-46a2a98c3683),segment_id=ada4df52-448f-4b9f-b4a8-46a2a98c3683)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:57.555432 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-25d34b58-6fdd-407c-88bf-447ad166c6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:57.582108 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9d51ce10-611a-42e7-942d-eadc5723598a req-dfcac13c-cdb7-4b55-b5c4-49d3cd8c9c3b service neutron] 10.222.0.72 "GET /v2.0/networks/2a84c825-1836-4d4b-aa9e-01c66bc9b2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141765 Aug 16 21:02:57.621024 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-61835edc-df6a-45be-b4ac-8780baec4c0a None None] Provisioning for port 3174730e-d323-4a7a-8e80-719cb594a169 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:57.626403 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:57.629540 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-61835edc-df6a-45be-b4ac-8780baec4c0a None None] Provisioning complete for port 3174730e-d323-4a7a-8e80-719cb594a169 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:57.630216 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-61835edc-df6a-45be-b4ac-8780baec4c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:57.696274 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9d51ce10-611a-42e7-942d-eadc5723598a req-bddc59bd-f5df-410f-89fa-6fcbcfd8d137 service neutron] 10.222.0.72 "GET /v2.0/networks/2a84c825-1836-4d4b-aa9e-01c66bc9b2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031971 Aug 16 21:02:57.718596 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-61835edc-df6a-45be-b4ac-8780baec4c0a None None] Port 3174730e-d323-4a7a-8e80-719cb594a169 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:02:57.725487 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=50abb050-d24a-4040-95ac-6ddb9aa049bd,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:57.733791 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:57.734152 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:57.734499 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:57.734629 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee4f45-e6d2-4f5d-959a-1e9dab17b9ff req-d52c8f7d-0f98-4b07-b6e1-f6a5db9449d4 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:57.734846 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:57.735184 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:57.735519 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:57.735879 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:57.736205 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:57.736536 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:57.736863 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:57.737192 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:57.737520 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:57.740340 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3ee4f45-e6d2-4f5d-959a-1e9dab17b9ff req-d52c8f7d-0f98-4b07-b6e1-f6a5db9449d4 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc HTTP/1.1" status: 200 len: 944 time: 0.1468399 Aug 16 21:02:57.843336 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3ee4f45-e6d2-4f5d-959a-1e9dab17b9ff req-0ef29dd9-5b66-4ebe-9847-daac1d3c58ae tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990424 Aug 16 21:02:57.953545 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-25d34b58-6fdd-407c-88bf-447ad166c6b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3174730e-d323-4a7a-8e80-719cb594a169 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:02:57.961817 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-25d34b58-6fdd-407c-88bf-447ad166c6b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:57.973688 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-25d34b58-6fdd-407c-88bf-447ad166c6b1 service neutron] Transition to ACTIVE for port object 3174730e-d323-4a7a-8e80-719cb594a169 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:58.007225 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5116afe2-47c4-4649-9df0-c00b0900e462', 'tag': '4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:02:58.009875 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0d12d5-8e61-4890-83e0-14a492091b00" -d '{"events": [{"name": "network-changed", "server_uuid": "5116afe2-47c4-4649-9df0-c00b0900e462", "tag": "4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:02:58.034893 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['50abb050-d24a-4040-95ac-6ddb9aa049bd'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:02:58.050199 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5390e8f2-cc81-4908-99f2-5bad1d124714 x-openstack-request-id: req-5390e8f2-cc81-4908-99f2-5bad1d124714 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:02:58.050500 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5116afe2-47c4-4649-9df0-c00b0900e462", "tag": "4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:02:58.050761 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5390e8f2-cc81-4908-99f2-5bad1d124714 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:02:58.051163 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5116afe2-47c4-4649-9df0-c00b0900e462', 'tag': '4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999', 'status': 'completed', 'code': 200} Aug 16 21:02:58.112843 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-25d34b58-6fdd-407c-88bf-447ad166c6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:58.162154 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d12d5-8e61-4890-83e0-14a492091b00 req-14991823-d547-4c7a-b5f7-ba572d972c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:58.170113 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5e0d12d5-8e61-4890-83e0-14a492091b00 req-14991823-d547-4c7a-b5f7-ba572d972c4d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4c0e76081c1e4800ae56303449df01e1&device_id=5116afe2-47c4-4649-9df0-c00b0900e462 HTTP/1.1" status: 200 len: 1095 time: 0.0653179 Aug 16 21:02:58.247306 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d34b58-6fdd-407c-88bf-447ad166c6b1 service neutron] Pushing event updated for resources: {'Port': ['ID=3174730e-d323-4a7a-8e80-719cb594a169,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:58.306415 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-25d34b58-6fdd-407c-88bf-447ad166c6b1 service neutron] Attempting to bind port 3174730e-d323-4a7a-8e80-719cb594a169 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:02:58.306415 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-25d34b58-6fdd-407c-88bf-447ad166c6b1 service neutron] Attempting to bind port 3174730e-d323-4a7a-8e80-719cb594a169 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '45ea3e3a-3149-407a-86a7-ec72a583a741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:02:58.306680 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-25d34b58-6fdd-407c-88bf-447ad166c6b1 service neutron] Attempting to bind port 3174730e-d323-4a7a-8e80-719cb594a169 on network f21989d2-1803-4d82-bc06-7ef94db801de {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:58.316646 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d12d5-8e61-4890-83e0-14a492091b00 req-57cb4b7c-9613-4989-bd76-48459007dcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:58.317263 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-25d34b58-6fdd-407c-88bf-447ad166c6b1 service neutron] Port 3174730e-d323-4a7a-8e80-719cb594a169 on network f21989d2-1803-4d82-bc06-7ef94db801de not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:02:58.317635 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-25d34b58-6fdd-407c-88bf-447ad166c6b1 service neutron] Attempting to bind port 3174730e-d323-4a7a-8e80-719cb594a169 on network f21989d2-1803-4d82-bc06-7ef94db801de {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:58.319061 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5e0d12d5-8e61-4890-83e0-14a492091b00 req-57cb4b7c-9613-4989-bd76-48459007dcb9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a84c825-1836-4d4b-aa9e-01c66bc9b2dd HTTP/1.1" status: 200 len: 914 time: 0.1409936 Aug 16 21:02:58.323672 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-25d34b58-6fdd-407c-88bf-447ad166c6b1 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:02:58.324053 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-25d34b58-6fdd-407c-88bf-447ad166c6b1 service neutron] Checking segment: {'id': '45ea3e3a-3149-407a-86a7-ec72a583a741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:58.324453 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-25d34b58-6fdd-407c-88bf-447ad166c6b1 service neutron] Bound using segment: {'id': '45ea3e3a-3149-407a-86a7-ec72a583a741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:02:58.324899 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-25d34b58-6fdd-407c-88bf-447ad166c6b1 service neutron] Bound port: 3174730e-d323-4a7a-8e80-719cb594a169, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45ea3e3a-3149-407a-86a7-ec72a583a741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:02:58.332351 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-25d34b58-6fdd-407c-88bf-447ad166c6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:58.375615 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5e0d12d5-8e61-4890-83e0-14a492091b00 req-1ed4e0b8-bde5-4471-a3bd-4d776e9ad32a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999 HTTP/1.1" status: 200 len: 217 time: 0.0486026 Aug 16 21:02:58.436977 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 3653680c-f639-4883-a7fb-22643d56ac20 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:58.456890 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d12d5-8e61-4890-83e0-14a492091b00 req-c94b6a8f-6ac0-4393-bfbd-d08ff34a21e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:58.458918 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5e0d12d5-8e61-4890-83e0-14a492091b00 req-c94b6a8f-6ac0-4393-bfbd-d08ff34a21e5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b11c061b-d987-4b96-a2d3-345542c53b8b HTTP/1.1" status: 200 len: 853 time: 0.0745516 Aug 16 21:02:58.501957 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5e0d12d5-8e61-4890-83e0-14a492091b00 req-e98900f8-0474-4c79-b142-8b2313ccea58 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a84c825-1836-4d4b-aa9e-01c66bc9b2dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329320 Aug 16 21:02:58.522380 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c56a69-7948-4e34-bb9d-b23398b5027c req-b2ea81b4-9daa-4bb5-8969-f415439ea383 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:58.530306 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-56c56a69-7948-4e34-bb9d-b23398b5027c req-b2ea81b4-9daa-4bb5-8969-f415439ea383 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=5116afe2-47c4-4649-9df0-c00b0900e462 HTTP/1.1" status: 200 len: 943 time: 0.1941373 Aug 16 21:02:58.546673 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d8977-fbee-46be-b2df-95cf63852afe req-a7666ba3-644b-40ac-b68d-a1a0136f74dd tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:58.548140 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b76d8977-fbee-46be-b2df-95cf63852afe req-a7666ba3-644b-40ac-b68d-a1a0136f74dd tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=7fc98862-7540-4713-ac49-0bde3eff2c20 HTTP/1.1" status: 200 len: 943 time: 0.1697326 Aug 16 21:02:58.550227 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-25d34b58-6fdd-407c-88bf-447ad166c6b1 service neutron] For port 3174730e-d323-4a7a-8e80-719cb594a169, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:02:58.559374 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-25d34b58-6fdd-407c-88bf-447ad166c6b1 service neutron] For port 3174730e-d323-4a7a-8e80-719cb594a169, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=3174730e-d323-4a7a-8e80-719cb594a169,segment=NetworkSegment(45ea3e3a-3149-407a-86a7-ec72a583a741),segment_id=45ea3e3a-3149-407a-86a7-ec72a583a741)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:02:58.608674 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-56c56a69-7948-4e34-bb9d-b23398b5027c req-d3916608-0399-4df4-9cf0-ae2b9611157c tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771401 Aug 16 21:02:58.640057 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b76d8977-fbee-46be-b2df-95cf63852afe req-50936e5b-ef58-44d6-8f64-2fd6c793c1f9 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=356ac026-9607-4319-a31e-9fa9c3738855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768325 Aug 16 21:02:58.682053 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 3653680c-f639-4883-a7fb-22643d56ac20 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:58.687602 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 3653680c-f639-4883-a7fb-22643d56ac20 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:58.689079 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:58.697031 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5e0d12d5-8e61-4890-83e0-14a492091b00 req-cad44bc1-e2d4-4d3e-87c5-f0d507b1762e service neutron] 10.222.0.72 "GET /v2.0/networks/2a84c825-1836-4d4b-aa9e-01c66bc9b2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735067 Aug 16 21:02:58.790276 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-25d34b58-6fdd-407c-88bf-447ad166c6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:58.836263 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5e0d12d5-8e61-4890-83e0-14a492091b00 req-b495de56-274e-4b0f-8e21-b4d7e6106ad5 service neutron] 10.222.0.72 "GET /v2.0/networks/2a84c825-1836-4d4b-aa9e-01c66bc9b2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289313 Aug 16 21:02:58.876099 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-25d34b58-6fdd-407c-88bf-447ad166c6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:58.876824 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-25d34b58-6fdd-407c-88bf-447ad166c6b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:58.878464 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-25d34b58-6fdd-407c-88bf-447ad166c6b1 service neutron] 10.222.0.90 "PUT /v2.0/ports/3174730e-d323-4a7a-8e80-719cb594a169 HTTP/1.1" status: 200 len: 1092 time: 1.4937067 Aug 16 21:02:58.884938 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc98862-7540-4713-ac49-0bde3eff2c20', 'tag': '3174730e-d323-4a7a-8e80-719cb594a169'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:02:58.887252 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c7c35f-0ff4-4ba6-8510-67e83d999b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc98862-7540-4713-ac49-0bde3eff2c20", "tag": "3174730e-d323-4a7a-8e80-719cb594a169"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:02:58.906045 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acfc9a-ec32-436e-9bbe-5757fb315de7 req-55273160-8cde-4e1b-9d9e-3fd8f7e3f2e9 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:58.906200 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:58.913995 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50acfc9a-ec32-436e-9bbe-5757fb315de7 req-55273160-8cde-4e1b-9d9e-3fd8f7e3f2e9 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=4560d04d-dc1c-4a7f-9d2a-5909b257707c HTTP/1.1" status: 200 len: 944 time: 0.1773808 Aug 16 21:02:58.953540 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d34b58-6fdd-407c-88bf-447ad166c6b1 service neutron] Pushing event updated for resources: {'Port': ['ID=3174730e-d323-4a7a-8e80-719cb594a169,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:58.975381 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 3653680c-f639-4883-a7fb-22643d56ac20, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=3653680c-f639-4883-a7fb-22643d56ac20,segment=NetworkSegment(ada4df52-448f-4b9f-b4a8-46a2a98c3683),segment_id=ada4df52-448f-4b9f-b4a8-46a2a98c3683)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:58.980104 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8572b017-d212-4776-9be3-4e7e0f1c0c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3653680c-f639-4883-a7fb-22643d56ac20'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:02:58.983070 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69a7df9-3908-4954-9d87-9c97a511445e" -d '{"events": [{"server_uuid": "8572b017-d212-4776-9be3-4e7e0f1c0c20", "name": "network-vif-plugged", "status": "completed", "tag": "3653680c-f639-4883-a7fb-22643d56ac20"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:02:59.020463 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50acfc9a-ec32-436e-9bbe-5757fb315de7 req-47a8c814-114d-48d1-85d8-cbbf4d08fffc tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053531 Aug 16 21:02:59.056774 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d400f0-1f57-4041-90b3-ba5be901fc80 req-f92c3dc8-1941-4e91-b046-ec7f34b9dbd8 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:59.058398 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c0d400f0-1f57-4041-90b3-ba5be901fc80 req-f92c3dc8-1941-4e91-b046-ec7f34b9dbd8 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc HTTP/1.1" status: 200 len: 944 time: 0.0927174 Aug 16 21:02:59.074055 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:59.088730 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3da14c7-9aef-49e9-83a7-95cbbc1cf200 x-openstack-request-id: req-d3da14c7-9aef-49e9-83a7-95cbbc1cf200 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:02:59.089028 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc98862-7540-4713-ac49-0bde3eff2c20", "tag": "3174730e-d323-4a7a-8e80-719cb594a169", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:02:59.089284 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d3da14c7-9aef-49e9-83a7-95cbbc1cf200 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:02:59.089691 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc98862-7540-4713-ac49-0bde3eff2c20', 'tag': '3174730e-d323-4a7a-8e80-719cb594a169', 'status': 'completed', 'code': 200} Aug 16 21:02:59.131622 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd02b5d-7822-49e9-bbe7-45e91609779c x-openstack-request-id: req-0cd02b5d-7822-49e9-bbe7-45e91609779c {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:02:59.131975 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8572b017-d212-4776-9be3-4e7e0f1c0c20", "name": "network-vif-plugged", "status": "completed", "tag": "3653680c-f639-4883-a7fb-22643d56ac20", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:02:59.132212 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0cd02b5d-7822-49e9-bbe7-45e91609779c {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:02:59.132626 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8572b017-d212-4776-9be3-4e7e0f1c0c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3653680c-f639-4883-a7fb-22643d56ac20', 'code': 200} Aug 16 21:02:59.133910 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=3653680c-f639-4883-a7fb-22643d56ac20,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:59.178953 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c0d400f0-1f57-4041-90b3-ba5be901fc80 req-97095ed2-253c-4cf8-86f6-efccc398e864 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883052 Aug 16 21:02:59.184932 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-5fa943e7-5e1c-43e4-b8e4-6685cdce441f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:59.186471 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-5fa943e7-5e1c-43e4-b8e4-6685cdce441f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a0e033d4713247c4be0e53c874c211ee&device_id=7fc98862-7540-4713-ac49-0bde3eff2c20 HTTP/1.1" status: 200 len: 1095 time: 0.1271589 Aug 16 21:02:59.246134 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-e8370554-ad65-457e-a11d-0fe172c9427c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3174730e-d323-4a7a-8e80-719cb594a169 HTTP/1.1" status: 200 len: 217 time: 0.0493205 Aug 16 21:02:59.324283 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da913617-d30d-4423-99f4-138ef21b6a49 req-1df70be4-28fd-491b-a062-b460e7713c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:59.326107 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-da913617-d30d-4423-99f4-138ef21b6a49 req-1df70be4-28fd-491b-a062-b460e7713c14 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8572b017-d212-4776-9be3-4e7e0f1c0c20 HTTP/1.1" status: 200 len: 1097 time: 0.0899472 Aug 16 21:02:59.328021 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-72195fe7-f224-4195-b7d1-78e64df9fb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:59.329354 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-72195fe7-f224-4195-b7d1-78e64df9fb32 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=03f69758-9eaf-430a-b99d-d64769716af9 HTTP/1.1" status: 200 len: 849 time: 0.0575142 Aug 16 21:02:59.404126 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-da913617-d30d-4423-99f4-138ef21b6a49 req-3b51a935-1cf7-4e82-86eb-0b0979d7c33b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650239 Aug 16 21:02:59.408972 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-23e9b1ed-10a3-4f03-a7ea-ffbca1c7244e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:59.410452 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-23e9b1ed-10a3-4f03-a7ea-ffbca1c7244e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f21989d2-1803-4d82-bc06-7ef94db801de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654099 Aug 16 21:02:59.551976 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-affa01bc-7cc7-448e-bcb7-5cfb939f48f0 service neutron] 10.222.0.90 "GET /v2.0/networks/f21989d2-1803-4d82-bc06-7ef94db801de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899847 Aug 16 21:02:59.693455 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0065523a-8cb0-4146-a8fd-311d24a8b241 req-b1004205-fc98-4947-8f6c-d5ab4f638f42 service neutron] 10.222.0.90 "GET /v2.0/networks/f21989d2-1803-4d82-bc06-7ef94db801de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316013 Aug 16 21:02:59.810963 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249ca58-bda5-4d5c-937e-a4c0c746740e req-88d1e67c-cf03-4cd1-aa2a-ba0b860f9a40 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:59.812504 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f249ca58-bda5-4d5c-937e-a4c0c746740e req-88d1e67c-cf03-4cd1-aa2a-ba0b860f9a40 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=7fc98862-7540-4713-ac49-0bde3eff2c20 HTTP/1.1" status: 200 len: 943 time: 0.0919967 Aug 16 21:02:59.830389 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b829c5f-4213-442a-83c5-2769b4c69937 req-a8ff7a8d-a6ce-41a8-a67f-d01615e4c830 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:59.831956 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2b829c5f-4213-442a-83c5-2769b4c69937 req-a8ff7a8d-a6ce-41a8-a67f-d01615e4c830 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=5116afe2-47c4-4649-9df0-c00b0900e462 HTTP/1.1" status: 200 len: 943 time: 0.0733492 Aug 16 21:02:59.879555 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f249ca58-bda5-4d5c-937e-a4c0c746740e req-91408cfc-83e5-4e60-84cf-372187f95dd8 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=356ac026-9607-4319-a31e-9fa9c3738855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573468 Aug 16 21:02:59.907035 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2b829c5f-4213-442a-83c5-2769b4c69937 req-ca87a8c2-ac09-4c00-9670-f4f4531c4374 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678327 Aug 16 21:02:59.951168 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7c35f-0ff4-4ba6-8510-67e83d999b8a req-41b23f35-7695-42b4-981d-8f82ae04fdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:59.952850 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-56c7c35f-0ff4-4ba6-8510-67e83d999b8a req-41b23f35-7695-42b4-981d-8f82ae04fdbf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a0e033d4713247c4be0e53c874c211ee&device_id=7fc98862-7540-4713-ac49-0bde3eff2c20 HTTP/1.1" status: 200 len: 1095 time: 0.0724258 Aug 16 21:03:00.054878 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7c35f-0ff4-4ba6-8510-67e83d999b8a req-53c8972c-7557-4ae3-bd77-166e0b02b63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:00.056157 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-56c7c35f-0ff4-4ba6-8510-67e83d999b8a req-53c8972c-7557-4ae3-bd77-166e0b02b63d service neutron] 10.222.0.90 "GET /v2.0/networks?id=f21989d2-1803-4d82-bc06-7ef94db801de HTTP/1.1" status: 200 len: 911 time: 0.0953386 Aug 16 21:03:00.125847 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-56c7c35f-0ff4-4ba6-8510-67e83d999b8a req-8e8fd6df-0dec-4c72-867d-498fb9db2365 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3174730e-d323-4a7a-8e80-719cb594a169 HTTP/1.1" status: 200 len: 217 time: 0.0612643 Aug 16 21:03:00.198789 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7c35f-0ff4-4ba6-8510-67e83d999b8a req-b13ea64e-b5b2-4c47-92e9-7a94264e9d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:00.200361 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-56c7c35f-0ff4-4ba6-8510-67e83d999b8a req-b13ea64e-b5b2-4c47-92e9-7a94264e9d57 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=03f69758-9eaf-430a-b99d-d64769716af9 HTTP/1.1" status: 200 len: 849 time: 0.0655348 Aug 16 21:03:00.210101 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63531ec7-7957-429b-9f7b-11d8cebd4b9d req-e1d2e3e0-1e88-4df9-9c0f-f0daf412dc37 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:00.211613 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-63531ec7-7957-429b-9f7b-11d8cebd4b9d req-e1d2e3e0-1e88-4df9-9c0f-f0daf412dc37 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=4560d04d-dc1c-4a7f-9d2a-5909b257707c HTTP/1.1" status: 200 len: 944 time: 0.0883617 Aug 16 21:03:00.299069 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-63531ec7-7957-429b-9f7b-11d8cebd4b9d req-9b80e180-c9e1-41c5-985e-25edd71a4daf tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706804 Aug 16 21:03:00.347911 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7c35f-0ff4-4ba6-8510-67e83d999b8a req-743d8918-b685-4969-ad79-06dfd62d1a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:00.349528 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-56c7c35f-0ff4-4ba6-8510-67e83d999b8a req-743d8918-b685-4969-ad79-06dfd62d1a40 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f21989d2-1803-4d82-bc06-7ef94db801de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1311336 Aug 16 21:03:00.357133 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a364fa70-33b2-480d-964a-aa2a43ef80f8 req-1a89f342-3596-4d7b-941e-2c80c727f7b7 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:00.358561 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a364fa70-33b2-480d-964a-aa2a43ef80f8 req-1a89f342-3596-4d7b-941e-2c80c727f7b7 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc HTTP/1.1" status: 200 len: 944 time: 0.0982459 Aug 16 21:03:00.470219 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a364fa70-33b2-480d-964a-aa2a43ef80f8 req-c9a52aea-b7dc-455b-9bd2-26fcb0191b71 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982041 Aug 16 21:03:00.509359 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-56c7c35f-0ff4-4ba6-8510-67e83d999b8a req-ba2270d2-7f93-4442-8de3-c9e84eee30a3 service neutron] 10.222.0.90 "GET /v2.0/networks/f21989d2-1803-4d82-bc06-7ef94db801de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438932 Aug 16 21:03:00.612228 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-56c7c35f-0ff4-4ba6-8510-67e83d999b8a req-f703fbb1-5650-4f70-a38d-61c64ebde2e2 service neutron] 10.222.0.90 "GET /v2.0/networks/f21989d2-1803-4d82-bc06-7ef94db801de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931733 Aug 16 21:03:01.024844 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4eb563-0e9e-4be7-ba59-73f6c0891c2e req-6322251b-1f3b-47c3-b0e4-655406cbcd8c tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:01.026355 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4d4eb563-0e9e-4be7-ba59-73f6c0891c2e req-6322251b-1f3b-47c3-b0e4-655406cbcd8c tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=7fc98862-7540-4713-ac49-0bde3eff2c20 HTTP/1.1" status: 200 len: 943 time: 0.0750761 Aug 16 21:03:01.070426 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11649b85-f3ca-4290-b4ec-cb36256d1e40 req-a649f499-f745-499e-8d9a-ce5c0712002a tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:01.071855 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-11649b85-f3ca-4290-b4ec-cb36256d1e40 req-a649f499-f745-499e-8d9a-ce5c0712002a tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=5116afe2-47c4-4649-9df0-c00b0900e462 HTTP/1.1" status: 200 len: 943 time: 0.0844610 Aug 16 21:03:01.096926 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4d4eb563-0e9e-4be7-ba59-73f6c0891c2e req-c4ffd13a-9de0-4757-ab52-4d3e785eaeb1 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=356ac026-9607-4319-a31e-9fa9c3738855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634973 Aug 16 21:03:01.127523 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-11649b85-f3ca-4290-b4ec-cb36256d1e40 req-63fa46fa-1215-4d9a-8348-3f951e4e6f74 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494742 Aug 16 21:03:01.182547 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:03:01.186033 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 50abb050-d24a-4040-95ac-6ddb9aa049bd up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:03:01.329798 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999,segment=NetworkSegment(23658927-a623-4faf-8750-20d4ad03fab0),segment_id=23658927-a623-4faf-8750-20d4ad03fab0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:01.345416 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999', 'network_id': '2a84c825-1836-4d4b-aa9e-01c66bc9b2dd', 'port_id': '4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999', 'mac_address': 'fa:16:3e:51:65:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b11c061b-d987-4b96-a2d3-345542c53b8b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:03:01.391739 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:01.394464 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 50abb050-d24a-4040-95ac-6ddb9aa049bd completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:03:01.406962 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 50abb050-d24a-4040-95ac-6ddb9aa049bd triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:01.407335 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:01.409775 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:03:01.457457 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999,segment=NetworkSegment(23658927-a623-4faf-8750-20d4ad03fab0),segment_id=23658927-a623-4faf-8750-20d4ad03fab0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:01.474947 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0cdd4-f5fd-4493-9678-59862219a3e7 req-f9bbc713-12fe-4b4d-85d1-6c66b09ce480 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:01.476482 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-81a0cdd4-f5fd-4493-9678-59862219a3e7 req-f9bbc713-12fe-4b4d-85d1-6c66b09ce480 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=4560d04d-dc1c-4a7f-9d2a-5909b257707c HTTP/1.1" status: 200 len: 944 time: 0.0561199 Aug 16 21:03:01.513120 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:01.515550 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-81a0cdd4-f5fd-4493-9678-59862219a3e7 req-c63e82ef-2055-4443-a2d5-5875181beb74 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331736 Aug 16 21:03:01.548126 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4560d04d-dc1c-4a7f-9d2a-5909b257707c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50abb050-d24a-4040-95ac-6ddb9aa049bd'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:03:01.550811 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345805a3-ff8b-4f30-a0f4-357f62aca0d7" -d '{"events": [{"server_uuid": "4560d04d-dc1c-4a7f-9d2a-5909b257707c", "name": "network-vif-plugged", "status": "completed", "tag": "50abb050-d24a-4040-95ac-6ddb9aa049bd"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:03:01.556555 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 50abb050-d24a-4040-95ac-6ddb9aa049bd, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=50abb050-d24a-4040-95ac-6ddb9aa049bd,segment=NetworkSegment(ada4df52-448f-4b9f-b4a8-46a2a98c3683),segment_id=ada4df52-448f-4b9f-b4a8-46a2a98c3683)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:01.575086 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:01.575086 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:03:01.597506 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212ff290-85d6-4f9f-9170-e23f4a526e58 x-openstack-request-id: req-212ff290-85d6-4f9f-9170-e23f4a526e58 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:03:01.597807 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4560d04d-dc1c-4a7f-9d2a-5909b257707c", "name": "network-vif-plugged", "status": "completed", "tag": "50abb050-d24a-4040-95ac-6ddb9aa049bd", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:03:01.598147 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-212ff290-85d6-4f9f-9170-e23f4a526e58 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:03:01.598787 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4560d04d-dc1c-4a7f-9d2a-5909b257707c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50abb050-d24a-4040-95ac-6ddb9aa049bd', 'code': 200} Aug 16 21:03:01.611116 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c875b0-22fd-4b31-97f4-1e59e53c24a3 req-2b2ac1de-0dc4-45b7-ab26-1deac6b63e33 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:01.612734 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-21c875b0-22fd-4b31-97f4-1e59e53c24a3 req-2b2ac1de-0dc4-45b7-ab26-1deac6b63e33 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc HTTP/1.1" status: 200 len: 944 time: 0.0539992 Aug 16 21:03:01.658467 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-21c875b0-22fd-4b31-97f4-1e59e53c24a3 req-3c54d4d5-a920-4adb-bee9-51fb843ba3b5 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343285 Aug 16 21:03:01.675063 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:01.726386 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:01.732352 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a828a9-5568-4bb6-b59e-2ca420dc5c91 req-83b3ed27-143f-4d39-9d63-6c55214cf38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:01.734235 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a0a828a9-5568-4bb6-b59e-2ca420dc5c91 req-83b3ed27-143f-4d39-9d63-6c55214cf38c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4560d04d-dc1c-4a7f-9d2a-5909b257707c HTTP/1.1" status: 200 len: 1096 time: 0.0426018 Aug 16 21:03:01.740317 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba', 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781', 'port_id': '7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba', 'mac_address': 'fa:16:3e:8e:a7:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20aa60f1-bb16-40f5-b2dd-0341c13f6e8c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:03:01.780617 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a0a828a9-5568-4bb6-b59e-2ca420dc5c91 req-39f959aa-c4a2-4649-8cf3-8eb1389de840 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369194 Aug 16 21:03:01.828305 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:01.994274 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:02.011921 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=50abb050-d24a-4040-95ac-6ddb9aa049bd,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:02.017131 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:03:02.038050 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:02.108016 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:02.208814 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:02.300651 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a86235-53ea-48a7-a10f-df00796045f4 req-02be21ea-baf6-4cfa-9296-bbaf81e59324 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:02.304445 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-14a86235-53ea-48a7-a10f-df00796045f4 req-02be21ea-baf6-4cfa-9296-bbaf81e59324 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=5116afe2-47c4-4649-9df0-c00b0900e462 HTTP/1.1" status: 200 len: 944 time: 0.0926280 Aug 16 21:03:02.318830 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2025c-afb3-4d4d-992e-efb738c104b3 req-e890a976-95c4-4ee6-bf78-0b680e86c377 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:02.320421 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f7a2025c-afb3-4d4d-992e-efb738c104b3 req-e890a976-95c4-4ee6-bf78-0b680e86c377 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=7fc98862-7540-4713-ac49-0bde3eff2c20 HTTP/1.1" status: 200 len: 943 time: 0.0953050 Aug 16 21:03:02.380913 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-14a86235-53ea-48a7-a10f-df00796045f4 req-cb6fcae1-75c8-4f67-a20d-c9999e03c832 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695415 Aug 16 21:03:02.389302 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f7a2025c-afb3-4d4d-992e-efb738c104b3 req-ed5a1f5a-e9d1-4561-82af-1716aff7543c tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=356ac026-9607-4319-a31e-9fa9c3738855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548389 Aug 16 21:03:02.466878 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 3174730e-d323-4a7a-8e80-719cb594a169 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:03:02.538585 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:03:02.541098 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:03:02.610154 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 3174730e-d323-4a7a-8e80-719cb594a169, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=3174730e-d323-4a7a-8e80-719cb594a169,segment=NetworkSegment(45ea3e3a-3149-407a-86a7-ec72a583a741),segment_id=45ea3e3a-3149-407a-86a7-ec72a583a741)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:02.654570 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781ebf2-30f4-4288-9c93-aadb27504df9 req-0e9e8c04-6f49-4fcc-b33b-09099004a902 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:02.663290 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a781ebf2-30f4-4288-9c93-aadb27504df9 req-0e9e8c04-6f49-4fcc-b33b-09099004a902 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=4560d04d-dc1c-4a7f-9d2a-5909b257707c HTTP/1.1" status: 200 len: 945 time: 0.0658464 Aug 16 21:03:02.745385 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a781ebf2-30f4-4288-9c93-aadb27504df9 req-869da0c5-6c47-48a4-90e8-9ad61156be15 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807343 Aug 16 21:03:02.760775 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '3174730e-d323-4a7a-8e80-719cb594a169', 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de', 'port_id': '3174730e-d323-4a7a-8e80-719cb594a169', 'mac_address': 'fa:16:3e:2e:3d:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f69758-9eaf-430a-b99d-d64769716af9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:03:02.845553 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86c264-8950-4d82-8e58-b12c1a3a1b3f req-c1e0bbe1-03f5-40bc-978c-840631f09969 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:02.847417 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-be86c264-8950-4d82-8e58-b12c1a3a1b3f req-c1e0bbe1-03f5-40bc-978c-840631f09969 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc HTTP/1.1" status: 200 len: 945 time: 0.0755851 Aug 16 21:03:02.892717 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-be86c264-8950-4d82-8e58-b12c1a3a1b3f req-c4d379fb-f121-41d0-aade-76d4d13f9c40 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372875 Aug 16 21:03:02.906708 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:02.956792 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3174730e-d323-4a7a-8e80-719cb594a169 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:03:03.001371 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 3174730e-d323-4a7a-8e80-719cb594a169, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=3174730e-d323-4a7a-8e80-719cb594a169,segment=NetworkSegment(45ea3e3a-3149-407a-86a7-ec72a583a741),segment_id=45ea3e3a-3149-407a-86a7-ec72a583a741)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:03.090579 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:03.138437 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=3174730e-d323-4a7a-8e80-719cb594a169,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:03.371412 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['3174730e-d323-4a7a-8e80-719cb594a169'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:03:03.433114 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 56748) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:03.556279 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e4d6b-1ed2-40e1-a47d-62bf2aafc2bd req-731b50a5-ef72-422c-8508-9bf7180d9d04 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:03.561356 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-928e4d6b-1ed2-40e1-a47d-62bf2aafc2bd req-731b50a5-ef72-422c-8508-9bf7180d9d04 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=5116afe2-47c4-4649-9df0-c00b0900e462 HTTP/1.1" status: 200 len: 944 time: 0.0960863 Aug 16 21:03:03.577314 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a94290-c411-4ee6-960f-e9ce2fb4d1ea req-c30133f6-58f8-4563-8ac8-5687a968f75e tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:03.584240 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a2a94290-c411-4ee6-960f-e9ce2fb4d1ea req-c30133f6-58f8-4563-8ac8-5687a968f75e tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=7fc98862-7540-4713-ac49-0bde3eff2c20 HTTP/1.1" status: 200 len: 944 time: 0.0856862 Aug 16 21:03:03.631969 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7a436258-638b-4e01-b69d-ed065d116b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:03.671768 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-928e4d6b-1ed2-40e1-a47d-62bf2aafc2bd req-f859c007-7fcf-4163-b70b-935aa473d658 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032364 Aug 16 21:03:03.674387 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a2a94290-c411-4ee6-960f-e9ce2fb4d1ea req-5a75f6a9-8b41-4490-b877-9c0db4ac1989 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=356ac026-9607-4319-a31e-9fa9c3738855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823643 Aug 16 21:03:03.767576 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7a436258-638b-4e01-b69d-ed065d116b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:03.852284 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef888455-2a77-4ae0-a13b-3d6a499ce143 req-d9e4545b-53e2-4903-ab72-ef806569d0a4 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:03.853833 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ef888455-2a77-4ae0-a13b-3d6a499ce143 req-d9e4545b-53e2-4903-ab72-ef806569d0a4 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=4560d04d-dc1c-4a7f-9d2a-5909b257707c HTTP/1.1" status: 200 len: 945 time: 0.0499768 Aug 16 21:03:03.854641 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7a436258-638b-4e01-b69d-ed065d116b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:03.916996 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a436258-638b-4e01-b69d-ed065d116b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596f50c4-d93b-4764-9343-16c562e1c371,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:03.924635 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-7a436258-638b-4e01-b69d-ed065d116b5a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=517a394e2352475fb198132b0530d181&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4911451 Aug 16 21:03:03.927989 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56762) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:03.956625 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ef888455-2a77-4ae0-a13b-3d6a499ce143 req-875756ac-8e80-4b1e-9b53-b800affc1895 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849452 Aug 16 21:03:03.997350 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c6d8a371-b1fd-4c89-a62f-bf1a89676dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:04.022957 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c6d8a371-b1fd-4c89-a62f-bf1a89676dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:04.049727 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a0e6b-128a-461d-96e2-e5fcbd43401e req-b997b616-90d4-4e55-af58-a0249f03936c tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:04.051683 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-349a0e6b-128a-461d-96e2-e5fcbd43401e req-b997b616-90d4-4e55-af58-a0249f03936c tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc HTTP/1.1" status: 200 len: 945 time: 0.0637119 Aug 16 21:03:04.120219 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-349a0e6b-128a-461d-96e2-e5fcbd43401e req-9c7c01de-708a-4522-a5ca-95f8fe9bdcb4 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616126 Aug 16 21:03:04.136523 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a0c27-6557-4671-a653-0ff96be3bea8 req-db6c03fe-1536-4a8d-beca-99c53841f669 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:04.137996 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8e9a0c27-6557-4671-a653-0ff96be3bea8 req-db6c03fe-1536-4a8d-beca-99c53841f669 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2769ccf-9336-4715-8aba-3b436618b766 HTTP/1.1" status: 200 len: 945 time: 0.0642881 Aug 16 21:03:04.147995 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c6d8a371-b1fd-4c89-a62f-bf1a89676dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:04.150724 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c6d8a371-b1fd-4c89-a62f-bf1a89676dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:04.151915 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c6d8a371-b1fd-4c89-a62f-bf1a89676dc7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/596f50c4-d93b-4764-9343-16c562e1c371 HTTP/1.1" status: 204 len: 168 time: 0.2228944 Aug 16 21:03:04.160014 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d8a371-b1fd-4c89-a62f-bf1a89676dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596f50c4-d93b-4764-9343-16c562e1c371,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:04.180306 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8e9a0c27-6557-4671-a653-0ff96be3bea8 req-587e094a-1502-4fd1-939e-fa6da7d5bfdb tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363631 Aug 16 21:03:04.301886 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593edc9c-6ac7-4c9e-9ab5-4207d5f3b023 req-21ba394d-ca45-4428-ad90-851c1e326800 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:04.303419 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-593edc9c-6ac7-4c9e-9ab5-4207d5f3b023 req-21ba394d-ca45-4428-ad90-851c1e326800 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=8572b017-d212-4776-9be3-4e7e0f1c0c20 HTTP/1.1" status: 200 len: 945 time: 0.0534763 Aug 16 21:03:04.341650 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-593edc9c-6ac7-4c9e-9ab5-4207d5f3b023 req-9f01da41-59e3-444f-a1de-65810c32833d tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321362 Aug 16 21:03:04.465672 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 3174730e-d323-4a7a-8e80-719cb594a169 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:03:04.576353 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 3174730e-d323-4a7a-8e80-719cb594a169 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:03:04.581252 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 3174730e-d323-4a7a-8e80-719cb594a169 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:04.581811 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:04.659317 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc3aa4-73af-4ebd-b638-391e340ca0ae req-0b9743f4-925e-4244-ae93-3a358c9fc2e1 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:04.664354 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-16cc3aa4-73af-4ebd-b638-391e340ca0ae req-0b9743f4-925e-4244-ae93-3a358c9fc2e1 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=4560d04d-dc1c-4a7f-9d2a-5909b257707c HTTP/1.1" status: 200 len: 945 time: 0.0873859 Aug 16 21:03:04.673583 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:04.697683 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc98862-7540-4713-ac49-0bde3eff2c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3174730e-d323-4a7a-8e80-719cb594a169'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:03:04.701293 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3828e1-4fb8-4a11-9e89-9b633b68d349" -d '{"events": [{"server_uuid": "7fc98862-7540-4713-ac49-0bde3eff2c20", "name": "network-vif-plugged", "status": "completed", "tag": "3174730e-d323-4a7a-8e80-719cb594a169"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:03:04.712388 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-16cc3aa4-73af-4ebd-b638-391e340ca0ae req-19a20b4e-efca-4ad2-b65d-d3b71b4188a0 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435653 Aug 16 21:03:04.714857 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 3174730e-d323-4a7a-8e80-719cb594a169, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=3174730e-d323-4a7a-8e80-719cb594a169,segment=NetworkSegment(45ea3e3a-3149-407a-86a7-ec72a583a741),segment_id=45ea3e3a-3149-407a-86a7-ec72a583a741)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:04.788225 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:04.836736 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce924383-1647-407b-b24c-7f223c69bb42 req-2bea4a6a-9d13-4718-ab4f-3791866508ae tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:04.838302 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ce924383-1647-407b-b24c-7f223c69bb42 req-2bea4a6a-9d13-4718-ab4f-3791866508ae tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=5116afe2-47c4-4649-9df0-c00b0900e462 HTTP/1.1" status: 200 len: 944 time: 0.0861185 Aug 16 21:03:04.839711 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=3174730e-d323-4a7a-8e80-719cb594a169,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:04.854328 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f33e6f-9d72-4648-9810-48e2f470db4e req-e324a804-4de9-476a-8513-dc8774d1d4ab tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:04.854328 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-43f33e6f-9d72-4648-9810-48e2f470db4e req-e324a804-4de9-476a-8513-dc8774d1d4ab tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=7fc98862-7540-4713-ac49-0bde3eff2c20 HTTP/1.1" status: 200 len: 945 time: 0.0732822 Aug 16 21:03:04.876996 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56796) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:04.891732 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1ae63cfd-32e2-4ffb-972d-c2d514f50158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:04.911359 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ce924383-1647-407b-b24c-7f223c69bb42 req-3332a9f3-d33d-4a41-8b3d-ed4d329c2b34 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566816 Aug 16 21:03:04.919005 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-43f33e6f-9d72-4648-9810-48e2f470db4e req-de76fd76-a8d8-4aa5-bf70-50ec7ef915a0 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=356ac026-9607-4319-a31e-9fa9c3738855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584102 Aug 16 21:03:04.990049 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b7cecc-32df-4ac3-855b-05f712151c60 x-openstack-request-id: req-03b7cecc-32df-4ac3-855b-05f712151c60 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:03:04.990363 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc98862-7540-4713-ac49-0bde3eff2c20", "name": "network-vif-plugged", "status": "completed", "tag": "3174730e-d323-4a7a-8e80-719cb594a169", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:03:04.990605 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-03b7cecc-32df-4ac3-855b-05f712151c60 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:03:04.992156 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc98862-7540-4713-ac49-0bde3eff2c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3174730e-d323-4a7a-8e80-719cb594a169', 'code': 200} Aug 16 21:03:05.010649 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1ae63cfd-32e2-4ffb-972d-c2d514f50158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:05.078985 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1ae63cfd-32e2-4ffb-972d-c2d514f50158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:05.120224 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1dffd0-1f89-4c46-8c32-36060eb355d2 req-1013a1e4-3f0c-4437-8487-45331dc5ed65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:05.122088 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2a1dffd0-1f89-4c46-8c32-36060eb355d2 req-1013a1e4-3f0c-4437-8487-45331dc5ed65 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7fc98862-7540-4713-ac49-0bde3eff2c20 HTTP/1.1" status: 200 len: 1097 time: 0.0504646 Aug 16 21:03:05.125228 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1ae63cfd-32e2-4ffb-972d-c2d514f50158 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c7663be192ef45a6b51200f61b78b3b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2470157 Aug 16 21:03:05.126160 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae63cfd-32e2-4ffb-972d-c2d514f50158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fecfa94a-9837-490d-9a34-eab344e584c5,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:05.128778 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 56800) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:05.191629 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:03:05.266717 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2a1dffd0-1f89-4c46-8c32-36060eb355d2 req-c2534275-7d2e-44b4-a9fb-1fe9913acdbf service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=356ac026-9607-4319-a31e-9fa9c3738855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127939 Aug 16 21:03:05.289913 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e1f8161b-87ae-4ff5-94ff-c71c5a6224b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:05.306503 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10adb14-9ec4-489c-86b6-e44004d38306 req-8506dea4-82e9-42e6-867b-4274a9480564 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:05.308023 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e10adb14-9ec4-489c-86b6-e44004d38306 req-8506dea4-82e9-42e6-867b-4274a9480564 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2769ccf-9336-4715-8aba-3b436618b766 HTTP/1.1" status: 200 len: 945 time: 0.1318927 Aug 16 21:03:05.315150 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:03:05.319883 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:05.320264 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:05.320768 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b287a-222e-48cf-865c-8b05f50a4d20 req-a44622da-21aa-4242-9c0c-568ea0e8929b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:05.322257 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-be1b287a-222e-48cf-865c-8b05f50a4d20 req-a44622da-21aa-4242-9c0c-568ea0e8929b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc HTTP/1.1" status: 200 len: 945 time: 0.0989263 Aug 16 21:03:05.356766 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e1f8161b-87ae-4ff5-94ff-c71c5a6224b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:05.406780 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:05.407325 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e10adb14-9ec4-489c-86b6-e44004d38306 req-f7b14692-c64e-42b3-b223-74962748417e tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838552 Aug 16 21:03:05.422569 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-be1b287a-222e-48cf-865c-8b05f50a4d20 req-6bb72186-bd91-402c-81d0-2b4b2a0a8d3d tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848970 Aug 16 21:03:05.457329 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:05.546109 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:05.546972 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:03:05.580324 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e1f8161b-87ae-4ff5-94ff-c71c5a6224b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:05.582914 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e1f8161b-87ae-4ff5-94ff-c71c5a6224b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:05.584132 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e1f8161b-87ae-4ff5-94ff-c71c5a6224b7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fecfa94a-9837-490d-9a34-eab344e584c5 HTTP/1.1" status: 204 len: 168 time: 0.4543831 Aug 16 21:03:05.600467 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f8161b-87ae-4ff5-94ff-c71c5a6224b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecfa94a-9837-490d-9a34-eab344e584c5,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:05.643367 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:05.702500 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fa650-c898-4a5e-9daf-a0b23efecd75 req-a22a283e-5dd1-4538-ab41-51ae02a94a0d tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:05.708527 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fa650-c898-4a5e-9daf-a0b23efecd75 req-a22a283e-5dd1-4538-ab41-51ae02a94a0d tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:05.714469 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fa650-c898-4a5e-9daf-a0b23efecd75 req-a22a283e-5dd1-4538-ab41-51ae02a94a0d tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:05.716166 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8c0fa650-c898-4a5e-9daf-a0b23efecd75 req-a22a283e-5dd1-4538-ab41-51ae02a94a0d tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=4560d04d-dc1c-4a7f-9d2a-5909b257707c&device_id=8572b017-d212-4776-9be3-4e7e0f1c0c20&device_id=b2769ccf-9336-4715-8aba-3b436618b766 HTTP/1.1" status: 200 len: 2416 time: 0.0663872 Aug 16 21:03:05.755263 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8c0fa650-c898-4a5e-9daf-a0b23efecd75 req-fba40d83-9143-48ce-acb9-8adcff1e70a2 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330262 Aug 16 21:03:05.760074 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:03:05.764348 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:05.764736 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:05.861389 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:05.910117 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999,segment=NetworkSegment(23658927-a623-4faf-8750-20d4ad03fab0),segment_id=23658927-a623-4faf-8750-20d4ad03fab0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:05.931365 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3645d4c-d944-4e4d-94bc-a417c4439180 req-97fd353f-96be-42c0-bcb1-93dff70edaa6 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:05.933442 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d3645d4c-d944-4e4d-94bc-a417c4439180 req-97fd353f-96be-42c0-bcb1-93dff70edaa6 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=4560d04d-dc1c-4a7f-9d2a-5909b257707c HTTP/1.1" status: 200 len: 945 time: 0.0668528 Aug 16 21:03:06.002066 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d3645d4c-d944-4e4d-94bc-a417c4439180 req-244f75ca-0c7b-4897-9db9-a14479610b20 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475059 Aug 16 21:03:06.003158 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:06.060015 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:06.106985 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd2921-8827-49af-8ab0-89f092b5ffdf req-74a13a40-80c5-445d-88e3-493294d77ff4 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:06.108816 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f5cd2921-8827-49af-8ab0-89f092b5ffdf req-74a13a40-80c5-445d-88e3-493294d77ff4 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=7fc98862-7540-4713-ac49-0bde3eff2c20 HTTP/1.1" status: 200 len: 945 time: 0.0961230 Aug 16 21:03:06.131841 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc59355-f734-4bff-8b0d-9b433417ac07 req-82390086-516b-4b7c-873d-78bf8f170201 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:06.133318 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4dc59355-f734-4bff-8b0d-9b433417ac07 req-82390086-516b-4b7c-873d-78bf8f170201 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=5116afe2-47c4-4649-9df0-c00b0900e462 HTTP/1.1" status: 200 len: 945 time: 0.0823369 Aug 16 21:03:06.187621 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f5cd2921-8827-49af-8ab0-89f092b5ffdf req-78415972-86ed-4a67-b257-d02a1e4df535 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=356ac026-9607-4319-a31e-9fa9c3738855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723763 Aug 16 21:03:06.192706 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4dc59355-f734-4bff-8b0d-9b433417ac07 req-84e89c2a-44ac-406d-85b2-fc8e99f06307 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525935 Aug 16 21:03:06.559116 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b5bcc-86c7-4833-af7d-a152e0860d48 req-33e2aaf6-0c3b-4755-b15e-5029f179617b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:06.560656 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c55b5bcc-86c7-4833-af7d-a152e0860d48 req-33e2aaf6-0c3b-4755-b15e-5029f179617b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc HTTP/1.1" status: 200 len: 946 time: 0.0533760 Aug 16 21:03:06.611165 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c55b5bcc-86c7-4833-af7d-a152e0860d48 req-48a8c0b5-1de1-4ded-a1f7-98cb901ba020 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387852 Aug 16 21:03:06.992369 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba'}, {'server_uuid': '5116afe2-47c4-4649-9df0-c00b0900e462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:03:06.995058 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434e7372-3bfe-4d4a-98fa-eda8d8e8b5f0" -d '{"events": [{"server_uuid": "8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc", "name": "network-vif-plugged", "status": "completed", "tag": "7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba"}, {"server_uuid": "5116afe2-47c4-4649-9df0-c00b0900e462", "name": "network-vif-plugged", "status": "completed", "tag": "4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:03:07.059265 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 21:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca46574-8737-46b3-bcde-a1912323f5aa x-openstack-request-id: req-9ca46574-8737-46b3-bcde-a1912323f5aa {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:03:07.059265 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc", "name": "network-vif-plugged", "status": "completed", "tag": "7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba", "code": 200}, {"server_uuid": "5116afe2-47c4-4649-9df0-c00b0900e462", "name": "network-vif-plugged", "status": "completed", "tag": "4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:03:07.059265 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9ca46574-8737-46b3-bcde-a1912323f5aa {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:03:07.059265 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba', 'code': 200} Aug 16 21:03:07.059265 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5116afe2-47c4-4649-9df0-c00b0900e462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999', 'code': 200} Aug 16 21:03:07.232762 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57064252-d75f-42bf-950d-deb3a5514004 req-dd18e6bb-ae45-4848-8cdf-dd5f1dc90ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:07.234397 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-57064252-d75f-42bf-950d-deb3a5514004 req-dd18e6bb-ae45-4848-8cdf-dd5f1dc90ad1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc HTTP/1.1" status: 200 len: 1098 time: 0.0939393 Aug 16 21:03:07.246840 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757dd6b-ed90-4a79-9c2c-b9c5f83e7001 req-1e95ce78-0b51-4ff5-8436-a774813ddc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:07.248554 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0757dd6b-ed90-4a79-9c2c-b9c5f83e7001 req-1e95ce78-0b51-4ff5-8436-a774813ddc40 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5116afe2-47c4-4649-9df0-c00b0900e462 HTTP/1.1" status: 200 len: 1097 time: 0.0802026 Aug 16 21:03:07.293578 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-57064252-d75f-42bf-950d-deb3a5514004 req-48dab2c8-2e09-42f8-9b53-877d1866c930 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490360 Aug 16 21:03:07.307383 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0757dd6b-ed90-4a79-9c2c-b9c5f83e7001 req-fa29a0bb-d6b3-458f-bd44-8bab7305686e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402629 Aug 16 21:03:07.329124 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783a067-ef97-4bc9-8326-7c060f73df74 req-6d7995b7-66aa-4aa4-a826-2455dd88dd1e tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:07.330631 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5783a067-ef97-4bc9-8326-7c060f73df74 req-6d7995b7-66aa-4aa4-a826-2455dd88dd1e tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=5116afe2-47c4-4649-9df0-c00b0900e462 HTTP/1.1" status: 200 len: 945 time: 0.0518148 Aug 16 21:03:07.374078 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5783a067-ef97-4bc9-8326-7c060f73df74 req-3d8ed952-470b-4fb8-b20a-9b4bbeb54abe tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369124 Aug 16 21:03:07.522317 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98daf4e3-941f-41b1-a0fc-f94807046b47 req-399e75ce-41a8-4b46-b2f7-37533f9e33b8 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:07.526439 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-98daf4e3-941f-41b1-a0fc-f94807046b47 req-399e75ce-41a8-4b46-b2f7-37533f9e33b8 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=7fc98862-7540-4713-ac49-0bde3eff2c20 HTTP/1.1" status: 200 len: 945 time: 0.0562034 Aug 16 21:03:07.574093 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-98daf4e3-941f-41b1-a0fc-f94807046b47 req-7774550b-7dff-42e0-9274-27ee70efa03a tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=356ac026-9607-4319-a31e-9fa9c3738855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433471 Aug 16 21:03:07.620184 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad07b86-17a9-4e89-94ad-587264cadc5f req-66b9e4bf-03a4-4463-b977-aa7c85367240 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:07.621591 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1ad07b86-17a9-4e89-94ad-587264cadc5f req-66b9e4bf-03a4-4463-b977-aa7c85367240 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2769ccf-9336-4715-8aba-3b436618b766 HTTP/1.1" status: 200 len: 945 time: 0.0622652 Aug 16 21:03:07.685107 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1ad07b86-17a9-4e89-94ad-587264cadc5f req-114bb36e-cef2-4b86-9a5c-3fd6ce3b3096 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572321 Aug 16 21:03:07.710041 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86df96-a38a-42f5-b255-c39581c28b0a req-b57a30f7-57d0-4271-9657-5989d75331cf tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:07.714783 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fb86df96-a38a-42f5-b255-c39581c28b0a req-b57a30f7-57d0-4271-9657-5989d75331cf tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=7fc98862-7540-4713-ac49-0bde3eff2c20 HTTP/1.1" status: 200 len: 945 time: 0.0649207 Aug 16 21:03:07.720314 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56908) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:07.726108 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-0137d5cd-fd41-4b87-b20a-3fd08109be88 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Request body: {'floatingip': {'port_id': '3174730e-d323-4a7a-8e80-719cb594a169'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:07.776606 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0137d5cd-fd41-4b87-b20a-3fd08109be88 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for floatingip, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:07.820773 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f86829-0a8b-469a-a452-3222d8e92118 req-c9b2ce62-4a9b-4b5a-b974-9344286052ae tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:07.822634 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-87f86829-0a8b-469a-a452-3222d8e92118 req-c9b2ce62-4a9b-4b5a-b974-9344286052ae tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc HTTP/1.1" status: 200 len: 946 time: 0.0684483 Aug 16 21:03:07.869057 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-87f86829-0a8b-469a-a452-3222d8e92118 req-7cd7fc74-6a46-45f8-8b1a-5e229643e819 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401847 Aug 16 21:03:08.496956 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84538c1b-6112-4284-9b68-6269b4e4f872 req-9331db37-bcdd-45b7-a78d-70c6049cb037 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:08.498681 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-84538c1b-6112-4284-9b68-6269b4e4f872 req-9331db37-bcdd-45b7-a78d-70c6049cb037 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=5116afe2-47c4-4649-9df0-c00b0900e462 HTTP/1.1" status: 200 len: 945 time: 0.0520396 Aug 16 21:03:08.540546 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-84538c1b-6112-4284-9b68-6269b4e4f872 req-b55d0e25-f95c-42a0-8ff9-b095c14061f3 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334432 Aug 16 21:03:08.616994 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0137d5cd-fd41-4b87-b20a-3fd08109be88 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:08.731064 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0137d5cd-fd41-4b87-b20a-3fd08109be88 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:08.816231 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d2eb9-e6bf-49c0-82d0-6331ac439ba3 req-9730415b-a477-44c8-86ec-a5fda80fbedd tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:08.818420 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2a3d2eb9-e6bf-49c0-82d0-6331ac439ba3 req-9730415b-a477-44c8-86ec-a5fda80fbedd tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2769ccf-9336-4715-8aba-3b436618b766 HTTP/1.1" status: 200 len: 945 time: 0.0642245 Aug 16 21:03:08.860331 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [None req-0137d5cd-fd41-4b87-b20a-3fd08109be88 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Floating IP e76fa027-d649-4146-98e3-b29ba44d2574 associated. External IP: 172.25.1.240, port: 3174730e-d323-4a7a-8e80-719cb594a169. Aug 16 21:03:08.863221 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2a3d2eb9-e6bf-49c0-82d0-6331ac439ba3 req-d0e8bfc8-2137-4b10-99f6-647038030fdf tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344298 Aug 16 21:03:09.002945 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146bb33-db73-4169-b08b-e351591a4fab req-3079b795-6c8c-4f91-9446-9739ec980f6a tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:09.005401 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5146bb33-db73-4169-b08b-e351591a4fab req-3079b795-6c8c-4f91-9446-9739ec980f6a tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc HTTP/1.1" status: 200 len: 946 time: 0.0532315 Aug 16 21:03:09.069817 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5146bb33-db73-4169-b08b-e351591a4fab req-a2e0157d-efa9-4d4a-9188-185c2cfe6e38 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522592 Aug 16 21:03:09.122187 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0137d5cd-fd41-4b87-b20a-3fd08109be88 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Router 6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:03:09.253971 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0137d5cd-fd41-4b87-b20a-3fd08109be88 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:03:09.259545 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0137d5cd-fd41-4b87-b20a-3fd08109be88 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:09.264725 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c441f66-b787-4275-a5d6-bd2b84c61ab7 None None] Sync routers for ids ['6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:03:09.276574 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c441f66-b787-4275-a5d6-bd2b84c61ab7 None None] Routers {'6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:03:09.277204 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-7c441f66-b787-4275-a5d6-bd2b84c61ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:02:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:09.287545 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0137d5cd-fd41-4b87-b20a-3fd08109be88 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "PUT /v2.0/floatingips/e76fa027-d649-4146-98e3-b29ba44d2574 HTTP/1.1" status: 200 len: 991 time: 1.5659320 Aug 16 21:03:09.288398 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc98862-7540-4713-ac49-0bde3eff2c20', 'tag': '3174730e-d323-4a7a-8e80-719cb594a169'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:03:09.290844 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe7ebae-dcab-41a1-b795-7e2add554168" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc98862-7540-4713-ac49-0bde3eff2c20", "tag": "3174730e-d323-4a7a-8e80-719cb594a169"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:03:09.391261 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-7c441f66-b787-4275-a5d6-bd2b84c61ab7 None None] Set router 6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:03:09.465531 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2200d4-2b9a-44ad-b7f7-58f5993dd568 x-openstack-request-id: req-4c2200d4-2b9a-44ad-b7f7-58f5993dd568 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:03:09.466100 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc98862-7540-4713-ac49-0bde3eff2c20", "tag": "3174730e-d323-4a7a-8e80-719cb594a169", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:03:09.466521 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4c2200d4-2b9a-44ad-b7f7-58f5993dd568 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:03:09.467129 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc98862-7540-4713-ac49-0bde3eff2c20', 'tag': '3174730e-d323-4a7a-8e80-719cb594a169', 'status': 'completed', 'code': 200} Aug 16 21:03:09.533775 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6513bac-a249-4e6c-8fc8-4eb1c934327e req-00e879b5-9bee-413c-b5cb-4e4aaaf370aa tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:09.536560 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b6513bac-a249-4e6c-8fc8-4eb1c934327e req-00e879b5-9bee-413c-b5cb-4e4aaaf370aa tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc HTTP/1.1" status: 200 len: 946 time: 0.1156938 Aug 16 21:03:09.571495 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7ebae-dcab-41a1-b795-7e2add554168 req-4c0c79af-c206-4877-8456-25b7ff79fbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:09.573411 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ebe7ebae-dcab-41a1-b795-7e2add554168 req-4c0c79af-c206-4877-8456-25b7ff79fbf7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a0e033d4713247c4be0e53c874c211ee&device_id=7fc98862-7540-4713-ac49-0bde3eff2c20 HTTP/1.1" status: 200 len: 1097 time: 0.0793989 Aug 16 21:03:09.666105 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b6513bac-a249-4e6c-8fc8-4eb1c934327e req-59ae5cf2-69fb-4c62-b112-056dc2d6fcd7 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206975 Aug 16 21:03:09.750618 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7ebae-dcab-41a1-b795-7e2add554168 req-3ccb1557-c93e-4066-9beb-a96ab11b0088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:09.752551 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ebe7ebae-dcab-41a1-b795-7e2add554168 req-3ccb1557-c93e-4066-9beb-a96ab11b0088 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f21989d2-1803-4d82-bc06-7ef94db801de HTTP/1.1" status: 200 len: 911 time: 0.1720140 Aug 16 21:03:09.763351 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-7c441f66-b787-4275-a5d6-bd2b84c61ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'name': 'tempest-AttachVolumeTestJSON-249209008-router', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:58:13Z', 'updated_at': '2021-08-16T20:58:18Z', 'revision_number': 4, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'gw_port': {'id': '2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:14Z', 'updated_at': '2021-08-16T20:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'e76fa027-d649-4146-98e3-b29ba44d2574', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'floating_ip_address': '172.25.1.240', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'port_id': '3174730e-d323-4a7a-8e80-719cb594a169', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de', 'mac_address': 'fa:16:3e:2e:3d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc98862-7540-4713-ac49-0bde3eff2c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:02:47Z', 'updated_at': '2021-08-16T21:03:08Z', 'revision_number': 1, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5046a0a8-6596-4e56-9c14-237c0083403a', 'name': '', 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'mac_address': 'fa:16:3e:cb:62:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '03f69758-9eaf-430a-b99d-d64769716af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:17Z', 'updated_at': '2021-08-16T20:58:30Z', 'revision_number': 5, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'subnets': [{'id': '03f69758-9eaf-430a-b99d-d64769716af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:09.791611 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c441f66-b787-4275-a5d6-bd2b84c61ab7 None None] Checking router: 6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:03:09.799349 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c441f66-b787-4275-a5d6-bd2b84c61ab7 None None] Routers {'6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:03:09.800178 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-7c441f66-b787-4275-a5d6-bd2b84c61ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:02:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:09.858127 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8554a-888a-423f-9e33-d01b7556c680 req-7246ad14-b58a-428b-84ca-0ed311039c8d tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:09.859676 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50d8554a-888a-423f-9e33-d01b7556c680 req-7246ad14-b58a-428b-84ca-0ed311039c8d tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=5116afe2-47c4-4649-9df0-c00b0900e462 HTTP/1.1" status: 200 len: 945 time: 0.1032591 Aug 16 21:03:09.867300 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ebe7ebae-dcab-41a1-b795-7e2add554168 req-bda8ce56-062a-4dc4-b6ca-1effd6130ce1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3174730e-d323-4a7a-8e80-719cb594a169 HTTP/1.1" status: 200 len: 999 time: 0.0979655 Aug 16 21:03:09.916302 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-7c441f66-b787-4275-a5d6-bd2b84c61ab7 None None] Set router 6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:03:10.015900 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50d8554a-888a-423f-9e33-d01b7556c680 req-c182d733-cdfe-4770-989c-05e22ee8896c tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453824 Aug 16 21:03:10.047484 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7ebae-dcab-41a1-b795-7e2add554168 req-cabbe36a-ec7d-44ea-b1ad-9d5dda438c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:10.048994 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ebe7ebae-dcab-41a1-b795-7e2add554168 req-cabbe36a-ec7d-44ea-b1ad-9d5dda438c13 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=03f69758-9eaf-430a-b99d-d64769716af9 HTTP/1.1" status: 200 len: 849 time: 0.1739175 Aug 16 21:03:10.171486 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa9e2e-4929-4b40-ad1f-a0761b84c7e6 req-23849516-d2cd-4639-a948-e4f2831a1790 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:10.178293 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2dfa9e2e-4929-4b40-ad1f-a0761b84c7e6 req-23849516-d2cd-4639-a948-e4f2831a1790 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2769ccf-9336-4715-8aba-3b436618b766 HTTP/1.1" status: 200 len: 945 time: 0.2012475 Aug 16 21:03:10.188659 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7ebae-dcab-41a1-b795-7e2add554168 req-d5b2d976-be02-4bf0-a981-e49c2d4e4cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:10.190797 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ebe7ebae-dcab-41a1-b795-7e2add554168 req-d5b2d976-be02-4bf0-a981-e49c2d4e4cd6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f21989d2-1803-4d82-bc06-7ef94db801de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1160676 Aug 16 21:03:10.256578 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2dfa9e2e-4929-4b40-ad1f-a0761b84c7e6 req-260b7430-79c1-4c9f-b18f-f551818ac34c tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630982 Aug 16 21:03:10.288848 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-7c441f66-b787-4275-a5d6-bd2b84c61ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'name': 'tempest-AttachVolumeTestJSON-249209008-router', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:58:13Z', 'updated_at': '2021-08-16T20:58:18Z', 'revision_number': 4, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'gw_port': {'id': '2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:14Z', 'updated_at': '2021-08-16T20:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'e76fa027-d649-4146-98e3-b29ba44d2574', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'floating_ip_address': '172.25.1.240', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'port_id': '3174730e-d323-4a7a-8e80-719cb594a169', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de', 'mac_address': 'fa:16:3e:2e:3d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc98862-7540-4713-ac49-0bde3eff2c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:02:47Z', 'updated_at': '2021-08-16T21:03:08Z', 'revision_number': 1, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5046a0a8-6596-4e56-9c14-237c0083403a', 'name': '', 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'mac_address': 'fa:16:3e:cb:62:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '03f69758-9eaf-430a-b99d-d64769716af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:17Z', 'updated_at': '2021-08-16T20:58:30Z', 'revision_number': 5, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'subnets': [{'id': '03f69758-9eaf-430a-b99d-d64769716af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:10.318461 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c441f66-b787-4275-a5d6-bd2b84c61ab7 None None] The sync data for ids ['6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955'] in n-d-793620-15 is: [{'id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'name': 'tempest-AttachVolumeTestJSON-249209008-router', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:58:13Z', 'updated_at': '2021-08-16T20:58:18Z', 'revision_number': 4, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'gw_port': {'id': '2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:14Z', 'updated_at': '2021-08-16T20:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'e76fa027-d649-4146-98e3-b29ba44d2574', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'floating_ip_address': '172.25.1.240', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'port_id': '3174730e-d323-4a7a-8e80-719cb594a169', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de', 'mac_address': 'fa:16:3e:2e:3d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc98862-7540-4713-ac49-0bde3eff2c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:02:47Z', 'updated_at': '2021-08-16T21:03:08Z', 'revision_number': 1, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5046a0a8-6596-4e56-9c14-237c0083403a', 'name': '', 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'mac_address': 'fa:16:3e:cb:62:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '03f69758-9eaf-430a-b99d-d64769716af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:17Z', 'updated_at': '2021-08-16T20:58:30Z', 'revision_number': 5, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'subnets': [{'id': '03f69758-9eaf-430a-b99d-d64769716af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:03:10.328992 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ebe7ebae-dcab-41a1-b795-7e2add554168 req-1eb843f4-76f8-4606-af76-950c119d1abd service neutron] 10.222.0.90 "GET /v2.0/networks/f21989d2-1803-4d82-bc06-7ef94db801de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176867 Aug 16 21:03:10.453308 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ebe7ebae-dcab-41a1-b795-7e2add554168 req-82e4c71b-d298-4dec-a656-944f5c3597a5 service neutron] 10.222.0.90 "GET /v2.0/networks/f21989d2-1803-4d82-bc06-7ef94db801de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092472 Aug 16 21:03:10.595307 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171eeb22-7f44-4362-9929-6580d84a48af None None] New status for floating IP e76fa027-d649-4146-98e3-b29ba44d2574: ACTIVE {{(pid=101846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:03:10.619521 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4cb890-1faf-4d96-a416-0e38c03f93e6 req-cffa48d4-711b-4168-b125-650392ba42a6 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:10.621444 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5b4cb890-1faf-4d96-a416-0e38c03f93e6 req-cffa48d4-711b-4168-b125-650392ba42a6 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=5116afe2-47c4-4649-9df0-c00b0900e462 HTTP/1.1" status: 200 len: 945 time: 0.0564456 Aug 16 21:03:10.668456 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5b4cb890-1faf-4d96-a416-0e38c03f93e6 req-d4f11d8d-195d-4d66-8200-f9be2e25f3ec tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403104 Aug 16 21:03:10.788406 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b53f3a-67e5-4bfe-a40e-b4ec94250104 req-cd183dd3-ad85-46c4-aa84-fe378d839249 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:10.790172 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-13b53f3a-67e5-4bfe-a40e-b4ec94250104 req-cd183dd3-ad85-46c4-aa84-fe378d839249 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc HTTP/1.1" status: 200 len: 946 time: 0.0532188 Aug 16 21:03:10.833693 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-13b53f3a-67e5-4bfe-a40e-b4ec94250104 req-bf0d4700-c871-43f2-8f0e-2b7f48a41737 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362179 Aug 16 21:03:11.101669 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1c808610-a768-466c-8de5-073a2fc9c7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:11.378989 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ea63f-7c46-4e1b-b1eb-971cc7b67ce0 req-908e7c07-6554-471a-a4ce-080fc869402c tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:11.378989 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-272ea63f-7c46-4e1b-b1eb-971cc7b67ce0 req-908e7c07-6554-471a-a4ce-080fc869402c tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2769ccf-9336-4715-8aba-3b436618b766 HTTP/1.1" status: 200 len: 945 time: 0.0572312 Aug 16 21:03:11.447165 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-272ea63f-7c46-4e1b-b1eb-971cc7b67ce0 req-d23cf9f5-a270-465f-a95c-efeb1346c256 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640810 Aug 16 21:03:11.838398 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ae631-d458-4c87-9427-ea32a76cd06a req-0421315d-d5cb-4494-ab42-9b2bf6ef6fde tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:11.840004 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8d8ae631-d458-4c87-9427-ea32a76cd06a req-0421315d-d5cb-4494-ab42-9b2bf6ef6fde tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=5116afe2-47c4-4649-9df0-c00b0900e462 HTTP/1.1" status: 200 len: 945 time: 0.0830293 Aug 16 21:03:11.853201 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cae27-fa49-4955-a715-a26c64867b59 req-e008b2b0-6343-4f84-8284-042eddbe9584 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:11.855691 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7e6cae27-fa49-4955-a715-a26c64867b59 req-e008b2b0-6343-4f84-8284-042eddbe9584 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc HTTP/1.1" status: 200 len: 946 time: 0.0882068 Aug 16 21:03:11.918005 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7e6cae27-fa49-4955-a715-a26c64867b59 req-14185ada-1bb3-436c-bc49-2658eff54eae tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553341 Aug 16 21:03:11.920707 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8d8ae631-d458-4c87-9427-ea32a76cd06a req-8f24311e-dcec-498c-87ff-b016e80ad85a tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640965 Aug 16 21:03:12.166387 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdfc588-1501-4b38-a127-e35d7391c13b req-e4097dde-3e02-43a9-87ff-1ce4f3e80710 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:12.168422 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3fdfc588-1501-4b38-a127-e35d7391c13b req-e4097dde-3e02-43a9-87ff-1ce4f3e80710 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.72 "GET /v2.0/ports?device_id=5116afe2-47c4-4649-9df0-c00b0900e462 HTTP/1.1" status: 200 len: 945 time: 0.0768509 Aug 16 21:03:12.271979 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-3fdfc588-1501-4b38-a127-e35d7391c13b req-92f201f3-03c8-44ca-b06b-3a72b4b1fc9c tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Deleting port 4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:03:12.272561 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3fdfc588-1501-4b38-a127-e35d7391c13b req-92f201f3-03c8-44ca-b06b-3a72b4b1fc9c tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:12.365560 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-3fdfc588-1501-4b38-a127-e35d7391c13b req-92f201f3-03c8-44ca-b06b-3a72b4b1fc9c tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] For port 4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999,segment=NetworkSegment(23658927-a623-4faf-8750-20d4ad03fab0),segment_id=23658927-a623-4faf-8750-20d4ad03fab0)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:12.365940 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3fdfc588-1501-4b38-a127-e35d7391c13b req-92f201f3-03c8-44ca-b06b-3a72b4b1fc9c tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:12.380374 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-3fdfc588-1501-4b38-a127-e35d7391c13b req-92f201f3-03c8-44ca-b06b-3a72b4b1fc9c tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Calling delete_port for 4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:03:12.614986 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3fdfc588-1501-4b38-a127-e35d7391c13b req-92f201f3-03c8-44ca-b06b-3a72b4b1fc9c tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:12.621044 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f40471-2391-4f4d-8ac7-56fdad2bde99 req-4ef8d763-533c-4444-a029-ee5e84574b5a tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:12.623176 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-53f40471-2391-4f4d-8ac7-56fdad2bde99 req-4ef8d763-533c-4444-a029-ee5e84574b5a tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2769ccf-9336-4715-8aba-3b436618b766 HTTP/1.1" status: 200 len: 945 time: 0.0849760 Aug 16 21:03:12.628968 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['811fe75a-58ad-4d55-95fc-557ec70b4da6', '4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:03:12.669357 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f201f3-03c8-44ca-b06b-3a72b4b1fc9c tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Pushing event deleted for resources: {'Port': ['ID=4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:12.715634 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-53f40471-2391-4f4d-8ac7-56fdad2bde99 req-d68bd246-86c6-4c86-b3ce-955672429917 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759885 Aug 16 21:03:12.770848 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fdfc588-1501-4b38-a127-e35d7391c13b req-92f201f3-03c8-44ca-b06b-3a72b4b1fc9c tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] No DVR routers for this DVR port 4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:03:12.774864 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3fdfc588-1501-4b38-a127-e35d7391c13b req-92f201f3-03c8-44ca-b06b-3a72b4b1fc9c tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:12.776574 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3fdfc588-1501-4b38-a127-e35d7391c13b req-92f201f3-03c8-44ca-b06b-3a72b4b1fc9c tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.72 "DELETE /v2.0/ports/4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999 HTTP/1.1" status: 204 len: 173 time: 0.5993166 Aug 16 21:03:12.777018 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5116afe2-47c4-4649-9df0-c00b0900e462', 'name': 'network-vif-deleted', 'tag': '4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:03:12.780003 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12dfaf8f-d5e8-47df-8372-8585af1af3c9" -d '{"events": [{"server_uuid": "5116afe2-47c4-4649-9df0-c00b0900e462", "name": "network-vif-deleted", "tag": "4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:03:12.838077 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8204cb2b-b5bb-4128-964d-d4e7c81d4e90 req-98dff7ad-5437-46fe-8702-1c959d66ce2e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0d43d364-7551-4318-ab16-7318a7217ef5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0484500 Aug 16 21:03:12.841842 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb34e4b1-ac9c-453d-b4c7-f4002f1d2ad2 x-openstack-request-id: req-cb34e4b1-ac9c-453d-b4c7-f4002f1d2ad2 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:03:12.842142 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5116afe2-47c4-4649-9df0-c00b0900e462", "name": "network-vif-deleted", "tag": "4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:03:12.842395 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-cb34e4b1-ac9c-453d-b4c7-f4002f1d2ad2 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:03:12.842797 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5116afe2-47c4-4649-9df0-c00b0900e462', 'name': 'network-vif-deleted', 'tag': '4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999', 'status': 'completed', 'code': 200} Aug 16 21:03:12.919844 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204cb2b-b5bb-4128-964d-d4e7c81d4e90 req-efb8edeb-6906-4356-a288-ee3ca022da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:12.921449 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8204cb2b-b5bb-4128-964d-d4e7c81d4e90 req-efb8edeb-6906-4356-a288-ee3ca022da84 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=04d4519d90b5451ebf562bbd9e44ac2b&device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 1097 time: 0.0510869 Aug 16 21:03:13.458923 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-13d9c08b-dc9d-49a8-84a2-ce1166c80ccb req-b91c654c-bf6b-4894-9bdc-d9c0e942e0c6 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=5116afe2-47c4-4649-9df0-c00b0900e462 HTTP/1.1" status: 200 len: 210 time: 0.4055498 Aug 16 21:03:13.461698 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204cb2b-b5bb-4128-964d-d4e7c81d4e90 req-4e033521-b723-4141-a02f-9bd286011d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:13.463078 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8204cb2b-b5bb-4128-964d-d4e7c81d4e90 req-4e033521-b723-4141-a02f-9bd286011d6b service neutron] 10.222.0.90 "GET /v2.0/networks?id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 HTTP/1.1" status: 200 len: 912 time: 0.5188346 Aug 16 21:03:13.482605 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c757d-c299-4a46-b7ba-7a95bafcf0b5 req-2116dfb7-1fbc-4c86-83c7-bba356adac24 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:13.484145 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-641c757d-c299-4a46-b7ba-7a95bafcf0b5 req-2116dfb7-1fbc-4c86-83c7-bba356adac24 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc HTTP/1.1" status: 200 len: 946 time: 0.4205084 Aug 16 21:03:13.539222 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8204cb2b-b5bb-4128-964d-d4e7c81d4e90 req-41bf3282-4cd2-4140-8807-056140459764 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=328aaa67-fe46-4a01-a7b5-759a56b08c1c HTTP/1.1" status: 200 len: 217 time: 0.0540767 Aug 16 21:03:13.598858 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-41fc0457-861f-474e-af87-2c15d49c1ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:13.604478 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-641c757d-c299-4a46-b7ba-7a95bafcf0b5 req-9c9f8dec-2a0d-4627-8135-947723b20289 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129251 Aug 16 21:03:13.634644 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204cb2b-b5bb-4128-964d-d4e7c81d4e90 req-4ccaecd8-c39b-49d8-9844-3973677cb268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:13.636371 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8204cb2b-b5bb-4128-964d-d4e7c81d4e90 req-4ccaecd8-c39b-49d8-9844-3973677cb268 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=20aa60f1-bb16-40f5-b2dd-0341c13f6e8c HTTP/1.1" status: 200 len: 850 time: 0.0656285 Aug 16 21:03:13.690756 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204cb2b-b5bb-4128-964d-d4e7c81d4e90 req-4dcf1e36-b949-4619-ad40-6f8b3bfdb8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:13.692958 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8204cb2b-b5bb-4128-964d-d4e7c81d4e90 req-4dcf1e36-b949-4619-ad40-6f8b3bfdb8c1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486956 Aug 16 21:03:13.782550 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8204cb2b-b5bb-4128-964d-d4e7c81d4e90 req-69e7784d-7e99-440d-8b16-70e1c4a42b93 service neutron] 10.222.0.90 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820563 Aug 16 21:03:13.849431 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:13.916734 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af9a0c-24c5-4387-a735-2d2f0c299425 req-5995cbc6-6251-4b56-8fe0-4291b9dce663 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:13.924523 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b1af9a0c-24c5-4387-a735-2d2f0c299425 req-5995cbc6-6251-4b56-8fe0-4291b9dce663 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2769ccf-9336-4715-8aba-3b436618b766 HTTP/1.1" status: 200 len: 945 time: 0.1211708 Aug 16 21:03:13.952273 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8204cb2b-b5bb-4128-964d-d4e7c81d4e90 req-60fb426f-2c51-470c-a2df-ba34cddb3fa8 service neutron] 10.222.0.90 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576126 Aug 16 21:03:13.985623 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b1af9a0c-24c5-4387-a735-2d2f0c299425 req-6e6ce988-f3c2-4d5c-a42e-ce66ea752ff8 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591228 Aug 16 21:03:14.624189 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e4042-cdce-423d-a9e1-7b931bab5dc8 req-4f14d437-4995-4db5-ad29-b40c1603c2bd tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:14.625978 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2d5e4042-cdce-423d-a9e1-7b931bab5dc8 req-4f14d437-4995-4db5-ad29-b40c1603c2bd tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0543256 Aug 16 21:03:14.687359 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2d5e4042-cdce-423d-a9e1-7b931bab5dc8 req-422231d4-fc07-4524-8fad-df59bb82ce67 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350585 Aug 16 21:03:14.809903 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:14.854460 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f28fa-b647-4db1-abba-01fae0163c2b req-c522c988-8027-4005-aeb9-935c5addc98c tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:14.864248 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-022f28fa-b647-4db1-abba-01fae0163c2b req-c522c988-8027-4005-aeb9-935c5addc98c tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc HTTP/1.1" status: 200 len: 946 time: 0.1123762 Aug 16 21:03:14.929030 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-022f28fa-b647-4db1-abba-01fae0163c2b req-ccbcab15-6af5-443b-a469-42e80a12174d tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524311 Aug 16 21:03:15.064421 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48eae8-c489-4934-bd78-eaf20a24647f req-0dc9894e-c0c0-4c3e-9ae5-a643ce599cee tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:15.065979 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ba48eae8-c489-4934-bd78-eaf20a24647f req-0dc9894e-c0c0-4c3e-9ae5-a643ce599cee tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0664310 Aug 16 21:03:15.160844 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ba48eae8-c489-4934-bd78-eaf20a24647f req-18ff0c8a-fe48-46c4-933c-bd9e6c61133b tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861807 Aug 16 21:03:15.170729 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b13fa-5873-416c-8a31-ef2bd383b5ae req-83a06257-aa62-4f89-a4cb-ba578047d701 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:15.172348 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a46b13fa-5873-416c-8a31-ef2bd383b5ae req-83a06257-aa62-4f89-a4cb-ba578047d701 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2769ccf-9336-4715-8aba-3b436618b766 HTTP/1.1" status: 200 len: 945 time: 0.0990658 Aug 16 21:03:15.219149 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a46b13fa-5873-416c-8a31-ef2bd383b5ae req-b219a202-29ed-4773-bf93-b10fcf0513c3 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386159 Aug 16 21:03:15.248312 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:03:15.252136 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:03:15.290023 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:03:15.290456 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 4feb038a-3a6a-4e1b-82cd-ec7f3fdcc999 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:03:15.327529 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9701f1b-5bf8-4646-af83-9b16fbc31a8a req-74e0c712-4253-4100-a99b-54b69b8dd4ab tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:15.329130 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b9701f1b-5bf8-4646-af83-9b16fbc31a8a req-74e0c712-4253-4100-a99b-54b69b8dd4ab tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0584397 Aug 16 21:03:15.370840 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b9701f1b-5bf8-4646-af83-9b16fbc31a8a req-057c4364-b09e-43c2-bdb0-95c20baf37a4 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346174 Aug 16 21:03:15.386116 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:15.397451 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba', 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781', 'port_id': '7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba', 'mac_address': 'fa:16:3e:8e:a7:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20aa60f1-bb16-40f5-b2dd-0341c13f6e8c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:03:15.441770 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:15.455616 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:03:15.481922 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:15.647038 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 57166) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:15.679173 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:15.794993 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba,revision_number=6']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:15.894227 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:03:15.984292 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0b17bb19-e4d3-4d7d-bd45-6891b53f86ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:16.095106 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de820b0-9d2c-40f8-96b7-88831aaa9520 req-74615ce0-4fef-419d-b47b-07b0fc783db1 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:16.111594 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4de820b0-9d2c-40f8-96b7-88831aaa9520 req-74615ce0-4fef-419d-b47b-07b0fc783db1 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc HTTP/1.1" status: 200 len: 945 time: 0.0846050 Aug 16 21:03:16.165079 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4de820b0-9d2c-40f8-96b7-88831aaa9520 req-18e9a2bc-86f2-4586-887d-ff42e1dbbbcd tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508673 Aug 16 21:03:16.172077 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0b17bb19-e4d3-4d7d-bd45-6891b53f86ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:16.256374 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0b17bb19-e4d3-4d7d-bd45-6891b53f86ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:16.331946 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b17bb19-e4d3-4d7d-bd45-6891b53f86ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d09f8a-6c4b-4fee-849c-a966a363525d,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:16.340837 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 57184) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:16.349721 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0b17bb19-e4d3-4d7d-bd45-6891b53f86ff admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c9cf6610dcad4bef8b3d959ec5c3425f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7006679 Aug 16 21:03:16.464128 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-259d8f29-1345-4d33-9a2a-fffd33dbc154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:16.507051 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fa0a5-1be3-4565-b961-13395f613d17 req-f31ff857-63fc-4f71-b326-d2214a8991ae tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:16.508938 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e52fa0a5-1be3-4565-b961-13395f613d17 req-f31ff857-63fc-4f71-b326-d2214a8991ae tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2769ccf-9336-4715-8aba-3b436618b766 HTTP/1.1" status: 200 len: 945 time: 0.1159694 Aug 16 21:03:16.513354 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:16.515364 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-259d8f29-1345-4d33-9a2a-fffd33dbc154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:16.576352 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e52fa0a5-1be3-4565-b961-13395f613d17 req-cb12d42f-daa1-4a13-9868-a6c4bfd149bd tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585790 Aug 16 21:03:16.719066 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-259d8f29-1345-4d33-9a2a-fffd33dbc154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:16.722196 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-259d8f29-1345-4d33-9a2a-fffd33dbc154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:16.737274 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-259d8f29-1345-4d33-9a2a-fffd33dbc154 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e1d09f8a-6c4b-4fee-849c-a966a363525d HTTP/1.1" status: 204 len: 168 time: 0.3804069 Aug 16 21:03:16.747653 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d8f29-1345-4d33-9a2a-fffd33dbc154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d09f8a-6c4b-4fee-849c-a966a363525d,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:17.257504 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:03:17.356667 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:17.358397 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:17.423830 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d79132-14a0-4afd-9d86-039e37f74f26 req-867fa803-3648-4c2a-a94a-a4d911859458 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:17.427196 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-94d79132-14a0-4afd-9d86-039e37f74f26 req-867fa803-3648-4c2a-a94a-a4d911859458 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc HTTP/1.1" status: 200 len: 945 time: 0.1032352 Aug 16 21:03:17.499913 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-94d79132-14a0-4afd-9d86-039e37f74f26 req-8bd7c5ea-406c-4d40-8a1d-9b190a774423 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661099 Aug 16 21:03:17.587913 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:17.673780 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:17.675868 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:03:17.678135 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1711ffd7-6b18-41aa-9322-e18648260e87" -d '{"events": [{"server_uuid": "8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc", "name": "network-vif-plugged", "status": "completed", "tag": "7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:03:17.727305 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e70b7fe-bb6c-47e5-bfeb-53b084d18829 x-openstack-request-id: req-2e70b7fe-bb6c-47e5-bfeb-53b084d18829 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:03:17.727776 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc", "name": "network-vif-plugged", "status": "completed", "tag": "7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:03:17.728233 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2e70b7fe-bb6c-47e5-bfeb-53b084d18829 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:03:17.728779 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba', 'code': 200} Aug 16 21:03:17.764007 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e598e50-3a12-43a6-81e0-060d397d9aba req-c162d3c6-73d6-4b25-854c-17d72f5afdd1 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:17.771989 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1e598e50-3a12-43a6-81e0-060d397d9aba req-c162d3c6-73d6-4b25-854c-17d72f5afdd1 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2769ccf-9336-4715-8aba-3b436618b766 HTTP/1.1" status: 200 len: 945 time: 0.0772722 Aug 16 21:03:17.793556 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:17.836765 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1e598e50-3a12-43a6-81e0-060d397d9aba req-1d71a532-6ef5-4d0c-8a8e-651a874dcd2b tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593240 Aug 16 21:03:17.836765 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 57220) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:17.852995 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bbc60db1-e305-4940-ab78-58c4e9cab2b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:17.894256 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba,revision_number=7']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:18.030192 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bbc60db1-e305-4940-ab78-58c4e9cab2b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:18.147988 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bbc60db1-e305-4940-ab78-58c4e9cab2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:18.196144 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-bbc60db1-e305-4940-ab78-58c4e9cab2b7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cd20ff70148a45ee8c0bf76b1fa61861&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3583245 Aug 16 21:03:18.196144 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc60db1-e305-4940-ab78-58c4e9cab2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e0fe09-a06d-409d-9170-24ee0cdbca11,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:18.197437 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 57228) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:18.257922 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4f2fde5f-64f3-4fa1-85af-a24ad4d37a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:18.284616 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4f2fde5f-64f3-4fa1-85af-a24ad4d37a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:18.444764 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4f2fde5f-64f3-4fa1-85af-a24ad4d37a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:18.448016 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4f2fde5f-64f3-4fa1-85af-a24ad4d37a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:18.449215 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4f2fde5f-64f3-4fa1-85af-a24ad4d37a24 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/65e0fe09-a06d-409d-9170-24ee0cdbca11 HTTP/1.1" status: 204 len: 168 time: 0.2508118 Aug 16 21:03:18.458517 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2fde5f-64f3-4fa1-85af-a24ad4d37a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e0fe09-a06d-409d-9170-24ee0cdbca11,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:18.706686 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6cce9-b5c4-4ce6-a1eb-9fc6267a9426 req-c19f43d3-4656-476d-bfc2-055c4a1ada3f tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:18.711415 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-46c6cce9-b5c4-4ce6-a1eb-9fc6267a9426 req-c19f43d3-4656-476d-bfc2-055c4a1ada3f tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc HTTP/1.1" status: 200 len: 946 time: 0.1129086 Aug 16 21:03:18.759264 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-46c6cce9-b5c4-4ce6-a1eb-9fc6267a9426 req-f04445a3-02fc-4246-846e-54b0343a8205 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447028 Aug 16 21:03:19.074071 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:19.118058 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440a247-50eb-4263-b7c1-b2d1cca2e377 req-c614625f-7330-4db9-98d1-9ec2dfc72185 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:19.149612 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d440a247-50eb-4263-b7c1-b2d1cca2e377 req-c614625f-7330-4db9-98d1-9ec2dfc72185 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2769ccf-9336-4715-8aba-3b436618b766 HTTP/1.1" status: 200 len: 945 time: 0.1368449 Aug 16 21:03:19.290416 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d440a247-50eb-4263-b7c1-b2d1cca2e377 req-a438ef14-beca-4bb5-bf70-d0da39c9d3c1 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393640 Aug 16 21:03:19.328417 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d46331a4-f512-4598-a1be-ce4ca4535c7f req-59b7d3b7-1a43-4c02-b814-30115c2a88bd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1630645 Aug 16 21:03:19.546454 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46331a4-f512-4598-a1be-ce4ca4535c7f req-6c56a8fe-3fa6-4847-af57-52dc55acafb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:19.548271 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d46331a4-f512-4598-a1be-ce4ca4535c7f req-6c56a8fe-3fa6-4847-af57-52dc55acafb8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04d4519d90b5451ebf562bbd9e44ac2b&device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 1096 time: 0.0511785 Aug 16 21:03:19.584901 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87545c78-e1a4-4704-9cca-7f302aebf0d5 req-59b8da6e-b4d7-4454-9165-b2f7203af847 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:19.587954 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-87545c78-e1a4-4704-9cca-7f302aebf0d5 req-59b8da6e-b4d7-4454-9165-b2f7203af847 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0577490 Aug 16 21:03:19.630747 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-87545c78-e1a4-4704-9cca-7f302aebf0d5 req-9fcaf979-75e8-41b4-ad84-8e32911a1700 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377212 Aug 16 21:03:19.658357 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46331a4-f512-4598-a1be-ce4ca4535c7f req-bcb080cc-02cb-4e85-a3a6-6fb60d806719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:19.659884 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d46331a4-f512-4598-a1be-ce4ca4535c7f req-bcb080cc-02cb-4e85-a3a6-6fb60d806719 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 HTTP/1.1" status: 200 len: 912 time: 0.0880961 Aug 16 21:03:19.756520 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d46331a4-f512-4598-a1be-ce4ca4535c7f req-42ea2e40-3912-4bec-8718-950a661bc432 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3aa98f1-01de-4b07-a953-b17b46875501 HTTP/1.1" status: 200 len: 999 time: 0.0647755 Aug 16 21:03:19.771895 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3756aa3-17c7-434f-b308-78a2a10e330d req-689e83c6-94de-47ed-a399-23a2093688b0 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:19.773634 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f3756aa3-17c7-434f-b308-78a2a10e330d req-689e83c6-94de-47ed-a399-23a2093688b0 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0661809 Aug 16 21:03:19.786691 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46331a4-f512-4598-a1be-ce4ca4535c7f req-a2fc6c2c-47fd-4995-bc36-43efac14692b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:19.788214 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d46331a4-f512-4598-a1be-ce4ca4535c7f req-a2fc6c2c-47fd-4995-bc36-43efac14692b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=20aa60f1-bb16-40f5-b2dd-0341c13f6e8c HTTP/1.1" status: 200 len: 850 time: 0.0450308 Aug 16 21:03:19.812665 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f3756aa3-17c7-434f-b308-78a2a10e330d req-2394f8e4-824c-4977-a320-1239711a7e28 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328503 Aug 16 21:03:19.838309 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46331a4-f512-4598-a1be-ce4ca4535c7f req-0b82b536-c177-4de6-a480-ab674379f1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:19.839866 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d46331a4-f512-4598-a1be-ce4ca4535c7f req-0b82b536-c177-4de6-a480-ab674379f1cf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438242 Aug 16 21:03:19.938400 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6af961-6c5e-4304-af14-021f849aea24 req-d929695f-cf79-4b2c-9d08-510c20b89931 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:19.946537 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1d6af961-6c5e-4304-af14-021f849aea24 req-d929695f-cf79-4b2c-9d08-510c20b89931 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc HTTP/1.1" status: 200 len: 946 time: 0.1042387 Aug 16 21:03:19.965758 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d46331a4-f512-4598-a1be-ce4ca4535c7f req-654fa862-239c-4bb5-8a5c-3c294bdf344d service neutron] 10.222.0.72 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162772 Aug 16 21:03:19.991523 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1d6af961-6c5e-4304-af14-021f849aea24 req-e78d525c-4784-475c-a76f-43540463e573 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440979 Aug 16 21:03:20.139108 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d46331a4-f512-4598-a1be-ce4ca4535c7f req-956ae399-c28e-47a1-a668-d4e12c81838d service neutron] 10.222.0.72 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649284 Aug 16 21:03:20.423840 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14eab4-68ec-4e3d-89f4-528aa218453e req-90a14988-10ea-486c-8920-5942ac8a3ba7 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:20.431976 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7e14eab4-68ec-4e3d-89f4-528aa218453e req-90a14988-10ea-486c-8920-5942ac8a3ba7 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2769ccf-9336-4715-8aba-3b436618b766 HTTP/1.1" status: 200 len: 945 time: 0.0576355 Aug 16 21:03:20.486966 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7e14eab4-68ec-4e3d-89f4-528aa218453e req-0f2137b3-5d12-4f51-9c07-8a3674631b6b tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540500 Aug 16 21:03:21.181443 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae4ce9-587d-4e6d-96c2-8f7b74c69e25 req-d04e3876-aed5-43a3-ace5-e1670af78b1b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:21.191396 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b0ae4ce9-587d-4e6d-96c2-8f7b74c69e25 req-d04e3876-aed5-43a3-ace5-e1670af78b1b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc HTTP/1.1" status: 200 len: 946 time: 0.0952749 Aug 16 21:03:21.244950 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b0ae4ce9-587d-4e6d-96c2-8f7b74c69e25 req-a11c8e6e-1213-4ae8-9684-7dedf5b2bf8f tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485053 Aug 16 21:03:21.642385 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91a49a-8a4d-4d8c-8715-076bff3891f3 req-2d59d8f1-abb6-4dd9-8050-6075f923c3ae tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:21.643999 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9b91a49a-8a4d-4d8c-8715-076bff3891f3 req-2d59d8f1-abb6-4dd9-8050-6075f923c3ae tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2769ccf-9336-4715-8aba-3b436618b766 HTTP/1.1" status: 200 len: 945 time: 0.0574005 Aug 16 21:03:21.695302 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9b91a49a-8a4d-4d8c-8715-076bff3891f3 req-af2c97e7-9127-4597-ba38-f1ec2c0cdc5d tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443044 Aug 16 21:03:21.985656 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:22.425494 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c22669-c70f-4a71-8d9d-b4f909390e7f req-495252a7-a4bb-4923-9ed9-917936884bce tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:22.433857 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-88c22669-c70f-4a71-8d9d-b4f909390e7f req-495252a7-a4bb-4923-9ed9-917936884bce tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc HTTP/1.1" status: 200 len: 946 time: 0.0798502 Aug 16 21:03:22.484427 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-88c22669-c70f-4a71-8d9d-b4f909390e7f req-dd1ac12a-16a4-4f22-869a-3c084faf8119 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493174 Aug 16 21:03:22.873393 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5282e8-8274-4dd6-b966-77078a0ce181 req-7b388e89-49c4-44aa-b9bf-40705e8d262e tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:22.886869 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1a5282e8-8274-4dd6-b966-77078a0ce181 req-7b388e89-49c4-44aa-b9bf-40705e8d262e tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2769ccf-9336-4715-8aba-3b436618b766 HTTP/1.1" status: 200 len: 945 time: 0.0869474 Aug 16 21:03:23.007292 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1a5282e8-8274-4dd6-b966-77078a0ce181 req-bece31a0-2e44-4818-b678-0e9ccea2ec4a tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048591 Aug 16 21:03:23.205149 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed265da-9119-487e-bb89-dfb7095584a0 req-0ffd2223-c156-4193-b151-43f0f1d1ea7e tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:23.213609 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1ed265da-9119-487e-bb89-dfb7095584a0 req-0ffd2223-c156-4193-b151-43f0f1d1ea7e tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0661571 Aug 16 21:03:23.259390 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1ed265da-9119-487e-bb89-dfb7095584a0 req-0c56b49a-2c1d-4543-9030-ddb6a82fd04d tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454073 Aug 16 21:03:23.427957 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b39cc-0502-4336-a0e7-37bdf8fbb0be req-cd65e203-46ff-4a01-ab26-6524c44fe5f4 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:23.429698 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fc9b39cc-0502-4336-a0e7-37bdf8fbb0be req-cd65e203-46ff-4a01-ab26-6524c44fe5f4 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0660338 Aug 16 21:03:23.482709 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fc9b39cc-0502-4336-a0e7-37bdf8fbb0be req-ac12ed4c-f77e-4265-9a3e-fc50d9814027 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461287 Aug 16 21:03:23.660435 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b0de0-2aa8-40cb-bf1b-8097e8444e38 req-995a3c6c-673e-4fcb-9136-781dbc564527 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:23.662246 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-484b0de0-2aa8-40cb-bf1b-8097e8444e38 req-995a3c6c-673e-4fcb-9136-781dbc564527 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc HTTP/1.1" status: 200 len: 946 time: 0.0638170 Aug 16 21:03:23.740959 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-484b0de0-2aa8-40cb-bf1b-8097e8444e38 req-92e8352e-70c6-45c7-bedd-092b7f671f88 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724514 Aug 16 21:03:23.758951 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e345c-f4c2-4f1b-a7e8-1f4fa8c31e02 req-32551734-792f-4917-a90f-91f75b468c78 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:23.760511 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1e7e345c-f4c2-4f1b-a7e8-1f4fa8c31e02 req-32551734-792f-4917-a90f-91f75b468c78 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0849354 Aug 16 21:03:23.801405 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1e7e345c-f4c2-4f1b-a7e8-1f4fa8c31e02 req-b16deb9e-e843-4810-89e3-f5a6f513b2bf tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328615 Aug 16 21:03:23.931856 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490b9a6-8340-416b-8fa7-e240bfadf4e7 req-e291b0b9-55c0-4f40-92b0-9516a8683766 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:23.933398 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c490b9a6-8340-416b-8fa7-e240bfadf4e7 req-e291b0b9-55c0-4f40-92b0-9516a8683766 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0584476 Aug 16 21:03:23.975607 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c490b9a6-8340-416b-8fa7-e240bfadf4e7 req-12b75801-e21f-4360-9c3b-19c7acaa0656 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358660 Aug 16 21:03:24.164324 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32202d0-fc07-4cf9-9daf-7b7dc619f44d req-b68f283d-5714-4a06-aa16-922979a619fb tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:24.172900 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d32202d0-fc07-4cf9-9daf-7b7dc619f44d req-b68f283d-5714-4a06-aa16-922979a619fb tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2769ccf-9336-4715-8aba-3b436618b766 HTTP/1.1" status: 200 len: 945 time: 0.1112390 Aug 16 21:03:24.233277 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfefd8-2aec-4618-979d-55dede037e69 req-6ac89d3d-55f6-46e0-a33b-1e3342f9daea tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:24.237023 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b5dfefd8-2aec-4618-979d-55dede037e69 req-6ac89d3d-55f6-46e0-a33b-1e3342f9daea tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.1335628 Aug 16 21:03:24.257424 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d32202d0-fc07-4cf9-9daf-7b7dc619f44d req-76a27e89-bc59-4f23-9a3c-82cdaa403668 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841203 Aug 16 21:03:24.343609 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b5dfefd8-2aec-4618-979d-55dede037e69 req-b6687aaf-6ff9-4799-89a5-18491e753ffc tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850527 Aug 16 21:03:24.475508 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc3335-dc43-489c-b11b-c69663211864 req-3e9e2b71-efe8-461a-af24-374856b12e38 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:24.479290 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-69bc3335-dc43-489c-b11b-c69663211864 req-3e9e2b71-efe8-461a-af24-374856b12e38 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0569031 Aug 16 21:03:24.544870 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-69bc3335-dc43-489c-b11b-c69663211864 req-03d9294f-89aa-4009-be82-f4f86a0ae1fa tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550926 Aug 16 21:03:24.846045 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8806cbe-17c9-4cc6-b65e-4727ebf50464 req-28c549a2-0989-4c25-b16b-69ea5409baa0 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:24.852330 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b8806cbe-17c9-4cc6-b65e-4727ebf50464 req-28c549a2-0989-4c25-b16b-69ea5409baa0 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0924144 Aug 16 21:03:24.936862 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c926339-b69e-4e86-8cb2-257844101155 req-b2a046e0-591e-432c-8a33-6d524b666b82 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:24.938526 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4c926339-b69e-4e86-8cb2-257844101155 req-b2a046e0-591e-432c-8a33-6d524b666b82 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc HTTP/1.1" status: 200 len: 946 time: 0.0850489 Aug 16 21:03:24.941541 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b8806cbe-17c9-4cc6-b65e-4727ebf50464 req-50fde3f6-a959-43cb-b900-e1b395871061 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788944 Aug 16 21:03:25.012833 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4c926339-b69e-4e86-8cb2-257844101155 req-a6359c27-a14d-49ea-9f7f-4cc8a98a342b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565341 Aug 16 21:03:25.122002 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea736a2-d088-48b0-963f-0406b368a399 req-3e07dcd8-b440-4366-ac67-686362f8056b tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:25.124280 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5ea736a2-d088-48b0-963f-0406b368a399 req-3e07dcd8-b440-4366-ac67-686362f8056b tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0914383 Aug 16 21:03:25.202894 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5ea736a2-d088-48b0-963f-0406b368a399 req-a8523945-6eab-4e63-9d86-1467ff8e832e tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702200 Aug 16 21:03:25.477401 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d9106c-5066-41d6-a0ba-60047509e43c req-7c3d5182-86ea-4563-8487-167d43f11188 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:25.485343 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-95d9106c-5066-41d6-a0ba-60047509e43c req-7c3d5182-86ea-4563-8487-167d43f11188 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2769ccf-9336-4715-8aba-3b436618b766 HTTP/1.1" status: 200 len: 945 time: 0.1311073 Aug 16 21:03:25.520676 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0df03-8683-494b-8b16-b3d62959057f req-416d8d87-8401-433e-ad74-56576308a971 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:25.528371 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0ad0df03-8683-494b-8b16-b3d62959057f req-416d8d87-8401-433e-ad74-56576308a971 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.1182151 Aug 16 21:03:25.580766 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-95d9106c-5066-41d6-a0ba-60047509e43c req-4e9f3e36-f701-46dd-bee3-1bb04bd73db0 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940571 Aug 16 21:03:25.584711 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0ad0df03-8683-494b-8b16-b3d62959057f req-0aa62b26-780f-47c6-8a46-0abe5bbd2a67 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554743 Aug 16 21:03:25.771292 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a116c2-fe91-4c35-a64f-e8d3865c09fe req-24ab11a0-6576-4a66-9277-bd703ed1e34c tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:25.779478 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-80a116c2-fe91-4c35-a64f-e8d3865c09fe req-24ab11a0-6576-4a66-9277-bd703ed1e34c tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0722003 Aug 16 21:03:25.832564 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-80a116c2-fe91-4c35-a64f-e8d3865c09fe req-37f591ba-91b0-4f1e-b877-5f6f12edeba7 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486507 Aug 16 21:03:26.021055 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c310c6-8f4b-4934-a2f2-cdab8e4e0dbb req-b7a88a8b-a68a-4e91-a29c-dca39ba3656e tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:26.022937 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37c310c6-8f4b-4934-a2f2-cdab8e4e0dbb req-b7a88a8b-a68a-4e91-a29c-dca39ba3656e tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0574207 Aug 16 21:03:26.087670 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37c310c6-8f4b-4934-a2f2-cdab8e4e0dbb req-d8f1e419-adab-4e75-a8e8-09d3c1e252a9 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503085 Aug 16 21:03:26.290988 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c265e3-5b2a-4c79-9f93-8f1876b7d479 req-5680fcfc-02ab-4d85-a107-b57004053026 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:26.299150 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b0c265e3-5b2a-4c79-9f93-8f1876b7d479 req-5680fcfc-02ab-4d85-a107-b57004053026 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc HTTP/1.1" status: 200 len: 946 time: 0.1177781 Aug 16 21:03:26.309642 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a5f62-75fc-4e77-b454-35eaab92e59c req-41863ca3-8aef-48a4-b834-aa37d7de8640 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:26.317824 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-123a5f62-75fc-4e77-b454-35eaab92e59c req-41863ca3-8aef-48a4-b834-aa37d7de8640 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.1464911 Aug 16 21:03:26.369219 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-123a5f62-75fc-4e77-b454-35eaab92e59c req-aad16210-cf89-4530-8606-29686a506a1b tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504310 Aug 16 21:03:26.393572 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b0c265e3-5b2a-4c79-9f93-8f1876b7d479 req-efd9aad9-cd35-4c6e-9471-d09a8d9ec73c tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933812 Aug 16 21:03:26.701035 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e839f-0755-4711-988b-e3507a3d41f0 req-0bbc9f7b-49fe-4803-8a7a-892c97642016 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:26.702835 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7f2e839f-0755-4711-988b-e3507a3d41f0 req-0bbc9f7b-49fe-4803-8a7a-892c97642016 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/networks?id=2a84c825-1836-4d4b-aa9e-01c66bc9b2dd HTTP/1.1" status: 200 len: 813 time: 0.1615369 Aug 16 21:03:26.747743 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7f2e839f-0755-4711-988b-e3507a3d41f0 req-722c8b4f-1e88-47d6-9968-63cc8df9bc15 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/quotas/4c0e76081c1e4800ae56303449df01e1 HTTP/1.1" status: 200 len: 375 time: 0.0386815 Aug 16 21:03:26.812114 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3a918-7d35-49a6-8a95-9a1535ece7b2 req-f999b5bc-298f-45d0-9bce-1ff35731eba1 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:26.813636 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-87d3a918-7d35-49a6-8a95-9a1535ece7b2 req-f999b5bc-298f-45d0-9bce-1ff35731eba1 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2769ccf-9336-4715-8aba-3b436618b766 HTTP/1.1" status: 200 len: 945 time: 0.1305940 Aug 16 21:03:26.833043 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7f2e839f-0755-4711-988b-e3507a3d41f0 req-6ef9e817-3b64-482b-b9a2-e73677567778 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=4c0e76081c1e4800ae56303449df01e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0806508 Aug 16 21:03:26.904889 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-87d3a918-7d35-49a6-8a95-9a1535ece7b2 req-36a3cb15-a300-4ef4-8d4e-05156f272786 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702119 Aug 16 21:03:27.081394 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40c849-36a7-4d3f-aefa-91b0ad3b9530 req-2aefb25e-5518-4bb2-b9bf-e384c50dd862 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:27.088752 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5f40c849-36a7-4d3f-aefa-91b0ad3b9530 req-2aefb25e-5518-4bb2-b9bf-e384c50dd862 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0785925 Aug 16 21:03:27.139035 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5f40c849-36a7-4d3f-aefa-91b0ad3b9530 req-81149fd7-08e3-466b-8b1b-ef82f54b02b7 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489922 Aug 16 21:03:27.297810 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975f534-a9e5-4f26-9e50-ca7bc73da6f4 req-947bcde5-ee80-49b3-8005-e375e49f6d38 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:27.299450 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f975f534-a9e5-4f26-9e50-ca7bc73da6f4 req-947bcde5-ee80-49b3-8005-e375e49f6d38 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0641594 Aug 16 21:03:27.353524 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f975f534-a9e5-4f26-9e50-ca7bc73da6f4 req-138670b9-a7d3-4024-99dd-9a62c2330d83 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470157 Aug 16 21:03:27.573749 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ef971-3ec8-464a-af08-7bcf523c7be1 req-56552900-8a78-47bc-9edf-4dac8bdd4ac9 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:27.575448 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9f7ef971-3ec8-464a-af08-7bcf523c7be1 req-56552900-8a78-47bc-9edf-4dac8bdd4ac9 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc HTTP/1.1" status: 200 len: 946 time: 0.0856016 Aug 16 21:03:27.582927 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-40e36f00-72c3-423f-b276-8c3b277f31c9 req-c96de660-f2c1-4e54-8fdc-77a0e11af6a8 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=4c0e76081c1e4800ae56303449df01e1 HTTP/1.1" status: 200 len: 221 time: 0.0611236 Aug 16 21:03:27.740357 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9f7ef971-3ec8-464a-af08-7bcf523c7be1 req-f794ffd9-db5a-4d98-8804-4650d52d1078 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496427 Aug 16 21:03:27.798099 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b4c71-c707-4c8d-a4ce-778bee6f7520 req-d90bfd68-723d-478b-8e3d-912537334507 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:27.799602 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e43b4c71-c707-4c8d-a4ce-778bee6f7520 req-d90bfd68-723d-478b-8e3d-912537334507 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0958200 Aug 16 21:03:27.838060 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e43b4c71-c707-4c8d-a4ce-778bee6f7520 req-9a920477-f841-40a8-a30d-adb56a7e7a64 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323117 Aug 16 21:03:27.955242 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278eabc-d64b-43bb-9469-97da40fbaa87 req-16dd06a6-02d6-4775-94fa-2fd6e11b7943 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:27.957490 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0278eabc-d64b-43bb-9469-97da40fbaa87 req-16dd06a6-02d6-4775-94fa-2fd6e11b7943 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0515852 Aug 16 21:03:28.021935 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0278eabc-d64b-43bb-9469-97da40fbaa87 req-8478328f-dbde-405c-b10c-f14aea376680 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585597 Aug 16 21:03:28.060512 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db7d89-76a2-4063-bde7-1219b1830a72 req-b6fec4d0-5aa6-4c60-ae60-454df206e747 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:28.064636 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d9db7d89-76a2-4063-bde7-1219b1830a72 req-b6fec4d0-5aa6-4c60-ae60-454df206e747 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2769ccf-9336-4715-8aba-3b436618b766 HTTP/1.1" status: 200 len: 945 time: 0.0870535 Aug 16 21:03:28.110464 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d9db7d89-76a2-4063-bde7-1219b1830a72 req-b8c41d10-c937-4a5c-81a7-10be7b44f21a tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384755 Aug 16 21:03:28.248998 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928fff5f-6143-46de-abb9-4c5125ef0e8f req-9688b384-ab2f-4aef-b684-05c91f22bd9b tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:28.250584 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-928fff5f-6143-46de-abb9-4c5125ef0e8f req-9688b384-ab2f-4aef-b684-05c91f22bd9b tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0580432 Aug 16 21:03:28.354876 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-928fff5f-6143-46de-abb9-4c5125ef0e8f req-6e33be6f-67fd-4e50-981a-4b2f2c62ccde tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917149 Aug 16 21:03:28.469842 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:03:28.520981 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396f91b-60e4-4944-9bb8-c592e635b25e req-d58e47db-c135-4d8e-8034-33ba58f5b5cc tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:28.524300 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b396f91b-60e4-4944-9bb8-c592e635b25e req-d58e47db-c135-4d8e-8034-33ba58f5b5cc tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0723381 Aug 16 21:03:28.612615 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b396f91b-60e4-4944-9bb8-c592e635b25e req-a496ca6e-0356-45de-bcf0-3737803efa04 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824640 Aug 16 21:03:28.750966 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265ed97-8763-4faa-8913-7dd6f775de6c req-455ecfe1-b033-4a48-93da-a5876b74ef4a tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:28.752648 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c265ed97-8763-4faa-8913-7dd6f775de6c req-455ecfe1-b033-4a48-93da-a5876b74ef4a tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0530334 Aug 16 21:03:28.798350 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c265ed97-8763-4faa-8913-7dd6f775de6c req-a7469a39-4ad9-49f7-b05d-7f4ed0eab5c6 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382564 Aug 16 21:03:28.879890 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeeefac-8530-4996-8fac-0238f05c3294 req-12e341ba-c8a6-4091-af5f-947fa2a73097 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:28.886019 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3eeeefac-8530-4996-8fac-0238f05c3294 req-12e341ba-c8a6-4091-af5f-947fa2a73097 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc HTTP/1.1" status: 200 len: 946 time: 0.0648158 Aug 16 21:03:28.949353 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3eeeefac-8530-4996-8fac-0238f05c3294 req-d967340c-c491-40cc-81f5-8281be17f799 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555663 Aug 16 21:03:28.954759 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a74195-bb32-401c-9252-b0f152c211fc req-c8f92d27-6f57-48e0-8392-5ca5294afb39 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:28.956328 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-57a74195-bb32-401c-9252-b0f152c211fc req-c8f92d27-6f57-48e0-8392-5ca5294afb39 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0740068 Aug 16 21:03:28.999350 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-57a74195-bb32-401c-9252-b0f152c211fc req-799c4dea-e2c0-4672-9ff8-ee76505d2cb9 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355411 Aug 16 21:03:29.173835 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561aa05a-dded-4e8d-93ad-966f6e70856f req-b2d537c9-e9eb-4144-842f-f4821b3256cb tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:29.182996 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-561aa05a-dded-4e8d-93ad-966f6e70856f req-b2d537c9-e9eb-4144-842f-f4821b3256cb tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0893235 Aug 16 21:03:29.240337 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-561aa05a-dded-4e8d-93ad-966f6e70856f req-60a74043-b3a9-4d50-ad4d-de2a3c2db534 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503407 Aug 16 21:03:29.345777 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2b138-132b-467a-9dd1-2c982878d067 req-e543a7e4-157b-4ca8-b6eb-2c24afd9dec7 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:29.347618 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-65a2b138-132b-467a-9dd1-2c982878d067 req-e543a7e4-157b-4ca8-b6eb-2c24afd9dec7 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2769ccf-9336-4715-8aba-3b436618b766 HTTP/1.1" status: 200 len: 945 time: 0.0693948 Aug 16 21:03:29.411227 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-65a2b138-132b-467a-9dd1-2c982878d067 req-7146fe3c-de46-4d9b-9071-f20a91a876fa tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533261 Aug 16 21:03:29.450732 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338b5ec-8455-4b70-a8c8-fdaae5e928ca req-6ef81fd4-7017-4534-a5c9-d3148269ad45 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:29.452599 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0338b5ec-8455-4b70-a8c8-fdaae5e928ca req-6ef81fd4-7017-4534-a5c9-d3148269ad45 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0615585 Aug 16 21:03:29.505759 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0338b5ec-8455-4b70-a8c8-fdaae5e928ca req-ec6250b4-6843-4af0-ac16-8703c7020dd8 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439143 Aug 16 21:03:29.646407 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cd416-8f01-41dc-b839-3e3edf48a475 req-dda385cc-3b6e-4e65-85c1-bd81dfca2ea7 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:29.647952 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8f5cd416-8f01-41dc-b839-3e3edf48a475 req-dda385cc-3b6e-4e65-85c1-bd81dfca2ea7 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0539851 Aug 16 21:03:29.691908 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8f5cd416-8f01-41dc-b839-3e3edf48a475 req-31fd1940-ddfa-47b8-9297-5229a4cf8316 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378096 Aug 16 21:03:29.829690 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9b595-d425-4181-a1ea-dcb86d92a915 req-495d5411-d0ca-445c-b98f-3584ebc6cdd4 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:29.831641 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-09d9b595-d425-4181-a1ea-dcb86d92a915 req-495d5411-d0ca-445c-b98f-3584ebc6cdd4 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0585468 Aug 16 21:03:29.874689 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-09d9b595-d425-4181-a1ea-dcb86d92a915 req-02fdfa3a-0ee1-406b-a213-70e2ee2d7f87 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368335 Aug 16 21:03:30.007385 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a0beb-f0c3-433a-b9a1-1ae88cfbe95d req-be6965cc-b540-446b-a0dd-734cfb5107ce tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:30.008954 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2e2a0beb-f0c3-433a-b9a1-1ae88cfbe95d req-be6965cc-b540-446b-a0dd-734cfb5107ce tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2769ccf-9336-4715-8aba-3b436618b766 HTTP/1.1" status: 200 len: 945 time: 0.0698845 Aug 16 21:03:30.017640 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb03f2-26d3-4c69-9a74-9a3e0e8d6691 req-47807716-4558-4303-8060-626d5a214641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:30.021383 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a2fb03f2-26d3-4c69-9a74-9a3e0e8d6691 req-47807716-4558-4303-8060-626d5a214641 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04d4519d90b5451ebf562bbd9e44ac2b&device_id=8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc HTTP/1.1" status: 200 len: 1098 time: 0.0562692 Aug 16 21:03:30.109491 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2e2a0beb-f0c3-433a-b9a1-1ae88cfbe95d req-3703bebd-816b-4a15-b507-3dcc0b96d489 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936484 Aug 16 21:03:30.129267 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb03f2-26d3-4c69-9a74-9a3e0e8d6691 req-8b8cb469-44fc-4f2d-a8db-4710cdbbf785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:30.130967 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a2fb03f2-26d3-4c69-9a74-9a3e0e8d6691 req-8b8cb469-44fc-4f2d-a8db-4710cdbbf785 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 HTTP/1.1" status: 200 len: 912 time: 0.1045568 Aug 16 21:03:30.145962 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a31e1a-6946-47c2-addb-427fd7ef3785 req-a14eb221-fa43-48b4-b927-6e1a74800a9e tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:30.148578 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-27a31e1a-6946-47c2-addb-427fd7ef3785 req-a14eb221-fa43-48b4-b927-6e1a74800a9e tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.1116540 Aug 16 21:03:30.164837 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3689c38-caba-4079-ae27-6fc645294585 req-1199464e-25de-44f9-a9dd-75b72cba9f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:30.167099 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f3689c38-caba-4079-ae27-6fc645294585 req-1199464e-25de-44f9-a9dd-75b72cba9f65 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a485424eb2e24bcaa20cbee16ed61024&device_id=b2769ccf-9336-4715-8aba-3b436618b766 HTTP/1.1" status: 200 len: 1097 time: 0.0732441 Aug 16 21:03:30.184387 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a2fb03f2-26d3-4c69-9a74-9a3e0e8d6691 req-a1484384-8f58-462c-ab60-5517ee761c13 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba HTTP/1.1" status: 200 len: 217 time: 0.0447454 Aug 16 21:03:30.248365 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb03f2-26d3-4c69-9a74-9a3e0e8d6691 req-f86ef3ce-98d6-487e-a109-e5541c626682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:30.249969 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a2fb03f2-26d3-4c69-9a74-9a3e0e8d6691 req-f86ef3ce-98d6-487e-a109-e5541c626682 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=20aa60f1-bb16-40f5-b2dd-0341c13f6e8c HTTP/1.1" status: 200 len: 850 time: 0.0592937 Aug 16 21:03:30.301344 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-27a31e1a-6946-47c2-addb-427fd7ef3785 req-e3c8e782-0881-4935-82e3-c371ebd680b6 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452689 Aug 16 21:03:30.341106 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104beff-fb26-4a7d-9372-0f1a0d610a09 req-22bdb0b9-bc92-497d-a05c-a3b60125c05e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:30.341222 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb03f2-26d3-4c69-9a74-9a3e0e8d6691 req-51aa80d9-f43c-4ac0-bef6-1658a5f5d18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:30.341222 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a2fb03f2-26d3-4c69-9a74-9a3e0e8d6691 req-51aa80d9-f43c-4ac0-bef6-1658a5f5d18a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0821300 Aug 16 21:03:30.341401 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7104beff-fb26-4a7d-9372-0f1a0d610a09 req-22bdb0b9-bc92-497d-a05c-a3b60125c05e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc HTTP/1.1" status: 200 len: 946 time: 0.1451643 Aug 16 21:03:30.374386 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3689c38-caba-4079-ae27-6fc645294585 req-9cb8c684-aae8-41ba-91ab-2934b239c694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:30.376286 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f3689c38-caba-4079-ae27-6fc645294585 req-9cb8c684-aae8-41ba-91ab-2934b239c694 service neutron] 10.222.0.90 "GET /v2.0/networks?id=45db89f4-e24e-428c-9234-2eec244e104e HTTP/1.1" status: 200 len: 916 time: 0.2001226 Aug 16 21:03:30.419110 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7104beff-fb26-4a7d-9372-0f1a0d610a09 req-96f1fa04-a9d9-4365-9967-531b4ad62299 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693729 Aug 16 21:03:30.467544 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f3689c38-caba-4079-ae27-6fc645294585 req-db3948fc-736c-416c-922e-ac079b6f5fe9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff6eb6c6-060f-4546-ad45-3decd63d113e HTTP/1.1" status: 200 len: 217 time: 0.0823069 Aug 16 21:03:30.490136 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a2fb03f2-26d3-4c69-9a74-9a3e0e8d6691 req-e7df31ae-e781-449b-9a68-53db2388ca6a service neutron] 10.222.0.72 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376255 Aug 16 21:03:30.613853 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3689c38-caba-4079-ae27-6fc645294585 req-67675147-a2fb-411a-aab5-4e9caff8d48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:30.615902 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f3689c38-caba-4079-ae27-6fc645294585 req-67675147-a2fb-411a-aab5-4e9caff8d48d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1a68b51f-c089-4c5a-93d2-abef692469a9 HTTP/1.1" status: 200 len: 854 time: 0.1360695 Aug 16 21:03:30.633633 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f8521-c148-4147-9766-061eb25d35ca req-020ec78b-d59c-46cc-8250-5b01052a5946 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:30.636582 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b65f8521-c148-4147-9766-061eb25d35ca req-020ec78b-d59c-46cc-8250-5b01052a5946 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0890691 Aug 16 21:03:30.652789 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a2fb03f2-26d3-4c69-9a74-9a3e0e8d6691 req-14622518-85ab-4fad-b483-b76283f2e7e4 service neutron] 10.222.0.72 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547871 Aug 16 21:03:30.708858 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3689c38-caba-4079-ae27-6fc645294585 req-f6bd852d-ef30-4057-83ff-3ce5a348eaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:30.710708 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f3689c38-caba-4079-ae27-6fc645294585 req-f6bd852d-ef30-4057-83ff-3ce5a348eaaf service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=45db89f4-e24e-428c-9234-2eec244e104e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729454 Aug 16 21:03:30.714099 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b65f8521-c148-4147-9766-061eb25d35ca req-a30c1231-dfb7-4134-8247-19f6b90c79cd tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655367 Aug 16 21:03:30.821531 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f3689c38-caba-4079-ae27-6fc645294585 req-252f7c9a-f296-46a2-972f-ad5f174238cb service neutron] 10.222.0.90 "GET /v2.0/networks/45db89f4-e24e-428c-9234-2eec244e104e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016805 Aug 16 21:03:30.907850 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9238de6-4b4e-4a9e-94b1-c5eeee0375f6 req-7d15aa05-b788-4b14-ab12-5a2693013caf tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:30.909576 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f9238de6-4b4e-4a9e-94b1-c5eeee0375f6 req-7d15aa05-b788-4b14-ab12-5a2693013caf tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.1086390 Aug 16 21:03:30.973845 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f3689c38-caba-4079-ae27-6fc645294585 req-00f7827c-a196-4b57-9a31-36dc6c381079 service neutron] 10.222.0.90 "GET /v2.0/networks/45db89f4-e24e-428c-9234-2eec244e104e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383085 Aug 16 21:03:30.993084 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f9238de6-4b4e-4a9e-94b1-c5eeee0375f6 req-5b0c269f-f7be-4426-8fe8-0160281ca238 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504892 Aug 16 21:03:31.148395 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f06b97-564a-443b-9606-27376f564b6a req-1be80791-f684-4fa0-aa9a-aebbdd0f28cb tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:31.150413 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c9f06b97-564a-443b-9606-27376f564b6a req-1be80791-f684-4fa0-aa9a-aebbdd0f28cb tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0676289 Aug 16 21:03:31.189195 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 57710) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:31.208828 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c9f06b97-564a-443b-9606-27376f564b6a req-b71a292d-bec0-4a03-aad6-265108d70c85 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518074 Aug 16 21:03:31.266671 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb3e29-4536-4622-b4ef-e53b5362795d req-43c66132-b495-418a-9866-59ae717cc778 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:31.275045 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1dbb3e29-4536-4622-b4ef-e53b5362795d req-43c66132-b495-418a-9866-59ae717cc778 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2769ccf-9336-4715-8aba-3b436618b766 HTTP/1.1" status: 200 len: 945 time: 0.0651767 Aug 16 21:03:31.338961 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1dbb3e29-4536-4622-b4ef-e53b5362795d req-82e239c7-4a44-4d34-9e48-b936ea77c5bb tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577376 Aug 16 21:03:31.378835 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df3dda04-a883-4f5f-93ba-92b904dd3446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:31.517168 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de39f2-1ba3-4e44-a934-fc98fbc03757 req-2e552a19-45a0-4ef7-820e-b21c73074866 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:31.518810 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37de39f2-1ba3-4e44-a934-fc98fbc03757 req-2e552a19-45a0-4ef7-820e-b21c73074866 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0804043 Aug 16 21:03:31.523472 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df3dda04-a883-4f5f-93ba-92b904dd3446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:31.590541 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37de39f2-1ba3-4e44-a934-fc98fbc03757 req-ff9b3065-0284-4954-acba-dcb68151d80e tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613375 Aug 16 21:03:31.609665 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3995d5-1e96-47d1-a55a-840789aaab7e req-88ecbe94-4b49-4240-9add-d11e1700808a tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:31.611210 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a3995d5-1e96-47d1-a55a-840789aaab7e req-88ecbe94-4b49-4240-9add-d11e1700808a tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc HTTP/1.1" status: 200 len: 946 time: 0.0647357 Aug 16 21:03:31.621208 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df3dda04-a883-4f5f-93ba-92b904dd3446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:31.652510 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a3995d5-1e96-47d1-a55a-840789aaab7e req-9a0fb4cc-da18-43a8-ae74-0f1494ddaf08 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342233 Aug 16 21:03:31.668276 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3dda04-a883-4f5f-93ba-92b904dd3446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e658a08e-25db-418b-a7ba-4202c71fd1ae,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:31.681152 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-df3dda04-a883-4f5f-93ba-92b904dd3446 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fa7e148486674914b618c20c43608649&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4857562 Aug 16 21:03:31.685473 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 57732) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:31.740090 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7a3f18a9-5b5e-4d5a-9b27-44858ff43057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:31.765615 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7a3f18a9-5b5e-4d5a-9b27-44858ff43057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:31.768591 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a50433-3e17-4da5-aca9-458bdfc41c28 req-bba5ad50-a412-49ec-9335-c4ea037faf22 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:31.774184 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d7a50433-3e17-4da5-aca9-458bdfc41c28 req-bba5ad50-a412-49ec-9335-c4ea037faf22 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0561628 Aug 16 21:03:31.818542 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d7a50433-3e17-4da5-aca9-458bdfc41c28 req-60a19cd0-a135-4b2b-82d7-fb9fae790fd0 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410297 Aug 16 21:03:31.911395 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7a3f18a9-5b5e-4d5a-9b27-44858ff43057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:31.914444 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7a3f18a9-5b5e-4d5a-9b27-44858ff43057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:31.916010 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7a3f18a9-5b5e-4d5a-9b27-44858ff43057 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e658a08e-25db-418b-a7ba-4202c71fd1ae HTTP/1.1" status: 204 len: 168 time: 0.2294765 Aug 16 21:03:31.927955 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f18a9-5b5e-4d5a-9b27-44858ff43057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e658a08e-25db-418b-a7ba-4202c71fd1ae,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:32.001041 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba22d81-1da6-4c1b-82d0-630ff98e7951 req-8edd1a03-fbe3-4128-8ff3-bde1c9fbfd65 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:32.002693 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5ba22d81-1da6-4c1b-82d0-630ff98e7951 req-8edd1a03-fbe3-4128-8ff3-bde1c9fbfd65 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0532310 Aug 16 21:03:32.044751 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5ba22d81-1da6-4c1b-82d0-630ff98e7951 req-658b11f0-29dc-4194-a4cc-8a254b9b78aa tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349333 Aug 16 21:03:32.161606 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e08da-6aac-412c-a6f1-3a4ec91b7fd4 req-8e9f6b01-55f9-46e1-ae72-756af5f0f3c2 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:32.163098 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ce3e08da-6aac-412c-a6f1-3a4ec91b7fd4 req-8e9f6b01-55f9-46e1-ae72-756af5f0f3c2 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0493560 Aug 16 21:03:32.208822 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ce3e08da-6aac-412c-a6f1-3a4ec91b7fd4 req-062d8d23-a1d7-41b2-ae6d-c366ca641e8b tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394659 Aug 16 21:03:32.369493 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81db96-47d8-457d-b28e-2fb2f7048788 req-a04a62de-c972-4ab1-a07b-d742af5580cd tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:32.371138 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ad81db96-47d8-457d-b28e-2fb2f7048788 req-a04a62de-c972-4ab1-a07b-d742af5580cd tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0590796 Aug 16 21:03:32.421160 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ad81db96-47d8-457d-b28e-2fb2f7048788 req-7e19be51-3266-4d8f-a477-103cb7c0cc04 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434165 Aug 16 21:03:32.462181 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd652cc-a23b-44f8-9121-02bfd79e8628 req-77072434-8851-40e2-b914-eae61b15e0d9 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:32.464269 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-acd652cc-a23b-44f8-9121-02bfd79e8628 req-77072434-8851-40e2-b914-eae61b15e0d9 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2769ccf-9336-4715-8aba-3b436618b766 HTTP/1.1" status: 200 len: 945 time: 0.0575171 Aug 16 21:03:32.513844 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-acd652cc-a23b-44f8-9121-02bfd79e8628 req-9d46b15b-2d33-4810-94d5-f440e3bb4a70 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432191 Aug 16 21:03:32.559083 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f8120-2f59-490d-a37a-793bccbd75ec req-0d8994e1-d00f-47bd-834a-d297a6051470 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:32.560668 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ed9f8120-2f59-490d-a37a-793bccbd75ec req-0d8994e1-d00f-47bd-834a-d297a6051470 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0634573 Aug 16 21:03:32.599669 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ed9f8120-2f59-490d-a37a-793bccbd75ec req-26c5825d-9c8b-455d-badc-23c7153250bf tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329158 Aug 16 21:03:32.696110 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 57778) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:32.714116 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34294bb1-c4ee-4ed7-83c8-5e147b75644a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:32.742100 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec31bbb-2469-4219-b329-9d47883d5759 req-c2c7d78b-87d2-472f-ba2c-4dc1b4aa8d60 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:32.743629 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fec31bbb-2469-4219-b329-9d47883d5759 req-c2c7d78b-87d2-472f-ba2c-4dc1b4aa8d60 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2769ccf-9336-4715-8aba-3b436618b766 HTTP/1.1" status: 200 len: 945 time: 0.0894759 Aug 16 21:03:32.788234 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fec31bbb-2469-4219-b329-9d47883d5759 req-06e08b84-6ef6-467a-8a40-db0f120490ad tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364172 Aug 16 21:03:32.839040 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34294bb1-c4ee-4ed7-83c8-5e147b75644a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:32.892033 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c6d59-a1c7-4229-9372-ff2afa0b3c66 req-60957641-9bf4-4814-98e7-82eeb387eaf1 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:32.893667 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e61c6d59-a1c7-4229-9372-ff2afa0b3c66 req-60957641-9bf4-4814-98e7-82eeb387eaf1 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc HTTP/1.1" status: 200 len: 946 time: 0.0511956 Aug 16 21:03:32.935613 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e61c6d59-a1c7-4229-9372-ff2afa0b3c66 req-dc55c556-6c57-4a7b-9fe7-e5b7c54c3303 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352845 Aug 16 21:03:32.979015 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34294bb1-c4ee-4ed7-83c8-5e147b75644a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:33.031174 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-34294bb1-c4ee-4ed7-83c8-5e147b75644a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f8364d3b7cef422fbed2b5ebf87b6776&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3343360 Aug 16 21:03:33.034390 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 57786) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:33.039283 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34294bb1-c4ee-4ed7-83c8-5e147b75644a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6085d5e8-909b-42ca-92d3-319d343671c5,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:33.061032 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b53bcf-f797-4c3b-9abd-009f5bc26aa3 req-5bacc0ea-cb76-48e5-88f9-a6e06246ebb3 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:33.064244 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f6b53bcf-f797-4c3b-9abd-009f5bc26aa3 req-5bacc0ea-cb76-48e5-88f9-a6e06246ebb3 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=8572b017-d212-4776-9be3-4e7e0f1c0c20 HTTP/1.1" status: 200 len: 945 time: 0.0706527 Aug 16 21:03:33.115074 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6051f919-8cec-45cd-a585-a6e80e4524b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:33.140395 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6051f919-8cec-45cd-a585-a6e80e4524b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:33.157995 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0621d-bdbb-46a6-b3ca-fb57fc015c10 req-3148cbbb-d957-4abd-a024-04b9b12bb941 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:33.159590 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-45a0621d-bdbb-46a6-b3ca-fb57fc015c10 req-3148cbbb-d957-4abd-a024-04b9b12bb941 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0937488 Aug 16 21:03:33.162714 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f6b53bcf-f797-4c3b-9abd-009f5bc26aa3 req-7bbc4dbe-b1c8-4cd7-ad2c-d6a26ae8061c tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860827 Aug 16 21:03:33.216888 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-45a0621d-bdbb-46a6-b3ca-fb57fc015c10 req-ae13bd39-c156-4280-9e0b-4a94c3fc48a0 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504050 Aug 16 21:03:33.261473 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6051f919-8cec-45cd-a585-a6e80e4524b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:33.268442 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6051f919-8cec-45cd-a585-a6e80e4524b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:33.268442 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6051f919-8cec-45cd-a585-a6e80e4524b9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6085d5e8-909b-42ca-92d3-319d343671c5 HTTP/1.1" status: 204 len: 168 time: 0.2280884 Aug 16 21:03:33.285356 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051f919-8cec-45cd-a585-a6e80e4524b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6085d5e8-909b-42ca-92d3-319d343671c5,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:33.332736 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292ac5b-6c0e-4350-b399-6d6dfe30ccae req-6aa2b583-c271-4c71-86bd-aa4eab1b40a1 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:33.340472 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0292ac5b-6c0e-4350-b399-6d6dfe30ccae req-6aa2b583-c271-4c71-86bd-aa4eab1b40a1 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=4560d04d-dc1c-4a7f-9d2a-5909b257707c HTTP/1.1" status: 200 len: 945 time: 0.0933628 Aug 16 21:03:33.360739 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:03:33.401200 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0292ac5b-6c0e-4350-b399-6d6dfe30ccae req-0644f234-c659-42e6-861f-3902bce09bc6 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496736 Aug 16 21:03:33.438233 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-e863555b-25e2-474f-a973-8ca837cdde0e req-ef6ee752-6955-4d00-b67f-cbcf1b717d41 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:03:33.439333 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e863555b-25e2-474f-a973-8ca837cdde0e req-ef6ee752-6955-4d00-b67f-cbcf1b717d41 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067048 Aug 16 21:03:33.441604 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:33.463948 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:03:33.466429 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce0f5a1-7f54-43ab-b249-8913354cafe6" -d '{"events": [{"server_uuid": "8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc", "name": "network-vif-unplugged", "status": "completed", "tag": "7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:03:33.483660 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:33.501476 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e863555b-25e2-474f-a973-8ca837cdde0e req-25962ae3-9ed6-4da1-bb2a-d9404bebcf31 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.7&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0551591 Aug 16 21:03:33.627238 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:33.702585 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba,revision_number=8']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:33.743063 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70d0994-e1cc-4cd3-9154-32da9555abb0 x-openstack-request-id: req-f70d0994-e1cc-4cd3-9154-32da9555abb0 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:03:33.743718 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc", "name": "network-vif-unplugged", "status": "completed", "tag": "7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:03:33.744013 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f70d0994-e1cc-4cd3-9154-32da9555abb0 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:03:33.752859 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba', 'code': 200} Aug 16 21:03:33.850778 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b14c0-5aa9-4290-b514-7abbd74cf521 req-9169d8a5-b1d0-4c00-a696-831bec509932 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:33.852317 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c71b14c0-5aa9-4290-b514-7abbd74cf521 req-9169d8a5-b1d0-4c00-a696-831bec509932 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2769ccf-9336-4715-8aba-3b436618b766 HTTP/1.1" status: 200 len: 945 time: 0.0539687 Aug 16 21:03:33.890064 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c71b14c0-5aa9-4290-b514-7abbd74cf521 req-eca05a08-7878-46c2-ba9f-070cf504ca76 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317955 Aug 16 21:03:34.036578 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c5519-43a5-4abd-916f-6944231341c3 req-401fa109-1eb8-4f46-ab53-d8b423f50465 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:34.038099 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-163c5519-43a5-4abd-916f-6944231341c3 req-401fa109-1eb8-4f46-ab53-d8b423f50465 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=8572b017-d212-4776-9be3-4e7e0f1c0c20 HTTP/1.1" status: 200 len: 945 time: 0.0745175 Aug 16 21:03:34.098269 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-163c5519-43a5-4abd-916f-6944231341c3 req-c159846c-cda6-4783-aeed-da9dd032ba4e tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466490 Aug 16 21:03:34.106939 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd22c38-528d-4ac2-843e-0c3a86c6b2be req-c2d56043-0720-4ff4-aa57-fa80302255cb tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:34.108486 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fdd22c38-528d-4ac2-843e-0c3a86c6b2be req-c2d56043-0720-4ff4-aa57-fa80302255cb tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc HTTP/1.1" status: 200 len: 944 time: 0.0940855 Aug 16 21:03:34.156924 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 57824) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:34.172968 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-80a3b103-2c6b-4085-81be-3433920f0b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:34.176400 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fdd22c38-528d-4ac2-843e-0c3a86c6b2be req-1515d88c-5cad-46ab-8a7b-0bcb7421911e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420363 Aug 16 21:03:34.292116 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-80a3b103-2c6b-4085-81be-3433920f0b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:34.318379 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5298591-8611-4098-8728-b9d0951df040 req-1ac7f13b-300e-41b6-85fe-3029ac77b31e tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:34.319897 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c5298591-8611-4098-8728-b9d0951df040 req-1ac7f13b-300e-41b6-85fe-3029ac77b31e tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=4560d04d-dc1c-4a7f-9d2a-5909b257707c HTTP/1.1" status: 200 len: 945 time: 0.0793269 Aug 16 21:03:34.332587 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ecf80e-b766-4e87-970d-139a20489aef req-222de2c5-e475-4e34-a992-000e7c85cd36 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:34.333998 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-34ecf80e-b766-4e87-970d-139a20489aef req-222de2c5-e475-4e34-a992-000e7c85cd36 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.0665455 Aug 16 21:03:34.384813 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-80a3b103-2c6b-4085-81be-3433920f0b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:34.386890 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c5298591-8611-4098-8728-b9d0951df040 req-7d4aa953-0c0b-49a4-96ff-b65fd549c72d tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519557 Aug 16 21:03:34.395352 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-34ecf80e-b766-4e87-970d-139a20489aef req-a7b44aa2-c878-43a6-8fd0-5fd497ad9f32 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542004 Aug 16 21:03:34.432575 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3b103-2c6b-4085-81be-3433920f0b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f056a23-7ea5-4b69-9c5a-7101b6fac576,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:34.443434 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-80a3b103-2c6b-4085-81be-3433920f0b3e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3768f802c10f4baca9a53ae5775e0811&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2848010 Aug 16 21:03:34.450844 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 57840) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:34.508860 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9c042ab4-b363-4fad-9ab2-6cb530df7403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:34.530773 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9c042ab4-b363-4fad-9ab2-6cb530df7403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:34.563546 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a67ca6b-1be2-4acc-bd18-717d897cb6cf req-4dcff07c-9009-45d9-9000-0e5a5e027956 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:34.565628 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0a67ca6b-1be2-4acc-bd18-717d897cb6cf req-4dcff07c-9009-45d9-9000-0e5a5e027956 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0862041 Aug 16 21:03:34.585705 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccfda87-8ae8-4432-b467-dd7cc0a1354b req-69719015-4d75-4ac6-a21b-fe9acb10a4d1 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:34.587156 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5ccfda87-8ae8-4432-b467-dd7cc0a1354b req-69719015-4d75-4ac6-a21b-fe9acb10a4d1 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.0766227 Aug 16 21:03:34.636578 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0a67ca6b-1be2-4acc-bd18-717d897cb6cf req-b3a6f69c-0592-49ab-9a0b-207a769c9aa6 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602341 Aug 16 21:03:34.648673 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5ccfda87-8ae8-4432-b467-dd7cc0a1354b req-0d1ebdcd-45b1-4a9d-8153-d22733941486 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489395 Aug 16 21:03:34.655582 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9c042ab4-b363-4fad-9ab2-6cb530df7403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:34.659278 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9c042ab4-b363-4fad-9ab2-6cb530df7403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:34.660075 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9c042ab4-b363-4fad-9ab2-6cb530df7403 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3f056a23-7ea5-4b69-9c5a-7101b6fac576 HTTP/1.1" status: 204 len: 168 time: 0.2079248 Aug 16 21:03:34.668286 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c042ab4-b363-4fad-9ab2-6cb530df7403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f056a23-7ea5-4b69-9c5a-7101b6fac576,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:34.830020 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c4d45-8b38-4756-87df-b01e5d30ab1b req-525eb61d-af27-4367-9b6e-586b89d5c0ba tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:34.836110 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c4d45-8b38-4756-87df-b01e5d30ab1b req-525eb61d-af27-4367-9b6e-586b89d5c0ba tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:34.842013 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c4d45-8b38-4756-87df-b01e5d30ab1b req-525eb61d-af27-4367-9b6e-586b89d5c0ba tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:34.843722 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-617c4d45-8b38-4756-87df-b01e5d30ab1b req-525eb61d-af27-4367-9b6e-586b89d5c0ba tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=4560d04d-dc1c-4a7f-9d2a-5909b257707c&device_id=8572b017-d212-4776-9be3-4e7e0f1c0c20&device_id=b2769ccf-9336-4715-8aba-3b436618b766 HTTP/1.1" status: 200 len: 2416 time: 0.0663230 Aug 16 21:03:34.887300 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-617c4d45-8b38-4756-87df-b01e5d30ab1b req-aad50fb6-00f8-4fc9-a963-507e8c01b7af tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366437 Aug 16 21:03:35.159238 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e78d1199-ff3f-467f-ad3c-cbb0d763ea36 req-088c5829-1fe1-4c77-9d35-f39ac582e92b tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0582328 Aug 16 21:03:35.278055 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574c5c1-2183-4ed9-b402-cc3fda3cd5bc req-e67a297d-9b1b-4d5b-93ba-7b8dd7d22e20 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:35.279558 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6574c5c1-2183-4ed9-b402-cc3fda3cd5bc req-e67a297d-9b1b-4d5b-93ba-7b8dd7d22e20 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.0609639 Aug 16 21:03:35.352321 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6574c5c1-2183-4ed9-b402-cc3fda3cd5bc req-14dab2be-88fe-403d-b626-a5cc3ff4a414 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657644 Aug 16 21:03:35.386761 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d84e4-4203-499a-a140-7e2c7a8ca84f req-138fc40a-bd7c-41d2-a00d-52f05a629295 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:35.388541 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c70d84e4-4203-499a-a140-7e2c7a8ca84f req-138fc40a-bd7c-41d2-a00d-52f05a629295 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0881646 Aug 16 21:03:35.451266 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c70d84e4-4203-499a-a140-7e2c7a8ca84f req-974c98f0-e959-4031-bb9f-5e0f335ae3b4 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523176 Aug 16 21:03:36.490573 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0805f-116f-4535-954a-46f6c6b22aac req-00fb29b0-abc3-424c-b0b1-6efe769e7244 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:36.492641 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-05f0805f-116f-4535-954a-46f6c6b22aac req-00fb29b0-abc3-424c-b0b1-6efe769e7244 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.0559909 Aug 16 21:03:36.539886 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-05f0805f-116f-4535-954a-46f6c6b22aac req-808f0bda-bcff-4023-89fa-fd6ee36e4224 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400701 Aug 16 21:03:36.617299 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 57938) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:36.728805 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba853e0-8b21-4310-a386-e402412364f4 req-698c0b36-c7ba-4d9c-ab97-a947ff58e93b tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:36.730369 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8ba853e0-8b21-4310-a386-e402412364f4 req-698c0b36-c7ba-4d9c-ab97-a947ff58e93b tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0572529 Aug 16 21:03:36.750640 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-94771204-e12b-4f3e-8e67-ef4d8feb459c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:36.772407 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8ba853e0-8b21-4310-a386-e402412364f4 req-f7eb011d-4e82-493c-bff7-68917f9a203b tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358210 Aug 16 21:03:36.880770 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-94771204-e12b-4f3e-8e67-ef4d8feb459c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:36.916803 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2e101-2a0d-4ce3-ac15-d8941cbcb9a1 req-4853fa01-488a-4467-ac8d-53f391ebab2f tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:36.918333 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-63b2e101-2a0d-4ce3-ac15-d8941cbcb9a1 req-4853fa01-488a-4467-ac8d-53f391ebab2f tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=4560d04d-dc1c-4a7f-9d2a-5909b257707c HTTP/1.1" status: 200 len: 945 time: 0.0894635 Aug 16 21:03:36.945497 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-94771204-e12b-4f3e-8e67-ef4d8feb459c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:36.967011 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4070461-e8b0-4c9c-a886-5e15e64ff395 req-fe75312a-3210-41f7-b6ef-3cf78aafbf1f tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:36.971971 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d4070461-e8b0-4c9c-a886-5e15e64ff395 req-fe75312a-3210-41f7-b6ef-3cf78aafbf1f tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0941153 Aug 16 21:03:36.977024 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-63b2e101-2a0d-4ce3-ac15-d8941cbcb9a1 req-d227e919-c723-4170-a880-d0719d4d1bd7 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525873 Aug 16 21:03:37.001951 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-94771204-e12b-4f3e-8e67-ef4d8feb459c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d823eb31f86e4c5f84be74bd7c65611c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3834698 Aug 16 21:03:37.005241 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94771204-e12b-4f3e-8e67-ef4d8feb459c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815b4eac-8733-48a1-be41-294300b453f8,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:37.006009 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 57946) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:37.037679 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d4070461-e8b0-4c9c-a886-5e15e64ff395 req-55eec5fc-4c66-4707-8420-ebaa5e21130f tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596402 Aug 16 21:03:37.074683 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4d51690a-1f92-4d2a-ac65-88d8ed683ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:37.098455 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4d51690a-1f92-4d2a-ac65-88d8ed683ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:37.197266 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c13ab-0082-42a7-932c-61723c6462b6 req-72cc15ee-4f02-4ee4-bb16-180a8cb11e34 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:37.199342 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4a2c13ab-0082-42a7-932c-61723c6462b6 req-72cc15ee-4f02-4ee4-bb16-180a8cb11e34 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0584953 Aug 16 21:03:37.233108 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4d51690a-1f92-4d2a-ac65-88d8ed683ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:37.235581 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4d51690a-1f92-4d2a-ac65-88d8ed683ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:37.236743 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4d51690a-1f92-4d2a-ac65-88d8ed683ba4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/815b4eac-8733-48a1-be41-294300b453f8 HTTP/1.1" status: 204 len: 168 time: 0.2297580 Aug 16 21:03:37.253112 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d51690a-1f92-4d2a-ac65-88d8ed683ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815b4eac-8733-48a1-be41-294300b453f8,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:37.259899 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4a2c13ab-0082-42a7-932c-61723c6462b6 req-2fd84725-4345-435d-b938-5e0706b2af72 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535367 Aug 16 21:03:37.382703 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5fc014-81c6-4f39-adf4-89c0133a25f9 req-4def9d74-2298-4a00-8107-803225c3e7bf tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:37.384690 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ca5fc014-81c6-4f39-adf4-89c0133a25f9 req-4def9d74-2298-4a00-8107-803225c3e7bf tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0533204 Aug 16 21:03:37.426046 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ca5fc014-81c6-4f39-adf4-89c0133a25f9 req-d7a42686-32a4-4b49-a5b8-a4266882b7a1 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352175 Aug 16 21:03:37.561023 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2118c-8658-465b-b078-cc8cd5cd208c req-19b0160e-76a5-4213-9234-70c0447b2bce tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:37.562545 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-41e2118c-8658-465b-b078-cc8cd5cd208c req-19b0160e-76a5-4213-9234-70c0447b2bce tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0518930 Aug 16 21:03:37.623494 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-41e2118c-8658-465b-b078-cc8cd5cd208c req-ab852774-d0f3-44b0-826e-88ec8fd6b3f6 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531058 Aug 16 21:03:37.690419 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28277a7e-e490-458c-9d45-bf5f977ffc24 req-e5a815b4-b815-440c-b960-aba0bcfd85dc tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:37.691921 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-28277a7e-e490-458c-9d45-bf5f977ffc24 req-e5a815b4-b815-440c-b960-aba0bcfd85dc tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.0640664 Aug 16 21:03:37.743353 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-28277a7e-e490-458c-9d45-bf5f977ffc24 req-dd85ac87-3137-44da-9ad5-d8338a78a1e4 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455861 Aug 16 21:03:37.810280 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef83ee-30db-4ba4-b2a0-82583693e28b req-b03e3ae6-af4f-411e-8000-30cb20c1da59 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:37.811896 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a5ef83ee-30db-4ba4-b2a0-82583693e28b req-b03e3ae6-af4f-411e-8000-30cb20c1da59 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0507066 Aug 16 21:03:37.854928 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a5ef83ee-30db-4ba4-b2a0-82583693e28b req-7b78d6df-8c4f-48f1-9a92-75acc53b55f0 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363727 Aug 16 21:03:37.924535 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [req-03c3c6b9-44a5-4bb1-8551-e0f7150374c6 req-e593413c-6a38-496e-881a-1ac5121fa6cb tempest-ListImageFiltersTestJSON-903454764 tempest-ListImageFiltersTestJSON-903454764-project] (101845) timed out ('10.222.0.72', 61174) {{(pid=101845) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 21:03:38.023062 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42470f22-d67d-443d-9c11-56f298e5ceb6 req-b1619a65-dbc5-4f30-b57c-a3d99bad7ba2 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:38.024819 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-42470f22-d67d-443d-9c11-56f298e5ceb6 req-b1619a65-dbc5-4f30-b57c-a3d99bad7ba2 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0538967 Aug 16 21:03:38.071331 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-42470f22-d67d-443d-9c11-56f298e5ceb6 req-020a1304-548c-4c89-ab61-3d5256cce997 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404541 Aug 16 21:03:38.132283 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762fd59-c4bf-46a9-9466-471c09808e8d req-1509d6fe-1147-4112-b9db-43f18fce64f5 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:38.133790 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1762fd59-c4bf-46a9-9466-471c09808e8d req-1509d6fe-1147-4112-b9db-43f18fce64f5 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=4560d04d-dc1c-4a7f-9d2a-5909b257707c HTTP/1.1" status: 200 len: 945 time: 0.0676737 Aug 16 21:03:38.189896 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1762fd59-c4bf-46a9-9466-471c09808e8d req-9ac66f92-b8f8-4a28-b0a7-8f8007e05f93 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485389 Aug 16 21:03:38.229337 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38788b47-3f4f-4cc1-8389-d3070e3583e5 req-d82d0598-3e23-4fee-a78f-12c7bc5fa5be tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:38.230936 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-38788b47-3f4f-4cc1-8389-d3070e3583e5 req-d82d0598-3e23-4fee-a78f-12c7bc5fa5be tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0579829 Aug 16 21:03:38.289933 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-38788b47-3f4f-4cc1-8389-d3070e3583e5 req-1d1e006f-24ec-4490-870f-bb2f021c4796 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522113 Aug 16 21:03:38.334212 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf87a2-1d7b-4807-baa5-d39a06f5b2e3 req-34d063f7-1d4b-4ac8-a2d4-8b577676a0a4 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:38.336212 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4ecf87a2-1d7b-4807-baa5-d39a06f5b2e3 req-34d063f7-1d4b-4ac8-a2d4-8b577676a0a4 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.72 "GET /v2.0/ports?device_id=4560d04d-dc1c-4a7f-9d2a-5909b257707c HTTP/1.1" status: 200 len: 945 time: 0.0839825 Aug 16 21:03:38.455600 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf144d5-079c-4828-a7c8-576286f40239 req-faa55b60-7f48-4417-b504-38bcbe6a17bb tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:38.457438 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-4ecf87a2-1d7b-4807-baa5-d39a06f5b2e3 req-d7a46f39-fb77-4ea6-825d-c53928993b8c tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Deleting port 50abb050-d24a-4040-95ac-6ddb9aa049bd {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:03:38.457963 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4ecf87a2-1d7b-4807-baa5-d39a06f5b2e3 req-d7a46f39-fb77-4ea6-825d-c53928993b8c tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:38.458616 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-edf144d5-079c-4828-a7c8-576286f40239 req-faa55b60-7f48-4417-b504-38bcbe6a17bb tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0619655 Aug 16 21:03:38.501286 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-edf144d5-079c-4828-a7c8-576286f40239 req-2a5be497-c7aa-49cd-a8b1-ad86837070f9 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369525 Aug 16 21:03:38.566638 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-4ecf87a2-1d7b-4807-baa5-d39a06f5b2e3 req-d7a46f39-fb77-4ea6-825d-c53928993b8c tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] For port 50abb050-d24a-4040-95ac-6ddb9aa049bd, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=50abb050-d24a-4040-95ac-6ddb9aa049bd,segment=NetworkSegment(ada4df52-448f-4b9f-b4a8-46a2a98c3683),segment_id=ada4df52-448f-4b9f-b4a8-46a2a98c3683)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:38.567245 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4ecf87a2-1d7b-4807-baa5-d39a06f5b2e3 req-d7a46f39-fb77-4ea6-825d-c53928993b8c tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:38.583397 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-4ecf87a2-1d7b-4807-baa5-d39a06f5b2e3 req-d7a46f39-fb77-4ea6-825d-c53928993b8c tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Calling delete_port for 50abb050-d24a-4040-95ac-6ddb9aa049bd owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:03:38.661204 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0037d-7cf6-47df-9e6a-5d518fad8672 req-6c4d9038-7d21-444f-b8cc-2909aa39675e tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:38.663087 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2be0037d-7cf6-47df-9e6a-5d518fad8672 req-6c4d9038-7d21-444f-b8cc-2909aa39675e tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0720742 Aug 16 21:03:38.719250 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2be0037d-7cf6-47df-9e6a-5d518fad8672 req-094ccfd3-004e-4650-bcc1-c24fc65b7cd4 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468128 Aug 16 21:03:38.841739 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4ecf87a2-1d7b-4807-baa5-d39a06f5b2e3 req-d7a46f39-fb77-4ea6-825d-c53928993b8c tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:38.852971 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['50abb050-d24a-4040-95ac-6ddb9aa049bd'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:03:38.857910 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['ff6eb6c6-060f-4546-ad45-3decd63d113e', '3653680c-f639-4883-a7fb-22643d56ac20'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:03:38.872102 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a46f39-fb77-4ea6-825d-c53928993b8c tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Pushing event deleted for resources: {'Port': ['ID=50abb050-d24a-4040-95ac-6ddb9aa049bd,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:38.900795 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655de994-61cf-4757-8848-f2c31c1de37b req-93e66444-32be-4498-96df-e138d5d50ff1 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:38.902459 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-655de994-61cf-4757-8848-f2c31c1de37b req-93e66444-32be-4498-96df-e138d5d50ff1 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0912120 Aug 16 21:03:38.916967 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac911a7-6f87-4a65-af22-04e9b14aa005 req-cf02d37f-06d2-4979-9cdb-279ffccaba25 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:38.918476 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9ac911a7-6f87-4a65-af22-04e9b14aa005 req-cf02d37f-06d2-4979-9cdb-279ffccaba25 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.0761659 Aug 16 21:03:38.952639 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecf87a2-1d7b-4807-baa5-d39a06f5b2e3 req-d7a46f39-fb77-4ea6-825d-c53928993b8c tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] No DVR routers for this DVR port 50abb050-d24a-4040-95ac-6ddb9aa049bd on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:03:38.956701 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4ecf87a2-1d7b-4807-baa5-d39a06f5b2e3 req-d7a46f39-fb77-4ea6-825d-c53928993b8c tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:38.959185 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4ecf87a2-1d7b-4807-baa5-d39a06f5b2e3 req-d7a46f39-fb77-4ea6-825d-c53928993b8c tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.72 "DELETE /v2.0/ports/50abb050-d24a-4040-95ac-6ddb9aa049bd HTTP/1.1" status: 204 len: 173 time: 0.6143606 Aug 16 21:03:38.959639 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4560d04d-dc1c-4a7f-9d2a-5909b257707c', 'name': 'network-vif-deleted', 'tag': '50abb050-d24a-4040-95ac-6ddb9aa049bd'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:03:38.962153 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7c25a2-042d-4012-8f80-3131358d8f46" -d '{"events": [{"server_uuid": "4560d04d-dc1c-4a7f-9d2a-5909b257707c", "name": "network-vif-deleted", "tag": "50abb050-d24a-4040-95ac-6ddb9aa049bd"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:03:38.975532 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-655de994-61cf-4757-8848-f2c31c1de37b req-0035ef99-174b-494b-aaf0-98f478cb6248 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560048 Aug 16 21:03:39.004681 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9ac911a7-6f87-4a65-af22-04e9b14aa005 req-e9ef21f2-f0c0-4ad5-8137-297a62428e43 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631485 Aug 16 21:03:39.083062 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8913be1-790b-47aa-8052-67f184e4b0b5 x-openstack-request-id: req-e8913be1-790b-47aa-8052-67f184e4b0b5 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:03:39.083600 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4560d04d-dc1c-4a7f-9d2a-5909b257707c", "name": "network-vif-deleted", "tag": "50abb050-d24a-4040-95ac-6ddb9aa049bd", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:03:39.084051 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e8913be1-790b-47aa-8052-67f184e4b0b5 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:03:39.084626 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4560d04d-dc1c-4a7f-9d2a-5909b257707c', 'name': 'network-vif-deleted', 'tag': '50abb050-d24a-4040-95ac-6ddb9aa049bd', 'status': 'completed', 'code': 200} Aug 16 21:03:39.148045 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd01a3c-af3f-4c06-8d8b-733bcd8584bf req-28b79537-3ea1-4880-9255-3b2a5034fd85 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:39.149808 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-efd01a3c-af3f-4c06-8d8b-733bcd8584bf req-28b79537-3ea1-4880-9255-3b2a5034fd85 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0556633 Aug 16 21:03:39.189872 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-efd01a3c-af3f-4c06-8d8b-733bcd8584bf req-6fda4f03-66b8-4693-862f-82bfae19511d tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334055 Aug 16 21:03:39.310503 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4a070ccd-57b7-46e9-a52d-1c1b8dd63721 req-b56f3775-a6f6-4613-8707-12196953f8f1 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=4560d04d-dc1c-4a7f-9d2a-5909b257707c HTTP/1.1" status: 200 len: 210 time: 0.0418026 Aug 16 21:03:39.436637 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca19cf4-4056-43c1-8459-fb34a2cc4dde req-b7a22bea-22a6-4e98-8932-23e0ff704e32 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:39.438731 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cca19cf4-4056-43c1-8459-fb34a2cc4dde req-b7a22bea-22a6-4e98-8932-23e0ff704e32 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0761440 Aug 16 21:03:39.495639 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cca19cf4-4056-43c1-8459-fb34a2cc4dde req-163c4f62-1a4b-476a-92a5-0e273d8b1d8e tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491097 Aug 16 21:03:39.629428 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68678bff-3a0f-43dd-b51f-b41de69f809a req-18b6e735-87aa-47d2-9a1a-d0b5b347feb4 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:39.631176 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68678bff-3a0f-43dd-b51f-b41de69f809a req-18b6e735-87aa-47d2-9a1a-d0b5b347feb4 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0586517 Aug 16 21:03:39.682117 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68678bff-3a0f-43dd-b51f-b41de69f809a req-83280ebb-cfdb-4ddf-90be-a5d896735d9f tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321434 Aug 16 21:03:39.841540 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253632e-de98-4955-b639-80d46ebea664 req-774a279c-c64e-4808-b8cf-a79ed1d44301 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:39.842686 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e253632e-de98-4955-b639-80d46ebea664 req-774a279c-c64e-4808-b8cf-a79ed1d44301 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0699461 Aug 16 21:03:39.916304 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e253632e-de98-4955-b639-80d46ebea664 req-dc60eac4-6847-4f14-9e92-d13d99572b2e tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598450 Aug 16 21:03:40.065516 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a38629-d6e4-4023-ab10-8bf36b8d2b9b req-15cf96a6-08af-45de-9733-5a81a37a2790 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:40.073600 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3a38629-d6e4-4023-ab10-8bf36b8d2b9b req-15cf96a6-08af-45de-9733-5a81a37a2790 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0834224 Aug 16 21:03:40.495406 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3a38629-d6e4-4023-ab10-8bf36b8d2b9b req-904f67de-31d0-4647-8c11-835314b875e8 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187574 Aug 16 21:03:40.514975 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf07ba-a5db-4d87-8263-68dc2a5bfc6d req-e15f22e8-899a-4198-8114-52832ef56679 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:40.526437 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fdaf07ba-a5db-4d87-8263-68dc2a5bfc6d req-e15f22e8-899a-4198-8114-52832ef56679 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.4356163 Aug 16 21:03:40.580205 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fdaf07ba-a5db-4d87-8263-68dc2a5bfc6d req-35c530a9-dba5-4c65-b1b9-fc410c1bce8a tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539706 Aug 16 21:03:40.739875 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc48bc-33e2-44a4-a0ae-7dbacafdb40e req-4885e9f4-79a4-4934-aebd-4b0f0fbd1d27 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:40.741629 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-22dc48bc-33e2-44a4-a0ae-7dbacafdb40e req-4885e9f4-79a4-4934-aebd-4b0f0fbd1d27 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0488694 Aug 16 21:03:40.780350 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-22dc48bc-33e2-44a4-a0ae-7dbacafdb40e req-ae07e1e5-e980-4de1-b3e7-9dd1e9fae01f tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322931 Aug 16 21:03:40.900149 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d98bc2-8fda-4163-b648-60835e376ce4 req-82bbf965-d5cf-45b2-8fa6-b0b88fefe4d4 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:40.904329 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b2d98bc2-8fda-4163-b648-60835e376ce4 req-82bbf965-d5cf-45b2-8fa6-b0b88fefe4d4 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0532265 Aug 16 21:03:40.945357 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b2d98bc2-8fda-4163-b648-60835e376ce4 req-0c8e793f-8f89-41ac-b0d7-ef2eb1cf86e4 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378101 Aug 16 21:03:41.034324 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-02e8f2ef-a15c-4ac2-b229-86d09a359356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:41.191829 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b203bb5-31fb-441f-9c80-8055c5a6868e req-eb0c5d07-ef77-49d8-8100-55e6e7c7be79 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:41.193335 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5b203bb5-31fb-441f-9c80-8055c5a6868e req-eb0c5d07-ef77-49d8-8100-55e6e7c7be79 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=8572b017-d212-4776-9be3-4e7e0f1c0c20 HTTP/1.1" status: 200 len: 945 time: 0.0775332 Aug 16 21:03:41.201730 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7fa7f-5956-424b-96ea-62e7d38c6600 req-b8ef1548-08e1-4a5a-bf71-c9829c2f4b43 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:41.203134 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e4f7fa7f-5956-424b-96ea-62e7d38c6600 req-b8ef1548-08e1-4a5a-bf71-c9829c2f4b43 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0765676 Aug 16 21:03:41.258021 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5b203bb5-31fb-441f-9c80-8055c5a6868e req-26fdb22a-e2e4-4419-92c3-e9461c2f1103 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539348 Aug 16 21:03:41.262686 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e4f7fa7f-5956-424b-96ea-62e7d38c6600 req-b71867b2-7e1c-404c-9777-a0e3a7fc4e3d tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522616 Aug 16 21:03:41.378976 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b150d-8303-49a9-bd2d-f4b119dc77c8 req-1d8b077a-61f1-4a36-a463-62652025d1dd tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:41.380466 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9b0b150d-8303-49a9-bd2d-f4b119dc77c8 req-1d8b077a-61f1-4a36-a463-62652025d1dd tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0523076 Aug 16 21:03:41.416556 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 50abb050-d24a-4040-95ac-6ddb9aa049bd no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:03:41.419701 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9b0b150d-8303-49a9-bd2d-f4b119dc77c8 req-149b5994-bff5-4a6d-a3fd-d4875acb745d tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325985 Aug 16 21:03:41.436963 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 50abb050-d24a-4040-95ac-6ddb9aa049bd {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:03:41.437317 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 50abb050-d24a-4040-95ac-6ddb9aa049bd not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:03:41.552460 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2509c-c28d-45da-8d9c-cce31594eb49 req-3b02e1a7-95dc-4ec5-873e-dd6f5938a996 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:41.554731 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-65b2509c-c28d-45da-8d9c-cce31594eb49 req-3b02e1a7-95dc-4ec5-873e-dd6f5938a996 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0524933 Aug 16 21:03:41.595764 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-65b2509c-c28d-45da-8d9c-cce31594eb49 req-e9997bec-ee37-4310-ad14-92c2da7453ca tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350327 Aug 16 21:03:41.734721 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8eb3c-144b-4a59-8be1-8632bc63c4db req-bec0eb79-7f66-43a2-89e5-78fc619c3f42 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:41.736302 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4ee8eb3c-144b-4a59-8be1-8632bc63c4db req-bec0eb79-7f66-43a2-89e5-78fc619c3f42 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.0793035 Aug 16 21:03:41.749146 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa52d01-d484-4716-af21-7cc062e02923 req-a7053252-42cd-48cf-b3af-731569afbdb4 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:41.750738 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-afa52d01-d484-4716-af21-7cc062e02923 req-a7053252-42cd-48cf-b3af-731569afbdb4 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0841615 Aug 16 21:03:41.808671 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4ee8eb3c-144b-4a59-8be1-8632bc63c4db req-0e83b18e-6766-4073-93ab-ce96f534be27 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563533 Aug 16 21:03:41.815751 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-afa52d01-d484-4716-af21-7cc062e02923 req-93e36377-08f4-4ab6-8dc3-a98bd1b186e9 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565357 Aug 16 21:03:42.384775 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0448d3-45e3-4f75-9ac7-59c8fdbcf492 req-f9fe10d3-4370-4b05-b89f-350041ab1bf9 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:42.386274 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bf0448d3-45e3-4f75-9ac7-59c8fdbcf492 req-f9fe10d3-4370-4b05-b89f-350041ab1bf9 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=8572b017-d212-4776-9be3-4e7e0f1c0c20 HTTP/1.1" status: 200 len: 945 time: 0.0562415 Aug 16 21:03:42.423676 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bf0448d3-45e3-4f75-9ac7-59c8fdbcf492 req-47cec85d-b5b3-46a3-afdc-f9a92cb86840 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315418 Aug 16 21:03:42.609144 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69114f-6daf-41fd-aa31-7457b032115e req-a5c5750c-a7b4-4807-bf29-d1ebf38d95c4 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:42.610643 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0f69114f-6daf-41fd-aa31-7457b032115e req-a5c5750c-a7b4-4807-bf29-d1ebf38d95c4 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.90 "GET /v2.0/ports?device_id=8572b017-d212-4776-9be3-4e7e0f1c0c20 HTTP/1.1" status: 200 len: 945 time: 0.0530241 Aug 16 21:03:42.724478 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc69069-3bfe-4f8c-acbb-21a3076ef1cc req-041e7107-1556-4f29-88a4-e84bb32cecae tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:42.725951 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4fc69069-3bfe-4f8c-acbb-21a3076ef1cc req-041e7107-1556-4f29-88a4-e84bb32cecae tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.1006289 Aug 16 21:03:42.777504 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-0f69114f-6daf-41fd-aa31-7457b032115e req-62657d37-b58f-4847-b43a-f3c0a2079f9f tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Deleting port 3653680c-f639-4883-a7fb-22643d56ac20 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:03:42.778163 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0f69114f-6daf-41fd-aa31-7457b032115e req-62657d37-b58f-4847-b43a-f3c0a2079f9f tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:42.782777 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4fc69069-3bfe-4f8c-acbb-21a3076ef1cc req-78aa23e0-d863-4a2e-b9e3-8aa31bf284b4 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492799 Aug 16 21:03:42.877104 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-0f69114f-6daf-41fd-aa31-7457b032115e req-62657d37-b58f-4847-b43a-f3c0a2079f9f tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] For port 3653680c-f639-4883-a7fb-22643d56ac20, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=3653680c-f639-4883-a7fb-22643d56ac20,segment=NetworkSegment(ada4df52-448f-4b9f-b4a8-46a2a98c3683),segment_id=ada4df52-448f-4b9f-b4a8-46a2a98c3683)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:42.877652 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0f69114f-6daf-41fd-aa31-7457b032115e req-62657d37-b58f-4847-b43a-f3c0a2079f9f tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:42.921171 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-0f69114f-6daf-41fd-aa31-7457b032115e req-62657d37-b58f-4847-b43a-f3c0a2079f9f tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Calling delete_port for 3653680c-f639-4883-a7fb-22643d56ac20 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:03:42.986736 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d7f47-153b-45dc-bee4-463ce452ace5 req-15170487-8d8c-4c31-b716-3c1b5ebd5151 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:42.988816 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6e5d7f47-153b-45dc-bee4-463ce452ace5 req-15170487-8d8c-4c31-b716-3c1b5ebd5151 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.1071253 Aug 16 21:03:43.048791 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6e5d7f47-153b-45dc-bee4-463ce452ace5 req-f3a5b37b-82a4-4696-b24b-c2ab07277326 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527871 Aug 16 21:03:43.181065 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0f69114f-6daf-41fd-aa31-7457b032115e req-62657d37-b58f-4847-b43a-f3c0a2079f9f tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:43.201590 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['ff6eb6c6-060f-4546-ad45-3decd63d113e'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:03:43.213847 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62657d37-b58f-4847-b43a-f3c0a2079f9f tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Pushing event deleted for resources: {'Port': ['ID=3653680c-f639-4883-a7fb-22643d56ac20,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:43.229569 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62657d37-b58f-4847-b43a-f3c0a2079f9f tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:43.229933 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62657d37-b58f-4847-b43a-f3c0a2079f9f tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:43.230279 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62657d37-b58f-4847-b43a-f3c0a2079f9f tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:43.230623 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62657d37-b58f-4847-b43a-f3c0a2079f9f tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:43.230963 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62657d37-b58f-4847-b43a-f3c0a2079f9f tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:43.231306 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62657d37-b58f-4847-b43a-f3c0a2079f9f tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:43.231641 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62657d37-b58f-4847-b43a-f3c0a2079f9f tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:43.232002 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62657d37-b58f-4847-b43a-f3c0a2079f9f tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:43.232336 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62657d37-b58f-4847-b43a-f3c0a2079f9f tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:43.232671 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62657d37-b58f-4847-b43a-f3c0a2079f9f tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:43.233004 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62657d37-b58f-4847-b43a-f3c0a2079f9f tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:43.233676 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62657d37-b58f-4847-b43a-f3c0a2079f9f tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:43.276306 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f69114f-6daf-41fd-aa31-7457b032115e req-62657d37-b58f-4847-b43a-f3c0a2079f9f tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] No DVR routers for this DVR port 3653680c-f639-4883-a7fb-22643d56ac20 on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:03:43.280114 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0f69114f-6daf-41fd-aa31-7457b032115e req-62657d37-b58f-4847-b43a-f3c0a2079f9f tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:43.282130 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0f69114f-6daf-41fd-aa31-7457b032115e req-62657d37-b58f-4847-b43a-f3c0a2079f9f tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.90 "DELETE /v2.0/ports/3653680c-f639-4883-a7fb-22643d56ac20 HTTP/1.1" status: 204 len: 173 time: 0.6645334 Aug 16 21:03:43.282571 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8572b017-d212-4776-9be3-4e7e0f1c0c20', 'name': 'network-vif-deleted', 'tag': '3653680c-f639-4883-a7fb-22643d56ac20'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:03:43.285398 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c83ad5d-b3f5-4655-839f-387e279c34fa" -d '{"events": [{"server_uuid": "8572b017-d212-4776-9be3-4e7e0f1c0c20", "name": "network-vif-deleted", "tag": "3653680c-f639-4883-a7fb-22643d56ac20"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:03:43.331352 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60aea146-f503-41c1-8b8d-06cfd0d0b5fe x-openstack-request-id: req-60aea146-f503-41c1-8b8d-06cfd0d0b5fe {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:03:43.331352 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8572b017-d212-4776-9be3-4e7e0f1c0c20", "name": "network-vif-deleted", "tag": "3653680c-f639-4883-a7fb-22643d56ac20", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:03:43.331352 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-60aea146-f503-41c1-8b8d-06cfd0d0b5fe {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:03:43.331352 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8572b017-d212-4776-9be3-4e7e0f1c0c20', 'name': 'network-vif-deleted', 'tag': '3653680c-f639-4883-a7fb-22643d56ac20', 'status': 'completed', 'code': 200} Aug 16 21:03:43.567552 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a109a462-5eb0-4f06-9032-e0b7246a06e4 req-ea2fb9b6-6b0a-4d64-86ff-e659ed79adbc tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=8572b017-d212-4776-9be3-4e7e0f1c0c20 HTTP/1.1" status: 200 len: 210 time: 0.0693145 Aug 16 21:03:43.722917 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1904ed15-1946-4e5b-9517-eca4facbc8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:43.870362 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:43.903898 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be4fbe-3501-4d92-9fd4-231198f92e3d req-c2ed63f0-108c-4321-847e-37c5cfefe36b tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:43.905393 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-42be4fbe-3501-4d92-9fd4-231198f92e3d req-c2ed63f0-108c-4321-847e-37c5cfefe36b tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0501132 Aug 16 21:03:43.944077 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-42be4fbe-3501-4d92-9fd4-231198f92e3d req-583b96de-72c6-401d-abab-8e06f7d26314 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323026 Aug 16 21:03:44.172748 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720d2f5-0d7b-4f2b-a0cb-f409b6d97be1 req-8e0f15cc-f522-4d13-95cf-f2a88822843e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:44.172748 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7720d2f5-0d7b-4f2b-a0cb-f409b6d97be1 req-8e0f15cc-f522-4d13-95cf-f2a88822843e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.0510459 Aug 16 21:03:44.206135 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7720d2f5-0d7b-4f2b-a0cb-f409b6d97be1 req-8f853115-55df-4575-a372-795b3a25669d tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320139 Aug 16 21:03:44.696128 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 3653680c-f639-4883-a7fb-22643d56ac20 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:03:44.724504 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 3653680c-f639-4883-a7fb-22643d56ac20 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:03:44.724851 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 3653680c-f639-4883-a7fb-22643d56ac20 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:03:44.730681 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-871e8ffd-3e10-435c-a567-de811aa6ee17 req-1658175d-0622-4a0b-96ba-3037311e1664 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=8572b017-d212-4776-9be3-4e7e0f1c0c20 HTTP/1.1" status: 200 len: 210 time: 0.0463805 Aug 16 21:03:44.854592 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:45.072602 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226b003-b88a-408f-bce8-20372f1881a8 req-83d552e5-d8c8-469c-a683-d3a857bde9ab tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:45.074297 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0226b003-b88a-408f-bce8-20372f1881a8 req-83d552e5-d8c8-469c-a683-d3a857bde9ab tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0561917 Aug 16 21:03:45.118072 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0226b003-b88a-408f-bce8-20372f1881a8 req-032caa47-0294-48de-bb76-0af32b559242 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379994 Aug 16 21:03:45.328905 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad1efb-0ed0-45b0-8cec-906c534710b8 req-8525f399-ec54-4760-bb70-1b632aa6879b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:45.330545 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-94ad1efb-0ed0-45b0-8cec-906c534710b8 req-8525f399-ec54-4760-bb70-1b632aa6879b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.0503325 Aug 16 21:03:45.380706 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-94ad1efb-0ed0-45b0-8cec-906c534710b8 req-7b802174-c680-48bd-b73d-dd5e002f870b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435333 Aug 16 21:03:46.266435 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad681926-94c0-40f5-8ec1-dfe4479d7119 req-9715d577-f052-45ce-8f8f-0c11922a99d8 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:46.268041 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ad681926-94c0-40f5-8ec1-dfe4479d7119 req-9715d577-f052-45ce-8f8f-0c11922a99d8 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0601625 Aug 16 21:03:46.318107 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ad681926-94c0-40f5-8ec1-dfe4479d7119 req-158aee15-e5bd-4875-a4f1-5b8301867d45 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440099 Aug 16 21:03:46.355198 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a055b-030c-4eba-820e-ab55265b1c09 req-1913cf4a-a4cc-47e2-a417-2382f06ec611 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:46.356825 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dc0a055b-030c-4eba-820e-ab55265b1c09 req-1913cf4a-a4cc-47e2-a417-2382f06ec611 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2769ccf-9336-4715-8aba-3b436618b766 HTTP/1.1" status: 200 len: 945 time: 0.0549624 Aug 16 21:03:46.397380 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dc0a055b-030c-4eba-820e-ab55265b1c09 req-a5b130c9-9c73-4083-87ca-700d09130b11 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346656 Aug 16 21:03:46.497404 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c58165-b592-4e87-89e6-15398f2e52f4 req-b26bd253-93da-4879-a13c-d9c4353ed905 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:46.499026 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-80c58165-b592-4e87-89e6-15398f2e52f4 req-b26bd253-93da-4879-a13c-d9c4353ed905 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.0506916 Aug 16 21:03:46.538250 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-80c58165-b592-4e87-89e6-15398f2e52f4 req-a5bbe189-b016-42b1-a4ff-76fd88dc098d tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328598 Aug 16 21:03:46.558510 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:47.014369 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b5b2b-d172-403e-ba60-e9d6acc54f34 req-f5f75af3-a641-454a-a4cb-208c956ab822 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:47.015940 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cc9b5b2b-d172-403e-ba60-e9d6acc54f34 req-f5f75af3-a641-454a-a4cb-208c956ab822 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.0548844 Aug 16 21:03:47.063013 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cc9b5b2b-d172-403e-ba60-e9d6acc54f34 req-b37c4531-209e-4541-a283-12c589439900 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334363 Aug 16 21:03:47.116064 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ecf5b-7b7b-4d76-b27a-41297b3fe6e7 req-e2c9a09e-21bc-468f-9e56-288ac3c583a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:47.117870 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-379ecf5b-7b7b-4d76-b27a-41297b3fe6e7 req-e2c9a09e-21bc-468f-9e56-288ac3c583a0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04d4519d90b5451ebf562bbd9e44ac2b&device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 1096 time: 0.0457911 Aug 16 21:03:47.212487 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ecf5b-7b7b-4d76-b27a-41297b3fe6e7 req-60ad9dbc-5acc-4cc6-acae-07e7b6669b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:47.214043 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-379ecf5b-7b7b-4d76-b27a-41297b3fe6e7 req-60ad9dbc-5acc-4cc6-acae-07e7b6669b12 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 HTTP/1.1" status: 200 len: 912 time: 0.0893321 Aug 16 21:03:47.286180 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-379ecf5b-7b7b-4d76-b27a-41297b3fe6e7 req-c7fd040f-a38b-4f0e-bb35-225d87589fc4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3aa98f1-01de-4b07-a953-b17b46875501 HTTP/1.1" status: 200 len: 999 time: 0.0643053 Aug 16 21:03:47.342107 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ecf5b-7b7b-4d76-b27a-41297b3fe6e7 req-5239fcbb-6dbe-4904-bae6-5f847d598c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:47.344170 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-379ecf5b-7b7b-4d76-b27a-41297b3fe6e7 req-5239fcbb-6dbe-4904-bae6-5f847d598c26 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=20aa60f1-bb16-40f5-b2dd-0341c13f6e8c HTTP/1.1" status: 200 len: 850 time: 0.0504482 Aug 16 21:03:47.402104 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ecf5b-7b7b-4d76-b27a-41297b3fe6e7 req-8ec38159-f84b-4729-ad07-ffd920c80dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:47.403700 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-379ecf5b-7b7b-4d76-b27a-41297b3fe6e7 req-8ec38159-f84b-4729-ad07-ffd920c80dfe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469227 Aug 16 21:03:47.460414 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728d948-97d4-4785-884f-c6025a884ec6 req-7a52a6f2-08c0-48fa-aebf-cd4224f45a9b tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:47.468843 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8728d948-97d4-4785-884f-c6025a884ec6 req-7a52a6f2-08c0-48fa-aebf-cd4224f45a9b tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0707762 Aug 16 21:03:47.533608 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8728d948-97d4-4785-884f-c6025a884ec6 req-8880d9ed-49e1-4ca5-93b5-198134d6ce1c tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612171 Aug 16 21:03:47.545738 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-379ecf5b-7b7b-4d76-b27a-41297b3fe6e7 req-746c26b5-62eb-402b-bef0-8fefa297e5f3 service neutron] 10.222.0.72 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229272 Aug 16 21:03:47.614039 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe8666-7671-44bd-9a8e-dd066efd62cf req-35454c62-61f1-4063-9af2-be9cf96ef9d2 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:47.627543 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5ebe8666-7671-44bd-9a8e-dd066efd62cf req-35454c62-61f1-4063-9af2-be9cf96ef9d2 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2769ccf-9336-4715-8aba-3b436618b766 HTTP/1.1" status: 200 len: 945 time: 0.0610113 Aug 16 21:03:47.651618 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-379ecf5b-7b7b-4d76-b27a-41297b3fe6e7 req-c0c2b68a-e378-4965-aa19-732bc4bd593b service neutron] 10.222.0.72 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043968 Aug 16 21:03:47.668800 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5ebe8666-7671-44bd-9a8e-dd066efd62cf req-918a73eb-ef98-452a-8ee0-bc3b5b109028 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/security-groups?id=9bbdb247-cef4-476d-a22a-c095bfc36b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417576 Aug 16 21:03:47.929489 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8425cea-0865-4097-bbee-ed75123227ea req-6af020fa-221a-44a0-b011-c12387ed1286 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:47.931062 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8425cea-0865-4097-bbee-ed75123227ea req-6af020fa-221a-44a0-b011-c12387ed1286 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2769ccf-9336-4715-8aba-3b436618b766 HTTP/1.1" status: 200 len: 945 time: 0.0540187 Aug 16 21:03:48.028418 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-f8425cea-0865-4097-bbee-ed75123227ea req-dbaf7d7b-466d-4455-b45d-63c800ed523a tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Deleting port ff6eb6c6-060f-4546-ad45-3decd63d113e {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:03:48.028805 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f8425cea-0865-4097-bbee-ed75123227ea req-dbaf7d7b-466d-4455-b45d-63c800ed523a tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:48.130470 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-f8425cea-0865-4097-bbee-ed75123227ea req-dbaf7d7b-466d-4455-b45d-63c800ed523a tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] For port ff6eb6c6-060f-4546-ad45-3decd63d113e, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ff6eb6c6-060f-4546-ad45-3decd63d113e,segment=NetworkSegment(ada4df52-448f-4b9f-b4a8-46a2a98c3683),segment_id=ada4df52-448f-4b9f-b4a8-46a2a98c3683)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:48.130868 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f8425cea-0865-4097-bbee-ed75123227ea req-dbaf7d7b-466d-4455-b45d-63c800ed523a tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:48.145993 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-f8425cea-0865-4097-bbee-ed75123227ea req-dbaf7d7b-466d-4455-b45d-63c800ed523a tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Calling delete_port for ff6eb6c6-060f-4546-ad45-3decd63d113e owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:03:48.245194 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5b870-ef1b-4120-b68d-be2716f66d59 req-763a78c3-34a4-4097-82d6-843cf2e46193 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:48.246311 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a2a5b870-ef1b-4120-b68d-be2716f66d59 req-763a78c3-34a4-4097-82d6-843cf2e46193 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.0958920 Aug 16 21:03:48.313202 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a2a5b870-ef1b-4120-b68d-be2716f66d59 req-e044c13c-d05b-4b86-a7a5-a5cdf0f4c51d tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508008 Aug 16 21:03:48.473207 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f8425cea-0865-4097-bbee-ed75123227ea req-dbaf7d7b-466d-4455-b45d-63c800ed523a tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:48.484187 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['ff6eb6c6-060f-4546-ad45-3decd63d113e'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:03:48.504289 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf7d7b-466d-4455-b45d-63c800ed523a tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Pushing event deleted for resources: {'Port': ['ID=ff6eb6c6-060f-4546-ad45-3decd63d113e,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:48.572930 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8425cea-0865-4097-bbee-ed75123227ea req-dbaf7d7b-466d-4455-b45d-63c800ed523a tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] No DVR routers for this DVR port ff6eb6c6-060f-4546-ad45-3decd63d113e on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:03:48.576643 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f8425cea-0865-4097-bbee-ed75123227ea req-dbaf7d7b-466d-4455-b45d-63c800ed523a tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:48.578977 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8425cea-0865-4097-bbee-ed75123227ea req-dbaf7d7b-466d-4455-b45d-63c800ed523a tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.90 "DELETE /v2.0/ports/ff6eb6c6-060f-4546-ad45-3decd63d113e HTTP/1.1" status: 204 len: 173 time: 0.6414542 Aug 16 21:03:48.579567 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2769ccf-9336-4715-8aba-3b436618b766', 'name': 'network-vif-deleted', 'tag': 'ff6eb6c6-060f-4546-ad45-3decd63d113e'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:03:48.593442 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c10a10-ac30-46f1-aca3-e14b816bafc4" -d '{"events": [{"server_uuid": "b2769ccf-9336-4715-8aba-3b436618b766", "name": "network-vif-deleted", "tag": "ff6eb6c6-060f-4546-ad45-3decd63d113e"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:03:48.641232 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff899a0-1e60-4883-8e70-f62c90298a93 x-openstack-request-id: req-fff899a0-1e60-4883-8e70-f62c90298a93 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:03:48.641632 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2769ccf-9336-4715-8aba-3b436618b766", "name": "network-vif-deleted", "tag": "ff6eb6c6-060f-4546-ad45-3decd63d113e", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:03:48.641983 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-fff899a0-1e60-4883-8e70-f62c90298a93 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:03:48.642608 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2769ccf-9336-4715-8aba-3b436618b766', 'name': 'network-vif-deleted', 'tag': 'ff6eb6c6-060f-4546-ad45-3decd63d113e', 'status': 'completed', 'code': 200} Aug 16 21:03:48.787104 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3fcaf-be8a-4936-8a37-40e767d00516 req-6fad741b-a3a6-488b-bc31-8330f445a1dc tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:48.800254 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-72a3fcaf-be8a-4936-8a37-40e767d00516 req-6fad741b-a3a6-488b-bc31-8330f445a1dc tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.1526701 Aug 16 21:03:48.852750 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aad2de25-7cf4-4df1-8019-422f04bef07d req-b47fcefd-09ed-434a-829e-384bb3f238f1 tempest-ListServerFiltersTestJSON-2063599866 tempest-ListServerFiltersTestJSON-2063599866-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2769ccf-9336-4715-8aba-3b436618b766 HTTP/1.1" status: 200 len: 210 time: 0.0503240 Aug 16 21:03:48.887881 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-72a3fcaf-be8a-4936-8a37-40e767d00516 req-0f7834c2-51f3-41ce-9ca3-baae2f5fdaef tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867879 Aug 16 21:03:49.055349 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:49.426025 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8ea60-d2ae-4d1c-9e4f-72924cc656e6 req-a56e3171-5c58-4b83-a6f6-2a6fd5885ac6 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:49.427562 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-90e8ea60-d2ae-4d1c-9e4f-72924cc656e6 req-a56e3171-5c58-4b83-a6f6-2a6fd5885ac6 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.0508742 Aug 16 21:03:49.466529 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-90e8ea60-d2ae-4d1c-9e4f-72924cc656e6 req-da518da1-2bc6-4700-a808-2f904f325128 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330665 Aug 16 21:03:49.647403 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892edce-b82d-42dd-8fc5-ed2a6bbde011 req-e0a09ba3-33a7-4f32-b725-7250b2bd2741 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:49.650026 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2892edce-b82d-42dd-8fc5-ed2a6bbde011 req-e0a09ba3-33a7-4f32-b725-7250b2bd2741 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.0725396 Aug 16 21:03:49.708333 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2892edce-b82d-42dd-8fc5-ed2a6bbde011 req-25d4ec29-376c-4b6e-b9a9-3fec86051652 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520685 Aug 16 21:03:49.838333 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd153b-8f3f-4b74-9161-e60b46cb2da3 req-b8669425-c778-4193-8d3d-41b789de793b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:49.839898 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9abd153b-8f3f-4b74-9161-e60b46cb2da3 req-b8669425-c778-4193-8d3d-41b789de793b tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.0516739 Aug 16 21:03:49.886224 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9abd153b-8f3f-4b74-9161-e60b46cb2da3 req-5f0004c4-53e1-4bf8-b06a-3edf4d23fe85 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403950 Aug 16 21:03:49.947968 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 58470) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:50.033789 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc0324da-c2f5-48aa-ae49-d9c7c4569a8b admin admin] Deleting subnet 1a68b51f-c089-4c5a-93d2-abef692469a9 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:03:50.038971 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bc0324da-c2f5-48aa-ae49-d9c7c4569a8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.069248 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53205a5-9768-49b3-b22c-1f85f5984a42 req-6db8a963-b3af-4590-872a-0d29f1adb67c tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:50.070756 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b53205a5-9768-49b3-b22c-1f85f5984a42 req-6db8a963-b3af-4590-872a-0d29f1adb67c tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0934875 Aug 16 21:03:50.101553 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bc0324da-c2f5-48aa-ae49-d9c7c4569a8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.138661 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b53205a5-9768-49b3-b22c-1f85f5984a42 req-b96574c3-a6a1-44ec-ac35-35a3fba06902 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600574 Aug 16 21:03:50.204967 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bc0324da-c2f5-48aa-ae49-d9c7c4569a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.401888 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bc0324da-c2f5-48aa-ae49-d9c7c4569a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.434014 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0324da-c2f5-48aa-ae49-d9c7c4569a8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a68b51f-c089-4c5a-93d2-abef692469a9,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:50.444906 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bc0324da-c2f5-48aa-ae49-d9c7c4569a8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.446896 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-bc0324da-c2f5-48aa-ae49-d9c7c4569a8b admin admin] 10.222.0.84 "DELETE /v2.0/subnets/1a68b51f-c089-4c5a-93d2-abef692469a9 HTTP/1.1" status: 204 len: 168 time: 0.4977753 Aug 16 21:03:50.449310 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 58504) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:50.451824 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029938fb-3400-44ce-bf52-a07af1ae61b1 None None] Network 45db89f4-e24e-428c-9234-2eec244e104e requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:03:50.513638 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4cfc09-3813-4f74-bc29-38eb8feb9c2b req-c3f8ae85-2a3d-4430-afe8-191f589c0f50 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:50.515264 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ad4cfc09-3813-4f74-bc29-38eb8feb9c2b req-c3f8ae85-2a3d-4430-afe8-191f589c0f50 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.1473641 Aug 16 21:03:50.576734 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-466f1ab1-4ced-4b50-a72d-4bb1d9ef240f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.582241 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ad4cfc09-3813-4f74-bc29-38eb8feb9c2b req-cd4947a5-4b0c-422e-a380-685b8c27ca4e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598807 Aug 16 21:03:50.640259 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-466f1ab1-4ced-4b50-a72d-4bb1d9ef240f admin admin] Deleting port dd3f89f9-31d4-4797-b6f1-e8b15cb17c0c {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:03:50.640611 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-466f1ab1-4ced-4b50-a72d-4bb1d9ef240f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.681602 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7961a083-1a39-44be-98f3-63a436fd964c None None] DHCP port deletion for 45db89f4-e24e-428c-9234-2eec244e104e request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:03:50.708999 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-466f1ab1-4ced-4b50-a72d-4bb1d9ef240f admin admin] For port dd3f89f9-31d4-4797-b6f1-e8b15cb17c0c, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=dd3f89f9-31d4-4797-b6f1-e8b15cb17c0c,segment=NetworkSegment(ada4df52-448f-4b9f-b4a8-46a2a98c3683),segment_id=ada4df52-448f-4b9f-b4a8-46a2a98c3683)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:50.710033 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-466f1ab1-4ced-4b50-a72d-4bb1d9ef240f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.736293 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-466f1ab1-4ced-4b50-a72d-4bb1d9ef240f admin admin] Calling delete_port for dd3f89f9-31d4-4797-b6f1-e8b15cb17c0c owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:03:50.743956 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7961a083-1a39-44be-98f3-63a436fd964c None None] Deleting port dd3f89f9-31d4-4797-b6f1-e8b15cb17c0c {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:03:50.744452 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7961a083-1a39-44be-98f3-63a436fd964c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.749692 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ff6eb6c6-060f-4546-ad45-3decd63d113e no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:03:50.804370 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: ff6eb6c6-060f-4546-ad45-3decd63d113e {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:03:50.804825 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ff6eb6c6-060f-4546-ad45-3decd63d113e not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:03:50.833946 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7961a083-1a39-44be-98f3-63a436fd964c None None] For port dd3f89f9-31d4-4797-b6f1-e8b15cb17c0c, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=dd3f89f9-31d4-4797-b6f1-e8b15cb17c0c,segment=NetworkSegment(ada4df52-448f-4b9f-b4a8-46a2a98c3683),segment_id=ada4df52-448f-4b9f-b4a8-46a2a98c3683)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:50.834463 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7961a083-1a39-44be-98f3-63a436fd964c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.847981 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7961a083-1a39-44be-98f3-63a436fd964c None None] Calling delete_port for dd3f89f9-31d4-4797-b6f1-e8b15cb17c0c owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:03:50.912841 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-466f1ab1-4ced-4b50-a72d-4bb1d9ef240f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.950326 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7961a083-1a39-44be-98f3-63a436fd964c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.952758 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466f1ab1-4ced-4b50-a72d-4bb1d9ef240f admin admin] No DVR routers for this DVR port dd3f89f9-31d4-4797-b6f1-e8b15cb17c0c on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:03:50.977626 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7961a083-1a39-44be-98f3-63a436fd964c None None] Pushing event deleted for resources: {'Port': ['ID=dd3f89f9-31d4-4797-b6f1-e8b15cb17c0c,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:50.979606 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f1ab1-4ced-4b50-a72d-4bb1d9ef240f admin admin] Pushing event deleted for resources: {'Port': ['ID=dd3f89f9-31d4-4797-b6f1-e8b15cb17c0c,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:50.979899 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7961a083-1a39-44be-98f3-63a436fd964c None None] No DVR routers for this DVR port dd3f89f9-31d4-4797-b6f1-e8b15cb17c0c on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:03:51.050758 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-466f1ab1-4ced-4b50-a72d-4bb1d9ef240f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:51.061233 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-466f1ab1-4ced-4b50-a72d-4bb1d9ef240f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45db89f4-e24e-428c-9234-2eec244e104e']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:51.072483 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-466f1ab1-4ced-4b50-a72d-4bb1d9ef240f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada4df52-448f-4b9f-b4a8-46a2a98c3683') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:51.072793 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-466f1ab1-4ced-4b50-a72d-4bb1d9ef240f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada4df52-448f-4b9f-b4a8-46a2a98c3683') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:51.083862 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-466f1ab1-4ced-4b50-a72d-4bb1d9ef240f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:51.084504 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device dd3f89f9-31d4-4797-b6f1-e8b15cb17c0c no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:03:51.099048 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-466f1ab1-4ced-4b50-a72d-4bb1d9ef240f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:51.106668 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-466f1ab1-4ced-4b50-a72d-4bb1d9ef240f admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:03:51.107084 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-466f1ab1-4ced-4b50-a72d-4bb1d9ef240f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:51.108479 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: dd3f89f9-31d4-4797-b6f1-e8b15cb17c0c {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:03:51.108933 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device dd3f89f9-31d4-4797-b6f1-e8b15cb17c0c not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:03:51.109130 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:03:51.109130 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:03:51.109130 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:03:51.109130 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:03:51.109130 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:03:51.109130 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:03:51.109130 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:03:51.109130 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:03:51.109130 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:03:51.109130 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:03:51.109130 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:03:51.109130 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:03:51.109130 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:03:51.109130 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:03:51.109130 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:03:51.109130 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:03:51.109130 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:03:51.109130 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:03:51.109130 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:03:51.109130 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:03:51.109130 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:03:51.109130 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:03:51.109130 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:03:51.109130 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:03:51.109130 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:03:51.109130 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:03:51.109130 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:03:51.109130 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:03:51.109130 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:03:51.109130 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:03:51.109130 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:03:51.109130 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:03:51.251190 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-466f1ab1-4ced-4b50-a72d-4bb1d9ef240f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:51.286153 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-466f1ab1-4ced-4b50-a72d-4bb1d9ef240f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:51.288607 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-466f1ab1-4ced-4b50-a72d-4bb1d9ef240f admin admin] 10.222.0.84 "DELETE /v2.0/networks/45db89f4-e24e-428c-9234-2eec244e104e HTTP/1.1" status: 204 len: 168 time: 0.8319840 Aug 16 21:03:51.319492 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f1ab1-4ced-4b50-a72d-4bb1d9ef240f admin admin] Pushing event deleted for resources: {'Network': ['ID=45db89f4-e24e-428c-9234-2eec244e104e,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:51.352232 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13081225-53b0-4514-8ef6-87c31e8676f4 req-5c0081bd-7cff-4c75-9b61-4d0c35cf69c0 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:51.353791 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-13081225-53b0-4514-8ef6-87c31e8676f4 req-5c0081bd-7cff-4c75-9b61-4d0c35cf69c0 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0800097 Aug 16 21:03:51.404325 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-13081225-53b0-4514-8ef6-87c31e8676f4 req-3bc3caf4-fb9d-49e3-9321-38e94618f34a tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443475 Aug 16 21:03:51.703187 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590a8da-bca5-4a93-be28-72a7d4a8f786 req-6982116c-f72e-4585-9652-a5bb40da2f86 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:51.704756 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5590a8da-bca5-4a93-be28-72a7d4a8f786 req-6982116c-f72e-4585-9652-a5bb40da2f86 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.0497856 Aug 16 21:03:51.743078 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5590a8da-bca5-4a93-be28-72a7d4a8f786 req-34df0461-4d62-40c0-8558-71dc2ea59fe1 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318794 Aug 16 21:03:51.946573 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 58566) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:51.987091 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-16270c2a-575a-4600-8877-31d63d396c04 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a485424eb2e24bcaa20cbee16ed61024&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386662 Aug 16 21:03:51.989053 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 58568) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:52.030078 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:52.037126 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b305b018-c76e-414e-b2bf-b9c4fe7b2d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:52.058656 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b305b018-c76e-414e-b2bf-b9c4fe7b2d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:52.182422 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03d7c7-78cf-4f39-87ab-54becdde2f9b req-34df8882-f89c-4b38-aa95-086a4441bdb5 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:52.183981 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8a03d7c7-78cf-4f39-87ab-54becdde2f9b req-34df8882-f89c-4b38-aa95-086a4441bdb5 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.0566561 Aug 16 21:03:52.227094 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8a03d7c7-78cf-4f39-87ab-54becdde2f9b req-1d2cdc90-b53f-4ec1-aac0-c86679cfa2d2 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348978 Aug 16 21:03:52.266931 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b305b018-c76e-414e-b2bf-b9c4fe7b2d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:52.275025 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b305b018-c76e-414e-b2bf-b9c4fe7b2d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:52.275025 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b305b018-c76e-414e-b2bf-b9c4fe7b2d6e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9bbdb247-cef4-476d-a22a-c095bfc36b83 HTTP/1.1" status: 204 len: 168 time: 0.2811680 Aug 16 21:03:52.282395 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305b018-c76e-414e-b2bf-b9c4fe7b2d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbdb247-cef4-476d-a22a-c095bfc36b83,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:52.328453 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd39d22-414d-413d-abeb-95ec1831529d req-ddfc3dd8-7c13-4782-965b-b4abed0dab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:52.329954 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0bd39d22-414d-413d-abeb-95ec1831529d req-ddfc3dd8-7c13-4782-965b-b4abed0dab0c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04d4519d90b5451ebf562bbd9e44ac2b&device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 1096 time: 0.0477717 Aug 16 21:03:52.428622 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd39d22-414d-413d-abeb-95ec1831529d req-80f5ea5a-9343-44ee-a14d-c5294f5d7a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:52.430093 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0bd39d22-414d-413d-abeb-95ec1831529d req-80f5ea5a-9343-44ee-a14d-c5294f5d7a73 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 HTTP/1.1" status: 200 len: 912 time: 0.0931926 Aug 16 21:03:52.507543 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0bd39d22-414d-413d-abeb-95ec1831529d req-1d7ab950-3d4d-423d-8f37-8a3228871812 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3aa98f1-01de-4b07-a953-b17b46875501 HTTP/1.1" status: 200 len: 999 time: 0.0697215 Aug 16 21:03:52.564798 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ec61c-c604-4880-a91f-53377a26ee39 req-c879c60f-ddbe-4f47-83f8-f113621d9ad6 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:52.565896 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd39d22-414d-413d-abeb-95ec1831529d req-923c9e50-27c1-4788-8518-1c23aedc2aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:52.567430 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0bd39d22-414d-413d-abeb-95ec1831529d req-923c9e50-27c1-4788-8518-1c23aedc2aa6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=20aa60f1-bb16-40f5-b2dd-0341c13f6e8c HTTP/1.1" status: 200 len: 850 time: 0.0534110 Aug 16 21:03:52.571741 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b31ec61c-c604-4880-a91f-53377a26ee39 req-c879c60f-ddbe-4f47-83f8-f113621d9ad6 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0867083 Aug 16 21:03:52.617651 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd39d22-414d-413d-abeb-95ec1831529d req-f9f83c59-79bb-4dda-87b2-188c5e984a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:52.619728 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0bd39d22-414d-413d-abeb-95ec1831529d req-f9f83c59-79bb-4dda-87b2-188c5e984a3a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436037 Aug 16 21:03:52.622618 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b31ec61c-c604-4880-a91f-53377a26ee39 req-8ef55c4b-2574-47b1-a5f3-98dd7d709622 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471084 Aug 16 21:03:52.731421 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0bd39d22-414d-413d-abeb-95ec1831529d req-84aef968-d42d-42b2-8635-0efc86a4eeaa service neutron] 10.222.0.72 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043334 Aug 16 21:03:52.836167 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0bd39d22-414d-413d-abeb-95ec1831529d req-36c7c270-c664-4254-af07-118404c5f51c service neutron] 10.222.0.72 "GET /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981331 Aug 16 21:03:53.395305 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3114c4-46a2-4255-acf9-ce6d0d1fa70e req-3da0a4ed-ab50-4e1e-9e61-f0b7ba41c969 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:53.397073 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b3114c4-46a2-4255-acf9-ce6d0d1fa70e req-3da0a4ed-ab50-4e1e-9e61-f0b7ba41c969 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.0779424 Aug 16 21:03:53.440374 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b3114c4-46a2-4255-acf9-ce6d0d1fa70e req-e683c9c9-1285-4c0a-8fdc-5c5b1f1d46a5 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363352 Aug 16 21:03:53.811406 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894142c-aa93-4efb-aa70-7a9693d84d1a req-1cf0f968-9a90-4e38-8d0f-049d9d41d791 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:53.812963 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e894142c-aa93-4efb-aa70-7a9693d84d1a req-1cf0f968-9a90-4e38-8d0f-049d9d41d791 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0609324 Aug 16 21:03:53.852876 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e894142c-aa93-4efb-aa70-7a9693d84d1a req-afd2342a-5150-4078-8cec-2a0afd2cca63 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335295 Aug 16 21:03:54.143638 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f469821e-9e6c-46c9-b409-5663f6375936 req-4bb6ddf2-eab0-4f46-bc18-120bda50a45b tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=55b62ccb-61bd-4f42-ac28-fab3a9e1779a HTTP/1.1" status: 200 len: 210 time: 0.0345111 Aug 16 21:03:54.574564 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4fe1e-73aa-4f2f-a915-9013a31416c6 req-43f4eaa1-005b-4efd-b2da-465818808cfb tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:54.576805 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2ac4fe1e-73aa-4f2f-a915-9013a31416c6 req-43f4eaa1-005b-4efd-b2da-465818808cfb tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.0544991 Aug 16 21:03:54.649468 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2ac4fe1e-73aa-4f2f-a915-9013a31416c6 req-2e91ec4f-ddc0-47d9-b399-dbf8ccf80040 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666790 Aug 16 21:03:54.651396 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ddd152fb-db6b-4147-ac0a-33f15f755d4f req-dd7ca7fd-6a68-4bcb-8903-3874d289aae8 tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd HTTP/1.1" status: 200 len: 210 time: 0.0502613 Aug 16 21:03:54.793276 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e84e0-bb51-4049-832d-ed58079565c8 req-80f272a9-d2fd-4a0d-ad87-fd58a5567290 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:54.795260 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ea5e84e0-bb51-4049-832d-ed58079565c8 req-80f272a9-d2fd-4a0d-ad87-fd58a5567290 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.0691018 Aug 16 21:03:54.839922 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ea5e84e0-bb51-4049-832d-ed58079565c8 req-f10d02c8-c2a3-48a2-b647-5def217dc00d tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369892 Aug 16 21:03:55.017999 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0175c-55ad-405c-8b26-64af2921dc99 req-ab44702c-7346-4741-a415-c136ec169a9d tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:55.020399 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bda0175c-55ad-405c-8b26-64af2921dc99 req-ab44702c-7346-4741-a415-c136ec169a9d tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0618017 Aug 16 21:03:55.086115 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bda0175c-55ad-405c-8b26-64af2921dc99 req-47863853-29c3-4a51-b68e-3cf5a8b038e7 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525315 Aug 16 21:03:55.784509 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-74f74b6e-2a4a-4d7b-90c5-aa3c9daf6768 req-5eb0c6ce-dbee-4672-b95a-6846f128e792 tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd HTTP/1.1" status: 200 len: 210 time: 0.0341382 Aug 16 21:03:56.207511 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aac6d4-e296-40f2-9083-c1cb81474021 req-d8d79c17-3305-451d-bcbd-796e712c592f tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:56.209031 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-90aac6d4-e296-40f2-9083-c1cb81474021 req-d8d79c17-3305-451d-bcbd-796e712c592f tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0523429 Aug 16 21:03:56.247846 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-90aac6d4-e296-40f2-9083-c1cb81474021 req-1866ca20-47ab-4d80-ba76-3fda32d2bba8 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327976 Aug 16 21:03:56.903956 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a1facd8c-398c-4742-829c-5c854cbc0396 req-e07826f5-0ef9-4ad5-abb8-dba4731ee2c9 tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd HTTP/1.1" status: 200 len: 210 time: 0.0303745 Aug 16 21:03:57.006496 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96b4d1-5e40-4c51-8c84-62f0c46f5139 req-9ce69307-048c-4ef3-ba0a-5fdfdc35ecb3 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:57.008148 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c96b4d1-5e40-4c51-8c84-62f0c46f5139 req-9ce69307-048c-4ef3-ba0a-5fdfdc35ecb3 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc HTTP/1.1" status: 200 len: 944 time: 0.0522950 Aug 16 21:03:57.120905 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-2c96b4d1-5e40-4c51-8c84-62f0c46f5139 req-0deb5141-959e-410e-a39b-84452cb4b837 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Deleting port 7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:03:57.121256 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2c96b4d1-5e40-4c51-8c84-62f0c46f5139 req-0deb5141-959e-410e-a39b-84452cb4b837 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:57.214675 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-2c96b4d1-5e40-4c51-8c84-62f0c46f5139 req-0deb5141-959e-410e-a39b-84452cb4b837 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] For port 7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:57.216551 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2c96b4d1-5e40-4c51-8c84-62f0c46f5139 req-0deb5141-959e-410e-a39b-84452cb4b837 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:57.232412 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-2c96b4d1-5e40-4c51-8c84-62f0c46f5139 req-0deb5141-959e-410e-a39b-84452cb4b837 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Calling delete_port for 7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:03:57.437039 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e5ae2-124c-4365-a0b8-458e5f64f1dc req-e4c235c2-9b41-450c-928c-0f0e480e4277 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:57.438662 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9d2e5ae2-124c-4365-a0b8-458e5f64f1dc req-e4c235c2-9b41-450c-928c-0f0e480e4277 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0693815 Aug 16 21:03:57.483460 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9d2e5ae2-124c-4365-a0b8-458e5f64f1dc req-c8e4b021-4bf9-4bf9-95ea-53c7f43435fa tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381749 Aug 16 21:03:57.501343 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2c96b4d1-5e40-4c51-8c84-62f0c46f5139 req-0deb5141-959e-410e-a39b-84452cb4b837 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:57.514642 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['328aaa67-fe46-4a01-a7b5-759a56b08c1c', '2adf68eb-9b0e-4c83-9972-571036751e2e'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:03:57.546315 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb5141-959e-410e-a39b-84452cb4b837 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Pushing event deleted for resources: {'Port': ['ID=7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:57.624081 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c96b4d1-5e40-4c51-8c84-62f0c46f5139 req-0deb5141-959e-410e-a39b-84452cb4b837 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] No DVR routers for this DVR port 7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba on host n-h1-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:03:57.631086 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2c96b4d1-5e40-4c51-8c84-62f0c46f5139 req-0deb5141-959e-410e-a39b-84452cb4b837 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:57.633192 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c96b4d1-5e40-4c51-8c84-62f0c46f5139 req-0deb5141-959e-410e-a39b-84452cb4b837 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "DELETE /v2.0/ports/7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba HTTP/1.1" status: 204 len: 173 time: 0.6195476 Aug 16 21:03:57.633676 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc', 'name': 'network-vif-deleted', 'tag': '7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:03:57.637937 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbca4d8-30f7-4182-bc04-80136c88de25" -d '{"events": [{"server_uuid": "8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc", "name": "network-vif-deleted", "tag": "7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:03:57.683390 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 16 Aug 2021 21:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e211e0-3cb7-4d7e-9517-6b298f05a6ee x-openstack-request-id: req-17e211e0-3cb7-4d7e-9517-6b298f05a6ee {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:03:57.683705 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc", "name": "network-vif-deleted", "tag": "7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba", "status": "failed", "code": 422}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:03:57.684040 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-17e211e0-3cb7-4d7e-9517-6b298f05a6ee {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:03:57.684448 n-d-793620-15 neutron-server[101844]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8ad1d1b0-102e-4c63-9ca2-fc3a9f4e2ffc', 'name': 'network-vif-deleted', 'tag': '7fa018d8-8d19-4a74-a4a1-a96a6bcc87ba', 'status': 'failed', 'code': 422} returned with failed status Aug 16 21:03:58.040674 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bf45a247-993d-4dcf-8cee-ed496afb5c79 req-401a80d5-9875-4d5a-8d5a-392360f0f3e0 tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd HTTP/1.1" status: 200 len: 210 time: 0.0282798 Aug 16 21:03:58.547485 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e5627059-fcc6-4047-a0bd-90c3abf936b9 req-0ecf8659-b038-4d48-8e60-b23f623ff175 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=55b62ccb-61bd-4f42-ac28-fab3a9e1779a HTTP/1.1" status: 200 len: 210 time: 0.0396776 Aug 16 21:03:58.611446 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a2e47-36ff-4e0b-a7c6-b5283fa390f2 req-bad6a307-5d50-4fa3-85c7-5542e35a49ec tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:58.613096 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-331a2e47-36ff-4e0b-a7c6-b5283fa390f2 req-bad6a307-5d50-4fa3-85c7-5542e35a49ec tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0523129 Aug 16 21:03:58.663461 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-331a2e47-36ff-4e0b-a7c6-b5283fa390f2 req-b45fb919-6f69-4193-be32-d59601e8e1d2 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439627 Aug 16 21:03:58.869745 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1097c5-0e5c-45d9-a15a-171995b74766 req-2d87630a-668a-4cec-936f-711c575e6271 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:58.871278 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8f1097c5-0e5c-45d9-a15a-171995b74766 req-2d87630a-668a-4cec-936f-711c575e6271 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3bd4d0c6-8b46-40d0-b16b-393afd086742 HTTP/1.1" status: 200 len: 907 time: 0.0495875 Aug 16 21:03:59.156505 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2032faf1-2bb1-4c5b-9df4-3518b5a7c12d req-5380c03f-4875-464f-80bd-1439009da46b tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd HTTP/1.1" status: 200 len: 210 time: 0.0347350 Aug 16 21:03:59.433787 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e276021d-34e6-407a-90ad-1002c67e2497 req-6dfe4153-2bf9-496f-9330-0ffe4f9ee69a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd HTTP/1.1" status: 200 len: 210 time: 0.0259986 Aug 16 21:03:59.529566 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 811fe75a-58ad-4d55-95fc-557ec70b4da6 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:03:59.667294 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 811fe75a-58ad-4d55-95fc-557ec70b4da6, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=811fe75a-58ad-4d55-95fc-557ec70b4da6,segment=NetworkSegment(23658927-a623-4faf-8750-20d4ad03fab0),segment_id=23658927-a623-4faf-8750-20d4ad03fab0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:59.679205 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '811fe75a-58ad-4d55-95fc-557ec70b4da6', 'network_id': '2a84c825-1836-4d4b-aa9e-01c66bc9b2dd', 'port_id': '811fe75a-58ad-4d55-95fc-557ec70b4da6', 'mac_address': 'fa:16:3e:ba:e3:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b11c061b-d987-4b96-a2d3-345542c53b8b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:03:59.729731 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:59.746530 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 811fe75a-58ad-4d55-95fc-557ec70b4da6 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:03:59.758742 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 58978) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:59.776112 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 811fe75a-58ad-4d55-95fc-557ec70b4da6, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=811fe75a-58ad-4d55-95fc-557ec70b4da6,segment=NetworkSegment(23658927-a623-4faf-8750-20d4ad03fab0),segment_id=23658927-a623-4faf-8750-20d4ad03fab0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:59.847042 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:59.919555 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b679b-5d43-495a-8be3-18ef1ad31f7d req-01109ee9-da57-4e9b-992d-3cd382792ef0 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:59.921564 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1f8b679b-5d43-495a-8be3-18ef1ad31f7d req-01109ee9-da57-4e9b-992d-3cd382792ef0 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.1365540 Aug 16 21:03:59.952662 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=811fe75a-58ad-4d55-95fc-557ec70b4da6,revision_number=6']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:59.963414 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:59.964046 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:59.965208 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:59.965700 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:59.966246 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:59.966803 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:59.967283 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:59.967801 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:59.968398 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:59.968960 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:59.969437 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:59.969911 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:59.979169 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1944db66-6492-4028-821d-0178b8feec41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:00.048892 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['811fe75a-58ad-4d55-95fc-557ec70b4da6'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:04:00.080417 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1f8b679b-5d43-495a-8be3-18ef1ad31f7d req-fc36f467-0821-427b-8ec6-fe6b8969bc66 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350050 Aug 16 21:04:00.140087 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545612db-45f0-4ba4-903f-b4378f71acd7 req-623a7bb0-f998-4a47-9d63-faa4f289bb69 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:00.141588 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-545612db-45f0-4ba4-903f-b4378f71acd7 req-623a7bb0-f998-4a47-9d63-faa4f289bb69 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3bd4d0c6-8b46-40d0-b16b-393afd086742 HTTP/1.1" status: 200 len: 907 time: 0.1440830 Aug 16 21:04:00.167182 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf5210-02e1-4f08-8550-4f09c4ec8db8 req-daa279d5-bca2-402e-b1e3-c20509ba7ff4 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:00.168752 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-21bf5210-02e1-4f08-8550-4f09c4ec8db8 req-daa279d5-bca2-402e-b1e3-c20509ba7ff4 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bd4d0c6-8b46-40d0-b16b-393afd086742 HTTP/1.1" status: 200 len: 907 time: 0.1062264 Aug 16 21:04:00.316568 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1944db66-6492-4028-821d-0178b8feec41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:00.319228 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ad43a7b2-da68-43aa-95ac-92d3cc259c0f req-a393fcb8-10e7-4f04-a3db-613c38150931 tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd HTTP/1.1" status: 200 len: 210 time: 0.0519071 Aug 16 21:04:00.369642 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-21bf5210-02e1-4f08-8550-4f09c4ec8db8 req-88a6c676-5a83-479f-879a-93ab836bfea5 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Deleting port ab86a9c2-0925-4dd1-8656-70be7f202988 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:04:00.369995 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-21bf5210-02e1-4f08-8550-4f09c4ec8db8 req-88a6c676-5a83-479f-879a-93ab836bfea5 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:00.408859 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1944db66-6492-4028-821d-0178b8feec41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:00.470858 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1944db66-6492-4028-821d-0178b8feec41 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3907e3c6eb704494a16e2c4900e2e2ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7107081 Aug 16 21:04:00.473424 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 58990) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:00.475484 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944db66-6492-4028-821d-0178b8feec41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5407529-5704-474a-acf5-04d26bfb330a,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:00.515612 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-21bf5210-02e1-4f08-8550-4f09c4ec8db8 req-88a6c676-5a83-479f-879a-93ab836bfea5 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] For port ab86a9c2-0925-4dd1-8656-70be7f202988, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ab86a9c2-0925-4dd1-8656-70be7f202988,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:04:00.516156 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-21bf5210-02e1-4f08-8550-4f09c4ec8db8 req-88a6c676-5a83-479f-879a-93ab836bfea5 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:00.533028 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cc0edb3a-453b-4988-bab9-809020da9c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:00.537153 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-21bf5210-02e1-4f08-8550-4f09c4ec8db8 req-88a6c676-5a83-479f-879a-93ab836bfea5 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Calling delete_port for ab86a9c2-0925-4dd1-8656-70be7f202988 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:04:00.567664 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cc0edb3a-453b-4988-bab9-809020da9c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:00.695356 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cc0edb3a-453b-4988-bab9-809020da9c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:00.698016 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cc0edb3a-453b-4988-bab9-809020da9c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:00.699176 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-cc0edb3a-453b-4988-bab9-809020da9c44 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b5407529-5704-474a-acf5-04d26bfb330a HTTP/1.1" status: 204 len: 168 time: 0.2242541 Aug 16 21:04:00.708011 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0edb3a-453b-4988-bab9-809020da9c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5407529-5704-474a-acf5-04d26bfb330a,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:00.715441 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0edb3a-453b-4988-bab9-809020da9c44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:00.715798 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0edb3a-453b-4988-bab9-809020da9c44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:00.716140 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0edb3a-453b-4988-bab9-809020da9c44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:00.716480 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0edb3a-453b-4988-bab9-809020da9c44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:00.716804 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0edb3a-453b-4988-bab9-809020da9c44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:00.717127 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0edb3a-453b-4988-bab9-809020da9c44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:00.717580 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0edb3a-453b-4988-bab9-809020da9c44 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:00.717904 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0edb3a-453b-4988-bab9-809020da9c44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:00.718223 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0edb3a-453b-4988-bab9-809020da9c44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:00.718547 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0edb3a-453b-4988-bab9-809020da9c44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:00.718864 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0edb3a-453b-4988-bab9-809020da9c44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:00.719178 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0edb3a-453b-4988-bab9-809020da9c44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:00.793158 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-21bf5210-02e1-4f08-8550-4f09c4ec8db8 req-88a6c676-5a83-479f-879a-93ab836bfea5 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:00.829248 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a6c676-5a83-479f-879a-93ab836bfea5 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Pushing event deleted for resources: {'Port': ['ID=ab86a9c2-0925-4dd1-8656-70be7f202988,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:00.888364 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-21bf5210-02e1-4f08-8550-4f09c4ec8db8 req-88a6c676-5a83-479f-879a-93ab836bfea5 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] No DVR routers for this DVR port ab86a9c2-0925-4dd1-8656-70be7f202988 on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:04:00.892629 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-21bf5210-02e1-4f08-8550-4f09c4ec8db8 req-88a6c676-5a83-479f-879a-93ab836bfea5 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:00.895065 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-21bf5210-02e1-4f08-8550-4f09c4ec8db8 req-88a6c676-5a83-479f-879a-93ab836bfea5 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.90 "DELETE /v2.0/ports/ab86a9c2-0925-4dd1-8656-70be7f202988 HTTP/1.1" status: 204 len: 173 time: 0.7186251 Aug 16 21:04:00.899128 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd4d0c6-8b46-40d0-b16b-393afd086742', 'name': 'network-vif-deleted', 'tag': 'ab86a9c2-0925-4dd1-8656-70be7f202988'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:04:00.901842 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53d2983-424f-4d9c-b861-b81c8085b3dc" -d '{"events": [{"server_uuid": "3bd4d0c6-8b46-40d0-b16b-393afd086742", "name": "network-vif-deleted", "tag": "ab86a9c2-0925-4dd1-8656-70be7f202988"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:04:00.962568 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ff505f-19c2-4535-9fba-6b13e219956d x-openstack-request-id: req-51ff505f-19c2-4535-9fba-6b13e219956d {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:04:00.963045 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd4d0c6-8b46-40d0-b16b-393afd086742", "name": "network-vif-deleted", "tag": "ab86a9c2-0925-4dd1-8656-70be7f202988", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:04:00.963614 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-51ff505f-19c2-4535-9fba-6b13e219956d {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:04:00.964169 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd4d0c6-8b46-40d0-b16b-393afd086742', 'name': 'network-vif-deleted', 'tag': 'ab86a9c2-0925-4dd1-8656-70be7f202988', 'status': 'completed', 'code': 200} Aug 16 21:04:01.275088 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-836d5415-8d2d-44c7-867a-dd923e845df2 req-8386e3dd-fe88-45ec-8d75-f126b6ef8d2e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3bd4d0c6-8b46-40d0-b16b-393afd086742 HTTP/1.1" status: 200 len: 210 time: 0.0459523 Aug 16 21:04:01.289004 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace80a9-b84b-4f4d-bc01-5623d7abb3ab req-f4b8811b-fcf2-4a05-af80-1613344e23a8 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:01.297713 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3ace80a9-b84b-4f4d-bc01-5623d7abb3ab req-f4b8811b-fcf2-4a05-af80-1613344e23a8 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 944 time: 0.1333778 Aug 16 21:04:01.363996 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3ace80a9-b84b-4f4d-bc01-5623d7abb3ab req-a854ef18-4fb4-4d0c-a56e-d22b7e792212 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460961 Aug 16 21:04:01.457234 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3ca0c0cf-638d-444b-a818-afe1bff84294 req-25c2c057-be5f-4a5a-9725-12772de8ee6b tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd HTTP/1.1" status: 200 len: 210 time: 0.0305247 Aug 16 21:04:01.542667 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 811fe75a-58ad-4d55-95fc-557ec70b4da6 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:04:01.610757 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 811fe75a-58ad-4d55-95fc-557ec70b4da6 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:04:01.611376 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:01.717289 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:01.746834 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811fe75a-58ad-4d55-95fc-557ec70b4da6'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:04:01.749179 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5843b3f5-6fd6-45df-968e-ea6ab697fb9f" -d '{"events": [{"server_uuid": "6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e", "name": "network-vif-plugged", "status": "completed", "tag": "811fe75a-58ad-4d55-95fc-557ec70b4da6"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:04:01.766413 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 811fe75a-58ad-4d55-95fc-557ec70b4da6, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=811fe75a-58ad-4d55-95fc-557ec70b4da6,segment=NetworkSegment(23658927-a623-4faf-8750-20d4ad03fab0),segment_id=23658927-a623-4faf-8750-20d4ad03fab0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:04:01.820948 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6945bf7e-95ea-4c9a-8f6a-9aeb267f2a02 x-openstack-request-id: req-6945bf7e-95ea-4c9a-8f6a-9aeb267f2a02 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:04:01.823111 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e", "name": "network-vif-plugged", "status": "completed", "tag": "811fe75a-58ad-4d55-95fc-557ec70b4da6", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:04:01.823111 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6945bf7e-95ea-4c9a-8f6a-9aeb267f2a02 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:04:01.823111 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811fe75a-58ad-4d55-95fc-557ec70b4da6', 'code': 200} Aug 16 21:04:01.873646 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:02.034287 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=811fe75a-58ad-4d55-95fc-557ec70b4da6,revision_number=7']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:02.195833 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b0675e4b-81e2-44c9-ab09-1a64d63c0f9d req-f3546183-5cf3-4a98-bb01-b0ac00fd5144 tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd HTTP/1.1" status: 200 len: 210 time: 0.0640481 Aug 16 21:04:02.656583 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36249165-8781-4084-ae65-0884942ae745 req-4a667c5c-7c0e-469e-be19-03e288012150 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:02.664054 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-36249165-8781-4084-ae65-0884942ae745 req-4a667c5c-7c0e-469e-be19-03e288012150 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0727081 Aug 16 21:04:02.722285 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-36249165-8781-4084-ae65-0884942ae745 req-18bbb4ac-cf8a-4352-882a-a44816b55d78 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523219 Aug 16 21:04:02.765212 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59086) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:02.874864 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ab86a9c2-0925-4dd1-8656-70be7f202988 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:04:02.932975 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: ab86a9c2-0925-4dd1-8656-70be7f202988 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:04:02.936747 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ab86a9c2-0925-4dd1-8656-70be7f202988 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:04:02.991407 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fd1b1cee-333d-491d-af96-d1f14afcc3a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:03.135574 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fd1b1cee-333d-491d-af96-d1f14afcc3a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:03.150566 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00540078-e1cf-4e23-bb35-ff0ab14cb7e4 req-a20f4efe-c233-447e-80fc-312e0125a0ab tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:03.152227 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-00540078-e1cf-4e23-bb35-ff0ab14cb7e4 req-a20f4efe-c233-447e-80fc-312e0125a0ab tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=7ba21d20-7f8e-4edd-a9f3-f288173975ca HTTP/1.1" status: 200 len: 945 time: 0.0780261 Aug 16 21:04:03.214109 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-00540078-e1cf-4e23-bb35-ff0ab14cb7e4 req-25673d56-d8de-445a-85d8-2809024d81de tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554743 Aug 16 21:04:03.217771 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fd1b1cee-333d-491d-af96-d1f14afcc3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:03.316636 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fd1b1cee-333d-491d-af96-d1f14afcc3a1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=82d87bd0dd594332adacca6de4f086d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5495882 Aug 16 21:04:03.322159 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1b1cee-333d-491d-af96-d1f14afcc3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63dce546-91cb-494e-a67c-7b646ba834ef,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:03.322719 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 59104) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:03.391462 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1a094bc8-0ada-4f9a-8bfd-5b87386f707e req-639b5c74-fea0-40b6-b723-080a88024e7c tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd HTTP/1.1" status: 200 len: 210 time: 0.0368173 Aug 16 21:04:03.425412 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b2c415d4-dc2d-4906-9b85-a2cee051a825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:03.460224 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b2c415d4-dc2d-4906-9b85-a2cee051a825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:03.595576 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b2c415d4-dc2d-4906-9b85-a2cee051a825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:03.598376 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b2c415d4-dc2d-4906-9b85-a2cee051a825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:03.601992 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b2c415d4-dc2d-4906-9b85-a2cee051a825 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/63dce546-91cb-494e-a67c-7b646ba834ef HTTP/1.1" status: 204 len: 168 time: 0.2757566 Aug 16 21:04:03.612413 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c415d4-dc2d-4906-9b85-a2cee051a825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63dce546-91cb-494e-a67c-7b646ba834ef,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:03.956734 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bca6cb-e190-4e4a-8916-a4f688dff042 req-f97feb6a-d163-4b71-87ed-17f42a44f742 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:03.964053 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-57bca6cb-e190-4e4a-8916-a4f688dff042 req-f97feb6a-d163-4b71-87ed-17f42a44f742 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.1214726 Aug 16 21:04:04.032235 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-57bca6cb-e190-4e4a-8916-a4f688dff042 req-fab6098e-8017-4f0b-b891-800a11e6c096 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653160 Aug 16 21:04:04.281385 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5989310-aa42-40ba-91ed-442bf3eed69b req-b274989c-d0bb-45b8-94d4-66bc89aa7821 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:04.286161 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a5989310-aa42-40ba-91ed-442bf3eed69b req-b274989c-d0bb-45b8-94d4-66bc89aa7821 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.90 "GET /v2.0/ports?device_id=7ba21d20-7f8e-4edd-a9f3-f288173975ca HTTP/1.1" status: 200 len: 945 time: 0.0809388 Aug 16 21:04:04.454532 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62df8e7-7294-4c91-9843-b83941a92e2a req-38da3da4-893d-49aa-baef-2a10fd2ee0eb tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:04.463883 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e62df8e7-7294-4c91-9843-b83941a92e2a req-38da3da4-893d-49aa-baef-2a10fd2ee0eb tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=7ba21d20-7f8e-4edd-a9f3-f288173975ca HTTP/1.1" status: 200 len: 945 time: 0.1200905 Aug 16 21:04:04.562559 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e62df8e7-7294-4c91-9843-b83941a92e2a req-12fd5248-2d35-48c2-a57b-22ababbb60ff tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973732 Aug 16 21:04:04.613963 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-a5989310-aa42-40ba-91ed-442bf3eed69b req-baa50d27-de9f-456e-9815-5eb7e4355fe6 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Deleting port 2adf68eb-9b0e-4c83-9972-571036751e2e {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:04:04.620612 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a5989310-aa42-40ba-91ed-442bf3eed69b req-baa50d27-de9f-456e-9815-5eb7e4355fe6 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:04.736265 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e750f08a-7707-47f4-9a90-ddb09881f712 req-e4c076e4-c1a0-437b-abb6-da8f0ac1ef34 tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd HTTP/1.1" status: 200 len: 210 time: 0.1808259 Aug 16 21:04:04.745818 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-a5989310-aa42-40ba-91ed-442bf3eed69b req-baa50d27-de9f-456e-9815-5eb7e4355fe6 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] For port 2adf68eb-9b0e-4c83-9972-571036751e2e, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=2adf68eb-9b0e-4c83-9972-571036751e2e,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:04:04.746365 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a5989310-aa42-40ba-91ed-442bf3eed69b req-baa50d27-de9f-456e-9815-5eb7e4355fe6 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:04.769669 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-a5989310-aa42-40ba-91ed-442bf3eed69b req-baa50d27-de9f-456e-9815-5eb7e4355fe6 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Calling delete_port for 2adf68eb-9b0e-4c83-9972-571036751e2e owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:04:05.046579 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a5989310-aa42-40ba-91ed-442bf3eed69b req-baa50d27-de9f-456e-9815-5eb7e4355fe6 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:05.059648 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['328aaa67-fe46-4a01-a7b5-759a56b08c1c'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:04:05.159401 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa50d27-de9f-456e-9815-5eb7e4355fe6 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Pushing event deleted for resources: {'Port': ['ID=2adf68eb-9b0e-4c83-9972-571036751e2e,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:05.179267 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5989310-aa42-40ba-91ed-442bf3eed69b req-baa50d27-de9f-456e-9815-5eb7e4355fe6 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] No DVR routers for this DVR port 2adf68eb-9b0e-4c83-9972-571036751e2e on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:04:05.183206 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a5989310-aa42-40ba-91ed-442bf3eed69b req-baa50d27-de9f-456e-9815-5eb7e4355fe6 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:05.186359 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a5989310-aa42-40ba-91ed-442bf3eed69b req-baa50d27-de9f-456e-9815-5eb7e4355fe6 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.90 "DELETE /v2.0/ports/2adf68eb-9b0e-4c83-9972-571036751e2e HTTP/1.1" status: 204 len: 173 time: 0.8919683 Aug 16 21:04:05.187948 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba21d20-7f8e-4edd-a9f3-f288173975ca', 'name': 'network-vif-deleted', 'tag': '2adf68eb-9b0e-4c83-9972-571036751e2e'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:04:05.208266 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4198a9-a42f-49e1-8b10-530f817475b2" -d '{"events": [{"server_uuid": "7ba21d20-7f8e-4edd-a9f3-f288173975ca", "name": "network-vif-deleted", "tag": "2adf68eb-9b0e-4c83-9972-571036751e2e"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:04:05.291552 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a4004-2921-46c3-bd93-5d9dbbbf4f34 req-cf4928fc-518b-4f62-97cc-48a6b7c865bc tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:05.294588 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-674a4004-2921-46c3-bd93-5d9dbbbf4f34 req-cf4928fc-518b-4f62-97cc-48a6b7c865bc tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.1190588 Aug 16 21:04:05.372154 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-674a4004-2921-46c3-bd93-5d9dbbbf4f34 req-20ecec12-0bd7-4cbe-991a-93920d93bb5b tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659850 Aug 16 21:04:05.404198 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59160) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:05.471469 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:04:05.478061 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37046ad9-79ce-40e2-aa14-df2bc7f92e37 x-openstack-request-id: req-37046ad9-79ce-40e2-aa14-df2bc7f92e37 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:04:05.478956 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba21d20-7f8e-4edd-a9f3-f288173975ca", "name": "network-vif-deleted", "tag": "2adf68eb-9b0e-4c83-9972-571036751e2e", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:04:05.479540 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-37046ad9-79ce-40e2-aa14-df2bc7f92e37 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:04:05.480118 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba21d20-7f8e-4edd-a9f3-f288173975ca', 'name': 'network-vif-deleted', 'tag': '2adf68eb-9b0e-4c83-9972-571036751e2e', 'status': 'completed', 'code': 200} Aug 16 21:04:05.572539 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-333ce81c-f3a5-4123-8154-ece3d14058c6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-539591524-network', 'tenant_id': 'd2ccb28421b949a096381daf7a8acf4d'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:05.686920 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-03af9bc7-b7c9-4fed-9bef-2063c4640b75 req-7a759980-d33a-4b27-85d9-eb7dd183d00e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=7ba21d20-7f8e-4edd-a9f3-f288173975ca HTTP/1.1" status: 200 len: 210 time: 0.0285318 Aug 16 21:04:05.792302 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333ce81c-f3a5-4123-8154-ece3d14058c6 admin admin] Made reservation on behalf of d2ccb28421b949a096381daf7a8acf4d for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:04:05.794783 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-333ce81c-f3a5-4123-8154-ece3d14058c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:05.805225 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-333ce81c-f3a5-4123-8154-ece3d14058c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:05.839224 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-af1ec42d-3ce2-4575-8f88-6fda096894ec req-d766d4d2-250f-4654-8e3f-3056845e1eed tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd HTTP/1.1" status: 200 len: 210 time: 0.0271409 Aug 16 21:04:05.853386 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59172) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:05.862691 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-1bde79a8-fa1d-4145-80ed-a30d3ed47a7f tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Request body: {'network': {'name': 'tempest-network-smoke--1871505668', 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'port_security_enabled': True}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:05.918499 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-333ce81c-f3a5-4123-8154-ece3d14058c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:06.008056 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-333ce81c-f3a5-4123-8154-ece3d14058c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:06.038629 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-333ce81c-f3a5-4123-8154-ece3d14058c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:04:06.058140 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-333ce81c-f3a5-4123-8154-ece3d14058c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:06.058492 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-333ce81c-f3a5-4123-8154-ece3d14058c6 admin admin] Added segment d4b5ba9a-d22d-4237-a77b-df07a73a4617 of type vlan for network f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a Aug 16 21:04:06.060070 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ce81c-f3a5-4123-8154-ece3d14058c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfef6280-a8f9-4ca5-8e34-c4d2f89b56a6,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:06.107572 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-333ce81c-f3a5-4123-8154-ece3d14058c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:06.121853 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bde79a8-fa1d-4145-80ed-a30d3ed47a7f tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Made reservation on behalf of 89e5c5f06f394767b34bdcf9bb013f56 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:04:06.126373 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1bde79a8-fa1d-4145-80ed-a30d3ed47a7f tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:06.145843 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1bde79a8-fa1d-4145-80ed-a30d3ed47a7f tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:06.246184 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-333ce81c-f3a5-4123-8154-ece3d14058c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:06.247308 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333ce81c-f3a5-4123-8154-ece3d14058c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:06.247924 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-333ce81c-f3a5-4123-8154-ece3d14058c6 admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:06.274563 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1bde79a8-fa1d-4145-80ed-a30d3ed47a7f tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:06.325635 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ce81c-f3a5-4123-8154-ece3d14058c6 admin admin] Pushing event updated for resources: {'Network': ['ID=f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:06.335813 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:04:06.371943 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1bde79a8-fa1d-4145-80ed-a30d3ed47a7f tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:06.412762 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bde79a8-fa1d-4145-80ed-a30d3ed47a7f tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:04:06.424561 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde79a8-fa1d-4145-80ed-a30d3ed47a7f tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccadc08d-28ec-44c1-9ccf-fb02a88b4397,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:06.430396 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1bde79a8-fa1d-4145-80ed-a30d3ed47a7f tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:06.431008 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-1bde79a8-fa1d-4145-80ed-a30d3ed47a7f tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Added segment ca8d7f37-dc13-4dcf-91b9-aa82a180898e of type vlan for network 38aa7fb0-7837-441f-a702-d14d19ac7dce Aug 16 21:04:06.466648 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-333ce81c-f3a5-4123-8154-ece3d14058c6 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0613124 Aug 16 21:04:06.469712 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 59180) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:06.475716 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-7165bc23-ccc0-4edc-ab5b-386ca9d2f61b admin admin] Request body: {'subnet': {'network_id': 'f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-539591524-subnet', 'tenant_id': 'd2ccb28421b949a096381daf7a8acf4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:06.492920 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1bde79a8-fa1d-4145-80ed-a30d3ed47a7f tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:06.552457 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72e936-3407-4751-bc5f-1ae0dbd145ef req-ad5a5ff6-7e11-4e3c-8161-cb07ca763bfc tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:06.569787 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6c72e936-3407-4751-bc5f-1ae0dbd145ef req-ad5a5ff6-7e11-4e3c-8161-cb07ca763bfc tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0659926 Aug 16 21:04:06.592669 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7165bc23-ccc0-4edc-ab5b-386ca9d2f61b admin admin] Made reservation on behalf of d2ccb28421b949a096381daf7a8acf4d for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:04:06.594945 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7165bc23-ccc0-4edc-ab5b-386ca9d2f61b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:06.632724 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1bde79a8-fa1d-4145-80ed-a30d3ed47a7f tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:06.639423 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bde79a8-fa1d-4145-80ed-a30d3ed47a7f tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:06.640121 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1bde79a8-fa1d-4145-80ed-a30d3ed47a7f tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:06.664558 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6c72e936-3407-4751-bc5f-1ae0dbd145ef req-0394d55d-b8f9-4abd-817b-f95f073ebb51 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031625 Aug 16 21:04:06.725334 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde79a8-fa1d-4145-80ed-a30d3ed47a7f tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Pushing event updated for resources: {'Network': ['ID=38aa7fb0-7837-441f-a702-d14d19ac7dce,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:06.738368 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 38aa7fb0-7837-441f-a702-d14d19ac7dce details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:04:06.807602 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1bde79a8-fa1d-4145-80ed-a30d3ed47a7f tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9529207 Aug 16 21:04:06.812771 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59190) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:06.815519 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-5bd46dbc-cd0b-4fa2-aed3-d6eb6cfbc645 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1239497500', 'admin_state_up': True, 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:06.897681 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 2adf68eb-9b0e-4c83-9972-571036751e2e no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:04:06.903936 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7165bc23-ccc0-4edc-ab5b-386ca9d2f61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:06.940846 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 2adf68eb-9b0e-4c83-9972-571036751e2e {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:04:06.941199 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 2adf68eb-9b0e-4c83-9972-571036751e2e not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:04:06.961620 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5bd46dbc-cd0b-4fa2-aed3-d6eb6cfbc645 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:06.962727 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5bd46dbc-cd0b-4fa2-aed3-d6eb6cfbc645 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:07.013958 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7165bc23-ccc0-4edc-ab5b-386ca9d2f61b admin admin] Checking segment: {'id': 'd4b5ba9a-d22d-4237-a77b-df07a73a4617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:04:07.014473 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7165bc23-ccc0-4edc-ab5b-386ca9d2f61b admin admin] Network hostable DHCP agents. Network: f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:04:07.045110 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5bd46dbc-cd0b-4fa2-aed3-d6eb6cfbc645 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:07.046630 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c7abcdb8-091c-4332-a477-a57fb67f2cc1 req-2ccfd7a1-f23e-4490-8be9-e41ff552a227 tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd HTTP/1.1" status: 200 len: 210 time: 0.0413325 Aug 16 21:04:07.048539 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7165bc23-ccc0-4edc-ab5b-386ca9d2f61b admin admin] Pushing event updated for resources: {'Subnet': ['ID=97c47e9a-07bc-4ee9-a5d7-73c15193b78c,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:07.211181 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7165bc23-ccc0-4edc-ab5b-386ca9d2f61b admin admin] Network f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:04:07.348417 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-7165bc23-ccc0-4edc-ab5b-386ca9d2f61b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:04:07.359865 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07920051-8d19-4880-866f-5097659df76b None None] Network f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:04:07.378217 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65cc2b-5ad8-47e8-a209-ed15c71ff581 req-18e5b387-2e29-42b2-ad14-d96c6ef9cda9 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:07.386630 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8e65cc2b-5ad8-47e8-a209-ed15c71ff581 req-18e5b387-2e29-42b2-ad14-d96c6ef9cda9 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 945 time: 0.0959032 Aug 16 21:04:07.389372 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7165bc23-ccc0-4edc-ab5b-386ca9d2f61b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:07.389975 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7165bc23-ccc0-4edc-ab5b-386ca9d2f61b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:07.452939 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8e65cc2b-5ad8-47e8-a209-ed15c71ff581 req-243f4024-71a7-412a-9b53-eb765f7d8efd tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652823 Aug 16 21:04:07.516836 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a098d0b1-bc47-4870-b4a1-66b966441c83 None None] Network f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:04:07.550382 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-7165bc23-ccc0-4edc-ab5b-386ca9d2f61b admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0794802 Aug 16 21:04:07.748313 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5bd46dbc-cd0b-4fa2-aed3-d6eb6cfbc645 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:07.832891 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd896a-7b3e-4fdf-a739-f7091bde1562 req-790aa029-7442-44da-b7eb-5d0a14e25516 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:07.841208 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c8dd896a-7b3e-4fdf-a739-f7091bde1562 req-790aa029-7442-44da-b7eb-5d0a14e25516 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0667415 Aug 16 21:04:07.895202 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c8dd896a-7b3e-4fdf-a739-f7091bde1562 req-b18deb33-b876-480d-a2c8-1e7088d3dd48 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490110 Aug 16 21:04:08.085433 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5bd46dbc-cd0b-4fa2-aed3-d6eb6cfbc645 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:08.114183 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5bd46dbc-cd0b-4fa2-aed3-d6eb6cfbc645 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:08.183394 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ccf9c6d2-6d86-4ae6-a5f3-83b0545bee4b req-831c0a2a-198b-405d-8ff6-295c07cc2c31 tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd HTTP/1.1" status: 200 len: 210 time: 0.0453844 Aug 16 21:04:08.271600 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-5bd46dbc-cd0b-4fa2-aed3-d6eb6cfbc645 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Allocated IP 172.25.1.126 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/c22acc64-3d86-4187-b710-6a0b27c42af0) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:04:08.438158 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5bd46dbc-cd0b-4fa2-aed3-d6eb6cfbc645 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:08.464671 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7611a93-a6aa-44d4-a2a6-828f4fffbf47 req-93217ce2-4410-4382-8cef-e70971f0345d tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:08.477123 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d7611a93-a6aa-44d4-a2a6-828f4fffbf47 req-93217ce2-4410-4382-8cef-e70971f0345d tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.90 "GET /v2.0/ports?device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 945 time: 0.0704253 Aug 16 21:04:08.556697 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5bd46dbc-cd0b-4fa2-aed3-d6eb6cfbc645 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:08.656398 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd46dbc-cd0b-4fa2-aed3-d6eb6cfbc645 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:04:08.669175 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-5bd46dbc-cd0b-4fa2-aed3-d6eb6cfbc645 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:04:08.689109 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd46dbc-cd0b-4fa2-aed3-d6eb6cfbc645 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:04:08.768644 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd46dbc-cd0b-4fa2-aed3-d6eb6cfbc645 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Pushing event updated for resources: {'Port': ['ID=c22acc64-3d86-4187-b710-6a0b27c42af0,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:08.989085 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfbb56-068a-43c0-9bcb-98e026b44db6 req-8d55f6a2-07c4-4261-91d9-75ad9e138f4c tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:08.990869 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-49bfbb56-068a-43c0-9bcb-98e026b44db6 req-8d55f6a2-07c4-4261-91d9-75ad9e138f4c tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 945 time: 0.0917439 Aug 16 21:04:09.087164 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-49bfbb56-068a-43c0-9bcb-98e026b44db6 req-6cf11135-cd6e-44fb-a18a-b5eda006f353 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=c94e5ebb-1675-4bcd-8be4-e2c504a19327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827208 Aug 16 21:04:09.090357 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-d7611a93-a6aa-44d4-a2a6-828f4fffbf47 req-c22006be-e98e-49dc-a3af-4a8c4db5fb65 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Deleting port 328aaa67-fe46-4a01-a7b5-759a56b08c1c {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:04:09.090357 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-d7611a93-a6aa-44d4-a2a6-828f4fffbf47 req-c22006be-e98e-49dc-a3af-4a8c4db5fb65 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:09.167253 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fef8c-d0ba-486c-9066-33a747c0ad16 req-368f5041-5609-47dd-84e3-96d68f1e8423 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:09.175887 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-193fef8c-d0ba-486c-9066-33a747c0ad16 req-368f5041-5609-47dd-84e3-96d68f1e8423 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.1826866 Aug 16 21:04:09.193637 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5bd46dbc-cd0b-4fa2-aed3-d6eb6cfbc645 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:09.287275 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-d7611a93-a6aa-44d4-a2a6-828f4fffbf47 req-c22006be-e98e-49dc-a3af-4a8c4db5fb65 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] For port 328aaa67-fe46-4a01-a7b5-759a56b08c1c, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=328aaa67-fe46-4a01-a7b5-759a56b08c1c,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:04:09.287622 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-d7611a93-a6aa-44d4-a2a6-828f4fffbf47 req-c22006be-e98e-49dc-a3af-4a8c4db5fb65 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:09.302299 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-d7611a93-a6aa-44d4-a2a6-828f4fffbf47 req-c22006be-e98e-49dc-a3af-4a8c4db5fb65 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Calling delete_port for 328aaa67-fe46-4a01-a7b5-759a56b08c1c owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:04:09.473642 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-193fef8c-d0ba-486c-9066-33a747c0ad16 req-42d446fc-b2ba-4c7c-9a2b-e9a1257957e2 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914090 Aug 16 21:04:09.508565 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5bd46dbc-cd0b-4fa2-aed3-d6eb6cfbc645 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:09.516930 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0c1c0d45-5c97-4466-ab6b-d8db3429df37 req-b7919428-8052-448d-978c-8c6440864cc3 tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd HTTP/1.1" status: 200 len: 210 time: 0.0417769 Aug 16 21:04:09.549840 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-d7611a93-a6aa-44d4-a2a6-828f4fffbf47 req-c22006be-e98e-49dc-a3af-4a8c4db5fb65 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:09.599110 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22006be-e98e-49dc-a3af-4a8c4db5fb65 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Pushing event deleted for resources: {'Port': ['ID=328aaa67-fe46-4a01-a7b5-759a56b08c1c,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:09.663327 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7611a93-a6aa-44d4-a2a6-828f4fffbf47 req-c22006be-e98e-49dc-a3af-4a8c4db5fb65 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] No DVR routers for this DVR port 328aaa67-fe46-4a01-a7b5-759a56b08c1c on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:04:09.667513 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-d7611a93-a6aa-44d4-a2a6-828f4fffbf47 req-c22006be-e98e-49dc-a3af-4a8c4db5fb65 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:09.672772 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d7611a93-a6aa-44d4-a2a6-828f4fffbf47 req-c22006be-e98e-49dc-a3af-4a8c4db5fb65 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.90 "DELETE /v2.0/ports/328aaa67-fe46-4a01-a7b5-759a56b08c1c HTTP/1.1" status: 204 len: 173 time: 1.1892793 Aug 16 21:04:09.675462 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d43d364-7551-4318-ab16-7318a7217ef5', 'name': 'network-vif-deleted', 'tag': '328aaa67-fe46-4a01-a7b5-759a56b08c1c'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:04:09.679412 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5ddfe1-0331-4acc-bcaa-752b891143b4" -d '{"events": [{"server_uuid": "0d43d364-7551-4318-ab16-7318a7217ef5", "name": "network-vif-deleted", "tag": "328aaa67-fe46-4a01-a7b5-759a56b08c1c"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:04:09.720031 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e75d396-9749-473e-8079-399ffd605c0d x-openstack-request-id: req-7e75d396-9749-473e-8079-399ffd605c0d {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:04:09.720359 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d43d364-7551-4318-ab16-7318a7217ef5", "name": "network-vif-deleted", "tag": "328aaa67-fe46-4a01-a7b5-759a56b08c1c", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:04:09.720638 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7e75d396-9749-473e-8079-399ffd605c0d {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:04:09.721120 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d43d364-7551-4318-ab16-7318a7217ef5', 'name': 'network-vif-deleted', 'tag': '328aaa67-fe46-4a01-a7b5-759a56b08c1c', 'status': 'completed', 'code': 200} Aug 16 21:04:10.210487 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-be7d6c0b-b039-4069-bc84-569b7fa2b714 req-25b81602-1809-4e45-8fe5-b4e2bffcc153 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 210 time: 0.0386863 Aug 16 21:04:10.233118 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd46dbc-cd0b-4fa2-aed3-d6eb6cfbc645 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Router 973b33cb-6a4f-441e-9470-d11941a81236 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:04:10.406334 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd46dbc-cd0b-4fa2-aed3-d6eb6cfbc645 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:04:10.417407 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c5d748-0d5b-4cd2-8f80-f02358b4f64d None None] Sync routers for ids ['973b33cb-6a4f-441e-9470-d11941a81236'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:04:10.428279 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c5d748-0d5b-4cd2-8f80-f02358b4f64d None None] Routers {'973b33cb-6a4f-441e-9470-d11941a81236'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:04:10.429008 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-b3c5d748-0d5b-4cd2-8f80-f02358b4f64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:03:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['973b33cb-6a4f-441e-9470-d11941a81236'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:10.492369 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5bd46dbc-cd0b-4fa2-aed3-d6eb6cfbc645 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:10.497038 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 59244) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:10.497329 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5bd46dbc-cd0b-4fa2-aed3-d6eb6cfbc645 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.6856754 Aug 16 21:04:10.552563 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-b3c5d748-0d5b-4cd2-8f80-f02358b4f64d None None] Set router 973b33cb-6a4f-441e-9470-d11941a81236 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:04:10.648895 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c57f0-5b5e-40b8-8bdb-f23c40249b5d req-a37a8878-df28-4ebe-824f-57bf4477ee28 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:10.657276 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b59c57f0-5b5e-40b8-8bdb-f23c40249b5d req-a37a8878-df28-4ebe-824f-57bf4477ee28 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0846431 Aug 16 21:04:10.748116 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b59c57f0-5b5e-40b8-8bdb-f23c40249b5d req-2b4c3625-d963-4402-be5f-e05786ca0845 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748813 Aug 16 21:04:10.748116 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8eed4f2e-2b09-4afa-9ede-f6a5da81ccce req-26a78930-06aa-40d5-a80c-4a8cbcb1bb06 tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd HTTP/1.1" status: 200 len: 210 time: 0.0805032 Aug 16 21:04:10.790830 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59250) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:10.791069 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-adde7486-493a-4f69-be3f-7cebbf97f939 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=89e5c5f06f394767b34bdcf9bb013f56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2927427 Aug 16 21:04:10.825961 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-b3c5d748-0d5b-4cd2-8f80-f02358b4f64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973b33cb-6a4f-441e-9470-d11941a81236', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1239497500', 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'c22acc64-3d86-4187-b710-6a0b27c42af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:04:06Z', 'updated_at': '2021-08-16T21:04:08Z', 'revision_number': 3, 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'gw_port': {'id': 'c22acc64-3d86-4187-b710-6a0b27c42af0', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973b33cb-6a4f-441e-9470-d11941a81236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:08Z', 'updated_at': '2021-08-16T21:04:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:10.868557 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c5d748-0d5b-4cd2-8f80-f02358b4f64d None None] Checking router: 973b33cb-6a4f-441e-9470-d11941a81236 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:04:10.868910 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c5d748-0d5b-4cd2-8f80-f02358b4f64d None None] Updating router 973b33cb-6a4f-441e-9470-d11941a81236 port c22acc64-3d86-4187-b710-6a0b27c42af0 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:04:10.901619 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 328aaa67-fe46-4a01-a7b5-759a56b08c1c no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:04:10.939186 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-b3c5d748-0d5b-4cd2-8f80-f02358b4f64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:10.966514 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 328aaa67-fe46-4a01-a7b5-759a56b08c1c {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:04:10.970367 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 328aaa67-fe46-4a01-a7b5-759a56b08c1c not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:04:11.023582 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31c96d5-fbf0-419e-9478-07bf119f732a tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:11.028014 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b31c96d5-fbf0-419e-9478-07bf119f732a tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2360566 Aug 16 21:04:11.030787 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59258) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:11.071002 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b02af38f-32c6-4188-bf79-0c5e303cdb87 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=65ae326a-d6e1-4f5d-80d6-215a5521afe9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390184 Aug 16 21:04:11.073743 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 59260) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:11.087139 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-612773ce-6b09-4605-b776-b9ca23e13d56 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-165036153', 'network_id': '38aa7fb0-7837-441f-a702-d14d19ac7dce', 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:11.109217 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9ca37f43-7318-49cd-ad41-14ec4d0a02fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:11.289774 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612773ce-6b09-4605-b776-b9ca23e13d56 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Made reservation on behalf of 89e5c5f06f394767b34bdcf9bb013f56 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:04:11.294496 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-612773ce-6b09-4605-b776-b9ca23e13d56 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:11.430282 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b76cb662-f2ff-41e2-9b60-bcc720bd27ba req-229b3ef8-91a7-46aa-b518-59a8dc458290 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d43d364-7551-4318-ab16-7318a7217ef5 HTTP/1.1" status: 200 len: 210 time: 0.1069472 Aug 16 21:04:11.464668 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-b3c5d748-0d5b-4cd2-8f80-f02358b4f64d None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:11.476971 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-b3c5d748-0d5b-4cd2-8f80-f02358b4f64d None None] Transition to ACTIVE for port object c22acc64-3d86-4187-b710-6a0b27c42af0 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:04:11.557448 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-b3c5d748-0d5b-4cd2-8f80-f02358b4f64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:11.603656 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-b3c5d748-0d5b-4cd2-8f80-f02358b4f64d None None] Attempting to bind port c22acc64-3d86-4187-b710-6a0b27c42af0 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:04:11.604331 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-b3c5d748-0d5b-4cd2-8f80-f02358b4f64d None None] Attempting to bind port c22acc64-3d86-4187-b710-6a0b27c42af0 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:04:11.604860 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c5d748-0d5b-4cd2-8f80-f02358b4f64d None None] Attempting to bind port c22acc64-3d86-4187-b710-6a0b27c42af0 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:04:11.613547 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c5d748-0d5b-4cd2-8f80-f02358b4f64d None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:04:11.613914 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c5d748-0d5b-4cd2-8f80-f02358b4f64d None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:04:11.614478 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-b3c5d748-0d5b-4cd2-8f80-f02358b4f64d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:11.615029 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c5d748-0d5b-4cd2-8f80-f02358b4f64d None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:04:11.615930 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-b3c5d748-0d5b-4cd2-8f80-f02358b4f64d None None] Bound port: c22acc64-3d86-4187-b710-6a0b27c42af0, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:04:11.616460 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-b3c5d748-0d5b-4cd2-8f80-f02358b4f64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:11.639959 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bb923-bd12-4eb7-be04-3f41c106172f None None] Pushing event updated for resources: {'Port': ['ID=c22acc64-3d86-4187-b710-6a0b27c42af0,revision_number=2']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:11.650054 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bb923-bd12-4eb7-be04-3f41c106172f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:11.650650 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bb923-bd12-4eb7-be04-3f41c106172f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:11.651154 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bb923-bd12-4eb7-be04-3f41c106172f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:11.651633 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bb923-bd12-4eb7-be04-3f41c106172f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:11.652128 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bb923-bd12-4eb7-be04-3f41c106172f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:11.652599 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bb923-bd12-4eb7-be04-3f41c106172f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:11.653090 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bb923-bd12-4eb7-be04-3f41c106172f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:11.653555 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bb923-bd12-4eb7-be04-3f41c106172f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:11.654021 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bb923-bd12-4eb7-be04-3f41c106172f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:11.654357 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bb923-bd12-4eb7-be04-3f41c106172f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:11.654664 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bb923-bd12-4eb7-be04-3f41c106172f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:11.654986 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bb923-bd12-4eb7-be04-3f41c106172f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:11.688479 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-b3c5d748-0d5b-4cd2-8f80-f02358b4f64d None None] For port c22acc64-3d86-4187-b710-6a0b27c42af0, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:04:11.692457 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-b3c5d748-0d5b-4cd2-8f80-f02358b4f64d None None] For port c22acc64-3d86-4187-b710-6a0b27c42af0, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=c22acc64-3d86-4187-b710-6a0b27c42af0,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:04:11.795769 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-b3c5d748-0d5b-4cd2-8f80-f02358b4f64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:11.796025 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-612773ce-6b09-4605-b776-b9ca23e13d56 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:11.864147 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c5d748-0d5b-4cd2-8f80-f02358b4f64d None None] Routers {'973b33cb-6a4f-441e-9470-d11941a81236'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:04:11.864904 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-b3c5d748-0d5b-4cd2-8f80-f02358b4f64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:03:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['973b33cb-6a4f-441e-9470-d11941a81236'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:11.868182 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bb923-bd12-4eb7-be04-3f41c106172f None None] Pushing event updated for resources: {'Port': ['ID=c22acc64-3d86-4187-b710-6a0b27c42af0,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:11.909949 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612773ce-6b09-4605-b776-b9ca23e13d56 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Pushing event updated for resources: {'Subnet': ['ID=9215196a-1f5d-4cc1-ae31-cdca45b1fc40,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:11.958000 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7fbe5709-9bf8-45c2-a1ab-e586edca02d2 req-d692c56b-1728-456d-afbb-7c4dc8e18aa2 tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd HTTP/1.1" status: 200 len: 210 time: 0.0414107 Aug 16 21:04:12.024245 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-b3c5d748-0d5b-4cd2-8f80-f02358b4f64d None None] Set router 973b33cb-6a4f-441e-9470-d11941a81236 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:04:12.042295 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612773ce-6b09-4605-b776-b9ca23e13d56 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Checking segment: {'id': 'ca8d7f37-dc13-4dcf-91b9-aa82a180898e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '38aa7fb0-7837-441f-a702-d14d19ac7dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:04:12.042598 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612773ce-6b09-4605-b776-b9ca23e13d56 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Network hostable DHCP agents. Network: 38aa7fb0-7837-441f-a702-d14d19ac7dce, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:04:12.073037 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9449893-8c03-4cee-894b-bf7852a31ec9 req-d4ca1950-7a11-4308-a44b-c72191c7c41b tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:12.081965 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d9449893-8c03-4cee-894b-bf7852a31ec9 req-d4ca1950-7a11-4308-a44b-c72191c7c41b tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.1379745 Aug 16 21:04:12.145591 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d9449893-8c03-4cee-894b-bf7852a31ec9 req-8f1781b1-9341-4350-9ba7-333c8ddb1eb6 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575502 Aug 16 21:04:12.195309 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612773ce-6b09-4605-b776-b9ca23e13d56 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Network 38aa7fb0-7837-441f-a702-d14d19ac7dce is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:04:12.273794 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-b3c5d748-0d5b-4cd2-8f80-f02358b4f64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973b33cb-6a4f-441e-9470-d11941a81236', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1239497500', 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'c22acc64-3d86-4187-b710-6a0b27c42af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:04:06Z', 'updated_at': '2021-08-16T21:04:08Z', 'revision_number': 3, 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'gw_port': {'id': 'c22acc64-3d86-4187-b710-6a0b27c42af0', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973b33cb-6a4f-441e-9470-d11941a81236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:08Z', 'updated_at': '2021-08-16T21:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:12.286163 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-612773ce-6b09-4605-b776-b9ca23e13d56 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 38aa7fb0-7837-441f-a702-d14d19ac7dce) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:04:12.297560 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cb5867-6e2b-4533-9555-7e9c0cc96166 None None] Network 38aa7fb0-7837-441f-a702-d14d19ac7dce requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:04:12.298410 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612773ce-6b09-4605-b776-b9ca23e13d56 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:12.299552 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-612773ce-6b09-4605-b776-b9ca23e13d56 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:12.305575 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c5d748-0d5b-4cd2-8f80-f02358b4f64d None None] The sync data for ids ['973b33cb-6a4f-441e-9470-d11941a81236'] in n-d-793620-15 is: [{'id': '973b33cb-6a4f-441e-9470-d11941a81236', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1239497500', 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'c22acc64-3d86-4187-b710-6a0b27c42af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:04:06Z', 'updated_at': '2021-08-16T21:04:08Z', 'revision_number': 3, 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'gw_port': {'id': 'c22acc64-3d86-4187-b710-6a0b27c42af0', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973b33cb-6a4f-441e-9470-d11941a81236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:08Z', 'updated_at': '2021-08-16T21:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:04:12.410689 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-612773ce-6b09-4605-b776-b9ca23e13d56 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3321488 Aug 16 21:04:12.410689 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 59274) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:12.596733 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e94c9b-50d9-4587-b07c-e71c5a0ce279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-38aa7fb0-7837-441f-a702-d14d19ac7dce', 'network_id': '38aa7fb0-7837-441f-a702-d14d19ac7dce', 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'fixed_ips': [{'subnet_id': '9215196a-1f5d-4cc1-ae31-cdca45b1fc40'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:04:12.598010 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-52e94c9b-50d9-4587-b07c-e71c5a0ce279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:12.698962 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-bc5fe1cc-b147-4f3e-a044-c715f6589ead req-595dbec9-500e-4e71-a1b7-49f95519c219 service neutron] (101844) timed out ('10.222.0.84', 55726) {{(pid=101844) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 21:04:13.119032 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-52e94c9b-50d9-4587-b07c-e71c5a0ce279 None None] Allocated IP 172.20.0.2 (38aa7fb0-7837-441f-a702-d14d19ac7dce/9215196a-1f5d-4cc1-ae31-cdca45b1fc40/166d3d32-9d5d-42df-87e0-2abdf0882e69) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:04:13.265899 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device c22acc64-3d86-4187-b710-6a0b27c42af0 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:04:13.306369 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6d214287-8744-4656-8f03-10ab211a8e08 req-1ccf734d-06d4-4c17-a27d-4e3b1e341aa4 tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd HTTP/1.1" status: 200 len: 210 time: 0.0494771 Aug 16 21:04:13.507843 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port c22acc64-3d86-4187-b710-6a0b27c42af0 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:04:13.541834 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90130f81-dbf3-4f98-b2df-9661232d1f64 req-2bb495aa-7aa2-4531-86f8-d3d578dc4376 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:13.559747 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-90130f81-dbf3-4f98-b2df-9661232d1f64 req-2bb495aa-7aa2-4531-86f8-d3d578dc4376 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.2847908 Aug 16 21:04:13.571885 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port c22acc64-3d86-4187-b710-6a0b27c42af0 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:04:13.571885 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:13.596247 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f46c2315-490a-4961-919d-8730d82f2e2c tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:13.688349 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-52e94c9b-50d9-4587-b07c-e71c5a0ce279 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:13.702626 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-52e94c9b-50d9-4587-b07c-e71c5a0ce279 None None] Transition to ACTIVE for port object 166d3d32-9d5d-42df-87e0-2abdf0882e69 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:04:13.756150 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-016a575c-916c-49e3-b111-97d286fd0625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:13.758098 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-52e94c9b-50d9-4587-b07c-e71c5a0ce279 None None] Transition to ACTIVE for port object 166d3d32-9d5d-42df-87e0-2abdf0882e69 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:04:13.819500 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:13.841789 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493c4b4-c558-4afd-97bd-6053dfc4aef0 req-f76fba99-2301-419a-9658-2e9d27fecbca tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:13.850129 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9493c4b4-c558-4afd-97bd-6053dfc4aef0 req-f76fba99-2301-419a-9658-2e9d27fecbca tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.4063582 Aug 16 21:04:13.857062 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port c22acc64-3d86-4187-b710-6a0b27c42af0, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=c22acc64-3d86-4187-b710-6a0b27c42af0,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:04:13.858526 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:13.897397 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-52e94c9b-50d9-4587-b07c-e71c5a0ce279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:13.944842 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e94c9b-50d9-4587-b07c-e71c5a0ce279 None None] Network 38aa7fb0-7837-441f-a702-d14d19ac7dce is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:04:13.946051 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:13.953051 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-52e94c9b-50d9-4587-b07c-e71c5a0ce279 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:04:13.956794 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-90130f81-dbf3-4f98-b2df-9661232d1f64 req-caefd100-d8af-42c6-b61c-ef7628aaeeba tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3962073 Aug 16 21:04:13.957016 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e94c9b-50d9-4587-b07c-e71c5a0ce279 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:04:13.967508 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e94c9b-50d9-4587-b07c-e71c5a0ce279 None None] Pushing event updated for resources: {'Port': ['ID=166d3d32-9d5d-42df-87e0-2abdf0882e69,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:14.030093 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=c22acc64-3d86-4187-b710-6a0b27c42af0,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:14.051227 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9493c4b4-c558-4afd-97bd-6053dfc4aef0 req-ac400185-30de-43ae-8d70-cadcf8ed0b1d tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001889 Aug 16 21:04:14.114297 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-52e94c9b-50d9-4587-b07c-e71c5a0ce279 None None] Attempting to bind port 166d3d32-9d5d-42df-87e0-2abdf0882e69 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:04:14.114781 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-52e94c9b-50d9-4587-b07c-e71c5a0ce279 None None] Attempting to bind port 166d3d32-9d5d-42df-87e0-2abdf0882e69 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'ca8d7f37-dc13-4dcf-91b9-aa82a180898e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '38aa7fb0-7837-441f-a702-d14d19ac7dce'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:04:14.115467 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e94c9b-50d9-4587-b07c-e71c5a0ce279 None None] Attempting to bind port 166d3d32-9d5d-42df-87e0-2abdf0882e69 on network 38aa7fb0-7837-441f-a702-d14d19ac7dce {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:04:14.121506 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e94c9b-50d9-4587-b07c-e71c5a0ce279 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:04:14.123045 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e94c9b-50d9-4587-b07c-e71c5a0ce279 None None] Checking segment: {'id': 'ca8d7f37-dc13-4dcf-91b9-aa82a180898e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '38aa7fb0-7837-441f-a702-d14d19ac7dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:04:14.129067 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-52e94c9b-50d9-4587-b07c-e71c5a0ce279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:14.129067 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e94c9b-50d9-4587-b07c-e71c5a0ce279 None None] Bound using segment: {'id': 'ca8d7f37-dc13-4dcf-91b9-aa82a180898e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '38aa7fb0-7837-441f-a702-d14d19ac7dce'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:04:14.129067 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-52e94c9b-50d9-4587-b07c-e71c5a0ce279 None None] Bound port: 166d3d32-9d5d-42df-87e0-2abdf0882e69, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8d7f37-dc13-4dcf-91b9-aa82a180898e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '38aa7fb0-7837-441f-a702-d14d19ac7dce'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:04:14.129067 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-52e94c9b-50d9-4587-b07c-e71c5a0ce279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:14.205565 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-52e94c9b-50d9-4587-b07c-e71c5a0ce279 None None] For port 166d3d32-9d5d-42df-87e0-2abdf0882e69, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:04:14.210210 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-52e94c9b-50d9-4587-b07c-e71c5a0ce279 None None] For port 166d3d32-9d5d-42df-87e0-2abdf0882e69, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=166d3d32-9d5d-42df-87e0-2abdf0882e69,segment=NetworkSegment(ca8d7f37-dc13-4dcf-91b9-aa82a180898e),segment_id=ca8d7f37-dc13-4dcf-91b9-aa82a180898e)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:04:14.212758 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-f46c2315-490a-4961-919d-8730d82f2e2c tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Allocated IP 172.20.0.1 (38aa7fb0-7837-441f-a702-d14d19ac7dce/9215196a-1f5d-4cc1-ae31-cdca45b1fc40/5c52b174-8e97-473d-9a71-e40e2ecf73c4) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:04:14.298690 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-52e94c9b-50d9-4587-b07c-e71c5a0ce279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:14.389995 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f46c2315-490a-4961-919d-8730d82f2e2c tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:14.391446 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e94c9b-50d9-4587-b07c-e71c5a0ce279 None None] Pushing event updated for resources: {'Port': ['ID=166d3d32-9d5d-42df-87e0-2abdf0882e69,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:14.413309 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-f46c2315-490a-4961-919d-8730d82f2e2c tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Transition to ACTIVE for port object 5c52b174-8e97-473d-9a71-e40e2ecf73c4 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:04:14.477476 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e7daec83-a57f-49af-a473-5556dee6af04 req-b9da52ae-2986-43d7-b27e-00b75ea5b3fa tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd HTTP/1.1" status: 200 len: 210 time: 0.0316048 Aug 16 21:04:14.541119 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f46c2315-490a-4961-919d-8730d82f2e2c tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:14.616193 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46c2315-490a-4961-919d-8730d82f2e2c tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Network 38aa7fb0-7837-441f-a702-d14d19ac7dce is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:04:14.619615 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-f46c2315-490a-4961-919d-8730d82f2e2c tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:04:14.623896 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46c2315-490a-4961-919d-8730d82f2e2c tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:04:14.725049 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c2315-490a-4961-919d-8730d82f2e2c tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Pushing event updated for resources: {'Port': ['ID=5c52b174-8e97-473d-9a71-e40e2ecf73c4,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:14.750249 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f46c2315-490a-4961-919d-8730d82f2e2c tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:14.809124 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:15.045220 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f46c2315-490a-4961-919d-8730d82f2e2c tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:15.203299 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 166d3d32-9d5d-42df-87e0-2abdf0882e69 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:04:15.279490 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122bc1b8-d0b5-45c8-80c2-e52d47aa5e10 req-e960e7d2-b3e8-49ca-8992-e9dce762b29e tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:15.281016 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-122bc1b8-d0b5-45c8-80c2-e52d47aa5e10 req-e960e7d2-b3e8-49ca-8992-e9dce762b29e tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.1587820 Aug 16 21:04:15.360964 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94332754-16c7-4f42-9fb0-508571e0a198 req-1db6f3ef-01b2-4808-aeb1-859828c9e036 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:15.363188 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-94332754-16c7-4f42-9fb0-508571e0a198 req-1db6f3ef-01b2-4808-aeb1-859828c9e036 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.1959813 Aug 16 21:04:15.437920 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-122bc1b8-d0b5-45c8-80c2-e52d47aa5e10 req-fc4370ef-2cb4-414b-9918-a27fdbdb7344 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235907 Aug 16 21:04:15.440607 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 166d3d32-9d5d-42df-87e0-2abdf0882e69 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:04:15.449421 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device c22acc64-3d86-4187-b710-6a0b27c42af0 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:04:15.548097 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-94332754-16c7-4f42-9fb0-508571e0a198 req-39f08e36-5e5d-41a0-a245-7e1dc3887f23 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups?id=b989dfbb-beb5-4d0e-bd34-698e670d87fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774552 Aug 16 21:04:15.573360 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port c22acc64-3d86-4187-b710-6a0b27c42af0 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:04:15.573360 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:15.655146 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0aabd6-d5bd-45ab-b474-8dc6d9db2cc4 req-f4624a7a-74cc-4e7f-ac6e-88ca1075f23a tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:15.665638 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6e0aabd6-d5bd-45ab-b474-8dc6d9db2cc4 req-f4624a7a-74cc-4e7f-ac6e-88ca1075f23a tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 944 time: 0.1880193 Aug 16 21:04:15.779061 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-920dc8b1-5fda-44cb-801d-c19a52172ee5 req-06a76199-2c98-41dd-857b-655e62b5c4fd tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd HTTP/1.1" status: 200 len: 210 time: 0.0570943 Aug 16 21:04:15.781511 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f46c2315-490a-4961-919d-8730d82f2e2c tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:15.841694 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-6e0aabd6-d5bd-45ab-b474-8dc6d9db2cc4 req-916405ad-755a-4d10-b638-21d4d7138be3 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Deleting port c3aa98f1-01de-4b07-a953-b17b46875501 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:04:15.842017 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6e0aabd6-d5bd-45ab-b474-8dc6d9db2cc4 req-916405ad-755a-4d10-b638-21d4d7138be3 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:15.848824 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f46c2315-490a-4961-919d-8730d82f2e2c tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:15.930628 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01de0b3e-7a4b-471f-aae6-71fa2fc7f280 None None] Network 38aa7fb0-7837-441f-a702-d14d19ac7dce requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:04:15.976210 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f46c2315-490a-4961-919d-8730d82f2e2c tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:15.991907 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c2315-490a-4961-919d-8730d82f2e2c tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Pushing event updated for resources: {'Port': ['ID=5c52b174-8e97-473d-9a71-e40e2ecf73c4,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:16.028101 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-6e0aabd6-d5bd-45ab-b474-8dc6d9db2cc4 req-916405ad-755a-4d10-b638-21d4d7138be3 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] For port c3aa98f1-01de-4b07-a953-b17b46875501, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c3aa98f1-01de-4b07-a953-b17b46875501,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:04:16.028491 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6e0aabd6-d5bd-45ab-b474-8dc6d9db2cc4 req-916405ad-755a-4d10-b638-21d4d7138be3 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:16.117808 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0e391af9-576b-41eb-8569-81609e761a11 None None] Provisioning for port 166d3d32-9d5d-42df-87e0-2abdf0882e69 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:04:16.121833 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46c2315-490a-4961-919d-8730d82f2e2c tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Network 38aa7fb0-7837-441f-a702-d14d19ac7dce is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:04:16.124143 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-f46c2315-490a-4961-919d-8730d82f2e2c tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:04:16.133820 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0e391af9-576b-41eb-8569-81609e761a11 None None] Provisioning complete for port 166d3d32-9d5d-42df-87e0-2abdf0882e69 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:04:16.139735 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0e391af9-576b-41eb-8569-81609e761a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:16.277288 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6e0aabd6-d5bd-45ab-b474-8dc6d9db2cc4 req-916405ad-755a-4d10-b638-21d4d7138be3 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:16.277666 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6e0aabd6-d5bd-45ab-b474-8dc6d9db2cc4 req-916405ad-755a-4d10-b638-21d4d7138be3 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:16.277987 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [req-6e0aabd6-d5bd-45ab-b474-8dc6d9db2cc4 req-916405ad-755a-4d10-b638-21d4d7138be3 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Floating IP 8eff3b82-193f-4ad1-b48d-8eaeb10428a7 disassociated. External IP: 172.25.1.234, port: c3aa98f1-01de-4b07-a953-b17b46875501. Aug 16 21:04:16.278330 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-6e0aabd6-d5bd-45ab-b474-8dc6d9db2cc4 req-916405ad-755a-4d10-b638-21d4d7138be3 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Calling delete_port for c3aa98f1-01de-4b07-a953-b17b46875501 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:04:16.304797 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0e391af9-576b-41eb-8569-81609e761a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:16.312147 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46c2315-490a-4961-919d-8730d82f2e2c tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Router 973b33cb-6a4f-441e-9470-d11941a81236 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:04:16.349565 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-0e391af9-576b-41eb-8569-81609e761a11 None None] For port 166d3d32-9d5d-42df-87e0-2abdf0882e69, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=166d3d32-9d5d-42df-87e0-2abdf0882e69,segment=NetworkSegment(ca8d7f37-dc13-4dcf-91b9-aa82a180898e),segment_id=ca8d7f37-dc13-4dcf-91b9-aa82a180898e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:04:16.414883 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0e391af9-576b-41eb-8569-81609e761a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:16.568780 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e391af9-576b-41eb-8569-81609e761a11 None None] Pushing event updated for resources: {'Port': ['ID=166d3d32-9d5d-42df-87e0-2abdf0882e69,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:16.584374 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:16.642155 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46c2315-490a-4961-919d-8730d82f2e2c tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:04:16.650065 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6e0aabd6-d5bd-45ab-b474-8dc6d9db2cc4 req-916405ad-755a-4d10-b638-21d4d7138be3 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:16.653864 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59330) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:16.655394 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f46c2315-490a-4961-919d-8730d82f2e2c tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "PUT /v2.0/routers/973b33cb-6a4f-441e-9470-d11941a81236/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2411163 Aug 16 21:04:16.665539 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31ac655-4a6e-4db6-adee-2a9c503cfb5a None None] Sync routers for ids ['973b33cb-6a4f-441e-9470-d11941a81236'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:04:16.666942 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-c564e1b5-d058-4bb5-b15c-668269b04e67 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1697247970', 'description': 'tempest-secgroup_access--1697247970 description', 'project_id': '89e5c5f06f394767b34bdcf9bb013f56'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:16.673938 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596896d0-1662-447f-aae9-75bc2de0b7b0 req-37fe5d1c-8b68-42ec-a81a-bad1748390b4 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:16.677834 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31ac655-4a6e-4db6-adee-2a9c503cfb5a None None] Routers {'973b33cb-6a4f-441e-9470-d11941a81236'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:04:16.678520 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-b31ac655-4a6e-4db6-adee-2a9c503cfb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:04:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['973b33cb-6a4f-441e-9470-d11941a81236'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:16.683035 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-596896d0-1662-447f-aae9-75bc2de0b7b0 req-37fe5d1c-8b68-42ec-a81a-bad1748390b4 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.1463232 Aug 16 21:04:16.773785 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-596896d0-1662-447f-aae9-75bc2de0b7b0 req-c27014c5-41e1-47c5-86bf-29d29fb4c7d2 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812926 Aug 16 21:04:16.824568 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916405ad-755a-4d10-b638-21d4d7138be3 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Pushing event deleted for resources: {'Port': ['ID=c3aa98f1-01de-4b07-a953-b17b46875501,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:16.864572 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-467b5deb-e856-4dbf-bd7c-1037b99cc824 req-7ea48763-61b5-4592-ab71-3a6899d51e5e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 210 time: 0.0682359 Aug 16 21:04:16.977026 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-b31ac655-4a6e-4db6-adee-2a9c503cfb5a None None] Set router 973b33cb-6a4f-441e-9470-d11941a81236 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:04:17.051003 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-04f10670-c90b-48b2-a97c-417c2d51b25d req-fc8e7fbd-1eb6-4d5e-a183-3039f569d139 tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd HTTP/1.1" status: 200 len: 210 time: 0.0586162 Aug 16 21:04:17.082428 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e0aabd6-d5bd-45ab-b474-8dc6d9db2cc4 req-916405ad-755a-4d10-b638-21d4d7138be3 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Router 8fcabe98-84b1-4e5f-9562-336adf9cdaa0 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:04:17.212893 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 166d3d32-9d5d-42df-87e0-2abdf0882e69 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:04:17.215325 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-cac826ea-3ce2-4deb-b024-b3ac062ddd3d None None] Provisioning for port 5c52b174-8e97-473d-9a71-e40e2ecf73c4 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:04:17.261741 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-cac826ea-3ce2-4deb-b024-b3ac062ddd3d None None] Provisioning complete for port 5c52b174-8e97-473d-9a71-e40e2ecf73c4 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:04:17.262194 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cac826ea-3ce2-4deb-b024-b3ac062ddd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:17.289675 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c564e1b5-d058-4bb5-b15c-668269b04e67 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:17.305307 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-cac826ea-3ce2-4deb-b024-b3ac062ddd3d None None] Port 5c52b174-8e97-473d-9a71-e40e2ecf73c4 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:04:17.334860 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e0aabd6-d5bd-45ab-b474-8dc6d9db2cc4 req-916405ad-755a-4d10-b638-21d4d7138be3 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:04:17.349354 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781b16a9-f8e9-44c7-a152-06c5a56ee106 None None] Sync routers for ids ['8fcabe98-84b1-4e5f-9562-336adf9cdaa0'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:04:17.364454 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781b16a9-f8e9-44c7-a152-06c5a56ee106 None None] Routers {'8fcabe98-84b1-4e5f-9562-336adf9cdaa0'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:04:17.365096 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-781b16a9-f8e9-44c7-a152-06c5a56ee106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:04:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fcabe98-84b1-4e5f-9562-336adf9cdaa0'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:17.374266 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-cac826ea-3ce2-4deb-b024-b3ac062ddd3d None None] Provisioning complete for port 166d3d32-9d5d-42df-87e0-2abdf0882e69 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:04:17.374610 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cac826ea-3ce2-4deb-b024-b3ac062ddd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:17.393980 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0aabd6-d5bd-45ab-b474-8dc6d9db2cc4 req-916405ad-755a-4d10-b638-21d4d7138be3 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] No DVR routers for this DVR port c3aa98f1-01de-4b07-a953-b17b46875501 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:04:17.398872 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6e0aabd6-d5bd-45ab-b474-8dc6d9db2cc4 req-916405ad-755a-4d10-b638-21d4d7138be3 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:17.399874 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6e0aabd6-d5bd-45ab-b474-8dc6d9db2cc4 req-916405ad-755a-4d10-b638-21d4d7138be3 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.72 "DELETE /v2.0/ports/c3aa98f1-01de-4b07-a953-b17b46875501 HTTP/1.1" status: 204 len: 173 time: 1.7274430 Aug 16 21:04:17.401954 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f75bf3d-7db1-46c3-84fd-31a25c6c56fa', 'name': 'network-vif-deleted', 'tag': 'c3aa98f1-01de-4b07-a953-b17b46875501'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:04:17.404772 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac7da52-e52b-45a3-9687-fdf1820e62d7" -d '{"events": [{"server_uuid": "3f75bf3d-7db1-46c3-84fd-31a25c6c56fa", "name": "network-vif-deleted", "tag": "c3aa98f1-01de-4b07-a953-b17b46875501"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:04:17.511904 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-781b16a9-f8e9-44c7-a152-06c5a56ee106 None None] Set router 8fcabe98-84b1-4e5f-9562-336adf9cdaa0 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:04:17.539431 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 166d3d32-9d5d-42df-87e0-2abdf0882e69 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:04:17.539865 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:17.549723 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c564e1b5-d058-4bb5-b15c-668269b04e67 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:17.623958 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-b31ac655-4a6e-4db6-adee-2a9c503cfb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973b33cb-6a4f-441e-9470-d11941a81236', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1239497500', 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'c22acc64-3d86-4187-b710-6a0b27c42af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:04:06Z', 'updated_at': '2021-08-16T21:04:14Z', 'revision_number': 4, 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'gw_port': {'id': 'c22acc64-3d86-4187-b710-6a0b27c42af0', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973b33cb-6a4f-441e-9470-d11941a81236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:08Z', 'updated_at': '2021-08-16T21:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '5c52b174-8e97-473d-9a71-e40e2ecf73c4', 'name': '', 'network_id': '38aa7fb0-7837-441f-a702-d14d19ac7dce', 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'mac_address': 'fa:16:3e:c5:bc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973b33cb-6a4f-441e-9470-d11941a81236', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '9215196a-1f5d-4cc1-ae31-cdca45b1fc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:13Z', 'updated_at': '2021-08-16T21:04:15Z', 'revision_number': 2, 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'subnets': [{'id': '9215196a-1f5d-4cc1-ae31-cdca45b1fc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:17.654182 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31ac655-4a6e-4db6-adee-2a9c503cfb5a None None] Checking router: 973b33cb-6a4f-441e-9470-d11941a81236 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:04:17.654544 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31ac655-4a6e-4db6-adee-2a9c503cfb5a None None] Updating router 973b33cb-6a4f-441e-9470-d11941a81236 port 5c52b174-8e97-473d-9a71-e40e2ecf73c4 binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:04:17.664383 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c564e1b5-d058-4bb5-b15c-668269b04e67 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:17.733922 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9317e635-7452-4ed2-acd9-5393906eeaef x-openstack-request-id: req-9317e635-7452-4ed2-acd9-5393906eeaef {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:04:17.734984 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f75bf3d-7db1-46c3-84fd-31a25c6c56fa", "name": "network-vif-deleted", "tag": "c3aa98f1-01de-4b07-a953-b17b46875501", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:04:17.735393 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9317e635-7452-4ed2-acd9-5393906eeaef {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:04:17.736237 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f75bf3d-7db1-46c3-84fd-31a25c6c56fa', 'name': 'network-vif-deleted', 'tag': 'c3aa98f1-01de-4b07-a953-b17b46875501', 'status': 'completed', 'code': 200} Aug 16 21:04:17.739960 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c564e1b5-d058-4bb5-b15c-668269b04e67 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=868c986c-898b-43a8-8487-f3cc8e70bab5,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:17.742194 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b31ac655-4a6e-4db6-adee-2a9c503cfb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:17.824410 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-83a0a2b0-c897-4b7f-8c65-184ae15f1ea0 None None] Provisioning complete for port 5c52b174-8e97-473d-9a71-e40e2ecf73c4 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:04:17.824787 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-83a0a2b0-c897-4b7f-8c65-184ae15f1ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:17.824905 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-781b16a9-f8e9-44c7-a152-06c5a56ee106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcabe98-84b1-4e5f-9562-336adf9cdaa0', 'name': 'tempest-ServerActionsTestJSON-157227052-router', 'tenant_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b6ed9cde-8829-488a-830e-d9adc7844018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:56:02Z', 'updated_at': '2021-08-16T20:56:10Z', 'revision_number': 4, 'project_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'gw_port': {'id': 'b6ed9cde-8829-488a-830e-d9adc7844018', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:39:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcabe98-84b1-4e5f-9562-336adf9cdaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:03Z', 'updated_at': '2021-08-16T20:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'dd7986ff-5826-4dfe-aa27-414042eba1e4', 'name': '', 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781', 'tenant_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'mac_address': 'fa:16:3e:f9:cf:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcabe98-84b1-4e5f-9562-336adf9cdaa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '20aa60f1-bb16-40f5-b2dd-0341c13f6e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:09Z', 'updated_at': '2021-08-16T20:56:19Z', 'revision_number': 5, 'project_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'subnets': [{'id': '20aa60f1-bb16-40f5-b2dd-0341c13f6e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:17.857890 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c564e1b5-d058-4bb5-b15c-668269b04e67 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:17.862482 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c564e1b5-d058-4bb5-b15c-668269b04e67 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.2039893 Aug 16 21:04:17.862996 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59352) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:17.865652 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-83a0a2b0-c897-4b7f-8c65-184ae15f1ea0 None None] Port 5c52b174-8e97-473d-9a71-e40e2ecf73c4 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:04:17.868784 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-e1f4c903-8616-46ed-aa30-7ef3d2d7ffdf tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--284396286', 'description': 'tempest-secgroup_general--284396286 description', 'project_id': '89e5c5f06f394767b34bdcf9bb013f56'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:17.919198 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781b16a9-f8e9-44c7-a152-06c5a56ee106 None None] Checking router: 8fcabe98-84b1-4e5f-9562-336adf9cdaa0 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:04:17.933728 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781b16a9-f8e9-44c7-a152-06c5a56ee106 None None] Routers {'8fcabe98-84b1-4e5f-9562-336adf9cdaa0'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:04:17.934370 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-781b16a9-f8e9-44c7-a152-06c5a56ee106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:04:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fcabe98-84b1-4e5f-9562-336adf9cdaa0'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:17.970475 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b3ef0-94e2-4be4-9099-11739a0e99fc req-8bd435e1-c225-4a3c-9374-f72524dd1e75 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:17.983503 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-124b3ef0-94e2-4be4-9099-11739a0e99fc req-8bd435e1-c225-4a3c-9374-f72524dd1e75 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.1307554 Aug 16 21:04:17.989117 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e1f4c903-8616-46ed-aa30-7ef3d2d7ffdf tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:18.096448 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-124b3ef0-94e2-4be4-9099-11739a0e99fc req-2d8dea7e-6626-4baf-adc3-9ab5dfe8b793 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113439 Aug 16 21:04:18.116077 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-781b16a9-f8e9-44c7-a152-06c5a56ee106 None None] Set router 8fcabe98-84b1-4e5f-9562-336adf9cdaa0 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:04:18.133511 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8d05ba70-ad5a-4a43-9076-faa6f770c982 req-a8ee0ecd-d86e-4075-adbe-7b67917a5776 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f75bf3d-7db1-46c3-84fd-31a25c6c56fa HTTP/1.1" status: 200 len: 210 time: 0.0827127 Aug 16 21:04:18.144853 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e1f4c903-8616-46ed-aa30-7ef3d2d7ffdf tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:18.214451 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e1f4c903-8616-46ed-aa30-7ef3d2d7ffdf tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:18.233911 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b31ac655-4a6e-4db6-adee-2a9c503cfb5a None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:18.244593 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b31ac655-4a6e-4db6-adee-2a9c503cfb5a None None] Transition to ACTIVE for port object 5c52b174-8e97-473d-9a71-e40e2ecf73c4 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:04:18.250249 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6d5db927-ffd0-4a41-a4f7-2cbe66ac7e35 req-9bd477c5-9f43-48be-8588-685a3488f991 tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd HTTP/1.1" status: 200 len: 210 time: 0.0372612 Aug 16 21:04:18.269296 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4c903-8616-46ed-aa30-7ef3d2d7ffdf tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab42646f-4b94-49ec-b0ef-1630bc33b385,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:18.300416 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e1f4c903-8616-46ed-aa30-7ef3d2d7ffdf tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:18.305022 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 59364) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:18.305412 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e1f4c903-8616-46ed-aa30-7ef3d2d7ffdf tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4411252 Aug 16 21:04:18.309811 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-4cb2d5f9-5c6f-47c1-b57e-d78c7ebbf310 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Request body: {'security_group_rule': {'security_group_id': '868c986c-898b-43a8-8487-f3cc8e70bab5', 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:18.331941 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b31ac655-4a6e-4db6-adee-2a9c503cfb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:18.391436 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-781b16a9-f8e9-44c7-a152-06c5a56ee106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcabe98-84b1-4e5f-9562-336adf9cdaa0', 'name': 'tempest-ServerActionsTestJSON-157227052-router', 'tenant_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b6ed9cde-8829-488a-830e-d9adc7844018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:56:02Z', 'updated_at': '2021-08-16T20:56:10Z', 'revision_number': 4, 'project_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'gw_port': {'id': 'b6ed9cde-8829-488a-830e-d9adc7844018', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:39:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcabe98-84b1-4e5f-9562-336adf9cdaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:03Z', 'updated_at': '2021-08-16T20:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'dd7986ff-5826-4dfe-aa27-414042eba1e4', 'name': '', 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781', 'tenant_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'mac_address': 'fa:16:3e:f9:cf:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcabe98-84b1-4e5f-9562-336adf9cdaa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '20aa60f1-bb16-40f5-b2dd-0341c13f6e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:09Z', 'updated_at': '2021-08-16T20:56:19Z', 'revision_number': 5, 'project_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'subnets': [{'id': '20aa60f1-bb16-40f5-b2dd-0341c13f6e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:18.396650 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea67f9-35d3-499d-b2ee-f57785270a92 None None] Pushing event updated for resources: {'Port': ['ID=5c52b174-8e97-473d-9a71-e40e2ecf73c4,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:18.429754 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781b16a9-f8e9-44c7-a152-06c5a56ee106 None None] The sync data for ids ['8fcabe98-84b1-4e5f-9562-336adf9cdaa0'] in n-d-793620-15 is: [{'id': '8fcabe98-84b1-4e5f-9562-336adf9cdaa0', 'name': 'tempest-ServerActionsTestJSON-157227052-router', 'tenant_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b6ed9cde-8829-488a-830e-d9adc7844018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:56:02Z', 'updated_at': '2021-08-16T20:56:10Z', 'revision_number': 4, 'project_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'gw_port': {'id': 'b6ed9cde-8829-488a-830e-d9adc7844018', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:39:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcabe98-84b1-4e5f-9562-336adf9cdaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:03Z', 'updated_at': '2021-08-16T20:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'dd7986ff-5826-4dfe-aa27-414042eba1e4', 'name': '', 'network_id': '6c1a60e8-edd1-4d58-b6d4-9cea8db0a781', 'tenant_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'mac_address': 'fa:16:3e:f9:cf:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcabe98-84b1-4e5f-9562-336adf9cdaa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '20aa60f1-bb16-40f5-b2dd-0341c13f6e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:09Z', 'updated_at': '2021-08-16T20:56:19Z', 'revision_number': 5, 'project_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'subnets': [{'id': '20aa60f1-bb16-40f5-b2dd-0341c13f6e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:04:18.449684 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4cb2d5f9-5c6f-47c1-b57e-d78c7ebbf310 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:18.473136 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-b31ac655-4a6e-4db6-adee-2a9c503cfb5a None None] Attempting to bind port 5c52b174-8e97-473d-9a71-e40e2ecf73c4 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:04:18.473519 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-b31ac655-4a6e-4db6-adee-2a9c503cfb5a None None] Attempting to bind port 5c52b174-8e97-473d-9a71-e40e2ecf73c4 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'ca8d7f37-dc13-4dcf-91b9-aa82a180898e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '38aa7fb0-7837-441f-a702-d14d19ac7dce'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:04:18.473889 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31ac655-4a6e-4db6-adee-2a9c503cfb5a None None] Attempting to bind port 5c52b174-8e97-473d-9a71-e40e2ecf73c4 on network 38aa7fb0-7837-441f-a702-d14d19ac7dce {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:04:18.485098 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31ac655-4a6e-4db6-adee-2a9c503cfb5a None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:04:18.487692 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31ac655-4a6e-4db6-adee-2a9c503cfb5a None None] Checking segment: {'id': 'ca8d7f37-dc13-4dcf-91b9-aa82a180898e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '38aa7fb0-7837-441f-a702-d14d19ac7dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:04:18.490049 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b31ac655-4a6e-4db6-adee-2a9c503cfb5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:18.490049 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31ac655-4a6e-4db6-adee-2a9c503cfb5a None None] Bound using segment: {'id': 'ca8d7f37-dc13-4dcf-91b9-aa82a180898e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '38aa7fb0-7837-441f-a702-d14d19ac7dce'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:04:18.491219 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-b31ac655-4a6e-4db6-adee-2a9c503cfb5a None None] Bound port: 5c52b174-8e97-473d-9a71-e40e2ecf73c4, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8d7f37-dc13-4dcf-91b9-aa82a180898e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '38aa7fb0-7837-441f-a702-d14d19ac7dce'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:04:18.491679 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b31ac655-4a6e-4db6-adee-2a9c503cfb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:18.575532 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4cb2d5f9-5c6f-47c1-b57e-d78c7ebbf310 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:18.623535 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-b31ac655-4a6e-4db6-adee-2a9c503cfb5a None None] For port 5c52b174-8e97-473d-9a71-e40e2ecf73c4, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:04:18.630748 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-b31ac655-4a6e-4db6-adee-2a9c503cfb5a None None] For port 5c52b174-8e97-473d-9a71-e40e2ecf73c4, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5c52b174-8e97-473d-9a71-e40e2ecf73c4,segment=NetworkSegment(ca8d7f37-dc13-4dcf-91b9-aa82a180898e),segment_id=ca8d7f37-dc13-4dcf-91b9-aa82a180898e)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:04:18.663374 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4cb2d5f9-5c6f-47c1-b57e-d78c7ebbf310 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:18.675357 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338be9e-da13-4d4d-8e75-73ca098461b1 req-bbfbec1a-440e-4ad3-b666-5cd11507d141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:18.676083 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1338be9e-da13-4d4d-8e75-73ca098461b1 req-bbfbec1a-440e-4ad3-b666-5cd11507d141 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4c0e76081c1e4800ae56303449df01e1&device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 1097 time: 0.0828567 Aug 16 21:04:18.680851 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2d5f9-5c6f-47c1-b57e-d78c7ebbf310 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d444c7f3-936d-47c9-8e46-b32e3c81a949,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:18.700990 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b31ac655-4a6e-4db6-adee-2a9c503cfb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:18.763671 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31ac655-4a6e-4db6-adee-2a9c503cfb5a None None] Routers {'973b33cb-6a4f-441e-9470-d11941a81236'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:04:18.764393 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-b31ac655-4a6e-4db6-adee-2a9c503cfb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:04:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['973b33cb-6a4f-441e-9470-d11941a81236'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:18.797900 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4cb2d5f9-5c6f-47c1-b57e-d78c7ebbf310 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:18.801363 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4cb2d5f9-5c6f-47c1-b57e-d78c7ebbf310 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4937043 Aug 16 21:04:18.847866 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea67f9-35d3-499d-b2ee-f57785270a92 None None] Pushing event updated for resources: {'Port': ['ID=5c52b174-8e97-473d-9a71-e40e2ecf73c4,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:18.901578 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338be9e-da13-4d4d-8e75-73ca098461b1 req-c6eb7cd5-1965-4774-a784-89236a351e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:18.908088 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1338be9e-da13-4d4d-8e75-73ca098461b1 req-c6eb7cd5-1965-4774-a784-89236a351e3a service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a84c825-1836-4d4b-aa9e-01c66bc9b2dd HTTP/1.1" status: 200 len: 914 time: 0.2177565 Aug 16 21:04:18.966610 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb90375-8d82-49d0-ae68-6c6cdd29770b None None] New status for floating IP 8eff3b82-193f-4ad1-b48d-8eaeb10428a7: DOWN {{(pid=101846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:04:19.011016 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1338be9e-da13-4d4d-8e75-73ca098461b1 req-295245a3-5358-46ea-b631-0a023fb1a89a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=811fe75a-58ad-4d55-95fc-557ec70b4da6 HTTP/1.1" status: 200 len: 217 time: 0.0916181 Aug 16 21:04:19.085288 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338be9e-da13-4d4d-8e75-73ca098461b1 req-1c17b8d0-7b25-4855-b565-37424ef64198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:19.087095 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1338be9e-da13-4d4d-8e75-73ca098461b1 req-1c17b8d0-7b25-4855-b565-37424ef64198 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b11c061b-d987-4b96-a2d3-345542c53b8b HTTP/1.1" status: 200 len: 853 time: 0.0690408 Aug 16 21:04:19.091314 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-48242fef-93d2-4f77-b13c-ae37366b625d tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup_access--1697247970&fields=id&tenant_id=89e5c5f06f394767b34bdcf9bb013f56 HTTP/1.1" status: 200 len: 267 time: 0.0445485 Aug 16 21:04:19.124744 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1338be9e-da13-4d4d-8e75-73ca098461b1 req-e9ad7e2b-fb8d-4fbd-ad8a-5dca03cd81f5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a84c825-1836-4d4b-aa9e-01c66bc9b2dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295727 Aug 16 21:04:19.155185 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-cb732a01-b3ba-4c98-955b-b602422ddafe tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup_general--284396286&fields=id&tenant_id=89e5c5f06f394767b34bdcf9bb013f56 HTTP/1.1" status: 200 len: 267 time: 0.0628569 Aug 16 21:04:19.276654 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1338be9e-da13-4d4d-8e75-73ca098461b1 req-4f4c6895-bf7a-438e-a02f-3bdcfbcf9a84 service neutron] 10.222.0.72 "GET /v2.0/networks/2a84c825-1836-4d4b-aa9e-01c66bc9b2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369812 Aug 16 21:04:19.311046 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59be7e-f238-483d-bbfa-b91808f30d13 req-e8a2007a-61a6-48f7-92be-4528b1a49685 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:19.313269 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-af59be7e-f238-483d-bbfa-b91808f30d13 req-e8a2007a-61a6-48f7-92be-4528b1a49685 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.1252215 Aug 16 21:04:19.331674 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-b31ac655-4a6e-4db6-adee-2a9c503cfb5a None None] Set router 973b33cb-6a4f-441e-9470-d11941a81236 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:04:19.364957 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-1f200980-6962-42e0-809e-29d94d0c3f20 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:19.373225 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-1f200980-6962-42e0-809e-29d94d0c3f20 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/networks?id=38aa7fb0-7837-441f-a702-d14d19ac7dce HTTP/1.1" status: 200 len: 797 time: 0.2104280 Aug 16 21:04:19.397821 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-f2be354e-4b6f-492b-8152-0a8b596ece97 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/quotas/89e5c5f06f394767b34bdcf9bb013f56 HTTP/1.1" status: 200 len: 375 time: 0.0234263 Aug 16 21:04:19.398959 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1338be9e-da13-4d4d-8e75-73ca098461b1 req-6b92980e-59c8-45c8-89be-5f902360b73b service neutron] 10.222.0.72 "GET /v2.0/networks/2a84c825-1836-4d4b-aa9e-01c66bc9b2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136713 Aug 16 21:04:19.416525 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-af59be7e-f238-483d-bbfa-b91808f30d13 req-38e26f48-6b6e-4ad0-afbd-9f6e773fcda3 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942097 Aug 16 21:04:19.422169 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:19.478918 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-487b3ae3-c28c-41f5-a93c-08305c60d31d tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=89e5c5f06f394767b34bdcf9bb013f56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0693424 Aug 16 21:04:19.605445 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-aa7b52c0-c50c-43e2-b2e2-4d13da63d2fe service neutron] 10.222.0.84 "GET /v2.0/networks/38aa7fb0-7837-441f-a702-d14d19ac7dce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246216 Aug 16 21:04:19.641291 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device c3aa98f1-01de-4b07-a953-b17b46875501 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:04:19.669715 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: c3aa98f1-01de-4b07-a953-b17b46875501 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:04:19.669715 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device c3aa98f1-01de-4b07-a953-b17b46875501 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:04:19.720249 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-b31ac655-4a6e-4db6-adee-2a9c503cfb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973b33cb-6a4f-441e-9470-d11941a81236', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1239497500', 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'c22acc64-3d86-4187-b710-6a0b27c42af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:04:06Z', 'updated_at': '2021-08-16T21:04:14Z', 'revision_number': 4, 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'gw_port': {'id': 'c22acc64-3d86-4187-b710-6a0b27c42af0', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973b33cb-6a4f-441e-9470-d11941a81236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:08Z', 'updated_at': '2021-08-16T21:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '5c52b174-8e97-473d-9a71-e40e2ecf73c4', 'name': '', 'network_id': '38aa7fb0-7837-441f-a702-d14d19ac7dce', 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'mac_address': 'fa:16:3e:c5:bc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973b33cb-6a4f-441e-9470-d11941a81236', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '9215196a-1f5d-4cc1-ae31-cdca45b1fc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:13Z', 'updated_at': '2021-08-16T21:04:18Z', 'revision_number': 4, 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'subnets': [{'id': '9215196a-1f5d-4cc1-ae31-cdca45b1fc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:19.780888 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31ac655-4a6e-4db6-adee-2a9c503cfb5a None None] The sync data for ids ['973b33cb-6a4f-441e-9470-d11941a81236'] in n-d-793620-15 is: [{'id': '973b33cb-6a4f-441e-9470-d11941a81236', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1239497500', 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'c22acc64-3d86-4187-b710-6a0b27c42af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:04:06Z', 'updated_at': '2021-08-16T21:04:14Z', 'revision_number': 4, 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'gw_port': {'id': 'c22acc64-3d86-4187-b710-6a0b27c42af0', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973b33cb-6a4f-441e-9470-d11941a81236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:08Z', 'updated_at': '2021-08-16T21:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '5c52b174-8e97-473d-9a71-e40e2ecf73c4', 'name': '', 'network_id': '38aa7fb0-7837-441f-a702-d14d19ac7dce', 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'mac_address': 'fa:16:3e:c5:bc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973b33cb-6a4f-441e-9470-d11941a81236', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '9215196a-1f5d-4cc1-ae31-cdca45b1fc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:13Z', 'updated_at': '2021-08-16T21:04:18Z', 'revision_number': 4, 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'subnets': [{'id': '9215196a-1f5d-4cc1-ae31-cdca45b1fc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:04:20.020984 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7519e9d7-1a99-4e3c-a855-b54819adfa31 req-e4588975-9546-408a-98bf-255e2c29b475 tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd HTTP/1.1" status: 200 len: 210 time: 0.3950915 Aug 16 21:04:20.074547 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-dbe39897-23e2-4837-8bca-5bad94244689 service neutron] 10.222.0.84 "GET /v2.0/networks/38aa7fb0-7837-441f-a702-d14d19ac7dce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4681547 Aug 16 21:04:20.168953 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 59396) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:20.247327 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ef21559a-81d6-4287-870d-bb62c7576611 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:20.284165 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ef21559a-81d6-4287-870d-bb62c7576611 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:20.359027 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-640a8b32-12a3-441d-9b4e-20774c8f6ad0 req-ffa8c06c-1d19-4464-a20f-d798c460f3b4 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b HTTP/1.1" status: 200 len: 210 time: 0.0390828 Aug 16 21:04:20.541981 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ef21559a-81d6-4287-870d-bb62c7576611 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:20.544958 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ef21559a-81d6-4287-870d-bb62c7576611 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:20.551158 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ef21559a-81d6-4287-870d-bb62c7576611 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "DELETE /v2.0/security-groups/b989dfbb-beb5-4d0e-bd34-698e670d87fc HTTP/1.1" status: 204 len: 168 time: 0.3760970 Aug 16 21:04:20.551310 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59408) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:20.564584 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-3eac8e6d-e70a-450f-a208-49a4dcebe82c tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] show failed (client error): The resource could not be found. Aug 16 21:04:20.565906 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3eac8e6d-e70a-450f-a208-49a4dcebe82c tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "GET /v2.0/security-groups/b989dfbb-beb5-4d0e-bd34-698e670d87fc HTTP/1.1" status: 404 len: 347 time: 0.0157292 Aug 16 21:04:20.567842 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a3b7e-d386-402b-959b-5fd39897912f req-c91d78ac-b876-4618-b8e6-0a4c04d4e347 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:20.570361 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e66a3b7e-d386-402b-959b-5fd39897912f req-c91d78ac-b876-4618-b8e6-0a4c04d4e347 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0772867 Aug 16 21:04:20.570361 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 59412) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:20.570361 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef21559a-81d6-4287-870d-bb62c7576611 tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b989dfbb-beb5-4d0e-bd34-698e670d87fc,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:20.715757 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e66a3b7e-d386-402b-959b-5fd39897912f req-abfbef76-7f62-4f23-a0f9-f82ee5f335f8 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000059 Aug 16 21:04:20.742326 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-4794e2ba-1436-4a58-8c47-4a1780f49b3e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Deleting port 075db4d1-402b-4b5b-9c5b-69c44a5cd462 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:04:20.743391 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4794e2ba-1436-4a58-8c47-4a1780f49b3e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:20.822394 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4794e2ba-1436-4a58-8c47-4a1780f49b3e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:20.825642 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4794e2ba-1436-4a58-8c47-4a1780f49b3e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:20.842036 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-4794e2ba-1436-4a58-8c47-4a1780f49b3e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Calling delete_port for 075db4d1-402b-4b5b-9c5b-69c44a5cd462 owned by network:floatingip {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:04:21.091624 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5c52b174-8e97-473d-9a71-e40e2ecf73c4 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:04:21.100188 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4794e2ba-1436-4a58-8c47-4a1780f49b3e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:21.168663 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794e2ba-1436-4a58-8c47-4a1780f49b3e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Pushing event deleted for resources: {'Port': ['ID=075db4d1-402b-4b5b-9c5b-69c44a5cd462,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:21.188507 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-34ed272c-e444-45b4-bc3d-953ed2cf3021 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0573828 Aug 16 21:04:21.215235 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6b9987ae-4850-46e1-8f3f-afa63c56c9bd req-ed18a34b-7b86-46a6-819a-c536eab77fdc tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd HTTP/1.1" status: 200 len: 210 time: 0.0649874 Aug 16 21:04:21.248930 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 5c52b174-8e97-473d-9a71-e40e2ecf73c4 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:04:21.253581 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 5c52b174-8e97-473d-9a71-e40e2ecf73c4 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:04:21.254044 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:21.278140 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4794e2ba-1436-4a58-8c47-4a1780f49b3e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks [] for floatingip, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:21.281589 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4794e2ba-1436-4a58-8c47-4a1780f49b3e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:21.283076 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4794e2ba-1436-4a58-8c47-4a1780f49b3e tempest-ServerActionsTestJSON-847059991 tempest-ServerActionsTestJSON-847059991-project] 10.222.0.84 "DELETE /v2.0/floatingips/8eff3b82-193f-4ad1-b48d-8eaeb10428a7 HTTP/1.1" status: 204 len: 168 time: 0.7111192 Aug 16 21:04:21.287006 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 59422) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:21.299972 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-9ab3305d-a14d-43f5-af65-28dc06a157d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:21.300583 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-9ab3305d-a14d-43f5-af65-28dc06a157d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:21.300995 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-9ab3305d-a14d-43f5-af65-28dc06a157d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:21.303214 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-9ab3305d-a14d-43f5-af65-28dc06a157d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:21.303709 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-9ab3305d-a14d-43f5-af65-28dc06a157d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:21.304223 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-9ab3305d-a14d-43f5-af65-28dc06a157d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:21.304728 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-9ab3305d-a14d-43f5-af65-28dc06a157d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:21.309718 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-9ab3305d-a14d-43f5-af65-28dc06a157d9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9440ed0933f64f7cb6d1f0c295a72000&device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 6499 time: 0.0823033 Aug 16 21:04:21.358223 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:21.394857 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 5c52b174-8e97-473d-9a71-e40e2ecf73c4, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5c52b174-8e97-473d-9a71-e40e2ecf73c4,segment=NetworkSegment(ca8d7f37-dc13-4dcf-91b9-aa82a180898e),segment_id=ca8d7f37-dc13-4dcf-91b9-aa82a180898e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:04:21.480261 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:21.480726 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d8f36374-a642-49c7-9b0f-e3d6d8362b9b req-1192170d-4ea2-48e4-ab1a-2dd8847c290d tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b HTTP/1.1" status: 200 len: 210 time: 0.0577245 Aug 16 21:04:21.492495 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-6e547cda-6faf-482b-a2ae-ece84e2f6398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:21.497823 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-6e547cda-6faf-482b-a2ae-ece84e2f6398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:21.498419 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-6e547cda-6faf-482b-a2ae-ece84e2f6398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:21.500219 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-6e547cda-6faf-482b-a2ae-ece84e2f6398 service neutron] 10.222.0.72 "GET /v2.0/networks?id=15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d&id=2a286773-4076-470d-b75a-c7eea1dc3d02&id=2a286773-4076-470d-b75a-c7eea1dc3d02&id=2a286773-4076-470d-b75a-c7eea1dc3d02&id=2a286773-4076-470d-b75a-c7eea1dc3d02&id=0bc6759c-80a4-4ca6-8103-9c391365ae1c&id=0bc6759c-80a4-4ca6-8103-9c391365ae1c HTTP/1.1" status: 200 len: 2292 time: 0.1514671 Aug 16 21:04:21.540866 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=5c52b174-8e97-473d-9a71-e40e2ecf73c4,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:21.581783 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-138a895e-6c83-4c32-b58d-a1ecf348b056 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=205f4f5c-2bd6-4a33-b0d7-74792db8fd1c HTTP/1.1" status: 200 len: 1001 time: 0.0708554 Aug 16 21:04:21.610710 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 811fe75a-58ad-4d55-95fc-557ec70b4da6 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:04:21.634943 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-8ab71e8a-51ed-4bcd-94db-24cb7960e0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:21.636806 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-8ab71e8a-51ed-4bcd-94db-24cb7960e0a7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7295a51-2f16-4f57-a8e8-eba84c181b9e HTTP/1.1" status: 200 len: 851 time: 0.0465083 Aug 16 21:04:21.716202 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-365671ef-4f2e-4251-a175-4f03be4cf66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:21.718137 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-365671ef-4f2e-4251-a175-4f03be4cf66c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710051 Aug 16 21:04:21.753062 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:21.808378 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '811fe75a-58ad-4d55-95fc-557ec70b4da6'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:04:21.810798 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b6b54b-3ff3-4ae6-a81b-6ecad1b4665f" -d '{"events": [{"server_uuid": "6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e", "name": "network-vif-unplugged", "status": "completed", "tag": "811fe75a-58ad-4d55-95fc-557ec70b4da6"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:04:21.829186 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 811fe75a-58ad-4d55-95fc-557ec70b4da6, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=811fe75a-58ad-4d55-95fc-557ec70b4da6,segment=NetworkSegment(23658927-a623-4faf-8750-20d4ad03fab0),segment_id=23658927-a623-4faf-8750-20d4ad03fab0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:04:21.858481 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce25d194-6dd2-4bdf-9faa-878a618da26a x-openstack-request-id: req-ce25d194-6dd2-4bdf-9faa-878a618da26a {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:04:21.858481 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e", "name": "network-vif-unplugged", "status": "completed", "tag": "811fe75a-58ad-4d55-95fc-557ec70b4da6", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:04:21.859627 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ce25d194-6dd2-4bdf-9faa-878a618da26a {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:04:21.859627 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '811fe75a-58ad-4d55-95fc-557ec70b4da6', 'code': 200} Aug 16 21:04:21.870424 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-0575b752-1c87-4444-8be1-edcc51b5b80f service neutron] 10.222.0.72 "GET /v2.0/networks/15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436512 Aug 16 21:04:21.886491 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52f1b7-a5f3-4610-ab5d-cd7837ea6236 req-629d5f4b-cbca-4b73-80f1-326abcd0279d tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:21.888229 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8d52f1b7-a5f3-4610-ab5d-cd7837ea6236 req-629d5f4b-cbca-4b73-80f1-326abcd0279d tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0665054 Aug 16 21:04:21.896758 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ad9c7b09-4eca-4134-9420-c83306767bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:21.965271 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:22.000321 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-7d1df59e-c691-402c-845c-8e5aa8b92dad service neutron] 10.222.0.72 "GET /v2.0/networks/15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205244 Aug 16 21:04:22.008470 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8d52f1b7-a5f3-4610-ab5d-cd7837ea6236 req-5388d4ef-8765-4952-b67f-95aeeaa90116 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095076 Aug 16 21:04:22.040460 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=811fe75a-58ad-4d55-95fc-557ec70b4da6,revision_number=8']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:22.045884 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:22.066489 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-5e652b63-6f51-418f-bbac-7a88f5022e4e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=f46cd7dd-4272-4b97-ba28-4c7234fc9a00 HTTP/1.1" status: 200 len: 217 time: 0.0571342 Aug 16 21:04:22.128608 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-2a0b0e1a-4c4b-4973-b6e9-61b9ebe3581f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:22.130178 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-2a0b0e1a-4c4b-4973-b6e9-61b9ebe3581f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a0b6d73-74b5-4c8b-b956-b93210cff710 HTTP/1.1" status: 200 len: 797 time: 0.0563557 Aug 16 21:04:22.179935 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-b88ee088-1273-43bd-bf04-6f95495cd566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:22.181849 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-b88ee088-1273-43bd-bf04-6f95495cd566 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a286773-4076-470d-b75a-c7eea1dc3d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0435336 Aug 16 21:04:22.197665 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-ad9c7b09-4eca-4134-9420-c83306767bd9 admin admin] Deleting port dd7986ff-5826-4dfe-aa27-414042eba1e4 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:04:22.198021 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ad9c7b09-4eca-4134-9420-c83306767bd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:22.297893 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-ad9c7b09-4eca-4134-9420-c83306767bd9 admin admin] For port dd7986ff-5826-4dfe-aa27-414042eba1e4, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=dd7986ff-5826-4dfe-aa27-414042eba1e4,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:04:22.299156 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ad9c7b09-4eca-4134-9420-c83306767bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:22.315743 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-ad9c7b09-4eca-4134-9420-c83306767bd9 admin admin] Calling delete_port for dd7986ff-5826-4dfe-aa27-414042eba1e4 owned by network:router_interface {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:04:22.418617 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-05378267-ff04-4080-8122-b59931094eca req-2e894345-bd3d-444a-86f7-6f3ab4626f6c tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd HTTP/1.1" status: 200 len: 210 time: 0.0856321 Aug 16 21:04:22.602893 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-b112dbbf-2970-4ca8-ad30-10b01baed42d service neutron] 10.222.0.72 "GET /v2.0/networks/2a286773-4076-470d-b75a-c7eea1dc3d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119575 Aug 16 21:04:22.612186 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6c7e9261-163d-4dce-ab66-14e992c86c24 req-a184fa32-841a-43bd-b7ed-b33a2b9b7af2 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b HTTP/1.1" status: 200 len: 210 time: 0.0332725 Aug 16 21:04:22.705421 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-a62f392b-1bdf-4a2d-8b9b-0b0196144f69 service neutron] 10.222.0.72 "GET /v2.0/networks/2a286773-4076-470d-b75a-c7eea1dc3d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862620 Aug 16 21:04:22.751845 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-cdbf9687-c514-49bb-9109-e90d37f5828c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=7d470d90-81da-4884-b71f-665f707bd7e3 HTTP/1.1" status: 200 len: 217 time: 0.0381174 Aug 16 21:04:22.808048 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-c28289d9-ddf7-4993-be4a-1621ce33e5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:22.810350 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-c28289d9-ddf7-4993-be4a-1621ce33e5f7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a0b6d73-74b5-4c8b-b956-b93210cff710 HTTP/1.1" status: 200 len: 797 time: 0.0494974 Aug 16 21:04:22.860150 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-6f6f0304-6b8f-4fca-9618-c3df1c9f5f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:22.861790 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-6f6f0304-6b8f-4fca-9618-c3df1c9f5f4b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a286773-4076-470d-b75a-c7eea1dc3d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0423050 Aug 16 21:04:22.883727 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ad9c7b09-4eca-4134-9420-c83306767bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:22.913250 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c7b09-4eca-4134-9420-c83306767bd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd7986ff-5826-4dfe-aa27-414042eba1e4,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:22.979680 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-c76467c0-ccb2-465a-8fc7-cf6b4ec86c58 service neutron] 10.222.0.72 "GET /v2.0/networks/2a286773-4076-470d-b75a-c7eea1dc3d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016674 Aug 16 21:04:23.126271 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-dce13216-b3c1-4ad9-976c-46cedf8ae492 service neutron] 10.222.0.72 "GET /v2.0/networks/2a286773-4076-470d-b75a-c7eea1dc3d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310809 Aug 16 21:04:23.189982 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-1f36f5c2-61f6-485e-bd3c-0c7f8d49f82c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=ab55560e-b85e-4e5a-8f8b-0a085f406734 HTTP/1.1" status: 200 len: 217 time: 0.0575747 Aug 16 21:04:23.200603 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ad9c7b09-4eca-4134-9420-c83306767bd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:23.216661 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5c52b174-8e97-473d-9a71-e40e2ecf73c4 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:04:23.220275 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e331b-feef-49f7-bd18-72246b200dec req-7de4d54e-742c-4e98-83fe-12528dc0d819 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:23.227605 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-257e331b-feef-49f7-bd18-72246b200dec req-7de4d54e-742c-4e98-83fe-12528dc0d819 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 943 time: 0.0893848 Aug 16 21:04:23.261881 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-b5bb9100-bf10-4e37-9417-ea07f32d7010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:23.263378 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-b5bb9100-bf10-4e37-9417-ea07f32d7010 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a0b6d73-74b5-4c8b-b956-b93210cff710 HTTP/1.1" status: 200 len: 797 time: 0.0557652 Aug 16 21:04:23.292108 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 5c52b174-8e97-473d-9a71-e40e2ecf73c4 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:04:23.292108 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:23.325307 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-29319328-0a94-45ad-9857-25ce8c6b6354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:23.328116 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-29319328-0a94-45ad-9857-25ce8c6b6354 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a286773-4076-470d-b75a-c7eea1dc3d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0498545 Aug 16 21:04:23.412378 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-257e331b-feef-49f7-bd18-72246b200dec req-a3586968-e881-4a96-a27c-1b87b277ae3f tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837981 Aug 16 21:04:23.476679 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-04e3da4c-a46b-4595-88a1-8f1c710d43cd tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:23.481955 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-04e3da4c-a46b-4595-88a1-8f1c710d43cd tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.90 "GET /v2.0/networks?id=38aa7fb0-7837-441f-a702-d14d19ac7dce HTTP/1.1" status: 200 len: 797 time: 0.2459893 Aug 16 21:04:23.487328 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-62415dc0-0e71-4605-b4d9-d729d1f95f81 service neutron] 10.222.0.72 "GET /v2.0/networks/2a286773-4076-470d-b75a-c7eea1dc3d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452267 Aug 16 21:04:23.614549 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-49edd67d-8de4-4d06-a36b-28f1c30a266d service neutron] 10.222.0.72 "GET /v2.0/networks/2a286773-4076-470d-b75a-c7eea1dc3d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167943 Aug 16 21:04:23.653361 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7a9d6f34-9b7a-4997-bf7f-f3d436bccfeb req-386e7133-fb19-44af-84cb-8c3d4f6cf4cb tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd HTTP/1.1" status: 200 len: 210 time: 0.0328004 Aug 16 21:04:23.679460 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-3da1b60a-e3a9-4377-be78-741bc1c51d9e tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89e5c5f06f394767b34bdcf9bb013f56 HTTP/1.1" status: 200 len: 477 time: 0.1440928 Aug 16 21:04:23.685569 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-044a2f17-bd07-49b6-adcb-e7cd058db536 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=fd6fa129-4aa2-485d-ba8c-81e929ab059a HTTP/1.1" status: 200 len: 217 time: 0.0610504 Aug 16 21:04:23.694205 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-4b0f2bd0-f57a-4fb3-b87a-35e55476aff7 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Request body: {'port': {'device_id': 'ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b', 'network_id': '38aa7fb0-7837-441f-a702-d14d19ac7dce', 'admin_state_up': True, 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'security_groups': ['868c986c-898b-43a8-8487-f3cc8e70bab5', 'ab42646f-4b94-49ec-b0ef-1630bc33b385']}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:23.707167 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c80c6-b2c1-4548-b979-6ea41c59a718 req-dcb4eadb-d265-4d5a-ba52-6fc1eef9d99c tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:23.708741 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f66c80c6-b2c1-4548-b979-6ea41c59a718 req-dcb4eadb-d265-4d5a-ba52-6fc1eef9d99c tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 943 time: 0.1793809 Aug 16 21:04:23.757577 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-064642bb-797f-43ca-a432-cd3a3104d6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:23.759951 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-064642bb-797f-43ca-a432-cd3a3104d6f6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a0b6d73-74b5-4c8b-b956-b93210cff710 HTTP/1.1" status: 200 len: 797 time: 0.0619569 Aug 16 21:04:23.805602 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f122deae-789f-4a87-9cb0-45b54ec4ca4d req-875b72b0-81d5-4a35-b9ff-97b69bd84219 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b HTTP/1.1" status: 200 len: 210 time: 0.0498209 Aug 16 21:04:23.809496 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9c7b09-4eca-4134-9420-c83306767bd9 admin admin] Router 8fcabe98-84b1-4e5f-9562-336adf9cdaa0 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:04:23.817833 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-fd480e7a-7143-4459-a862-3029fac65292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:23.819845 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-fd480e7a-7143-4459-a862-3029fac65292 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a286773-4076-470d-b75a-c7eea1dc3d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0527794 Aug 16 21:04:23.854420 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f66c80c6-b2c1-4548-b979-6ea41c59a718 req-69598634-8047-440f-a27e-58499c69c155 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298265 Aug 16 21:04:23.959350 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-9be79b19-7890-4fd6-ba9d-657bcdd0b029 service neutron] 10.222.0.72 "GET /v2.0/networks/2a286773-4076-470d-b75a-c7eea1dc3d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321344 Aug 16 21:04:23.994283 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9c7b09-4eca-4134-9420-c83306767bd9 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:04:24.007161 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ad9c7b09-4eca-4134-9420-c83306767bd9 admin admin] 10.222.0.84 "PUT /v2.0/routers/8fcabe98-84b1-4e5f-9562-336adf9cdaa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7168968 Aug 16 21:04:24.007254 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9126fc3b-ec33-45a3-b922-eee46f7e59e1 None None] Sync routers for ids ['8fcabe98-84b1-4e5f-9562-336adf9cdaa0'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:04:24.008883 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 59468) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:24.016710 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9126fc3b-ec33-45a3-b922-eee46f7e59e1 None None] Routers {'8fcabe98-84b1-4e5f-9562-336adf9cdaa0'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:04:24.017867 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-9126fc3b-ec33-45a3-b922-eee46f7e59e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:04:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fcabe98-84b1-4e5f-9562-336adf9cdaa0'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:24.089783 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-1a4bfaf9-5568-492b-a502-ed46ce9e94ae service neutron] 10.222.0.72 "GET /v2.0/networks/2a286773-4076-470d-b75a-c7eea1dc3d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231854 Aug 16 21:04:24.110731 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-4b0f2bd0-f57a-4fb3-b87a-35e55476aff7 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Made reservation on behalf of 89e5c5f06f394767b34bdcf9bb013f56 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:04:24.114298 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-4b0f2bd0-f57a-4fb3-b87a-35e55476aff7 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:24.143500 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-2b3659a6-4f2b-4aa2-a074-0001d125bb73 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1f12573e-db64-4bb9-b684-4157dd9b1f73 HTTP/1.1" status: 200 len: 217 time: 0.0462208 Aug 16 21:04:24.156899 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-9126fc3b-ec33-45a3-b922-eee46f7e59e1 None None] Set router 8fcabe98-84b1-4e5f-9562-336adf9cdaa0 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:04:24.191968 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2ba9d4e6-e525-47a4-a93f-f672f8b5c4d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:24.218525 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-745f2ac8-32a4-47d7-b221-1c73ff34474a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:24.220798 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-745f2ac8-32a4-47d7-b221-1c73ff34474a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b0da94a-9e98-450f-a388-801e578bebaa HTTP/1.1" status: 200 len: 797 time: 0.0693474 Aug 16 21:04:24.274717 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-46bc10f1-1f0c-4ea2-a2d3-a1b18a78022e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:24.276425 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-46bc10f1-1f0c-4ea2-a2d3-a1b18a78022e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0bc6759c-80a4-4ca6-8103-9c391365ae1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0448179 Aug 16 21:04:24.372856 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-4b0f2bd0-f57a-4fb3-b87a-35e55476aff7 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Allocated IP 172.20.0.8 (38aa7fb0-7837-441f-a702-d14d19ac7dce/9215196a-1f5d-4cc1-ae31-cdca45b1fc40/992aacb6-d602-42d9-8437-a3525d7d1c6d) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:04:24.382934 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-c6a11b66-5f5c-491c-8521-e2d64b7e5afb service neutron] 10.222.0.72 "GET /v2.0/networks/0bc6759c-80a4-4ca6-8103-9c391365ae1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985007 Aug 16 21:04:24.391928 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2ba9d4e6-e525-47a4-a93f-f672f8b5c4d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:24.494692 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e5974-a1e7-464d-8117-896eafb95e5b req-bb30d3eb-59b8-47bd-a828-fa3745cfd57d tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:24.496544 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f30e5974-a1e7-464d-8117-896eafb95e5b req-bb30d3eb-59b8-47bd-a828-fa3745cfd57d tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 943 time: 0.0969048 Aug 16 21:04:24.511952 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-d13d322a-a5e5-49b0-981c-661ad17abc61 service neutron] 10.222.0.72 "GET /v2.0/networks/0bc6759c-80a4-4ca6-8103-9c391365ae1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201818 Aug 16 21:04:24.573864 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-9126fc3b-ec33-45a3-b922-eee46f7e59e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcabe98-84b1-4e5f-9562-336adf9cdaa0', 'name': 'tempest-ServerActionsTestJSON-157227052-router', 'tenant_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b6ed9cde-8829-488a-830e-d9adc7844018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:56:02Z', 'updated_at': '2021-08-16T21:04:22Z', 'revision_number': 5, 'project_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'gw_port': {'id': 'b6ed9cde-8829-488a-830e-d9adc7844018', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:39:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcabe98-84b1-4e5f-9562-336adf9cdaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:03Z', 'updated_at': '2021-08-16T20:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:24.589512 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-50e27acf-7ce6-4e49-96e3-ed22aabc9af5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1 HTTP/1.1" status: 200 len: 217 time: 0.0661325 Aug 16 21:04:24.620282 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9126fc3b-ec33-45a3-b922-eee46f7e59e1 None None] Checking router: 8fcabe98-84b1-4e5f-9562-336adf9cdaa0 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:04:24.624263 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f30e5974-a1e7-464d-8117-896eafb95e5b req-a8963275-c715-4f6c-adfc-95ad7e93cc1d tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159651 Aug 16 21:04:24.637922 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9126fc3b-ec33-45a3-b922-eee46f7e59e1 None None] Routers {'8fcabe98-84b1-4e5f-9562-336adf9cdaa0'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:04:24.638697 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-9126fc3b-ec33-45a3-b922-eee46f7e59e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:04:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fcabe98-84b1-4e5f-9562-336adf9cdaa0'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:24.685164 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-4b0f2bd0-f57a-4fb3-b87a-35e55476aff7 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:24.690780 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-2ba9d4e6-e525-47a4-a93f-f672f8b5c4d6 admin admin] Deleting port b6ed9cde-8829-488a-830e-d9adc7844018 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:04:24.695039 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2ba9d4e6-e525-47a4-a93f-f672f8b5c4d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:24.705443 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-9269514d-6f30-42de-9d38-f685bdb7d89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:24.707754 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-9269514d-6f30-42de-9d38-f685bdb7d89d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b0da94a-9e98-450f-a388-801e578bebaa HTTP/1.1" status: 200 len: 797 time: 0.1089659 Aug 16 21:04:24.746278 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-4b0f2bd0-f57a-4fb3-b87a-35e55476aff7 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Transition to ACTIVE for port object 992aacb6-d602-42d9-8437-a3525d7d1c6d will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:04:24.765128 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-9126fc3b-ec33-45a3-b922-eee46f7e59e1 None None] Set router 8fcabe98-84b1-4e5f-9562-336adf9cdaa0 gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:04:24.792735 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-d6c45d27-7048-4a64-8f23-fe369edbede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:24.794631 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-d6c45d27-7048-4a64-8f23-fe369edbede2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0bc6759c-80a4-4ca6-8103-9c391365ae1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0762463 Aug 16 21:04:24.801301 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fbece48f-eeb9-4d79-acc5-605d908a080d req-04cb5701-f98a-4759-9d00-06289356eeb0 tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd HTTP/1.1" status: 200 len: 210 time: 0.0371168 Aug 16 21:04:24.824467 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-9126fc3b-ec33-45a3-b922-eee46f7e59e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcabe98-84b1-4e5f-9562-336adf9cdaa0', 'name': 'tempest-ServerActionsTestJSON-157227052-router', 'tenant_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:56:02Z', 'updated_at': '2021-08-16T21:04:24Z', 'revision_number': 6, 'project_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:24.860594 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9126fc3b-ec33-45a3-b922-eee46f7e59e1 None None] The sync data for ids ['8fcabe98-84b1-4e5f-9562-336adf9cdaa0'] in n-d-793620-15 is: [{'id': '8fcabe98-84b1-4e5f-9562-336adf9cdaa0', 'name': 'tempest-ServerActionsTestJSON-157227052-router', 'tenant_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:56:02Z', 'updated_at': '2021-08-16T21:04:24Z', 'revision_number': 6, 'project_id': '04d4519d90b5451ebf562bbd9e44ac2b', 'gw_port_host': None}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:04:24.862656 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-2ba9d4e6-e525-47a4-a93f-f672f8b5c4d6 admin admin] For port b6ed9cde-8829-488a-830e-d9adc7844018, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b6ed9cde-8829-488a-830e-d9adc7844018,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:04:24.863083 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2ba9d4e6-e525-47a4-a93f-f672f8b5c4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:24.887721 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-2ba9d4e6-e525-47a4-a93f-f672f8b5c4d6 admin admin] Calling delete_port for b6ed9cde-8829-488a-830e-d9adc7844018 owned by network:router_gateway {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:04:24.954141 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 59492) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:24.961679 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-06f3e737-ac8d-403a-b3ee-d7e009e9279e service neutron] 10.222.0.72 "GET /v2.0/networks/0bc6759c-80a4-4ca6-8103-9c391365ae1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565280 Aug 16 21:04:24.974352 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-4b0f2bd0-f57a-4fb3-b87a-35e55476aff7 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:25.071831 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3a53f18d-709c-4156-bfec-df4e35cb474d req-f08d35ba-8130-45b0-a820-041120fafbca service neutron] 10.222.0.72 "GET /v2.0/networks/0bc6759c-80a4-4ca6-8103-9c391365ae1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985930 Aug 16 21:04:25.097423 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-4b0f2bd0-f57a-4fb3-b87a-35e55476aff7 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Network 38aa7fb0-7837-441f-a702-d14d19ac7dce is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:04:25.102319 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f2bd0-f57a-4fb3-b87a-35e55476aff7 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Pushing event updated for resources: {'Port': ['ID=992aacb6-d602-42d9-8437-a3525d7d1c6d,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:25.228823 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device dd7986ff-5826-4dfe-aa27-414042eba1e4 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:04:25.262610 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: dd7986ff-5826-4dfe-aa27-414042eba1e4 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:04:25.263333 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device dd7986ff-5826-4dfe-aa27-414042eba1e4 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:04:25.466557 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2fa26f-221f-4e5f-8a56-7be12ae31388 req-3fe587ba-dc39-4b80-9663-42255393569b tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:25.471075 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf2fa26f-221f-4e5f-8a56-7be12ae31388 req-3fe587ba-dc39-4b80-9663-42255393569b tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b HTTP/1.1" status: 200 len: 970 time: 0.5194089 Aug 16 21:04:25.472032 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-4b0f2bd0-f57a-4fb3-b87a-35e55476aff7 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:04:25.478216 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-4b0f2bd0-f57a-4fb3-b87a-35e55476aff7 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:04:25.549405 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b9e07d85-2ea0-48cf-9f95-128067289fdb req-bd07289a-cb2e-411b-8108-b5119773fd80 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5944574 Aug 16 21:04:25.583477 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-4b0f2bd0-f57a-4fb3-b87a-35e55476aff7 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:25.583477 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-4b0f2bd0-f57a-4fb3-b87a-35e55476aff7 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:25.621525 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf2fa26f-221f-4e5f-8a56-7be12ae31388 req-8d7992d6-a58b-4a3e-b7d2-3989d3625e26 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/security-groups?id=ab42646f-4b94-49ec-b0ef-1630bc33b385&id=868c986c-898b-43a8-8487-f3cc8e70bab5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1448472 Aug 16 21:04:25.764867 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-4b0f2bd0-f57a-4fb3-b87a-35e55476aff7 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.0775986 Aug 16 21:04:25.779431 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-24fc38d4-6549-4390-94e5-ab9fbedfb554 service neutron] Request body: {'port': {'device_id': 'ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:25.803147 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2ba9d4e6-e525-47a4-a93f-f672f8b5c4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:25.816675 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1053a0f-33ff-4943-959b-8c270413a09e req-d0292336-7ae3-45c6-ad2a-1195063e3fe8 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:25.818406 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d1053a0f-33ff-4943-959b-8c270413a09e req-d0292336-7ae3-45c6-ad2a-1195063e3fe8 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 943 time: 0.0908861 Aug 16 21:04:25.858816 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba9d4e6-e525-47a4-a93f-f672f8b5c4d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6ed9cde-8829-488a-830e-d9adc7844018,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:25.913289 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-3ab47f70-b137-43db-a31d-5fef57ed7209 None None] Provisioning for port 992aacb6-d602-42d9-8437-a3525d7d1c6d completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:04:25.917711 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-3ab47f70-b137-43db-a31d-5fef57ed7209 None None] Provisioning complete for port 992aacb6-d602-42d9-8437-a3525d7d1c6d triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:04:25.918217 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3ab47f70-b137-43db-a31d-5fef57ed7209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:25.961953 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-3ab47f70-b137-43db-a31d-5fef57ed7209 None None] Port 992aacb6-d602-42d9-8437-a3525d7d1c6d cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:04:25.966624 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-24fc38d4-6549-4390-94e5-ab9fbedfb554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:25.976881 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-08d9d4e2-7ce8-497e-a139-5ff062550f00 req-42b8ec36-5367-410e-a1f3-6f5d3a1e84e5 tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd HTTP/1.1" status: 200 len: 210 time: 0.0415020 Aug 16 21:04:25.995704 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d1053a0f-33ff-4943-959b-8c270413a09e req-9a5187b5-2c11-4bf7-b52e-5142ddfda9d7 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670160 Aug 16 21:04:26.009894 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2ba9d4e6-e525-47a4-a93f-f672f8b5c4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:26.131570 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2ba9d4e6-e525-47a4-a93f-f672f8b5c4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:26.139430 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2ba9d4e6-e525-47a4-a93f-f672f8b5c4d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:26.350483 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2ba9d4e6-e525-47a4-a93f-f672f8b5c4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:26.351044 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba9d4e6-e525-47a4-a93f-f672f8b5c4d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fcabe98-84b1-4e5f-9562-336adf9cdaa0 {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:04:26.356545 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2ba9d4e6-e525-47a4-a93f-f672f8b5c4d6 admin admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:26.359952 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2ba9d4e6-e525-47a4-a93f-f672f8b5c4d6 admin admin] 10.222.0.84 "DELETE /v2.0/routers/8fcabe98-84b1-4e5f-9562-336adf9cdaa0 HTTP/1.1" status: 204 len: 168 time: 2.3475778 Aug 16 21:04:26.360338 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59512) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:26.401476 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-24fc38d4-6549-4390-94e5-ab9fbedfb554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 992aacb6-d602-42d9-8437-a3525d7d1c6d {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:04:26.409828 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-24fc38d4-6549-4390-94e5-ab9fbedfb554 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:26.417050 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b32dbd2-b619-444e-8f8d-96ebec470573 admin admin] Deleting subnet 20aa60f1-bb16-40f5-b2dd-0341c13f6e8c {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:04:26.420715 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2b32dbd2-b619-444e-8f8d-96ebec470573 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:26.424059 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-24fc38d4-6549-4390-94e5-ab9fbedfb554 service neutron] Transition to ACTIVE for port object 992aacb6-d602-42d9-8437-a3525d7d1c6d will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:04:26.470483 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2b32dbd2-b619-444e-8f8d-96ebec470573 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:26.547934 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2b32dbd2-b619-444e-8f8d-96ebec470573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:26.549525 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-24fc38d4-6549-4390-94e5-ab9fbedfb554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:26.617341 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc38d4-6549-4390-94e5-ab9fbedfb554 service neutron] Pushing event updated for resources: {'Port': ['ID=992aacb6-d602-42d9-8437-a3525d7d1c6d,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:26.709489 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-24fc38d4-6549-4390-94e5-ab9fbedfb554 service neutron] Attempting to bind port 992aacb6-d602-42d9-8437-a3525d7d1c6d on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:04:26.709847 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-24fc38d4-6549-4390-94e5-ab9fbedfb554 service neutron] Attempting to bind port 992aacb6-d602-42d9-8437-a3525d7d1c6d by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'ca8d7f37-dc13-4dcf-91b9-aa82a180898e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '38aa7fb0-7837-441f-a702-d14d19ac7dce'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:04:26.710185 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-24fc38d4-6549-4390-94e5-ab9fbedfb554 service neutron] Attempting to bind port 992aacb6-d602-42d9-8437-a3525d7d1c6d on network 38aa7fb0-7837-441f-a702-d14d19ac7dce {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:04:26.718963 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-24fc38d4-6549-4390-94e5-ab9fbedfb554 service neutron] Port 992aacb6-d602-42d9-8437-a3525d7d1c6d on network 38aa7fb0-7837-441f-a702-d14d19ac7dce not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:04:26.719499 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-24fc38d4-6549-4390-94e5-ab9fbedfb554 service neutron] Attempting to bind port 992aacb6-d602-42d9-8437-a3525d7d1c6d on network 38aa7fb0-7837-441f-a702-d14d19ac7dce {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:04:26.738612 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-24fc38d4-6549-4390-94e5-ab9fbedfb554 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:04:26.738965 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-24fc38d4-6549-4390-94e5-ab9fbedfb554 service neutron] Checking segment: {'id': 'ca8d7f37-dc13-4dcf-91b9-aa82a180898e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '38aa7fb0-7837-441f-a702-d14d19ac7dce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:04:26.739363 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-24fc38d4-6549-4390-94e5-ab9fbedfb554 service neutron] Bound using segment: {'id': 'ca8d7f37-dc13-4dcf-91b9-aa82a180898e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '38aa7fb0-7837-441f-a702-d14d19ac7dce'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:04:26.740114 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-24fc38d4-6549-4390-94e5-ab9fbedfb554 service neutron] Bound port: 992aacb6-d602-42d9-8437-a3525d7d1c6d, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca8d7f37-dc13-4dcf-91b9-aa82a180898e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '38aa7fb0-7837-441f-a702-d14d19ac7dce'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:04:26.740469 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-24fc38d4-6549-4390-94e5-ab9fbedfb554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:26.743339 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2b32dbd2-b619-444e-8f8d-96ebec470573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:26.763563 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2b32dbd2-b619-444e-8f8d-96ebec470573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:26.765359 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2b32dbd2-b619-444e-8f8d-96ebec470573 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/20aa60f1-bb16-40f5-b2dd-0341c13f6e8c HTTP/1.1" status: 204 len: 168 time: 0.4035046 Aug 16 21:04:26.768651 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2dae9e-3089-4e9c-99e0-902c143fa334 None None] Network 6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:04:26.772083 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 59518) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:26.800738 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32dbd2-b619-444e-8f8d-96ebec470573 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20aa60f1-bb16-40f5-b2dd-0341c13f6e8c,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:26.918312 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b5333-0869-46ec-a0ae-6e53bdbf1fa4 req-b2009ffb-4fc1-454e-94b1-56eefcb30bbc tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:26.920240 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0c3b5333-0869-46ec-a0ae-6e53bdbf1fa4 req-b2009ffb-4fc1-454e-94b1-56eefcb30bbc tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b HTTP/1.1" status: 200 len: 982 time: 0.2031877 Aug 16 21:04:26.950362 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a61f86d3-95c3-4ce1-a3fb-6b00b5d631f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:26.961947 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-24fc38d4-6549-4390-94e5-ab9fbedfb554 service neutron] For port 992aacb6-d602-42d9-8437-a3525d7d1c6d, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:04:26.982007 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-24fc38d4-6549-4390-94e5-ab9fbedfb554 service neutron] For port 992aacb6-d602-42d9-8437-a3525d7d1c6d, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=992aacb6-d602-42d9-8437-a3525d7d1c6d,segment=NetworkSegment(ca8d7f37-dc13-4dcf-91b9-aa82a180898e),segment_id=ca8d7f37-dc13-4dcf-91b9-aa82a180898e)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:04:27.007638 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0c3b5333-0869-46ec-a0ae-6e53bdbf1fa4 req-c77fb1d6-4f1d-4969-abcc-901b86ac5c1f tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/security-groups?id=ab42646f-4b94-49ec-b0ef-1630bc33b385&id=868c986c-898b-43a8-8487-f3cc8e70bab5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0705514 Aug 16 21:04:27.040234 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0962adc5-e781-4435-b14e-106dbcae4b5b None None] DHCP port deletion for 6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:04:27.081108 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-24fc38d4-6549-4390-94e5-ab9fbedfb554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:27.121672 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-0962adc5-e781-4435-b14e-106dbcae4b5b None None] Deleting port 8b871201-5b96-4ed3-98ec-7025d44e5fb1 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:04:27.121672 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0962adc5-e781-4435-b14e-106dbcae4b5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:27.140108 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-a61f86d3-95c3-4ce1-a3fb-6b00b5d631f3 admin admin] Deleting port 8b871201-5b96-4ed3-98ec-7025d44e5fb1 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:04:27.140467 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a61f86d3-95c3-4ce1-a3fb-6b00b5d631f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:27.159387 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 8b871201-5b96-4ed3-98ec-7025d44e5fb1 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:04:27.219922 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-0962adc5-e781-4435-b14e-106dbcae4b5b None None] For port 8b871201-5b96-4ed3-98ec-7025d44e5fb1, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=8b871201-5b96-4ed3-98ec-7025d44e5fb1,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:04:27.221460 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0962adc5-e781-4435-b14e-106dbcae4b5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:27.232501 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-24fc38d4-6549-4390-94e5-ab9fbedfb554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:27.233139 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-24fc38d4-6549-4390-94e5-ab9fbedfb554 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:27.234664 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-24fc38d4-6549-4390-94e5-ab9fbedfb554 service neutron] 10.222.0.90 "PUT /v2.0/ports/992aacb6-d602-42d9-8437-a3525d7d1c6d HTTP/1.1" status: 200 len: 1131 time: 1.4611664 Aug 16 21:04:27.239402 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-0962adc5-e781-4435-b14e-106dbcae4b5b None None] Calling delete_port for 8b871201-5b96-4ed3-98ec-7025d44e5fb1 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:04:27.245302 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0cdd33f9-53f9-4de2-b23d-658e1ae9ce98 req-a3cf5136-c1c3-4e3c-8a3d-2114a49836c5 tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd HTTP/1.1" status: 200 len: 210 time: 0.1172457 Aug 16 21:04:27.245786 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b', 'tag': '992aacb6-d602-42d9-8437-a3525d7d1c6d'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:04:27.248121 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6a883a-69fe-4d37-adda-2545d61844cc" -d '{"events": [{"name": "network-changed", "server_uuid": "ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b", "tag": "992aacb6-d602-42d9-8437-a3525d7d1c6d"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:04:27.314643 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-a61f86d3-95c3-4ce1-a3fb-6b00b5d631f3 admin admin] For port 8b871201-5b96-4ed3-98ec-7025d44e5fb1, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=8b871201-5b96-4ed3-98ec-7025d44e5fb1,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:04:27.315177 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a61f86d3-95c3-4ce1-a3fb-6b00b5d631f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:27.336363 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc38d4-6549-4390-94e5-ab9fbedfb554 service neutron] Pushing event updated for resources: {'Port': ['ID=992aacb6-d602-42d9-8437-a3525d7d1c6d,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:27.346114 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:27.347031 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-a61f86d3-95c3-4ce1-a3fb-6b00b5d631f3 admin admin] Calling delete_port for 8b871201-5b96-4ed3-98ec-7025d44e5fb1 owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:04:27.373392 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ba9b2-a318-4309-ab07-3b70e46959f9 req-07ca82f8-4e62-4c56-8d35-43d92b866add tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:27.391278 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-187ba9b2-a318-4309-ab07-3b70e46959f9 req-07ca82f8-4e62-4c56-8d35-43d92b866add tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 943 time: 0.2621274 Aug 16 21:04:27.404765 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 8b871201-5b96-4ed3-98ec-7025d44e5fb1, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=8b871201-5b96-4ed3-98ec-7025d44e5fb1,segment=NetworkSegment(22721eb0-aba5-4aa9-85ca-08a2fecd48ad),segment_id=22721eb0-aba5-4aa9-85ca-08a2fecd48ad)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:04:27.426408 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ba7d9a-05a7-4821-987e-58640faade42 x-openstack-request-id: req-c1ba7d9a-05a7-4821-987e-58640faade42 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:04:27.426690 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b", "tag": "992aacb6-d602-42d9-8437-a3525d7d1c6d", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:04:27.426943 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c1ba7d9a-05a7-4821-987e-58640faade42 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:04:27.427339 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b', 'tag': '992aacb6-d602-42d9-8437-a3525d7d1c6d', 'status': 'completed', 'code': 200} Aug 16 21:04:27.508455 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:27.509562 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b6ed9cde-8829-488a-830e-d9adc7844018 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:04:27.549204 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: b6ed9cde-8829-488a-830e-d9adc7844018 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:04:27.549556 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b6ed9cde-8829-488a-830e-d9adc7844018 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:04:27.574916 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0962adc5-e781-4435-b14e-106dbcae4b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:27.580495 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-187ba9b2-a318-4309-ab07-3b70e46959f9 req-3055ec37-134f-4542-ab8d-5db8aed072a5 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876333 Aug 16 21:04:27.588295 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e07d85-2ea0-48cf-9f95-128067289fdb req-027f92d4-6043-4fa4-9dfd-bfceb95bfae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:27.589842 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b9e07d85-2ea0-48cf-9f95-128067289fdb req-027f92d4-6043-4fa4-9dfd-bfceb95bfae6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e&tenant_id=4c0e76081c1e4800ae56303449df01e1 HTTP/1.1" status: 200 len: 1095 time: 0.1724181 Aug 16 21:04:27.589955 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=8b871201-5b96-4ed3-98ec-7025d44e5fb1,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:27.593943 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0962adc5-e781-4435-b14e-106dbcae4b5b None None] No DVR routers for this DVR port 8b871201-5b96-4ed3-98ec-7025d44e5fb1 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:04:27.594226 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-6655805e-f927-4069-9c60-b1f71c7a7895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:27.595771 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-6655805e-f927-4069-9c60-b1f71c7a7895 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=89e5c5f06f394767b34bdcf9bb013f56&device_id=ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b HTTP/1.1" status: 200 len: 1134 time: 0.1909304 Aug 16 21:04:27.610815 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-b9e07d85-2ea0-48cf-9f95-128067289fdb req-77007269-f2cb-4d38-8cb8-40a18384e998 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-15', 'device_owner': 'compute:nova'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:27.630428 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0962adc5-e781-4435-b14e-106dbcae4b5b None None] Pushing event deleted for resources: {'Port': ['ID=8b871201-5b96-4ed3-98ec-7025d44e5fb1,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:27.669629 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-2c58ae25-c115-4c21-9679-613cd2c20ff6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=992aacb6-d602-42d9-8437-a3525d7d1c6d HTTP/1.1" status: 200 len: 217 time: 0.0627687 Aug 16 21:04:27.672415 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a61f86d3-95c3-4ce1-a3fb-6b00b5d631f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:27.744681 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61f86d3-95c3-4ce1-a3fb-6b00b5d631f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b871201-5b96-4ed3-98ec-7025d44e5fb1,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:27.746671 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61f86d3-95c3-4ce1-a3fb-6b00b5d631f3 admin admin] No DVR routers for this DVR port 8b871201-5b96-4ed3-98ec-7025d44e5fb1 on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:04:27.786356 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b9e07d85-2ea0-48cf-9f95-128067289fdb req-77007269-f2cb-4d38-8cb8-40a18384e998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:27.831923 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-6f564233-cefc-4529-bdca-ae33cfce7f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:27.833468 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-6f564233-cefc-4529-bdca-ae33cfce7f2c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9215196a-1f5d-4cc1-ae31-cdca45b1fc40 HTTP/1.1" status: 200 len: 834 time: 0.1525254 Aug 16 21:04:27.862355 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a61f86d3-95c3-4ce1-a3fb-6b00b5d631f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:27.903967 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-a61f86d3-95c3-4ce1-a3fb-6b00b5d631f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c1a60e8-edd1-4d58-b6d4-9cea8db0a781']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:27.924491 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-a61f86d3-95c3-4ce1-a3fb-6b00b5d631f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22721eb0-aba5-4aa9-85ca-08a2fecd48ad') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:27.924795 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-a61f86d3-95c3-4ce1-a3fb-6b00b5d631f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22721eb0-aba5-4aa9-85ca-08a2fecd48ad') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:27.936304 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a61f86d3-95c3-4ce1-a3fb-6b00b5d631f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:28.015069 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a61f86d3-95c3-4ce1-a3fb-6b00b5d631f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:28.023748 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-18449468-25b5-4a28-8ad7-b83f0b8f49c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:28.025353 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-18449468-25b5-4a28-8ad7-b83f0b8f49c9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=38aa7fb0-7837-441f-a702-d14d19ac7dce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1835938 Aug 16 21:04:28.029565 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a61f86d3-95c3-4ce1-a3fb-6b00b5d631f3 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:04:28.029977 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a61f86d3-95c3-4ce1-a3fb-6b00b5d631f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:28.031671 n-d-793620-15 neutron-server[101844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:04:28.031671 n-d-793620-15 neutron-server[101844]: self.session.flush() Aug 16 21:04:28.031671 n-d-793620-15 neutron-server[101844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:04:28.031671 n-d-793620-15 neutron-server[101844]: self.session.flush() Aug 16 21:04:28.031671 n-d-793620-15 neutron-server[101844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:04:28.031671 n-d-793620-15 neutron-server[101844]: self.session.flush() Aug 16 21:04:28.031671 n-d-793620-15 neutron-server[101844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:04:28.031671 n-d-793620-15 neutron-server[101844]: self.session.flush() Aug 16 21:04:28.031671 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:04:28.031671 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:04:28.031671 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:04:28.031671 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:04:28.031671 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:04:28.031671 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:04:28.031671 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:04:28.031671 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:04:28.031671 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:04:28.031671 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:04:28.031671 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:04:28.031671 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:04:28.031671 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:04:28.031671 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:04:28.031671 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:04:28.031671 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:04:28.031671 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:04:28.031671 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:04:28.031671 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:04:28.031671 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:04:28.031671 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:04:28.031671 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:04:28.031671 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:04:28.031671 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:04:28.031671 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:04:28.031671 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:04:28.031671 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:04:28.031671 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:04:28.031671 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:04:28.031671 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:04:28.031671 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:04:28.031671 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:04:28.264883 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c37f7e-df6b-4ef3-9848-41e5420e1ba1 req-011fd085-025d-434d-8623-0c910e36c741 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:28.266385 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f5c37f7e-df6b-4ef3-9848-41e5420e1ba1 req-011fd085-025d-434d-8623-0c910e36c741 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b HTTP/1.1" status: 200 len: 982 time: 0.1687675 Aug 16 21:04:28.279479 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-e435d9f0-e992-4aae-a5b4-71764a4a33d4 service neutron] 10.222.0.90 "GET /v2.0/networks/38aa7fb0-7837-441f-a702-d14d19ac7dce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469025 Aug 16 21:04:28.323857 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a61f86d3-95c3-4ce1-a3fb-6b00b5d631f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:28.367458 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a61f86d3-95c3-4ce1-a3fb-6b00b5d631f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:28.369298 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a61f86d3-95c3-4ce1-a3fb-6b00b5d631f3 admin admin] 10.222.0.84 "DELETE /v2.0/networks/6c1a60e8-edd1-4d58-b6d4-9cea8db0a781 HTTP/1.1" status: 204 len: 168 time: 1.5942378 Aug 16 21:04:28.375088 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-b9e07d85-2ea0-48cf-9f95-128067289fdb req-77007269-f2cb-4d38-8cb8-40a18384e998 service neutron] For port 811fe75a-58ad-4d55-95fc-557ec70b4da6, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=811fe75a-58ad-4d55-95fc-557ec70b4da6,segment=NetworkSegment(23658927-a623-4faf-8750-20d4ad03fab0),segment_id=23658927-a623-4faf-8750-20d4ad03fab0)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:04:28.415390 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61f86d3-95c3-4ce1-a3fb-6b00b5d631f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c1a60e8-edd1-4d58-b6d4-9cea8db0a781,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:28.438648 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f5c37f7e-df6b-4ef3-9848-41e5420e1ba1 req-aee65170-fbdc-4eef-8dfc-210b4f9117df tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/security-groups?id=ab42646f-4b94-49ec-b0ef-1630bc33b385&id=868c986c-898b-43a8-8487-f3cc8e70bab5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1638553 Aug 16 21:04:28.441103 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-01be5f51-76ab-4272-829f-4e9ab66d0811 req-79d581ca-612a-433e-a109-1dc445218970 tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd HTTP/1.1" status: 200 len: 210 time: 0.0810404 Aug 16 21:04:28.477715 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-b9e07d85-2ea0-48cf-9f95-128067289fdb req-77007269-f2cb-4d38-8cb8-40a18384e998 service neutron] For port 811fe75a-58ad-4d55-95fc-557ec70b4da6, host n-h1-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:04:28.518053 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b3a3766-0d99-4db4-ae4c-bd2cbe97084e req-531860b3-17b9-4bcf-9283-6c587bb275cd service neutron] 10.222.0.90 "GET /v2.0/networks/38aa7fb0-7837-441f-a702-d14d19ac7dce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252789 Aug 16 21:04:28.523290 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-b9e07d85-2ea0-48cf-9f95-128067289fdb req-77007269-f2cb-4d38-8cb8-40a18384e998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 811fe75a-58ad-4d55-95fc-557ec70b4da6 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:04:28.532352 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b9e07d85-2ea0-48cf-9f95-128067289fdb req-77007269-f2cb-4d38-8cb8-40a18384e998 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:28.544755 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-b9e07d85-2ea0-48cf-9f95-128067289fdb req-77007269-f2cb-4d38-8cb8-40a18384e998 service neutron] Transition to ACTIVE for port object 811fe75a-58ad-4d55-95fc-557ec70b4da6 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:04:28.700631 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b9e07d85-2ea0-48cf-9f95-128067289fdb req-77007269-f2cb-4d38-8cb8-40a18384e998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:28.798677 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee5722-3602-41fc-b17a-a250f26f8427 req-c1c16f05-735b-475f-b877-b4ad145d5811 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:28.800188 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-19ee5722-3602-41fc-b17a-a250f26f8427 req-c1c16f05-735b-475f-b877-b4ad145d5811 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 943 time: 0.1423638 Aug 16 21:04:28.800810 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77007269-f2cb-4d38-8cb8-40a18384e998 service neutron] Pushing event updated for resources: {'Port': ['ID=811fe75a-58ad-4d55-95fc-557ec70b4da6,revision_number=9']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:28.804186 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e07d85-2ea0-48cf-9f95-128067289fdb req-77007269-f2cb-4d38-8cb8-40a18384e998 service neutron] No DVR routers for this DVR port 811fe75a-58ad-4d55-95fc-557ec70b4da6 on host n-h1-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:04:28.820874 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a883a-69fe-4d37-adda-2545d61844cc req-3d636828-2f43-4d8a-b9ec-240b3ad54a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:28.822385 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de6a883a-69fe-4d37-adda-2545d61844cc req-3d636828-2f43-4d8a-b9ec-240b3ad54a0a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=89e5c5f06f394767b34bdcf9bb013f56&device_id=ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b HTTP/1.1" status: 200 len: 1134 time: 0.1347685 Aug 16 21:04:28.840671 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59544) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:28.886176 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c4f2a90e-475b-4454-9f30-c94cf45b51c8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=04d4519d90b5451ebf562bbd9e44ac2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419929 Aug 16 21:04:28.886581 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59546) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:28.964276 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-19ee5722-3602-41fc-b17a-a250f26f8427 req-dd717eb2-3a26-4d91-aff7-a366edcc8258 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548615 Aug 16 21:04:28.967947 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-b9e07d85-2ea0-48cf-9f95-128067289fdb req-77007269-f2cb-4d38-8cb8-40a18384e998 service neutron] Attempting to bind port 811fe75a-58ad-4d55-95fc-557ec70b4da6 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:04:28.968298 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-b9e07d85-2ea0-48cf-9f95-128067289fdb req-77007269-f2cb-4d38-8cb8-40a18384e998 service neutron] Attempting to bind port 811fe75a-58ad-4d55-95fc-557ec70b4da6 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '23658927-a623-4faf-8750-20d4ad03fab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2a84c825-1836-4d4b-aa9e-01c66bc9b2dd'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:04:28.968630 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e07d85-2ea0-48cf-9f95-128067289fdb req-77007269-f2cb-4d38-8cb8-40a18384e998 service neutron] Attempting to bind port 811fe75a-58ad-4d55-95fc-557ec70b4da6 on network 2a84c825-1836-4d4b-aa9e-01c66bc9b2dd {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:04:28.973606 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5580527f-bbda-4602-b904-ae69655c6bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:28.990046 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e07d85-2ea0-48cf-9f95-128067289fdb req-77007269-f2cb-4d38-8cb8-40a18384e998 service neutron] Port 811fe75a-58ad-4d55-95fc-557ec70b4da6 on network 2a84c825-1836-4d4b-aa9e-01c66bc9b2dd not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:04:28.990381 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e07d85-2ea0-48cf-9f95-128067289fdb req-77007269-f2cb-4d38-8cb8-40a18384e998 service neutron] Attempting to bind port 811fe75a-58ad-4d55-95fc-557ec70b4da6 on network 2a84c825-1836-4d4b-aa9e-01c66bc9b2dd {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:04:29.007262 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e07d85-2ea0-48cf-9f95-128067289fdb req-77007269-f2cb-4d38-8cb8-40a18384e998 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:04:29.007611 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e07d85-2ea0-48cf-9f95-128067289fdb req-77007269-f2cb-4d38-8cb8-40a18384e998 service neutron] Checking segment: {'id': '23658927-a623-4faf-8750-20d4ad03fab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2a84c825-1836-4d4b-aa9e-01c66bc9b2dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:04:29.008023 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e07d85-2ea0-48cf-9f95-128067289fdb req-77007269-f2cb-4d38-8cb8-40a18384e998 service neutron] Bound using segment: {'id': '23658927-a623-4faf-8750-20d4ad03fab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2a84c825-1836-4d4b-aa9e-01c66bc9b2dd'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:04:29.008471 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-b9e07d85-2ea0-48cf-9f95-128067289fdb req-77007269-f2cb-4d38-8cb8-40a18384e998 service neutron] Bound port: 811fe75a-58ad-4d55-95fc-557ec70b4da6, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23658927-a623-4faf-8750-20d4ad03fab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2a84c825-1836-4d4b-aa9e-01c66bc9b2dd'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:04:29.008842 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b9e07d85-2ea0-48cf-9f95-128067289fdb req-77007269-f2cb-4d38-8cb8-40a18384e998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:29.018252 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5580527f-bbda-4602-b904-ae69655c6bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:29.021225 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a883a-69fe-4d37-adda-2545d61844cc req-03b579d7-2593-4bb9-831e-adad385c3bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:29.022712 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de6a883a-69fe-4d37-adda-2545d61844cc req-03b579d7-2593-4bb9-831e-adad385c3bdf service neutron] 10.222.0.90 "GET /v2.0/networks?id=38aa7fb0-7837-441f-a702-d14d19ac7dce HTTP/1.1" status: 200 len: 898 time: 0.1903551 Aug 16 21:04:29.086284 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de6a883a-69fe-4d37-adda-2545d61844cc req-1237741e-3705-4be1-96fb-1164ba22b327 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=992aacb6-d602-42d9-8437-a3525d7d1c6d HTTP/1.1" status: 200 len: 217 time: 0.0557091 Aug 16 21:04:29.147212 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-b9e07d85-2ea0-48cf-9f95-128067289fdb req-77007269-f2cb-4d38-8cb8-40a18384e998 service neutron] For port 811fe75a-58ad-4d55-95fc-557ec70b4da6, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:04:29.151449 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-b9e07d85-2ea0-48cf-9f95-128067289fdb req-77007269-f2cb-4d38-8cb8-40a18384e998 service neutron] For port 811fe75a-58ad-4d55-95fc-557ec70b4da6, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=811fe75a-58ad-4d55-95fc-557ec70b4da6,segment=NetworkSegment(23658927-a623-4faf-8750-20d4ad03fab0),segment_id=23658927-a623-4faf-8750-20d4ad03fab0)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:04:29.155379 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a883a-69fe-4d37-adda-2545d61844cc req-3c6e1c7e-5dc3-4a93-87c0-069a432fd509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:29.156902 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de6a883a-69fe-4d37-adda-2545d61844cc req-3c6e1c7e-5dc3-4a93-87c0-069a432fd509 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9215196a-1f5d-4cc1-ae31-cdca45b1fc40 HTTP/1.1" status: 200 len: 834 time: 0.0630727 Aug 16 21:04:29.197141 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5580527f-bbda-4602-b904-ae69655c6bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:29.199974 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5580527f-bbda-4602-b904-ae69655c6bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:29.201139 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5580527f-bbda-4602-b904-ae69655c6bf7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c94e5ebb-1675-4bcd-8be4-e2c504a19327 HTTP/1.1" status: 204 len: 168 time: 0.3135643 Aug 16 21:04:29.210126 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580527f-bbda-4602-b904-ae69655c6bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94e5ebb-1675-4bcd-8be4-e2c504a19327,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:29.213789 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a883a-69fe-4d37-adda-2545d61844cc req-a16e500f-3883-45e7-b522-59a2f793cad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:29.215444 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de6a883a-69fe-4d37-adda-2545d61844cc req-a16e500f-3883-45e7-b522-59a2f793cad9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=38aa7fb0-7837-441f-a702-d14d19ac7dce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503097 Aug 16 21:04:29.243136 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b9e07d85-2ea0-48cf-9f95-128067289fdb req-77007269-f2cb-4d38-8cb8-40a18384e998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:29.303945 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e07d85-2ea0-48cf-9f95-128067289fdb req-77007269-f2cb-4d38-8cb8-40a18384e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:29.304566 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b9e07d85-2ea0-48cf-9f95-128067289fdb req-77007269-f2cb-4d38-8cb8-40a18384e998 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:29.305951 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b9e07d85-2ea0-48cf-9f95-128067289fdb req-77007269-f2cb-4d38-8cb8-40a18384e998 service neutron] 10.222.0.90 "PUT /v2.0/ports/811fe75a-58ad-4d55-95fc-557ec70b4da6 HTTP/1.1" status: 200 len: 1092 time: 1.7010262 Aug 16 21:04:29.380628 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77007269-f2cb-4d38-8cb8-40a18384e998 service neutron] Pushing event updated for resources: {'Port': ['ID=811fe75a-58ad-4d55-95fc-557ec70b4da6,revision_number=10']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:29.391618 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de6a883a-69fe-4d37-adda-2545d61844cc req-4b6b1660-a1b3-4b67-813e-6195809ee1b3 service neutron] 10.222.0.90 "GET /v2.0/networks/38aa7fb0-7837-441f-a702-d14d19ac7dce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670015 Aug 16 21:04:29.400958 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e07d85-2ea0-48cf-9f95-128067289fdb req-2d0d133f-3665-4d4e-9854-f6c37616bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:29.402475 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b9e07d85-2ea0-48cf-9f95-128067289fdb req-2d0d133f-3665-4d4e-9854-f6c37616bd94 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4c0e76081c1e4800ae56303449df01e1&device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 1096 time: 0.0688555 Aug 16 21:04:29.427913 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e', 'tag': '811fe75a-58ad-4d55-95fc-557ec70b4da6'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:04:29.430157 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdce565-aee8-4cd9-8c0f-f35a4cdd1725" -d '{"events": [{"name": "network-changed", "server_uuid": "6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e", "tag": "811fe75a-58ad-4d55-95fc-557ec70b4da6"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:04:29.828531 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45b7c9f-eb86-415d-8d75-cce0d500695b x-openstack-request-id: req-b45b7c9f-eb86-415d-8d75-cce0d500695b {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:04:29.829248 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e", "tag": "811fe75a-58ad-4d55-95fc-557ec70b4da6", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:04:29.829248 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b45b7c9f-eb86-415d-8d75-cce0d500695b {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:04:29.829564 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e', 'tag': '811fe75a-58ad-4d55-95fc-557ec70b4da6', 'status': 'completed', 'code': 200} Aug 16 21:04:29.896145 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dfcbe4df-ac2f-4d36-9b0a-5ab628cbee8a req-11e0d987-9300-49ac-86f1-def72703c100 tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd HTTP/1.1" status: 200 len: 210 time: 0.0706742 Aug 16 21:04:29.959476 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f37e0f-ca3e-49ce-9614-492a56667713 req-1154deca-d04b-42bc-be75-4b65318b4821 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:29.961262 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-20f37e0f-ca3e-49ce-9614-492a56667713 req-1154deca-d04b-42bc-be75-4b65318b4821 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b HTTP/1.1" status: 200 len: 982 time: 0.1309524 Aug 16 21:04:29.984081 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e07d85-2ea0-48cf-9f95-128067289fdb req-c885bce9-e8e2-4bce-af04-9479e988648e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:29.984081 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b9e07d85-2ea0-48cf-9f95-128067289fdb req-c885bce9-e8e2-4bce-af04-9479e988648e service neutron] 10.222.0.90 "GET /v2.0/networks?id=2a84c825-1836-4d4b-aa9e-01c66bc9b2dd HTTP/1.1" status: 200 len: 914 time: 0.5700073 Aug 16 21:04:29.984081 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de6a883a-69fe-4d37-adda-2545d61844cc req-5af8dad3-af2d-45b2-a757-06daeb730942 service neutron] 10.222.0.90 "GET /v2.0/networks/38aa7fb0-7837-441f-a702-d14d19ac7dce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5800502 Aug 16 21:04:30.045074 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b9e07d85-2ea0-48cf-9f95-128067289fdb req-585a84f8-9136-401e-8e01-0bf801b3b182 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=811fe75a-58ad-4d55-95fc-557ec70b4da6 HTTP/1.1" status: 200 len: 217 time: 0.0435314 Aug 16 21:04:30.052408 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-20f37e0f-ca3e-49ce-9614-492a56667713 req-bb4b7c9d-07e0-4921-83b3-a9092342c555 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/security-groups?id=ab42646f-4b94-49ec-b0ef-1630bc33b385&id=868c986c-898b-43a8-8487-f3cc8e70bab5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0796640 Aug 16 21:04:30.140438 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e07d85-2ea0-48cf-9f95-128067289fdb req-a16a5b1f-8ff6-4f56-bf42-1ad3d8e2bef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:30.142511 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b9e07d85-2ea0-48cf-9f95-128067289fdb req-a16a5b1f-8ff6-4f56-bf42-1ad3d8e2bef0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b11c061b-d987-4b96-a2d3-345542c53b8b HTTP/1.1" status: 200 len: 853 time: 0.0885971 Aug 16 21:04:30.154021 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552649e-25ef-4605-bc37-860d6bfeb022 req-847051f0-ae2b-4092-aeed-51913918791a tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:30.155439 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7552649e-25ef-4605-bc37-860d6bfeb022 req-847051f0-ae2b-4092-aeed-51913918791a tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 944 time: 0.1010106 Aug 16 21:04:30.191552 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b9e07d85-2ea0-48cf-9f95-128067289fdb req-29c08f9b-81b4-4ebb-a58c-4ac689ae2919 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2a84c825-1836-4d4b-aa9e-01c66bc9b2dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351267 Aug 16 21:04:30.256060 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7552649e-25ef-4605-bc37-860d6bfeb022 req-67ad252f-d078-4d8d-991e-a7fd2285a042 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913925 Aug 16 21:04:30.298992 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b9e07d85-2ea0-48cf-9f95-128067289fdb req-8300db8c-d699-4cbf-98f8-881075e9c90e service neutron] 10.222.0.90 "GET /v2.0/networks/2a84c825-1836-4d4b-aa9e-01c66bc9b2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004522 Aug 16 21:04:30.393312 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b9e07d85-2ea0-48cf-9f95-128067289fdb req-60e3cf60-7345-4f4e-ab0b-22f2f35bdd3e service neutron] 10.222.0.90 "GET /v2.0/networks/2a84c825-1836-4d4b-aa9e-01c66bc9b2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878725 Aug 16 21:04:30.504541 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59586) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:30.595895 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdce565-aee8-4cd9-8c0f-f35a4cdd1725 req-a2886814-4231-4a71-b389-7f40f60adfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:30.597574 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2fdce565-aee8-4cd9-8c0f-f35a4cdd1725 req-a2886814-4231-4a71-b389-7f40f60adfac service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4c0e76081c1e4800ae56303449df01e1&device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 1096 time: 0.0446501 Aug 16 21:04:30.619046 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-2efb47b1-ee63-428d-9539-f34433603d0e admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-175652003-network', 'tenant_id': '9bdf91e3820d42f998ab59844dffa0b7'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:30.699916 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdce565-aee8-4cd9-8c0f-f35a4cdd1725 req-6183e7ce-7b4a-49f8-83e3-0229501dab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:30.701509 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2fdce565-aee8-4cd9-8c0f-f35a4cdd1725 req-6183e7ce-7b4a-49f8-83e3-0229501dab00 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2a84c825-1836-4d4b-aa9e-01c66bc9b2dd HTTP/1.1" status: 200 len: 914 time: 0.0970187 Aug 16 21:04:30.727534 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efb47b1-ee63-428d-9539-f34433603d0e admin admin] Made reservation on behalf of 9bdf91e3820d42f998ab59844dffa0b7 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:04:30.727986 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2efb47b1-ee63-428d-9539-f34433603d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:30.748744 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2fdce565-aee8-4cd9-8c0f-f35a4cdd1725 req-eaa4eb89-3549-4647-b112-f22cd2f498e7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=811fe75a-58ad-4d55-95fc-557ec70b4da6 HTTP/1.1" status: 200 len: 217 time: 0.0397558 Aug 16 21:04:30.752914 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2efb47b1-ee63-428d-9539-f34433603d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:30.817422 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdce565-aee8-4cd9-8c0f-f35a4cdd1725 req-c5a678c3-2fbd-4602-b855-6737ece9fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:30.818901 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2fdce565-aee8-4cd9-8c0f-f35a4cdd1725 req-c5a678c3-2fbd-4602-b855-6737ece9fb3a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b11c061b-d987-4b96-a2d3-345542c53b8b HTTP/1.1" status: 200 len: 853 time: 0.0582867 Aug 16 21:04:30.860043 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2efb47b1-ee63-428d-9539-f34433603d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:30.860163 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2fdce565-aee8-4cd9-8c0f-f35a4cdd1725 req-9ba8ffec-fad3-4674-b3fd-908002e83cc3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2a84c825-1836-4d4b-aa9e-01c66bc9b2dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333037 Aug 16 21:04:30.959953 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2efb47b1-ee63-428d-9539-f34433603d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:30.962229 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2fdce565-aee8-4cd9-8c0f-f35a4cdd1725 req-125baebb-5288-4bfa-aa78-a7c562312502 service neutron] 10.222.0.90 "GET /v2.0/networks/2a84c825-1836-4d4b-aa9e-01c66bc9b2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944164 Aug 16 21:04:30.983336 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2efb47b1-ee63-428d-9539-f34433603d0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:04:30.990695 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 992aacb6-d602-42d9-8437-a3525d7d1c6d details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:04:31.051535 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb47b1-ee63-428d-9539-f34433603d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c700a1-cc21-44fd-b3c2-9999327657af,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:31.063710 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1a2d8be4-bff6-43e3-a6a6-3f767f7628cf req-48feaa6a-2ad6-45b0-9092-873f82bf3588 tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd HTTP/1.1" status: 200 len: 210 time: 0.0383344 Aug 16 21:04:31.077048 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2efb47b1-ee63-428d-9539-f34433603d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:31.077426 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-2efb47b1-ee63-428d-9539-f34433603d0e admin admin] Added segment 78161784-d6e5-453e-910b-f018434221cd of type vlan for network e0b76b3b-8496-46da-be97-0393b2238d2a Aug 16 21:04:31.173084 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2fdce565-aee8-4cd9-8c0f-f35a4cdd1725 req-a5a49077-2a1c-4d48-ac6e-8e23193c5c93 service neutron] 10.222.0.90 "GET /v2.0/networks/2a84c825-1836-4d4b-aa9e-01c66bc9b2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979995 Aug 16 21:04:31.186926 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2efb47b1-ee63-428d-9539-f34433603d0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:31.281254 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 992aacb6-d602-42d9-8437-a3525d7d1c6d, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=992aacb6-d602-42d9-8437-a3525d7d1c6d,segment=NetworkSegment(ca8d7f37-dc13-4dcf-91b9-aa82a180898e),segment_id=ca8d7f37-dc13-4dcf-91b9-aa82a180898e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:04:31.295642 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56597f19-2d63-483e-8a7d-86f5e496ad8e req-bdc4ea83-a150-41c6-bc81-c08b42ad3d6b tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:31.305339 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-56597f19-2d63-483e-8a7d-86f5e496ad8e req-bdc4ea83-a150-41c6-bc81-c08b42ad3d6b tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b HTTP/1.1" status: 200 len: 982 time: 0.0940681 Aug 16 21:04:31.307138 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '992aacb6-d602-42d9-8437-a3525d7d1c6d', 'network_id': '38aa7fb0-7837-441f-a702-d14d19ac7dce', 'port_id': '992aacb6-d602-42d9-8437-a3525d7d1c6d', 'mac_address': 'fa:16:3e:51:46:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9215196a-1f5d-4cc1-ae31-cdca45b1fc40', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:04:31.361356 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2efb47b1-ee63-428d-9539-f34433603d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:31.364359 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efb47b1-ee63-428d-9539-f34433603d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:31.365553 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2efb47b1-ee63-428d-9539-f34433603d0e admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:31.376163 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-56597f19-2d63-483e-8a7d-86f5e496ad8e req-4f29f0f6-1272-40c8-9ad2-88ed96c76e8c tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/security-groups?id=ab42646f-4b94-49ec-b0ef-1630bc33b385&id=868c986c-898b-43a8-8487-f3cc8e70bab5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0686245 Aug 16 21:04:31.389236 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:31.415827 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 992aacb6-d602-42d9-8437-a3525d7d1c6d {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:04:31.467748 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 992aacb6-d602-42d9-8437-a3525d7d1c6d, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=992aacb6-d602-42d9-8437-a3525d7d1c6d,segment=NetworkSegment(ca8d7f37-dc13-4dcf-91b9-aa82a180898e),segment_id=ca8d7f37-dc13-4dcf-91b9-aa82a180898e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:04:31.471097 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb47b1-ee63-428d-9539-f34433603d0e admin admin] Pushing event updated for resources: {'Network': ['ID=e0b76b3b-8496-46da-be97-0393b2238d2a,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:31.487739 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network e0b76b3b-8496-46da-be97-0393b2238d2a details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:04:31.526435 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb4a31-0079-4e2a-befa-1e4d3379b92b req-5eb1172d-781f-4eac-913d-f725716ffa6f tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:31.528543 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c6bb4a31-0079-4e2a-befa-1e4d3379b92b req-5eb1172d-781f-4eac-913d-f725716ffa6f tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 944 time: 0.1164203 Aug 16 21:04:31.584689 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2efb47b1-ee63-428d-9539-f34433603d0e admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0787513 Aug 16 21:04:31.585739 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 59618) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:31.596513 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-b4f5da9e-bf3a-4ab3-b0e8-603761e444d1 admin admin] Request body: {'subnet': {'network_id': 'e0b76b3b-8496-46da-be97-0393b2238d2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-175652003-subnet', 'tenant_id': '9bdf91e3820d42f998ab59844dffa0b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:31.615549 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:31.621684 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c6bb4a31-0079-4e2a-befa-1e4d3379b92b req-1f79b8cc-e2f3-43d9-afb2-16c7cfccc97b tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807650 Aug 16 21:04:31.688209 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=992aacb6-d602-42d9-8437-a3525d7d1c6d,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:31.752116 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f5da9e-bf3a-4ab3-b0e8-603761e444d1 admin admin] Made reservation on behalf of 9bdf91e3820d42f998ab59844dffa0b7 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:04:31.754967 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b4f5da9e-bf3a-4ab3-b0e8-603761e444d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:31.843962 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['992aacb6-d602-42d9-8437-a3525d7d1c6d'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:04:32.155265 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b4f5da9e-bf3a-4ab3-b0e8-603761e444d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:32.289021 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6ce19e28-a97a-476f-a48f-7769fb97180f req-8110f8da-0745-4dd3-9c14-b417faffbec0 tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd HTTP/1.1" status: 200 len: 210 time: 0.0446906 Aug 16 21:04:32.290764 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f5da9e-bf3a-4ab3-b0e8-603761e444d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5116cc9-edfa-4909-8316-fb97435c19ee,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:32.295496 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f5da9e-bf3a-4ab3-b0e8-603761e444d1 admin admin] Checking segment: {'id': '78161784-d6e5-453e-910b-f018434221cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e0b76b3b-8496-46da-be97-0393b2238d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:04:32.295906 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f5da9e-bf3a-4ab3-b0e8-603761e444d1 admin admin] Network hostable DHCP agents. Network: e0b76b3b-8496-46da-be97-0393b2238d2a, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:04:32.437188 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f5da9e-bf3a-4ab3-b0e8-603761e444d1 admin admin] Network e0b76b3b-8496-46da-be97-0393b2238d2a is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:04:32.500249 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278e559-5489-4911-ac10-056a81bf8675 req-dcdf5d5d-ce88-47bf-9c80-7175270dee7e tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:32.502858 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6278e559-5489-4911-ac10-056a81bf8675 req-dcdf5d5d-ce88-47bf-9c80-7175270dee7e tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b HTTP/1.1" status: 200 len: 983 time: 0.0588737 Aug 16 21:04:32.548579 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6278e559-5489-4911-ac10-056a81bf8675 req-541167a3-4897-4ac9-a520-6ce5b96b0448 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/security-groups?id=ab42646f-4b94-49ec-b0ef-1630bc33b385&id=868c986c-898b-43a8-8487-f3cc8e70bab5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0381982 Aug 16 21:04:32.580322 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-b4f5da9e-bf3a-4ab3-b0e8-603761e444d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, e0b76b3b-8496-46da-be97-0393b2238d2a) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:04:32.591164 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f5da9e-bf3a-4ab3-b0e8-603761e444d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:32.591164 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b4f5da9e-bf3a-4ab3-b0e8-603761e444d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:32.591737 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca89a3e-c279-48ef-90d9-303a04ddbc5f None None] Network e0b76b3b-8496-46da-be97-0393b2238d2a requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:04:32.757749 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33e52ce-cda6-48b5-aec4-2c4546b75e75 None None] Network e0b76b3b-8496-46da-be97-0393b2238d2a requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:04:32.780915 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d00ba-e745-48d5-a946-3ff94f4ba16a req-a7924953-d4ae-4838-85a9-39c819360d68 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:32.783255 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d25d00ba-e745-48d5-a946-3ff94f4ba16a req-a7924953-d4ae-4838-85a9-39c819360d68 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 944 time: 0.0653229 Aug 16 21:04:32.814189 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b4f5da9e-bf3a-4ab3-b0e8-603761e444d1 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2161047 Aug 16 21:04:32.841831 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d25d00ba-e745-48d5-a946-3ff94f4ba16a req-01d20183-3afd-49ba-a9f7-8d30141d858f tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523376 Aug 16 21:04:33.007201 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 992aacb6-d602-42d9-8437-a3525d7d1c6d up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:04:33.160505 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 992aacb6-d602-42d9-8437-a3525d7d1c6d completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:04:33.165290 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 992aacb6-d602-42d9-8437-a3525d7d1c6d triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:04:33.165577 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:33.255975 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:33.285067 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992aacb6-d602-42d9-8437-a3525d7d1c6d'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:04:33.288314 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc0988b-b098-437b-b5d4-92e6bbdddad2" -d '{"events": [{"server_uuid": "ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b", "name": "network-vif-plugged", "status": "completed", "tag": "992aacb6-d602-42d9-8437-a3525d7d1c6d"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:04:33.307568 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 992aacb6-d602-42d9-8437-a3525d7d1c6d, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=992aacb6-d602-42d9-8437-a3525d7d1c6d,segment=NetworkSegment(ca8d7f37-dc13-4dcf-91b9-aa82a180898e),segment_id=ca8d7f37-dc13-4dcf-91b9-aa82a180898e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:04:33.347836 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9dd8b83-5c32-426b-90cc-a0b5435864a3 x-openstack-request-id: req-b9dd8b83-5c32-426b-90cc-a0b5435864a3 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:04:33.347836 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b", "name": "network-vif-plugged", "status": "completed", "tag": "992aacb6-d602-42d9-8437-a3525d7d1c6d", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:04:33.348161 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b9dd8b83-5c32-426b-90cc-a0b5435864a3 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:04:33.348280 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992aacb6-d602-42d9-8437-a3525d7d1c6d', 'code': 200} Aug 16 21:04:33.397831 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:33.453117 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=992aacb6-d602-42d9-8437-a3525d7d1c6d,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:33.639494 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-02785ce8-5a21-4a40-9607-64850cd2a012 req-cb05903f-0097-48c0-bd86-e52ffee4f606 tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd HTTP/1.1" status: 200 len: 210 time: 0.0356901 Aug 16 21:04:33.990519 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04056c8-e680-45d4-a593-c359f87a9396 req-02d1934d-7f5d-4537-a2b6-122314a73713 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:33.992221 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e04056c8-e680-45d4-a593-c359f87a9396 req-02d1934d-7f5d-4537-a2b6-122314a73713 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b HTTP/1.1" status: 200 len: 984 time: 0.0571227 Aug 16 21:04:34.039956 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e04056c8-e680-45d4-a593-c359f87a9396 req-d7253e64-76e4-440b-85d3-b91c5421fb6c tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/security-groups?id=ab42646f-4b94-49ec-b0ef-1630bc33b385&id=868c986c-898b-43a8-8487-f3cc8e70bab5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0389447 Aug 16 21:04:34.165047 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8274882-bb0d-41d2-aed8-e30dbfe3d8d6 req-33de718d-e5ae-4293-a098-c1c33d83f2dd tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:34.166763 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e8274882-bb0d-41d2-aed8-e30dbfe3d8d6 req-33de718d-e5ae-4293-a098-c1c33d83f2dd tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 944 time: 0.0670886 Aug 16 21:04:34.214700 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e8274882-bb0d-41d2-aed8-e30dbfe3d8d6 req-8f17cea5-309b-4c76-b5b4-048617617beb tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399344 Aug 16 21:04:34.976361 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9b0ae57b-e48e-4b3c-8252-9d3754af1488 req-1fc98816-8a5c-4d3a-8e7e-a556a3c90766 tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd HTTP/1.1" status: 200 len: 210 time: 0.0340803 Aug 16 21:04:35.298380 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf819c-8110-4523-8097-2957b4c6c8bc req-594da648-92a3-4193-9875-6333f8baf187 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:35.300364 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4fcf819c-8110-4523-8097-2957b4c6c8bc req-594da648-92a3-4193-9875-6333f8baf187 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b HTTP/1.1" status: 200 len: 984 time: 0.0548308 Aug 16 21:04:35.347460 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4fcf819c-8110-4523-8097-2957b4c6c8bc req-dde8d7c0-0dd0-46a7-8f69-22b9fb8f23ee tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/security-groups?id=ab42646f-4b94-49ec-b0ef-1630bc33b385&id=868c986c-898b-43a8-8487-f3cc8e70bab5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0394218 Aug 16 21:04:35.493584 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4991ca-1e6b-4875-b0a6-f794d8c786f5 req-18eba81f-08f4-4a6f-bffb-a530297b313f tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:35.495199 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8f4991ca-1e6b-4875-b0a6-f794d8c786f5 req-18eba81f-08f4-4a6f-bffb-a530297b313f tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 944 time: 0.0578542 Aug 16 21:04:35.548458 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8f4991ca-1e6b-4875-b0a6-f794d8c786f5 req-99421485-30d7-44dc-88af-266dd6dc934b tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472171 Aug 16 21:04:36.064983 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f6e33ce8-b21d-4271-a0b8-5268ba2c2a8a req-31f91907-41e1-40bb-8d02-14e0ba1c518f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd HTTP/1.1" status: 200 len: 210 time: 0.0464630 Aug 16 21:04:36.093201 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d0a1a54a-4e25-4e0c-9e07-0914cda33ce7 req-a39ec9b9-1a23-4ebe-bc43-0d05c31e8646 tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd HTTP/1.1" status: 200 len: 210 time: 0.0338056 Aug 16 21:04:36.347936 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-64d5fad0-0f50-4886-bd05-c81650ead7d7 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:36.349403 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-64d5fad0-0f50-4886-bd05-c81650ead7d7 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] 10.222.0.84 "GET /v2.0/networks?id=e0b76b3b-8496-46da-be97-0393b2238d2a HTTP/1.1" status: 200 len: 809 time: 0.1453469 Aug 16 21:04:36.365377 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-6908b636-a974-4e0b-8eed-796910eed639 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] 10.222.0.84 "GET /v2.0/quotas/9bdf91e3820d42f998ab59844dffa0b7 HTTP/1.1" status: 200 len: 375 time: 0.0099494 Aug 16 21:04:36.414880 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-ac34600d-1268-494e-8aac-35646d4f4024 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=9bdf91e3820d42f998ab59844dffa0b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434380 Aug 16 21:04:36.426650 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-43929938-b532-4b53-9c48-76c33be22d1f tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:04:36.427681 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-43929938-b532-4b53-9c48-76c33be22d1f tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060799 Aug 16 21:04:36.623999 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-afa5f96a-f4a3-4963-b3c4-d11c79976e13 service neutron] 10.222.0.84 "GET /v2.0/networks/e0b76b3b-8496-46da-be97-0393b2238d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892958 Aug 16 21:04:36.748557 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-ce962ca9-8c18-4376-86b0-7cb50947a35f service neutron] 10.222.0.84 "GET /v2.0/networks/e0b76b3b-8496-46da-be97-0393b2238d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204824 Aug 16 21:04:37.442671 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5009d6-81bf-4177-81cb-00fb4a4678fb req-e7389264-4201-47cc-886b-90c983e9d77d tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:37.453157 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f5009d6-81bf-4177-81cb-00fb4a4678fb req-e7389264-4201-47cc-886b-90c983e9d77d tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b HTTP/1.1" status: 200 len: 984 time: 0.0748334 Aug 16 21:04:37.512145 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f5009d6-81bf-4177-81cb-00fb4a4678fb req-ea47cfc3-1415-4b2c-8555-a689d1279bed tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/security-groups?id=ab42646f-4b94-49ec-b0ef-1630bc33b385&id=868c986c-898b-43a8-8487-f3cc8e70bab5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0471320 Aug 16 21:04:37.619722 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b7a84-818a-4d30-b95e-9c9b318fa6d7 req-79b85738-3829-47e5-a914-44f833605819 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:37.621665 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f30b7a84-818a-4d30-b95e-9c9b318fa6d7 req-79b85738-3829-47e5-a914-44f833605819 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 944 time: 0.0587142 Aug 16 21:04:37.669649 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f30b7a84-818a-4d30-b95e-9c9b318fa6d7 req-de65290c-b280-421f-9da3-d7874c3264c8 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413365 Aug 16 21:04:37.776340 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8293a2ea-7d7f-43c4-9806-8d8b1fd17a5b req-7b50ca4c-b572-428b-ac95-611c4dc6fca4 tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd HTTP/1.1" status: 200 len: 210 time: 0.0278943 Aug 16 21:04:37.871901 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3bf969e8-1ed5-488b-ac10-58927eb384a3 req-f0e0d2a6-51fe-4000-9999-298db4afaa04 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] 10.222.0.84 "GET /v2.0/ports?device_id=de4bff46-5c22-4b73-b879-9956540bbb5d HTTP/1.1" status: 200 len: 210 time: 0.0306749 Aug 16 21:04:38.240686 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a140a2a9-e06c-4fc4-8544-224fd5f74ec9 req-c436946b-1137-4695-a0ef-69f8502d7282 tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd&device_id=55b62ccb-61bd-4f42-ac28-fab3a9e1779a HTTP/1.1" status: 200 len: 210 time: 0.0305014 Aug 16 21:04:38.786760 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e5e2aa6c-dd91-44f4-8ecb-c6da78c4b853 req-d19a3d2a-4cc0-4900-9107-4d407883366a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c5bb9a6aad745a5a036ef5ad4956012&device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd HTTP/1.1" status: 200 len: 210 time: 0.0446413 Aug 16 21:04:38.831734 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e5e2aa6c-dd91-44f4-8ecb-c6da78c4b853 req-5eefa903-4045-477f-89d5-3e6845936de4 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=2c5bb9a6aad745a5a036ef5ad4956012&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294597 Aug 16 21:04:38.884781 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617672d7-5cf1-4c3d-8160-a7bb821dd543 req-bb959c9f-0927-4f0b-a61c-737aebd79dd0 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:38.886317 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-617672d7-5cf1-4c3d-8160-a7bb821dd543 req-bb959c9f-0927-4f0b-a61c-737aebd79dd0 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b HTTP/1.1" status: 200 len: 984 time: 0.0876701 Aug 16 21:04:38.957172 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-617672d7-5cf1-4c3d-8160-a7bb821dd543 req-b1d9e9aa-9c91-42f2-9859-12ec4db7f0d3 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/security-groups?id=ab42646f-4b94-49ec-b0ef-1630bc33b385&id=868c986c-898b-43a8-8487-f3cc8e70bab5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0626094 Aug 16 21:04:38.971245 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e2aa6c-dd91-44f4-8ecb-c6da78c4b853 req-67b71743-04db-44ea-baff-2366b7dd7de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:38.973663 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e5e2aa6c-dd91-44f4-8ecb-c6da78c4b853 req-67b71743-04db-44ea-baff-2366b7dd7de1 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1351438 Aug 16 21:04:39.106741 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5eef9-dfbb-4eda-a6e0-c5ecb134c5a0 req-d4849e09-836f-4812-ac60-c54ce6e1b94e tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:39.115837 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0fd5eef9-dfbb-4eda-a6e0-c5ecb134c5a0 req-d4849e09-836f-4812-ac60-c54ce6e1b94e tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 944 time: 0.0886841 Aug 16 21:04:39.154323 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0fd5eef9-dfbb-4eda-a6e0-c5ecb134c5a0 req-c047bacc-dced-4a3c-9d35-4f405f9d73cb tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372090 Aug 16 21:04:39.283869 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-87828818-e774-4ea7-b7ff-dec07c0d8892 req-9d553365-c8a4-4008-8548-f09e31f49bc6 tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd HTTP/1.1" status: 200 len: 210 time: 0.0476167 Aug 16 21:04:39.393934 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35b09669-2cc2-4a7f-b339-8953f6cbfec8 req-b3f1f9ad-8e87-4bc7-8466-b519d4bc0f49 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] 10.222.0.84 "GET /v2.0/ports?device_id=de4bff46-5c22-4b73-b879-9956540bbb5d HTTP/1.1" status: 200 len: 210 time: 0.0297003 Aug 16 21:04:40.085509 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3633c0-1ee7-46a9-9c07-eb0241a36d63 req-13af8376-9de6-4d6a-87db-16f9de5b9879 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:40.087086 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bd3633c0-1ee7-46a9-9c07-eb0241a36d63 req-13af8376-9de6-4d6a-87db-16f9de5b9879 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b HTTP/1.1" status: 200 len: 984 time: 0.0553811 Aug 16 21:04:40.130292 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bd3633c0-1ee7-46a9-9c07-eb0241a36d63 req-ee2f735f-5961-4cbb-b4d2-a9f2da38807b tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/security-groups?id=ab42646f-4b94-49ec-b0ef-1630bc33b385&id=868c986c-898b-43a8-8487-f3cc8e70bab5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0369895 Aug 16 21:04:40.296955 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd0307-145c-492f-9b71-4864212d5165 req-3f9117ce-5231-4abb-becb-4e9fb24f4dc8 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:40.307931 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6dcd0307-145c-492f-9b71-4864212d5165 req-3f9117ce-5231-4abb-becb-4e9fb24f4dc8 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 944 time: 0.0739806 Aug 16 21:04:40.312561 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e5e2aa6c-dd91-44f4-8ecb-c6da78c4b853 req-f3aa9284-01b6-4114-8b97-f9bd145e0fa8 tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.72 "GET /v2.0/ports?device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd HTTP/1.1" status: 200 len: 210 time: 0.0286772 Aug 16 21:04:40.355086 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6dcd0307-145c-492f-9b71-4864212d5165 req-1079d3c9-c1d1-4078-9e7d-ba5bdd983d8e tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459533 Aug 16 21:04:40.480701 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-39bc1427-0abf-449a-8115-075bd9fb4df7 req-666f259e-fea4-43d0-a0e6-9e265ca742d1 tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=9debae09-3ee4-4e9d-aeb5-feea45bd7dfd HTTP/1.1" status: 200 len: 210 time: 0.0308604 Aug 16 21:04:40.597596 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7f3e3f89-d3ac-4a10-aca4-f0a937b9485b req-8118a2c3-ab56-47de-b0dc-d81e0f5a18b1 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] 10.222.0.84 "GET /v2.0/ports?device_id=de4bff46-5c22-4b73-b879-9956540bbb5d HTTP/1.1" status: 200 len: 210 time: 0.0428472 Aug 16 21:04:41.028075 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9f0379dd-f925-4e32-a9d1-d1259440bc62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:41.254252 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114d7e6-a8f7-4b61-aee5-315e02b4a1c4 req-e3a2764d-bfb5-40bf-8280-d0056dc04daa tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:41.255971 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a114d7e6-a8f7-4b61-aee5-315e02b4a1c4 req-e3a2764d-bfb5-40bf-8280-d0056dc04daa tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b HTTP/1.1" status: 200 len: 984 time: 0.0507522 Aug 16 21:04:41.305897 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a114d7e6-a8f7-4b61-aee5-315e02b4a1c4 req-7113ff97-41f8-4c24-b556-2faf54b67203 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/security-groups?id=ab42646f-4b94-49ec-b0ef-1630bc33b385&id=868c986c-898b-43a8-8487-f3cc8e70bab5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0416946 Aug 16 21:04:41.494948 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178085d8-9285-4de1-b443-8b32142da1f4 req-593aec51-1979-49b8-a2d2-431b52868708 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:41.496588 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-178085d8-9285-4de1-b443-8b32142da1f4 req-593aec51-1979-49b8-a2d2-431b52868708 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 944 time: 0.0527649 Aug 16 21:04:41.536756 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-178085d8-9285-4de1-b443-8b32142da1f4 req-cd074f3d-8c63-4fd6-87f8-2d5478908e37 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339861 Aug 16 21:04:41.921960 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2315151f-426b-4b0c-901d-5fbed96baf33 req-6d708aab-1b5c-4890-9b56-11de5f174354 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] 10.222.0.84 "GET /v2.0/ports?device_id=de4bff46-5c22-4b73-b879-9956540bbb5d HTTP/1.1" status: 200 len: 210 time: 0.0362949 Aug 16 21:04:41.961675 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe89a40-dcd8-4819-8566-88d3a857bd2c req-3a4bf73f-c9b5-42a4-a88b-ad6d7486b7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:41.963267 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-afe89a40-dcd8-4819-8566-88d3a857bd2c req-3a4bf73f-c9b5-42a4-a88b-ad6d7486b7eb service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b HTTP/1.1" status: 200 len: 1136 time: 0.0675261 Aug 16 21:04:42.014197 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-afe89a40-dcd8-4819-8566-88d3a857bd2c req-b555943a-5474-41db-8911-fd673170b948 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=ab42646f-4b94-49ec-b0ef-1630bc33b385&id=868c986c-898b-43a8-8487-f3cc8e70bab5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0403686 Aug 16 21:04:42.063821 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-556b1d3c-4b14-4d39-a793-2b031a3efe91 req-ff711197-b9e9-404e-b260-499345f45308 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c5bb9a6aad745a5a036ef5ad4956012&device_id=55b62ccb-61bd-4f42-ac28-fab3a9e1779a HTTP/1.1" status: 200 len: 210 time: 0.0278809 Aug 16 21:04:42.066883 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0857173b-3a6e-4ad5-a99b-3b9d7c4abecf req-b792f66b-8bbc-46bf-ac9a-841a440ce3be tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=55b62ccb-61bd-4f42-ac28-fab3a9e1779a HTTP/1.1" status: 200 len: 210 time: 0.0355928 Aug 16 21:04:42.091350 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-556b1d3c-4b14-4d39-a793-2b031a3efe91 req-fad9bf36-c68c-496e-949a-0eae3e004f77 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=2c5bb9a6aad745a5a036ef5ad4956012&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197165 Aug 16 21:04:42.197650 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b1d3c-4b14-4d39-a793-2b031a3efe91 req-9e80267a-6bcf-4c17-898a-5c5aeec2a675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:42.199281 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-556b1d3c-4b14-4d39-a793-2b031a3efe91 req-9e80267a-6bcf-4c17-898a-5c5aeec2a675 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1008477 Aug 16 21:04:42.438312 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69bd36b-a8d4-4ca2-8f47-4a13c3da2895 req-b04a2eb6-f582-4cf2-b2e8-dafb4420a73a tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:42.439924 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c69bd36b-a8d4-4ca2-8f47-4a13c3da2895 req-b04a2eb6-f582-4cf2-b2e8-dafb4420a73a tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b HTTP/1.1" status: 200 len: 984 time: 0.0539377 Aug 16 21:04:42.470933 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:04:42.482390 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c69bd36b-a8d4-4ca2-8f47-4a13c3da2895 req-b49a409f-aa82-4fa6-8c13-550b97f64d17 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/security-groups?id=ab42646f-4b94-49ec-b0ef-1630bc33b385&id=868c986c-898b-43a8-8487-f3cc8e70bab5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0361230 Aug 16 21:04:42.655325 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035d35b-b01a-46c8-ae44-54122b3c44ca req-a0afed8a-2088-4d05-b487-b112950f2ffb tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:42.656844 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b035d35b-b01a-46c8-ae44-54122b3c44ca req-a0afed8a-2088-4d05-b487-b112950f2ffb tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 944 time: 0.0509710 Aug 16 21:04:42.698848 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b035d35b-b01a-46c8-ae44-54122b3c44ca req-e1d73f1a-8467-4270-af04-8ccd7fc05a8a tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355194 Aug 16 21:04:42.997812 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-794d45a9-0421-46e6-922f-8fd7a470f8dd tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:42.999279 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-794d45a9-0421-46e6-922f-8fd7a470f8dd tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] 10.222.0.90 "GET /v2.0/networks?id=e0b76b3b-8496-46da-be97-0393b2238d2a HTTP/1.1" status: 200 len: 809 time: 0.1103594 Aug 16 21:04:43.014109 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-9b1482f8-d68b-4100-86cb-d1597ed16348 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Request body: {'port': {'device_id': 'de4bff46-5c22-4b73-b879-9956540bbb5d', 'network_id': 'e0b76b3b-8496-46da-be97-0393b2238d2a', 'admin_state_up': True, 'tenant_id': '9bdf91e3820d42f998ab59844dffa0b7'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:43.034889 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-58cae9da-43b3-4365-ae70-c55cafbaf041 req-9e7659be-5ca6-4922-8140-5ce5171bab65 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] 10.222.0.84 "GET /v2.0/ports?device_id=de4bff46-5c22-4b73-b879-9956540bbb5d HTTP/1.1" status: 200 len: 210 time: 0.0345967 Aug 16 21:04:43.173693 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ff7d932f-58a1-45db-abef-464ca588eb5d req-df33df87-f33c-45ed-b4b3-59d5506bb66a tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=55b62ccb-61bd-4f42-ac28-fab3a9e1779a HTTP/1.1" status: 200 len: 210 time: 0.0319679 Aug 16 21:04:43.325105 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-9b1482f8-d68b-4100-86cb-d1597ed16348 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Made reservation on behalf of 9bdf91e3820d42f998ab59844dffa0b7 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:04:43.328715 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-9b1482f8-d68b-4100-86cb-d1597ed16348 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:43.462170 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-9b1482f8-d68b-4100-86cb-d1597ed16348 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Allocated IP 172.20.0.10 (e0b76b3b-8496-46da-be97-0393b2238d2a/e5116cc9-edfa-4909-8316-fb97435c19ee/ebb958c2-33bc-4400-97a3-1347f932e1f7) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:04:43.584415 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-556b1d3c-4b14-4d39-a793-2b031a3efe91 req-075cae0b-1a76-41a7-a63e-982a154c661f tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.72 "GET /v2.0/ports?device_id=55b62ccb-61bd-4f42-ac28-fab3a9e1779a HTTP/1.1" status: 200 len: 210 time: 0.0277224 Aug 16 21:04:43.593949 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-96ff2922-e512-4c9a-9c29-d89fb0944d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:43.645327 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e85c8-a8b4-4be2-a3ce-49dbcd0089b8 req-b979ef1d-32c7-490a-905f-84e642e22ed9 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:43.646745 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-575e85c8-a8b4-4be2-a3ce-49dbcd0089b8 req-b979ef1d-32c7-490a-905f-84e642e22ed9 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b HTTP/1.1" status: 200 len: 984 time: 0.0860987 Aug 16 21:04:43.689112 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-9b1482f8-d68b-4100-86cb-d1597ed16348 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:43.710620 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-575e85c8-a8b4-4be2-a3ce-49dbcd0089b8 req-28b70460-5de5-4ad3-91f2-6e674b6c623b tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/security-groups?id=ab42646f-4b94-49ec-b0ef-1630bc33b385&id=868c986c-898b-43a8-8487-f3cc8e70bab5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0527432 Aug 16 21:04:43.805116 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:43.852110 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b98ffc-89a0-4231-b6a2-24734baceaad req-ab4e3294-e78f-4c25-a400-e17d59b9a04c tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:43.853629 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a0b98ffc-89a0-4231-b6a2-24734baceaad req-ab4e3294-e78f-4c25-a400-e17d59b9a04c tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 944 time: 0.0792420 Aug 16 21:04:43.866886 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc0f23-9499-409e-88bf-7a3fbc0cc15f req-9878a2a9-7905-4d7b-94d4-7b523e93da7d tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:43.868346 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ffbc0f23-9499-409e-88bf-7a3fbc0cc15f req-9878a2a9-7905-4d7b-94d4-7b523e93da7d tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b HTTP/1.1" status: 200 len: 984 time: 0.0665576 Aug 16 21:04:43.894748 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-9b1482f8-d68b-4100-86cb-d1597ed16348 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:43.977416 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a0b98ffc-89a0-4231-b6a2-24734baceaad req-ba367b4f-6a0e-408b-a400-f8bbf1bb579c tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079803 Aug 16 21:04:43.981602 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-9b1482f8-d68b-4100-86cb-d1597ed16348 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Network e0b76b3b-8496-46da-be97-0393b2238d2a is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:04:43.986880 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-9b1482f8-d68b-4100-86cb-d1597ed16348 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:04:43.988733 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1482f8-d68b-4100-86cb-d1597ed16348 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Pushing event updated for resources: {'Port': ['ID=ebb958c2-33bc-4400-97a3-1347f932e1f7,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:44.001006 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ffbc0f23-9499-409e-88bf-7a3fbc0cc15f req-fe705fee-9747-4d32-a157-ba78934b9ebc tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/security-groups?id=ab42646f-4b94-49ec-b0ef-1630bc33b385&id=868c986c-898b-43a8-8487-f3cc8e70bab5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1257975 Aug 16 21:04:44.004848 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-9b1482f8-d68b-4100-86cb-d1597ed16348 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:04:44.041632 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1482f8-d68b-4100-86cb-d1597ed16348 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:44.041997 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1482f8-d68b-4100-86cb-d1597ed16348 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:44.042349 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1482f8-d68b-4100-86cb-d1597ed16348 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:44.042699 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1482f8-d68b-4100-86cb-d1597ed16348 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:44.043048 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1482f8-d68b-4100-86cb-d1597ed16348 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:44.043425 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1482f8-d68b-4100-86cb-d1597ed16348 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:44.043718 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1482f8-d68b-4100-86cb-d1597ed16348 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:44.044089 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1482f8-d68b-4100-86cb-d1597ed16348 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:44.044424 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1482f8-d68b-4100-86cb-d1597ed16348 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:44.044758 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1482f8-d68b-4100-86cb-d1597ed16348 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:44.046086 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1482f8-d68b-4100-86cb-d1597ed16348 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:44.046086 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1482f8-d68b-4100-86cb-d1597ed16348 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:44.095323 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-9b1482f8-d68b-4100-86cb-d1597ed16348 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:44.095323 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-9b1482f8-d68b-4100-86cb-d1597ed16348 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:44.169535 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15062440-931e-4403-80be-0a5d65138fd7 req-1229356a-0c58-4167-94aa-c34a02e31a58 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:44.171096 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-15062440-931e-4403-80be-0a5d65138fd7 req-1229356a-0c58-4167-94aa-c34a02e31a58 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b HTTP/1.1" status: 200 len: 1136 time: 0.0797319 Aug 16 21:04:44.184058 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f13b629-3201-42ec-bf62-737110aa6a99 req-85836312-e903-49a9-9a8b-8258e1f7f86b tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:44.185597 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4f13b629-3201-42ec-bf62-737110aa6a99 req-85836312-e903-49a9-9a8b-8258e1f7f86b tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] 10.222.0.84 "GET /v2.0/ports?device_id=de4bff46-5c22-4b73-b879-9956540bbb5d HTTP/1.1" status: 200 len: 932 time: 0.0605071 Aug 16 21:04:44.205850 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-15062440-931e-4403-80be-0a5d65138fd7 req-9435f26d-0b55-4c54-8f68-e508c12d8e94 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:44.214873 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-9b1482f8-d68b-4100-86cb-d1597ed16348 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2047014 Aug 16 21:04:44.230184 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-b785a7e4-b80f-4915-be9a-c88f1337619d service neutron] Request body: {'port': {'device_id': 'de4bff46-5c22-4b73-b879-9956540bbb5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:44.284150 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4f13b629-3201-42ec-bf62-737110aa6a99 req-bea9fd61-dea0-4956-be1f-ef9c3edd1122 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] 10.222.0.84 "GET /v2.0/security-groups?id=75c700a1-cc21-44fd-b3c2-9999327657af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916474 Aug 16 21:04:44.336544 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-b785a7e4-b80f-4915-be9a-c88f1337619d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:44.510209 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7618fdc4-3c71-4747-969b-e1968c45eb4b req-c4ebff87-4044-4a4c-a1f6-f259c3bf35ce tempest-ServerShowV247Test-1740373533 tempest-ServerShowV247Test-1740373533-project] 10.222.0.84 "GET /v2.0/ports?device_id=55b62ccb-61bd-4f42-ac28-fab3a9e1779a HTTP/1.1" status: 200 len: 210 time: 0.0535531 Aug 16 21:04:44.513745 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-15062440-931e-4403-80be-0a5d65138fd7 req-9435f26d-0b55-4c54-8f68-e508c12d8e94 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:44.575467 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-15062440-931e-4403-80be-0a5d65138fd7 req-9435f26d-0b55-4c54-8f68-e508c12d8e94 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:44.627045 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-15062440-931e-4403-80be-0a5d65138fd7 req-9435f26d-0b55-4c54-8f68-e508c12d8e94 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=ab42646f-4b94-49ec-b0ef-1630bc33b385&id=868c986c-898b-43a8-8487-f3cc8e70bab5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4403379 Aug 16 21:04:44.631917 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9435f26d-0b55-4c54-8f68-e508c12d8e94 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe017f68-c9e1-49b4-a1cf-5810f5949b09,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:44.650845 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59830) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:44.691529 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68da9e5a-9f5a-413a-b58b-6cb79648ba7e tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:44.696322 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-68da9e5a-9f5a-413a-b58b-6cb79648ba7e tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b HTTP/1.1" status: 200 len: 1131 time: 0.0412295 Aug 16 21:04:44.696578 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59832) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:44.701163 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-68d4db12-1f3b-429f-8729-087e3bbe1884 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'port_id': '992aacb6-d602-42d9-8437-a3525d7d1c6d', 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:44.710795 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-b785a7e4-b80f-4915-be9a-c88f1337619d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebb958c2-33bc-4400-97a3-1347f932e1f7 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:04:44.720620 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-b785a7e4-b80f-4915-be9a-c88f1337619d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:44.733404 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-b785a7e4-b80f-4915-be9a-c88f1337619d service neutron] Transition to ACTIVE for port object ebb958c2-33bc-4400-97a3-1347f932e1f7 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:04:44.793479 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:44.822271 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68d4db12-1f3b-429f-8729-087e3bbe1884 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for floatingip, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:44.822415 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-b785a7e4-b80f-4915-be9a-c88f1337619d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:44.878755 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785a7e4-b80f-4915-be9a-c88f1337619d service neutron] Pushing event updated for resources: {'Port': ['ID=ebb958c2-33bc-4400-97a3-1347f932e1f7,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:44.925060 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68d4db12-1f3b-429f-8729-087e3bbe1884 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:44.946323 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-b785a7e4-b80f-4915-be9a-c88f1337619d service neutron] Attempting to bind port ebb958c2-33bc-4400-97a3-1347f932e1f7 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:04:44.946671 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-b785a7e4-b80f-4915-be9a-c88f1337619d service neutron] Attempting to bind port ebb958c2-33bc-4400-97a3-1347f932e1f7 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '78161784-d6e5-453e-910b-f018434221cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e0b76b3b-8496-46da-be97-0393b2238d2a'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:04:44.947001 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-b785a7e4-b80f-4915-be9a-c88f1337619d service neutron] Attempting to bind port ebb958c2-33bc-4400-97a3-1347f932e1f7 on network e0b76b3b-8496-46da-be97-0393b2238d2a {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:04:44.951180 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-b785a7e4-b80f-4915-be9a-c88f1337619d service neutron] Port ebb958c2-33bc-4400-97a3-1347f932e1f7 on network e0b76b3b-8496-46da-be97-0393b2238d2a not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:04:44.951506 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-b785a7e4-b80f-4915-be9a-c88f1337619d service neutron] Attempting to bind port ebb958c2-33bc-4400-97a3-1347f932e1f7 on network e0b76b3b-8496-46da-be97-0393b2238d2a {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:04:44.957054 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-b785a7e4-b80f-4915-be9a-c88f1337619d service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:04:44.957306 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-b785a7e4-b80f-4915-be9a-c88f1337619d service neutron] Checking segment: {'id': '78161784-d6e5-453e-910b-f018434221cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e0b76b3b-8496-46da-be97-0393b2238d2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:04:44.962289 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-b785a7e4-b80f-4915-be9a-c88f1337619d service neutron] Bound using segment: {'id': '78161784-d6e5-453e-910b-f018434221cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e0b76b3b-8496-46da-be97-0393b2238d2a'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:04:44.962289 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-b785a7e4-b80f-4915-be9a-c88f1337619d service neutron] Bound port: ebb958c2-33bc-4400-97a3-1347f932e1f7, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78161784-d6e5-453e-910b-f018434221cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e0b76b3b-8496-46da-be97-0393b2238d2a'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:04:44.962289 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-b785a7e4-b80f-4915-be9a-c88f1337619d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:45.040623 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-b785a7e4-b80f-4915-be9a-c88f1337619d service neutron] For port ebb958c2-33bc-4400-97a3-1347f932e1f7, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:04:45.044761 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-b785a7e4-b80f-4915-be9a-c88f1337619d service neutron] For port ebb958c2-33bc-4400-97a3-1347f932e1f7, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ebb958c2-33bc-4400-97a3-1347f932e1f7,segment=NetworkSegment(78161784-d6e5-453e-910b-f018434221cd),segment_id=78161784-d6e5-453e-910b-f018434221cd)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:04:45.060742 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-68d4db12-1f3b-429f-8729-087e3bbe1884 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Allocated IP 172.25.1.19 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/3c3f5169-a879-40f1-a312-95134c217ef3) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:04:45.089705 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 811fe75a-58ad-4d55-95fc-557ec70b4da6 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:04:45.146227 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ad889-cbf7-45c7-b4af-1f26236a932b req-9a6c487f-f65e-44c7-8f0f-e83d06594c0a tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:45.157608 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c6ad889-cbf7-45c7-b4af-1f26236a932b req-9a6c487f-f65e-44c7-8f0f-e83d06594c0a tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 944 time: 0.0966346 Aug 16 21:04:45.183052 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-b785a7e4-b80f-4915-be9a-c88f1337619d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:45.193831 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68d4db12-1f3b-429f-8729-087e3bbe1884 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:45.206230 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-b785a7e4-b80f-4915-be9a-c88f1337619d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:45.207550 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-b785a7e4-b80f-4915-be9a-c88f1337619d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:45.209419 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-b785a7e4-b80f-4915-be9a-c88f1337619d service neutron] 10.222.0.90 "PUT /v2.0/ports/ebb958c2-33bc-4400-97a3-1347f932e1f7 HTTP/1.1" status: 200 len: 1093 time: 0.9846070 Aug 16 21:04:45.212716 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de4bff46-5c22-4b73-b879-9956540bbb5d', 'tag': 'ebb958c2-33bc-4400-97a3-1347f932e1f7'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:04:45.222822 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c6a992-908f-4ce5-b7b1-145d0b7c0489" -d '{"events": [{"name": "network-changed", "server_uuid": "de4bff46-5c22-4b73-b879-9956540bbb5d", "tag": "ebb958c2-33bc-4400-97a3-1347f932e1f7"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:04:45.229222 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 811fe75a-58ad-4d55-95fc-557ec70b4da6, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=811fe75a-58ad-4d55-95fc-557ec70b4da6,segment=NetworkSegment(23658927-a623-4faf-8750-20d4ad03fab0),segment_id=23658927-a623-4faf-8750-20d4ad03fab0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:04:45.242546 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '811fe75a-58ad-4d55-95fc-557ec70b4da6', 'network_id': '2a84c825-1836-4d4b-aa9e-01c66bc9b2dd', 'port_id': '811fe75a-58ad-4d55-95fc-557ec70b4da6', 'mac_address': 'fa:16:3e:ba:e3:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b11c061b-d987-4b96-a2d3-345542c53b8b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:04:45.288672 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:45.289927 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0045e9c-96c4-4f21-ace4-0ca51a780093 x-openstack-request-id: req-d0045e9c-96c4-4f21-ace4-0ca51a780093 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:04:45.289927 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de4bff46-5c22-4b73-b879-9956540bbb5d", "tag": "ebb958c2-33bc-4400-97a3-1347f932e1f7", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:04:45.289927 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d0045e9c-96c4-4f21-ace4-0ca51a780093 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:04:45.289927 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de4bff46-5c22-4b73-b879-9956540bbb5d', 'tag': 'ebb958c2-33bc-4400-97a3-1347f932e1f7', 'status': 'completed', 'code': 200} Aug 16 21:04:45.292286 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785a7e4-b80f-4915-be9a-c88f1337619d service neutron] Pushing event updated for resources: {'Port': ['ID=ebb958c2-33bc-4400-97a3-1347f932e1f7,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:45.308562 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 811fe75a-58ad-4d55-95fc-557ec70b4da6 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:04:45.310622 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68d4db12-1f3b-429f-8729-087e3bbe1884 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:45.335818 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c6ad889-cbf7-45c7-b4af-1f26236a932b req-348e8161-0dae-43cd-b7fa-c3992563ffd9 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771536 Aug 16 21:04:45.338343 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 811fe75a-58ad-4d55-95fc-557ec70b4da6, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=811fe75a-58ad-4d55-95fc-557ec70b4da6,segment=NetworkSegment(23658927-a623-4faf-8750-20d4ad03fab0),segment_id=23658927-a623-4faf-8750-20d4ad03fab0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:04:45.372097 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d4db12-1f3b-429f-8729-087e3bbe1884 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:04:45.375149 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-68d4db12-1f3b-429f-8729-087e3bbe1884 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:04:45.379472 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d4db12-1f3b-429f-8729-087e3bbe1884 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:04:45.385208 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d4db12-1f3b-429f-8729-087e3bbe1884 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Pushing event updated for resources: {'Port': ['ID=3c3f5169-a879-40f1-a312-95134c217ef3,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:45.393442 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6a992-908f-4ce5-b7b1-145d0b7c0489 req-32511a89-9cdf-4269-880b-396216758a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:45.395210 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-47c6a992-908f-4ce5-b7b1-145d0b7c0489 req-32511a89-9cdf-4269-880b-396216758a29 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9bdf91e3820d42f998ab59844dffa0b7&device_id=de4bff46-5c22-4b73-b879-9956540bbb5d HTTP/1.1" status: 200 len: 1096 time: 0.0882978 Aug 16 21:04:45.420062 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:45.473090 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=811fe75a-58ad-4d55-95fc-557ec70b4da6,revision_number=11']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:45.507896 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2fae3-15d8-4b74-961a-0f5b3060395a req-12b35862-c629-470a-94b7-63ad7a485e30 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:45.509152 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37d2fae3-15d8-4b74-961a-0f5b3060395a req-12b35862-c629-470a-94b7-63ad7a485e30 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] 10.222.0.84 "GET /v2.0/ports?device_id=de4bff46-5c22-4b73-b879-9956540bbb5d HTTP/1.1" status: 200 len: 944 time: 0.1413920 Aug 16 21:04:45.612912 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37d2fae3-15d8-4b74-961a-0f5b3060395a req-f08b6326-7c06-4990-a48c-424af52812d3 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] 10.222.0.84 "GET /v2.0/security-groups?id=75c700a1-cc21-44fd-b3c2-9999327657af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653126 Aug 16 21:04:45.615295 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6a992-908f-4ce5-b7b1-145d0b7c0489 req-0f774b23-dd27-471a-8d5c-4dbc7bfe5014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:45.616944 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-47c6a992-908f-4ce5-b7b1-145d0b7c0489 req-0f774b23-dd27-471a-8d5c-4dbc7bfe5014 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=9bdf91e3820d42f998ab59844dffa0b7&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2076368 Aug 16 21:04:45.636219 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c88bef-6454-4fb6-8c24-98ea02437436 req-81c4cb44-3549-4aad-a47b-8a2bd8cb8fce tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:45.645246 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c88bef-6454-4fb6-8c24-98ea02437436 req-81c4cb44-3549-4aad-a47b-8a2bd8cb8fce tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:45.646329 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['811fe75a-58ad-4d55-95fc-557ec70b4da6'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:04:45.652026 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c88bef-6454-4fb6-8c24-98ea02437436 req-81c4cb44-3549-4aad-a47b-8a2bd8cb8fce tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:45.658763 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c88bef-6454-4fb6-8c24-98ea02437436 req-81c4cb44-3549-4aad-a47b-8a2bd8cb8fce tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:45.679803 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c88bef-6454-4fb6-8c24-98ea02437436 req-81c4cb44-3549-4aad-a47b-8a2bd8cb8fce tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:45.685860 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c88bef-6454-4fb6-8c24-98ea02437436 req-81c4cb44-3549-4aad-a47b-8a2bd8cb8fce tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:45.692713 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c88bef-6454-4fb6-8c24-98ea02437436 req-81c4cb44-3549-4aad-a47b-8a2bd8cb8fce tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:45.694645 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d1c88bef-6454-4fb6-8c24-98ea02437436 req-81c4cb44-3549-4aad-a47b-8a2bd8cb8fce tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 5435 time: 0.1819522 Aug 16 21:04:45.800607 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d1c88bef-6454-4fb6-8c24-98ea02437436 req-30334314-0a5b-42b5-a70c-fcaf6507893b tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=2f05bb64-9f10-404a-9d0e-024f432f1dbc&id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0956340 Aug 16 21:04:45.838675 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6a992-908f-4ce5-b7b1-145d0b7c0489 req-13e98c93-3373-4461-9feb-6098adc997b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:45.840878 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-47c6a992-908f-4ce5-b7b1-145d0b7c0489 req-13e98c93-3373-4461-9feb-6098adc997b6 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1452906 Aug 16 21:04:45.879822 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68d4db12-1f3b-429f-8729-087e3bbe1884 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:45.950481 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-49513504-983f-4d06-83dd-a8da70357958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:45.952056 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-49513504-983f-4d06-83dd-a8da70357958 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9bdf91e3820d42f998ab59844dffa0b7&device_id=de4bff46-5c22-4b73-b879-9956540bbb5d HTTP/1.1" status: 200 len: 1096 time: 0.0710495 Aug 16 21:04:45.979830 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d916a3-80e4-4f97-8dbf-a034ccc2bf18 req-6a8c5903-48c1-4285-a8d7-7980b00a35db tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:45.985776 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d916a3-80e4-4f97-8dbf-a034ccc2bf18 req-6a8c5903-48c1-4285-a8d7-7980b00a35db tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:45.991935 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d916a3-80e4-4f97-8dbf-a034ccc2bf18 req-6a8c5903-48c1-4285-a8d7-7980b00a35db tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:45.997804 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d916a3-80e4-4f97-8dbf-a034ccc2bf18 req-6a8c5903-48c1-4285-a8d7-7980b00a35db tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:46.003712 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d916a3-80e4-4f97-8dbf-a034ccc2bf18 req-6a8c5903-48c1-4285-a8d7-7980b00a35db tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:46.009650 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d916a3-80e4-4f97-8dbf-a034ccc2bf18 req-6a8c5903-48c1-4285-a8d7-7980b00a35db tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:46.015457 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d916a3-80e4-4f97-8dbf-a034ccc2bf18 req-6a8c5903-48c1-4285-a8d7-7980b00a35db tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:46.017920 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-82d916a3-80e4-4f97-8dbf-a034ccc2bf18 req-6a8c5903-48c1-4285-a8d7-7980b00a35db tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 5435 time: 0.1091533 Aug 16 21:04:46.048651 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-10fb46d8-116c-431a-9322-f33af4f4e8e3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebb958c2-33bc-4400-97a3-1347f932e1f7 HTTP/1.1" status: 200 len: 217 time: 0.0867567 Aug 16 21:04:46.059138 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68d4db12-1f3b-429f-8729-087e3bbe1884 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:46.098068 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-06863748-edc9-4430-99f8-6b470e125821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:46.099627 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-06863748-edc9-4430-99f8-6b470e125821 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e5116cc9-edfa-4909-8316-fb97435c19ee HTTP/1.1" status: 200 len: 849 time: 0.0445368 Aug 16 21:04:46.132844 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-f0ef0f39-b1c6-4fd0-9178-bf002f71218c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e0b76b3b-8496-46da-be97-0393b2238d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255578 Aug 16 21:04:46.246157 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-ed36b0ed-9570-4422-bdef-31ce32f6f089 service neutron] 10.222.0.90 "GET /v2.0/networks/e0b76b3b-8496-46da-be97-0393b2238d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059852 Aug 16 21:04:46.260567 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68d4db12-1f3b-429f-8729-087e3bbe1884 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:46.298116 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59876) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:46.345814 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd97a88f-5535-429d-b61e-f66b2cb6759a req-b1c6cdcb-3bf8-4026-85e7-8c026925f76d service neutron] 10.222.0.90 "GET /v2.0/networks/e0b76b3b-8496-46da-be97-0393b2238d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910108 Aug 16 21:04:46.356299 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68d4db12-1f3b-429f-8729-087e3bbe1884 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:46.475591 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68d4db12-1f3b-429f-8729-087e3bbe1884 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:46.477032 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed32bf-fe46-4a12-b240-ff556500c85d req-0d5285ec-1e4e-4413-ab04-6586544a85ca tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:46.478722 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f2ed32bf-fe46-4a12-b240-ff556500c85d req-0d5285ec-1e4e-4413-ab04-6586544a85ca tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.0659907 Aug 16 21:04:46.522396 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:46.527147 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f2ed32bf-fe46-4a12-b240-ff556500c85d req-2a32c32d-2be2-47e2-9234-9abe368088ac tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404198 Aug 16 21:04:46.530276 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6eda925c-20a1-4205-98d3-6c162a77c2d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:46.549679 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d4db12-1f3b-429f-8729-087e3bbe1884 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Pushing event updated for resources: {'Port': ['ID=3c3f5169-a879-40f1-a312-95134c217ef3,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:46.635398 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [None req-68d4db12-1f3b-429f-8729-087e3bbe1884 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Floating IP 177a681d-3ed9-4f9f-8689-deba4cc549c5 associated. External IP: 172.25.1.19, port: 992aacb6-d602-42d9-8437-a3525d7d1c6d. Aug 16 21:04:46.734084 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ba80b-2409-436d-b383-af0c9d61685a req-fc8f4fb9-f82d-45c1-b690-72fa14ead914 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:46.736345 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-515ba80b-2409-436d-b383-af0c9d61685a req-fc8f4fb9-f82d-45c1-b690-72fa14ead914 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] 10.222.0.84 "GET /v2.0/ports?device_id=de4bff46-5c22-4b73-b879-9956540bbb5d HTTP/1.1" status: 200 len: 944 time: 0.0514965 Aug 16 21:04:46.778987 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-515ba80b-2409-436d-b383-af0c9d61685a req-68ad9df8-2d85-4543-b7b0-e219913f33f5 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] 10.222.0.84 "GET /v2.0/security-groups?id=75c700a1-cc21-44fd-b3c2-9999327657af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361135 Aug 16 21:04:46.780037 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6eda925c-20a1-4205-98d3-6c162a77c2d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:46.869227 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6eda925c-20a1-4205-98d3-6c162a77c2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:46.923050 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6eda925c-20a1-4205-98d3-6c162a77c2d1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2c5bb9a6aad745a5a036ef5ad4956012&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6236770 Aug 16 21:04:46.925683 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda925c-20a1-4205-98d3-6c162a77c2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528a5ccc-75ae-4197-b8bc-d2db3c94f043,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:46.929735 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 59892) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:46.946763 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d4db12-1f3b-429f-8729-087e3bbe1884 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Router 973b33cb-6a4f-441e-9470-d11941a81236 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:04:46.986661 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d22e4871-128c-412a-9dcf-4dd51806b0fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:47.010692 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d22e4871-128c-412a-9dcf-4dd51806b0fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:47.064065 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d4db12-1f3b-429f-8729-087e3bbe1884 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:04:47.073413 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79a6d62-115c-4f01-bcdb-edebb969ee72 None None] Sync routers for ids ['973b33cb-6a4f-441e-9470-d11941a81236'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:04:47.082721 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79a6d62-115c-4f01-bcdb-edebb969ee72 None None] Routers {'973b33cb-6a4f-441e-9470-d11941a81236'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:04:47.083372 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-d79a6d62-115c-4f01-bcdb-edebb969ee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:04:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['973b33cb-6a4f-441e-9470-d11941a81236'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:47.117114 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 811fe75a-58ad-4d55-95fc-557ec70b4da6 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:04:47.202996 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d22e4871-128c-412a-9dcf-4dd51806b0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:47.206290 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d22e4871-128c-412a-9dcf-4dd51806b0fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:47.210194 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d22e4871-128c-412a-9dcf-4dd51806b0fe admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/528a5ccc-75ae-4197-b8bc-d2db3c94f043 HTTP/1.1" status: 204 len: 168 time: 0.2754445 Aug 16 21:04:47.217821 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e4871-128c-412a-9dcf-4dd51806b0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528a5ccc-75ae-4197-b8bc-d2db3c94f043,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:47.222087 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68d4db12-1f3b-429f-8729-087e3bbe1884 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:47.267298 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-68d4db12-1f3b-429f-8729-087e3bbe1884 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5695815 Aug 16 21:04:47.270956 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b', 'tag': '992aacb6-d602-42d9-8437-a3525d7d1c6d'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:04:47.270956 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc33619-7995-423b-9824-1765c05049a2" -d '{"events": [{"name": "network-changed", "server_uuid": "ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b", "tag": "992aacb6-d602-42d9-8437-a3525d7d1c6d"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:04:47.271949 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 59902) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:47.322818 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ca4fcf-7c52-4137-9276-99852bbd1667 x-openstack-request-id: req-a8ca4fcf-7c52-4137-9276-99852bbd1667 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:04:47.323320 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b", "tag": "992aacb6-d602-42d9-8437-a3525d7d1c6d", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:04:47.323918 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a8ca4fcf-7c52-4137-9276-99852bbd1667 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:04:47.324621 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b', 'tag': '992aacb6-d602-42d9-8437-a3525d7d1c6d', 'status': 'completed', 'code': 200} Aug 16 21:04:47.455681 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-d79a6d62-115c-4f01-bcdb-edebb969ee72 None None] Set router 973b33cb-6a4f-441e-9470-d11941a81236 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:04:47.544205 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 811fe75a-58ad-4d55-95fc-557ec70b4da6 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:04:47.568392 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 811fe75a-58ad-4d55-95fc-557ec70b4da6 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:04:47.568923 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:47.787275 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:47.967679 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811fe75a-58ad-4d55-95fc-557ec70b4da6'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:04:47.971480 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf730cb-a41f-457b-8c5f-a9ff16315649 req-541f6e95-38ac-4b16-92be-20003261c25f tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:47.972194 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a496775d-172c-4305-889f-46cd1e37fda1" -d '{"events": [{"server_uuid": "6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e", "name": "network-vif-plugged", "status": "completed", "tag": "811fe75a-58ad-4d55-95fc-557ec70b4da6"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:04:47.979986 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9bf730cb-a41f-457b-8c5f-a9ff16315649 req-541f6e95-38ac-4b16-92be-20003261c25f tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 945 time: 0.1979394 Aug 16 21:04:47.999954 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 811fe75a-58ad-4d55-95fc-557ec70b4da6, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=811fe75a-58ad-4d55-95fc-557ec70b4da6,segment=NetworkSegment(23658927-a623-4faf-8750-20d4ad03fab0),segment_id=23658927-a623-4faf-8750-20d4ad03fab0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:04:48.021714 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc33619-7995-423b-9824-1765c05049a2 req-dc567b02-4499-4f78-a206-3fcb9ae87499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.023383 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8fc33619-7995-423b-9824-1765c05049a2 req-dc567b02-4499-4f78-a206-3fcb9ae87499 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=89e5c5f06f394767b34bdcf9bb013f56&device_id=ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b HTTP/1.1" status: 200 len: 1136 time: 0.2498436 Aug 16 21:04:48.067226 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-d79a6d62-115c-4f01-bcdb-edebb969ee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973b33cb-6a4f-441e-9470-d11941a81236', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1239497500', 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'c22acc64-3d86-4187-b710-6a0b27c42af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:04:06Z', 'updated_at': '2021-08-16T21:04:14Z', 'revision_number': 4, 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'gw_port': {'id': 'c22acc64-3d86-4187-b710-6a0b27c42af0', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973b33cb-6a4f-441e-9470-d11941a81236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:08Z', 'updated_at': '2021-08-16T21:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '177a681d-3ed9-4f9f-8689-deba4cc549c5', 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'floating_ip_address': '172.25.1.19', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '973b33cb-6a4f-441e-9470-d11941a81236', 'port_id': '992aacb6-d602-42d9-8437-a3525d7d1c6d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38aa7fb0-7837-441f-a702-d14d19ac7dce', 'mac_address': 'fa:16:3e:51:46:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:04:45Z', 'updated_at': '2021-08-16T21:04:45Z', 'revision_number': 0, 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c52b174-8e97-473d-9a71-e40e2ecf73c4', 'name': '', 'network_id': '38aa7fb0-7837-441f-a702-d14d19ac7dce', 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'mac_address': 'fa:16:3e:c5:bc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973b33cb-6a4f-441e-9470-d11941a81236', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '9215196a-1f5d-4cc1-ae31-cdca45b1fc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:13Z', 'updated_at': '2021-08-16T21:04:21Z', 'revision_number': 5, 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'subnets': [{'id': '9215196a-1f5d-4cc1-ae31-cdca45b1fc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:48.107091 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:48.111899 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79a6d62-115c-4f01-bcdb-edebb969ee72 None None] Checking router: 973b33cb-6a4f-441e-9470-d11941a81236 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:04:48.147871 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79a6d62-115c-4f01-bcdb-edebb969ee72 None None] Routers {'973b33cb-6a4f-441e-9470-d11941a81236'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:04:48.148579 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-d79a6d62-115c-4f01-bcdb-edebb969ee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:04:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['973b33cb-6a4f-441e-9470-d11941a81236'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:48.167242 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9bf730cb-a41f-457b-8c5f-a9ff16315649 req-b58e199d-8d21-45a4-b7fb-2429e4a76f99 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844826 Aug 16 21:04:48.210428 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e902360-ca4c-4bf7-9681-7594fa98d0f9 req-e6bccefb-3b9a-429a-8724-1e636998e94c tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.224539 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6e902360-ca4c-4bf7-9681-7594fa98d0f9 req-e6bccefb-3b9a-429a-8724-1e636998e94c tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] 10.222.0.84 "GET /v2.0/ports?device_id=de4bff46-5c22-4b73-b879-9956540bbb5d HTTP/1.1" status: 200 len: 944 time: 0.3417437 Aug 16 21:04:48.234970 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ea4db-0a00-4a26-aa51-57ecd72f3129 req-623f78df-e253-4713-949c-e425ba2b5531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.235736 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ea4db-0a00-4a26-aa51-57ecd72f3129 req-623f78df-e253-4713-949c-e425ba2b5531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.236307 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ea4db-0a00-4a26-aa51-57ecd72f3129 req-623f78df-e253-4713-949c-e425ba2b5531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.236886 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ea4db-0a00-4a26-aa51-57ecd72f3129 req-623f78df-e253-4713-949c-e425ba2b5531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.237383 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ea4db-0a00-4a26-aa51-57ecd72f3129 req-623f78df-e253-4713-949c-e425ba2b5531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.238470 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ea4db-0a00-4a26-aa51-57ecd72f3129 req-623f78df-e253-4713-949c-e425ba2b5531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.238470 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ea4db-0a00-4a26-aa51-57ecd72f3129 req-623f78df-e253-4713-949c-e425ba2b5531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.241186 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1a3ea4db-0a00-4a26-aa51-57ecd72f3129 req-623f78df-e253-4713-949c-e425ba2b5531 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 6499 time: 0.0873778 Aug 16 21:04:48.254433 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ff963e-c52c-4472-a260-37b083a00bcb x-openstack-request-id: req-02ff963e-c52c-4472-a260-37b083a00bcb {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:04:48.254773 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e", "name": "network-vif-plugged", "status": "completed", "tag": "811fe75a-58ad-4d55-95fc-557ec70b4da6", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:04:48.255028 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-02ff963e-c52c-4472-a260-37b083a00bcb {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:04:48.255421 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811fe75a-58ad-4d55-95fc-557ec70b4da6', 'code': 200} Aug 16 21:04:48.264723 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=811fe75a-58ad-4d55-95fc-557ec70b4da6,revision_number=12']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:48.272130 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d672d56-0815-4c4b-8a93-4686b6e76bb2 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.276360 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d672d56-0815-4c4b-8a93-4686b6e76bb2 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.276360 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d672d56-0815-4c4b-8a93-4686b6e76bb2 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.276360 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d672d56-0815-4c4b-8a93-4686b6e76bb2 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.276360 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d672d56-0815-4c4b-8a93-4686b6e76bb2 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.276360 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d672d56-0815-4c4b-8a93-4686b6e76bb2 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.276360 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d672d56-0815-4c4b-8a93-4686b6e76bb2 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.276360 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d672d56-0815-4c4b-8a93-4686b6e76bb2 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.276360 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d672d56-0815-4c4b-8a93-4686b6e76bb2 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.276360 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d672d56-0815-4c4b-8a93-4686b6e76bb2 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.277763 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d672d56-0815-4c4b-8a93-4686b6e76bb2 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.277969 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d672d56-0815-4c4b-8a93-4686b6e76bb2 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.278390 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d672d56-0815-4c4b-8a93-4686b6e76bb2 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.281441 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-7d672d56-0815-4c4b-8a93-4686b6e76bb2 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9154 time: 1.0082808 Aug 16 21:04:48.286617 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 59938) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:48.297724 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1a3ea4db-0a00-4a26-aa51-57ecd72f3129 req-a4bdb7a9-e045-4a7d-9f7a-de8fe5f3ba57 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&id=2f05bb64-9f10-404a-9d0e-024f432f1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430877 Aug 16 21:04:48.314874 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-d79a6d62-115c-4f01-bcdb-edebb969ee72 None None] Set router 973b33cb-6a4f-441e-9470-d11941a81236 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:04:48.362937 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6e902360-ca4c-4bf7-9681-7594fa98d0f9 req-ee0b6e19-174c-40af-bc75-227c733ad499 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] 10.222.0.84 "GET /v2.0/security-groups?id=75c700a1-cc21-44fd-b3c2-9999327657af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368287 Aug 16 21:04:48.390070 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc33619-7995-423b-9824-1765c05049a2 req-f6578b3b-22d7-49b5-a8a8-98fd8f4c527e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.392171 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8fc33619-7995-423b-9824-1765c05049a2 req-f6578b3b-22d7-49b5-a8a8-98fd8f4c527e service neutron] 10.222.0.90 "GET /v2.0/networks?id=38aa7fb0-7837-441f-a702-d14d19ac7dce HTTP/1.1" status: 200 len: 898 time: 0.3441787 Aug 16 21:04:48.483279 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8fc33619-7995-423b-9824-1765c05049a2 req-d7a6a776-2e84-463e-b004-73704eb5102f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=992aacb6-d602-42d9-8437-a3525d7d1c6d HTTP/1.1" status: 200 len: 998 time: 0.0818448 Aug 16 21:04:48.552185 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030c47b0-3402-4451-9d21-c26b6d7c57c0 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.552813 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030c47b0-3402-4451-9d21-c26b6d7c57c0 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.555891 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030c47b0-3402-4451-9d21-c26b6d7c57c0 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.556463 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030c47b0-3402-4451-9d21-c26b6d7c57c0 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.556950 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030c47b0-3402-4451-9d21-c26b6d7c57c0 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.559193 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030c47b0-3402-4451-9d21-c26b6d7c57c0 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.562064 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030c47b0-3402-4451-9d21-c26b6d7c57c0 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.562189 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030c47b0-3402-4451-9d21-c26b6d7c57c0 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.562775 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030c47b0-3402-4451-9d21-c26b6d7c57c0 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.564328 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030c47b0-3402-4451-9d21-c26b6d7c57c0 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.565019 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030c47b0-3402-4451-9d21-c26b6d7c57c0 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.566360 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030c47b0-3402-4451-9d21-c26b6d7c57c0 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.566872 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030c47b0-3402-4451-9d21-c26b6d7c57c0 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.571775 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-030c47b0-3402-4451-9d21-c26b6d7c57c0 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8363 time: 0.2788997 Aug 16 21:04:48.572730 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59952) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:48.665080 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc33619-7995-423b-9824-1765c05049a2 req-bad426f6-b40f-41b7-8817-52da5d29f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.666838 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8fc33619-7995-423b-9824-1765c05049a2 req-bad426f6-b40f-41b7-8817-52da5d29f00a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9215196a-1f5d-4cc1-ae31-cdca45b1fc40 HTTP/1.1" status: 200 len: 834 time: 0.1703563 Aug 16 21:04:48.689403 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-d79a6d62-115c-4f01-bcdb-edebb969ee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973b33cb-6a4f-441e-9470-d11941a81236', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1239497500', 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'c22acc64-3d86-4187-b710-6a0b27c42af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:04:06Z', 'updated_at': '2021-08-16T21:04:14Z', 'revision_number': 4, 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'gw_port': {'id': 'c22acc64-3d86-4187-b710-6a0b27c42af0', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973b33cb-6a4f-441e-9470-d11941a81236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:08Z', 'updated_at': '2021-08-16T21:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '177a681d-3ed9-4f9f-8689-deba4cc549c5', 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'floating_ip_address': '172.25.1.19', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '973b33cb-6a4f-441e-9470-d11941a81236', 'port_id': '992aacb6-d602-42d9-8437-a3525d7d1c6d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38aa7fb0-7837-441f-a702-d14d19ac7dce', 'mac_address': 'fa:16:3e:51:46:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:04:45Z', 'updated_at': '2021-08-16T21:04:45Z', 'revision_number': 0, 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c52b174-8e97-473d-9a71-e40e2ecf73c4', 'name': '', 'network_id': '38aa7fb0-7837-441f-a702-d14d19ac7dce', 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'mac_address': 'fa:16:3e:c5:bc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973b33cb-6a4f-441e-9470-d11941a81236', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '9215196a-1f5d-4cc1-ae31-cdca45b1fc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:13Z', 'updated_at': '2021-08-16T21:04:21Z', 'revision_number': 5, 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'subnets': [{'id': '9215196a-1f5d-4cc1-ae31-cdca45b1fc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:48.692849 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8208b9-a80e-4762-93b9-90f84c0a597f req-ffdd0d00-31f7-4507-9dca-b81a5a8ef101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.700514 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de8208b9-a80e-4762-93b9-90f84c0a597f req-ffdd0d00-31f7-4507-9dca-b81a5a8ef101 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 1098 time: 0.1495130 Aug 16 21:04:48.722188 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79a6d62-115c-4f01-bcdb-edebb969ee72 None None] The sync data for ids ['973b33cb-6a4f-441e-9470-d11941a81236'] in n-d-793620-15 is: [{'id': '973b33cb-6a4f-441e-9470-d11941a81236', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1239497500', 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'c22acc64-3d86-4187-b710-6a0b27c42af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:04:06Z', 'updated_at': '2021-08-16T21:04:14Z', 'revision_number': 4, 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'gw_port': {'id': 'c22acc64-3d86-4187-b710-6a0b27c42af0', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973b33cb-6a4f-441e-9470-d11941a81236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:08Z', 'updated_at': '2021-08-16T21:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '177a681d-3ed9-4f9f-8689-deba4cc549c5', 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'floating_ip_address': '172.25.1.19', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '973b33cb-6a4f-441e-9470-d11941a81236', 'port_id': '992aacb6-d602-42d9-8437-a3525d7d1c6d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38aa7fb0-7837-441f-a702-d14d19ac7dce', 'mac_address': 'fa:16:3e:51:46:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:04:45Z', 'updated_at': '2021-08-16T21:04:45Z', 'revision_number': 0, 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c52b174-8e97-473d-9a71-e40e2ecf73c4', 'name': '', 'network_id': '38aa7fb0-7837-441f-a702-d14d19ac7dce', 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'mac_address': 'fa:16:3e:c5:bc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973b33cb-6a4f-441e-9470-d11941a81236', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '9215196a-1f5d-4cc1-ae31-cdca45b1fc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:13Z', 'updated_at': '2021-08-16T21:04:21Z', 'revision_number': 5, 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'subnets': [{'id': '9215196a-1f5d-4cc1-ae31-cdca45b1fc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:04:48.773389 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc33619-7995-423b-9824-1765c05049a2 req-206c14c7-5e42-4f02-8ebf-4663dafaa851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.774944 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8fc33619-7995-423b-9824-1765c05049a2 req-206c14c7-5e42-4f02-8ebf-4663dafaa851 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=38aa7fb0-7837-441f-a702-d14d19ac7dce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795972 Aug 16 21:04:48.776970 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de8208b9-a80e-4762-93b9-90f84c0a597f req-b7e493a1-609f-49f2-958b-d49a240d2a8e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699708 Aug 16 21:04:48.863805 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59964) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:48.900094 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6cbf8bf3-9a7f-47c0-8fa6-f073c4ded12c tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4489 time: 0.3258452 Aug 16 21:04:48.901207 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 59968) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:48.976683 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8fc33619-7995-423b-9824-1765c05049a2 req-72270ca4-53fb-4dde-80e4-e95fd6676efd service neutron] 10.222.0.90 "GET /v2.0/networks/38aa7fb0-7837-441f-a702-d14d19ac7dce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483815 Aug 16 21:04:48.984088 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d199e2e-b858-4c67-a85a-46ff5b182855 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.987743 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d199e2e-b858-4c67-a85a-46ff5b182855 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.993018 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8d199e2e-b858-4c67-a85a-46ff5b182855 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=973b33cb-6a4f-441e-9470-d11941a81236 HTTP/1.1" status: 200 len: 1992 time: 0.0914941 Aug 16 21:04:49.033477 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:49.042318 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-08d0ba9b-677a-4cc7-92a6-9470dd8cb389 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-33212413-network', 'tenant_id': 'a66a67472cec4496a7059d3173810e1a'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:49.067241 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315e5615-1c22-4322-bf97-894df60497b9 None None] New status for floating IP 177a681d-3ed9-4f9f-8689-deba4cc549c5: ACTIVE {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:04:49.111931 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8fc33619-7995-423b-9824-1765c05049a2 req-58064d60-9af5-4e75-bef7-6e0e3b524bd5 service neutron] 10.222.0.90 "GET /v2.0/networks/38aa7fb0-7837-441f-a702-d14d19ac7dce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170042 Aug 16 21:04:49.134700 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ebb958c2-33bc-4400-97a3-1347f932e1f7 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:04:49.170927 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d0ba9b-677a-4cc7-92a6-9470dd8cb389 admin admin] Made reservation on behalf of a66a67472cec4496a7059d3173810e1a for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:04:49.174762 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-08d0ba9b-677a-4cc7-92a6-9470dd8cb389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:49.187572 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-08d0ba9b-677a-4cc7-92a6-9470dd8cb389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:49.246216 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ebb958c2-33bc-4400-97a3-1347f932e1f7, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ebb958c2-33bc-4400-97a3-1347f932e1f7,segment=NetworkSegment(78161784-d6e5-453e-910b-f018434221cd),segment_id=78161784-d6e5-453e-910b-f018434221cd)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:04:49.259086 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': 'ebb958c2-33bc-4400-97a3-1347f932e1f7', 'network_id': 'e0b76b3b-8496-46da-be97-0393b2238d2a', 'port_id': 'ebb958c2-33bc-4400-97a3-1347f932e1f7', 'mac_address': 'fa:16:3e:40:20:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5116cc9-edfa-4909-8316-fb97435c19ee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:04:49.307518 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3f5e2-7bc8-4d7e-ba2f-fdf9237a9ef9 req-a951752d-2534-4db8-b1b1-76a25a7d93a4 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:49.314395 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7aa3f5e2-7bc8-4d7e-ba2f-fdf9237a9ef9 req-a951752d-2534-4db8-b1b1-76a25a7d93a4 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 946 time: 0.0643418 Aug 16 21:04:49.315559 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-08d0ba9b-677a-4cc7-92a6-9470dd8cb389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:49.335807 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:49.355417 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebb958c2-33bc-4400-97a3-1347f932e1f7 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:04:49.357466 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7aa3f5e2-7bc8-4d7e-ba2f-fdf9237a9ef9 req-79c419b6-eee0-4391-8673-100225b1df94 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418613 Aug 16 21:04:49.392474 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ebb958c2-33bc-4400-97a3-1347f932e1f7, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ebb958c2-33bc-4400-97a3-1347f932e1f7,segment=NetworkSegment(78161784-d6e5-453e-910b-f018434221cd),segment_id=78161784-d6e5-453e-910b-f018434221cd)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:04:49.404366 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-08d0ba9b-677a-4cc7-92a6-9470dd8cb389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:49.433108 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d0ba9b-677a-4cc7-92a6-9470dd8cb389 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:04:49.443177 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0ba9b-677a-4cc7-92a6-9470dd8cb389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4c106c-5c19-4292-8438-99d6697813cd,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:49.449247 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-08d0ba9b-677a-4cc7-92a6-9470dd8cb389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:49.449600 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-08d0ba9b-677a-4cc7-92a6-9470dd8cb389 admin admin] Added segment 85568c6e-48e5-454c-9434-fd56a12f8853 of type vlan for network 10a8cf60-7997-4233-bd18-38023ab4d829 Aug 16 21:04:49.467539 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:49.493979 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-08d0ba9b-677a-4cc7-92a6-9470dd8cb389 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:49.527906 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=ebb958c2-33bc-4400-97a3-1347f932e1f7,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:49.530538 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f2380-187b-41ff-a89d-5d7b1f855c11 req-409f6ecc-a733-4789-8c30-bcacbc4b320c tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:49.538914 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-808f2380-187b-41ff-a89d-5d7b1f855c11 req-409f6ecc-a733-4789-8c30-bcacbc4b320c tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] 10.222.0.84 "GET /v2.0/ports?device_id=de4bff46-5c22-4b73-b879-9956540bbb5d HTTP/1.1" status: 200 len: 945 time: 0.0818882 Aug 16 21:04:49.580871 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-808f2380-187b-41ff-a89d-5d7b1f855c11 req-c2ad97fe-90a6-4e72-aa86-add2d9588e84 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] 10.222.0.84 "GET /v2.0/security-groups?id=75c700a1-cc21-44fd-b3c2-9999327657af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356774 Aug 16 21:04:49.662020 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-08d0ba9b-677a-4cc7-92a6-9470dd8cb389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:49.665281 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d0ba9b-677a-4cc7-92a6-9470dd8cb389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:49.665281 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-08d0ba9b-677a-4cc7-92a6-9470dd8cb389 admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:49.729449 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0ba9b-677a-4cc7-92a6-9470dd8cb389 admin admin] Pushing event updated for resources: {'Network': ['ID=10a8cf60-7997-4233-bd18-38023ab4d829,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:49.741618 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 10a8cf60-7997-4233-bd18-38023ab4d829 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:04:49.757091 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['ebb958c2-33bc-4400-97a3-1347f932e1f7'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:04:49.811396 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-08d0ba9b-677a-4cc7-92a6-9470dd8cb389 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9452832 Aug 16 21:04:49.814290 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59996) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:49.819243 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-002a8d96-d280-407d-b5cd-0a8c063f9d44 admin admin] Request body: {'subnet': {'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-33212413-subnet', 'tenant_id': 'a66a67472cec4496a7059d3173810e1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:49.922808 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002a8d96-d280-407d-b5cd-0a8c063f9d44 admin admin] Made reservation on behalf of a66a67472cec4496a7059d3173810e1a for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:04:49.925162 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-002a8d96-d280-407d-b5cd-0a8c063f9d44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:50.483147 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c054a-559c-4412-83d5-1b1fe978f024 req-eb08115c-2189-4379-9d10-4b1031da4f41 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:50.485172 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-920c054a-559c-4412-83d5-1b1fe978f024 req-eb08115c-2189-4379-9d10-4b1031da4f41 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 946 time: 0.0497766 Aug 16 21:04:50.490754 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-002a8d96-d280-407d-b5cd-0a8c063f9d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:50.524242 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-920c054a-559c-4412-83d5-1b1fe978f024 req-fc824134-9791-4db6-80c8-64844ab9802d tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322523 Aug 16 21:04:50.551334 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a8d96-d280-407d-b5cd-0a8c063f9d44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5195f93-41fa-4353-aa72-c2be4390d86e,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:50.558594 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002a8d96-d280-407d-b5cd-0a8c063f9d44 admin admin] Checking segment: {'id': '85568c6e-48e5-454c-9434-fd56a12f8853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:04:50.558955 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002a8d96-d280-407d-b5cd-0a8c063f9d44 admin admin] Network hostable DHCP agents. Network: 10a8cf60-7997-4233-bd18-38023ab4d829, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:04:50.690978 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002a8d96-d280-407d-b5cd-0a8c063f9d44 admin admin] Network 10a8cf60-7997-4233-bd18-38023ab4d829 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:04:50.730864 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef41970-020b-4d88-aee9-b144c1ee3d43 req-2148abac-9749-4552-be1a-9e954b58452f tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:50.730864 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8ef41970-020b-4d88-aee9-b144c1ee3d43 req-2148abac-9749-4552-be1a-9e954b58452f tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] 10.222.0.84 "GET /v2.0/ports?device_id=de4bff46-5c22-4b73-b879-9956540bbb5d HTTP/1.1" status: 200 len: 945 time: 0.0788548 Aug 16 21:04:50.775415 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8ef41970-020b-4d88-aee9-b144c1ee3d43 req-01d19186-4edb-47b9-b96f-4880c1b75887 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] 10.222.0.84 "GET /v2.0/security-groups?id=75c700a1-cc21-44fd-b3c2-9999327657af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394871 Aug 16 21:04:50.797963 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-002a8d96-d280-407d-b5cd-0a8c063f9d44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 10a8cf60-7997-4233-bd18-38023ab4d829) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:04:50.801492 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002a8d96-d280-407d-b5cd-0a8c063f9d44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:50.803809 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-002a8d96-d280-407d-b5cd-0a8c063f9d44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:50.805786 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769b4edc-24b6-418f-b3e8-fe95962a2d61 None None] Network 10a8cf60-7997-4233-bd18-38023ab4d829 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:04:50.916896 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-002a8d96-d280-407d-b5cd-0a8c063f9d44 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0939786 Aug 16 21:04:50.933593 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79057ad8-132c-4ae9-b0fd-96979d11324f None None] Network 10a8cf60-7997-4233-bd18-38023ab4d829 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:04:51.165318 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ebb958c2-33bc-4400-97a3-1347f932e1f7 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:04:51.299755 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port ebb958c2-33bc-4400-97a3-1347f932e1f7 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:04:51.304249 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port ebb958c2-33bc-4400-97a3-1347f932e1f7 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:04:51.304903 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:51.393589 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-0c3ccf73-8085-42d1-8d6e-b246f03b90ce tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:51.395307 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-0c3ccf73-8085-42d1-8d6e-b246f03b90ce tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/networks?id=10a8cf60-7997-4233-bd18-38023ab4d829 HTTP/1.1" status: 200 len: 804 time: 0.1315727 Aug 16 21:04:51.412934 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-8ebc8da3-ce91-4660-a9a2-6391ee75fbdd tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/quotas/a66a67472cec4496a7059d3173810e1a HTTP/1.1" status: 200 len: 375 time: 0.0115373 Aug 16 21:04:51.416447 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:51.442287 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4bff46-5c22-4b73-b879-9956540bbb5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb958c2-33bc-4400-97a3-1347f932e1f7'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:04:51.445145 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1952a28c-7d7e-4c2d-98c4-70933e5c1fc1" -d '{"events": [{"server_uuid": "de4bff46-5c22-4b73-b879-9956540bbb5d", "name": "network-vif-plugged", "status": "completed", "tag": "ebb958c2-33bc-4400-97a3-1347f932e1f7"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:04:51.465374 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-78f09eb4-1c0d-444c-97e3-e35baa32c2a1 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a66a67472cec4496a7059d3173810e1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365546 Aug 16 21:04:51.471557 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ebb958c2-33bc-4400-97a3-1347f932e1f7, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ebb958c2-33bc-4400-97a3-1347f932e1f7,segment=NetworkSegment(78161784-d6e5-453e-910b-f018434221cd),segment_id=78161784-d6e5-453e-910b-f018434221cd)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:04:51.491106 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b951de-6fd7-43f0-bb9e-2c83af1772d1 x-openstack-request-id: req-b8b951de-6fd7-43f0-bb9e-2c83af1772d1 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:04:51.491405 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4bff46-5c22-4b73-b879-9956540bbb5d", "name": "network-vif-plugged", "status": "completed", "tag": "ebb958c2-33bc-4400-97a3-1347f932e1f7", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:04:51.491662 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b8b951de-6fd7-43f0-bb9e-2c83af1772d1 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:04:51.492099 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de4bff46-5c22-4b73-b879-9956540bbb5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb958c2-33bc-4400-97a3-1347f932e1f7', 'code': 200} Aug 16 21:04:51.561085 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-12850fcb-8345-40c9-ae9b-d3b8fce2b35d service neutron] 10.222.0.84 "GET /v2.0/networks/10a8cf60-7997-4233-bd18-38023ab4d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880578 Aug 16 21:04:51.580163 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:51.650219 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=ebb958c2-33bc-4400-97a3-1347f932e1f7,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:51.695519 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0a99c-e3c5-4cd9-930c-c7b8deddb487 req-a790ee18-f07d-48f6-8178-acb49af6f0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:51.697172 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f2f0a99c-e3c5-4cd9-930c-c7b8deddb487 req-a790ee18-f07d-48f6-8178-acb49af6f0c8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=de4bff46-5c22-4b73-b879-9956540bbb5d HTTP/1.1" status: 200 len: 1097 time: 0.1351712 Aug 16 21:04:51.729937 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167045c-2dc1-48d9-b00e-64c137ff4a60 req-88a95499-9e2e-45ad-b076-a3d70c63da1c tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:51.731459 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4167045c-2dc1-48d9-b00e-64c137ff4a60 req-88a95499-9e2e-45ad-b076-a3d70c63da1c tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 946 time: 0.1229234 Aug 16 21:04:51.770943 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-1019fb9d-8ef9-42af-94b1-8d3cd8627a30 service neutron] 10.222.0.84 "GET /v2.0/networks/10a8cf60-7997-4233-bd18-38023ab4d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009706 Aug 16 21:04:51.806493 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4167045c-2dc1-48d9-b00e-64c137ff4a60 req-f2fb4a45-fdfd-4962-b8d2-06d06531db4f tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615089 Aug 16 21:04:51.808232 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f2f0a99c-e3c5-4cd9-930c-c7b8deddb487 req-206336cc-5f24-4f79-b855-7ed63ceb72d4 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=75c700a1-cc21-44fd-b3c2-9999327657af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003938 Aug 16 21:04:51.941866 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba87c0c-6725-4402-8dca-758e4ce76d87 req-75f86a95-35e5-4108-965d-6299ddf61224 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:51.943382 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fba87c0c-6725-4402-8dca-758e4ce76d87 req-75f86a95-35e5-4108-965d-6299ddf61224 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] 10.222.0.84 "GET /v2.0/ports?device_id=de4bff46-5c22-4b73-b879-9956540bbb5d HTTP/1.1" status: 200 len: 946 time: 0.0710373 Aug 16 21:04:51.984648 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fba87c0c-6725-4402-8dca-758e4ce76d87 req-5e976ad9-57c6-4d79-8120-d31db1afdac9 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] 10.222.0.84 "GET /v2.0/security-groups?id=75c700a1-cc21-44fd-b3c2-9999327657af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338664 Aug 16 21:04:52.130094 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:52.252210 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fa3f443e-8793-4931-9e10-4d9bdf9a3f1b req-b099d3b7-73e2-4a46-b11c-ddec25c27ddf tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb069e7f-c1c5-4f72-9a75-63d071b85b29 HTTP/1.1" status: 200 len: 210 time: 0.0358269 Aug 16 21:04:52.925398 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494696a-bbd1-424d-8bbe-5c11333c54b9 req-69683d55-5c63-401d-a3d2-969d0ac8fcb5 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:52.926930 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c494696a-bbd1-424d-8bbe-5c11333c54b9 req-69683d55-5c63-401d-a3d2-969d0ac8fcb5 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 946 time: 0.0500932 Aug 16 21:04:52.963961 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c494696a-bbd1-424d-8bbe-5c11333c54b9 req-2672a72b-b300-42bc-8034-9875b8593fbd tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309157 Aug 16 21:04:53.126541 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d00ff-88a3-4e2e-8e6f-89c2be1255e9 req-ac01f0a5-7e95-411b-9acd-fd0105c8a297 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:53.128150 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-713d00ff-88a3-4e2e-8e6f-89c2be1255e9 req-ac01f0a5-7e95-411b-9acd-fd0105c8a297 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 946 time: 0.0945857 Aug 16 21:04:53.140435 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec668dd2-d3b0-448d-8174-567352ce0f31 req-d2a43cdd-790b-45b9-b9c5-5ca71a1a6233 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:53.142018 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ec668dd2-d3b0-448d-8174-567352ce0f31 req-d2a43cdd-790b-45b9-b9c5-5ca71a1a6233 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] 10.222.0.84 "GET /v2.0/ports?device_id=de4bff46-5c22-4b73-b879-9956540bbb5d HTTP/1.1" status: 200 len: 946 time: 0.0715961 Aug 16 21:04:53.202470 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-713d00ff-88a3-4e2e-8e6f-89c2be1255e9 req-1ff02bd5-0cfe-40ad-9be4-42f145ae8449 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594018 Aug 16 21:04:53.206025 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ec668dd2-d3b0-448d-8174-567352ce0f31 req-2920e549-1475-4ad7-8243-113f7d40c40e tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] 10.222.0.84 "GET /v2.0/security-groups?id=75c700a1-cc21-44fd-b3c2-9999327657af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570931 Aug 16 21:04:53.371458 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-28a6631d-f854-4d96-9cd9-51b358dd1956 req-474eff8d-1929-466f-868a-c9bc9e55b436 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb069e7f-c1c5-4f72-9a75-63d071b85b29 HTTP/1.1" status: 200 len: 210 time: 0.0352435 Aug 16 21:04:53.384476 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4995c-c77e-41e8-8de4-54ff613f4ac5 req-34eacfa3-9e61-4363-8f7b-2b15f1456da5 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:53.386015 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-57f4995c-c77e-41e8-8de4-54ff613f4ac5 req-34eacfa3-9e61-4363-8f7b-2b15f1456da5 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 946 time: 0.0921354 Aug 16 21:04:53.431194 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-57f4995c-c77e-41e8-8de4-54ff613f4ac5 req-5ae0e0de-23eb-4826-a706-c0e2738de0e0 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384159 Aug 16 21:04:53.604370 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe10df0-dc33-4f99-9451-25cbe46af997 req-c1e1ece7-17d6-4b17-b02c-e9154a8e5208 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:53.605896 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cbe10df0-dc33-4f99-9451-25cbe46af997 req-c1e1ece7-17d6-4b17-b02c-e9154a8e5208 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 946 time: 0.0713470 Aug 16 21:04:53.645276 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cbe10df0-dc33-4f99-9451-25cbe46af997 req-85ac97fd-d290-4379-8333-a1dc8776ab08 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326335 Aug 16 21:04:53.999054 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e9cc9-9c86-4c73-8434-bb51c12986d6 req-71e95bed-4606-4115-b316-1b3b997fb6b9 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:54.001695 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c6e9cc9-9c86-4c73-8434-bb51c12986d6 req-71e95bed-4606-4115-b316-1b3b997fb6b9 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 946 time: 0.0545900 Aug 16 21:04:54.066403 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c6e9cc9-9c86-4c73-8434-bb51c12986d6 req-b8d0874c-6d14-461d-91ff-9cdc0f138e76 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503728 Aug 16 21:04:54.191250 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec9444-4999-44bf-a2d8-d7c273fe8195 req-410cdb9f-9a20-4502-9a13-9ed3015f9bc6 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:54.198533 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-60ec9444-4999-44bf-a2d8-d7c273fe8195 req-410cdb9f-9a20-4502-9a13-9ed3015f9bc6 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] 10.222.0.84 "GET /v2.0/ports?device_id=de4bff46-5c22-4b73-b879-9956540bbb5d HTTP/1.1" status: 200 len: 946 time: 0.0648816 Aug 16 21:04:54.235444 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-60ec9444-4999-44bf-a2d8-d7c273fe8195 req-e2cc09fa-7602-4a9b-8dfe-18537ad6a8c7 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] 10.222.0.84 "GET /v2.0/security-groups?id=75c700a1-cc21-44fd-b3c2-9999327657af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361264 Aug 16 21:04:54.356618 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18678396-da1a-4e01-addc-5fee502ddc25 req-4d1a3a4e-a911-4846-ad76-7ea9c9e608e9 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:54.358167 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-18678396-da1a-4e01-addc-5fee502ddc25 req-4d1a3a4e-a911-4846-ad76-7ea9c9e608e9 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 946 time: 0.0513186 Aug 16 21:04:54.403192 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-18678396-da1a-4e01-addc-5fee502ddc25 req-db9e6d50-ab7a-4c2e-b7ab-359cf7117fdc tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382326 Aug 16 21:04:54.496288 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4412ca77-8d54-4f7c-b614-aa8db4a45cb3 req-e706e42f-d895-413b-ad83-b0d91d55dac1 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb069e7f-c1c5-4f72-9a75-63d071b85b29 HTTP/1.1" status: 200 len: 210 time: 0.0272472 Aug 16 21:04:54.612164 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6a311-b551-4b8a-abf9-0be3d1a89737 req-86533034-cc89-4fbf-9caf-240066b38b6e tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:54.613762 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8fc6a311-b551-4b8a-abf9-0be3d1a89737 req-86533034-cc89-4fbf-9caf-240066b38b6e tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 946 time: 0.0623474 Aug 16 21:04:54.654652 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8fc6a311-b551-4b8a-abf9-0be3d1a89737 req-f550b229-c865-4ae5-b1aa-9141c4766e2f tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346267 Aug 16 21:04:55.189564 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-95344513-4c42-4fa0-9fc0-bc20ef48a69f tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:55.191958 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-95344513-4c42-4fa0-9fc0-bc20ef48a69f tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.72 "GET /v2.0/networks?id=10a8cf60-7997-4233-bd18-38023ab4d829 HTTP/1.1" status: 200 len: 804 time: 0.1273561 Aug 16 21:04:55.207249 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-7a64e69c-8070-46ea-9d14-ec36e6c54391 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Request body: {'port': {'device_id': 'fb069e7f-c1c5-4f72-9a75-63d071b85b29', 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829', 'admin_state_up': True, 'tenant_id': 'a66a67472cec4496a7059d3173810e1a'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:55.227852 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b91ea7-5494-4bc5-ac40-c4c816ff382b req-94465390-508b-40c2-83b9-3101530c72df tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:55.229508 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-79b91ea7-5494-4bc5-ac40-c4c816ff382b req-94465390-508b-40c2-83b9-3101530c72df tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 946 time: 0.0548036 Aug 16 21:04:55.284330 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-79b91ea7-5494-4bc5-ac40-c4c816ff382b req-3150739f-0df1-42d3-ad22-689e0983b4ca tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439897 Aug 16 21:04:55.407681 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ff282-e7fe-4def-aedf-c0af3b3c4116 req-bbcf9a30-992f-4ca2-9a7e-2fdf3bd96494 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:55.409253 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-704ff282-e7fe-4def-aedf-c0af3b3c4116 req-bbcf9a30-992f-4ca2-9a7e-2fdf3bd96494 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] 10.222.0.90 "GET /v2.0/ports?device_id=de4bff46-5c22-4b73-b879-9956540bbb5d HTTP/1.1" status: 200 len: 946 time: 0.0941758 Aug 16 21:04:55.437202 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d0c3c-4b1f-4d93-b6a1-c8d9ecbc0659 req-3dc4b1b4-0e4f-4fe3-82c2-0adb2333787d tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:55.440263 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a64d0c3c-4b1f-4d93-b6a1-c8d9ecbc0659 req-3dc4b1b4-0e4f-4fe3-82c2-0adb2333787d tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] 10.222.0.84 "GET /v2.0/ports?device_id=de4bff46-5c22-4b73-b879-9956540bbb5d HTTP/1.1" status: 200 len: 946 time: 0.0874548 Aug 16 21:04:55.448223 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-7a64e69c-8070-46ea-9d14-ec36e6c54391 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Made reservation on behalf of a66a67472cec4496a7059d3173810e1a for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:04:55.452084 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-7a64e69c-8070-46ea-9d14-ec36e6c54391 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:55.535210 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a64d0c3c-4b1f-4d93-b6a1-c8d9ecbc0659 req-fd43ebbb-5d5f-4dc8-ba9b-74ab0809524e tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] 10.222.0.84 "GET /v2.0/security-groups?id=75c700a1-cc21-44fd-b3c2-9999327657af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562780 Aug 16 21:04:55.565541 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-704ff282-e7fe-4def-aedf-c0af3b3c4116 req-f298ac1c-ea04-4739-909a-0da60d5bf870 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Deleting port ebb958c2-33bc-4400-97a3-1347f932e1f7 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:04:55.571146 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-704ff282-e7fe-4def-aedf-c0af3b3c4116 req-f298ac1c-ea04-4739-909a-0da60d5bf870 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:55.612004 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-7a64e69c-8070-46ea-9d14-ec36e6c54391 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Allocated IP 172.20.0.5 (10a8cf60-7997-4233-bd18-38023ab4d829/d5195f93-41fa-4353-aa72-c2be4390d86e/6ccefc9c-e155-4214-9c78-4ed80369f4ae) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:04:55.663703 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7508d631-e6c0-43dd-b9e4-ea019b795f38 req-59f04fea-c396-44a4-b702-ba431eab3e3c tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb069e7f-c1c5-4f72-9a75-63d071b85b29 HTTP/1.1" status: 200 len: 210 time: 0.0693202 Aug 16 21:04:55.728100 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-704ff282-e7fe-4def-aedf-c0af3b3c4116 req-f298ac1c-ea04-4739-909a-0da60d5bf870 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] For port ebb958c2-33bc-4400-97a3-1347f932e1f7, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ebb958c2-33bc-4400-97a3-1347f932e1f7,segment=NetworkSegment(78161784-d6e5-453e-910b-f018434221cd),segment_id=78161784-d6e5-453e-910b-f018434221cd)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:04:55.728477 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-704ff282-e7fe-4def-aedf-c0af3b3c4116 req-f298ac1c-ea04-4739-909a-0da60d5bf870 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:55.742683 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-704ff282-e7fe-4def-aedf-c0af3b3c4116 req-f298ac1c-ea04-4739-909a-0da60d5bf870 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Calling delete_port for ebb958c2-33bc-4400-97a3-1347f932e1f7 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:04:55.829300 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-7a64e69c-8070-46ea-9d14-ec36e6c54391 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:55.986371 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-7a64e69c-8070-46ea-9d14-ec36e6c54391 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:56.025544 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-704ff282-e7fe-4def-aedf-c0af3b3c4116 req-f298ac1c-ea04-4739-909a-0da60d5bf870 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:56.059713 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-7a64e69c-8070-46ea-9d14-ec36e6c54391 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Network 10a8cf60-7997-4233-bd18-38023ab4d829 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:04:56.061553 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['ebb958c2-33bc-4400-97a3-1347f932e1f7'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:04:56.062544 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-7a64e69c-8070-46ea-9d14-ec36e6c54391 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:04:56.067963 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-7a64e69c-8070-46ea-9d14-ec36e6c54391 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:04:56.099546 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f298ac1c-ea04-4739-909a-0da60d5bf870 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Pushing event deleted for resources: {'Port': ['ID=ebb958c2-33bc-4400-97a3-1347f932e1f7,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:56.103566 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64e69c-8070-46ea-9d14-ec36e6c54391 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Pushing event updated for resources: {'Port': ['ID=6ccefc9c-e155-4214-9c78-4ed80369f4ae,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:56.136645 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-704ff282-e7fe-4def-aedf-c0af3b3c4116 req-f298ac1c-ea04-4739-909a-0da60d5bf870 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] No DVR routers for this DVR port ebb958c2-33bc-4400-97a3-1347f932e1f7 on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:04:56.139526 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-704ff282-e7fe-4def-aedf-c0af3b3c4116 req-f298ac1c-ea04-4739-909a-0da60d5bf870 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:56.142328 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-704ff282-e7fe-4def-aedf-c0af3b3c4116 req-f298ac1c-ea04-4739-909a-0da60d5bf870 tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] 10.222.0.90 "DELETE /v2.0/ports/ebb958c2-33bc-4400-97a3-1347f932e1f7 HTTP/1.1" status: 204 len: 173 time: 0.7238786 Aug 16 21:04:56.142780 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4bff46-5c22-4b73-b879-9956540bbb5d', 'name': 'network-vif-deleted', 'tag': 'ebb958c2-33bc-4400-97a3-1347f932e1f7'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:04:56.143358 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-7a64e69c-8070-46ea-9d14-ec36e6c54391 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:56.144242 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-7a64e69c-8070-46ea-9d14-ec36e6c54391 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:56.145222 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4690b0-68b9-4293-b588-253aaeb31d5b" -d '{"events": [{"server_uuid": "de4bff46-5c22-4b73-b879-9956540bbb5d", "name": "network-vif-deleted", "tag": "ebb958c2-33bc-4400-97a3-1347f932e1f7"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:04:56.186171 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86d19b1-4dbc-4ae7-830b-9a379a582c26 x-openstack-request-id: req-f86d19b1-4dbc-4ae7-830b-9a379a582c26 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:04:56.186478 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4bff46-5c22-4b73-b879-9956540bbb5d", "name": "network-vif-deleted", "tag": "ebb958c2-33bc-4400-97a3-1347f932e1f7", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:04:56.186734 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f86d19b1-4dbc-4ae7-830b-9a379a582c26 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:04:56.187139 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de4bff46-5c22-4b73-b879-9956540bbb5d', 'name': 'network-vif-deleted', 'tag': 'ebb958c2-33bc-4400-97a3-1347f932e1f7', 'status': 'completed', 'code': 200} Aug 16 21:04:56.239703 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-7a64e69c-8070-46ea-9d14-ec36e6c54391 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0366266 Aug 16 21:04:56.253108 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-2fa02027-b00d-43c3-bb49-3fb3dd2c14c6 service neutron] Request body: {'port': {'device_id': 'fb069e7f-c1c5-4f72-9a75-63d071b85b29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:56.320039 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-2fa02027-b00d-43c3-bb49-3fb3dd2c14c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:56.413705 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e99f8-202d-44d2-9ee5-77b57a85ab6c req-bef7c00b-9706-4e9d-abef-c340c030a1d3 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:56.413705 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-971e99f8-202d-44d2-9ee5-77b57a85ab6c req-bef7c00b-9706-4e9d-abef-c340c030a1d3 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 946 time: 0.0531559 Aug 16 21:04:56.483571 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-971e99f8-202d-44d2-9ee5-77b57a85ab6c req-3b17a7ee-9ba1-4931-b896-187d42d57df2 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618548 Aug 16 21:04:56.628562 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-2fa02027-b00d-43c3-bb49-3fb3dd2c14c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ccefc9c-e155-4214-9c78-4ed80369f4ae {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:04:56.637590 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-2fa02027-b00d-43c3-bb49-3fb3dd2c14c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:56.662882 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-2fa02027-b00d-43c3-bb49-3fb3dd2c14c6 service neutron] Transition to ACTIVE for port object 6ccefc9c-e155-4214-9c78-4ed80369f4ae will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:04:56.705838 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2353c6b6-2531-4981-b18e-176af5fb9ed1 req-404cf2b9-b04e-4afa-90b3-0ba6d16ec13c tempest-ServerGroupTestJSON-1793220840 tempest-ServerGroupTestJSON-1793220840-project] 10.222.0.84 "GET /v2.0/ports?device_id=de4bff46-5c22-4b73-b879-9956540bbb5d HTTP/1.1" status: 200 len: 210 time: 0.0371265 Aug 16 21:04:56.759707 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-2fa02027-b00d-43c3-bb49-3fb3dd2c14c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:56.846910 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e64538-08c3-4da0-bbab-0da684769c88 req-9ff0d009-deae-46a6-981d-f69e36fb7eec tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:56.855002 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-30e64538-08c3-4da0-bbab-0da684769c88 req-9ff0d009-deae-46a6-981d-f69e36fb7eec tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb069e7f-c1c5-4f72-9a75-63d071b85b29 HTTP/1.1" status: 200 len: 943 time: 0.0841675 Aug 16 21:04:56.881928 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa02027-b00d-43c3-bb49-3fb3dd2c14c6 service neutron] Pushing event updated for resources: {'Port': ['ID=6ccefc9c-e155-4214-9c78-4ed80369f4ae,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:56.898373 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-30e64538-08c3-4da0-bbab-0da684769c88 req-92c1d811-9b5a-4444-8e91-2939f8dd872b tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424705 Aug 16 21:04:56.945431 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-2fa02027-b00d-43c3-bb49-3fb3dd2c14c6 service neutron] Attempting to bind port 6ccefc9c-e155-4214-9c78-4ed80369f4ae on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:04:56.945776 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-2fa02027-b00d-43c3-bb49-3fb3dd2c14c6 service neutron] Attempting to bind port 6ccefc9c-e155-4214-9c78-4ed80369f4ae by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '85568c6e-48e5-454c-9434-fd56a12f8853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:04:56.946111 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-2fa02027-b00d-43c3-bb49-3fb3dd2c14c6 service neutron] Attempting to bind port 6ccefc9c-e155-4214-9c78-4ed80369f4ae on network 10a8cf60-7997-4233-bd18-38023ab4d829 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:04:56.951072 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-2fa02027-b00d-43c3-bb49-3fb3dd2c14c6 service neutron] Port 6ccefc9c-e155-4214-9c78-4ed80369f4ae on network 10a8cf60-7997-4233-bd18-38023ab4d829 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:04:56.951391 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-2fa02027-b00d-43c3-bb49-3fb3dd2c14c6 service neutron] Attempting to bind port 6ccefc9c-e155-4214-9c78-4ed80369f4ae on network 10a8cf60-7997-4233-bd18-38023ab4d829 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:04:56.956848 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-2fa02027-b00d-43c3-bb49-3fb3dd2c14c6 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:04:56.957195 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-2fa02027-b00d-43c3-bb49-3fb3dd2c14c6 service neutron] Checking segment: {'id': '85568c6e-48e5-454c-9434-fd56a12f8853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:04:56.957636 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-2fa02027-b00d-43c3-bb49-3fb3dd2c14c6 service neutron] Bound using segment: {'id': '85568c6e-48e5-454c-9434-fd56a12f8853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:04:56.958016 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-2fa02027-b00d-43c3-bb49-3fb3dd2c14c6 service neutron] Bound port: 6ccefc9c-e155-4214-9c78-4ed80369f4ae, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85568c6e-48e5-454c-9434-fd56a12f8853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:04:56.958379 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-2fa02027-b00d-43c3-bb49-3fb3dd2c14c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:57.100624 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-2fa02027-b00d-43c3-bb49-3fb3dd2c14c6 service neutron] For port 6ccefc9c-e155-4214-9c78-4ed80369f4ae, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:04:57.104084 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-2fa02027-b00d-43c3-bb49-3fb3dd2c14c6 service neutron] For port 6ccefc9c-e155-4214-9c78-4ed80369f4ae, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=6ccefc9c-e155-4214-9c78-4ed80369f4ae,segment=NetworkSegment(85568c6e-48e5-454c-9434-fd56a12f8853),segment_id=85568c6e-48e5-454c-9434-fd56a12f8853)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:04:57.125510 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742a339-7e1c-42f9-a8c1-7d68ec0441b9 req-f947c6ed-8a21-403c-b71f-653dd6d599df tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:57.127424 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2742a339-7e1c-42f9-a8c1-7d68ec0441b9 req-f947c6ed-8a21-403c-b71f-653dd6d599df tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 946 time: 0.0741119 Aug 16 21:04:57.179886 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2742a339-7e1c-42f9-a8c1-7d68ec0441b9 req-1de17b3c-6e76-44e4-a25a-3261ff259a5c tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406871 Aug 16 21:04:57.216429 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-2fa02027-b00d-43c3-bb49-3fb3dd2c14c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:57.241469 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0486259-2b27-42c5-8464-ecd910e4a711 req-a859c8ed-d71a-4b17-875f-e838229f7515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:57.243134 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0486259-2b27-42c5-8464-ecd910e4a711 req-a859c8ed-d71a-4b17-875f-e838229f7515 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4c0e76081c1e4800ae56303449df01e1&device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 1098 time: 0.0621893 Aug 16 21:04:57.259923 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-2fa02027-b00d-43c3-bb49-3fb3dd2c14c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:57.267899 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-2fa02027-b00d-43c3-bb49-3fb3dd2c14c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:57.267899 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-2fa02027-b00d-43c3-bb49-3fb3dd2c14c6 service neutron] 10.222.0.72 "PUT /v2.0/ports/6ccefc9c-e155-4214-9c78-4ed80369f4ae HTTP/1.1" status: 200 len: 1092 time: 1.0144119 Aug 16 21:04:57.267899 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb069e7f-c1c5-4f72-9a75-63d071b85b29', 'tag': '6ccefc9c-e155-4214-9c78-4ed80369f4ae'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:04:57.270816 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18dab41-6697-44c4-893d-48892af6f21e" -d '{"events": [{"name": "network-changed", "server_uuid": "fb069e7f-c1c5-4f72-9a75-63d071b85b29", "tag": "6ccefc9c-e155-4214-9c78-4ed80369f4ae"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:04:57.296041 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa02027-b00d-43c3-bb49-3fb3dd2c14c6 service neutron] Pushing event updated for resources: {'Port': ['ID=6ccefc9c-e155-4214-9c78-4ed80369f4ae,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:57.326253 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82129d4-1643-4cfe-94ae-84c06e0a0563 x-openstack-request-id: req-d82129d4-1643-4cfe-94ae-84c06e0a0563 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:04:57.326535 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb069e7f-c1c5-4f72-9a75-63d071b85b29", "tag": "6ccefc9c-e155-4214-9c78-4ed80369f4ae", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:04:57.327193 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d82129d4-1643-4cfe-94ae-84c06e0a0563 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:04:57.327623 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb069e7f-c1c5-4f72-9a75-63d071b85b29', 'tag': '6ccefc9c-e155-4214-9c78-4ed80369f4ae', 'status': 'completed', 'code': 200} Aug 16 21:04:57.355039 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0486259-2b27-42c5-8464-ecd910e4a711 req-3b9d1a99-c6a0-4be6-a5c9-554693718731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:57.356700 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0486259-2b27-42c5-8464-ecd910e4a711 req-3b9d1a99-c6a0-4be6-a5c9-554693718731 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2a84c825-1836-4d4b-aa9e-01c66bc9b2dd HTTP/1.1" status: 200 len: 914 time: 0.1064951 Aug 16 21:04:57.396477 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18dab41-6697-44c4-893d-48892af6f21e req-4b0ef1e9-edb1-4324-9b86-ea8aeb7bf6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:57.399660 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a18dab41-6697-44c4-893d-48892af6f21e req-4b0ef1e9-edb1-4324-9b86-ea8aeb7bf6e8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a66a67472cec4496a7059d3173810e1a&device_id=fb069e7f-c1c5-4f72-9a75-63d071b85b29 HTTP/1.1" status: 200 len: 1095 time: 0.0495834 Aug 16 21:04:57.406395 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0486259-2b27-42c5-8464-ecd910e4a711 req-e765fb98-6343-445c-b33e-6b5ae7f72395 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=811fe75a-58ad-4d55-95fc-557ec70b4da6 HTTP/1.1" status: 200 len: 217 time: 0.0405369 Aug 16 21:04:57.466693 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0486259-2b27-42c5-8464-ecd910e4a711 req-3be71a56-fa46-4454-97f8-288f2cb1a1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:57.469125 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0486259-2b27-42c5-8464-ecd910e4a711 req-3be71a56-fa46-4454-97f8-288f2cb1a1e0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b11c061b-d987-4b96-a2d3-345542c53b8b HTTP/1.1" status: 200 len: 853 time: 0.0515952 Aug 16 21:04:57.502713 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18dab41-6697-44c4-893d-48892af6f21e req-5220a74c-3a37-4f8d-830b-b41d3595b8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:57.504148 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a18dab41-6697-44c4-893d-48892af6f21e req-5220a74c-3a37-4f8d-830b-b41d3595b8dc service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=a66a67472cec4496a7059d3173810e1a&shared=False HTTP/1.1" status: 200 len: 905 time: 0.0978587 Aug 16 21:04:57.507205 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0486259-2b27-42c5-8464-ecd910e4a711 req-da700330-7e73-4afc-823d-3859a63b3d2d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2a84c825-1836-4d4b-aa9e-01c66bc9b2dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303154 Aug 16 21:04:57.626189 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18dab41-6697-44c4-893d-48892af6f21e req-74c2cf42-bed2-4c8a-9554-f9d21e082dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:57.628234 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a18dab41-6697-44c4-893d-48892af6f21e req-74c2cf42-bed2-4c8a-9554-f9d21e082dca service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1175516 Aug 16 21:04:57.632241 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0486259-2b27-42c5-8464-ecd910e4a711 req-be0b08da-a3bf-4287-b194-ed18b9aca904 service neutron] 10.222.0.90 "GET /v2.0/networks/2a84c825-1836-4d4b-aa9e-01c66bc9b2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179526 Aug 16 21:04:57.723269 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-98c70edf-cdc2-4f85-b514-41a6eac55f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:57.724876 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-98c70edf-cdc2-4f85-b514-41a6eac55f80 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a66a67472cec4496a7059d3173810e1a&device_id=fb069e7f-c1c5-4f72-9a75-63d071b85b29 HTTP/1.1" status: 200 len: 1095 time: 0.0596855 Aug 16 21:04:57.751916 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0486259-2b27-42c5-8464-ecd910e4a711 req-4a9ced80-3c50-4f5e-af17-45a1748aaaa4 service neutron] 10.222.0.90 "GET /v2.0/networks/2a84c825-1836-4d4b-aa9e-01c66bc9b2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123621 Aug 16 21:04:57.779219 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-3df7b792-6f43-4094-92b3-78086d51c8db service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ccefc9c-e155-4214-9c78-4ed80369f4ae HTTP/1.1" status: 200 len: 217 time: 0.0414407 Aug 16 21:04:57.837898 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-5a69aea3-1289-4847-8aa8-66d7511cf606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:57.839769 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-5a69aea3-1289-4847-8aa8-66d7511cf606 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d5195f93-41fa-4353-aa72-c2be4390d86e HTTP/1.1" status: 200 len: 844 time: 0.0538137 Aug 16 21:04:57.875729 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-b5f8354c-8b03-4ac2-aa51-3ace33993c3a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=10a8cf60-7997-4233-bd18-38023ab4d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283370 Aug 16 21:04:58.022343 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-c377e4a1-1789-4fbb-bd99-d1c3d84d6f9f service neutron] 10.222.0.72 "GET /v2.0/networks/10a8cf60-7997-4233-bd18-38023ab4d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370456 Aug 16 21:04:58.049942 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43822d89-846b-4e32-9c4f-a502db6718cd req-d1867e54-f17f-4067-8af7-ee38be3a7e95 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:58.059319 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-43822d89-846b-4e32-9c4f-a502db6718cd req-d1867e54-f17f-4067-8af7-ee38be3a7e95 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb069e7f-c1c5-4f72-9a75-63d071b85b29 HTTP/1.1" status: 200 len: 943 time: 0.0640123 Aug 16 21:04:58.110255 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-43822d89-846b-4e32-9c4f-a502db6718cd req-55b025ca-efc8-4981-9eb6-bd21f72b09d3 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491838 Aug 16 21:04:58.157275 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f7d0b73b-6631-4e4e-81e8-556a82e09986 req-a3517568-e185-4167-8670-c4720cb04990 service neutron] 10.222.0.72 "GET /v2.0/networks/10a8cf60-7997-4233-bd18-38023ab4d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235795 Aug 16 21:04:58.183844 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 60258) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:58.241875 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfcdc933-cffa-43cb-8b8f-36c1042e317c admin admin] Deleting subnet e5116cc9-edfa-4909-8316-fb97435c19ee {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:04:58.255613 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cfcdc933-cffa-43cb-8b8f-36c1042e317c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:58.310167 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cfcdc933-cffa-43cb-8b8f-36c1042e317c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:58.348834 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c76fe-3cd8-4304-b13e-2ec92b8d16dc req-d72a7ef6-48b4-43bd-8b73-6646627bd970 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:58.350379 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c52c76fe-3cd8-4304-b13e-2ec92b8d16dc req-d72a7ef6-48b4-43bd-8b73-6646627bd970 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 946 time: 0.1060948 Aug 16 21:04:58.379829 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cfcdc933-cffa-43cb-8b8f-36c1042e317c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:58.426450 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c52c76fe-3cd8-4304-b13e-2ec92b8d16dc req-9b763709-649c-4b62-bccb-efca7935bd1b tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695727 Aug 16 21:04:58.536350 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cfcdc933-cffa-43cb-8b8f-36c1042e317c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:58.565165 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcdc933-cffa-43cb-8b8f-36c1042e317c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5116cc9-edfa-4909-8316-fb97435c19ee,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:58.566905 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cfcdc933-cffa-43cb-8b8f-36c1042e317c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:58.568860 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-cfcdc933-cffa-43cb-8b8f-36c1042e317c admin admin] 10.222.0.84 "DELETE /v2.0/subnets/e5116cc9-edfa-4909-8316-fb97435c19ee HTTP/1.1" status: 204 len: 168 time: 0.3838196 Aug 16 21:04:58.571499 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 60266) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:58.651853 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-078be9e9-24cc-44b0-af88-bb0d4f02f9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:58.750904 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-078be9e9-24cc-44b0-af88-bb0d4f02f9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:58.762132 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-078be9e9-24cc-44b0-af88-bb0d4f02f9cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0b76b3b-8496-46da-be97-0393b2238d2a']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:58.772509 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-078be9e9-24cc-44b0-af88-bb0d4f02f9cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78161784-d6e5-453e-910b-f018434221cd') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:58.772899 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-078be9e9-24cc-44b0-af88-bb0d4f02f9cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78161784-d6e5-453e-910b-f018434221cd') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:58.787816 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-078be9e9-24cc-44b0-af88-bb0d4f02f9cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:58.806926 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-078be9e9-24cc-44b0-af88-bb0d4f02f9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:58.815554 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-078be9e9-24cc-44b0-af88-bb0d4f02f9cd admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:04:58.816643 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-078be9e9-24cc-44b0-af88-bb0d4f02f9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:58.818813 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:04:58.818813 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:04:58.818813 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:04:58.818813 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:04:58.818813 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:04:58.818813 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:04:58.818813 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:04:58.818813 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:04:58.818813 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:04:58.818813 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:04:58.818813 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:04:58.818813 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:04:58.818813 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:04:58.818813 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:04:58.818813 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:04:58.818813 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:04:58.818813 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:04:58.818813 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:04:58.818813 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:04:58.818813 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:04:58.818813 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:04:58.818813 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:04:58.818813 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:04:58.818813 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:04:58.818813 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:04:58.818813 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:04:58.818813 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:04:58.818813 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:04:58.818813 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:04:58.818813 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:04:58.818813 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:04:58.818813 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:04:58.958965 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-078be9e9-24cc-44b0-af88-bb0d4f02f9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:58.970341 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-078be9e9-24cc-44b0-af88-bb0d4f02f9cd admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:58.972330 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-078be9e9-24cc-44b0-af88-bb0d4f02f9cd admin admin] 10.222.0.84 "DELETE /v2.0/networks/e0b76b3b-8496-46da-be97-0393b2238d2a HTTP/1.1" status: 204 len: 168 time: 0.3993659 Aug 16 21:04:58.985682 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078be9e9-24cc-44b0-af88-bb0d4f02f9cd admin admin] Pushing event deleted for resources: {'Network': ['ID=e0b76b3b-8496-46da-be97-0393b2238d2a,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:59.177416 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ebb958c2-33bc-4400-97a3-1347f932e1f7 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:04:59.199933 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: ebb958c2-33bc-4400-97a3-1347f932e1f7 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:04:59.200397 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ebb958c2-33bc-4400-97a3-1347f932e1f7 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:04:59.234409 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa17c0-5d1b-40b9-b07d-ebdaddb2196d req-2b0b1f15-fe01-46f3-be37-9a041fbe675a tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:59.235976 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-86aa17c0-5d1b-40b9-b07d-ebdaddb2196d req-2b0b1f15-fe01-46f3-be37-9a041fbe675a tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb069e7f-c1c5-4f72-9a75-63d071b85b29 HTTP/1.1" status: 200 len: 943 time: 0.0647221 Aug 16 21:04:59.277185 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-86aa17c0-5d1b-40b9-b07d-ebdaddb2196d req-f77b28bd-2162-4017-9b0f-89b0e1259cd9 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348001 Aug 16 21:04:59.413645 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 60284) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:59.454159 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-eb12d5c1-2799-4a35-87a6-9c36484821a3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9bdf91e3820d42f998ab59844dffa0b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391729 Aug 16 21:04:59.456838 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 60288) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:59.520726 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5bf6d7ca-315e-4033-a8e0-1807d22ecc98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:59.564391 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5bf6d7ca-315e-4033-a8e0-1807d22ecc98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:59.589411 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035a7e9-75d7-4a7a-9c56-339b5926540a req-ab8cb9da-dec0-4f6a-83d2-949a571c375f tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:59.591028 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6035a7e9-75d7-4a7a-9c56-339b5926540a req-ab8cb9da-dec0-4f6a-83d2-949a571c375f tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 946 time: 0.0863588 Aug 16 21:04:59.644908 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6035a7e9-75d7-4a7a-9c56-339b5926540a req-cc962ffa-19f2-4107-90af-249c6e95f0d2 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417540 Aug 16 21:04:59.713087 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5bf6d7ca-315e-4033-a8e0-1807d22ecc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:59.715995 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5bf6d7ca-315e-4033-a8e0-1807d22ecc98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:59.717440 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5bf6d7ca-315e-4033-a8e0-1807d22ecc98 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/75c700a1-cc21-44fd-b3c2-9999327657af HTTP/1.1" status: 204 len: 168 time: 0.2596090 Aug 16 21:04:59.756084 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6d7ca-315e-4033-a8e0-1807d22ecc98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c700a1-cc21-44fd-b3c2-9999327657af,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:59.799191 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35debf-934f-469f-995f-c5b439c41fcc req-d3090184-dcaf-42a0-a83e-653d8b7cb8b3 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:59.801725 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7d35debf-934f-469f-995f-c5b439c41fcc req-d3090184-dcaf-42a0-a83e-653d8b7cb8b3 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 946 time: 0.0827763 Aug 16 21:04:59.803509 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 6ccefc9c-e155-4214-9c78-4ed80369f4ae details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:04:59.862721 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7d35debf-934f-469f-995f-c5b439c41fcc req-9f2f4955-97db-4473-a3dc-0274f3e4b49b tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541506 Aug 16 21:04:59.935047 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 6ccefc9c-e155-4214-9c78-4ed80369f4ae, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=6ccefc9c-e155-4214-9c78-4ed80369f4ae,segment=NetworkSegment(85568c6e-48e5-454c-9434-fd56a12f8853),segment_id=85568c6e-48e5-454c-9434-fd56a12f8853)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:04:59.946804 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '6ccefc9c-e155-4214-9c78-4ed80369f4ae', 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829', 'port_id': '6ccefc9c-e155-4214-9c78-4ed80369f4ae', 'mac_address': 'fa:16:3e:43:b8:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5195f93-41fa-4353-aa72-c2be4390d86e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:05:00.013284 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:00.030830 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ccefc9c-e155-4214-9c78-4ed80369f4ae {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:05:00.033773 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7bdc8-a250-43eb-9daa-2d56c75acaf1 req-035f59fd-c8c1-4ab8-b536-362dfa3e5cd3 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:00.035308 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-02a7bdc8-a250-43eb-9daa-2d56c75acaf1 req-035f59fd-c8c1-4ab8-b536-362dfa3e5cd3 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 946 time: 0.0793734 Aug 16 21:05:00.053184 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 6ccefc9c-e155-4214-9c78-4ed80369f4ae, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=6ccefc9c-e155-4214-9c78-4ed80369f4ae,segment=NetworkSegment(85568c6e-48e5-454c-9434-fd56a12f8853),segment_id=85568c6e-48e5-454c-9434-fd56a12f8853)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:00.073272 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-02a7bdc8-a250-43eb-9daa-2d56c75acaf1 req-e1de9640-9112-4b72-a761-91236b07255b tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315230 Aug 16 21:05:00.150667 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:00.196113 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47044bd8-0c48-4bda-af93-829a9f99b106 req-3f901e16-2b90-4315-b3ff-4bde0a93cec7 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:00.204604 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-47044bd8-0c48-4bda-af93-829a9f99b106 req-3f901e16-2b90-4315-b3ff-4bde0a93cec7 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 946 time: 0.0615687 Aug 16 21:05:00.208973 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=6ccefc9c-e155-4214-9c78-4ed80369f4ae,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:00.217281 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:00.217623 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:00.218011 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:00.218350 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:00.219484 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:00.219592 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:00.220000 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:00.220308 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:00.220639 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:00.220971 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:00.221306 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:00.221635 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:00.257195 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-47044bd8-0c48-4bda-af93-829a9f99b106 req-2dceba75-5ae4-4f6f-889f-5ab7c04d0971 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511162 Aug 16 21:05:00.449100 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a91fa-7120-4229-ae1d-f0a8895a201f req-6c3558cd-e53f-47dc-8982-9d626de4d8d4 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:00.449800 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['6ccefc9c-e155-4214-9c78-4ed80369f4ae'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:05:00.450591 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ab7a91fa-7120-4229-ae1d-f0a8895a201f req-6c3558cd-e53f-47dc-8982-9d626de4d8d4 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb069e7f-c1c5-4f72-9a75-63d071b85b29 HTTP/1.1" status: 200 len: 944 time: 0.0781071 Aug 16 21:05:00.463246 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad9743-f7aa-4157-932f-faeb6bc5b0b1 req-7dce1ef1-b461-49c8-af09-1354ee21efda tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:00.465240 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-66ad9743-f7aa-4157-932f-faeb6bc5b0b1 req-7dce1ef1-b461-49c8-af09-1354ee21efda tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 946 time: 0.0830226 Aug 16 21:05:00.518396 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ab7a91fa-7120-4229-ae1d-f0a8895a201f req-aa6194cb-ece4-4bd8-a695-238f54506aa2 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521612 Aug 16 21:05:00.536703 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-66ad9743-f7aa-4157-932f-faeb6bc5b0b1 req-81964fe2-d5e8-462e-911d-06db42264dc6 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560150 Aug 16 21:05:00.660087 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ce6ff-d3b8-46d8-8e01-71d88aea0837 req-579cc4d4-541c-4259-84d9-e7cdf313934d tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:00.661580 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de3ce6ff-d3b8-46d8-8e01-71d88aea0837 req-579cc4d4-541c-4259-84d9-e7cdf313934d tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 946 time: 0.0528820 Aug 16 21:05:00.704901 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de3ce6ff-d3b8-46d8-8e01-71d88aea0837 req-79aff30f-8cd9-4af3-bcb0-2582456e7a63 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371439 Aug 16 21:05:00.846527 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f1c9d-3223-4281-8e0c-e6c4143b0395 req-5ee7d8ee-b200-4385-b5c1-c0cb9eb6c093 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:00.848100 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-404f1c9d-3223-4281-8e0c-e6c4143b0395 req-5ee7d8ee-b200-4385-b5c1-c0cb9eb6c093 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 946 time: 0.0499897 Aug 16 21:05:00.891117 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-404f1c9d-3223-4281-8e0c-e6c4143b0395 req-d0edad08-b821-464a-80c7-85122d84d921 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363841 Aug 16 21:05:01.013064 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf14c2e-56d6-4379-a1fc-155f0678742c req-efd585ac-1dd1-4087-8e23-3d18363f246b tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:01.021455 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5cf14c2e-56d6-4379-a1fc-155f0678742c req-efd585ac-1dd1-4087-8e23-3d18363f246b tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 946 time: 0.0589159 Aug 16 21:05:01.063590 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 60356) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:01.068430 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5cf14c2e-56d6-4379-a1fc-155f0678742c req-37f7661f-ec72-40be-8546-a0e5abea5142 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460896 Aug 16 21:05:01.176310 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-222ff33b-6424-465f-a620-65d9d41ec78b admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-248600196-network', 'tenant_id': '2e1751615aab4f2ead596250bbb45dd7'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:01.227516 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f31129-9859-44b5-aaea-dc6c45fd8d50 req-1e4abc90-ed56-4cd4-97fc-83a25fbae43a tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:01.229048 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-82f31129-9859-44b5-aaea-dc6c45fd8d50 req-1e4abc90-ed56-4cd4-97fc-83a25fbae43a tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 946 time: 0.0495832 Aug 16 21:05:01.267328 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222ff33b-6424-465f-a620-65d9d41ec78b admin admin] Made reservation on behalf of 2e1751615aab4f2ead596250bbb45dd7 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:05:01.267636 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-82f31129-9859-44b5-aaea-dc6c45fd8d50 req-9c5c194a-837e-4319-a97a-1b4fd5afd851 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326986 Aug 16 21:05:01.269824 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-222ff33b-6424-465f-a620-65d9d41ec78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:01.278757 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-222ff33b-6424-465f-a620-65d9d41ec78b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:01.378892 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-222ff33b-6424-465f-a620-65d9d41ec78b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:01.400705 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0128257-d2ce-4bd7-b139-08e475ec26c9 req-5455e37a-0dfe-4bbe-8ef1-03866e2ea4b7 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:01.402283 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d0128257-d2ce-4bd7-b139-08e475ec26c9 req-5455e37a-0dfe-4bbe-8ef1-03866e2ea4b7 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 946 time: 0.0601530 Aug 16 21:05:01.439164 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-222ff33b-6424-465f-a620-65d9d41ec78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:01.445028 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d0128257-d2ce-4bd7-b139-08e475ec26c9 req-273fa5c3-34bd-4a54-84e4-7fa30edf6b49 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364134 Aug 16 21:05:01.463399 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-222ff33b-6424-465f-a620-65d9d41ec78b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:05:01.478600 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-222ff33b-6424-465f-a620-65d9d41ec78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:01.478965 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-222ff33b-6424-465f-a620-65d9d41ec78b admin admin] Added segment 047be00e-5a95-46c1-b50d-78ff92d41cfc of type vlan for network 9560b548-8326-4cdc-8957-b1595f7827e0 Aug 16 21:05:01.493039 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ff33b-6424-465f-a620-65d9d41ec78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d415ebd-4883-4e59-84a9-4361d04d2db1,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:01.522745 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ff33b-6424-465f-a620-65d9d41ec78b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:01.523101 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ff33b-6424-465f-a620-65d9d41ec78b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:01.523451 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ff33b-6424-465f-a620-65d9d41ec78b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:01.523814 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ff33b-6424-465f-a620-65d9d41ec78b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:01.524158 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ff33b-6424-465f-a620-65d9d41ec78b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:01.524498 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ff33b-6424-465f-a620-65d9d41ec78b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:01.524834 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ff33b-6424-465f-a620-65d9d41ec78b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:01.525167 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ff33b-6424-465f-a620-65d9d41ec78b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:01.525497 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ff33b-6424-465f-a620-65d9d41ec78b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:01.525828 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ff33b-6424-465f-a620-65d9d41ec78b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:01.526157 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ff33b-6424-465f-a620-65d9d41ec78b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:01.526491 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ff33b-6424-465f-a620-65d9d41ec78b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:01.540898 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-222ff33b-6424-465f-a620-65d9d41ec78b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:01.641065 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2298a0-8c3e-4f3b-8594-ab525043a914 req-b25cd567-1261-4ac4-bbb1-19201145c0f4 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:01.645335 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ad2298a0-8c3e-4f3b-8594-ab525043a914 req-b25cd567-1261-4ac4-bbb1-19201145c0f4 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 946 time: 0.0772607 Aug 16 21:05:01.673530 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee75e5-a8cf-4d30-8125-5a05abc833f4 req-13ecd7a2-1ffc-4ffb-a165-68ade66a5c36 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:01.674245 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-222ff33b-6424-465f-a620-65d9d41ec78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:01.674926 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222ff33b-6424-465f-a620-65d9d41ec78b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:01.675059 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-72ee75e5-a8cf-4d30-8125-5a05abc833f4 req-13ecd7a2-1ffc-4ffb-a165-68ade66a5c36 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb069e7f-c1c5-4f72-9a75-63d071b85b29 HTTP/1.1" status: 200 len: 944 time: 0.0773354 Aug 16 21:05:01.675508 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-222ff33b-6424-465f-a620-65d9d41ec78b admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:01.707392 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ad2298a0-8c3e-4f3b-8594-ab525043a914 req-57b5fa87-2de5-4bba-9042-301f79a23cd0 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577047 Aug 16 21:05:01.728317 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-72ee75e5-a8cf-4d30-8125-5a05abc833f4 req-61bc25b9-0ea8-4882-8b3b-6f3541d1c5c8 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458322 Aug 16 21:05:01.738113 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ff33b-6424-465f-a620-65d9d41ec78b admin admin] Pushing event updated for resources: {'Network': ['ID=9560b548-8326-4cdc-8957-b1595f7827e0,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:01.748217 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 9560b548-8326-4cdc-8957-b1595f7827e0 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:05:01.804221 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-222ff33b-6424-465f-a620-65d9d41ec78b admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7387228 Aug 16 21:05:01.805080 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 6ccefc9c-e155-4214-9c78-4ed80369f4ae up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:05:01.807075 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 60384) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:01.817712 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-7b610f32-d806-44de-b32a-6402d1883649 admin admin] Request body: {'subnet': {'network_id': '9560b548-8326-4cdc-8957-b1595f7827e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-248600196-subnet', 'tenant_id': '2e1751615aab4f2ead596250bbb45dd7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:01.870902 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b71e1e-8e0d-4e8b-9bfa-55ff0dbe4157 req-5496aaaf-2ea9-4365-b05f-a5a4c2d4296d tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:01.873027 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f2b71e1e-8e0d-4e8b-9bfa-55ff0dbe4157 req-5496aaaf-2ea9-4365-b05f-a5a4c2d4296d tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 946 time: 0.0792603 Aug 16 21:05:01.918459 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f2b71e1e-8e0d-4e8b-9bfa-55ff0dbe4157 req-89eaf1ee-4f3d-4872-914f-9c1b46a235f0 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394843 Aug 16 21:05:01.935911 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b610f32-d806-44de-b32a-6402d1883649 admin admin] Made reservation on behalf of 2e1751615aab4f2ead596250bbb45dd7 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:05:01.936043 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 6ccefc9c-e155-4214-9c78-4ed80369f4ae completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:05:01.939888 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7b610f32-d806-44de-b32a-6402d1883649 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:01.940193 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 6ccefc9c-e155-4214-9c78-4ed80369f4ae triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:01.940575 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:02.041273 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:02.067653 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb069e7f-c1c5-4f72-9a75-63d071b85b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ccefc9c-e155-4214-9c78-4ed80369f4ae'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:05:02.069971 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d561160-ff94-42e1-9c82-7b88ec555127" -d '{"events": [{"server_uuid": "fb069e7f-c1c5-4f72-9a75-63d071b85b29", "name": "network-vif-plugged", "status": "completed", "tag": "6ccefc9c-e155-4214-9c78-4ed80369f4ae"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:05:02.084999 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 6ccefc9c-e155-4214-9c78-4ed80369f4ae, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=6ccefc9c-e155-4214-9c78-4ed80369f4ae,segment=NetworkSegment(85568c6e-48e5-454c-9434-fd56a12f8853),segment_id=85568c6e-48e5-454c-9434-fd56a12f8853)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:02.089598 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828e724-9e2e-4b0e-ba1c-8454f1293866 req-46707c73-267a-45e6-bd93-5f3f0b152ac6 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:02.091634 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a828e724-9e2e-4b0e-ba1c-8454f1293866 req-46707c73-267a-45e6-bd93-5f3f0b152ac6 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 946 time: 0.0875485 Aug 16 21:05:02.114375 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60fdbc4-50ec-49eb-939b-deabeac2770f x-openstack-request-id: req-e60fdbc4-50ec-49eb-939b-deabeac2770f {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:05:02.114854 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb069e7f-c1c5-4f72-9a75-63d071b85b29", "name": "network-vif-plugged", "status": "completed", "tag": "6ccefc9c-e155-4214-9c78-4ed80369f4ae", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:05:02.115268 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e60fdbc4-50ec-49eb-939b-deabeac2770f {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:05:02.116239 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb069e7f-c1c5-4f72-9a75-63d071b85b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ccefc9c-e155-4214-9c78-4ed80369f4ae', 'code': 200} Aug 16 21:05:02.142315 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a828e724-9e2e-4b0e-ba1c-8454f1293866 req-42f3c722-ba91-4c42-9f00-b93cab8d0fbb tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421655 Aug 16 21:05:02.164426 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:02.240973 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=6ccefc9c-e155-4214-9c78-4ed80369f4ae,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:02.242102 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7b610f32-d806-44de-b32a-6402d1883649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:02.272152 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c9dbe-1a55-4402-b74b-b7cc9fe24bcd req-0d306446-65e5-4c44-8b2c-deaf9103187b tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:02.274125 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-863c9dbe-1a55-4402-b74b-b7cc9fe24bcd req-0d306446-65e5-4c44-8b2c-deaf9103187b tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 946 time: 0.0589561 Aug 16 21:05:02.303552 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e73a9d-c0c3-4f37-925f-024802056a0d req-29fe7423-3aed-40b8-b650-3b44dc59f823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:02.305107 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e4e73a9d-c0c3-4f37-925f-024802056a0d req-29fe7423-3aed-40b8-b650-3b44dc59f823 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fb069e7f-c1c5-4f72-9a75-63d071b85b29 HTTP/1.1" status: 200 len: 1097 time: 0.1114311 Aug 16 21:05:02.311803 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b610f32-d806-44de-b32a-6402d1883649 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73f6363f-621c-4f8b-8976-1ff0b5135ff9,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:02.317271 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-863c9dbe-1a55-4402-b74b-b7cc9fe24bcd req-1802438d-24f8-4496-979f-d6b6eebe28d5 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363231 Aug 16 21:05:02.346895 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b610f32-d806-44de-b32a-6402d1883649 admin admin] Checking segment: {'id': '047be00e-5a95-46c1-b50d-78ff92d41cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9560b548-8326-4cdc-8957-b1595f7827e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:05:02.347257 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b610f32-d806-44de-b32a-6402d1883649 admin admin] Network hostable DHCP agents. Network: 9560b548-8326-4cdc-8957-b1595f7827e0, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:05:02.370468 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e4e73a9d-c0c3-4f37-925f-024802056a0d req-b8cadc3f-da34-4e7e-a7b2-d5553b0ec48d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562539 Aug 16 21:05:02.438492 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b610f32-d806-44de-b32a-6402d1883649 admin admin] Network 9560b548-8326-4cdc-8957-b1595f7827e0 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:05:02.455278 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6cd60-e698-4f3c-86bd-1007ef3ead3d req-bd69799e-f8fc-4ce6-bfe7-d4be6f5b535f tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:02.456821 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3ca6cd60-e698-4f3c-86bd-1007ef3ead3d req-bd69799e-f8fc-4ce6-bfe7-d4be6f5b535f tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 946 time: 0.0596449 Aug 16 21:05:02.498290 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3ca6cd60-e698-4f3c-86bd-1007ef3ead3d req-51f593c7-a0a6-47d8-ab5b-134d3fecff9d tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355396 Aug 16 21:05:02.569654 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-7b610f32-d806-44de-b32a-6402d1883649 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 9560b548-8326-4cdc-8957-b1595f7827e0) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:05:02.573922 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b610f32-d806-44de-b32a-6402d1883649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:02.574588 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7b610f32-d806-44de-b32a-6402d1883649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:02.581546 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560c93cf-6ec8-4086-ab8a-b8007c0a25f1 None None] Network 9560b548-8326-4cdc-8957-b1595f7827e0 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:05:02.711668 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7b610f32-d806-44de-b32a-6402d1883649 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9033487 Aug 16 21:05:02.714058 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcac532d-fa26-4cbd-8ae3-eb22a122f9b1 None None] Network 9560b548-8326-4cdc-8957-b1595f7827e0 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:05:02.900361 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e5e0b-c564-4c8d-8866-6653f2e8e6ed req-a1e6152e-3e59-4642-baa4-3ce25480fee3 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:02.901904 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bd3e5e0b-c564-4c8d-8866-6653f2e8e6ed req-a1e6152e-3e59-4642-baa4-3ce25480fee3 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb069e7f-c1c5-4f72-9a75-63d071b85b29 HTTP/1.1" status: 200 len: 945 time: 0.0631514 Aug 16 21:05:02.950572 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bd3e5e0b-c564-4c8d-8866-6653f2e8e6ed req-b2eaa5a8-a51a-45eb-ac9d-ddc94779e603 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422251 Aug 16 21:05:03.272469 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-277aad1c-af78-4d22-90fc-cdb282d2885b tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:03.275545 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-277aad1c-af78-4d22-90fc-cdb282d2885b tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] 10.222.0.84 "GET /v2.0/networks?id=9560b548-8326-4cdc-8957-b1595f7827e0 HTTP/1.1" status: 200 len: 820 time: 0.1378155 Aug 16 21:05:03.291797 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-3b9b5909-28d2-40f0-9fa6-892d2528e4fc tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] 10.222.0.84 "GET /v2.0/quotas/2e1751615aab4f2ead596250bbb45dd7 HTTP/1.1" status: 200 len: 375 time: 0.0108256 Aug 16 21:05:03.327724 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-64e6d03b-c838-42bb-b70a-cedc326c6eee tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=2e1751615aab4f2ead596250bbb45dd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272920 Aug 16 21:05:03.430676 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-41a8e156-29f4-4c3f-9aea-fd3066eabe9c service neutron] 10.222.0.84 "GET /v2.0/networks/9560b548-8326-4cdc-8957-b1595f7827e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889826 Aug 16 21:05:03.864271 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-656f4154-33ff-4659-a06d-776d87949e05 service neutron] 10.222.0.84 "GET /v2.0/networks/9560b548-8326-4cdc-8957-b1595f7827e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224143 Aug 16 21:05:04.072427 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa16e4-d57b-4a2b-9455-9a787cc46d71 req-ee5fe6d5-3cf3-4e2e-868b-dd485bbb1c3c tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:04.074089 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5bfa16e4-d57b-4a2b-9455-9a787cc46d71 req-ee5fe6d5-3cf3-4e2e-868b-dd485bbb1c3c tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb069e7f-c1c5-4f72-9a75-63d071b85b29 HTTP/1.1" status: 200 len: 945 time: 0.0517666 Aug 16 21:05:04.143493 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5bfa16e4-d57b-4a2b-9455-9a787cc46d71 req-6f28ba76-beb5-431c-ba62-2b3e510a04c2 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540957 Aug 16 21:05:04.183027 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-70204469-7dc1-4a12-a189-da5b1f5498f2 req-dc317267-40dc-45f3-b9c3-3b4a0c1defb9 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] 10.222.0.84 "GET /v2.0/ports?device_id=51f93568-7176-4a0e-85ed-bbcc31d1a547 HTTP/1.1" status: 200 len: 210 time: 0.0380251 Aug 16 21:05:04.501134 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6a29b-a76d-4f1d-99d0-84af7464e105 req-ce0b6913-ca27-4de7-9229-6925c224e332 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:04.502620 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-42a6a29b-a76d-4f1d-99d0-84af7464e105 req-ce0b6913-ca27-4de7-9229-6925c224e332 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/networks?id=10a8cf60-7997-4233-bd18-38023ab4d829 HTTP/1.1" status: 200 len: 804 time: 0.1039886 Aug 16 21:05:04.517378 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-42a6a29b-a76d-4f1d-99d0-84af7464e105 req-ac909cfc-5084-4912-a0e6-304fadbae07a tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/quotas/a66a67472cec4496a7059d3173810e1a HTTP/1.1" status: 200 len: 375 time: 0.0090802 Aug 16 21:05:04.569302 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-42a6a29b-a76d-4f1d-99d0-84af7464e105 req-b4c7e6aa-e3d5-42ac-b478-4cf74955b97f tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a66a67472cec4496a7059d3173810e1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0467336 Aug 16 21:05:04.664516 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-42a6a29b-a76d-4f1d-99d0-84af7464e105 req-1662916d-16a2-4b62-b2f0-26bd72a91be5 service neutron] 10.222.0.84 "GET /v2.0/networks/10a8cf60-7997-4233-bd18-38023ab4d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878127 Aug 16 21:05:04.763892 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-42a6a29b-a76d-4f1d-99d0-84af7464e105 req-f1bcf071-3773-441e-bce4-5875b8bd7d1a service neutron] 10.222.0.84 "GET /v2.0/networks/10a8cf60-7997-4233-bd18-38023ab4d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930338 Aug 16 21:05:05.348787 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-81321f77-9db8-4a10-ae94-fdce84e0deb5 req-e17d27e9-5d37-428c-850b-209f8a8a5f93 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] 10.222.0.84 "GET /v2.0/ports?device_id=51f93568-7176-4a0e-85ed-bbcc31d1a547 HTTP/1.1" status: 200 len: 210 time: 0.0669990 Aug 16 21:05:05.712172 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-683d72d7-433b-4f48-8a1f-b83e8a482b35 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:05.728545 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-683d72d7-433b-4f48-8a1f-b83e8a482b35 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/networks?id=10a8cf60-7997-4233-bd18-38023ab4d829 HTTP/1.1" status: 200 len: 804 time: 0.1973624 Aug 16 21:05:05.742774 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-a63fd98b-812b-4a9b-ac86-7e24528bd634 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/quotas/a66a67472cec4496a7059d3173810e1a HTTP/1.1" status: 200 len: 375 time: 0.0133283 Aug 16 21:05:05.842277 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-1f0b94e2-bc1a-454e-b498-8eeb6f1cb168 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a66a67472cec4496a7059d3173810e1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0891712 Aug 16 21:05:05.964579 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-1303263a-5875-4947-bfc8-e80cdead1fd9 service neutron] 10.222.0.84 "GET /v2.0/networks/10a8cf60-7997-4233-bd18-38023ab4d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213968 Aug 16 21:05:06.109225 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-09129910-e526-4adc-81ad-b71dcb1367bf service neutron] 10.222.0.84 "GET /v2.0/networks/10a8cf60-7997-4233-bd18-38023ab4d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369588 Aug 16 21:05:06.465407 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f6ed6969-dc6d-4a6e-8310-91034c1ceed6 req-eb077c8b-7ba0-480f-b033-7ab9142023ea tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] 10.222.0.84 "GET /v2.0/ports?device_id=51f93568-7176-4a0e-85ed-bbcc31d1a547 HTTP/1.1" status: 200 len: 210 time: 0.0341995 Aug 16 21:05:06.608188 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ef329068-37cb-4146-9f62-261d2f2714d3 req-768e0d32-9cef-4893-9077-2827a8c4c765 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=7714423a-b579-48d2-97ae-ee5fb437f0f8 HTTP/1.1" status: 200 len: 210 time: 0.0350785 Aug 16 21:05:07.420946 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-9dfa82c8-5167-40fd-8bd6-6404aeea4307 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:07.423000 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-9dfa82c8-5167-40fd-8bd6-6404aeea4307 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] 10.222.0.90 "GET /v2.0/networks?id=9560b548-8326-4cdc-8957-b1595f7827e0 HTTP/1.1" status: 200 len: 820 time: 0.1012826 Aug 16 21:05:07.444504 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-f7da2aee-051b-453b-8bd3-bcaaa1d47f87 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] Request body: {'port': {'device_id': '51f93568-7176-4a0e-85ed-bbcc31d1a547', 'network_id': '9560b548-8326-4cdc-8957-b1595f7827e0', 'admin_state_up': True, 'tenant_id': '2e1751615aab4f2ead596250bbb45dd7'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:07.600347 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f4ef62e-9c1a-4850-bde4-b6961e75bbcf req-17fd5b2f-2167-45ad-a4a9-74db673c9e8c tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] 10.222.0.84 "GET /v2.0/ports?device_id=51f93568-7176-4a0e-85ed-bbcc31d1a547 HTTP/1.1" status: 200 len: 210 time: 0.0380573 Aug 16 21:05:07.682724 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-43175d35-cb8d-4634-ab41-41d3d188b39f req-85295e11-b696-4cc0-a279-ba09a9e7918a tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=7714423a-b579-48d2-97ae-ee5fb437f0f8 HTTP/1.1" status: 200 len: 210 time: 0.0347719 Aug 16 21:05:07.769586 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-f7da2aee-051b-453b-8bd3-bcaaa1d47f87 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] Made reservation on behalf of 2e1751615aab4f2ead596250bbb45dd7 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:05:07.773178 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-f7da2aee-051b-453b-8bd3-bcaaa1d47f87 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:07.897742 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-f7da2aee-051b-453b-8bd3-bcaaa1d47f87 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] Allocated IP 172.20.0.2 (9560b548-8326-4cdc-8957-b1595f7827e0/73f6363f-621c-4f8b-8976-1ff0b5135ff9/6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:05:08.090095 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-f7da2aee-051b-453b-8bd3-bcaaa1d47f87 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:08.239293 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-f7da2aee-051b-453b-8bd3-bcaaa1d47f87 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:08.297421 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-f7da2aee-051b-453b-8bd3-bcaaa1d47f87 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] Network 9560b548-8326-4cdc-8957-b1595f7827e0 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:05:08.300726 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-f7da2aee-051b-453b-8bd3-bcaaa1d47f87 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:05:08.305130 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-f7da2aee-051b-453b-8bd3-bcaaa1d47f87 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:05:08.338749 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da2aee-051b-453b-8bd3-bcaaa1d47f87 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] Pushing event updated for resources: {'Port': ['ID=6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:08.363100 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-f7da2aee-051b-453b-8bd3-bcaaa1d47f87 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:08.363997 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-f7da2aee-051b-453b-8bd3-bcaaa1d47f87 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:08.490869 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-f7da2aee-051b-453b-8bd3-bcaaa1d47f87 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0528703 Aug 16 21:05:08.507257 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-3c9480f7-e575-4086-b440-caa8518fccb3 service neutron] Request body: {'port': {'device_id': '51f93568-7176-4a0e-85ed-bbcc31d1a547', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:08.580488 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-3c9480f7-e575-4086-b440-caa8518fccb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:08.950430 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f6272-5db7-4dfa-9100-e0cc64cdce8c req-7eb4c0ed-a972-4906-8cfd-bf22064cd2f6 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:08.951984 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8b1f6272-5db7-4dfa-9100-e0cc64cdce8c req-7eb4c0ed-a972-4906-8cfd-bf22064cd2f6 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] 10.222.0.84 "GET /v2.0/ports?device_id=51f93568-7176-4a0e-85ed-bbcc31d1a547 HTTP/1.1" status: 200 len: 931 time: 0.1678820 Aug 16 21:05:09.015809 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8b1f6272-5db7-4dfa-9100-e0cc64cdce8c req-a14d0fbf-8ba0-4d14-926a-096e8418c24f tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] 10.222.0.84 "GET /v2.0/security-groups?id=3d415ebd-4883-4e59-84a9-4361d04d2db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555117 Aug 16 21:05:09.074849 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-3c9480f7-e575-4086-b440-caa8518fccb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:05:09.083856 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-3c9480f7-e575-4086-b440-caa8518fccb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:09.106541 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-3c9480f7-e575-4086-b440-caa8518fccb3 service neutron] Transition to ACTIVE for port object 6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:05:09.122782 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2298e1c5-2d0a-4fe5-946b-79e89cbd6e44 req-b7d0f87e-3be5-432a-a3e3-7b3624ad34cc tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=7714423a-b579-48d2-97ae-ee5fb437f0f8 HTTP/1.1" status: 200 len: 210 time: 0.0323889 Aug 16 21:05:09.236914 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a66a0-fe30-4ae8-9804-8382609ac8d6 req-8ecc56d6-22a1-4d79-b83f-18e3cd39d3db tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:09.238744 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-890a66a0-fe30-4ae8-9804-8382609ac8d6 req-8ecc56d6-22a1-4d79-b83f-18e3cd39d3db tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 946 time: 0.0557194 Aug 16 21:05:09.239951 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-3c9480f7-e575-4086-b440-caa8518fccb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:09.308659 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9480f7-e575-4086-b440-caa8518fccb3 service neutron] Pushing event updated for resources: {'Port': ['ID=6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:09.342584 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-890a66a0-fe30-4ae8-9804-8382609ac8d6 req-2e100f73-7fe6-4f01-87ed-0df13d65ab68 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946863 Aug 16 21:05:09.389316 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-3c9480f7-e575-4086-b440-caa8518fccb3 service neutron] Attempting to bind port 6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:05:09.389578 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-3c9480f7-e575-4086-b440-caa8518fccb3 service neutron] Attempting to bind port 6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '047be00e-5a95-46c1-b50d-78ff92d41cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9560b548-8326-4cdc-8957-b1595f7827e0'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:05:09.389919 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-3c9480f7-e575-4086-b440-caa8518fccb3 service neutron] Attempting to bind port 6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab on network 9560b548-8326-4cdc-8957-b1595f7827e0 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:05:09.395362 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-3c9480f7-e575-4086-b440-caa8518fccb3 service neutron] Port 6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab on network 9560b548-8326-4cdc-8957-b1595f7827e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:05:09.395684 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-3c9480f7-e575-4086-b440-caa8518fccb3 service neutron] Attempting to bind port 6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab on network 9560b548-8326-4cdc-8957-b1595f7827e0 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:05:09.400984 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-3c9480f7-e575-4086-b440-caa8518fccb3 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:05:09.401339 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-3c9480f7-e575-4086-b440-caa8518fccb3 service neutron] Checking segment: {'id': '047be00e-5a95-46c1-b50d-78ff92d41cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9560b548-8326-4cdc-8957-b1595f7827e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:05:09.401723 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-3c9480f7-e575-4086-b440-caa8518fccb3 service neutron] Bound using segment: {'id': '047be00e-5a95-46c1-b50d-78ff92d41cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9560b548-8326-4cdc-8957-b1595f7827e0'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:05:09.402156 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-3c9480f7-e575-4086-b440-caa8518fccb3 service neutron] Bound port: 6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '047be00e-5a95-46c1-b50d-78ff92d41cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9560b548-8326-4cdc-8957-b1595f7827e0'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:05:09.402647 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-3c9480f7-e575-4086-b440-caa8518fccb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:09.473403 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-3c9480f7-e575-4086-b440-caa8518fccb3 service neutron] For port 6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:05:09.476591 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-3c9480f7-e575-4086-b440-caa8518fccb3 service neutron] For port 6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab,segment=NetworkSegment(047be00e-5a95-46c1-b50d-78ff92d41cfc),segment_id=047be00e-5a95-46c1-b50d-78ff92d41cfc)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:05:09.503463 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-69a7bc9d-be3e-4ec0-8468-81e3e9da8b74 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:09.505001 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-69a7bc9d-be3e-4ec0-8468-81e3e9da8b74 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.72 "GET /v2.0/networks?id=10a8cf60-7997-4233-bd18-38023ab4d829 HTTP/1.1" status: 200 len: 804 time: 0.1080177 Aug 16 21:05:09.518156 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-3f3b3467-a091-4444-a2b7-0ceb2636d500 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Request body: {'port': {'device_id': '7714423a-b579-48d2-97ae-ee5fb437f0f8', 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829', 'admin_state_up': True, 'tenant_id': 'a66a67472cec4496a7059d3173810e1a'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:09.608493 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-3c9480f7-e575-4086-b440-caa8518fccb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:09.652558 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-3c9480f7-e575-4086-b440-caa8518fccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:09.653247 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-3c9480f7-e575-4086-b440-caa8518fccb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:09.654799 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-3c9480f7-e575-4086-b440-caa8518fccb3 service neutron] 10.222.0.90 "PUT /v2.0/ports/6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab HTTP/1.1" status: 200 len: 1092 time: 1.1526935 Aug 16 21:05:09.655272 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f93568-7176-4a0e-85ed-bbcc31d1a547', 'tag': '6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:05:09.657609 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab4a894-7d0f-4eb2-973a-d4e40c7d5edf" -d '{"events": [{"name": "network-changed", "server_uuid": "51f93568-7176-4a0e-85ed-bbcc31d1a547", "tag": "6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:05:09.675442 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9480f7-e575-4086-b440-caa8518fccb3 service neutron] Pushing event updated for resources: {'Port': ['ID=6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:09.706019 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87c36e8-4f1a-4e6e-a4ca-45a76ef96c5f x-openstack-request-id: req-d87c36e8-4f1a-4e6e-a4ca-45a76ef96c5f {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:05:09.706325 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f93568-7176-4a0e-85ed-bbcc31d1a547", "tag": "6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:05:09.706585 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d87c36e8-4f1a-4e6e-a4ca-45a76ef96c5f {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:05:09.707022 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f93568-7176-4a0e-85ed-bbcc31d1a547', 'tag': '6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab', 'status': 'completed', 'code': 200} Aug 16 21:05:09.772268 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4a894-7d0f-4eb2-973a-d4e40c7d5edf req-c7cf115e-2d9b-43e7-892d-d855f2142914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:09.773847 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3ab4a894-7d0f-4eb2-973a-d4e40c7d5edf req-c7cf115e-2d9b-43e7-892d-d855f2142914 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2e1751615aab4f2ead596250bbb45dd7&device_id=51f93568-7176-4a0e-85ed-bbcc31d1a547 HTTP/1.1" status: 200 len: 1095 time: 0.0439727 Aug 16 21:05:09.838676 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-3f3b3467-a091-4444-a2b7-0ceb2636d500 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Made reservation on behalf of a66a67472cec4496a7059d3173810e1a for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:05:09.842324 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-3f3b3467-a091-4444-a2b7-0ceb2636d500 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:09.896045 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4a894-7d0f-4eb2-973a-d4e40c7d5edf req-35232e20-dd5d-4beb-801b-dfd7c2e75450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:09.898643 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3ab4a894-7d0f-4eb2-973a-d4e40c7d5edf req-35232e20-dd5d-4beb-801b-dfd7c2e75450 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=2e1751615aab4f2ead596250bbb45dd7&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1120510 Aug 16 21:05:10.012954 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-3f3b3467-a091-4444-a2b7-0ceb2636d500 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Allocated IP 172.20.0.6 (10a8cf60-7997-4233-bd18-38023ab4d829/d5195f93-41fa-4353-aa72-c2be4390d86e/13a6a046-f370-46f4-9c95-95d4c14e004e) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:05:10.016205 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4a894-7d0f-4eb2-973a-d4e40c7d5edf req-9c2c3c9c-20f9-4cd1-8bea-4651a96bc1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:10.018431 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3ab4a894-7d0f-4eb2-973a-d4e40c7d5edf req-9c2c3c9c-20f9-4cd1-8bea-4651a96bc1dd service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1120465 Aug 16 21:05:10.113851 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-b560008f-031e-4e10-9eb9-63e7f2918a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:10.115626 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-b560008f-031e-4e10-9eb9-63e7f2918a09 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2e1751615aab4f2ead596250bbb45dd7&device_id=51f93568-7176-4a0e-85ed-bbcc31d1a547 HTTP/1.1" status: 200 len: 1095 time: 0.0587771 Aug 16 21:05:10.170781 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-2b0fe9ee-7e25-41ca-9949-9a33e6d021e8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab HTTP/1.1" status: 200 len: 217 time: 0.0416889 Aug 16 21:05:10.177716 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-3f3b3467-a091-4444-a2b7-0ceb2636d500 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:10.195325 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5f1cb-40f8-4c42-9335-d71dacc93c11 req-8bdfb3d9-cfbc-46c9-ae56-854ac76fcd6d tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:10.196802 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-72c5f1cb-40f8-4c42-9335-d71dacc93c11 req-8bdfb3d9-cfbc-46c9-ae56-854ac76fcd6d tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] 10.222.0.84 "GET /v2.0/ports?device_id=51f93568-7176-4a0e-85ed-bbcc31d1a547 HTTP/1.1" status: 200 len: 943 time: 0.1040325 Aug 16 21:05:10.255984 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-9fa53142-0858-4647-ab60-fadbe9d54cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:10.257471 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-9fa53142-0858-4647-ab60-fadbe9d54cc2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=73f6363f-621c-4f8b-8976-1ff0b5135ff9 HTTP/1.1" status: 200 len: 860 time: 0.0783806 Aug 16 21:05:10.271052 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-72c5f1cb-40f8-4c42-9335-d71dacc93c11 req-82db4cbd-3a5f-4a12-bf8a-0f5a48e15396 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] 10.222.0.84 "GET /v2.0/security-groups?id=3d415ebd-4883-4e59-84a9-4361d04d2db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556154 Aug 16 21:05:10.302640 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-e4bb0971-dc9e-4cb4-867e-cd55f8a68e26 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9560b548-8326-4cdc-8957-b1595f7827e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305643 Aug 16 21:05:10.358382 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-3f3b3467-a091-4444-a2b7-0ceb2636d500 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:10.373706 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['6ccefc9c-e155-4214-9c78-4ed80369f4ae'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:05:10.419457 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-3f3b3467-a091-4444-a2b7-0ceb2636d500 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Network 10a8cf60-7997-4233-bd18-38023ab4d829 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:05:10.424748 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-3f3b3467-a091-4444-a2b7-0ceb2636d500 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:05:10.428903 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-3f3b3467-a091-4444-a2b7-0ceb2636d500 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:05:10.437312 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b3467-a091-4444-a2b7-0ceb2636d500 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Pushing event updated for resources: {'Port': ['ID=13a6a046-f370-46f4-9c95-95d4c14e004e,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:10.464343 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-ca577441-abc4-42ce-bf35-2336d0cbc350 service neutron] 10.222.0.90 "GET /v2.0/networks/9560b548-8326-4cdc-8957-b1595f7827e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520116 Aug 16 21:05:10.472104 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d49464-7083-48e7-8e2d-ccba5c07fe24 req-15b4e08f-e54a-44e4-b6b3-97ad3853a3d3 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:10.473565 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-06d49464-7083-48e7-8e2d-ccba5c07fe24 req-15b4e08f-e54a-44e4-b6b3-97ad3853a3d3 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=7714423a-b579-48d2-97ae-ee5fb437f0f8 HTTP/1.1" status: 200 len: 931 time: 0.1006141 Aug 16 21:05:10.486784 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-3f3b3467-a091-4444-a2b7-0ceb2636d500 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:10.487940 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-3f3b3467-a091-4444-a2b7-0ceb2636d500 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:10.570795 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-06d49464-7083-48e7-8e2d-ccba5c07fe24 req-da5a04b6-6847-4cf9-acd7-2a60ccbe8ec4 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858314 Aug 16 21:05:10.601292 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ceccc263-0264-49b8-8cab-1b25e2a49e2b req-925e1d3e-27da-4eb3-afe1-15d21d491adf service neutron] 10.222.0.90 "GET /v2.0/networks/9560b548-8326-4cdc-8957-b1595f7827e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266146 Aug 16 21:05:10.610585 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-3f3b3467-a091-4444-a2b7-0ceb2636d500 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0967455 Aug 16 21:05:10.630765 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-1599b031-27ff-4f8e-b338-8dd9cc459718 service neutron] Request body: {'port': {'device_id': '7714423a-b579-48d2-97ae-ee5fb437f0f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:10.703210 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-1599b031-27ff-4f8e-b338-8dd9cc459718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:10.704470 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe6d95-417f-4469-978f-5bb126ffaba9 req-5b8e5bc7-afbf-477b-9ce7-6723c72aa774 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:10.706731 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bafe6d95-417f-4469-978f-5bb126ffaba9 req-5b8e5bc7-afbf-477b-9ce7-6723c72aa774 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 946 time: 0.0582087 Aug 16 21:05:10.750514 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bafe6d95-417f-4469-978f-5bb126ffaba9 req-f303b2d8-4b53-4833-a078-6c7018589bb2 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce2b50a7-8e1e-4dec-84da-f294c0ccb998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381100 Aug 16 21:05:10.981933 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b464640-cff6-4c68-bac1-68b70b829c5c req-9de47c18-c74b-492b-9cdb-8e1326d8ac55 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:10.983402 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4b464640-cff6-4c68-bac1-68b70b829c5c req-9de47c18-c74b-492b-9cdb-8e1326d8ac55 tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.90 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 946 time: 0.0789833 Aug 16 21:05:10.994976 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-1599b031-27ff-4f8e-b338-8dd9cc459718 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13a6a046-f370-46f4-9c95-95d4c14e004e {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:05:11.003348 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-1599b031-27ff-4f8e-b338-8dd9cc459718 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:11.015886 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-1599b031-27ff-4f8e-b338-8dd9cc459718 service neutron] Transition to ACTIVE for port object 13a6a046-f370-46f4-9c95-95d4c14e004e will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:05:11.043916 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-87f23b64-d155-47a2-98e0-36cf920e94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:11.123446 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-4b464640-cff6-4c68-bac1-68b70b829c5c req-e6269855-529a-4d0a-a251-4fb9b088108d tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Deleting port 811fe75a-58ad-4d55-95fc-557ec70b4da6 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:05:11.123988 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-4b464640-cff6-4c68-bac1-68b70b829c5c req-e6269855-529a-4d0a-a251-4fb9b088108d tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:11.239130 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-4b464640-cff6-4c68-bac1-68b70b829c5c req-e6269855-529a-4d0a-a251-4fb9b088108d tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] For port 811fe75a-58ad-4d55-95fc-557ec70b4da6, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=811fe75a-58ad-4d55-95fc-557ec70b4da6,segment=NetworkSegment(23658927-a623-4faf-8750-20d4ad03fab0),segment_id=23658927-a623-4faf-8750-20d4ad03fab0)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:11.239502 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-4b464640-cff6-4c68-bac1-68b70b829c5c req-e6269855-529a-4d0a-a251-4fb9b088108d tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:11.255693 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-1599b031-27ff-4f8e-b338-8dd9cc459718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:11.260763 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-4b464640-cff6-4c68-bac1-68b70b829c5c req-e6269855-529a-4d0a-a251-4fb9b088108d tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Calling delete_port for 811fe75a-58ad-4d55-95fc-557ec70b4da6 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:05:11.340070 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599b031-27ff-4f8e-b338-8dd9cc459718 service neutron] Pushing event updated for resources: {'Port': ['ID=13a6a046-f370-46f4-9c95-95d4c14e004e,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:11.415746 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-1599b031-27ff-4f8e-b338-8dd9cc459718 service neutron] Attempting to bind port 13a6a046-f370-46f4-9c95-95d4c14e004e on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:05:11.416149 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-1599b031-27ff-4f8e-b338-8dd9cc459718 service neutron] Attempting to bind port 13a6a046-f370-46f4-9c95-95d4c14e004e by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '85568c6e-48e5-454c-9434-fd56a12f8853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:05:11.416464 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-1599b031-27ff-4f8e-b338-8dd9cc459718 service neutron] Attempting to bind port 13a6a046-f370-46f4-9c95-95d4c14e004e on network 10a8cf60-7997-4233-bd18-38023ab4d829 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:05:11.421697 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-1599b031-27ff-4f8e-b338-8dd9cc459718 service neutron] Port 13a6a046-f370-46f4-9c95-95d4c14e004e on network 10a8cf60-7997-4233-bd18-38023ab4d829 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:05:11.421842 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4977a8-430c-4fec-a85b-846c35dfdc4f req-4aa5f05e-77ef-40f1-a24a-9386f35a0a73 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:11.422011 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-1599b031-27ff-4f8e-b338-8dd9cc459718 service neutron] Attempting to bind port 13a6a046-f370-46f4-9c95-95d4c14e004e on network 10a8cf60-7997-4233-bd18-38023ab4d829 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:05:11.424572 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8d4977a8-430c-4fec-a85b-846c35dfdc4f req-4aa5f05e-77ef-40f1-a24a-9386f35a0a73 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] 10.222.0.84 "GET /v2.0/ports?device_id=51f93568-7176-4a0e-85ed-bbcc31d1a547 HTTP/1.1" status: 200 len: 943 time: 0.0844121 Aug 16 21:05:11.443445 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-1599b031-27ff-4f8e-b338-8dd9cc459718 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:05:11.444115 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-1599b031-27ff-4f8e-b338-8dd9cc459718 service neutron] Checking segment: {'id': '85568c6e-48e5-454c-9434-fd56a12f8853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:05:11.444833 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-1599b031-27ff-4f8e-b338-8dd9cc459718 service neutron] Bound using segment: {'id': '85568c6e-48e5-454c-9434-fd56a12f8853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:05:11.445447 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-1599b031-27ff-4f8e-b338-8dd9cc459718 service neutron] Bound port: 13a6a046-f370-46f4-9c95-95d4c14e004e, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85568c6e-48e5-454c-9434-fd56a12f8853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:05:11.446101 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-1599b031-27ff-4f8e-b338-8dd9cc459718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:11.506470 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8d4977a8-430c-4fec-a85b-846c35dfdc4f req-716ebb2d-b693-4bd5-a0bd-735eb9ce84fc tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] 10.222.0.84 "GET /v2.0/security-groups?id=3d415ebd-4883-4e59-84a9-4361d04d2db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514140 Aug 16 21:05:11.553280 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-1599b031-27ff-4f8e-b338-8dd9cc459718 service neutron] For port 13a6a046-f370-46f4-9c95-95d4c14e004e, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:05:11.556842 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-1599b031-27ff-4f8e-b338-8dd9cc459718 service neutron] For port 13a6a046-f370-46f4-9c95-95d4c14e004e, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=13a6a046-f370-46f4-9c95-95d4c14e004e,segment=NetworkSegment(85568c6e-48e5-454c-9434-fd56a12f8853),segment_id=85568c6e-48e5-454c-9434-fd56a12f8853)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:05:11.569613 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-4b464640-cff6-4c68-bac1-68b70b829c5c req-e6269855-529a-4d0a-a251-4fb9b088108d tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:11.600572 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6269855-529a-4d0a-a251-4fb9b088108d tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Pushing event deleted for resources: {'Port': ['ID=811fe75a-58ad-4d55-95fc-557ec70b4da6,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:11.646878 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b464640-cff6-4c68-bac1-68b70b829c5c req-e6269855-529a-4d0a-a251-4fb9b088108d tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] No DVR routers for this DVR port 811fe75a-58ad-4d55-95fc-557ec70b4da6 on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:05:11.649766 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-4b464640-cff6-4c68-bac1-68b70b829c5c req-e6269855-529a-4d0a-a251-4fb9b088108d tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:11.651958 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4b464640-cff6-4c68-bac1-68b70b829c5c req-e6269855-529a-4d0a-a251-4fb9b088108d tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.90 "DELETE /v2.0/ports/811fe75a-58ad-4d55-95fc-557ec70b4da6 HTTP/1.1" status: 204 len: 173 time: 0.6606753 Aug 16 21:05:11.708915 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e', 'name': 'network-vif-deleted', 'tag': '811fe75a-58ad-4d55-95fc-557ec70b4da6'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:05:11.711414 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a830c90d-2e77-437b-9b8d-86c57e036305" -d '{"events": [{"server_uuid": "6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e", "name": "network-vif-deleted", "tag": "811fe75a-58ad-4d55-95fc-557ec70b4da6"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:05:11.713214 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-1599b031-27ff-4f8e-b338-8dd9cc459718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:11.722684 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ce8ac-361d-402f-9673-37b3ff1ac94b req-8ede9b4d-f582-469d-bfbc-2fa491ecc40a tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:11.724230 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1a0ce8ac-361d-402f-9673-37b3ff1ac94b req-8ede9b4d-f582-469d-bfbc-2fa491ecc40a tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=7714423a-b579-48d2-97ae-ee5fb437f0f8 HTTP/1.1" status: 200 len: 943 time: 0.0602794 Aug 16 21:05:11.767375 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbad1aa-8ec2-4cdf-bbe9-d6f9ec099a01 x-openstack-request-id: req-2bbad1aa-8ec2-4cdf-bbe9-d6f9ec099a01 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:05:11.767667 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e", "name": "network-vif-deleted", "tag": "811fe75a-58ad-4d55-95fc-557ec70b4da6", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:05:11.767941 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2bbad1aa-8ec2-4cdf-bbe9-d6f9ec099a01 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:05:11.768333 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e', 'name': 'network-vif-deleted', 'tag': '811fe75a-58ad-4d55-95fc-557ec70b4da6', 'status': 'completed', 'code': 200} Aug 16 21:05:11.781734 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-1599b031-27ff-4f8e-b338-8dd9cc459718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:11.782373 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-1599b031-27ff-4f8e-b338-8dd9cc459718 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:11.784260 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-1599b031-27ff-4f8e-b338-8dd9cc459718 service neutron] 10.222.0.72 "PUT /v2.0/ports/13a6a046-f370-46f4-9c95-95d4c14e004e HTTP/1.1" status: 200 len: 1092 time: 1.1579907 Aug 16 21:05:11.784735 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7714423a-b579-48d2-97ae-ee5fb437f0f8', 'tag': '13a6a046-f370-46f4-9c95-95d4c14e004e'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:05:11.787072 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbef87f-ed4e-4721-8350-123e603ea87e" -d '{"events": [{"name": "network-changed", "server_uuid": "7714423a-b579-48d2-97ae-ee5fb437f0f8", "tag": "13a6a046-f370-46f4-9c95-95d4c14e004e"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:05:11.805556 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1a0ce8ac-361d-402f-9673-37b3ff1ac94b req-e987c214-5f35-4e51-bd8f-e61eca1dd93d tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676441 Aug 16 21:05:11.822013 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599b031-27ff-4f8e-b338-8dd9cc459718 service neutron] Pushing event updated for resources: {'Port': ['ID=13a6a046-f370-46f4-9c95-95d4c14e004e,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:11.849039 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b96bde3-72fa-48bd-b833-a05c2bbdfeee x-openstack-request-id: req-9b96bde3-72fa-48bd-b833-a05c2bbdfeee {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:05:11.850127 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7714423a-b579-48d2-97ae-ee5fb437f0f8", "tag": "13a6a046-f370-46f4-9c95-95d4c14e004e", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:05:11.850336 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9b96bde3-72fa-48bd-b833-a05c2bbdfeee {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:05:11.850771 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7714423a-b579-48d2-97ae-ee5fb437f0f8', 'tag': '13a6a046-f370-46f4-9c95-95d4c14e004e', 'status': 'completed', 'code': 200} Aug 16 21:05:11.913958 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-01349abe-fe5c-4638-b068-6ae966c0f6b3 req-785cab3e-ba97-4384-bbae-761c56c9105b tempest-ServersNegativeTestJSON-1037397050 tempest-ServersNegativeTestJSON-1037397050-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3ba7f7-efc1-4c4c-9e46-3f5eaa9acc1e HTTP/1.1" status: 200 len: 210 time: 0.0440817 Aug 16 21:05:11.935818 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbef87f-ed4e-4721-8350-123e603ea87e req-21332ee9-0f66-46bd-b8fb-52ba8c69ed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:11.938773 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5cbef87f-ed4e-4721-8350-123e603ea87e req-21332ee9-0f66-46bd-b8fb-52ba8c69ed50 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a66a67472cec4496a7059d3173810e1a&device_id=7714423a-b579-48d2-97ae-ee5fb437f0f8 HTTP/1.1" status: 200 len: 1095 time: 0.0641539 Aug 16 21:05:12.056310 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbef87f-ed4e-4721-8350-123e603ea87e req-6fa64e76-36c6-4863-adeb-2948f4368f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:12.056310 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5cbef87f-ed4e-4721-8350-123e603ea87e req-6fa64e76-36c6-4863-adeb-2948f4368f93 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=a66a67472cec4496a7059d3173810e1a&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1095047 Aug 16 21:05:12.162589 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbef87f-ed4e-4721-8350-123e603ea87e req-865d4e98-17e8-4106-b4cc-c4ae3e7f69cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:12.164171 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5cbef87f-ed4e-4721-8350-123e603ea87e req-865d4e98-17e8-4106-b4cc-c4ae3e7f69cd service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1006064 Aug 16 21:05:12.241034 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-32dd4e03-3042-46ce-934d-e3b64f66ee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:12.242530 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-32dd4e03-3042-46ce-934d-e3b64f66ee74 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a66a67472cec4496a7059d3173810e1a&device_id=7714423a-b579-48d2-97ae-ee5fb437f0f8 HTTP/1.1" status: 200 len: 1095 time: 0.0413589 Aug 16 21:05:12.294077 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-b30778a6-b502-414d-bf8f-bf1426078080 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13a6a046-f370-46f4-9c95-95d4c14e004e HTTP/1.1" status: 200 len: 217 time: 0.0331910 Aug 16 21:05:12.352821 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-43eb153e-3c0f-4606-af6e-abe8696bc909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:12.354806 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-43eb153e-3c0f-4606-af6e-abe8696bc909 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d5195f93-41fa-4353-aa72-c2be4390d86e HTTP/1.1" status: 200 len: 844 time: 0.0523355 Aug 16 21:05:12.392619 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-ffc9c8ff-4ca5-4897-8297-834ad8c822d6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=10a8cf60-7997-4233-bd18-38023ab4d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298653 Aug 16 21:05:12.505770 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-8b9382a9-2331-4ceb-b171-cc4b2fa0a3ee service neutron] 10.222.0.72 "GET /v2.0/networks/10a8cf60-7997-4233-bd18-38023ab4d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033721 Aug 16 21:05:12.622206 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-cfa9eacf-f9b9-42ec-a957-fb84bae17ca2 req-2361e257-0085-4afb-aac8-53bce4a66293 service neutron] 10.222.0.72 "GET /v2.0/networks/10a8cf60-7997-4233-bd18-38023ab4d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033671 Aug 16 21:05:12.641948 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bded1a4-c7f7-4462-b77c-f2f942145b87 req-1f8e93eb-5f79-4489-9bda-94fd9cdd615d tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:12.643527 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0bded1a4-c7f7-4462-b77c-f2f942145b87 req-1f8e93eb-5f79-4489-9bda-94fd9cdd615d tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] 10.222.0.84 "GET /v2.0/ports?device_id=51f93568-7176-4a0e-85ed-bbcc31d1a547 HTTP/1.1" status: 200 len: 943 time: 0.0525820 Aug 16 21:05:12.685789 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0bded1a4-c7f7-4462-b77c-f2f942145b87 req-f9c4cc0b-6944-4866-9abf-1fb353f9ee41 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] 10.222.0.84 "GET /v2.0/security-groups?id=3d415ebd-4883-4e59-84a9-4361d04d2db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349021 Aug 16 21:05:12.943296 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da9a6f-759c-42ff-95dc-6b7d087ba893 req-57d92da0-be9d-476d-9084-315d3b68d263 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:12.945235 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3da9a6f-759c-42ff-95dc-6b7d087ba893 req-57d92da0-be9d-476d-9084-315d3b68d263 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=7714423a-b579-48d2-97ae-ee5fb437f0f8 HTTP/1.1" status: 200 len: 943 time: 0.0771854 Aug 16 21:05:12.972174 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 60712) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:13.023247 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3da9a6f-759c-42ff-95dc-6b7d087ba893 req-6258ae99-1673-4627-bfc2-87182a3623c0 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720949 Aug 16 21:05:13.032959 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-28ca23c8-5dc3-4f25-a379-adb0d08da7a8 admin admin] Deleting subnet b11c061b-d987-4b96-a2d3-345542c53b8b {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:05:13.036288 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-28ca23c8-5dc3-4f25-a379-adb0d08da7a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:13.071575 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-28ca23c8-5dc3-4f25-a379-adb0d08da7a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:13.135653 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-28ca23c8-5dc3-4f25-a379-adb0d08da7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:13.248657 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 811fe75a-58ad-4d55-95fc-557ec70b4da6 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:05:13.251558 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:05:13.279458 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 811fe75a-58ad-4d55-95fc-557ec70b4da6 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:05:13.279911 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 811fe75a-58ad-4d55-95fc-557ec70b4da6 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:05:13.285099 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-28ca23c8-5dc3-4f25-a379-adb0d08da7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:13.321469 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca23c8-5dc3-4f25-a379-adb0d08da7a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b11c061b-d987-4b96-a2d3-345542c53b8b,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:13.338111 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-28ca23c8-5dc3-4f25-a379-adb0d08da7a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:13.343705 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 60720) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:13.345092 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-28ca23c8-5dc3-4f25-a379-adb0d08da7a8 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/b11c061b-d987-4b96-a2d3-345542c53b8b HTTP/1.1" status: 204 len: 168 time: 0.3719192 Aug 16 21:05:13.388599 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab,segment=NetworkSegment(047be00e-5a95-46c1-b50d-78ff92d41cfc),segment_id=047be00e-5a95-46c1-b50d-78ff92d41cfc)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:13.407815 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab', 'network_id': '9560b548-8326-4cdc-8957-b1595f7827e0', 'port_id': '6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab', 'mac_address': 'fa:16:3e:9f:2e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73f6363f-621c-4f8b-8976-1ff0b5135ff9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:05:13.435960 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2e57bb32-7434-4204-910b-1275d7bb2ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:13.472697 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:13.493275 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:05:13.543950 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab,segment=NetworkSegment(047be00e-5a95-46c1-b50d-78ff92d41cfc),segment_id=047be00e-5a95-46c1-b50d-78ff92d41cfc)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:13.547246 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2e57bb32-7434-4204-910b-1275d7bb2ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:13.563497 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-2e57bb32-7434-4204-910b-1275d7bb2ca0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a84c825-1836-4d4b-aa9e-01c66bc9b2dd']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:13.575554 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-2e57bb32-7434-4204-910b-1275d7bb2ca0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23658927-a623-4faf-8750-20d4ad03fab0') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:13.576287 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-2e57bb32-7434-4204-910b-1275d7bb2ca0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23658927-a623-4faf-8750-20d4ad03fab0') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:13.593379 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2e57bb32-7434-4204-910b-1275d7bb2ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:13.610364 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:13.616981 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2e57bb32-7434-4204-910b-1275d7bb2ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:13.629069 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e57bb32-7434-4204-910b-1275d7bb2ca0 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:05:13.629712 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2e57bb32-7434-4204-910b-1275d7bb2ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:13.647078 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-15f2b27b-49da-4b94-91e2-0b1dc437e559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:13.675886 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:05:13.675886 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:05:13.675886 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:05:13.675886 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:05:13.675886 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:05:13.675886 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:05:13.675886 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:05:13.675886 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:05:13.675886 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:05:13.675886 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:05:13.675886 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:05:13.675886 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:05:13.675886 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:05:13.675886 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:05:13.675886 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:05:13.675886 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:05:13.675886 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:05:13.675886 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:05:13.675886 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:05:13.675886 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:05:13.675886 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:05:13.675886 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:05:13.675886 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:05:13.675886 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:05:13.675886 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:05:13.675886 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:05:13.675886 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:05:13.675886 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:05:13.675886 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:05:13.675886 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:05:13.675886 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:05:13.675886 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:05:13.684257 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:13.798395 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2e57bb32-7434-4204-910b-1275d7bb2ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:13.811178 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2e57bb32-7434-4204-910b-1275d7bb2ca0 admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:13.811178 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2e57bb32-7434-4204-910b-1275d7bb2ca0 admin admin] 10.222.0.84 "DELETE /v2.0/networks/2a84c825-1836-4d4b-aa9e-01c66bc9b2dd HTTP/1.1" status: 204 len: 168 time: 0.4634407 Aug 16 21:05:13.830276 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e57bb32-7434-4204-910b-1275d7bb2ca0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a84c825-1836-4d4b-aa9e-01c66bc9b2dd,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:13.831147 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:13.841978 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:05:13.875499 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19283b16-ba86-4d98-ac3b-7b60a205991c req-dffd3c46-b166-4848-9ea9-d3e588f1e72f tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:13.877214 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-19283b16-ba86-4d98-ac3b-7b60a205991c req-dffd3c46-b166-4848-9ea9-d3e588f1e72f tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] 10.222.0.84 "GET /v2.0/ports?device_id=51f93568-7176-4a0e-85ed-bbcc31d1a547 HTTP/1.1" status: 200 len: 944 time: 0.0980394 Aug 16 21:05:13.942385 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-19283b16-ba86-4d98-ac3b-7b60a205991c req-63a1e365-5862-4307-a142-d55022eec5a8 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] 10.222.0.84 "GET /v2.0/security-groups?id=3d415ebd-4883-4e59-84a9-4361d04d2db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575693 Aug 16 21:05:14.163860 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a079403-106c-42bd-9943-b0c9810e001a req-fc82df1c-8232-4fc2-9972-9c1e469bd5e3 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:14.165426 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7a079403-106c-42bd-9943-b0c9810e001a req-fc82df1c-8232-4fc2-9972-9c1e469bd5e3 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=7714423a-b579-48d2-97ae-ee5fb437f0f8 HTTP/1.1" status: 200 len: 943 time: 0.0616686 Aug 16 21:05:14.218374 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 60744) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:14.223031 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7a079403-106c-42bd-9943-b0c9810e001a req-3912d54f-b15c-49ca-bb56-bd948db90563 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445108 Aug 16 21:05:14.264033 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a6818f64-f7f2-4c9c-ac82-d3535526a2df admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4c0e76081c1e4800ae56303449df01e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443015 Aug 16 21:05:14.266631 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 60746) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:14.318777 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-213af1d6-dfac-47db-b7cf-d58f9ba87872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:14.341856 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-213af1d6-dfac-47db-b7cf-d58f9ba87872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:14.484637 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-213af1d6-dfac-47db-b7cf-d58f9ba87872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:14.487422 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-213af1d6-dfac-47db-b7cf-d58f9ba87872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:14.489038 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-213af1d6-dfac-47db-b7cf-d58f9ba87872 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ce2b50a7-8e1e-4dec-84da-f294c0ccb998 HTTP/1.1" status: 204 len: 168 time: 0.2214818 Aug 16 21:05:14.509298 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213af1d6-dfac-47db-b7cf-d58f9ba87872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2b50a7-8e1e-4dec-84da-f294c0ccb998,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:14.844516 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:15.092728 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8502be-ce75-4e51-b36d-b832a1acec01 req-8371972e-a822-483d-a4fa-1f19dfd61be9 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:15.094990 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ee8502be-ce75-4e51-b36d-b832a1acec01 req-8371972e-a822-483d-a4fa-1f19dfd61be9 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] 10.222.0.84 "GET /v2.0/ports?device_id=51f93568-7176-4a0e-85ed-bbcc31d1a547 HTTP/1.1" status: 200 len: 944 time: 0.0757980 Aug 16 21:05:15.137375 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ee8502be-ce75-4e51-b36d-b832a1acec01 req-b5ecccb2-682c-4794-8dd6-1cfde9cfb39e tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] 10.222.0.84 "GET /v2.0/security-groups?id=3d415ebd-4883-4e59-84a9-4361d04d2db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365453 Aug 16 21:05:15.259028 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:05:15.412422 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d718913-dd9c-427f-84ef-c10c967e8b2c req-ec0bd1f3-8000-4f72-b803-6c27831ab4e5 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:15.414283 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4d718913-dd9c-427f-84ef-c10c967e8b2c req-ec0bd1f3-8000-4f72-b803-6c27831ab4e5 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=7714423a-b579-48d2-97ae-ee5fb437f0f8 HTTP/1.1" status: 200 len: 943 time: 0.0545003 Aug 16 21:05:15.444311 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:05:15.450344 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:15.450850 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:15.470027 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4d718913-dd9c-427f-84ef-c10c967e8b2c req-8fb2fa9c-dd6c-4f77-b069-0f69ab77d41c tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406382 Aug 16 21:05:15.743695 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:15.767342 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f93568-7176-4a0e-85ed-bbcc31d1a547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:05:15.769763 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67cfb9a6-8f84-404d-b964-ca86383402f0" -d '{"events": [{"server_uuid": "51f93568-7176-4a0e-85ed-bbcc31d1a547", "name": "network-vif-plugged", "status": "completed", "tag": "6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:05:15.795388 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab,segment=NetworkSegment(047be00e-5a95-46c1-b50d-78ff92d41cfc),segment_id=047be00e-5a95-46c1-b50d-78ff92d41cfc)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:15.828157 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3aa1d05-c6ec-400e-90b6-825cc8975d04 x-openstack-request-id: req-e3aa1d05-c6ec-400e-90b6-825cc8975d04 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:05:15.828453 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f93568-7176-4a0e-85ed-bbcc31d1a547", "name": "network-vif-plugged", "status": "completed", "tag": "6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:05:15.828715 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e3aa1d05-c6ec-400e-90b6-825cc8975d04 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:05:15.829110 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f93568-7176-4a0e-85ed-bbcc31d1a547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab', 'code': 200} Aug 16 21:05:15.832537 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de2e3efe-253a-458a-85b7-e94fae37a34c req-013fbf3b-7b50-4a8a-8083-8bbfbf771e3e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7fc98862-7540-4713-ac49-0bde3eff2c20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0519757 Aug 16 21:05:15.849227 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 13a6a046-f370-46f4-9c95-95d4c14e004e details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:05:15.870282 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:15.967468 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e3efe-253a-458a-85b7-e94fae37a34c req-ba3b75cf-96a0-41f6-bc09-d6b778a5ddb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:15.969739 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de2e3efe-253a-458a-85b7-e94fae37a34c req-ba3b75cf-96a0-41f6-bc09-d6b778a5ddb2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a0e033d4713247c4be0e53c874c211ee&device_id=7fc98862-7540-4713-ac49-0bde3eff2c20 HTTP/1.1" status: 200 len: 1097 time: 0.0856581 Aug 16 21:05:15.979673 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a40c5-0f53-4d71-800d-30d70d6b7459 req-cd10bbde-c871-4fd6-927d-ac5045b5ce5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:15.981225 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6d7a40c5-0f53-4d71-800d-30d70d6b7459 req-cd10bbde-c871-4fd6-927d-ac5045b5ce5a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=51f93568-7176-4a0e-85ed-bbcc31d1a547 HTTP/1.1" status: 200 len: 1097 time: 0.0592823 Aug 16 21:05:16.000328 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:16.040735 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 13a6a046-f370-46f4-9c95-95d4c14e004e, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=13a6a046-f370-46f4-9c95-95d4c14e004e,segment=NetworkSegment(85568c6e-48e5-454c-9434-fd56a12f8853),segment_id=85568c6e-48e5-454c-9434-fd56a12f8853)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:16.057995 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '13a6a046-f370-46f4-9c95-95d4c14e004e', 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829', 'port_id': '13a6a046-f370-46f4-9c95-95d4c14e004e', 'mac_address': 'fa:16:3e:61:f5:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5195f93-41fa-4353-aa72-c2be4390d86e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:05:16.092568 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6d7a40c5-0f53-4d71-800d-30d70d6b7459 req-9767c178-10bd-4eca-887b-0aea45dc12ae service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3d415ebd-4883-4e59-84a9-4361d04d2db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963583 Aug 16 21:05:16.104885 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:16.122622 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a6a046-f370-46f4-9c95-95d4c14e004e {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:05:16.144787 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e3efe-253a-458a-85b7-e94fae37a34c req-ddcb85ac-5596-44f9-9341-0b7f172c48bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:16.147384 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 13a6a046-f370-46f4-9c95-95d4c14e004e, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=13a6a046-f370-46f4-9c95-95d4c14e004e,segment=NetworkSegment(85568c6e-48e5-454c-9434-fd56a12f8853),segment_id=85568c6e-48e5-454c-9434-fd56a12f8853)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:16.147511 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de2e3efe-253a-458a-85b7-e94fae37a34c req-ddcb85ac-5596-44f9-9341-0b7f172c48bf service neutron] 10.222.0.90 "GET /v2.0/networks?id=f21989d2-1803-4d82-bc06-7ef94db801de HTTP/1.1" status: 200 len: 911 time: 0.1438017 Aug 16 21:05:16.228853 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de2e3efe-253a-458a-85b7-e94fae37a34c req-c666d75e-a78f-4761-9621-fc44484f3fcb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3174730e-d323-4a7a-8e80-719cb594a169 HTTP/1.1" status: 200 len: 1001 time: 0.0745671 Aug 16 21:05:16.255055 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:16.303606 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=13a6a046-f370-46f4-9c95-95d4c14e004e,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:16.306207 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e3efe-253a-458a-85b7-e94fae37a34c req-a27155fa-1bf9-4f54-892b-f11fe30ff31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:16.307776 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de2e3efe-253a-458a-85b7-e94fae37a34c req-a27155fa-1bf9-4f54-892b-f11fe30ff31c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=03f69758-9eaf-430a-b99d-d64769716af9 HTTP/1.1" status: 200 len: 849 time: 0.0683751 Aug 16 21:05:16.318882 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1794004-ba79-4cbf-b2ae-006bb3fcb60b req-44663500-2a26-48ae-a030-56594051378b tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:16.320378 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1794004-ba79-4cbf-b2ae-006bb3fcb60b req-44663500-2a26-48ae-a030-56594051378b tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] 10.222.0.84 "GET /v2.0/ports?device_id=51f93568-7176-4a0e-85ed-bbcc31d1a547 HTTP/1.1" status: 200 len: 945 time: 0.0948484 Aug 16 21:05:16.385794 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e3efe-253a-458a-85b7-e94fae37a34c req-089c54e2-1305-4817-bdae-cb03456dd8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:16.387025 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de2e3efe-253a-458a-85b7-e94fae37a34c req-089c54e2-1305-4817-bdae-cb03456dd8f5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f21989d2-1803-4d82-bc06-7ef94db801de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656946 Aug 16 21:05:16.390638 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1794004-ba79-4cbf-b2ae-006bb3fcb60b req-abfa5942-1cfa-4848-9480-880dbce9b6ad tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] 10.222.0.84 "GET /v2.0/security-groups?id=3d415ebd-4883-4e59-84a9-4361d04d2db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600541 Aug 16 21:05:16.484737 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de2e3efe-253a-458a-85b7-e94fae37a34c req-f7dd36c3-7b80-41fe-8abb-c088ead43751 service neutron] 10.222.0.90 "GET /v2.0/networks/f21989d2-1803-4d82-bc06-7ef94db801de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888999 Aug 16 21:05:16.533555 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:16.562672 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['13a6a046-f370-46f4-9c95-95d4c14e004e'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:05:16.635068 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d782e6-02ec-4e0d-b68d-909f35d1ac59 req-e43318c1-0134-4141-8e64-e1b41333d802 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:16.637212 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-39d782e6-02ec-4e0d-b68d-909f35d1ac59 req-e43318c1-0134-4141-8e64-e1b41333d802 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=7714423a-b579-48d2-97ae-ee5fb437f0f8 HTTP/1.1" status: 200 len: 944 time: 0.0778890 Aug 16 21:05:16.670054 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de2e3efe-253a-458a-85b7-e94fae37a34c req-74d019e6-7413-4928-a203-fc7296fe77fd service neutron] 10.222.0.90 "GET /v2.0/networks/f21989d2-1803-4d82-bc06-7ef94db801de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745837 Aug 16 21:05:16.696101 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-39d782e6-02ec-4e0d-b68d-909f35d1ac59 req-2e965073-d507-434e-b0cf-220706e046c0 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483336 Aug 16 21:05:16.779119 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 60822) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:16.888770 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9c560698-f145-4808-855a-7429b496c7f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:16.991993 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9c560698-f145-4808-855a-7429b496c7f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:17.072079 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9c560698-f145-4808-855a-7429b496c7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:17.109885 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c560698-f145-4808-855a-7429b496c7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fc9a9e-0114-428c-9f1f-b9c3aa76cace,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:17.117527 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 60828) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:17.117721 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9c560698-f145-4808-855a-7429b496c7f4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0c1d1727bdd54e43b040f22627370ca9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3373022 Aug 16 21:05:17.174218 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-edb4782a-06b2-4598-af22-7825d815a2c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:17.194420 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-edb4782a-06b2-4598-af22-7825d815a2c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:17.335140 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-edb4782a-06b2-4598-af22-7825d815a2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:17.337830 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-edb4782a-06b2-4598-af22-7825d815a2c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:17.344308 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-edb4782a-06b2-4598-af22-7825d815a2c4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/96fc9a9e-0114-428c-9f1f-b9c3aa76cace HTTP/1.1" status: 204 len: 168 time: 0.2202024 Aug 16 21:05:17.348576 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb4782a-06b2-4598-af22-7825d815a2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fc9a9e-0114-428c-9f1f-b9c3aa76cace,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:17.516951 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45015e6d-afde-48cb-92f2-3545b29235f2 req-3b0e6a06-4fa8-443a-b92f-b6c975f5f0f7 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:17.518576 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-45015e6d-afde-48cb-92f2-3545b29235f2 req-3b0e6a06-4fa8-443a-b92f-b6c975f5f0f7 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] 10.222.0.84 "GET /v2.0/ports?device_id=51f93568-7176-4a0e-85ed-bbcc31d1a547 HTTP/1.1" status: 200 len: 945 time: 0.0572600 Aug 16 21:05:17.557994 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-45015e6d-afde-48cb-92f2-3545b29235f2 req-f9682f86-c5b0-4918-b4dc-08c17da0302f tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] 10.222.0.84 "GET /v2.0/security-groups?id=3d415ebd-4883-4e59-84a9-4361d04d2db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332537 Aug 16 21:05:17.849980 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029be6e5-f8b4-4a04-868e-34b271833def req-94804fc4-1f5d-4157-9ff6-3b5980d4af39 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:17.851916 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-029be6e5-f8b4-4a04-868e-34b271833def req-94804fc4-1f5d-4157-9ff6-3b5980d4af39 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=7714423a-b579-48d2-97ae-ee5fb437f0f8 HTTP/1.1" status: 200 len: 944 time: 0.0702426 Aug 16 21:05:17.865831 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 13a6a046-f370-46f4-9c95-95d4c14e004e up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:05:17.903611 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-029be6e5-f8b4-4a04-868e-34b271833def req-b7e96cb5-4639-474a-9d1b-068beeec4062 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420942 Aug 16 21:05:18.020685 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 13a6a046-f370-46f4-9c95-95d4c14e004e completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:05:18.025471 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 13a6a046-f370-46f4-9c95-95d4c14e004e triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:18.025965 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:18.105811 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:18.130596 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7714423a-b579-48d2-97ae-ee5fb437f0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a6a046-f370-46f4-9c95-95d4c14e004e'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:05:18.132932 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dee4f0d-14c9-4cd6-8478-4e61c43371fb" -d '{"events": [{"server_uuid": "7714423a-b579-48d2-97ae-ee5fb437f0f8", "name": "network-vif-plugged", "status": "completed", "tag": "13a6a046-f370-46f4-9c95-95d4c14e004e"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:05:18.153590 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 13a6a046-f370-46f4-9c95-95d4c14e004e, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=13a6a046-f370-46f4-9c95-95d4c14e004e,segment=NetworkSegment(85568c6e-48e5-454c-9434-fd56a12f8853),segment_id=85568c6e-48e5-454c-9434-fd56a12f8853)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:18.182499 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc26d23f-1453-4cc6-8a6a-29defcb401f2 x-openstack-request-id: req-cc26d23f-1453-4cc6-8a6a-29defcb401f2 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:05:18.182868 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7714423a-b579-48d2-97ae-ee5fb437f0f8", "name": "network-vif-plugged", "status": "completed", "tag": "13a6a046-f370-46f4-9c95-95d4c14e004e", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:05:18.183189 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-cc26d23f-1453-4cc6-8a6a-29defcb401f2 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:05:18.183653 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7714423a-b579-48d2-97ae-ee5fb437f0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a6a046-f370-46f4-9c95-95d4c14e004e', 'code': 200} Aug 16 21:05:18.238020 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:18.301289 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=13a6a046-f370-46f4-9c95-95d4c14e004e,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:18.303211 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c6ca0b-73ff-4c8e-a462-38d76d7e0d55 req-e55b65b0-09ca-42f0-af00-189ef48a45c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:18.305018 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-58c6ca0b-73ff-4c8e-a462-38d76d7e0d55 req-e55b65b0-09ca-42f0-af00-189ef48a45c7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7714423a-b579-48d2-97ae-ee5fb437f0f8 HTTP/1.1" status: 200 len: 1097 time: 0.0521371 Aug 16 21:05:18.340707 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-58c6ca0b-73ff-4c8e-a462-38d76d7e0d55 req-a7c7c33d-6180-45fc-9927-2ec22780337a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290704 Aug 16 21:05:18.463340 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bfd6c-ed63-4d33-95b9-154833d3ca8d req-8289e0b4-265b-4e78-8f6a-8d1372e56c20 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:18.464909 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-430bfd6c-ed63-4d33-95b9-154833d3ca8d req-8289e0b4-265b-4e78-8f6a-8d1372e56c20 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] 10.222.0.84 "GET /v2.0/ports?device_id=51f93568-7176-4a0e-85ed-bbcc31d1a547 HTTP/1.1" status: 200 len: 945 time: 0.0522983 Aug 16 21:05:18.509713 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-430bfd6c-ed63-4d33-95b9-154833d3ca8d req-afb327d1-9e5b-4552-bf41-44399af3898e tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] 10.222.0.84 "GET /v2.0/security-groups?id=3d415ebd-4883-4e59-84a9-4361d04d2db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383523 Aug 16 21:05:19.047677 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43761f92-4c32-4ec0-a5b9-9f69dd6d275b req-ff6a7747-4ef8-410b-95ac-967ee58299e9 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:19.049281 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-43761f92-4c32-4ec0-a5b9-9f69dd6d275b req-ff6a7747-4ef8-410b-95ac-967ee58299e9 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=7714423a-b579-48d2-97ae-ee5fb437f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0524113 Aug 16 21:05:19.053305 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:19.087591 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-43761f92-4c32-4ec0-a5b9-9f69dd6d275b req-645cef3f-101c-4947-8a1d-4d14053ca03e tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323009 Aug 16 21:05:19.266428 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 60946) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:19.379801 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9634d9a1-1f01-418c-8dc7-45a0c2dce57a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:19.472387 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:05:19.489850 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9634d9a1-1f01-418c-8dc7-45a0c2dce57a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:19.606074 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9634d9a1-1f01-418c-8dc7-45a0c2dce57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:19.656135 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9634d9a1-1f01-418c-8dc7-45a0c2dce57a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=02a8b84f8d1740c8a160eeb99e758af8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3882926 Aug 16 21:05:19.658572 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634d9a1-1f01-418c-8dc7-45a0c2dce57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42685e78-a8b8-4b9b-9b4e-4e5b7a65438a,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:19.658839 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 60960) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:19.678837 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d937689-7f2e-4992-99ea-8aee926effde req-ded89e6e-a278-420c-8ec2-16da7f3b4fe7 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:19.678837 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0d937689-7f2e-4992-99ea-8aee926effde req-ded89e6e-a278-420c-8ec2-16da7f3b4fe7 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] 10.222.0.84 "GET /v2.0/ports?device_id=51f93568-7176-4a0e-85ed-bbcc31d1a547 HTTP/1.1" status: 200 len: 945 time: 0.0945623 Aug 16 21:05:19.710760 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d89ed0a3-46c9-4dec-bdf3-33d3b26291c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:19.713482 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0d937689-7f2e-4992-99ea-8aee926effde req-b39cb19d-395a-4188-b58b-e524feb491da tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] 10.222.0.84 "GET /v2.0/security-groups?id=3d415ebd-4883-4e59-84a9-4361d04d2db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342021 Aug 16 21:05:19.737707 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d89ed0a3-46c9-4dec-bdf3-33d3b26291c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:19.765340 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990ba47-18b0-4123-8c67-cd4fe61cccfa req-2d26a893-b139-4c69-aeb3-a188802ce1bc tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:19.766862 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7990ba47-18b0-4123-8c67-cd4fe61cccfa req-2d26a893-b139-4c69-aeb3-a188802ce1bc tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] 10.222.0.90 "GET /v2.0/ports?device_id=51f93568-7176-4a0e-85ed-bbcc31d1a547 HTTP/1.1" status: 200 len: 945 time: 0.0499799 Aug 16 21:05:19.876640 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-7990ba47-18b0-4123-8c67-cd4fe61cccfa req-2bb0e66b-d25c-42ab-8b7e-c56527948a49 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] Deleting port 6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:05:19.876995 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7990ba47-18b0-4123-8c67-cd4fe61cccfa req-2bb0e66b-d25c-42ab-8b7e-c56527948a49 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:19.894884 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d89ed0a3-46c9-4dec-bdf3-33d3b26291c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:19.897555 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d89ed0a3-46c9-4dec-bdf3-33d3b26291c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:19.901122 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d89ed0a3-46c9-4dec-bdf3-33d3b26291c3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/42685e78-a8b8-4b9b-9b4e-4e5b7a65438a HTTP/1.1" status: 204 len: 168 time: 0.2389090 Aug 16 21:05:19.927259 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ed0a3-46c9-4dec-bdf3-33d3b26291c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42685e78-a8b8-4b9b-9b4e-4e5b7a65438a,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:19.988508 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-7990ba47-18b0-4123-8c67-cd4fe61cccfa req-2bb0e66b-d25c-42ab-8b7e-c56527948a49 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] For port 6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab,segment=NetworkSegment(047be00e-5a95-46c1-b50d-78ff92d41cfc),segment_id=047be00e-5a95-46c1-b50d-78ff92d41cfc)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:19.988849 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7990ba47-18b0-4123-8c67-cd4fe61cccfa req-2bb0e66b-d25c-42ab-8b7e-c56527948a49 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:20.001781 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-7990ba47-18b0-4123-8c67-cd4fe61cccfa req-2bb0e66b-d25c-42ab-8b7e-c56527948a49 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] Calling delete_port for 6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:05:20.206281 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d9e75-1bd3-446e-b258-4209e0ac1aae req-afa769db-a0de-4e54-8e2d-c3b239431af9 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:20.207920 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2f2d9e75-1bd3-446e-b258-4209e0ac1aae req-afa769db-a0de-4e54-8e2d-c3b239431af9 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=7714423a-b579-48d2-97ae-ee5fb437f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0526404 Aug 16 21:05:20.247943 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2f2d9e75-1bd3-446e-b258-4209e0ac1aae req-ae464209-32fd-4b96-92f0-85e615d26a6b tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333576 Aug 16 21:05:20.253561 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7990ba47-18b0-4123-8c67-cd4fe61cccfa req-2bb0e66b-d25c-42ab-8b7e-c56527948a49 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:20.288968 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:05:20.312013 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb0e66b-d25c-42ab-8b7e-c56527948a49 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] Pushing event deleted for resources: {'Port': ['ID=6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:20.371206 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-7990ba47-18b0-4123-8c67-cd4fe61cccfa req-2bb0e66b-d25c-42ab-8b7e-c56527948a49 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] No DVR routers for this DVR port 6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:05:20.373963 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7990ba47-18b0-4123-8c67-cd4fe61cccfa req-2bb0e66b-d25c-42ab-8b7e-c56527948a49 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:20.376469 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7990ba47-18b0-4123-8c67-cd4fe61cccfa req-2bb0e66b-d25c-42ab-8b7e-c56527948a49 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] 10.222.0.90 "DELETE /v2.0/ports/6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab HTTP/1.1" status: 204 len: 173 time: 0.6022558 Aug 16 21:05:20.384674 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f93568-7176-4a0e-85ed-bbcc31d1a547', 'name': 'network-vif-deleted', 'tag': '6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:05:20.387425 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05891586-ae9a-4384-90d4-13aef77ff612" -d '{"events": [{"server_uuid": "51f93568-7176-4a0e-85ed-bbcc31d1a547", "name": "network-vif-deleted", "tag": "6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:05:20.441079 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb50179-ff3f-40db-bf8e-3491a42dea33 req-ff552485-6718-4344-a893-80d6c5f3a486 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:20.444713 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6eb50179-ff3f-40db-bf8e-3491a42dea33 req-ff552485-6718-4344-a893-80d6c5f3a486 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=7714423a-b579-48d2-97ae-ee5fb437f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0753634 Aug 16 21:05:20.446544 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54e7195-18c3-40d1-9911-8463b2929b7c x-openstack-request-id: req-d54e7195-18c3-40d1-9911-8463b2929b7c {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:05:20.447076 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f93568-7176-4a0e-85ed-bbcc31d1a547", "name": "network-vif-deleted", "tag": "6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:05:20.447559 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d54e7195-18c3-40d1-9911-8463b2929b7c {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:05:20.448185 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f93568-7176-4a0e-85ed-bbcc31d1a547', 'name': 'network-vif-deleted', 'tag': '6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab', 'status': 'completed', 'code': 200} Aug 16 21:05:20.486467 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6eb50179-ff3f-40db-bf8e-3491a42dea33 req-2b81e99d-52e8-480a-b222-250980a07eed tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352175 Aug 16 21:05:20.869346 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-76ecb576-df0d-4252-a4e4-7c27538e882d req-ec6d1f98-d6fb-4146-b194-6ac921979474 tempest-ServerMetadataNegativeTestJSON-1667302974 tempest-ServerMetadataNegativeTestJSON-1667302974-project] 10.222.0.84 "GET /v2.0/ports?device_id=51f93568-7176-4a0e-85ed-bbcc31d1a547 HTTP/1.1" status: 200 len: 210 time: 0.0312564 Aug 16 21:05:21.022402 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dbb02-b46d-4e4f-b9a4-d7fe1221c7be req-db46d52f-6658-4a1a-9492-427f8c9bea77 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:21.023916 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-484dbb02-b46d-4e4f-b9a4-d7fe1221c7be req-db46d52f-6658-4a1a-9492-427f8c9bea77 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=7714423a-b579-48d2-97ae-ee5fb437f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0491667 Aug 16 21:05:21.063992 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-484dbb02-b46d-4e4f-b9a4-d7fe1221c7be req-6fbd80f3-dd8f-4a80-b9c8-8b1afd709ea7 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338807 Aug 16 21:05:21.931067 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 32806) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:22.003719 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d71e01d-0ed9-4242-ab6e-9ff8f15ded0d admin admin] Deleting subnet 73f6363f-621c-4f8b-8976-1ff0b5135ff9 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:05:22.008073 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6d71e01d-0ed9-4242-ab6e-9ff8f15ded0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:22.025336 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:22.059223 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6d71e01d-0ed9-4242-ab6e-9ff8f15ded0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:22.102983 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6d71e01d-0ed9-4242-ab6e-9ff8f15ded0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:22.198439 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4d18a1d4-d76e-4969-900b-97356dbb4a5c req-791fdaa5-ea99-4ef4-b610-da8884efe760 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=10ff47c1-f176-49ee-9848-6224ff3056f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0604577 Aug 16 21:05:22.216219 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6563d-0054-4f1a-8f12-e2e3687d6503 req-73e7f044-59c5-4b83-ab24-f7872f9db0ae tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:22.219089 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dfc6563d-0054-4f1a-8f12-e2e3687d6503 req-73e7f044-59c5-4b83-ab24-f7872f9db0ae tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=7714423a-b579-48d2-97ae-ee5fb437f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0689638 Aug 16 21:05:22.264952 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18a1d4-d76e-4969-900b-97356dbb4a5c req-a9b74305-2180-499e-8f89-cd4fd9c91d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:22.266649 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4d18a1d4-d76e-4969-900b-97356dbb4a5c req-a9b74305-2180-499e-8f89-cd4fd9c91d29 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9304be98048d4c61b258f65239a0a004&device_id=10ff47c1-f176-49ee-9848-6224ff3056f6 HTTP/1.1" status: 200 len: 1097 time: 0.0442345 Aug 16 21:05:22.268445 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dfc6563d-0054-4f1a-8f12-e2e3687d6503 req-ae4531e9-88cf-4397-9a47-2e6aa07b86ef tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327733 Aug 16 21:05:22.280049 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6d71e01d-0ed9-4242-ab6e-9ff8f15ded0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:22.315268 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d71e01d-0ed9-4242-ab6e-9ff8f15ded0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73f6363f-621c-4f8b-8976-1ff0b5135ff9,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:22.365988 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6d71e01d-0ed9-4242-ab6e-9ff8f15ded0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:22.367996 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6d71e01d-0ed9-4242-ab6e-9ff8f15ded0d admin admin] 10.222.0.84 "DELETE /v2.0/subnets/73f6363f-621c-4f8b-8976-1ff0b5135ff9 HTTP/1.1" status: 204 len: 168 time: 0.4353695 Aug 16 21:05:22.373302 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 32828) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:22.422406 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd9aea-3ed9-4eef-b107-858271951a77 req-e809d96f-b903-4ac6-ada8-e37355467bd8 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:22.423994 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-56cd9aea-3ed9-4eef-b107-858271951a77 req-e809d96f-b903-4ac6-ada8-e37355467bd8 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7714423a-b579-48d2-97ae-ee5fb437f0f8 HTTP/1.1" status: 200 len: 945 time: 0.1055524 Aug 16 21:05:22.478855 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7a425220-3067-4708-896d-45298dfcf951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:22.486474 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18a1d4-d76e-4969-900b-97356dbb4a5c req-691dbe81-d96b-44dd-891c-075a3eacb162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:22.488392 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4d18a1d4-d76e-4969-900b-97356dbb4a5c req-691dbe81-d96b-44dd-891c-075a3eacb162 service neutron] 10.222.0.72 "GET /v2.0/networks?id=21ccb363-d19c-49b3-8a0b-8ebb4f3486c4 HTTP/1.1" status: 200 len: 909 time: 0.1820827 Aug 16 21:05:22.578785 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7a425220-3067-4708-896d-45298dfcf951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:22.591670 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-7a425220-3067-4708-896d-45298dfcf951 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9560b548-8326-4cdc-8957-b1595f7827e0']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:22.608808 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-7a425220-3067-4708-896d-45298dfcf951 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '047be00e-5a95-46c1-b50d-78ff92d41cfc') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:22.609825 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-7a425220-3067-4708-896d-45298dfcf951 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '047be00e-5a95-46c1-b50d-78ff92d41cfc') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:22.610325 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4d18a1d4-d76e-4969-900b-97356dbb4a5c req-018b645d-6ebf-4a05-9692-2e6aad65d6f3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73fada08-43ba-4fa9-959f-af941bdaad65 HTTP/1.1" status: 200 len: 1001 time: 0.1139264 Aug 16 21:05:22.620764 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7a425220-3067-4708-896d-45298dfcf951 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:22.636220 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7a425220-3067-4708-896d-45298dfcf951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:22.652603 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a425220-3067-4708-896d-45298dfcf951 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:05:22.653045 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7a425220-3067-4708-896d-45298dfcf951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:22.654771 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:05:22.654771 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:05:22.654771 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:05:22.654771 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:05:22.654771 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:05:22.654771 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:05:22.654771 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:05:22.654771 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:05:22.654771 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:05:22.654771 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:05:22.654771 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:05:22.654771 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:05:22.654771 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:05:22.654771 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:05:22.654771 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:05:22.654771 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:05:22.654771 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:05:22.654771 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:05:22.654771 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:05:22.654771 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:05:22.654771 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:05:22.654771 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:05:22.654771 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:05:22.654771 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:05:22.654771 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:05:22.654771 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:05:22.654771 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:05:22.654771 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:05:22.654771 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:05:22.654771 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:05:22.654771 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:05:22.654771 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:05:22.677371 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18a1d4-d76e-4969-900b-97356dbb4a5c req-e60b7cbc-9a58-4218-8758-babbf3208e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:22.678954 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4d18a1d4-d76e-4969-900b-97356dbb4a5c req-e60b7cbc-9a58-4218-8758-babbf3208e29 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0b70a9e6-d30c-45fd-8255-e0aa78917c10 HTTP/1.1" status: 200 len: 847 time: 0.0603967 Aug 16 21:05:22.727094 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-56cd9aea-3ed9-4eef-b107-858271951a77 req-3c30a162-272b-4a7c-9803-e714237da736 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Deleting port 13a6a046-f370-46f4-9c95-95d4c14e004e {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:05:22.727502 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-56cd9aea-3ed9-4eef-b107-858271951a77 req-3c30a162-272b-4a7c-9803-e714237da736 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:22.786916 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18a1d4-d76e-4969-900b-97356dbb4a5c req-84f7e90f-c77a-483a-af60-3918b180e456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:22.788619 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4d18a1d4-d76e-4969-900b-97356dbb4a5c req-84f7e90f-c77a-483a-af60-3918b180e456 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=21ccb363-d19c-49b3-8a0b-8ebb4f3486c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0995438 Aug 16 21:05:22.791182 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7a425220-3067-4708-896d-45298dfcf951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:22.796779 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7a425220-3067-4708-896d-45298dfcf951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:22.799426 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-7a425220-3067-4708-896d-45298dfcf951 admin admin] 10.222.0.84 "DELETE /v2.0/networks/9560b548-8326-4cdc-8957-b1595f7827e0 HTTP/1.1" status: 204 len: 168 time: 0.4239712 Aug 16 21:05:22.811292 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a425220-3067-4708-896d-45298dfcf951 admin admin] Pushing event deleted for resources: {'Network': ['ID=9560b548-8326-4cdc-8957-b1595f7827e0,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:22.938154 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-56cd9aea-3ed9-4eef-b107-858271951a77 req-3c30a162-272b-4a7c-9803-e714237da736 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] For port 13a6a046-f370-46f4-9c95-95d4c14e004e, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=13a6a046-f370-46f4-9c95-95d4c14e004e,segment=NetworkSegment(85568c6e-48e5-454c-9434-fd56a12f8853),segment_id=85568c6e-48e5-454c-9434-fd56a12f8853)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:22.938684 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-56cd9aea-3ed9-4eef-b107-858271951a77 req-3c30a162-272b-4a7c-9803-e714237da736 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:22.960925 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-56cd9aea-3ed9-4eef-b107-858271951a77 req-3c30a162-272b-4a7c-9803-e714237da736 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Calling delete_port for 13a6a046-f370-46f4-9c95-95d4c14e004e owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:05:22.987495 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4d18a1d4-d76e-4969-900b-97356dbb4a5c req-86d94634-e9e6-4330-a43d-05fb7de86d52 service neutron] 10.222.0.72 "GET /v2.0/networks/21ccb363-d19c-49b3-8a0b-8ebb4f3486c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856675 Aug 16 21:05:23.272705 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:05:23.313165 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:05:23.313549 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 6cd29e86-4ad2-4f8f-8f0d-78ade3bad5ab not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:05:23.414407 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dfd3d4-11c1-40d0-a4a5-1c73799a2376 req-d319df24-d5f3-4436-ba4f-28d2e9a1964f tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:23.415989 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a4dfd3d4-11c1-40d0-a4a5-1c73799a2376 req-d319df24-d5f3-4436-ba4f-28d2e9a1964f tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=7714423a-b579-48d2-97ae-ee5fb437f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0556045 Aug 16 21:05:23.416490 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 32874) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:23.476228 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a4dfd3d4-11c1-40d0-a4a5-1c73799a2376 req-a1ab0815-8b55-4c3c-a9e1-1ef93cad1ea8 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515208 Aug 16 21:05:23.491383 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-53c43a10-6090-4f88-8046-887b0fd7099f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2e1751615aab4f2ead596250bbb45dd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0737224 Aug 16 21:05:23.495443 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 32878) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:23.521380 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4d18a1d4-d76e-4969-900b-97356dbb4a5c req-67201fec-4b9f-4c8d-a64e-704e4610ac92 service neutron] 10.222.0.72 "GET /v2.0/networks/21ccb363-d19c-49b3-8a0b-8ebb4f3486c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4997251 Aug 16 21:05:23.570762 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f1a3b2f9-92de-4a3e-b9bb-ef5a23928ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:23.614260 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f1a3b2f9-92de-4a3e-b9bb-ef5a23928ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:23.638080 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-56cd9aea-3ed9-4eef-b107-858271951a77 req-3c30a162-272b-4a7c-9803-e714237da736 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:23.656974 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['6ccefc9c-e155-4214-9c78-4ed80369f4ae', '13a6a046-f370-46f4-9c95-95d4c14e004e'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:05:23.668419 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 32886) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:23.706857 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c30a162-272b-4a7c-9803-e714237da736 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Pushing event deleted for resources: {'Port': ['ID=13a6a046-f370-46f4-9c95-95d4c14e004e,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:23.785973 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f1a3b2f9-92de-4a3e-b9bb-ef5a23928ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:23.788843 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f1a3b2f9-92de-4a3e-b9bb-ef5a23928ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:23.790185 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f1a3b2f9-92de-4a3e-b9bb-ef5a23928ec9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3d415ebd-4883-4e59-84a9-4361d04d2db1 HTTP/1.1" status: 204 len: 168 time: 0.2953119 Aug 16 21:05:23.806211 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-56cd9aea-3ed9-4eef-b107-858271951a77 req-3c30a162-272b-4a7c-9803-e714237da736 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] No DVR routers for this DVR port 13a6a046-f370-46f4-9c95-95d4c14e004e on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:05:23.809463 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-56cd9aea-3ed9-4eef-b107-858271951a77 req-3c30a162-272b-4a7c-9803-e714237da736 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:23.816081 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-56cd9aea-3ed9-4eef-b107-858271951a77 req-3c30a162-272b-4a7c-9803-e714237da736 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.72 "DELETE /v2.0/ports/13a6a046-f370-46f4-9c95-95d4c14e004e HTTP/1.1" status: 204 len: 173 time: 1.3797548 Aug 16 21:05:23.816694 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7714423a-b579-48d2-97ae-ee5fb437f0f8', 'name': 'network-vif-deleted', 'tag': '13a6a046-f370-46f4-9c95-95d4c14e004e'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:05:23.817862 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a3b2f9-92de-4a3e-b9bb-ef5a23928ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d415ebd-4883-4e59-84a9-4361d04d2db1,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:23.830703 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7a1723-6022-4268-9ef0-9a275228c235" -d '{"events": [{"server_uuid": "7714423a-b579-48d2-97ae-ee5fb437f0f8", "name": "network-vif-deleted", "tag": "13a6a046-f370-46f4-9c95-95d4c14e004e"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:05:23.881039 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-830ed08c-e61d-4f65-be31-70e0b1f12223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:23.950163 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a456c8-996c-4309-a1f4-79ebb62247b4 x-openstack-request-id: req-74a456c8-996c-4309-a1f4-79ebb62247b4 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:05:23.950709 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7714423a-b579-48d2-97ae-ee5fb437f0f8", "name": "network-vif-deleted", "tag": "13a6a046-f370-46f4-9c95-95d4c14e004e", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:05:23.950709 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-74a456c8-996c-4309-a1f4-79ebb62247b4 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:05:23.951064 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7714423a-b579-48d2-97ae-ee5fb437f0f8', 'name': 'network-vif-deleted', 'tag': '13a6a046-f370-46f4-9c95-95d4c14e004e', 'status': 'completed', 'code': 200} Aug 16 21:05:24.004863 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-830ed08c-e61d-4f65-be31-70e0b1f12223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:24.123347 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-830ed08c-e61d-4f65-be31-70e0b1f12223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:24.167710 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-830ed08c-e61d-4f65-be31-70e0b1f12223 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=534942e37f0e47c6a5ec31b6f4108ecc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4970069 Aug 16 21:05:24.168738 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ed08c-e61d-4f65-be31-70e0b1f12223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887e7209-80f5-48da-8dbe-c9411b347780,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:24.170503 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 32904) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:24.259654 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c1d99da6-093a-4a83-9cc9-f3ccf96d98e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:24.308069 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c1d99da6-093a-4a83-9cc9-f3ccf96d98e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:24.466366 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c1d99da6-093a-4a83-9cc9-f3ccf96d98e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:24.469573 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c1d99da6-093a-4a83-9cc9-f3ccf96d98e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:24.470776 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c1d99da6-093a-4a83-9cc9-f3ccf96d98e9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/887e7209-80f5-48da-8dbe-c9411b347780 HTTP/1.1" status: 204 len: 168 time: 0.2990294 Aug 16 21:05:24.478751 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d99da6-093a-4a83-9cc9-f3ccf96d98e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887e7209-80f5-48da-8dbe-c9411b347780,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:24.634690 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c4dd424c-ae1f-4b17-b69e-732a6348dadf req-ce9189a1-0353-452f-b5cb-e2c2e0701a8a tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=7714423a-b579-48d2-97ae-ee5fb437f0f8 HTTP/1.1" status: 200 len: 210 time: 0.0377133 Aug 16 21:05:24.861971 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 32930) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:24.970227 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-88d34335-6a3e-42fa-be46-de97366327d0 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] 10.222.0.84 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4866 time: 0.1032264 Aug 16 21:05:24.970227 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 32938) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:24.982535 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-1d3e9e2a-a5d1-4ec9-841f-329a7752cdd0 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Request body: {'network': {'name': 'tempest-network-smoke--1665787075', 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'port_security_enabled': False}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:25.100518 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3e9e2a-a5d1-4ec9-841f-329a7752cdd0 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Made reservation on behalf of 89e5c5f06f394767b34bdcf9bb013f56 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:05:25.105658 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1d3e9e2a-a5d1-4ec9-841f-329a7752cdd0 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:25.167533 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d3e9e2a-a5d1-4ec9-841f-329a7752cdd0 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:05:25.179135 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1d3e9e2a-a5d1-4ec9-841f-329a7752cdd0 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:25.179135 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-1d3e9e2a-a5d1-4ec9-841f-329a7752cdd0 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Added segment 13a70418-c746-4566-980d-ae7f4b53a7fb of type vlan for network 19f772dc-00e3-4b66-9310-fcd6eeff9ab9 Aug 16 21:05:25.223521 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 32946) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:25.239149 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ccece33e-37be-43b6-8e31-c32f363152a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:25.261750 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1d3e9e2a-a5d1-4ec9-841f-329a7752cdd0 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:25.274829 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 32948) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:25.386784 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1d3e9e2a-a5d1-4ec9-841f-329a7752cdd0 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:25.393425 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3e9e2a-a5d1-4ec9-841f-329a7752cdd0 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:25.395704 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1d3e9e2a-a5d1-4ec9-841f-329a7752cdd0 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:25.429598 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ccece33e-37be-43b6-8e31-c32f363152a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:25.477106 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e9e2a-a5d1-4ec9-841f-329a7752cdd0 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Pushing event updated for resources: {'Network': ['ID=19f772dc-00e3-4b66-9310-fcd6eeff9ab9,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:25.492730 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 19f772dc-00e3-4b66-9310-fcd6eeff9ab9 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:05:25.493802 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-adfcaf90-cdfc-4059-83c0-bb9f250e0190 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1282766367-network', 'tenant_id': '8f7854b909f4437f95dc486bf79f30b6'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:25.511844 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ccece33e-37be-43b6-8e31-c32f363152a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:25.562979 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccece33e-37be-43b6-8e31-c32f363152a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405e6372-9e26-4138-8288-23c9525752e0,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:25.567464 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ccece33e-37be-43b6-8e31-c32f363152a7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ab9f4bb3b59149f0b337923c15590981&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3451734 Aug 16 21:05:25.570112 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 32956) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:25.621812 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1d3e9e2a-a5d1-4ec9-841f-329a7752cdd0 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6504898 Aug 16 21:05:25.626420 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 32958) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:25.631074 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-9a187b64-e5f2-4c64-835a-6cc81cd2159c tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2019773411', 'admin_state_up': True, 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:25.649427 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5ecb3f8c-3dbb-4bc1-848b-d1ae3f858774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:25.687440 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5ecb3f8c-3dbb-4bc1-848b-d1ae3f858774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:25.763019 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfcaf90-cdfc-4059-83c0-bb9f250e0190 admin admin] Made reservation on behalf of 8f7854b909f4437f95dc486bf79f30b6 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:05:25.765820 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adfcaf90-cdfc-4059-83c0-bb9f250e0190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:25.790250 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adfcaf90-cdfc-4059-83c0-bb9f250e0190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:25.832635 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5ecb3f8c-3dbb-4bc1-848b-d1ae3f858774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:25.835341 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5ecb3f8c-3dbb-4bc1-848b-d1ae3f858774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:25.837408 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5ecb3f8c-3dbb-4bc1-848b-d1ae3f858774 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/405e6372-9e26-4138-8288-23c9525752e0 HTTP/1.1" status: 204 len: 168 time: 0.2650251 Aug 16 21:05:25.854701 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9a187b64-e5f2-4c64-835a-6cc81cd2159c tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:25.856198 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9a187b64-e5f2-4c64-835a-6cc81cd2159c tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:25.884227 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb3f8c-3dbb-4bc1-848b-d1ae3f858774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405e6372-9e26-4138-8288-23c9525752e0,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:25.995613 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9a187b64-e5f2-4c64-835a-6cc81cd2159c tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:26.011967 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adfcaf90-cdfc-4059-83c0-bb9f250e0190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:26.102404 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adfcaf90-cdfc-4059-83c0-bb9f250e0190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:26.170528 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adfcaf90-cdfc-4059-83c0-bb9f250e0190 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:05:26.193843 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adfcaf90-cdfc-4059-83c0-bb9f250e0190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:26.194200 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-adfcaf90-cdfc-4059-83c0-bb9f250e0190 admin admin] Added segment 8595d4c3-bd6a-40bd-a14a-9603ef03d310 of type vlan for network 2b4863b3-0136-47bf-aa1f-c2a9dd497e5d Aug 16 21:05:26.203958 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfcaf90-cdfc-4059-83c0-bb9f250e0190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385cc72b-b7b6-4497-8759-7ab7890ae400,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:26.277297 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adfcaf90-cdfc-4059-83c0-bb9f250e0190 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:26.315460 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9a187b64-e5f2-4c64-835a-6cc81cd2159c tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:26.426114 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adfcaf90-cdfc-4059-83c0-bb9f250e0190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:26.431906 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfcaf90-cdfc-4059-83c0-bb9f250e0190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:26.431906 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adfcaf90-cdfc-4059-83c0-bb9f250e0190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:26.524935 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfcaf90-cdfc-4059-83c0-bb9f250e0190 admin admin] Pushing event updated for resources: {'Network': ['ID=2b4863b3-0136-47bf-aa1f-c2a9dd497e5d,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:26.536633 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-adfcaf90-cdfc-4059-83c0-bb9f250e0190 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2607331 Aug 16 21:05:26.539569 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 32988) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:26.540710 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 2b4863b3-0136-47bf-aa1f-c2a9dd497e5d details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:05:26.547340 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-5f5a8be0-74c6-4e03-a610-4de7aaab7aad admin admin] Request body: {'subnet': {'network_id': '2b4863b3-0136-47bf-aa1f-c2a9dd497e5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1282766367-subnet', 'tenant_id': '8f7854b909f4437f95dc486bf79f30b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:26.657559 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9a187b64-e5f2-4c64-835a-6cc81cd2159c tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:26.702390 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9a187b64-e5f2-4c64-835a-6cc81cd2159c tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:26.824156 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-9a187b64-e5f2-4c64-835a-6cc81cd2159c tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Allocated IP 172.25.1.131 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/c77bde8a-41af-40ec-8d33-7fc1cadf6c80) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:05:26.949116 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9a187b64-e5f2-4c64-835a-6cc81cd2159c tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:27.060286 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9a187b64-e5f2-4c64-835a-6cc81cd2159c tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:27.112686 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a187b64-e5f2-4c64-835a-6cc81cd2159c tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:05:27.129204 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-9a187b64-e5f2-4c64-835a-6cc81cd2159c tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:05:27.135558 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5a8be0-74c6-4e03-a610-4de7aaab7aad admin admin] Made reservation on behalf of 8f7854b909f4437f95dc486bf79f30b6 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:05:27.137974 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5f5a8be0-74c6-4e03-a610-4de7aaab7aad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:27.149944 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a187b64-e5f2-4c64-835a-6cc81cd2159c tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:05:27.189401 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a187b64-e5f2-4c64-835a-6cc81cd2159c tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Pushing event updated for resources: {'Port': ['ID=c77bde8a-41af-40ec-8d33-7fc1cadf6c80,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:27.318227 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-1802bdc6-55e2-4388-924f-0eea026cdb63 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:27.326301 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-1802bdc6-55e2-4388-924f-0eea026cdb63 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/networks?id=10a8cf60-7997-4233-bd18-38023ab4d829 HTTP/1.1" status: 200 len: 804 time: 0.6761405 Aug 16 21:05:27.352368 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-ca072ab0-0df6-4a24-8022-6e02b4e20c31 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/quotas/a66a67472cec4496a7059d3173810e1a HTTP/1.1" status: 200 len: 375 time: 0.0250342 Aug 16 21:05:27.466558 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-5d604a15-db78-4b11-b6b5-eb0d2dfb3609 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a66a67472cec4496a7059d3173810e1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1129780 Aug 16 21:05:27.559856 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9a187b64-e5f2-4c64-835a-6cc81cd2159c tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:27.623186 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-7c7e17e9-84a1-4fa3-930c-bda70ea9359a service neutron] 10.222.0.84 "GET /v2.0/networks/10a8cf60-7997-4233-bd18-38023ab4d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495090 Aug 16 21:05:27.769135 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-4dc191dd-d92e-4451-9a17-a1b0ca72c559 service neutron] 10.222.0.84 "GET /v2.0/networks/10a8cf60-7997-4233-bd18-38023ab4d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246057 Aug 16 21:05:27.770734 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5f5a8be0-74c6-4e03-a610-4de7aaab7aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:27.830485 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9a187b64-e5f2-4c64-835a-6cc81cd2159c tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:27.844150 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a8be0-74c6-4e03-a610-4de7aaab7aad admin admin] Pushing event updated for resources: {'Subnet': ['ID=05904e0a-3461-421d-b6bc-48171947c05e,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:27.848742 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5a8be0-74c6-4e03-a610-4de7aaab7aad admin admin] Checking segment: {'id': '8595d4c3-bd6a-40bd-a14a-9603ef03d310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2b4863b3-0136-47bf-aa1f-c2a9dd497e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:05:27.849189 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5a8be0-74c6-4e03-a610-4de7aaab7aad admin admin] Network hostable DHCP agents. Network: 2b4863b3-0136-47bf-aa1f-c2a9dd497e5d, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:05:27.924986 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 13a6a046-f370-46f4-9c95-95d4c14e004e no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:05:27.954001 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 13a6a046-f370-46f4-9c95-95d4c14e004e {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:05:27.954473 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 13a6a046-f370-46f4-9c95-95d4c14e004e not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:05:27.986211 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5a8be0-74c6-4e03-a610-4de7aaab7aad admin admin] Network 2b4863b3-0136-47bf-aa1f-c2a9dd497e5d is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:05:28.141111 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cd0c2231-f509-41f7-80c0-d0dd64376a03 req-df273990-5f27-42a1-8a7e-30006f3440fe tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=4dd3493b-954c-4595-8aa0-91f05d3b0f11 HTTP/1.1" status: 200 len: 210 time: 0.0409954 Aug 16 21:05:28.141111 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-5f5a8be0-74c6-4e03-a610-4de7aaab7aad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 2b4863b3-0136-47bf-aa1f-c2a9dd497e5d) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:05:28.154382 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5a8be0-74c6-4e03-a610-4de7aaab7aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:28.155026 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7ebb8e-7c67-4045-baa2-10237143853e None None] Network 2b4863b3-0136-47bf-aa1f-c2a9dd497e5d requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:05:28.155678 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5f5a8be0-74c6-4e03-a610-4de7aaab7aad admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:28.169118 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a187b64-e5f2-4c64-835a-6cc81cd2159c tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Router 94c5e481-12af-4e70-87d6-c3c1ee15828e is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:05:28.276997 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5f5a8be0-74c6-4e03-a610-4de7aaab7aad admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7364061 Aug 16 21:05:28.279541 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 33050) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:28.285449 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-4e85e9ca-7e9a-42b2-8053-4cde2cff0410 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1282766367-router', 'tenant_id': '8f7854b909f4437f95dc486bf79f30b6', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:28.354048 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c9b44e-08e2-4a84-98ad-6543a758a3e3 None None] Network 2b4863b3-0136-47bf-aa1f-c2a9dd497e5d requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:05:28.415970 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4e85e9ca-7e9a-42b2-8053-4cde2cff0410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:28.418109 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4e85e9ca-7e9a-42b2-8053-4cde2cff0410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:28.448960 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a187b64-e5f2-4c64-835a-6cc81cd2159c tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:05:28.475656 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e314545b-8ef9-4c4a-a364-d4ca2262d7ce None None] Sync routers for ids ['94c5e481-12af-4e70-87d6-c3c1ee15828e'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:05:28.491644 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4e85e9ca-7e9a-42b2-8053-4cde2cff0410 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:28.500697 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e314545b-8ef9-4c4a-a364-d4ca2262d7ce None None] Routers {'94c5e481-12af-4e70-87d6-c3c1ee15828e'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:05:28.504119 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e314545b-8ef9-4c4a-a364-d4ca2262d7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:05:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['94c5e481-12af-4e70-87d6-c3c1ee15828e'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:28.603272 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9a187b64-e5f2-4c64-835a-6cc81cd2159c tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:28.606386 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9a187b64-e5f2-4c64-835a-6cc81cd2159c tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.9774480 Aug 16 21:05:28.607699 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 33062) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:28.656649 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-e314545b-8ef9-4c4a-a364-d4ca2262d7ce None None] Set router 94c5e481-12af-4e70-87d6-c3c1ee15828e gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:05:28.931889 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e314545b-8ef9-4c4a-a364-d4ca2262d7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c5e481-12af-4e70-87d6-c3c1ee15828e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2019773411', 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'c77bde8a-41af-40ec-8d33-7fc1cadf6c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:25Z', 'updated_at': '2021-08-16T21:05:27Z', 'revision_number': 3, 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'gw_port': {'id': 'c77bde8a-41af-40ec-8d33-7fc1cadf6c80', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bb:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c5e481-12af-4e70-87d6-c3c1ee15828e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:26Z', 'updated_at': '2021-08-16T21:05:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:28.937386 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6817a0-cdee-447f-9714-d652668f66b6 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:28.941555 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8e6817a0-cdee-447f-9714-d652668f66b6 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=89e5c5f06f394767b34bdcf9bb013f56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.3300517 Aug 16 21:05:28.941803 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 33070) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:28.963670 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e314545b-8ef9-4c4a-a364-d4ca2262d7ce None None] Checking router: 94c5e481-12af-4e70-87d6-c3c1ee15828e for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:05:28.964059 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e314545b-8ef9-4c4a-a364-d4ca2262d7ce None None] Updating router 94c5e481-12af-4e70-87d6-c3c1ee15828e port c77bde8a-41af-40ec-8d33-7fc1cadf6c80 binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:05:28.979162 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4e85e9ca-7e9a-42b2-8053-4cde2cff0410 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:28.990573 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e314545b-8ef9-4c4a-a364-d4ca2262d7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:29.233119 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f197e5de-b538-468e-98ab-778e2111ec9f tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:29.238053 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f197e5de-b538-468e-98ab-778e2111ec9f tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2924860 Aug 16 21:05:29.239481 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 33090) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:29.270150 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2471457e-bc6f-45d9-84b4-24dd96edaae9 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=65ae326a-d6e1-4f5d-80d6-215a5521afe9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292413 Aug 16 21:05:29.272670 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 33092) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:29.289542 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7d4a3c8f-c9cc-429f-a8d2-a5c4faf7e16d req-93b99e92-35f2-4b3b-8186-f176229ef10a tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=4dd3493b-954c-4595-8aa0-91f05d3b0f11 HTTP/1.1" status: 200 len: 210 time: 0.0610623 Aug 16 21:05:29.324324 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-bdf571cc-2b86-4f82-8b7f-a0360c22886f tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=89e5c5f06f394767b34bdcf9bb013f56&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0502617 Aug 16 21:05:29.326993 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 33094) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:29.408626 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e314545b-8ef9-4c4a-a364-d4ca2262d7ce None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:29.431493 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e314545b-8ef9-4c4a-a364-d4ca2262d7ce None None] Transition to ACTIVE for port object c77bde8a-41af-40ec-8d33-7fc1cadf6c80 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:05:29.482726 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3be15bc-70ef-4756-8f6a-27cd25332d5d tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:29.487363 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e3be15bc-70ef-4756-8f6a-27cd25332d5d tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1583130 Aug 16 21:05:29.488360 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 33102) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:29.517640 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-61152dac-11ec-4a59-8818-7368e3d5b7c5 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=65ae326a-d6e1-4f5d-80d6-215a5521afe9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277910 Aug 16 21:05:29.520147 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 33104) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:29.525120 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-a4a5c66a-cc70-494f-81d7-0988e9af2da9 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-480721725', 'network_id': '19f772dc-00e3-4b66-9310-fcd6eeff9ab9', 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:29.575423 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e314545b-8ef9-4c4a-a364-d4ca2262d7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:29.591276 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4e85e9ca-7e9a-42b2-8053-4cde2cff0410 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:29.628709 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4e85e9ca-7e9a-42b2-8053-4cde2cff0410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:29.661967 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-e314545b-8ef9-4c4a-a364-d4ca2262d7ce None None] Attempting to bind port c77bde8a-41af-40ec-8d33-7fc1cadf6c80 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:05:29.661967 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-e314545b-8ef9-4c4a-a364-d4ca2262d7ce None None] Attempting to bind port c77bde8a-41af-40ec-8d33-7fc1cadf6c80 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:05:29.661967 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e314545b-8ef9-4c4a-a364-d4ca2262d7ce None None] Attempting to bind port c77bde8a-41af-40ec-8d33-7fc1cadf6c80 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:05:29.665357 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e5299-4134-488e-a14c-0c56754d46a0 None None] Pushing event updated for resources: {'Port': ['ID=c77bde8a-41af-40ec-8d33-7fc1cadf6c80,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:29.680593 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e314545b-8ef9-4c4a-a364-d4ca2262d7ce None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:05:29.680593 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e314545b-8ef9-4c4a-a364-d4ca2262d7ce None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:05:29.681198 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e314545b-8ef9-4c4a-a364-d4ca2262d7ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:29.681705 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e314545b-8ef9-4c4a-a364-d4ca2262d7ce None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:05:29.682517 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-e314545b-8ef9-4c4a-a364-d4ca2262d7ce None None] Bound port: c77bde8a-41af-40ec-8d33-7fc1cadf6c80, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:05:29.682995 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e314545b-8ef9-4c4a-a364-d4ca2262d7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:29.763516 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-e314545b-8ef9-4c4a-a364-d4ca2262d7ce None None] For port c77bde8a-41af-40ec-8d33-7fc1cadf6c80, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:05:29.768071 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-e314545b-8ef9-4c4a-a364-d4ca2262d7ce None None] For port c77bde8a-41af-40ec-8d33-7fc1cadf6c80, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=c77bde8a-41af-40ec-8d33-7fc1cadf6c80,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:05:29.841575 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-4e85e9ca-7e9a-42b2-8053-4cde2cff0410 admin admin] Allocated IP 172.25.1.176 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/29cf881b-8322-4f4d-b5a1-eded5475cc27) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:05:29.844593 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a5c66a-cc70-494f-81d7-0988e9af2da9 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Made reservation on behalf of 89e5c5f06f394767b34bdcf9bb013f56 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:05:29.845872 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e314545b-8ef9-4c4a-a364-d4ca2262d7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:29.848211 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a4a5c66a-cc70-494f-81d7-0988e9af2da9 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:29.950484 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e314545b-8ef9-4c4a-a364-d4ca2262d7ce None None] Routers {'94c5e481-12af-4e70-87d6-c3c1ee15828e'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:05:29.951118 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e314545b-8ef9-4c4a-a364-d4ca2262d7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:05:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['94c5e481-12af-4e70-87d6-c3c1ee15828e'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:29.987017 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e5299-4134-488e-a14c-0c56754d46a0 None None] Pushing event updated for resources: {'Port': ['ID=c77bde8a-41af-40ec-8d33-7fc1cadf6c80,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:30.083923 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-e314545b-8ef9-4c4a-a364-d4ca2262d7ce None None] Set router 94c5e481-12af-4e70-87d6-c3c1ee15828e gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:05:30.086614 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4e85e9ca-7e9a-42b2-8053-4cde2cff0410 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:30.249943 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4e85e9ca-7e9a-42b2-8053-4cde2cff0410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:30.306200 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85e9ca-7e9a-42b2-8053-4cde2cff0410 admin admin] Pushing event updated for resources: {'Port': ['ID=29cf881b-8322-4f4d-b5a1-eded5475cc27,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:30.310158 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a4a5c66a-cc70-494f-81d7-0988e9af2da9 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:30.346296 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e314545b-8ef9-4c4a-a364-d4ca2262d7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c5e481-12af-4e70-87d6-c3c1ee15828e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2019773411', 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'c77bde8a-41af-40ec-8d33-7fc1cadf6c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:25Z', 'updated_at': '2021-08-16T21:05:27Z', 'revision_number': 3, 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'gw_port': {'id': 'c77bde8a-41af-40ec-8d33-7fc1cadf6c80', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bb:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c5e481-12af-4e70-87d6-c3c1ee15828e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:26Z', 'updated_at': '2021-08-16T21:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:30.394044 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e314545b-8ef9-4c4a-a364-d4ca2262d7ce None None] The sync data for ids ['94c5e481-12af-4e70-87d6-c3c1ee15828e'] in n-d-793620-15 is: [{'id': '94c5e481-12af-4e70-87d6-c3c1ee15828e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2019773411', 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'c77bde8a-41af-40ec-8d33-7fc1cadf6c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:25Z', 'updated_at': '2021-08-16T21:05:27Z', 'revision_number': 3, 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'gw_port': {'id': 'c77bde8a-41af-40ec-8d33-7fc1cadf6c80', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bb:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c5e481-12af-4e70-87d6-c3c1ee15828e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:26Z', 'updated_at': '2021-08-16T21:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:05:30.408754 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e85e9ca-7e9a-42b2-8053-4cde2cff0410 admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:05:30.418635 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-4e85e9ca-7e9a-42b2-8053-4cde2cff0410 admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:05:30.427957 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e85e9ca-7e9a-42b2-8053-4cde2cff0410 admin admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:05:30.520855 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-27c62268-2c26-4aa9-af0b-e4713454f0e4 req-d2533e8f-c30b-4e05-b2c2-84694ee7b52f tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=4dd3493b-954c-4595-8aa0-91f05d3b0f11 HTTP/1.1" status: 200 len: 210 time: 0.0798728 Aug 16 21:05:30.521607 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5c66a-cc70-494f-81d7-0988e9af2da9 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Pushing event updated for resources: {'Subnet': ['ID=da2ffc26-2127-408b-bf01-10d65c968513,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:30.533086 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a5c66a-cc70-494f-81d7-0988e9af2da9 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Checking segment: {'id': '13a70418-c746-4566-980d-ae7f4b53a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '19f772dc-00e3-4b66-9310-fcd6eeff9ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:05:30.533668 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a5c66a-cc70-494f-81d7-0988e9af2da9 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Network hostable DHCP agents. Network: 19f772dc-00e3-4b66-9310-fcd6eeff9ab9, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:05:30.699171 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a5c66a-cc70-494f-81d7-0988e9af2da9 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Network 19f772dc-00e3-4b66-9310-fcd6eeff9ab9 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:05:30.835899 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-a4a5c66a-cc70-494f-81d7-0988e9af2da9 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 19f772dc-00e3-4b66-9310-fcd6eeff9ab9) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:05:30.867057 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791e49b4-7f5c-4e0b-b777-0d432a1146c1 None None] Network 19f772dc-00e3-4b66-9310-fcd6eeff9ab9 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:05:30.877566 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a5c66a-cc70-494f-81d7-0988e9af2da9 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:30.879367 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a4a5c66a-cc70-494f-81d7-0988e9af2da9 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:31.029727 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a4a5c66a-cc70-494f-81d7-0988e9af2da9 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5083494 Aug 16 21:05:31.033720 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 33138) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:31.098908 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9aa775-b51c-450f-8a1a-7f8d3a6f4cfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-19f772dc-00e3-4b66-9310-fcd6eeff9ab9', 'network_id': '19f772dc-00e3-4b66-9310-fcd6eeff9ab9', 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'fixed_ips': [{'subnet_id': 'da2ffc26-2127-408b-bf01-10d65c968513'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:05:31.104258 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4a9aa775-b51c-450f-8a1a-7f8d3a6f4cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:31.258092 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device c77bde8a-41af-40ec-8d33-7fc1cadf6c80 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:05:31.402221 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-4a9aa775-b51c-450f-8a1a-7f8d3a6f4cfa None None] Allocated IP 172.20.0.18 (19f772dc-00e3-4b66-9310-fcd6eeff9ab9/da2ffc26-2127-408b-bf01-10d65c968513/4850a893-6a7c-494e-b400-125dae915479) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:05:31.570547 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-d1e7bf47-48ef-4886-95be-e75b8975e2eb tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:31.573670 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-d1e7bf47-48ef-4886-95be-e75b8975e2eb tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.90 "GET /v2.0/networks?id=10a8cf60-7997-4233-bd18-38023ab4d829 HTTP/1.1" status: 200 len: 804 time: 0.6121216 Aug 16 21:05:31.594980 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-04c6d68a-35fe-45ea-8310-0949ead6de13 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Request body: {'port': {'device_id': '4dd3493b-954c-4595-8aa0-91f05d3b0f11', 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829', 'admin_state_up': True, 'tenant_id': 'a66a67472cec4496a7059d3173810e1a'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:31.854917 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port c77bde8a-41af-40ec-8d33-7fc1cadf6c80 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:05:31.870799 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port c77bde8a-41af-40ec-8d33-7fc1cadf6c80 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:31.871183 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:31.979009 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4a9aa775-b51c-450f-8a1a-7f8d3a6f4cfa None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:31.991836 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-4a9aa775-b51c-450f-8a1a-7f8d3a6f4cfa None None] Transition to ACTIVE for port object 4850a893-6a7c-494e-b400-125dae915479 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:05:32.056458 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-4a9aa775-b51c-450f-8a1a-7f8d3a6f4cfa None None] Transition to ACTIVE for port object 4850a893-6a7c-494e-b400-125dae915479 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:05:32.058333 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:32.083166 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port c77bde8a-41af-40ec-8d33-7fc1cadf6c80, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=c77bde8a-41af-40ec-8d33-7fc1cadf6c80,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:32.146606 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4a9aa775-b51c-450f-8a1a-7f8d3a6f4cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:32.183809 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9aa775-b51c-450f-8a1a-7f8d3a6f4cfa None None] Network 19f772dc-00e3-4b66-9310-fcd6eeff9ab9 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:05:32.189886 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:32.195268 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-4a9aa775-b51c-450f-8a1a-7f8d3a6f4cfa None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:05:32.196238 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9aa775-b51c-450f-8a1a-7f8d3a6f4cfa None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:05:32.198738 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4e85e9ca-7e9a-42b2-8053-4cde2cff0410 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:32.210955 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9aa775-b51c-450f-8a1a-7f8d3a6f4cfa None None] Pushing event updated for resources: {'Port': ['ID=4850a893-6a7c-494e-b400-125dae915479,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:32.269628 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-40fe938b-0b35-41be-9da3-30d0da7dcc42 req-fff8b3b5-3623-4afc-9f8a-eab269ae04a4 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=4dd3493b-954c-4595-8aa0-91f05d3b0f11 HTTP/1.1" status: 200 len: 210 time: 0.0859632 Aug 16 21:05:32.342847 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-4a9aa775-b51c-450f-8a1a-7f8d3a6f4cfa None None] Attempting to bind port 4850a893-6a7c-494e-b400-125dae915479 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:05:32.343259 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-4a9aa775-b51c-450f-8a1a-7f8d3a6f4cfa None None] Attempting to bind port 4850a893-6a7c-494e-b400-125dae915479 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '13a70418-c746-4566-980d-ae7f4b53a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '19f772dc-00e3-4b66-9310-fcd6eeff9ab9'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:05:32.343627 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9aa775-b51c-450f-8a1a-7f8d3a6f4cfa None None] Attempting to bind port 4850a893-6a7c-494e-b400-125dae915479 on network 19f772dc-00e3-4b66-9310-fcd6eeff9ab9 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:05:32.357840 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=c77bde8a-41af-40ec-8d33-7fc1cadf6c80,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:32.367096 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9aa775-b51c-450f-8a1a-7f8d3a6f4cfa None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:05:32.367476 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9aa775-b51c-450f-8a1a-7f8d3a6f4cfa None None] Checking segment: {'id': '13a70418-c746-4566-980d-ae7f4b53a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '19f772dc-00e3-4b66-9310-fcd6eeff9ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:05:32.378538 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4a9aa775-b51c-450f-8a1a-7f8d3a6f4cfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:32.378538 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9aa775-b51c-450f-8a1a-7f8d3a6f4cfa None None] Bound using segment: {'id': '13a70418-c746-4566-980d-ae7f4b53a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '19f772dc-00e3-4b66-9310-fcd6eeff9ab9'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:05:32.378538 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-4a9aa775-b51c-450f-8a1a-7f8d3a6f4cfa None None] Bound port: 4850a893-6a7c-494e-b400-125dae915479, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a70418-c746-4566-980d-ae7f4b53a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '19f772dc-00e3-4b66-9310-fcd6eeff9ab9'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:05:32.378538 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4a9aa775-b51c-450f-8a1a-7f8d3a6f4cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:32.495544 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-4a9aa775-b51c-450f-8a1a-7f8d3a6f4cfa None None] For port 4850a893-6a7c-494e-b400-125dae915479, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:05:32.522122 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-4a9aa775-b51c-450f-8a1a-7f8d3a6f4cfa None None] For port 4850a893-6a7c-494e-b400-125dae915479, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=4850a893-6a7c-494e-b400-125dae915479,segment=NetworkSegment(13a70418-c746-4566-980d-ae7f4b53a7fb),segment_id=13a70418-c746-4566-980d-ae7f4b53a7fb)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:05:32.557652 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4e85e9ca-7e9a-42b2-8053-4cde2cff0410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:32.643193 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4a9aa775-b51c-450f-8a1a-7f8d3a6f4cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:32.743563 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9aa775-b51c-450f-8a1a-7f8d3a6f4cfa None None] Pushing event updated for resources: {'Port': ['ID=4850a893-6a7c-494e-b400-125dae915479,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:32.758163 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-04c6d68a-35fe-45ea-8310-0949ead6de13 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Made reservation on behalf of a66a67472cec4496a7059d3173810e1a for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:05:32.761970 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-04c6d68a-35fe-45ea-8310-0949ead6de13 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:33.143075 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-04c6d68a-35fe-45ea-8310-0949ead6de13 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Allocated IP 172.20.0.3 (10a8cf60-7997-4233-bd18-38023ab4d829/d5195f93-41fa-4353-aa72-c2be4390d86e/32726bc0-6826-4b34-a64d-4af69199efd2) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:05:33.165938 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e85e9ca-7e9a-42b2-8053-4cde2cff0410 admin admin] Router d2184f2b-ab10-4246-a7e2-e931feaa751a is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:05:33.198636 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7da276c9-7852-4f53-b47f-b64b31ce69ee tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:33.366394 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device c77bde8a-41af-40ec-8d33-7fc1cadf6c80 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:05:33.427096 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port c77bde8a-41af-40ec-8d33-7fc1cadf6c80 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:33.427864 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:33.543297 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f9d609e1-b9af-49e9-841a-28289129469b req-dbd49f6a-274d-4f6f-8389-c66f6b35ccba tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=4dd3493b-954c-4595-8aa0-91f05d3b0f11 HTTP/1.1" status: 200 len: 210 time: 0.1032090 Aug 16 21:05:33.558499 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 4850a893-6a7c-494e-b400-125dae915479 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:05:33.658574 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e85e9ca-7e9a-42b2-8053-4cde2cff0410 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:05:33.670825 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368decc3-3198-4743-9867-9d0fcd218e51 None None] Sync routers for ids ['d2184f2b-ab10-4246-a7e2-e931feaa751a'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:05:33.690295 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368decc3-3198-4743-9867-9d0fcd218e51 None None] Routers {'d2184f2b-ab10-4246-a7e2-e931feaa751a'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:05:33.690951 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-368decc3-3198-4743-9867-9d0fcd218e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:05:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d2184f2b-ab10-4246-a7e2-e931feaa751a'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:33.722950 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 4850a893-6a7c-494e-b400-125dae915479 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:05:33.806358 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-04c6d68a-35fe-45ea-8310-0949ead6de13 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:33.858038 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-368decc3-3198-4743-9867-9d0fcd218e51 None None] Set router d2184f2b-ab10-4246-a7e2-e931feaa751a gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:05:33.983389 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-7da276c9-7852-4f53-b47f-b64b31ce69ee tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Allocated IP 172.20.0.17 (19f772dc-00e3-4b66-9310-fcd6eeff9ab9/da2ffc26-2127-408b-bf01-10d65c968513/007a99b3-61c0-401e-8006-238fd292fca6) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:05:34.001851 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4e85e9ca-7e9a-42b2-8053-4cde2cff0410 admin admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:34.003153 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4e85e9ca-7e9a-42b2-8053-4cde2cff0410 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7224472 Aug 16 21:05:34.005962 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 33188) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:34.125866 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f14d489-f8ad-4705-bce4-c08d35d9d03b None None] Network 19f772dc-00e3-4b66-9310-fcd6eeff9ab9 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:05:34.150978 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-368decc3-3198-4743-9867-9d0fcd218e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2184f2b-ab10-4246-a7e2-e931feaa751a', 'name': 'tempest-ServerRescueTestJSON-1282766367-router', 'tenant_id': '8f7854b909f4437f95dc486bf79f30b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '29cf881b-8322-4f4d-b5a1-eded5475cc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:28Z', 'updated_at': '2021-08-16T21:05:30Z', 'revision_number': 3, 'project_id': '8f7854b909f4437f95dc486bf79f30b6', 'gw_port': {'id': '29cf881b-8322-4f4d-b5a1-eded5475cc27', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:18:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2184f2b-ab10-4246-a7e2-e931feaa751a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:29Z', 'updated_at': '2021-08-16T21:05:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:34.163392 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-04c6d68a-35fe-45ea-8310-0949ead6de13 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:34.206660 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7da276c9-7852-4f53-b47f-b64b31ce69ee tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:34.225090 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-04c6d68a-35fe-45ea-8310-0949ead6de13 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Network 10a8cf60-7997-4233-bd18-38023ab4d829 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:05:34.236390 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-04c6d68a-35fe-45ea-8310-0949ead6de13 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:05:34.238805 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368decc3-3198-4743-9867-9d0fcd218e51 None None] Checking router: d2184f2b-ab10-4246-a7e2-e931feaa751a for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:05:34.239029 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-7da276c9-7852-4f53-b47f-b64b31ce69ee tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Transition to ACTIVE for port object 007a99b3-61c0-401e-8006-238fd292fca6 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:05:34.239204 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368decc3-3198-4743-9867-9d0fcd218e51 None None] Updating router d2184f2b-ab10-4246-a7e2-e931feaa751a port 29cf881b-8322-4f4d-b5a1-eded5475cc27 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:05:34.242623 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-04c6d68a-35fe-45ea-8310-0949ead6de13 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:05:34.244436 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['6ccefc9c-e155-4214-9c78-4ed80369f4ae'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:05:34.282899 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-368decc3-3198-4743-9867-9d0fcd218e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:34.289686 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c6d68a-35fe-45ea-8310-0949ead6de13 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Pushing event updated for resources: {'Port': ['ID=32726bc0-6826-4b34-a64d-4af69199efd2,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:34.341108 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-04c6d68a-35fe-45ea-8310-0949ead6de13 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:34.341924 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-04c6d68a-35fe-45ea-8310-0949ead6de13 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:34.437725 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7c59864f-0c1c-4220-9df8-6cb8799ab4a9 None None] Provisioning for port 4850a893-6a7c-494e-b400-125dae915479 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:05:34.446515 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7c59864f-0c1c-4220-9df8-6cb8799ab4a9 None None] Provisioning complete for port 4850a893-6a7c-494e-b400-125dae915479 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:34.447323 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7c59864f-0c1c-4220-9df8-6cb8799ab4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:34.495885 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-04c6d68a-35fe-45ea-8310-0949ead6de13 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9126790 Aug 16 21:05:34.513059 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-e050b88c-c594-4647-8940-a7643ac7fe2c service neutron] Request body: {'port': {'device_id': '4dd3493b-954c-4595-8aa0-91f05d3b0f11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:34.605588 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7da276c9-7852-4f53-b47f-b64b31ce69ee tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:34.626868 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7c59864f-0c1c-4220-9df8-6cb8799ab4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:34.688067 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7c59864f-0c1c-4220-9df8-6cb8799ab4a9 None None] For port 4850a893-6a7c-494e-b400-125dae915479, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=4850a893-6a7c-494e-b400-125dae915479,segment=NetworkSegment(13a70418-c746-4566-980d-ae7f4b53a7fb),segment_id=13a70418-c746-4566-980d-ae7f4b53a7fb)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:34.692708 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-368decc3-3198-4743-9867-9d0fcd218e51 None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:34.712890 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-368decc3-3198-4743-9867-9d0fcd218e51 None None] Transition to ACTIVE for port object 29cf881b-8322-4f4d-b5a1-eded5475cc27 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:05:34.759360 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da276c9-7852-4f53-b47f-b64b31ce69ee tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Network 19f772dc-00e3-4b66-9310-fcd6eeff9ab9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:05:34.798036 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-7da276c9-7852-4f53-b47f-b64b31ce69ee tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:05:34.809094 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7c59864f-0c1c-4220-9df8-6cb8799ab4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:34.833334 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9a3046e5-6dc0-4148-a29d-699305dca328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:34.833601 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da276c9-7852-4f53-b47f-b64b31ce69ee tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:05:34.842019 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-368decc3-3198-4743-9867-9d0fcd218e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:34.929690 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da276c9-7852-4f53-b47f-b64b31ce69ee tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Pushing event updated for resources: {'Port': ['ID=007a99b3-61c0-401e-8006-238fd292fca6,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:34.933507 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c59864f-0c1c-4220-9df8-6cb8799ab4a9 None None] Pushing event updated for resources: {'Port': ['ID=4850a893-6a7c-494e-b400-125dae915479,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:34.952794 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-e050b88c-c594-4647-8940-a7643ac7fe2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.013374 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b6ca9-ab65-4ef5-811e-3861cf7bb7b1 None None] Pushing event updated for resources: {'Port': ['ID=29cf881b-8322-4f4d-b5a1-eded5475cc27,revision_number=2']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:35.015878 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-368decc3-3198-4743-9867-9d0fcd218e51 None None] Attempting to bind port 29cf881b-8322-4f4d-b5a1-eded5475cc27 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:05:35.016252 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-368decc3-3198-4743-9867-9d0fcd218e51 None None] Attempting to bind port 29cf881b-8322-4f4d-b5a1-eded5475cc27 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:05:35.016607 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368decc3-3198-4743-9867-9d0fcd218e51 None None] Attempting to bind port 29cf881b-8322-4f4d-b5a1-eded5475cc27 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:05:35.028377 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368decc3-3198-4743-9867-9d0fcd218e51 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:05:35.028916 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368decc3-3198-4743-9867-9d0fcd218e51 None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:05:35.029326 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-368decc3-3198-4743-9867-9d0fcd218e51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.029717 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368decc3-3198-4743-9867-9d0fcd218e51 None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:05:35.039719 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-368decc3-3198-4743-9867-9d0fcd218e51 None None] Bound port: 29cf881b-8322-4f4d-b5a1-eded5475cc27, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:05:35.039719 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-368decc3-3198-4743-9867-9d0fcd218e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.039719 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926b6ca9-ab65-4ef5-811e-3861cf7bb7b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:35.039719 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926b6ca9-ab65-4ef5-811e-3861cf7bb7b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:35.039719 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926b6ca9-ab65-4ef5-811e-3861cf7bb7b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:35.039719 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926b6ca9-ab65-4ef5-811e-3861cf7bb7b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:35.040254 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1e4ba334-3903-4766-8526-900aa6f47284 None None] Provisioning complete for port 4850a893-6a7c-494e-b400-125dae915479 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:35.040254 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1e4ba334-3903-4766-8526-900aa6f47284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.041781 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926b6ca9-ab65-4ef5-811e-3861cf7bb7b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:35.042127 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926b6ca9-ab65-4ef5-811e-3861cf7bb7b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:35.042460 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926b6ca9-ab65-4ef5-811e-3861cf7bb7b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:35.042786 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926b6ca9-ab65-4ef5-811e-3861cf7bb7b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:35.043109 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926b6ca9-ab65-4ef5-811e-3861cf7bb7b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:35.045127 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926b6ca9-ab65-4ef5-811e-3861cf7bb7b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:35.045461 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926b6ca9-ab65-4ef5-811e-3861cf7bb7b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:35.045788 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926b6ca9-ab65-4ef5-811e-3861cf7bb7b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:35.178948 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-9a3046e5-6dc0-4148-a29d-699305dca328 admin admin] Allocated IP 172.20.0.1 (2b4863b3-0136-47bf-aa1f-c2a9dd497e5d/05904e0a-3461-421d-b6bc-48171947c05e/e98e0214-f105-4faf-b72a-c082f283be7b) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:05:35.195011 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-368decc3-3198-4743-9867-9d0fcd218e51 None None] For port 29cf881b-8322-4f4d-b5a1-eded5475cc27, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:05:35.199187 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-368decc3-3198-4743-9867-9d0fcd218e51 None None] For port 29cf881b-8322-4f4d-b5a1-eded5475cc27, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=29cf881b-8322-4f4d-b5a1-eded5475cc27,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:05:35.211361 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 4850a893-6a7c-494e-b400-125dae915479 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:05:35.277937 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-368decc3-3198-4743-9867-9d0fcd218e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.297420 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 4850a893-6a7c-494e-b400-125dae915479 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:35.297866 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.406620 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9a3046e5-6dc0-4148-a29d-699305dca328 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.432047 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681600ed-70c7-4af6-8424-222a6c6f323c req-84c5ff96-35c9-44d7-b873-620d9c587fba tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:35.433666 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-681600ed-70c7-4af6-8424-222a6c6f323c req-84c5ff96-35c9-44d7-b873-620d9c587fba tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=4dd3493b-954c-4595-8aa0-91f05d3b0f11 HTTP/1.1" status: 200 len: 931 time: 0.7249799 Aug 16 21:05:35.444371 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7da276c9-7852-4f53-b47f-b64b31ce69ee tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.446225 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368decc3-3198-4743-9867-9d0fcd218e51 None None] Routers {'d2184f2b-ab10-4246-a7e2-e931feaa751a'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:05:35.446867 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-368decc3-3198-4743-9867-9d0fcd218e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:05:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d2184f2b-ab10-4246-a7e2-e931feaa751a'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:35.450490 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b6ca9-ab65-4ef5-811e-3861cf7bb7b1 None None] Pushing event updated for resources: {'Port': ['ID=29cf881b-8322-4f4d-b5a1-eded5475cc27,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:35.581083 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9a3046e5-6dc0-4148-a29d-699305dca328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.591500 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-681600ed-70c7-4af6-8424-222a6c6f323c req-c523b3a7-f2b0-4db2-b398-ef9f442d2163 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461830 Aug 16 21:05:35.614683 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d85a13fe-a969-42d8-a6ca-3d26c69868bf None None] Provisioning for port 007a99b3-61c0-401e-8006-238fd292fca6 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:05:35.621804 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d85a13fe-a969-42d8-a6ca-3d26c69868bf None None] Provisioning complete for port 007a99b3-61c0-401e-8006-238fd292fca6 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:35.621804 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d85a13fe-a969-42d8-a6ca-3d26c69868bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.649610 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3046e5-6dc0-4148-a29d-699305dca328 admin admin] Pushing event updated for resources: {'Port': ['ID=e98e0214-f105-4faf-b72a-c082f283be7b,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:35.667832 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3046e5-6dc0-4148-a29d-699305dca328 admin admin] Network 2b4863b3-0136-47bf-aa1f-c2a9dd497e5d is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:05:35.670879 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-9a3046e5-6dc0-4148-a29d-699305dca328 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:05:35.673748 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3046e5-6dc0-4148-a29d-699305dca328 admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:05:35.684710 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-d85a13fe-a969-42d8-a6ca-3d26c69868bf None None] Port 007a99b3-61c0-401e-8006-238fd292fca6 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:05:35.739560 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-368decc3-3198-4743-9867-9d0fcd218e51 None None] Set router d2184f2b-ab10-4246-a7e2-e931feaa751a gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:05:35.742554 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9a3046e5-6dc0-4148-a29d-699305dca328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.958873 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7da276c9-7852-4f53-b47f-b64b31ce69ee tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:36.043522 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-368decc3-3198-4743-9867-9d0fcd218e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2184f2b-ab10-4246-a7e2-e931feaa751a', 'name': 'tempest-ServerRescueTestJSON-1282766367-router', 'tenant_id': '8f7854b909f4437f95dc486bf79f30b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '29cf881b-8322-4f4d-b5a1-eded5475cc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:28Z', 'updated_at': '2021-08-16T21:05:30Z', 'revision_number': 3, 'project_id': '8f7854b909f4437f95dc486bf79f30b6', 'gw_port': {'id': '29cf881b-8322-4f4d-b5a1-eded5475cc27', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:18:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2184f2b-ab10-4246-a7e2-e931feaa751a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:29Z', 'updated_at': '2021-08-16T21:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:36.048311 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-e050b88c-c594-4647-8940-a7643ac7fe2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32726bc0-6826-4b34-a64d-4af69199efd2 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:05:36.051856 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9a3046e5-6dc0-4148-a29d-699305dca328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:36.062210 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-e050b88c-c594-4647-8940-a7643ac7fe2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:36.070438 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368decc3-3198-4743-9867-9d0fcd218e51 None None] The sync data for ids ['d2184f2b-ab10-4246-a7e2-e931feaa751a'] in n-d-793620-15 is: [{'id': 'd2184f2b-ab10-4246-a7e2-e931feaa751a', 'name': 'tempest-ServerRescueTestJSON-1282766367-router', 'tenant_id': '8f7854b909f4437f95dc486bf79f30b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '29cf881b-8322-4f4d-b5a1-eded5475cc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:28Z', 'updated_at': '2021-08-16T21:05:30Z', 'revision_number': 3, 'project_id': '8f7854b909f4437f95dc486bf79f30b6', 'gw_port': {'id': '29cf881b-8322-4f4d-b5a1-eded5475cc27', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:18:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2184f2b-ab10-4246-a7e2-e931feaa751a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:29Z', 'updated_at': '2021-08-16T21:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:05:36.182379 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-e050b88c-c594-4647-8940-a7643ac7fe2c service neutron] Transition to ACTIVE for port object 32726bc0-6826-4b34-a64d-4af69199efd2 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:05:36.269215 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-e050b88c-c594-4647-8940-a7643ac7fe2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:36.362471 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9a3046e5-6dc0-4148-a29d-699305dca328 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:36.443290 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9a3046e5-6dc0-4148-a29d-699305dca328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:36.450157 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050b88c-c594-4647-8940-a7643ac7fe2c service neutron] Pushing event updated for resources: {'Port': ['ID=32726bc0-6826-4b34-a64d-4af69199efd2,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:36.582046 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7da276c9-7852-4f53-b47f-b64b31ce69ee tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:36.589758 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-e050b88c-c594-4647-8940-a7643ac7fe2c service neutron] Attempting to bind port 32726bc0-6826-4b34-a64d-4af69199efd2 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:05:36.590365 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-e050b88c-c594-4647-8940-a7643ac7fe2c service neutron] Attempting to bind port 32726bc0-6826-4b34-a64d-4af69199efd2 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '85568c6e-48e5-454c-9434-fd56a12f8853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:05:36.590812 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-e050b88c-c594-4647-8940-a7643ac7fe2c service neutron] Attempting to bind port 32726bc0-6826-4b34-a64d-4af69199efd2 on network 10a8cf60-7997-4233-bd18-38023ab4d829 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:05:36.600897 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-e050b88c-c594-4647-8940-a7643ac7fe2c service neutron] Port 32726bc0-6826-4b34-a64d-4af69199efd2 on network 10a8cf60-7997-4233-bd18-38023ab4d829 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:05:36.601532 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-e050b88c-c594-4647-8940-a7643ac7fe2c service neutron] Attempting to bind port 32726bc0-6826-4b34-a64d-4af69199efd2 on network 10a8cf60-7997-4233-bd18-38023ab4d829 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:05:36.602851 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9a3046e5-6dc0-4148-a29d-699305dca328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:36.614094 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-e050b88c-c594-4647-8940-a7643ac7fe2c service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:05:36.614602 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-e050b88c-c594-4647-8940-a7643ac7fe2c service neutron] Checking segment: {'id': '85568c6e-48e5-454c-9434-fd56a12f8853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:05:36.615459 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-e050b88c-c594-4647-8940-a7643ac7fe2c service neutron] Bound using segment: {'id': '85568c6e-48e5-454c-9434-fd56a12f8853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:05:36.616074 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-e050b88c-c594-4647-8940-a7643ac7fe2c service neutron] Bound port: 32726bc0-6826-4b34-a64d-4af69199efd2, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85568c6e-48e5-454c-9434-fd56a12f8853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:05:36.618611 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3046e5-6dc0-4148-a29d-699305dca328 admin admin] Pushing event updated for resources: {'Port': ['ID=e98e0214-f105-4faf-b72a-c082f283be7b,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:36.631443 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-e050b88c-c594-4647-8940-a7643ac7fe2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:36.642586 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7da276c9-7852-4f53-b47f-b64b31ce69ee tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:36.756742 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7da276c9-7852-4f53-b47f-b64b31ce69ee tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:36.767327 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3046e5-6dc0-4148-a29d-699305dca328 admin admin] Network 2b4863b3-0136-47bf-aa1f-c2a9dd497e5d is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:05:36.767327 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-9a3046e5-6dc0-4148-a29d-699305dca328 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:05:36.967531 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3046e5-6dc0-4148-a29d-699305dca328 admin admin] Router d2184f2b-ab10-4246-a7e2-e931feaa751a has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:05:37.013801 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da276c9-7852-4f53-b47f-b64b31ce69ee tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Pushing event updated for resources: {'Port': ['ID=007a99b3-61c0-401e-8006-238fd292fca6,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:37.027608 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07582983-cef3-40f8-9537-b4f9061745e1 req-23644914-80c5-481b-ad96-3407d98222b8 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:37.034839 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-07582983-cef3-40f8-9537-b4f9061745e1 req-23644914-80c5-481b-ad96-3407d98222b8 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=4dd3493b-954c-4595-8aa0-91f05d3b0f11 HTTP/1.1" status: 200 len: 943 time: 0.2829854 Aug 16 21:05:37.042795 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da276c9-7852-4f53-b47f-b64b31ce69ee tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Network 19f772dc-00e3-4b66-9310-fcd6eeff9ab9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:05:37.048357 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-7da276c9-7852-4f53-b47f-b64b31ce69ee tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:05:37.210586 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3046e5-6dc0-4148-a29d-699305dca328 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:05:37.219735 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9a3046e5-6dc0-4148-a29d-699305dca328 admin admin] 10.222.0.84 "PUT /v2.0/routers/d2184f2b-ab10-4246-a7e2-e931feaa751a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2109301 Aug 16 21:05:37.277554 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-07582983-cef3-40f8-9537-b4f9061745e1 req-ffc68d2a-8475-4cbe-8092-a9356262b14f tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330079 Aug 16 21:05:37.281078 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-e050b88c-c594-4647-8940-a7643ac7fe2c service neutron] For port 32726bc0-6826-4b34-a64d-4af69199efd2, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:05:37.306898 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 29cf881b-8322-4f4d-b5a1-eded5475cc27 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:05:37.315847 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-e050b88c-c594-4647-8940-a7643ac7fe2c service neutron] For port 32726bc0-6826-4b34-a64d-4af69199efd2, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=32726bc0-6826-4b34-a64d-4af69199efd2,segment=NetworkSegment(85568c6e-48e5-454c-9434-fd56a12f8853),segment_id=85568c6e-48e5-454c-9434-fd56a12f8853)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:05:37.401468 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-e050b88c-c594-4647-8940-a7643ac7fe2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:37.406605 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da276c9-7852-4f53-b47f-b64b31ce69ee tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Router 94c5e481-12af-4e70-87d6-c3c1ee15828e has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:05:37.494259 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 29cf881b-8322-4f4d-b5a1-eded5475cc27 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:05:37.494755 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050b88c-c594-4647-8940-a7643ac7fe2c service neutron] Pushing event updated for resources: {'Port': ['ID=32726bc0-6826-4b34-a64d-4af69199efd2,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:37.502574 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 29cf881b-8322-4f4d-b5a1-eded5475cc27 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:37.502960 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:37.566356 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-e050b88c-c594-4647-8940-a7643ac7fe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:37.567053 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-e050b88c-c594-4647-8940-a7643ac7fe2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:37.568668 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-e050b88c-c594-4647-8940-a7643ac7fe2c service neutron] 10.222.0.90 "PUT /v2.0/ports/32726bc0-6826-4b34-a64d-4af69199efd2 HTTP/1.1" status: 200 len: 1092 time: 3.0618284 Aug 16 21:05:37.569149 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd3493b-954c-4595-8aa0-91f05d3b0f11', 'tag': '32726bc0-6826-4b34-a64d-4af69199efd2'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:05:37.573147 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbba069-803f-477d-8324-a4e92d09da20" -d '{"events": [{"name": "network-changed", "server_uuid": "4dd3493b-954c-4595-8aa0-91f05d3b0f11", "tag": "32726bc0-6826-4b34-a64d-4af69199efd2"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:05:37.675234 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-9e593a21-103e-45aa-9279-44455ea01534 None None] Provisioning complete for port 007a99b3-61c0-401e-8006-238fd292fca6 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:37.675609 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9e593a21-103e-45aa-9279-44455ea01534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:37.751317 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:37.759444 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-9e593a21-103e-45aa-9279-44455ea01534 None None] Port 007a99b3-61c0-401e-8006-238fd292fca6 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:05:37.784416 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 29cf881b-8322-4f4d-b5a1-eded5475cc27, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=29cf881b-8322-4f4d-b5a1-eded5475cc27,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:37.820604 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd7a85-4d10-4ecc-b735-fb9a530c1773 req-2a3a7c26-ff97-49dd-83fa-8aadc2356df5 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:37.825784 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b4dd7a85-4d10-4ecc-b735-fb9a530c1773 req-2a3a7c26-ff97-49dd-83fa-8aadc2356df5 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=7fc98862-7540-4713-ac49-0bde3eff2c20 HTTP/1.1" status: 200 len: 945 time: 0.1163149 Aug 16 21:05:37.845290 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-d444bc90-82f4-4842-a150-e2b55181f921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:37.846816 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-d444bc90-82f4-4842-a150-e2b55181f921 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a66a67472cec4496a7059d3173810e1a&device_id=4dd3493b-954c-4595-8aa0-91f05d3b0f11 HTTP/1.1" status: 200 len: 1095 time: 0.1486044 Aug 16 21:05:37.853800 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da276c9-7852-4f53-b47f-b64b31ce69ee tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:05:37.862852 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-7da276c9-7852-4f53-b47f-b64b31ce69ee tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "PUT /v2.0/routers/94c5e481-12af-4e70-87d6-c3c1ee15828e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8278236 Aug 16 21:05:37.864223 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7ae327-0913-4ec4-8d3a-dfbfb4d43070 None None] Sync routers for ids ['94c5e481-12af-4e70-87d6-c3c1ee15828e'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:05:37.866863 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:37.907378 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-17daefdd-5892-429b-90aa-eac51d1568e5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32726bc0-6826-4b34-a64d-4af69199efd2 HTTP/1.1" status: 200 len: 217 time: 0.0432556 Aug 16 21:05:37.940980 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7ae327-0913-4ec4-8d3a-dfbfb4d43070 None None] Routers {'94c5e481-12af-4e70-87d6-c3c1ee15828e'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:05:37.941773 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-7e7ae327-0913-4ec4-8d3a-dfbfb4d43070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:05:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['94c5e481-12af-4e70-87d6-c3c1ee15828e'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:37.995279 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b4dd7a85-4d10-4ecc-b735-fb9a530c1773 req-ae54311d-742e-414b-b663-1eb866d6f40c tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=356ac026-9607-4319-a31e-9fa9c3738855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615405 Aug 16 21:05:38.026705 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-e0ab7151-428d-40fd-9f8f-73289febe441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:38.029483 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-e0ab7151-428d-40fd-9f8f-73289febe441 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d5195f93-41fa-4353-aa72-c2be4390d86e HTTP/1.1" status: 200 len: 844 time: 0.0951030 Aug 16 21:05:38.081392 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=29cf881b-8322-4f4d-b5a1-eded5475cc27,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:38.082564 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-b79379ad-b2e9-4217-8601-dd9da7849ec0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=10a8cf60-7997-4233-bd18-38023ab4d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424390 Aug 16 21:05:38.121950 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-7e7ae327-0913-4ec4-8d3a-dfbfb4d43070 None None] Set router 94c5e481-12af-4e70-87d6-c3c1ee15828e gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:05:38.187692 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2984ed-6abb-4203-9763-ca5bd60ca835 x-openstack-request-id: req-eb2984ed-6abb-4203-9763-ca5bd60ca835 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:05:38.188188 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dd3493b-954c-4595-8aa0-91f05d3b0f11", "tag": "32726bc0-6826-4b34-a64d-4af69199efd2", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:05:38.188372 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-eb2984ed-6abb-4203-9763-ca5bd60ca835 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:05:38.188689 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd3493b-954c-4595-8aa0-91f05d3b0f11', 'tag': '32726bc0-6826-4b34-a64d-4af69199efd2', 'status': 'completed', 'code': 200} Aug 16 21:05:38.192454 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-4a9196be-f4ee-4afd-bdd8-677826332813 service neutron] 10.222.0.90 "GET /v2.0/networks/10a8cf60-7997-4233-bd18-38023ab4d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986128 Aug 16 21:05:38.331901 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12e72010-9fbf-4ba8-9d00-b91857cf7add req-a9628466-4602-429d-b6b8-37b31e211cd4 service neutron] 10.222.0.90 "GET /v2.0/networks/10a8cf60-7997-4233-bd18-38023ab4d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300900 Aug 16 21:05:38.441667 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-7e7ae327-0913-4ec4-8d3a-dfbfb4d43070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c5e481-12af-4e70-87d6-c3c1ee15828e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2019773411', 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'c77bde8a-41af-40ec-8d33-7fc1cadf6c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:25Z', 'updated_at': '2021-08-16T21:05:35Z', 'revision_number': 4, 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'gw_port': {'id': 'c77bde8a-41af-40ec-8d33-7fc1cadf6c80', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c5e481-12af-4e70-87d6-c3c1ee15828e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:26Z', 'updated_at': '2021-08-16T21:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '007a99b3-61c0-401e-8006-238fd292fca6', 'name': '', 'network_id': '19f772dc-00e3-4b66-9310-fcd6eeff9ab9', 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'mac_address': 'fa:16:3e:f1:51:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c5e481-12af-4e70-87d6-c3c1ee15828e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'da2ffc26-2127-408b-bf01-10d65c968513', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:33Z', 'updated_at': '2021-08-16T21:05:36Z', 'revision_number': 2, 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'subnets': [{'id': 'da2ffc26-2127-408b-bf01-10d65c968513', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:38.472801 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7ae327-0913-4ec4-8d3a-dfbfb4d43070 None None] Checking router: 94c5e481-12af-4e70-87d6-c3c1ee15828e for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:05:38.473264 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7ae327-0913-4ec4-8d3a-dfbfb4d43070 None None] Updating router 94c5e481-12af-4e70-87d6-c3c1ee15828e port 007a99b3-61c0-401e-8006-238fd292fca6 binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:05:38.511103 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7e7ae327-0913-4ec4-8d3a-dfbfb4d43070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:38.549282 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbba069-803f-477d-8324-a4e92d09da20 req-38d0e818-745c-4a21-a91e-1018b892a75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:38.550714 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4dbba069-803f-477d-8324-a4e92d09da20 req-38d0e818-745c-4a21-a91e-1018b892a75f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a66a67472cec4496a7059d3173810e1a&device_id=4dd3493b-954c-4595-8aa0-91f05d3b0f11 HTTP/1.1" status: 200 len: 1095 time: 0.0869031 Aug 16 21:05:38.643411 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-8986cec2-9c48-47e3-bc17-17224d6d23a8 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:38.645390 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-8986cec2-9c48-47e3-bc17-17224d6d23a8 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/networks?id=2b4863b3-0136-47bf-aa1f-c2a9dd497e5d HTTP/1.1" status: 200 len: 811 time: 0.4557350 Aug 16 21:05:38.656397 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-3895c624-d798-49bc-93ac-cfd6789928e0 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:38.676503 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-3895c624-d798-49bc-93ac-cfd6789928e0 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/networks?id=19f772dc-00e3-4b66-9310-fcd6eeff9ab9 HTTP/1.1" status: 200 len: 798 time: 0.3434987 Aug 16 21:05:38.704656 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-4274bda9-a401-4b86-97a1-6fb181579032 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/quotas/89e5c5f06f394767b34bdcf9bb013f56 HTTP/1.1" status: 200 len: 375 time: 0.0269904 Aug 16 21:05:38.716533 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-662e0639-41ed-4a48-b104-c685508de196 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/quotas/8f7854b909f4437f95dc486bf79f30b6 HTTP/1.1" status: 200 len: 375 time: 0.0274522 Aug 16 21:05:38.821406 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbba069-803f-477d-8324-a4e92d09da20 req-288d4e1c-d591-451c-a0a6-6781f3e41206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:38.829582 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4dbba069-803f-477d-8324-a4e92d09da20 req-288d4e1c-d591-451c-a0a6-6781f3e41206 service neutron] 10.222.0.90 "GET /v2.0/networks?id=10a8cf60-7997-4233-bd18-38023ab4d829 HTTP/1.1" status: 200 len: 905 time: 0.2687845 Aug 16 21:05:38.849875 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b431fe-6bae-404c-a4cb-51cf0380b04a None None] Sync routers for ids ['d2184f2b-ab10-4246-a7e2-e931feaa751a'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:05:38.854356 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-f8c22795-62b9-4ef1-8226-17e240b88551 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=89e5c5f06f394767b34bdcf9bb013f56&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1428192 Aug 16 21:05:38.863203 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b431fe-6bae-404c-a4cb-51cf0380b04a None None] Routers {'d2184f2b-ab10-4246-a7e2-e931feaa751a'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:05:38.865827 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-68b431fe-6bae-404c-a4cb-51cf0380b04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:05:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d2184f2b-ab10-4246-a7e2-e931feaa751a'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:38.941122 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4dbba069-803f-477d-8324-a4e92d09da20 req-17fffa08-508e-44f2-918d-93f2d1c2e9c0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32726bc0-6826-4b34-a64d-4af69199efd2 HTTP/1.1" status: 200 len: 217 time: 0.1021967 Aug 16 21:05:38.953642 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7e7ae327-0913-4ec4-8d3a-dfbfb4d43070 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:38.954737 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-d9760a52-064c-4208-96dc-79e419bd8540 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=8f7854b909f4437f95dc486bf79f30b6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2254543 Aug 16 21:05:38.966412 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7e7ae327-0913-4ec4-8d3a-dfbfb4d43070 None None] Transition to ACTIVE for port object 007a99b3-61c0-401e-8006-238fd292fca6 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:05:38.994222 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-68b431fe-6bae-404c-a4cb-51cf0380b04a None None] Set router d2184f2b-ab10-4246-a7e2-e931feaa751a gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:05:39.078527 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbba069-803f-477d-8324-a4e92d09da20 req-bc15b379-bbf2-45a8-a3df-b09a11aac9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:39.080634 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7e7ae327-0913-4ec4-8d3a-dfbfb4d43070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:39.080868 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4dbba069-803f-477d-8324-a4e92d09da20 req-bc15b379-bbf2-45a8-a3df-b09a11aac9e1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d5195f93-41fa-4353-aa72-c2be4390d86e HTTP/1.1" status: 200 len: 844 time: 0.1151719 Aug 16 21:05:39.203079 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 29cf881b-8322-4f4d-b5a1-eded5475cc27 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:05:39.214337 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd16d-7daa-46a0-b953-938c29410366 None None] Pushing event updated for resources: {'Port': ['ID=007a99b3-61c0-401e-8006-238fd292fca6,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:39.357832 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-7e7ae327-0913-4ec4-8d3a-dfbfb4d43070 None None] Attempting to bind port 007a99b3-61c0-401e-8006-238fd292fca6 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:05:39.358219 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-7e7ae327-0913-4ec4-8d3a-dfbfb4d43070 None None] Attempting to bind port 007a99b3-61c0-401e-8006-238fd292fca6 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '13a70418-c746-4566-980d-ae7f4b53a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '19f772dc-00e3-4b66-9310-fcd6eeff9ab9'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:05:39.359139 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7ae327-0913-4ec4-8d3a-dfbfb4d43070 None None] Attempting to bind port 007a99b3-61c0-401e-8006-238fd292fca6 on network 19f772dc-00e3-4b66-9310-fcd6eeff9ab9 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:05:39.368871 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-68b431fe-6bae-404c-a4cb-51cf0380b04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2184f2b-ab10-4246-a7e2-e931feaa751a', 'name': 'tempest-ServerRescueTestJSON-1282766367-router', 'tenant_id': '8f7854b909f4437f95dc486bf79f30b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '29cf881b-8322-4f4d-b5a1-eded5475cc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:28Z', 'updated_at': '2021-08-16T21:05:35Z', 'revision_number': 4, 'project_id': '8f7854b909f4437f95dc486bf79f30b6', 'gw_port': {'id': '29cf881b-8322-4f4d-b5a1-eded5475cc27', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:18:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2184f2b-ab10-4246-a7e2-e931feaa751a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:29Z', 'updated_at': '2021-08-16T21:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'e98e0214-f105-4faf-b72a-c082f283be7b', 'name': '', 'network_id': '2b4863b3-0136-47bf-aa1f-c2a9dd497e5d', 'tenant_id': '8f7854b909f4437f95dc486bf79f30b6', 'mac_address': 'fa:16:3e:6c:3d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2184f2b-ab10-4246-a7e2-e931feaa751a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '05904e0a-3461-421d-b6bc-48171947c05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:34Z', 'updated_at': '2021-08-16T21:05:36Z', 'revision_number': 2, 'project_id': '8f7854b909f4437f95dc486bf79f30b6', 'subnets': [{'id': '05904e0a-3461-421d-b6bc-48171947c05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:39.369363 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7ae327-0913-4ec4-8d3a-dfbfb4d43070 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:05:39.369753 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7ae327-0913-4ec4-8d3a-dfbfb4d43070 None None] Checking segment: {'id': '13a70418-c746-4566-980d-ae7f4b53a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '19f772dc-00e3-4b66-9310-fcd6eeff9ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:05:39.370251 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7e7ae327-0913-4ec4-8d3a-dfbfb4d43070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:39.370565 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7ae327-0913-4ec4-8d3a-dfbfb4d43070 None None] Bound using segment: {'id': '13a70418-c746-4566-980d-ae7f4b53a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '19f772dc-00e3-4b66-9310-fcd6eeff9ab9'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:05:39.371052 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-7e7ae327-0913-4ec4-8d3a-dfbfb4d43070 None None] Bound port: 007a99b3-61c0-401e-8006-238fd292fca6, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a70418-c746-4566-980d-ae7f4b53a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '19f772dc-00e3-4b66-9310-fcd6eeff9ab9'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:05:39.382956 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7e7ae327-0913-4ec4-8d3a-dfbfb4d43070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:39.408167 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b431fe-6bae-404c-a4cb-51cf0380b04a None None] Checking router: d2184f2b-ab10-4246-a7e2-e931feaa751a for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:05:39.408540 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b431fe-6bae-404c-a4cb-51cf0380b04a None None] Updating router d2184f2b-ab10-4246-a7e2-e931feaa751a port e98e0214-f105-4faf-b72a-c082f283be7b binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:05:39.439351 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 29cf881b-8322-4f4d-b5a1-eded5475cc27 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:39.439731 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:39.440743 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-68b431fe-6bae-404c-a4cb-51cf0380b04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:39.554714 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7e7ae327-0913-4ec4-8d3a-dfbfb4d43070 None None] For port 007a99b3-61c0-401e-8006-238fd292fca6, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:05:39.560683 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-01a0e983-15a0-47df-b0d4-37b203e3811d service neutron] 10.222.0.84 "GET /v2.0/networks/19f772dc-00e3-4b66-9310-fcd6eeff9ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6643312 Aug 16 21:05:39.562997 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4dbba069-803f-477d-8324-a4e92d09da20 req-4f40c64a-72dd-4cd2-b860-41a95fa7ebad service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=10a8cf60-7997-4233-bd18-38023ab4d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4736724 Aug 16 21:05:39.563946 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7e7ae327-0913-4ec4-8d3a-dfbfb4d43070 None None] For port 007a99b3-61c0-401e-8006-238fd292fca6, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=007a99b3-61c0-401e-8006-238fd292fca6,segment=NetworkSegment(13a70418-c746-4566-980d-ae7f4b53a7fb),segment_id=13a70418-c746-4566-980d-ae7f4b53a7fb)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:05:39.565362 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-5f1fee8c-d8bb-42e2-b330-b078b4ab0944 service neutron] 10.222.0.84 "GET /v2.0/networks/2b4863b3-0136-47bf-aa1f-c2a9dd497e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6096773 Aug 16 21:05:39.640972 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7e7ae327-0913-4ec4-8d3a-dfbfb4d43070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:39.773877 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7ae327-0913-4ec4-8d3a-dfbfb4d43070 None None] Routers {'94c5e481-12af-4e70-87d6-c3c1ee15828e'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:05:39.774538 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-7e7ae327-0913-4ec4-8d3a-dfbfb4d43070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:05:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['94c5e481-12af-4e70-87d6-c3c1ee15828e'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:39.778696 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfd16d-7daa-46a0-b953-938c29410366 None None] Pushing event updated for resources: {'Port': ['ID=007a99b3-61c0-401e-8006-238fd292fca6,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:39.873222 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31910c0b-5917-4b1d-9950-c6959ad249d7 req-f16f29d6-e73a-46c9-b77c-b9ce38ff857b tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:39.875558 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-31910c0b-5917-4b1d-9950-c6959ad249d7 req-f16f29d6-e73a-46c9-b77c-b9ce38ff857b tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.90 "GET /v2.0/ports?device_id=7fc98862-7540-4713-ac49-0bde3eff2c20 HTTP/1.1" status: 200 len: 945 time: 0.3279719 Aug 16 21:05:39.955352 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-68b431fe-6bae-404c-a4cb-51cf0380b04a None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:39.985982 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-68b431fe-6bae-404c-a4cb-51cf0380b04a None None] Transition to ACTIVE for port object e98e0214-f105-4faf-b72a-c082f283be7b will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:05:40.056949 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-c59b9f28-6ed1-46c5-bc46-9fb591e51a15 service neutron] 10.222.0.84 "GET /v2.0/networks/2b4863b3-0136-47bf-aa1f-c2a9dd497e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4811022 Aug 16 21:05:40.090152 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-6ac676e5-c14d-44e0-8ced-4907099f4949 service neutron] 10.222.0.84 "GET /v2.0/networks/19f772dc-00e3-4b66-9310-fcd6eeff9ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5114727 Aug 16 21:05:40.092078 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4dbba069-803f-477d-8324-a4e92d09da20 req-a2346fac-987d-4154-ab9e-02e3edf8563c service neutron] 10.222.0.90 "GET /v2.0/networks/10a8cf60-7997-4233-bd18-38023ab4d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5151880 Aug 16 21:05:40.093804 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-68b431fe-6bae-404c-a4cb-51cf0380b04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:40.205108 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc579980-7144-4dd8-a7f9-7ef07cd858a8 None None] Pushing event updated for resources: {'Port': ['ID=e98e0214-f105-4faf-b72a-c082f283be7b,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:40.207471 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-7e7ae327-0913-4ec4-8d3a-dfbfb4d43070 None None] Set router 94c5e481-12af-4e70-87d6-c3c1ee15828e gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:05:40.258369 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-68b431fe-6bae-404c-a4cb-51cf0380b04a None None] Attempting to bind port e98e0214-f105-4faf-b72a-c082f283be7b on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:05:40.258660 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-68b431fe-6bae-404c-a4cb-51cf0380b04a None None] Attempting to bind port e98e0214-f105-4faf-b72a-c082f283be7b by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '8595d4c3-bd6a-40bd-a14a-9603ef03d310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2b4863b3-0136-47bf-aa1f-c2a9dd497e5d'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:05:40.259018 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b431fe-6bae-404c-a4cb-51cf0380b04a None None] Attempting to bind port e98e0214-f105-4faf-b72a-c082f283be7b on network 2b4863b3-0136-47bf-aa1f-c2a9dd497e5d {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:05:40.267586 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b431fe-6bae-404c-a4cb-51cf0380b04a None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:05:40.268419 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b431fe-6bae-404c-a4cb-51cf0380b04a None None] Checking segment: {'id': '8595d4c3-bd6a-40bd-a14a-9603ef03d310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2b4863b3-0136-47bf-aa1f-c2a9dd497e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:05:40.268419 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-68b431fe-6bae-404c-a4cb-51cf0380b04a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:40.268674 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b431fe-6bae-404c-a4cb-51cf0380b04a None None] Bound using segment: {'id': '8595d4c3-bd6a-40bd-a14a-9603ef03d310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2b4863b3-0136-47bf-aa1f-c2a9dd497e5d'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:05:40.269132 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-68b431fe-6bae-404c-a4cb-51cf0380b04a None None] Bound port: e98e0214-f105-4faf-b72a-c082f283be7b, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8595d4c3-bd6a-40bd-a14a-9603ef03d310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2b4863b3-0136-47bf-aa1f-c2a9dd497e5d'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:05:40.269516 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-68b431fe-6bae-404c-a4cb-51cf0380b04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:40.287187 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-31910c0b-5917-4b1d-9950-c6959ad249d7 req-12252f27-2926-4c3e-93cd-051723574db7 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Deleting port 3174730e-d323-4a7a-8e80-719cb594a169 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:05:40.287540 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-31910c0b-5917-4b1d-9950-c6959ad249d7 req-12252f27-2926-4c3e-93cd-051723574db7 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:40.385651 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4dbba069-803f-477d-8324-a4e92d09da20 req-917d4774-7c64-4820-b051-f9c9e4cbd8c3 service neutron] 10.222.0.90 "GET /v2.0/networks/10a8cf60-7997-4233-bd18-38023ab4d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796335 Aug 16 21:05:40.451846 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-68b431fe-6bae-404c-a4cb-51cf0380b04a None None] For port e98e0214-f105-4faf-b72a-c082f283be7b, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:05:40.458714 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-68b431fe-6bae-404c-a4cb-51cf0380b04a None None] For port e98e0214-f105-4faf-b72a-c082f283be7b, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=e98e0214-f105-4faf-b72a-c082f283be7b,segment=NetworkSegment(8595d4c3-bd6a-40bd-a14a-9603ef03d310),segment_id=8595d4c3-bd6a-40bd-a14a-9603ef03d310)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:05:40.540703 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-68b431fe-6bae-404c-a4cb-51cf0380b04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:40.574460 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-31910c0b-5917-4b1d-9950-c6959ad249d7 req-12252f27-2926-4c3e-93cd-051723574db7 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] For port 3174730e-d323-4a7a-8e80-719cb594a169, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=3174730e-d323-4a7a-8e80-719cb594a169,segment=NetworkSegment(45ea3e3a-3149-407a-86a7-ec72a583a741),segment_id=45ea3e3a-3149-407a-86a7-ec72a583a741)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:40.574858 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-31910c0b-5917-4b1d-9950-c6959ad249d7 req-12252f27-2926-4c3e-93cd-051723574db7 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:40.665260 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ed129-4c06-43fa-ab42-e210debf6bb2 req-7dc56066-2501-4f35-bc17-e2f7415ee8f8 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:40.673385 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f87ed129-4c06-43fa-ab42-e210debf6bb2 req-7dc56066-2501-4f35-bc17-e2f7415ee8f8 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=4dd3493b-954c-4595-8aa0-91f05d3b0f11 HTTP/1.1" status: 200 len: 943 time: 0.2151303 Aug 16 21:05:40.704727 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc579980-7144-4dd8-a7f9-7ef07cd858a8 None None] Pushing event updated for resources: {'Port': ['ID=e98e0214-f105-4faf-b72a-c082f283be7b,revision_number=4']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:40.709152 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794df5d-5f49-4e2c-8be3-2b893e8ef282 req-67006378-b6e5-4121-ae1d-7ded543ba657 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:40.710589 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b794df5d-5f49-4e2c-8be3-2b893e8ef282 req-67006378-b6e5-4121-ae1d-7ded543ba657 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=7fc98862-7540-4713-ac49-0bde3eff2c20 HTTP/1.1" status: 200 len: 945 time: 0.2253079 Aug 16 21:05:40.722900 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-7e7ae327-0913-4ec4-8d3a-dfbfb4d43070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c5e481-12af-4e70-87d6-c3c1ee15828e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2019773411', 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'c77bde8a-41af-40ec-8d33-7fc1cadf6c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:25Z', 'updated_at': '2021-08-16T21:05:35Z', 'revision_number': 4, 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'gw_port': {'id': 'c77bde8a-41af-40ec-8d33-7fc1cadf6c80', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c5e481-12af-4e70-87d6-c3c1ee15828e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:26Z', 'updated_at': '2021-08-16T21:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '007a99b3-61c0-401e-8006-238fd292fca6', 'name': '', 'network_id': '19f772dc-00e3-4b66-9310-fcd6eeff9ab9', 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'mac_address': 'fa:16:3e:f1:51:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c5e481-12af-4e70-87d6-c3c1ee15828e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'da2ffc26-2127-408b-bf01-10d65c968513', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:33Z', 'updated_at': '2021-08-16T21:05:39Z', 'revision_number': 4, 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'subnets': [{'id': 'da2ffc26-2127-408b-bf01-10d65c968513', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:40.746254 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b431fe-6bae-404c-a4cb-51cf0380b04a None None] Routers {'d2184f2b-ab10-4246-a7e2-e931feaa751a'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:05:40.753053 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-68b431fe-6bae-404c-a4cb-51cf0380b04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:05:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d2184f2b-ab10-4246-a7e2-e931feaa751a'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:40.775077 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7ae327-0913-4ec4-8d3a-dfbfb4d43070 None None] The sync data for ids ['94c5e481-12af-4e70-87d6-c3c1ee15828e'] in n-d-793620-15 is: [{'id': '94c5e481-12af-4e70-87d6-c3c1ee15828e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2019773411', 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'c77bde8a-41af-40ec-8d33-7fc1cadf6c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:25Z', 'updated_at': '2021-08-16T21:05:35Z', 'revision_number': 4, 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'gw_port': {'id': 'c77bde8a-41af-40ec-8d33-7fc1cadf6c80', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c5e481-12af-4e70-87d6-c3c1ee15828e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:26Z', 'updated_at': '2021-08-16T21:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '007a99b3-61c0-401e-8006-238fd292fca6', 'name': '', 'network_id': '19f772dc-00e3-4b66-9310-fcd6eeff9ab9', 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'mac_address': 'fa:16:3e:f1:51:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c5e481-12af-4e70-87d6-c3c1ee15828e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'da2ffc26-2127-408b-bf01-10d65c968513', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:33Z', 'updated_at': '2021-08-16T21:05:39Z', 'revision_number': 4, 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'subnets': [{'id': 'da2ffc26-2127-408b-bf01-10d65c968513', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:05:40.883867 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f87ed129-4c06-43fa-ab42-e210debf6bb2 req-66581a36-841f-4352-8c49-f3dfffed00e7 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095537 Aug 16 21:05:40.893074 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b794df5d-5f49-4e2c-8be3-2b893e8ef282 req-03697c6f-626d-443d-99e0-882a7edeb8d6 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups?id=356ac026-9607-4319-a31e-9fa9c3738855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595047 Aug 16 21:05:41.042380 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-68b431fe-6bae-404c-a4cb-51cf0380b04a None None] Set router d2184f2b-ab10-4246-a7e2-e931feaa751a gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:05:41.065557 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1785441c-e6c4-43ca-8f0a-bb55293dad7f req-c226e278-b6b1-421a-82e1-6dad50ce0c28 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/ports?device_id=5851a186-fe38-4c74-840d-f8a20f6d174e HTTP/1.1" status: 200 len: 210 time: 0.0441866 Aug 16 21:05:41.099680 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b4c63eb2-0ee1-4bb7-a4a9-0182c5a78b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:41.158952 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e3b24d87-1a9e-4832-a67d-7daaad2a55a9 req-48b8de44-4512-48e2-8020-9e86eff20a4f tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 210 time: 0.1038814 Aug 16 21:05:41.238005 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-31910c0b-5917-4b1d-9950-c6959ad249d7 req-12252f27-2926-4c3e-93cd-051723574db7 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:41.238451 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-31910c0b-5917-4b1d-9950-c6959ad249d7 req-12252f27-2926-4c3e-93cd-051723574db7 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:41.238818 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [req-31910c0b-5917-4b1d-9950-c6959ad249d7 req-12252f27-2926-4c3e-93cd-051723574db7 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Floating IP e76fa027-d649-4146-98e3-b29ba44d2574 disassociated. External IP: 172.25.1.240, port: 3174730e-d323-4a7a-8e80-719cb594a169. Aug 16 21:05:41.239169 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-31910c0b-5917-4b1d-9950-c6959ad249d7 req-12252f27-2926-4c3e-93cd-051723574db7 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Calling delete_port for 3174730e-d323-4a7a-8e80-719cb594a169 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:05:41.257917 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 007a99b3-61c0-401e-8006-238fd292fca6 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:05:41.398102 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 32726bc0-6826-4b34-a64d-4af69199efd2 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:05:41.406069 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 3174730e-d323-4a7a-8e80-719cb594a169 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:05:41.485424 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-68b431fe-6bae-404c-a4cb-51cf0380b04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2184f2b-ab10-4246-a7e2-e931feaa751a', 'name': 'tempest-ServerRescueTestJSON-1282766367-router', 'tenant_id': '8f7854b909f4437f95dc486bf79f30b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '29cf881b-8322-4f4d-b5a1-eded5475cc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:28Z', 'updated_at': '2021-08-16T21:05:35Z', 'revision_number': 4, 'project_id': '8f7854b909f4437f95dc486bf79f30b6', 'gw_port': {'id': '29cf881b-8322-4f4d-b5a1-eded5475cc27', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:18:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2184f2b-ab10-4246-a7e2-e931feaa751a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:29Z', 'updated_at': '2021-08-16T21:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'e98e0214-f105-4faf-b72a-c082f283be7b', 'name': '', 'network_id': '2b4863b3-0136-47bf-aa1f-c2a9dd497e5d', 'tenant_id': '8f7854b909f4437f95dc486bf79f30b6', 'mac_address': 'fa:16:3e:6c:3d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2184f2b-ab10-4246-a7e2-e931feaa751a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '05904e0a-3461-421d-b6bc-48171947c05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:34Z', 'updated_at': '2021-08-16T21:05:40Z', 'revision_number': 4, 'project_id': '8f7854b909f4437f95dc486bf79f30b6', 'subnets': [{'id': '05904e0a-3461-421d-b6bc-48171947c05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:41.529908 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b431fe-6bae-404c-a4cb-51cf0380b04a None None] The sync data for ids ['d2184f2b-ab10-4246-a7e2-e931feaa751a'] in n-d-793620-15 is: [{'id': 'd2184f2b-ab10-4246-a7e2-e931feaa751a', 'name': 'tempest-ServerRescueTestJSON-1282766367-router', 'tenant_id': '8f7854b909f4437f95dc486bf79f30b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '29cf881b-8322-4f4d-b5a1-eded5475cc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:28Z', 'updated_at': '2021-08-16T21:05:35Z', 'revision_number': 4, 'project_id': '8f7854b909f4437f95dc486bf79f30b6', 'gw_port': {'id': '29cf881b-8322-4f4d-b5a1-eded5475cc27', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:18:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2184f2b-ab10-4246-a7e2-e931feaa751a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:29Z', 'updated_at': '2021-08-16T21:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'e98e0214-f105-4faf-b72a-c082f283be7b', 'name': '', 'network_id': '2b4863b3-0136-47bf-aa1f-c2a9dd497e5d', 'tenant_id': '8f7854b909f4437f95dc486bf79f30b6', 'mac_address': 'fa:16:3e:6c:3d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2184f2b-ab10-4246-a7e2-e931feaa751a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '05904e0a-3461-421d-b6bc-48171947c05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:34Z', 'updated_at': '2021-08-16T21:05:40Z', 'revision_number': 4, 'project_id': '8f7854b909f4437f95dc486bf79f30b6', 'subnets': [{'id': '05904e0a-3461-421d-b6bc-48171947c05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:05:41.546181 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-31910c0b-5917-4b1d-9950-c6959ad249d7 req-12252f27-2926-4c3e-93cd-051723574db7 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:41.595153 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12252f27-2926-4c3e-93cd-051723574db7 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Pushing event deleted for resources: {'Port': ['ID=3174730e-d323-4a7a-8e80-719cb594a169,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:41.695643 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No active binding found for port 3174730e-d323-4a7a-8e80-719cb594a169 {{(pid=101846) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 21:05:41.696186 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 3174730e-d323-4a7a-8e80-719cb594a169 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:05:41.750793 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 32726bc0-6826-4b34-a64d-4af69199efd2, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=32726bc0-6826-4b34-a64d-4af69199efd2,segment=NetworkSegment(85568c6e-48e5-454c-9434-fd56a12f8853),segment_id=85568c6e-48e5-454c-9434-fd56a12f8853)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:41.775718 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '32726bc0-6826-4b34-a64d-4af69199efd2', 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829', 'port_id': '32726bc0-6826-4b34-a64d-4af69199efd2', 'mac_address': 'fa:16:3e:fb:5c:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5195f93-41fa-4353-aa72-c2be4390d86e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:05:41.790974 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 007a99b3-61c0-401e-8006-238fd292fca6 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:05:41.857218 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31910c0b-5917-4b1d-9950-c6959ad249d7 req-12252f27-2926-4c3e-93cd-051723574db7 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Router 6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:05:41.882200 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 007a99b3-61c0-401e-8006-238fd292fca6 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:41.882200 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:41.967326 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:42.005383 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32726bc0-6826-4b34-a64d-4af69199efd2 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:05:42.054247 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 32726bc0-6826-4b34-a64d-4af69199efd2, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=32726bc0-6826-4b34-a64d-4af69199efd2,segment=NetworkSegment(85568c6e-48e5-454c-9434-fd56a12f8853),segment_id=85568c6e-48e5-454c-9434-fd56a12f8853)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:42.065965 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31910c0b-5917-4b1d-9950-c6959ad249d7 req-12252f27-2926-4c3e-93cd-051723574db7 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:05:42.085044 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1499d6b7-4786-405d-8dbc-64391b15980b None None] Sync routers for ids ['6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:05:42.100114 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1499d6b7-4786-405d-8dbc-64391b15980b None None] Routers {'6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:05:42.100915 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-1499d6b7-4786-405d-8dbc-64391b15980b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:05:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:42.203892 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-528984fb-76e6-45f8-b718-7d9629a3d95b req-52c8ea91-e195-4ce9-92fc-dcda493bcd65 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=7fc98862-7540-4713-ac49-0bde3eff2c20 HTTP/1.1" status: 200 len: 210 time: 0.1115088 Aug 16 21:05:42.207609 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-31910c0b-5917-4b1d-9950-c6959ad249d7 req-12252f27-2926-4c3e-93cd-051723574db7 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] No DVR routers for this DVR port 3174730e-d323-4a7a-8e80-719cb594a169 on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:05:42.228089 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-31910c0b-5917-4b1d-9950-c6959ad249d7 req-12252f27-2926-4c3e-93cd-051723574db7 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:42.230458 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-31910c0b-5917-4b1d-9950-c6959ad249d7 req-12252f27-2926-4c3e-93cd-051723574db7 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.90 "DELETE /v2.0/ports/3174730e-d323-4a7a-8e80-719cb594a169 HTTP/1.1" status: 204 len: 173 time: 2.3364897 Aug 16 21:05:42.238294 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc98862-7540-4713-ac49-0bde3eff2c20', 'name': 'network-vif-deleted', 'tag': '3174730e-d323-4a7a-8e80-719cb594a169'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:05:42.240374 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2618be9b-3eca-4677-8065-cf4b612e4ee6" -d '{"events": [{"server_uuid": "7fc98862-7540-4713-ac49-0bde3eff2c20", "name": "network-vif-deleted", "tag": "3174730e-d323-4a7a-8e80-719cb594a169"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:05:42.273229 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e08988b-0906-403c-911a-bb96cb2fd25c req-7faed135-6213-4603-a3d2-6052ce03351b tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:42.276854 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8e08988b-0906-403c-911a-bb96cb2fd25c req-7faed135-6213-4603-a3d2-6052ce03351b tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=4dd3493b-954c-4595-8aa0-91f05d3b0f11 HTTP/1.1" status: 200 len: 943 time: 0.1861105 Aug 16 21:05:42.319909 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-1499d6b7-4786-405d-8dbc-64391b15980b None None] Set router 6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:05:42.426264 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-048ba3ca-1d0e-4ca2-862c-8a9956c92c3f req-81f0175e-92b8-45d7-adda-d2d1661b44bb tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/ports?device_id=5851a186-fe38-4c74-840d-f8a20f6d174e HTTP/1.1" status: 200 len: 210 time: 0.0880578 Aug 16 21:05:42.437389 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8e08988b-0906-403c-911a-bb96cb2fd25c req-2b97c292-6c8b-4538-a70a-0b0f06cb958c tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406970 Aug 16 21:05:42.441825 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:42.517398 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:42.616769 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 007a99b3-61c0-401e-8006-238fd292fca6, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=007a99b3-61c0-401e-8006-238fd292fca6,segment=NetworkSegment(13a70418-c746-4566-980d-ae7f4b53a7fb),segment_id=13a70418-c746-4566-980d-ae7f4b53a7fb)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:42.619612 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-11c8952e-bba1-49f0-bc76-e05382a1c0b9 req-ff8b18b9-0d83-41d5-921e-651dddd3d68c tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 210 time: 0.0505638 Aug 16 21:05:42.626665 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0b8abc-2fb2-4aaa-b2ec-04578f16f4f1 x-openstack-request-id: req-0d0b8abc-2fb2-4aaa-b2ec-04578f16f4f1 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:05:42.632126 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc98862-7540-4713-ac49-0bde3eff2c20", "name": "network-vif-deleted", "tag": "3174730e-d323-4a7a-8e80-719cb594a169", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:05:42.632695 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0d0b8abc-2fb2-4aaa-b2ec-04578f16f4f1 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:05:42.633969 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc98862-7540-4713-ac49-0bde3eff2c20', 'name': 'network-vif-deleted', 'tag': '3174730e-d323-4a7a-8e80-719cb594a169', 'status': 'completed', 'code': 200} Aug 16 21:05:42.722790 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=32726bc0-6826-4b34-a64d-4af69199efd2,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:42.740329 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['32726bc0-6826-4b34-a64d-4af69199efd2'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:05:42.905744 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:43.022349 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=007a99b3-61c0-401e-8006-238fd292fca6,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:43.033678 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-1499d6b7-4786-405d-8dbc-64391b15980b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'name': 'tempest-AttachVolumeTestJSON-249209008-router', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:58:13Z', 'updated_at': '2021-08-16T20:58:18Z', 'revision_number': 4, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'gw_port': {'id': '2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:14Z', 'updated_at': '2021-08-16T20:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '5046a0a8-6596-4e56-9c14-237c0083403a', 'name': '', 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'mac_address': 'fa:16:3e:cb:62:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '03f69758-9eaf-430a-b99d-d64769716af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:17Z', 'updated_at': '2021-08-16T20:58:30Z', 'revision_number': 5, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'subnets': [{'id': '03f69758-9eaf-430a-b99d-d64769716af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:43.100114 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1499d6b7-4786-405d-8dbc-64391b15980b None None] Checking router: 6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:05:43.140524 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1499d6b7-4786-405d-8dbc-64391b15980b None None] Routers {'6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:05:43.141180 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-1499d6b7-4786-405d-8dbc-64391b15980b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:05:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:43.318834 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-1499d6b7-4786-405d-8dbc-64391b15980b None None] Set router 6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:05:43.356764 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 007a99b3-61c0-401e-8006-238fd292fca6 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:05:43.360219 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd99ad95-c48d-4b5e-9fb1-c79c841b771c req-3254ad52-773a-42a2-8cd1-e9f2210e1b2f tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/ports?device_id=7fc98862-7540-4713-ac49-0bde3eff2c20 HTTP/1.1" status: 200 len: 210 time: 0.0535915 Aug 16 21:05:43.533089 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 007a99b3-61c0-401e-8006-238fd292fca6 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:43.535608 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:43.645825 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5fef7ea3-502e-4ef2-998f-be269489c6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:43.717400 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-edfb8326-3a53-44f7-aa41-be4de8fd083a req-f2023f50-0fdd-4b31-8deb-d9d517165cff tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/ports?device_id=5851a186-fe38-4c74-840d-f8a20f6d174e HTTP/1.1" status: 200 len: 210 time: 0.0954058 Aug 16 21:05:43.726047 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf0627-127b-4c6b-9bbe-8c3fab3547d8 req-b448ff2f-8d37-4a23-876c-6217b46339e4 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:43.727542 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-baaf0627-127b-4c6b-9bbe-8c3fab3547d8 req-b448ff2f-8d37-4a23-876c-6217b46339e4 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=4dd3493b-954c-4595-8aa0-91f05d3b0f11 HTTP/1.1" status: 200 len: 944 time: 0.1552029 Aug 16 21:05:43.800490 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-baaf0627-127b-4c6b-9bbe-8c3fab3547d8 req-51b2ba09-f31f-42c3-9e48-b299521bc579 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624857 Aug 16 21:05:43.834454 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device e98e0214-f105-4faf-b72a-c082f283be7b up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:05:43.837811 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-1499d6b7-4786-405d-8dbc-64391b15980b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'name': 'tempest-AttachVolumeTestJSON-249209008-router', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:58:13Z', 'updated_at': '2021-08-16T20:58:18Z', 'revision_number': 4, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'gw_port': {'id': '2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:14Z', 'updated_at': '2021-08-16T20:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '5046a0a8-6596-4e56-9c14-237c0083403a', 'name': '', 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'mac_address': 'fa:16:3e:cb:62:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '03f69758-9eaf-430a-b99d-d64769716af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:17Z', 'updated_at': '2021-08-16T20:58:30Z', 'revision_number': 5, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'subnets': [{'id': '03f69758-9eaf-430a-b99d-d64769716af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:43.936248 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1499d6b7-4786-405d-8dbc-64391b15980b None None] The sync data for ids ['6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955'] in n-d-793620-15 is: [{'id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'name': 'tempest-AttachVolumeTestJSON-249209008-router', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:58:13Z', 'updated_at': '2021-08-16T20:58:18Z', 'revision_number': 4, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'gw_port': {'id': '2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:14Z', 'updated_at': '2021-08-16T20:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '5046a0a8-6596-4e56-9c14-237c0083403a', 'name': '', 'network_id': 'f21989d2-1803-4d82-bc06-7ef94db801de', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'mac_address': 'fa:16:3e:cb:62:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '03f69758-9eaf-430a-b99d-d64769716af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:17Z', 'updated_at': '2021-08-16T20:58:30Z', 'revision_number': 5, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'subnets': [{'id': '03f69758-9eaf-430a-b99d-d64769716af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:05:43.940645 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b976058c-7503-4fd9-bf16-a77011ae9ae4 req-7d1ea59c-489e-45a2-b23c-b909cff28d65 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 210 time: 0.0489640 Aug 16 21:05:43.975219 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:44.071122 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port e98e0214-f105-4faf-b72a-c082f283be7b completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:05:44.083903 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port e98e0214-f105-4faf-b72a-c082f283be7b triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:44.085858 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:44.234638 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:44.321895 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port e98e0214-f105-4faf-b72a-c082f283be7b, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=e98e0214-f105-4faf-b72a-c082f283be7b,segment=NetworkSegment(8595d4c3-bd6a-40bd-a14a-9603ef03d310),segment_id=8595d4c3-bd6a-40bd-a14a-9603ef03d310)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:44.377919 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-cc32c605-ff4e-40ca-8942-00dcdfd26411 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:44.377919 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-cc32c605-ff4e-40ca-8942-00dcdfd26411 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.72 "GET /v2.0/networks?id=19f772dc-00e3-4b66-9310-fcd6eeff9ab9 HTTP/1.1" status: 200 len: 798 time: 0.2420397 Aug 16 21:05:44.390735 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-7cde72c9-fad1-4b4b-82d5-fdc6a71623cd tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Request body: {'port': {'device_id': '5851a186-fe38-4c74-840d-f8a20f6d174e', 'network_id': '19f772dc-00e3-4b66-9310-fcd6eeff9ab9', 'admin_state_up': True, 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:44.419688 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:44.533040 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=e98e0214-f105-4faf-b72a-c082f283be7b,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:44.598526 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 33434) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:44.628494 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b66c97-6743-4c60-b6d9-2d0dceb052df None None] New status for floating IP e76fa027-d649-4146-98e3-b29ba44d2574: DOWN {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:05:44.733019 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0ee84693-4223-4d7a-ba0c-4f1716cdf880 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:44.761374 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0ee84693-4223-4d7a-ba0c-4f1716cdf880 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:44.768479 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-7cde72c9-fad1-4b4b-82d5-fdc6a71623cd tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Made reservation on behalf of 89e5c5f06f394767b34bdcf9bb013f56 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:05:44.782227 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-7cde72c9-fad1-4b4b-82d5-fdc6a71623cd tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:44.841136 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:44.885066 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-efe301f2-2213-4e1e-af1c-89bfb36c3bc5 req-6308258d-f3db-4bc8-9e26-56d66f43d797 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/ports?device_id=5851a186-fe38-4c74-840d-f8a20f6d174e HTTP/1.1" status: 200 len: 210 time: 0.0383019 Aug 16 21:05:44.929197 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0ee84693-4223-4d7a-ba0c-4f1716cdf880 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:44.935318 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0ee84693-4223-4d7a-ba0c-4f1716cdf880 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:44.943903 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0ee84693-4223-4d7a-ba0c-4f1716cdf880 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "DELETE /v2.0/security-groups/356ac026-9607-4319-a31e-9fa9c3738855 HTTP/1.1" status: 204 len: 168 time: 0.3441248 Aug 16 21:05:44.944599 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 33452) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:44.966606 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee84693-4223-4d7a-ba0c-4f1716cdf880 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=356ac026-9607-4319-a31e-9fa9c3738855,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:44.992486 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-ce42c227-22e8-4af5-b47b-3d4304b98af2 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] show failed (client error): The resource could not be found. Aug 16 21:05:45.001046 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ce42c227-22e8-4af5-b47b-3d4304b98af2 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "GET /v2.0/security-groups/356ac026-9607-4319-a31e-9fa9c3738855 HTTP/1.1" status: 404 len: 347 time: 0.0418007 Aug 16 21:05:45.003156 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee84693-4223-4d7a-ba0c-4f1716cdf880 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:45.003695 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee84693-4223-4d7a-ba0c-4f1716cdf880 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:45.004226 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee84693-4223-4d7a-ba0c-4f1716cdf880 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:45.004750 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee84693-4223-4d7a-ba0c-4f1716cdf880 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:45.005253 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee84693-4223-4d7a-ba0c-4f1716cdf880 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:45.005762 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee84693-4223-4d7a-ba0c-4f1716cdf880 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:45.006261 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee84693-4223-4d7a-ba0c-4f1716cdf880 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:45.006832 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee84693-4223-4d7a-ba0c-4f1716cdf880 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:45.007345 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee84693-4223-4d7a-ba0c-4f1716cdf880 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:45.007864 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee84693-4223-4d7a-ba0c-4f1716cdf880 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:45.008380 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee84693-4223-4d7a-ba0c-4f1716cdf880 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:45.009263 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee84693-4223-4d7a-ba0c-4f1716cdf880 tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:45.024065 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 33458) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:45.076494 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa55ade-e478-48c9-a290-6fc680d1fbc9 req-6ceb6b2a-1f9d-4371-ad8d-aaf0d438eb3c tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:45.094260 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5aa55ade-e478-48c9-a290-6fc680d1fbc9 req-6ceb6b2a-1f9d-4371-ad8d-aaf0d438eb3c tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=4dd3493b-954c-4595-8aa0-91f05d3b0f11 HTTP/1.1" status: 200 len: 944 time: 0.1292801 Aug 16 21:05:45.178084 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cc23ac32-b7c4-4a26-a02a-3ba67753c48e req-348ed10c-e151-4c41-b1b7-1f3db13a4ccb tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 210 time: 0.0786109 Aug 16 21:05:45.199291 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 33468) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:45.245418 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device e98e0214-f105-4faf-b72a-c082f283be7b up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:05:45.249409 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5aa55ade-e478-48c9-a290-6fc680d1fbc9 req-f508d325-cc43-4de3-bb44-9cb5d31a5f43 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511109 Aug 16 21:05:45.324974 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-7cde72c9-fad1-4b4b-82d5-fdc6a71623cd tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Allocated IP 172.20.0.23 (19f772dc-00e3-4b66-9310-fcd6eeff9ab9/da2ffc26-2127-408b-bf01-10d65c968513/53aedebe-b154-4eea-bf62-38543d9ebdb9) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:05:45.325882 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port e98e0214-f105-4faf-b72a-c082f283be7b triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:45.326261 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:45.375336 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2a7c8c9a-7a90-45f3-bd71-44920fe52a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:45.426391 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 32726bc0-6826-4b34-a64d-4af69199efd2 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:05:45.506130 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2a7c8c9a-7a90-45f3-bd71-44920fe52a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:45.596639 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 32726bc0-6826-4b34-a64d-4af69199efd2 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:05:45.601026 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 32726bc0-6826-4b34-a64d-4af69199efd2 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:45.601435 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:45.637975 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2a7c8c9a-7a90-45f3-bd71-44920fe52a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:45.708047 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:45.719024 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2a7c8c9a-7a90-45f3-bd71-44920fe52a43 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5cdf98aa8b794a8e947ab8fff4f7b337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5181956 Aug 16 21:05:45.720359 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c8c9a-7a90-45f3-bd71-44920fe52a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12fc180-78f6-4c42-add0-a396d76f7b47,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:45.733760 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 33494) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:45.738399 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd3493b-954c-4595-8aa0-91f05d3b0f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32726bc0-6826-4b34-a64d-4af69199efd2'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:05:45.742202 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f63e1c-3a17-45f4-8551-50c95a2ab984" -d '{"events": [{"server_uuid": "4dd3493b-954c-4595-8aa0-91f05d3b0f11", "name": "network-vif-plugged", "status": "completed", "tag": "32726bc0-6826-4b34-a64d-4af69199efd2"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:05:45.760567 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 32726bc0-6826-4b34-a64d-4af69199efd2, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=32726bc0-6826-4b34-a64d-4af69199efd2,segment=NetworkSegment(85568c6e-48e5-454c-9434-fd56a12f8853),segment_id=85568c6e-48e5-454c-9434-fd56a12f8853)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:45.795463 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb41ee2-35f1-4c59-8d4f-f53396b089f7 x-openstack-request-id: req-ebb41ee2-35f1-4c59-8d4f-f53396b089f7 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:05:45.795818 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd3493b-954c-4595-8aa0-91f05d3b0f11", "name": "network-vif-plugged", "status": "completed", "tag": "32726bc0-6826-4b34-a64d-4af69199efd2", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:05:45.796094 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ebb41ee2-35f1-4c59-8d4f-f53396b089f7 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:05:45.796528 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd3493b-954c-4595-8aa0-91f05d3b0f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32726bc0-6826-4b34-a64d-4af69199efd2', 'code': 200} Aug 16 21:05:45.805756 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eeff4ed5-1903-4e77-bd5b-03b0027429bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:45.833473 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eeff4ed5-1903-4e77-bd5b-03b0027429bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:45.865597 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:45.883212 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-0e606639-91bd-4cc4-804b-a6b013f56226 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:45.884902 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-0e606639-91bd-4cc4-804b-a6b013f56226 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.72 "GET /v2.0/networks?id=2b4863b3-0136-47bf-aa1f-c2a9dd497e5d HTTP/1.1" status: 200 len: 811 time: 0.9763424 Aug 16 21:05:45.910289 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-addab124-20a7-40d8-bf37-efa45f2fe9cf tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Request body: {'port': {'device_id': '058da48b-0bc8-485c-8e63-ae0e4ce68b15', 'network_id': '2b4863b3-0136-47bf-aa1f-c2a9dd497e5d', 'admin_state_up': True, 'tenant_id': '8f7854b909f4437f95dc486bf79f30b6'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:45.934495 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e68b28-6e33-4a0b-a9f3-9ec71e453a65 req-f7bfd491-87fe-4f9c-b554-0fb3c2105d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:45.938402 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-36e68b28-6e33-4a0b-a9f3-9ec71e453a65 req-f7bfd491-87fe-4f9c-b554-0fb3c2105d06 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4dd3493b-954c-4595-8aa0-91f05d3b0f11 HTTP/1.1" status: 200 len: 1097 time: 0.0641444 Aug 16 21:05:45.957426 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=32726bc0-6826-4b34-a64d-4af69199efd2,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:45.965360 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-7cde72c9-fad1-4b4b-82d5-fdc6a71623cd tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:45.986159 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-36e68b28-6e33-4a0b-a9f3-9ec71e453a65 req-bc2aa8e8-c48d-451c-95ef-129afd4c8ea9 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404084 Aug 16 21:05:45.989867 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eeff4ed5-1903-4e77-bd5b-03b0027429bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:45.992690 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eeff4ed5-1903-4e77-bd5b-03b0027429bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:45.993986 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-eeff4ed5-1903-4e77-bd5b-03b0027429bb admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d12fc180-78f6-4c42-add0-a396d76f7b47 HTTP/1.1" status: 204 len: 168 time: 0.2489457 Aug 16 21:05:46.015150 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff4ed5-1903-4e77-bd5b-03b0027429bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12fc180-78f6-4c42-add0-a396d76f7b47,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:46.039857 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-7cde72c9-fad1-4b4b-82d5-fdc6a71623cd tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Transition to ACTIVE for port object 53aedebe-b154-4eea-bf62-38543d9ebdb9 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:05:46.047661 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fe096657-dcc0-4c01-895c-4ceaaf5066ea req-ca1b631f-06db-4238-b9fd-9bae0c230422 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/ports?device_id=5851a186-fe38-4c74-840d-f8a20f6d174e HTTP/1.1" status: 200 len: 210 time: 0.0346849 Aug 16 21:05:46.061391 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-7ca118a2-28a1-490c-8659-6a57b2334d6e tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Deleting port 2aeb2ea7-6c1b-4771-a714-918ed9ce7e89 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:05:46.062246 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7ca118a2-28a1-490c-8659-6a57b2334d6e tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:46.204829 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7ca118a2-28a1-490c-8659-6a57b2334d6e tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:46.205089 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7ca118a2-28a1-490c-8659-6a57b2334d6e tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:46.222108 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-7ca118a2-28a1-490c-8659-6a57b2334d6e tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Calling delete_port for 2aeb2ea7-6c1b-4771-a714-918ed9ce7e89 owned by network:floatingip {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:05:46.266423 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-7cde72c9-fad1-4b4b-82d5-fdc6a71623cd tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:46.280899 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2767f754-89fd-4994-a0c8-41907a4202f5 req-72870b16-da1d-44f4-9a27-a7e84c48bc21 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 210 time: 0.0316238 Aug 16 21:05:46.315519 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-addab124-20a7-40d8-bf37-efa45f2fe9cf tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Made reservation on behalf of 8f7854b909f4437f95dc486bf79f30b6 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:05:46.319146 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-addab124-20a7-40d8-bf37-efa45f2fe9cf tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:46.370272 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-7cde72c9-fad1-4b4b-82d5-fdc6a71623cd tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Network 19f772dc-00e3-4b66-9310-fcd6eeff9ab9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:05:46.372966 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-7cde72c9-fad1-4b4b-82d5-fdc6a71623cd tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:05:46.375674 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde72c9-fad1-4b4b-82d5-fdc6a71623cd tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Pushing event updated for resources: {'Port': ['ID=53aedebe-b154-4eea-bf62-38543d9ebdb9,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:46.393868 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-7cde72c9-fad1-4b4b-82d5-fdc6a71623cd tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:05:46.414639 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59404a-0f96-48bb-9cf4-49a734176484 req-9a34f0ca-269d-42e1-a2e8-601c8504c100 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:46.428542 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0b59404a-0f96-48bb-9cf4-49a734176484 req-9a34f0ca-269d-42e1-a2e8-601c8504c100 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=4dd3493b-954c-4595-8aa0-91f05d3b0f11 HTTP/1.1" status: 200 len: 945 time: 0.0792594 Aug 16 21:05:46.479021 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0b59404a-0f96-48bb-9cf4-49a734176484 req-fd9dc27c-4949-4348-bf62-b0e8eb99c2f9 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488234 Aug 16 21:05:46.516534 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:46.523992 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-7cde72c9-fad1-4b4b-82d5-fdc6a71623cd tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:46.524710 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-7cde72c9-fad1-4b4b-82d5-fdc6a71623cd tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:46.629693 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-addab124-20a7-40d8-bf37-efa45f2fe9cf tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Allocated IP 172.20.0.12 (2b4863b3-0136-47bf-aa1f-c2a9dd497e5d/05904e0a-3461-421d-b6bc-48171947c05e/de9d9569-019a-4d81-8184-7a34c02d5874) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:05:46.733116 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-7cde72c9-fad1-4b4b-82d5-fdc6a71623cd tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.3468661 Aug 16 21:05:46.733633 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7ca118a2-28a1-490c-8659-6a57b2334d6e tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:46.755035 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-80d3b488-c6a0-453e-884f-1c5d64c78b27 service neutron] Request body: {'port': {'device_id': '5851a186-fe38-4c74-840d-f8a20f6d174e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:46.793934 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca118a2-28a1-490c-8659-6a57b2334d6e tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Pushing event deleted for resources: {'Port': ['ID=2aeb2ea7-6c1b-4771-a714-918ed9ce7e89,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:46.802999 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ca6ffd2b-bb5f-4a34-b135-237830ae8103 None None] Provisioning for port 53aedebe-b154-4eea-bf62-38543d9ebdb9 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:05:46.810936 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ca6ffd2b-bb5f-4a34-b135-237830ae8103 None None] Provisioning complete for port 53aedebe-b154-4eea-bf62-38543d9ebdb9 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:46.812302 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ca6ffd2b-bb5f-4a34-b135-237830ae8103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:46.847170 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 33552) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:46.863001 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-55a62a0f-907e-46a5-b6b4-b41ddd6bebd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:46.866637 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-ca6ffd2b-bb5f-4a34-b135-237830ae8103 None None] Port 53aedebe-b154-4eea-bf62-38543d9ebdb9 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:05:46.915026 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-80d3b488-c6a0-453e-884f-1c5d64c78b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:46.935663 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-addab124-20a7-40d8-bf37-efa45f2fe9cf tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:46.941517 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7ca118a2-28a1-490c-8659-6a57b2334d6e tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks [] for floatingip, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:46.944133 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7ca118a2-28a1-490c-8659-6a57b2334d6e tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:46.956381 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7ca118a2-28a1-490c-8659-6a57b2334d6e tempest-AttachVolumeTestJSON-773068804 tempest-AttachVolumeTestJSON-773068804-project] 10.222.0.84 "DELETE /v2.0/floatingips/e76fa027-d649-4146-98e3-b29ba44d2574 HTTP/1.1" status: 204 len: 168 time: 1.8462036 Aug 16 21:05:47.012556 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-55a62a0f-907e-46a5-b6b4-b41ddd6bebd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:47.070759 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-55a62a0f-907e-46a5-b6b4-b41ddd6bebd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:47.169029 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-addab124-20a7-40d8-bf37-efa45f2fe9cf tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:47.232434 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-addab124-20a7-40d8-bf37-efa45f2fe9cf tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Network 2b4863b3-0136-47bf-aa1f-c2a9dd497e5d is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:05:47.244713 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-addab124-20a7-40d8-bf37-efa45f2fe9cf tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:05:47.254532 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-addab124-20a7-40d8-bf37-efa45f2fe9cf tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:05:47.285719 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addab124-20a7-40d8-bf37-efa45f2fe9cf tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Pushing event updated for resources: {'Port': ['ID=de9d9569-019a-4d81-8184-7a34c02d5874,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:47.332898 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-addab124-20a7-40d8-bf37-efa45f2fe9cf tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:47.333542 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-addab124-20a7-40d8-bf37-efa45f2fe9cf tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:47.394248 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-80d3b488-c6a0-453e-884f-1c5d64c78b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53aedebe-b154-4eea-bf62-38543d9ebdb9 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:05:47.408491 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-80d3b488-c6a0-453e-884f-1c5d64c78b27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:47.415136 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-80d3b488-c6a0-453e-884f-1c5d64c78b27 service neutron] Transition to ACTIVE for port object 53aedebe-b154-4eea-bf62-38543d9ebdb9 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:05:47.460667 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-addab124-20a7-40d8-bf37-efa45f2fe9cf tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5634472 Aug 16 21:05:47.474032 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-bae85239-8fc1-40f4-8c21-2a81470c8b7e service neutron] Request body: {'port': {'device_id': '058da48b-0bc8-485c-8e63-ae0e4ce68b15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:47.486185 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-55a62a0f-907e-46a5-b6b4-b41ddd6bebd9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0b5366a6476149ea88334481a53c4637&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6341405 Aug 16 21:05:47.488788 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a62a0f-907e-46a5-b6b4-b41ddd6bebd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7572c7e1-7392-479c-b042-a43121b6dc90,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:47.491240 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 33592) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:47.497077 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-80d3b488-c6a0-453e-884f-1c5d64c78b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:47.535126 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792846d0-7c66-4f4f-8b75-d5bda494e951 req-1dcb0229-c612-46f8-93c8-1137328f979f tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:47.536788 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-792846d0-7c66-4f4f-8b75-d5bda494e951 req-1dcb0229-c612-46f8-93c8-1137328f979f tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/ports?device_id=5851a186-fe38-4c74-840d-f8a20f6d174e HTTP/1.1" status: 200 len: 895 time: 0.1408277 Aug 16 21:05:47.559690 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64419009-2f6a-4030-bdc7-8c1ca5b37044 req-a84e1de7-70e8-461b-8752-2294e714e7d8 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:47.562028 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-64419009-2f6a-4030-bdc7-8c1ca5b37044 req-a84e1de7-70e8-461b-8752-2294e714e7d8 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 932 time: 0.1633556 Aug 16 21:05:47.597342 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d3b488-c6a0-453e-884f-1c5d64c78b27 service neutron] Pushing event updated for resources: {'Port': ['ID=53aedebe-b154-4eea-bf62-38543d9ebdb9,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:47.618509 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-bae85239-8fc1-40f4-8c21-2a81470c8b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:47.639106 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-64419009-2f6a-4030-bdc7-8c1ca5b37044 req-2032eaf4-7f21-48e8-8ebd-71616c11260c tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597034 Aug 16 21:05:47.640630 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a603cebf-1447-4bfb-9e0a-a8aca9fbc13d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:47.726466 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a603cebf-1447-4bfb-9e0a-a8aca9fbc13d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:47.784530 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9059d-7978-43cf-9b19-4071c0981421 req-ab5005d4-bd86-49cd-8782-550afc744930 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:47.792223 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-88e9059d-7978-43cf-9b19-4071c0981421 req-ab5005d4-bd86-49cd-8782-550afc744930 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=4dd3493b-954c-4595-8aa0-91f05d3b0f11 HTTP/1.1" status: 200 len: 945 time: 0.1200807 Aug 16 21:05:47.794902 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-80d3b488-c6a0-453e-884f-1c5d64c78b27 service neutron] Attempting to bind port 53aedebe-b154-4eea-bf62-38543d9ebdb9 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:05:47.795061 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-80d3b488-c6a0-453e-884f-1c5d64c78b27 service neutron] Attempting to bind port 53aedebe-b154-4eea-bf62-38543d9ebdb9 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '13a70418-c746-4566-980d-ae7f4b53a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '19f772dc-00e3-4b66-9310-fcd6eeff9ab9'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:05:47.795661 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-80d3b488-c6a0-453e-884f-1c5d64c78b27 service neutron] Attempting to bind port 53aedebe-b154-4eea-bf62-38543d9ebdb9 on network 19f772dc-00e3-4b66-9310-fcd6eeff9ab9 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:05:47.810486 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-80d3b488-c6a0-453e-884f-1c5d64c78b27 service neutron] Port 53aedebe-b154-4eea-bf62-38543d9ebdb9 on network 19f772dc-00e3-4b66-9310-fcd6eeff9ab9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:05:47.811242 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-80d3b488-c6a0-453e-884f-1c5d64c78b27 service neutron] Attempting to bind port 53aedebe-b154-4eea-bf62-38543d9ebdb9 on network 19f772dc-00e3-4b66-9310-fcd6eeff9ab9 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:05:47.822293 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-80d3b488-c6a0-453e-884f-1c5d64c78b27 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:05:47.822293 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-80d3b488-c6a0-453e-884f-1c5d64c78b27 service neutron] Checking segment: {'id': '13a70418-c746-4566-980d-ae7f4b53a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '19f772dc-00e3-4b66-9310-fcd6eeff9ab9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:05:47.822293 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-80d3b488-c6a0-453e-884f-1c5d64c78b27 service neutron] Bound using segment: {'id': '13a70418-c746-4566-980d-ae7f4b53a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '19f772dc-00e3-4b66-9310-fcd6eeff9ab9'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:05:47.822792 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-80d3b488-c6a0-453e-884f-1c5d64c78b27 service neutron] Bound port: 53aedebe-b154-4eea-bf62-38543d9ebdb9, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13a70418-c746-4566-980d-ae7f4b53a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '19f772dc-00e3-4b66-9310-fcd6eeff9ab9'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:05:47.822792 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-80d3b488-c6a0-453e-884f-1c5d64c78b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:47.844237 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-88e9059d-7978-43cf-9b19-4071c0981421 req-e0b5ef27-2c1c-4c5b-afd4-99f687dd98c4 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511034 Aug 16 21:05:47.955446 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a603cebf-1447-4bfb-9e0a-a8aca9fbc13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:47.959929 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a603cebf-1447-4bfb-9e0a-a8aca9fbc13d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:47.961231 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a603cebf-1447-4bfb-9e0a-a8aca9fbc13d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7572c7e1-7392-479c-b042-a43121b6dc90 HTTP/1.1" status: 204 len: 168 time: 0.4677067 Aug 16 21:05:47.994803 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a603cebf-1447-4bfb-9e0a-a8aca9fbc13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7572c7e1-7392-479c-b042-a43121b6dc90,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:48.024848 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c4c1c-7b29-4926-95de-258f03f8711b req-b60f4a5e-4f9d-4921-a82a-d169427d1384 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:48.032430 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2b1c4c1c-7b29-4926-95de-258f03f8711b req-b60f4a5e-4f9d-4921-a82a-d169427d1384 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=4dd3493b-954c-4595-8aa0-91f05d3b0f11 HTTP/1.1" status: 200 len: 945 time: 0.0918903 Aug 16 21:05:48.077832 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2b1c4c1c-7b29-4926-95de-258f03f8711b req-672755f1-29b6-471b-a7b7-5f17ab7b245f tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444696 Aug 16 21:05:48.109378 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-80d3b488-c6a0-453e-884f-1c5d64c78b27 service neutron] For port 53aedebe-b154-4eea-bf62-38543d9ebdb9, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:05:48.116216 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-80d3b488-c6a0-453e-884f-1c5d64c78b27 service neutron] For port 53aedebe-b154-4eea-bf62-38543d9ebdb9, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=53aedebe-b154-4eea-bf62-38543d9ebdb9,segment=NetworkSegment(13a70418-c746-4566-980d-ae7f4b53a7fb),segment_id=13a70418-c746-4566-980d-ae7f4b53a7fb)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:05:48.224201 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-80d3b488-c6a0-453e-884f-1c5d64c78b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:48.268447 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-bae85239-8fc1-40f4-8c21-2a81470c8b7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de9d9569-019a-4d81-8184-7a34c02d5874 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:05:48.283271 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-80d3b488-c6a0-453e-884f-1c5d64c78b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:48.283271 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-80d3b488-c6a0-453e-884f-1c5d64c78b27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:48.283271 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-80d3b488-c6a0-453e-884f-1c5d64c78b27 service neutron] 10.222.0.72 "PUT /v2.0/ports/53aedebe-b154-4eea-bf62-38543d9ebdb9 HTTP/1.1" status: 200 len: 1056 time: 1.5370483 Aug 16 21:05:48.283660 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5851a186-fe38-4c74-840d-f8a20f6d174e', 'tag': '53aedebe-b154-4eea-bf62-38543d9ebdb9'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:05:48.286197 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb2dc01-1e89-4940-9783-b804b405b01e" -d '{"events": [{"name": "network-changed", "server_uuid": "5851a186-fe38-4c74-840d-f8a20f6d174e", "tag": "53aedebe-b154-4eea-bf62-38543d9ebdb9"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:05:48.305702 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-bae85239-8fc1-40f4-8c21-2a81470c8b7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:48.341148 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-bae85239-8fc1-40f4-8c21-2a81470c8b7e service neutron] Transition to ACTIVE for port object de9d9569-019a-4d81-8184-7a34c02d5874 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:05:48.349001 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d3b488-c6a0-453e-884f-1c5d64c78b27 service neutron] Pushing event updated for resources: {'Port': ['ID=53aedebe-b154-4eea-bf62-38543d9ebdb9,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:48.406144 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9094ebc9-7b2d-4e87-9a4d-c18218757239 x-openstack-request-id: req-9094ebc9-7b2d-4e87-9a4d-c18218757239 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:05:48.406474 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5851a186-fe38-4c74-840d-f8a20f6d174e", "tag": "53aedebe-b154-4eea-bf62-38543d9ebdb9", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:05:48.406936 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9094ebc9-7b2d-4e87-9a4d-c18218757239 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:05:48.407418 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5851a186-fe38-4c74-840d-f8a20f6d174e', 'tag': '53aedebe-b154-4eea-bf62-38543d9ebdb9', 'status': 'completed', 'code': 200} Aug 16 21:05:48.419516 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-bae85239-8fc1-40f4-8c21-2a81470c8b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:48.585418 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae85239-8fc1-40f4-8c21-2a81470c8b7e service neutron] Pushing event updated for resources: {'Port': ['ID=de9d9569-019a-4d81-8184-7a34c02d5874,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:48.635137 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2dc01-1e89-4940-9783-b804b405b01e req-1440df6d-93db-4925-a196-b634ba54bc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:48.637628 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-deb2dc01-1e89-4940-9783-b804b405b01e req-1440df6d-93db-4925-a196-b634ba54bc86 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=89e5c5f06f394767b34bdcf9bb013f56&device_id=5851a186-fe38-4c74-840d-f8a20f6d174e HTTP/1.1" status: 200 len: 1059 time: 0.1795237 Aug 16 21:05:48.739492 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-bae85239-8fc1-40f4-8c21-2a81470c8b7e service neutron] Attempting to bind port de9d9569-019a-4d81-8184-7a34c02d5874 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:05:48.739889 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-bae85239-8fc1-40f4-8c21-2a81470c8b7e service neutron] Attempting to bind port de9d9569-019a-4d81-8184-7a34c02d5874 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '8595d4c3-bd6a-40bd-a14a-9603ef03d310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2b4863b3-0136-47bf-aa1f-c2a9dd497e5d'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:05:48.740228 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-bae85239-8fc1-40f4-8c21-2a81470c8b7e service neutron] Attempting to bind port de9d9569-019a-4d81-8184-7a34c02d5874 on network 2b4863b3-0136-47bf-aa1f-c2a9dd497e5d {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:05:48.756912 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-bae85239-8fc1-40f4-8c21-2a81470c8b7e service neutron] Port de9d9569-019a-4d81-8184-7a34c02d5874 on network 2b4863b3-0136-47bf-aa1f-c2a9dd497e5d not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:05:48.757216 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-bae85239-8fc1-40f4-8c21-2a81470c8b7e service neutron] Attempting to bind port de9d9569-019a-4d81-8184-7a34c02d5874 on network 2b4863b3-0136-47bf-aa1f-c2a9dd497e5d {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:05:48.769208 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-bae85239-8fc1-40f4-8c21-2a81470c8b7e service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:05:48.769551 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-bae85239-8fc1-40f4-8c21-2a81470c8b7e service neutron] Checking segment: {'id': '8595d4c3-bd6a-40bd-a14a-9603ef03d310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2b4863b3-0136-47bf-aa1f-c2a9dd497e5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:05:48.769939 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-bae85239-8fc1-40f4-8c21-2a81470c8b7e service neutron] Bound using segment: {'id': '8595d4c3-bd6a-40bd-a14a-9603ef03d310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2b4863b3-0136-47bf-aa1f-c2a9dd497e5d'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:05:48.770379 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-bae85239-8fc1-40f4-8c21-2a81470c8b7e service neutron] Bound port: de9d9569-019a-4d81-8184-7a34c02d5874, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8595d4c3-bd6a-40bd-a14a-9603ef03d310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2b4863b3-0136-47bf-aa1f-c2a9dd497e5d'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:05:48.770738 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-bae85239-8fc1-40f4-8c21-2a81470c8b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:48.815776 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a9c06-28ec-402a-b12d-fe6e254d6328 req-48960c3d-e8a6-4e32-b2bd-6ad248ff0e82 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:48.818018 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2a7a9c06-28ec-402a-b12d-fe6e254d6328 req-48960c3d-e8a6-4e32-b2bd-6ad248ff0e82 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/ports?device_id=5851a186-fe38-4c74-840d-f8a20f6d174e HTTP/1.1" status: 200 len: 907 time: 0.1171422 Aug 16 21:05:48.837294 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef808e-2ae8-4318-8a61-bb1a56b2597b req-9fdc8bad-0446-4cbb-83ce-23076ef67fdb tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:48.839516 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-16ef808e-2ae8-4318-8a61-bb1a56b2597b req-9fdc8bad-0446-4cbb-83ce-23076ef67fdb tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=4dd3493b-954c-4595-8aa0-91f05d3b0f11 HTTP/1.1" status: 200 len: 945 time: 0.1029096 Aug 16 21:05:48.867113 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2dc01-1e89-4940-9783-b804b405b01e req-f125f07c-a07a-4874-bc5a-b2c74f1a8edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:48.868017 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2dc01-1e89-4940-9783-b804b405b01e req-f125f07c-a07a-4874-bc5a-b2c74f1a8edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:48.869818 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-deb2dc01-1e89-4940-9783-b804b405b01e req-f125f07c-a07a-4874-bc5a-b2c74f1a8edb service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=89e5c5f06f394767b34bdcf9bb013f56&shared=False HTTP/1.1" status: 200 len: 1585 time: 0.2249317 Aug 16 21:05:48.909443 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-16ef808e-2ae8-4318-8a61-bb1a56b2597b req-7ae9aee5-cbe9-4c2e-be2e-695c11c69676 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615959 Aug 16 21:05:48.962528 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-bae85239-8fc1-40f4-8c21-2a81470c8b7e service neutron] For port de9d9569-019a-4d81-8184-7a34c02d5874, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:05:48.967085 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-bae85239-8fc1-40f4-8c21-2a81470c8b7e service neutron] For port de9d9569-019a-4d81-8184-7a34c02d5874, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=de9d9569-019a-4d81-8184-7a34c02d5874,segment=NetworkSegment(8595d4c3-bd6a-40bd-a14a-9603ef03d310),segment_id=8595d4c3-bd6a-40bd-a14a-9603ef03d310)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:05:48.971398 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66690910-cbb7-4fec-b53c-b517a652ad09 req-70406101-e51e-49ba-b8de-0f513adc80ad tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:48.973195 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-66690910-cbb7-4fec-b53c-b517a652ad09 req-70406101-e51e-49ba-b8de-0f513adc80ad tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 944 time: 0.0858817 Aug 16 21:05:49.000701 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2dc01-1e89-4940-9783-b804b405b01e req-e46bd97e-b1d6-4e4c-a7cc-4581384e6382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:49.002335 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-deb2dc01-1e89-4940-9783-b804b405b01e req-e46bd97e-b1d6-4e4c-a7cc-4581384e6382 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1238871 Aug 16 21:05:49.030421 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-66690910-cbb7-4fec-b53c-b517a652ad09 req-0bfebecc-17c6-439d-baab-67944edf79e2 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466750 Aug 16 21:05:49.059827 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:49.060400 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-bae85239-8fc1-40f4-8c21-2a81470c8b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:49.120611 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-bae85239-8fc1-40f4-8c21-2a81470c8b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:49.121221 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-bae85239-8fc1-40f4-8c21-2a81470c8b7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:49.122619 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-bae85239-8fc1-40f4-8c21-2a81470c8b7e service neutron] 10.222.0.72 "PUT /v2.0/ports/de9d9569-019a-4d81-8184-7a34c02d5874 HTTP/1.1" status: 200 len: 1093 time: 1.6534696 Aug 16 21:05:49.148682 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae85239-8fc1-40f4-8c21-2a81470c8b7e service neutron] Pushing event updated for resources: {'Port': ['ID=de9d9569-019a-4d81-8184-7a34c02d5874,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:49.156839 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-812930b9-a944-48cf-b1f9-894b036ca8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:49.158394 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-812930b9-a944-48cf-b1f9-894b036ca8cb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=89e5c5f06f394767b34bdcf9bb013f56&device_id=5851a186-fe38-4c74-840d-f8a20f6d174e HTTP/1.1" status: 200 len: 1059 time: 0.1129634 Aug 16 21:05:49.211372 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-c9352848-5cc2-437f-b3f7-0620b8263559 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=53aedebe-b154-4eea-bf62-38543d9ebdb9 HTTP/1.1" status: 200 len: 217 time: 0.0441492 Aug 16 21:05:49.309662 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-cb2f0306-cdca-4d22-ab27-120bc25368c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:49.312231 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-cb2f0306-cdca-4d22-ab27-120bc25368c0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=da2ffc26-2127-408b-bf01-10d65c968513 HTTP/1.1" status: 200 len: 837 time: 0.0926425 Aug 16 21:05:49.315524 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-f25a8ae2-09e6-4511-b82a-c094f153f0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:49.317096 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-f25a8ae2-09e6-4511-b82a-c094f153f0e4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8f7854b909f4437f95dc486bf79f30b6&device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 1096 time: 0.0873194 Aug 16 21:05:49.384757 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-938d0eb1-a0f1-4f0b-9ea5-ee12c874b76a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de9d9569-019a-4d81-8184-7a34c02d5874 HTTP/1.1" status: 200 len: 217 time: 0.0566728 Aug 16 21:05:49.412731 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-5c35bde9-6ae3-49fa-9693-304cff2993e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:49.414456 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-5c35bde9-6ae3-49fa-9693-304cff2993e8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=19f772dc-00e3-4b66-9310-fcd6eeff9ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0955083 Aug 16 21:05:49.508806 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-49eff710-2b3d-46b6-b658-a37cd6b0b7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:49.510287 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-49eff710-2b3d-46b6-b658-a37cd6b0b7ae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=05904e0a-3461-421d-b6bc-48171947c05e HTTP/1.1" status: 200 len: 851 time: 0.1159289 Aug 16 21:05:49.556299 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-05cd8972-2ec2-418e-8fd2-8d54192f1495 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b4863b3-0136-47bf-aa1f-c2a9dd497e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365598 Aug 16 21:05:49.592871 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-d4dac855-1b60-425e-9268-42f3f43299f1 service neutron] 10.222.0.72 "GET /v2.0/networks/19f772dc-00e3-4b66-9310-fcd6eeff9ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542275 Aug 16 21:05:49.732055 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-6a159105-e2b5-4332-b68a-fca912733106 service neutron] 10.222.0.72 "GET /v2.0/networks/2b4863b3-0136-47bf-aa1f-c2a9dd497e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656330 Aug 16 21:05:49.816395 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9dde547e-faa7-4580-8802-fcaaed1b0f9b req-d0829537-6565-490d-8cbc-d6f51e3d91f4 service neutron] 10.222.0.72 "GET /v2.0/networks/19f772dc-00e3-4b66-9310-fcd6eeff9ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971776 Aug 16 21:05:49.838730 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54184e-78e0-4710-96a0-5f86f82440a7 req-882d893c-5480-49a2-9e96-c4e9336f963d tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:49.840710 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c54184e-78e0-4710-96a0-5f86f82440a7 req-882d893c-5480-49a2-9e96-c4e9336f963d tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.90 "GET /v2.0/ports?device_id=4dd3493b-954c-4595-8aa0-91f05d3b0f11 HTTP/1.1" status: 200 len: 945 time: 0.0724607 Aug 16 21:05:49.891092 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8372dc42-63cb-4c1b-a0a2-e0da53f24188 req-b295b9ae-91cd-4b99-8d14-603d95126f59 service neutron] 10.222.0.72 "GET /v2.0/networks/2b4863b3-0136-47bf-aa1f-c2a9dd497e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516147 Aug 16 21:05:50.140880 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36015cf2-7d6e-4400-bccb-fc90d8448ab6 req-53d37e9a-7efa-42cc-b565-ee3836d74550 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:50.140880 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-36015cf2-7d6e-4400-bccb-fc90d8448ab6 req-53d37e9a-7efa-42cc-b565-ee3836d74550 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/ports?device_id=5851a186-fe38-4c74-840d-f8a20f6d174e HTTP/1.1" status: 200 len: 907 time: 0.1085963 Aug 16 21:05:50.140880 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-2c54184e-78e0-4710-96a0-5f86f82440a7 req-5b0ede72-d164-47f4-9376-2ae58da7cb7b tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Deleting port 32726bc0-6826-4b34-a64d-4af69199efd2 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:05:50.140880 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2c54184e-78e0-4710-96a0-5f86f82440a7 req-5b0ede72-d164-47f4-9376-2ae58da7cb7b tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:50.140880 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad8e9c-93ee-4fbb-92e5-771c1feadcd8 req-c492b6f8-5705-4875-83aa-6a602707eb71 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:50.145234 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d1ad8e9c-93ee-4fbb-92e5-771c1feadcd8 req-c492b6f8-5705-4875-83aa-6a602707eb71 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=4dd3493b-954c-4595-8aa0-91f05d3b0f11 HTTP/1.1" status: 200 len: 945 time: 0.1435444 Aug 16 21:05:50.235876 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-2c54184e-78e0-4710-96a0-5f86f82440a7 req-5b0ede72-d164-47f4-9376-2ae58da7cb7b tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] For port 32726bc0-6826-4b34-a64d-4af69199efd2, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=32726bc0-6826-4b34-a64d-4af69199efd2,segment=NetworkSegment(85568c6e-48e5-454c-9434-fd56a12f8853),segment_id=85568c6e-48e5-454c-9434-fd56a12f8853)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:50.236263 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2c54184e-78e0-4710-96a0-5f86f82440a7 req-5b0ede72-d164-47f4-9376-2ae58da7cb7b tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:50.276350 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddecbdca-46c5-4bdb-b29b-1e39881f3eac req-bba6810d-4094-4910-a613-cdd005b8b030 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:50.276350 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ddecbdca-46c5-4bdb-b29b-1e39881f3eac req-bba6810d-4094-4910-a613-cdd005b8b030 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 944 time: 0.1352987 Aug 16 21:05:50.276350 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d1ad8e9c-93ee-4fbb-92e5-771c1feadcd8 req-69534957-d6d5-42dd-8a49-b9cdd0900025 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084366 Aug 16 21:05:50.276350 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-2c54184e-78e0-4710-96a0-5f86f82440a7 req-5b0ede72-d164-47f4-9376-2ae58da7cb7b tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Calling delete_port for 32726bc0-6826-4b34-a64d-4af69199efd2 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:05:50.342797 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ddecbdca-46c5-4bdb-b29b-1e39881f3eac req-87a00391-3802-4bf9-ac2c-88166c75a200 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787075 Aug 16 21:05:50.412885 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '058da48b-0bc8-485c-8e63-ae0e4ce68b15', 'tag': 'de9d9569-019a-4d81-8184-7a34c02d5874'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:05:50.415635 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455853c3-ce2c-4c6f-8dc7-bc5a1b7b8a15" -d '{"events": [{"name": "network-changed", "server_uuid": "058da48b-0bc8-485c-8e63-ae0e4ce68b15", "tag": "de9d9569-019a-4d81-8184-7a34c02d5874"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:05:50.455480 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07eeac5e-cc7a-4191-b2ab-1a289c79094c x-openstack-request-id: req-07eeac5e-cc7a-4191-b2ab-1a289c79094c {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:05:50.455963 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "058da48b-0bc8-485c-8e63-ae0e4ce68b15", "tag": "de9d9569-019a-4d81-8184-7a34c02d5874", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:05:50.456222 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-07eeac5e-cc7a-4191-b2ab-1a289c79094c {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:05:50.456627 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '058da48b-0bc8-485c-8e63-ae0e4ce68b15', 'tag': 'de9d9569-019a-4d81-8184-7a34c02d5874', 'status': 'completed', 'code': 200} Aug 16 21:05:50.518072 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2c54184e-78e0-4710-96a0-5f86f82440a7 req-5b0ede72-d164-47f4-9376-2ae58da7cb7b tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:50.533968 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['32726bc0-6826-4b34-a64d-4af69199efd2'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:05:50.551908 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455853c3-ce2c-4c6f-8dc7-bc5a1b7b8a15 req-88a2487c-b2e8-4684-83c7-ab3a21b8f9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:50.552335 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['6ccefc9c-e155-4214-9c78-4ed80369f4ae'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:05:50.552433 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-455853c3-ce2c-4c6f-8dc7-bc5a1b7b8a15 req-88a2487c-b2e8-4684-83c7-ab3a21b8f9ab service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8f7854b909f4437f95dc486bf79f30b6&device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 1096 time: 0.0559113 Aug 16 21:05:50.560723 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ede72-d164-47f4-9376-2ae58da7cb7b tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Pushing event deleted for resources: {'Port': ['ID=32726bc0-6826-4b34-a64d-4af69199efd2,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:50.617533 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c54184e-78e0-4710-96a0-5f86f82440a7 req-5b0ede72-d164-47f4-9376-2ae58da7cb7b tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] No DVR routers for this DVR port 32726bc0-6826-4b34-a64d-4af69199efd2 on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:05:50.626538 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2c54184e-78e0-4710-96a0-5f86f82440a7 req-5b0ede72-d164-47f4-9376-2ae58da7cb7b tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:50.626538 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c54184e-78e0-4710-96a0-5f86f82440a7 req-5b0ede72-d164-47f4-9376-2ae58da7cb7b tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.90 "DELETE /v2.0/ports/32726bc0-6826-4b34-a64d-4af69199efd2 HTTP/1.1" status: 204 len: 173 time: 0.7753692 Aug 16 21:05:50.626538 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd3493b-954c-4595-8aa0-91f05d3b0f11', 'name': 'network-vif-deleted', 'tag': '32726bc0-6826-4b34-a64d-4af69199efd2'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:05:50.629170 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc7b3b3-c462-4f6d-9520-d90d075cf294" -d '{"events": [{"server_uuid": "4dd3493b-954c-4595-8aa0-91f05d3b0f11", "name": "network-vif-deleted", "tag": "32726bc0-6826-4b34-a64d-4af69199efd2"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:05:50.675254 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b0c123-0acf-45d7-ade6-1280d14701f7 x-openstack-request-id: req-04b0c123-0acf-45d7-ade6-1280d14701f7 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:05:50.675758 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd3493b-954c-4595-8aa0-91f05d3b0f11", "name": "network-vif-deleted", "tag": "32726bc0-6826-4b34-a64d-4af69199efd2", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:05:50.676205 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-04b0c123-0acf-45d7-ade6-1280d14701f7 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:05:50.677123 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd3493b-954c-4595-8aa0-91f05d3b0f11', 'name': 'network-vif-deleted', 'tag': '32726bc0-6826-4b34-a64d-4af69199efd2', 'status': 'completed', 'code': 200} Aug 16 21:05:50.679767 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455853c3-ce2c-4c6f-8dc7-bc5a1b7b8a15 req-bf7ea251-6ddb-49ad-947d-7fdc4d9180f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:50.681586 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-455853c3-ce2c-4c6f-8dc7-bc5a1b7b8a15 req-bf7ea251-6ddb-49ad-947d-7fdc4d9180f1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2b4863b3-0136-47bf-aa1f-c2a9dd497e5d HTTP/1.1" status: 200 len: 912 time: 0.1362245 Aug 16 21:05:50.745199 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-455853c3-ce2c-4c6f-8dc7-bc5a1b7b8a15 req-ec92069d-204b-42f3-b650-dd1ccc18ee77 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de9d9569-019a-4d81-8184-7a34c02d5874 HTTP/1.1" status: 200 len: 217 time: 0.0553646 Aug 16 21:05:50.803750 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455853c3-ce2c-4c6f-8dc7-bc5a1b7b8a15 req-3c409519-3fc3-44cc-8367-78e5fc285718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:50.805474 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-455853c3-ce2c-4c6f-8dc7-bc5a1b7b8a15 req-3c409519-3fc3-44cc-8367-78e5fc285718 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=05904e0a-3461-421d-b6bc-48171947c05e HTTP/1.1" status: 200 len: 851 time: 0.0528755 Aug 16 21:05:50.851867 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-455853c3-ce2c-4c6f-8dc7-bc5a1b7b8a15 req-bd9b2097-7745-4ddd-99ff-e3073e5dad7c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b4863b3-0136-47bf-aa1f-c2a9dd497e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364683 Aug 16 21:05:50.974284 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-455853c3-ce2c-4c6f-8dc7-bc5a1b7b8a15 req-56f6973d-e2b9-4e44-9dad-650b1ae5cb4e service neutron] 10.222.0.72 "GET /v2.0/networks/2b4863b3-0136-47bf-aa1f-c2a9dd497e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133924 Aug 16 21:05:51.111289 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-455853c3-ce2c-4c6f-8dc7-bc5a1b7b8a15 req-61714ca2-93a8-4b74-b86b-4001246b4479 service neutron] 10.222.0.72 "GET /v2.0/networks/2b4863b3-0136-47bf-aa1f-c2a9dd497e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282995 Aug 16 21:05:51.196902 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2928d1-6411-4035-b33b-2b520a6e197a req-56acd930-305b-49cc-97d2-ee386732de93 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:51.198491 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1a2928d1-6411-4035-b33b-2b520a6e197a req-56acd930-305b-49cc-97d2-ee386732de93 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/ports?device_id=5851a186-fe38-4c74-840d-f8a20f6d174e HTTP/1.1" status: 200 len: 907 time: 0.0602582 Aug 16 21:05:51.390634 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8544d96f-6aa5-40cb-9023-68f82cb41832 req-ea216c97-ac9b-4ff4-bbcf-bd7046e9a835 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=4dd3493b-954c-4595-8aa0-91f05d3b0f11 HTTP/1.1" status: 200 len: 210 time: 0.0410795 Aug 16 21:05:51.516813 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545bee4-6c58-4ae1-87da-41f1cc6f41ea req-48af9711-4b13-4c0b-beee-ff493bce7052 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:51.518372 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1545bee4-6c58-4ae1-87da-41f1cc6f41ea req-48af9711-4b13-4c0b-beee-ff493bce7052 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 944 time: 0.0631635 Aug 16 21:05:51.560736 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1545bee4-6c58-4ae1-87da-41f1cc6f41ea req-b138e784-330a-4975-9a11-c52c8e382a3a tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361364 Aug 16 21:05:51.994809 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device de9d9569-019a-4d81-8184-7a34c02d5874 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:05:52.025516 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:52.098351 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port de9d9569-019a-4d81-8184-7a34c02d5874, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=de9d9569-019a-4d81-8184-7a34c02d5874,segment=NetworkSegment(8595d4c3-bd6a-40bd-a14a-9603ef03d310),segment_id=8595d4c3-bd6a-40bd-a14a-9603ef03d310)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:52.109545 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': 'de9d9569-019a-4d81-8184-7a34c02d5874', 'network_id': '2b4863b3-0136-47bf-aa1f-c2a9dd497e5d', 'port_id': 'de9d9569-019a-4d81-8184-7a34c02d5874', 'mac_address': 'fa:16:3e:85:3b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05904e0a-3461-421d-b6bc-48171947c05e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:05:52.151568 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:52.174228 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de9d9569-019a-4d81-8184-7a34c02d5874 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:05:52.201721 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port de9d9569-019a-4d81-8184-7a34c02d5874, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=de9d9569-019a-4d81-8184-7a34c02d5874,segment=NetworkSegment(8595d4c3-bd6a-40bd-a14a-9603ef03d310),segment_id=8595d4c3-bd6a-40bd-a14a-9603ef03d310)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:52.327653 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:52.331550 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 53aedebe-b154-4eea-bf62-38543d9ebdb9 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:05:52.336346 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bd8a1-f8a4-4af1-8104-8eda55a5d3d2 req-1a17c0bb-719f-4d68-aa80-a2c05bfa10b2 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:52.353396 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-616bd8a1-f8a4-4af1-8104-8eda55a5d3d2 req-1a17c0bb-719f-4d68-aa80-a2c05bfa10b2 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/ports?device_id=5851a186-fe38-4c74-840d-f8a20f6d174e HTTP/1.1" status: 200 len: 907 time: 0.0789640 Aug 16 21:05:52.427334 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=de9d9569-019a-4d81-8184-7a34c02d5874,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:52.502607 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 53aedebe-b154-4eea-bf62-38543d9ebdb9, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=53aedebe-b154-4eea-bf62-38543d9ebdb9,segment=NetworkSegment(13a70418-c746-4566-980d-ae7f4b53a7fb),segment_id=13a70418-c746-4566-980d-ae7f4b53a7fb)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:52.515778 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '53aedebe-b154-4eea-bf62-38543d9ebdb9', 'network_id': '19f772dc-00e3-4b66-9310-fcd6eeff9ab9', 'port_id': '53aedebe-b154-4eea-bf62-38543d9ebdb9', 'mac_address': 'fa:16:3e:2b:31:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da2ffc26-2127-408b-bf01-10d65c968513', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:05:52.556731 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:52.576126 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53aedebe-b154-4eea-bf62-38543d9ebdb9 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:05:52.599274 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 53aedebe-b154-4eea-bf62-38543d9ebdb9, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=53aedebe-b154-4eea-bf62-38543d9ebdb9,segment=NetworkSegment(13a70418-c746-4566-980d-ae7f4b53a7fb),segment_id=13a70418-c746-4566-980d-ae7f4b53a7fb)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:52.671311 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:52.698156 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2eab1a-d50e-47cc-b51a-cd73df7d4afe req-13acb049-7cfe-4774-8407-e5efd751756e tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:52.699821 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4c2eab1a-d50e-47cc-b51a-cd73df7d4afe req-13acb049-7cfe-4774-8407-e5efd751756e tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 945 time: 0.0684457 Aug 16 21:05:52.747075 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=53aedebe-b154-4eea-bf62-38543d9ebdb9,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:52.772491 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4c2eab1a-d50e-47cc-b51a-cd73df7d4afe req-a348bff9-4c3d-4fa5-87e9-acc4901abd06 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665872 Aug 16 21:05:52.895027 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-4cd076a8-2d1a-4044-94b1-927dc28733d0 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:52.896881 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-4cd076a8-2d1a-4044-94b1-927dc28733d0 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/networks?id=10a8cf60-7997-4233-bd18-38023ab4d829 HTTP/1.1" status: 200 len: 804 time: 0.1230640 Aug 16 21:05:52.912204 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-2ec0d189-50b3-4028-83d9-2589518f910e tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/quotas/a66a67472cec4496a7059d3173810e1a HTTP/1.1" status: 200 len: 375 time: 0.0094616 Aug 16 21:05:52.970477 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['de9d9569-019a-4d81-8184-7a34c02d5874'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:05:52.972522 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-6e4d60d5-78fe-4ff0-9c90-6fc0952c891c tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a66a67472cec4496a7059d3173810e1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0523877 Aug 16 21:05:52.974461 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['53aedebe-b154-4eea-bf62-38543d9ebdb9'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:05:53.082621 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-59745872-5b12-4975-ac31-a813f0b3f9d1 service neutron] 10.222.0.84 "GET /v2.0/networks/10a8cf60-7997-4233-bd18-38023ab4d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027238 Aug 16 21:05:53.212486 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-59fca796-9a9d-4c29-8056-131ae2e076ea service neutron] 10.222.0.84 "GET /v2.0/networks/10a8cf60-7997-4233-bd18-38023ab4d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190286 Aug 16 21:05:53.324300 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 33946) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:53.477677 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 32726bc0-6826-4b34-a64d-4af69199efd2 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:05:53.482637 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb247367-0df5-489f-904d-5599f516e7b4 req-df58dc6a-bea5-4552-973e-73df2e124e51 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:53.485506 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eb247367-0df5-489f-904d-5599f516e7b4 req-df58dc6a-bea5-4552-973e-73df2e124e51 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/ports?device_id=5851a186-fe38-4c74-840d-f8a20f6d174e HTTP/1.1" status: 200 len: 908 time: 0.0576663 Aug 16 21:05:53.540371 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bf41b7bb-b13e-42bb-b502-7f946ed13ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:53.569906 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 32726bc0-6826-4b34-a64d-4af69199efd2 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:05:53.570265 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 32726bc0-6826-4b34-a64d-4af69199efd2 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:05:53.602349 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2553ee9f-8d48-48d4-87aa-e76741c005c2 req-514be2e9-6354-490d-822b-52a1b22020f1 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=453afedc-7edb-44ae-ba93-68f3031e30b3 HTTP/1.1" status: 200 len: 210 time: 0.0322635 Aug 16 21:05:53.663993 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bf41b7bb-b13e-42bb-b502-7f946ed13ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:53.772494 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bf41b7bb-b13e-42bb-b502-7f946ed13ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:53.817364 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-bf41b7bb-b13e-42bb-b502-7f946ed13ae8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a8a4cd1f95a449a1bfe75dc29568b3b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4919503 Aug 16 21:05:53.818418 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41b7bb-b13e-42bb-b502-7f946ed13ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2bbdc2-fed8-4cfd-9c9d-e6d1d0baac09,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:53.820753 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 33978) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:53.954774 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-293078fc-270c-4d95-a5a5-19f2eff4e0cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:53.991139 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff9743-9f3d-4800-b60c-574c9bad9f26 req-372a748b-c3e3-4295-98ba-60e512147eff tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:54.001765 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-13ff9743-9f3d-4800-b60c-574c9bad9f26 req-372a748b-c3e3-4295-98ba-60e512147eff tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 945 time: 0.0933530 Aug 16 21:05:54.001765 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-293078fc-270c-4d95-a5a5-19f2eff4e0cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:54.001998 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 53aedebe-b154-4eea-bf62-38543d9ebdb9 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:05:54.085746 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-13ff9743-9f3d-4800-b60c-574c9bad9f26 req-731e82a6-86bc-4c94-a4e8-1f33387eb7a2 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685947 Aug 16 21:05:54.198200 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 53aedebe-b154-4eea-bf62-38543d9ebdb9 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:05:54.214670 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 53aedebe-b154-4eea-bf62-38543d9ebdb9 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:54.214670 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:54.241825 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-293078fc-270c-4d95-a5a5-19f2eff4e0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:54.244480 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-293078fc-270c-4d95-a5a5-19f2eff4e0cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:54.245642 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-293078fc-270c-4d95-a5a5-19f2eff4e0cf admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0d2bbdc2-fed8-4cfd-9c9d-e6d1d0baac09 HTTP/1.1" status: 204 len: 168 time: 0.4237022 Aug 16 21:05:54.256099 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293078fc-270c-4d95-a5a5-19f2eff4e0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2bbdc2-fed8-4cfd-9c9d-e6d1d0baac09,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:54.328750 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:54.354010 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5851a186-fe38-4c74-840d-f8a20f6d174e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53aedebe-b154-4eea-bf62-38543d9ebdb9'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:05:54.356882 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f58a027-7eb6-4438-9370-823b2ca55e95" -d '{"events": [{"server_uuid": "5851a186-fe38-4c74-840d-f8a20f6d174e", "name": "network-vif-plugged", "status": "completed", "tag": "53aedebe-b154-4eea-bf62-38543d9ebdb9"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:05:54.373500 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 53aedebe-b154-4eea-bf62-38543d9ebdb9, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=53aedebe-b154-4eea-bf62-38543d9ebdb9,segment=NetworkSegment(13a70418-c746-4566-980d-ae7f4b53a7fb),segment_id=13a70418-c746-4566-980d-ae7f4b53a7fb)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:54.409055 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab300c72-8d8c-4f5f-9aeb-29c6a86033cf x-openstack-request-id: req-ab300c72-8d8c-4f5f-9aeb-29c6a86033cf {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:05:54.409366 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5851a186-fe38-4c74-840d-f8a20f6d174e", "name": "network-vif-plugged", "status": "completed", "tag": "53aedebe-b154-4eea-bf62-38543d9ebdb9", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:05:54.409627 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ab300c72-8d8c-4f5f-9aeb-29c6a86033cf {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:05:54.410026 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5851a186-fe38-4c74-840d-f8a20f6d174e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53aedebe-b154-4eea-bf62-38543d9ebdb9', 'code': 200} Aug 16 21:05:54.470447 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:54.472866 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device de9d9569-019a-4d81-8184-7a34c02d5874 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:05:54.553036 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a75d6-4b01-4373-95f1-fda341498bb1 req-043fecc9-92cd-4e29-a33c-47a71ec16360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:54.554897 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-420a75d6-4b01-4373-95f1-fda341498bb1 req-043fecc9-92cd-4e29-a33c-47a71ec16360 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5851a186-fe38-4c74-840d-f8a20f6d174e HTTP/1.1" status: 200 len: 1061 time: 0.0880599 Aug 16 21:05:54.637151 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=53aedebe-b154-4eea-bf62-38543d9ebdb9,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:54.705223 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port de9d9569-019a-4d81-8184-7a34c02d5874 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:05:54.709971 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port de9d9569-019a-4d81-8184-7a34c02d5874 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:54.711954 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:54.712460 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3a230-710c-4a5a-91e8-7abbf7bdac2b req-cd7da0d7-4174-4c84-9f8c-dd2ace02da00 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:54.731935 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cbd3a230-710c-4a5a-91e8-7abbf7bdac2b req-cd7da0d7-4174-4c84-9f8c-dd2ace02da00 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/ports?device_id=5851a186-fe38-4c74-840d-f8a20f6d174e HTTP/1.1" status: 200 len: 909 time: 0.1083670 Aug 16 21:05:54.776543 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4f753f0d-4808-4b43-b1e4-5c00b135677a req-c28754d7-87c9-495c-8ede-27f6a674d3d0 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=453afedc-7edb-44ae-ba93-68f3031e30b3 HTTP/1.1" status: 200 len: 210 time: 0.0364659 Aug 16 21:05:54.851488 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:54.886183 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port de9d9569-019a-4d81-8184-7a34c02d5874, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=de9d9569-019a-4d81-8184-7a34c02d5874,segment=NetworkSegment(8595d4c3-bd6a-40bd-a14a-9603ef03d310),segment_id=8595d4c3-bd6a-40bd-a14a-9603ef03d310)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:54.968387 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:55.027587 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=de9d9569-019a-4d81-8184-7a34c02d5874,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:55.182087 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 34056) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:55.210282 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f0f9e06a-1bdf-46a6-a0a5-de8271852b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:55.269821 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02d00b-39e7-4396-89c6-4e72b601bf63 req-03be3a2e-8686-480d-96ec-72cb7acdbd9e tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:55.271456 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cd02d00b-39e7-4396-89c6-4e72b601bf63 req-03be3a2e-8686-480d-96ec-72cb7acdbd9e tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 946 time: 0.0819471 Aug 16 21:05:55.340107 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cd02d00b-39e7-4396-89c6-4e72b601bf63 req-9246e78f-f055-4471-a7e9-8033885d19d4 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591538 Aug 16 21:05:55.385218 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f0f9e06a-1bdf-46a6-a0a5-de8271852b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:55.441960 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f0f9e06a-1bdf-46a6-a0a5-de8271852b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:55.481159 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f0f9e06a-1bdf-46a6-a0a5-de8271852b2a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a23f1cab18b24aa3b9a41abe4356a782&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2976665 Aug 16 21:05:55.482325 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9e06a-1bdf-46a6-a0a5-de8271852b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f5e7f8-4d17-4570-a163-1a125aa4ca62,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:55.484535 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34060) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:55.540887 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6eab136b-e85e-41ff-ac78-23fd015beb47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:55.586023 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6eab136b-e85e-41ff-ac78-23fd015beb47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:55.746272 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6eab136b-e85e-41ff-ac78-23fd015beb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:55.752387 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6eab136b-e85e-41ff-ac78-23fd015beb47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:55.753694 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6eab136b-e85e-41ff-ac78-23fd015beb47 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/22f5e7f8-4d17-4570-a163-1a125aa4ca62 HTTP/1.1" status: 204 len: 168 time: 0.2640877 Aug 16 21:05:55.770331 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab136b-e85e-41ff-ac78-23fd015beb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f5e7f8-4d17-4570-a163-1a125aa4ca62,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:56.009687 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-38b70da6-6106-45d7-93da-f56cea7166e2 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:56.011357 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-38b70da6-6106-45d7-93da-f56cea7166e2 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/networks?id=f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a HTTP/1.1" status: 200 len: 813 time: 0.2458928 Aug 16 21:05:56.022783 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ac188-cfa7-4720-a277-086cbf75f382 req-e7ae2002-fc8a-4d26-ad2d-79bbfd3c4371 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:56.024383 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c96ac188-cfa7-4720-a277-086cbf75f382 req-e7ae2002-fc8a-4d26-ad2d-79bbfd3c4371 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/ports?device_id=5851a186-fe38-4c74-840d-f8a20f6d174e HTTP/1.1" status: 200 len: 909 time: 0.1922653 Aug 16 21:05:56.033905 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-e32bf694-9a56-4e17-b42f-c504a8c0b8e2 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:56.035262 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-e32bf694-9a56-4e17-b42f-c504a8c0b8e2 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.90 "GET /v2.0/networks?id=10a8cf60-7997-4233-bd18-38023ab4d829 HTTP/1.1" status: 200 len: 804 time: 0.2449157 Aug 16 21:05:56.052079 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-923d1eb8-ba8b-4015-bc2d-6b128c7fd553 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Request body: {'port': {'device_id': '453afedc-7edb-44ae-ba93-68f3031e30b3', 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829', 'admin_state_up': True, 'tenant_id': 'a66a67472cec4496a7059d3173810e1a'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:56.056350 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-67eefad7-2ba6-4f30-97c3-57bd5894c8cb tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/quotas/d2ccb28421b949a096381daf7a8acf4d HTTP/1.1" status: 200 len: 375 time: 0.0306172 Aug 16 21:05:56.148356 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-cedb96a9-4a7f-4040-9917-2d1710e425a6 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d2ccb28421b949a096381daf7a8acf4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0825717 Aug 16 21:05:56.172395 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-33ef99a4-152a-474a-9b13-a3f8952b751a req-88a48048-75a0-4610-a59f-4a4510ecce1c tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=453afedc-7edb-44ae-ba93-68f3031e30b3 HTTP/1.1" status: 200 len: 210 time: 0.0543604 Aug 16 21:05:56.334607 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-adff217a-9ce9-408d-bce0-0dabb4eec914 service neutron] 10.222.0.84 "GET /v2.0/networks/f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651735 Aug 16 21:05:56.363125 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fdf1b7-d595-4a13-bb92-7489d491eb0f req-b7182f40-939c-437c-be21-e6161666425d tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:56.364719 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37fdf1b7-d595-4a13-bb92-7489d491eb0f req-b7182f40-939c-437c-be21-e6161666425d tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/ports?device_id=5851a186-fe38-4c74-840d-f8a20f6d174e HTTP/1.1" status: 200 len: 909 time: 0.1108201 Aug 16 21:05:56.411568 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058da48b-0bc8-485c-8e63-ae0e4ce68b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9d9569-019a-4d81-8184-7a34c02d5874'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:05:56.414191 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923351a3-bb20-4ede-9f8d-b91c2081367a" -d '{"events": [{"server_uuid": "058da48b-0bc8-485c-8e63-ae0e4ce68b15", "name": "network-vif-plugged", "status": "completed", "tag": "de9d9569-019a-4d81-8184-7a34c02d5874"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:05:56.472814 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:05:56.476778 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-d37c596a-4846-4a2a-8e8c-4a1d2b359ed2 service neutron] 10.222.0.84 "GET /v2.0/networks/f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307271 Aug 16 21:05:56.480228 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-923d1eb8-ba8b-4015-bc2d-6b128c7fd553 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Made reservation on behalf of a66a67472cec4496a7059d3173810e1a for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:05:56.484189 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-923d1eb8-ba8b-4015-bc2d-6b128c7fd553 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:56.524372 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56784a5-70dc-4221-ad34-1a6c306f78a7 req-735ce0f8-a3da-44a9-aee7-dc0e7ea9e05c tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:56.525914 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e56784a5-70dc-4221-ad34-1a6c306f78a7 req-735ce0f8-a3da-44a9-aee7-dc0e7ea9e05c tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 946 time: 0.0944996 Aug 16 21:05:56.632089 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e56784a5-70dc-4221-ad34-1a6c306f78a7 req-fd6dd48c-3836-4a9e-a135-a8972a0be122 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744898 Aug 16 21:05:56.660440 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-923d1eb8-ba8b-4015-bc2d-6b128c7fd553 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Allocated IP 172.20.0.3 (10a8cf60-7997-4233-bd18-38023ab4d829/d5195f93-41fa-4353-aa72-c2be4390d86e/362e8c9d-2b04-462c-a4f3-ffa81bdc88fb) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:05:56.809060 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2bf122c-8667-4c38-8546-10c3f605cd2a x-openstack-request-id: req-d2bf122c-8667-4c38-8546-10c3f605cd2a {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:05:56.809060 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "058da48b-0bc8-485c-8e63-ae0e4ce68b15", "name": "network-vif-plugged", "status": "completed", "tag": "de9d9569-019a-4d81-8184-7a34c02d5874", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:05:56.809060 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d2bf122c-8667-4c38-8546-10c3f605cd2a {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:05:56.809060 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '058da48b-0bc8-485c-8e63-ae0e4ce68b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9d9569-019a-4d81-8184-7a34c02d5874', 'code': 200} Aug 16 21:05:56.834896 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe2a43-3b65-4927-9f24-9c01e712c498 req-5ddbf9ed-18c1-4af3-aa08-d042ac881410 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:56.846718 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3afe2a43-3b65-4927-9f24-9c01e712c498 req-5ddbf9ed-18c1-4af3-aa08-d042ac881410 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=5851a186-fe38-4c74-840d-f8a20f6d174e HTTP/1.1" status: 200 len: 1061 time: 0.1430676 Aug 16 21:05:56.953257 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35713df0-93c1-474b-af6e-14f119f0232b req-112b61af-e93e-4b17-aecb-2af68b3231b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:56.954892 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-35713df0-93c1-474b-af6e-14f119f0232b req-112b61af-e93e-4b17-aecb-2af68b3231b6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 1098 time: 0.0633633 Aug 16 21:05:56.967838 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-254432ed-653e-477f-84e1-e8c1a44aeb7d req-00c2721c-5e75-4e1a-b976-e9379e97933a tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a75bbb2-88fc-4145-aad2-b2274dd40eef HTTP/1.1" status: 200 len: 210 time: 0.0822704 Aug 16 21:05:57.009882 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-923d1eb8-ba8b-4015-bc2d-6b128c7fd553 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:57.021923 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-35713df0-93c1-474b-af6e-14f119f0232b req-9989c32a-89eb-4586-a488-e7abd16114f8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512404 Aug 16 21:05:57.058057 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815f4dd-93aa-41a0-8700-7a59a3f82c1f req-a880e0cb-02ad-45a2-ae5a-37db1ceb1664 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:57.059525 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f815f4dd-93aa-41a0-8700-7a59a3f82c1f req-a880e0cb-02ad-45a2-ae5a-37db1ceb1664 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b HTTP/1.1" status: 200 len: 1136 time: 0.0815454 Aug 16 21:05:57.104778 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f815f4dd-93aa-41a0-8700-7a59a3f82c1f req-808533b3-456a-4141-8eaa-917d806b6e15 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=ab42646f-4b94-49ec-b0ef-1630bc33b385&id=868c986c-898b-43a8-8487-f3cc8e70bab5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0364237 Aug 16 21:05:57.127872 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34122) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:57.168122 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7d7dd0-c1d3-4534-855a-90f6e31d3238 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:57.172737 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3d7d7dd0-c1d3-4534-855a-90f6e31d3238 tempest-TestSecurityGroupsBasicOps-1777099911 tempest-TestSecurityGroupsBasicOps-1777099911-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=5851a186-fe38-4c74-840d-f8a20f6d174e HTTP/1.1" status: 200 len: 1056 time: 0.0408845 Aug 16 21:05:57.218464 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-923d1eb8-ba8b-4015-bc2d-6b128c7fd553 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:57.228099 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['6ccefc9c-e155-4214-9c78-4ed80369f4ae'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:05:57.322247 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-923d1eb8-ba8b-4015-bc2d-6b128c7fd553 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Network 10a8cf60-7997-4233-bd18-38023ab4d829 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:05:57.328046 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-923d1eb8-ba8b-4015-bc2d-6b128c7fd553 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:05:57.334005 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-923d1eb8-ba8b-4015-bc2d-6b128c7fd553 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:05:57.338751 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d1eb8-ba8b-4015-bc2d-6b128c7fd553 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Pushing event updated for resources: {'Port': ['ID=362e8c9d-2b04-462c-a4f3-ffa81bdc88fb,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:57.389595 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96185d3c-06e2-43b1-86c7-1b5a794680fe req-7ec30449-f664-4505-adb8-a96c3263331f tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:57.391087 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-96185d3c-06e2-43b1-86c7-1b5a794680fe req-7ec30449-f664-4505-adb8-a96c3263331f tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=453afedc-7edb-44ae-ba93-68f3031e30b3 HTTP/1.1" status: 200 len: 931 time: 0.1148264 Aug 16 21:05:57.399044 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-923d1eb8-ba8b-4015-bc2d-6b128c7fd553 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:57.399657 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-923d1eb8-ba8b-4015-bc2d-6b128c7fd553 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:57.452125 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-96185d3c-06e2-43b1-86c7-1b5a794680fe req-f3fd1246-7638-426e-ba1a-96f696dbc566 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481949 Aug 16 21:05:57.522382 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-923d1eb8-ba8b-4015-bc2d-6b128c7fd553 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4755774 Aug 16 21:05:57.538166 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-ea8b51de-357d-4bf1-8bc4-5f4ec2e28359 service neutron] Request body: {'port': {'device_id': '453afedc-7edb-44ae-ba93-68f3031e30b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:57.628534 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-ea8b51de-357d-4bf1-8bc4-5f4ec2e28359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:57.737812 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86dc81b-010d-47c0-977c-4946ecda702f req-2b14e97f-072a-4c7a-8122-d1053b4501d2 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:57.739505 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b86dc81b-010d-47c0-977c-4946ecda702f req-2b14e97f-072a-4c7a-8122-d1053b4501d2 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/ports?device_id=5851a186-fe38-4c74-840d-f8a20f6d174e HTTP/1.1" status: 200 len: 909 time: 0.1441138 Aug 16 21:05:57.835242 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34148) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:57.884865 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fca7a-2418-43de-b282-d827c6e2b39a req-b1259625-0587-45f1-af3c-b8ca19bbc722 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:57.884865 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e03fca7a-2418-43de-b282-d827c6e2b39a req-b1259625-0587-45f1-af3c-b8ca19bbc722 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 946 time: 0.1235759 Aug 16 21:05:58.021237 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e03fca7a-2418-43de-b282-d827c6e2b39a req-69c85e7d-bd48-4944-b822-85eadc2be8cd tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279457 Aug 16 21:05:58.104330 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c233c08b-b1ee-4727-ac0c-328384b8d5d6 req-f63f4b18-7b0e-41f8-b122-9e2dd9499823 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a75bbb2-88fc-4145-aad2-b2274dd40eef HTTP/1.1" status: 200 len: 210 time: 0.0714056 Aug 16 21:05:58.205800 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-ea8b51de-357d-4bf1-8bc4-5f4ec2e28359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 362e8c9d-2b04-462c-a4f3-ffa81bdc88fb {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:05:58.215066 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-ea8b51de-357d-4bf1-8bc4-5f4ec2e28359 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:58.234166 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-ea8b51de-357d-4bf1-8bc4-5f4ec2e28359 service neutron] Transition to ACTIVE for port object 362e8c9d-2b04-462c-a4f3-ffa81bdc88fb will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:05:58.311006 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-ea8b51de-357d-4bf1-8bc4-5f4ec2e28359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:58.380976 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b51de-357d-4bf1-8bc4-5f4ec2e28359 service neutron] Pushing event updated for resources: {'Port': ['ID=362e8c9d-2b04-462c-a4f3-ffa81bdc88fb,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:58.437901 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-ea8b51de-357d-4bf1-8bc4-5f4ec2e28359 service neutron] Attempting to bind port 362e8c9d-2b04-462c-a4f3-ffa81bdc88fb on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:05:58.438267 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-ea8b51de-357d-4bf1-8bc4-5f4ec2e28359 service neutron] Attempting to bind port 362e8c9d-2b04-462c-a4f3-ffa81bdc88fb by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '85568c6e-48e5-454c-9434-fd56a12f8853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:05:58.438591 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-ea8b51de-357d-4bf1-8bc4-5f4ec2e28359 service neutron] Attempting to bind port 362e8c9d-2b04-462c-a4f3-ffa81bdc88fb on network 10a8cf60-7997-4233-bd18-38023ab4d829 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:05:58.443540 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-ea8b51de-357d-4bf1-8bc4-5f4ec2e28359 service neutron] Port 362e8c9d-2b04-462c-a4f3-ffa81bdc88fb on network 10a8cf60-7997-4233-bd18-38023ab4d829 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:05:58.443913 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-ea8b51de-357d-4bf1-8bc4-5f4ec2e28359 service neutron] Attempting to bind port 362e8c9d-2b04-462c-a4f3-ffa81bdc88fb on network 10a8cf60-7997-4233-bd18-38023ab4d829 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:05:58.450697 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-ea8b51de-357d-4bf1-8bc4-5f4ec2e28359 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:05:58.451061 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-ea8b51de-357d-4bf1-8bc4-5f4ec2e28359 service neutron] Checking segment: {'id': '85568c6e-48e5-454c-9434-fd56a12f8853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:05:58.452081 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-ea8b51de-357d-4bf1-8bc4-5f4ec2e28359 service neutron] Bound using segment: {'id': '85568c6e-48e5-454c-9434-fd56a12f8853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:05:58.452516 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-ea8b51de-357d-4bf1-8bc4-5f4ec2e28359 service neutron] Bound port: 362e8c9d-2b04-462c-a4f3-ffa81bdc88fb, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85568c6e-48e5-454c-9434-fd56a12f8853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:05:58.452855 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-ea8b51de-357d-4bf1-8bc4-5f4ec2e28359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:58.567242 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f629d8fe-43f2-42e2-9eb7-7d688056246d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:58.897885 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3cf82-e81b-4ba3-91d8-229d4b46f3bd req-c1b5fcce-7579-40fd-af9b-965cb299fcf0 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:58.899471 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c9e3cf82-e81b-4ba3-91d8-229d4b46f3bd req-c1b5fcce-7579-40fd-af9b-965cb299fcf0 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=453afedc-7edb-44ae-ba93-68f3031e30b3 HTTP/1.1" status: 200 len: 943 time: 0.1282659 Aug 16 21:05:58.908225 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-ea8b51de-357d-4bf1-8bc4-5f4ec2e28359 service neutron] For port 362e8c9d-2b04-462c-a4f3-ffa81bdc88fb, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:05:58.947364 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-ea8b51de-357d-4bf1-8bc4-5f4ec2e28359 service neutron] For port 362e8c9d-2b04-462c-a4f3-ffa81bdc88fb, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=362e8c9d-2b04-462c-a4f3-ffa81bdc88fb,segment=NetworkSegment(85568c6e-48e5-454c-9434-fd56a12f8853),segment_id=85568c6e-48e5-454c-9434-fd56a12f8853)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:05:58.960950 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e5032-93f4-413a-9080-f9ca1c3634f0 req-87580546-e754-4352-b404-742e37540786 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:58.962538 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-956e5032-93f4-413a-9080-f9ca1c3634f0 req-87580546-e754-4352-b404-742e37540786 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/ports?device_id=5851a186-fe38-4c74-840d-f8a20f6d174e HTTP/1.1" status: 200 len: 909 time: 0.1393838 Aug 16 21:05:58.981082 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c9e3cf82-e81b-4ba3-91d8-229d4b46f3bd req-58089b01-50e9-46ef-ad24-b296b7888b3a tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742743 Aug 16 21:05:59.002480 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-ea8b51de-357d-4bf1-8bc4-5f4ec2e28359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:59.051243 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-ea8b51de-357d-4bf1-8bc4-5f4ec2e28359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:59.052482 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-ea8b51de-357d-4bf1-8bc4-5f4ec2e28359 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:59.054165 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-ea8b51de-357d-4bf1-8bc4-5f4ec2e28359 service neutron] 10.222.0.90 "PUT /v2.0/ports/362e8c9d-2b04-462c-a4f3-ffa81bdc88fb HTTP/1.1" status: 200 len: 1092 time: 1.5205133 Aug 16 21:05:59.057272 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '453afedc-7edb-44ae-ba93-68f3031e30b3', 'tag': '362e8c9d-2b04-462c-a4f3-ffa81bdc88fb'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:05:59.065076 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5add5264-3348-447b-8b16-0466f07a5683" -d '{"events": [{"name": "network-changed", "server_uuid": "453afedc-7edb-44ae-ba93-68f3031e30b3", "tag": "362e8c9d-2b04-462c-a4f3-ffa81bdc88fb"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:05:59.130282 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe566f66-5e47-450a-ba05-4bae0bc7cc2c x-openstack-request-id: req-fe566f66-5e47-450a-ba05-4bae0bc7cc2c {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:05:59.130695 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "453afedc-7edb-44ae-ba93-68f3031e30b3", "tag": "362e8c9d-2b04-462c-a4f3-ffa81bdc88fb", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:05:59.132001 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-fe566f66-5e47-450a-ba05-4bae0bc7cc2c {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:05:59.132001 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '453afedc-7edb-44ae-ba93-68f3031e30b3', 'tag': '362e8c9d-2b04-462c-a4f3-ffa81bdc88fb', 'status': 'completed', 'code': 200} Aug 16 21:05:59.132609 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b51de-357d-4bf1-8bc4-5f4ec2e28359 service neutron] Pushing event updated for resources: {'Port': ['ID=362e8c9d-2b04-462c-a4f3-ffa81bdc88fb,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:59.180384 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc7b51-a177-4505-b9ce-90c81bfe9f5a req-6a427b39-2175-4685-bf9d-7b56428d1fff tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:59.182168 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-47cc7b51-a177-4505-b9ce-90c81bfe9f5a req-6a427b39-2175-4685-bf9d-7b56428d1fff tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.72 "GET /v2.0/ports?device_id=5851a186-fe38-4c74-840d-f8a20f6d174e HTTP/1.1" status: 200 len: 909 time: 0.1018591 Aug 16 21:05:59.246252 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1007f09-52aa-4a08-9c4d-499fea9018b9 req-ee17d141-b3ea-4421-aedd-e39aafed830c tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:59.247954 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f1007f09-52aa-4a08-9c4d-499fea9018b9 req-ee17d141-b3ea-4421-aedd-e39aafed830c tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 946 time: 0.1360152 Aug 16 21:05:59.250832 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a18f8431-c2b2-4c89-96ba-4a08733a1da1 req-6290bd35-eac9-44ec-8a32-50f3722dcaaa tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a75bbb2-88fc-4145-aad2-b2274dd40eef HTTP/1.1" status: 200 len: 210 time: 0.0424371 Aug 16 21:05:59.265651 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add5264-3348-447b-8b16-0466f07a5683 req-2a4788b6-f115-49b6-b203-2c7143c419d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:59.267110 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5add5264-3348-447b-8b16-0466f07a5683 req-2a4788b6-f115-49b6-b203-2c7143c419d2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a66a67472cec4496a7059d3173810e1a&device_id=453afedc-7edb-44ae-ba93-68f3031e30b3 HTTP/1.1" status: 200 len: 1095 time: 0.1012197 Aug 16 21:05:59.344676 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-47cc7b51-a177-4505-b9ce-90c81bfe9f5a req-cde685fc-96b3-484c-9e5f-964bb0eb2627 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Deleting port 53aedebe-b154-4eea-bf62-38543d9ebdb9 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:05:59.345027 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-47cc7b51-a177-4505-b9ce-90c81bfe9f5a req-cde685fc-96b3-484c-9e5f-964bb0eb2627 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:59.407002 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-f629d8fe-43f2-42e2-9eb7-7d688056246d admin admin] Deleting port 5046a0a8-6596-4e56-9c14-237c0083403a {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:05:59.407348 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f629d8fe-43f2-42e2-9eb7-7d688056246d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:59.409072 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f1007f09-52aa-4a08-9c4d-499fea9018b9 req-1de9faa4-6255-46a8-8f1c-837475464f19 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520128 Aug 16 21:05:59.491769 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-47cc7b51-a177-4505-b9ce-90c81bfe9f5a req-cde685fc-96b3-484c-9e5f-964bb0eb2627 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] For port 53aedebe-b154-4eea-bf62-38543d9ebdb9, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=53aedebe-b154-4eea-bf62-38543d9ebdb9,segment=NetworkSegment(13a70418-c746-4566-980d-ae7f4b53a7fb),segment_id=13a70418-c746-4566-980d-ae7f4b53a7fb)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:59.492282 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-47cc7b51-a177-4505-b9ce-90c81bfe9f5a req-cde685fc-96b3-484c-9e5f-964bb0eb2627 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:59.500367 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add5264-3348-447b-8b16-0466f07a5683 req-4bfaf9f3-a562-4179-a733-43fb7c327b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:59.501844 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5add5264-3348-447b-8b16-0466f07a5683 req-4bfaf9f3-a562-4179-a733-43fb7c327b3f service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=a66a67472cec4496a7059d3173810e1a&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2267907 Aug 16 21:05:59.515473 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-47cc7b51-a177-4505-b9ce-90c81bfe9f5a req-cde685fc-96b3-484c-9e5f-964bb0eb2627 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Calling delete_port for 53aedebe-b154-4eea-bf62-38543d9ebdb9 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:05:59.516080 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-adc170ca-e300-4a6a-a361-f7b29c512ecd tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:59.520450 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-adc170ca-e300-4a6a-a361-f7b29c512ecd tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.90 "GET /v2.0/networks?id=f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a HTTP/1.1" status: 200 len: 813 time: 0.2166021 Aug 16 21:05:59.533992 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-d6918d0b-e422-4926-bc2f-fdbb618d806d tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Request body: {'port': {'device_id': '8a75bbb2-88fc-4145-aad2-b2274dd40eef', 'network_id': 'f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a', 'admin_state_up': True, 'tenant_id': 'd2ccb28421b949a096381daf7a8acf4d'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:59.541533 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-f629d8fe-43f2-42e2-9eb7-7d688056246d admin admin] For port 5046a0a8-6596-4e56-9c14-237c0083403a, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5046a0a8-6596-4e56-9c14-237c0083403a,segment=NetworkSegment(45ea3e3a-3149-407a-86a7-ec72a583a741),segment_id=45ea3e3a-3149-407a-86a7-ec72a583a741)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:59.541911 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f629d8fe-43f2-42e2-9eb7-7d688056246d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:59.583709 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-f629d8fe-43f2-42e2-9eb7-7d688056246d admin admin] Calling delete_port for 5046a0a8-6596-4e56-9c14-237c0083403a owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:05:59.706668 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add5264-3348-447b-8b16-0466f07a5683 req-4627e890-786b-41e0-8a90-2a629d7fde20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:59.708436 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5add5264-3348-447b-8b16-0466f07a5683 req-4627e890-786b-41e0-8a90-2a629d7fde20 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1895525 Aug 16 21:05:59.794042 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-11f2e9c7-2ac8-4103-baa3-2055817a45ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:59.795829 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-11f2e9c7-2ac8-4103-baa3-2055817a45ce service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a66a67472cec4496a7059d3173810e1a&device_id=453afedc-7edb-44ae-ba93-68f3031e30b3 HTTP/1.1" status: 200 len: 1095 time: 0.0452349 Aug 16 21:05:59.796506 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-d6918d0b-e422-4926-bc2f-fdbb618d806d tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Made reservation on behalf of d2ccb28421b949a096381daf7a8acf4d for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:05:59.800866 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-d6918d0b-e422-4926-bc2f-fdbb618d806d tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:59.838302 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-47cc7b51-a177-4505-b9ce-90c81bfe9f5a req-cde685fc-96b3-484c-9e5f-964bb0eb2627 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:59.854921 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-bcb171b3-2a69-4cfb-b6af-c69cedd4d742 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=362e8c9d-2b04-462c-a4f3-ffa81bdc88fb HTTP/1.1" status: 200 len: 217 time: 0.0447867 Aug 16 21:05:59.888268 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde685fc-96b3-484c-9e5f-964bb0eb2627 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Pushing event deleted for resources: {'Port': ['ID=53aedebe-b154-4eea-bf62-38543d9ebdb9,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:59.958644 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-47cc7b51-a177-4505-b9ce-90c81bfe9f5a req-cde685fc-96b3-484c-9e5f-964bb0eb2627 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] No DVR routers for this DVR port 53aedebe-b154-4eea-bf62-38543d9ebdb9 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:05:59.963398 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-47cc7b51-a177-4505-b9ce-90c81bfe9f5a req-cde685fc-96b3-484c-9e5f-964bb0eb2627 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:59.965468 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-47cc7b51-a177-4505-b9ce-90c81bfe9f5a req-cde685fc-96b3-484c-9e5f-964bb0eb2627 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.72 "DELETE /v2.0/ports/53aedebe-b154-4eea-bf62-38543d9ebdb9 HTTP/1.1" status: 204 len: 173 time: 0.7763445 Aug 16 21:05:59.966042 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5851a186-fe38-4c74-840d-f8a20f6d174e', 'name': 'network-vif-deleted', 'tag': '53aedebe-b154-4eea-bf62-38543d9ebdb9'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:05:59.968678 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a49960-64cb-4160-b0e2-3d9a0194cf6b" -d '{"events": [{"server_uuid": "5851a186-fe38-4c74-840d-f8a20f6d174e", "name": "network-vif-deleted", "tag": "53aedebe-b154-4eea-bf62-38543d9ebdb9"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:05:59.973320 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f629d8fe-43f2-42e2-9eb7-7d688056246d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:00.025658 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-d6918d0b-e422-4926-bc2f-fdbb618d806d tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Allocated IP 172.20.0.5 (f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a/97c47e9a-07bc-4ee9-a5d7-73c15193b78c/c9ad868d-36a1-4060-ba7f-a689023468ce) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:06:00.029961 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629d8fe-43f2-42e2-9eb7-7d688056246d admin admin] Pushing event deleted for resources: {'Port': ['ID=5046a0a8-6596-4e56-9c14-237c0083403a,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:00.047443 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc82606-d1af-4bea-ae60-82a86ec3d0d0 x-openstack-request-id: req-8cc82606-d1af-4bea-ae60-82a86ec3d0d0 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:06:00.056306 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5851a186-fe38-4c74-840d-f8a20f6d174e", "name": "network-vif-deleted", "tag": "53aedebe-b154-4eea-bf62-38543d9ebdb9", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:06:00.058082 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8cc82606-d1af-4bea-ae60-82a86ec3d0d0 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:06:00.058835 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5851a186-fe38-4c74-840d-f8a20f6d174e', 'name': 'network-vif-deleted', 'tag': '53aedebe-b154-4eea-bf62-38543d9ebdb9', 'status': 'completed', 'code': 200} Aug 16 21:06:00.090324 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecaaeda-79a0-45c8-a732-490e224bd015 req-c153f078-6036-4352-bfdf-20fc636945e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:00.092359 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4ecaaeda-79a0-45c8-a732-490e224bd015 req-c153f078-6036-4352-bfdf-20fc636945e4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8f7854b909f4437f95dc486bf79f30b6&device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 1098 time: 0.1164324 Aug 16 21:06:00.203898 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-ed701ffa-8e60-4be3-a9fb-98953aa9d4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:00.205527 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-ed701ffa-8e60-4be3-a9fb-98953aa9d4d9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d5195f93-41fa-4353-aa72-c2be4390d86e HTTP/1.1" status: 200 len: 844 time: 0.3120914 Aug 16 21:06:00.268934 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bca545eb-13db-4c81-a6f9-ca1b132c9003 req-2c2cc91a-2643-4e7d-b77c-31e36899c759 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/ports?device_id=5851a186-fe38-4c74-840d-f8a20f6d174e HTTP/1.1" status: 200 len: 210 time: 0.0916095 Aug 16 21:06:00.270962 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-e299cd9c-36ae-4351-ac49-7371e5f9b6dd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=10a8cf60-7997-4233-bd18-38023ab4d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422428 Aug 16 21:06:00.310165 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde369b7-5be9-4487-a018-836683a2cd1f req-d3258c78-6aff-4ea9-a3f8-0a43696563a6 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:00.312394 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fde369b7-5be9-4487-a018-836683a2cd1f req-d3258c78-6aff-4ea9-a3f8-0a43696563a6 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 946 time: 0.2174802 Aug 16 21:06:00.371667 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecaaeda-79a0-45c8-a732-490e224bd015 req-634ab920-f3e7-4cdf-a690-d564b3b5db29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:00.374114 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4ecaaeda-79a0-45c8-a732-490e224bd015 req-634ab920-f3e7-4cdf-a690-d564b3b5db29 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2b4863b3-0136-47bf-aa1f-c2a9dd497e5d HTTP/1.1" status: 200 len: 912 time: 0.2597706 Aug 16 21:06:00.444582 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4ecaaeda-79a0-45c8-a732-490e224bd015 req-3ad303bf-500c-47e0-8883-b7a468910361 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de9d9569-019a-4d81-8184-7a34c02d5874 HTTP/1.1" status: 200 len: 217 time: 0.0400090 Aug 16 21:06:00.466322 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-d6918d0b-e422-4926-bc2f-fdbb618d806d tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:00.480427 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fde369b7-5be9-4487-a018-836683a2cd1f req-73c72a5c-eca4-4f23-8271-b3bd827d601e tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585720 Aug 16 21:06:00.502693 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f629d8fe-43f2-42e2-9eb7-7d688056246d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:00.517749 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecaaeda-79a0-45c8-a732-490e224bd015 req-e89820cc-e45a-4180-b22c-a8189ee646f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:00.519240 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4ecaaeda-79a0-45c8-a732-490e224bd015 req-e89820cc-e45a-4180-b22c-a8189ee646f1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=05904e0a-3461-421d-b6bc-48171947c05e HTTP/1.1" status: 200 len: 851 time: 0.0659685 Aug 16 21:06:00.524130 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca48fb-6eea-4327-9076-b0865c54e0dd req-b6b85b40-a7ae-4455-9086-1242f64cada8 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:00.525677 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a5ca48fb-6eea-4327-9076-b0865c54e0dd req-b6b85b40-a7ae-4455-9086-1242f64cada8 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=453afedc-7edb-44ae-ba93-68f3031e30b3 HTTP/1.1" status: 200 len: 943 time: 0.1442027 Aug 16 21:06:00.533142 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-1c753778-ad83-4012-9895-e0126cba54b5 service neutron] 10.222.0.90 "GET /v2.0/networks/10a8cf60-7997-4233-bd18-38023ab4d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522993 Aug 16 21:06:00.589841 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4ecaaeda-79a0-45c8-a732-490e224bd015 req-0370815e-36d6-4d8e-87e4-4ffc81f69de2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b4863b3-0136-47bf-aa1f-c2a9dd497e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308838 Aug 16 21:06:00.642960 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6bb6b337-a764-4e33-b121-03e548189075 req-8e878373-c077-4bab-821c-e24ed5c35b46 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a75bbb2-88fc-4145-aad2-b2274dd40eef HTTP/1.1" status: 200 len: 210 time: 0.0777533 Aug 16 21:06:00.688730 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a5ca48fb-6eea-4327-9076-b0865c54e0dd req-667b9e04-7850-42cf-a375-80253b80a47f tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511118 Aug 16 21:06:00.737128 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3694af35-513a-4fb8-9b74-1b1eb78ac68d req-8931f1df-a5ce-4e21-b75f-89435e9523aa service neutron] 10.222.0.90 "GET /v2.0/networks/10a8cf60-7997-4233-bd18-38023ab4d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909041 Aug 16 21:06:00.738821 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-d6918d0b-e422-4926-bc2f-fdbb618d806d tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:00.771334 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4ecaaeda-79a0-45c8-a732-490e224bd015 req-882c8c2c-0dd2-4e58-960c-931f7660ba3d service neutron] 10.222.0.72 "GET /v2.0/networks/2b4863b3-0136-47bf-aa1f-c2a9dd497e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724558 Aug 16 21:06:00.784283 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-d6918d0b-e422-4926-bc2f-fdbb618d806d tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Network f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:06:00.791721 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-d6918d0b-e422-4926-bc2f-fdbb618d806d tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:06:00.794224 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-d6918d0b-e422-4926-bc2f-fdbb618d806d tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:06:00.820583 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6918d0b-e422-4926-bc2f-fdbb618d806d tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Pushing event updated for resources: {'Port': ['ID=c9ad868d-36a1-4060-ba7f-a689023468ce,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:00.850893 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-d6918d0b-e422-4926-bc2f-fdbb618d806d tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:00.851553 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-d6918d0b-e422-4926-bc2f-fdbb618d806d tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:00.911160 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f629d8fe-43f2-42e2-9eb7-7d688056246d admin admin] Router 6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:06:00.926146 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4ecaaeda-79a0-45c8-a732-490e224bd015 req-0166cd7e-4351-4487-b2ed-0e3ef87cd297 service neutron] 10.222.0.72 "GET /v2.0/networks/2b4863b3-0136-47bf-aa1f-c2a9dd497e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479754 Aug 16 21:06:00.956800 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-d6918d0b-e422-4926-bc2f-fdbb618d806d tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4290290 Aug 16 21:06:00.968974 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-15da167a-751f-4c7b-89b2-19567dff8464 service neutron] Request body: {'port': {'device_id': '8a75bbb2-88fc-4145-aad2-b2274dd40eef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:06:01.033320 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-15da167a-751f-4c7b-89b2-19567dff8464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:01.051774 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f629d8fe-43f2-42e2-9eb7-7d688056246d admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:06:01.057142 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f629d8fe-43f2-42e2-9eb7-7d688056246d admin admin] 10.222.0.84 "PUT /v2.0/routers/6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2205448 Aug 16 21:06:01.059718 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34216) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:01.062790 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e8897f-503f-45cb-bc33-f50c9d70141d None None] Sync routers for ids ['6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:06:01.073493 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e8897f-503f-45cb-bc33-f50c9d70141d None None] Routers {'6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:06:01.074318 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-67e8897f-503f-45cb-bc33-f50c9d70141d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:05:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:01.184586 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ccec4fd3-61c7-454f-8782-da4c29cb9116 admin admin] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:01.228217 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-67e8897f-503f-45cb-bc33-f50c9d70141d None None] Set router 6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:06:01.319376 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ccec4fd3-61c7-454f-8782-da4c29cb9116 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:01.354984 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34224) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:01.369577 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-15da167a-751f-4c7b-89b2-19567dff8464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9ad868d-36a1-4060-ba7f-a689023468ce {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:06:01.380255 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-15da167a-751f-4c7b-89b2-19567dff8464 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:01.393966 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-15da167a-751f-4c7b-89b2-19567dff8464 service neutron] Transition to ACTIVE for port object c9ad868d-36a1-4060-ba7f-a689023468ce will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:06:01.426827 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-67e8897f-503f-45cb-bc33-f50c9d70141d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'name': 'tempest-AttachVolumeTestJSON-249209008-router', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:58:13Z', 'updated_at': '2021-08-16T21:05:59Z', 'revision_number': 5, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'gw_port': {'id': '2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:58:14Z', 'updated_at': '2021-08-16T20:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:01.454486 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e8897f-503f-45cb-bc33-f50c9d70141d None None] Checking router: 6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:06:01.463415 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e8897f-503f-45cb-bc33-f50c9d70141d None None] Routers {'6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:06:01.464106 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-67e8897f-503f-45cb-bc33-f50c9d70141d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:05:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:01.487723 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-15da167a-751f-4c7b-89b2-19567dff8464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:01.510705 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-ccec4fd3-61c7-454f-8782-da4c29cb9116 admin admin] Deleting port 2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:06:01.511052 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ccec4fd3-61c7-454f-8782-da4c29cb9116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:01.582786 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-67e8897f-503f-45cb-bc33-f50c9d70141d None None] Set router 6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955 gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:06:01.598071 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da167a-751f-4c7b-89b2-19567dff8464 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ad868d-36a1-4060-ba7f-a689023468ce,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:01.651103 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-67e8897f-503f-45cb-bc33-f50c9d70141d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'name': 'tempest-AttachVolumeTestJSON-249209008-router', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:58:13Z', 'updated_at': '2021-08-16T21:06:01Z', 'revision_number': 6, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:01.668590 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33caa630-06b9-4975-bca5-6b0903ffd77f req-b0b4bc40-89c0-4f93-a5e0-76a3b126b9f1 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:01.670723 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-33caa630-06b9-4975-bca5-6b0903ffd77f req-b0b4bc40-89c0-4f93-a5e0-76a3b126b9f1 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 946 time: 0.0903952 Aug 16 21:06:01.671591 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-15da167a-751f-4c7b-89b2-19567dff8464 service neutron] Attempting to bind port c9ad868d-36a1-4060-ba7f-a689023468ce on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:06:01.672202 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-15da167a-751f-4c7b-89b2-19567dff8464 service neutron] Attempting to bind port c9ad868d-36a1-4060-ba7f-a689023468ce by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'd4b5ba9a-d22d-4237-a77b-df07a73a4617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:06:01.672354 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-15da167a-751f-4c7b-89b2-19567dff8464 service neutron] Attempting to bind port c9ad868d-36a1-4060-ba7f-a689023468ce on network f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:06:01.681081 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e8897f-503f-45cb-bc33-f50c9d70141d None None] The sync data for ids ['6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955'] in n-d-793620-15 is: [{'id': '6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955', 'name': 'tempest-AttachVolumeTestJSON-249209008-router', 'tenant_id': 'a0e033d4713247c4be0e53c874c211ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:58:13Z', 'updated_at': '2021-08-16T21:06:01Z', 'revision_number': 6, 'project_id': 'a0e033d4713247c4be0e53c874c211ee', 'gw_port_host': None}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:06:01.686355 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-15da167a-751f-4c7b-89b2-19567dff8464 service neutron] Port c9ad868d-36a1-4060-ba7f-a689023468ce on network f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:06:01.686755 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-15da167a-751f-4c7b-89b2-19567dff8464 service neutron] Attempting to bind port c9ad868d-36a1-4060-ba7f-a689023468ce on network f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:06:01.703944 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-ccec4fd3-61c7-454f-8782-da4c29cb9116 admin admin] For port 2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:01.704453 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ccec4fd3-61c7-454f-8782-da4c29cb9116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:01.705152 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-15da167a-751f-4c7b-89b2-19567dff8464 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:06:01.705604 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-15da167a-751f-4c7b-89b2-19567dff8464 service neutron] Checking segment: {'id': 'd4b5ba9a-d22d-4237-a77b-df07a73a4617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:06:01.706216 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-15da167a-751f-4c7b-89b2-19567dff8464 service neutron] Bound using segment: {'id': 'd4b5ba9a-d22d-4237-a77b-df07a73a4617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:06:01.706800 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-15da167a-751f-4c7b-89b2-19567dff8464 service neutron] Bound port: c9ad868d-36a1-4060-ba7f-a689023468ce, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4b5ba9a-d22d-4237-a77b-df07a73a4617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:06:01.707254 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-15da167a-751f-4c7b-89b2-19567dff8464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:01.726459 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-ccec4fd3-61c7-454f-8782-da4c29cb9116 admin admin] Calling delete_port for 2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:06:01.796349 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-33caa630-06b9-4975-bca5-6b0903ffd77f req-a0d0636b-20e9-47f8-b983-ece34d7d0e07 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039057 Aug 16 21:06:01.867835 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9beb7f-ce58-4686-973b-f94e2ab34178 req-1e573c20-9b75-4da2-8d9d-be2df870ac2c tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:01.869497 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cc9beb7f-ce58-4686-973b-f94e2ab34178 req-1e573c20-9b75-4da2-8d9d-be2df870ac2c tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a75bbb2-88fc-4145-aad2-b2274dd40eef HTTP/1.1" status: 200 len: 943 time: 0.0876076 Aug 16 21:06:01.872565 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-15da167a-751f-4c7b-89b2-19567dff8464 service neutron] For port c9ad868d-36a1-4060-ba7f-a689023468ce, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:06:01.876196 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-15da167a-751f-4c7b-89b2-19567dff8464 service neutron] For port c9ad868d-36a1-4060-ba7f-a689023468ce, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=c9ad868d-36a1-4060-ba7f-a689023468ce,segment=NetworkSegment(d4b5ba9a-d22d-4237-a77b-df07a73a4617),segment_id=d4b5ba9a-d22d-4237-a77b-df07a73a4617)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:06:01.954051 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4af27-73b2-4a71-a61b-217ffe9173f9 req-aead2000-4d6b-4aac-99c9-6dc13d78a91f tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:01.955883 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f9f4af27-73b2-4a71-a61b-217ffe9173f9 req-aead2000-4d6b-4aac-99c9-6dc13d78a91f tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=453afedc-7edb-44ae-ba93-68f3031e30b3 HTTP/1.1" status: 200 len: 943 time: 0.0762243 Aug 16 21:06:01.958760 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cc9beb7f-ce58-4686-973b-f94e2ab34178 req-83405acb-3453-42ba-be9e-64b72f7c6e72 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/security-groups?id=dfef6280-a8f9-4ca5-8e34-c4d2f89b56a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809026 Aug 16 21:06:01.960414 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-15da167a-751f-4c7b-89b2-19567dff8464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:02.019422 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-15da167a-751f-4c7b-89b2-19567dff8464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:02.020174 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-15da167a-751f-4c7b-89b2-19567dff8464 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:02.021484 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-15da167a-751f-4c7b-89b2-19567dff8464 service neutron] 10.222.0.90 "PUT /v2.0/ports/c9ad868d-36a1-4060-ba7f-a689023468ce HTTP/1.1" status: 200 len: 1092 time: 1.0568800 Aug 16 21:06:02.026734 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a75bbb2-88fc-4145-aad2-b2274dd40eef', 'tag': 'c9ad868d-36a1-4060-ba7f-a689023468ce'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:06:02.029122 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0073ee-a5d8-43e6-8406-dbb786d8ee7c" -d '{"events": [{"name": "network-changed", "server_uuid": "8a75bbb2-88fc-4145-aad2-b2274dd40eef", "tag": "c9ad868d-36a1-4060-ba7f-a689023468ce"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:06:02.040870 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-13c49f8b-f189-45bf-8f05-b471f99bb8f3 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:02.065346 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f9f4af27-73b2-4a71-a61b-217ffe9173f9 req-331b6664-3b96-46b6-b57b-1dfc76a91134 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989978 Aug 16 21:06:02.093125 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da167a-751f-4c7b-89b2-19567dff8464 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ad868d-36a1-4060-ba7f-a689023468ce,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:02.103202 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93580280-3a12-4942-8067-2295fa1f63e2 x-openstack-request-id: req-93580280-3a12-4942-8067-2295fa1f63e2 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:06:02.103495 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a75bbb2-88fc-4145-aad2-b2274dd40eef", "tag": "c9ad868d-36a1-4060-ba7f-a689023468ce", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:06:02.103756 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-93580280-3a12-4942-8067-2295fa1f63e2 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:06:02.104173 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a75bbb2-88fc-4145-aad2-b2274dd40eef', 'tag': 'c9ad868d-36a1-4060-ba7f-a689023468ce', 'status': 'completed', 'code': 200} Aug 16 21:06:02.117195 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ccec4fd3-61c7-454f-8782-da4c29cb9116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:02.179710 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0073ee-a5d8-43e6-8406-dbb786d8ee7c req-f6e4e17c-5de4-4c74-91ad-fa2b24a7755a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:02.181288 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-be0073ee-a5d8-43e6-8406-dbb786d8ee7c req-f6e4e17c-5de4-4c74-91ad-fa2b24a7755a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d2ccb28421b949a096381daf7a8acf4d&device_id=8a75bbb2-88fc-4145-aad2-b2274dd40eef HTTP/1.1" status: 200 len: 1095 time: 0.0564020 Aug 16 21:06:02.181463 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec4fd3-61c7-454f-8782-da4c29cb9116 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:02.204905 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccec4fd3-61c7-454f-8782-da4c29cb9116 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:02.205252 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccec4fd3-61c7-454f-8782-da4c29cb9116 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:02.205782 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccec4fd3-61c7-454f-8782-da4c29cb9116 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:02.206120 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccec4fd3-61c7-454f-8782-da4c29cb9116 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:02.206453 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccec4fd3-61c7-454f-8782-da4c29cb9116 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:02.206811 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccec4fd3-61c7-454f-8782-da4c29cb9116 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:02.207142 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccec4fd3-61c7-454f-8782-da4c29cb9116 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:02.207517 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccec4fd3-61c7-454f-8782-da4c29cb9116 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:02.207817 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccec4fd3-61c7-454f-8782-da4c29cb9116 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:02.214809 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccec4fd3-61c7-454f-8782-da4c29cb9116 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:02.214809 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccec4fd3-61c7-454f-8782-da4c29cb9116 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:02.214809 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccec4fd3-61c7-454f-8782-da4c29cb9116 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:02.291442 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0073ee-a5d8-43e6-8406-dbb786d8ee7c req-9ed6f871-211c-47c8-ae29-4ae78a91741f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:02.292991 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-be0073ee-a5d8-43e6-8406-dbb786d8ee7c req-9ed6f871-211c-47c8-ae29-4ae78a91741f service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=d2ccb28421b949a096381daf7a8acf4d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1033242 Aug 16 21:06:02.400644 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0073ee-a5d8-43e6-8406-dbb786d8ee7c req-c3867c5e-bdec-4fa3-a5d0-c91b4ba05b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:02.402331 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-be0073ee-a5d8-43e6-8406-dbb786d8ee7c req-c3867c5e-bdec-4fa3-a5d0-c91b4ba05b35 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1024103 Aug 16 21:06:02.481511 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-f8231e87-f6da-4c0f-ab6b-7a770af6836f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:02.483158 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-f8231e87-f6da-4c0f-ab6b-7a770af6836f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d2ccb28421b949a096381daf7a8acf4d&device_id=8a75bbb2-88fc-4145-aad2-b2274dd40eef HTTP/1.1" status: 200 len: 1095 time: 0.0446362 Aug 16 21:06:02.531865 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-f02bb06d-35fe-4a91-8d76-ac803d218de4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9ad868d-36a1-4060-ba7f-a689023468ce HTTP/1.1" status: 200 len: 217 time: 0.0410826 Aug 16 21:06:02.584373 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-c8a10c14-9572-4bce-b1bd-d264cd99abd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:02.586011 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-c8a10c14-9572-4bce-b1bd-d264cd99abd3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=97c47e9a-07bc-4ee9-a5d7-73c15193b78c HTTP/1.1" status: 200 len: 853 time: 0.0472226 Aug 16 21:06:02.622876 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-0c5b75e2-b1d7-4c07-9de3-923ec94f5b8c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298738 Aug 16 21:06:02.652190 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ccec4fd3-61c7-454f-8782-da4c29cb9116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:02.735590 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-e3212f8e-53d8-46a1-a7a2-deb1f4512c6c service neutron] 10.222.0.90 "GET /v2.0/networks/f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049449 Aug 16 21:06:02.752853 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ccec4fd3-61c7-454f-8782-da4c29cb9116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:02.755932 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ccec4fd3-61c7-454f-8782-da4c29cb9116 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:02.830553 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1853826e-fea0-4f79-8a67-38cbecf9be1c req-422ac059-edef-4372-869e-ebceb34c4ef2 service neutron] 10.222.0.90 "GET /v2.0/networks/f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870457 Aug 16 21:06:02.890050 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-13c49f8b-f189-45bf-8f05-b471f99bb8f3 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Deleting port 007a99b3-61c0-401e-8006-238fd292fca6 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:06:02.890418 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-13c49f8b-f189-45bf-8f05-b471f99bb8f3 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:02.936567 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ef24a-c7f2-4d7d-b2a8-b7ba29076e69 req-14b6437e-4b9c-4cd7-bf9b-988cfddcddb3 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:02.938428 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d26ef24a-c7f2-4d7d-b2a8-b7ba29076e69 req-14b6437e-4b9c-4cd7-bf9b-988cfddcddb3 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 946 time: 0.0600839 Aug 16 21:06:02.946615 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ccec4fd3-61c7-454f-8782-da4c29cb9116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:02.947261 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccec4fd3-61c7-454f-8782-da4c29cb9116 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955 {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:06:02.952556 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ccec4fd3-61c7-454f-8782-da4c29cb9116 admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:02.953702 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ccec4fd3-61c7-454f-8782-da4c29cb9116 admin admin] 10.222.0.84 "DELETE /v2.0/routers/6e5aad2e-7bd2-4669-9a9c-6e6b39b9f955 HTTP/1.1" status: 204 len: 168 time: 1.8928638 Aug 16 21:06:02.956334 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34250) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:02.980299 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d26ef24a-c7f2-4d7d-b2a8-b7ba29076e69 req-3eb5b850-52ec-4435-bc33-94516373f27c tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357800 Aug 16 21:06:03.035116 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-589c562b-f8b6-4132-bd97-8c065b00eeea admin admin] Deleting subnet 03f69758-9eaf-430a-b99d-d64769716af9 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:06:03.039266 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-13c49f8b-f189-45bf-8f05-b471f99bb8f3 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] For port 007a99b3-61c0-401e-8006-238fd292fca6, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=007a99b3-61c0-401e-8006-238fd292fca6,segment=NetworkSegment(13a70418-c746-4566-980d-ae7f4b53a7fb),segment_id=13a70418-c746-4566-980d-ae7f4b53a7fb)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:03.039638 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-13c49f8b-f189-45bf-8f05-b471f99bb8f3 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:03.042089 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-589c562b-f8b6-4132-bd97-8c065b00eeea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:03.075058 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-13c49f8b-f189-45bf-8f05-b471f99bb8f3 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Calling delete_port for 007a99b3-61c0-401e-8006-238fd292fca6 owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:06:03.102651 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-589c562b-f8b6-4132-bd97-8c065b00eeea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:03.132497 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656c8c2-b1a2-4d4c-85d6-76639f416bd3 req-48672d87-2252-4a14-aafa-1b5a14863fed tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:03.140776 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4656c8c2-b1a2-4d4c-85d6-76639f416bd3 req-48672d87-2252-4a14-aafa-1b5a14863fed tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a75bbb2-88fc-4145-aad2-b2274dd40eef HTTP/1.1" status: 200 len: 943 time: 0.0929537 Aug 16 21:06:03.218994 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:06:03.241694 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:06:03.242060 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 2f1b228c-8f9b-4eda-8f42-2c5b3f329f7b not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:06:03.242489 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5046a0a8-6596-4e56-9c14-237c0083403a no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:06:03.246113 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4656c8c2-b1a2-4d4c-85d6-76639f416bd3 req-a2f1267a-a53c-45f5-94ed-5a3692759fd7 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/security-groups?id=dfef6280-a8f9-4ca5-8e34-c4d2f89b56a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903614 Aug 16 21:06:03.256479 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988604f-ce0f-4cc0-8984-57ca895463ae req-71e65878-09ef-4460-88c4-617f8b290974 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:03.258051 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b988604f-ce0f-4cc0-8984-57ca895463ae req-71e65878-09ef-4460-88c4-617f8b290974 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=453afedc-7edb-44ae-ba93-68f3031e30b3 HTTP/1.1" status: 200 len: 943 time: 0.0911770 Aug 16 21:06:03.270623 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 5046a0a8-6596-4e56-9c14-237c0083403a {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:06:03.274880 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5046a0a8-6596-4e56-9c14-237c0083403a not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:06:03.310405 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b988604f-ce0f-4cc0-8984-57ca895463ae req-11ff8ecd-b76b-44ca-b4ac-60b38e6e066d tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452843 Aug 16 21:06:03.317389 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-589c562b-f8b6-4132-bd97-8c065b00eeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:03.464944 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-589c562b-f8b6-4132-bd97-8c065b00eeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:03.490612 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c562b-f8b6-4132-bd97-8c065b00eeea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03f69758-9eaf-430a-b99d-d64769716af9,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:03.497484 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-589c562b-f8b6-4132-bd97-8c065b00eeea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:03.502574 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-589c562b-f8b6-4132-bd97-8c065b00eeea admin admin] 10.222.0.84 "DELETE /v2.0/subnets/03f69758-9eaf-430a-b99d-d64769716af9 HTTP/1.1" status: 204 len: 168 time: 0.5427709 Aug 16 21:06:03.502703 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34266) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:03.503318 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd6db84-2a2e-4fb0-b3ca-cda04560d175 None None] Network f21989d2-1803-4d82-bc06-7ef94db801de requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:06:03.518029 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 362e8c9d-2b04-462c-a4f3-ffa81bdc88fb details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:06:03.546168 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-13c49f8b-f189-45bf-8f05-b471f99bb8f3 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:03.601590 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c49f8b-f189-45bf-8f05-b471f99bb8f3 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Pushing event deleted for resources: {'Port': ['ID=007a99b3-61c0-401e-8006-238fd292fca6,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:03.611925 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8a327e42-4965-4e8c-858a-b7ecf5fb9814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:03.723910 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 362e8c9d-2b04-462c-a4f3-ffa81bdc88fb, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=362e8c9d-2b04-462c-a4f3-ffa81bdc88fb,segment=NetworkSegment(85568c6e-48e5-454c-9434-fd56a12f8853),segment_id=85568c6e-48e5-454c-9434-fd56a12f8853)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:03.745044 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '362e8c9d-2b04-462c-a4f3-ffa81bdc88fb', 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829', 'port_id': '362e8c9d-2b04-462c-a4f3-ffa81bdc88fb', 'mac_address': 'fa:16:3e:ac:06:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5195f93-41fa-4353-aa72-c2be4390d86e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:06:03.795875 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:03.817858 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 362e8c9d-2b04-462c-a4f3-ffa81bdc88fb {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:06:03.841799 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 362e8c9d-2b04-462c-a4f3-ffa81bdc88fb, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=362e8c9d-2b04-462c-a4f3-ffa81bdc88fb,segment=NetworkSegment(85568c6e-48e5-454c-9434-fd56a12f8853),segment_id=85568c6e-48e5-454c-9434-fd56a12f8853)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:03.846204 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242c6552-911e-46eb-bbf0-ec5a7854893b None None] DHCP port deletion for f21989d2-1803-4d82-bc06-7ef94db801de request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:06:03.849533 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-8a327e42-4965-4e8c-858a-b7ecf5fb9814 admin admin] Deleting port 9a9273b7-2f9e-4206-b2ac-2352b1515812 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:06:03.851717 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8a327e42-4965-4e8c-858a-b7ecf5fb9814 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:03.894412 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-242c6552-911e-46eb-bbf0-ec5a7854893b None None] Deleting port 9a9273b7-2f9e-4206-b2ac-2352b1515812 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:06:03.894720 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-242c6552-911e-46eb-bbf0-ec5a7854893b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:03.895865 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-13c49f8b-f189-45bf-8f05-b471f99bb8f3 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:03.936280 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:03.976039 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-8a327e42-4965-4e8c-858a-b7ecf5fb9814 admin admin] For port 9a9273b7-2f9e-4206-b2ac-2352b1515812, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=9a9273b7-2f9e-4206-b2ac-2352b1515812,segment=NetworkSegment(45ea3e3a-3149-407a-86a7-ec72a583a741),segment_id=45ea3e3a-3149-407a-86a7-ec72a583a741)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:03.976416 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8a327e42-4965-4e8c-858a-b7ecf5fb9814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:03.995493 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-242c6552-911e-46eb-bbf0-ec5a7854893b None None] For port 9a9273b7-2f9e-4206-b2ac-2352b1515812, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=9a9273b7-2f9e-4206-b2ac-2352b1515812,segment=NetworkSegment(45ea3e3a-3149-407a-86a7-ec72a583a741),segment_id=45ea3e3a-3149-407a-86a7-ec72a583a741)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:03.995934 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-242c6552-911e-46eb-bbf0-ec5a7854893b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:03.996405 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-8a327e42-4965-4e8c-858a-b7ecf5fb9814 admin admin] Calling delete_port for 9a9273b7-2f9e-4206-b2ac-2352b1515812 owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:06:04.015998 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-242c6552-911e-46eb-bbf0-ec5a7854893b None None] Calling delete_port for 9a9273b7-2f9e-4206-b2ac-2352b1515812 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:06:04.019009 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 53aedebe-b154-4eea-bf62-38543d9ebdb9 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:06:04.028207 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=362e8c9d-2b04-462c-a4f3-ffa81bdc88fb,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:04.033197 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:04.033472 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:04.033823 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:04.034197 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:04.034572 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:04.034912 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:04.035253 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:04.035590 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:04.036003 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:04.036266 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:04.036770 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:04.037400 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:04.072223 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 53aedebe-b154-4eea-bf62-38543d9ebdb9 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:06:04.072223 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 53aedebe-b154-4eea-bf62-38543d9ebdb9 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:06:04.141682 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['362e8c9d-2b04-462c-a4f3-ffa81bdc88fb'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:06:04.148608 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd14106-c23d-4126-98e0-b780dedde2b0 req-1d047e1e-2728-414c-9015-b7720a0d46cf tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:04.150266 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3cd14106-c23d-4126-98e0-b780dedde2b0 req-1d047e1e-2728-414c-9015-b7720a0d46cf tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 946 time: 0.0561836 Aug 16 21:06:04.212008 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3cd14106-c23d-4126-98e0-b780dedde2b0 req-cc96c96c-6fd2-463f-bcc6-3e22a77dc88f tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458558 Aug 16 21:06:04.235288 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c49f8b-f189-45bf-8f05-b471f99bb8f3 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Router 94c5e481-12af-4e70-87d6-c3c1ee15828e has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:06:04.251966 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-242c6552-911e-46eb-bbf0-ec5a7854893b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:04.293315 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c6552-911e-46eb-bbf0-ec5a7854893b None None] Pushing event deleted for resources: {'Port': ['ID=9a9273b7-2f9e-4206-b2ac-2352b1515812,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:04.297962 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242c6552-911e-46eb-bbf0-ec5a7854893b None None] No DVR routers for this DVR port 9a9273b7-2f9e-4206-b2ac-2352b1515812 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:06:04.299935 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8a327e42-4965-4e8c-858a-b7ecf5fb9814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:04.394338 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a327e42-4965-4e8c-858a-b7ecf5fb9814 admin admin] No DVR routers for this DVR port 9a9273b7-2f9e-4206-b2ac-2352b1515812 on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:06:04.402630 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a327e42-4965-4e8c-858a-b7ecf5fb9814 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a9273b7-2f9e-4206-b2ac-2352b1515812,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:04.493508 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c49f8b-f189-45bf-8f05-b471f99bb8f3 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:06:04.500153 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-13c49f8b-f189-45bf-8f05-b471f99bb8f3 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "PUT /v2.0/routers/94c5e481-12af-4e70-87d6-c3c1ee15828e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1435740 Aug 16 21:06:04.502786 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8a327e42-4965-4e8c-858a-b7ecf5fb9814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:04.505711 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34282) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:04.505863 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345a7dc5-66c7-459a-ade4-402c0496853b None None] Sync routers for ids ['94c5e481-12af-4e70-87d6-c3c1ee15828e'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:06:04.516900 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345a7dc5-66c7-459a-ade4-402c0496853b None None] Routers {'94c5e481-12af-4e70-87d6-c3c1ee15828e'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:06:04.517809 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-345a7dc5-66c7-459a-ade4-402c0496853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:05:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['94c5e481-12af-4e70-87d6-c3c1ee15828e'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:04.569929 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-8a327e42-4965-4e8c-858a-b7ecf5fb9814 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f21989d2-1803-4d82-bc06-7ef94db801de']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:04.583885 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-8a327e42-4965-4e8c-858a-b7ecf5fb9814 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45ea3e3a-3149-407a-86a7-ec72a583a741') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:04.584590 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-8a327e42-4965-4e8c-858a-b7ecf5fb9814 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45ea3e3a-3149-407a-86a7-ec72a583a741') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:04.600170 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8a327e42-4965-4e8c-858a-b7ecf5fb9814 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:04.607426 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be8f500-c880-4773-9db8-3b1b66c71a23 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Deleting subnet da2ffc26-2127-408b-bf01-10d65c968513 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:06:04.616662 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0be8f500-c880-4773-9db8-3b1b66c71a23 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:04.662775 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8a327e42-4965-4e8c-858a-b7ecf5fb9814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:04.671754 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a327e42-4965-4e8c-858a-b7ecf5fb9814 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:06:04.672750 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8a327e42-4965-4e8c-858a-b7ecf5fb9814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:04.689304 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec8f48-08a2-4b52-8d2b-4d43804f55bf req-d5425df9-9075-4d66-8fce-25c39e5f2bee tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:04.697293 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a0ec8f48-08a2-4b52-8d2b-4d43804f55bf req-d5425df9-9075-4d66-8fce-25c39e5f2bee tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a75bbb2-88fc-4145-aad2-b2274dd40eef HTTP/1.1" status: 200 len: 943 time: 0.4023631 Aug 16 21:06:04.725493 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725f308-e4b0-4455-a8ef-42a7be8b8b42 req-20f7f327-4b94-439f-b3fa-5d36d90faac9 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:04.727004 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3725f308-e4b0-4455-a8ef-42a7be8b8b42 req-20f7f327-4b94-439f-b3fa-5d36d90faac9 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=453afedc-7edb-44ae-ba93-68f3031e30b3 HTTP/1.1" status: 200 len: 944 time: 0.0940871 Aug 16 21:06:04.738759 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:06:04.738759 n-d-793620-15 neutron-server[101845]: self.session.flush() Aug 16 21:06:04.738759 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:06:04.738759 n-d-793620-15 neutron-server[101845]: self.session.flush() Aug 16 21:06:04.738759 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:06:04.738759 n-d-793620-15 neutron-server[101845]: self.session.flush() Aug 16 21:06:04.738759 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:06:04.738759 n-d-793620-15 neutron-server[101845]: self.session.flush() Aug 16 21:06:04.738759 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:06:04.738759 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:06:04.738759 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:06:04.738759 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:06:04.738759 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:06:04.738759 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:06:04.738759 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:06:04.738759 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:06:04.738759 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:06:04.738759 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:06:04.738759 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:06:04.738759 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:06:04.738759 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:06:04.738759 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:06:04.738759 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:06:04.738759 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:06:04.738759 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:06:04.738759 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:06:04.738759 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:06:04.738759 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:06:04.738759 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:06:04.738759 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:06:04.738759 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:06:04.738759 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:06:04.738759 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:06:04.738759 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:06:04.738759 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:06:04.738759 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:06:04.738759 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:06:04.738759 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:06:04.738759 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:06:04.738759 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:06:04.748524 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-345a7dc5-66c7-459a-ade4-402c0496853b None None] Set router 94c5e481-12af-4e70-87d6-c3c1ee15828e gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:06:04.765497 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0be8f500-c880-4773-9db8-3b1b66c71a23 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:04.765714 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a0ec8f48-08a2-4b52-8d2b-4d43804f55bf req-e79523c1-fa3b-464d-b856-777ab2e1575b tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/security-groups?id=dfef6280-a8f9-4ca5-8e34-c4d2f89b56a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674222 Aug 16 21:06:04.794756 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3725f308-e4b0-4455-a8ef-42a7be8b8b42 req-cad9c766-9911-4e2f-bfaf-f7d64cd4cb81 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557497 Aug 16 21:06:04.848460 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8a327e42-4965-4e8c-858a-b7ecf5fb9814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:04.854638 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8a327e42-4965-4e8c-858a-b7ecf5fb9814 admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:04.856483 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8a327e42-4965-4e8c-858a-b7ecf5fb9814 admin admin] 10.222.0.84 "DELETE /v2.0/networks/f21989d2-1803-4d82-bc06-7ef94db801de HTTP/1.1" status: 204 len: 168 time: 1.3528674 Aug 16 21:06:04.875616 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a327e42-4965-4e8c-858a-b7ecf5fb9814 admin admin] Pushing event deleted for resources: {'Network': ['ID=f21989d2-1803-4d82-bc06-7ef94db801de,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:04.885614 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0be8f500-c880-4773-9db8-3b1b66c71a23 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:04.949768 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-345a7dc5-66c7-459a-ade4-402c0496853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c5e481-12af-4e70-87d6-c3c1ee15828e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2019773411', 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'c77bde8a-41af-40ec-8d33-7fc1cadf6c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:25Z', 'updated_at': '2021-08-16T21:06:03Z', 'revision_number': 5, 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'gw_port': {'id': 'c77bde8a-41af-40ec-8d33-7fc1cadf6c80', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c5e481-12af-4e70-87d6-c3c1ee15828e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:26Z', 'updated_at': '2021-08-16T21:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:04.980583 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345a7dc5-66c7-459a-ade4-402c0496853b None None] Checking router: 94c5e481-12af-4e70-87d6-c3c1ee15828e for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:06:04.989743 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345a7dc5-66c7-459a-ade4-402c0496853b None None] Routers {'94c5e481-12af-4e70-87d6-c3c1ee15828e'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:06:04.990363 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-345a7dc5-66c7-459a-ade4-402c0496853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:05:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['94c5e481-12af-4e70-87d6-c3c1ee15828e'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:05.031315 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0be8f500-c880-4773-9db8-3b1b66c71a23 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:05.061500 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be8f500-c880-4773-9db8-3b1b66c71a23 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Pushing event deleted for resources: {'Subnet': ['ID=da2ffc26-2127-408b-bf01-10d65c968513,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:05.063505 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0be8f500-c880-4773-9db8-3b1b66c71a23 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:05.065669 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0be8f500-c880-4773-9db8-3b1b66c71a23 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "DELETE /v2.0/subnets/da2ffc26-2127-408b-bf01-10d65c968513 HTTP/1.1" status: 204 len: 168 time: 0.5588455 Aug 16 21:06:05.068266 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 34288) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:05.075682 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2471f3b6-156e-479e-8656-117c82cf683c None None] Network 19f772dc-00e3-4b66-9310-fcd6eeff9ab9 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:06:05.112232 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-345a7dc5-66c7-459a-ade4-402c0496853b None None] Set router 94c5e481-12af-4e70-87d6-c3c1ee15828e gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:06:05.270092 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-895f556d-597f-4d90-80e2-79e11dcf56b9 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:05.270714 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 9a9273b7-2f9e-4206-b2ac-2352b1515812 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:06:05.313738 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 9a9273b7-2f9e-4206-b2ac-2352b1515812 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:06:05.314085 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 9a9273b7-2f9e-4206-b2ac-2352b1515812 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:06:05.353245 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173c00c3-afad-4784-921e-e4f105f7fb11 None None] DHCP port deletion for 19f772dc-00e3-4b66-9310-fcd6eeff9ab9 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:06:05.380802 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34296) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:05.392819 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-345a7dc5-66c7-459a-ade4-402c0496853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c5e481-12af-4e70-87d6-c3c1ee15828e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2019773411', 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'c77bde8a-41af-40ec-8d33-7fc1cadf6c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:25Z', 'updated_at': '2021-08-16T21:06:03Z', 'revision_number': 5, 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'gw_port': {'id': 'c77bde8a-41af-40ec-8d33-7fc1cadf6c80', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c5e481-12af-4e70-87d6-c3c1ee15828e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:26Z', 'updated_at': '2021-08-16T21:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:05.421321 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-173c00c3-afad-4784-921e-e4f105f7fb11 None None] Deleting port 4850a893-6a7c-494e-b400-125dae915479 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:06:05.421964 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-173c00c3-afad-4784-921e-e4f105f7fb11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:05.425384 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345a7dc5-66c7-459a-ade4-402c0496853b None None] The sync data for ids ['94c5e481-12af-4e70-87d6-c3c1ee15828e'] in n-d-793620-15 is: [{'id': '94c5e481-12af-4e70-87d6-c3c1ee15828e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2019773411', 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'c77bde8a-41af-40ec-8d33-7fc1cadf6c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:25Z', 'updated_at': '2021-08-16T21:06:03Z', 'revision_number': 5, 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'gw_port': {'id': 'c77bde8a-41af-40ec-8d33-7fc1cadf6c80', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c5e481-12af-4e70-87d6-c3c1ee15828e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:26Z', 'updated_at': '2021-08-16T21:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:06:05.462083 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d35cda35-7113-4aa0-b591-8c0f62b94493 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a0e033d4713247c4be0e53c874c211ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0779262 Aug 16 21:06:05.462362 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34298) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:05.496699 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473fc12-89c1-498c-93c2-114553ed752a req-9c0291d5-5e1e-4ad7-8ec2-51048944facc tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:05.498423 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3473fc12-89c1-498c-93c2-114553ed752a req-9c0291d5-5e1e-4ad7-8ec2-51048944facc tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 946 time: 0.1718285 Aug 16 21:06:05.519731 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-173c00c3-afad-4784-921e-e4f105f7fb11 None None] For port 4850a893-6a7c-494e-b400-125dae915479, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=4850a893-6a7c-494e-b400-125dae915479,segment=NetworkSegment(13a70418-c746-4566-980d-ae7f4b53a7fb),segment_id=13a70418-c746-4566-980d-ae7f4b53a7fb)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:05.520320 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-173c00c3-afad-4784-921e-e4f105f7fb11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:05.522982 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3b8ab4d5-00a0-48eb-aed5-a6e121af75e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:05.525904 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device c9ad868d-36a1-4060-ba7f-a689023468ce details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:06:05.537743 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-895f556d-597f-4d90-80e2-79e11dcf56b9 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:05.538679 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 362e8c9d-2b04-462c-a4f3-ffa81bdc88fb up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:06:05.546122 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3b8ab4d5-00a0-48eb-aed5-a6e121af75e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:05.555250 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3473fc12-89c1-498c-93c2-114553ed752a req-768b16b9-051c-4b22-aec0-c8aedc11634b tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498412 Aug 16 21:06:05.592974 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-173c00c3-afad-4784-921e-e4f105f7fb11 None None] Calling delete_port for 4850a893-6a7c-494e-b400-125dae915479 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:06:05.660610 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-895f556d-597f-4d90-80e2-79e11dcf56b9 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Deleting port c77bde8a-41af-40ec-8d33-7fc1cadf6c80 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:06:05.660968 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-895f556d-597f-4d90-80e2-79e11dcf56b9 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:05.676241 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3b8ab4d5-00a0-48eb-aed5-a6e121af75e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:05.679013 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3b8ab4d5-00a0-48eb-aed5-a6e121af75e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:05.683122 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3b8ab4d5-00a0-48eb-aed5-a6e121af75e2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9842ccdd-a2cd-450c-9987-934d98d26559 HTTP/1.1" status: 204 len: 168 time: 0.2198136 Aug 16 21:06:05.693146 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ab4d5-00a0-48eb-aed5-a6e121af75e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9842ccdd-a2cd-450c-9987-934d98d26559,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:05.784278 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-895f556d-597f-4d90-80e2-79e11dcf56b9 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] For port c77bde8a-41af-40ec-8d33-7fc1cadf6c80, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=c77bde8a-41af-40ec-8d33-7fc1cadf6c80,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:05.784278 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-895f556d-597f-4d90-80e2-79e11dcf56b9 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:05.821867 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-895f556d-597f-4d90-80e2-79e11dcf56b9 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Calling delete_port for c77bde8a-41af-40ec-8d33-7fc1cadf6c80 owned by network:router_gateway {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:06:05.960298 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port c9ad868d-36a1-4060-ba7f-a689023468ce, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=c9ad868d-36a1-4060-ba7f-a689023468ce,segment=NetworkSegment(d4b5ba9a-d22d-4237-a77b-df07a73a4617),segment_id=d4b5ba9a-d22d-4237-a77b-df07a73a4617)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:05.978243 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': 'c9ad868d-36a1-4060-ba7f-a689023468ce', 'network_id': 'f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a', 'port_id': 'c9ad868d-36a1-4060-ba7f-a689023468ce', 'mac_address': 'fa:16:3e:30:1b:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97c47e9a-07bc-4ee9-a5d7-73c15193b78c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:06:06.009039 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-173c00c3-afad-4784-921e-e4f105f7fb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:06.037826 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c00c3-afad-4784-921e-e4f105f7fb11 None None] Pushing event deleted for resources: {'Port': ['ID=4850a893-6a7c-494e-b400-125dae915479,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:06.051502 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 362e8c9d-2b04-462c-a4f3-ffa81bdc88fb completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:06:06.053790 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173c00c3-afad-4784-921e-e4f105f7fb11 None None] No DVR routers for this DVR port 4850a893-6a7c-494e-b400-125dae915479 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:06:06.066257 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:06.066257 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 362e8c9d-2b04-462c-a4f3-ffa81bdc88fb triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:06:06.066257 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:06.098562 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ad868d-36a1-4060-ba7f-a689023468ce {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:06:06.119603 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e48e9e-288e-429b-aaa5-a0231c11159b req-29aa581f-3af9-4c70-bdac-c503163eeb40 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:06.128956 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c6e48e9e-288e-429b-aaa5-a0231c11159b req-29aa581f-3af9-4c70-bdac-c503163eeb40 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a75bbb2-88fc-4145-aad2-b2274dd40eef HTTP/1.1" status: 200 len: 943 time: 0.2338431 Aug 16 21:06:06.155507 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port c9ad868d-36a1-4060-ba7f-a689023468ce, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=c9ad868d-36a1-4060-ba7f-a689023468ce,segment=NetworkSegment(d4b5ba9a-d22d-4237-a77b-df07a73a4617),segment_id=d4b5ba9a-d22d-4237-a77b-df07a73a4617)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:06.165700 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33733a63-79da-4fdb-a0da-a29eca520220 req-4f93d142-df35-4aa7-9a5a-9dcca77b43d6 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:06.174572 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-33733a63-79da-4fdb-a0da-a29eca520220 req-4f93d142-df35-4aa7-9a5a-9dcca77b43d6 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=453afedc-7edb-44ae-ba93-68f3031e30b3 HTTP/1.1" status: 200 len: 944 time: 0.2111537 Aug 16 21:06:06.211550 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:06.235138 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:06.261313 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c6e48e9e-288e-429b-aaa5-a0231c11159b req-9b6e1ef7-ad96-403f-bc77-596d2d7dfd5e tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/security-groups?id=dfef6280-a8f9-4ca5-8e34-c4d2f89b56a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302195 Aug 16 21:06:06.268802 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453afedc-7edb-44ae-ba93-68f3031e30b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362e8c9d-2b04-462c-a4f3-ffa81bdc88fb'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:06:06.271534 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f748cff-ad93-476b-98d8-21faf06abebf" -d '{"events": [{"server_uuid": "453afedc-7edb-44ae-ba93-68f3031e30b3", "name": "network-vif-plugged", "status": "completed", "tag": "362e8c9d-2b04-462c-a4f3-ffa81bdc88fb"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:06:06.288406 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-33733a63-79da-4fdb-a0da-a29eca520220 req-9c76e61b-9622-40da-bcc3-b298a00efe22 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128733 Aug 16 21:06:06.291905 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 362e8c9d-2b04-462c-a4f3-ffa81bdc88fb, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=362e8c9d-2b04-462c-a4f3-ffa81bdc88fb,segment=NetworkSegment(85568c6e-48e5-454c-9434-fd56a12f8853),segment_id=85568c6e-48e5-454c-9434-fd56a12f8853)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:06.313920 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=c9ad868d-36a1-4060-ba7f-a689023468ce,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:06.347365 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da1f7b1-e096-45a6-8b33-4d2868fb38d4 x-openstack-request-id: req-3da1f7b1-e096-45a6-8b33-4d2868fb38d4 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:06:06.347671 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "453afedc-7edb-44ae-ba93-68f3031e30b3", "name": "network-vif-plugged", "status": "completed", "tag": "362e8c9d-2b04-462c-a4f3-ffa81bdc88fb", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:06:06.347997 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3da1f7b1-e096-45a6-8b33-4d2868fb38d4 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:06:06.348371 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '453afedc-7edb-44ae-ba93-68f3031e30b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362e8c9d-2b04-462c-a4f3-ffa81bdc88fb', 'code': 200} Aug 16 21:06:06.356693 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:06.390189 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-895f556d-597f-4d90-80e2-79e11dcf56b9 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:06.422335 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895f556d-597f-4d90-80e2-79e11dcf56b9 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Pushing event deleted for resources: {'Port': ['ID=c77bde8a-41af-40ec-8d33-7fc1cadf6c80,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:06.424659 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=362e8c9d-2b04-462c-a4f3-ffa81bdc88fb,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:06.501897 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['c9ad868d-36a1-4060-ba7f-a689023468ce'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:06:06.508088 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60572345-5f72-49fa-bbd9-9defcce9e2b5 req-321d5998-b527-40bb-94b2-a5989c2f5434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:06.516826 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-60572345-5f72-49fa-bbd9-9defcce9e2b5 req-321d5998-b527-40bb-94b2-a5989c2f5434 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=453afedc-7edb-44ae-ba93-68f3031e30b3 HTTP/1.1" status: 200 len: 1097 time: 0.0885038 Aug 16 21:06:06.519627 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-895f556d-597f-4d90-80e2-79e11dcf56b9 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:06.651063 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-895f556d-597f-4d90-80e2-79e11dcf56b9 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:06.655332 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-895f556d-597f-4d90-80e2-79e11dcf56b9 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:06.666138 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-60572345-5f72-49fa-bbd9-9defcce9e2b5 req-1aa4fec4-e8a6-4377-a017-0000da7a6138 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475918 Aug 16 21:06:06.754898 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5070c56-c7a8-4c2c-a218-c659c068e71e req-33d4797d-6439-4c71-8480-191b61750e97 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:06.756514 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f5070c56-c7a8-4c2c-a218-c659c068e71e req-33d4797d-6439-4c71-8480-191b61750e97 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 946 time: 0.0562999 Aug 16 21:06:06.796471 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f5070c56-c7a8-4c2c-a218-c659c068e71e req-f653b001-951d-47bb-936d-a0fdcbcb6883 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335896 Aug 16 21:06:06.803913 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-895f556d-597f-4d90-80e2-79e11dcf56b9 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:06.803913 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895f556d-597f-4d90-80e2-79e11dcf56b9 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Fanout notify agent at l3_agent the message router_deleted on router 94c5e481-12af-4e70-87d6-c3c1ee15828e {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:06:06.804959 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-895f556d-597f-4d90-80e2-79e11dcf56b9 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:06.805682 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-895f556d-597f-4d90-80e2-79e11dcf56b9 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "DELETE /v2.0/routers/94c5e481-12af-4e70-87d6-c3c1ee15828e HTTP/1.1" status: 204 len: 168 time: 1.7363350 Aug 16 21:06:06.808563 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34340) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:06.914091 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b4044402-b0cf-4154-94bb-7ffb183a86d0 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:07.021637 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b4044402-b0cf-4154-94bb-7ffb183a86d0 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:07.032833 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-b4044402-b0cf-4154-94bb-7ffb183a86d0 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19f772dc-00e3-4b66-9310-fcd6eeff9ab9']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:07.043340 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-b4044402-b0cf-4154-94bb-7ffb183a86d0 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13a70418-c746-4566-980d-ae7f4b53a7fb') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:07.043651 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-b4044402-b0cf-4154-94bb-7ffb183a86d0 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13a70418-c746-4566-980d-ae7f4b53a7fb') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:07.053607 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b4044402-b0cf-4154-94bb-7ffb183a86d0 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:07.071855 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b4044402-b0cf-4154-94bb-7ffb183a86d0 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:07.078920 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4044402-b0cf-4154-94bb-7ffb183a86d0 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:06:07.079505 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b4044402-b0cf-4154-94bb-7ffb183a86d0 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:07.083504 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:06:07.083504 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:06:07.083504 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:06:07.083504 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:06:07.083504 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:06:07.083504 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:06:07.083504 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:06:07.083504 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:06:07.083504 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:06:07.083504 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:06:07.083504 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:06:07.083504 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:06:07.083504 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:06:07.083504 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:06:07.083504 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:06:07.083504 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:06:07.083504 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:06:07.083504 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:06:07.083504 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:06:07.083504 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:06:07.083504 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:06:07.083504 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:06:07.083504 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:06:07.083504 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:06:07.083504 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:06:07.083504 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:06:07.083504 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:06:07.083504 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:06:07.083504 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:06:07.083504 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:06:07.083504 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:06:07.083504 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:06:07.233879 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b4044402-b0cf-4154-94bb-7ffb183a86d0 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:07.238841 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b4044402-b0cf-4154-94bb-7ffb183a86d0 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:07.240845 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b4044402-b0cf-4154-94bb-7ffb183a86d0 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "DELETE /v2.0/networks/19f772dc-00e3-4b66-9310-fcd6eeff9ab9 HTTP/1.1" status: 204 len: 168 time: 0.4308040 Aug 16 21:06:07.243939 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 34362) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:07.252714 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4044402-b0cf-4154-94bb-7ffb183a86d0 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Pushing event deleted for resources: {'Network': ['ID=19f772dc-00e3-4b66-9310-fcd6eeff9ab9,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:07.388170 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device c77bde8a-41af-40ec-8d33-7fc1cadf6c80 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:06:07.414955 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: c77bde8a-41af-40ec-8d33-7fc1cadf6c80 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:06:07.415583 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device c77bde8a-41af-40ec-8d33-7fc1cadf6c80 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:06:07.416221 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 4850a893-6a7c-494e-b400-125dae915479 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:06:07.439407 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 4850a893-6a7c-494e-b400-125dae915479 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:06:07.440320 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 4850a893-6a7c-494e-b400-125dae915479 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:06:07.441086 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 007a99b3-61c0-401e-8006-238fd292fca6 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:06:07.467002 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 007a99b3-61c0-401e-8006-238fd292fca6 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:06:07.467801 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 007a99b3-61c0-401e-8006-238fd292fca6 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:06:07.518765 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device c9ad868d-36a1-4060-ba7f-a689023468ce up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:06:07.522998 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6c177-cfcd-4ba9-959b-991093d0e117 req-4a37a6d2-edc2-4b12-bdf9-cc73f01fb2f3 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:07.524624 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-13c6c177-cfcd-4ba9-959b-991093d0e117 req-4a37a6d2-edc2-4b12-bdf9-cc73f01fb2f3 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=453afedc-7edb-44ae-ba93-68f3031e30b3 HTTP/1.1" status: 200 len: 945 time: 0.1135137 Aug 16 21:06:07.570357 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461d316-1ff5-43f6-a638-405c4ce5803e req-8690dde3-62ad-4617-b9a2-b0704d3cc926 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:07.577678 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9461d316-1ff5-43f6-a638-405c4ce5803e req-8690dde3-62ad-4617-b9a2-b0704d3cc926 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a75bbb2-88fc-4145-aad2-b2274dd40eef HTTP/1.1" status: 200 len: 944 time: 0.1653488 Aug 16 21:06:07.622865 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-13c6c177-cfcd-4ba9-959b-991093d0e117 req-2b7084e3-87a2-48da-803b-1ffeca529b4a tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903950 Aug 16 21:06:07.645452 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9461d316-1ff5-43f6-a638-405c4ce5803e req-12b4aec3-6378-444d-8fea-16b06890b83a tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/security-groups?id=dfef6280-a8f9-4ca5-8e34-c4d2f89b56a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668173 Aug 16 21:06:07.648630 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-15ac6795-f550-4baf-a662-2392dbf0e0b7 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Deleting port 3c3f5169-a879-40f1-a312-95134c217ef3 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:06:07.648630 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-15ac6795-f550-4baf-a662-2392dbf0e0b7 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:07.652923 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port c9ad868d-36a1-4060-ba7f-a689023468ce completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:06:07.657860 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port c9ad868d-36a1-4060-ba7f-a689023468ce triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:06:07.658243 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:07.739273 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:07.740995 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-15ac6795-f550-4baf-a662-2392dbf0e0b7 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:07.741334 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-15ac6795-f550-4baf-a662-2392dbf0e0b7 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:07.752945 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-15ac6795-f550-4baf-a662-2392dbf0e0b7 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Calling delete_port for 3c3f5169-a879-40f1-a312-95134c217ef3 owned by network:floatingip {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:06:07.771478 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port c9ad868d-36a1-4060-ba7f-a689023468ce, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=c9ad868d-36a1-4060-ba7f-a689023468ce,segment=NetworkSegment(d4b5ba9a-d22d-4237-a77b-df07a73a4617),segment_id=d4b5ba9a-d22d-4237-a77b-df07a73a4617)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:07.887249 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:07.950508 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb050f-4b7a-4a67-83d6-95233cd323b3 req-33a3559e-d9f0-4b6d-b219-3651fb374077 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:07.954522 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=c9ad868d-36a1-4060-ba7f-a689023468ce,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:07.959310 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2efb050f-4b7a-4a67-83d6-95233cd323b3 req-33a3559e-d9f0-4b6d-b219-3651fb374077 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 946 time: 0.0729923 Aug 16 21:06:08.026357 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2efb050f-4b7a-4a67-83d6-95233cd323b3 req-f8400a23-ceb4-4382-a2c6-f85f20ebf29e tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661793 Aug 16 21:06:08.121802 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-15ac6795-f550-4baf-a662-2392dbf0e0b7 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:08.155541 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac6795-f550-4baf-a662-2392dbf0e0b7 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Pushing event deleted for resources: {'Port': ['ID=3c3f5169-a879-40f1-a312-95134c217ef3,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:08.218981 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-15ac6795-f550-4baf-a662-2392dbf0e0b7 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for floatingip, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:08.219487 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [None req-15ac6795-f550-4baf-a662-2392dbf0e0b7 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Floating IP 177a681d-3ed9-4f9f-8689-deba4cc549c5 disassociated (deleted). External IP: 172.25.1.19, port: 992aacb6-d602-42d9-8437-a3525d7d1c6d. Aug 16 21:06:08.350408 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a75bbb2-88fc-4145-aad2-b2274dd40eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ad868d-36a1-4060-ba7f-a689023468ce'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:06:08.353183 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1769c9b-42df-4caa-b586-59c66c608ad4" -d '{"events": [{"server_uuid": "8a75bbb2-88fc-4145-aad2-b2274dd40eef", "name": "network-vif-plugged", "status": "completed", "tag": "c9ad868d-36a1-4060-ba7f-a689023468ce"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:06:08.397619 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6e8d00-4f95-47bc-8502-a20f35bc6cb8 x-openstack-request-id: req-cb6e8d00-4f95-47bc-8502-a20f35bc6cb8 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:06:08.397619 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a75bbb2-88fc-4145-aad2-b2274dd40eef", "name": "network-vif-plugged", "status": "completed", "tag": "c9ad868d-36a1-4060-ba7f-a689023468ce", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:06:08.398306 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-cb6e8d00-4f95-47bc-8502-a20f35bc6cb8 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:06:08.398483 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a75bbb2-88fc-4145-aad2-b2274dd40eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ad868d-36a1-4060-ba7f-a689023468ce', 'code': 200} Aug 16 21:06:08.444178 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ac6795-f550-4baf-a662-2392dbf0e0b7 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Router 973b33cb-6a4f-441e-9470-d11941a81236 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:06:08.573717 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf95e1-af26-46be-a550-f00c073a222e req-4123c8bf-5518-4dd8-a025-07105e4f447e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:08.575281 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-07bf95e1-af26-46be-a550-f00c073a222e req-4123c8bf-5518-4dd8-a025-07105e4f447e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8a75bbb2-88fc-4145-aad2-b2274dd40eef HTTP/1.1" status: 200 len: 1097 time: 0.1198394 Aug 16 21:06:08.600175 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ac6795-f550-4baf-a662-2392dbf0e0b7 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:06:08.606564 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-15ac6795-f550-4baf-a662-2392dbf0e0b7 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:08.614615 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b99c65f-499f-444d-b5b9-18a46f9b1e39 None None] Sync routers for ids ['973b33cb-6a4f-441e-9470-d11941a81236'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:06:08.625810 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b99c65f-499f-444d-b5b9-18a46f9b1e39 None None] Routers {'973b33cb-6a4f-441e-9470-d11941a81236'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:06:08.627137 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-6b99c65f-499f-444d-b5b9-18a46f9b1e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:05:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['973b33cb-6a4f-441e-9470-d11941a81236'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:08.646590 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-07bf95e1-af26-46be-a550-f00c073a222e req-c663d587-9815-45e2-bd07-1ad177c0e154 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=dfef6280-a8f9-4ca5-8e34-c4d2f89b56a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632875 Aug 16 21:06:08.648213 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-15ac6795-f550-4baf-a662-2392dbf0e0b7 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "DELETE /v2.0/floatingips/177a681d-3ed9-4f9f-8689-deba4cc549c5 HTTP/1.1" status: 204 len: 168 time: 1.4029610 Aug 16 21:06:08.648953 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b', 'tag': '992aacb6-d602-42d9-8437-a3525d7d1c6d'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:06:08.651675 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f8d9a5-2b89-4ef9-9a0f-3c280cc365eb" -d '{"events": [{"name": "network-changed", "server_uuid": "ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b", "tag": "992aacb6-d602-42d9-8437-a3525d7d1c6d"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:06:08.758781 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec89143-5c82-4691-b553-40d14e063bcd req-df968f74-e39a-4c68-9ec9-2b033b6e32db tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:08.760620 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aec89143-5c82-4691-b553-40d14e063bcd req-df968f74-e39a-4c68-9ec9-2b033b6e32db tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=453afedc-7edb-44ae-ba93-68f3031e30b3 HTTP/1.1" status: 200 len: 945 time: 0.0527322 Aug 16 21:06:08.775197 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-6b99c65f-499f-444d-b5b9-18a46f9b1e39 None None] Set router 973b33cb-6a4f-441e-9470-d11941a81236 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:06:08.806247 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aec89143-5c82-4691-b553-40d14e063bcd req-262d48ef-7304-4c29-a647-97dfd92e2f19 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373871 Aug 16 21:06:08.861757 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1db8b9a-91f5-4b73-984b-1efc9dae7398 x-openstack-request-id: req-f1db8b9a-91f5-4b73-984b-1efc9dae7398 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:06:08.862063 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b", "tag": "992aacb6-d602-42d9-8437-a3525d7d1c6d", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:06:08.862323 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f1db8b9a-91f5-4b73-984b-1efc9dae7398 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:06:08.862741 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b', 'tag': '992aacb6-d602-42d9-8437-a3525d7d1c6d', 'status': 'completed', 'code': 200} Aug 16 21:06:08.999643 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8d9a5-2b89-4ef9-9a0f-3c280cc365eb req-4532d7fc-8c45-415b-8209-2903911effc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:09.001298 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a6f8d9a5-2b89-4ef9-9a0f-3c280cc365eb req-4532d7fc-8c45-415b-8209-2903911effc7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=89e5c5f06f394767b34bdcf9bb013f56&device_id=ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b HTTP/1.1" status: 200 len: 1136 time: 0.1143889 Aug 16 21:06:09.016782 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81ec6c-97cc-4d3a-a8ab-359cf4092d88 req-72fc34ea-ce89-4ba9-a721-bbf2f8c3f8fb tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:09.023887 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2e81ec6c-97cc-4d3a-a8ab-359cf4092d88 req-72fc34ea-ce89-4ba9-a721-bbf2f8c3f8fb tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a75bbb2-88fc-4145-aad2-b2274dd40eef HTTP/1.1" status: 200 len: 945 time: 0.0740354 Aug 16 21:06:09.059132 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-6b99c65f-499f-444d-b5b9-18a46f9b1e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973b33cb-6a4f-441e-9470-d11941a81236', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1239497500', 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'c22acc64-3d86-4187-b710-6a0b27c42af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:04:06Z', 'updated_at': '2021-08-16T21:04:14Z', 'revision_number': 4, 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'gw_port': {'id': 'c22acc64-3d86-4187-b710-6a0b27c42af0', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973b33cb-6a4f-441e-9470-d11941a81236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:08Z', 'updated_at': '2021-08-16T21:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '5c52b174-8e97-473d-9a71-e40e2ecf73c4', 'name': '', 'network_id': '38aa7fb0-7837-441f-a702-d14d19ac7dce', 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'mac_address': 'fa:16:3e:c5:bc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973b33cb-6a4f-441e-9470-d11941a81236', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '9215196a-1f5d-4cc1-ae31-cdca45b1fc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:13Z', 'updated_at': '2021-08-16T21:04:21Z', 'revision_number': 5, 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'subnets': [{'id': '9215196a-1f5d-4cc1-ae31-cdca45b1fc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:09.093231 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b99c65f-499f-444d-b5b9-18a46f9b1e39 None None] Checking router: 973b33cb-6a4f-441e-9470-d11941a81236 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:06:09.102286 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b99c65f-499f-444d-b5b9-18a46f9b1e39 None None] Routers {'973b33cb-6a4f-441e-9470-d11941a81236'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:06:09.102991 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-6b99c65f-499f-444d-b5b9-18a46f9b1e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:05:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['973b33cb-6a4f-441e-9470-d11941a81236'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:09.219999 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-6b99c65f-499f-444d-b5b9-18a46f9b1e39 None None] Set router 973b33cb-6a4f-441e-9470-d11941a81236 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:06:09.464634 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-6b99c65f-499f-444d-b5b9-18a46f9b1e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973b33cb-6a4f-441e-9470-d11941a81236', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1239497500', 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'c22acc64-3d86-4187-b710-6a0b27c42af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:04:06Z', 'updated_at': '2021-08-16T21:04:14Z', 'revision_number': 4, 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'gw_port': {'id': 'c22acc64-3d86-4187-b710-6a0b27c42af0', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973b33cb-6a4f-441e-9470-d11941a81236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:08Z', 'updated_at': '2021-08-16T21:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '5c52b174-8e97-473d-9a71-e40e2ecf73c4', 'name': '', 'network_id': '38aa7fb0-7837-441f-a702-d14d19ac7dce', 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'mac_address': 'fa:16:3e:c5:bc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973b33cb-6a4f-441e-9470-d11941a81236', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '9215196a-1f5d-4cc1-ae31-cdca45b1fc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:13Z', 'updated_at': '2021-08-16T21:04:21Z', 'revision_number': 5, 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'subnets': [{'id': '9215196a-1f5d-4cc1-ae31-cdca45b1fc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:09.521161 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b99c65f-499f-444d-b5b9-18a46f9b1e39 None None] The sync data for ids ['973b33cb-6a4f-441e-9470-d11941a81236'] in n-d-793620-15 is: [{'id': '973b33cb-6a4f-441e-9470-d11941a81236', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1239497500', 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'c22acc64-3d86-4187-b710-6a0b27c42af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:04:06Z', 'updated_at': '2021-08-16T21:04:14Z', 'revision_number': 4, 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'gw_port': {'id': 'c22acc64-3d86-4187-b710-6a0b27c42af0', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973b33cb-6a4f-441e-9470-d11941a81236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:08Z', 'updated_at': '2021-08-16T21:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '5c52b174-8e97-473d-9a71-e40e2ecf73c4', 'name': '', 'network_id': '38aa7fb0-7837-441f-a702-d14d19ac7dce', 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'mac_address': 'fa:16:3e:c5:bc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973b33cb-6a4f-441e-9470-d11941a81236', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '9215196a-1f5d-4cc1-ae31-cdca45b1fc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:13Z', 'updated_at': '2021-08-16T21:04:21Z', 'revision_number': 5, 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'subnets': [{'id': '9215196a-1f5d-4cc1-ae31-cdca45b1fc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:06:09.527142 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2e81ec6c-97cc-4d3a-a8ab-359cf4092d88 req-313babec-1846-40f9-ad0c-b6b48e6dc123 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/security-groups?id=dfef6280-a8f9-4ca5-8e34-c4d2f89b56a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121742 Aug 16 21:06:09.536554 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8d9a5-2b89-4ef9-9a0f-3c280cc365eb req-4398e6ad-4d85-4dc4-9542-26cac6112ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:09.541890 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a6f8d9a5-2b89-4ef9-9a0f-3c280cc365eb req-4398e6ad-4d85-4dc4-9542-26cac6112ad4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=38aa7fb0-7837-441f-a702-d14d19ac7dce HTTP/1.1" status: 200 len: 898 time: 0.5220933 Aug 16 21:06:09.602022 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a6f8d9a5-2b89-4ef9-9a0f-3c280cc365eb req-668c3cf0-d90b-40c0-bb37-6cfed5ddcd93 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=992aacb6-d602-42d9-8437-a3525d7d1c6d HTTP/1.1" status: 200 len: 217 time: 0.0496488 Aug 16 21:06:09.666943 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-e6808ff9-3b2f-4d20-a39b-498c6abd4b3d tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:09.668546 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-e6808ff9-3b2f-4d20-a39b-498c6abd4b3d tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/networks?id=10a8cf60-7997-4233-bd18-38023ab4d829 HTTP/1.1" status: 200 len: 804 time: 0.5524688 Aug 16 21:06:09.717179 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-d29d84cd-f713-43a1-b412-f13e7a2df0c6 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/quotas/a66a67472cec4496a7059d3173810e1a HTTP/1.1" status: 200 len: 375 time: 0.0245812 Aug 16 21:06:09.719554 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8d9a5-2b89-4ef9-9a0f-3c280cc365eb req-e593e1c1-328b-493c-afe6-aa419fb5028e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:09.720997 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a6f8d9a5-2b89-4ef9-9a0f-3c280cc365eb req-e593e1c1-328b-493c-afe6-aa419fb5028e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9215196a-1f5d-4cc1-ae31-cdca45b1fc40 HTTP/1.1" status: 200 len: 834 time: 0.1087780 Aug 16 21:06:09.813305 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d717a4-c474-4040-a3f1-59be3c0603f0 req-55b849e2-bbd9-4161-9316-d069d407e1c7 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:09.814919 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-75d717a4-c474-4040-a3f1-59be3c0603f0 req-55b849e2-bbd9-4161-9316-d069d407e1c7 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b HTTP/1.1" status: 200 len: 984 time: 0.1899872 Aug 16 21:06:09.852769 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8d9a5-2b89-4ef9-9a0f-3c280cc365eb req-91514cfc-a94a-476b-9e74-88f2108dcc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:09.854331 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a6f8d9a5-2b89-4ef9-9a0f-3c280cc365eb req-91514cfc-a94a-476b-9e74-88f2108dcc03 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=38aa7fb0-7837-441f-a702-d14d19ac7dce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1223435 Aug 16 21:06:09.860001 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723ffd9a-3596-4b2f-acbc-2c190cda2e07 None None] New status for floating IP 177a681d-3ed9-4f9f-8689-deba4cc549c5: DOWN {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:06:09.862442 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-beb599bd-5771-40a6-80d4-595850af1fac tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a66a67472cec4496a7059d3173810e1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1347435 Aug 16 21:06:09.957959 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-75d717a4-c474-4040-a3f1-59be3c0603f0 req-1631c3b7-40b7-4b90-b50f-394dc519328f tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/security-groups?id=ab42646f-4b94-49ec-b0ef-1630bc33b385&id=868c986c-898b-43a8-8487-f3cc8e70bab5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1350043 Aug 16 21:06:10.011462 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a6f8d9a5-2b89-4ef9-9a0f-3c280cc365eb req-6fccd9d8-6af0-461e-bdac-e98f9201a664 service neutron] 10.222.0.90 "GET /v2.0/networks/38aa7fb0-7837-441f-a702-d14d19ac7dce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480334 Aug 16 21:06:10.196007 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623fdfbd-4551-44de-88cd-171b0aaa6af8 req-4e07331a-2844-414c-9a72-01601ab07bc5 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:10.197548 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-623fdfbd-4551-44de-88cd-171b0aaa6af8 req-4e07331a-2844-414c-9a72-01601ab07bc5 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 946 time: 0.1504009 Aug 16 21:06:10.259514 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a6f8d9a5-2b89-4ef9-9a0f-3c280cc365eb req-f8ac1356-1f5b-4973-86e0-6cdcfa6ab366 service neutron] 10.222.0.90 "GET /v2.0/networks/38aa7fb0-7837-441f-a702-d14d19ac7dce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334559 Aug 16 21:06:10.272519 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-4f97ff82-bdc4-4c06-9018-709eb5aa8deb service neutron] 10.222.0.84 "GET /v2.0/networks/10a8cf60-7997-4233-bd18-38023ab4d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994157 Aug 16 21:06:10.277782 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-623fdfbd-4551-44de-88cd-171b0aaa6af8 req-bc1c9740-b5db-4f40-a8c0-415c777e4443 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727098 Aug 16 21:06:10.402956 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-4996d37e-f0a4-4525-8e09-4205f656f0cb service neutron] 10.222.0.84 "GET /v2.0/networks/10a8cf60-7997-4233-bd18-38023ab4d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200845 Aug 16 21:06:10.425545 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a5b37-3775-4ee1-8f65-36d021814423 req-80f72e74-0965-457f-8589-44a89c5c3a9d tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:10.427354 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-791a5b37-3775-4ee1-8f65-36d021814423 req-80f72e74-0965-457f-8589-44a89c5c3a9d tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b HTTP/1.1" status: 200 len: 984 time: 0.0749636 Aug 16 21:06:10.545721 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-791a5b37-3775-4ee1-8f65-36d021814423 req-d0d6c774-8d16-4afa-a213-2464f106b8c5 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Deleting port 992aacb6-d602-42d9-8437-a3525d7d1c6d {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:06:10.546112 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-791a5b37-3775-4ee1-8f65-36d021814423 req-d0d6c774-8d16-4afa-a213-2464f106b8c5 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:10.730592 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-097163fc-ba8d-4cc4-886f-4069d321fcd5 req-67173ad4-474d-4724-b803-a60cabd190a7 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=57c59ccf-505b-460b-b235-16cf263419ef HTTP/1.1" status: 200 len: 210 time: 0.0630219 Aug 16 21:06:10.742444 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-791a5b37-3775-4ee1-8f65-36d021814423 req-d0d6c774-8d16-4afa-a213-2464f106b8c5 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] For port 992aacb6-d602-42d9-8437-a3525d7d1c6d, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=992aacb6-d602-42d9-8437-a3525d7d1c6d,segment=NetworkSegment(ca8d7f37-dc13-4dcf-91b9-aa82a180898e),segment_id=ca8d7f37-dc13-4dcf-91b9-aa82a180898e)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:10.742972 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-791a5b37-3775-4ee1-8f65-36d021814423 req-d0d6c774-8d16-4afa-a213-2464f106b8c5 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:10.761535 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe8efa-b564-4363-88a7-7827ebf7b02b req-3576b6b7-ef5d-46a0-a760-83805c0c8805 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:10.763994 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d9fe8efa-b564-4363-88a7-7827ebf7b02b req-3576b6b7-ef5d-46a0-a760-83805c0c8805 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a75bbb2-88fc-4145-aad2-b2274dd40eef HTTP/1.1" status: 200 len: 945 time: 0.1630974 Aug 16 21:06:10.774202 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-791a5b37-3775-4ee1-8f65-36d021814423 req-d0d6c774-8d16-4afa-a213-2464f106b8c5 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Calling delete_port for 992aacb6-d602-42d9-8437-a3525d7d1c6d owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:06:10.845976 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d9fe8efa-b564-4363-88a7-7827ebf7b02b req-f4d4b117-4a3e-4f54-ab06-6b1fddcd8304 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/security-groups?id=dfef6280-a8f9-4ca5-8e34-c4d2f89b56a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735486 Aug 16 21:06:11.036238 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-791a5b37-3775-4ee1-8f65-36d021814423 req-d0d6c774-8d16-4afa-a213-2464f106b8c5 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:11.104641 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6d3c2012-ad06-4577-a94a-d2e551c443a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:11.134907 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c774-8d16-4afa-a213-2464f106b8c5 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Pushing event deleted for resources: {'Port': ['ID=992aacb6-d602-42d9-8437-a3525d7d1c6d,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:11.156130 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-791a5b37-3775-4ee1-8f65-36d021814423 req-d0d6c774-8d16-4afa-a213-2464f106b8c5 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] No DVR routers for this DVR port 992aacb6-d602-42d9-8437-a3525d7d1c6d on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:06:11.158978 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-791a5b37-3775-4ee1-8f65-36d021814423 req-d0d6c774-8d16-4afa-a213-2464f106b8c5 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:11.161581 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-791a5b37-3775-4ee1-8f65-36d021814423 req-d0d6c774-8d16-4afa-a213-2464f106b8c5 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.90 "DELETE /v2.0/ports/992aacb6-d602-42d9-8437-a3525d7d1c6d HTTP/1.1" status: 204 len: 173 time: 0.7283270 Aug 16 21:06:11.162266 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b', 'name': 'network-vif-deleted', 'tag': '992aacb6-d602-42d9-8437-a3525d7d1c6d'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:06:11.165226 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a8676a-b3c5-4ecc-a55c-ca1704a430f4" -d '{"events": [{"server_uuid": "ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b", "name": "network-vif-deleted", "tag": "992aacb6-d602-42d9-8437-a3525d7d1c6d"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:06:11.170679 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-95bdc15d-b798-45ec-b06a-55fca4765ccf req-88613dee-e24b-409a-9496-ce208c65aefb tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b HTTP/1.1" status: 200 len: 210 time: 0.1199009 Aug 16 21:06:11.220623 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293cae4d-f5f1-4257-a94c-a8d13a4d2237 x-openstack-request-id: req-293cae4d-f5f1-4257-a94c-a8d13a4d2237 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:06:11.220989 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b", "name": "network-vif-deleted", "tag": "992aacb6-d602-42d9-8437-a3525d7d1c6d", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:06:11.221319 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-293cae4d-f5f1-4257-a94c-a8d13a4d2237 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:06:11.221802 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b', 'name': 'network-vif-deleted', 'tag': '992aacb6-d602-42d9-8437-a3525d7d1c6d', 'status': 'completed', 'code': 200} Aug 16 21:06:11.408445 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ed017-fe69-4244-a27c-5d473f649ae5 req-fc7df88b-74d0-4acb-b589-edecb664832a tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:11.409981 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2b9ed017-fe69-4244-a27c-5d473f649ae5 req-fc7df88b-74d0-4acb-b589-edecb664832a tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 946 time: 0.0583851 Aug 16 21:06:11.463502 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2b9ed017-fe69-4244-a27c-5d473f649ae5 req-5148ad93-0662-46ae-ab11-f80c4c75b24f tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460227 Aug 16 21:06:11.806495 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37ab1042-d152-4709-bcb1-c8c45b92731b req-46037e9f-540b-47fb-9b5e-1ef58d0d434b tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=57c59ccf-505b-460b-b235-16cf263419ef HTTP/1.1" status: 200 len: 210 time: 0.0315604 Aug 16 21:06:12.312386 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1a653adb-fce9-47db-a6da-2eee9db0b2f1 req-4b6a47b0-8506-4907-9ef0-1f83c6af7763 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae3ef921-fa8d-4b3f-b48d-d5a0a9506d5b HTTP/1.1" status: 200 len: 210 time: 0.0416028 Aug 16 21:06:12.620304 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3559fd-7349-4e94-8c17-696d27c1b19d req-f5d68c89-dfb9-4ac3-a251-23b1eec3b3f7 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:12.621945 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7f3559fd-7349-4e94-8c17-696d27c1b19d req-f5d68c89-dfb9-4ac3-a251-23b1eec3b3f7 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 946 time: 0.0648193 Aug 16 21:06:12.679321 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7f3559fd-7349-4e94-8c17-696d27c1b19d req-1e27f09a-01cc-4223-b0b2-51971b100deb tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444763 Aug 16 21:06:12.920985 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7056b159-3e20-4437-8372-4213a610fd00 req-0a725d15-901b-4de3-9863-a47caf7424ba tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=57c59ccf-505b-460b-b235-16cf263419ef HTTP/1.1" status: 200 len: 210 time: 0.0328496 Aug 16 21:06:13.369123 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34604) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:13.428987 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-831be9c9-2ad2-422b-8c2c-b66593b29b98 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:13.454554 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-831be9c9-2ad2-422b-8c2c-b66593b29b98 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:13.550835 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 992aacb6-d602-42d9-8437-a3525d7d1c6d no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:06:13.578025 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 992aacb6-d602-42d9-8437-a3525d7d1c6d {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:06:13.578265 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-831be9c9-2ad2-422b-8c2c-b66593b29b98 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:13.578792 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 992aacb6-d602-42d9-8437-a3525d7d1c6d not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:06:13.580884 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-831be9c9-2ad2-422b-8c2c-b66593b29b98 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:13.582316 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-831be9c9-2ad2-422b-8c2c-b66593b29b98 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "DELETE /v2.0/security-groups/ab42646f-4b94-49ec-b0ef-1630bc33b385 HTTP/1.1" status: 204 len: 168 time: 0.2119255 Aug 16 21:06:13.591614 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 34608) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:13.593085 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831be9c9-2ad2-422b-8c2c-b66593b29b98 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab42646f-4b94-49ec-b0ef-1630bc33b385,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:13.615902 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-66af1520-a3c8-4ce9-ac60-ed1f6f8ba9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:13.673953 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e82c8eb8-04fc-4018-b584-de0e24c25a9a tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:13.699127 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e82c8eb8-04fc-4018-b584-de0e24c25a9a tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:13.820684 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc7f9f-3a26-42a4-af56-a99382d388e8 req-0e22d259-314a-4916-b124-404612dbc38f tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:13.825504 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8ecc7f9f-3a26-42a4-af56-a99382d388e8 req-0e22d259-314a-4916-b124-404612dbc38f tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 946 time: 0.0737169 Aug 16 21:06:13.858634 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:13.883673 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8ecc7f9f-3a26-42a4-af56-a99382d388e8 req-97a084f6-2eea-4eb4-891a-2a7da3528d52 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512636 Aug 16 21:06:13.926971 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e82c8eb8-04fc-4018-b584-de0e24c25a9a tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:13.929847 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e82c8eb8-04fc-4018-b584-de0e24c25a9a tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:13.933387 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e82c8eb8-04fc-4018-b584-de0e24c25a9a tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "DELETE /v2.0/security-groups/868c986c-898b-43a8-8487-f3cc8e70bab5 HTTP/1.1" status: 204 len: 168 time: 0.3406820 Aug 16 21:06:13.937351 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34620) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:13.945348 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c8eb8-04fc-4018-b584-de0e24c25a9a tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=868c986c-898b-43a8-8487-f3cc8e70bab5,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:14.048691 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3bcb65bf-9074-41d9-a3c4-1832cccd7ab6 req-043f3aff-6d4e-4738-9fa0-efe292445e32 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=57c59ccf-505b-460b-b235-16cf263419ef HTTP/1.1" status: 200 len: 210 time: 0.0309935 Aug 16 21:06:14.334940 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-bb55038d-9c72-46dd-b086-b7199d5dab32 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:14.336866 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-bb55038d-9c72-46dd-b086-b7199d5dab32 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.72 "GET /v2.0/networks?id=10a8cf60-7997-4233-bd18-38023ab4d829 HTTP/1.1" status: 200 len: 804 time: 0.3364308 Aug 16 21:06:14.358029 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-13235bc7-f8f3-401d-8512-f80ee08f2523 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Request body: {'port': {'device_id': '57c59ccf-505b-460b-b235-16cf263419ef', 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829', 'admin_state_up': True, 'tenant_id': 'a66a67472cec4496a7059d3173810e1a'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:06:14.619800 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-13235bc7-f8f3-401d-8512-f80ee08f2523 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Made reservation on behalf of a66a67472cec4496a7059d3173810e1a for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:06:14.623696 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-13235bc7-f8f3-401d-8512-f80ee08f2523 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:14.651464 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cdcbd13a-d7fa-46d0-8e24-a3fddc2e5bdb tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:14.807247 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:14.934538 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-13235bc7-f8f3-401d-8512-f80ee08f2523 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Allocated IP 172.20.0.10 (10a8cf60-7997-4233-bd18-38023ab4d829/d5195f93-41fa-4353-aa72-c2be4390d86e/f4f05398-c670-475e-ab87-53c0149d5196) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:06:15.030005 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522379c-f56b-440f-986e-e84f043fa4aa req-1f430ac2-2c73-4509-910f-050e9d173812 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:15.038649 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c522379c-f56b-440f-986e-e84f043fa4aa req-1f430ac2-2c73-4509-910f-050e9d173812 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 946 time: 0.0692391 Aug 16 21:06:15.092427 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c522379c-f56b-440f-986e-e84f043fa4aa req-b78b8230-f595-48fc-9dce-8a63a8e3ce8b tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474231 Aug 16 21:06:15.192521 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d211f189-e48a-48fa-ad9e-6b8aa1a40fbe req-8634b4c2-651c-4728-b122-5c9dd687f29a tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=57c59ccf-505b-460b-b235-16cf263419ef HTTP/1.1" status: 200 len: 210 time: 0.0349691 Aug 16 21:06:15.526762 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-13235bc7-f8f3-401d-8512-f80ee08f2523 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:15.541633 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-cdcbd13a-d7fa-46d0-8e24-a3fddc2e5bdb tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Deleting port 5c52b174-8e97-473d-9a71-e40e2ecf73c4 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:06:15.541981 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cdcbd13a-d7fa-46d0-8e24-a3fddc2e5bdb tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:15.659622 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-cdcbd13a-d7fa-46d0-8e24-a3fddc2e5bdb tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] For port 5c52b174-8e97-473d-9a71-e40e2ecf73c4, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5c52b174-8e97-473d-9a71-e40e2ecf73c4,segment=NetworkSegment(ca8d7f37-dc13-4dcf-91b9-aa82a180898e),segment_id=ca8d7f37-dc13-4dcf-91b9-aa82a180898e)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:15.661370 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cdcbd13a-d7fa-46d0-8e24-a3fddc2e5bdb tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:15.674479 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-cdcbd13a-d7fa-46d0-8e24-a3fddc2e5bdb tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Calling delete_port for 5c52b174-8e97-473d-9a71-e40e2ecf73c4 owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:06:15.721646 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-13235bc7-f8f3-401d-8512-f80ee08f2523 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:15.741583 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['6ccefc9c-e155-4214-9c78-4ed80369f4ae'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:06:15.743875 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['362e8c9d-2b04-462c-a4f3-ffa81bdc88fb'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:06:15.800587 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-13235bc7-f8f3-401d-8512-f80ee08f2523 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Network 10a8cf60-7997-4233-bd18-38023ab4d829 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:06:15.809542 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-13235bc7-f8f3-401d-8512-f80ee08f2523 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:06:15.814351 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13235bc7-f8f3-401d-8512-f80ee08f2523 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Pushing event updated for resources: {'Port': ['ID=f4f05398-c670-475e-ab87-53c0149d5196,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:15.850474 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-13235bc7-f8f3-401d-8512-f80ee08f2523 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:06:15.926417 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-13235bc7-f8f3-401d-8512-f80ee08f2523 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:15.927271 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-13235bc7-f8f3-401d-8512-f80ee08f2523 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:16.064895 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-13235bc7-f8f3-401d-8512-f80ee08f2523 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7135606 Aug 16 21:06:16.079119 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-2cac41b2-6b95-4285-8819-a561a4046bfd service neutron] Request body: {'port': {'device_id': '57c59ccf-505b-460b-b235-16cf263419ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:06:16.114594 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cdcbd13a-d7fa-46d0-8e24-a3fddc2e5bdb tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:16.156416 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcbd13a-d7fa-46d0-8e24-a3fddc2e5bdb tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Pushing event deleted for resources: {'Port': ['ID=5c52b174-8e97-473d-9a71-e40e2ecf73c4,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:16.272043 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-2cac41b2-6b95-4285-8819-a561a4046bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:16.306595 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14bc0e-c8f0-4bcf-a90e-fc768f8f5526 req-3a570df1-9dd9-417a-9ff2-6e1c48c4c24b tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:16.308230 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8e14bc0e-c8f0-4bcf-a90e-fc768f8f5526 req-3a570df1-9dd9-417a-9ff2-6e1c48c4c24b tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 946 time: 0.1343498 Aug 16 21:06:16.418421 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8e14bc0e-c8f0-4bcf-a90e-fc768f8f5526 req-85a57f38-432c-4136-bcc1-66b5b384ae45 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694697 Aug 16 21:06:16.470293 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347fbeb5-0777-4ca0-b65f-7c44b855bd31 req-a4dda20c-3ffa-4d59-b33a-1e6b4139e9eb tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:16.472316 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-347fbeb5-0777-4ca0-b65f-7c44b855bd31 req-a4dda20c-3ffa-4d59-b33a-1e6b4139e9eb tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=57c59ccf-505b-460b-b235-16cf263419ef HTTP/1.1" status: 200 len: 932 time: 0.1827900 Aug 16 21:06:16.521559 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:16.553857 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-347fbeb5-0777-4ca0-b65f-7c44b855bd31 req-b2b778d7-e219-4914-82e7-f3e3c0d92a0f tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697713 Aug 16 21:06:16.766586 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cdcbd13a-d7fa-46d0-8e24-a3fddc2e5bdb tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:16.770483 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-2cac41b2-6b95-4285-8819-a561a4046bfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4f05398-c670-475e-ab87-53c0149d5196 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:06:16.782939 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-2cac41b2-6b95-4285-8819-a561a4046bfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:16.839162 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-2cac41b2-6b95-4285-8819-a561a4046bfd service neutron] Transition to ACTIVE for port object f4f05398-c670-475e-ab87-53c0149d5196 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:06:16.945611 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-2cac41b2-6b95-4285-8819-a561a4046bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:17.053183 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac41b2-6b95-4285-8819-a561a4046bfd service neutron] Pushing event updated for resources: {'Port': ['ID=f4f05398-c670-475e-ab87-53c0149d5196,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:17.109689 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdcbd13a-d7fa-46d0-8e24-a3fddc2e5bdb tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Router 973b33cb-6a4f-441e-9470-d11941a81236 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:06:17.185947 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-2cac41b2-6b95-4285-8819-a561a4046bfd service neutron] Attempting to bind port f4f05398-c670-475e-ab87-53c0149d5196 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:06:17.186302 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-2cac41b2-6b95-4285-8819-a561a4046bfd service neutron] Attempting to bind port f4f05398-c670-475e-ab87-53c0149d5196 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '85568c6e-48e5-454c-9434-fd56a12f8853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:06:17.186640 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-2cac41b2-6b95-4285-8819-a561a4046bfd service neutron] Attempting to bind port f4f05398-c670-475e-ab87-53c0149d5196 on network 10a8cf60-7997-4233-bd18-38023ab4d829 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:06:17.200288 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-2cac41b2-6b95-4285-8819-a561a4046bfd service neutron] Port f4f05398-c670-475e-ab87-53c0149d5196 on network 10a8cf60-7997-4233-bd18-38023ab4d829 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:06:17.201155 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-2cac41b2-6b95-4285-8819-a561a4046bfd service neutron] Attempting to bind port f4f05398-c670-475e-ab87-53c0149d5196 on network 10a8cf60-7997-4233-bd18-38023ab4d829 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:06:17.237293 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-2cac41b2-6b95-4285-8819-a561a4046bfd service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:06:17.237649 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-2cac41b2-6b95-4285-8819-a561a4046bfd service neutron] Checking segment: {'id': '85568c6e-48e5-454c-9434-fd56a12f8853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:06:17.238049 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-2cac41b2-6b95-4285-8819-a561a4046bfd service neutron] Bound using segment: {'id': '85568c6e-48e5-454c-9434-fd56a12f8853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:06:17.238492 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-2cac41b2-6b95-4285-8819-a561a4046bfd service neutron] Bound port: f4f05398-c670-475e-ab87-53c0149d5196, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85568c6e-48e5-454c-9434-fd56a12f8853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:06:17.239822 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-2cac41b2-6b95-4285-8819-a561a4046bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:17.298712 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcbd13a-d7fa-46d0-8e24-a3fddc2e5bdb tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:06:17.310044 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 34712) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:17.310633 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-cdcbd13a-d7fa-46d0-8e24-a3fddc2e5bdb tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "PUT /v2.0/routers/973b33cb-6a4f-441e-9470-d11941a81236/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3715587 Aug 16 21:06:17.312914 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29884730-6d23-497a-ba63-9703c400a43b None None] Sync routers for ids ['973b33cb-6a4f-441e-9470-d11941a81236'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:06:17.328752 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29884730-6d23-497a-ba63-9703c400a43b None None] Routers {'973b33cb-6a4f-441e-9470-d11941a81236'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:06:17.329612 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-29884730-6d23-497a-ba63-9703c400a43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:06:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['973b33cb-6a4f-441e-9470-d11941a81236'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:17.359727 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-2cac41b2-6b95-4285-8819-a561a4046bfd service neutron] For port f4f05398-c670-475e-ab87-53c0149d5196, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:06:17.367518 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-2cac41b2-6b95-4285-8819-a561a4046bfd service neutron] For port f4f05398-c670-475e-ab87-53c0149d5196, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=f4f05398-c670-475e-ab87-53c0149d5196,segment=NetworkSegment(85568c6e-48e5-454c-9434-fd56a12f8853),segment_id=85568c6e-48e5-454c-9434-fd56a12f8853)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:06:17.405250 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-9456023b-f20f-41bf-8a72-608c47278750 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Deleting subnet 9215196a-1f5d-4cc1-ae31-cdca45b1fc40 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:06:17.408943 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9456023b-f20f-41bf-8a72-608c47278750 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:17.441806 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-2cac41b2-6b95-4285-8819-a561a4046bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:17.469586 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9456023b-f20f-41bf-8a72-608c47278750 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:17.503152 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-29884730-6d23-497a-ba63-9703c400a43b None None] Set router 973b33cb-6a4f-441e-9470-d11941a81236 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:06:17.524343 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-2cac41b2-6b95-4285-8819-a561a4046bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:17.525266 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-2cac41b2-6b95-4285-8819-a561a4046bfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:17.526886 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-2cac41b2-6b95-4285-8819-a561a4046bfd service neutron] 10.222.0.72 "PUT /v2.0/ports/f4f05398-c670-475e-ab87-53c0149d5196 HTTP/1.1" status: 200 len: 1093 time: 1.4534342 Aug 16 21:06:17.529362 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c59ccf-505b-460b-b235-16cf263419ef', 'tag': 'f4f05398-c670-475e-ab87-53c0149d5196'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:06:17.542600 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61aa7eb-8f5a-4ccb-a0de-e0d30f113a6b" -d '{"events": [{"name": "network-changed", "server_uuid": "57c59ccf-505b-460b-b235-16cf263419ef", "tag": "f4f05398-c670-475e-ab87-53c0149d5196"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:06:17.564370 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34720) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:17.616071 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac41b2-6b95-4285-8819-a561a4046bfd service neutron] Pushing event updated for resources: {'Port': ['ID=f4f05398-c670-475e-ab87-53c0149d5196,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:17.621391 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9834f9-0b16-4b31-ba98-4bdb5191f76f x-openstack-request-id: req-1d9834f9-0b16-4b31-ba98-4bdb5191f76f {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:06:17.621696 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57c59ccf-505b-460b-b235-16cf263419ef", "tag": "f4f05398-c670-475e-ab87-53c0149d5196", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:06:17.621953 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1d9834f9-0b16-4b31-ba98-4bdb5191f76f {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:06:17.622437 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57c59ccf-505b-460b-b235-16cf263419ef', 'tag': 'f4f05398-c670-475e-ab87-53c0149d5196', 'status': 'completed', 'code': 200} Aug 16 21:06:17.719458 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61aa7eb-8f5a-4ccb-a0de-e0d30f113a6b req-68e8609c-5262-4321-9d7d-a818c453286f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:17.721202 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b61aa7eb-8f5a-4ccb-a0de-e0d30f113a6b req-68e8609c-5262-4321-9d7d-a818c453286f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a66a67472cec4496a7059d3173810e1a&device_id=57c59ccf-505b-460b-b235-16cf263419ef HTTP/1.1" status: 200 len: 1096 time: 0.0840502 Aug 16 21:06:17.772171 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9456023b-f20f-41bf-8a72-608c47278750 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:17.797400 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-681ccd7a-55a5-46c3-a986-cb4755d68a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:17.815506 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d36b2-dd8f-4d2b-944d-5c5c73dc2266 req-38dbe7ae-64cc-40ad-95d2-53ea1baf7fb7 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:17.824579 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e52d36b2-dd8f-4d2b-944d-5c5c73dc2266 req-38dbe7ae-64cc-40ad-95d2-53ea1baf7fb7 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 946 time: 0.2258780 Aug 16 21:06:17.874472 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6c75a-a9b4-448d-9cec-dc3b0ad107a2 req-a0bb29a5-ab39-4ce9-8af6-7af53ccbb799 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:17.879481 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61aa7eb-8f5a-4ccb-a0de-e0d30f113a6b req-44aa2d46-319d-45f9-b737-e8c9c0c66731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:17.881037 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b61aa7eb-8f5a-4ccb-a0de-e0d30f113a6b req-44aa2d46-319d-45f9-b737-e8c9c0c66731 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=a66a67472cec4496a7059d3173810e1a&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1517088 Aug 16 21:06:17.883824 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a9f6c75a-a9b4-448d-9cec-dc3b0ad107a2 req-a0bb29a5-ab39-4ce9-8af6-7af53ccbb799 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=57c59ccf-505b-460b-b235-16cf263419ef HTTP/1.1" status: 200 len: 944 time: 0.1605563 Aug 16 21:06:17.886953 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-29884730-6d23-497a-ba63-9703c400a43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973b33cb-6a4f-441e-9470-d11941a81236', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1239497500', 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'c22acc64-3d86-4187-b710-6a0b27c42af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:04:06Z', 'updated_at': '2021-08-16T21:06:15Z', 'revision_number': 5, 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'gw_port': {'id': 'c22acc64-3d86-4187-b710-6a0b27c42af0', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973b33cb-6a4f-441e-9470-d11941a81236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:08Z', 'updated_at': '2021-08-16T21:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:17.937693 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e52d36b2-dd8f-4d2b-944d-5c5c73dc2266 req-708b78fe-f8f5-4cd2-b0e7-baa13e0d68f4 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118040 Aug 16 21:06:17.941446 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29884730-6d23-497a-ba63-9703c400a43b None None] Checking router: 973b33cb-6a4f-441e-9470-d11941a81236 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:06:17.987261 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a9f6c75a-a9b4-448d-9cec-dc3b0ad107a2 req-b0e34abb-4835-45ae-96da-0c3ddbadc3bf tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021366 Aug 16 21:06:17.994053 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29884730-6d23-497a-ba63-9703c400a43b None None] Routers {'973b33cb-6a4f-441e-9470-d11941a81236'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:06:17.994778 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-29884730-6d23-497a-ba63-9703c400a43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:06:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['973b33cb-6a4f-441e-9470-d11941a81236'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:18.032499 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-681ccd7a-55a5-46c3-a986-cb4755d68a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:18.033610 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61aa7eb-8f5a-4ccb-a0de-e0d30f113a6b req-cd385fe4-7f27-440e-a442-008e78f18af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:18.035220 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b61aa7eb-8f5a-4ccb-a0de-e0d30f113a6b req-cd385fe4-7f27-440e-a442-008e78f18af2 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1445124 Aug 16 21:06:18.076226 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9456023b-f20f-41bf-8a72-608c47278750 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:18.120688 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-681ccd7a-55a5-46c3-a986-cb4755d68a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:18.126758 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9456023b-f20f-41bf-8a72-608c47278750 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Pushing event deleted for resources: {'Subnet': ['ID=9215196a-1f5d-4cc1-ae31-cdca45b1fc40,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:18.133185 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9456023b-f20f-41bf-8a72-608c47278750 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:18.139806 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9456023b-f20f-41bf-8a72-608c47278750 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "DELETE /v2.0/subnets/9215196a-1f5d-4cc1-ae31-cdca45b1fc40 HTTP/1.1" status: 204 len: 168 time: 0.8279748 Aug 16 21:06:18.139806 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 34732) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:18.147440 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-29884730-6d23-497a-ba63-9703c400a43b None None] Set router 973b33cb-6a4f-441e-9470-d11941a81236 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:06:18.154278 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd66a96-1108-4a39-a3e8-964b843386fc None None] Network 38aa7fb0-7837-441f-a702-d14d19ac7dce requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:06:18.187069 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-30b0e90b-39d8-4923-8b64-9f3c0cf93dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:18.191152 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-30b0e90b-39d8-4923-8b64-9f3c0cf93dce service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a66a67472cec4496a7059d3173810e1a&device_id=57c59ccf-505b-460b-b235-16cf263419ef HTTP/1.1" status: 200 len: 1096 time: 0.1131277 Aug 16 21:06:18.195942 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-681ccd7a-55a5-46c3-a986-cb4755d68a2c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=314d12d3ef8a4ae483fdbaf9a31d6341&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6278472 Aug 16 21:06:18.196338 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34734) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:18.222175 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ccd7a-55a5-46c3-a986-cb4755d68a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53387ab2-1e69-4dc0-bf8b-5a76fee72ff5,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:18.273982 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-1815d37c-fc64-4fb7-8305-59b0ae2a4d0c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4f05398-c670-475e-ab87-53c0149d5196 HTTP/1.1" status: 200 len: 217 time: 0.0516992 Aug 16 21:06:18.306766 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fb5977f6-60ba-4218-b8f1-537a9b9aaf3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:18.367614 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fb5977f6-60ba-4218-b8f1-537a9b9aaf3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:18.380850 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-796fc449-135d-400b-b4b3-b8a24e270b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:18.382742 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-796fc449-135d-400b-b4b3-b8a24e270b79 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d5195f93-41fa-4353-aa72-c2be4390d86e HTTP/1.1" status: 200 len: 844 time: 0.0998354 Aug 16 21:06:18.427320 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b93cc291-2040-473b-8b4a-b918e39e5bdf tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:18.440938 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-b3fc0384-4b89-479e-bb81-5a9b77bf9263 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=10a8cf60-7997-4233-bd18-38023ab4d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493057 Aug 16 21:06:18.524987 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-29884730-6d23-497a-ba63-9703c400a43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973b33cb-6a4f-441e-9470-d11941a81236', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1239497500', 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'c22acc64-3d86-4187-b710-6a0b27c42af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:04:06Z', 'updated_at': '2021-08-16T21:06:15Z', 'revision_number': 5, 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'gw_port': {'id': 'c22acc64-3d86-4187-b710-6a0b27c42af0', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973b33cb-6a4f-441e-9470-d11941a81236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:08Z', 'updated_at': '2021-08-16T21:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:18.562971 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29884730-6d23-497a-ba63-9703c400a43b None None] The sync data for ids ['973b33cb-6a4f-441e-9470-d11941a81236'] in n-d-793620-15 is: [{'id': '973b33cb-6a4f-441e-9470-d11941a81236', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1239497500', 'tenant_id': '89e5c5f06f394767b34bdcf9bb013f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'c22acc64-3d86-4187-b710-6a0b27c42af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:04:06Z', 'updated_at': '2021-08-16T21:06:15Z', 'revision_number': 5, 'project_id': '89e5c5f06f394767b34bdcf9bb013f56', 'gw_port': {'id': 'c22acc64-3d86-4187-b710-6a0b27c42af0', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973b33cb-6a4f-441e-9470-d11941a81236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:04:08Z', 'updated_at': '2021-08-16T21:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:06:18.580644 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-ee064294-0196-4d29-bc3c-bf599607cabc service neutron] 10.222.0.72 "GET /v2.0/networks/10a8cf60-7997-4233-bd18-38023ab4d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299291 Aug 16 21:06:18.595390 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b93cc291-2040-473b-8b4a-b918e39e5bdf tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:18.610942 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fb5977f6-60ba-4218-b8f1-537a9b9aaf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:18.613890 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fb5977f6-60ba-4218-b8f1-537a9b9aaf3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:18.617778 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fb5977f6-60ba-4218-b8f1-537a9b9aaf3a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/53387ab2-1e69-4dc0-bf8b-5a76fee72ff5 HTTP/1.1" status: 204 len: 168 time: 0.4178703 Aug 16 21:06:18.665770 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5977f6-60ba-4218-b8f1-537a9b9aaf3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53387ab2-1e69-4dc0-bf8b-5a76fee72ff5,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:18.730705 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-b93cc291-2040-473b-8b4a-b918e39e5bdf tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Deleting port c22acc64-3d86-4187-b710-6a0b27c42af0 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:06:18.731152 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b93cc291-2040-473b-8b4a-b918e39e5bdf tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:18.741758 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8d1c5c3b-b26a-4cdd-9380-d91bc3f76c21 req-9c9dc931-6ca2-47e0-8ed9-33765612d287 service neutron] 10.222.0.72 "GET /v2.0/networks/10a8cf60-7997-4233-bd18-38023ab4d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547372 Aug 16 21:06:18.815268 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-b93cc291-2040-473b-8b4a-b918e39e5bdf tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] For port c22acc64-3d86-4187-b710-6a0b27c42af0, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=c22acc64-3d86-4187-b710-6a0b27c42af0,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:18.815644 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b93cc291-2040-473b-8b4a-b918e39e5bdf tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:18.829043 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-b93cc291-2040-473b-8b4a-b918e39e5bdf tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Calling delete_port for c22acc64-3d86-4187-b710-6a0b27c42af0 owned by network:router_gateway {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:06:18.956169 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c984badc-b3bb-4b83-9692-51ce5ef09055 None None] DHCP port deletion for 38aa7fb0-7837-441f-a702-d14d19ac7dce request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:06:19.121513 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-c984badc-b3bb-4b83-9692-51ce5ef09055 None None] Deleting port 166d3d32-9d5d-42df-87e0-2abdf0882e69 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:06:19.122078 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c984badc-b3bb-4b83-9692-51ce5ef09055 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:19.136744 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:19.172816 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b93cc291-2040-473b-8b4a-b918e39e5bdf tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:19.225307 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-c984badc-b3bb-4b83-9692-51ce5ef09055 None None] For port 166d3d32-9d5d-42df-87e0-2abdf0882e69, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=166d3d32-9d5d-42df-87e0-2abdf0882e69,segment=NetworkSegment(ca8d7f37-dc13-4dcf-91b9-aa82a180898e),segment_id=ca8d7f37-dc13-4dcf-91b9-aa82a180898e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:19.225307 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c984badc-b3bb-4b83-9692-51ce5ef09055 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:19.225718 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 166d3d32-9d5d-42df-87e0-2abdf0882e69 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:06:19.261175 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cc291-2040-473b-8b4a-b918e39e5bdf tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Pushing event deleted for resources: {'Port': ['ID=c22acc64-3d86-4187-b710-6a0b27c42af0,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:19.298112 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3dc80-6aa5-43fe-9995-e8d40d8f1359 req-a707ea40-2336-4736-862e-bf88e9e3e90a tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:19.299400 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dca3dc80-6aa5-43fe-9995-e8d40d8f1359 req-a707ea40-2336-4736-862e-bf88e9e3e90a tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 946 time: 0.2088683 Aug 16 21:06:19.303364 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-c984badc-b3bb-4b83-9692-51ce5ef09055 None None] Calling delete_port for 166d3d32-9d5d-42df-87e0-2abdf0882e69 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:06:19.373093 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60b039-578c-4ca1-936e-9df3a350a443 req-c015bbd5-54e9-440f-a230-e355968d8e11 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:19.374714 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ff60b039-578c-4ca1-936e-9df3a350a443 req-c015bbd5-54e9-440f-a230-e355968d8e11 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=57c59ccf-505b-460b-b235-16cf263419ef HTTP/1.1" status: 200 len: 944 time: 0.2129109 Aug 16 21:06:19.396800 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b93cc291-2040-473b-8b4a-b918e39e5bdf tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:19.467115 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34766) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:19.488131 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eee1770d-1bec-4f7f-9a25-e28425dbb476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:19.489651 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dca3dc80-6aa5-43fe-9995-e8d40d8f1359 req-54eaf3e9-a8e4-4f75-ab95-a24dd94d571b tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604264 Aug 16 21:06:19.557473 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b93cc291-2040-473b-8b4a-b918e39e5bdf tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:19.561494 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b93cc291-2040-473b-8b4a-b918e39e5bdf tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:19.585669 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ff60b039-578c-4ca1-936e-9df3a350a443 req-4e69720a-e784-4016-b865-905c4c095fc3 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990986 Aug 16 21:06:19.662861 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eee1770d-1bec-4f7f-9a25-e28425dbb476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:19.682491 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:19.727432 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b93cc291-2040-473b-8b4a-b918e39e5bdf tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:19.728076 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93cc291-2040-473b-8b4a-b918e39e5bdf tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Fanout notify agent at l3_agent the message router_deleted on router 973b33cb-6a4f-441e-9470-d11941a81236 {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:06:19.736510 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b93cc291-2040-473b-8b4a-b918e39e5bdf tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:19.737593 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b93cc291-2040-473b-8b4a-b918e39e5bdf tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "DELETE /v2.0/routers/973b33cb-6a4f-441e-9470-d11941a81236 HTTP/1.1" status: 204 len: 168 time: 1.5950098 Aug 16 21:06:19.740524 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34770) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:19.749040 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 166d3d32-9d5d-42df-87e0-2abdf0882e69, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=166d3d32-9d5d-42df-87e0-2abdf0882e69,segment=NetworkSegment(ca8d7f37-dc13-4dcf-91b9-aa82a180898e),segment_id=ca8d7f37-dc13-4dcf-91b9-aa82a180898e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:19.774925 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eee1770d-1bec-4f7f-9a25-e28425dbb476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:19.843185 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-eee1770d-1bec-4f7f-9a25-e28425dbb476 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3ee2d87de65d4854964a6ed9c77a96cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3706539 Aug 16 21:06:19.843546 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 34772) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:19.862206 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:19.864755 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5c52b174-8e97-473d-9a71-e40e2ecf73c4 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:06:19.875396 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee1770d-1bec-4f7f-9a25-e28425dbb476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618e2880-9f28-4af1-84d5-fdf58ade1f07,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:19.883941 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7067c278-4d2a-4f6d-b822-fa73c8dee334 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:19.929216 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-96db9950-1d35-4293-a8f6-4a380e52015c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:19.952165 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c984badc-b3bb-4b83-9692-51ce5ef09055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:19.958200 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 5c52b174-8e97-473d-9a71-e40e2ecf73c4 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:06:19.958861 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5c52b174-8e97-473d-9a71-e40e2ecf73c4 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:06:19.968438 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-96db9950-1d35-4293-a8f6-4a380e52015c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:19.988486 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c984badc-b3bb-4b83-9692-51ce5ef09055 None None] No DVR routers for this DVR port 166d3d32-9d5d-42df-87e0-2abdf0882e69 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:06:20.009076 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-7067c278-4d2a-4f6d-b822-fa73c8dee334 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Deleting port 166d3d32-9d5d-42df-87e0-2abdf0882e69 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:06:20.009426 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7067c278-4d2a-4f6d-b822-fa73c8dee334 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:20.025676 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=166d3d32-9d5d-42df-87e0-2abdf0882e69,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:20.050713 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c984badc-b3bb-4b83-9692-51ce5ef09055 None None] Pushing event deleted for resources: {'Port': ['ID=166d3d32-9d5d-42df-87e0-2abdf0882e69,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:20.085722 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device f4f05398-c670-475e-ab87-53c0149d5196 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:06:20.097972 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-96db9950-1d35-4293-a8f6-4a380e52015c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:20.100615 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-96db9950-1d35-4293-a8f6-4a380e52015c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:20.102664 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-96db9950-1d35-4293-a8f6-4a380e52015c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/618e2880-9f28-4af1-84d5-fdf58ade1f07 HTTP/1.1" status: 204 len: 168 time: 0.2579987 Aug 16 21:06:20.121910 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db9950-1d35-4293-a8f6-4a380e52015c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618e2880-9f28-4af1-84d5-fdf58ade1f07,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:20.123242 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-7067c278-4d2a-4f6d-b822-fa73c8dee334 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] For port 166d3d32-9d5d-42df-87e0-2abdf0882e69, host n-d-793620-15, got binding levels [] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:20.124085 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7067c278-4d2a-4f6d-b822-fa73c8dee334 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:20.150015 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-7067c278-4d2a-4f6d-b822-fa73c8dee334 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Calling delete_port for 166d3d32-9d5d-42df-87e0-2abdf0882e69 owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:06:20.154846 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.ipam_backend_mixin [None req-7067c278-4d2a-4f6d-b822-fa73c8dee334 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Port 166d3d32-9d5d-42df-87e0-2abdf0882e69 was not found and therefore no delete operation was performed {{(pid=101845) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 21:06:20.156726 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7067c278-4d2a-4f6d-b822-fa73c8dee334 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:20.186107 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7067c278-4d2a-4f6d-b822-fa73c8dee334 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Pushing event deleted for resources: {'Port': ['ID=166d3d32-9d5d-42df-87e0-2abdf0882e69,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:20.189813 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7067c278-4d2a-4f6d-b822-fa73c8dee334 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] No DVR routers for this DVR port 166d3d32-9d5d-42df-87e0-2abdf0882e69 on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:06:20.283122 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port f4f05398-c670-475e-ab87-53c0149d5196, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=f4f05398-c670-475e-ab87-53c0149d5196,segment=NetworkSegment(85568c6e-48e5-454c-9434-fd56a12f8853),segment_id=85568c6e-48e5-454c-9434-fd56a12f8853)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:20.297260 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': 'f4f05398-c670-475e-ab87-53c0149d5196', 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829', 'port_id': 'f4f05398-c670-475e-ab87-53c0149d5196', 'mac_address': 'fa:16:3e:88:24:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5195f93-41fa-4353-aa72-c2be4390d86e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:06:20.310858 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7067c278-4d2a-4f6d-b822-fa73c8dee334 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:20.329284 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-7067c278-4d2a-4f6d-b822-fa73c8dee334 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38aa7fb0-7837-441f-a702-d14d19ac7dce']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:20.336208 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-7067c278-4d2a-4f6d-b822-fa73c8dee334 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca8d7f37-dc13-4dcf-91b9-aa82a180898e') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:20.336315 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-7067c278-4d2a-4f6d-b822-fa73c8dee334 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca8d7f37-dc13-4dcf-91b9-aa82a180898e') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:20.347566 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7067c278-4d2a-4f6d-b822-fa73c8dee334 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:20.347965 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:20.362082 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4f05398-c670-475e-ab87-53c0149d5196 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:06:20.367720 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7067c278-4d2a-4f6d-b822-fa73c8dee334 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:20.375354 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7067c278-4d2a-4f6d-b822-fa73c8dee334 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:06:20.375616 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7067c278-4d2a-4f6d-b822-fa73c8dee334 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:20.379014 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:06:20.379014 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:06:20.379014 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:06:20.379014 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:06:20.379014 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:06:20.379014 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:06:20.379014 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:06:20.379014 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:06:20.379014 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:06:20.379014 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:06:20.379014 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:06:20.379014 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:06:20.379014 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:06:20.379014 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:06:20.379014 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:06:20.379014 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:06:20.379014 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:06:20.379014 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:06:20.379014 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:06:20.379014 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:06:20.379014 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:06:20.379014 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:06:20.379014 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:06:20.379014 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:06:20.379014 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:06:20.379014 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:06:20.379014 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:06:20.379014 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:06:20.379014 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:06:20.379014 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:06:20.379014 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:06:20.379014 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:06:20.387378 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port f4f05398-c670-475e-ab87-53c0149d5196, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=f4f05398-c670-475e-ab87-53c0149d5196,segment=NetworkSegment(85568c6e-48e5-454c-9434-fd56a12f8853),segment_id=85568c6e-48e5-454c-9434-fd56a12f8853)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:20.475363 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:20.504122 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7067c278-4d2a-4f6d-b822-fa73c8dee334 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:20.525981 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7067c278-4d2a-4f6d-b822-fa73c8dee334 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:20.525981 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7067c278-4d2a-4f6d-b822-fa73c8dee334 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] 10.222.0.84 "DELETE /v2.0/networks/38aa7fb0-7837-441f-a702-d14d19ac7dce HTTP/1.1" status: 204 len: 168 time: 0.7751007 Aug 16 21:06:20.550440 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7067c278-4d2a-4f6d-b822-fa73c8dee334 tempest-TestSecurityGroupsBasicOps-1287358753 tempest-TestSecurityGroupsBasicOps-1287358753-project] Pushing event deleted for resources: {'Network': ['ID=38aa7fb0-7837-441f-a702-d14d19ac7dce,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:20.557874 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=f4f05398-c670-475e-ab87-53c0149d5196,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:20.651494 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cb132-62b1-4d19-a146-f8e6d46d08a2 req-91652cf9-6296-4edd-a9ac-8ba75ef32194 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:20.653265 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-443cb132-62b1-4d19-a146-f8e6d46d08a2 req-91652cf9-6296-4edd-a9ac-8ba75ef32194 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 946 time: 0.0672262 Aug 16 21:06:20.706208 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-443cb132-62b1-4d19-a146-f8e6d46d08a2 req-3bbdb094-06a3-43ac-b1ec-a3b0fda7cdf7 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454969 Aug 16 21:06:20.764247 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98aecb3-f09a-4798-85a2-18cfc51ec435 req-df05df0e-918e-430b-a468-86984aad0b12 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:20.766070 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a98aecb3-f09a-4798-85a2-18cfc51ec435 req-df05df0e-918e-430b-a468-86984aad0b12 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=57c59ccf-505b-460b-b235-16cf263419ef HTTP/1.1" status: 200 len: 945 time: 0.0560460 Aug 16 21:06:20.809121 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a98aecb3-f09a-4798-85a2-18cfc51ec435 req-bf34cbfb-a1f0-416b-9bdd-b3a042b3df53 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366819 Aug 16 21:06:20.826123 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['f4f05398-c670-475e-ab87-53c0149d5196'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:06:21.179586 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device c22acc64-3d86-4187-b710-6a0b27c42af0 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:06:21.203982 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: c22acc64-3d86-4187-b710-6a0b27c42af0 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:06:21.204330 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device c22acc64-3d86-4187-b710-6a0b27c42af0 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:06:21.326018 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 34800) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:21.509228 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2000c466-0bd4-48c5-82ac-ec1029c4b2bd admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=89e5c5f06f394767b34bdcf9bb013f56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1819012 Aug 16 21:06:21.511925 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 34808) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:21.559294 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34810) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:21.571008 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8b77a23f-4cc9-4212-8a5d-0f4a94bfa98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:21.593419 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8b77a23f-4cc9-4212-8a5d-0f4a94bfa98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:21.715123 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8b77a23f-4cc9-4212-8a5d-0f4a94bfa98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:21.718926 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8b77a23f-4cc9-4212-8a5d-0f4a94bfa98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:21.720968 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8b77a23f-4cc9-4212-8a5d-0f4a94bfa98a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ccadc08d-28ec-44c1-9ccf-fb02a88b4397 HTTP/1.1" status: 204 len: 168 time: 0.2076070 Aug 16 21:06:21.733991 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77a23f-4cc9-4212-8a5d-0f4a94bfa98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccadc08d-28ec-44c1-9ccf-fb02a88b4397,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:21.740460 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c4feac7e-7ccc-45b4-b342-0510172d4036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:21.878846 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62ea7c-d282-4889-bba9-b66294d80e0d req-1de37862-aa29-43eb-b537-b5e47a8b21c6 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:21.889858 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c4feac7e-7ccc-45b4-b342-0510172d4036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:21.893217 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a62ea7c-d282-4889-bba9-b66294d80e0d req-1de37862-aa29-43eb-b537-b5e47a8b21c6 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 946 time: 0.0837407 Aug 16 21:06:21.962088 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c4feac7e-7ccc-45b4-b342-0510172d4036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:21.995502 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:22.028936 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c4feac7e-7ccc-45b4-b342-0510172d4036 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6b8fd88065bd4dbebfe7406518af704f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4679382 Aug 16 21:06:22.034516 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34832) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:22.061471 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4feac7e-7ccc-45b4-b342-0510172d4036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa88866-0c30-48e0-9916-0cd41f194ae8,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:22.095510 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device f4f05398-c670-475e-ab87-53c0149d5196 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:06:22.173554 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dc02a79f-51e0-48f5-a26a-5cb41d736832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:22.215717 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dc02a79f-51e0-48f5-a26a-5cb41d736832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:22.241385 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port f4f05398-c670-475e-ab87-53c0149d5196 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:06:22.248549 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port f4f05398-c670-475e-ab87-53c0149d5196 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:06:22.249120 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:22.308419 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a62ea7c-d282-4889-bba9-b66294d80e0d req-0def4b81-9172-4e4e-b571-4ba63504f5a1 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4133587 Aug 16 21:06:22.341036 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e35039-e3e0-49d8-95e6-68bd0f5c6a02 req-65bbe2ec-0a97-4df8-9976-1ab618124744 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:22.344367 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dc02a79f-51e0-48f5-a26a-5cb41d736832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:22.346904 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dc02a79f-51e0-48f5-a26a-5cb41d736832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:22.348290 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-dc02a79f-51e0-48f5-a26a-5cb41d736832 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1aa88866-0c30-48e0-9916-0cd41f194ae8 HTTP/1.1" status: 204 len: 168 time: 0.3125181 Aug 16 21:06:22.350516 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-97e35039-e3e0-49d8-95e6-68bd0f5c6a02 req-65bbe2ec-0a97-4df8-9976-1ab618124744 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=57c59ccf-505b-460b-b235-16cf263419ef HTTP/1.1" status: 200 len: 945 time: 0.4473367 Aug 16 21:06:22.360042 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02a79f-51e0-48f5-a26a-5cb41d736832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa88866-0c30-48e0-9916-0cd41f194ae8,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:22.395020 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:22.426164 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-97e35039-e3e0-49d8-95e6-68bd0f5c6a02 req-6b2c59a3-5ac9-4ca7-8a3b-7475050e9220 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727174 Aug 16 21:06:22.431487 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c59ccf-505b-460b-b235-16cf263419ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f05398-c670-475e-ab87-53c0149d5196'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:06:22.438576 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5139d2e-7972-4563-9b70-5a27de15a196" -d '{"events": [{"server_uuid": "57c59ccf-505b-460b-b235-16cf263419ef", "name": "network-vif-plugged", "status": "completed", "tag": "f4f05398-c670-475e-ab87-53c0149d5196"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:06:22.440517 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 34840) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:22.458386 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-70d44f8a-8584-48a7-8912-bcb42894a988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:22.461621 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port f4f05398-c670-475e-ab87-53c0149d5196, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=f4f05398-c670-475e-ab87-53c0149d5196,segment=NetworkSegment(85568c6e-48e5-454c-9434-fd56a12f8853),segment_id=85568c6e-48e5-454c-9434-fd56a12f8853)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:22.493901 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20201f1-936c-4d9c-a3c5-41f7f6bade1e x-openstack-request-id: req-c20201f1-936c-4d9c-a3c5-41f7f6bade1e {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:06:22.494779 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c59ccf-505b-460b-b235-16cf263419ef", "name": "network-vif-plugged", "status": "completed", "tag": "f4f05398-c670-475e-ab87-53c0149d5196", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:06:22.495088 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c20201f1-936c-4d9c-a3c5-41f7f6bade1e {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:06:22.495504 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c59ccf-505b-460b-b235-16cf263419ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f05398-c670-475e-ab87-53c0149d5196', 'code': 200} Aug 16 21:06:22.510001 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:22.605498 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-70d44f8a-8584-48a7-8912-bcb42894a988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:22.620258 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=f4f05398-c670-475e-ab87-53c0149d5196,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:22.637291 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb3530-f360-45de-abc8-e0d17bc37499 req-e35d9cf2-467b-456b-937e-72688e4e5505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:22.639825 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-baeb3530-f360-45de-abc8-e0d17bc37499 req-e35d9cf2-467b-456b-937e-72688e4e5505 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=57c59ccf-505b-460b-b235-16cf263419ef HTTP/1.1" status: 200 len: 1098 time: 0.0725732 Aug 16 21:06:22.675197 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-70d44f8a-8584-48a7-8912-bcb42894a988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:22.682952 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-baeb3530-f360-45de-abc8-e0d17bc37499 req-677ce7ba-a146-4e9b-89b1-49844e6eee90 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333824 Aug 16 21:06:22.719425 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d44f8a-8584-48a7-8912-bcb42894a988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ad950a-ae8d-4568-9d2e-4299384c62b0,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:22.729547 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-70d44f8a-8584-48a7-8912-bcb42894a988 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d864a8b954894c2ca68ac8dfe33cff86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2854497 Aug 16 21:06:22.729742 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 34848) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:22.783507 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-431e3439-4792-4e94-9b36-2f573fca320b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:22.808539 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-431e3439-4792-4e94-9b36-2f573fca320b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:22.961098 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-431e3439-4792-4e94-9b36-2f573fca320b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:22.963633 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-431e3439-4792-4e94-9b36-2f573fca320b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:22.964815 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-431e3439-4792-4e94-9b36-2f573fca320b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c3ad950a-ae8d-4568-9d2e-4299384c62b0 HTTP/1.1" status: 204 len: 168 time: 0.2341394 Aug 16 21:06:22.974238 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e3439-4792-4e94-9b36-2f573fca320b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ad950a-ae8d-4568-9d2e-4299384c62b0,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:23.433810 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c8ddb-fd6e-4813-a57d-6fc6c5bdb54e req-4e59fe74-4f9b-41e4-b0a2-737cf9032e19 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:23.435499 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1d9c8ddb-fd6e-4813-a57d-6fc6c5bdb54e req-4e59fe74-4f9b-41e4-b0a2-737cf9032e19 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 946 time: 0.0614259 Aug 16 21:06:23.488080 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1d9c8ddb-fd6e-4813-a57d-6fc6c5bdb54e req-6bb955f1-e9dd-4a31-8f99-c135712bef53 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430012 Aug 16 21:06:23.547839 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29899a5-c510-4fdd-8325-e23789d97c94 req-75d7b32d-2c24-4cb5-807f-47496bfded44 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:23.549392 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f29899a5-c510-4fdd-8325-e23789d97c94 req-75d7b32d-2c24-4cb5-807f-47496bfded44 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=57c59ccf-505b-460b-b235-16cf263419ef HTTP/1.1" status: 200 len: 946 time: 0.0547690 Aug 16 21:06:23.590805 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f29899a5-c510-4fdd-8325-e23789d97c94 req-27112fe1-82e5-4d79-82f9-efbf63e51b26 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349462 Aug 16 21:06:23.659346 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 34866) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:23.673722 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-508c2846-53aa-4ded-9d0a-5e2c16da768c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:23.800729 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-508c2846-53aa-4ded-9d0a-5e2c16da768c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:23.904446 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-508c2846-53aa-4ded-9d0a-5e2c16da768c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:23.955342 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-508c2846-53aa-4ded-9d0a-5e2c16da768c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1093bbef2fdd43a287d0b1390f0eb213&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2943780 Aug 16 21:06:23.956365 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c2846-53aa-4ded-9d0a-5e2c16da768c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1532ec-d687-4f65-9d24-ed31a1253833,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:23.957982 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34874) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:24.017583 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-365bae67-b5cc-4606-b473-97e32ea7739c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:24.048013 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-365bae67-b5cc-4606-b473-97e32ea7739c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:24.135301 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34882) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:24.179341 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-365bae67-b5cc-4606-b473-97e32ea7739c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:24.181967 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-365bae67-b5cc-4606-b473-97e32ea7739c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:24.183279 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-365bae67-b5cc-4606-b473-97e32ea7739c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3f1532ec-d687-4f65-9d24-ed31a1253833 HTTP/1.1" status: 204 len: 168 time: 0.2242661 Aug 16 21:06:24.192800 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-582b4b2e-a0bc-489e-9fde-697eeeb2c53b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f85707e563854e8290397e8cb74efadf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0529697 Aug 16 21:06:24.194795 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 34888) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:24.198034 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365bae67-b5cc-4606-b473-97e32ea7739c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1532ec-d687-4f65-9d24-ed31a1253833,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:24.252588 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a91fddf4-71f2-4dde-8df4-496e77904ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:24.276906 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a91fddf4-71f2-4dde-8df4-496e77904ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:24.452585 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a91fddf4-71f2-4dde-8df4-496e77904ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:24.455232 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a91fddf4-71f2-4dde-8df4-496e77904ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:24.456623 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a91fddf4-71f2-4dde-8df4-496e77904ebd admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fe017f68-c9e1-49b4-a1cf-5810f5949b09 HTTP/1.1" status: 204 len: 168 time: 0.2608349 Aug 16 21:06:24.464738 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91fddf4-71f2-4dde-8df4-496e77904ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe017f68-c9e1-49b4-a1cf-5810f5949b09,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:24.608890 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a403b-e709-4f74-bee0-d8e46957086a req-90cacbe4-6ba0-457e-9ecd-b893a1cd628d tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:24.610497 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-858a403b-e709-4f74-bee0-d8e46957086a req-90cacbe4-6ba0-457e-9ecd-b893a1cd628d tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 946 time: 0.0569091 Aug 16 21:06:24.658269 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-858a403b-e709-4f74-bee0-d8e46957086a req-9e1275cd-e1b0-456c-8af1-1b810d8cad3f tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409522 Aug 16 21:06:24.743078 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4acc05-3b80-4f6f-aee3-031df3896ba6 req-80dfd5bb-cc1b-4c99-b5a4-e0936334f9df tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:24.744643 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8b4acc05-3b80-4f6f-aee3-031df3896ba6 req-80dfd5bb-cc1b-4c99-b5a4-e0936334f9df tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=57c59ccf-505b-460b-b235-16cf263419ef HTTP/1.1" status: 200 len: 946 time: 0.0606556 Aug 16 21:06:24.785362 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8b4acc05-3b80-4f6f-aee3-031df3896ba6 req-2359b9ce-98a3-40a6-bdb6-170f6a07fb42 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340784 Aug 16 21:06:24.922637 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5cc88-2e35-49ba-a11f-c666cdf56f60 req-3ef32e46-b3e8-4d5b-aba5-8e09c2bff143 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:24.938498 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ead5cc88-2e35-49ba-a11f-c666cdf56f60 req-3ef32e46-b3e8-4d5b-aba5-8e09c2bff143 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=453afedc-7edb-44ae-ba93-68f3031e30b3 HTTP/1.1" status: 200 len: 945 time: 0.0588586 Aug 16 21:06:24.980184 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ead5cc88-2e35-49ba-a11f-c666cdf56f60 req-c74a0371-d13e-44c8-adea-daa84daf6645 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483809 Aug 16 21:06:25.187319 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151d153-9843-460a-b769-8d1e0819275f req-042acca2-a72d-4f1d-8103-00a8f8db3100 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:25.195733 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c151d153-9843-460a-b769-8d1e0819275f req-042acca2-a72d-4f1d-8103-00a8f8db3100 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=57c59ccf-505b-460b-b235-16cf263419ef HTTP/1.1" status: 200 len: 946 time: 0.1126192 Aug 16 21:06:25.246081 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c151d153-9843-460a-b769-8d1e0819275f req-400e7728-fb2e-4197-8312-a39701eabaef tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492616 Aug 16 21:06:25.694360 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6348a-751d-497e-9eda-64e7c03475b4 req-51f60355-4836-49db-b934-bf2f7466f60d tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:25.701383 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-73e6348a-751d-497e-9eda-64e7c03475b4 req-51f60355-4836-49db-b934-bf2f7466f60d tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=57c59ccf-505b-460b-b235-16cf263419ef HTTP/1.1" status: 200 len: 946 time: 0.0657518 Aug 16 21:06:25.760286 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-73e6348a-751d-497e-9eda-64e7c03475b4 req-9c284172-2d96-4003-a81b-57c81b3489a2 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556970 Aug 16 21:06:25.835088 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496deed0-5b17-40ac-a420-b8b85c554488 req-31767da6-ff83-4c56-9bfe-ffe55294a9e5 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:25.843101 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-496deed0-5b17-40ac-a420-b8b85c554488 req-31767da6-ff83-4c56-9bfe-ffe55294a9e5 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 946 time: 0.0815616 Aug 16 21:06:25.879355 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-496deed0-5b17-40ac-a420-b8b85c554488 req-7656582d-d307-44bd-af4b-f7d36423cf4f tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350490 Aug 16 21:06:26.612031 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 34962) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:26.667091 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 34966) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:26.817679 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3504f698-ba21-44c3-a076-e010d2328326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:26.821593 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5febf297-3638-4429-bed4-aac38410e6b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:26.900288 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.db.api [None req-5febf297-3638-4429-bed4-aac38410e6b5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 21:06:26.900288 n-d-793620-15 neutron-server[101844]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 21:06:26.900288 n-d-793620-15 neutron-server[101844]: [parameters: {'project_id': 'ec521f5a8e904b78b7b5ac3d6f30d4b0', 'id': '323b34f9-20f7-4445-8951-88fb844cdecf', 'expiration': datetime.datetime(2021, 8, 16, 21, 8, 26, 886514)}] Aug 16 21:06:26.900288 n-d-793620-15 neutron-server[101844]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101844) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:06:26.900967 n-d-793620-15 neutron-server[101844]: DEBUG oslo_db.api [None req-5febf297-3638-4429-bed4-aac38410e6b5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:06:26.945689 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562817e0-e622-4265-bf85-78dd88250a0b req-c2104e79-ae86-4afd-9caf-7c62b56a5199 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:26.948304 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-562817e0-e622-4265-bf85-78dd88250a0b req-c2104e79-ae86-4afd-9caf-7c62b56a5199 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=57c59ccf-505b-460b-b235-16cf263419ef HTTP/1.1" status: 200 len: 946 time: 0.1133149 Aug 16 21:06:27.051741 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-562817e0-e622-4265-bf85-78dd88250a0b req-5faa6060-5183-4918-b8f5-c83dba659855 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948062 Aug 16 21:06:27.079980 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af611a-7da9-4464-948e-cf1a91f07264 req-88dd5a7e-e9d6-4197-8047-9bcea4d918d6 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:27.081579 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8af611a-7da9-4464-948e-cf1a91f07264 req-88dd5a7e-e9d6-4197-8047-9bcea4d918d6 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 946 time: 0.1114912 Aug 16 21:06:27.099479 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3504f698-ba21-44c3-a076-e010d2328326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:27.129407 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8af611a-7da9-4464-948e-cf1a91f07264 req-3d455630-4777-4478-a30e-b845e9c0d87f tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400791 Aug 16 21:06:27.179000 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e0e52-12aa-4225-a2e5-915808153075 req-32f2c952-4b4f-41d1-a929-1f334c3b0496 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:27.180488 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-017e0e52-12aa-4225-a2e5-915808153075 req-32f2c952-4b4f-41d1-a929-1f334c3b0496 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.72 "GET /v2.0/ports?device_id=57c59ccf-505b-460b-b235-16cf263419ef HTTP/1.1" status: 200 len: 946 time: 0.0546916 Aug 16 21:06:27.189169 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3504f698-ba21-44c3-a076-e010d2328326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:27.227197 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3504f698-ba21-44c3-a076-e010d2328326 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=58cede9a00ef4da3932bb8754c13dd3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6139030 Aug 16 21:06:27.230490 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 34976) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:27.246686 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504f698-ba21-44c3-a076-e010d2328326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c0d912-de41-4407-94b9-7fbcf9c26509,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:27.286211 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-017e0e52-12aa-4225-a2e5-915808153075 req-bd4fefb5-e3d9-40b9-a098-a9d95b17da83 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Deleting port f4f05398-c670-475e-ab87-53c0149d5196 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:06:27.286456 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-66e9b378-34f1-41d9-bdc9-e58158b4f5b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:27.286564 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-017e0e52-12aa-4225-a2e5-915808153075 req-bd4fefb5-e3d9-40b9-a098-a9d95b17da83 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:27.309060 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-66e9b378-34f1-41d9-bdc9-e58158b4f5b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:27.384441 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-017e0e52-12aa-4225-a2e5-915808153075 req-bd4fefb5-e3d9-40b9-a098-a9d95b17da83 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] For port f4f05398-c670-475e-ab87-53c0149d5196, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=f4f05398-c670-475e-ab87-53c0149d5196,segment=NetworkSegment(85568c6e-48e5-454c-9434-fd56a12f8853),segment_id=85568c6e-48e5-454c-9434-fd56a12f8853)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:27.384854 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-017e0e52-12aa-4225-a2e5-915808153075 req-bd4fefb5-e3d9-40b9-a098-a9d95b17da83 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:27.398522 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-017e0e52-12aa-4225-a2e5-915808153075 req-bd4fefb5-e3d9-40b9-a098-a9d95b17da83 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Calling delete_port for f4f05398-c670-475e-ab87-53c0149d5196 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:06:27.402428 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5febf297-3638-4429-bed4-aac38410e6b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:27.437514 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-66e9b378-34f1-41d9-bdc9-e58158b4f5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:27.440222 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-66e9b378-34f1-41d9-bdc9-e58158b4f5b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:27.441387 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-66e9b378-34f1-41d9-bdc9-e58158b4f5b4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/99c0d912-de41-4407-94b9-7fbcf9c26509 HTTP/1.1" status: 204 len: 168 time: 0.2099729 Aug 16 21:06:27.455325 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e9b378-34f1-41d9-bdc9-e58158b4f5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c0d912-de41-4407-94b9-7fbcf9c26509,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:27.536379 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5febf297-3638-4429-bed4-aac38410e6b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:27.606250 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-017e0e52-12aa-4225-a2e5-915808153075 req-bd4fefb5-e3d9-40b9-a098-a9d95b17da83 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:27.608466 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5febf297-3638-4429-bed4-aac38410e6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:27.621561 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['6ccefc9c-e155-4214-9c78-4ed80369f4ae', 'f4f05398-c670-475e-ab87-53c0149d5196'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:06:27.630732 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['362e8c9d-2b04-462c-a4f3-ffa81bdc88fb'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:06:27.648914 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5febf297-3638-4429-bed4-aac38410e6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff99bb3-e3d2-4e48-99db-7885aef8c31b,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:27.651549 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fefb5-e3d9-40b9-a098-a9d95b17da83 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Pushing event deleted for resources: {'Port': ['ID=f4f05398-c670-475e-ab87-53c0149d5196,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:27.659928 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5febf297-3638-4429-bed4-aac38410e6b5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ec521f5a8e904b78b7b5ac3d6f30d4b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9897716 Aug 16 21:06:27.659928 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 34980) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:27.704970 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-017e0e52-12aa-4225-a2e5-915808153075 req-bd4fefb5-e3d9-40b9-a098-a9d95b17da83 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] No DVR routers for this DVR port f4f05398-c670-475e-ab87-53c0149d5196 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:06:27.708606 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-017e0e52-12aa-4225-a2e5-915808153075 req-bd4fefb5-e3d9-40b9-a098-a9d95b17da83 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:27.710731 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-017e0e52-12aa-4225-a2e5-915808153075 req-bd4fefb5-e3d9-40b9-a098-a9d95b17da83 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.72 "DELETE /v2.0/ports/f4f05398-c670-475e-ab87-53c0149d5196 HTTP/1.1" status: 204 len: 173 time: 0.5233727 Aug 16 21:06:27.711223 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c59ccf-505b-460b-b235-16cf263419ef', 'name': 'network-vif-deleted', 'tag': 'f4f05398-c670-475e-ab87-53c0149d5196'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:06:27.713605 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e3a232-07b9-4790-a0bd-37391433bc00" -d '{"events": [{"server_uuid": "57c59ccf-505b-460b-b235-16cf263419ef", "name": "network-vif-deleted", "tag": "f4f05398-c670-475e-ab87-53c0149d5196"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:06:27.737025 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9c4bbbf6-3146-43aa-8f28-d7634a600991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:27.766249 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9c4bbbf6-3146-43aa-8f28-d7634a600991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:27.800862 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff648098-3ab1-477f-a2cb-9c0b0b8df92c x-openstack-request-id: req-ff648098-3ab1-477f-a2cb-9c0b0b8df92c {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:06:27.801168 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c59ccf-505b-460b-b235-16cf263419ef", "name": "network-vif-deleted", "tag": "f4f05398-c670-475e-ab87-53c0149d5196", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:06:27.801433 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ff648098-3ab1-477f-a2cb-9c0b0b8df92c {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:06:27.801840 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c59ccf-505b-460b-b235-16cf263419ef', 'name': 'network-vif-deleted', 'tag': 'f4f05398-c670-475e-ab87-53c0149d5196', 'status': 'completed', 'code': 200} Aug 16 21:06:28.172941 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-76c84a77-5e9f-4c9d-a610-e3a41854b7da req-99700d9a-1274-424b-9a19-f2848355caba tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=57c59ccf-505b-460b-b235-16cf263419ef HTTP/1.1" status: 200 len: 210 time: 0.0294755 Aug 16 21:06:28.249468 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b87ee6-0a12-486a-a896-bc23e97a720c req-a3ab8ad9-f9b1-4bbf-8542-5a5432d3d4f9 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:28.251100 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-69b87ee6-0a12-486a-a896-bc23e97a720c req-a3ab8ad9-f9b1-4bbf-8542-5a5432d3d4f9 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 946 time: 0.0521023 Aug 16 21:06:28.289713 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-69b87ee6-0a12-486a-a896-bc23e97a720c req-08fa14a3-2f6a-4125-baaf-9714d8037b36 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326304 Aug 16 21:06:28.349126 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9c4bbbf6-3146-43aa-8f28-d7634a600991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:28.351885 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9c4bbbf6-3146-43aa-8f28-d7634a600991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:28.353056 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9c4bbbf6-3146-43aa-8f28-d7634a600991 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1ff99bb3-e3d2-4e48-99db-7885aef8c31b HTTP/1.1" status: 204 len: 168 time: 0.6927714 Aug 16 21:06:28.363127 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4bbbf6-3146-43aa-8f28-d7634a600991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff99bb3-e3d2-4e48-99db-7885aef8c31b,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:28.550626 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35002) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:28.564948 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-acc062a1-c92c-44a0-9248-3e1babcbe41b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:28.779176 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-acc062a1-c92c-44a0-9248-3e1babcbe41b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:28.841606 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-acc062a1-c92c-44a0-9248-3e1babcbe41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:28.887277 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc062a1-c92c-44a0-9248-3e1babcbe41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00310bd-c1d2-4fae-8028-a55258fed3bf,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:28.896279 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35018) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:28.896785 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-acc062a1-c92c-44a0-9248-3e1babcbe41b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0210c61db3dd4ccba66ab3d5cf148c8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3442585 Aug 16 21:06:28.964895 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cec6af5d-2e4b-4c97-b58f-d12c5a7bcbda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:28.990418 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cec6af5d-2e4b-4c97-b58f-d12c5a7bcbda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:29.109899 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cec6af5d-2e4b-4c97-b58f-d12c5a7bcbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:29.114549 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cec6af5d-2e4b-4c97-b58f-d12c5a7bcbda admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:29.115798 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-cec6af5d-2e4b-4c97-b58f-d12c5a7bcbda admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a00310bd-c1d2-4fae-8028-a55258fed3bf HTTP/1.1" status: 204 len: 168 time: 0.2186437 Aug 16 21:06:29.131372 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec6af5d-2e4b-4c97-b58f-d12c5a7bcbda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00310bd-c1d2-4fae-8028-a55258fed3bf,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:29.416207 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e4271-1ccc-4e51-b44a-ae4a28a299ae req-fb859174-7622-464a-a136-b28f27bd1cb5 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:29.417893 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6b5e4271-1ccc-4e51-b44a-ae4a28a299ae req-fb859174-7622-464a-a136-b28f27bd1cb5 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 946 time: 0.0601342 Aug 16 21:06:29.457164 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6b5e4271-1ccc-4e51-b44a-ae4a28a299ae req-d8837593-b6da-466c-8231-df4f77cfcb94 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325727 Aug 16 21:06:29.669819 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec18496-433a-4dda-88a6-8743b253011b req-679d8702-7c9f-4840-b7db-9b72e0556f97 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:29.671370 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5ec18496-433a-4dda-88a6-8743b253011b req-679d8702-7c9f-4840-b7db-9b72e0556f97 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=453afedc-7edb-44ae-ba93-68f3031e30b3 HTTP/1.1" status: 200 len: 945 time: 0.0586715 Aug 16 21:06:29.715707 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5ec18496-433a-4dda-88a6-8743b253011b req-70c71264-70db-47d2-b385-2ccbb78803aa tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376925 Aug 16 21:06:30.588609 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8276270-c82e-420a-8cbc-0eb00c9a53b7 req-0ed16d8c-4948-4a05-9724-4dade53abf0f tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:30.596213 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c8276270-c82e-420a-8cbc-0eb00c9a53b7 req-0ed16d8c-4948-4a05-9724-4dade53abf0f tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 946 time: 0.0643356 Aug 16 21:06:30.637212 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c8276270-c82e-420a-8cbc-0eb00c9a53b7 req-f8642aca-69d7-4ca1-b687-0622c9f5ac2e tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398340 Aug 16 21:06:30.886024 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7bdf6-56a9-44f5-ae71-87d79b79179d req-6dc3c789-5b44-4cc3-a7d9-769474e42930 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:30.888423 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-34b7bdf6-56a9-44f5-ae71-87d79b79179d req-6dc3c789-5b44-4cc3-a7d9-769474e42930 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=453afedc-7edb-44ae-ba93-68f3031e30b3 HTTP/1.1" status: 200 len: 945 time: 0.1001513 Aug 16 21:06:30.938985 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-34b7bdf6-56a9-44f5-ae71-87d79b79179d req-e45b94ac-de4e-4b04-9809-7a1c96e8844b tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441933 Aug 16 21:06:31.097710 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539dbf2-8c1e-48c5-9910-410b115f931f req-a16bcf87-133d-482e-a4cd-222f7afba287 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:31.099232 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c539dbf2-8c1e-48c5-9910-410b115f931f req-a16bcf87-133d-482e-a4cd-222f7afba287 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.90 "GET /v2.0/ports?device_id=453afedc-7edb-44ae-ba93-68f3031e30b3 HTTP/1.1" status: 200 len: 945 time: 0.0523407 Aug 16 21:06:31.221755 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-c539dbf2-8c1e-48c5-9910-410b115f931f req-af86dbeb-1a46-4d3c-a947-f3061e8817b9 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Deleting port 362e8c9d-2b04-462c-a4f3-ffa81bdc88fb {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:06:31.222283 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c539dbf2-8c1e-48c5-9910-410b115f931f req-af86dbeb-1a46-4d3c-a947-f3061e8817b9 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:31.326465 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-c539dbf2-8c1e-48c5-9910-410b115f931f req-af86dbeb-1a46-4d3c-a947-f3061e8817b9 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] For port 362e8c9d-2b04-462c-a4f3-ffa81bdc88fb, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=362e8c9d-2b04-462c-a4f3-ffa81bdc88fb,segment=NetworkSegment(85568c6e-48e5-454c-9434-fd56a12f8853),segment_id=85568c6e-48e5-454c-9434-fd56a12f8853)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:31.326752 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c539dbf2-8c1e-48c5-9910-410b115f931f req-af86dbeb-1a46-4d3c-a947-f3061e8817b9 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:31.343473 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-c539dbf2-8c1e-48c5-9910-410b115f931f req-af86dbeb-1a46-4d3c-a947-f3061e8817b9 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Calling delete_port for 362e8c9d-2b04-462c-a4f3-ffa81bdc88fb owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:06:31.589207 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c539dbf2-8c1e-48c5-9910-410b115f931f req-af86dbeb-1a46-4d3c-a947-f3061e8817b9 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:31.602677 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['362e8c9d-2b04-462c-a4f3-ffa81bdc88fb'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:06:31.608256 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['6ccefc9c-e155-4214-9c78-4ed80369f4ae'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:06:31.621312 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af86dbeb-1a46-4d3c-a947-f3061e8817b9 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Pushing event deleted for resources: {'Port': ['ID=362e8c9d-2b04-462c-a4f3-ffa81bdc88fb,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:31.625073 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35128) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:31.733305 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-c539dbf2-8c1e-48c5-9910-410b115f931f req-af86dbeb-1a46-4d3c-a947-f3061e8817b9 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] No DVR routers for this DVR port 362e8c9d-2b04-462c-a4f3-ffa81bdc88fb on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:06:31.738094 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c539dbf2-8c1e-48c5-9910-410b115f931f req-af86dbeb-1a46-4d3c-a947-f3061e8817b9 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:31.743050 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c539dbf2-8c1e-48c5-9910-410b115f931f req-af86dbeb-1a46-4d3c-a947-f3061e8817b9 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.90 "DELETE /v2.0/ports/362e8c9d-2b04-462c-a4f3-ffa81bdc88fb HTTP/1.1" status: 204 len: 173 time: 0.6354444 Aug 16 21:06:31.746477 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453afedc-7edb-44ae-ba93-68f3031e30b3', 'name': 'network-vif-deleted', 'tag': '362e8c9d-2b04-462c-a4f3-ffa81bdc88fb'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:06:31.749502 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4225d6-891b-4a5d-9a72-2fdf61cbc878" -d '{"events": [{"server_uuid": "453afedc-7edb-44ae-ba93-68f3031e30b3", "name": "network-vif-deleted", "tag": "362e8c9d-2b04-462c-a4f3-ffa81bdc88fb"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:06:31.797647 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d90d1138-7e9f-4ab4-9e81-4cc245bc6b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:31.819932 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30724a37-8218-4bec-9cdb-4cc7593ac66a x-openstack-request-id: req-30724a37-8218-4bec-9cdb-4cc7593ac66a {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:06:31.824228 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "453afedc-7edb-44ae-ba93-68f3031e30b3", "name": "network-vif-deleted", "tag": "362e8c9d-2b04-462c-a4f3-ffa81bdc88fb", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:06:31.827244 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-30724a37-8218-4bec-9cdb-4cc7593ac66a {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:06:31.827474 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '453afedc-7edb-44ae-ba93-68f3031e30b3', 'name': 'network-vif-deleted', 'tag': '362e8c9d-2b04-462c-a4f3-ffa81bdc88fb', 'status': 'completed', 'code': 200} Aug 16 21:06:31.856385 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537a965-636a-47b6-a042-d3aed5b128c1 req-6028150d-187c-4ca6-83f0-bea9ca9aa2f4 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:31.858845 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1537a965-636a-47b6-a042-d3aed5b128c1 req-6028150d-187c-4ca6-83f0-bea9ca9aa2f4 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 946 time: 0.0904670 Aug 16 21:06:31.918058 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1537a965-636a-47b6-a042-d3aed5b128c1 req-6503e493-e38e-4240-a342-e9498a7e9283 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536358 Aug 16 21:06:31.938199 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d90d1138-7e9f-4ab4-9e81-4cc245bc6b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:32.046680 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-74c4a0fc-0d2a-4b2d-bdfe-0b039de0b2ee req-eedf59ba-bc9c-42d2-81c6-00a893723e1d tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=453afedc-7edb-44ae-ba93-68f3031e30b3 HTTP/1.1" status: 200 len: 210 time: 0.0291207 Aug 16 21:06:32.069350 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d90d1138-7e9f-4ab4-9e81-4cc245bc6b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:32.109052 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d90d1138-7e9f-4ab4-9e81-4cc245bc6b44 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fc8accb2823942ab940dd1cd836699a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4823539 Aug 16 21:06:32.109914 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d1138-7e9f-4ab4-9e81-4cc245bc6b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd77eb9-90fd-4685-b78f-6bf7fe976e96,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:32.112197 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35142) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:32.116108 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device f4f05398-c670-475e-ab87-53c0149d5196 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:06:32.138726 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: f4f05398-c670-475e-ab87-53c0149d5196 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:06:32.139082 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device f4f05398-c670-475e-ab87-53c0149d5196 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:06:32.167112 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-98c4f271-598a-4d7b-bf46-4c7582000b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:32.190929 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-98c4f271-598a-4d7b-bf46-4c7582000b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:32.337730 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-98c4f271-598a-4d7b-bf46-4c7582000b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:32.340368 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-98c4f271-598a-4d7b-bf46-4c7582000b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:32.345511 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-98c4f271-598a-4d7b-bf46-4c7582000b98 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fdd77eb9-90fd-4685-b78f-6bf7fe976e96 HTTP/1.1" status: 204 len: 168 time: 0.2289581 Aug 16 21:06:32.353282 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4f271-598a-4d7b-bf46-4c7582000b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd77eb9-90fd-4685-b78f-6bf7fe976e96,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:32.421045 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2c44b-b2f1-41ef-83b5-8c71e19042e4 req-de7e3e10-dfa4-4a3c-8440-784f13fecd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:32.422574 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c3d2c44b-b2f1-41ef-83b5-8c71e19042e4 req-de7e3e10-dfa4-4a3c-8440-784f13fecd63 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 1098 time: 0.0647602 Aug 16 21:06:32.458667 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c3d2c44b-b2f1-41ef-83b5-8c71e19042e4 req-2c79f1c3-f339-4fb2-b17a-0e6e21f510ae service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282114 Aug 16 21:06:33.044135 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061778a-ac47-4e3a-b6ba-85664637e42f req-9512eef4-057a-4542-bd0f-53bfc541a517 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:33.045657 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5061778a-ac47-4e3a-b6ba-85664637e42f req-9512eef4-057a-4542-bd0f-53bfc541a517 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 946 time: 0.0539863 Aug 16 21:06:33.087213 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5061778a-ac47-4e3a-b6ba-85664637e42f req-4335103f-8283-462a-9da0-4e0d9d23aa1e tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348446 Aug 16 21:06:33.475616 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:06:33.493653 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-2d95e9c6-b047-4b94-b3b8-b444b592f11a tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:33.495163 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-2d95e9c6-b047-4b94-b3b8-b444b592f11a tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/networks?id=10a8cf60-7997-4233-bd18-38023ab4d829 HTTP/1.1" status: 200 len: 804 time: 0.1210387 Aug 16 21:06:33.510404 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-be2e4627-bd41-4905-ba0b-9da20f7aab94 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/quotas/a66a67472cec4496a7059d3173810e1a HTTP/1.1" status: 200 len: 375 time: 0.0093727 Aug 16 21:06:33.564914 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-c2f446bf-bddd-4d9f-b1e8-e01a42f958e3 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a66a67472cec4496a7059d3173810e1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0491753 Aug 16 21:06:33.657247 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-66f0004e-0781-4790-9553-79d4be644b7d service neutron] 10.222.0.84 "GET /v2.0/networks/10a8cf60-7997-4233-bd18-38023ab4d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852034 Aug 16 21:06:33.689958 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 362e8c9d-2b04-462c-a4f3-ffa81bdc88fb no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:06:33.712652 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 362e8c9d-2b04-462c-a4f3-ffa81bdc88fb {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:06:33.713150 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 362e8c9d-2b04-462c-a4f3-ffa81bdc88fb not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:06:33.765424 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-0840658e-45dc-4953-a440-32a54790444c service neutron] 10.222.0.84 "GET /v2.0/networks/10a8cf60-7997-4233-bd18-38023ab4d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016972 Aug 16 21:06:34.086398 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-43f5f27c-3bce-4881-82f9-a63b57684d36 req-e6471d4a-bdd4-489d-90f6-d5b1233ac7d7 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=60adc675-8ed7-4cbe-be23-386f757ccef8 HTTP/1.1" status: 200 len: 210 time: 0.0307295 Aug 16 21:06:34.214839 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18b94d-3367-4772-8385-18b57dbffa69 req-bc0d8c2e-12df-4709-b560-36a1930d48ce tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:34.217061 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-df18b94d-3367-4772-8385-18b57dbffa69 req-bc0d8c2e-12df-4709-b560-36a1930d48ce tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 946 time: 0.0571806 Aug 16 21:06:34.258271 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-df18b94d-3367-4772-8385-18b57dbffa69 req-f208c3ce-73c7-4e41-9318-4de2548e9a78 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345981 Aug 16 21:06:34.589049 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-204444fd-3719-4b8a-8cfe-a9aa32919e53 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:34.596307 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-204444fd-3719-4b8a-8cfe-a9aa32919e53 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/networks?id=2b4863b3-0136-47bf-aa1f-c2a9dd497e5d HTTP/1.1" status: 200 len: 811 time: 0.1383891 Aug 16 21:06:34.608663 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-f9edbc42-400e-409b-b172-1a99d13cf15f tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/quotas/8f7854b909f4437f95dc486bf79f30b6 HTTP/1.1" status: 200 len: 375 time: 0.0100689 Aug 16 21:06:34.671395 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-fb393268-d2d3-4dfe-a3ec-bf16adf93711 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=8f7854b909f4437f95dc486bf79f30b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554576 Aug 16 21:06:34.773076 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-87483f28-15d4-4d54-867c-9d86873d13e3 service neutron] 10.222.0.84 "GET /v2.0/networks/2b4863b3-0136-47bf-aa1f-c2a9dd497e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923381 Aug 16 21:06:34.869488 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-2edf4737-5bb4-4484-aaa9-e2c06d190946 service neutron] 10.222.0.84 "GET /v2.0/networks/2b4863b3-0136-47bf-aa1f-c2a9dd497e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899005 Aug 16 21:06:35.180782 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6be08259-3f80-4ed4-9325-429e48df5e38 req-3f42dac6-574c-4b87-a656-e0d0a80942db tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=60adc675-8ed7-4cbe-be23-386f757ccef8 HTTP/1.1" status: 200 len: 210 time: 0.0351071 Aug 16 21:06:35.203014 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a03ef03-142b-4d9b-9352-88752d83e7ca req-079e418d-a969-4606-b6bf-350409d67743 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 210 time: 0.0471969 Aug 16 21:06:35.729155 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35296) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:35.910676 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-66d4dbce-e7e8-4eb5-9b34-103d13465f25 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:06:36.046305 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-66d4dbce-e7e8-4eb5-9b34-103d13465f25 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks [] for floatingip, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:36.146065 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-66d4dbce-e7e8-4eb5-9b34-103d13465f25 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:36.268888 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-66d4dbce-e7e8-4eb5-9b34-103d13465f25 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Allocated IP 172.25.1.85 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/d803608a-8161-400e-a96f-dcef11e4acec) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:06:36.317140 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0fde5ce6-65da-4b03-bb3e-24ca9b8ae738 req-4352e0dd-34e6-4bd6-ab29-36600b0bba06 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=60adc675-8ed7-4cbe-be23-386f757ccef8 HTTP/1.1" status: 200 len: 210 time: 0.0624809 Aug 16 21:06:36.319885 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ee6fb669-d594-49c7-bb25-138083aeeb97 req-e0e9ddbe-16e1-40a7-a6d7-c2492e13adc7 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 210 time: 0.0489213 Aug 16 21:06:36.421006 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-66d4dbce-e7e8-4eb5-9b34-103d13465f25 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:36.590871 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-66d4dbce-e7e8-4eb5-9b34-103d13465f25 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:36.678476 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d4dbce-e7e8-4eb5-9b34-103d13465f25 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:06:36.685475 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-66d4dbce-e7e8-4eb5-9b34-103d13465f25 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:06:36.694967 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d4dbce-e7e8-4eb5-9b34-103d13465f25 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:06:36.699718 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d4dbce-e7e8-4eb5-9b34-103d13465f25 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Pushing event updated for resources: {'Port': ['ID=d803608a-8161-400e-a96f-dcef11e4acec,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:36.775022 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-aa260c70-7e41-42c4-8f1f-711790a600d0 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:36.776684 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-aa260c70-7e41-42c4-8f1f-711790a600d0 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.90 "GET /v2.0/networks?id=10a8cf60-7997-4233-bd18-38023ab4d829 HTTP/1.1" status: 200 len: 804 time: 0.1592183 Aug 16 21:06:36.810075 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-e6013a3f-5ca6-4a45-a193-0074526dd285 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Request body: {'port': {'device_id': '60adc675-8ed7-4cbe-be23-386f757ccef8', 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829', 'admin_state_up': True, 'tenant_id': 'a66a67472cec4496a7059d3173810e1a'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:06:36.906572 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-66d4dbce-e7e8-4eb5-9b34-103d13465f25 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:37.146423 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-66d4dbce-e7e8-4eb5-9b34-103d13465f25 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:37.197642 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-e6013a3f-5ca6-4a45-a193-0074526dd285 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Made reservation on behalf of a66a67472cec4496a7059d3173810e1a for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:06:37.201501 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-e6013a3f-5ca6-4a45-a193-0074526dd285 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:37.428748 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-66d4dbce-e7e8-4eb5-9b34-103d13465f25 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:37.454740 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a04cc671-56a1-4c1c-9d85-953bdf1f8a34 req-823101a7-e0f3-4791-a3cc-f599e0ff3c28 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=60adc675-8ed7-4cbe-be23-386f757ccef8 HTTP/1.1" status: 200 len: 210 time: 0.0579355 Aug 16 21:06:37.455875 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-e6013a3f-5ca6-4a45-a193-0074526dd285 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Allocated IP 172.20.0.9 (10a8cf60-7997-4233-bd18-38023ab4d829/d5195f93-41fa-4353-aa72-c2be4390d86e/4b69dd98-b702-4c9b-bc39-6e1474756bb8) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:06:37.480697 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b03a8cb7-998d-433e-8576-b80944e11d5f req-3f76e01d-ee01-4488-856c-0e57da9d294a tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 210 time: 0.0557346 Aug 16 21:06:37.504819 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35328) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:37.511605 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-66d4dbce-e7e8-4eb5-9b34-103d13465f25 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:37.628891 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d4dbce-e7e8-4eb5-9b34-103d13465f25 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Pushing event updated for resources: {'Port': ['ID=d803608a-8161-400e-a96f-dcef11e4acec,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:37.633559 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cfa2202d-9028-44d1-bf67-a76fae8b79da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:37.663441 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-66d4dbce-e7e8-4eb5-9b34-103d13465f25 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:37.714171 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-e6013a3f-5ca6-4a45-a193-0074526dd285 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:37.738143 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cfa2202d-9028-44d1-bf67-a76fae8b79da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:37.834763 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cfa2202d-9028-44d1-bf67-a76fae8b79da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:37.836295 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-e6013a3f-5ca6-4a45-a193-0074526dd285 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:37.848162 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['6ccefc9c-e155-4214-9c78-4ed80369f4ae'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:06:37.879588 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-cfa2202d-9028-44d1-bf67-a76fae8b79da admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0b00d9c2c8b541a3aabff5562ae05dfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3730600 Aug 16 21:06:37.881575 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa2202d-9028-44d1-bf67-a76fae8b79da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f04572-61e8-443d-b418-e23efa26f908,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:37.883491 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-e6013a3f-5ca6-4a45-a193-0074526dd285 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Network 10a8cf60-7997-4233-bd18-38023ab4d829 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:06:37.884134 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35334) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:37.896268 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-e6013a3f-5ca6-4a45-a193-0074526dd285 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:06:37.902113 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-e6013a3f-5ca6-4a45-a193-0074526dd285 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:06:37.908870 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6013a3f-5ca6-4a45-a193-0074526dd285 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Pushing event updated for resources: {'Port': ['ID=4b69dd98-b702-4c9b-bc39-6e1474756bb8,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:37.977093 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-66d4dbce-e7e8-4eb5-9b34-103d13465f25 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:37.981037 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-66d4dbce-e7e8-4eb5-9b34-103d13465f25 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2480645 Aug 16 21:06:37.981643 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35336) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:37.987913 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-21e87d68-be0e-46da-a2d4-ceca6e417394 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1900234719'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:06:38.097155 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e87d68-be0e-46da-a2d4-ceca6e417394 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Made reservation on behalf of d16ff34b47964023aa16069f41cc73f4 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:06:38.101080 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-21e87d68-be0e-46da-a2d4-ceca6e417394 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:38.114504 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-21e87d68-be0e-46da-a2d4-ceca6e417394 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:38.212347 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-21e87d68-be0e-46da-a2d4-ceca6e417394 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:38.326175 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-21e87d68-be0e-46da-a2d4-ceca6e417394 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:38.328788 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-e6013a3f-5ca6-4a45-a193-0074526dd285 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:38.329457 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-e6013a3f-5ca6-4a45-a193-0074526dd285 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:38.349818 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21e87d68-be0e-46da-a2d4-ceca6e417394 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:06:38.359285 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-87c04b9e-151e-4767-873d-8fbb6864076e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:38.364387 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e87d68-be0e-46da-a2d4-ceca6e417394 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c79f61a8-0c56-4213-a89c-e202edb3fe50,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:38.370467 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-21e87d68-be0e-46da-a2d4-ceca6e417394 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:38.370841 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-21e87d68-be0e-46da-a2d4-ceca6e417394 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Added segment 0c895232-44b2-44a2-b775-aac091aa7ed1 of type vlan for network c58828e2-7403-455a-945b-065e071a1028 Aug 16 21:06:38.400054 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-87c04b9e-151e-4767-873d-8fbb6864076e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:38.413337 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-21e87d68-be0e-46da-a2d4-ceca6e417394 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:38.432566 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-88015010-f788-421e-b830-25c8087f3064 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:38.434927 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-88015010-f788-421e-b830-25c8087f3064 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.90 "GET /v2.0/networks?id=2b4863b3-0136-47bf-aa1f-c2a9dd497e5d HTTP/1.1" status: 200 len: 811 time: 0.4844756 Aug 16 21:06:38.455614 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-b6f1a3f2-cf83-4411-a892-d8c5d6921fc2 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Request body: {'port': {'device_id': 'e3018c76-9596-4a53-ab33-be16548152fe', 'network_id': '2b4863b3-0136-47bf-aa1f-c2a9dd497e5d', 'admin_state_up': True, 'tenant_id': '8f7854b909f4437f95dc486bf79f30b6'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:06:38.475085 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-e6013a3f-5ca6-4a45-a193-0074526dd285 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6788957 Aug 16 21:06:38.509829 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-0276b4a9-41e3-4e86-9a45-3048ed1aec51 service neutron] Request body: {'port': {'device_id': '60adc675-8ed7-4cbe-be23-386f757ccef8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:06:38.543349 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-21e87d68-be0e-46da-a2d4-ceca6e417394 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:38.552044 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e87d68-be0e-46da-a2d4-ceca6e417394 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:38.555513 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-21e87d68-be0e-46da-a2d4-ceca6e417394 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:38.623497 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e87d68-be0e-46da-a2d4-ceca6e417394 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Pushing event updated for resources: {'Network': ['ID=c58828e2-7403-455a-945b-065e071a1028,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:38.633946 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network c58828e2-7403-455a-945b-065e071a1028 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:06:38.643510 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-87c04b9e-151e-4767-873d-8fbb6864076e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:38.646179 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-87c04b9e-151e-4767-873d-8fbb6864076e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:38.647503 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-87c04b9e-151e-4767-873d-8fbb6864076e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e3f04572-61e8-443d-b418-e23efa26f908 HTTP/1.1" status: 204 len: 168 time: 0.7619081 Aug 16 21:06:38.656143 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-184cf117-da9b-42c7-8922-f8662095b488 req-63090bc1-7b98-4bde-8366-e291770a0ac0 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 210 time: 0.0909677 Aug 16 21:06:38.695467 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c04b9e-151e-4767-873d-8fbb6864076e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f04572-61e8-443d-b418-e23efa26f908,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:38.698748 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-0276b4a9-41e3-4e86-9a45-3048ed1aec51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:38.724287 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-21e87d68-be0e-46da-a2d4-ceca6e417394 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7412477 Aug 16 21:06:38.724934 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35346) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:38.732132 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-21c9ad16-b931-43b9-98cf-5170fd167411 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Request body: {'subnet': {'network_id': 'c58828e2-7403-455a-945b-065e071a1028', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:06:38.770557 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb94829-dca3-4b39-abfd-b2f5d4a6b028 req-6efca1d8-674d-4cc5-aa26-ee67b64c418f tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:38.772300 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6fb94829-dca3-4b39-abfd-b2f5d4a6b028 req-6efca1d8-674d-4cc5-aa26-ee67b64c418f tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=60adc675-8ed7-4cbe-be23-386f757ccef8 HTTP/1.1" status: 200 len: 931 time: 0.2254062 Aug 16 21:06:38.887326 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6fb94829-dca3-4b39-abfd-b2f5d4a6b028 req-e469dccf-71eb-4edf-ad8b-1929b8bb913e tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068778 Aug 16 21:06:38.999677 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-b6f1a3f2-cf83-4411-a892-d8c5d6921fc2 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Made reservation on behalf of 8f7854b909f4437f95dc486bf79f30b6 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:06:39.005247 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-b6f1a3f2-cf83-4411-a892-d8c5d6921fc2 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:39.079994 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c9ad16-b931-43b9-98cf-5170fd167411 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Made reservation on behalf of d16ff34b47964023aa16069f41cc73f4 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:06:39.084392 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-21c9ad16-b931-43b9-98cf-5170fd167411 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:39.127008 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-0276b4a9-41e3-4e86-9a45-3048ed1aec51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b69dd98-b702-4c9b-bc39-6e1474756bb8 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:06:39.139183 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-0276b4a9-41e3-4e86-9a45-3048ed1aec51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:39.181394 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-0276b4a9-41e3-4e86-9a45-3048ed1aec51 service neutron] Transition to ACTIVE for port object 4b69dd98-b702-4c9b-bc39-6e1474756bb8 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:06:39.197906 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-b6f1a3f2-cf83-4411-a892-d8c5d6921fc2 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Allocated IP 172.20.0.7 (2b4863b3-0136-47bf-aa1f-c2a9dd497e5d/05904e0a-3461-421d-b6bc-48171947c05e/8ff9e3fa-e30a-4877-98d2-4b9f5a091c90) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:06:39.297240 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-0276b4a9-41e3-4e86-9a45-3048ed1aec51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:39.375005 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0276b4a9-41e3-4e86-9a45-3048ed1aec51 service neutron] Pushing event updated for resources: {'Port': ['ID=4b69dd98-b702-4c9b-bc39-6e1474756bb8,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:39.389806 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-21c9ad16-b931-43b9-98cf-5170fd167411 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:39.445889 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-b6f1a3f2-cf83-4411-a892-d8c5d6921fc2 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:39.459384 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c9ad16-b931-43b9-98cf-5170fd167411 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Pushing event updated for resources: {'Subnet': ['ID=343a3699-1ff0-4091-b445-1396623d2ea0,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:39.467549 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c9ad16-b931-43b9-98cf-5170fd167411 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Checking segment: {'id': '0c895232-44b2-44a2-b775-aac091aa7ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c58828e2-7403-455a-945b-065e071a1028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:06:39.468295 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c9ad16-b931-43b9-98cf-5170fd167411 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Network hostable DHCP agents. Network: c58828e2-7403-455a-945b-065e071a1028, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:06:39.485848 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-0276b4a9-41e3-4e86-9a45-3048ed1aec51 service neutron] Attempting to bind port 4b69dd98-b702-4c9b-bc39-6e1474756bb8 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:06:39.486190 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-0276b4a9-41e3-4e86-9a45-3048ed1aec51 service neutron] Attempting to bind port 4b69dd98-b702-4c9b-bc39-6e1474756bb8 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '85568c6e-48e5-454c-9434-fd56a12f8853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:06:39.486522 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-0276b4a9-41e3-4e86-9a45-3048ed1aec51 service neutron] Attempting to bind port 4b69dd98-b702-4c9b-bc39-6e1474756bb8 on network 10a8cf60-7997-4233-bd18-38023ab4d829 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:06:39.503917 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-0276b4a9-41e3-4e86-9a45-3048ed1aec51 service neutron] Port 4b69dd98-b702-4c9b-bc39-6e1474756bb8 on network 10a8cf60-7997-4233-bd18-38023ab4d829 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:06:39.504281 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-0276b4a9-41e3-4e86-9a45-3048ed1aec51 service neutron] Attempting to bind port 4b69dd98-b702-4c9b-bc39-6e1474756bb8 on network 10a8cf60-7997-4233-bd18-38023ab4d829 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:06:39.514287 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-0276b4a9-41e3-4e86-9a45-3048ed1aec51 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:06:39.514633 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-0276b4a9-41e3-4e86-9a45-3048ed1aec51 service neutron] Checking segment: {'id': '85568c6e-48e5-454c-9434-fd56a12f8853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:06:39.515064 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-0276b4a9-41e3-4e86-9a45-3048ed1aec51 service neutron] Bound using segment: {'id': '85568c6e-48e5-454c-9434-fd56a12f8853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:06:39.515461 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-0276b4a9-41e3-4e86-9a45-3048ed1aec51 service neutron] Bound port: 4b69dd98-b702-4c9b-bc39-6e1474756bb8, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85568c6e-48e5-454c-9434-fd56a12f8853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:06:39.515859 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-0276b4a9-41e3-4e86-9a45-3048ed1aec51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:39.546821 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35350) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:39.585004 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-0276b4a9-41e3-4e86-9a45-3048ed1aec51 service neutron] For port 4b69dd98-b702-4c9b-bc39-6e1474756bb8, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:06:39.588444 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-0276b4a9-41e3-4e86-9a45-3048ed1aec51 service neutron] For port 4b69dd98-b702-4c9b-bc39-6e1474756bb8, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=4b69dd98-b702-4c9b-bc39-6e1474756bb8,segment=NetworkSegment(85568c6e-48e5-454c-9434-fd56a12f8853),segment_id=85568c6e-48e5-454c-9434-fd56a12f8853)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:06:39.624683 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-b6f1a3f2-cf83-4411-a892-d8c5d6921fc2 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:39.636339 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['de9d9569-019a-4d81-8184-7a34c02d5874'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:06:39.676254 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-b6f1a3f2-cf83-4411-a892-d8c5d6921fc2 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Network 2b4863b3-0136-47bf-aa1f-c2a9dd497e5d is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:06:39.679123 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-b6f1a3f2-cf83-4411-a892-d8c5d6921fc2 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:06:39.681899 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-b6f1a3f2-cf83-4411-a892-d8c5d6921fc2 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:06:39.708029 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1a3f2-cf83-4411-a892-d8c5d6921fc2 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Pushing event updated for resources: {'Port': ['ID=8ff9e3fa-e30a-4877-98d2-4b9f5a091c90,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:39.737572 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-0276b4a9-41e3-4e86-9a45-3048ed1aec51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:39.814588 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-0276b4a9-41e3-4e86-9a45-3048ed1aec51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:39.815232 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-0276b4a9-41e3-4e86-9a45-3048ed1aec51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:39.816706 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-0276b4a9-41e3-4e86-9a45-3048ed1aec51 service neutron] 10.222.0.90 "PUT /v2.0/ports/4b69dd98-b702-4c9b-bc39-6e1474756bb8 HTTP/1.1" status: 200 len: 1092 time: 1.3127265 Aug 16 21:06:39.817160 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60adc675-8ed7-4cbe-be23-386f757ccef8', 'tag': '4b69dd98-b702-4c9b-bc39-6e1474756bb8'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:06:39.819523 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66e326f-158d-4cca-91f1-58dfa01b442c" -d '{"events": [{"name": "network-changed", "server_uuid": "60adc675-8ed7-4cbe-be23-386f757ccef8", "tag": "4b69dd98-b702-4c9b-bc39-6e1474756bb8"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:06:39.870260 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0276b4a9-41e3-4e86-9a45-3048ed1aec51 service neutron] Pushing event updated for resources: {'Port': ['ID=4b69dd98-b702-4c9b-bc39-6e1474756bb8,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:39.879127 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-b6f1a3f2-cf83-4411-a892-d8c5d6921fc2 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:39.879843 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-b6f1a3f2-cf83-4411-a892-d8c5d6921fc2 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:39.912049 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e4b77-6d24-43dc-a844-aa4f8bf09beb req-2d09a9cc-c16c-46c7-9cb5-ad67f3600405 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:39.929433 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cd8e4b77-6d24-43dc-a844-aa4f8bf09beb req-2d09a9cc-c16c-46c7-9cb5-ad67f3600405 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 931 time: 0.1066878 Aug 16 21:06:39.932078 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab29efa-e1fa-4316-b095-436dbf3f8a29 x-openstack-request-id: req-fab29efa-e1fa-4316-b095-436dbf3f8a29 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:06:39.932376 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60adc675-8ed7-4cbe-be23-386f757ccef8", "tag": "4b69dd98-b702-4c9b-bc39-6e1474756bb8", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:06:39.932636 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-fab29efa-e1fa-4316-b095-436dbf3f8a29 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:06:39.933038 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60adc675-8ed7-4cbe-be23-386f757ccef8', 'tag': '4b69dd98-b702-4c9b-bc39-6e1474756bb8', 'status': 'completed', 'code': 200} Aug 16 21:06:39.973141 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-20c30156-d7ce-42ac-b0e3-4f8212adeed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:39.974951 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c9ad16-b931-43b9-98cf-5170fd167411 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Network c58828e2-7403-455a-945b-065e071a1028 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:06:40.005191 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cd8e4b77-6d24-43dc-a844-aa4f8bf09beb req-7e6fe83d-e67d-49f8-a01a-343803076dae tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748806 Aug 16 21:06:40.025000 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-b6f1a3f2-cf83-4411-a892-d8c5d6921fc2 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5741408 Aug 16 21:06:40.041425 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-a808ded3-929d-47d2-93df-b94f71df8a7c service neutron] Request body: {'port': {'device_id': 'e3018c76-9596-4a53-ab33-be16548152fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:06:40.046863 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e326f-158d-4cca-91f1-58dfa01b442c req-b6ff2ff8-1054-4f83-ad86-c425938219ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:40.048365 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d66e326f-158d-4cca-91f1-58dfa01b442c req-b6ff2ff8-1054-4f83-ad86-c425938219ff service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a66a67472cec4496a7059d3173810e1a&device_id=60adc675-8ed7-4cbe-be23-386f757ccef8 HTTP/1.1" status: 200 len: 1095 time: 0.1005270 Aug 16 21:06:40.081451 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-20c30156-d7ce-42ac-b0e3-4f8212adeed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:40.103055 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-21c9ad16-b931-43b9-98cf-5170fd167411 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, c58828e2-7403-455a-945b-065e071a1028) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:06:40.107897 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c9ad16-b931-43b9-98cf-5170fd167411 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:40.108492 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-21c9ad16-b931-43b9-98cf-5170fd167411 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:40.112919 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df1e021-8f11-49d7-bc84-fb5ed4bd5945 None None] Network c58828e2-7403-455a-945b-065e071a1028 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:06:40.127894 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c226a8-554d-4bc4-86c6-28424bbed0ca req-dba378f7-1b31-4cc4-b932-5b2d5190b7fc tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:40.129436 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e6c226a8-554d-4bc4-86c6-28424bbed0ca req-dba378f7-1b31-4cc4-b932-5b2d5190b7fc tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=60adc675-8ed7-4cbe-be23-386f757ccef8 HTTP/1.1" status: 200 len: 943 time: 0.1447084 Aug 16 21:06:40.178476 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-20c30156-d7ce-42ac-b0e3-4f8212adeed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:40.190059 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-a808ded3-929d-47d2-93df-b94f71df8a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:40.216720 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c30156-d7ce-42ac-b0e3-4f8212adeed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707b8557-02e4-4582-ac58-c42e4f465ecb,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:40.224060 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-20c30156-d7ce-42ac-b0e3-4f8212adeed8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c5b8b2d61d8d4f45b22c51b9007c6bb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6761050 Aug 16 21:06:40.225138 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35360) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:40.238015 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e6c226a8-554d-4bc4-86c6-28424bbed0ca req-0080b8a4-ae63-40aa-aae3-d54a0d4d2a95 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817606 Aug 16 21:06:40.264093 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-21c9ad16-b931-43b9-98cf-5170fd167411 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5379736 Aug 16 21:06:40.266774 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35362) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:40.275266 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-1a46904a-475f-48a8-94aa-8b6e2329cd60 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1514293141', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}, 'admin_state_up': False}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:06:40.284595 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e326f-158d-4cca-91f1-58dfa01b442c req-7423ec33-70c8-4645-a613-fa7c0a99a31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:40.292827 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d66e326f-158d-4cca-91f1-58dfa01b442c req-7423ec33-70c8-4645-a613-fa7c0a99a31a service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=a66a67472cec4496a7059d3173810e1a&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2184327 Aug 16 21:06:40.293415 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b0c15895-7a1f-479e-93a7-d2462fe61267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:40.297920 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb8da84-e587-45e8-8916-4f481cd87601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-c58828e2-7403-455a-945b-065e071a1028', 'network_id': 'c58828e2-7403-455a-945b-065e071a1028', 'tenant_id': 'd16ff34b47964023aa16069f41cc73f4', 'fixed_ips': [{'subnet_id': '343a3699-1ff0-4091-b445-1396623d2ea0'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:06:40.298932 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6eb8da84-e587-45e8-8916-4f481cd87601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:40.315372 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b0c15895-7a1f-479e-93a7-d2462fe61267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:40.438810 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-6eb8da84-e587-45e8-8916-4f481cd87601 None None] Allocated IP 172.20.0.2 (c58828e2-7403-455a-945b-065e071a1028/343a3699-1ff0-4091-b445-1396623d2ea0/5bb5d979-772f-4127-804d-ac889a821f5e) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:06:40.469481 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b0c15895-7a1f-479e-93a7-d2462fe61267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:40.472436 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b0c15895-7a1f-479e-93a7-d2462fe61267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:40.476334 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b0c15895-7a1f-479e-93a7-d2462fe61267 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/707b8557-02e4-4582-ac58-c42e4f465ecb HTTP/1.1" status: 204 len: 168 time: 0.2477491 Aug 16 21:06:40.482819 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c15895-7a1f-479e-93a7-d2462fe61267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707b8557-02e4-4582-ac58-c42e4f465ecb,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:40.509268 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1a46904a-475f-48a8-94aa-8b6e2329cd60 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:40.516968 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1a46904a-475f-48a8-94aa-8b6e2329cd60 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:40.524149 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e326f-158d-4cca-91f1-58dfa01b442c req-88ddde49-821c-4d88-ab4d-f8cd841d188a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:40.525674 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d66e326f-158d-4cca-91f1-58dfa01b442c req-88ddde49-821c-4d88-ab4d-f8cd841d188a service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2272134 Aug 16 21:06:40.607979 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6eb8da84-e587-45e8-8916-4f481cd87601 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:40.617786 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-6eb8da84-e587-45e8-8916-4f481cd87601 None None] Transition to ACTIVE for port object 5bb5d979-772f-4127-804d-ac889a821f5e will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:06:40.617988 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1a46904a-475f-48a8-94aa-8b6e2329cd60 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:40.633084 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-6eb8da84-e587-45e8-8916-4f481cd87601 None None] Transition to ACTIVE for port object 5bb5d979-772f-4127-804d-ac889a821f5e will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:06:40.685233 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-08b73b72-bef2-40e5-b946-485e58a545bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:40.686770 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-08b73b72-bef2-40e5-b946-485e58a545bf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a66a67472cec4496a7059d3173810e1a&device_id=60adc675-8ed7-4cbe-be23-386f757ccef8 HTTP/1.1" status: 200 len: 1095 time: 0.0910580 Aug 16 21:06:40.706333 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-a808ded3-929d-47d2-93df-b94f71df8a7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ff9e3fa-e30a-4877-98d2-4b9f5a091c90 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:06:40.741711 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-a808ded3-929d-47d2-93df-b94f71df8a7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:40.746998 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-c5636d69-7032-4149-b36d-0f7ffcc3a678 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b69dd98-b702-4c9b-bc39-6e1474756bb8 HTTP/1.1" status: 200 len: 217 time: 0.0504575 Aug 16 21:06:40.783792 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6eb8da84-e587-45e8-8916-4f481cd87601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:40.824067 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb8da84-e587-45e8-8916-4f481cd87601 None None] Network c58828e2-7403-455a-945b-065e071a1028 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:06:40.826356 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-a808ded3-929d-47d2-93df-b94f71df8a7c service neutron] Transition to ACTIVE for port object 8ff9e3fa-e30a-4877-98d2-4b9f5a091c90 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:06:40.830207 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-6eb8da84-e587-45e8-8916-4f481cd87601 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:06:40.832950 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb8da84-e587-45e8-8916-4f481cd87601 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:06:40.848031 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8da84-e587-45e8-8916-4f481cd87601 None None] Pushing event updated for resources: {'Port': ['ID=5bb5d979-772f-4127-804d-ac889a821f5e,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:40.903639 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-6eb8da84-e587-45e8-8916-4f481cd87601 None None] Attempting to bind port 5bb5d979-772f-4127-804d-ac889a821f5e on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:06:40.904248 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-6eb8da84-e587-45e8-8916-4f481cd87601 None None] Attempting to bind port 5bb5d979-772f-4127-804d-ac889a821f5e by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '0c895232-44b2-44a2-b775-aac091aa7ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c58828e2-7403-455a-945b-065e071a1028'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:06:40.904628 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb8da84-e587-45e8-8916-4f481cd87601 None None] Attempting to bind port 5bb5d979-772f-4127-804d-ac889a821f5e on network c58828e2-7403-455a-945b-065e071a1028 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:06:40.911593 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb8da84-e587-45e8-8916-4f481cd87601 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:06:40.912121 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb8da84-e587-45e8-8916-4f481cd87601 None None] Checking segment: {'id': '0c895232-44b2-44a2-b775-aac091aa7ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c58828e2-7403-455a-945b-065e071a1028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:06:40.912474 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6eb8da84-e587-45e8-8916-4f481cd87601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:40.913054 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb8da84-e587-45e8-8916-4f481cd87601 None None] Bound using segment: {'id': '0c895232-44b2-44a2-b775-aac091aa7ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c58828e2-7403-455a-945b-065e071a1028'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:06:40.913527 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-6eb8da84-e587-45e8-8916-4f481cd87601 None None] Bound port: 5bb5d979-772f-4127-804d-ac889a821f5e, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c895232-44b2-44a2-b775-aac091aa7ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c58828e2-7403-455a-945b-065e071a1028'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:06:40.913943 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6eb8da84-e587-45e8-8916-4f481cd87601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:40.932351 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-620dfc53-9571-4cd1-9674-bc60c3aa852c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:40.933861 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-620dfc53-9571-4cd1-9674-bc60c3aa852c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d5195f93-41fa-4353-aa72-c2be4390d86e HTTP/1.1" status: 200 len: 844 time: 0.1454368 Aug 16 21:06:40.936340 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1a46904a-475f-48a8-94aa-8b6e2329cd60 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:40.970531 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-c6dc2a73-54d9-4d3a-a15d-e090436fb169 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=10a8cf60-7997-4233-bd18-38023ab4d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277612 Aug 16 21:06:41.003168 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-6eb8da84-e587-45e8-8916-4f481cd87601 None None] For port 5bb5d979-772f-4127-804d-ac889a821f5e, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:06:41.006485 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-6eb8da84-e587-45e8-8916-4f481cd87601 None None] For port 5bb5d979-772f-4127-804d-ac889a821f5e, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5bb5d979-772f-4127-804d-ac889a821f5e,segment=NetworkSegment(0c895232-44b2-44a2-b775-aac091aa7ed1),segment_id=0c895232-44b2-44a2-b775-aac091aa7ed1)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:06:41.072428 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-41408328-36d9-4c20-a105-9074598b6ca6 service neutron] 10.222.0.90 "GET /v2.0/networks/10a8cf60-7997-4233-bd18-38023ab4d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946717 Aug 16 21:06:41.146531 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-a808ded3-929d-47d2-93df-b94f71df8a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:41.160647 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-dcb858bc-e6c9-4b75-8bbe-1b1fadbda68c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:41.165491 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6eb8da84-e587-45e8-8916-4f481cd87601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:41.265659 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8da84-e587-45e8-8916-4f481cd87601 None None] Pushing event updated for resources: {'Port': ['ID=5bb5d979-772f-4127-804d-ac889a821f5e,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:41.335226 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a808ded3-929d-47d2-93df-b94f71df8a7c service neutron] Pushing event updated for resources: {'Port': ['ID=8ff9e3fa-e30a-4877-98d2-4b9f5a091c90,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:41.349175 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e19fb-cf53-497a-b9c8-a37221c402f3 req-0d895e9b-8077-4bcc-a61e-f3ab5c0f3ad7 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:41.350752 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-278e19fb-cf53-497a-b9c8-a37221c402f3 req-0d895e9b-8077-4bcc-a61e-f3ab5c0f3ad7 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 931 time: 0.2759089 Aug 16 21:06:41.458591 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-adbb2974-a836-4ea3-acd5-91ec2d0707d9 req-15e85ea6-de19-47ab-afec-4bb1973852e8 service neutron] 10.222.0.90 "GET /v2.0/networks/10a8cf60-7997-4233-bd18-38023ab4d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731112 Aug 16 21:06:41.536249 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66702af-ab2a-46b9-a06d-e84449914faa req-7ad3b336-e973-40b2-8943-a59308956383 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:41.537880 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a66702af-ab2a-46b9-a06d-e84449914faa req-7ad3b336-e973-40b2-8943-a59308956383 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=60adc675-8ed7-4cbe-be23-386f757ccef8 HTTP/1.1" status: 200 len: 943 time: 0.1995573 Aug 16 21:06:41.545162 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-278e19fb-cf53-497a-b9c8-a37221c402f3 req-6859ab5e-0141-4c5e-aef1-19c00feb6299 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837182 Aug 16 21:06:41.586385 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-a808ded3-929d-47d2-93df-b94f71df8a7c service neutron] Attempting to bind port 8ff9e3fa-e30a-4877-98d2-4b9f5a091c90 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:06:41.586721 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-a808ded3-929d-47d2-93df-b94f71df8a7c service neutron] Attempting to bind port 8ff9e3fa-e30a-4877-98d2-4b9f5a091c90 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '8595d4c3-bd6a-40bd-a14a-9603ef03d310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2b4863b3-0136-47bf-aa1f-c2a9dd497e5d'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:06:41.587054 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-a808ded3-929d-47d2-93df-b94f71df8a7c service neutron] Attempting to bind port 8ff9e3fa-e30a-4877-98d2-4b9f5a091c90 on network 2b4863b3-0136-47bf-aa1f-c2a9dd497e5d {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:06:41.612106 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-a808ded3-929d-47d2-93df-b94f71df8a7c service neutron] Port 8ff9e3fa-e30a-4877-98d2-4b9f5a091c90 on network 2b4863b3-0136-47bf-aa1f-c2a9dd497e5d not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:06:41.612441 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-a808ded3-929d-47d2-93df-b94f71df8a7c service neutron] Attempting to bind port 8ff9e3fa-e30a-4877-98d2-4b9f5a091c90 on network 2b4863b3-0136-47bf-aa1f-c2a9dd497e5d {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:06:41.618450 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a66702af-ab2a-46b9-a06d-e84449914faa req-eb2739e8-3ef5-4131-9fc0-e9d8b695c6d6 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714545 Aug 16 21:06:41.628602 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-a808ded3-929d-47d2-93df-b94f71df8a7c service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:06:41.628953 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-a808ded3-929d-47d2-93df-b94f71df8a7c service neutron] Checking segment: {'id': '8595d4c3-bd6a-40bd-a14a-9603ef03d310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2b4863b3-0136-47bf-aa1f-c2a9dd497e5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:06:41.629405 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-a808ded3-929d-47d2-93df-b94f71df8a7c service neutron] Bound using segment: {'id': '8595d4c3-bd6a-40bd-a14a-9603ef03d310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2b4863b3-0136-47bf-aa1f-c2a9dd497e5d'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:06:41.629901 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-a808ded3-929d-47d2-93df-b94f71df8a7c service neutron] Bound port: 8ff9e3fa-e30a-4877-98d2-4b9f5a091c90, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8595d4c3-bd6a-40bd-a14a-9603ef03d310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2b4863b3-0136-47bf-aa1f-c2a9dd497e5d'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:06:41.636669 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-a808ded3-929d-47d2-93df-b94f71df8a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:41.780111 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1a46904a-475f-48a8-94aa-8b6e2329cd60 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks [] for router_gateway, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:41.803862 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1a46904a-475f-48a8-94aa-8b6e2329cd60 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:41.813468 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-a808ded3-929d-47d2-93df-b94f71df8a7c service neutron] For port 8ff9e3fa-e30a-4877-98d2-4b9f5a091c90, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:06:41.852023 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-a808ded3-929d-47d2-93df-b94f71df8a7c service neutron] For port 8ff9e3fa-e30a-4877-98d2-4b9f5a091c90, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=8ff9e3fa-e30a-4877-98d2-4b9f5a091c90,segment=NetworkSegment(8595d4c3-bd6a-40bd-a14a-9603ef03d310),segment_id=8595d4c3-bd6a-40bd-a14a-9603ef03d310)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:06:41.959574 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-1a46904a-475f-48a8-94aa-8b6e2329cd60 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Allocated IP 172.25.1.125 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/5e8d0328-dbca-40f7-b0c9-00f68b64e706) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:06:41.988966 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-a808ded3-929d-47d2-93df-b94f71df8a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:42.063240 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-a808ded3-929d-47d2-93df-b94f71df8a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:42.064077 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-a808ded3-929d-47d2-93df-b94f71df8a7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:42.065602 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-a808ded3-929d-47d2-93df-b94f71df8a7c service neutron] 10.222.0.90 "PUT /v2.0/ports/8ff9e3fa-e30a-4877-98d2-4b9f5a091c90 HTTP/1.1" status: 200 len: 1092 time: 2.0305605 Aug 16 21:06:42.067824 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3018c76-9596-4a53-ab33-be16548152fe', 'tag': '8ff9e3fa-e30a-4877-98d2-4b9f5a091c90'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:06:42.070174 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210c9511-a581-46fe-b7c5-ce556d275a69" -d '{"events": [{"name": "network-changed", "server_uuid": "e3018c76-9596-4a53-ab33-be16548152fe", "tag": "8ff9e3fa-e30a-4877-98d2-4b9f5a091c90"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:06:42.104309 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a808ded3-929d-47d2-93df-b94f71df8a7c service neutron] Pushing event updated for resources: {'Port': ['ID=8ff9e3fa-e30a-4877-98d2-4b9f5a091c90,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:42.127032 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbe0c6c-b80d-4550-a3e3-35374230d10c x-openstack-request-id: req-7fbe0c6c-b80d-4550-a3e3-35374230d10c {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:06:42.127331 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3018c76-9596-4a53-ab33-be16548152fe", "tag": "8ff9e3fa-e30a-4877-98d2-4b9f5a091c90", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:06:42.127652 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7fbe0c6c-b80d-4550-a3e3-35374230d10c {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:06:42.128040 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3018c76-9596-4a53-ab33-be16548152fe', 'tag': '8ff9e3fa-e30a-4877-98d2-4b9f5a091c90', 'status': 'completed', 'code': 200} Aug 16 21:06:42.163469 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1a46904a-475f-48a8-94aa-8b6e2329cd60 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:42.218450 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c9511-a581-46fe-b7c5-ce556d275a69 req-2a494534-04b8-4247-9e3f-1467a4b91b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:42.220141 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-210c9511-a581-46fe-b7c5-ce556d275a69 req-2a494534-04b8-4247-9e3f-1467a4b91b2d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8f7854b909f4437f95dc486bf79f30b6&device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 1095 time: 0.0747893 Aug 16 21:06:42.236818 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9144e26-43e1-4047-b460-db08a1b030e8 None None] Network c58828e2-7403-455a-945b-065e071a1028 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:06:42.336073 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c9511-a581-46fe-b7c5-ce556d275a69 req-332513b3-5b96-4ee0-8cee-07d46bc4211c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:42.337803 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-210c9511-a581-46fe-b7c5-ce556d275a69 req-332513b3-5b96-4ee0-8cee-07d46bc4211c service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=8f7854b909f4437f95dc486bf79f30b6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1047554 Aug 16 21:06:42.343412 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1a46904a-475f-48a8-94aa-8b6e2329cd60 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:42.480459 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-29633fb7-a682-417a-9b62-7a47921a2a49 None None] Provisioning for port 5bb5d979-772f-4127-804d-ac889a821f5e completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:06:42.776180 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a46904a-475f-48a8-94aa-8b6e2329cd60 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:06:42.820149 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-1a46904a-475f-48a8-94aa-8b6e2329cd60 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:06:42.829711 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a46904a-475f-48a8-94aa-8b6e2329cd60 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:06:42.832431 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a46904a-475f-48a8-94aa-8b6e2329cd60 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Pushing event updated for resources: {'Port': ['ID=5e8d0328-dbca-40f7-b0c9-00f68b64e706,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:42.910773 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59304675-a88b-49a4-b279-53f9e4550779 req-8e408396-c7eb-4f76-9d89-26bb5e112041 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:42.912314 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-59304675-a88b-49a4-b279-53f9e4550779 req-8e408396-c7eb-4f76-9d89-26bb5e112041 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=60adc675-8ed7-4cbe-be23-386f757ccef8 HTTP/1.1" status: 200 len: 943 time: 0.2036512 Aug 16 21:06:42.924168 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a864b73-695c-492e-81e6-20f53dc07caf req-2f75ac0b-5810-4a49-bef6-c5060f029e95 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:42.931298 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3a864b73-695c-492e-81e6-20f53dc07caf req-2f75ac0b-5810-4a49-bef6-c5060f029e95 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 943 time: 0.2038000 Aug 16 21:06:42.942904 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c9511-a581-46fe-b7c5-ce556d275a69 req-ec4cf0b9-95ef-4544-ab17-0b240dbdc382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:42.944351 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-210c9511-a581-46fe-b7c5-ce556d275a69 req-ec4cf0b9-95ef-4544-ab17-0b240dbdc382 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5970366 Aug 16 21:06:43.117730 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3a864b73-695c-492e-81e6-20f53dc07caf req-091f1216-83a1-46ae-8a56-9a1529c72735 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855466 Aug 16 21:06:43.129988 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-59304675-a88b-49a4-b279-53f9e4550779 req-2fcefd6d-a42d-44c3-9755-ca6d191fd077 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965883 Aug 16 21:06:43.160010 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-64911d46-5bf6-46c5-a0bd-f79222551550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:43.160010 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-64911d46-5bf6-46c5-a0bd-f79222551550 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8f7854b909f4437f95dc486bf79f30b6&device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 1095 time: 0.1576581 Aug 16 21:06:43.209417 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-c71dd54e-8339-4af5-9f3a-f6651562698e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ff9e3fa-e30a-4877-98d2-4b9f5a091c90 HTTP/1.1" status: 200 len: 217 time: 0.0417216 Aug 16 21:06:43.257652 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5bb5d979-772f-4127-804d-ac889a821f5e up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:06:43.342522 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-f6cf33fa-b1a4-4b28-867f-aeeea1620612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:43.343969 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-f6cf33fa-b1a4-4b28-867f-aeeea1620612 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=05904e0a-3461-421d-b6bc-48171947c05e HTTP/1.1" status: 200 len: 851 time: 0.0925307 Aug 16 21:06:43.381462 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-23c0bb70-7566-41be-a6ea-35bd9fae6f7d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b4863b3-0136-47bf-aa1f-c2a9dd497e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290406 Aug 16 21:06:43.387734 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1a46904a-475f-48a8-94aa-8b6e2329cd60 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks [] for router_gateway, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:43.388872 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 5bb5d979-772f-4127-804d-ac889a821f5e completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:06:43.392921 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 5bb5d979-772f-4127-804d-ac889a821f5e triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:06:43.393250 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:43.475937 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:43.526920 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 5bb5d979-772f-4127-804d-ac889a821f5e, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5bb5d979-772f-4127-804d-ac889a821f5e,segment=NetworkSegment(0c895232-44b2-44a2-b775-aac091aa7ed1),segment_id=0c895232-44b2-44a2-b775-aac091aa7ed1)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:43.560453 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-23c18126-0c4f-4e1b-81cc-517182033e2c service neutron] 10.222.0.90 "GET /v2.0/networks/2b4863b3-0136-47bf-aa1f-c2a9dd497e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705418 Aug 16 21:06:43.612049 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:43.657943 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9f2ca163-29cd-4719-8b93-1239c1191b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:43.662603 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=5bb5d979-772f-4127-804d-ac889a821f5e,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:43.720491 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 4b69dd98-b702-4c9b-bc39-6e1474756bb8 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:06:43.745183 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1a46904a-475f-48a8-94aa-8b6e2329cd60 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:43.751969 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ee97faf8-b8da-44df-9a31-5628fa3fa786 req-6b7a6612-96a0-46f0-a676-edddf4adbfcf service neutron] 10.222.0.90 "GET /v2.0/networks/2b4863b3-0136-47bf-aa1f-c2a9dd497e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514387 Aug 16 21:06:43.834739 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 4b69dd98-b702-4c9b-bc39-6e1474756bb8, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=4b69dd98-b702-4c9b-bc39-6e1474756bb8,segment=NetworkSegment(85568c6e-48e5-454c-9434-fd56a12f8853),segment_id=85568c6e-48e5-454c-9434-fd56a12f8853)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:43.844925 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:43.849241 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '4b69dd98-b702-4c9b-bc39-6e1474756bb8', 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829', 'port_id': '4b69dd98-b702-4c9b-bc39-6e1474756bb8', 'mac_address': 'fa:16:3e:d3:59:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5195f93-41fa-4353-aa72-c2be4390d86e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:06:43.889425 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:43.901883 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b69dd98-b702-4c9b-bc39-6e1474756bb8 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:06:43.921851 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 4b69dd98-b702-4c9b-bc39-6e1474756bb8, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=4b69dd98-b702-4c9b-bc39-6e1474756bb8,segment=NetworkSegment(85568c6e-48e5-454c-9434-fd56a12f8853),segment_id=85568c6e-48e5-454c-9434-fd56a12f8853)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:43.949001 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a46904a-475f-48a8-94aa-8b6e2329cd60 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Router cee28cb4-ffe5-43e6-8658-e1c6e3590019 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:06:44.005486 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:44.060536 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a46904a-475f-48a8-94aa-8b6e2329cd60 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:06:44.071380 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f1e1d8-1cba-4dc8-be36-dab55c644b77 None None] Sync routers for ids ['cee28cb4-ffe5-43e6-8658-e1c6e3590019'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:06:44.083038 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=4b69dd98-b702-4c9b-bc39-6e1474756bb8,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:44.084172 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f1e1d8-1cba-4dc8-be36-dab55c644b77 None None] Routers {'cee28cb4-ffe5-43e6-8658-e1c6e3590019'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:06:44.084812 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-87f1e1d8-1cba-4dc8-be36-dab55c644b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:06:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['cee28cb4-ffe5-43e6-8658-e1c6e3590019'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:44.119608 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-87f1e1d8-1cba-4dc8-be36-dab55c644b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:44.128591 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f1e1d8-1cba-4dc8-be36-dab55c644b77 None None] Routers {'cee28cb4-ffe5-43e6-8658-e1c6e3590019'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:06:44.129204 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-87f1e1d8-1cba-4dc8-be36-dab55c644b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:06:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['cee28cb4-ffe5-43e6-8658-e1c6e3590019'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:44.182849 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1a46904a-475f-48a8-94aa-8b6e2329cd60 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:44.183377 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-87f1e1d8-1cba-4dc8-be36-dab55c644b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:44.184056 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f1e1d8-1cba-4dc8-be36-dab55c644b77 None None] The sync data for ids ['cee28cb4-ffe5-43e6-8658-e1c6e3590019'] in n-d-793620-15 is: [] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:06:44.188022 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35444) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:44.192471 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1a46904a-475f-48a8-94aa-8b6e2329cd60 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.9173858 Aug 16 21:06:44.248009 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['4b69dd98-b702-4c9b-bc39-6e1474756bb8'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:06:44.257771 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1cbf38-d6dd-4e5f-bdc6-6a4abf117bd5 req-89bd61b5-4f3e-49ad-af2c-9d39506a0e65 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:44.259505 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bc1cbf38-d6dd-4e5f-bdc6-6a4abf117bd5 req-89bd61b5-4f3e-49ad-af2c-9d39506a0e65 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 943 time: 0.0602000 Aug 16 21:06:44.300266 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bc1cbf38-d6dd-4e5f-bdc6-6a4abf117bd5 req-fd7b9670-914e-49e9-98e7-1c7c52b903f0 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335708 Aug 16 21:06:44.428814 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ddb0c1-541f-469c-ac66-83a8e1bd73c1 req-72d75359-536c-4d0a-8cee-5174c16633e3 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:44.430366 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-28ddb0c1-541f-469c-ac66-83a8e1bd73c1 req-72d75359-536c-4d0a-8cee-5174c16633e3 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=60adc675-8ed7-4cbe-be23-386f757ccef8 HTTP/1.1" status: 200 len: 944 time: 0.0530519 Aug 16 21:06:44.489192 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-28ddb0c1-541f-469c-ac66-83a8e1bd73c1 req-ac37e0a0-a9ac-4f83-a623-c941070b40eb tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516768 Aug 16 21:06:44.708299 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fb1d8ad2-7fe8-4c80-ae09-5fd0a5e6bf26 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:44.823179 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:44.994729 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-fb1d8ad2-7fe8-4c80-ae09-5fd0a5e6bf26 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Allocated IP 172.20.0.1 (c58828e2-7403-455a-945b-065e071a1028/343a3699-1ff0-4091-b445-1396623d2ea0/8822846b-4f3d-42de-98dc-6f630fb078a2) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:06:45.111261 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fb1d8ad2-7fe8-4c80-ae09-5fd0a5e6bf26 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:45.126409 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-fb1d8ad2-7fe8-4c80-ae09-5fd0a5e6bf26 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Transition to ACTIVE for port object 8822846b-4f3d-42de-98dc-6f630fb078a2 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:06:45.197022 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5bb5d979-772f-4127-804d-ac889a821f5e up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:06:45.235552 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fb1d8ad2-7fe8-4c80-ae09-5fd0a5e6bf26 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:45.251704 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 5bb5d979-772f-4127-804d-ac889a821f5e triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:06:45.252240 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:45.290005 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1d8ad2-7fe8-4c80-ae09-5fd0a5e6bf26 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Network c58828e2-7403-455a-945b-065e071a1028 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:06:45.293974 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-fb1d8ad2-7fe8-4c80-ae09-5fd0a5e6bf26 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:06:45.297919 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1d8ad2-7fe8-4c80-ae09-5fd0a5e6bf26 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:06:45.305504 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d8ad2-7fe8-4c80-ae09-5fd0a5e6bf26 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Pushing event updated for resources: {'Port': ['ID=8822846b-4f3d-42de-98dc-6f630fb078a2,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:45.370744 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fb1d8ad2-7fe8-4c80-ae09-5fd0a5e6bf26 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:45.500623 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0b8f8-265a-4163-8ba1-6a68e66571ed req-341b6c0e-0ece-49a2-ade6-56ae7587e98b tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:45.508029 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b0f0b8f8-265a-4163-8ba1-6a68e66571ed req-341b6c0e-0ece-49a2-ade6-56ae7587e98b tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 943 time: 0.0878067 Aug 16 21:06:45.557586 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b0f0b8f8-265a-4163-8ba1-6a68e66571ed req-4b8fd0e8-ad4f-45c4-8fd5-37a1a1d204b0 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465171 Aug 16 21:06:45.606054 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fb1d8ad2-7fe8-4c80-ae09-5fd0a5e6bf26 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:45.631353 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d9c46-2cbf-4efe-a394-666acba3e4e5 req-08653836-63f0-4352-a943-edfae497e28b tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:45.639554 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-100d9c46-2cbf-4efe-a394-666acba3e4e5 req-08653836-63f0-4352-a943-edfae497e28b tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=60adc675-8ed7-4cbe-be23-386f757ccef8 HTTP/1.1" status: 200 len: 944 time: 0.0630710 Aug 16 21:06:45.685930 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-100d9c46-2cbf-4efe-a394-666acba3e4e5 req-ccb0ae50-a0ea-4736-846d-751622300ab3 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396619 Aug 16 21:06:45.724223 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 8ff9e3fa-e30a-4877-98d2-4b9f5a091c90 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:06:45.726564 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 4b69dd98-b702-4c9b-bc39-6e1474756bb8 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:06:45.842823 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ff4c308b-a328-4996-b1fd-3b0ff26e8894 None None] Provisioning for port 8822846b-4f3d-42de-98dc-6f630fb078a2 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:06:45.856895 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ff4c308b-a328-4996-b1fd-3b0ff26e8894 None None] Provisioning complete for port 8822846b-4f3d-42de-98dc-6f630fb078a2 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:06:45.857388 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ff4c308b-a328-4996-b1fd-3b0ff26e8894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:45.910067 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-ff4c308b-a328-4996-b1fd-3b0ff26e8894 None None] Port 8822846b-4f3d-42de-98dc-6f630fb078a2 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:06:45.937538 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 8ff9e3fa-e30a-4877-98d2-4b9f5a091c90, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=8ff9e3fa-e30a-4877-98d2-4b9f5a091c90,segment=NetworkSegment(8595d4c3-bd6a-40bd-a14a-9603ef03d310),segment_id=8595d4c3-bd6a-40bd-a14a-9603ef03d310)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:45.952451 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '8ff9e3fa-e30a-4877-98d2-4b9f5a091c90', 'network_id': '2b4863b3-0136-47bf-aa1f-c2a9dd497e5d', 'port_id': '8ff9e3fa-e30a-4877-98d2-4b9f5a091c90', 'mac_address': 'fa:16:3e:31:c3:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05904e0a-3461-421d-b6bc-48171947c05e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:06:45.960927 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 4b69dd98-b702-4c9b-bc39-6e1474756bb8 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:06:45.993176 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fb1d8ad2-7fe8-4c80-ae09-5fd0a5e6bf26 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:45.993364 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 4b69dd98-b702-4c9b-bc39-6e1474756bb8 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:06:45.993698 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:46.036175 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:46.052179 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fb1d8ad2-7fe8-4c80-ae09-5fd0a5e6bf26 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:46.071814 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff9e3fa-e30a-4877-98d2-4b9f5a091c90 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:06:46.163542 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fb1d8ad2-7fe8-4c80-ae09-5fd0a5e6bf26 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:46.184246 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d8ad2-7fe8-4c80-ae09-5fd0a5e6bf26 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Pushing event updated for resources: {'Port': ['ID=8822846b-4f3d-42de-98dc-6f630fb078a2,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:46.252627 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 8ff9e3fa-e30a-4877-98d2-4b9f5a091c90, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=8ff9e3fa-e30a-4877-98d2-4b9f5a091c90,segment=NetworkSegment(8595d4c3-bd6a-40bd-a14a-9603ef03d310),segment_id=8595d4c3-bd6a-40bd-a14a-9603ef03d310)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:46.292331 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1d8ad2-7fe8-4c80-ae09-5fd0a5e6bf26 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Network c58828e2-7403-455a-945b-065e071a1028 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:06:46.295075 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-fb1d8ad2-7fe8-4c80-ae09-5fd0a5e6bf26 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:06:46.300505 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:46.328277 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60adc675-8ed7-4cbe-be23-386f757ccef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b69dd98-b702-4c9b-bc39-6e1474756bb8'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:06:46.330974 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a877315d-afe0-4579-8d64-f536abdb984d" -d '{"events": [{"server_uuid": "60adc675-8ed7-4cbe-be23-386f757ccef8", "name": "network-vif-plugged", "status": "completed", "tag": "4b69dd98-b702-4c9b-bc39-6e1474756bb8"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:06:46.357729 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:46.364150 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 4b69dd98-b702-4c9b-bc39-6e1474756bb8, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=4b69dd98-b702-4c9b-bc39-6e1474756bb8,segment=NetworkSegment(85568c6e-48e5-454c-9434-fd56a12f8853),segment_id=85568c6e-48e5-454c-9434-fd56a12f8853)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:46.400476 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f132a6f9-05e3-4c6c-a977-1317fbeb05d0 x-openstack-request-id: req-f132a6f9-05e3-4c6c-a977-1317fbeb05d0 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:06:46.405102 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60adc675-8ed7-4cbe-be23-386f757ccef8", "name": "network-vif-plugged", "status": "completed", "tag": "4b69dd98-b702-4c9b-bc39-6e1474756bb8", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:06:46.405618 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f132a6f9-05e3-4c6c-a977-1317fbeb05d0 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:06:46.406252 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60adc675-8ed7-4cbe-be23-386f757ccef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b69dd98-b702-4c9b-bc39-6e1474756bb8', 'code': 200} Aug 16 21:06:46.445541 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=8ff9e3fa-e30a-4877-98d2-4b9f5a091c90,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:46.448310 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1d8ad2-7fe8-4c80-ae09-5fd0a5e6bf26 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Router cee28cb4-ffe5-43e6-8658-e1c6e3590019 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:06:46.460065 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:46.538520 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:46.544783 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8b783-b079-4503-bbb4-1fd5a5f5e549 req-ec829927-9517-4be8-b70f-07594c9fc894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:46.545325 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=4b69dd98-b702-4c9b-bc39-6e1474756bb8,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:46.550052 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4ae8b783-b079-4503-bbb4-1fd5a5f5e549 req-ec829927-9517-4be8-b70f-07594c9fc894 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=60adc675-8ed7-4cbe-be23-386f757ccef8 HTTP/1.1" status: 200 len: 1097 time: 0.0864451 Aug 16 21:06:46.588777 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['8ff9e3fa-e30a-4877-98d2-4b9f5a091c90'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:06:46.644650 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4ae8b783-b079-4503-bbb4-1fd5a5f5e549 req-3e6930f0-d07a-4ad0-aa48-1181bfeb7b73 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866523 Aug 16 21:06:46.669958 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1d8ad2-7fe8-4c80-ae09-5fd0a5e6bf26 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:06:46.678657 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fb1d8ad2-7fe8-4c80-ae09-5fd0a5e6bf26 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] 10.222.0.84 "PUT /v2.0/routers/cee28cb4-ffe5-43e6-8658-e1c6e3590019/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4894493 Aug 16 21:06:46.679505 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35498) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:46.687081 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-67ea2959-212a-4602-8b2e-ac030cf283f5 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Request body: {'port': {'network_id': 'c58828e2-7403-455a-945b-065e071a1028', 'name': 'tempest-FloatingIPAdminTestJSON-808210570'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:06:46.688597 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6887b109-069e-42a9-a946-176e6627372d None None] Sync routers for ids ['cee28cb4-ffe5-43e6-8658-e1c6e3590019'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:06:46.720944 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6887b109-069e-42a9-a946-176e6627372d None None] Routers {'cee28cb4-ffe5-43e6-8658-e1c6e3590019'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:06:46.721816 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-6887b109-069e-42a9-a946-176e6627372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:06:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['cee28cb4-ffe5-43e6-8658-e1c6e3590019'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:46.775405 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb426829-9965-48ca-881e-69c24c59c4c6 req-5878192d-a11d-452d-81e5-42f4cef8528e tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:46.778839 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fb426829-9965-48ca-881e-69c24c59c4c6 req-5878192d-a11d-452d-81e5-42f4cef8528e tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 944 time: 0.0752227 Aug 16 21:06:46.785765 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-6887b109-069e-42a9-a946-176e6627372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:46.816376 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6887b109-069e-42a9-a946-176e6627372d None None] Routers {'cee28cb4-ffe5-43e6-8658-e1c6e3590019'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:06:46.817031 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-6887b109-069e-42a9-a946-176e6627372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:06:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['cee28cb4-ffe5-43e6-8658-e1c6e3590019'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:46.833800 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fb426829-9965-48ca-881e-69c24c59c4c6 req-d5d01df6-9c35-4180-8676-00a66b1cafd1 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471787 Aug 16 21:06:46.856615 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e68b1a16-3379-4711-b038-d5a797578514 None None] Provisioning complete for port 8822846b-4f3d-42de-98dc-6f630fb078a2 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:06:46.857167 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e68b1a16-3379-4711-b038-d5a797578514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:46.864220 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-6887b109-069e-42a9-a946-176e6627372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:46.864877 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6887b109-069e-42a9-a946-176e6627372d None None] The sync data for ids ['cee28cb4-ffe5-43e6-8658-e1c6e3590019'] in n-d-793620-15 is: [] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:06:46.894918 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b137250-ed40-4d41-9082-aeaedc4c8706 req-0e9aaadb-713e-41dc-8e83-38c2cc7fd422 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:46.896648 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b137250-ed40-4d41-9082-aeaedc4c8706 req-0e9aaadb-713e-41dc-8e83-38c2cc7fd422 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=60adc675-8ed7-4cbe-be23-386f757ccef8 HTTP/1.1" status: 200 len: 945 time: 0.0665495 Aug 16 21:06:46.920802 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-e68b1a16-3379-4711-b038-d5a797578514 None None] Port 8822846b-4f3d-42de-98dc-6f630fb078a2 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:06:46.947675 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b137250-ed40-4d41-9082-aeaedc4c8706 req-b296386f-67fe-4166-893e-fb879bb036c2 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408485 Aug 16 21:06:46.982554 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ea2959-212a-4602-8b2e-ac030cf283f5 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Made reservation on behalf of d16ff34b47964023aa16069f41cc73f4 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:06:46.986484 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-67ea2959-212a-4602-8b2e-ac030cf283f5 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:47.004587 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-67ea2959-212a-4602-8b2e-ac030cf283f5 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] device_id is not set on port d851ed53-d9d2-4db3-a35e-23c9baa1e012 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:06:47.134423 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-67ea2959-212a-4602-8b2e-ac030cf283f5 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Allocated IP 172.20.0.13 (c58828e2-7403-455a-945b-065e071a1028/343a3699-1ff0-4091-b445-1396623d2ea0/d851ed53-d9d2-4db3-a35e-23c9baa1e012) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:06:47.290671 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-67ea2959-212a-4602-8b2e-ac030cf283f5 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:47.306402 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-67ea2959-212a-4602-8b2e-ac030cf283f5 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Transition to ACTIVE for port object d851ed53-d9d2-4db3-a35e-23c9baa1e012 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:06:47.412327 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-67ea2959-212a-4602-8b2e-ac030cf283f5 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:47.469191 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ea2959-212a-4602-8b2e-ac030cf283f5 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Network c58828e2-7403-455a-945b-065e071a1028 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:06:47.472811 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-67ea2959-212a-4602-8b2e-ac030cf283f5 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:06:47.478038 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ea2959-212a-4602-8b2e-ac030cf283f5 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:06:47.486173 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea2959-212a-4602-8b2e-ac030cf283f5 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Pushing event updated for resources: {'Port': ['ID=d851ed53-d9d2-4db3-a35e-23c9baa1e012,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:47.550003 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ea2959-212a-4602-8b2e-ac030cf283f5 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:47.550629 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-67ea2959-212a-4602-8b2e-ac030cf283f5 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:47.624458 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-67ea2959-212a-4602-8b2e-ac030cf283f5 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9437559 Aug 16 21:06:47.628391 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35520) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:47.744740 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 8ff9e3fa-e30a-4877-98d2-4b9f5a091c90 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:06:47.817276 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-80f7fbea-46b4-4a04-9ad2-fb9b740aecc3 None None] Provisioning for port d851ed53-d9d2-4db3-a35e-23c9baa1e012 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:06:47.822143 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-80f7fbea-46b4-4a04-9ad2-fb9b740aecc3 None None] Provisioning complete for port d851ed53-d9d2-4db3-a35e-23c9baa1e012 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:06:47.822584 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-80f7fbea-46b4-4a04-9ad2-fb9b740aecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:47.831085 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-ef28c84e-e71f-4bbd-829e-d7c015937c4a tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'project_id': 'd16ff34b47964023aa16069f41cc73f4', 'port_id': 'd851ed53-d9d2-4db3-a35e-23c9baa1e012'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:06:47.865612 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-80f7fbea-46b4-4a04-9ad2-fb9b740aecc3 None None] Port d851ed53-d9d2-4db3-a35e-23c9baa1e012 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:06:47.903417 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 8ff9e3fa-e30a-4877-98d2-4b9f5a091c90 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:06:47.907461 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 8ff9e3fa-e30a-4877-98d2-4b9f5a091c90 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:06:47.908042 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:47.945077 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ef28c84e-e71f-4bbd-829e-d7c015937c4a tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:48.004024 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:48.033236 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efdebd-61e7-4a45-aabc-7effdc0fdbe6 req-394ca757-cdd2-4c5e-a50a-d15a4c79b700 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:48.035461 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-57efdebd-61e7-4a45-aabc-7effdc0fdbe6 req-394ca757-cdd2-4c5e-a50a-d15a4c79b700 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 944 time: 0.1272073 Aug 16 21:06:48.047039 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 8ff9e3fa-e30a-4877-98d2-4b9f5a091c90, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=8ff9e3fa-e30a-4877-98d2-4b9f5a091c90,segment=NetworkSegment(8595d4c3-bd6a-40bd-a14a-9603ef03d310),segment_id=8595d4c3-bd6a-40bd-a14a-9603ef03d310)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:48.113462 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-57efdebd-61e7-4a45-aabc-7effdc0fdbe6 req-e01e471b-53f1-400d-9e27-d9ce2ce3065a tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638654 Aug 16 21:06:48.134116 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0b888-dbba-4b3f-9983-f723900ed35b req-9fca5592-fd52-4f22-b5fd-eea37142c6d3 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:48.135676 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-27c0b888-dbba-4b3f-9983-f723900ed35b req-9fca5592-fd52-4f22-b5fd-eea37142c6d3 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=60adc675-8ed7-4cbe-be23-386f757ccef8 HTTP/1.1" status: 200 len: 945 time: 0.0971458 Aug 16 21:06:48.155147 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:48.199085 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-27c0b888-dbba-4b3f-9983-f723900ed35b req-e0676231-a0d7-43ea-a4cb-8d6f903e1fd4 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514102 Aug 16 21:06:48.202262 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ef28c84e-e71f-4bbd-829e-d7c015937c4a tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:48.227276 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=8ff9e3fa-e30a-4877-98d2-4b9f5a091c90,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:48.321970 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-ef28c84e-e71f-4bbd-829e-d7c015937c4a tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Allocated IP 172.25.1.105 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/057517b3-b5f7-4fac-b64f-6cd3150a7ec3) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:06:48.407418 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3018c76-9596-4a53-ab33-be16548152fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff9e3fa-e30a-4877-98d2-4b9f5a091c90'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:06:48.409910 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edac43c-84c3-41ca-9f62-9c473008e601" -d '{"events": [{"server_uuid": "e3018c76-9596-4a53-ab33-be16548152fe", "name": "network-vif-plugged", "status": "completed", "tag": "8ff9e3fa-e30a-4877-98d2-4b9f5a091c90"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:06:48.431875 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ef28c84e-e71f-4bbd-829e-d7c015937c4a tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:48.477407 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0185d9-f405-487a-ac57-39088d711ba3 x-openstack-request-id: req-6f0185d9-f405-487a-ac57-39088d711ba3 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:06:48.478184 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3018c76-9596-4a53-ab33-be16548152fe", "name": "network-vif-plugged", "status": "completed", "tag": "8ff9e3fa-e30a-4877-98d2-4b9f5a091c90", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:06:48.478738 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6f0185d9-f405-487a-ac57-39088d711ba3 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:06:48.479517 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3018c76-9596-4a53-ab33-be16548152fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff9e3fa-e30a-4877-98d2-4b9f5a091c90', 'code': 200} Aug 16 21:06:48.544224 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21b7c8-aabd-433e-9c90-cca88d72b85c req-3acc9d31-c75b-435e-99c1-8b3628b2a572 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:48.545763 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1a21b7c8-aabd-433e-9c90-cca88d72b85c req-3acc9d31-c75b-435e-99c1-8b3628b2a572 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=60adc675-8ed7-4cbe-be23-386f757ccef8 HTTP/1.1" status: 200 len: 945 time: 0.0556982 Aug 16 21:06:48.559269 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ef28c84e-e71f-4bbd-829e-d7c015937c4a tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:48.655765 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef28c84e-e71f-4bbd-829e-d7c015937c4a tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:06:48.664056 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-ef28c84e-e71f-4bbd-829e-d7c015937c4a tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:06:48.676539 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1a21b7c8-aabd-433e-9c90-cca88d72b85c req-3538de3b-ebf4-4a55-872a-28b66a11207c tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220539 Aug 16 21:06:48.679698 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef28c84e-e71f-4bbd-829e-d7c015937c4a tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:06:48.687937 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f6a91-7b1c-4dac-a8fb-9e2971ddc9e6 req-499b217c-78dc-4406-b40f-c99c6e3cfd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:48.690885 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b09f6a91-7b1c-4dac-a8fb-9e2971ddc9e6 req-499b217c-78dc-4406-b40f-c99c6e3cfd8d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 1097 time: 0.1442249 Aug 16 21:06:48.697513 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef28c84e-e71f-4bbd-829e-d7c015937c4a tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Pushing event updated for resources: {'Port': ['ID=057517b3-b5f7-4fac-b64f-6cd3150a7ec3,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:48.759442 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef28c84e-e71f-4bbd-829e-d7c015937c4a tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:48.760372 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef28c84e-e71f-4bbd-829e-d7c015937c4a tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:48.768231 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef28c84e-e71f-4bbd-829e-d7c015937c4a tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:48.768883 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef28c84e-e71f-4bbd-829e-d7c015937c4a tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:48.769288 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef28c84e-e71f-4bbd-829e-d7c015937c4a tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:48.769693 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef28c84e-e71f-4bbd-829e-d7c015937c4a tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:48.770098 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef28c84e-e71f-4bbd-829e-d7c015937c4a tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:48.770498 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef28c84e-e71f-4bbd-829e-d7c015937c4a tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:48.770898 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef28c84e-e71f-4bbd-829e-d7c015937c4a tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:48.771297 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef28c84e-e71f-4bbd-829e-d7c015937c4a tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:48.771728 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef28c84e-e71f-4bbd-829e-d7c015937c4a tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:48.772178 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef28c84e-e71f-4bbd-829e-d7c015937c4a tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:48.836361 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b09f6a91-7b1c-4dac-a8fb-9e2971ddc9e6 req-fc9c1d46-9b38-4ad3-89da-237ce3ea777c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356914 Aug 16 21:06:48.910674 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580e77d-a875-4fde-b231-6352bd9f1100 req-b4a9fbf5-09b8-4fa6-9eae-e3e953d5fd08 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:48.912254 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d580e77d-a875-4fde-b231-6352bd9f1100 req-b4a9fbf5-09b8-4fa6-9eae-e3e953d5fd08 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=60adc675-8ed7-4cbe-be23-386f757ccef8 HTTP/1.1" status: 200 len: 945 time: 0.1100447 Aug 16 21:06:49.051059 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d580e77d-a875-4fde-b231-6352bd9f1100 req-ab96bc86-2c84-4401-8bf9-10c488f87f59 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272211 Aug 16 21:06:49.074055 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:49.673304 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72384ef6-40da-466b-9eda-0b466ad3acae req-ec68d704-75d4-45f7-91c0-b9d471c192be tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:49.680655 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-72384ef6-40da-466b-9eda-0b466ad3acae req-ec68d704-75d4-45f7-91c0-b9d471c192be tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 945 time: 0.2012141 Aug 16 21:06:49.774494 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-72384ef6-40da-466b-9eda-0b466ad3acae req-c02024ef-062a-4715-84a0-3468d6378754 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928488 Aug 16 21:06:49.782640 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b37291-8d06-4e7e-a671-9108a8e4ca36 req-659a8a5f-499e-4648-910d-e6b60053678c tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:49.784212 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-69b37291-8d06-4e7e-a671-9108a8e4ca36 req-659a8a5f-499e-4648-910d-e6b60053678c tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=60adc675-8ed7-4cbe-be23-386f757ccef8 HTTP/1.1" status: 200 len: 945 time: 0.1784427 Aug 16 21:06:49.810695 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ef28c84e-e71f-4bbd-829e-d7c015937c4a tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:49.884285 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-69b37291-8d06-4e7e-a671-9108a8e4ca36 req-af1aa48b-d6e7-4e9a-9595-cab652db94aa tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928369 Aug 16 21:06:49.987925 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ef28c84e-e71f-4bbd-829e-d7c015937c4a tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:50.163440 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ef28c84e-e71f-4bbd-829e-d7c015937c4a tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:50.234529 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ef28c84e-e71f-4bbd-829e-d7c015937c4a tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:50.306705 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef28c84e-e71f-4bbd-829e-d7c015937c4a tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Pushing event updated for resources: {'Port': ['ID=057517b3-b5f7-4fac-b64f-6cd3150a7ec3,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:50.320593 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ef28c84e-e71f-4bbd-829e-d7c015937c4a tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:50.426147 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [None req-ef28c84e-e71f-4bbd-829e-d7c015937c4a tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Floating IP a201833b-8529-4f30-9e65-ca4bd34a0995 associated. External IP: 172.25.1.105, port: d851ed53-d9d2-4db3-a35e-23c9baa1e012. Aug 16 21:06:50.653946 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef28c84e-e71f-4bbd-829e-d7c015937c4a tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Router cee28cb4-ffe5-43e6-8658-e1c6e3590019 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:06:50.824449 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef28c84e-e71f-4bbd-829e-d7c015937c4a tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:06:50.838069 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dc7ecb-973e-4dc6-833d-7ec707f55aaa None None] Sync routers for ids ['cee28cb4-ffe5-43e6-8658-e1c6e3590019'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:06:50.848346 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dc7ecb-973e-4dc6-833d-7ec707f55aaa None None] Routers {'cee28cb4-ffe5-43e6-8658-e1c6e3590019'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:06:50.848692 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe1fd0-18e5-4b4d-90e7-c53e330d3dec req-385466c6-e9b3-4f0b-bf10-b834055e909d tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:50.849156 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-79dc7ecb-973e-4dc6-833d-7ec707f55aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:06:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['cee28cb4-ffe5-43e6-8658-e1c6e3590019'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:50.854515 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe1fd0-18e5-4b4d-90e7-c53e330d3dec req-385466c6-e9b3-4f0b-bf10-b834055e909d tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:50.861245 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe1fd0-18e5-4b4d-90e7-c53e330d3dec req-385466c6-e9b3-4f0b-bf10-b834055e909d tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:50.867050 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe1fd0-18e5-4b4d-90e7-c53e330d3dec req-385466c6-e9b3-4f0b-bf10-b834055e909d tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:50.872999 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe1fd0-18e5-4b4d-90e7-c53e330d3dec req-385466c6-e9b3-4f0b-bf10-b834055e909d tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:50.879839 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe1fd0-18e5-4b4d-90e7-c53e330d3dec req-385466c6-e9b3-4f0b-bf10-b834055e909d tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:50.883198 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-79dc7ecb-973e-4dc6-833d-7ec707f55aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:50.886734 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe1fd0-18e5-4b4d-90e7-c53e330d3dec req-385466c6-e9b3-4f0b-bf10-b834055e909d tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:50.888797 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7dbe1fd0-18e5-4b4d-90e7-c53e330d3dec req-385466c6-e9b3-4f0b-bf10-b834055e909d tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 5435 time: 0.1432993 Aug 16 21:06:50.892495 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dc7ecb-973e-4dc6-833d-7ec707f55aaa None None] Routers {'cee28cb4-ffe5-43e6-8658-e1c6e3590019'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:06:50.893124 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-79dc7ecb-973e-4dc6-833d-7ec707f55aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:06:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['cee28cb4-ffe5-43e6-8658-e1c6e3590019'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:50.932058 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-79dc7ecb-973e-4dc6-833d-7ec707f55aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:50.932723 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dc7ecb-973e-4dc6-833d-7ec707f55aaa None None] The sync data for ids ['cee28cb4-ffe5-43e6-8658-e1c6e3590019'] in n-d-793620-15 is: [] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:06:50.951021 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ef28c84e-e71f-4bbd-829e-d7c015937c4a tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:50.991590 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ea242-1500-496f-a2c4-e496fd3698c2 req-8f0ce615-908e-444d-894e-452259a1b689 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:50.993092 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-801ea242-1500-496f-a2c4-e496fd3698c2 req-8f0ce615-908e-444d-894e-452259a1b689 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.90 "GET /v2.0/ports?device_id=60adc675-8ed7-4cbe-be23-386f757ccef8 HTTP/1.1" status: 200 len: 945 time: 0.1974127 Aug 16 21:06:51.037489 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ef28c84e-e71f-4bbd-829e-d7c015937c4a tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.4070559 Aug 16 21:06:51.040295 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35610) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:51.043818 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7dbe1fd0-18e5-4b4d-90e7-c53e330d3dec req-1eb4c361-cc96-425d-a1ac-5d02ffe88e07 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=2f05bb64-9f10-404a-9d0e-024f432f1dbc&id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1462348 Aug 16 21:06:51.051177 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1b6a9-fc41-41db-b141-b16d3937e658 req-89671d9d-3665-4989-8f82-7589c8c0f8d6 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:51.058231 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b2b1b6a9-fc41-41db-b141-b16d3937e658 req-89671d9d-3665-4989-8f82-7589c8c0f8d6 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 945 time: 0.1684713 Aug 16 21:06:51.167635 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-88a882f4-95a1-4b22-8d89-78209cf8c07f tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] 10.222.0.84 "GET /v2.0/floatingips/a201833b-8529-4f30-9e65-ca4bd34a0995 HTTP/1.1" status: 200 len: 983 time: 0.1261461 Aug 16 21:06:51.170263 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35612) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:51.186216 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b2b1b6a9-fc41-41db-b141-b16d3937e658 req-16a7cef1-f6ec-441e-a17b-0a1b42b43fb2 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270862 Aug 16 21:06:51.210829 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c38530-567d-4de2-bcbd-8393263cd7d4 req-05c1daed-169e-4df8-82ed-af790593c461 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:51.212445 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d1c38530-567d-4de2-bcbd-8393263cd7d4 req-05c1daed-169e-4df8-82ed-af790593c461 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=60adc675-8ed7-4cbe-be23-386f757ccef8 HTTP/1.1" status: 200 len: 945 time: 0.0899436 Aug 16 21:06:51.219913 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-801ea242-1500-496f-a2c4-e496fd3698c2 req-5dc16127-8931-4088-a30a-49a0fdaf0d2e tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Deleting port 4b69dd98-b702-4c9b-bc39-6e1474756bb8 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:06:51.220330 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-801ea242-1500-496f-a2c4-e496fd3698c2 req-5dc16127-8931-4088-a30a-49a0fdaf0d2e tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:51.287598 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0f033c6c-fb10-4b17-be7f-168771574043 tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] 10.222.0.84 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3036 time: 0.1160717 Aug 16 21:06:51.290333 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35618) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:51.314290 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d1c38530-567d-4de2-bcbd-8393263cd7d4 req-b879eb89-326c-40f4-8494-da82b5ac865c tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897539 Aug 16 21:06:51.348783 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-801ea242-1500-496f-a2c4-e496fd3698c2 req-5dc16127-8931-4088-a30a-49a0fdaf0d2e tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] For port 4b69dd98-b702-4c9b-bc39-6e1474756bb8, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=4b69dd98-b702-4c9b-bc39-6e1474756bb8,segment=NetworkSegment(85568c6e-48e5-454c-9434-fd56a12f8853),segment_id=85568c6e-48e5-454c-9434-fd56a12f8853)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:51.349174 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-801ea242-1500-496f-a2c4-e496fd3698c2 req-5dc16127-8931-4088-a30a-49a0fdaf0d2e tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:51.372843 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-801ea242-1500-496f-a2c4-e496fd3698c2 req-5dc16127-8931-4088-a30a-49a0fdaf0d2e tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Calling delete_port for 4b69dd98-b702-4c9b-bc39-6e1474756bb8 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:06:51.475744 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-e75b8b0b-6b51-4d08-b4d1-7c33ad164732 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Deleting port 057517b3-b5f7-4fac-b64f-6cd3150a7ec3 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:06:51.476147 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e75b8b0b-6b51-4d08-b4d1-7c33ad164732 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:51.564922 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e75b8b0b-6b51-4d08-b4d1-7c33ad164732 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:51.565522 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e75b8b0b-6b51-4d08-b4d1-7c33ad164732 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:51.571903 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-801ea242-1500-496f-a2c4-e496fd3698c2 req-5dc16127-8931-4088-a30a-49a0fdaf0d2e tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:51.584927 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['4b69dd98-b702-4c9b-bc39-6e1474756bb8'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:06:51.589185 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-e75b8b0b-6b51-4d08-b4d1-7c33ad164732 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Calling delete_port for 057517b3-b5f7-4fac-b64f-6cd3150a7ec3 owned by network:floatingip {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:06:51.607393 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['6ccefc9c-e155-4214-9c78-4ed80369f4ae'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:06:51.613424 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc16127-8931-4088-a30a-49a0fdaf0d2e tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Pushing event deleted for resources: {'Port': ['ID=4b69dd98-b702-4c9b-bc39-6e1474756bb8,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:51.715708 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-801ea242-1500-496f-a2c4-e496fd3698c2 req-5dc16127-8931-4088-a30a-49a0fdaf0d2e tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] No DVR routers for this DVR port 4b69dd98-b702-4c9b-bc39-6e1474756bb8 on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:06:51.718694 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-801ea242-1500-496f-a2c4-e496fd3698c2 req-5dc16127-8931-4088-a30a-49a0fdaf0d2e tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:51.721586 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-801ea242-1500-496f-a2c4-e496fd3698c2 req-5dc16127-8931-4088-a30a-49a0fdaf0d2e tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.90 "DELETE /v2.0/ports/4b69dd98-b702-4c9b-bc39-6e1474756bb8 HTTP/1.1" status: 204 len: 173 time: 0.7188621 Aug 16 21:06:51.727224 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60adc675-8ed7-4cbe-be23-386f757ccef8', 'name': 'network-vif-deleted', 'tag': '4b69dd98-b702-4c9b-bc39-6e1474756bb8'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:06:51.730079 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed47cbed-474e-4ba7-afed-9907cc1a3b3f" -d '{"events": [{"server_uuid": "60adc675-8ed7-4cbe-be23-386f757ccef8", "name": "network-vif-deleted", "tag": "4b69dd98-b702-4c9b-bc39-6e1474756bb8"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:06:51.752818 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3aec8-7d9d-43cb-83d2-822dcf3ebf34 req-0802df67-17e1-40e3-9229-c2abe0951975 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:51.755429 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1b3aec8-7d9d-43cb-83d2-822dcf3ebf34 req-0802df67-17e1-40e3-9229-c2abe0951975 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 945 time: 0.1460469 Aug 16 21:06:51.785562 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de175ee9-4c17-40f3-81c9-0d0087eb10c7 req-abf0df47-12b4-4277-9e07-e20a4901eea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:51.787048 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de175ee9-4c17-40f3-81c9-0d0087eb10c7 req-abf0df47-12b4-4277-9e07-e20a4901eea8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8f7854b909f4437f95dc486bf79f30b6&device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 1097 time: 0.1180091 Aug 16 21:06:51.795517 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a45c21-3cff-4cc0-922f-569479fe3a9b x-openstack-request-id: req-98a45c21-3cff-4cc0-922f-569479fe3a9b {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:06:51.799281 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60adc675-8ed7-4cbe-be23-386f757ccef8", "name": "network-vif-deleted", "tag": "4b69dd98-b702-4c9b-bc39-6e1474756bb8", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:06:51.799281 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-98a45c21-3cff-4cc0-922f-569479fe3a9b {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:06:51.799281 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60adc675-8ed7-4cbe-be23-386f757ccef8', 'name': 'network-vif-deleted', 'tag': '4b69dd98-b702-4c9b-bc39-6e1474756bb8', 'status': 'completed', 'code': 200} Aug 16 21:06:51.811511 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e75b8b0b-6b51-4d08-b4d1-7c33ad164732 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:51.839048 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b8b0b-6b51-4d08-b4d1-7c33ad164732 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Pushing event deleted for resources: {'Port': ['ID=057517b3-b5f7-4fac-b64f-6cd3150a7ec3,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:51.851537 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1b3aec8-7d9d-43cb-83d2-822dcf3ebf34 req-f082a2e2-808f-497a-bd0e-d4c1b7f9f8e8 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901096 Aug 16 21:06:51.928690 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e75b8b0b-6b51-4d08-b4d1-7c33ad164732 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks [] for floatingip, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:51.940905 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de175ee9-4c17-40f3-81c9-0d0087eb10c7 req-0cd354be-bc63-4b54-b432-284bde899c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:51.943180 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [None req-e75b8b0b-6b51-4d08-b4d1-7c33ad164732 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Floating IP a201833b-8529-4f30-9e65-ca4bd34a0995 disassociated (deleted). External IP: 172.25.1.105, port: d851ed53-d9d2-4db3-a35e-23c9baa1e012. Aug 16 21:06:51.945670 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de175ee9-4c17-40f3-81c9-0d0087eb10c7 req-0cd354be-bc63-4b54-b432-284bde899c0d service neutron] 10.222.0.90 "GET /v2.0/networks?id=2b4863b3-0136-47bf-aa1f-c2a9dd497e5d HTTP/1.1" status: 200 len: 912 time: 0.1432166 Aug 16 21:06:51.988777 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de175ee9-4c17-40f3-81c9-0d0087eb10c7 req-64c28e33-51e0-4c80-8b7d-9264668bb653 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ff9e3fa-e30a-4877-98d2-4b9f5a091c90 HTTP/1.1" status: 200 len: 217 time: 0.0364327 Aug 16 21:06:52.007467 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-20a390e3-4123-4598-a2a2-9c26978ade84 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:52.013504 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-20a390e3-4123-4598-a2a2-9c26978ade84 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:52.019481 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-20a390e3-4123-4598-a2a2-9c26978ade84 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:52.023017 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:52.027082 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-20a390e3-4123-4598-a2a2-9c26978ade84 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:52.034802 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-20a390e3-4123-4598-a2a2-9c26978ade84 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:52.039214 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-20a390e3-4123-4598-a2a2-9c26978ade84 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:52.045747 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-20a390e3-4123-4598-a2a2-9c26978ade84 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:52.047645 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-20a390e3-4123-4598-a2a2-9c26978ade84 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 5435 time: 0.1841774 Aug 16 21:06:52.061994 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de175ee9-4c17-40f3-81c9-0d0087eb10c7 req-28f2ea3f-7563-4d60-a696-6a6ecb5e0a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:52.063924 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de175ee9-4c17-40f3-81c9-0d0087eb10c7 req-28f2ea3f-7563-4d60-a696-6a6ecb5e0a1c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=05904e0a-3461-421d-b6bc-48171947c05e HTTP/1.1" status: 200 len: 851 time: 0.0689793 Aug 16 21:06:52.097904 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de175ee9-4c17-40f3-81c9-0d0087eb10c7 req-54fc1064-2374-4202-a510-5a4acb5cd242 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b4863b3-0136-47bf-aa1f-c2a9dd497e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264297 Aug 16 21:06:52.138081 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-d6c3242e-45be-499c-9891-78a471b2f2f6 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:52.139511 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-d6c3242e-45be-499c-9891-78a471b2f2f6 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.72 "GET /v2.0/ports/f46cd7dd-4272-4b97-ba28-4c7234fc9a00?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0579884 Aug 16 21:06:52.233512 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79158399-3fa7-468e-b073-617b891ef161 req-7c303731-0f13-4981-8efe-ca01800bde21 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:52.240771 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79158399-3fa7-468e-b073-617b891ef161 req-7c303731-0f13-4981-8efe-ca01800bde21 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:52.246699 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79158399-3fa7-468e-b073-617b891ef161 req-7c303731-0f13-4981-8efe-ca01800bde21 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:52.252594 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79158399-3fa7-468e-b073-617b891ef161 req-7c303731-0f13-4981-8efe-ca01800bde21 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:52.258745 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79158399-3fa7-468e-b073-617b891ef161 req-7c303731-0f13-4981-8efe-ca01800bde21 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:52.264695 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79158399-3fa7-468e-b073-617b891ef161 req-7c303731-0f13-4981-8efe-ca01800bde21 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:52.270560 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79158399-3fa7-468e-b073-617b891ef161 req-7c303731-0f13-4981-8efe-ca01800bde21 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:52.272523 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-79158399-3fa7-468e-b073-617b891ef161 req-7c303731-0f13-4981-8efe-ca01800bde21 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 5435 time: 0.1266270 Aug 16 21:06:52.276496 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de175ee9-4c17-40f3-81c9-0d0087eb10c7 req-4381e6a0-7eeb-48bf-a995-e5cd57976fa0 service neutron] 10.222.0.90 "GET /v2.0/networks/2b4863b3-0136-47bf-aa1f-c2a9dd497e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727209 Aug 16 21:06:52.325110 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-cfca5a16-a2d0-4001-aae3-12613e3e5f28 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.72 "GET /v2.0/networks/2a286773-4076-470d-b75a-c7eea1dc3d02?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1776330 Aug 16 21:06:52.336208 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75b8b0b-6b51-4d08-b4d1-7c33ad164732 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Router cee28cb4-ffe5-43e6-8658-e1c6e3590019 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:06:52.370545 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-72a73c9c-e208-4929-99c9-ae1ca7969ec1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:06:52.371172 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-79158399-3fa7-468e-b073-617b891ef161 req-e93c4539-ee2d-48f2-a26a-87d6517f2cbf tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=2f05bb64-9f10-404a-9d0e-024f432f1dbc&id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0887740 Aug 16 21:06:52.407377 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de175ee9-4c17-40f3-81c9-0d0087eb10c7 req-4474115a-fafa-40e6-b831-0b5cafe23203 service neutron] 10.222.0.90 "GET /v2.0/networks/2b4863b3-0136-47bf-aa1f-c2a9dd497e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206279 Aug 16 21:06:52.442209 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e2ff8aff-3663-42c0-b18d-d1fc417a5c86 req-f5509bf0-1d7c-44e2-bd7f-e7db7a43c689 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=60adc675-8ed7-4cbe-be23-386f757ccef8 HTTP/1.1" status: 200 len: 210 time: 0.0336974 Aug 16 21:06:52.492658 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-72a73c9c-e208-4929-99c9-ae1ca7969ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:52.569297 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75b8b0b-6b51-4d08-b4d1-7c33ad164732 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:06:52.581510 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28f0718-4f9e-492a-bba1-310148c271d9 None None] Sync routers for ids ['cee28cb4-ffe5-43e6-8658-e1c6e3590019'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:06:52.586993 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e75b8b0b-6b51-4d08-b4d1-7c33ad164732 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:52.595566 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28f0718-4f9e-492a-bba1-310148c271d9 None None] Routers {'cee28cb4-ffe5-43e6-8658-e1c6e3590019'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:06:52.596244 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e28f0718-4f9e-492a-bba1-310148c271d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:06:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['cee28cb4-ffe5-43e6-8658-e1c6e3590019'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:52.643655 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e28f0718-4f9e-492a-bba1-310148c271d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:52.659919 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28f0718-4f9e-492a-bba1-310148c271d9 None None] Routers {'cee28cb4-ffe5-43e6-8658-e1c6e3590019'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:06:52.660587 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e28f0718-4f9e-492a-bba1-310148c271d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:06:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['cee28cb4-ffe5-43e6-8658-e1c6e3590019'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:52.698021 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e75b8b0b-6b51-4d08-b4d1-7c33ad164732 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] 10.222.0.84 "DELETE /v2.0/floatingips/a201833b-8529-4f30-9e65-ca4bd34a0995 HTTP/1.1" status: 204 len: 168 time: 1.4065099 Aug 16 21:06:52.701656 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35652) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:52.707967 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-a8e7d17d-65ac-47fd-a7db-a74f2c94118b tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:06:52.713553 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e28f0718-4f9e-492a-bba1-310148c271d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:52.714438 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28f0718-4f9e-492a-bba1-310148c271d9 None None] The sync data for ids ['cee28cb4-ffe5-43e6-8658-e1c6e3590019'] in n-d-793620-15 is: [] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:06:52.760936 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-72a73c9c-e208-4929-99c9-ae1ca7969ec1 service neutron] For port f46cd7dd-4272-4b97-ba28-4c7234fc9a00, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=f46cd7dd-4272-4b97-ba28-4c7234fc9a00,segment=NetworkSegment(478767af-aad0-4439-88f2-721c3a22d31e),segment_id=478767af-aad0-4439-88f2-721c3a22d31e)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:52.800339 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a8e7d17d-65ac-47fd-a7db-a74f2c94118b tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:52.911299 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a8e7d17d-65ac-47fd-a7db-a74f2c94118b tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:53.067447 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbfdc4f-f9c9-43fb-aab1-2455e2d9085d req-1fbf5156-6f73-4dd3-bf5f-ff51e27939af tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:53.069065 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9bbfdc4f-f9c9-43fb-aab1-2455e2d9085d req-1fbf5156-6f73-4dd3-bf5f-ff51e27939af tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 945 time: 0.1276414 Aug 16 21:06:53.114137 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-a8e7d17d-65ac-47fd-a7db-a74f2c94118b tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Allocated IP 172.25.1.155 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/30259c9f-b612-410d-9aa0-0e15430c3492) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:06:53.137761 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9bbfdc4f-f9c9-43fb-aab1-2455e2d9085d req-914f32a5-9504-4257-9f28-127d9f8444f2 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618918 Aug 16 21:06:53.147001 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-72a73c9c-e208-4929-99c9-ae1ca7969ec1 service neutron] For port f46cd7dd-4272-4b97-ba28-4c7234fc9a00, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:06:53.185006 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-72a73c9c-e208-4929-99c9-ae1ca7969ec1 service neutron] device_id is not set on port f46cd7dd-4272-4b97-ba28-4c7234fc9a00 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:06:53.198203 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-72a73c9c-e208-4929-99c9-ae1ca7969ec1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:53.256962 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-72a73c9c-e208-4929-99c9-ae1ca7969ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:53.267068 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a67ae2-3d73-4e73-bcfa-b2b54734f8cb req-bb03c278-b400-45e4-8355-e8a70102a9b1 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:53.268758 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e9a67ae2-3d73-4e73-bcfa-b2b54734f8cb req-bb03c278-b400-45e4-8355-e8a70102a9b1 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "GET /v2.0/ports?device_id=10ff47c1-f176-49ee-9848-6224ff3056f6 HTTP/1.1" status: 200 len: 945 time: 0.0765774 Aug 16 21:06:53.328709 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-72a73c9c-e208-4929-99c9-ae1ca7969ec1 service neutron] No DVR routers for this DVR port f46cd7dd-4272-4b97-ba28-4c7234fc9a00 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:06:53.335042 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a8e7d17d-65ac-47fd-a7db-a74f2c94118b tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:53.337668 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a73c9c-e208-4929-99c9-ae1ca7969ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=f46cd7dd-4272-4b97-ba28-4c7234fc9a00,revision_number=6']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:53.345802 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e9a67ae2-3d73-4e73-bcfa-b2b54734f8cb req-6c1e0e88-451c-4cd5-b575-32e65db34769 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "GET /v2.0/security-groups?id=26905a6d-4b18-4de0-9acd-6bb77c126c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656378 Aug 16 21:06:53.392680 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-72a73c9c-e208-4929-99c9-ae1ca7969ec1 service neutron] In _notify_port_updated(), no bound segment for port f46cd7dd-4272-4b97-ba28-4c7234fc9a00 on network 2a286773-4076-470d-b75a-c7eea1dc3d02 {{(pid=101845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 21:06:53.393601 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-72a73c9c-e208-4929-99c9-ae1ca7969ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:53.394221 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-72a73c9c-e208-4929-99c9-ae1ca7969ec1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:53.395540 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-72a73c9c-e208-4929-99c9-ae1ca7969ec1 service neutron] 10.222.0.72 "PUT /v2.0/ports/f46cd7dd-4272-4b97-ba28-4c7234fc9a00 HTTP/1.1" status: 200 len: 1027 time: 1.0518358 Aug 16 21:06:53.448175 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-6487f5d9-4ff8-4bba-b6d6-9d82cd85f18d tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:53.450609 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-6487f5d9-4ff8-4bba-b6d6-9d82cd85f18d tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.72 "GET /v2.0/ports/7d470d90-81da-4884-b71f-665f707bd7e3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0432446 Aug 16 21:06:53.477028 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-d35e19ee-43bf-456d-8131-be5e1253e9ab service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:06:53.477437 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a8e7d17d-65ac-47fd-a7db-a74f2c94118b tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:53.563352 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-d35e19ee-43bf-456d-8131-be5e1253e9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:53.612033 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e7d17d-65ac-47fd-a7db-a74f2c94118b tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:06:53.618145 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-a8e7d17d-65ac-47fd-a7db-a74f2c94118b tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:06:53.628796 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e7d17d-65ac-47fd-a7db-a74f2c94118b tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:06:53.642558 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-4d2e8e90-a8d1-480c-a241-32c69e615416 None None] Provisioning complete for port f46cd7dd-4272-4b97-ba28-4c7234fc9a00 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:06:53.645567 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4d2e8e90-a8d1-480c-a241-32c69e615416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:53.653389 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7d17d-65ac-47fd-a7db-a74f2c94118b tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Pushing event updated for resources: {'Port': ['ID=30259c9f-b612-410d-9aa0-0e15430c3492,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:53.690394 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3eae21-c088-48da-9b60-64e19a2839d2 req-d64137bd-aacd-4e18-954f-2466c683a64e tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:53.697066 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3eae21-c088-48da-9b60-64e19a2839d2 req-d64137bd-aacd-4e18-954f-2466c683a64e tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:53.704493 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3eae21-c088-48da-9b60-64e19a2839d2 req-d64137bd-aacd-4e18-954f-2466c683a64e tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:53.711000 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3eae21-c088-48da-9b60-64e19a2839d2 req-d64137bd-aacd-4e18-954f-2466c683a64e tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:53.732600 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3eae21-c088-48da-9b60-64e19a2839d2 req-d64137bd-aacd-4e18-954f-2466c683a64e tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:53.749252 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3eae21-c088-48da-9b60-64e19a2839d2 req-d64137bd-aacd-4e18-954f-2466c683a64e tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:53.753203 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fc3eae21-c088-48da-9b60-64e19a2839d2 req-d64137bd-aacd-4e18-954f-2466c683a64e tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 4661 time: 0.1955044 Aug 16 21:06:53.759396 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-d35e19ee-43bf-456d-8131-be5e1253e9ab service neutron] For port 7d470d90-81da-4884-b71f-665f707bd7e3, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=7d470d90-81da-4884-b71f-665f707bd7e3,segment=NetworkSegment(478767af-aad0-4439-88f2-721c3a22d31e),segment_id=478767af-aad0-4439-88f2-721c3a22d31e)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:53.773668 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 4b69dd98-b702-4c9b-bc39-6e1474756bb8 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:06:53.810600 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-d35e19ee-43bf-456d-8131-be5e1253e9ab service neutron] For port 7d470d90-81da-4884-b71f-665f707bd7e3, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:06:53.820595 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fc3eae21-c088-48da-9b60-64e19a2839d2 req-d0739a77-b8d7-4421-8f26-e88d4044c003 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=2f05bb64-9f10-404a-9d0e-024f432f1dbc&id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576172 Aug 16 21:06:53.827813 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 4b69dd98-b702-4c9b-bc39-6e1474756bb8 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:06:53.828191 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 4b69dd98-b702-4c9b-bc39-6e1474756bb8 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:06:53.836200 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-4d2e8e90-a8d1-480c-a241-32c69e615416 None None] Port f46cd7dd-4272-4b97-ba28-4c7234fc9a00 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:06:53.870018 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-d35e19ee-43bf-456d-8131-be5e1253e9ab service neutron] device_id is not set on port 7d470d90-81da-4884-b71f-665f707bd7e3 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:06:53.879893 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-d35e19ee-43bf-456d-8131-be5e1253e9ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:53.922792 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a8e7d17d-65ac-47fd-a7db-a74f2c94118b tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:53.971228 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-24e62c3b-e381-41dc-b9e0-9ae3f313d490 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:53.972829 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-24e62c3b-e381-41dc-b9e0-9ae3f313d490 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/networks?id=10a8cf60-7997-4233-bd18-38023ab4d829 HTTP/1.1" status: 200 len: 804 time: 0.1267595 Aug 16 21:06:53.993131 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-cf36154c-5e24-4714-b578-137995412ad0 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/quotas/a66a67472cec4496a7059d3173810e1a HTTP/1.1" status: 200 len: 375 time: 0.0106783 Aug 16 21:06:54.000174 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-d35e19ee-43bf-456d-8131-be5e1253e9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:54.071725 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-d35e19ee-43bf-456d-8131-be5e1253e9ab service neutron] No DVR routers for this DVR port 7d470d90-81da-4884-b71f-665f707bd7e3 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:06:54.074982 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e19ee-43bf-456d-8131-be5e1253e9ab service neutron] Pushing event updated for resources: {'Port': ['ID=7d470d90-81da-4884-b71f-665f707bd7e3,revision_number=6']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:54.091706 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a8e7d17d-65ac-47fd-a7db-a74f2c94118b tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:54.131057 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-d35e19ee-43bf-456d-8131-be5e1253e9ab service neutron] In _notify_port_updated(), no bound segment for port 7d470d90-81da-4884-b71f-665f707bd7e3 on network 2a286773-4076-470d-b75a-c7eea1dc3d02 {{(pid=101845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 21:06:54.136718 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-d35e19ee-43bf-456d-8131-be5e1253e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:54.137414 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-d35e19ee-43bf-456d-8131-be5e1253e9ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:54.139240 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-d35e19ee-43bf-456d-8131-be5e1253e9ab service neutron] 10.222.0.72 "PUT /v2.0/ports/7d470d90-81da-4884-b71f-665f707bd7e3 HTTP/1.1" status: 200 len: 1028 time: 0.6786880 Aug 16 21:06:54.315683 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-a36166b1-8f09-40a1-9343-6a2ec74b4ef9 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Deleting port fd6fa129-4aa2-485d-ba8c-81e929ab059a {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:06:54.318666 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-a36166b1-8f09-40a1-9343-6a2ec74b4ef9 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:54.374225 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d40df2d3-0144-4138-955f-83c6e83f35ff None None] Provisioning complete for port 7d470d90-81da-4884-b71f-665f707bd7e3 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:06:54.374612 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d40df2d3-0144-4138-955f-83c6e83f35ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:54.443148 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-a36166b1-8f09-40a1-9343-6a2ec74b4ef9 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] For port fd6fa129-4aa2-485d-ba8c-81e929ab059a, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=fd6fa129-4aa2-485d-ba8c-81e929ab059a,segment=NetworkSegment(478767af-aad0-4439-88f2-721c3a22d31e),segment_id=478767af-aad0-4439-88f2-721c3a22d31e)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:54.443533 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-a36166b1-8f09-40a1-9343-6a2ec74b4ef9 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:54.459085 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-a36166b1-8f09-40a1-9343-6a2ec74b4ef9 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Calling delete_port for fd6fa129-4aa2-485d-ba8c-81e929ab059a owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:06:54.463465 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-d40df2d3-0144-4138-955f-83c6e83f35ff None None] Port 7d470d90-81da-4884-b71f-665f707bd7e3 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:06:54.524329 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-2a86cb35-c514-4ab3-b431-de48f3631622 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a66a67472cec4496a7059d3173810e1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5191116 Aug 16 21:06:54.642132 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9e67a-a17e-4be7-b208-d85aeb753357 req-4aba2924-2640-48d9-8834-88b918a28e50 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:54.644049 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-09e9e67a-a17e-4be7-b208-d85aeb753357 req-4aba2924-2640-48d9-8834-88b918a28e50 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 945 time: 0.1457608 Aug 16 21:06:54.660064 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-a36166b1-8f09-40a1-9343-6a2ec74b4ef9 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:54.700677 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36166b1-8f09-40a1-9343-6a2ec74b4ef9 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Pushing event deleted for resources: {'Port': ['ID=fd6fa129-4aa2-485d-ba8c-81e929ab059a,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:54.715455 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635a8e6-de53-4f9b-a0c5-dbeab996e27a req-c1358e23-dfa4-44a7-915c-d0f849c967c8 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:54.717020 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c635a8e6-de53-4f9b-a0c5-dbeab996e27a req-c1358e23-dfa4-44a7-915c-d0f849c967c8 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.72 "GET /v2.0/ports?device_id=10ff47c1-f176-49ee-9848-6224ff3056f6 HTTP/1.1" status: 200 len: 945 time: 0.1022654 Aug 16 21:06:54.755910 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-09e9e67a-a17e-4be7-b208-d85aeb753357 req-c48c10be-a7a7-4b32-929c-d55790ee2fc2 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976865 Aug 16 21:06:54.775433 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-ba9357d3-88e4-4148-b4c5-574277284076 service neutron] 10.222.0.84 "GET /v2.0/networks/10a8cf60-7997-4233-bd18-38023ab4d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323813 Aug 16 21:06:54.781970 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-a36166b1-8f09-40a1-9343-6a2ec74b4ef9 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] No DVR routers for this DVR port fd6fa129-4aa2-485d-ba8c-81e929ab059a on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:06:54.785606 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-a36166b1-8f09-40a1-9343-6a2ec74b4ef9 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:54.787930 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-a36166b1-8f09-40a1-9343-6a2ec74b4ef9 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.72 "DELETE /v2.0/ports/fd6fa129-4aa2-485d-ba8c-81e929ab059a HTTP/1.1" status: 204 len: 173 time: 0.6420331 Aug 16 21:06:54.793451 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'name': 'network-vif-deleted', 'tag': 'fd6fa129-4aa2-485d-ba8c-81e929ab059a'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:06:54.793854 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a8e7d17d-65ac-47fd-a7db-a74f2c94118b tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:54.793964 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e80082-de11-4854-a019-883cd91b0f11" -d '{"events": [{"server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "name": "network-vif-deleted", "tag": "fd6fa129-4aa2-485d-ba8c-81e929ab059a"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:06:54.881146 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a8e7d17d-65ac-47fd-a7db-a74f2c94118b tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:54.943675 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-c635a8e6-de53-4f9b-a0c5-dbeab996e27a req-4b0df629-97de-4b96-95f6-9f40d45458b7 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Deleting port 73fada08-43ba-4fa9-959f-af941bdaad65 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:06:54.944080 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-c635a8e6-de53-4f9b-a0c5-dbeab996e27a req-4b0df629-97de-4b96-95f6-9f40d45458b7 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:54.954269 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105667ff-293b-4446-96d9-d150bb2a649c req-c9ff89bd-0a2a-400d-b557-bfe8a9b29b2e tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:54.955697 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-105667ff-293b-4446-96d9-d150bb2a649c req-c9ff89bd-0a2a-400d-b557-bfe8a9b29b2e tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "GET /v2.0/ports?device_id=10ff47c1-f176-49ee-9848-6224ff3056f6 HTTP/1.1" status: 200 len: 945 time: 0.1256566 Aug 16 21:06:55.012756 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-dbde93b5-115a-4805-9bca-f32719672116 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Deleting port 205f4f5c-2bd6-4a33-b0d7-74792db8fd1c {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:06:55.013286 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-2305fd8b-3517-40c7-a7d1-280cb1c89275 service neutron] 10.222.0.84 "GET /v2.0/networks/10a8cf60-7997-4233-bd18-38023ab4d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369473 Aug 16 21:06:55.018774 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7d17d-65ac-47fd-a7db-a74f2c94118b tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Pushing event updated for resources: {'Port': ['ID=30259c9f-b612-410d-9aa0-0e15430c3492,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:55.025277 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-dbde93b5-115a-4805-9bca-f32719672116 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:55.031147 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a8e7d17d-65ac-47fd-a7db-a74f2c94118b tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:55.072289 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-105667ff-293b-4446-96d9-d150bb2a649c req-1a86342e-ab24-486f-a316-28b7bb28c034 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "GET /v2.0/security-groups?id=26905a6d-4b18-4de0-9acd-6bb77c126c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053247 Aug 16 21:06:55.122053 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-c635a8e6-de53-4f9b-a0c5-dbeab996e27a req-4b0df629-97de-4b96-95f6-9f40d45458b7 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] For port 73fada08-43ba-4fa9-959f-af941bdaad65, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=73fada08-43ba-4fa9-959f-af941bdaad65,segment=NetworkSegment(b6ec97c3-166c-4cce-8ac4-df0928c9c7d5),segment_id=b6ec97c3-166c-4cce-8ac4-df0928c9c7d5)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:55.122469 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-c635a8e6-de53-4f9b-a0c5-dbeab996e27a req-4b0df629-97de-4b96-95f6-9f40d45458b7 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:55.125390 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a8e7d17d-65ac-47fd-a7db-a74f2c94118b tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:55.127930 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a8e7d17d-65ac-47fd-a7db-a74f2c94118b tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4227848 Aug 16 21:06:55.129375 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35714) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:55.150283 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275bec2b-cff6-41e9-a55e-2c3c4d2e3bd6 x-openstack-request-id: req-275bec2b-cff6-41e9-a55e-2c3c4d2e3bd6 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:06:55.150725 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "name": "network-vif-deleted", "tag": "fd6fa129-4aa2-485d-ba8c-81e929ab059a", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:06:55.150885 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-275bec2b-cff6-41e9-a55e-2c3c4d2e3bd6 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:06:55.151246 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'name': 'network-vif-deleted', 'tag': 'fd6fa129-4aa2-485d-ba8c-81e929ab059a', 'status': 'completed', 'code': 200} Aug 16 21:06:55.265131 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840ae3a-9441-4018-a9ed-5be6d99ef7b1 req-ff82e240-c357-4582-b52d-d3cde5aa3207 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:55.299360 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-dbde93b5-115a-4805-9bca-f32719672116 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] For port 205f4f5c-2bd6-4a33-b0d7-74792db8fd1c, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=205f4f5c-2bd6-4a33-b0d7-74792db8fd1c,segment=NetworkSegment(66f4b070-11e4-4f4a-902e-032c04ccaab0),segment_id=66f4b070-11e4-4f4a-902e-032c04ccaab0)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:55.299744 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-dbde93b5-115a-4805-9bca-f32719672116 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:55.319268 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840ae3a-9441-4018-a9ed-5be6d99ef7b1 req-ff82e240-c357-4582-b52d-d3cde5aa3207 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:55.343985 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840ae3a-9441-4018-a9ed-5be6d99ef7b1 req-ff82e240-c357-4582-b52d-d3cde5aa3207 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:55.361571 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840ae3a-9441-4018-a9ed-5be6d99ef7b1 req-ff82e240-c357-4582-b52d-d3cde5aa3207 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:55.363490 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c840ae3a-9441-4018-a9ed-5be6d99ef7b1 req-ff82e240-c357-4582-b52d-d3cde5aa3207 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 3151 time: 0.1714287 Aug 16 21:06:55.429767 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-59009915-3089-46bf-8a58-7179e510a734 req-06cf7bd0-19ab-4955-bf9a-263301e4371c tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 210 time: 0.0355844 Aug 16 21:06:55.435855 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-582db93f-acd9-43d2-93c3-18e0d63a1d5a tempest-FloatingIPAdminTestJSON-294852903 tempest-FloatingIPAdminTestJSON-294852903-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:06:55.469464 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c840ae3a-9441-4018-a9ed-5be6d99ef7b1 req-58d27a81-bea5-4d3b-8fd3-09489079e90c tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948617 Aug 16 21:06:55.531569 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-582db93f-acd9-43d2-93c3-18e0d63a1d5a tempest-FloatingIPAdminTestJSON-294852903 tempest-FloatingIPAdminTestJSON-294852903-project] Notify callbacks [] for floatingip, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:55.569474 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-c635a8e6-de53-4f9b-a0c5-dbeab996e27a req-4b0df629-97de-4b96-95f6-9f40d45458b7 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:55.570042 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-c635a8e6-de53-4f9b-a0c5-dbeab996e27a req-4b0df629-97de-4b96-95f6-9f40d45458b7 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:55.570242 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [req-c635a8e6-de53-4f9b-a0c5-dbeab996e27a req-4b0df629-97de-4b96-95f6-9f40d45458b7 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Floating IP 3b531be0-b4b5-4796-9149-ccf3cc1e4d9b disassociated. External IP: 172.25.1.217, port: 73fada08-43ba-4fa9-959f-af941bdaad65. Aug 16 21:06:55.570489 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-c635a8e6-de53-4f9b-a0c5-dbeab996e27a req-4b0df629-97de-4b96-95f6-9f40d45458b7 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Calling delete_port for 73fada08-43ba-4fa9-959f-af941bdaad65 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:06:55.644129 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-582db93f-acd9-43d2-93c3-18e0d63a1d5a tempest-FloatingIPAdminTestJSON-294852903 tempest-FloatingIPAdminTestJSON-294852903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:55.667489 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-dbde93b5-115a-4805-9bca-f32719672116 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:55.668414 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-dbde93b5-115a-4805-9bca-f32719672116 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:55.668740 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-dbde93b5-115a-4805-9bca-f32719672116 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Floating IP af9043aa-245d-4fe4-9d5b-3c54c09eed4a disassociated. External IP: 172.25.1.158, port: 205f4f5c-2bd6-4a33-b0d7-74792db8fd1c. Aug 16 21:06:55.669089 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-dbde93b5-115a-4805-9bca-f32719672116 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Calling delete_port for 205f4f5c-2bd6-4a33-b0d7-74792db8fd1c owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:06:55.780798 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-582db93f-acd9-43d2-93c3-18e0d63a1d5a tempest-FloatingIPAdminTestJSON-294852903 tempest-FloatingIPAdminTestJSON-294852903-project] Allocated IP 172.25.1.45 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/ee921398-57e8-449c-b926-45791af7efbd) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:06:55.931684 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-c635a8e6-de53-4f9b-a0c5-dbeab996e27a req-4b0df629-97de-4b96-95f6-9f40d45458b7 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:55.963113 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0df629-97de-4b96-95f6-9f40d45458b7 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Pushing event deleted for resources: {'Port': ['ID=73fada08-43ba-4fa9-959f-af941bdaad65,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:55.972233 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-dbde93b5-115a-4805-9bca-f32719672116 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:56.015645 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde93b5-115a-4805-9bca-f32719672116 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Pushing event deleted for resources: {'Port': ['ID=205f4f5c-2bd6-4a33-b0d7-74792db8fd1c,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:56.023117 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-582db93f-acd9-43d2-93c3-18e0d63a1d5a tempest-FloatingIPAdminTestJSON-294852903 tempest-FloatingIPAdminTestJSON-294852903-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:56.058609 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf358e62-61a4-461e-8720-979a94749cd9 req-2f500ec0-e218-4588-b0db-7a376e4d2e2d tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:56.068366 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf358e62-61a4-461e-8720-979a94749cd9 req-2f500ec0-e218-4588-b0db-7a376e4d2e2d tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 945 time: 0.1621118 Aug 16 21:06:56.177331 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-209ff668-9123-4dbb-bf6a-19921685fb0c req-f37c98da-b9ff-4c1a-8927-f53e3d5bfad0 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "GET /v2.0/ports?device_id=10ff47c1-f176-49ee-9848-6224ff3056f6 HTTP/1.1" status: 200 len: 210 time: 0.0416493 Aug 16 21:06:56.195353 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf358e62-61a4-461e-8720-979a94749cd9 req-a5ce508e-61ec-4635-8954-5f206b28f1a0 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261380 Aug 16 21:06:56.230238 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c635a8e6-de53-4f9b-a0c5-dbeab996e27a req-4b0df629-97de-4b96-95f6-9f40d45458b7 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Router 642dabc3-5caa-41db-a63c-bb8e62485c4e has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:06:56.235609 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 205f4f5c-2bd6-4a33-b0d7-74792db8fd1c no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:06:56.256891 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 205f4f5c-2bd6-4a33-b0d7-74792db8fd1c {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:06:56.261338 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 205f4f5c-2bd6-4a33-b0d7-74792db8fd1c not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:06:56.261338 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 7d470d90-81da-4884-b71f-665f707bd7e3 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:06:56.282069 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-582db93f-acd9-43d2-93c3-18e0d63a1d5a tempest-FloatingIPAdminTestJSON-294852903 tempest-FloatingIPAdminTestJSON-294852903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:56.288720 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-dbde93b5-115a-4805-9bca-f32719672116 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Router d80e215e-cb80-4351-8f15-acae91e4f471 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:06:56.319276 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 7d470d90-81da-4884-b71f-665f707bd7e3 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:06:56.327711 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device ab55560e-b85e-4e5a-8f8b-0a085f406734 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:06:56.371212 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582db93f-acd9-43d2-93c3-18e0d63a1d5a tempest-FloatingIPAdminTestJSON-294852903 tempest-FloatingIPAdminTestJSON-294852903-project] Pushing event updated for resources: {'Port': ['ID=ee921398-57e8-449c-b926-45791af7efbd,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:56.377570 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582db93f-acd9-43d2-93c3-18e0d63a1d5a tempest-FloatingIPAdminTestJSON-294852903 tempest-FloatingIPAdminTestJSON-294852903-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:06:56.379217 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-582db93f-acd9-43d2-93c3-18e0d63a1d5a tempest-FloatingIPAdminTestJSON-294852903 tempest-FloatingIPAdminTestJSON-294852903-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:06:56.381859 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582db93f-acd9-43d2-93c3-18e0d63a1d5a tempest-FloatingIPAdminTestJSON-294852903 tempest-FloatingIPAdminTestJSON-294852903-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:06:56.463222 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:56.490808 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab55560e-b85e-4e5a-8f8b-0a085f406734'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:06:56.493521 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f59d23-8ee9-40e6-b08c-3664b662188f" -d '{"events": [{"server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "name": "network-vif-unplugged", "status": "completed", "tag": "ab55560e-b85e-4e5a-8f8b-0a085f406734"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:06:56.516276 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-582db93f-acd9-43d2-93c3-18e0d63a1d5a tempest-FloatingIPAdminTestJSON-294852903 tempest-FloatingIPAdminTestJSON-294852903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:56.523380 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c635a8e6-de53-4f9b-a0c5-dbeab996e27a req-4b0df629-97de-4b96-95f6-9f40d45458b7 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:06:56.539334 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port ab55560e-b85e-4e5a-8f8b-0a085f406734, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=ab55560e-b85e-4e5a-8f8b-0a085f406734,segment=NetworkSegment(478767af-aad0-4439-88f2-721c3a22d31e),segment_id=478767af-aad0-4439-88f2-721c3a22d31e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:56.544096 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97082a68-5aa2-4145-8436-5581a7f11889 None None] Sync routers for ids ['642dabc3-5caa-41db-a63c-bb8e62485c4e'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:06:56.566292 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97082a68-5aa2-4145-8436-5581a7f11889 None None] Routers {'642dabc3-5caa-41db-a63c-bb8e62485c4e'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:06:56.569688 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb3d6bd-f526-4a00-a781-702148333163 x-openstack-request-id: req-fbb3d6bd-f526-4a00-a781-702148333163 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:06:56.570199 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "name": "network-vif-unplugged", "status": "completed", "tag": "ab55560e-b85e-4e5a-8f8b-0a085f406734", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:06:56.570349 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-97082a68-5aa2-4145-8436-5581a7f11889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:06:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['642dabc3-5caa-41db-a63c-bb8e62485c4e'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:56.570764 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-fbb3d6bd-f526-4a00-a781-702148333163 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:06:56.571365 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab55560e-b85e-4e5a-8f8b-0a085f406734', 'code': 200} Aug 16 21:06:56.623601 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:56.624780 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-15d79071-877e-480b-bbd8-edb44381f1df req-e7760bd6-8b7f-44e6-9526-6ff68dad5b6f tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 210 time: 0.0600209 Aug 16 21:06:56.625008 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:06:56.664130 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-582db93f-acd9-43d2-93c3-18e0d63a1d5a tempest-FloatingIPAdminTestJSON-294852903 tempest-FloatingIPAdminTestJSON-294852903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:56.696401 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-c635a8e6-de53-4f9b-a0c5-dbeab996e27a req-4b0df629-97de-4b96-95f6-9f40d45458b7 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] No DVR routers for this DVR port 73fada08-43ba-4fa9-959f-af941bdaad65 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:06:56.701393 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-c635a8e6-de53-4f9b-a0c5-dbeab996e27a req-4b0df629-97de-4b96-95f6-9f40d45458b7 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:56.707924 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c635a8e6-de53-4f9b-a0c5-dbeab996e27a req-4b0df629-97de-4b96-95f6-9f40d45458b7 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.72 "DELETE /v2.0/ports/73fada08-43ba-4fa9-959f-af941bdaad65 HTTP/1.1" status: 204 len: 173 time: 1.9810550 Aug 16 21:06:56.712722 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-dbde93b5-115a-4805-9bca-f32719672116 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:06:56.750132 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f24bc9f-f0b1-4a20-8dbe-69f35092f0c9 None None] Sync routers for ids ['d80e215e-cb80-4351-8f15-acae91e4f471'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:06:56.802044 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-dbde93b5-115a-4805-9bca-f32719672116 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] No DVR routers for this DVR port 205f4f5c-2bd6-4a33-b0d7-74792db8fd1c on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:06:56.804600 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-dbde93b5-115a-4805-9bca-f32719672116 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:56.807035 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-dbde93b5-115a-4805-9bca-f32719672116 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.72 "DELETE /v2.0/ports/205f4f5c-2bd6-4a33-b0d7-74792db8fd1c HTTP/1.1" status: 204 len: 173 time: 2.0106511 Aug 16 21:06:56.830002 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-97082a68-5aa2-4145-8436-5581a7f11889 None None] Set router 642dabc3-5caa-41db-a63c-bb8e62485c4e gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:06:56.843242 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f24bc9f-f0b1-4a20-8dbe-69f35092f0c9 None None] Routers {'d80e215e-cb80-4351-8f15-acae91e4f471'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:06:56.844469 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777cb73-7188-4e2b-9a10-cfe83106f68a req-79a57010-e6f1-40bf-b6b4-07f61554cebf tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:56.848069 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-5f24bc9f-f0b1-4a20-8dbe-69f35092f0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:06:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d80e215e-cb80-4351-8f15-acae91e4f471'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:56.850997 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777cb73-7188-4e2b-9a10-cfe83106f68a req-79a57010-e6f1-40bf-b6b4-07f61554cebf tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:56.857474 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777cb73-7188-4e2b-9a10-cfe83106f68a req-79a57010-e6f1-40bf-b6b4-07f61554cebf tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:56.859272 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8777cb73-7188-4e2b-9a10-cfe83106f68a req-79a57010-e6f1-40bf-b6b4-07f61554cebf tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 2414 time: 0.1282649 Aug 16 21:06:57.009583 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-4c30cdbd-1d08-4f24-bd11-5cab9a0b5287 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Deleting port 3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:06:57.028390 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-4c30cdbd-1d08-4f24-bd11-5cab9a0b5287 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:57.028571 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8777cb73-7188-4e2b-9a10-cfe83106f68a req-66d9fd36-3a2d-4a29-b9ca-8538d02bacab tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587503 Aug 16 21:06:57.045261 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:57.052469 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=ab55560e-b85e-4e5a-8f8b-0a085f406734,revision_number=6']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:57.126048 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-582db93f-acd9-43d2-93c3-18e0d63a1d5a tempest-FloatingIPAdminTestJSON-294852903 tempest-FloatingIPAdminTestJSON-294852903-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:57.152846 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ff47c1-f176-49ee-9848-6224ff3056f6', 'name': 'network-vif-deleted', 'tag': '73fada08-43ba-4fa9-959f-af941bdaad65'}, {'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'name': 'network-vif-deleted', 'tag': '205f4f5c-2bd6-4a33-b0d7-74792db8fd1c'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:06:57.155685 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00151e86-0516-4325-a1ae-7db63856ea2d" -d '{"events": [{"server_uuid": "10ff47c1-f176-49ee-9848-6224ff3056f6", "name": "network-vif-deleted", "tag": "73fada08-43ba-4fa9-959f-af941bdaad65"}, {"server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "name": "network-vif-deleted", "tag": "205f4f5c-2bd6-4a33-b0d7-74792db8fd1c"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:06:57.176487 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1,segment=NetworkSegment(20387d42-fe4f-4d9a-b237-177d370a0ab5),segment_id=20387d42-fe4f-4d9a-b237-177d370a0ab5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:57.217021 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-4c30cdbd-1d08-4f24-bd11-5cab9a0b5287 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] For port 3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1,segment=NetworkSegment(20387d42-fe4f-4d9a-b237-177d370a0ab5),segment_id=20387d42-fe4f-4d9a-b237-177d370a0ab5)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:57.217405 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-4c30cdbd-1d08-4f24-bd11-5cab9a0b5287 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:57.220587 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-5f24bc9f-f0b1-4a20-8dbe-69f35092f0c9 None None] Set router d80e215e-cb80-4351-8f15-acae91e4f471 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:06:57.222702 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-97082a68-5aa2-4145-8436-5581a7f11889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642dabc3-5caa-41db-a63c-bb8e62485c4e', 'name': 'tempest-TestServerBasicOps-482623048-router', 'tenant_id': '9304be98048d4c61b258f65239a0a004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'f9389a1c-d331-452f-9e95-0324223655f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:21Z', 'updated_at': '2021-08-16T21:01:25Z', 'revision_number': 4, 'project_id': '9304be98048d4c61b258f65239a0a004', 'gw_port': {'id': 'f9389a1c-d331-452f-9e95-0324223655f7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642dabc3-5caa-41db-a63c-bb8e62485c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:21Z', 'updated_at': '2021-08-16T21:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'f92d8405-a3a2-4770-a503-80bbbffe410f', 'name': '', 'network_id': '21ccb363-d19c-49b3-8a0b-8ebb4f3486c4', 'tenant_id': '9304be98048d4c61b258f65239a0a004', 'mac_address': 'fa:16:3e:bd:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642dabc3-5caa-41db-a63c-bb8e62485c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': '0b70a9e6-d30c-45fd-8255-e0aa78917c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:24Z', 'updated_at': '2021-08-16T21:01:33Z', 'revision_number': 5, 'project_id': '9304be98048d4c61b258f65239a0a004', 'subnets': [{'id': '0b70a9e6-d30c-45fd-8255-e0aa78917c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:57.234397 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-582db93f-acd9-43d2-93c3-18e0d63a1d5a tempest-FloatingIPAdminTestJSON-294852903 tempest-FloatingIPAdminTestJSON-294852903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:57.237971 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-4c30cdbd-1d08-4f24-bd11-5cab9a0b5287 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Calling delete_port for 3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:06:57.280782 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:57.289244 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device fd6fa129-4aa2-485d-ba8c-81e929ab059a no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:06:57.315728 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97082a68-5aa2-4145-8436-5581a7f11889 None None] Checking router: 642dabc3-5caa-41db-a63c-bb8e62485c4e for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:06:57.338580 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 21:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e95d5a5-a43a-4f56-bc07-965833f7232f x-openstack-request-id: req-0e95d5a5-a43a-4f56-bc07-965833f7232f {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:06:57.338873 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ff47c1-f176-49ee-9848-6224ff3056f6", "name": "network-vif-deleted", "tag": "73fada08-43ba-4fa9-959f-af941bdaad65", "status": "completed", "code": 200}, {"server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "name": "network-vif-deleted", "tag": "205f4f5c-2bd6-4a33-b0d7-74792db8fd1c", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:06:57.339127 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0e95d5a5-a43a-4f56-bc07-965833f7232f {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:06:57.342342 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97082a68-5aa2-4145-8436-5581a7f11889 None None] Routers {'642dabc3-5caa-41db-a63c-bb8e62485c4e'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:06:57.343064 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-97082a68-5aa2-4145-8436-5581a7f11889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:06:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['642dabc3-5caa-41db-a63c-bb8e62485c4e'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:57.345758 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ff47c1-f176-49ee-9848-6224ff3056f6', 'name': 'network-vif-deleted', 'tag': '73fada08-43ba-4fa9-959f-af941bdaad65', 'status': 'completed', 'code': 200} Aug 16 21:06:57.347111 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'name': 'network-vif-deleted', 'tag': '205f4f5c-2bd6-4a33-b0d7-74792db8fd1c', 'status': 'completed', 'code': 200} Aug 16 21:06:57.372869 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: fd6fa129-4aa2-485d-ba8c-81e929ab059a {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:06:57.373314 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device fd6fa129-4aa2-485d-ba8c-81e929ab059a not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:06:57.373835 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 1f12573e-db64-4bb9-b684-4157dd9b1f73 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:06:57.435752 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1f70b113-b487-4e9c-beaa-c4a90a9d51fc req-6cdf705e-7477-47f3-89fd-9fd93c666974 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "GET /v2.0/ports?device_id=10ff47c1-f176-49ee-9848-6224ff3056f6 HTTP/1.1" status: 200 len: 210 time: 0.0642047 Aug 16 21:06:57.523324 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-97082a68-5aa2-4145-8436-5581a7f11889 None None] Set router 642dabc3-5caa-41db-a63c-bb8e62485c4e gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:06:57.553114 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582db93f-acd9-43d2-93c3-18e0d63a1d5a tempest-FloatingIPAdminTestJSON-294852903 tempest-FloatingIPAdminTestJSON-294852903-project] Pushing event updated for resources: {'Port': ['ID=ee921398-57e8-449c-b926-45791af7efbd,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:57.557556 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-582db93f-acd9-43d2-93c3-18e0d63a1d5a tempest-FloatingIPAdminTestJSON-294852903 tempest-FloatingIPAdminTestJSON-294852903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:57.593950 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52772b46-c088-4890-95f6-ab395bfe83ff req-f83ba7ed-731e-46d2-a607-a267f3d3af11 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:57.597149 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-52772b46-c088-4890-95f6-ab395bfe83ff req-f83ba7ed-731e-46d2-a607-a267f3d3af11 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 945 time: 0.2133217 Aug 16 21:06:57.638875 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1,revision_number=6']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:57.658320 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-4c30cdbd-1d08-4f24-bd11-5cab9a0b5287 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:57.726137 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30cdbd-1d08-4f24-bd11-5cab9a0b5287 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Pushing event deleted for resources: {'Port': ['ID=3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:57.729244 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-52772b46-c088-4890-95f6-ab395bfe83ff req-a0295738-7f5a-4320-bf9c-36c0d2056507 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157842 Aug 16 21:06:57.766474 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-582db93f-acd9-43d2-93c3-18e0d63a1d5a tempest-FloatingIPAdminTestJSON-294852903 tempest-FloatingIPAdminTestJSON-294852903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:57.769303 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-582db93f-acd9-43d2-93c3-18e0d63a1d5a tempest-FloatingIPAdminTestJSON-294852903 tempest-FloatingIPAdminTestJSON-294852903-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6374581 Aug 16 21:06:57.776988 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35786) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:57.788921 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:57.790114 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f11ac4cb-370c-4e1c-98c2-b8dd273b97e4 req-ccdcbca8-bbed-4943-b396-515e9da450f0 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 210 time: 0.0399067 Aug 16 21:06:57.811460 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-4c30cdbd-1d08-4f24-bd11-5cab9a0b5287 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] No DVR routers for this DVR port 3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:06:57.815821 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-4c30cdbd-1d08-4f24-bd11-5cab9a0b5287 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:57.823740 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-4c30cdbd-1d08-4f24-bd11-5cab9a0b5287 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.72 "DELETE /v2.0/ports/3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1 HTTP/1.1" status: 204 len: 173 time: 1.0035558 Aug 16 21:06:57.845682 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 1f12573e-db64-4bb9-b684-4157dd9b1f73, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=1f12573e-db64-4bb9-b684-4157dd9b1f73,segment=NetworkSegment(20387d42-fe4f-4d9a-b237-177d370a0ab5),segment_id=20387d42-fe4f-4d9a-b237-177d370a0ab5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:57.857695 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-5f24bc9f-f0b1-4a20-8dbe-69f35092f0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80e215e-cb80-4351-8f15-acae91e4f471', 'name': 'tempest-TaggedBootDevicesTest-1976672083-router', 'tenant_id': '9440ed0933f64f7cb6d1f0c295a72000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '2e1cad13-2826-4f26-81f6-f474f39ca57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:56:15Z', 'updated_at': '2021-08-16T20:56:22Z', 'revision_number': 4, 'project_id': '9440ed0933f64f7cb6d1f0c295a72000', 'gw_port': {'id': '2e1cad13-2826-4f26-81f6-f474f39ca57c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80e215e-cb80-4351-8f15-acae91e4f471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:16Z', 'updated_at': '2021-08-16T20:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'b83f6c81-a29d-4841-9281-e735194494b7', 'name': '', 'network_id': '15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d', 'tenant_id': '9440ed0933f64f7cb6d1f0c295a72000', 'mac_address': 'fa:16:3e:27:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80e215e-cb80-4351-8f15-acae91e4f471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'c7295a51-2f16-4f57-a8e8-eba84c181b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:21Z', 'updated_at': '2021-08-16T20:56:34Z', 'revision_number': 5, 'project_id': '9440ed0933f64f7cb6d1f0c295a72000', 'subnets': [{'id': 'c7295a51-2f16-4f57-a8e8-eba84c181b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:57.876489 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35788) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:57.878839 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e96a3785-f62c-435a-beae-cca7650ff68a tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] 10.222.0.84 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2614 time: 0.0998218 Aug 16 21:06:57.887657 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f24bc9f-f0b1-4a20-8dbe-69f35092f0c9 None None] Checking router: d80e215e-cb80-4351-8f15-acae91e4f471 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:06:57.902791 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f24bc9f-f0b1-4a20-8dbe-69f35092f0c9 None None] Routers {'d80e215e-cb80-4351-8f15-acae91e4f471'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:06:57.906163 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-5f24bc9f-f0b1-4a20-8dbe-69f35092f0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:06:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d80e215e-cb80-4351-8f15-acae91e4f471'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:57.973134 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:57.974206 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device f46cd7dd-4272-4b97-ba28-4c7234fc9a00 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:06:58.017123 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-eafa6ab5-f9ce-4842-9fdf-a1c80578bd92 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Deleting port ab55560e-b85e-4e5a-8f8b-0a085f406734 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:06:58.019915 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-eafa6ab5-f9ce-4842-9fdf-a1c80578bd92 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:58.092544 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device f46cd7dd-4272-4b97-ba28-4c7234fc9a00 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:06:58.138467 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-97082a68-5aa2-4145-8436-5581a7f11889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642dabc3-5caa-41db-a63c-bb8e62485c4e', 'name': 'tempest-TestServerBasicOps-482623048-router', 'tenant_id': '9304be98048d4c61b258f65239a0a004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'f9389a1c-d331-452f-9e95-0324223655f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:21Z', 'updated_at': '2021-08-16T21:01:25Z', 'revision_number': 4, 'project_id': '9304be98048d4c61b258f65239a0a004', 'gw_port': {'id': 'f9389a1c-d331-452f-9e95-0324223655f7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642dabc3-5caa-41db-a63c-bb8e62485c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:21Z', 'updated_at': '2021-08-16T21:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'f92d8405-a3a2-4770-a503-80bbbffe410f', 'name': '', 'network_id': '21ccb363-d19c-49b3-8a0b-8ebb4f3486c4', 'tenant_id': '9304be98048d4c61b258f65239a0a004', 'mac_address': 'fa:16:3e:bd:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642dabc3-5caa-41db-a63c-bb8e62485c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': '0b70a9e6-d30c-45fd-8255-e0aa78917c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:24Z', 'updated_at': '2021-08-16T21:01:33Z', 'revision_number': 5, 'project_id': '9304be98048d4c61b258f65239a0a004', 'subnets': [{'id': '0b70a9e6-d30c-45fd-8255-e0aa78917c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:58.232118 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=1f12573e-db64-4bb9-b684-4157dd9b1f73,revision_number=6']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:58.238279 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97082a68-5aa2-4145-8436-5581a7f11889 None None] The sync data for ids ['642dabc3-5caa-41db-a63c-bb8e62485c4e'] in n-d-793620-15 is: [{'id': '642dabc3-5caa-41db-a63c-bb8e62485c4e', 'name': 'tempest-TestServerBasicOps-482623048-router', 'tenant_id': '9304be98048d4c61b258f65239a0a004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'f9389a1c-d331-452f-9e95-0324223655f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:21Z', 'updated_at': '2021-08-16T21:01:25Z', 'revision_number': 4, 'project_id': '9304be98048d4c61b258f65239a0a004', 'gw_port': {'id': 'f9389a1c-d331-452f-9e95-0324223655f7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642dabc3-5caa-41db-a63c-bb8e62485c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:21Z', 'updated_at': '2021-08-16T21:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'f92d8405-a3a2-4770-a503-80bbbffe410f', 'name': '', 'network_id': '21ccb363-d19c-49b3-8a0b-8ebb4f3486c4', 'tenant_id': '9304be98048d4c61b258f65239a0a004', 'mac_address': 'fa:16:3e:bd:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642dabc3-5caa-41db-a63c-bb8e62485c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': '0b70a9e6-d30c-45fd-8255-e0aa78917c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:24Z', 'updated_at': '2021-08-16T21:01:33Z', 'revision_number': 5, 'project_id': '9304be98048d4c61b258f65239a0a004', 'subnets': [{'id': '0b70a9e6-d30c-45fd-8255-e0aa78917c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:06:58.245216 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-eafa6ab5-f9ce-4842-9fdf-a1c80578bd92 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] For port ab55560e-b85e-4e5a-8f8b-0a085f406734, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=ab55560e-b85e-4e5a-8f8b-0a085f406734,segment=NetworkSegment(478767af-aad0-4439-88f2-721c3a22d31e),segment_id=478767af-aad0-4439-88f2-721c3a22d31e)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:58.248495 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-eafa6ab5-f9ce-4842-9fdf-a1c80578bd92 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:58.256992 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 73fada08-43ba-4fa9-959f-af941bdaad65 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:06:58.284419 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-eafa6ab5-f9ce-4842-9fdf-a1c80578bd92 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Calling delete_port for ab55560e-b85e-4e5a-8f8b-0a085f406734 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:06:58.295528 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c5d2b5f5-f0da-4742-bccf-77d2b8487a72 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] 10.222.0.84 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.4183021 Aug 16 21:06:58.301952 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35794) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:58.302932 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-3ad48ee7-31ff-40f1-ae35-00b6b0355d2d tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:58.304782 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-3ad48ee7-31ff-40f1-ae35-00b6b0355d2d tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.90 "GET /v2.0/networks?id=10a8cf60-7997-4233-bd18-38023ab4d829 HTTP/1.1" status: 200 len: 804 time: 0.2119298 Aug 16 21:06:58.342949 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-b5afc53a-77d4-4255-b4c0-54ea84c0f333 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Request body: {'port': {'device_id': 'e57ffa33-8888-48d1-b0b1-0f0b445b27f1', 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829', 'admin_state_up': True, 'tenant_id': 'a66a67472cec4496a7059d3173810e1a'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:06:58.355201 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 73fada08-43ba-4fa9-959f-af941bdaad65 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:06:58.355672 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 73fada08-43ba-4fa9-959f-af941bdaad65 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:06:58.389432 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-5f24bc9f-f0b1-4a20-8dbe-69f35092f0c9 None None] Set router d80e215e-cb80-4351-8f15-acae91e4f471 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:06:58.427904 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6daa4b-d2ac-4ba8-9a70-63bca920da0c req-33969e22-1a5e-48b1-b99b-b62b5cbeb5dd tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:58.434936 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6daa4b-d2ac-4ba8-9a70-63bca920da0c req-33969e22-1a5e-48b1-b99b-b62b5cbeb5dd tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:58.442961 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ee6daa4b-d2ac-4ba8-9a70-63bca920da0c req-33969e22-1a5e-48b1-b99b-b62b5cbeb5dd tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 1677 time: 0.1372964 Aug 16 21:06:58.510293 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35800) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:58.579703 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ee6daa4b-d2ac-4ba8-9a70-63bca920da0c req-1ce3b2bd-120d-4e0a-8ae7-b76ad9345deb tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356103 Aug 16 21:06:58.608309 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1'}, {'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f12573e-db64-4bb9-b684-4157dd9b1f73'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:06:58.618396 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a21eb0-f2ef-4ff2-b0e6-093dc363ca95" -d '{"events": [{"server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "name": "network-vif-unplugged", "status": "completed", "tag": "3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1"}, {"server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "name": "network-vif-unplugged", "status": "completed", "tag": "1f12573e-db64-4bb9-b684-4157dd9b1f73"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:06:58.710085 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-ddee616a-41b7-4699-bd6a-f34b400f8d6a tempest-FloatingIPAdminTestJSON-294852903 tempest-FloatingIPAdminTestJSON-294852903-project] Deleting port ee921398-57e8-449c-b926-45791af7efbd {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:06:58.711151 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ddee616a-41b7-4699-bd6a-f34b400f8d6a tempest-FloatingIPAdminTestJSON-294852903 tempest-FloatingIPAdminTestJSON-294852903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:58.762103 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4673d325-b77a-4823-ae8d-d64f82faa849 None None] New status for floating IP 3b531be0-b4b5-4796-9149-ccf3cc1e4d9b: DOWN {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:06:58.772338 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 16 Aug 2021 21:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a056fec0-05a6-42bd-b671-633189e1d776 x-openstack-request-id: req-a056fec0-05a6-42bd-b671-633189e1d776 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:06:58.772931 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "name": "network-vif-unplugged", "status": "completed", "tag": "3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1", "code": 200}, {"server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "name": "network-vif-unplugged", "status": "completed", "tag": "1f12573e-db64-4bb9-b684-4157dd9b1f73", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:06:58.773399 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a056fec0-05a6-42bd-b671-633189e1d776 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:06:58.773989 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1', 'code': 200} Aug 16 21:06:58.774571 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f12573e-db64-4bb9-b684-4157dd9b1f73', 'code': 200} Aug 16 21:06:58.830996 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-5f24bc9f-f0b1-4a20-8dbe-69f35092f0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80e215e-cb80-4351-8f15-acae91e4f471', 'name': 'tempest-TaggedBootDevicesTest-1976672083-router', 'tenant_id': '9440ed0933f64f7cb6d1f0c295a72000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '2e1cad13-2826-4f26-81f6-f474f39ca57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:56:15Z', 'updated_at': '2021-08-16T20:56:22Z', 'revision_number': 4, 'project_id': '9440ed0933f64f7cb6d1f0c295a72000', 'gw_port': {'id': '2e1cad13-2826-4f26-81f6-f474f39ca57c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80e215e-cb80-4351-8f15-acae91e4f471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:16Z', 'updated_at': '2021-08-16T20:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'b83f6c81-a29d-4841-9281-e735194494b7', 'name': '', 'network_id': '15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d', 'tenant_id': '9440ed0933f64f7cb6d1f0c295a72000', 'mac_address': 'fa:16:3e:27:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80e215e-cb80-4351-8f15-acae91e4f471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'c7295a51-2f16-4f57-a8e8-eba84c181b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:21Z', 'updated_at': '2021-08-16T20:56:34Z', 'revision_number': 5, 'project_id': '9440ed0933f64f7cb6d1f0c295a72000', 'subnets': [{'id': 'c7295a51-2f16-4f57-a8e8-eba84c181b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:06:58.883440 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ddee616a-41b7-4699-bd6a-f34b400f8d6a tempest-FloatingIPAdminTestJSON-294852903 tempest-FloatingIPAdminTestJSON-294852903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:58.884042 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ddee616a-41b7-4699-bd6a-f34b400f8d6a tempest-FloatingIPAdminTestJSON-294852903 tempest-FloatingIPAdminTestJSON-294852903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:58.898425 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-ddee616a-41b7-4699-bd6a-f34b400f8d6a tempest-FloatingIPAdminTestJSON-294852903 tempest-FloatingIPAdminTestJSON-294852903-project] Calling delete_port for ee921398-57e8-449c-b926-45791af7efbd owned by network:floatingip {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:06:58.905141 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f24bc9f-f0b1-4a20-8dbe-69f35092f0c9 None None] The sync data for ids ['d80e215e-cb80-4351-8f15-acae91e4f471'] in n-d-793620-15 is: [{'id': 'd80e215e-cb80-4351-8f15-acae91e4f471', 'name': 'tempest-TaggedBootDevicesTest-1976672083-router', 'tenant_id': '9440ed0933f64f7cb6d1f0c295a72000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '2e1cad13-2826-4f26-81f6-f474f39ca57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:56:15Z', 'updated_at': '2021-08-16T20:56:22Z', 'revision_number': 4, 'project_id': '9440ed0933f64f7cb6d1f0c295a72000', 'gw_port': {'id': '2e1cad13-2826-4f26-81f6-f474f39ca57c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80e215e-cb80-4351-8f15-acae91e4f471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:16Z', 'updated_at': '2021-08-16T20:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'b83f6c81-a29d-4841-9281-e735194494b7', 'name': '', 'network_id': '15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d', 'tenant_id': '9440ed0933f64f7cb6d1f0c295a72000', 'mac_address': 'fa:16:3e:27:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80e215e-cb80-4351-8f15-acae91e4f471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'c7295a51-2f16-4f57-a8e8-eba84c181b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:21Z', 'updated_at': '2021-08-16T20:56:34Z', 'revision_number': 5, 'project_id': '9440ed0933f64f7cb6d1f0c295a72000', 'subnets': [{'id': 'c7295a51-2f16-4f57-a8e8-eba84c181b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:06:58.936315 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-b5afc53a-77d4-4255-b4c0-54ea84c0f333 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Made reservation on behalf of a66a67472cec4496a7059d3173810e1a for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:06:58.944177 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-b5afc53a-77d4-4255-b4c0-54ea84c0f333 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:58.960519 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-eafa6ab5-f9ce-4842-9fdf-a1c80578bd92 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:59.010734 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa6ab5-f9ce-4842-9fdf-a1c80578bd92 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Pushing event deleted for resources: {'Port': ['ID=ab55560e-b85e-4e5a-8f8b-0a085f406734,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:59.054903 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1239f581-1d08-4858-ab3c-6498d56937e6 req-88fef0ab-2580-4b41-86de-a88b70a7885d tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 210 time: 0.1462555 Aug 16 21:06:59.107276 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-eafa6ab5-f9ce-4842-9fdf-a1c80578bd92 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] No DVR routers for this DVR port ab55560e-b85e-4e5a-8f8b-0a085f406734 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:06:59.110317 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-eafa6ab5-f9ce-4842-9fdf-a1c80578bd92 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:59.112776 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-eafa6ab5-f9ce-4842-9fdf-a1c80578bd92 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.72 "DELETE /v2.0/ports/ab55560e-b85e-4e5a-8f8b-0a085f406734 HTTP/1.1" status: 204 len: 173 time: 1.2588880 Aug 16 21:06:59.126188 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc638b-598b-4bc2-b216-c389d6596152 req-f857f4dd-8129-451a-9726-76c064c444ed tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:59.127778 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f5fc638b-598b-4bc2-b216-c389d6596152 req-f857f4dd-8129-451a-9726-76c064c444ed tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 945 time: 0.3038805 Aug 16 21:06:59.129657 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-616bf68d-cfe4-462d-99e9-137ffdda66aa tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Deleting port 3dcc908a-38d2-416c-8d51-9912038376d3 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:06:59.130024 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-616bf68d-cfe4-462d-99e9-137ffdda66aa tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:59.287277 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f5fc638b-598b-4bc2-b216-c389d6596152 req-7fb3626c-e93d-4ec9-a143-649762922d56 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359804 Aug 16 21:06:59.292388 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-cfa03303-b998-4fe8-981f-34d550bad8cb tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Deleting port 1f12573e-db64-4bb9-b684-4157dd9b1f73 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:06:59.292854 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-cfa03303-b998-4fe8-981f-34d550bad8cb tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:59.330169 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-616bf68d-cfe4-462d-99e9-137ffdda66aa tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:59.330674 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-616bf68d-cfe4-462d-99e9-137ffdda66aa tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:59.353363 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'name': 'network-vif-deleted', 'tag': '3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1'}, {'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'name': 'network-vif-deleted', 'tag': 'ab55560e-b85e-4e5a-8f8b-0a085f406734'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:06:59.362145 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e217ce0-4c47-48c6-bb74-71fbd7a5264a" -d '{"events": [{"server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "name": "network-vif-deleted", "tag": "3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1"}, {"server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "name": "network-vif-deleted", "tag": "ab55560e-b85e-4e5a-8f8b-0a085f406734"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:06:59.366112 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-616bf68d-cfe4-462d-99e9-137ffdda66aa tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Calling delete_port for 3dcc908a-38d2-416c-8d51-9912038376d3 owned by network:floatingip {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:06:59.372389 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ddee616a-41b7-4699-bd6a-f34b400f8d6a tempest-FloatingIPAdminTestJSON-294852903 tempest-FloatingIPAdminTestJSON-294852903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:59.445702 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1792fd11-0181-4132-b46b-87a692ab549e None None] New status for floating IP af9043aa-245d-4fe4-9d5b-3c54c09eed4a: DOWN {{(pid=101846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:06:59.457012 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 21:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a45922-9c2c-4cf1-9d48-a4711888bab4 x-openstack-request-id: req-63a45922-9c2c-4cf1-9d48-a4711888bab4 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:06:59.458727 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "name": "network-vif-deleted", "tag": "3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1", "status": "completed", "code": 200}, {"server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "name": "network-vif-deleted", "tag": "ab55560e-b85e-4e5a-8f8b-0a085f406734", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:06:59.459079 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-63a45922-9c2c-4cf1-9d48-a4711888bab4 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:06:59.460008 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'name': 'network-vif-deleted', 'tag': '3c9126bf-ce41-435e-8bfa-d4f0cab9c8f1', 'status': 'completed', 'code': 200} Aug 16 21:06:59.460859 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'name': 'network-vif-deleted', 'tag': 'ab55560e-b85e-4e5a-8f8b-0a085f406734', 'status': 'completed', 'code': 200} Aug 16 21:06:59.475383 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee616a-41b7-4699-bd6a-f34b400f8d6a tempest-FloatingIPAdminTestJSON-294852903 tempest-FloatingIPAdminTestJSON-294852903-project] Pushing event deleted for resources: {'Port': ['ID=ee921398-57e8-449c-b926-45791af7efbd,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:59.613441 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-b5afc53a-77d4-4255-b4c0-54ea84c0f333 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Allocated IP 172.20.0.6 (10a8cf60-7997-4233-bd18-38023ab4d829/d5195f93-41fa-4353-aa72-c2be4390d86e/c6001b0c-a20b-468b-aa8d-7013d8bd7f8c) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:06:59.844384 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-616bf68d-cfe4-462d-99e9-137ffdda66aa tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:59.906754 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616bf68d-cfe4-462d-99e9-137ffdda66aa tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Pushing event deleted for resources: {'Port': ['ID=3dcc908a-38d2-416c-8d51-9912038376d3,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:59.989057 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298554b-e8f7-4beb-8cfb-7f785a7f8dbd req-8956577a-1d94-4d90-8afd-3c1d81981a46 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:00.001808 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1298554b-e8f7-4beb-8cfb-7f785a7f8dbd req-8956577a-1d94-4d90-8afd-3c1d81981a46 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 943 time: 0.2300994 Aug 16 21:07:00.156960 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-b5afc53a-77d4-4255-b4c0-54ea84c0f333 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:00.185983 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ddee616a-41b7-4699-bd6a-f34b400f8d6a tempest-FloatingIPAdminTestJSON-294852903 tempest-FloatingIPAdminTestJSON-294852903-project] Notify callbacks [] for floatingip, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:00.188563 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ddee616a-41b7-4699-bd6a-f34b400f8d6a tempest-FloatingIPAdminTestJSON-294852903 tempest-FloatingIPAdminTestJSON-294852903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:00.192881 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ddee616a-41b7-4699-bd6a-f34b400f8d6a tempest-FloatingIPAdminTestJSON-294852903 tempest-FloatingIPAdminTestJSON-294852903-project] 10.222.0.84 "DELETE /v2.0/floatingips/f79cf2a2-f3e1-45a3-9722-92a3ad9a4fc8 HTTP/1.1" status: 204 len: 168 time: 1.8780971 Aug 16 21:07:00.193556 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35828) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:00.199804 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-08afcdf0-77e7-4dbb-a659-7d030667c80d req-755c3762-bc48-49b6-9fd0-0093420b1ec1 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 210 time: 0.0466824 Aug 16 21:07:00.202989 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1298554b-e8f7-4beb-8cfb-7f785a7f8dbd req-706798cc-52c6-4081-9696-ac8f5ff5e4c2 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups?id=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631234 Aug 16 21:07:00.232319 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-cfa03303-b998-4fe8-981f-34d550bad8cb tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] For port 1f12573e-db64-4bb9-b684-4157dd9b1f73, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=1f12573e-db64-4bb9-b684-4157dd9b1f73,segment=NetworkSegment(20387d42-fe4f-4d9a-b237-177d370a0ab5),segment_id=20387d42-fe4f-4d9a-b237-177d370a0ab5)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:00.233051 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-cfa03303-b998-4fe8-981f-34d550bad8cb tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:00.237850 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-616bf68d-cfe4-462d-99e9-137ffdda66aa tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks [] for floatingip, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:00.242716 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-616bf68d-cfe4-462d-99e9-137ffdda66aa tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:00.244975 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-616bf68d-cfe4-462d-99e9-137ffdda66aa tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "DELETE /v2.0/floatingips/3b531be0-b4b5-4796-9149-ccf3cc1e4d9b HTTP/1.1" status: 204 len: 168 time: 1.7332926 Aug 16 21:07:00.300526 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-cfa03303-b998-4fe8-981f-34d550bad8cb tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Calling delete_port for 1f12573e-db64-4bb9-b684-4157dd9b1f73 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:00.340245 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35836) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:00.361891 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-b5afc53a-77d4-4255-b4c0-54ea84c0f333 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:00.373301 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['6ccefc9c-e155-4214-9c78-4ed80369f4ae'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:07:00.457599 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf42f-2a11-4d17-8607-3bab07bfe844 tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Deleting port 30259c9f-b612-410d-9aa0-0e15430c3492 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:00.457976 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf42f-2a11-4d17-8607-3bab07bfe844 tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:00.459930 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-b5afc53a-77d4-4255-b4c0-54ea84c0f333 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Network 10a8cf60-7997-4233-bd18-38023ab4d829 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:07:00.474576 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-b5afc53a-77d4-4255-b4c0-54ea84c0f333 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:00.485114 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-b5afc53a-77d4-4255-b4c0-54ea84c0f333 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:07:00.492708 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5afc53a-77d4-4255-b4c0-54ea84c0f333 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Pushing event updated for resources: {'Port': ['ID=c6001b0c-a20b-468b-aa8d-7013d8bd7f8c,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:00.532261 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661ea16-a547-4ff8-b889-233b2c9722b7 req-11773ca8-791f-444b-966f-4d26319ce3a7 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:00.533809 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b661ea16-a547-4ff8-b889-233b2c9722b7 req-11773ca8-791f-444b-966f-4d26319ce3a7 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 945 time: 0.1764474 Aug 16 21:07:00.539074 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-09a1f4f5-e124-41c4-b1ed-3b2b57d03ed9 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:00.586831 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf42f-2a11-4d17-8607-3bab07bfe844 tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:00.587168 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf42f-2a11-4d17-8607-3bab07bfe844 tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:00.595328 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-09a1f4f5-e124-41c4-b1ed-3b2b57d03ed9 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:00.604371 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-b5afc53a-77d4-4255-b4c0-54ea84c0f333 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:00.605062 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-b5afc53a-77d4-4255-b4c0-54ea84c0f333 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:00.605567 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf42f-2a11-4d17-8607-3bab07bfe844 tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Calling delete_port for 30259c9f-b612-410d-9aa0-0e15430c3492 owned by network:floatingip {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:00.635136 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b661ea16-a547-4ff8-b889-233b2c9722b7 req-0a987347-9c97-447b-b842-0ad6b83d9d37 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940440 Aug 16 21:07:00.738043 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-cfa03303-b998-4fe8-981f-34d550bad8cb tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:00.777715 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-b5afc53a-77d4-4255-b4c0-54ea84c0f333 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4394457 Aug 16 21:07:00.791569 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa03303-b998-4fe8-981f-34d550bad8cb tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Pushing event deleted for resources: {'Port': ['ID=1f12573e-db64-4bb9-b684-4157dd9b1f73,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:00.792337 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-ca08fc39-7501-4069-ae44-d8f69c1375fc service neutron] Request body: {'port': {'device_id': 'e57ffa33-8888-48d1-b0b1-0f0b445b27f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:00.832807 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-cfa03303-b998-4fe8-981f-34d550bad8cb tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] No DVR routers for this DVR port 1f12573e-db64-4bb9-b684-4157dd9b1f73 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:07:00.835405 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-cfa03303-b998-4fe8-981f-34d550bad8cb tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:00.837454 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d88b4086-9d28-453a-81fd-cb79ad8f080a req-cfa03303-b998-4fe8-981f-34d550bad8cb tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.72 "DELETE /v2.0/ports/1f12573e-db64-4bb9-b684-4157dd9b1f73 HTTP/1.1" status: 204 len: 173 time: 1.6992521 Aug 16 21:07:00.860096 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-ca08fc39-7501-4069-ae44-d8f69c1375fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:00.868252 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-09a1f4f5-e124-41c4-b1ed-3b2b57d03ed9 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:00.871359 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-09a1f4f5-e124-41c4-b1ed-3b2b57d03ed9 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:00.881119 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-09a1f4f5-e124-41c4-b1ed-3b2b57d03ed9 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] 10.222.0.84 "DELETE /v2.0/security-groups/26905a6d-4b18-4de0-9acd-6bb77c126c7e HTTP/1.1" status: 204 len: 168 time: 0.5312891 Aug 16 21:07:00.885375 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1f4f5-e124-41c4-b1ed-3b2b57d03ed9 tempest-TestServerBasicOps-223476129 tempest-TestServerBasicOps-223476129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26905a6d-4b18-4de0-9acd-6bb77c126c7e,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:00.948290 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf42f-2a11-4d17-8607-3bab07bfe844 tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:00.976343 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddaf42f-2a11-4d17-8607-3bab07bfe844 tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Pushing event deleted for resources: {'Port': ['ID=30259c9f-b612-410d-9aa0-0e15430c3492,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:01.020073 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35848) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:01.071841 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf42f-2a11-4d17-8607-3bab07bfe844 tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:01.075477 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf42f-2a11-4d17-8607-3bab07bfe844 tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:01.077597 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8ddaf42f-2a11-4d17-8607-3bab07bfe844 tempest-FloatingIPAdminTestJSON-1863656188 tempest-FloatingIPAdminTestJSON-1863656188-project-admin] 10.222.0.84 "DELETE /v2.0/floatingips/9319f366-e825-423e-b1e4-f876470dcdd4 HTTP/1.1" status: 204 len: 168 time: 0.8780925 Aug 16 21:07:01.080912 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35852) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:01.203723 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5ef8-c6ba-4e68-8573-d262708c1ad7 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Deleting port d851ed53-d9d2-4db3-a35e-23c9baa1e012 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:01.205546 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-92ec5ef8-c6ba-4e68-8573-d262708c1ad7 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:01.237293 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-ca08fc39-7501-4069-ae44-d8f69c1375fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6001b0c-a20b-468b-aa8d-7013d8bd7f8c {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:07:01.293674 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-ca08fc39-7501-4069-ae44-d8f69c1375fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:01.334654 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-ca08fc39-7501-4069-ae44-d8f69c1375fc service neutron] Transition to ACTIVE for port object c6001b0c-a20b-468b-aa8d-7013d8bd7f8c will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:01.450606 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-92ec5ef8-c6ba-4e68-8573-d262708c1ad7 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:01.462667 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6bf88536-240f-4e32-a602-b3309e7c8d92 req-f1a5219d-e9cd-4fa6-a5d7-d339ffb9e11d tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 210 time: 0.1075933 Aug 16 21:07:01.465288 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'name': 'network-vif-deleted', 'tag': '1f12573e-db64-4bb9-b684-4157dd9b1f73'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:07:01.468687 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137b3a38-bce2-4ca7-a4f4-b4023975cdda" -d '{"events": [{"server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "name": "network-vif-deleted", "tag": "1f12573e-db64-4bb9-b684-4157dd9b1f73"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:07:01.486700 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5ef8-c6ba-4e68-8573-d262708c1ad7 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Calling delete_port for d851ed53-d9d2-4db3-a35e-23c9baa1e012 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:01.507189 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be653d-0f04-4f0f-a634-94ed689f791c req-6fb2fca1-2d78-4551-a9eb-853077c64783 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:01.516011 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-99be653d-0f04-4f0f-a634-94ed689f791c req-6fb2fca1-2d78-4551-a9eb-853077c64783 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 931 time: 0.1700270 Aug 16 21:07:01.519643 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-ca08fc39-7501-4069-ae44-d8f69c1375fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:01.537856 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0cbfbb-7f42-49a9-bec5-40b69ffbc36e x-openstack-request-id: req-6d0cbfbb-7f42-49a9-bec5-40b69ffbc36e {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:07:01.538155 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1536fb-66b5-4e05-b4c8-2739890cd94b", "name": "network-vif-deleted", "tag": "1f12573e-db64-4bb9-b684-4157dd9b1f73", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:07:01.538408 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6d0cbfbb-7f42-49a9-bec5-40b69ffbc36e {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:07:01.538805 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1536fb-66b5-4e05-b4c8-2739890cd94b', 'name': 'network-vif-deleted', 'tag': '1f12573e-db64-4bb9-b684-4157dd9b1f73', 'status': 'completed', 'code': 200} Aug 16 21:07:01.611905 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-99be653d-0f04-4f0f-a634-94ed689f791c req-efde42ed-5246-4fde-b73c-8d82f450cf65 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949097 Aug 16 21:07:01.622389 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08fc39-7501-4069-ae44-d8f69c1375fc service neutron] Pushing event updated for resources: {'Port': ['ID=c6001b0c-a20b-468b-aa8d-7013d8bd7f8c,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:01.715706 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-ca08fc39-7501-4069-ae44-d8f69c1375fc service neutron] Attempting to bind port c6001b0c-a20b-468b-aa8d-7013d8bd7f8c on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:01.716183 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-ca08fc39-7501-4069-ae44-d8f69c1375fc service neutron] Attempting to bind port c6001b0c-a20b-468b-aa8d-7013d8bd7f8c by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '85568c6e-48e5-454c-9434-fd56a12f8853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:01.716774 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-ca08fc39-7501-4069-ae44-d8f69c1375fc service neutron] Attempting to bind port c6001b0c-a20b-468b-aa8d-7013d8bd7f8c on network 10a8cf60-7997-4233-bd18-38023ab4d829 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:01.723146 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-ca08fc39-7501-4069-ae44-d8f69c1375fc service neutron] Port c6001b0c-a20b-468b-aa8d-7013d8bd7f8c on network 10a8cf60-7997-4233-bd18-38023ab4d829 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:07:01.723552 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-ca08fc39-7501-4069-ae44-d8f69c1375fc service neutron] Attempting to bind port c6001b0c-a20b-468b-aa8d-7013d8bd7f8c on network 10a8cf60-7997-4233-bd18-38023ab4d829 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:01.729228 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-ca08fc39-7501-4069-ae44-d8f69c1375fc service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:07:01.729663 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-ca08fc39-7501-4069-ae44-d8f69c1375fc service neutron] Checking segment: {'id': '85568c6e-48e5-454c-9434-fd56a12f8853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:07:01.730979 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-ca08fc39-7501-4069-ae44-d8f69c1375fc service neutron] Bound using segment: {'id': '85568c6e-48e5-454c-9434-fd56a12f8853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:07:01.731488 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-ca08fc39-7501-4069-ae44-d8f69c1375fc service neutron] Bound port: c6001b0c-a20b-468b-aa8d-7013d8bd7f8c, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85568c6e-48e5-454c-9434-fd56a12f8853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:07:01.732081 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-ca08fc39-7501-4069-ae44-d8f69c1375fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:01.858833 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-ca08fc39-7501-4069-ae44-d8f69c1375fc service neutron] For port c6001b0c-a20b-468b-aa8d-7013d8bd7f8c, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:07:01.863965 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-ca08fc39-7501-4069-ae44-d8f69c1375fc service neutron] For port c6001b0c-a20b-468b-aa8d-7013d8bd7f8c, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=c6001b0c-a20b-468b-aa8d-7013d8bd7f8c,segment=NetworkSegment(85568c6e-48e5-454c-9434-fd56a12f8853),segment_id=85568c6e-48e5-454c-9434-fd56a12f8853)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:07:01.879803 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2a083-8e4c-4bb8-9cec-1f43189d68cb req-2b9edf55-2cd2-4d08-86ea-2eb0ef26ec1b tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:01.882057 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-73a2a083-8e4c-4bb8-9cec-1f43189d68cb req-2b9edf55-2cd2-4d08-86ea-2eb0ef26ec1b tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 945 time: 0.0883799 Aug 16 21:07:01.937785 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-92ec5ef8-c6ba-4e68-8573-d262708c1ad7 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:01.950855 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-73a2a083-8e4c-4bb8-9cec-1f43189d68cb req-595849b5-cfc1-4ea6-9b2e-28c577c74366 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595851 Aug 16 21:07:01.965875 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-ca08fc39-7501-4069-ae44-d8f69c1375fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:01.988475 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5ef8-c6ba-4e68-8573-d262708c1ad7 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Pushing event deleted for resources: {'Port': ['ID=d851ed53-d9d2-4db3-a35e-23c9baa1e012,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:02.034955 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-ca08fc39-7501-4069-ae44-d8f69c1375fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:02.035605 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-ca08fc39-7501-4069-ae44-d8f69c1375fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:02.037316 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-ca08fc39-7501-4069-ae44-d8f69c1375fc service neutron] 10.222.0.90 "PUT /v2.0/ports/c6001b0c-a20b-468b-aa8d-7013d8bd7f8c HTTP/1.1" status: 200 len: 1092 time: 1.2518752 Aug 16 21:07:02.037791 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e57ffa33-8888-48d1-b0b1-0f0b445b27f1', 'tag': 'c6001b0c-a20b-468b-aa8d-7013d8bd7f8c'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:07:02.043715 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a527f31-7a3b-4b96-9f51-d7d13381ede6" -d '{"events": [{"name": "network-changed", "server_uuid": "e57ffa33-8888-48d1-b0b1-0f0b445b27f1", "tag": "c6001b0c-a20b-468b-aa8d-7013d8bd7f8c"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:07:02.085192 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08fc39-7501-4069-ae44-d8f69c1375fc service neutron] Pushing event updated for resources: {'Port': ['ID=c6001b0c-a20b-468b-aa8d-7013d8bd7f8c,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:02.101076 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f33c344d-94bc-4d92-91c3-fc15c4b0e126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:02.123373 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c9fe73-f2bf-497d-b7e8-a1abc79306b0 x-openstack-request-id: req-35c9fe73-f2bf-497d-b7e8-a1abc79306b0 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:07:02.123373 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e57ffa33-8888-48d1-b0b1-0f0b445b27f1", "tag": "c6001b0c-a20b-468b-aa8d-7013d8bd7f8c", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:07:02.123373 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-35c9fe73-f2bf-497d-b7e8-a1abc79306b0 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:07:02.123373 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e57ffa33-8888-48d1-b0b1-0f0b445b27f1', 'tag': 'c6001b0c-a20b-468b-aa8d-7013d8bd7f8c', 'status': 'completed', 'code': 200} Aug 16 21:07:02.187330 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-92ec5ef8-c6ba-4e68-8573-d262708c1ad7 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:02.189719 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-92ec5ef8-c6ba-4e68-8573-d262708c1ad7 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] 10.222.0.84 "DELETE /v2.0/ports/d851ed53-d9d2-4db3-a35e-23c9baa1e012 HTTP/1.1" status: 204 len: 168 time: 1.1074991 Aug 16 21:07:02.193129 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35872) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:02.246212 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a527f31-7a3b-4b96-9f51-d7d13381ede6 req-8fbca463-d470-46ce-91f1-f1baf1f42534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:02.255191 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a527f31-7a3b-4b96-9f51-d7d13381ede6 req-8fbca463-d470-46ce-91f1-f1baf1f42534 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a66a67472cec4496a7059d3173810e1a&device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 1095 time: 0.1137545 Aug 16 21:07:02.288529 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35874) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:02.314139 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e3d5bb-5de2-4d1e-bd8c-9bacface881e tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:02.316002 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f0e3d5bb-5de2-4d1e-bd8c-9bacface881e tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] 10.222.0.84 "GET /v2.0/ports?device_id=cee28cb4-ffe5-43e6-8658-e1c6e3590019 HTTP/1.1" status: 200 len: 913 time: 0.1202660 Aug 16 21:07:02.322600 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35880) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:02.575337 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-03209b53-e379-43a5-8aa6-337074863113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:02.721171 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-083a2278-9a42-4361-9b2d-491115d166bc req-60cc54dd-a295-4b71-a21d-3e4fb9081f60 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 210 time: 0.0718250 Aug 16 21:07:02.780814 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a527f31-7a3b-4b96-9f51-d7d13381ede6 req-3310c627-c3c4-4b58-a9ed-6b3e69fca06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:02.782863 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a527f31-7a3b-4b96-9f51-d7d13381ede6 req-3310c627-c3c4-4b58-a9ed-6b3e69fca06b service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=a66a67472cec4496a7059d3173810e1a&shared=False HTTP/1.1" status: 200 len: 905 time: 0.5198591 Aug 16 21:07:02.831957 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-03209b53-e379-43a5-8aa6-337074863113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:02.906349 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60cd69-c5a4-4b33-9db4-40a708700ba0 req-ff9fb769-8bb8-4253-8db0-5bcaee54e914 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:02.907966 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dd60cd69-c5a4-4b33-9db4-40a708700ba0 req-ff9fb769-8bb8-4253-8db0-5bcaee54e914 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 943 time: 0.1328228 Aug 16 21:07:02.968188 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a527f31-7a3b-4b96-9f51-d7d13381ede6 req-ff5348d3-413a-4a69-bcd2-4aacf542ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:02.969743 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a527f31-7a3b-4b96-9f51-d7d13381ede6 req-ff5348d3-413a-4a69-bcd2-4aacf542ba8f service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1736028 Aug 16 21:07:02.971509 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-03209b53-e379-43a5-8aa6-337074863113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:02.989205 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dd60cd69-c5a4-4b33-9db4-40a708700ba0 req-f68adc40-bbff-490b-a0a2-21e45e2238e1 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658600 Aug 16 21:07:03.014428 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-f33c344d-94bc-4d92-91c3-fc15c4b0e126 admin admin] Deleting port f92d8405-a3a2-4770-a503-80bbbffe410f {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:03.017354 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f33c344d-94bc-4d92-91c3-fc15c4b0e126 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:03.115667 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-16b19a7b-eb36-44b9-b06f-18cc56ae96d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:03.118191 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03209b53-e379-43a5-8aa6-337074863113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3589de-e337-4684-b341-7ef4835cb73d,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:03.118529 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-16b19a7b-eb36-44b9-b06f-18cc56ae96d1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a66a67472cec4496a7059d3173810e1a&device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 1095 time: 0.0978987 Aug 16 21:07:03.122838 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-03209b53-e379-43a5-8aa6-337074863113 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2c17290646aa4036b648f87360bbed59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8331773 Aug 16 21:07:03.133651 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35888) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:03.133867 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4ab5d-a92a-41ee-9dea-e58688ab2aa3 req-2ca85d44-5bc1-4b4b-b541-f20c19530ac7 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:03.135710 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8ae4ab5d-a92a-41ee-9dea-e58688ab2aa3 req-2ca85d44-5bc1-4b4b-b541-f20c19530ac7 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 945 time: 0.0845385 Aug 16 21:07:03.163150 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03209b53-e379-43a5-8aa6-337074863113 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:03.163150 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03209b53-e379-43a5-8aa6-337074863113 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:03.163150 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03209b53-e379-43a5-8aa6-337074863113 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:03.163933 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03209b53-e379-43a5-8aa6-337074863113 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:03.165694 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03209b53-e379-43a5-8aa6-337074863113 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:03.165694 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03209b53-e379-43a5-8aa6-337074863113 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:03.165694 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03209b53-e379-43a5-8aa6-337074863113 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:03.166096 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03209b53-e379-43a5-8aa6-337074863113 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:03.166562 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03209b53-e379-43a5-8aa6-337074863113 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:03.166912 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03209b53-e379-43a5-8aa6-337074863113 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:03.167249 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03209b53-e379-43a5-8aa6-337074863113 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:03.168168 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03209b53-e379-43a5-8aa6-337074863113 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:03.182518 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-9ebbce4e-c378-4a34-ad94-116af2386fe9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6001b0c-a20b-468b-aa8d-7013d8bd7f8c HTTP/1.1" status: 200 len: 217 time: 0.0450933 Aug 16 21:07:03.250367 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-f33c344d-94bc-4d92-91c3-fc15c4b0e126 admin admin] For port f92d8405-a3a2-4770-a503-80bbbffe410f, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=f92d8405-a3a2-4770-a503-80bbbffe410f,segment=NetworkSegment(b6ec97c3-166c-4cce-8ac4-df0928c9c7d5),segment_id=b6ec97c3-166c-4cce-8ac4-df0928c9c7d5)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:03.250367 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f33c344d-94bc-4d92-91c3-fc15c4b0e126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:03.311635 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8ae4ab5d-a92a-41ee-9dea-e58688ab2aa3 req-8d8acb5d-5aed-4fbb-8066-91f80f0efd23 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653538 Aug 16 21:07:03.316587 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-f33c344d-94bc-4d92-91c3-fc15c4b0e126 admin admin] Calling delete_port for f92d8405-a3a2-4770-a503-80bbbffe410f owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:03.325515 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-6fc9d63a-fc05-4802-804a-adda971fd6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:03.329238 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-6fc9d63a-fc05-4802-804a-adda971fd6bf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d5195f93-41fa-4353-aa72-c2be4390d86e HTTP/1.1" status: 200 len: 844 time: 0.1319797 Aug 16 21:07:03.329428 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a938071f-e68b-467a-9f3e-ae3b1571858a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:03.375345 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-b0fef9ab-eda3-471b-8aa2-3abc244f49f2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=10a8cf60-7997-4233-bd18-38023ab4d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392184 Aug 16 21:07:03.437981 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a938071f-e68b-467a-9f3e-ae3b1571858a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:03.443309 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fcf31ad0-a0ae-4f89-a0e5-fba9b7e35d1f tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:03.489282 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-796c353f-4d6b-48b0-a038-0985288eeed1 service neutron] 10.222.0.90 "GET /v2.0/networks/10a8cf60-7997-4233-bd18-38023ab4d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064675 Aug 16 21:07:03.610774 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50ca6fc2-196c-4a2e-b746-6aa671e0f7d9 req-1bf92e0c-0d0e-42d1-8201-5985e24d1e97 service neutron] 10.222.0.90 "GET /v2.0/networks/10a8cf60-7997-4233-bd18-38023ab4d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133857 Aug 16 21:07:03.827649 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a938071f-e68b-467a-9f3e-ae3b1571858a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:03.830273 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a938071f-e68b-467a-9f3e-ae3b1571858a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:03.833808 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a938071f-e68b-467a-9f3e-ae3b1571858a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3a3589de-e337-4684-b341-7ef4835cb73d HTTP/1.1" status: 204 len: 168 time: 0.6968963 Aug 16 21:07:03.854738 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938071f-e68b-467a-9f3e-ae3b1571858a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3589de-e337-4684-b341-7ef4835cb73d,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:03.881517 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f33c344d-94bc-4d92-91c3-fc15c4b0e126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:03.892420 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-04b0dea5-bd30-41c4-9f30-f529b4d40408 req-7eec3562-5b2b-4c3a-91dd-39df6b0faf6b tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 210 time: 0.0556395 Aug 16 21:07:03.924155 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-fcf31ad0-a0ae-4f89-a0e5-fba9b7e35d1f tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Deleting port 8822846b-4f3d-42de-98dc-6f630fb078a2 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:03.924502 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fcf31ad0-a0ae-4f89-a0e5-fba9b7e35d1f tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:03.956316 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c344d-94bc-4d92-91c3-fc15c4b0e126 admin admin] Pushing event deleted for resources: {'Port': ['ID=f92d8405-a3a2-4770-a503-80bbbffe410f,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:04.157788 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ec9e5-e354-4e3a-8bda-dc3be5b4f27e req-c8bb02ad-2c5e-4103-ab47-befac5b61821 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:04.166042 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b68ec9e5-e354-4e3a-8bda-dc3be5b4f27e req-c8bb02ad-2c5e-4103-ab47-befac5b61821 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 943 time: 0.0847752 Aug 16 21:07:04.236176 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b68ec9e5-e354-4e3a-8bda-dc3be5b4f27e req-7508bca0-1c07-4617-8eb1-08056261dfb5 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631428 Aug 16 21:07:04.466630 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2efff-4b45-49f2-aa63-d01970e268ac req-51620cce-666a-4788-aad2-a84c4d03d04f tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:04.473989 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cdb2efff-4b45-49f2-aa63-d01970e268ac req-51620cce-666a-4788-aad2-a84c4d03d04f tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 945 time: 0.0966167 Aug 16 21:07:04.480941 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fcf31ad0-a0ae-4f89-a0e5-fba9b7e35d1f tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:04.500285 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-fcf31ad0-a0ae-4f89-a0e5-fba9b7e35d1f tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Calling delete_port for 8822846b-4f3d-42de-98dc-6f630fb078a2 owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:04.525298 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cdb2efff-4b45-49f2-aa63-d01970e268ac req-aec788b6-a848-4fad-a89f-8ae535870338 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505331 Aug 16 21:07:04.593514 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35906) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:04.595931 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f33c344d-94bc-4d92-91c3-fc15c4b0e126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:04.606510 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c0c9c2a4-5d83-492e-a021-39102615d5c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:04.712223 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c0c9c2a4-5d83-492e-a021-39102615d5c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:04.771899 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c0c9c2a4-5d83-492e-a021-39102615d5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:04.814300 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c0c9c2a4-5d83-492e-a021-39102615d5c1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=666aefe8e5da4e358d014e819dd51ecb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2210975 Aug 16 21:07:04.815041 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c9c2a4-5d83-492e-a021-39102615d5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b661fd36-99b1-4b8c-a414-291afc67d8e3,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:04.817605 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35908) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:04.896817 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f7dc10fa-1f37-4c24-aaee-695dbd17228c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:04.923889 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f7dc10fa-1f37-4c24-aaee-695dbd17228c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:04.940746 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f33c344d-94bc-4d92-91c3-fc15c4b0e126 admin admin] Router 642dabc3-5caa-41db-a63c-bb8e62485c4e has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:07:05.007677 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fcf31ad0-a0ae-4f89-a0e5-fba9b7e35d1f tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:05.017302 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9033dec1-9539-4110-9b23-82eec7e49508 req-99414529-801f-4179-a2fb-bb4fa81ae06b tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 210 time: 0.0291505 Aug 16 21:07:05.034180 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f7dc10fa-1f37-4c24-aaee-695dbd17228c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:05.036813 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f7dc10fa-1f37-4c24-aaee-695dbd17228c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:05.038505 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f7dc10fa-1f37-4c24-aaee-695dbd17228c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b661fd36-99b1-4b8c-a414-291afc67d8e3 HTTP/1.1" status: 204 len: 168 time: 0.2195480 Aug 16 21:07:05.046231 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf31ad0-a0ae-4f89-a0e5-fba9b7e35d1f tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Pushing event deleted for resources: {'Port': ['ID=8822846b-4f3d-42de-98dc-6f630fb078a2,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:05.054471 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc10fa-1f37-4c24-aaee-695dbd17228c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b661fd36-99b1-4b8c-a414-291afc67d8e3,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:05.233161 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33c344d-94bc-4d92-91c3-fc15c4b0e126 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:07:05.239925 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f33c344d-94bc-4d92-91c3-fc15c4b0e126 admin admin] 10.222.0.84 "PUT /v2.0/routers/642dabc3-5caa-41db-a63c-bb8e62485c4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2187748 Aug 16 21:07:05.243498 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cda8904-4195-4e7b-b664-072b06c424a6 None None] Sync routers for ids ['642dabc3-5caa-41db-a63c-bb8e62485c4e'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:07:05.244515 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35916) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:05.272131 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cda8904-4195-4e7b-b664-072b06c424a6 None None] Routers {'642dabc3-5caa-41db-a63c-bb8e62485c4e'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:07:05.276090 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-2cda8904-4195-4e7b-b664-072b06c424a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:06:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['642dabc3-5caa-41db-a63c-bb8e62485c4e'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:05.371684 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fcf31ad0-a0ae-4f89-a0e5-fba9b7e35d1f tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:05.500146 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cc48c-5b49-40a7-aafd-4a838d8071fe req-f4cf0fb4-7515-4aa6-85bf-1a30d0c7f847 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:05.504275 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-335cc48c-5b49-40a7-aafd-4a838d8071fe req-f4cf0fb4-7515-4aa6-85bf-1a30d0c7f847 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 943 time: 0.1458695 Aug 16 21:07:05.536942 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-2cda8904-4195-4e7b-b664-072b06c424a6 None None] Set router 642dabc3-5caa-41db-a63c-bb8e62485c4e gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:07:05.540000 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f060dbb0-f1cf-4801-815f-30256ee37dce admin admin] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:05.613612 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-335cc48c-5b49-40a7-aafd-4a838d8071fe req-9f39b178-1ea1-430b-9a7a-7a5fdae7bb07 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026032 Aug 16 21:07:05.752067 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f060dbb0-f1cf-4801-815f-30256ee37dce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:05.774529 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0dab2-5211-414d-8b61-1315a2bc8a97 req-70d118d9-c008-4d42-b0fd-9ffb4968c165 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:05.784032 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf31ad0-a0ae-4f89-a0e5-fba9b7e35d1f tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Router cee28cb4-ffe5-43e6-8658-e1c6e3590019 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:07:05.784543 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f3a0dab2-5211-414d-8b61-1315a2bc8a97 req-70d118d9-c008-4d42-b0fd-9ffb4968c165 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 945 time: 0.1293085 Aug 16 21:07:05.862093 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device c6001b0c-a20b-468b-aa8d-7013d8bd7f8c details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:07:05.875711 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-2cda8904-4195-4e7b-b664-072b06c424a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642dabc3-5caa-41db-a63c-bb8e62485c4e', 'name': 'tempest-TestServerBasicOps-482623048-router', 'tenant_id': '9304be98048d4c61b258f65239a0a004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'f9389a1c-d331-452f-9e95-0324223655f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:21Z', 'updated_at': '2021-08-16T21:07:03Z', 'revision_number': 5, 'project_id': '9304be98048d4c61b258f65239a0a004', 'gw_port': {'id': 'f9389a1c-d331-452f-9e95-0324223655f7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642dabc3-5caa-41db-a63c-bb8e62485c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:21Z', 'updated_at': '2021-08-16T21:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:05.955404 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f3a0dab2-5211-414d-8b61-1315a2bc8a97 req-2246def8-bb91-4a47-ad8c-be7af6e22910 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702220 Aug 16 21:07:05.972982 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cda8904-4195-4e7b-b664-072b06c424a6 None None] Checking router: 642dabc3-5caa-41db-a63c-bb8e62485c4e for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:07:05.994485 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cda8904-4195-4e7b-b664-072b06c424a6 None None] Routers {'642dabc3-5caa-41db-a63c-bb8e62485c4e'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:07:05.995691 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-2cda8904-4195-4e7b-b664-072b06c424a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:06:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['642dabc3-5caa-41db-a63c-bb8e62485c4e'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:05.998697 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-f060dbb0-f1cf-4801-815f-30256ee37dce admin admin] Deleting port f9389a1c-d331-452f-9e95-0324223655f7 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:05.999058 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f060dbb0-f1cf-4801-815f-30256ee37dce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:06.029049 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf31ad0-a0ae-4f89-a0e5-fba9b7e35d1f tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:07:06.043036 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da219ebe-4412-488b-8c71-72d0fb1e78f6 None None] Sync routers for ids ['cee28cb4-ffe5-43e6-8658-e1c6e3590019'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:07:06.050718 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fcf31ad0-a0ae-4f89-a0e5-fba9b7e35d1f tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] 10.222.0.84 "PUT /v2.0/routers/cee28cb4-ffe5-43e6-8658-e1c6e3590019/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7232308 Aug 16 21:07:06.054438 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35934) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:06.083909 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da219ebe-4412-488b-8c71-72d0fb1e78f6 None None] Routers {'cee28cb4-ffe5-43e6-8658-e1c6e3590019'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:07:06.087258 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-da219ebe-4412-488b-8c71-72d0fb1e78f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:06:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['cee28cb4-ffe5-43e6-8658-e1c6e3590019'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:06.145395 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-f060dbb0-f1cf-4801-815f-30256ee37dce admin admin] For port f9389a1c-d331-452f-9e95-0324223655f7, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=f9389a1c-d331-452f-9e95-0324223655f7,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:06.146188 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f060dbb0-f1cf-4801-815f-30256ee37dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:06.161526 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-f060dbb0-f1cf-4801-815f-30256ee37dce admin admin] Calling delete_port for f9389a1c-d331-452f-9e95-0324223655f7 owned by network:router_gateway {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:06.170196 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-da219ebe-4412-488b-8c71-72d0fb1e78f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:06.201295 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-2cda8904-4195-4e7b-b664-072b06c424a6 None None] Set router 642dabc3-5caa-41db-a63c-bb8e62485c4e gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:07:06.207067 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da219ebe-4412-488b-8c71-72d0fb1e78f6 None None] Routers {'cee28cb4-ffe5-43e6-8658-e1c6e3590019'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:07:06.210478 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-da219ebe-4412-488b-8c71-72d0fb1e78f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:06:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['cee28cb4-ffe5-43e6-8658-e1c6e3590019'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:06.291982 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b4d13487-99b1-4b34-ae78-32cdb5776cf9 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:06.302153 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-da219ebe-4412-488b-8c71-72d0fb1e78f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:06.307346 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da219ebe-4412-488b-8c71-72d0fb1e78f6 None None] The sync data for ids ['cee28cb4-ffe5-43e6-8658-e1c6e3590019'] in n-d-793620-15 is: [] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:07:06.325127 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port c6001b0c-a20b-468b-aa8d-7013d8bd7f8c, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=c6001b0c-a20b-468b-aa8d-7013d8bd7f8c,segment=NetworkSegment(85568c6e-48e5-454c-9434-fd56a12f8853),segment_id=85568c6e-48e5-454c-9434-fd56a12f8853)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:06.334642 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-2cda8904-4195-4e7b-b664-072b06c424a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642dabc3-5caa-41db-a63c-bb8e62485c4e', 'name': 'tempest-TestServerBasicOps-482623048-router', 'tenant_id': '9304be98048d4c61b258f65239a0a004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:21Z', 'updated_at': '2021-08-16T21:07:05Z', 'revision_number': 6, 'project_id': '9304be98048d4c61b258f65239a0a004', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:06.347823 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': 'c6001b0c-a20b-468b-aa8d-7013d8bd7f8c', 'network_id': '10a8cf60-7997-4233-bd18-38023ab4d829', 'port_id': 'c6001b0c-a20b-468b-aa8d-7013d8bd7f8c', 'mac_address': 'fa:16:3e:69:a1:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5195f93-41fa-4353-aa72-c2be4390d86e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:07:06.399723 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cda8904-4195-4e7b-b664-072b06c424a6 None None] The sync data for ids ['642dabc3-5caa-41db-a63c-bb8e62485c4e'] in n-d-793620-15 is: [{'id': '642dabc3-5caa-41db-a63c-bb8e62485c4e', 'name': 'tempest-TestServerBasicOps-482623048-router', 'tenant_id': '9304be98048d4c61b258f65239a0a004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:21Z', 'updated_at': '2021-08-16T21:07:05Z', 'revision_number': 6, 'project_id': '9304be98048d4c61b258f65239a0a004', 'gw_port_host': None}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:07:06.424722 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:06.434143 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b9eb818b-2eb6-44fb-8a5c-c7a3f67f14fe req-81098256-94de-4245-9b73-6d84c605a8e4 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 210 time: 0.0505288 Aug 16 21:07:06.440407 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6001b0c-a20b-468b-aa8d-7013d8bd7f8c {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:07:06.451426 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f060dbb0-f1cf-4801-815f-30256ee37dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:06.476521 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port c6001b0c-a20b-468b-aa8d-7013d8bd7f8c, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=c6001b0c-a20b-468b-aa8d-7013d8bd7f8c,segment=NetworkSegment(85568c6e-48e5-454c-9434-fd56a12f8853),segment_id=85568c6e-48e5-454c-9434-fd56a12f8853)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:06.528633 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b4d13487-99b1-4b34-ae78-32cdb5776cf9 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:06.543566 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060dbb0-f1cf-4801-815f-30256ee37dce admin admin] Pushing event deleted for resources: {'Port': ['ID=f9389a1c-d331-452f-9e95-0324223655f7,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:06.547748 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:06.599697 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=c6001b0c-a20b-468b-aa8d-7013d8bd7f8c,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:06.608025 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:06.608623 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:06.610155 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:06.610796 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:06.613254 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:06.613771 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:06.614291 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:06.614788 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:06.616264 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f060dbb0-f1cf-4801-815f-30256ee37dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:06.616920 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:06.617499 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:06.617841 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:06.619733 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:06.722658 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-b4d13487-99b1-4b34-ae78-32cdb5776cf9 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Deleting port 5e8d0328-dbca-40f7-b0c9-00f68b64e706 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:06.723200 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b4d13487-99b1-4b34-ae78-32cdb5776cf9 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:06.771181 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['c6001b0c-a20b-468b-aa8d-7013d8bd7f8c'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:07:06.781617 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f060dbb0-f1cf-4801-815f-30256ee37dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:06.785070 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f060dbb0-f1cf-4801-815f-30256ee37dce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:06.894072 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b4d13487-99b1-4b34-ae78-32cdb5776cf9 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:06.924018 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-b4d13487-99b1-4b34-ae78-32cdb5776cf9 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Calling delete_port for 5e8d0328-dbca-40f7-b0c9-00f68b64e706 owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:06.938561 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb0cd7-e517-4c49-9179-149fc8d40e80 req-4ac8bc1e-11d5-4295-959e-39e61f38f3ea tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:06.990640 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ebeb0cd7-e517-4c49-9179-149fc8d40e80 req-4ac8bc1e-11d5-4295-959e-39e61f38f3ea tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 944 time: 0.2528944 Aug 16 21:07:07.067311 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f060dbb0-f1cf-4801-815f-30256ee37dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:07.072865 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f060dbb0-f1cf-4801-815f-30256ee37dce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 642dabc3-5caa-41db-a63c-bb8e62485c4e {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:07:07.081023 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f060dbb0-f1cf-4801-815f-30256ee37dce admin admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:07.083327 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f060dbb0-f1cf-4801-815f-30256ee37dce admin admin] 10.222.0.84 "DELETE /v2.0/routers/642dabc3-5caa-41db-a63c-bb8e62485c4e HTTP/1.1" status: 204 len: 168 time: 1.8374164 Aug 16 21:07:07.090256 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35954) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:07.278753 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ebeb0cd7-e517-4c49-9179-149fc8d40e80 req-7f76edaa-8c97-4c5c-81a2-770d5f306ff0 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870924 Aug 16 21:07:07.309924 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c844e4-bfd6-4df5-b37b-621674e62011 admin admin] Deleting subnet 0b70a9e6-d30c-45fd-8255-e0aa78917c10 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:07:07.313590 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-92c844e4-bfd6-4df5-b37b-621674e62011 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:07.347761 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f1bc5-dbdf-42d8-901d-1c204e3751d3 req-c3516422-f650-4f9e-bb34-826842ceba4c tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:07.349320 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a32f1bc5-dbdf-42d8-901d-1c204e3751d3 req-c3516422-f650-4f9e-bb34-826842ceba4c tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 945 time: 0.1397731 Aug 16 21:07:07.382346 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-92c844e4-bfd6-4df5-b37b-621674e62011 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:07.423219 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b4d13487-99b1-4b34-ae78-32cdb5776cf9 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:07.450508 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a32f1bc5-dbdf-42d8-901d-1c204e3751d3 req-9af3ef21-cc99-4008-bf6e-10491b0da139 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916615 Aug 16 21:07:07.489236 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d13487-99b1-4b34-ae78-32cdb5776cf9 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Pushing event deleted for resources: {'Port': ['ID=5e8d0328-dbca-40f7-b0c9-00f68b64e706,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:07.528588 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-92c844e4-bfd6-4df5-b37b-621674e62011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:07.541503 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f9389a1c-d331-452f-9e95-0324223655f7 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:07:07.594571 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: f9389a1c-d331-452f-9e95-0324223655f7 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:07:07.595210 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f9389a1c-d331-452f-9e95-0324223655f7 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:07:07.597262 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f92d8405-a3a2-4770-a503-80bbbffe410f no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:07:07.606167 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b4d13487-99b1-4b34-ae78-32cdb5776cf9 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:07.645733 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: f92d8405-a3a2-4770-a503-80bbbffe410f {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:07:07.646103 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f92d8405-a3a2-4770-a503-80bbbffe410f not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:07:07.688013 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c5192bf5-9412-4b1e-b0de-9a6ea5678ba8 req-cd13e680-10b2-4ecd-b967-c0117a3ff4bc tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 210 time: 0.0346622 Aug 16 21:07:07.726749 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b4d13487-99b1-4b34-ae78-32cdb5776cf9 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:07.729699 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b4d13487-99b1-4b34-ae78-32cdb5776cf9 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:07.748684 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-92c844e4-bfd6-4df5-b37b-621674e62011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:07.793954 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c844e4-bfd6-4df5-b37b-621674e62011 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b70a9e6-d30c-45fd-8255-e0aa78917c10,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:07.796078 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-92c844e4-bfd6-4df5-b37b-621674e62011 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:07.801003 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-92c844e4-bfd6-4df5-b37b-621674e62011 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/0b70a9e6-d30c-45fd-8255-e0aa78917c10 HTTP/1.1" status: 204 len: 168 time: 0.7065682 Aug 16 21:07:07.801104 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35970) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:07.803706 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2882a7e-364d-400e-9245-5e75e2459a7e None None] Network 21ccb363-d19c-49b3-8a0b-8ebb4f3486c4 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:07:07.878131 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device c6001b0c-a20b-468b-aa8d-7013d8bd7f8c up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:07:07.885025 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b4d13487-99b1-4b34-ae78-32cdb5776cf9 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:07.885556 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d13487-99b1-4b34-ae78-32cdb5776cf9 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Fanout notify agent at l3_agent the message router_deleted on router cee28cb4-ffe5-43e6-8658-e1c6e3590019 {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:07:07.902634 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b4d13487-99b1-4b34-ae78-32cdb5776cf9 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:07.906709 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b4d13487-99b1-4b34-ae78-32cdb5776cf9 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] 10.222.0.84 "DELETE /v2.0/routers/cee28cb4-ffe5-43e6-8658-e1c6e3590019 HTTP/1.1" status: 204 len: 168 time: 1.8486066 Aug 16 21:07:07.907415 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35972) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:07.948071 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-77a7d3ca-1473-45db-a172-b8be36ac3300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:07.985990 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-b54954c6-95dc-4104-9f5c-c5e57f286927 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Deleting subnet 343a3699-1ff0-4091-b445-1396623d2ea0 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:07:07.989530 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b54954c6-95dc-4104-9f5c-c5e57f286927 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:08.031101 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-77a7d3ca-1473-45db-a172-b8be36ac3300 admin admin] Deleting port 75e8f50f-3003-4293-97a0-70d1ac35d881 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:08.031379 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-77a7d3ca-1473-45db-a172-b8be36ac3300 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:08.073227 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b54954c6-95dc-4104-9f5c-c5e57f286927 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:08.079525 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port c6001b0c-a20b-468b-aa8d-7013d8bd7f8c completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:07:08.086071 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port c6001b0c-a20b-468b-aa8d-7013d8bd7f8c triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:07:08.086767 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:08.122100 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-77a7d3ca-1473-45db-a172-b8be36ac3300 admin admin] For port 75e8f50f-3003-4293-97a0-70d1ac35d881, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=75e8f50f-3003-4293-97a0-70d1ac35d881,segment=NetworkSegment(b6ec97c3-166c-4cce-8ac4-df0928c9c7d5),segment_id=b6ec97c3-166c-4cce-8ac4-df0928c9c7d5)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:08.122480 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-77a7d3ca-1473-45db-a172-b8be36ac3300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:08.124484 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53dfd3e-632a-446e-9922-953b7f1d5e36 None None] DHCP port deletion for 21ccb363-d19c-49b3-8a0b-8ebb4f3486c4 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:07:08.164995 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-77a7d3ca-1473-45db-a172-b8be36ac3300 admin admin] Calling delete_port for 75e8f50f-3003-4293-97a0-70d1ac35d881 owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:08.179920 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b54954c6-95dc-4104-9f5c-c5e57f286927 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:08.236676 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-f53dfd3e-632a-446e-9922-953b7f1d5e36 None None] Deleting port 75e8f50f-3003-4293-97a0-70d1ac35d881 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:08.237377 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f53dfd3e-632a-446e-9922-953b7f1d5e36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:08.310234 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:08.357784 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-f53dfd3e-632a-446e-9922-953b7f1d5e36 None None] For port 75e8f50f-3003-4293-97a0-70d1ac35d881, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=75e8f50f-3003-4293-97a0-70d1ac35d881,segment=NetworkSegment(b6ec97c3-166c-4cce-8ac4-df0928c9c7d5),segment_id=b6ec97c3-166c-4cce-8ac4-df0928c9c7d5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:08.359025 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f53dfd3e-632a-446e-9922-953b7f1d5e36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:08.372383 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57ffa33-8888-48d1-b0b1-0f0b445b27f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6001b0c-a20b-468b-aa8d-7013d8bd7f8c'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:07:08.374697 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d82bb9-5f48-499b-878f-774622485eca" -d '{"events": [{"server_uuid": "e57ffa33-8888-48d1-b0b1-0f0b445b27f1", "name": "network-vif-plugged", "status": "completed", "tag": "c6001b0c-a20b-468b-aa8d-7013d8bd7f8c"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:07:08.377093 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-77a7d3ca-1473-45db-a172-b8be36ac3300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:08.433633 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b54954c6-95dc-4104-9f5c-c5e57f286927 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:08.443051 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a7d3ca-1473-45db-a172-b8be36ac3300 admin admin] Pushing event deleted for resources: {'Port': ['ID=75e8f50f-3003-4293-97a0-70d1ac35d881,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:08.445989 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-f53dfd3e-632a-446e-9922-953b7f1d5e36 None None] Calling delete_port for 75e8f50f-3003-4293-97a0-70d1ac35d881 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:08.449677 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port c6001b0c-a20b-468b-aa8d-7013d8bd7f8c, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=c6001b0c-a20b-468b-aa8d-7013d8bd7f8c,segment=NetworkSegment(85568c6e-48e5-454c-9434-fd56a12f8853),segment_id=85568c6e-48e5-454c-9434-fd56a12f8853)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:08.451659 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a7d3ca-1473-45db-a172-b8be36ac3300 admin admin] No DVR routers for this DVR port 75e8f50f-3003-4293-97a0-70d1ac35d881 on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:07:08.486328 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9dddb9-66c0-4295-acab-e1a0ec63dc16 x-openstack-request-id: req-ff9dddb9-66c0-4295-acab-e1a0ec63dc16 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:07:08.486633 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57ffa33-8888-48d1-b0b1-0f0b445b27f1", "name": "network-vif-plugged", "status": "completed", "tag": "c6001b0c-a20b-468b-aa8d-7013d8bd7f8c", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:07:08.486905 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ff9dddb9-66c0-4295-acab-e1a0ec63dc16 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:07:08.487328 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57ffa33-8888-48d1-b0b1-0f0b445b27f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6001b0c-a20b-468b-aa8d-7013d8bd7f8c', 'code': 200} Aug 16 21:07:08.506961 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b54954c6-95dc-4104-9f5c-c5e57f286927 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:08.513277 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacbb759-274f-4f4f-9bb1-6073c54de290 None None] Network c58828e2-7403-455a-945b-065e071a1028 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:07:08.513475 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b54954c6-95dc-4104-9f5c-c5e57f286927 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] 10.222.0.84 "DELETE /v2.0/subnets/343a3699-1ff0-4091-b445-1396623d2ea0 HTTP/1.1" status: 204 len: 168 time: 0.6018977 Aug 16 21:07:08.513475 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54954c6-95dc-4104-9f5c-c5e57f286927 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Pushing event deleted for resources: {'Subnet': ['ID=343a3699-1ff0-4091-b445-1396623d2ea0,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:08.521649 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35994) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:08.547082 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:08.608832 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac52f58-d04e-4fd2-a419-81472272ad54 req-e385166d-8057-4aeb-9994-81b41da0d8d7 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:08.610037 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-77a7d3ca-1473-45db-a172-b8be36ac3300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:08.611823 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8ac52f58-d04e-4fd2-a419-81472272ad54 req-e385166d-8057-4aeb-9994-81b41da0d8d7 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 944 time: 0.2489374 Aug 16 21:07:08.630737 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-77a7d3ca-1473-45db-a172-b8be36ac3300 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ccb363-d19c-49b3-8a0b-8ebb4f3486c4']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:08.648013 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-77a7d3ca-1473-45db-a172-b8be36ac3300 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ec97c3-166c-4cce-8ac4-df0928c9c7d5') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:08.648567 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-77a7d3ca-1473-45db-a172-b8be36ac3300 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ec97c3-166c-4cce-8ac4-df0928c9c7d5') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:08.660906 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-77a7d3ca-1473-45db-a172-b8be36ac3300 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:08.678829 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-77a7d3ca-1473-45db-a172-b8be36ac3300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:08.687054 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a7d3ca-1473-45db-a172-b8be36ac3300 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:07:08.687927 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-77a7d3ca-1473-45db-a172-b8be36ac3300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:08.689924 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:07:08.689924 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:07:08.689924 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:07:08.689924 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:07:08.689924 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:07:08.689924 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:07:08.689924 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:07:08.689924 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:07:08.689924 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:07:08.689924 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:07:08.689924 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:07:08.689924 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:07:08.689924 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:07:08.689924 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:07:08.689924 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:07:08.689924 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:07:08.689924 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:07:08.689924 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:07:08.689924 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:07:08.689924 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:07:08.689924 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:07:08.689924 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:07:08.689924 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:07:08.689924 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:07:08.689924 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:07:08.689924 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:07:08.689924 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:07:08.689924 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:07:08.689924 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:07:08.689924 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:07:08.689924 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:07:08.689924 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:07:08.798336 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=c6001b0c-a20b-468b-aa8d-7013d8bd7f8c,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:08.804469 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595ca46-6d77-4eee-b67a-4e63472127ec req-ab4cbf85-d7c2-472a-93d3-c326209a3842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:08.806144 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9595ca46-6d77-4eee-b67a-4e63472127ec req-ab4cbf85-d7c2-472a-93d3-c326209a3842 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 1097 time: 0.2669499 Aug 16 21:07:08.839256 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630b3a4-ef9d-4fd9-a81d-7116737fe8c1 req-b066aa89-ca97-4540-be02-01baa5616db2 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:08.843108 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8630b3a4-ef9d-4fd9-a81d-7116737fe8c1 req-b066aa89-ca97-4540-be02-01baa5616db2 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 945 time: 0.2300460 Aug 16 21:07:08.853968 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f53dfd3e-632a-446e-9922-953b7f1d5e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:08.856967 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-77a7d3ca-1473-45db-a172-b8be36ac3300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:08.865141 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-77a7d3ca-1473-45db-a172-b8be36ac3300 admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:08.867946 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-77a7d3ca-1473-45db-a172-b8be36ac3300 admin admin] 10.222.0.84 "DELETE /v2.0/networks/21ccb363-d19c-49b3-8a0b-8ebb4f3486c4 HTTP/1.1" status: 204 len: 168 time: 1.0652645 Aug 16 21:07:08.893401 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35998) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:08.893879 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f53dfd3e-632a-446e-9922-953b7f1d5e36 None None] Network 21ccb363-d19c-49b3-8a0b-8ebb4f3486c4 is not hosted by any dhcp agent {{(pid=101846) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 21:07:08.896724 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53dfd3e-632a-446e-9922-953b7f1d5e36 None None] No DVR routers for this DVR port 75e8f50f-3003-4293-97a0-70d1ac35d881 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:07:08.897922 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53dfd3e-632a-446e-9922-953b7f1d5e36 None None] Pushing event deleted for resources: {'Port': ['ID=75e8f50f-3003-4293-97a0-70d1ac35d881,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:08.906255 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a7d3ca-1473-45db-a172-b8be36ac3300 admin admin] Pushing event deleted for resources: {'Network': ['ID=21ccb363-d19c-49b3-8a0b-8ebb4f3486c4,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:08.924389 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8ac52f58-d04e-4fd2-a419-81472272ad54 req-cfac9903-4bd1-4175-99c7-0ae749554cd9 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666826 Aug 16 21:07:08.945678 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5aa266ff-b757-48cc-9768-618aa893aec8 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:08.962464 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9595ca46-6d77-4eee-b67a-4e63472127ec req-1773012e-d86d-4447-8767-08aaf41fb1f9 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337781 Aug 16 21:07:09.019220 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8630b3a4-ef9d-4fd9-a81d-7116737fe8c1 req-b743196d-d600-41aa-a7e8-3428e5631f56 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169620 Aug 16 21:07:09.033665 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0055577b-cb62-403b-82c6-ab5401d3cf32 None None] DHCP port deletion for c58828e2-7403-455a-945b-065e071a1028 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:07:09.104366 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-0055577b-cb62-403b-82c6-ab5401d3cf32 None None] Deleting port 5bb5d979-772f-4127-804d-ac889a821f5e {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:09.105360 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0055577b-cb62-403b-82c6-ab5401d3cf32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:09.114874 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-5aa266ff-b757-48cc-9768-618aa893aec8 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Deleting port 5bb5d979-772f-4127-804d-ac889a821f5e {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:09.119772 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5aa266ff-b757-48cc-9768-618aa893aec8 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:09.119772 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3c9cd0cf-a6f3-4af2-8951-12aa8137f3da req-0b330412-1791-4910-a2b6-0d34a5882272 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 210 time: 0.0470464 Aug 16 21:07:09.248362 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-5aa266ff-b757-48cc-9768-618aa893aec8 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] For port 5bb5d979-772f-4127-804d-ac889a821f5e, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5bb5d979-772f-4127-804d-ac889a821f5e,segment=NetworkSegment(0c895232-44b2-44a2-b775-aac091aa7ed1),segment_id=0c895232-44b2-44a2-b775-aac091aa7ed1)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:09.248747 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5aa266ff-b757-48cc-9768-618aa893aec8 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:09.265121 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-5aa266ff-b757-48cc-9768-618aa893aec8 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Calling delete_port for 5bb5d979-772f-4127-804d-ac889a821f5e owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:09.310921 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 75e8f50f-3003-4293-97a0-70d1ac35d881 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:07:09.319645 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-0055577b-cb62-403b-82c6-ab5401d3cf32 None None] For port 5bb5d979-772f-4127-804d-ac889a821f5e, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5bb5d979-772f-4127-804d-ac889a821f5e,segment=NetworkSegment(0c895232-44b2-44a2-b775-aac091aa7ed1),segment_id=0c895232-44b2-44a2-b775-aac091aa7ed1)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:09.329601 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0055577b-cb62-403b-82c6-ab5401d3cf32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:09.378036 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-0055577b-cb62-403b-82c6-ab5401d3cf32 None None] Calling delete_port for 5bb5d979-772f-4127-804d-ac889a821f5e owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:09.396660 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36004) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:09.448380 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 75e8f50f-3003-4293-97a0-70d1ac35d881 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:07:09.448837 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 75e8f50f-3003-4293-97a0-70d1ac35d881 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:07:09.449318 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5bb5d979-772f-4127-804d-ac889a821f5e no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:07:09.479751 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5aa266ff-b757-48cc-9768-618aa893aec8 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:09.499204 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0055577b-cb62-403b-82c6-ab5401d3cf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:09.506045 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa266ff-b757-48cc-9768-618aa893aec8 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] No DVR routers for this DVR port 5bb5d979-772f-4127-804d-ac889a821f5e on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:07:09.536573 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e9a27d55-1270-4e28-bc4e-bf1b79cd1e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:09.540129 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0055577b-cb62-403b-82c6-ab5401d3cf32 None None] No DVR routers for this DVR port 5bb5d979-772f-4127-804d-ac889a821f5e on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:07:09.544410 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055577b-cb62-403b-82c6-ab5401d3cf32 None None] Pushing event deleted for resources: {'Port': ['ID=5bb5d979-772f-4127-804d-ac889a821f5e,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:09.554489 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No active binding found for port 5bb5d979-772f-4127-804d-ac889a821f5e {{(pid=101846) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 21:07:09.555014 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5bb5d979-772f-4127-804d-ac889a821f5e not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:07:09.563898 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa266ff-b757-48cc-9768-618aa893aec8 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Pushing event deleted for resources: {'Port': ['ID=5bb5d979-772f-4127-804d-ac889a821f5e,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:09.659069 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c1bfa90d-173b-4111-b06b-f2275234b49b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:09.716766 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5aa266ff-b757-48cc-9768-618aa893aec8 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:09.731368 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-5aa266ff-b757-48cc-9768-618aa893aec8 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c58828e2-7403-455a-945b-065e071a1028']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:09.747457 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-5aa266ff-b757-48cc-9768-618aa893aec8 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c895232-44b2-44a2-b775-aac091aa7ed1') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:09.747755 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-5aa266ff-b757-48cc-9768-618aa893aec8 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c895232-44b2-44a2-b775-aac091aa7ed1') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:09.764065 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5aa266ff-b757-48cc-9768-618aa893aec8 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:09.814104 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5aa266ff-b757-48cc-9768-618aa893aec8 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:09.829913 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aa266ff-b757-48cc-9768-618aa893aec8 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:07:09.830641 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5aa266ff-b757-48cc-9768-618aa893aec8 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:09.833751 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:07:09.833751 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:07:09.833751 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:07:09.833751 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:07:09.833751 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:07:09.833751 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:07:09.833751 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:07:09.833751 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:07:09.833751 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:07:09.833751 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:07:09.833751 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:07:09.833751 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:07:09.833751 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:07:09.833751 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:07:09.833751 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:07:09.833751 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:07:09.833751 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:07:09.833751 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:07:09.833751 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:07:09.833751 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:07:09.833751 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:07:09.833751 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:07:09.833751 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:07:09.833751 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:07:09.833751 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:07:09.833751 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:07:09.833751 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:07:09.833751 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:07:09.833751 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:07:09.833751 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:07:09.833751 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:07:09.833751 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:07:09.848624 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c1bfa90d-173b-4111-b06b-f2275234b49b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:09.959767 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c1bfa90d-173b-4111-b06b-f2275234b49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:10.010626 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-e9a27d55-1270-4e28-bc4e-bf1b79cd1e41 admin admin] Deleting port a0bc83e7-54ec-4e8a-94df-cd21335efa4a {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:10.015622 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e9a27d55-1270-4e28-bc4e-bf1b79cd1e41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:10.024286 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5aa266ff-b757-48cc-9768-618aa893aec8 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:10.037888 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5aa266ff-b757-48cc-9768-618aa893aec8 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:10.041073 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5aa266ff-b757-48cc-9768-618aa893aec8 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] 10.222.0.84 "DELETE /v2.0/networks/c58828e2-7403-455a-945b-065e071a1028 HTTP/1.1" status: 204 len: 168 time: 1.5150535 Aug 16 21:07:10.054944 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36010) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:10.109655 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c1bfa90d-173b-4111-b06b-f2275234b49b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1086904972eb4a27acf47bb620c2d027&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7115171 Aug 16 21:07:10.113533 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36014) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:10.161306 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bfa90d-173b-4111-b06b-f2275234b49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d81f60-c046-4d79-8d31-d61d2b8d3b4c,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:10.182753 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa266ff-b757-48cc-9768-618aa893aec8 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Pushing event deleted for resources: {'Network': ['ID=c58828e2-7403-455a-945b-065e071a1028,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:10.187035 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-e9a27d55-1270-4e28-bc4e-bf1b79cd1e41 admin admin] For port a0bc83e7-54ec-4e8a-94df-cd21335efa4a, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=a0bc83e7-54ec-4e8a-94df-cd21335efa4a,segment=NetworkSegment(0a3a5395-5609-45d7-b7cc-faebbf2a8bad),segment_id=0a3a5395-5609-45d7-b7cc-faebbf2a8bad)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:10.187404 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e9a27d55-1270-4e28-bc4e-bf1b79cd1e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:10.214584 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-e9a27d55-1270-4e28-bc4e-bf1b79cd1e41 admin admin] Calling delete_port for a0bc83e7-54ec-4e8a-94df-cd21335efa4a owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:10.221143 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3a8f6145-4adc-45c9-9ca4-0d7edf859a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:10.287473 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612143c2-f8c3-42fb-b719-79ac5dabbc4f req-f1f684e7-7af4-4467-a932-e4a7d2101cc4 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:10.289330 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-612143c2-f8c3-42fb-b719-79ac5dabbc4f req-f1f684e7-7af4-4467-a932-e4a7d2101cc4 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 945 time: 0.1935253 Aug 16 21:07:10.298967 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3a8f6145-4adc-45c9-9ca4-0d7edf859a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:10.341724 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850debd-c500-43df-9825-a3858ee62365 req-f38a4800-dc12-4f4b-90a5-99f43c4a57d9 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:10.349899 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9850debd-c500-43df-9825-a3858ee62365 req-f38a4800-dc12-4f4b-90a5-99f43c4a57d9 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 945 time: 0.1712060 Aug 16 21:07:10.425698 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-612143c2-f8c3-42fb-b719-79ac5dabbc4f req-e2df0959-e57f-4055-bde6-992387fa0984 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024737 Aug 16 21:07:10.428882 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9850debd-c500-43df-9825-a3858ee62365 req-32c34245-4fae-4d6f-ad55-e1bda85ccc78 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783002 Aug 16 21:07:10.440444 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-30287eb4-652d-41dc-a63e-262d7d56ef00 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Deleting port d803608a-8161-400e-a96f-dcef11e4acec {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:10.440929 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-30287eb4-652d-41dc-a63e-262d7d56ef00 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:10.475740 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:07:10.548504 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-30287eb4-652d-41dc-a63e-262d7d56ef00 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:10.548504 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-30287eb4-652d-41dc-a63e-262d7d56ef00 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:10.571156 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-074ed595-3c11-4c63-a532-1b0b390232b0 req-d2bee698-6e7d-4b64-96c0-010e992040b7 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 210 time: 0.0420170 Aug 16 21:07:10.577993 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-30287eb4-652d-41dc-a63e-262d7d56ef00 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Calling delete_port for d803608a-8161-400e-a96f-dcef11e4acec owned by network:floatingip {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:10.805262 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-30287eb4-652d-41dc-a63e-262d7d56ef00 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:10.841259 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30287eb4-652d-41dc-a63e-262d7d56ef00 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Pushing event deleted for resources: {'Port': ['ID=d803608a-8161-400e-a96f-dcef11e4acec,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:10.906451 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-30287eb4-652d-41dc-a63e-262d7d56ef00 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks [] for floatingip, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:10.909534 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-30287eb4-652d-41dc-a63e-262d7d56ef00 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:10.910702 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-30287eb4-652d-41dc-a63e-262d7d56ef00 tempest-FloatingIPAdminTestJSON-1763058152 tempest-FloatingIPAdminTestJSON-1763058152-project] 10.222.0.84 "DELETE /v2.0/floatingips/8f4a049f-fa1f-4283-8ff9-71043af0140c HTTP/1.1" status: 204 len: 168 time: 0.8499625 Aug 16 21:07:10.977116 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e9a27d55-1270-4e28-bc4e-bf1b79cd1e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:11.005627 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3a8f6145-4adc-45c9-9ca4-0d7edf859a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:11.008425 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3a8f6145-4adc-45c9-9ca4-0d7edf859a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:11.009599 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3a8f6145-4adc-45c9-9ca4-0d7edf859a5d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/71d81f60-c046-4d79-8d31-d61d2b8d3b4c HTTP/1.1" status: 204 len: 168 time: 0.8946109 Aug 16 21:07:11.011722 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a27d55-1270-4e28-bc4e-bf1b79cd1e41 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0bc83e7-54ec-4e8a-94df-cd21335efa4a,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:11.023847 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-407b5b68-dc92-4b1a-8c61-1902f0af2d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:11.037941 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8f6145-4adc-45c9-9ca4-0d7edf859a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d81f60-c046-4d79-8d31-d61d2b8d3b4c,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:11.233426 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e9a27d55-1270-4e28-bc4e-bf1b79cd1e41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:11.406285 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36030) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:11.525351 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a27d55-1270-4e28-bc4e-bf1b79cd1e41 admin admin] Router f3ddf931-5462-4615-b4ef-2141dfbb9238 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:07:11.682283 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a27d55-1270-4e28-bc4e-bf1b79cd1e41 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:07:11.693357 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e9a27d55-1270-4e28-bc4e-bf1b79cd1e41 admin admin] 10.222.0.84 "PUT /v2.0/routers/f3ddf931-5462-4615-b4ef-2141dfbb9238/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7984257 Aug 16 21:07:11.697525 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8175288a-50bd-4850-9f84-10c33c0e016f None None] Sync routers for ids ['f3ddf931-5462-4615-b4ef-2141dfbb9238'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:07:11.700261 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36050) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:11.708294 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8175288a-50bd-4850-9f84-10c33c0e016f None None] Routers {'f3ddf931-5462-4615-b4ef-2141dfbb9238'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:07:11.709431 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-8175288a-50bd-4850-9f84-10c33c0e016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:06:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['f3ddf931-5462-4615-b4ef-2141dfbb9238'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:11.743606 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a4d43-33da-4b55-9d5d-317d3697f361 req-249257f2-8566-495d-98c9-e9ca9e9fb047 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:11.745188 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-841a4d43-33da-4b55-9d5d-317d3697f361 req-249257f2-8566-495d-98c9-e9ca9e9fb047 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 945 time: 0.1691024 Aug 16 21:07:11.752882 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127448a8-3805-41a4-aceb-70dc4b56d2c0 req-69aecb4a-4e9d-4045-98ca-6fca2381579a tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:11.754387 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-127448a8-3805-41a4-aceb-70dc4b56d2c0 req-69aecb4a-4e9d-4045-98ca-6fca2381579a tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 945 time: 0.1942689 Aug 16 21:07:11.760496 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-73b34326-fb07-4930-b97d-4c54732927b5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d16ff34b47964023aa16069f41cc73f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3521805 Aug 16 21:07:11.766615 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36052) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:11.890384 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-841a4d43-33da-4b55-9d5d-317d3697f361 req-9c1e96f1-69a3-4316-9a80-d6d147b1605b tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348770 Aug 16 21:07:11.910360 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-127448a8-3805-41a4-aceb-70dc4b56d2c0 req-87021030-9dbc-46a5-aab3-91a6d2326fef tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437750 Aug 16 21:07:11.939353 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-8175288a-50bd-4850-9f84-10c33c0e016f None None] Set router f3ddf931-5462-4615-b4ef-2141dfbb9238 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:07:11.945669 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b431a8e0-90cf-45a8-bacd-17772d0d0d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:11.949437 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d043e407-bd84-4eaf-9dc8-9d51a69bad8f admin admin] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:12.001795 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b431a8e0-90cf-45a8-bacd-17772d0d0d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:12.172180 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bac0dff9-c8ac-48a8-922c-70107c9f2564 req-5e5b4eb7-ca75-40aa-bb84-1c4168041bff tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 210 time: 0.0921788 Aug 16 21:07:12.196580 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d043e407-bd84-4eaf-9dc8-9d51a69bad8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:12.256722 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b431a8e0-90cf-45a8-bacd-17772d0d0d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:12.259357 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b431a8e0-90cf-45a8-bacd-17772d0d0d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:12.260725 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b431a8e0-90cf-45a8-bacd-17772d0d0d28 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c79f61a8-0c56-4213-a89c-e202edb3fe50 HTTP/1.1" status: 204 len: 168 time: 0.4925776 Aug 16 21:07:12.276110 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b431a8e0-90cf-45a8-bacd-17772d0d0d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79f61a8-0c56-4213-a89c-e202edb3fe50,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:12.314427 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-8175288a-50bd-4850-9f84-10c33c0e016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ddf931-5462-4615-b4ef-2141dfbb9238', 'name': 'tempest-TestServerBasicOps-1366360804-router', 'tenant_id': '83ad6ec41cae487caf10e7265f336cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c32122ee-4846-475d-94da-7ce58fde1be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:29Z', 'updated_at': '2021-08-16T21:07:10Z', 'revision_number': 5, 'project_id': '83ad6ec41cae487caf10e7265f336cd2', 'gw_port': {'id': 'c32122ee-4846-475d-94da-7ce58fde1be7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ddf931-5462-4615-b4ef-2141dfbb9238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:30Z', 'updated_at': '2021-08-16T21:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:12.361017 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8175288a-50bd-4850-9f84-10c33c0e016f None None] Checking router: f3ddf931-5462-4615-b4ef-2141dfbb9238 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:07:12.373099 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8175288a-50bd-4850-9f84-10c33c0e016f None None] Routers {'f3ddf931-5462-4615-b4ef-2141dfbb9238'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:07:12.373989 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-8175288a-50bd-4850-9f84-10c33c0e016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:06:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['f3ddf931-5462-4615-b4ef-2141dfbb9238'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:12.378288 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-d043e407-bd84-4eaf-9dc8-9d51a69bad8f admin admin] Deleting port c32122ee-4846-475d-94da-7ce58fde1be7 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:12.378632 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d043e407-bd84-4eaf-9dc8-9d51a69bad8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:12.415873 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f70cdb-55e0-4211-b12f-76dd30cca94a req-fda36bcd-d069-4c82-bbac-68dee162aa66 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:12.424301 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d0f70cdb-55e0-4211-b12f-76dd30cca94a req-fda36bcd-d069-4c82-bbac-68dee162aa66 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 945 time: 0.1055000 Aug 16 21:07:12.514537 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d0f70cdb-55e0-4211-b12f-76dd30cca94a req-ece0f7b6-ed30-48c7-8652-0dcd489be22c tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821185 Aug 16 21:07:12.554906 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-d043e407-bd84-4eaf-9dc8-9d51a69bad8f admin admin] For port c32122ee-4846-475d-94da-7ce58fde1be7, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=c32122ee-4846-475d-94da-7ce58fde1be7,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:12.555546 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d043e407-bd84-4eaf-9dc8-9d51a69bad8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:12.569945 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-d043e407-bd84-4eaf-9dc8-9d51a69bad8f admin admin] Calling delete_port for c32122ee-4846-475d-94da-7ce58fde1be7 owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:12.660075 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-8175288a-50bd-4850-9f84-10c33c0e016f None None] Set router f3ddf931-5462-4615-b4ef-2141dfbb9238 gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:07:12.722408 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-8175288a-50bd-4850-9f84-10c33c0e016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ddf931-5462-4615-b4ef-2141dfbb9238', 'name': 'tempest-TestServerBasicOps-1366360804-router', 'tenant_id': '83ad6ec41cae487caf10e7265f336cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:29Z', 'updated_at': '2021-08-16T21:07:12Z', 'revision_number': 6, 'project_id': '83ad6ec41cae487caf10e7265f336cd2', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:12.760919 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8175288a-50bd-4850-9f84-10c33c0e016f None None] The sync data for ids ['f3ddf931-5462-4615-b4ef-2141dfbb9238'] in n-d-793620-15 is: [{'id': 'f3ddf931-5462-4615-b4ef-2141dfbb9238', 'name': 'tempest-TestServerBasicOps-1366360804-router', 'tenant_id': '83ad6ec41cae487caf10e7265f336cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:29Z', 'updated_at': '2021-08-16T21:07:12Z', 'revision_number': 6, 'project_id': '83ad6ec41cae487caf10e7265f336cd2', 'gw_port_host': None}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:07:12.970501 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e2566-27d1-4749-b10a-acf2b0536936 req-b72c4796-ad3c-4e39-a666-51b45ee78ede tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:12.972149 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-019e2566-27d1-4749-b10a-acf2b0536936 req-b72c4796-ad3c-4e39-a666-51b45ee78ede tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 945 time: 0.3591783 Aug 16 21:07:13.066277 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-019e2566-27d1-4749-b10a-acf2b0536936 req-8bc9dae7-7da9-43d2-971e-32a609d64f73 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878112 Aug 16 21:07:13.115722 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d043e407-bd84-4eaf-9dc8-9d51a69bad8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:13.120954 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf21328-5e21-4180-a9fd-030ef2182ee1 req-9c1164e1-7ffa-4d69-875e-87dcb6bc691c tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:13.131775 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ddf21328-5e21-4180-a9fd-030ef2182ee1 req-9c1164e1-7ffa-4d69-875e-87dcb6bc691c tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 945 time: 0.1048591 Aug 16 21:07:13.209898 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device a0bc83e7-54ec-4e8a-94df-cd21335efa4a no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:07:13.211696 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ddf21328-5e21-4180-a9fd-030ef2182ee1 req-b3e60c75-e316-4fcc-9878-35658a5ac008 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787058 Aug 16 21:07:13.249959 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043e407-bd84-4eaf-9dc8-9d51a69bad8f admin admin] Pushing event deleted for resources: {'Port': ['ID=c32122ee-4846-475d-94da-7ce58fde1be7,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:13.284821 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: a0bc83e7-54ec-4e8a-94df-cd21335efa4a {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:07:13.285617 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device a0bc83e7-54ec-4e8a-94df-cd21335efa4a not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:07:13.335075 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8d96cc0f-d845-4ee4-ba61-f0e75bd394a8 req-eb6620a1-c9e4-4719-b91b-f022c133554d tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 210 time: 0.0495539 Aug 16 21:07:13.356210 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36092) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:13.377521 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-00a796c4-a74c-4558-9652-0c45be0568ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:13.438292 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d043e407-bd84-4eaf-9dc8-9d51a69bad8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:13.537504 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-00a796c4-a74c-4558-9652-0c45be0568ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:13.607572 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d043e407-bd84-4eaf-9dc8-9d51a69bad8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:13.610510 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d043e407-bd84-4eaf-9dc8-9d51a69bad8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:13.616697 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-00a796c4-a74c-4558-9652-0c45be0568ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:13.616913 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6aee714b-5105-4473-9864-7050800853a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:13.700619 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-00a796c4-a74c-4558-9652-0c45be0568ef admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a8c28577045844b4a8fef50e981c8d73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3428719 Aug 16 21:07:13.702259 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a796c4-a74c-4558-9652-0c45be0568ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da6e1e2-80f6-47d9-b7d3-f711037904b0,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:13.703619 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36100) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:13.738192 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208049f9-b7ae-435a-8178-5b3cca02b3c9 req-68bb6fa3-37da-4af0-9c89-ed7e2c1ceca5 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:13.755866 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-208049f9-b7ae-435a-8178-5b3cca02b3c9 req-68bb6fa3-37da-4af0-9c89-ed7e2c1ceca5 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 945 time: 0.1135159 Aug 16 21:07:13.774296 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d043e407-bd84-4eaf-9dc8-9d51a69bad8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:13.775027 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d043e407-bd84-4eaf-9dc8-9d51a69bad8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3ddf931-5462-4615-b4ef-2141dfbb9238 {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:07:13.799406 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d043e407-bd84-4eaf-9dc8-9d51a69bad8f admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:13.805354 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d043e407-bd84-4eaf-9dc8-9d51a69bad8f admin admin] 10.222.0.84 "DELETE /v2.0/routers/f3ddf931-5462-4615-b4ef-2141dfbb9238 HTTP/1.1" status: 204 len: 168 time: 2.1038482 Aug 16 21:07:13.806307 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36104) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:13.841072 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-208049f9-b7ae-435a-8178-5b3cca02b3c9 req-2fcb3ddb-cb47-4d1c-baa4-b667afbf8fa0 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835021 Aug 16 21:07:13.869002 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2082192a-e5d5-4a2e-98eb-dbbcb954cd12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:13.878034 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-83e15eff-e8ab-46f3-81c6-d15d0d675258 admin admin] Deleting subnet e7444dc4-db8f-4d90-9cd5-ed17966120cc {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:07:13.888640 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-83e15eff-e8ab-46f3-81c6-d15d0d675258 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:13.919923 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:13.932422 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2082192a-e5d5-4a2e-98eb-dbbcb954cd12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:13.957815 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-83e15eff-e8ab-46f3-81c6-d15d0d675258 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:14.059937 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-83e15eff-e8ab-46f3-81c6-d15d0d675258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:14.125046 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2082192a-e5d5-4a2e-98eb-dbbcb954cd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:14.127762 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2082192a-e5d5-4a2e-98eb-dbbcb954cd12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:14.131368 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2082192a-e5d5-4a2e-98eb-dbbcb954cd12 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4da6e1e2-80f6-47d9-b7d3-f711037904b0 HTTP/1.1" status: 204 len: 168 time: 0.4243526 Aug 16 21:07:14.156934 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082192a-e5d5-4a2e-98eb-dbbcb954cd12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da6e1e2-80f6-47d9-b7d3-f711037904b0,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:14.193560 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-83e15eff-e8ab-46f3-81c6-d15d0d675258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:14.235012 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e15eff-e8ab-46f3-81c6-d15d0d675258 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7444dc4-db8f-4d90-9cd5-ed17966120cc,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:14.238955 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-83e15eff-e8ab-46f3-81c6-d15d0d675258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:14.241033 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-83e15eff-e8ab-46f3-81c6-d15d0d675258 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/e7444dc4-db8f-4d90-9cd5-ed17966120cc HTTP/1.1" status: 204 len: 168 time: 0.4311268 Aug 16 21:07:14.243844 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36118) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:14.251010 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744feaac-1ae9-402e-989d-cadc2b39a4cb None None] Network 5db0f0cc-f12f-4439-8e08-5f9a39ddae38 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:07:14.366975 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f087ed94-a0c7-4147-8d80-64579d870208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:14.433982 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4b54e-b18b-4886-897b-decce50e0792 req-18afcb39-b6f9-4ab1-b3b3-7ffee025559d tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:14.443206 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68b4b54e-b18b-4886-897b-decce50e0792 req-18afcb39-b6f9-4ab1-b3b3-7ffee025559d tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 945 time: 0.0798988 Aug 16 21:07:14.519019 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b958ee3-d042-4f00-8a0d-a05963167375 None None] DHCP port deletion for 5db0f0cc-f12f-4439-8e08-5f9a39ddae38 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:07:14.543744 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bb13fe81-f132-4c6d-9130-ccd6f83f6bdf req-a4cbff37-e1b5-41a3-88ad-e475f29991eb tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 210 time: 0.0787666 Aug 16 21:07:14.548190 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68b4b54e-b18b-4886-897b-decce50e0792 req-21f02374-fa51-455b-8d92-00390c757045 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041198 Aug 16 21:07:14.577279 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-f087ed94-a0c7-4147-8d80-64579d870208 admin admin] Deleting port 453d577e-0682-4164-b91f-c3b3898c569a {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:14.577279 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f087ed94-a0c7-4147-8d80-64579d870208 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:14.608099 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7b958ee3-d042-4f00-8a0d-a05963167375 None None] Deleting port 453d577e-0682-4164-b91f-c3b3898c569a {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:14.608487 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7b958ee3-d042-4f00-8a0d-a05963167375 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:14.655462 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-f087ed94-a0c7-4147-8d80-64579d870208 admin admin] For port 453d577e-0682-4164-b91f-c3b3898c569a, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=453d577e-0682-4164-b91f-c3b3898c569a,segment=NetworkSegment(0a3a5395-5609-45d7-b7cc-faebbf2a8bad),segment_id=0a3a5395-5609-45d7-b7cc-faebbf2a8bad)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:14.655986 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f087ed94-a0c7-4147-8d80-64579d870208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:14.670390 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-f087ed94-a0c7-4147-8d80-64579d870208 admin admin] Calling delete_port for 453d577e-0682-4164-b91f-c3b3898c569a owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:14.683619 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7b958ee3-d042-4f00-8a0d-a05963167375 None None] For port 453d577e-0682-4164-b91f-c3b3898c569a, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=453d577e-0682-4164-b91f-c3b3898c569a,segment=NetworkSegment(0a3a5395-5609-45d7-b7cc-faebbf2a8bad),segment_id=0a3a5395-5609-45d7-b7cc-faebbf2a8bad)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:14.684086 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7b958ee3-d042-4f00-8a0d-a05963167375 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:14.706184 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7b958ee3-d042-4f00-8a0d-a05963167375 None None] Calling delete_port for 453d577e-0682-4164-b91f-c3b3898c569a owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:14.856074 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36130) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:14.881353 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f087ed94-a0c7-4147-8d80-64579d870208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:14.906479 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7b958ee3-d042-4f00-8a0d-a05963167375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:14.932716 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:14.946069 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087ed94-a0c7-4147-8d80-64579d870208 admin admin] Pushing event deleted for resources: {'Port': ['ID=453d577e-0682-4164-b91f-c3b3898c569a,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:14.953177 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f087ed94-a0c7-4147-8d80-64579d870208 admin admin] No DVR routers for this DVR port 453d577e-0682-4164-b91f-c3b3898c569a on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:07:14.972224 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b958ee3-d042-4f00-8a0d-a05963167375 None None] No DVR routers for this DVR port 453d577e-0682-4164-b91f-c3b3898c569a on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:07:14.981174 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b958ee3-d042-4f00-8a0d-a05963167375 None None] Pushing event deleted for resources: {'Port': ['ID=453d577e-0682-4164-b91f-c3b3898c569a,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:15.070387 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3982750b-4c32-4d6c-a363-ae5f3732ecc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:15.216514 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36138) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:15.237066 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a1cf3e5a-fead-41b7-baca-2659eb20df4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:15.257341 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 453d577e-0682-4164-b91f-c3b3898c569a no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:07:15.275384 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3982750b-4c32-4d6c-a363-ae5f3732ecc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:15.278445 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 453d577e-0682-4164-b91f-c3b3898c569a {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:07:15.278796 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 453d577e-0682-4164-b91f-c3b3898c569a not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:07:15.279212 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device c32122ee-4846-475d-94da-7ce58fde1be7 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:07:15.302477 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: c32122ee-4846-475d-94da-7ce58fde1be7 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:07:15.303080 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device c32122ee-4846-475d-94da-7ce58fde1be7 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:07:15.350171 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3982750b-4c32-4d6c-a363-ae5f3732ecc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:15.416086 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3982750b-4c32-4d6c-a363-ae5f3732ecc1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9de4aa9743a04444a0c128e59f44098f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5587342 Aug 16 21:07:15.419190 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3982750b-4c32-4d6c-a363-ae5f3732ecc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e3303a-65f0-4de6-a0ab-48181312f8b5,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:15.435381 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36140) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:15.519745 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0be5b67c-00c8-4785-8a80-77c56f1bc23c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:15.531276 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c900054d-8d16-4738-b027-0dac11b5ee2e req-58c7bead-7e25-48f2-ac9e-fefe0bf4512b tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:15.538667 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c900054d-8d16-4738-b027-0dac11b5ee2e req-58c7bead-7e25-48f2-ac9e-fefe0bf4512b tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 945 time: 0.5983474 Aug 16 21:07:15.545698 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f087ed94-a0c7-4147-8d80-64579d870208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:15.554878 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0be5b67c-00c8-4785-8a80-77c56f1bc23c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:15.558122 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-f087ed94-a0c7-4147-8d80-64579d870208 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5db0f0cc-f12f-4439-8e08-5f9a39ddae38']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:15.569246 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-f087ed94-a0c7-4147-8d80-64579d870208 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a3a5395-5609-45d7-b7cc-faebbf2a8bad') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:15.569817 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-f087ed94-a0c7-4147-8d80-64579d870208 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a3a5395-5609-45d7-b7cc-faebbf2a8bad') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:15.570786 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a1cf3e5a-fead-41b7-baca-2659eb20df4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:15.581424 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f087ed94-a0c7-4147-8d80-64579d870208 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:15.605189 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f087ed94-a0c7-4147-8d80-64579d870208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:15.616639 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f087ed94-a0c7-4147-8d80-64579d870208 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:07:15.617772 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f087ed94-a0c7-4147-8d80-64579d870208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:15.622730 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:07:15.622730 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:07:15.622730 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:07:15.622730 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:07:15.622730 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:07:15.622730 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:07:15.622730 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:07:15.622730 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:07:15.622730 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:07:15.622730 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:07:15.622730 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:07:15.622730 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:07:15.622730 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:07:15.622730 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:07:15.622730 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:07:15.622730 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:07:15.622730 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:07:15.622730 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:07:15.622730 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:07:15.622730 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:07:15.622730 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:07:15.622730 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:07:15.622730 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:07:15.622730 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:07:15.622730 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:07:15.622730 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:07:15.622730 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:07:15.622730 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:07:15.622730 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:07:15.622730 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:07:15.622730 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:07:15.622730 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:07:15.662596 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a1cf3e5a-fead-41b7-baca-2659eb20df4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:15.712117 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a1cf3e5a-fead-41b7-baca-2659eb20df4c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e545348d54894e97a820268a691298d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4940970 Aug 16 21:07:15.713311 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf3e5a-fead-41b7-baca-2659eb20df4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42bcc96-d529-432b-ba1d-f161c852061d,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:15.716584 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36148) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:15.777216 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0be5b67c-00c8-4785-8a80-77c56f1bc23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:15.779811 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0be5b67c-00c8-4785-8a80-77c56f1bc23c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:15.781363 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0be5b67c-00c8-4785-8a80-77c56f1bc23c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/35e3303a-65f0-4de6-a0ab-48181312f8b5 HTTP/1.1" status: 204 len: 168 time: 0.3448887 Aug 16 21:07:15.791561 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5b67c-00c8-4785-8a80-77c56f1bc23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e3303a-65f0-4de6-a0ab-48181312f8b5,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:15.864979 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4f46c870-85c4-4b2f-904b-bb680fb8c0a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:15.887568 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4f46c870-85c4-4b2f-904b-bb680fb8c0a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:15.961692 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f087ed94-a0c7-4147-8d80-64579d870208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:15.975126 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078a8e6-e9ed-4908-9ea6-e3fc4984a9cb req-e909a2d8-9b47-4c5e-8df7-1001cfc98f0a tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:15.975961 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d078a8e6-e9ed-4908-9ea6-e3fc4984a9cb req-e909a2d8-9b47-4c5e-8df7-1001cfc98f0a tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 945 time: 0.2968225 Aug 16 21:07:15.987752 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f087ed94-a0c7-4147-8d80-64579d870208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:15.989668 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f087ed94-a0c7-4147-8d80-64579d870208 admin admin] 10.222.0.84 "DELETE /v2.0/networks/5db0f0cc-f12f-4439-8e08-5f9a39ddae38 HTTP/1.1" status: 204 len: 168 time: 1.7448709 Aug 16 21:07:16.022723 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087ed94-a0c7-4147-8d80-64579d870208 admin admin] Pushing event deleted for resources: {'Network': ['ID=5db0f0cc-f12f-4439-8e08-5f9a39ddae38,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:16.038279 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4f46c870-85c4-4b2f-904b-bb680fb8c0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:16.041089 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4f46c870-85c4-4b2f-904b-bb680fb8c0a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:16.045318 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4f46c870-85c4-4b2f-904b-bb680fb8c0a6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c42bcc96-d529-432b-ba1d-f161c852061d HTTP/1.1" status: 204 len: 168 time: 0.3205295 Aug 16 21:07:16.074611 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-21e0234f-3821-4a24-adaa-4e5c3cb33c6c req-1892c6b7-bf7a-4542-a02c-02a3ea36bb93 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8a75bbb2-88fc-4145-aad2-b2274dd40eef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2367837 Aug 16 21:07:16.111288 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d078a8e6-e9ed-4908-9ea6-e3fc4984a9cb req-5218e451-7875-4135-abde-12500059e6bf tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139448 Aug 16 21:07:16.119464 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f46c870-85c4-4b2f-904b-bb680fb8c0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42bcc96-d529-432b-ba1d-f161c852061d,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:16.126702 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c900054d-8d16-4738-b027-0dac11b5ee2e req-5672895c-f319-4477-9596-780760e1ba4a tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5871418 Aug 16 21:07:16.216218 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0234f-3821-4a24-adaa-4e5c3cb33c6c req-b80bb247-a290-4f41-91c5-e93923710a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:16.217968 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-21e0234f-3821-4a24-adaa-4e5c3cb33c6c req-b80bb247-a290-4f41-91c5-e93923710a44 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d2ccb28421b949a096381daf7a8acf4d&device_id=8a75bbb2-88fc-4145-aad2-b2274dd40eef HTTP/1.1" status: 200 len: 1097 time: 0.0634484 Aug 16 21:07:16.252397 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0b41efc4-70a0-479d-afa0-81e9782b7f87 req-4dc82566-2b8d-415a-bb7a-6904102f090e tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 210 time: 0.0332577 Aug 16 21:07:16.372860 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0234f-3821-4a24-adaa-4e5c3cb33c6c req-b3bb0f39-680d-4be6-b40d-6363d4bc6456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:16.374624 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-21e0234f-3821-4a24-adaa-4e5c3cb33c6c req-b3bb0f39-680d-4be6-b40d-6363d4bc6456 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a HTTP/1.1" status: 200 len: 914 time: 0.1251805 Aug 16 21:07:16.411324 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36160) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:16.463226 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-21e0234f-3821-4a24-adaa-4e5c3cb33c6c req-701ad31e-7c61-4d63-87b7-976a4afe1cea service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9ad868d-36a1-4060-ba7f-a689023468ce HTTP/1.1" status: 200 len: 217 time: 0.0751178 Aug 16 21:07:16.491808 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2cc2469c-5795-4211-9815-a4bd89c202e2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9304be98048d4c61b258f65239a0a004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0750301 Aug 16 21:07:16.494079 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36162) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:16.525033 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0234f-3821-4a24-adaa-4e5c3cb33c6c req-5c259e52-2fb7-4306-a8ae-bcbc4baf0d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:16.526582 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-21e0234f-3821-4a24-adaa-4e5c3cb33c6c req-5c259e52-2fb7-4306-a8ae-bcbc4baf0d68 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=97c47e9a-07bc-4ee9-a5d7-73c15193b78c HTTP/1.1" status: 200 len: 853 time: 0.0557029 Aug 16 21:07:16.544597 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-95f9f9b2-43e5-481d-8abc-c43921dc8f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:16.561734 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-21e0234f-3821-4a24-adaa-4e5c3cb33c6c req-98dc8682-363c-400c-a0e9-2259f354b19f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264125 Aug 16 21:07:16.568337 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-95f9f9b2-43e5-481d-8abc-c43921dc8f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:16.571063 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:16.663846 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-21e0234f-3821-4a24-adaa-4e5c3cb33c6c req-0b848feb-b932-42a5-aa24-d198c9525e8f service neutron] 10.222.0.90 "GET /v2.0/networks/f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952110 Aug 16 21:07:16.764015 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-21e0234f-3821-4a24-adaa-4e5c3cb33c6c req-e8ca44f3-e4eb-4c19-8c8d-9416722d870c service neutron] 10.222.0.90 "GET /v2.0/networks/f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902181 Aug 16 21:07:16.828319 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-95f9f9b2-43e5-481d-8abc-c43921dc8f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:16.832199 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-95f9f9b2-43e5-481d-8abc-c43921dc8f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:16.833341 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-95f9f9b2-43e5-481d-8abc-c43921dc8f95 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/09ea2bae-7d85-4622-ac57-939d40f1e3ec HTTP/1.1" status: 204 len: 168 time: 0.3383384 Aug 16 21:07:16.842717 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f9f9b2-43e5-481d-8abc-c43921dc8f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ea2bae-7d85-4622-ac57-939d40f1e3ec,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:17.060333 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36180) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:17.094522 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-14d186e5-a48a-4d6e-969b-3d2ee88962e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:17.216973 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-14d186e5-a48a-4d6e-969b-3d2ee88962e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:17.285534 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94c539-b635-4154-8b92-37eab2c4b1cc req-6a19fc79-7a62-4053-a4b0-bfb603a06ad7 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:17.285534 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ee94c539-b635-4154-8b92-37eab2c4b1cc req-6a19fc79-7a62-4053-a4b0-bfb603a06ad7 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 945 time: 0.0562234 Aug 16 21:07:17.308963 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-14d186e5-a48a-4d6e-969b-3d2ee88962e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:17.337515 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ee94c539-b635-4154-8b92-37eab2c4b1cc req-8a9d3f38-d326-4504-bb96-8e98823b8dd6 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429895 Aug 16 21:07:17.360790 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d186e5-a48a-4d6e-969b-3d2ee88962e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e6e623-eef2-4d27-b330-8514722e874d,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:17.366460 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-14d186e5-a48a-4d6e-969b-3d2ee88962e2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=154706f684f4481bbfdee2b77acf3a7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3041697 Aug 16 21:07:17.368581 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36194) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:17.496839 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9d65a901-4116-4f36-9f19-f9e5661c1b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:17.511468 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b69c76-0f75-4853-8ba5-f9bd5d8808e0 req-d966ebd7-7c4f-49fb-967e-eee6d78c9e72 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:17.513531 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-63b69c76-0f75-4853-8ba5-f9bd5d8808e0 req-d966ebd7-7c4f-49fb-967e-eee6d78c9e72 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 945 time: 0.0999408 Aug 16 21:07:17.521672 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9d65a901-4116-4f36-9f19-f9e5661c1b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:17.552317 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7aa6d11c-56b5-4f20-9097-ce8f2616810c req-eba87099-b271-4bdf-a72a-6dfb2857ee45 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a1536fb-66b5-4e05-b4c8-2739890cd94b HTTP/1.1" status: 200 len: 210 time: 0.0376699 Aug 16 21:07:17.585922 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-63b69c76-0f75-4853-8ba5-f9bd5d8808e0 req-2f0304dd-b5b1-48a0-adbc-df3ab403404f tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602660 Aug 16 21:07:17.621625 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36204) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:17.662550 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0c27b600-07bf-409a-a6fc-634d16cba9d3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=83ad6ec41cae487caf10e7265f336cd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374904 Aug 16 21:07:17.663017 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36208) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:17.699361 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9d65a901-4116-4f36-9f19-f9e5661c1b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:17.701868 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9d65a901-4116-4f36-9f19-f9e5661c1b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:17.703015 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9d65a901-4116-4f36-9f19-f9e5661c1b15 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/03e6e623-eef2-4d27-b330-8514722e874d HTTP/1.1" status: 204 len: 168 time: 0.3335121 Aug 16 21:07:17.718406 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d65a901-4116-4f36-9f19-f9e5661c1b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e6e623-eef2-4d27-b330-8514722e874d,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:17.725980 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e6f34a50-6702-4e7e-8112-3d94fabb2346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:17.752591 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e6f34a50-6702-4e7e-8112-3d94fabb2346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:17.959333 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e6f34a50-6702-4e7e-8112-3d94fabb2346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:17.962070 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e6f34a50-6702-4e7e-8112-3d94fabb2346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:17.963268 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e6f34a50-6702-4e7e-8112-3d94fabb2346 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/96f68be7-f374-492e-8cb1-c4d89182313a HTTP/1.1" status: 204 len: 168 time: 0.2995567 Aug 16 21:07:17.971837 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f34a50-6702-4e7e-8112-3d94fabb2346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f68be7-f374-492e-8cb1-c4d89182313a,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:18.480355 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580e313-18c8-4c0e-b0f4-c69979dc8b3c req-8546a21e-9e5a-4ae4-86b7-e47c6a9cb32b tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:18.491138 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3580e313-18c8-4c0e-b0f4-c69979dc8b3c req-8546a21e-9e5a-4ae4-86b7-e47c6a9cb32b tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 945 time: 0.0852554 Aug 16 21:07:18.549751 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3580e313-18c8-4c0e-b0f4-c69979dc8b3c req-20801753-ecfb-404e-bfc8-962876260479 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574300 Aug 16 21:07:18.744479 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36242) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:18.849927 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8e9d2faf-3765-485f-ad76-f4698cc10f35 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:18.859616 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0dcfda-a19b-4d22-939d-6778aef5c1bc req-9c978f45-45f5-43ec-aa2a-0addb9af6ebf tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:18.868361 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9d0dcfda-a19b-4d22-939d-6778aef5c1bc req-9c978f45-45f5-43ec-aa2a-0addb9af6ebf tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 945 time: 0.1323400 Aug 16 21:07:18.888698 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8e9d2faf-3765-485f-ad76-f4698cc10f35 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:18.920785 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d48cdd6-7291-486f-b3f2-3cc6338cb583 req-6c6d6e5c-08f4-49ca-ab3d-462b4c6ae3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:18.925476 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d48cdd6-7291-486f-b3f2-3cc6338cb583 req-6c6d6e5c-08f4-49ca-ab3d-462b4c6ae3bb service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 1097 time: 0.1352944 Aug 16 21:07:19.013138 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d48cdd6-7291-486f-b3f2-3cc6338cb583 req-a83773de-a3e7-4585-becf-aa64ed9e4638 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675590 Aug 16 21:07:19.025225 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9d0dcfda-a19b-4d22-939d-6778aef5c1bc req-e7305df9-eb9f-406f-8fa4-54b339b6249b tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436129 Aug 16 21:07:19.062317 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8e9d2faf-3765-485f-ad76-f4698cc10f35 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:19.064986 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8e9d2faf-3765-485f-ad76-f4698cc10f35 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:19.066426 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8e9d2faf-3765-485f-ad76-f4698cc10f35 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "DELETE /v2.0/security-groups/9aa3ac50-ddbd-43cc-9357-18f4944e8e6a HTTP/1.1" status: 204 len: 168 time: 0.3195558 Aug 16 21:07:19.069456 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36250) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:19.077812 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d2faf-3765-485f-ad76-f4698cc10f35 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa3ac50-ddbd-43cc-9357-18f4944e8e6a,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:19.086784 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-748ec123-616e-4135-a94e-da01a88453cc tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] show failed (client error): The resource could not be found. Aug 16 21:07:19.088056 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-748ec123-616e-4135-a94e-da01a88453cc tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "GET /v2.0/security-groups/9aa3ac50-ddbd-43cc-9357-18f4944e8e6a HTTP/1.1" status: 404 len: 347 time: 0.0168772 Aug 16 21:07:19.091019 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36252) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:19.107468 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:19.167388 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36256) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:19.253887 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-f8e5b2f5-6b60-4347-8e31-2372adabde5f tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Deleting port a9508739-623f-46b3-9262-db6b3a36512a {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:19.254447 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b2f5-6b60-4347-8e31-2372adabde5f tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:19.294273 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-457b083f-6c0c-42c6-8cc0-592f1354820b tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1026399488'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:19.353979 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b2f5-6b60-4347-8e31-2372adabde5f tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:19.354340 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b2f5-6b60-4347-8e31-2372adabde5f tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:19.367214 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-f8e5b2f5-6b60-4347-8e31-2372adabde5f tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Calling delete_port for a9508739-623f-46b3-9262-db6b3a36512a owned by network:floatingip {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:19.410461 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-457b083f-6c0c-42c6-8cc0-592f1354820b tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:19.411795 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-457b083f-6c0c-42c6-8cc0-592f1354820b tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:19.473046 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-457b083f-6c0c-42c6-8cc0-592f1354820b tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:19.543002 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-457b083f-6c0c-42c6-8cc0-592f1354820b tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:19.570919 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b2f5-6b60-4347-8e31-2372adabde5f tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:19.611436 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-457b083f-6c0c-42c6-8cc0-592f1354820b tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:19.611890 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5b2f5-6b60-4347-8e31-2372adabde5f tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Pushing event deleted for resources: {'Port': ['ID=a9508739-623f-46b3-9262-db6b3a36512a,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:19.616142 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36274) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:19.619700 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-457b083f-6c0c-42c6-8cc0-592f1354820b tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4508572 Aug 16 21:07:19.789491 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7eba87f8-b6a8-4316-9345-d174741f8a7e tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:19.864345 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b2f5-6b60-4347-8e31-2372adabde5f tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks [] for floatingip, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:19.866926 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b2f5-6b60-4347-8e31-2372adabde5f tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:19.868128 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f8e5b2f5-6b60-4347-8e31-2372adabde5f tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "DELETE /v2.0/floatingips/af9043aa-245d-4fe4-9d5b-3c54c09eed4a HTTP/1.1" status: 204 len: 168 time: 0.7756906 Aug 16 21:07:19.871506 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36290) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:19.893003 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f2893-b2a2-4ccd-9583-374a8791a5a6 req-365873c5-2347-4a36-b117-1197dd964d66 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:19.894834 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-179f2893-b2a2-4ccd-9583-374a8791a5a6 req-365873c5-2347-4a36-b117-1197dd964d66 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 945 time: 0.2167976 Aug 16 21:07:19.984716 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-ba9b155b-dd79-4f22-bd90-135ccc4ce33a tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Deleting port 7d470d90-81da-4884-b71f-665f707bd7e3 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:19.985085 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ba9b155b-dd79-4f22-bd90-135ccc4ce33a tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:20.007084 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7eba87f8-b6a8-4316-9345-d174741f8a7e tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:20.012277 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7eba87f8-b6a8-4316-9345-d174741f8a7e tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:20.064945 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-179f2893-b2a2-4ccd-9583-374a8791a5a6 req-bc260609-b7db-4290-9197-ecb9fa900825 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453590 Aug 16 21:07:20.116470 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ba9b155b-dd79-4f22-bd90-135ccc4ce33a tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:20.129637 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-ba9b155b-dd79-4f22-bd90-135ccc4ce33a tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Calling delete_port for 7d470d90-81da-4884-b71f-665f707bd7e3 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:20.130058 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7eba87f8-b6a8-4316-9345-d174741f8a7e tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:20.130596 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eba87f8-b6a8-4316-9345-d174741f8a7e tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 804cb3b1-7eb9-4f2f-a3a9-3e85b7a4092e {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:07:20.137532 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7eba87f8-b6a8-4316-9345-d174741f8a7e tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:20.139905 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-7eba87f8-b6a8-4316-9345-d174741f8a7e tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] 10.222.0.84 "DELETE /v2.0/routers/804cb3b1-7eb9-4f2f-a3a9-3e85b7a4092e HTTP/1.1" status: 204 len: 168 time: 0.5174472 Aug 16 21:07:20.142748 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36306) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:20.150893 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-f904308a-0cf2-4e97-98cb-1a0fd76e9c51 tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Request body: {'router': {'name': 'tempest-router-2053778335', 'distributed': False}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:20.163490 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21072404-d3c4-4512-afc3-821081b6d806 req-1bf7097d-1e15-472f-890e-75092dc54cf7 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:20.165142 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-21072404-d3c4-4512-afc3-821081b6d806 req-1bf7097d-1e15-472f-890e-75092dc54cf7 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 945 time: 0.0642638 Aug 16 21:07:20.225575 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-21072404-d3c4-4512-afc3-821081b6d806 req-102ca132-5daf-43fd-9b73-b704deeaeb1f tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544484 Aug 16 21:07:20.287974 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f904308a-0cf2-4e97-98cb-1a0fd76e9c51 tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:20.289011 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f904308a-0cf2-4e97-98cb-1a0fd76e9c51 tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:20.355221 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f904308a-0cf2-4e97-98cb-1a0fd76e9c51 tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:20.422141 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ba9b155b-dd79-4f22-bd90-135ccc4ce33a tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:20.449277 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b155b-dd79-4f22-bd90-135ccc4ce33a tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Pushing event deleted for resources: {'Port': ['ID=7d470d90-81da-4884-b71f-665f707bd7e3,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:20.468641 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f904308a-0cf2-4e97-98cb-1a0fd76e9c51 tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:20.539501 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ba9b155b-dd79-4f22-bd90-135ccc4ce33a tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:20.541707 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ba9b155b-dd79-4f22-bd90-135ccc4ce33a tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "DELETE /v2.0/ports/7d470d90-81da-4884-b71f-665f707bd7e3 HTTP/1.1" status: 204 len: 168 time: 0.6691446 Aug 16 21:07:20.544982 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36332) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:20.620169 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f904308a-0cf2-4e97-98cb-1a0fd76e9c51 tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:20.624005 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f904308a-0cf2-4e97-98cb-1a0fd76e9c51 tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4774408 Aug 16 21:07:20.624810 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36346) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:20.648056 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-ef38a303-305d-45ca-9d40-3f1b14f0fafd tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Deleting port f46cd7dd-4272-4b97-ba28-4c7234fc9a00 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:20.648486 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ef38a303-305d-45ca-9d40-3f1b14f0fafd tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:20.703837 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d82421e0-2020-4dae-90cb-db8fb6136696 tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:20.739997 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ef38a303-305d-45ca-9d40-3f1b14f0fafd tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:20.756165 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-ef38a303-305d-45ca-9d40-3f1b14f0fafd tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Calling delete_port for f46cd7dd-4272-4b97-ba28-4c7234fc9a00 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:20.889480 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d82421e0-2020-4dae-90cb-db8fb6136696 tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:20.891825 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d82421e0-2020-4dae-90cb-db8fb6136696 tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:21.045164 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d82421e0-2020-4dae-90cb-db8fb6136696 tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:21.045893 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82421e0-2020-4dae-90cb-db8fb6136696 tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f4463ede-45ec-4e4b-9bee-c0bcc4b7f65c {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:07:21.050341 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d82421e0-2020-4dae-90cb-db8fb6136696 tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:21.054760 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d82421e0-2020-4dae-90cb-db8fb6136696 tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] 10.222.0.84 "DELETE /v2.0/routers/f4463ede-45ec-4e4b-9bee-c0bcc4b7f65c HTTP/1.1" status: 204 len: 168 time: 0.4280422 Aug 16 21:07:21.055322 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36358) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:21.060272 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-34c4534f-129e-45e7-be4a-bc2c90629b6b tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Request body: {'router': {'name': 'tempest-router-2125864596', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'aa429c15260f4eb49931a60bd9b1c92e'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:21.073770 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ef38a303-305d-45ca-9d40-3f1b14f0fafd tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:21.113387 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef38a303-305d-45ca-9d40-3f1b14f0fafd tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Pushing event deleted for resources: {'Port': ['ID=f46cd7dd-4272-4b97-ba28-4c7234fc9a00,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:21.149688 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-34c4534f-129e-45e7-be4a-bc2c90629b6b tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:21.155383 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-34c4534f-129e-45e7-be4a-bc2c90629b6b tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:21.196188 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ef38a303-305d-45ca-9d40-3f1b14f0fafd tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:21.198752 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ef38a303-305d-45ca-9d40-3f1b14f0fafd tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "DELETE /v2.0/ports/f46cd7dd-4272-4b97-ba28-4c7234fc9a00 HTTP/1.1" status: 204 len: 168 time: 0.6527522 Aug 16 21:07:21.201815 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36370) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:21.269508 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-34c4534f-129e-45e7-be4a-bc2c90629b6b tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:21.271214 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c97d25c-79c5-443c-8ad2-0b3faa52e37a tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Deleting subnet 3b0da94a-9e98-450f-a388-801e578bebaa {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:07:21.275100 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7c97d25c-79c5-443c-8ad2-0b3faa52e37a tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:21.281373 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86642de-968f-4bf5-99ed-0364757b7514 req-64b35fbe-8800-416d-9dc4-9f0ceb9c5c76 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:21.285845 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d86642de-968f-4bf5-99ed-0364757b7514 req-64b35fbe-8800-416d-9dc4-9f0ceb9c5c76 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 945 time: 0.1213369 Aug 16 21:07:21.321633 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7c97d25c-79c5-443c-8ad2-0b3faa52e37a tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:21.360438 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d86642de-968f-4bf5-99ed-0364757b7514 req-1e6d8d2c-8904-45c6-add4-1fb492432ccb tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705860 Aug 16 21:07:21.364066 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-34c4534f-129e-45e7-be4a-bc2c90629b6b tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:21.434514 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-34c4534f-129e-45e7-be4a-bc2c90629b6b tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:21.438940 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-34c4534f-129e-45e7-be4a-bc2c90629b6b tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3826699 Aug 16 21:07:21.440476 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36382) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:21.440889 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7c97d25c-79c5-443c-8ad2-0b3faa52e37a tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:21.445035 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-a983913d-8142-4041-8e15-169ac9171eca tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:21.497345 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c15d8-2f00-4c7a-962f-96b9347ca985 req-613c4db1-1393-4993-bd64-f56f705a5534 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:21.498921 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9a3c15d8-2f00-4c7a-962f-96b9347ca985 req-613c4db1-1393-4993-bd64-f56f705a5534 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 945 time: 0.1531231 Aug 16 21:07:21.599506 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7c97d25c-79c5-443c-8ad2-0b3faa52e37a tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:21.640645 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97d25c-79c5-443c-8ad2-0b3faa52e37a tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Pushing event deleted for resources: {'Subnet': ['ID=3b0da94a-9e98-450f-a388-801e578bebaa,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:21.645918 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7c97d25c-79c5-443c-8ad2-0b3faa52e37a tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:21.647223 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7c97d25c-79c5-443c-8ad2-0b3faa52e37a tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "DELETE /v2.0/subnets/3b0da94a-9e98-450f-a388-801e578bebaa HTTP/1.1" status: 204 len: 168 time: 0.4442663 Aug 16 21:07:21.649753 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36384) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:21.654100 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3d349f-5378-46b8-82d7-78ef038232a0 None None] Network 0bc6759c-80a4-4ca6-8103-9c391365ae1c requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:07:21.674742 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9a3c15d8-2f00-4c7a-962f-96b9347ca985 req-a1192a0d-9818-4a54-9123-df7372d08b21 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432056 Aug 16 21:07:21.747148 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-78a29707-21eb-4ff1-a3ae-29bf4d2b334f tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Deleting subnet 4a0b6d73-74b5-4c8b-b956-b93210cff710 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:07:21.750944 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-78a29707-21eb-4ff1-a3ae-29bf4d2b334f tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:21.809351 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-78a29707-21eb-4ff1-a3ae-29bf4d2b334f tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:21.823722 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a983913d-8142-4041-8e15-169ac9171eca tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59380'] for router, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:21.824142 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a983913d-8142-4041-8e15-169ac9171eca tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks [] for router, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:21.929760 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36392) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:22.004273 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-78a29707-21eb-4ff1-a3ae-29bf4d2b334f tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:22.045281 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:22.064294 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ececeae-b586-40d4-8214-231dbc0b75ca None None] DHCP port deletion for 0bc6759c-80a4-4ca6-8103-9c391365ae1c request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:07:22.113095 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-30a7090c-ad19-41e6-a315-eb043781f2ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:22.117262 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-4ececeae-b586-40d4-8214-231dbc0b75ca None None] Deleting port 719bbb6a-d470-4320-946b-06e577d98922 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:22.117652 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4ececeae-b586-40d4-8214-231dbc0b75ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:22.160919 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-78a29707-21eb-4ff1-a3ae-29bf4d2b334f tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:22.190683 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-4ececeae-b586-40d4-8214-231dbc0b75ca None None] For port 719bbb6a-d470-4320-946b-06e577d98922, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=719bbb6a-d470-4320-946b-06e577d98922,segment=NetworkSegment(20387d42-fe4f-4d9a-b237-177d370a0ab5),segment_id=20387d42-fe4f-4d9a-b237-177d370a0ab5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:22.191112 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4ececeae-b586-40d4-8214-231dbc0b75ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:22.203046 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a29707-21eb-4ff1-a3ae-29bf4d2b334f tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Pushing event deleted for resources: {'Subnet': ['ID=4a0b6d73-74b5-4c8b-b956-b93210cff710,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:22.206727 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-4ececeae-b586-40d4-8214-231dbc0b75ca None None] Calling delete_port for 719bbb6a-d470-4320-946b-06e577d98922 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:22.207408 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-78a29707-21eb-4ff1-a3ae-29bf4d2b334f tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:22.209388 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-78a29707-21eb-4ff1-a3ae-29bf4d2b334f tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "DELETE /v2.0/subnets/4a0b6d73-74b5-4c8b-b956-b93210cff710 HTTP/1.1" status: 204 len: 168 time: 0.5586402 Aug 16 21:07:22.216037 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36396) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:22.226909 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9700c9e7-f776-45ae-a32a-1bf3a98e800d None None] Network 2a286773-4076-470d-b75a-c7eea1dc3d02 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:07:22.311113 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fcc5ef4f-d450-4142-b822-51d053e7f168 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:22.336848 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-30a7090c-ad19-41e6-a315-eb043781f2ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:22.340648 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a983913d-8142-4041-8e15-169ac9171eca tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101844) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 16 21:07:22.341189 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a983913d-8142-4041-8e15-169ac9171eca tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Router 4cb6680c-b369-453d-b5b3-8f06cda6846a migrating from provider to provider. {{(pid=101844) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 16 21:07:22.341372 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a983913d-8142-4041-8e15-169ac9171eca tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:22.356080 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0dc4aa-d052-4bae-b1da-e8303ce846c2 req-8e491322-39bb-404b-a65b-d0c0add07834 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:22.357722 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0f0dc4aa-d052-4bae-b1da-e8303ce846c2 req-8e491322-39bb-404b-a65b-d0c0add07834 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 945 time: 0.5722818 Aug 16 21:07:22.358812 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a983913d-8142-4041-8e15-169ac9171eca tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:22.372608 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd20783-ecd1-4c1d-a79f-72424c38d852 req-47039996-f276-4e4e-a8d5-b601767fc66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:22.374079 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bfd20783-ecd1-4c1d-a79f-72424c38d852 req-47039996-f276-4e4e-a8d5-b601767fc66d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8f7854b909f4437f95dc486bf79f30b6&device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 1097 time: 0.5480337 Aug 16 21:07:22.389343 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-fcc5ef4f-d450-4142-b822-51d053e7f168 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Deleting port 719bbb6a-d470-4320-946b-06e577d98922 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:22.389786 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fcc5ef4f-d450-4142-b822-51d053e7f168 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:22.429121 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-30a7090c-ad19-41e6-a315-eb043781f2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:22.441153 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0f0dc4aa-d052-4bae-b1da-e8303ce846c2 req-051508bc-1837-4c62-88ae-3294b791681f tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620210 Aug 16 21:07:22.475943 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a983913d-8142-4041-8e15-169ac9171eca tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-663158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-663167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661637'] for router, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:22.476072 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4ececeae-b586-40d4-8214-231dbc0b75ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:22.492504 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-30a7090c-ad19-41e6-a315-eb043781f2ef admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a1e4fbcb31604d24884742c8490e9fd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5591455 Aug 16 21:07:22.494049 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a7090c-ad19-41e6-a315-eb043781f2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9eaac0-812c-4949-b538-7e5552280b9f,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:22.497601 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36398) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:22.499488 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-fcc5ef4f-d450-4142-b822-51d053e7f168 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] For port 719bbb6a-d470-4320-946b-06e577d98922, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=719bbb6a-d470-4320-946b-06e577d98922,segment=NetworkSegment(20387d42-fe4f-4d9a-b237-177d370a0ab5),segment_id=20387d42-fe4f-4d9a-b237-177d370a0ab5)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:22.499901 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fcc5ef4f-d450-4142-b822-51d053e7f168 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:22.518252 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d9ef74-47c7-4771-843d-7c7250a9b4bf None None] DHCP port deletion for 2a286773-4076-470d-b75a-c7eea1dc3d02 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:07:22.520221 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-fcc5ef4f-d450-4142-b822-51d053e7f168 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Calling delete_port for 719bbb6a-d470-4320-946b-06e577d98922 owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:22.520363 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ececeae-b586-40d4-8214-231dbc0b75ca None None] Pushing event deleted for resources: {'Port': ['ID=719bbb6a-d470-4320-946b-06e577d98922,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:22.533044 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ececeae-b586-40d4-8214-231dbc0b75ca None None] No DVR routers for this DVR port 719bbb6a-d470-4320-946b-06e577d98922 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:07:22.585083 n-d-793620-15 neutron-server[101844]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a983913d-8142-4041-8e15-169ac9171eca tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] No L3 agents can host the router 4cb6680c-b369-453d-b5b3-8f06cda6846a Aug 16 21:07:22.587176 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-17d9ef74-47c7-4771-843d-7c7250a9b4bf None None] Deleting port de48897a-89f6-44d9-8c46-1e7f98a93f92 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:22.587495 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-17d9ef74-47c7-4771-843d-7c7250a9b4bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:22.598220 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd20783-ecd1-4c1d-a79f-72424c38d852 req-599113f8-6cc9-465f-a838-268d504e9b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:22.599990 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bfd20783-ecd1-4c1d-a79f-72424c38d852 req-599113f8-6cc9-465f-a838-268d504e9b35 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2b4863b3-0136-47bf-aa1f-c2a9dd497e5d HTTP/1.1" status: 200 len: 912 time: 0.2050860 Aug 16 21:07:22.638565 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ad147960-ed36-4413-a712-4f6121dd3b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:22.659251 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-17d9ef74-47c7-4771-843d-7c7250a9b4bf None None] For port de48897a-89f6-44d9-8c46-1e7f98a93f92, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=de48897a-89f6-44d9-8c46-1e7f98a93f92,segment=NetworkSegment(478767af-aad0-4439-88f2-721c3a22d31e),segment_id=478767af-aad0-4439-88f2-721c3a22d31e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:22.659885 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-17d9ef74-47c7-4771-843d-7c7250a9b4bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:22.671820 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ad147960-ed36-4413-a712-4f6121dd3b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:22.674355 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-17d9ef74-47c7-4771-843d-7c7250a9b4bf None None] Calling delete_port for de48897a-89f6-44d9-8c46-1e7f98a93f92 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:22.679492 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fcc5ef4f-d450-4142-b822-51d053e7f168 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:22.709867 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5ef4f-d450-4142-b822-51d053e7f168 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Pushing event deleted for resources: {'Port': ['ID=719bbb6a-d470-4320-946b-06e577d98922,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:22.724995 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc5ef4f-d450-4142-b822-51d053e7f168 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] No DVR routers for this DVR port 719bbb6a-d470-4320-946b-06e577d98922 on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:07:22.754461 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bfd20783-ecd1-4c1d-a79f-72424c38d852 req-a54682ef-6f6a-4479-a353-c86f28055496 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ff9e3fa-e30a-4877-98d2-4b9f5a091c90 HTTP/1.1" status: 200 len: 217 time: 0.1127620 Aug 16 21:07:22.761067 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a983913d-8142-4041-8e15-169ac9171eca tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Hosts for router 4cb6680c-b369-453d-b5b3-8f06cda6846a: [] {{(pid=101844) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 16 21:07:22.840705 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fcc5ef4f-d450-4142-b822-51d053e7f168 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:22.847326 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a983913d-8142-4041-8e15-169ac9171eca tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Hosts for other DVR routers connected to router 4cb6680c-b369-453d-b5b3-8f06cda6846a: set() {{(pid=101844) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 16 21:07:22.850037 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a983913d-8142-4041-8e15-169ac9171eca tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:22.850706 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-17d9ef74-47c7-4771-843d-7c7250a9b4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:22.851265 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a983913d-8142-4041-8e15-169ac9171eca tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] 10.222.0.84 "PUT /v2.0/routers/4cb6680c-b369-453d-b5b3-8f06cda6846a HTTP/1.1" status: 200 len: 717 time: 1.4098241 Aug 16 21:07:22.854273 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36402) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:22.855773 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-fcc5ef4f-d450-4142-b822-51d053e7f168 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bc6759c-80a4-4ca6-8103-9c391365ae1c']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:22.866457 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-fcc5ef4f-d450-4142-b822-51d053e7f168 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20387d42-fe4f-4d9a-b237-177d370a0ab5') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:22.866764 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-fcc5ef4f-d450-4142-b822-51d053e7f168 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20387d42-fe4f-4d9a-b237-177d370a0ab5') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:22.877190 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fcc5ef4f-d450-4142-b822-51d053e7f168 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:22.882849 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d9ef74-47c7-4771-843d-7c7250a9b4bf None None] Pushing event deleted for resources: {'Port': ['ID=de48897a-89f6-44d9-8c46-1e7f98a93f92,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:22.887183 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d9ef74-47c7-4771-843d-7c7250a9b4bf None None] No DVR routers for this DVR port de48897a-89f6-44d9-8c46-1e7f98a93f92 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:07:22.899397 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fcc5ef4f-d450-4142-b822-51d053e7f168 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:22.907700 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc5ef4f-d450-4142-b822-51d053e7f168 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:07:22.908185 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fcc5ef4f-d450-4142-b822-51d053e7f168 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:22.911084 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ad147960-ed36-4413-a712-4f6121dd3b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:22.914847 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ad147960-ed36-4413-a712-4f6121dd3b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:22.916611 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ad147960-ed36-4413-a712-4f6121dd3b87 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6b9eaac0-812c-4949-b538-7e5552280b9f HTTP/1.1" status: 204 len: 168 time: 0.4129398 Aug 16 21:07:22.918280 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:07:22.918280 n-d-793620-15 neutron-server[101845]: self.session.flush() Aug 16 21:07:22.918280 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:07:22.918280 n-d-793620-15 neutron-server[101845]: self.session.flush() Aug 16 21:07:22.918280 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:07:22.918280 n-d-793620-15 neutron-server[101845]: self.session.flush() Aug 16 21:07:22.918280 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:07:22.918280 n-d-793620-15 neutron-server[101845]: self.session.flush() Aug 16 21:07:22.918280 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:07:22.918280 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:07:22.918280 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:07:22.918280 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:07:22.918280 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:07:22.918280 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:07:22.918280 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:07:22.918280 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:07:22.918280 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:07:22.918280 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:07:22.918280 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:07:22.918280 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:07:22.918280 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:07:22.918280 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:07:22.918280 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:07:22.918280 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:07:22.918280 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:07:22.918280 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:07:22.918280 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:07:22.918280 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:07:22.918280 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:07:22.918280 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:07:22.918280 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:07:22.918280 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:07:22.918280 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:07:22.918280 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:07:22.918280 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:07:22.918280 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:07:22.918280 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:07:22.918280 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:07:22.918280 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:07:22.918280 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:07:22.964230 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3c0f3823-6098-4472-89cd-b121acbcd748 tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] 10.222.0.84 "GET /v2.0/routers/4cb6680c-b369-453d-b5b3-8f06cda6846a HTTP/1.1" status: 200 len: 717 time: 0.1079743 Aug 16 21:07:22.965852 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd20783-ecd1-4c1d-a79f-72424c38d852 req-2d9b28d9-2938-47e8-a837-080c2ea2dfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:22.966578 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36408) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:22.967484 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bfd20783-ecd1-4c1d-a79f-72424c38d852 req-2d9b28d9-2938-47e8-a837-080c2ea2dfa8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=05904e0a-3461-421d-b6bc-48171947c05e HTTP/1.1" status: 200 len: 851 time: 0.2031040 Aug 16 21:07:22.974333 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad147960-ed36-4413-a712-4f6121dd3b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9eaac0-812c-4949-b538-7e5552280b9f,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:23.019174 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107dcc0-0c4f-453e-a064-d79160278639 req-7af616ce-6c00-41cf-a868-9beb85496ec0 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:23.021825 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6107dcc0-0c4f-453e-a064-d79160278639 req-7af616ce-6c00-41cf-a868-9beb85496ec0 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 945 time: 0.2491219 Aug 16 21:07:23.054865 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bfd20783-ecd1-4c1d-a79f-72424c38d852 req-97dc5718-a737-42cb-ac2d-f57006f298c4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b4863b3-0136-47bf-aa1f-c2a9dd497e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787268 Aug 16 21:07:23.079751 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fcc5ef4f-d450-4142-b822-51d053e7f168 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:23.097234 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fcc5ef4f-d450-4142-b822-51d053e7f168 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:23.100002 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fcc5ef4f-d450-4142-b822-51d053e7f168 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "DELETE /v2.0/networks/0bc6759c-80a4-4ca6-8103-9c391365ae1c HTTP/1.1" status: 204 len: 168 time: 0.8829310 Aug 16 21:07:23.117817 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36414) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:23.127465 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5ef4f-d450-4142-b822-51d053e7f168 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Pushing event deleted for resources: {'Network': ['ID=0bc6759c-80a4-4ca6-8103-9c391365ae1c,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:23.143613 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6107dcc0-0c4f-453e-a064-d79160278639 req-d6c6978a-d2ea-4a28-a5c0-f9f3659714fa tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929639 Aug 16 21:07:23.297493 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bfd20783-ecd1-4c1d-a79f-72424c38d852 req-1b08a326-1045-4e5d-ac39-fd5107bcd8f4 service neutron] 10.222.0.90 "GET /v2.0/networks/2b4863b3-0136-47bf-aa1f-c2a9dd497e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978076 Aug 16 21:07:23.306932 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 719bbb6a-d470-4320-946b-06e577d98922 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:07:23.348145 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 719bbb6a-d470-4320-946b-06e577d98922 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:07:23.348929 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 719bbb6a-d470-4320-946b-06e577d98922 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:07:23.349557 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device de48897a-89f6-44d9-8c46-1e7f98a93f92 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:07:23.371866 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-af00160b-84a1-492b-8667-c5d7c87f7b91 tempest-RoutersTestDVR-552722640 tempest-RoutersTestDVR-552722640-project] 10.222.0.84 "GET /v2.0/routers/4cb6680c-b369-453d-b5b3-8f06cda6846a HTTP/1.1" status: 200 len: 683 time: 0.4037766 Aug 16 21:07:23.377095 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36420) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:23.377732 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: de48897a-89f6-44d9-8c46-1e7f98a93f92 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:07:23.377732 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device de48897a-89f6-44d9-8c46-1e7f98a93f92 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:07:23.380013 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-11083377-66a4-4dca-a7fd-e1cc9e323263 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:23.514774 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-11083377-66a4-4dca-a7fd-e1cc9e323263 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:23.525141 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-11083377-66a4-4dca-a7fd-e1cc9e323263 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a286773-4076-470d-b75a-c7eea1dc3d02']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:23.525701 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-67a07715-513a-472c-bf91-ba0765ae43df tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:23.535529 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-11083377-66a4-4dca-a7fd-e1cc9e323263 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '478767af-aad0-4439-88f2-721c3a22d31e') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:23.535859 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-11083377-66a4-4dca-a7fd-e1cc9e323263 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '478767af-aad0-4439-88f2-721c3a22d31e') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:23.545547 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-11083377-66a4-4dca-a7fd-e1cc9e323263 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:23.559677 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-11083377-66a4-4dca-a7fd-e1cc9e323263 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:23.565496 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11083377-66a4-4dca-a7fd-e1cc9e323263 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:07:23.565890 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-11083377-66a4-4dca-a7fd-e1cc9e323263 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:23.569063 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:07:23.569063 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:07:23.569063 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:07:23.569063 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:07:23.569063 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:07:23.569063 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:07:23.569063 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:07:23.569063 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:07:23.569063 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:07:23.569063 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:07:23.569063 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:07:23.569063 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:07:23.569063 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:07:23.569063 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:07:23.569063 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:07:23.569063 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:07:23.569063 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:07:23.569063 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:07:23.569063 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:07:23.569063 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:07:23.569063 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:07:23.569063 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:07:23.569063 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:07:23.569063 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:07:23.569063 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:07:23.569063 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:07:23.569063 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:07:23.569063 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:07:23.569063 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:07:23.569063 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:07:23.569063 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:07:23.569063 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:07:23.633490 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bfd20783-ecd1-4c1d-a79f-72424c38d852 req-5e4b3388-d4e9-4734-968f-26c757785bc2 service neutron] 10.222.0.90 "GET /v2.0/networks/2b4863b3-0136-47bf-aa1f-c2a9dd497e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218212 Aug 16 21:07:23.648820 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889f763-f87b-4051-b2f4-b8bbaa9bbe47 req-693764b1-f944-4e3e-9695-58fc3792c910 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:23.650357 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f889f763-f87b-4051-b2f4-b8bbaa9bbe47 req-693764b1-f944-4e3e-9695-58fc3792c910 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a75bbb2-88fc-4145-aad2-b2274dd40eef HTTP/1.1" status: 200 len: 945 time: 0.1814263 Aug 16 21:07:23.686007 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-11083377-66a4-4dca-a7fd-e1cc9e323263 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:23.694282 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-11083377-66a4-4dca-a7fd-e1cc9e323263 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:23.698606 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-11083377-66a4-4dca-a7fd-e1cc9e323263 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] 10.222.0.84 "DELETE /v2.0/networks/2a286773-4076-470d-b75a-c7eea1dc3d02 HTTP/1.1" status: 204 len: 168 time: 0.5790796 Aug 16 21:07:23.719998 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11083377-66a4-4dca-a7fd-e1cc9e323263 tempest-TaggedBootDevicesTest-734136585 tempest-TaggedBootDevicesTest-734136585-project] Pushing event deleted for resources: {'Network': ['ID=2a286773-4076-470d-b75a-c7eea1dc3d02,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:23.769528 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702dbea-c75c-4f67-b020-ccb2ccbe5a76 req-af2d06f3-2eaa-4b21-94e2-a8d6256f4a52 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:23.771042 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1702dbea-c75c-4f67-b020-ccb2ccbe5a76 req-af2d06f3-2eaa-4b21-94e2-a8d6256f4a52 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 945 time: 0.2477276 Aug 16 21:07:23.775106 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-67a07715-513a-472c-bf91-ba0765ae43df tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:23.778129 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-67a07715-513a-472c-bf91-ba0765ae43df tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:23.843365 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f889f763-f87b-4051-b2f4-b8bbaa9bbe47 req-7b3ae694-f291-4c01-bee8-1572f84371ac tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/security-groups?id=dfef6280-a8f9-4ca5-8e34-c4d2f89b56a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588411 Aug 16 21:07:23.868129 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1702dbea-c75c-4f67-b020-ccb2ccbe5a76 req-8105a875-d2ed-4aa6-a059-fd75860b1911 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882728 Aug 16 21:07:23.936348 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-67a07715-513a-472c-bf91-ba0765ae43df tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:23.937060 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a07715-513a-472c-bf91-ba0765ae43df tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4cb6680c-b369-453d-b5b3-8f06cda6846a {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:07:23.941786 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-67a07715-513a-472c-bf91-ba0765ae43df tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:23.943227 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-67a07715-513a-472c-bf91-ba0765ae43df tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] 10.222.0.84 "DELETE /v2.0/routers/4cb6680c-b369-453d-b5b3-8f06cda6846a HTTP/1.1" status: 204 len: 168 time: 0.5647502 Aug 16 21:07:23.947000 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36442) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:23.953113 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-76a39ae1-b760-480f-9eb0-2981688253e1 tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Request body: {'router': {'name': 'tempest-router-191997973', 'distributed': True}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:24.068190 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-76a39ae1-b760-480f-9eb0-2981688253e1 tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:24.069277 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-76a39ae1-b760-480f-9eb0-2981688253e1 tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:24.133940 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-76a39ae1-b760-480f-9eb0-2981688253e1 tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:24.166826 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-21c171f3-5373-457a-a861-0591a3ed5c02 req-30c6a11d-6181-49c2-9fc3-c16140b83e58 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fb069e7f-c1c5-4f72-9a75-63d071b85b29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445807 Aug 16 21:07:24.227878 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-76a39ae1-b760-480f-9eb0-2981688253e1 tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:24.266683 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c171f3-5373-457a-a861-0591a3ed5c02 req-ae0a9a6d-0dec-48d0-9652-ad95195d4c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:24.268551 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-21c171f3-5373-457a-a861-0591a3ed5c02 req-ae0a9a6d-0dec-48d0-9652-ad95195d4c8d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a66a67472cec4496a7059d3173810e1a&device_id=fb069e7f-c1c5-4f72-9a75-63d071b85b29 HTTP/1.1" status: 200 len: 1097 time: 0.0551343 Aug 16 21:07:24.307734 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78386b79-e3e3-4a53-83d3-f123d8f1985a req-46946e2e-6352-4447-9a3c-58bf7923aa53 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:24.309336 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-78386b79-e3e3-4a53-83d3-f123d8f1985a req-46946e2e-6352-4447-9a3c-58bf7923aa53 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 945 time: 0.0542555 Aug 16 21:07:24.348041 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-76a39ae1-b760-480f-9eb0-2981688253e1 tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:24.349255 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-76a39ae1-b760-480f-9eb0-2981688253e1 tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.4004624 Aug 16 21:07:24.352475 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36456) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:24.395931 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c171f3-5373-457a-a861-0591a3ed5c02 req-d3019a1d-4cb8-4b16-ad29-8452ea5b7009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:24.397612 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-21c171f3-5373-457a-a861-0591a3ed5c02 req-d3019a1d-4cb8-4b16-ad29-8452ea5b7009 service neutron] 10.222.0.72 "GET /v2.0/networks?id=10a8cf60-7997-4233-bd18-38023ab4d829 HTTP/1.1" status: 200 len: 905 time: 0.1045430 Aug 16 21:07:24.434851 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-78386b79-e3e3-4a53-83d3-f123d8f1985a req-7e1923b6-d626-47c7-8532-feedc2fd4447 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129992 Aug 16 21:07:24.437947 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4e9fb182-ccd4-4999-ab4a-85c0cf5285ba tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:24.440374 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-21c171f3-5373-457a-a861-0591a3ed5c02 req-0cdf8e50-4f47-4fc0-8927-653f5421a3cc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ccefc9c-e155-4214-9c78-4ed80369f4ae HTTP/1.1" status: 200 len: 217 time: 0.0355346 Aug 16 21:07:24.501315 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c171f3-5373-457a-a861-0591a3ed5c02 req-31bf80dc-b09f-4083-a82c-d13029c4ee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:24.502918 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-21c171f3-5373-457a-a861-0591a3ed5c02 req-31bf80dc-b09f-4083-a82c-d13029c4ee40 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d5195f93-41fa-4353-aa72-c2be4390d86e HTTP/1.1" status: 200 len: 844 time: 0.0550957 Aug 16 21:07:24.547805 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-21c171f3-5373-457a-a861-0591a3ed5c02 req-e14eb435-bf05-450d-bccc-e65c56df4228 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=10a8cf60-7997-4233-bd18-38023ab4d829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362802 Aug 16 21:07:24.610478 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4e9fb182-ccd4-4999-ab4a-85c0cf5285ba tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:24.613706 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4e9fb182-ccd4-4999-ab4a-85c0cf5285ba tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:24.657422 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-21c171f3-5373-457a-a861-0591a3ed5c02 req-e576fa43-3e3d-494a-a0b7-1a5b684df055 service neutron] 10.222.0.72 "GET /v2.0/networks/10a8cf60-7997-4233-bd18-38023ab4d829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007726 Aug 16 21:07:24.740651 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4e9fb182-ccd4-4999-ab4a-85c0cf5285ba tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:24.741843 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9fb182-ccd4-4999-ab4a-85c0cf5285ba tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 18190c1e-8871-4b0f-83d0-2b540552d5bb {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:07:24.750961 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4e9fb182-ccd4-4999-ab4a-85c0cf5285ba tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:24.767459 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4e9fb182-ccd4-4999-ab4a-85c0cf5285ba tempest-RoutersTestDVR-1807183856 tempest-RoutersTestDVR-1807183856-project-admin] 10.222.0.84 "DELETE /v2.0/routers/18190c1e-8871-4b0f-83d0-2b540552d5bb HTTP/1.1" status: 204 len: 168 time: 0.4037402 Aug 16 21:07:24.769752 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-21c171f3-5373-457a-a861-0591a3ed5c02 req-ff2f3665-92d0-440b-b1b3-90106edb76f8 service neutron] 10.222.0.72 "GET /v2.0/networks/10a8cf60-7997-4233-bd18-38023ab4d829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048288 Aug 16 21:07:24.928451 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36474) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:25.063290 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686807d2-b41f-4e10-ba08-8381a6f4c64d req-c5a82fc3-5d77-436b-9704-049eba12116a tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:25.064901 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-686807d2-b41f-4e10-ba08-8381a6f4c64d req-c5a82fc3-5d77-436b-9704-049eba12116a tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 945 time: 0.0977433 Aug 16 21:07:25.071803 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-6baa5f42-0f64-486a-b311-542b5d373f8d tempest-ExternalNetworksAdminNegativeTestJSON-264545182 tempest-ExternalNetworksAdminNegativeTestJSON-264545182-project-admin] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:25.085379 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f117828-edd5-46cb-a084-fa494a12e0ea req-e8dfb816-8948-4f0a-a33e-cd2bc8c0c226 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:25.086867 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4f117828-edd5-46cb-a084-fa494a12e0ea req-e8dfb816-8948-4f0a-a33e-cd2bc8c0c226 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a75bbb2-88fc-4145-aad2-b2274dd40eef HTTP/1.1" status: 200 len: 945 time: 0.1106775 Aug 16 21:07:25.194537 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-686807d2-b41f-4e10-ba08-8381a6f4c64d req-7efd9280-bbec-4b11-b430-ea152be82e65 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186233 Aug 16 21:07:25.198648 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4f117828-edd5-46cb-a084-fa494a12e0ea req-9b83e1f6-8212-43b4-a960-3143ae7de939 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/security-groups?id=dfef6280-a8f9-4ca5-8e34-c4d2f89b56a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026480 Aug 16 21:07:25.215607 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d37ae-dbd0-4697-a846-bcae22c21a87 req-93fd8db5-2abe-4db1-b45b-18c3d074c417 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:25.217188 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-635d37ae-dbd0-4697-a846-bcae22c21a87 req-93fd8db5-2abe-4db1-b45b-18c3d074c417 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.90 "GET /v2.0/ports?device_id=8a75bbb2-88fc-4145-aad2-b2274dd40eef HTTP/1.1" status: 200 len: 945 time: 0.0936780 Aug 16 21:07:25.218540 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6baa5f42-0f64-486a-b311-542b5d373f8d tempest-ExternalNetworksAdminNegativeTestJSON-264545182 tempest-ExternalNetworksAdminNegativeTestJSON-264545182-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:25.247689 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36482) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:25.390975 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-817b6e44-82c1-4577-8c3b-0691ee3969de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:25.413041 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-635d37ae-dbd0-4697-a846-bcae22c21a87 req-3a8c8367-0b11-47f5-a9b5-bd2feed5696a tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Deleting port c9ad868d-36a1-4060-ba7f-a689023468ce {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:25.413400 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-635d37ae-dbd0-4697-a846-bcae22c21a87 req-3a8c8367-0b11-47f5-a9b5-bd2feed5696a tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:25.470248 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6baa5f42-0f64-486a-b311-542b5d373f8d tempest-ExternalNetworksAdminNegativeTestJSON-264545182 tempest-ExternalNetworksAdminNegativeTestJSON-264545182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:25.484350 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-817b6e44-82c1-4577-8c3b-0691ee3969de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:25.564340 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-817b6e44-82c1-4577-8c3b-0691ee3969de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:25.598842 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-635d37ae-dbd0-4697-a846-bcae22c21a87 req-3a8c8367-0b11-47f5-a9b5-bd2feed5696a tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] For port c9ad868d-36a1-4060-ba7f-a689023468ce, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=c9ad868d-36a1-4060-ba7f-a689023468ce,segment=NetworkSegment(d4b5ba9a-d22d-4237-a77b-df07a73a4617),segment_id=d4b5ba9a-d22d-4237-a77b-df07a73a4617)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:25.599233 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-635d37ae-dbd0-4697-a846-bcae22c21a87 req-3a8c8367-0b11-47f5-a9b5-bd2feed5696a tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:25.603500 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b6e44-82c1-4577-8c3b-0691ee3969de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1a33eb-3517-468b-80c2-362a018ce330,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:25.609395 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-817b6e44-82c1-4577-8c3b-0691ee3969de admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=aa429c15260f4eb49931a60bd9b1c92e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3602879 Aug 16 21:07:25.612058 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36488) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:25.642526 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-635d37ae-dbd0-4697-a846-bcae22c21a87 req-3a8c8367-0b11-47f5-a9b5-bd2feed5696a tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Calling delete_port for c9ad868d-36a1-4060-ba7f-a689023468ce owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:25.662541 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a1979f76-e46f-444b-b78b-d7e65fa79fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:25.680526 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abbfe3-3ead-47a8-8e65-1b2b53329797 req-6813ed0c-9dfb-4811-a9fd-1a30800721ec tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:25.682061 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e5abbfe3-3ead-47a8-8e65-1b2b53329797 req-6813ed0c-9dfb-4811-a9fd-1a30800721ec tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 945 time: 0.1484649 Aug 16 21:07:25.684442 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a1979f76-e46f-444b-b78b-d7e65fa79fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:25.733356 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-6baa5f42-0f64-486a-b311-542b5d373f8d tempest-ExternalNetworksAdminNegativeTestJSON-264545182 tempest-ExternalNetworksAdminNegativeTestJSON-264545182-project-admin] Allocated IP 172.25.1.36 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/ac4f4f93-16f9-4615-b376-6cd21550f95e) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:07:25.794663 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e5abbfe3-3ead-47a8-8e65-1b2b53329797 req-3e45fceb-2a2b-4795-a671-b8462b3869ad tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754800 Aug 16 21:07:25.827956 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a1979f76-e46f-444b-b78b-d7e65fa79fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:25.831590 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a1979f76-e46f-444b-b78b-d7e65fa79fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:25.835164 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a1979f76-e46f-444b-b78b-d7e65fa79fac admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fd1a33eb-3517-468b-80c2-362a018ce330 HTTP/1.1" status: 204 len: 168 time: 0.2199004 Aug 16 21:07:25.857013 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1979f76-e46f-444b-b78b-d7e65fa79fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1a33eb-3517-468b-80c2-362a018ce330,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:26.251244 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6baa5f42-0f64-486a-b311-542b5d373f8d tempest-ExternalNetworksAdminNegativeTestJSON-264545182 tempest-ExternalNetworksAdminNegativeTestJSON-264545182-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.352072 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-635d37ae-dbd0-4697-a846-bcae22c21a87 req-3a8c8367-0b11-47f5-a9b5-bd2feed5696a tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.388073 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1456ee6d-d844-43fc-8f2f-5dee1df6b9f8 req-a5c0b7d4-a242-4217-9658-31652d0672f3 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a75bbb2-88fc-4145-aad2-b2274dd40eef HTTP/1.1" status: 200 len: 210 time: 0.0407929 Aug 16 21:07:26.414826 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c8367-0b11-47f5-a9b5-bd2feed5696a tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Pushing event deleted for resources: {'Port': ['ID=c9ad868d-36a1-4060-ba7f-a689023468ce,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:26.417095 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6baa5f42-0f64-486a-b311-542b5d373f8d tempest-ExternalNetworksAdminNegativeTestJSON-264545182 tempest-ExternalNetworksAdminNegativeTestJSON-264545182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.482914 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2a557-9c4a-4958-8544-07809095e25f req-52516b53-1ca0-4068-9448-5f276b8708b6 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:26.484721 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dae2a557-9c4a-4958-8544-07809095e25f req-52516b53-1ca0-4068-9448-5f276b8708b6 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 945 time: 0.1678352 Aug 16 21:07:26.488630 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6baa5f42-0f64-486a-b311-542b5d373f8d tempest-ExternalNetworksAdminNegativeTestJSON-264545182 tempest-ExternalNetworksAdminNegativeTestJSON-264545182-project-admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:07:26.498226 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-6baa5f42-0f64-486a-b311-542b5d373f8d tempest-ExternalNetworksAdminNegativeTestJSON-264545182 tempest-ExternalNetworksAdminNegativeTestJSON-264545182-project-admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:26.520469 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baa5f42-0f64-486a-b311-542b5d373f8d tempest-ExternalNetworksAdminNegativeTestJSON-264545182 tempest-ExternalNetworksAdminNegativeTestJSON-264545182-project-admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:07:26.527287 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-635d37ae-dbd0-4697-a846-bcae22c21a87 req-3a8c8367-0b11-47f5-a9b5-bd2feed5696a tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] No DVR routers for this DVR port c9ad868d-36a1-4060-ba7f-a689023468ce on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:07:26.551228 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36500) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:26.554693 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-635d37ae-dbd0-4697-a846-bcae22c21a87 req-3a8c8367-0b11-47f5-a9b5-bd2feed5696a tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.556731 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-635d37ae-dbd0-4697-a846-bcae22c21a87 req-3a8c8367-0b11-47f5-a9b5-bd2feed5696a tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.90 "DELETE /v2.0/ports/c9ad868d-36a1-4060-ba7f-a689023468ce HTTP/1.1" status: 204 len: 173 time: 1.3252306 Aug 16 21:07:26.559610 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a75bbb2-88fc-4145-aad2-b2274dd40eef', 'name': 'network-vif-deleted', 'tag': 'c9ad868d-36a1-4060-ba7f-a689023468ce'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:07:26.562080 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb000457-0941-4fd2-af76-c30e60dd93c9" -d '{"events": [{"server_uuid": "8a75bbb2-88fc-4145-aad2-b2274dd40eef", "name": "network-vif-deleted", "tag": "c9ad868d-36a1-4060-ba7f-a689023468ce"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:07:26.564920 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa5f42-0f64-486a-b311-542b5d373f8d tempest-ExternalNetworksAdminNegativeTestJSON-264545182 tempest-ExternalNetworksAdminNegativeTestJSON-264545182-project-admin] Pushing event updated for resources: {'Port': ['ID=ac4f4f93-16f9-4615-b376-6cd21550f95e,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:26.566439 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9c39cd78-db21-4ecc-b98d-f1d0c5922af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.610671 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dae2a557-9c4a-4958-8544-07809095e25f req-01ac064b-6c4e-4cdc-abe4-cbc6560a415d tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159582 Aug 16 21:07:26.650649 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8eceb87-89cf-4f54-96a9-442913d454a7 x-openstack-request-id: req-a8eceb87-89cf-4f54-96a9-442913d454a7 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:07:26.651053 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a75bbb2-88fc-4145-aad2-b2274dd40eef", "name": "network-vif-deleted", "tag": "c9ad868d-36a1-4060-ba7f-a689023468ce", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:07:26.651573 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a8eceb87-89cf-4f54-96a9-442913d454a7 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:07:26.652076 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a75bbb2-88fc-4145-aad2-b2274dd40eef', 'name': 'network-vif-deleted', 'tag': 'c9ad868d-36a1-4060-ba7f-a689023468ce', 'status': 'completed', 'code': 200} Aug 16 21:07:26.678523 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6baa5f42-0f64-486a-b311-542b5d373f8d tempest-ExternalNetworksAdminNegativeTestJSON-264545182 tempest-ExternalNetworksAdminNegativeTestJSON-264545182-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.704775 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9c39cd78-db21-4ecc-b98d-f1d0c5922af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.801687 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6baa5f42-0f64-486a-b311-542b5d373f8d tempest-ExternalNetworksAdminNegativeTestJSON-264545182 tempest-ExternalNetworksAdminNegativeTestJSON-264545182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.834192 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9c39cd78-db21-4ecc-b98d-f1d0c5922af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.875048 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9c39cd78-db21-4ecc-b98d-f1d0c5922af5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8182f1323e42490ea987c5b851e82a19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3225904 Aug 16 21:07:26.876124 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39cd78-db21-4ecc-b98d-f1d0c5922af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367cf7f5-06f1-428d-b650-39ab32e9ca7b,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:26.879262 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36508) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:26.946884 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5be9ff62-2242-40df-a443-d62546ea4163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.970816 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5be9ff62-2242-40df-a443-d62546ea4163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.976509 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b43cdf-d70c-465d-8333-7445c431e744 req-6a41cd08-63ed-4df7-b988-44d9b3bd2d39 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:26.978023 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-21b43cdf-d70c-465d-8333-7445c431e744 req-6a41cd08-63ed-4df7-b988-44d9b3bd2d39 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 945 time: 0.1104658 Aug 16 21:07:27.054603 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6baa5f42-0f64-486a-b311-542b5d373f8d tempest-ExternalNetworksAdminNegativeTestJSON-264545182 tempest-ExternalNetworksAdminNegativeTestJSON-264545182-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:27.061487 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-21b43cdf-d70c-465d-8333-7445c431e744 req-aa7b4766-ae5d-4b21-b8e1-8d9cd7eba370 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712335 Aug 16 21:07:27.107435 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5be9ff62-2242-40df-a443-d62546ea4163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:27.111770 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5be9ff62-2242-40df-a443-d62546ea4163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:27.113729 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5be9ff62-2242-40df-a443-d62546ea4163 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/367cf7f5-06f1-428d-b650-39ab32e9ca7b HTTP/1.1" status: 204 len: 168 time: 0.2326350 Aug 16 21:07:27.122278 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be9ff62-2242-40df-a443-d62546ea4163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367cf7f5-06f1-428d-b650-39ab32e9ca7b,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:27.164219 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6baa5f42-0f64-486a-b311-542b5d373f8d tempest-ExternalNetworksAdminNegativeTestJSON-264545182 tempest-ExternalNetworksAdminNegativeTestJSON-264545182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:27.286564 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3ae9c-abb0-44d2-b929-024aa9ec43a2 req-8bffbb3d-7c19-420f-b7d9-8f959bff15cf tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:27.288225 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d5b3ae9c-abb0-44d2-b929-024aa9ec43a2 req-8bffbb3d-7c19-420f-b7d9-8f959bff15cf tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 945 time: 0.1383667 Aug 16 21:07:27.289002 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa5f42-0f64-486a-b311-542b5d373f8d tempest-ExternalNetworksAdminNegativeTestJSON-264545182 tempest-ExternalNetworksAdminNegativeTestJSON-264545182-project-admin] Pushing event updated for resources: {'Port': ['ID=ac4f4f93-16f9-4615-b376-6cd21550f95e,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:27.292742 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6baa5f42-0f64-486a-b311-542b5d373f8d tempest-ExternalNetworksAdminNegativeTestJSON-264545182 tempest-ExternalNetworksAdminNegativeTestJSON-264545182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:27.338303 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d5b3ae9c-abb0-44d2-b929-024aa9ec43a2 req-35300c35-a103-4d69-8a3f-49e8e19955ae tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350130 Aug 16 21:07:27.370515 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6baa5f42-0f64-486a-b311-542b5d373f8d tempest-ExternalNetworksAdminNegativeTestJSON-264545182 tempest-ExternalNetworksAdminNegativeTestJSON-264545182-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:27.371835 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6baa5f42-0f64-486a-b311-542b5d373f8d tempest-ExternalNetworksAdminNegativeTestJSON-264545182 tempest-ExternalNetworksAdminNegativeTestJSON-264545182-project-admin] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4423382 Aug 16 21:07:27.374735 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36514) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:27.379651 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-bae101f9-4bc8-43c0-a464-0080d99fe5d6 tempest-ExternalNetworksAdminNegativeTestJSON-264545182 tempest-ExternalNetworksAdminNegativeTestJSON-264545182-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1100255584', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'fixed_ips': [{'ip_address': '172.25.1.36'}]}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:27.497847 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae101f9-4bc8-43c0-a464-0080d99fe5d6 tempest-ExternalNetworksAdminNegativeTestJSON-264545182 tempest-ExternalNetworksAdminNegativeTestJSON-264545182-project-admin] Made reservation on behalf of f333c54600754043b1f3605ebe7fba4c for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:07:27.500311 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bae101f9-4bc8-43c0-a464-0080d99fe5d6 tempest-ExternalNetworksAdminNegativeTestJSON-264545182 tempest-ExternalNetworksAdminNegativeTestJSON-264545182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:27.529450 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd758ba5-5636-4900-bdfd-1601365a2067 req-a57fb265-c97a-4f63-a461-46f4fd8a35f3 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a75bbb2-88fc-4145-aad2-b2274dd40eef HTTP/1.1" status: 200 len: 210 time: 0.0444980 Aug 16 21:07:27.530135 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bae101f9-4bc8-43c0-a464-0080d99fe5d6 tempest-ExternalNetworksAdminNegativeTestJSON-264545182 tempest-ExternalNetworksAdminNegativeTestJSON-264545182-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:27.640649 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bae101f9-4bc8-43c0-a464-0080d99fe5d6 tempest-ExternalNetworksAdminNegativeTestJSON-264545182 tempest-ExternalNetworksAdminNegativeTestJSON-264545182-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:27.799074 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bae101f9-4bc8-43c0-a464-0080d99fe5d6 tempest-ExternalNetworksAdminNegativeTestJSON-264545182 tempest-ExternalNetworksAdminNegativeTestJSON-264545182-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:27.804571 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-bae101f9-4bc8-43c0-a464-0080d99fe5d6 tempest-ExternalNetworksAdminNegativeTestJSON-264545182 tempest-ExternalNetworksAdminNegativeTestJSON-264545182-project-admin] device_id is not set on port 0f85d27f-e556-4fda-8422-00779e1d3fc0 yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:07:27.874632 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae101f9-4bc8-43c0-a464-0080d99fe5d6 tempest-ExternalNetworksAdminNegativeTestJSON-264545182 tempest-ExternalNetworksAdminNegativeTestJSON-264545182-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c231de6-0e6e-4717-98c7-723553e2bdcd,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:27.973380 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device c9ad868d-36a1-4060-ba7f-a689023468ce no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:07:28.000102 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: c9ad868d-36a1-4060-ba7f-a689023468ce {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:07:28.000969 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device c9ad868d-36a1-4060-ba7f-a689023468ce not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:07:28.056919 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-bae101f9-4bc8-43c0-a464-0080d99fe5d6 tempest-ExternalNetworksAdminNegativeTestJSON-264545182 tempest-ExternalNetworksAdminNegativeTestJSON-264545182-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 16 21:07:28.058102 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bae101f9-4bc8-43c0-a464-0080d99fe5d6 tempest-ExternalNetworksAdminNegativeTestJSON-264545182 tempest-ExternalNetworksAdminNegativeTestJSON-264545182-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:07:28.186984 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f0c3f-3a77-4c55-bd6c-4521e1a84ebf req-6c3ad405-d987-4c0f-b86a-29b825b42302 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:28.188652 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d01f0c3f-3a77-4c55-bd6c-4521e1a84ebf req-6c3ad405-d987-4c0f-b86a-29b825b42302 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 945 time: 0.0592551 Aug 16 21:07:28.191547 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-bae101f9-4bc8-43c0-a464-0080d99fe5d6 tempest-ExternalNetworksAdminNegativeTestJSON-264545182 tempest-ExternalNetworksAdminNegativeTestJSON-264545182-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.8158479 Aug 16 21:07:28.194079 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36540) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:28.339419 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d01f0c3f-3a77-4c55-bd6c-4521e1a84ebf req-e5c3fcf9-953b-4b6f-a430-e8c6b938aed8 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385570 Aug 16 21:07:28.398683 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-86bd2a71-232c-4305-ae29-8f4a5102e9e4 tempest-ExternalNetworksAdminNegativeTestJSON-264545182 tempest-ExternalNetworksAdminNegativeTestJSON-264545182-project-admin] Deleting port ac4f4f93-16f9-4615-b376-6cd21550f95e {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:28.399138 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-86bd2a71-232c-4305-ae29-8f4a5102e9e4 tempest-ExternalNetworksAdminNegativeTestJSON-264545182 tempest-ExternalNetworksAdminNegativeTestJSON-264545182-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:28.505878 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1336185b-7db5-4c50-8151-09b7e96a8f7f req-32ac5ecd-1ab5-49d6-971e-90c80c76b29f tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:28.507485 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1336185b-7db5-4c50-8151-09b7e96a8f7f req-32ac5ecd-1ab5-49d6-971e-90c80c76b29f tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 945 time: 0.0934379 Aug 16 21:07:28.542135 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-86bd2a71-232c-4305-ae29-8f4a5102e9e4 tempest-ExternalNetworksAdminNegativeTestJSON-264545182 tempest-ExternalNetworksAdminNegativeTestJSON-264545182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:28.542780 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-86bd2a71-232c-4305-ae29-8f4a5102e9e4 tempest-ExternalNetworksAdminNegativeTestJSON-264545182 tempest-ExternalNetworksAdminNegativeTestJSON-264545182-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:28.555531 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36548) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:28.588059 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1336185b-7db5-4c50-8151-09b7e96a8f7f req-84518874-88a6-42e0-b70f-0f58b79fea5c tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708370 Aug 16 21:07:28.589033 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-86bd2a71-232c-4305-ae29-8f4a5102e9e4 tempest-ExternalNetworksAdminNegativeTestJSON-264545182 tempest-ExternalNetworksAdminNegativeTestJSON-264545182-project-admin] Calling delete_port for ac4f4f93-16f9-4615-b376-6cd21550f95e owned by network:floatingip {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:28.715606 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-944d423f-e595-4d64-8b3d-4af10bab3739 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2031245381'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:28.827804 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944d423f-e595-4d64-8b3d-4af10bab3739 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:07:28.831421 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-944d423f-e595-4d64-8b3d-4af10bab3739 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:28.840894 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-944d423f-e595-4d64-8b3d-4af10bab3739 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:28.862296 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-86bd2a71-232c-4305-ae29-8f4a5102e9e4 tempest-ExternalNetworksAdminNegativeTestJSON-264545182 tempest-ExternalNetworksAdminNegativeTestJSON-264545182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:28.890377 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd2a71-232c-4305-ae29-8f4a5102e9e4 tempest-ExternalNetworksAdminNegativeTestJSON-264545182 tempest-ExternalNetworksAdminNegativeTestJSON-264545182-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac4f4f93-16f9-4615-b376-6cd21550f95e,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:28.956979 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-86bd2a71-232c-4305-ae29-8f4a5102e9e4 tempest-ExternalNetworksAdminNegativeTestJSON-264545182 tempest-ExternalNetworksAdminNegativeTestJSON-264545182-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:28.963950 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-86bd2a71-232c-4305-ae29-8f4a5102e9e4 tempest-ExternalNetworksAdminNegativeTestJSON-264545182 tempest-ExternalNetworksAdminNegativeTestJSON-264545182-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:28.963950 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-86bd2a71-232c-4305-ae29-8f4a5102e9e4 tempest-ExternalNetworksAdminNegativeTestJSON-264545182 tempest-ExternalNetworksAdminNegativeTestJSON-264545182-project-admin] 10.222.0.84 "DELETE /v2.0/floatingips/2511105e-d306-4682-8199-e4df8eb705ea HTTP/1.1" status: 204 len: 168 time: 0.7656388 Aug 16 21:07:28.971809 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-944d423f-e595-4d64-8b3d-4af10bab3739 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:29.044997 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-944d423f-e595-4d64-8b3d-4af10bab3739 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:29.080941 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d423f-e595-4d64-8b3d-4af10bab3739 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68b77d25-9c9d-41c1-8116-9ca8a92ec518,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:29.084307 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-944d423f-e595-4d64-8b3d-4af10bab3739 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:07:29.095924 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-944d423f-e595-4d64-8b3d-4af10bab3739 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:29.096105 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-944d423f-e595-4d64-8b3d-4af10bab3739 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Added segment c1b80e74-9d5b-4e3f-98c8-185ab74eace0 of type vlan for network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 Aug 16 21:07:29.141513 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-944d423f-e595-4d64-8b3d-4af10bab3739 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:29.256126 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-944d423f-e595-4d64-8b3d-4af10bab3739 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:29.262846 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944d423f-e595-4d64-8b3d-4af10bab3739 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:29.268489 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-944d423f-e595-4d64-8b3d-4af10bab3739 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:29.334655 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-944d423f-e595-4d64-8b3d-4af10bab3739 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7727487 Aug 16 21:07:29.338226 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36562) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:29.344394 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-8d0e9c86-c85b-4418-898a-c476190bf9de tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'subnet': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:29.345850 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d423f-e595-4d64-8b3d-4af10bab3739 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Network': ['ID=34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:29.357214 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:07:29.527913 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36568) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:29.535973 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35484822-4da6-4fd1-b828-88da75c81020 req-4ac06957-0b75-4789-b14e-d1c7a17608cc tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:29.537693 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35484822-4da6-4fd1-b828-88da75c81020 req-4ac06957-0b75-4789-b14e-d1c7a17608cc tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 945 time: 0.0897725 Aug 16 21:07:29.581067 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35484822-4da6-4fd1-b828-88da75c81020 req-3e2f7e91-9bad-4073-b8eb-c4960a549e29 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367606 Aug 16 21:07:29.612516 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0e9c86-c85b-4418-898a-c476190bf9de tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:07:29.616878 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8d0e9c86-c85b-4418-898a-c476190bf9de tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:29.688455 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-17fff418-0d12-4ec7-ae96-aced8548f6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:29.767081 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf7609-2706-4f5d-b7f6-cc33a7c619c6 req-f82299ec-79be-4202-a868-02f80dcd0c64 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:29.768725 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-16bf7609-2706-4f5d-b7f6-cc33a7c619c6 req-f82299ec-79be-4202-a868-02f80dcd0c64 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 945 time: 0.0804746 Aug 16 21:07:29.812027 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-17fff418-0d12-4ec7-ae96-aced8548f6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:29.831111 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-16bf7609-2706-4f5d-b7f6-cc33a7c619c6 req-54b766c4-1805-4741-97de-8e15c03c2d82 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555253 Aug 16 21:07:29.890902 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-17fff418-0d12-4ec7-ae96-aced8548f6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:29.940352 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-17fff418-0d12-4ec7-ae96-aced8548f6ed admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2ba3d608c6434ecb8847b5dfe96c2f9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4107938 Aug 16 21:07:29.941525 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fff418-0d12-4ec7-ae96-aced8548f6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df88572-1d7f-4b91-aa9c-2b309d867870,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:29.942622 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36576) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:29.997041 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-45df47f1-aece-4235-bdad-205c5d94f052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:30.022122 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8d0e9c86-c85b-4418-898a-c476190bf9de tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:30.025644 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-45df47f1-aece-4235-bdad-205c5d94f052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:30.139990 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e9c86-c85b-4418-898a-c476190bf9de tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Subnet': ['ID=3420fb6c-6c30-4d76-aa1c-efb7410a6097,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:30.161171 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0e9c86-c85b-4418-898a-c476190bf9de tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Checking segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:07:30.161560 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0e9c86-c85b-4418-898a-c476190bf9de tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network hostable DHCP agents. Network: 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:07:30.173722 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207bd73-8cfc-46b3-98b0-81cf9e0b742e req-648bb5b6-b0ae-4817-b3d2-4457bb4ec781 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:30.175205 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d207bd73-8cfc-46b3-98b0-81cf9e0b742e req-648bb5b6-b0ae-4817-b3d2-4457bb4ec781 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.90 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 945 time: 0.1035116 Aug 16 21:07:30.258211 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-45df47f1-aece-4235-bdad-205c5d94f052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:30.261324 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-45df47f1-aece-4235-bdad-205c5d94f052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:30.262479 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-45df47f1-aece-4235-bdad-205c5d94f052 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5df88572-1d7f-4b91-aa9c-2b309d867870 HTTP/1.1" status: 204 len: 168 time: 0.3186932 Aug 16 21:07:30.273185 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df47f1-aece-4235-bdad-205c5d94f052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df88572-1d7f-4b91-aa9c-2b309d867870,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:30.278680 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0e9c86-c85b-4418-898a-c476190bf9de tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:07:30.304749 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-d207bd73-8cfc-46b3-98b0-81cf9e0b742e req-14438fa7-ea22-46aa-bc62-23622a3977ff tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Deleting port 8ff9e3fa-e30a-4877-98d2-4b9f5a091c90 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:30.306659 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-d207bd73-8cfc-46b3-98b0-81cf9e0b742e req-14438fa7-ea22-46aa-bc62-23622a3977ff tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:30.404676 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-d207bd73-8cfc-46b3-98b0-81cf9e0b742e req-14438fa7-ea22-46aa-bc62-23622a3977ff tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] For port 8ff9e3fa-e30a-4877-98d2-4b9f5a091c90, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=8ff9e3fa-e30a-4877-98d2-4b9f5a091c90,segment=NetworkSegment(8595d4c3-bd6a-40bd-a14a-9603ef03d310),segment_id=8595d4c3-bd6a-40bd-a14a-9603ef03d310)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:30.405044 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-d207bd73-8cfc-46b3-98b0-81cf9e0b742e req-14438fa7-ea22-46aa-bc62-23622a3977ff tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:30.413716 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-8d0e9c86-c85b-4418-898a-c476190bf9de tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:30.421822 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-d207bd73-8cfc-46b3-98b0-81cf9e0b742e req-14438fa7-ea22-46aa-bc62-23622a3977ff tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Calling delete_port for 8ff9e3fa-e30a-4877-98d2-4b9f5a091c90 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:30.424198 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0e9c86-c85b-4418-898a-c476190bf9de tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:30.424808 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8d0e9c86-c85b-4418-898a-c476190bf9de tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:30.425701 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b649cc1a-4666-4d5b-bc26-8ce5a19922a1 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:07:30.564101 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8d0e9c86-c85b-4418-898a-c476190bf9de tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2238336 Aug 16 21:07:30.570486 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36582) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:30.592248 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-f3407993-e634-463d-8a4b-e07feba3341b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'port': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'name': 'tempest-NetworksTestDHCPv6-1475189324'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:30.756268 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0e189-21e3-4bc5-9005-c401231f2eba req-c0474a4b-c5c9-44e4-bac5-8d822e8b7f98 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:30.769488 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8fb0e189-21e3-4bc5-9005-c401231f2eba req-c0474a4b-c5c9-44e4-bac5-8d822e8b7f98 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 945 time: 0.0789421 Aug 16 21:07:30.779518 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-d207bd73-8cfc-46b3-98b0-81cf9e0b742e req-14438fa7-ea22-46aa-bc62-23622a3977ff tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:30.825541 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14438fa7-ea22-46aa-bc62-23622a3977ff tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Pushing event deleted for resources: {'Port': ['ID=8ff9e3fa-e30a-4877-98d2-4b9f5a091c90,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:30.906353 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8fb0e189-21e3-4bc5-9005-c401231f2eba req-2bde364c-95fe-4218-923b-e7124173122d tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347389 Aug 16 21:07:30.933269 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-d207bd73-8cfc-46b3-98b0-81cf9e0b742e req-14438fa7-ea22-46aa-bc62-23622a3977ff tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] No DVR routers for this DVR port 8ff9e3fa-e30a-4877-98d2-4b9f5a091c90 on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:07:30.936904 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-d207bd73-8cfc-46b3-98b0-81cf9e0b742e req-14438fa7-ea22-46aa-bc62-23622a3977ff tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:30.939486 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d207bd73-8cfc-46b3-98b0-81cf9e0b742e req-14438fa7-ea22-46aa-bc62-23622a3977ff tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.90 "DELETE /v2.0/ports/8ff9e3fa-e30a-4877-98d2-4b9f5a091c90 HTTP/1.1" status: 204 len: 173 time: 0.7567196 Aug 16 21:07:30.940210 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3018c76-9596-4a53-ab33-be16548152fe', 'name': 'network-vif-deleted', 'tag': '8ff9e3fa-e30a-4877-98d2-4b9f5a091c90'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:07:30.945428 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4408a2d4-c746-4d58-acdb-c7c089a9af08" -d '{"events": [{"server_uuid": "e3018c76-9596-4a53-ab33-be16548152fe", "name": "network-vif-deleted", "tag": "8ff9e3fa-e30a-4877-98d2-4b9f5a091c90"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:07:31.031377 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcf68ae-1bca-44c8-9793-d4bcdd7896d4 x-openstack-request-id: req-ffcf68ae-1bca-44c8-9793-d4bcdd7896d4 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:07:31.032239 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3018c76-9596-4a53-ab33-be16548152fe", "name": "network-vif-deleted", "tag": "8ff9e3fa-e30a-4877-98d2-4b9f5a091c90", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:07:31.032677 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ffcf68ae-1bca-44c8-9793-d4bcdd7896d4 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:07:31.033271 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3018c76-9596-4a53-ab33-be16548152fe', 'name': 'network-vif-deleted', 'tag': '8ff9e3fa-e30a-4877-98d2-4b9f5a091c90', 'status': 'completed', 'code': 200} Aug 16 21:07:31.036310 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7728ea5d-2741-45b0-b242-ce841e018b93 req-610f5aeb-c6c3-44d8-8c49-a32ea2875938 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3018c76-9596-4a53-ab33-be16548152fe HTTP/1.1" status: 200 len: 210 time: 0.0487623 Aug 16 21:07:31.059102 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['8ff9e3fa-e30a-4877-98d2-4b9f5a091c90'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:07:31.064907 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['de9d9569-019a-4d81-8184-7a34c02d5874'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:07:31.070801 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f1b61f-d064-462b-adfb-e64e650bbe1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'tenant_id': '82725015d13d49169b6e377f421f6af8', 'fixed_ips': [{'subnet_id': '3420fb6c-6c30-4d76-aa1c-efb7410a6097'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:07:31.071985 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-81f1b61f-d064-462b-adfb-e64e650bbe1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:31.312005 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36600) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:31.397828 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-cff9beef-066b-4451-9f88-48b4fe76fd78 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f333c54600754043b1f3605ebe7fba4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0841701 Aug 16 21:07:31.399670 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36602) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:31.407605 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-81f1b61f-d064-462b-adfb-e64e650bbe1c None None] Allocated IP 2001:db8::2 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/3420fb6c-6c30-4d76-aa1c-efb7410a6097/436b556b-91ee-40cc-9133-4c68454c4d2d) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:07:31.473370 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-51c9d756-e2a0-49c6-984a-197480ddedb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:31.499127 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-51c9d756-e2a0-49c6-984a-197480ddedb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:31.593180 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3407993-e634-463d-8a4b-e07feba3341b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:07:31.598570 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f3407993-e634-463d-8a4b-e07feba3341b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:31.624835 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-81f1b61f-d064-462b-adfb-e64e650bbe1c None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:31.625849 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-f3407993-e634-463d-8a4b-e07feba3341b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] device_id is not set on port 66866f6f-7aaa-4f4d-b2fd-51fb6deb9b0f yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:07:31.736159 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-81f1b61f-d064-462b-adfb-e64e650bbe1c None None] Transition to ACTIVE for port object 436b556b-91ee-40cc-9133-4c68454c4d2d will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:31.736405 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-51c9d756-e2a0-49c6-984a-197480ddedb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:31.739082 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-51c9d756-e2a0-49c6-984a-197480ddedb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:31.740415 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-51c9d756-e2a0-49c6-984a-197480ddedb0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3c231de6-0e6e-4717-98c7-723553e2bdcd HTTP/1.1" status: 204 len: 168 time: 0.3395989 Aug 16 21:07:31.749450 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9d756-e2a0-49c6-984a-197480ddedb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c231de6-0e6e-4717-98c7-723553e2bdcd,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:31.762815 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-81f1b61f-d064-462b-adfb-e64e650bbe1c None None] Transition to ACTIVE for port object 436b556b-91ee-40cc-9133-4c68454c4d2d will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:31.965618 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-81f1b61f-d064-462b-adfb-e64e650bbe1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:32.020767 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f1b61f-d064-462b-adfb-e64e650bbe1c None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:07:32.027151 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-81f1b61f-d064-462b-adfb-e64e650bbe1c None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:32.032380 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f1b61f-d064-462b-adfb-e64e650bbe1c None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:07:32.045854 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-f3407993-e634-463d-8a4b-e07feba3341b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Allocated IP 2001:db8::257 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/3420fb6c-6c30-4d76-aa1c-efb7410a6097/66866f6f-7aaa-4f4d-b2fd-51fb6deb9b0f) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:07:32.057586 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22950eca-1bf6-4c19-a2fe-c205cd10a701 req-38495f64-1838-4af9-9eea-ddc669e2a1e0 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:32.065825 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-22950eca-1bf6-4c19-a2fe-c205cd10a701 req-38495f64-1838-4af9-9eea-ddc669e2a1e0 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 945 time: 0.0829241 Aug 16 21:07:32.090309 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f1b61f-d064-462b-adfb-e64e650bbe1c None None] Pushing event updated for resources: {'Port': ['ID=436b556b-91ee-40cc-9133-4c68454c4d2d,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:32.122747 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-22950eca-1bf6-4c19-a2fe-c205cd10a701 req-769fd631-b277-4837-bc7b-81b32daa9a3a tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552125 Aug 16 21:07:32.163214 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-81f1b61f-d064-462b-adfb-e64e650bbe1c None None] Attempting to bind port 436b556b-91ee-40cc-9133-4c68454c4d2d on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:32.171104 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-81f1b61f-d064-462b-adfb-e64e650bbe1c None None] Attempting to bind port 436b556b-91ee-40cc-9133-4c68454c4d2d by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:32.171104 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f1b61f-d064-462b-adfb-e64e650bbe1c None None] Attempting to bind port 436b556b-91ee-40cc-9133-4c68454c4d2d on network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:32.171104 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f1b61f-d064-462b-adfb-e64e650bbe1c None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:07:32.171104 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f1b61f-d064-462b-adfb-e64e650bbe1c None None] Checking segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:07:32.171854 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-81f1b61f-d064-462b-adfb-e64e650bbe1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:32.171854 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f1b61f-d064-462b-adfb-e64e650bbe1c None None] Bound using segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:07:32.172750 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-81f1b61f-d064-462b-adfb-e64e650bbe1c None None] Bound port: 436b556b-91ee-40cc-9133-4c68454c4d2d, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:07:32.172750 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-81f1b61f-d064-462b-adfb-e64e650bbe1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:32.275504 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-81f1b61f-d064-462b-adfb-e64e650bbe1c None None] For port 436b556b-91ee-40cc-9133-4c68454c4d2d, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:07:32.281180 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-81f1b61f-d064-462b-adfb-e64e650bbe1c None None] For port 436b556b-91ee-40cc-9133-4c68454c4d2d, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=436b556b-91ee-40cc-9133-4c68454c4d2d,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:07:32.371182 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-81f1b61f-d064-462b-adfb-e64e650bbe1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:32.381916 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f3407993-e634-463d-8a4b-e07feba3341b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:32.401610 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-f3407993-e634-463d-8a4b-e07feba3341b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Transition to ACTIVE for port object 66866f6f-7aaa-4f4d-b2fd-51fb6deb9b0f will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:32.516576 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f1b61f-d064-462b-adfb-e64e650bbe1c None None] Pushing event updated for resources: {'Port': ['ID=436b556b-91ee-40cc-9133-4c68454c4d2d,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:32.525104 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f3407993-e634-463d-8a4b-e07feba3341b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:32.586380 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3407993-e634-463d-8a4b-e07feba3341b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:07:32.589851 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-f3407993-e634-463d-8a4b-e07feba3341b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:32.597504 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3407993-e634-463d-8a4b-e07feba3341b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:07:32.603489 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3407993-e634-463d-8a4b-e07feba3341b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:32.604219 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f3407993-e634-463d-8a4b-e07feba3341b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:32.616167 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3407993-e634-463d-8a4b-e07feba3341b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Port': ['ID=66866f6f-7aaa-4f4d-b2fd-51fb6deb9b0f,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:32.755157 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f3407993-e634-463d-8a4b-e07feba3341b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1817639 Aug 16 21:07:32.757745 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36636) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:32.849920 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd2c55c-78d2-480c-affe-317d4813e736 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:32.868974 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd2c55c-78d2-480c-affe-317d4813e736 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:32.879445 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36640) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:32.884216 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7bd2c55c-78d2-480c-affe-317d4813e736 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1247613 Aug 16 21:07:32.990785 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-418f652f-dc92-431d-96a4-dba2546293e0 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting port 66866f6f-7aaa-4f4d-b2fd-51fb6deb9b0f {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:32.991153 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-418f652f-dc92-431d-96a4-dba2546293e0 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:33.165856 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08bd3f-0c6b-4dbd-a3d9-e04ef662c6e6 req-8b11bc76-8206-4843-ae99-8fc7d1638e71 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:33.167302 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5f08bd3f-0c6b-4dbd-a3d9-e04ef662c6e6 req-8b11bc76-8206-4843-ae99-8fc7d1638e71 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 946 time: 0.0742369 Aug 16 21:07:33.267249 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-418f652f-dc92-431d-96a4-dba2546293e0 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:33.278272 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 436b556b-91ee-40cc-9133-4c68454c4d2d up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:07:33.328459 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-418f652f-dc92-431d-96a4-dba2546293e0 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Calling delete_port for 66866f6f-7aaa-4f4d-b2fd-51fb6deb9b0f owned by {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:33.346771 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5f08bd3f-0c6b-4dbd-a3d9-e04ef662c6e6 req-59506c7c-ac4c-404d-9a26-e47a6feda52d tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700835 Aug 16 21:07:33.389477 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebff18c-3dc4-406c-9b00-8c174a8e95cf req-baea3b70-5606-473a-9b92-0683ce9cb021 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:33.391066 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4ebff18c-3dc4-406c-9b00-8c174a8e95cf req-baea3b70-5606-473a-9b92-0683ce9cb021 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 945 time: 0.1629875 Aug 16 21:07:33.502007 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 436b556b-91ee-40cc-9133-4c68454c4d2d completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:07:33.511157 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4ebff18c-3dc4-406c-9b00-8c174a8e95cf req-1f80a807-5067-485e-87e8-b22b6c849bde tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027415 Aug 16 21:07:33.786052 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9d857f-0db0-44a4-a60d-496033c6054b None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:07:33.788269 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-418f652f-dc92-431d-96a4-dba2546293e0 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:33.819692 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f652f-dc92-431d-96a4-dba2546293e0 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Port': ['ID=66866f6f-7aaa-4f4d-b2fd-51fb6deb9b0f,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:33.872855 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-418f652f-dc92-431d-96a4-dba2546293e0 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:33.875916 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-418f652f-dc92-431d-96a4-dba2546293e0 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/ports/66866f6f-7aaa-4f4d-b2fd-51fb6deb9b0f HTTP/1.1" status: 204 len: 168 time: 0.9986475 Aug 16 21:07:33.878350 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36662) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:33.966105 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc895f1-adb0-490d-a5cc-a4edbcfad61a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:33.967667 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc895f1-adb0-490d-a5cc-a4edbcfad61a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:33.969217 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6dc895f1-adb0-490d-a5cc-a4edbcfad61a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0889900 Aug 16 21:07:33.972156 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36664) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:33.977332 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 8ff9e3fa-e30a-4877-98d2-4b9f5a091c90 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:07:34.004128 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 8ff9e3fa-e30a-4877-98d2-4b9f5a091c90 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:07:34.004777 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 8ff9e3fa-e30a-4877-98d2-4b9f5a091c90 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:07:34.032064 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-f34d2622-ed49-4aa6-90c5-43a2d032f75a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting subnet 3420fb6c-6c30-4d76-aa1c-efb7410a6097 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:07:34.035525 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f34d2622-ed49-4aa6-90c5-43a2d032f75a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:34.097239 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-eff93160-37f0-490d-9bfb-dd9240b47541 None None] Provisioning for port 436b556b-91ee-40cc-9133-4c68454c4d2d completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:07:34.098081 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-eff93160-37f0-490d-9bfb-dd9240b47541 None None] Provisioning complete for port 436b556b-91ee-40cc-9133-4c68454c4d2d triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:07:34.098462 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-eff93160-37f0-490d-9bfb-dd9240b47541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:34.105062 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f34d2622-ed49-4aa6-90c5-43a2d032f75a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:34.262523 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-eff93160-37f0-490d-9bfb-dd9240b47541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:34.282258 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f34d2622-ed49-4aa6-90c5-43a2d032f75a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:34.485703 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36678) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:34.533001 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8794db-3fd3-4783-877c-1fdad1d99559 req-fe296bfb-41a9-4f0b-a61f-0d4ed5247635 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:34.536188 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de8794db-3fd3-4783-877c-1fdad1d99559 req-fe296bfb-41a9-4f0b-a61f-0d4ed5247635 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 946 time: 0.1061571 Aug 16 21:07:34.550243 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f34d2622-ed49-4aa6-90c5-43a2d032f75a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:34.606446 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.db.api [None req-eff93160-37f0-490d-9bfb-dd9240b47541 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:07:34.607078 n-d-793620-15 neutron-server[101846]: DEBUG oslo_db.api [None req-eff93160-37f0-490d-9bfb-dd9240b47541 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:07:34.610958 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d2622-ed49-4aa6-90c5-43a2d032f75a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Subnet': ['ID=3420fb6c-6c30-4d76-aa1c-efb7410a6097,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:34.686559 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f34d2622-ed49-4aa6-90c5-43a2d032f75a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:34.688729 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f34d2622-ed49-4aa6-90c5-43a2d032f75a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/3420fb6c-6c30-4d76-aa1c-efb7410a6097 HTTP/1.1" status: 204 len: 168 time: 0.7156262 Aug 16 21:07:34.691487 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36686) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:34.701615 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de8794db-3fd3-4783-877c-1fdad1d99559 req-340570ce-4d02-4786-b5da-248f407342c5 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472487 Aug 16 21:07:34.741333 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc869b27-9a2c-4fe8-b436-d022ad6d7ca0 req-5a525547-7370-42eb-b1ca-8b3ea9f99fbe tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:34.743302 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bc869b27-9a2c-4fe8-b436-d022ad6d7ca0 req-5a525547-7370-42eb-b1ca-8b3ea9f99fbe tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 945 time: 0.0954127 Aug 16 21:07:34.808457 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9b976804-9db9-4d84-9dc7-c690921cda92 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1156390 Aug 16 21:07:34.809569 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36690) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:34.824397 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-e0baf4c4-e405-4920-93bd-42ce197fc75b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'subnet': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:34.826366 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36692) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:34.837110 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bc869b27-9a2c-4fe8-b436-d022ad6d7ca0 req-8918b949-8d63-494a-b164-eac0c331afdf tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873239 Aug 16 21:07:34.942220 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eff6014-c674-489c-a6a1-141da243be91 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:07:35.064310 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-25987ca2-05c8-4779-ba98-97c40b411b6b tempest-PortsAdminExtendedAttrsTestJSON-1158205693 tempest-PortsAdminExtendedAttrsTestJSON-1158205693-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1837944654'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:35.136690 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0baf4c4-e405-4920-93bd-42ce197fc75b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:07:35.141292 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e0baf4c4-e405-4920-93bd-42ce197fc75b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:35.177233 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-eff93160-37f0-490d-9bfb-dd9240b47541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:35.215855 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-eff93160-37f0-490d-9bfb-dd9240b47541 None None] For port 436b556b-91ee-40cc-9133-4c68454c4d2d, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=436b556b-91ee-40cc-9133-4c68454c4d2d,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:35.256921 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3d851a-3769-49e4-9685-f5e5a76b55d2 None None] DHCP port deletion for 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:07:35.263757 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25987ca2-05c8-4779-ba98-97c40b411b6b tempest-PortsAdminExtendedAttrsTestJSON-1158205693 tempest-PortsAdminExtendedAttrsTestJSON-1158205693-project] Made reservation on behalf of d869da2c210c4131b38df78f67490b26 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:07:35.269405 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-25987ca2-05c8-4779-ba98-97c40b411b6b tempest-PortsAdminExtendedAttrsTestJSON-1158205693 tempest-PortsAdminExtendedAttrsTestJSON-1158205693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:35.284362 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-eff93160-37f0-490d-9bfb-dd9240b47541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:35.290910 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b65625-2e44-4f03-8578-68d58b59c1ea req-f6bb3d8a-d0fe-4fef-b3f2-d535be8809da tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:35.293179 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f5b65625-2e44-4f03-8578-68d58b59c1ea req-f6bb3d8a-d0fe-4fef-b3f2-d535be8809da tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.72 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 946 time: 0.1237428 Aug 16 21:07:35.312131 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-25987ca2-05c8-4779-ba98-97c40b411b6b tempest-PortsAdminExtendedAttrsTestJSON-1158205693 tempest-PortsAdminExtendedAttrsTestJSON-1158205693-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:35.336794 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff93160-37f0-490d-9bfb-dd9240b47541 None None] Pushing event updated for resources: {'Port': ['ID=436b556b-91ee-40cc-9133-4c68454c4d2d,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:35.362823 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d851a-3769-49e4-9685-f5e5a76b55d2 None None] Deleting port 436b556b-91ee-40cc-9133-4c68454c4d2d {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:35.363208 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5d3d851a-3769-49e4-9685-f5e5a76b55d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:35.448461 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1af9e3b2-aea1-4fee-8669-ff35cd131ff3 None None] Provisioning complete for port 436b556b-91ee-40cc-9133-4c68454c4d2d triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:07:35.449097 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1af9e3b2-aea1-4fee-8669-ff35cd131ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:35.476116 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e0baf4c4-e405-4920-93bd-42ce197fc75b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:35.484971 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-5d3d851a-3769-49e4-9685-f5e5a76b55d2 None None] For port 436b556b-91ee-40cc-9133-4c68454c4d2d, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=436b556b-91ee-40cc-9133-4c68454c4d2d,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:35.485325 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5d3d851a-3769-49e4-9685-f5e5a76b55d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:35.505421 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d851a-3769-49e4-9685-f5e5a76b55d2 None None] Calling delete_port for 436b556b-91ee-40cc-9133-4c68454c4d2d owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:35.542573 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-f5b65625-2e44-4f03-8578-68d58b59c1ea req-af3253f4-710e-4166-a559-62b47a966a82 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Deleting port de9d9569-019a-4d81-8184-7a34c02d5874 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:35.543177 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f5b65625-2e44-4f03-8578-68d58b59c1ea req-af3253f4-710e-4166-a559-62b47a966a82 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:35.569663 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0baf4c4-e405-4920-93bd-42ce197fc75b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:07:35.574090 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-e0baf4c4-e405-4920-93bd-42ce197fc75b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:35.585515 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0baf4c4-e405-4920-93bd-42ce197fc75b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:35.586466 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e0baf4c4-e405-4920-93bd-42ce197fc75b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:35.615001 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0baf4c4-e405-4920-93bd-42ce197fc75b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Subnet': ['ID=5080dba0-4422-48bc-aa9c-1275f578985d,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:35.618779 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1af9e3b2-aea1-4fee-8669-ff35cd131ff3 None None] Could not find standard attr ID for object 66866f6f-7aaa-4f4d-b2fd-51fb6deb9b0f. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 21:07:35.623530 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-25987ca2-05c8-4779-ba98-97c40b411b6b tempest-PortsAdminExtendedAttrsTestJSON-1158205693 tempest-PortsAdminExtendedAttrsTestJSON-1158205693-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:35.697319 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-f5b65625-2e44-4f03-8578-68d58b59c1ea req-af3253f4-710e-4166-a559-62b47a966a82 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] For port de9d9569-019a-4d81-8184-7a34c02d5874, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=de9d9569-019a-4d81-8184-7a34c02d5874,segment=NetworkSegment(8595d4c3-bd6a-40bd-a14a-9603ef03d310),segment_id=8595d4c3-bd6a-40bd-a14a-9603ef03d310)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:35.697740 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f5b65625-2e44-4f03-8578-68d58b59c1ea req-af3253f4-710e-4166-a559-62b47a966a82 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:35.711937 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-f5b65625-2e44-4f03-8578-68d58b59c1ea req-af3253f4-710e-4166-a559-62b47a966a82 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Calling delete_port for de9d9569-019a-4d81-8184-7a34c02d5874 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:35.721097 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5475d9bf-1fb1-49e9-86a9-21ced805f613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:35.762138 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-25987ca2-05c8-4779-ba98-97c40b411b6b tempest-PortsAdminExtendedAttrsTestJSON-1158205693 tempest-PortsAdminExtendedAttrsTestJSON-1158205693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:35.824986 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5d3d851a-3769-49e4-9685-f5e5a76b55d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:35.836905 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25987ca2-05c8-4779-ba98-97c40b411b6b tempest-PortsAdminExtendedAttrsTestJSON-1158205693 tempest-PortsAdminExtendedAttrsTestJSON-1158205693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:07:35.848446 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f6558-8079-4337-a1bb-e9b0385ca9ff req-12913c7d-b30e-49ac-9aeb-62c325190255 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:35.850034 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b98f6558-8079-4337-a1bb-e9b0385ca9ff req-12913c7d-b30e-49ac-9aeb-62c325190255 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 946 time: 0.0562944 Aug 16 21:07:35.862229 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d851a-3769-49e4-9685-f5e5a76b55d2 None None] Pushing event deleted for resources: {'Port': ['ID=436b556b-91ee-40cc-9133-4c68454c4d2d,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:35.869089 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3d851a-3769-49e4-9685-f5e5a76b55d2 None None] No DVR routers for this DVR port 436b556b-91ee-40cc-9133-4c68454c4d2d on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:07:35.888791 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf38166-0292-441d-9545-a70e8b44414b None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:07:35.904955 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25987ca2-05c8-4779-ba98-97c40b411b6b tempest-PortsAdminExtendedAttrsTestJSON-1158205693 tempest-PortsAdminExtendedAttrsTestJSON-1158205693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d094eac-9a1b-4042-8ad9-cf6bb87a0800,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:35.905232 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e0baf4c4-e405-4920-93bd-42ce197fc75b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0946107 Aug 16 21:07:35.924421 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36704) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:35.930843 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b98f6558-8079-4337-a1bb-e9b0385ca9ff req-40ca7eaa-2156-466b-afe2-50d817f0927d tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/security-groups?id=385cc72b-b7b6-4497-8759-7ab7890ae400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636389 Aug 16 21:07:35.945682 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-2c663c81-3b61-4b5e-9c11-1565869f5535 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'port': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'name': 'tempest-NetworksTestDHCPv6-1815449966'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:35.951379 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-25987ca2-05c8-4779-ba98-97c40b411b6b tempest-PortsAdminExtendedAttrsTestJSON-1158205693 tempest-PortsAdminExtendedAttrsTestJSON-1158205693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:35.951743 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-25987ca2-05c8-4779-ba98-97c40b411b6b tempest-PortsAdminExtendedAttrsTestJSON-1158205693 tempest-PortsAdminExtendedAttrsTestJSON-1158205693-project] Added segment 1b45a0f0-a115-46a2-b768-87be73ce3bb0 of type vlan for network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 Aug 16 21:07:36.015544 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-25987ca2-05c8-4779-ba98-97c40b411b6b tempest-PortsAdminExtendedAttrsTestJSON-1158205693 tempest-PortsAdminExtendedAttrsTestJSON-1158205693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:36.065836 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439ea2c-5790-4dc3-b111-76884baa56b6 req-e7066b7e-3cc5-409c-8ad1-52a12dea8530 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:36.067375 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b439ea2c-5790-4dc3-b111-76884baa56b6 req-e7066b7e-3cc5-409c-8ad1-52a12dea8530 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 945 time: 0.0825284 Aug 16 21:07:36.087730 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca18652-2b36-4e4e-8b8e-29071c80f96e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'tenant_id': '82725015d13d49169b6e377f421f6af8', 'fixed_ips': [{'subnet_id': '5080dba0-4422-48bc-aa9c-1275f578985d'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:07:36.090126 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fca18652-2b36-4e4e-8b8e-29071c80f96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:36.135998 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b439ea2c-5790-4dc3-b111-76884baa56b6 req-a79b367e-e047-467b-ad71-ba3f59f584ad tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464633 Aug 16 21:07:36.194244 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-25987ca2-05c8-4779-ba98-97c40b411b6b tempest-PortsAdminExtendedAttrsTestJSON-1158205693 tempest-PortsAdminExtendedAttrsTestJSON-1158205693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:36.200389 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25987ca2-05c8-4779-ba98-97c40b411b6b tempest-PortsAdminExtendedAttrsTestJSON-1158205693 tempest-PortsAdminExtendedAttrsTestJSON-1158205693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:36.200976 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-25987ca2-05c8-4779-ba98-97c40b411b6b tempest-PortsAdminExtendedAttrsTestJSON-1158205693 tempest-PortsAdminExtendedAttrsTestJSON-1158205693-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:36.217442 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c663c81-3b61-4b5e-9c11-1565869f5535 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:07:36.223873 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2c663c81-3b61-4b5e-9c11-1565869f5535 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:36.232972 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f5b65625-2e44-4f03-8578-68d58b59c1ea req-af3253f4-710e-4166-a559-62b47a966a82 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:36.235291 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-fca18652-2b36-4e4e-8b8e-29071c80f96e None None] Allocated IP 2001:db8::2 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/5080dba0-4422-48bc-aa9c-1275f578985d/2ff8ca0c-0f25-4950-bd21-3b93eb5fc190) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:07:36.246147 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-2c663c81-3b61-4b5e-9c11-1565869f5535 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] device_id is not set on port 5035aca7-6a72-4c4e-8474-3e4992d14792 yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:07:36.247169 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['de9d9569-019a-4d81-8184-7a34c02d5874'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:07:36.340548 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-25987ca2-05c8-4779-ba98-97c40b411b6b tempest-PortsAdminExtendedAttrsTestJSON-1158205693 tempest-PortsAdminExtendedAttrsTestJSON-1158205693-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.5124629 Aug 16 21:07:36.341590 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3253f4-710e-4166-a559-62b47a966a82 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Pushing event deleted for resources: {'Port': ['ID=de9d9569-019a-4d81-8184-7a34c02d5874,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:36.357810 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25987ca2-05c8-4779-ba98-97c40b411b6b tempest-PortsAdminExtendedAttrsTestJSON-1158205693 tempest-PortsAdminExtendedAttrsTestJSON-1158205693-project] Pushing event updated for resources: {'Network': ['ID=0d61d8e9-2e99-4028-94a1-37dbd0d94560,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:36.372810 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:07:36.407503 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b65625-2e44-4f03-8578-68d58b59c1ea req-af3253f4-710e-4166-a559-62b47a966a82 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] No DVR routers for this DVR port de9d9569-019a-4d81-8184-7a34c02d5874 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:07:36.410722 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f5b65625-2e44-4f03-8578-68d58b59c1ea req-af3253f4-710e-4166-a559-62b47a966a82 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:36.412717 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f5b65625-2e44-4f03-8578-68d58b59c1ea req-af3253f4-710e-4166-a559-62b47a966a82 tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.72 "DELETE /v2.0/ports/de9d9569-019a-4d81-8184-7a34c02d5874 HTTP/1.1" status: 204 len: 173 time: 1.0984612 Aug 16 21:07:36.413213 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058da48b-0bc8-485c-8e63-ae0e4ce68b15', 'name': 'network-vif-deleted', 'tag': 'de9d9569-019a-4d81-8184-7a34c02d5874'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:07:36.415421 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf55cd6-e734-4be2-a43d-e24b48b36d60" -d '{"events": [{"server_uuid": "058da48b-0bc8-485c-8e63-ae0e4ce68b15", "name": "network-vif-deleted", "tag": "de9d9569-019a-4d81-8184-7a34c02d5874"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:07:36.442974 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-5475d9bf-1fb1-49e9-86a9-21ced805f613 admin admin] Deleting port b83f6c81-a29d-4841-9281-e735194494b7 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:36.443517 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5475d9bf-1fb1-49e9-86a9-21ced805f613 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:36.482851 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d71dd44-ef8b-407f-b4f6-b2811ed16bdf x-openstack-request-id: req-7d71dd44-ef8b-407f-b4f6-b2811ed16bdf {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:07:36.483147 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "058da48b-0bc8-485c-8e63-ae0e4ce68b15", "name": "network-vif-deleted", "tag": "de9d9569-019a-4d81-8184-7a34c02d5874", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:07:36.483402 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7d71dd44-ef8b-407f-b4f6-b2811ed16bdf {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:07:36.484102 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '058da48b-0bc8-485c-8e63-ae0e4ce68b15', 'name': 'network-vif-deleted', 'tag': 'de9d9569-019a-4d81-8184-7a34c02d5874', 'status': 'completed', 'code': 200} Aug 16 21:07:36.536651 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36714) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:36.538155 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fca18652-2b36-4e4e-8b8e-29071c80f96e None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:36.541265 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Request body: {'port': {'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560', 'binding:host_id': 'n-h2-793620-15', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-355305309'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:36.544250 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-5475d9bf-1fb1-49e9-86a9-21ced805f613 admin admin] For port b83f6c81-a29d-4841-9281-e735194494b7, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b83f6c81-a29d-4841-9281-e735194494b7,segment=NetworkSegment(66f4b070-11e4-4f4a-902e-032c04ccaab0),segment_id=66f4b070-11e4-4f4a-902e-032c04ccaab0)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:36.544751 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5475d9bf-1fb1-49e9-86a9-21ced805f613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:36.548468 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-fca18652-2b36-4e4e-8b8e-29071c80f96e None None] Transition to ACTIVE for port object 2ff8ca0c-0f25-4950-bd21-3b93eb5fc190 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:36.563213 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-5475d9bf-1fb1-49e9-86a9-21ced805f613 admin admin] Calling delete_port for b83f6c81-a29d-4841-9281-e735194494b7 owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:36.566985 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-fca18652-2b36-4e4e-8b8e-29071c80f96e None None] Transition to ACTIVE for port object 2ff8ca0c-0f25-4950-bd21-3b93eb5fc190 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:36.663972 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fca18652-2b36-4e4e-8b8e-29071c80f96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:36.667317 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Made reservation on behalf of e0859e7e5a0e485e893c874e2e257f47 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:07:36.670092 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:36.680638 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:36.722997 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca18652-2b36-4e4e-8b8e-29071c80f96e None None] Pushing event updated for resources: {'Port': ['ID=2ff8ca0c-0f25-4950-bd21-3b93eb5fc190,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:36.736549 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca18652-2b36-4e4e-8b8e-29071c80f96e None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:07:36.738075 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-fca18652-2b36-4e4e-8b8e-29071c80f96e None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:36.742634 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca18652-2b36-4e4e-8b8e-29071c80f96e None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:07:36.806648 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-fca18652-2b36-4e4e-8b8e-29071c80f96e None None] Attempting to bind port 2ff8ca0c-0f25-4950-bd21-3b93eb5fc190 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:36.807534 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-fca18652-2b36-4e4e-8b8e-29071c80f96e None None] Attempting to bind port 2ff8ca0c-0f25-4950-bd21-3b93eb5fc190 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:36.807989 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca18652-2b36-4e4e-8b8e-29071c80f96e None None] Attempting to bind port 2ff8ca0c-0f25-4950-bd21-3b93eb5fc190 on network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:36.813157 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca18652-2b36-4e4e-8b8e-29071c80f96e None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:07:36.813543 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca18652-2b36-4e4e-8b8e-29071c80f96e None None] Checking segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:07:36.813943 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fca18652-2b36-4e4e-8b8e-29071c80f96e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:36.814356 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca18652-2b36-4e4e-8b8e-29071c80f96e None None] Bound using segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:07:36.814816 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-fca18652-2b36-4e4e-8b8e-29071c80f96e None None] Bound port: 2ff8ca0c-0f25-4950-bd21-3b93eb5fc190, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:07:36.815218 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fca18652-2b36-4e4e-8b8e-29071c80f96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:36.848705 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:36.881160 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-fca18652-2b36-4e4e-8b8e-29071c80f96e None None] For port 2ff8ca0c-0f25-4950-bd21-3b93eb5fc190, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:07:36.885518 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-fca18652-2b36-4e4e-8b8e-29071c80f96e None None] For port 2ff8ca0c-0f25-4950-bd21-3b93eb5fc190, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=2ff8ca0c-0f25-4950-bd21-3b93eb5fc190,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:07:36.904034 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-2c663c81-3b61-4b5e-9c11-1565869f5535 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Allocated IP 2001:db8::3dc (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/5080dba0-4422-48bc-aa9c-1275f578985d/5035aca7-6a72-4c4e-8474-3e4992d14792) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:07:36.930081 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:36.937612 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] device_id is not set on port 1d0997e9-9d3e-4475-881b-af91c65fd518 yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:07:36.959741 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fca18652-2b36-4e4e-8b8e-29071c80f96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:36.960266 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5475d9bf-1fb1-49e9-86a9-21ced805f613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:37.011667 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5475d9bf-1fb1-49e9-86a9-21ced805f613 admin admin] Pushing event deleted for resources: {'Port': ['ID=b83f6c81-a29d-4841-9281-e735194494b7,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:37.035628 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca18652-2b36-4e4e-8b8e-29071c80f96e None None] Pushing event updated for resources: {'Port': ['ID=2ff8ca0c-0f25-4950-bd21-3b93eb5fc190,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:37.090113 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-9fb30666-76bb-435b-8b24-976daf7a4dde req-72e6bd7a-ef91-40d5-b9d5-3d0858a49198 tempest-ListServersNegativeTestJSON-433771175 tempest-ListServersNegativeTestJSON-433771175-project] (101844) timed out ('10.222.0.90', 61368) {{(pid=101844) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 21:07:37.099830 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f7bbbc-5cf5-4df0-8595-d8ff885c069f,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:37.238195 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-873d8bca-27b4-4ed9-b08d-f223da0248e5 req-fb92a77c-904d-46ff-bf5d-616cdcd7abcf tempest-ServerRescueTestJSON-1198592856 tempest-ServerRescueTestJSON-1198592856-project] 10.222.0.84 "GET /v2.0/ports?device_id=058da48b-0bc8-485c-8e63-ae0e4ce68b15 HTTP/1.1" status: 200 len: 210 time: 0.0950937 Aug 16 21:07:37.333849 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5475d9bf-1fb1-49e9-86a9-21ced805f613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:37.513940 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 436b556b-91ee-40cc-9133-4c68454c4d2d no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:07:37.553544 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 436b556b-91ee-40cc-9133-4c68454c4d2d {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:07:37.553898 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 436b556b-91ee-40cc-9133-4c68454c4d2d not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:07:37.701825 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5475d9bf-1fb1-49e9-86a9-21ced805f613 admin admin] Router d80e215e-cb80-4351-8f15-acae91e4f471 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:07:37.821085 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5475d9bf-1fb1-49e9-86a9-21ced805f613 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:07:37.824978 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a445666-b842-4703-afe0-e47a44141114 req-c8ab569c-5e32-4c8d-ae69-57487a08f85b tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:37.831838 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5475d9bf-1fb1-49e9-86a9-21ced805f613 admin admin] 10.222.0.84 "PUT /v2.0/routers/d80e215e-cb80-4351-8f15-acae91e4f471/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3390679 Aug 16 21:07:37.838761 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7a445666-b842-4703-afe0-e47a44141114 req-c8ab569c-5e32-4c8d-ae69-57487a08f85b tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 945 time: 0.5307631 Aug 16 21:07:37.838863 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36722) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:37.838943 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4b88e7-c086-4672-88d0-4988993e2169 None None] Sync routers for ids ['d80e215e-cb80-4351-8f15-acae91e4f471'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:07:37.849562 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4b88e7-c086-4672-88d0-4988993e2169 None None] Routers {'d80e215e-cb80-4351-8f15-acae91e4f471'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:07:37.850408 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-9a4b88e7-c086-4672-88d0-4988993e2169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:07:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d80e215e-cb80-4351-8f15-acae91e4f471'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:37.921937 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2c663c81-3b61-4b5e-9c11-1565869f5535 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:37.956691 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7a445666-b842-4703-afe0-e47a44141114 req-a8dafe5e-8c04-4f17-b24a-5a10082d51e5 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129508 Aug 16 21:07:37.972099 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2c663c81-3b61-4b5e-9c11-1565869f5535 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Transition to ACTIVE for port object 5035aca7-6a72-4c4e-8474-3e4992d14792 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:37.977385 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] device_id is not set on port 1d0997e9-9d3e-4475-881b-af91c65fd518 yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:07:38.000838 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:38.029586 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-9a4b88e7-c086-4672-88d0-4988993e2169 None None] Set router d80e215e-cb80-4351-8f15-acae91e4f471 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:07:38.054573 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Transition to ACTIVE for port object 1d0997e9-9d3e-4475-881b-af91c65fd518 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:38.054786 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a9405a67-04f7-41ca-83f6-f14a62ee8c9d admin admin] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:38.159598 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:38.213708 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2c663c81-3b61-4b5e-9c11-1565869f5535 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:38.225308 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a9405a67-04f7-41ca-83f6-f14a62ee8c9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:38.246549 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Pushing event updated for resources: {'Port': ['ID=1d0997e9-9d3e-4475-881b-af91c65fd518,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:38.263587 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c663c81-3b61-4b5e-9c11-1565869f5535 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:07:38.266323 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-2c663c81-3b61-4b5e-9c11-1565869f5535 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:38.290115 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c663c81-3b61-4b5e-9c11-1565869f5535 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:07:38.296124 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c663c81-3b61-4b5e-9c11-1565869f5535 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:38.296911 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2c663c81-3b61-4b5e-9c11-1565869f5535 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:38.312617 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Checking segment: {'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:07:38.312991 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Network hostable DHCP agents. Network: 0d61d8e9-2e99-4028-94a1-37dbd0d94560, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:07:38.321403 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36726) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:38.342910 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-9a4b88e7-c086-4672-88d0-4988993e2169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80e215e-cb80-4351-8f15-acae91e4f471', 'name': 'tempest-TaggedBootDevicesTest-1976672083-router', 'tenant_id': '9440ed0933f64f7cb6d1f0c295a72000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '2e1cad13-2826-4f26-81f6-f474f39ca57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:56:15Z', 'updated_at': '2021-08-16T21:07:36Z', 'revision_number': 5, 'project_id': '9440ed0933f64f7cb6d1f0c295a72000', 'gw_port': {'id': '2e1cad13-2826-4f26-81f6-f474f39ca57c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80e215e-cb80-4351-8f15-acae91e4f471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:16Z', 'updated_at': '2021-08-16T20:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:38.365623 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c663c81-3b61-4b5e-9c11-1565869f5535 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Port': ['ID=5035aca7-6a72-4c4e-8474-3e4992d14792,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:38.376436 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4b88e7-c086-4672-88d0-4988993e2169 None None] Checking router: d80e215e-cb80-4351-8f15-acae91e4f471 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:07:38.388146 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4b88e7-c086-4672-88d0-4988993e2169 None None] Routers {'d80e215e-cb80-4351-8f15-acae91e4f471'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:07:38.388781 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-9a4b88e7-c086-4672-88d0-4988993e2169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:07:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d80e215e-cb80-4351-8f15-acae91e4f471'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:38.419206 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2c663c81-3b61-4b5e-9c11-1565869f5535 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4854548 Aug 16 21:07:38.419821 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36730) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:38.453516 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:07:38.461485 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device de9d9569-019a-4d81-8184-7a34c02d5874 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:07:38.516855 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357cdee7-e20c-457c-ba7b-e6fbd269328d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:38.519879 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-a9405a67-04f7-41ca-83f6-f14a62ee8c9d admin admin] Deleting port 2e1cad13-2826-4f26-81f6-f474f39ca57c {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:38.520260 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a9405a67-04f7-41ca-83f6-f14a62ee8c9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:38.523342 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357cdee7-e20c-457c-ba7b-e6fbd269328d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:38.526108 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-357cdee7-e20c-457c-ba7b-e6fbd269328d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1050117 Aug 16 21:07:38.536173 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36732) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:38.542833 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 0d61d8e9-2e99-4028-94a1-37dbd0d94560) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:38.568488 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:07:38.596335 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:38.596335 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:38.596942 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:38.603041 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Port 1d0997e9-9d3e-4475-881b-af91c65fd518 on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:07:38.603559 n-d-793620-15 neutron-server[101844]: ERROR neutron.plugins.ml2.managers [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Failed to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 on host n-h2-793620-15 for vnic_type normal using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] Aug 16 21:07:38.622154 n-d-793620-15 neutron-server[101844]: INFO neutron.plugins.ml2.plugin [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempt 2 to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 Aug 16 21:07:38.641611 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:38.642101 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:38.642538 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:38.650485 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Port 1d0997e9-9d3e-4475-881b-af91c65fd518 on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:07:38.650981 n-d-793620-15 neutron-server[101844]: ERROR neutron.plugins.ml2.managers [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Failed to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 on host n-h2-793620-15 for vnic_type normal using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] Aug 16 21:07:38.652900 n-d-793620-15 neutron-server[101844]: INFO neutron.plugins.ml2.plugin [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempt 3 to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 Aug 16 21:07:38.655187 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c493cb22-acab-430d-bf7f-5e6b5bc89f4f None None] Network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:07:38.662653 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: de9d9569-019a-4d81-8184-7a34c02d5874 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:07:38.663278 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device de9d9569-019a-4d81-8184-7a34c02d5874 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:07:38.683421 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:38.683960 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:38.684404 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:38.693260 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-b13d1b2c-7e90-4230-bf05-2c2ab4ab2387 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting port 5035aca7-6a72-4c4e-8474-3e4992d14792 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:38.693765 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b13d1b2c-7e90-4230-bf05-2c2ab4ab2387 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:38.700337 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Port 1d0997e9-9d3e-4475-881b-af91c65fd518 on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:07:38.700842 n-d-793620-15 neutron-server[101844]: ERROR neutron.plugins.ml2.managers [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Failed to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 on host n-h2-793620-15 for vnic_type normal using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] Aug 16 21:07:38.711819 n-d-793620-15 neutron-server[101844]: INFO neutron.plugins.ml2.plugin [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempt 4 to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 Aug 16 21:07:38.712086 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-9a4b88e7-c086-4672-88d0-4988993e2169 None None] Set router d80e215e-cb80-4351-8f15-acae91e4f471 gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:07:38.755125 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:38.755538 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:38.756022 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:38.769234 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Port 1d0997e9-9d3e-4475-881b-af91c65fd518 on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:07:38.769765 n-d-793620-15 neutron-server[101844]: ERROR neutron.plugins.ml2.managers [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Failed to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 on host n-h2-793620-15 for vnic_type normal using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] Aug 16 21:07:38.772304 n-d-793620-15 neutron-server[101844]: INFO neutron.plugins.ml2.plugin [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempt 5 to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 Aug 16 21:07:38.794245 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:38.794710 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:38.795193 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:38.802764 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Port 1d0997e9-9d3e-4475-881b-af91c65fd518 on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:07:38.803266 n-d-793620-15 neutron-server[101844]: ERROR neutron.plugins.ml2.managers [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Failed to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 on host n-h2-793620-15 for vnic_type normal using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] Aug 16 21:07:38.806252 n-d-793620-15 neutron-server[101844]: INFO neutron.plugins.ml2.plugin [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempt 6 to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 Aug 16 21:07:38.820636 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-9a4b88e7-c086-4672-88d0-4988993e2169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80e215e-cb80-4351-8f15-acae91e4f471', 'name': 'tempest-TaggedBootDevicesTest-1976672083-router', 'tenant_id': '9440ed0933f64f7cb6d1f0c295a72000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:56:15Z', 'updated_at': '2021-08-16T21:07:38Z', 'revision_number': 6, 'project_id': '9440ed0933f64f7cb6d1f0c295a72000', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:38.827334 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-de50cd8b-9718-4d14-a9b2-9ebb72c67908 None None] Provisioning for port 2ff8ca0c-0f25-4950-bd21-3b93eb5fc190 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:07:38.833743 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:38.834212 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:38.834654 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:38.846655 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Port 1d0997e9-9d3e-4475-881b-af91c65fd518 on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:07:38.847108 n-d-793620-15 neutron-server[101844]: ERROR neutron.plugins.ml2.managers [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Failed to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 on host n-h2-793620-15 for vnic_type normal using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] Aug 16 21:07:38.848984 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b13d1b2c-7e90-4230-bf05-2c2ab4ab2387 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:38.851815 n-d-793620-15 neutron-server[101844]: INFO neutron.plugins.ml2.plugin [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempt 7 to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 Aug 16 21:07:38.873230 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-b13d1b2c-7e90-4230-bf05-2c2ab4ab2387 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Calling delete_port for 5035aca7-6a72-4c4e-8474-3e4992d14792 owned by {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:38.879495 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:38.879999 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:38.880528 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:38.881654 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4b88e7-c086-4672-88d0-4988993e2169 None None] The sync data for ids ['d80e215e-cb80-4351-8f15-acae91e4f471'] in n-d-793620-15 is: [{'id': 'd80e215e-cb80-4351-8f15-acae91e4f471', 'name': 'tempest-TaggedBootDevicesTest-1976672083-router', 'tenant_id': '9440ed0933f64f7cb6d1f0c295a72000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:56:15Z', 'updated_at': '2021-08-16T21:07:38Z', 'revision_number': 6, 'project_id': '9440ed0933f64f7cb6d1f0c295a72000', 'gw_port_host': None}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:07:38.897603 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Port 1d0997e9-9d3e-4475-881b-af91c65fd518 on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:07:38.898045 n-d-793620-15 neutron-server[101844]: ERROR neutron.plugins.ml2.managers [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Failed to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 on host n-h2-793620-15 for vnic_type normal using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] Aug 16 21:07:38.899990 n-d-793620-15 neutron-server[101844]: INFO neutron.plugins.ml2.plugin [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempt 8 to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 Aug 16 21:07:38.975029 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:38.975464 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:38.975865 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:38.984587 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Port 1d0997e9-9d3e-4475-881b-af91c65fd518 on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:07:38.984928 n-d-793620-15 neutron-server[101844]: ERROR neutron.plugins.ml2.managers [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Failed to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 on host n-h2-793620-15 for vnic_type normal using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] Aug 16 21:07:38.988805 n-d-793620-15 neutron-server[101844]: INFO neutron.plugins.ml2.plugin [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempt 9 to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 Aug 16 21:07:39.060116 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:39.060905 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:39.061525 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:39.069541 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Port 1d0997e9-9d3e-4475-881b-af91c65fd518 on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:07:39.070238 n-d-793620-15 neutron-server[101844]: ERROR neutron.plugins.ml2.managers [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Failed to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 on host n-h2-793620-15 for vnic_type normal using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] Aug 16 21:07:39.071032 n-d-793620-15 neutron-server[101844]: INFO neutron.plugins.ml2.plugin [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempt 10 to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 Aug 16 21:07:39.107396 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-a9405a67-04f7-41ca-83f6-f14a62ee8c9d admin admin] For port 2e1cad13-2826-4f26-81f6-f474f39ca57c, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=2e1cad13-2826-4f26-81f6-f474f39ca57c,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:39.108023 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:39.108221 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a9405a67-04f7-41ca-83f6-f14a62ee8c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:39.108321 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:39.108321 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:39.122333 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-a9405a67-04f7-41ca-83f6-f14a62ee8c9d admin admin] Calling delete_port for 2e1cad13-2826-4f26-81f6-f474f39ca57c owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:39.130563 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2592d982-4099-4a80-8613-b8601d1f0027 None None] Provisioning for port 5035aca7-6a72-4c4e-8474-3e4992d14792 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:07:39.132429 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Port 1d0997e9-9d3e-4475-881b-af91c65fd518 on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:07:39.132852 n-d-793620-15 neutron-server[101844]: ERROR neutron.plugins.ml2.managers [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Failed to bind port 1d0997e9-9d3e-4475-881b-af91c65fd518 on host n-h2-793620-15 for vnic_type normal using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] Aug 16 21:07:39.133228 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:39.136226 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2592d982-4099-4a80-8613-b8601d1f0027 None None] Provisioning complete for port 5035aca7-6a72-4c4e-8474-3e4992d14792 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:07:39.140203 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2592d982-4099-4a80-8613-b8601d1f0027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:39.189104 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-2592d982-4099-4a80-8613-b8601d1f0027 None None] Port 5035aca7-6a72-4c4e-8474-3e4992d14792 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:07:39.221889 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c9743-34c7-4e9a-894b-93318b55f307 req-793218c0-7802-4a91-a30c-0dc26f978f7e tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:39.223392 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b75c9743-34c7-4e9a-894b-93318b55f307 req-793218c0-7802-4a91-a30c-0dc26f978f7e tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 945 time: 0.1324503 Aug 16 21:07:39.285832 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] For port 1d0997e9-9d3e-4475-881b-af91c65fd518, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:07:39.286450 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempted to set empty binding levels {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 21:07:39.301133 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b75c9743-34c7-4e9a-894b-93318b55f307 req-7be0e995-3d14-478c-b86c-b63ce00400bc tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664515 Aug 16 21:07:39.347407 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b13d1b2c-7e90-4230-bf05-2c2ab4ab2387 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:39.385812 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:39.387437 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5cf21248-658e-4d1f-968b-15ee7a8b1d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:39.397500 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 2ff8ca0c-0f25-4950-bd21-3b93eb5fc190 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:07:39.398234 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d1b2c-7e90-4230-bf05-2c2ab4ab2387 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Port': ['ID=5035aca7-6a72-4c4e-8474-3e4992d14792,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:39.433125 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b13d1b2c-7e90-4230-bf05-2c2ab4ab2387 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:39.436658 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b13d1b2c-7e90-4230-bf05-2c2ab4ab2387 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/ports/5035aca7-6a72-4c4e-8474-3e4992d14792 HTTP/1.1" status: 204 len: 168 time: 0.9053693 Aug 16 21:07:39.449722 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36738) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:39.451361 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:39.451921 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:39.503498 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a9405a67-04f7-41ca-83f6-f14a62ee8c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:39.511522 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Pushing event updated for resources: {'Port': ['ID=1d0997e9-9d3e-4475-881b-af91c65fd518,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:39.513248 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 2ff8ca0c-0f25-4950-bd21-3b93eb5fc190 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:07:39.522823 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 2ff8ca0c-0f25-4950-bd21-3b93eb5fc190 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:07:39.524784 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:39.542901 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-45d677a1-c0a0-4f05-ae07-b4cd641ff66c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.0057261 Aug 16 21:07:39.545525 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36742) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:39.627888 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:39.633657 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-ac5e8682-a039-4c48-a166-b8b0519c8615 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Deleting port 1d0997e9-9d3e-4475-881b-af91c65fd518 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:39.634104 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ac5e8682-a039-4c48-a166-b8b0519c8615 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:39.644121 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9405a67-04f7-41ca-83f6-f14a62ee8c9d admin admin] Pushing event deleted for resources: {'Port': ['ID=2e1cad13-2826-4f26-81f6-f474f39ca57c,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:39.672802 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 2ff8ca0c-0f25-4950-bd21-3b93eb5fc190, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=2ff8ca0c-0f25-4950-bd21-3b93eb5fc190,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:39.710449 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d52240-bd44-4db9-8547-f6480bcc5f18 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:39.712096 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d52240-bd44-4db9-8547-f6480bcc5f18 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:39.713702 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f0d52240-bd44-4db9-8547-f6480bcc5f18 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2742455 Aug 16 21:07:39.717261 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36754) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:39.755043 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:39.793042 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b83f6c81-a29d-4841-9281-e735194494b7 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:07:39.819992 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: b83f6c81-a29d-4841-9281-e735194494b7 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:07:39.820910 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b83f6c81-a29d-4841-9281-e735194494b7 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:07:39.827965 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-ac5e8682-a039-4c48-a166-b8b0519c8615 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] For port 1d0997e9-9d3e-4475-881b-af91c65fd518, host n-h2-793620-15, got binding levels [] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:39.828512 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ac5e8682-a039-4c48-a166-b8b0519c8615 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:39.839040 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a9405a67-04f7-41ca-83f6-f14a62ee8c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:39.854287 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-ac5e8682-a039-4c48-a166-b8b0519c8615 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Calling delete_port for 1d0997e9-9d3e-4475-881b-af91c65fd518 owned by {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:39.855549 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=2ff8ca0c-0f25-4950-bd21-3b93eb5fc190,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:39.879258 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd40c1c6-ddcb-4a7a-86fd-ee0f9f8f3027 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting subnet 5080dba0-4422-48bc-aa9c-1275f578985d {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:07:39.891339 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cd40c1c6-ddcb-4a7a-86fd-ee0f9f8f3027 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:39.945323 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a9405a67-04f7-41ca-83f6-f14a62ee8c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:39.950485 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a9405a67-04f7-41ca-83f6-f14a62ee8c9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:39.981021 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-36be33ca-9a89-47ef-9f8f-8bd573a62898 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:39.982589 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-36be33ca-9a89-47ef-9f8f-8bd573a62898 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/networks?id=f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a HTTP/1.1" status: 200 len: 813 time: 0.2795343 Aug 16 21:07:40.006591 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cd40c1c6-ddcb-4a7a-86fd-ee0f9f8f3027 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:40.031191 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-1e819649-72d7-43d2-a5aa-1976cd2349f6 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/quotas/d2ccb28421b949a096381daf7a8acf4d HTTP/1.1" status: 200 len: 375 time: 0.0416884 Aug 16 21:07:40.069931 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a9405a67-04f7-41ca-83f6-f14a62ee8c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:40.070461 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9405a67-04f7-41ca-83f6-f14a62ee8c9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d80e215e-cb80-4351-8f15-acae91e4f471 {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:07:40.078389 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a9405a67-04f7-41ca-83f6-f14a62ee8c9d admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:40.078389 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a9405a67-04f7-41ca-83f6-f14a62ee8c9d admin admin] 10.222.0.84 "DELETE /v2.0/routers/d80e215e-cb80-4351-8f15-acae91e4f471 HTTP/1.1" status: 204 len: 168 time: 2.2464197 Aug 16 21:07:40.079674 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36756) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:40.085549 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-24aae2fb-7c33-4cd7-ba88-6b209337762d tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d2ccb28421b949a096381daf7a8acf4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431926 Aug 16 21:07:40.114084 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-5cf21248-658e-4d1f-968b-15ee7a8b1d15 admin admin] Deleting port e98e0214-f105-4faf-b72a-c082f283be7b {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:40.114602 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5cf21248-658e-4d1f-968b-15ee7a8b1d15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:40.167094 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ac5e8682-a039-4c48-a166-b8b0519c8615 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:40.185728 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f0e50d6-51e7-4995-b9f2-496f1743b9ad admin admin] Deleting subnet c7295a51-2f16-4f57-a8e8-eba84c181b9e {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:07:40.193135 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9f0e50d6-51e7-4995-b9f2-496f1743b9ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:40.220221 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ac5e8682-a039-4c48-a166-b8b0519c8615 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:40.222200 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ac5e8682-a039-4c48-a166-b8b0519c8615 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] 10.222.0.84 "DELETE /v2.0/ports/1d0997e9-9d3e-4475-881b-af91c65fd518 HTTP/1.1" status: 204 len: 168 time: 0.6756940 Aug 16 21:07:40.226671 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e8682-a039-4c48-a166-b8b0519c8615 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d0997e9-9d3e-4475-881b-af91c65fd518,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:40.229194 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36758) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:40.232057 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cd40c1c6-ddcb-4a7a-86fd-ee0f9f8f3027 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:40.274397 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9f0e50d6-51e7-4995-b9f2-496f1743b9ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:40.278518 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbb1a9d8-ccac-42f2-9df9-7c2054c99fea tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] GET failed (client error): The resource could not be found. Aug 16 21:07:40.280120 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fbb1a9d8-ccac-42f2-9df9-7c2054c99fea tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] 10.222.0.84 "GET /v2.0/ports/1d0997e9-9d3e-4475-881b-af91c65fd518 HTTP/1.1" status: 404 len: 333 time: 0.0494556 Aug 16 21:07:40.291941 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36760) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:40.300777 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-1e848641-9409-4126-9212-aedf7a54f9fe tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Request body: {'port': {'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1208505758'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:40.304716 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-5cf21248-658e-4d1f-968b-15ee7a8b1d15 admin admin] For port e98e0214-f105-4faf-b72a-c082f283be7b, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=e98e0214-f105-4faf-b72a-c082f283be7b,segment=NetworkSegment(8595d4c3-bd6a-40bd-a14a-9603ef03d310),segment_id=8595d4c3-bd6a-40bd-a14a-9603ef03d310)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:40.305087 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5cf21248-658e-4d1f-968b-15ee7a8b1d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:40.312026 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-b070c10f-aa8e-48f2-858f-741e272e207f service neutron] 10.222.0.84 "GET /v2.0/networks/f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117205 Aug 16 21:07:40.323729 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-5cf21248-658e-4d1f-968b-15ee7a8b1d15 admin admin] Calling delete_port for e98e0214-f105-4faf-b72a-c082f283be7b owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:40.425178 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e848641-9409-4126-9212-aedf7a54f9fe tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Made reservation on behalf of e0859e7e5a0e485e893c874e2e257f47 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:07:40.427527 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1e848641-9409-4126-9212-aedf7a54f9fe tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:40.429077 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9f0e50d6-51e7-4995-b9f2-496f1743b9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:40.452674 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cd40c1c6-ddcb-4a7a-86fd-ee0f9f8f3027 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:40.497763 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f7ae0-dbb0-4aab-b18f-68734308ff22 req-ae0d9261-2227-4079-9802-9c16cf647672 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:40.499283 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ab1f7ae0-dbb0-4aab-b18f-68734308ff22 req-ae0d9261-2227-4079-9802-9c16cf647672 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 945 time: 0.1214848 Aug 16 21:07:40.505667 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40c1c6-ddcb-4a7a-86fd-ee0f9f8f3027 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Subnet': ['ID=5080dba0-4422-48bc-aa9c-1275f578985d,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:40.509512 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-1e848641-9409-4126-9212-aedf7a54f9fe tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] device_id is not set on port 4280a7f0-0d11-4322-a767-205c09b15b36 yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:07:40.519071 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-20f8bec1-aab1-4b46-b207-7d25df17c8d9 service neutron] 10.222.0.84 "GET /v2.0/networks/f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975720 Aug 16 21:07:40.524437 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cd40c1c6-ddcb-4a7a-86fd-ee0f9f8f3027 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:40.526828 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-cd40c1c6-ddcb-4a7a-86fd-ee0f9f8f3027 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/5080dba0-4422-48bc-aa9c-1275f578985d HTTP/1.1" status: 204 len: 168 time: 0.7991281 Aug 16 21:07:40.529907 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36764) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:40.531932 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7a40b4-9611-417c-b9f9-d6a28c89b896 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:07:40.594784 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9f0e50d6-51e7-4995-b9f2-496f1743b9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:40.631299 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-58ce1b25-d116-4d53-a8ec-23c529cd0836 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0990286 Aug 16 21:07:40.636284 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36766) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:40.641371 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-2a7cf2c3-4423-4509-8a1e-48e426a3c75c tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'subnet': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:40.647122 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9f0e50d6-51e7-4995-b9f2-496f1743b9ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:40.649730 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9f0e50d6-51e7-4995-b9f2-496f1743b9ad admin admin] 10.222.0.84 "DELETE /v2.0/subnets/c7295a51-2f16-4f57-a8e8-eba84c181b9e HTTP/1.1" status: 204 len: 168 time: 0.5690730 Aug 16 21:07:40.652694 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e50d6-51e7-4995-b9f2-496f1743b9ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7295a51-2f16-4f57-a8e8-eba84c181b9e,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:40.666676 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36768) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:40.666831 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59128d47-a9d4-42d5-ad1b-eacdb287bcbc None None] Network 15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:07:40.734759 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ab1f7ae0-dbb0-4aab-b18f-68734308ff22 req-72097805-855d-45b8-a6e3-1ab64e04d570 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269421 Aug 16 21:07:40.772017 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1a01c056-ce8c-4658-9d24-89eb22fff700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:40.781524 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5cf21248-658e-4d1f-968b-15ee7a8b1d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:40.833107 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf21248-658e-4d1f-968b-15ee7a8b1d15 admin admin] Pushing event deleted for resources: {'Port': ['ID=e98e0214-f105-4faf-b72a-c082f283be7b,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:40.849224 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da96ea28-3b95-4464-9b8c-a8a70de67159 None None] DHCP port deletion for 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:07:40.908742 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7cf2c3-4423-4509-8a1e-48e426a3c75c tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:07:40.912167 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2a7cf2c3-4423-4509-8a1e-48e426a3c75c tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:40.942614 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-da96ea28-3b95-4464-9b8c-a8a70de67159 None None] Deleting port 2ff8ca0c-0f25-4950-bd21-3b93eb5fc190 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:40.943840 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-da96ea28-3b95-4464-9b8c-a8a70de67159 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:40.992660 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-029e9576-4228-4959-8609-9d077c7313af req-591deafd-fe7d-4f2d-b705-593ca31c26fb tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/ports?device_id=41061021-35f3-430b-9c0a-e6fbb117e497 HTTP/1.1" status: 200 len: 210 time: 0.1568739 Aug 16 21:07:41.001556 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4fde07-2e2c-4a51-b623-0088ee134856 None None] DHCP port deletion for 15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:07:41.078872 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-da96ea28-3b95-4464-9b8c-a8a70de67159 None None] For port 2ff8ca0c-0f25-4950-bd21-3b93eb5fc190, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=2ff8ca0c-0f25-4950-bd21-3b93eb5fc190,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:41.079597 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-da96ea28-3b95-4464-9b8c-a8a70de67159 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:41.097822 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1e848641-9409-4126-9212-aedf7a54f9fe tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:41.098897 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-da96ea28-3b95-4464-9b8c-a8a70de67159 None None] Calling delete_port for 2ff8ca0c-0f25-4950-bd21-3b93eb5fc190 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:41.131472 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5cf21248-658e-4d1f-968b-15ee7a8b1d15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:41.146142 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-1a01c056-ce8c-4658-9d24-89eb22fff700 admin admin] Deleting port dda1951e-3bf4-41c4-b2e5-fd0cec669ef7 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:41.146640 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1a01c056-ce8c-4658-9d24-89eb22fff700 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:41.235408 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1e848641-9409-4126-9212-aedf7a54f9fe tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:41.343542 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e848641-9409-4126-9212-aedf7a54f9fe tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:07:41.353631 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-1e848641-9409-4126-9212-aedf7a54f9fe tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:41.354070 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-ba4fde07-2e2c-4a51-b623-0088ee134856 None None] Deleting port dda1951e-3bf4-41c4-b2e5-fd0cec669ef7 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:41.354904 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ba4fde07-2e2c-4a51-b623-0088ee134856 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:41.358221 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e848641-9409-4126-9212-aedf7a54f9fe tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Pushing event updated for resources: {'Port': ['ID=4280a7f0-0d11-4322-a767-205c09b15b36,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:41.360463 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-da96ea28-3b95-4464-9b8c-a8a70de67159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:41.364537 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e848641-9409-4126-9212-aedf7a54f9fe tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:07:41.365699 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e848641-9409-4126-9212-aedf7a54f9fe tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:41.366402 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1e848641-9409-4126-9212-aedf7a54f9fe tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:41.384304 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-1a01c056-ce8c-4658-9d24-89eb22fff700 admin admin] For port dda1951e-3bf4-41c4-b2e5-fd0cec669ef7, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=dda1951e-3bf4-41c4-b2e5-fd0cec669ef7,segment=NetworkSegment(66f4b070-11e4-4f4a-902e-032c04ccaab0),segment_id=66f4b070-11e4-4f4a-902e-032c04ccaab0)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:41.385283 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1a01c056-ce8c-4658-9d24-89eb22fff700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:41.424389 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-1a01c056-ce8c-4658-9d24-89eb22fff700 admin admin] Calling delete_port for dda1951e-3bf4-41c4-b2e5-fd0cec669ef7 owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:41.448384 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-bfecaa7f-fe79-4a45-90ff-31a3d4bfcfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:41.453796 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 2ff8ca0c-0f25-4950-bd21-3b93eb5fc190 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:07:41.460837 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da96ea28-3b95-4464-9b8c-a8a70de67159 None None] Pushing event deleted for resources: {'Port': ['ID=2ff8ca0c-0f25-4950-bd21-3b93eb5fc190,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:41.462762 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da96ea28-3b95-4464-9b8c-a8a70de67159 None None] No DVR routers for this DVR port 2ff8ca0c-0f25-4950-bd21-3b93eb5fc190 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:07:41.491614 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 2ff8ca0c-0f25-4950-bd21-3b93eb5fc190 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:07:41.491901 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 2ff8ca0c-0f25-4950-bd21-3b93eb5fc190 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:07:41.492323 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 2e1cad13-2826-4f26-81f6-f474f39ca57c no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:07:41.524352 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 2e1cad13-2826-4f26-81f6-f474f39ca57c {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:07:41.527615 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 2e1cad13-2826-4f26-81f6-f474f39ca57c not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:07:41.527615 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device dda1951e-3bf4-41c4-b2e5-fd0cec669ef7 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:07:41.532212 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-ba4fde07-2e2c-4a51-b623-0088ee134856 None None] For port dda1951e-3bf4-41c4-b2e5-fd0cec669ef7, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=dda1951e-3bf4-41c4-b2e5-fd0cec669ef7,segment=NetworkSegment(66f4b070-11e4-4f4a-902e-032c04ccaab0),segment_id=66f4b070-11e4-4f4a-902e-032c04ccaab0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:41.533047 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ba4fde07-2e2c-4a51-b623-0088ee134856 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:41.565443 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-ba4fde07-2e2c-4a51-b623-0088ee134856 None None] Calling delete_port for dda1951e-3bf4-41c4-b2e5-fd0cec669ef7 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:41.570863 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1e848641-9409-4126-9212-aedf7a54f9fe tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2778285 Aug 16 21:07:41.585899 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36784) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:41.591443 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:41.656123 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2a7cf2c3-4423-4509-8a1e-48e426a3c75c tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:41.659703 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf21248-658e-4d1f-968b-15ee7a8b1d15 admin admin] Router d2184f2b-ab10-4246-a7e2-e931feaa751a has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:07:41.673962 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:41.694230 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:41.723341 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912c0bd-a65f-4aec-810d-58a44233bb80 req-322cb028-030b-42cc-be39-101821abd0d9 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:41.724988 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b912c0bd-a65f-4aec-810d-58a44233bb80 req-322cb028-030b-42cc-be39-101821abd0d9 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 945 time: 0.2099307 Aug 16 21:07:41.734415 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7cf2c3-4423-4509-8a1e-48e426a3c75c tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:07:41.746916 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-2a7cf2c3-4423-4509-8a1e-48e426a3c75c tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:41.757933 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20282222-d51f-4601-9bb9-82d6eb8348cb None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:07:41.776028 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7cf2c3-4423-4509-8a1e-48e426a3c75c tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:41.776653 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2a7cf2c3-4423-4509-8a1e-48e426a3c75c tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:41.788134 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7cf2c3-4423-4509-8a1e-48e426a3c75c tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Subnet': ['ID=81a3768d-c648-458f-b13e-1580c68d332d,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:41.797047 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf21248-658e-4d1f-968b-15ee7a8b1d15 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:07:41.805911 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5cf21248-658e-4d1f-968b-15ee7a8b1d15 admin admin] 10.222.0.84 "PUT /v2.0/routers/d2184f2b-ab10-4246-a7e2-e931feaa751a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4833260 Aug 16 21:07:41.807596 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36786) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:41.812105 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88105d60-3267-484b-b996-e242cc058896 None None] Sync routers for ids ['d2184f2b-ab10-4246-a7e2-e931feaa751a'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:07:41.818034 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1a01c056-ce8c-4658-9d24-89eb22fff700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:41.827086 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88105d60-3267-484b-b996-e242cc058896 None None] Routers {'d2184f2b-ab10-4246-a7e2-e931feaa751a'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:07:41.827439 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-88105d60-3267-484b-b996-e242cc058896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:07:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d2184f2b-ab10-4246-a7e2-e931feaa751a'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:41.848608 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b912c0bd-a65f-4aec-810d-58a44233bb80 req-994cb68e-e867-4e97-84c9-921fba100741 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165013 Aug 16 21:07:41.875121 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ba4fde07-2e2c-4a51-b623-0088ee134856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:41.908459 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fde07-2e2c-4a51-b623-0088ee134856 None None] Pushing event deleted for resources: {'Port': ['ID=dda1951e-3bf4-41c4-b2e5-fd0cec669ef7,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:41.921219 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4fde07-2e2c-4a51-b623-0088ee134856 None None] No DVR routers for this DVR port dda1951e-3bf4-41c4-b2e5-fd0cec669ef7 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:07:41.924425 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a01c056-ce8c-4658-9d24-89eb22fff700 admin admin] No DVR routers for this DVR port dda1951e-3bf4-41c4-b2e5-fd0cec669ef7 on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:07:41.967909 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01c056-ce8c-4658-9d24-89eb22fff700 admin admin] Pushing event deleted for resources: {'Port': ['ID=dda1951e-3bf4-41c4-b2e5-fd0cec669ef7,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:41.992469 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2a7cf2c3-4423-4509-8a1e-48e426a3c75c tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3527288 Aug 16 21:07:41.992771 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36790) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:42.008750 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-4fc72e3e-42c3-4481-afb6-149cacd7095d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'port': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'name': 'tempest-NetworksTestDHCPv6-131774172'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:42.028362 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] device_id is not set on port 4280a7f0-0d11-4322-a767-205c09b15b36 yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:07:42.047488 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56229eaa-8e31-4306-820a-bfd3ec526136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'tenant_id': '82725015d13d49169b6e377f421f6af8', 'fixed_ips': [{'subnet_id': '81a3768d-c648-458f-b13e-1580c68d332d'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:07:42.054499 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-88105d60-3267-484b-b996-e242cc058896 None None] Set router d2184f2b-ab10-4246-a7e2-e931feaa751a gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:07:42.054727 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-56229eaa-8e31-4306-820a-bfd3ec526136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:42.074062 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:42.101775 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1a01c056-ce8c-4658-9d24-89eb22fff700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:42.120321 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-1a01c056-ce8c-4658-9d24-89eb22fff700 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:42.135452 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-1a01c056-ce8c-4658-9d24-89eb22fff700 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66f4b070-11e4-4f4a-902e-032c04ccaab0') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:42.136157 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-1a01c056-ce8c-4658-9d24-89eb22fff700 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66f4b070-11e4-4f4a-902e-032c04ccaab0') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:42.148874 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1a01c056-ce8c-4658-9d24-89eb22fff700 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:42.151477 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b5699d7d-7ef5-433a-b40d-44e6ec89024a admin admin] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:42.174125 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9cf58981-9a6e-4074-b162-5752ac6882d9 req-9bc29133-0fe2-4eba-94f3-79af6fc059c4 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/ports?device_id=41061021-35f3-430b-9c0a-e6fbb117e497 HTTP/1.1" status: 200 len: 210 time: 0.0900118 Aug 16 21:07:42.189057 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Transition to ACTIVE for port object 4280a7f0-0d11-4322-a767-205c09b15b36 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:42.234891 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63512a69-457c-4e82-a860-3fdfcb7493b3 req-faa62057-3eae-4bf0-920f-918ce48dd8fa tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:42.236808 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-63512a69-457c-4e82-a860-3fdfcb7493b3 req-faa62057-3eae-4bf0-920f-918ce48dd8fa tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 945 time: 0.1353006 Aug 16 21:07:42.249378 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-56229eaa-8e31-4306-820a-bfd3ec526136 None None] Allocated IP 2001:db8::2 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/81a3768d-c648-458f-b13e-1580c68d332d/ff7b2c9d-560a-4a6a-85b3-62d543b2a19f) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:07:42.264958 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:42.277374 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1a01c056-ce8c-4658-9d24-89eb22fff700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:42.287182 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a01c056-ce8c-4658-9d24-89eb22fff700 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:07:42.287723 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1a01c056-ce8c-4658-9d24-89eb22fff700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:42.290062 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b5699d7d-7ef5-433a-b40d-44e6ec89024a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:42.293770 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:07:42.293770 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:07:42.293770 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:07:42.293770 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:07:42.293770 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:07:42.293770 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:07:42.293770 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:07:42.293770 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:07:42.293770 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:07:42.293770 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:07:42.293770 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:07:42.293770 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:07:42.293770 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:07:42.293770 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:07:42.293770 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:07:42.293770 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:07:42.293770 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:07:42.293770 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:07:42.293770 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:07:42.293770 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:07:42.293770 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:07:42.293770 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:07:42.293770 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:07:42.293770 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:07:42.293770 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:07:42.293770 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:07:42.293770 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:07:42.293770 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:07:42.293770 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:07:42.293770 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:07:42.293770 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:07:42.293770 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:07:42.317872 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-88105d60-3267-484b-b996-e242cc058896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2184f2b-ab10-4246-a7e2-e931feaa751a', 'name': 'tempest-ServerRescueTestJSON-1282766367-router', 'tenant_id': '8f7854b909f4437f95dc486bf79f30b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '29cf881b-8322-4f4d-b5a1-eded5475cc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:28Z', 'updated_at': '2021-08-16T21:07:40Z', 'revision_number': 5, 'project_id': '8f7854b909f4437f95dc486bf79f30b6', 'gw_port': {'id': '29cf881b-8322-4f4d-b5a1-eded5475cc27', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:18:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2184f2b-ab10-4246-a7e2-e931feaa751a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:29Z', 'updated_at': '2021-08-16T21:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:42.346911 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88105d60-3267-484b-b996-e242cc058896 None None] Checking router: d2184f2b-ab10-4246-a7e2-e931feaa751a for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:07:42.360681 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88105d60-3267-484b-b996-e242cc058896 None None] Routers {'d2184f2b-ab10-4246-a7e2-e931feaa751a'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:07:42.361318 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-88105d60-3267-484b-b996-e242cc058896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:07:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d2184f2b-ab10-4246-a7e2-e931feaa751a'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:42.372144 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-63512a69-457c-4e82-a860-3fdfcb7493b3 req-4eaa294c-f329-4798-bc87-434108cc098f tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255016 Aug 16 21:07:42.379478 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Pushing event updated for resources: {'Port': ['ID=4280a7f0-0d11-4322-a767-205c09b15b36,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:42.387607 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:42.388001 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:42.388356 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:42.394043 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc72e3e-42c3-4481-afb6-149cacd7095d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:07:42.401471 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4fc72e3e-42c3-4481-afb6-149cacd7095d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:42.401579 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Port 4280a7f0-0d11-4322-a767-205c09b15b36 on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:07:42.401917 n-d-793620-15 neutron-server[101844]: ERROR neutron.plugins.ml2.managers [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Failed to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 on host n-h2-793620-15 for vnic_type normal using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] Aug 16 21:07:42.409149 n-d-793620-15 neutron-server[101844]: INFO neutron.plugins.ml2.plugin [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempt 2 to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 Aug 16 21:07:42.423136 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1a01c056-ce8c-4658-9d24-89eb22fff700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:42.430729 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1a01c056-ce8c-4658-9d24-89eb22fff700 admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:42.431656 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-4fc72e3e-42c3-4481-afb6-149cacd7095d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] device_id is not set on port 29512ff4-9e88-41d5-980b-2821af773368 yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:07:42.436918 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1a01c056-ce8c-4658-9d24-89eb22fff700 admin admin] 10.222.0.84 "DELETE /v2.0/networks/15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d HTTP/1.1" status: 204 len: 168 time: 1.7740891 Aug 16 21:07:42.447661 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:42.447661 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:42.447661 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:42.507647 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Port 4280a7f0-0d11-4322-a767-205c09b15b36 on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:07:42.507647 n-d-793620-15 neutron-server[101844]: ERROR neutron.plugins.ml2.managers [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Failed to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 on host n-h2-793620-15 for vnic_type normal using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] Aug 16 21:07:42.510599 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01c056-ce8c-4658-9d24-89eb22fff700 admin admin] Pushing event deleted for resources: {'Network': ['ID=15ac8c2b-9e3e-40a0-ac8b-bb5f519ddb4d,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:42.512548 n-d-793620-15 neutron-server[101844]: INFO neutron.plugins.ml2.plugin [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempt 3 to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 Aug 16 21:07:42.535343 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:42.535727 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:42.536522 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:42.548928 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-88105d60-3267-484b-b996-e242cc058896 None None] Set router d2184f2b-ab10-4246-a7e2-e931feaa751a gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:07:42.550804 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Port 4280a7f0-0d11-4322-a767-205c09b15b36 on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:07:42.551183 n-d-793620-15 neutron-server[101844]: ERROR neutron.plugins.ml2.managers [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Failed to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 on host n-h2-793620-15 for vnic_type normal using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] Aug 16 21:07:42.551941 n-d-793620-15 neutron-server[101844]: INFO neutron.plugins.ml2.plugin [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempt 4 to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 Aug 16 21:07:42.557840 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-b5699d7d-7ef5-433a-b40d-44e6ec89024a admin admin] Deleting port 29cf881b-8322-4f4d-b5a1-eded5475cc27 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:42.558399 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b5699d7d-7ef5-433a-b40d-44e6ec89024a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:42.561307 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-56229eaa-8e31-4306-820a-bfd3ec526136 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:42.566267 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:42.566845 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:42.566976 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:42.571874 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Port 4280a7f0-0d11-4322-a767-205c09b15b36 on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:07:42.572797 n-d-793620-15 neutron-server[101844]: ERROR neutron.plugins.ml2.managers [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Failed to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 on host n-h2-793620-15 for vnic_type normal using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] Aug 16 21:07:42.573110 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-56229eaa-8e31-4306-820a-bfd3ec526136 None None] Transition to ACTIVE for port object ff7b2c9d-560a-4a6a-85b3-62d543b2a19f will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:42.573237 n-d-793620-15 neutron-server[101844]: INFO neutron.plugins.ml2.plugin [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempt 5 to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 Aug 16 21:07:42.593498 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:42.594141 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:42.594301 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:42.595388 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-56229eaa-8e31-4306-820a-bfd3ec526136 None None] Transition to ACTIVE for port object ff7b2c9d-560a-4a6a-85b3-62d543b2a19f will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:42.599614 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Port 4280a7f0-0d11-4322-a767-205c09b15b36 on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:07:42.600025 n-d-793620-15 neutron-server[101844]: ERROR neutron.plugins.ml2.managers [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Failed to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 on host n-h2-793620-15 for vnic_type normal using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] Aug 16 21:07:42.600561 n-d-793620-15 neutron-server[101844]: INFO neutron.plugins.ml2.plugin [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempt 6 to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 Aug 16 21:07:42.613490 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:42.614798 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:42.615128 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:42.621240 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Port 4280a7f0-0d11-4322-a767-205c09b15b36 on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:07:42.621240 n-d-793620-15 neutron-server[101844]: ERROR neutron.plugins.ml2.managers [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Failed to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 on host n-h2-793620-15 for vnic_type normal using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] Aug 16 21:07:42.621583 n-d-793620-15 neutron-server[101844]: INFO neutron.plugins.ml2.plugin [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempt 7 to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 Aug 16 21:07:42.640660 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:42.641288 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:42.641796 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:42.646693 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Port 4280a7f0-0d11-4322-a767-205c09b15b36 on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:07:42.647028 n-d-793620-15 neutron-server[101844]: ERROR neutron.plugins.ml2.managers [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Failed to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 on host n-h2-793620-15 for vnic_type normal using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] Aug 16 21:07:42.647546 n-d-793620-15 neutron-server[101844]: INFO neutron.plugins.ml2.plugin [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempt 8 to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 Aug 16 21:07:42.660653 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:42.661631 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:42.661631 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:42.666367 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Port 4280a7f0-0d11-4322-a767-205c09b15b36 on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:07:42.666710 n-d-793620-15 neutron-server[101844]: ERROR neutron.plugins.ml2.managers [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Failed to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 on host n-h2-793620-15 for vnic_type normal using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] Aug 16 21:07:42.667429 n-d-793620-15 neutron-server[101844]: INFO neutron.plugins.ml2.plugin [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempt 9 to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 Aug 16 21:07:42.681954 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:42.682392 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:42.682738 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-b5699d7d-7ef5-433a-b40d-44e6ec89024a admin admin] For port 29cf881b-8322-4f4d-b5a1-eded5475cc27, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=29cf881b-8322-4f4d-b5a1-eded5475cc27,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:42.682880 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:42.683117 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b5699d7d-7ef5-433a-b40d-44e6ec89024a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:42.688071 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Port 4280a7f0-0d11-4322-a767-205c09b15b36 on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:07:42.688404 n-d-793620-15 neutron-server[101844]: ERROR neutron.plugins.ml2.managers [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Failed to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 on host n-h2-793620-15 for vnic_type normal using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] Aug 16 21:07:42.688827 n-d-793620-15 neutron-server[101844]: INFO neutron.plugins.ml2.plugin [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempt 10 to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 Aug 16 21:07:42.696765 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-56229eaa-8e31-4306-820a-bfd3ec526136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:42.698579 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-b5699d7d-7ef5-433a-b40d-44e6ec89024a admin admin] Calling delete_port for 29cf881b-8322-4f4d-b5a1-eded5475cc27 owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:42.747312 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:42.747667 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:42.748398 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:42.758922 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Port 4280a7f0-0d11-4322-a767-205c09b15b36 on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:07:42.759259 n-d-793620-15 neutron-server[101844]: ERROR neutron.plugins.ml2.managers [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Failed to bind port 4280a7f0-0d11-4322-a767-205c09b15b36 on host n-h2-793620-15 for vnic_type normal using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] Aug 16 21:07:42.759664 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:42.763558 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56229eaa-8e31-4306-820a-bfd3ec526136 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:07:42.767426 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-56229eaa-8e31-4306-820a-bfd3ec526136 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:42.771891 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56229eaa-8e31-4306-820a-bfd3ec526136 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:07:42.779418 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-88105d60-3267-484b-b996-e242cc058896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2184f2b-ab10-4246-a7e2-e931feaa751a', 'name': 'tempest-ServerRescueTestJSON-1282766367-router', 'tenant_id': '8f7854b909f4437f95dc486bf79f30b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '29cf881b-8322-4f4d-b5a1-eded5475cc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:28Z', 'updated_at': '2021-08-16T21:07:40Z', 'revision_number': 5, 'project_id': '8f7854b909f4437f95dc486bf79f30b6', 'gw_port': {'id': '29cf881b-8322-4f4d-b5a1-eded5475cc27', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:18:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2184f2b-ab10-4246-a7e2-e931feaa751a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:29Z', 'updated_at': '2021-08-16T21:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:42.780691 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56229eaa-8e31-4306-820a-bfd3ec526136 None None] Pushing event updated for resources: {'Port': ['ID=ff7b2c9d-560a-4a6a-85b3-62d543b2a19f,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:42.819432 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88105d60-3267-484b-b996-e242cc058896 None None] The sync data for ids ['d2184f2b-ab10-4246-a7e2-e931feaa751a'] in n-d-793620-15 is: [{'id': 'd2184f2b-ab10-4246-a7e2-e931feaa751a', 'name': 'tempest-ServerRescueTestJSON-1282766367-router', 'tenant_id': '8f7854b909f4437f95dc486bf79f30b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '29cf881b-8322-4f4d-b5a1-eded5475cc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:28Z', 'updated_at': '2021-08-16T21:07:40Z', 'revision_number': 5, 'project_id': '8f7854b909f4437f95dc486bf79f30b6', 'gw_port': {'id': '29cf881b-8322-4f4d-b5a1-eded5475cc27', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:18:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2184f2b-ab10-4246-a7e2-e931feaa751a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:29Z', 'updated_at': '2021-08-16T21:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:07:42.874241 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-4fc72e3e-42c3-4481-afb6-149cacd7095d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Allocated IP 2001:db8::399 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/81a3768d-c648-458f-b13e-1580c68d332d/29512ff4-9e88-41d5-980b-2821af773368) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:07:42.877327 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-56229eaa-8e31-4306-820a-bfd3ec526136 None None] Attempting to bind port ff7b2c9d-560a-4a6a-85b3-62d543b2a19f on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:42.877887 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-56229eaa-8e31-4306-820a-bfd3ec526136 None None] Attempting to bind port ff7b2c9d-560a-4a6a-85b3-62d543b2a19f by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:42.878460 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56229eaa-8e31-4306-820a-bfd3ec526136 None None] Attempting to bind port ff7b2c9d-560a-4a6a-85b3-62d543b2a19f on network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:42.886063 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56229eaa-8e31-4306-820a-bfd3ec526136 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:07:42.886730 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56229eaa-8e31-4306-820a-bfd3ec526136 None None] Checking segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:07:42.887369 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-56229eaa-8e31-4306-820a-bfd3ec526136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:42.888053 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56229eaa-8e31-4306-820a-bfd3ec526136 None None] Bound using segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:07:42.888758 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-56229eaa-8e31-4306-820a-bfd3ec526136 None None] Bound port: ff7b2c9d-560a-4a6a-85b3-62d543b2a19f, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:07:42.889387 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-56229eaa-8e31-4306-820a-bfd3ec526136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:42.914658 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36800) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:42.962383 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] For port 4280a7f0-0d11-4322-a767-205c09b15b36, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:07:42.963467 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempted to set empty binding levels {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 21:07:42.972492 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-56229eaa-8e31-4306-820a-bfd3ec526136 None None] For port ff7b2c9d-560a-4a6a-85b3-62d543b2a19f, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:07:42.976752 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-56229eaa-8e31-4306-820a-bfd3ec526136 None None] For port ff7b2c9d-560a-4a6a-85b3-62d543b2a19f, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=ff7b2c9d-560a-4a6a-85b3-62d543b2a19f,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:07:42.991153 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8a196-7ea2-4682-b9c3-63223bdb792e req-3e2f9a92-be97-46f2-8db8-d435093452ac tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:42.992773 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-70d8a196-7ea2-4682-b9c3-63223bdb792e req-3e2f9a92-be97-46f2-8db8-d435093452ac tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 945 time: 0.1220367 Aug 16 21:07:43.009370 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-19bc3b81-fdb3-4005-9f48-81ca9066c375 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9440ed0933f64f7cb6d1f0c295a72000&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0934675 Aug 16 21:07:43.011323 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36802) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:43.032612 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-70d8a196-7ea2-4682-b9c3-63223bdb792e req-932fe739-fa4a-452e-9c95-43f181d71e1e tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331056 Aug 16 21:07:43.051363 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:43.062676 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c65f5ff1-40d1-47e8-851d-b990a3c71e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:43.079868 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-56229eaa-8e31-4306-820a-bfd3ec526136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:43.085853 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c65f5ff1-40d1-47e8-851d-b990a3c71e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:43.087559 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b5699d7d-7ef5-433a-b40d-44e6ec89024a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:43.090135 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] In _notify_port_updated(), no bound segment for port 4280a7f0-0d11-4322-a767-205c09b15b36 on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 {{(pid=101844) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 21:07:43.091013 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:43.091622 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:43.095968 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] 10.222.0.84 "PUT /v2.0/ports/4280a7f0-0d11-4322-a767-205c09b15b36 HTTP/1.1" status: 200 len: 976 time: 1.5056679 Aug 16 21:07:43.096684 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36804) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:43.127334 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5699d7d-7ef5-433a-b40d-44e6ec89024a admin admin] Pushing event deleted for resources: {'Port': ['ID=29cf881b-8322-4f4d-b5a1-eded5475cc27,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:43.151361 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56229eaa-8e31-4306-820a-bfd3ec526136 None None] Pushing event updated for resources: {'Port': ['ID=ff7b2c9d-560a-4a6a-85b3-62d543b2a19f,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:43.161952 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a307d-3682-4925-9ef8-59739e882203 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Pushing event updated for resources: {'Port': ['ID=4280a7f0-0d11-4322-a767-205c09b15b36,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:43.242060 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fd0efb-65f0-447b-96fa-dd58c0709fad tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:43.242557 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fd0efb-65f0-447b-96fa-dd58c0709fad tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:43.243050 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fd0efb-65f0-447b-96fa-dd58c0709fad tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:43.243525 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fd0efb-65f0-447b-96fa-dd58c0709fad tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:43.248394 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fd0efb-65f0-447b-96fa-dd58c0709fad tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:43.249116 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fd0efb-65f0-447b-96fa-dd58c0709fad tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:43.249615 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fd0efb-65f0-447b-96fa-dd58c0709fad tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:43.250109 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fd0efb-65f0-447b-96fa-dd58c0709fad tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:43.253793 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b5699d7d-7ef5-433a-b40d-44e6ec89024a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:43.255543 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-36fd0efb-65f0-447b-96fa-dd58c0709fad tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 7404 time: 0.1579430 Aug 16 21:07:43.256249 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36808) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:43.323486 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device e98e0214-f105-4faf-b72a-c082f283be7b no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:07:43.360398 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: e98e0214-f105-4faf-b72a-c082f283be7b {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:07:43.360844 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device e98e0214-f105-4faf-b72a-c082f283be7b not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:07:43.382421 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f63cd5b-d104-4ae3-b9b9-626debf7db2f req-2b12c6a9-1fdd-49df-8cd8-0322105fdd47 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/ports?device_id=41061021-35f3-430b-9c0a-e6fbb117e497 HTTP/1.1" status: 200 len: 210 time: 0.0729330 Aug 16 21:07:43.404872 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c65f5ff1-40d1-47e8-851d-b990a3c71e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:43.415736 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c65f5ff1-40d1-47e8-851d-b990a3c71e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:43.420663 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c65f5ff1-40d1-47e8-851d-b990a3c71e28 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2f05bb64-9f10-404a-9d0e-024f432f1dbc HTTP/1.1" status: 204 len: 168 time: 0.4059253 Aug 16 21:07:43.432633 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f5ff1-40d1-47e8-851d-b990a3c71e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f05bb64-9f10-404a-9d0e-024f432f1dbc,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:43.439116 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b5699d7d-7ef5-433a-b40d-44e6ec89024a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:43.443031 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b5699d7d-7ef5-433a-b40d-44e6ec89024a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:43.527163 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4fc72e3e-42c3-4481-afb6-149cacd7095d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:43.551259 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-4fc72e3e-42c3-4481-afb6-149cacd7095d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Transition to ACTIVE for port object 29512ff4-9e88-41d5-980b-2821af773368 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:43.587244 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-8219932f-ef06-4110-94f2-90d9e2370193 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Deleting port 4280a7f0-0d11-4322-a767-205c09b15b36 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:43.587598 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8219932f-ef06-4110-94f2-90d9e2370193 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:43.615929 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b33e-bc46-4932-9634-7579ff4e16ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:43.673306 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-8219932f-ef06-4110-94f2-90d9e2370193 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] For port 4280a7f0-0d11-4322-a767-205c09b15b36, host n-h2-793620-15, got binding levels [] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:43.674164 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8219932f-ef06-4110-94f2-90d9e2370193 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:43.674386 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b5699d7d-7ef5-433a-b40d-44e6ec89024a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:43.679180 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5699d7d-7ef5-433a-b40d-44e6ec89024a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2184f2b-ab10-4246-a7e2-e931feaa751a {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:07:43.679899 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b5699d7d-7ef5-433a-b40d-44e6ec89024a admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:43.683950 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b5699d7d-7ef5-433a-b40d-44e6ec89024a admin admin] 10.222.0.84 "DELETE /v2.0/routers/d2184f2b-ab10-4246-a7e2-e931feaa751a HTTP/1.1" status: 204 len: 168 time: 1.8740644 Aug 16 21:07:43.684471 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36812) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:43.694981 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-8219932f-ef06-4110-94f2-90d9e2370193 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Calling delete_port for 4280a7f0-0d11-4322-a767-205c09b15b36 owned by {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:43.774811 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-d570e8ef-06e7-43d7-9b29-4d2163390c44 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:43.777423 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-d570e8ef-06e7-43d7-9b29-4d2163390c44 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.72 "GET /v2.0/networks?id=f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a HTTP/1.1" status: 200 len: 813 time: 0.2475953 Aug 16 21:07:43.793040 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9d51770-90a0-495f-87ab-6bdabc5ab3bb admin admin] Deleting subnet 05904e0a-3461-421d-b6bc-48171947c05e {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:07:43.796987 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-1cf99e4d-d189-4aca-ba30-5872bab3df9f tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Request body: {'port': {'device_id': '41061021-35f3-430b-9c0a-e6fbb117e497', 'network_id': 'f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a', 'admin_state_up': True, 'tenant_id': 'd2ccb28421b949a096381daf7a8acf4d'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:43.799651 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4fc72e3e-42c3-4481-afb6-149cacd7095d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:43.801358 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a9d51770-90a0-495f-87ab-6bdabc5ab3bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:43.900914 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc72e3e-42c3-4481-afb6-149cacd7095d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:07:43.903213 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a9d51770-90a0-495f-87ab-6bdabc5ab3bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:43.918866 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:43.934274 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-4fc72e3e-42c3-4481-afb6-149cacd7095d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:43.944630 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc72e3e-42c3-4481-afb6-149cacd7095d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:07:43.950946 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc72e3e-42c3-4481-afb6-149cacd7095d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:43.951611 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4fc72e3e-42c3-4481-afb6-149cacd7095d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:43.957705 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc72e3e-42c3-4481-afb6-149cacd7095d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Port': ['ID=29512ff4-9e88-41d5-980b-2821af773368,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:44.002764 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a9d51770-90a0-495f-87ab-6bdabc5ab3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:44.059427 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00660f0d-6ccc-4e00-88df-2886f940ff61 req-8b733447-3b8f-4a8c-8988-4b0c10cd250f tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:44.071069 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-00660f0d-6ccc-4e00-88df-2886f940ff61 req-8b733447-3b8f-4a8c-8988-4b0c10cd250f tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.90 "GET /v2.0/ports?device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 945 time: 0.0954406 Aug 16 21:07:44.122866 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8219932f-ef06-4110-94f2-90d9e2370193 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:44.144967 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4fc72e3e-42c3-4481-afb6-149cacd7095d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1315889 Aug 16 21:07:44.157124 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36818) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:44.221566 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8219932f-ef06-4110-94f2-90d9e2370193 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Pushing event deleted for resources: {'Port': ['ID=4280a7f0-0d11-4322-a767-205c09b15b36,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:44.276062 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a9d51770-90a0-495f-87ab-6bdabc5ab3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:44.318804 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a9d51770-90a0-495f-87ab-6bdabc5ab3bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:44.323132 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a9d51770-90a0-495f-87ab-6bdabc5ab3bb admin admin] 10.222.0.84 "DELETE /v2.0/subnets/05904e0a-3461-421d-b6bc-48171947c05e HTTP/1.1" status: 204 len: 168 time: 0.6353331 Aug 16 21:07:44.323979 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36822) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:44.390390 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8219932f-ef06-4110-94f2-90d9e2370193 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:44.392590 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8219932f-ef06-4110-94f2-90d9e2370193 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] 10.222.0.84 "DELETE /v2.0/ports/4280a7f0-0d11-4322-a767-205c09b15b36 HTTP/1.1" status: 204 len: 168 time: 1.1206579 Aug 16 21:07:44.396047 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36828) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:44.397553 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d51770-90a0-495f-87ab-6bdabc5ab3bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05904e0a-3461-421d-b6bc-48171947c05e,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:44.447498 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c82346-3595-4be8-97be-5b68d878c02d tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] GET failed (client error): The resource could not be found. Aug 16 21:07:44.461058 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-00c82346-3595-4be8-97be-5b68d878c02d tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] 10.222.0.84 "GET /v2.0/ports/4280a7f0-0d11-4322-a767-205c09b15b36 HTTP/1.1" status: 404 len: 333 time: 0.0637858 Aug 16 21:07:44.466670 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36832) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:44.471696 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-7af5aa24-193b-4c06-8cd6-4af9cb76c961 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-906220827', 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:44.482966 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fdc46-3570-452e-970c-187c94004138 req-2710cf3b-0c7c-45f2-b0c4-62bc9f61e7e7 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:44.484718 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-612fdc46-3570-452e-970c-187c94004138 req-2710cf3b-0c7c-45f2-b0c4-62bc9f61e7e7 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 945 time: 0.3358836 Aug 16 21:07:44.500363 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ba0a03-ca4a-49f1-b726-d3eea8fa84aa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:44.506212 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ba0a03-ca4a-49f1-b726-d3eea8fa84aa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:44.507908 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c5ba0a03-ca4a-49f1-b726-d3eea8fa84aa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3150125 Aug 16 21:07:44.511063 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36834) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:44.537966 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-17cd2a67-550f-4dd8-949e-ec25e2ba8790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:44.604228 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-1cf99e4d-d189-4aca-ba30-5872bab3df9f tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Made reservation on behalf of d2ccb28421b949a096381daf7a8acf4d for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:07:44.608950 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-1cf99e4d-d189-4aca-ba30-5872bab3df9f tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:44.649751 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7a7d11a7-0ce1-4e83-90f7-806b580489b7 None None] Provisioning for port ff7b2c9d-560a-4a6a-85b3-62d543b2a19f completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:07:44.722858 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-cb8903f2-7478-43a0-bbee-63fc8fd9325e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting port 29512ff4-9e88-41d5-980b-2821af773368 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:44.723208 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb8903f2-7478-43a0-bbee-63fc8fd9325e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:44.793093 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af5aa24-193b-4c06-8cd6-4af9cb76c961 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Made reservation on behalf of e0859e7e5a0e485e893c874e2e257f47 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:07:44.795340 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7af5aa24-193b-4c06-8cd6-4af9cb76c961 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:44.844338 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-7af5aa24-193b-4c06-8cd6-4af9cb76c961 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] device_id is not set on port 76387bb1-c4ed-42ac-9c73-3709581bb1b3 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:07:44.844967 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:44.868082 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f12c0f8d-6a00-4d3f-8856-9a640cc20088 None None] Provisioning for port 29512ff4-9e88-41d5-980b-2821af773368 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:07:44.873363 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f12c0f8d-6a00-4d3f-8856-9a640cc20088 None None] Provisioning complete for port 29512ff4-9e88-41d5-980b-2821af773368 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:07:44.878633 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f12c0f8d-6a00-4d3f-8856-9a640cc20088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:44.907442 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-1cf99e4d-d189-4aca-ba30-5872bab3df9f tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Allocated IP 172.20.0.9 (f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a/97c47e9a-07bc-4ee9-a5d7-73c15193b78c/989d4298-d5b2-4dc5-842f-dd323dbee5cf) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:07:44.920113 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-f12c0f8d-6a00-4d3f-8856-9a640cc20088 None None] Port 29512ff4-9e88-41d5-980b-2821af773368 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:07:44.940820 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4e1ed91a-a1c6-4486-b2be-057bf38f7cbd req-3d8a8333-6dea-4afe-b511-31f668f98bd1 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/ports?device_id=41061021-35f3-430b-9c0a-e6fbb117e497 HTTP/1.1" status: 200 len: 210 time: 0.4286423 Aug 16 21:07:44.946170 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb8903f2-7478-43a0-bbee-63fc8fd9325e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:44.955626 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-00660f0d-6ccc-4e00-88df-2886f940ff61 req-2e573417-af61-4c7d-a4ff-7b21a95a6a79 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Deleting port c6001b0c-a20b-468b-aa8d-7013d8bd7f8c {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:44.956017 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-00660f0d-6ccc-4e00-88df-2886f940ff61 req-2e573417-af61-4c7d-a4ff-7b21a95a6a79 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:44.981159 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-cb8903f2-7478-43a0-bbee-63fc8fd9325e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Calling delete_port for 29512ff4-9e88-41d5-980b-2821af773368 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:45.037098 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-612fdc46-3570-452e-970c-187c94004138 req-d4c74627-d089-41df-bd3e-36465b046bab tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5240059 Aug 16 21:07:45.118800 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-17cd2a67-550f-4dd8-949e-ec25e2ba8790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:45.137616 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-17cd2a67-550f-4dd8-949e-ec25e2ba8790 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b4863b3-0136-47bf-aa1f-c2a9dd497e5d']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:45.147760 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-00660f0d-6ccc-4e00-88df-2886f940ff61 req-2e573417-af61-4c7d-a4ff-7b21a95a6a79 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] For port c6001b0c-a20b-468b-aa8d-7013d8bd7f8c, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=c6001b0c-a20b-468b-aa8d-7013d8bd7f8c,segment=NetworkSegment(85568c6e-48e5-454c-9434-fd56a12f8853),segment_id=85568c6e-48e5-454c-9434-fd56a12f8853)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:45.148165 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-00660f0d-6ccc-4e00-88df-2886f940ff61 req-2e573417-af61-4c7d-a4ff-7b21a95a6a79 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:45.158353 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-17cd2a67-550f-4dd8-949e-ec25e2ba8790 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8595d4c3-bd6a-40bd-a14a-9603ef03d310') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:45.158666 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-17cd2a67-550f-4dd8-949e-ec25e2ba8790 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8595d4c3-bd6a-40bd-a14a-9603ef03d310') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:45.170132 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-00660f0d-6ccc-4e00-88df-2886f940ff61 req-2e573417-af61-4c7d-a4ff-7b21a95a6a79 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Calling delete_port for c6001b0c-a20b-468b-aa8d-7013d8bd7f8c owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:45.173332 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-17cd2a67-550f-4dd8-949e-ec25e2ba8790 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:45.173425 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36846) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:45.193665 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-17cd2a67-550f-4dd8-949e-ec25e2ba8790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:45.239667 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7af5aa24-193b-4c06-8cd6-4af9cb76c961 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:45.245859 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17cd2a67-550f-4dd8-949e-ec25e2ba8790 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:07:45.245859 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-17cd2a67-550f-4dd8-949e-ec25e2ba8790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:45.245859 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:07:45.245859 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:07:45.245859 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:07:45.245859 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:07:45.245859 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:07:45.245859 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:07:45.245859 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:07:45.245859 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:07:45.245859 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:07:45.245859 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:07:45.245859 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:07:45.245859 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:07:45.245859 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:07:45.245859 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:07:45.245859 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:07:45.245859 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:07:45.245859 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:07:45.245859 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:07:45.245859 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:07:45.245859 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:07:45.245859 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:07:45.245859 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:07:45.245859 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:07:45.245859 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:07:45.245859 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:07:45.245859 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:07:45.245859 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:07:45.245859 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:07:45.245859 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:07:45.245859 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:07:45.245859 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:07:45.245859 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:07:45.294225 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-1cf99e4d-d189-4aca-ba30-5872bab3df9f tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:45.338625 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device ff7b2c9d-560a-4a6a-85b3-62d543b2a19f up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:07:45.361993 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-d1696e6d-0891-41af-a37a-53c9e52a4a05 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1519349761-network', 'tenant_id': 'd6b806973fa74b90a1af64013b67341b'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:45.410112 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-17cd2a67-550f-4dd8-949e-ec25e2ba8790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:45.415036 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-17cd2a67-550f-4dd8-949e-ec25e2ba8790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:45.417166 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-17cd2a67-550f-4dd8-949e-ec25e2ba8790 admin admin] 10.222.0.84 "DELETE /v2.0/networks/2b4863b3-0136-47bf-aa1f-c2a9dd497e5d HTTP/1.1" status: 204 len: 168 time: 1.0466149 Aug 16 21:07:45.429571 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd2a67-550f-4dd8-949e-ec25e2ba8790 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b4863b3-0136-47bf-aa1f-c2a9dd497e5d,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:45.496170 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-00660f0d-6ccc-4e00-88df-2886f940ff61 req-2e573417-af61-4c7d-a4ff-7b21a95a6a79 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:45.507746 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['c6001b0c-a20b-468b-aa8d-7013d8bd7f8c'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:07:45.510612 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['6ccefc9c-e155-4214-9c78-4ed80369f4ae'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:07:45.523426 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e573417-af61-4c7d-a4ff-7b21a95a6a79 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Pushing event deleted for resources: {'Port': ['ID=c6001b0c-a20b-468b-aa8d-7013d8bd7f8c,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:45.542937 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb8903f2-7478-43a0-bbee-63fc8fd9325e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:45.545119 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7af5aa24-193b-4c06-8cd6-4af9cb76c961 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:45.547175 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-1cf99e4d-d189-4aca-ba30-5872bab3df9f tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:45.548663 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1696e6d-0891-41af-a37a-53c9e52a4a05 admin admin] Made reservation on behalf of d6b806973fa74b90a1af64013b67341b for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:07:45.552233 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d1696e6d-0891-41af-a37a-53c9e52a4a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:45.553258 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port ff7b2c9d-560a-4a6a-85b3-62d543b2a19f completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:07:45.560583 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port ff7b2c9d-560a-4a6a-85b3-62d543b2a19f triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:07:45.574625 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:45.574768 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-00660f0d-6ccc-4e00-88df-2886f940ff61 req-2e573417-af61-4c7d-a4ff-7b21a95a6a79 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] No DVR routers for this DVR port c6001b0c-a20b-468b-aa8d-7013d8bd7f8c on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:07:45.576032 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-00660f0d-6ccc-4e00-88df-2886f940ff61 req-2e573417-af61-4c7d-a4ff-7b21a95a6a79 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:45.578234 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-00660f0d-6ccc-4e00-88df-2886f940ff61 req-2e573417-af61-4c7d-a4ff-7b21a95a6a79 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.90 "DELETE /v2.0/ports/c6001b0c-a20b-468b-aa8d-7013d8bd7f8c HTTP/1.1" status: 204 len: 173 time: 1.5080016 Aug 16 21:07:45.578912 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57ffa33-8888-48d1-b0b1-0f0b445b27f1', 'name': 'network-vif-deleted', 'tag': 'c6001b0c-a20b-468b-aa8d-7013d8bd7f8c'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:07:45.581587 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27031a1-bb85-4fb9-b493-4414bb44aadb" -d '{"events": [{"server_uuid": "e57ffa33-8888-48d1-b0b1-0f0b445b27f1", "name": "network-vif-deleted", "tag": "c6001b0c-a20b-468b-aa8d-7013d8bd7f8c"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:07:45.612152 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d1696e6d-0891-41af-a37a-53c9e52a4a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:45.678385 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af5aa24-193b-4c06-8cd6-4af9cb76c961 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:07:45.697905 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-1cf99e4d-d189-4aca-ba30-5872bab3df9f tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Network f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:07:45.699150 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:45.699636 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb8903f2-7478-43a0-bbee-63fc8fd9325e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:45.704237 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-cb8903f2-7478-43a0-bbee-63fc8fd9325e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/ports/29512ff4-9e88-41d5-980b-2821af773368 HTTP/1.1" status: 204 len: 168 time: 1.1893442 Aug 16 21:07:45.705139 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-7af5aa24-193b-4c06-8cd6-4af9cb76c961 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:45.705267 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36856) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:45.709966 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf99e4d-d189-4aca-ba30-5872bab3df9f tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Pushing event updated for resources: {'Port': ['ID=989d4298-d5b2-4dc5-842f-dd323dbee5cf,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:45.719777 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-1cf99e4d-d189-4aca-ba30-5872bab3df9f tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:45.724351 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af5aa24-193b-4c06-8cd6-4af9cb76c961 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:07:45.729732 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af5aa24-193b-4c06-8cd6-4af9cb76c961 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:45.729732 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7af5aa24-193b-4c06-8cd6-4af9cb76c961 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:45.739078 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-1cf99e4d-d189-4aca-ba30-5872bab3df9f tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:07:45.780698 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port ff7b2c9d-560a-4a6a-85b3-62d543b2a19f, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=ff7b2c9d-560a-4a6a-85b3-62d543b2a19f,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:45.797159 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8903f2-7478-43a0-bbee-63fc8fd9325e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Port': ['ID=29512ff4-9e88-41d5-980b-2821af773368,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:45.812087 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66fc981-63e5-4d95-9d5b-e3c69ebc3966 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:45.819259 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66fc981-63e5-4d95-9d5b-e3c69ebc3966 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:45.824530 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b66fc981-63e5-4d95-9d5b-e3c69ebc3966 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1176441 Aug 16 21:07:45.825244 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36858) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:45.863840 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:45.866878 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-1cf99e4d-d189-4aca-ba30-5872bab3df9f tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:45.867505 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-1cf99e4d-d189-4aca-ba30-5872bab3df9f tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:45.915414 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5aa24-193b-4c06-8cd6-4af9cb76c961 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Pushing event updated for resources: {'Port': ['ID=76387bb1-c4ed-42ac-9c73-3709581bb1b3,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:45.919512 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36860) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:45.938876 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 29cf881b-8322-4f4d-b5a1-eded5475cc27 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:07:45.939554 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3030bb2e-e61f-455d-bdd9-e5b85ed0429e x-openstack-request-id: req-3030bb2e-e61f-455d-bdd9-e5b85ed0429e {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:07:45.939554 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57ffa33-8888-48d1-b0b1-0f0b445b27f1", "name": "network-vif-deleted", "tag": "c6001b0c-a20b-468b-aa8d-7013d8bd7f8c", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:07:45.939554 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3030bb2e-e61f-455d-bdd9-e5b85ed0429e {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:07:45.939554 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57ffa33-8888-48d1-b0b1-0f0b445b27f1', 'name': 'network-vif-deleted', 'tag': 'c6001b0c-a20b-468b-aa8d-7013d8bd7f8c', 'status': 'completed', 'code': 200} Aug 16 21:07:45.949258 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5778e89-9bc4-4fbb-9320-8874a06a8f31 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting subnet 81a3768d-c648-458f-b13e-1580c68d332d {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:07:45.954572 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f5778e89-9bc4-4fbb-9320-8874a06a8f31 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:45.965944 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 29cf881b-8322-4f4d-b5a1-eded5475cc27 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:07:45.966425 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 29cf881b-8322-4f4d-b5a1-eded5475cc27 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:07:45.993751 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d1696e6d-0891-41af-a37a-53c9e52a4a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:45.994840 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=ff7b2c9d-560a-4a6a-85b3-62d543b2a19f,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:45.999839 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36864) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:46.000758 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-65afb116-3a0f-497e-99ba-f8748aa8f445 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8f7854b909f4437f95dc486bf79f30b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0800924 Aug 16 21:07:46.046628 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f5778e89-9bc4-4fbb-9320-8874a06a8f31 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:46.104800 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d1696e6d-0891-41af-a37a-53c9e52a4a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:46.128566 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1696e6d-0891-41af-a37a-53c9e52a4a05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:07:46.142639 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1696e6d-0891-41af-a37a-53c9e52a4a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a61f8a-6795-4e2f-b99d-67634fe40622,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:46.144194 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0240e2-e578-4810-a25c-f2f268c8437d req-5efccabb-d9ca-4118-9f16-9e2c5fd8ec8f tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:46.145716 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3a0240e2-e578-4810-a25c-f2f268c8437d req-5efccabb-d9ca-4118-9f16-9e2c5fd8ec8f tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/ports?device_id=41061021-35f3-430b-9c0a-e6fbb117e497 HTTP/1.1" status: 200 len: 931 time: 0.1223977 Aug 16 21:07:46.147667 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d1696e6d-0891-41af-a37a-53c9e52a4a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:46.148030 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-d1696e6d-0891-41af-a37a-53c9e52a4a05 admin admin] Added segment 6298e35a-65ec-4cf3-97bd-d86b7327f53a of type vlan for network c5eb9fb9-bf00-4023-97a5-4f0948d0d60a Aug 16 21:07:46.182842 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c4b6b0e6-78ac-4ea4-9431-6824f0acf6ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:46.188991 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d1696e6d-0891-41af-a37a-53c9e52a4a05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:46.200558 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-1cf99e4d-d189-4aca-ba30-5872bab3df9f tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4126670 Aug 16 21:07:46.211373 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e27d8ca2-a290-402d-b164-8bd7f8cfc5c3 req-1339642f-8d60-46d1-be51-90dcb35ef7ff tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=e57ffa33-8888-48d1-b0b1-0f0b445b27f1 HTTP/1.1" status: 200 len: 210 time: 0.0601883 Aug 16 21:07:46.216576 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-9bb6eaa8-e2b3-404d-bbd0-cf79684ffb86 service neutron] Request body: {'port': {'device_id': '41061021-35f3-430b-9c0a-e6fbb117e497', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:46.238759 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7af5aa24-193b-4c06-8cd6-4af9cb76c961 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.7709887 Aug 16 21:07:46.241584 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36868) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:46.259977 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f5778e89-9bc4-4fbb-9320-8874a06a8f31 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:46.266728 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c4b6b0e6-78ac-4ea4-9431-6824f0acf6ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:46.287495 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3a0240e2-e578-4810-a25c-f2f268c8437d req-0ac83447-7805-4b5e-a148-90bf9b4ca84f tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/security-groups?id=dfef6280-a8f9-4ca5-8e34-c4d2f89b56a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242256 Aug 16 21:07:46.294895 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d1696e6d-0891-41af-a37a-53c9e52a4a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:46.295904 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1696e6d-0891-41af-a37a-53c9e52a4a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:46.296896 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d1696e6d-0891-41af-a37a-53c9e52a4a05 admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:46.315025 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148ec7b1-84a8-4bed-9857-ed2bd1daad27 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:46.316489 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-148ec7b1-84a8-4bed-9857-ed2bd1daad27 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] 10.222.0.84 "GET /v2.0/ports/76387bb1-c4ed-42ac-9c73-3709581bb1b3 HTTP/1.1" status: 200 len: 954 time: 0.0739293 Aug 16 21:07:46.320505 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36870) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:46.333009 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-9bb6eaa8-e2b3-404d-bbd0-cf79684ffb86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:46.419088 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-f90b1303-d073-4e9c-8df7-e3a58f92389c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Deleting port 76387bb1-c4ed-42ac-9c73-3709581bb1b3 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:46.419657 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f90b1303-d073-4e9c-8df7-e3a58f92389c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:46.424060 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d1696e6d-0891-41af-a37a-53c9e52a4a05 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2471337 Aug 16 21:07:46.427155 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36872) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:46.433522 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-997898b7-016a-409b-a0a4-19f5839c57ce admin admin] Request body: {'subnet': {'network_id': 'c5eb9fb9-bf00-4023-97a5-4f0948d0d60a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1519349761-subnet', 'tenant_id': 'd6b806973fa74b90a1af64013b67341b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:46.436751 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1696e6d-0891-41af-a37a-53c9e52a4a05 admin admin] Pushing event updated for resources: {'Network': ['ID=c5eb9fb9-bf00-4023-97a5-4f0948d0d60a,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:46.450301 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network c5eb9fb9-bf00-4023-97a5-4f0948d0d60a details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:07:46.479520 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f5778e89-9bc4-4fbb-9320-8874a06a8f31 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:46.498044 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f90b1303-d073-4e9c-8df7-e3a58f92389c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:46.515243 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-f90b1303-d073-4e9c-8df7-e3a58f92389c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Calling delete_port for 76387bb1-c4ed-42ac-9c73-3709581bb1b3 owned by {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:46.538842 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c4b6b0e6-78ac-4ea4-9431-6824f0acf6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:46.542541 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c4b6b0e6-78ac-4ea4-9431-6824f0acf6ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:46.543723 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c4b6b0e6-78ac-4ea4-9431-6824f0acf6ef admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/385cc72b-b7b6-4497-8759-7ab7890ae400 HTTP/1.1" status: 204 len: 168 time: 0.5426452 Aug 16 21:07:46.552824 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:46.569583 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f5778e89-9bc4-4fbb-9320-8874a06a8f31 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:46.572706 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f5778e89-9bc4-4fbb-9320-8874a06a8f31 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/81a3768d-c648-458f-b13e-1580c68d332d HTTP/1.1" status: 204 len: 168 time: 0.7455330 Aug 16 21:07:46.576587 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36876) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:46.596582 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602645bb-59b0-4e2d-8358-db1163fb3379 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:07:46.617827 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5778e89-9bc4-4fbb-9320-8874a06a8f31 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Subnet': ['ID=81a3768d-c648-458f-b13e-1580c68d332d,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:46.622521 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b6b0e6-78ac-4ea4-9431-6824f0acf6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385cc72b-b7b6-4497-8759-7ab7890ae400,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:46.641026 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-20a44a42-cc3d-49ab-8cc7-5bd1b657f5f5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0627413 Aug 16 21:07:46.644142 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36878) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:46.644365 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997898b7-016a-409b-a0a4-19f5839c57ce admin admin] Made reservation on behalf of d6b806973fa74b90a1af64013b67341b for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:07:46.646707 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-997898b7-016a-409b-a0a4-19f5839c57ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:46.712282 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ca7dc6-756e-47ee-bae1-6da5a1026eb4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:46.717400 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c5ca7dc6-756e-47ee-bae1-6da5a1026eb4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0694988 Aug 16 21:07:46.719702 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36880) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:46.773367 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51b755f-fb2e-49a7-83bb-8b2e1d1fba66 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:46.775854 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d51b755f-fb2e-49a7-83bb-8b2e1d1fba66 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0563226 Aug 16 21:07:46.778103 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36882) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:46.828309 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c2c090b4-1104-4381-b765-db8670a7216c tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0487630 Aug 16 21:07:46.838129 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36884) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:46.844222 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-e015356f-e944-4dfc-8f89-2113f7e31eb5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'subnet': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:46.848681 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f90b1303-d073-4e9c-8df7-e3a58f92389c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:46.866905 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-9bb6eaa8-e2b3-404d-bbd0-cf79684ffb86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 989d4298-d5b2-4dc5-842f-dd323dbee5cf {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:07:46.878700 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-9bb6eaa8-e2b3-404d-bbd0-cf79684ffb86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:46.899248 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b1303-d073-4e9c-8df7-e3a58f92389c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Pushing event deleted for resources: {'Port': ['ID=76387bb1-c4ed-42ac-9c73-3709581bb1b3,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:46.908960 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8558e04-b4ee-4a25-bef4-12bb8f0ab7fa None None] DHCP port deletion for 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:07:46.914634 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-9bb6eaa8-e2b3-404d-bbd0-cf79684ffb86 service neutron] Transition to ACTIVE for port object 989d4298-d5b2-4dc5-842f-dd323dbee5cf will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:46.946697 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f90b1303-d073-4e9c-8df7-e3a58f92389c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:46.952083 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f90b1303-d073-4e9c-8df7-e3a58f92389c tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] 10.222.0.84 "DELETE /v2.0/ports/76387bb1-c4ed-42ac-9c73-3709581bb1b3 HTTP/1.1" status: 204 len: 168 time: 0.6238306 Aug 16 21:07:46.952609 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36886) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:46.975406 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-c8558e04-b4ee-4a25-bef4-12bb8f0ab7fa None None] Deleting port ff7b2c9d-560a-4a6a-85b3-62d543b2a19f {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:46.976036 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c8558e04-b4ee-4a25-bef4-12bb8f0ab7fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:47.013618 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-d455c072-5d70-4a25-aae1-39ec9026dbb6 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] GET failed (client error): The resource could not be found. Aug 16 21:07:47.015168 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d455c072-5d70-4a25-aae1-39ec9026dbb6 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] 10.222.0.84 "GET /v2.0/ports/76387bb1-c4ed-42ac-9c73-3709581bb1b3 HTTP/1.1" status: 404 len: 333 time: 0.0610161 Aug 16 21:07:47.015927 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-9bb6eaa8-e2b3-404d-bbd0-cf79684ffb86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:47.022057 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36890) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:47.028034 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-2108f5f4-1c49-448a-8822-0bb2cfbb3a2b tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Request body: {'port': {'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1014249910'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:47.051843 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-c8558e04-b4ee-4a25-bef4-12bb8f0ab7fa None None] For port ff7b2c9d-560a-4a6a-85b3-62d543b2a19f, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=ff7b2c9d-560a-4a6a-85b3-62d543b2a19f,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:47.052205 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c8558e04-b4ee-4a25-bef4-12bb8f0ab7fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:47.067072 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-c8558e04-b4ee-4a25-bef4-12bb8f0ab7fa None None] Calling delete_port for ff7b2c9d-560a-4a6a-85b3-62d543b2a19f owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:47.076936 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6eaa8-e2b3-404d-bbd0-cf79684ffb86 service neutron] Pushing event updated for resources: {'Port': ['ID=989d4298-d5b2-4dc5-842f-dd323dbee5cf,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:47.104721 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e015356f-e944-4dfc-8f89-2113f7e31eb5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:07:47.109621 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e015356f-e944-4dfc-8f89-2113f7e31eb5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:47.129787 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-997898b7-016a-409b-a0a4-19f5839c57ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:47.188559 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2108f5f4-1c49-448a-8822-0bb2cfbb3a2b tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Made reservation on behalf of e0859e7e5a0e485e893c874e2e257f47 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:07:47.192663 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2108f5f4-1c49-448a-8822-0bb2cfbb3a2b tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:47.214411 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997898b7-016a-409b-a0a4-19f5839c57ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=158bb2fb-a94e-41f9-a7ae-f6bbe9956dcf,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:47.224629 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-9bb6eaa8-e2b3-404d-bbd0-cf79684ffb86 service neutron] Attempting to bind port 989d4298-d5b2-4dc5-842f-dd323dbee5cf on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:47.224888 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-9bb6eaa8-e2b3-404d-bbd0-cf79684ffb86 service neutron] Attempting to bind port 989d4298-d5b2-4dc5-842f-dd323dbee5cf by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': 'd4b5ba9a-d22d-4237-a77b-df07a73a4617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:47.225224 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-9bb6eaa8-e2b3-404d-bbd0-cf79684ffb86 service neutron] Attempting to bind port 989d4298-d5b2-4dc5-842f-dd323dbee5cf on network f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:47.232724 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-2108f5f4-1c49-448a-8822-0bb2cfbb3a2b tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] device_id is not set on port 31993631-cf96-4035-b719-9c40105f3bac yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:07:47.233999 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-9bb6eaa8-e2b3-404d-bbd0-cf79684ffb86 service neutron] Port 989d4298-d5b2-4dc5-842f-dd323dbee5cf on network f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:07:47.234330 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-9bb6eaa8-e2b3-404d-bbd0-cf79684ffb86 service neutron] Attempting to bind port 989d4298-d5b2-4dc5-842f-dd323dbee5cf on network f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:47.244552 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997898b7-016a-409b-a0a4-19f5839c57ce admin admin] Checking segment: {'id': '6298e35a-65ec-4cf3-97bd-d86b7327f53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c5eb9fb9-bf00-4023-97a5-4f0948d0d60a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:07:47.245120 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997898b7-016a-409b-a0a4-19f5839c57ce admin admin] Network hostable DHCP agents. Network: c5eb9fb9-bf00-4023-97a5-4f0948d0d60a, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:07:47.249322 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-9bb6eaa8-e2b3-404d-bbd0-cf79684ffb86 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:07:47.249322 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-9bb6eaa8-e2b3-404d-bbd0-cf79684ffb86 service neutron] Checking segment: {'id': 'd4b5ba9a-d22d-4237-a77b-df07a73a4617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:07:47.249721 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-9bb6eaa8-e2b3-404d-bbd0-cf79684ffb86 service neutron] Bound using segment: {'id': 'd4b5ba9a-d22d-4237-a77b-df07a73a4617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:07:47.250180 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-9bb6eaa8-e2b3-404d-bbd0-cf79684ffb86 service neutron] Bound port: 989d4298-d5b2-4dc5-842f-dd323dbee5cf, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4b5ba9a-d22d-4237-a77b-df07a73a4617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:07:47.250783 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-9bb6eaa8-e2b3-404d-bbd0-cf79684ffb86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:47.261939 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c8558e04-b4ee-4a25-bef4-12bb8f0ab7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:47.278086 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device ff7b2c9d-560a-4a6a-85b3-62d543b2a19f no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:07:47.280562 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8558e04-b4ee-4a25-bef4-12bb8f0ab7fa None None] No DVR routers for this DVR port ff7b2c9d-560a-4a6a-85b3-62d543b2a19f on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:07:47.321178 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8558e04-b4ee-4a25-bef4-12bb8f0ab7fa None None] Pushing event deleted for resources: {'Port': ['ID=ff7b2c9d-560a-4a6a-85b3-62d543b2a19f,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:47.324709 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: ff7b2c9d-560a-4a6a-85b3-62d543b2a19f {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:07:47.325273 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device ff7b2c9d-560a-4a6a-85b3-62d543b2a19f not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:07:47.420458 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-9bb6eaa8-e2b3-404d-bbd0-cf79684ffb86 service neutron] For port 989d4298-d5b2-4dc5-842f-dd323dbee5cf, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:07:47.427444 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-9bb6eaa8-e2b3-404d-bbd0-cf79684ffb86 service neutron] For port 989d4298-d5b2-4dc5-842f-dd323dbee5cf, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=989d4298-d5b2-4dc5-842f-dd323dbee5cf,segment=NetworkSegment(d4b5ba9a-d22d-4237-a77b-df07a73a4617),segment_id=d4b5ba9a-d22d-4237-a77b-df07a73a4617)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:07:47.437565 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997898b7-016a-409b-a0a4-19f5839c57ce admin admin] Network c5eb9fb9-bf00-4023-97a5-4f0948d0d60a is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:07:47.476527 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:07:47.498689 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-9bb6eaa8-e2b3-404d-bbd0-cf79684ffb86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:47.505601 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-997898b7-016a-409b-a0a4-19f5839c57ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, c5eb9fb9-bf00-4023-97a5-4f0948d0d60a) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:47.516479 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db711ea-30ad-4ff9-b44d-04ee220e6472 req-055d8c5e-9903-4395-bc95-1a74a6cf4fff tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:47.517967 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0db711ea-30ad-4ff9-b44d-04ee220e6472 req-055d8c5e-9903-4395-bc95-1a74a6cf4fff tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/ports?device_id=41061021-35f3-430b-9c0a-e6fbb117e497 HTTP/1.1" status: 200 len: 943 time: 0.1112731 Aug 16 21:07:47.525053 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423e9ded-ae5c-4391-b84d-6203bed1991d None None] Network c5eb9fb9-bf00-4023-97a5-4f0948d0d60a requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:07:47.584339 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997898b7-016a-409b-a0a4-19f5839c57ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:47.585135 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-997898b7-016a-409b-a0a4-19f5839c57ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:47.595742 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-9bb6eaa8-e2b3-404d-bbd0-cf79684ffb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:47.596711 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-9bb6eaa8-e2b3-404d-bbd0-cf79684ffb86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:47.598997 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-9bb6eaa8-e2b3-404d-bbd0-cf79684ffb86 service neutron] 10.222.0.72 "PUT /v2.0/ports/989d4298-d5b2-4dc5-842f-dd323dbee5cf HTTP/1.1" status: 200 len: 1092 time: 1.3882716 Aug 16 21:07:47.607571 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41061021-35f3-430b-9c0a-e6fbb117e497', 'tag': '989d4298-d5b2-4dc5-842f-dd323dbee5cf'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:07:47.611810 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69c6361-cf19-4d7a-847f-e5e2f20e9061" -d '{"events": [{"name": "network-changed", "server_uuid": "41061021-35f3-430b-9c0a-e6fbb117e497", "tag": "989d4298-d5b2-4dc5-842f-dd323dbee5cf"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:07:47.647664 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0db711ea-30ad-4ff9-b44d-04ee220e6472 req-40a53282-630d-430d-b817-edc1fcceac29 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/security-groups?id=dfef6280-a8f9-4ca5-8e34-c4d2f89b56a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766296 Aug 16 21:07:47.652604 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2108f5f4-1c49-448a-8822-0bb2cfbb3a2b tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:47.661509 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6eaa8-e2b3-404d-bbd0-cf79684ffb86 service neutron] Pushing event updated for resources: {'Port': ['ID=989d4298-d5b2-4dc5-842f-dd323dbee5cf,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:47.663115 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e015356f-e944-4dfc-8f89-2113f7e31eb5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:47.716241 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e878f5c-5e1e-47d4-b4bd-b64a5db172e5 x-openstack-request-id: req-0e878f5c-5e1e-47d4-b4bd-b64a5db172e5 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:07:47.716882 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41061021-35f3-430b-9c0a-e6fbb117e497", "tag": "989d4298-d5b2-4dc5-842f-dd323dbee5cf", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:07:47.717186 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0e878f5c-5e1e-47d4-b4bd-b64a5db172e5 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:07:47.717553 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41061021-35f3-430b-9c0a-e6fbb117e497', 'tag': '989d4298-d5b2-4dc5-842f-dd323dbee5cf', 'status': 'completed', 'code': 200} Aug 16 21:07:47.735408 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-997898b7-016a-409b-a0a4-19f5839c57ce admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3072126 Aug 16 21:07:47.746858 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e015356f-e944-4dfc-8f89-2113f7e31eb5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:07:47.754872 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-e015356f-e944-4dfc-8f89-2113f7e31eb5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:47.758176 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e015356f-e944-4dfc-8f89-2113f7e31eb5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:47.758791 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e015356f-e944-4dfc-8f89-2113f7e31eb5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:47.773019 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1129629-c9dc-4e6b-91f9-033d1f5e8f1b None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:07:47.780915 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e015356f-e944-4dfc-8f89-2113f7e31eb5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Subnet': ['ID=b97e727f-c579-44e1-8d1e-819dc97fa34d,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:47.799334 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-dd37469c-9ce5-4f9e-8a13-e121209d5548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:47.801215 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-dd37469c-9ce5-4f9e-8a13-e121209d5548 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d2ccb28421b949a096381daf7a8acf4d&device_id=41061021-35f3-430b-9c0a-e6fbb117e497 HTTP/1.1" status: 200 len: 1095 time: 0.0811191 Aug 16 21:07:47.841451 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082cc715-2a2b-45f6-b0e8-534ac745940c None None] Network c5eb9fb9-bf00-4023-97a5-4f0948d0d60a requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:07:47.860855 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2108f5f4-1c49-448a-8822-0bb2cfbb3a2b tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:47.882360 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-d2f1ffee-71d7-4b3b-ada4-917863170720 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=989d4298-d5b2-4dc5-842f-dd323dbee5cf HTTP/1.1" status: 200 len: 217 time: 0.0716984 Aug 16 21:07:47.932845 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e015356f-e944-4dfc-8f89-2113f7e31eb5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0912657 Aug 16 21:07:47.941756 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36942) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:47.952532 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-81939c3f-afca-400b-bb06-da913a213900 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'port': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'fixed_ips': [{'subnet_id': 'b97e727f-c579-44e1-8d1e-819dc97fa34d', 'ip_address': '2001:db8::ac5a:cc0a:f984:6e55'}], 'name': 'tempest-NetworksTestDHCPv6-1942080520'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:48.006863 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2108f5f4-1c49-448a-8822-0bb2cfbb3a2b tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:07:48.016279 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-2108f5f4-1c49-448a-8822-0bb2cfbb3a2b tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:48.019869 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2108f5f4-1c49-448a-8822-0bb2cfbb3a2b tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:07:48.030906 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2108f5f4-1c49-448a-8822-0bb2cfbb3a2b tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:48.034167 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2108f5f4-1c49-448a-8822-0bb2cfbb3a2b tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:48.070827 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108f5f4-1c49-448a-8822-0bb2cfbb3a2b tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Pushing event updated for resources: {'Port': ['ID=31993631-cf96-4035-b719-9c40105f3bac,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:48.078249 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36954) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:48.094532 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device c6001b0c-a20b-468b-aa8d-7013d8bd7f8c no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:07:48.104669 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-ead97356-0339-4380-86d8-8e783d5de9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:48.106308 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-ead97356-0339-4380-86d8-8e783d5de9ea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97c47e9a-07bc-4ee9-a5d7-73c15193b78c HTTP/1.1" status: 200 len: 853 time: 0.2157290 Aug 16 21:07:48.138907 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: c6001b0c-a20b-468b-aa8d-7013d8bd7f8c {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:07:48.139650 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device c6001b0c-a20b-468b-aa8d-7013d8bd7f8c not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:07:48.142636 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2108f5f4-1c49-448a-8822-0bb2cfbb3a2b tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1192849 Aug 16 21:07:48.145341 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36958) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:48.151703 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-aaa53143-abc4-49b3-89e9-c48289620708 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366859 Aug 16 21:07:48.152201 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:48.286369 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:48.302848 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-bb3e8c4f-c51a-46eb-a815-268f41c08298 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1744699822-network', 'tenant_id': '0d64dbe72a05445db961fd30273f80ac'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:48.314570 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-eacd4c02-0876-4f59-b73b-438bf20cd38a service neutron] 10.222.0.72 "GET /v2.0/networks/f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469195 Aug 16 21:07:48.335911 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12019607-a55e-4de3-8b8f-a5c4f90df12f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'tenant_id': '82725015d13d49169b6e377f421f6af8', 'fixed_ips': [{'subnet_id': 'b97e727f-c579-44e1-8d1e-819dc97fa34d'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:07:48.340671 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-12019607-a55e-4de3-8b8f-a5c4f90df12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:48.413006 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81939c3f-afca-400b-bb06-da913a213900 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:07:48.437704 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ecad8e3c-2bba-4791-b524-5063263aff2c req-cc7387dd-ae79-46d7-b98d-220f94d9d31b service neutron] 10.222.0.72 "GET /v2.0/networks/f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150386 Aug 16 21:07:48.520116 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-12019607-a55e-4de3-8b8f-a5c4f90df12f None None] Allocated IP 2001:db8::2 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/b97e727f-c579-44e1-8d1e-819dc97fa34d/b2e3f7d1-187f-4784-a3af-fa6fa6243c0b) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:07:48.521727 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-81939c3f-afca-400b-bb06-da913a213900 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:48.539302 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-81939c3f-afca-400b-bb06-da913a213900 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] device_id is not set on port f849467e-47af-444d-bcb8-3d5aa76d20eb yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:07:48.585343 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-4ca3af1f-99ef-4be9-921f-3fdaa1233abb tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:48.592735 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-4ca3af1f-99ef-4be9-921f-3fdaa1233abb tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] 10.222.0.84 "GET /v2.0/networks?id=c5eb9fb9-bf00-4023-97a5-4f0948d0d60a HTTP/1.1" status: 200 len: 813 time: 0.1983731 Aug 16 21:07:48.614785 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-f3b8f863-450b-4161-814a-dfaf8d759467 tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] 10.222.0.84 "GET /v2.0/quotas/d6b806973fa74b90a1af64013b67341b HTTP/1.1" status: 200 len: 375 time: 0.0206749 Aug 16 21:07:48.631356 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] device_id is not set on port 31993631-cf96-4035-b719-9c40105f3bac yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:07:48.661655 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3e8c4f-c51a-46eb-a815-268f41c08298 admin admin] Made reservation on behalf of 0d64dbe72a05445db961fd30273f80ac for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:07:48.664017 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb3e8c4f-c51a-46eb-a815-268f41c08298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:48.667127 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:48.685621 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-eaae500c-f1b6-4e5f-861e-10f08e826b37 tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d6b806973fa74b90a1af64013b67341b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703061 Aug 16 21:07:48.705163 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb3e8c4f-c51a-46eb-a815-268f41c08298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:48.711932 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c6361-cf19-4d7a-847f-e5e2f20e9061 req-b1b2f9c2-c849-430e-b6fd-134d5bd53a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:48.713587 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c69c6361-cf19-4d7a-847f-e5e2f20e9061 req-b1b2f9c2-c849-430e-b6fd-134d5bd53a23 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d2ccb28421b949a096381daf7a8acf4d&device_id=41061021-35f3-430b-9c0a-e6fbb117e497 HTTP/1.1" status: 200 len: 1095 time: 0.0558248 Aug 16 21:07:48.720056 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-12019607-a55e-4de3-8b8f-a5c4f90df12f None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:48.724538 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Transition to ACTIVE for port object 31993631-cf96-4035-b719-9c40105f3bac will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:48.730466 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-12019607-a55e-4de3-8b8f-a5c4f90df12f None None] Transition to ACTIVE for port object b2e3f7d1-187f-4784-a3af-fa6fa6243c0b will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:48.748686 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-12019607-a55e-4de3-8b8f-a5c4f90df12f None None] Transition to ACTIVE for port object b2e3f7d1-187f-4784-a3af-fa6fa6243c0b will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:48.789515 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90d344-0278-4f6a-901b-f46a9586cdeb req-af71c654-1ecf-46b2-b4af-3374321b7735 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:48.791640 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7d90d344-0278-4f6a-901b-f46a9586cdeb req-af71c654-1ecf-46b2-b4af-3374321b7735 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb069e7f-c1c5-4f72-9a75-63d071b85b29 HTTP/1.1" status: 200 len: 945 time: 0.1728413 Aug 16 21:07:48.804157 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:48.808624 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c6361-cf19-4d7a-847f-e5e2f20e9061 req-f789749a-edf5-4c1e-bcfe-c357ba8a3df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:48.810151 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c69c6361-cf19-4d7a-847f-e5e2f20e9061 req-f789749a-edf5-4c1e-bcfe-c357ba8a3df5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a HTTP/1.1" status: 200 len: 914 time: 0.0875885 Aug 16 21:07:48.856963 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-12019607-a55e-4de3-8b8f-a5c4f90df12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:48.860600 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c69c6361-cf19-4d7a-847f-e5e2f20e9061 req-ad7b2f33-b0a9-4060-a226-01488fc112ce service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=989d4298-d5b2-4dc5-842f-dd323dbee5cf HTTP/1.1" status: 200 len: 217 time: 0.0396755 Aug 16 21:07:48.906218 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12019607-a55e-4de3-8b8f-a5c4f90df12f None None] Pushing event updated for resources: {'Port': ['ID=b2e3f7d1-187f-4784-a3af-fa6fa6243c0b,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:48.924804 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12019607-a55e-4de3-8b8f-a5c4f90df12f None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:07:48.927855 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-12019607-a55e-4de3-8b8f-a5c4f90df12f None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:48.932902 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12019607-a55e-4de3-8b8f-a5c4f90df12f None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:07:48.933351 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-b727de02-c345-46cd-ae59-b1f826495105 service neutron] 10.222.0.84 "GET /v2.0/networks/c5eb9fb9-bf00-4023-97a5-4f0948d0d60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330239 Aug 16 21:07:48.939934 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7d90d344-0278-4f6a-901b-f46a9586cdeb req-47a50158-ab85-421a-9010-31de0fcf7f9d tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402397 Aug 16 21:07:48.945672 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Pushing event updated for resources: {'Port': ['ID=31993631-cf96-4035-b719-9c40105f3bac,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:48.991021 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:48.991381 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:48.991729 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:48.992113 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:48.992466 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:48.992815 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:48.993160 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:48.993497 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:48.994408 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:48.994738 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:48.995077 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:48.995414 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:49.031850 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-12019607-a55e-4de3-8b8f-a5c4f90df12f None None] Attempting to bind port b2e3f7d1-187f-4784-a3af-fa6fa6243c0b on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:49.032399 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-12019607-a55e-4de3-8b8f-a5c4f90df12f None None] Attempting to bind port b2e3f7d1-187f-4784-a3af-fa6fa6243c0b by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:49.033029 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12019607-a55e-4de3-8b8f-a5c4f90df12f None None] Attempting to bind port b2e3f7d1-187f-4784-a3af-fa6fa6243c0b on network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:49.038872 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12019607-a55e-4de3-8b8f-a5c4f90df12f None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:07:49.039410 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12019607-a55e-4de3-8b8f-a5c4f90df12f None None] Checking segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:07:49.041113 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-12019607-a55e-4de3-8b8f-a5c4f90df12f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:49.041113 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12019607-a55e-4de3-8b8f-a5c4f90df12f None None] Bound using segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:07:49.041859 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-12019607-a55e-4de3-8b8f-a5c4f90df12f None None] Bound port: b2e3f7d1-187f-4784-a3af-fa6fa6243c0b, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:07:49.042185 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-12019607-a55e-4de3-8b8f-a5c4f90df12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:49.045201 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 31993631-cf96-4035-b719-9c40105f3bac on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:49.050781 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 31993631-cf96-4035-b719-9c40105f3bac by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:49.050781 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 31993631-cf96-4035-b719-9c40105f3bac on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:49.074293 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Port 31993631-cf96-4035-b719-9c40105f3bac on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:07:49.074647 n-d-793620-15 neutron-server[101844]: ERROR neutron.plugins.ml2.managers [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Failed to bind port 31993631-cf96-4035-b719-9c40105f3bac on host n-h2-793620-15 for vnic_type normal using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] Aug 16 21:07:49.091225 n-d-793620-15 neutron-server[101844]: INFO neutron.plugins.ml2.plugin [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempt 2 to bind port 31993631-cf96-4035-b719-9c40105f3bac Aug 16 21:07:49.108746 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:49.131748 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 31993631-cf96-4035-b719-9c40105f3bac on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:49.132367 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 31993631-cf96-4035-b719-9c40105f3bac by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:49.132871 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 31993631-cf96-4035-b719-9c40105f3bac on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:49.144238 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-12019607-a55e-4de3-8b8f-a5c4f90df12f None None] For port b2e3f7d1-187f-4784-a3af-fa6fa6243c0b, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:07:49.148444 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-12019607-a55e-4de3-8b8f-a5c4f90df12f None None] For port b2e3f7d1-187f-4784-a3af-fa6fa6243c0b, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b2e3f7d1-187f-4784-a3af-fa6fa6243c0b,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:07:49.176374 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Port 31993631-cf96-4035-b719-9c40105f3bac on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:07:49.176567 n-d-793620-15 neutron-server[101844]: ERROR neutron.plugins.ml2.managers [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Failed to bind port 31993631-cf96-4035-b719-9c40105f3bac on host n-h2-793620-15 for vnic_type normal using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] Aug 16 21:07:49.189376 n-d-793620-15 neutron-server[101844]: INFO neutron.plugins.ml2.plugin [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempt 3 to bind port 31993631-cf96-4035-b719-9c40105f3bac Aug 16 21:07:49.191307 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c6361-cf19-4d7a-847f-e5e2f20e9061 req-19ced0a2-9d34-4a3d-abe2-a0d34fa16f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:49.192999 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c69c6361-cf19-4d7a-847f-e5e2f20e9061 req-19ced0a2-9d34-4a3d-abe2-a0d34fa16f8a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97c47e9a-07bc-4ee9-a5d7-73c15193b78c HTTP/1.1" status: 200 len: 853 time: 0.0554736 Aug 16 21:07:49.196685 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb3e8c4f-c51a-46eb-a815-268f41c08298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:49.204742 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-cee9a256-3af6-4fec-93d6-d181df5a527d service neutron] 10.222.0.84 "GET /v2.0/networks/c5eb9fb9-bf00-4023-97a5-4f0948d0d60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458642 Aug 16 21:07:49.208620 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-81939c3f-afca-400b-bb06-da913a213900 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Allocated IP 2001:db8::ac5a:cc0a:f984:6e55 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/b97e727f-c579-44e1-8d1e-819dc97fa34d/f849467e-47af-444d-bcb8-3d5aa76d20eb) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:07:49.214630 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e5ecf-589b-467a-a5e0-fe862108aec2 req-f2a824d3-432c-4e63-a28c-171ef55ea618 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:49.224815 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c14e5ecf-589b-467a-a5e0-fe862108aec2 req-f2a824d3-432c-4e63-a28c-171ef55ea618 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/ports?device_id=41061021-35f3-430b-9c0a-e6fbb117e497 HTTP/1.1" status: 200 len: 943 time: 0.1791556 Aug 16 21:07:49.224921 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-12019607-a55e-4de3-8b8f-a5c4f90df12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:49.258622 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c14e5ecf-589b-467a-a5e0-fe862108aec2 req-892de973-54fd-4a16-af9f-38feaa6a468b tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/security-groups?id=dfef6280-a8f9-4ca5-8e34-c4d2f89b56a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359418 Aug 16 21:07:49.259510 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 31993631-cf96-4035-b719-9c40105f3bac on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:49.260071 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 31993631-cf96-4035-b719-9c40105f3bac by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:49.260623 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 31993631-cf96-4035-b719-9c40105f3bac on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:49.267837 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Port 31993631-cf96-4035-b719-9c40105f3bac on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:07:49.268700 n-d-793620-15 neutron-server[101844]: ERROR neutron.plugins.ml2.managers [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Failed to bind port 31993631-cf96-4035-b719-9c40105f3bac on host n-h2-793620-15 for vnic_type normal using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] Aug 16 21:07:49.275583 n-d-793620-15 neutron-server[101844]: INFO neutron.plugins.ml2.plugin [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempt 4 to bind port 31993631-cf96-4035-b719-9c40105f3bac Aug 16 21:07:49.287062 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c69c6361-cf19-4d7a-847f-e5e2f20e9061 req-0c5e02f5-036e-4163-8380-7d2e668de807 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818398 Aug 16 21:07:49.288549 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 31993631-cf96-4035-b719-9c40105f3bac on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:49.289094 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 31993631-cf96-4035-b719-9c40105f3bac by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:49.289620 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 31993631-cf96-4035-b719-9c40105f3bac on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:49.295253 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Port 31993631-cf96-4035-b719-9c40105f3bac on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:07:49.295837 n-d-793620-15 neutron-server[101844]: ERROR neutron.plugins.ml2.managers [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Failed to bind port 31993631-cf96-4035-b719-9c40105f3bac on host n-h2-793620-15 for vnic_type normal using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] Aug 16 21:07:49.296552 n-d-793620-15 neutron-server[101844]: INFO neutron.plugins.ml2.plugin [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempt 5 to bind port 31993631-cf96-4035-b719-9c40105f3bac Aug 16 21:07:49.310863 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 31993631-cf96-4035-b719-9c40105f3bac on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:49.311761 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 31993631-cf96-4035-b719-9c40105f3bac by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:49.312290 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 31993631-cf96-4035-b719-9c40105f3bac on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:49.318418 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb3e8c4f-c51a-46eb-a815-268f41c08298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:49.321734 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12019607-a55e-4de3-8b8f-a5c4f90df12f None None] Pushing event updated for resources: {'Port': ['ID=b2e3f7d1-187f-4784-a3af-fa6fa6243c0b,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:49.331457 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Port 31993631-cf96-4035-b719-9c40105f3bac on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:07:49.331770 n-d-793620-15 neutron-server[101844]: ERROR neutron.plugins.ml2.managers [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Failed to bind port 31993631-cf96-4035-b719-9c40105f3bac on host n-h2-793620-15 for vnic_type normal using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] Aug 16 21:07:49.340497 n-d-793620-15 neutron-server[101844]: INFO neutron.plugins.ml2.plugin [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempt 6 to bind port 31993631-cf96-4035-b719-9c40105f3bac Aug 16 21:07:49.345778 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb3e8c4f-c51a-46eb-a815-268f41c08298 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:07:49.378822 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 31993631-cf96-4035-b719-9c40105f3bac on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:49.379426 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 31993631-cf96-4035-b719-9c40105f3bac by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:49.379774 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 31993631-cf96-4035-b719-9c40105f3bac on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:49.386559 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e8c4f-c51a-46eb-a815-268f41c08298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7313cff0-67c1-456a-b42a-f621f13532ee,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:49.414437 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb3e8c4f-c51a-46eb-a815-268f41c08298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:49.415172 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-bb3e8c4f-c51a-46eb-a815-268f41c08298 admin admin] Added segment 935c4def-bcd0-41b7-b894-caf6082db5ff of type vlan for network 23c94cb9-7fbe-4c32-98c2-b53c527999c9 Aug 16 21:07:49.427046 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Port 31993631-cf96-4035-b719-9c40105f3bac on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:07:49.427404 n-d-793620-15 neutron-server[101844]: ERROR neutron.plugins.ml2.managers [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Failed to bind port 31993631-cf96-4035-b719-9c40105f3bac on host n-h2-793620-15 for vnic_type normal using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] Aug 16 21:07:49.429225 n-d-793620-15 neutron-server[101844]: INFO neutron.plugins.ml2.plugin [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempt 7 to bind port 31993631-cf96-4035-b719-9c40105f3bac Aug 16 21:07:49.531025 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb3e8c4f-c51a-46eb-a815-268f41c08298 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:49.549724 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3ba26f56-00ac-43be-9a73-ee19a014cd9d req-43f0c7bc-4567-4716-b096-f7760134f237 tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] 10.222.0.84 "GET /v2.0/ports?device_id=9841aef6-869e-4e16-ac0c-12f6d00bfc6f HTTP/1.1" status: 200 len: 210 time: 0.0836585 Aug 16 21:07:49.552817 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c69c6361-cf19-4d7a-847f-e5e2f20e9061 req-baafa412-d7fe-4bf9-b5ad-8cf381e0e7c7 service neutron] 10.222.0.72 "GET /v2.0/networks/f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525175 Aug 16 21:07:49.560475 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 31993631-cf96-4035-b719-9c40105f3bac on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:49.560475 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 31993631-cf96-4035-b719-9c40105f3bac by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:49.560800 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 31993631-cf96-4035-b719-9c40105f3bac on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:49.572577 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Port 31993631-cf96-4035-b719-9c40105f3bac on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:07:49.572922 n-d-793620-15 neutron-server[101844]: ERROR neutron.plugins.ml2.managers [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Failed to bind port 31993631-cf96-4035-b719-9c40105f3bac on host n-h2-793620-15 for vnic_type normal using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] Aug 16 21:07:49.582721 n-d-793620-15 neutron-server[101844]: INFO neutron.plugins.ml2.plugin [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempt 8 to bind port 31993631-cf96-4035-b719-9c40105f3bac Aug 16 21:07:49.606949 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 31993631-cf96-4035-b719-9c40105f3bac on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:49.607608 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 31993631-cf96-4035-b719-9c40105f3bac by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:49.607700 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 31993631-cf96-4035-b719-9c40105f3bac on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:49.639627 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Port 31993631-cf96-4035-b719-9c40105f3bac on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:07:49.641066 n-d-793620-15 neutron-server[101844]: ERROR neutron.plugins.ml2.managers [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Failed to bind port 31993631-cf96-4035-b719-9c40105f3bac on host n-h2-793620-15 for vnic_type normal using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] Aug 16 21:07:49.642389 n-d-793620-15 neutron-server[101844]: INFO neutron.plugins.ml2.plugin [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempt 9 to bind port 31993631-cf96-4035-b719-9c40105f3bac Aug 16 21:07:49.663087 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-81939c3f-afca-400b-bb06-da913a213900 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:49.663965 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 31993631-cf96-4035-b719-9c40105f3bac on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:49.664382 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 31993631-cf96-4035-b719-9c40105f3bac by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:49.664799 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 31993631-cf96-4035-b719-9c40105f3bac on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:49.669583 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Port 31993631-cf96-4035-b719-9c40105f3bac on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:07:49.669985 n-d-793620-15 neutron-server[101844]: ERROR neutron.plugins.ml2.managers [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Failed to bind port 31993631-cf96-4035-b719-9c40105f3bac on host n-h2-793620-15 for vnic_type normal using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] Aug 16 21:07:49.670459 n-d-793620-15 neutron-server[101844]: INFO neutron.plugins.ml2.plugin [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempt 10 to bind port 31993631-cf96-4035-b719-9c40105f3bac Aug 16 21:07:49.689691 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 31993631-cf96-4035-b719-9c40105f3bac on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:49.690208 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 31993631-cf96-4035-b719-9c40105f3bac by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:49.690616 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempting to bind port 31993631-cf96-4035-b719-9c40105f3bac on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:49.692119 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-81939c3f-afca-400b-bb06-da913a213900 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Transition to ACTIVE for port object f849467e-47af-444d-bcb8-3d5aa76d20eb will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:49.696171 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Port 31993631-cf96-4035-b719-9c40105f3bac on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:07:49.696672 n-d-793620-15 neutron-server[101844]: ERROR neutron.plugins.ml2.managers [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Failed to bind port 31993631-cf96-4035-b719-9c40105f3bac on host n-h2-793620-15 for vnic_type normal using segments [{'id': '1b45a0f0-a115-46a2-b768-87be73ce3bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0d61d8e9-2e99-4028-94a1-37dbd0d94560'}] Aug 16 21:07:49.697492 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:49.720735 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c69c6361-cf19-4d7a-847f-e5e2f20e9061 req-ecb7e15d-7d30-4695-9fcf-d4a184d05746 service neutron] 10.222.0.72 "GET /v2.0/networks/f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579170 Aug 16 21:07:49.749082 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb3e8c4f-c51a-46eb-a815-268f41c08298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:49.750131 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3e8c4f-c51a-46eb-a815-268f41c08298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:49.750836 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb3e8c4f-c51a-46eb-a815-268f41c08298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:49.821580 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] For port 31993631-cf96-4035-b719-9c40105f3bac, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:07:49.822478 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attempted to set empty binding levels {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 21:07:49.833023 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e8c4f-c51a-46eb-a815-268f41c08298 admin admin] Pushing event updated for resources: {'Network': ['ID=23c94cb9-7fbe-4c32-98c2-b53c527999c9,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:49.843355 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 23c94cb9-7fbe-4c32-98c2-b53c527999c9 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:07:49.850507 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-81939c3f-afca-400b-bb06-da913a213900 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:49.877433 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-bb3e8c4f-c51a-46eb-a815-268f41c08298 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7969069 Aug 16 21:07:49.878235 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36980) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:49.886371 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-e096d081-0407-4cdf-8965-f20361f34bb8 admin admin] Request body: {'subnet': {'network_id': '23c94cb9-7fbe-4c32-98c2-b53c527999c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1744699822-subnet', 'tenant_id': '0d64dbe72a05445db961fd30273f80ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:49.899356 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81939c3f-afca-400b-bb06-da913a213900 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:07:49.905605 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-81939c3f-afca-400b-bb06-da913a213900 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:49.909549 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81939c3f-afca-400b-bb06-da913a213900 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:07:49.915385 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81939c3f-afca-400b-bb06-da913a213900 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:49.916138 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-81939c3f-afca-400b-bb06-da913a213900 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:49.926781 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81939c3f-afca-400b-bb06-da913a213900 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Port': ['ID=f849467e-47af-444d-bcb8-3d5aa76d20eb,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:49.963244 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:49.998545 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e096d081-0407-4cdf-8965-f20361f34bb8 admin admin] Made reservation on behalf of 0d64dbe72a05445db961fd30273f80ac for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:07:50.001027 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e096d081-0407-4cdf-8965-f20361f34bb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:50.007554 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] In _notify_port_updated(), no bound segment for port 31993631-cf96-4035-b719-9c40105f3bac on network 0d61d8e9-2e99-4028-94a1-37dbd0d94560 {{(pid=101844) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 21:07:50.008860 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:50.010051 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:50.013990 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] 10.222.0.84 "PUT /v2.0/ports/31993631-cf96-4035-b719-9c40105f3bac HTTP/1.1" status: 200 len: 976 time: 1.8650384 Aug 16 21:07:50.014859 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36984) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:50.047001 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-81939c3f-afca-400b-bb06-da913a213900 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1028564 Aug 16 21:07:50.051152 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36986) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:50.096326 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3289d5-822f-4f29-a3c1-f86f6e7d618e tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Pushing event updated for resources: {'Port': ['ID=31993631-cf96-4035-b719-9c40105f3bac,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:50.139082 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9ef20-1bd2-42c0-9e3e-46a80cfc6800 req-5e11b956-b2bf-4465-9908-7765a3d2e3db tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:50.140858 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2dd9ef20-1bd2-42c0-9e3e-46a80cfc6800 req-5e11b956-b2bf-4465-9908-7765a3d2e3db tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb069e7f-c1c5-4f72-9a75-63d071b85b29 HTTP/1.1" status: 200 len: 945 time: 0.0889072 Aug 16 21:07:50.182596 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a78e3-dd54-415c-af3b-ce2ed17968b9 req-f5cac154-f7f4-440b-9c1a-eaac49ff268d tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:50.184171 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-075a78e3-dd54-415c-af3b-ce2ed17968b9 req-f5cac154-f7f4-440b-9c1a-eaac49ff268d tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb069e7f-c1c5-4f72-9a75-63d071b85b29 HTTP/1.1" status: 200 len: 945 time: 0.0799232 Aug 16 21:07:50.203406 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6299fd6c-16ce-4a16-9bb1-ca1376f36e04 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:50.209533 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6299fd6c-16ce-4a16-9bb1-ca1376f36e04 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:50.211184 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6299fd6c-16ce-4a16-9bb1-ca1376f36e04 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1591294 Aug 16 21:07:50.218153 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36988) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:50.221338 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-d74f7f24-6c7c-4914-8fad-13210d5b9b4a tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Deleting port 31993631-cf96-4035-b719-9c40105f3bac {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:50.221706 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d74f7f24-6c7c-4914-8fad-13210d5b9b4a tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:50.227753 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2dd9ef20-1bd2-42c0-9e3e-46a80cfc6800 req-6aea808c-2219-4120-9717-d72709808520 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee4c106c-5c19-4292-8438-99d6697813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730388 Aug 16 21:07:50.386165 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ccc22-2c76-4407-8689-894ddbb0fb29 req-d5f9f5c4-b165-4a3c-b50a-b119d06d3edc tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:50.392040 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-087ccc22-2c76-4407-8689-894ddbb0fb29 req-d5f9f5c4-b165-4a3c-b50a-b119d06d3edc tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/ports?device_id=41061021-35f3-430b-9c0a-e6fbb117e497 HTTP/1.1" status: 200 len: 943 time: 0.0532186 Aug 16 21:07:50.408050 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-d74f7f24-6c7c-4914-8fad-13210d5b9b4a tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] For port 31993631-cf96-4035-b719-9c40105f3bac, host n-h2-793620-15, got binding levels [] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:50.408428 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d74f7f24-6c7c-4914-8fad-13210d5b9b4a tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:50.411688 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e096d081-0407-4cdf-8965-f20361f34bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:50.434031 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-d74f7f24-6c7c-4914-8fad-13210d5b9b4a tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Calling delete_port for 31993631-cf96-4035-b719-9c40105f3bac owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:50.494711 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-ebf7e559-dfdd-4a57-9305-7c1e49d2d406 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting port f849467e-47af-444d-bcb8-3d5aa76d20eb {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:50.495060 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e559-dfdd-4a57-9305-7c1e49d2d406 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:50.495895 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 989d4298-d5b2-4dc5-842f-dd323dbee5cf details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:07:50.507093 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-087ccc22-2c76-4407-8689-894ddbb0fb29 req-49a03dbd-7c54-4d79-918f-d5e533c3b0e6 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/security-groups?id=dfef6280-a8f9-4ca5-8e34-c4d2f89b56a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982521 Aug 16 21:07:50.507093 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e096d081-0407-4cdf-8965-f20361f34bb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f401c415-c833-4edb-aa31-1fa3940c9bfa,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:50.529235 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e096d081-0407-4cdf-8965-f20361f34bb8 admin admin] Checking segment: {'id': '935c4def-bcd0-41b7-b894-caf6082db5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '23c94cb9-7fbe-4c32-98c2-b53c527999c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:07:50.529730 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e096d081-0407-4cdf-8965-f20361f34bb8 admin admin] Network hostable DHCP agents. Network: 23c94cb9-7fbe-4c32-98c2-b53c527999c9, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:07:50.564014 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-075a78e3-dd54-415c-af3b-ce2ed17968b9 req-e6738eb5-1eae-410a-a096-26765cd90260 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Deleting port 6ccefc9c-e155-4214-9c78-4ed80369f4ae {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:50.564370 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-075a78e3-dd54-415c-af3b-ce2ed17968b9 req-e6738eb5-1eae-410a-a096-26765cd90260 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:50.622001 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7fbd00c8-c339-4eb7-b988-2f6a561f8fd3 req-bae53b11-c5da-45a2-a7b2-4d0d542e349e tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] 10.222.0.84 "GET /v2.0/ports?device_id=9841aef6-869e-4e16-ac0c-12f6d00bfc6f HTTP/1.1" status: 200 len: 210 time: 0.0316415 Aug 16 21:07:50.644661 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e096d081-0407-4cdf-8965-f20361f34bb8 admin admin] Network 23c94cb9-7fbe-4c32-98c2-b53c527999c9 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:07:50.663307 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 989d4298-d5b2-4dc5-842f-dd323dbee5cf, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=989d4298-d5b2-4dc5-842f-dd323dbee5cf,segment=NetworkSegment(d4b5ba9a-d22d-4237-a77b-df07a73a4617),segment_id=d4b5ba9a-d22d-4237-a77b-df07a73a4617)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:50.676348 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '989d4298-d5b2-4dc5-842f-dd323dbee5cf', 'network_id': 'f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a', 'port_id': '989d4298-d5b2-4dc5-842f-dd323dbee5cf', 'mac_address': 'fa:16:3e:c4:e6:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97c47e9a-07bc-4ee9-a5d7-73c15193b78c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:07:50.685243 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e559-dfdd-4a57-9305-7c1e49d2d406 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:50.716438 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-ebf7e559-dfdd-4a57-9305-7c1e49d2d406 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Calling delete_port for f849467e-47af-444d-bcb8-3d5aa76d20eb owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:50.722397 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:50.735856 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ae4399cb-6367-4559-af48-b99f9c568d42 None None] Provisioning for port b2e3f7d1-187f-4784-a3af-fa6fa6243c0b completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:07:50.741159 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 989d4298-d5b2-4dc5-842f-dd323dbee5cf {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:07:50.741901 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-075a78e3-dd54-415c-af3b-ce2ed17968b9 req-e6738eb5-1eae-410a-a096-26765cd90260 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] For port 6ccefc9c-e155-4214-9c78-4ed80369f4ae, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=6ccefc9c-e155-4214-9c78-4ed80369f4ae,segment=NetworkSegment(85568c6e-48e5-454c-9434-fd56a12f8853),segment_id=85568c6e-48e5-454c-9434-fd56a12f8853)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:50.742416 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-075a78e3-dd54-415c-af3b-ce2ed17968b9 req-e6738eb5-1eae-410a-a096-26765cd90260 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:50.762948 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 989d4298-d5b2-4dc5-842f-dd323dbee5cf, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=989d4298-d5b2-4dc5-842f-dd323dbee5cf,segment=NetworkSegment(d4b5ba9a-d22d-4237-a77b-df07a73a4617),segment_id=d4b5ba9a-d22d-4237-a77b-df07a73a4617)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:50.765300 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-e096d081-0407-4cdf-8965-f20361f34bb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 23c94cb9-7fbe-4c32-98c2-b53c527999c9) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:50.771908 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e096d081-0407-4cdf-8965-f20361f34bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:50.772882 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e096d081-0407-4cdf-8965-f20361f34bb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:50.778937 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e01dc93-4b95-472b-9295-57626dc287b8 None None] Network 23c94cb9-7fbe-4c32-98c2-b53c527999c9 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:07:50.791487 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-075a78e3-dd54-415c-af3b-ce2ed17968b9 req-e6738eb5-1eae-410a-a096-26765cd90260 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Calling delete_port for 6ccefc9c-e155-4214-9c78-4ed80369f4ae owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:50.794357 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d74f7f24-6c7c-4914-8fad-13210d5b9b4a tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:50.838434 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f7f24-6c7c-4914-8fad-13210d5b9b4a tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Pushing event deleted for resources: {'Port': ['ID=31993631-cf96-4035-b719-9c40105f3bac,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:50.855448 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:50.871599 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d74f7f24-6c7c-4914-8fad-13210d5b9b4a tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:50.873561 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d74f7f24-6c7c-4914-8fad-13210d5b9b4a tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] 10.222.0.84 "DELETE /v2.0/ports/31993631-cf96-4035-b719-9c40105f3bac HTTP/1.1" status: 204 len: 168 time: 0.8580303 Aug 16 21:07:50.876477 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36996) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:50.904042 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b0ea43-a59f-45a4-8d9f-1bf7f1e57340 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] GET failed (client error): The resource could not be found. Aug 16 21:07:50.909035 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f2b0ea43-a59f-45a4-8d9f-1bf7f1e57340 tempest-PortsAdminExtendedAttrsTestJSON-1342134006 tempest-PortsAdminExtendedAttrsTestJSON-1342134006-project-admin] 10.222.0.84 "GET /v2.0/ports/31993631-cf96-4035-b719-9c40105f3bac HTTP/1.1" status: 404 len: 333 time: 0.0278323 Aug 16 21:07:50.909882 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36998) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:50.927314 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e096d081-0407-4cdf-8965-f20361f34bb8 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0478461 Aug 16 21:07:50.927954 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37000) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:50.934421 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-a4e65006-920c-4560-8b47-f102550aab1f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1744699822-router', 'tenant_id': '0d64dbe72a05445db961fd30273f80ac', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:50.940936 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=989d4298-d5b2-4dc5-842f-dd323dbee5cf,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:50.991037 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad1c5f2-616d-4dac-bb71-aab523d2fcf4 None None] Network 23c94cb9-7fbe-4c32-98c2-b53c527999c9 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:07:51.032349 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6ea1ad67-f0b7-4b6b-bf58-b899a182f67a tempest-PortsAdminExtendedAttrsTestJSON-1158205693 tempest-PortsAdminExtendedAttrsTestJSON-1158205693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:51.079458 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['989d4298-d5b2-4dc5-842f-dd323dbee5cf'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:07:51.100040 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a4e65006-920c-4560-8b47-f102550aab1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:51.101061 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a4e65006-920c-4560-8b47-f102550aab1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:51.113748 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e559-dfdd-4a57-9305-7c1e49d2d406 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:51.115416 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-075a78e3-dd54-415c-af3b-ce2ed17968b9 req-e6738eb5-1eae-410a-a096-26765cd90260 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:51.129283 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6ea1ad67-f0b7-4b6b-bf58-b899a182f67a tempest-PortsAdminExtendedAttrsTestJSON-1158205693 tempest-PortsAdminExtendedAttrsTestJSON-1158205693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:51.139229 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-025f95f9-e6ca-42e5-af27-62ee08d92f77 None None] Provisioning for port f849467e-47af-444d-bcb8-3d5aa76d20eb completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:07:51.145214 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-025f95f9-e6ca-42e5-af27-62ee08d92f77 None None] Provisioning complete for port f849467e-47af-444d-bcb8-3d5aa76d20eb triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:07:51.145648 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-025f95f9-e6ca-42e5-af27-62ee08d92f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:51.155046 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-6ea1ad67-f0b7-4b6b-bf58-b899a182f67a tempest-PortsAdminExtendedAttrsTestJSON-1158205693 tempest-PortsAdminExtendedAttrsTestJSON-1158205693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d61d8e9-2e99-4028-94a1-37dbd0d94560']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:51.159625 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf7e559-dfdd-4a57-9305-7c1e49d2d406 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Port': ['ID=f849467e-47af-444d-bcb8-3d5aa76d20eb,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:51.179749 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-025f95f9-e6ca-42e5-af27-62ee08d92f77 None None] Port f849467e-47af-444d-bcb8-3d5aa76d20eb was deleted so its status cannot be updated. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 21:07:51.190141 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a4e65006-920c-4560-8b47-f102550aab1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:51.191958 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-6ea1ad67-f0b7-4b6b-bf58-b899a182f67a tempest-PortsAdminExtendedAttrsTestJSON-1158205693 tempest-PortsAdminExtendedAttrsTestJSON-1158205693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b45a0f0-a115-46a2-b768-87be73ce3bb0') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:51.195918 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-6ea1ad67-f0b7-4b6b-bf58-b899a182f67a tempest-PortsAdminExtendedAttrsTestJSON-1158205693 tempest-PortsAdminExtendedAttrsTestJSON-1158205693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b45a0f0-a115-46a2-b768-87be73ce3bb0') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:51.213063 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6ea1ad67-f0b7-4b6b-bf58-b899a182f67a tempest-PortsAdminExtendedAttrsTestJSON-1158205693 tempest-PortsAdminExtendedAttrsTestJSON-1158205693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:51.220472 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6738eb5-1eae-410a-a096-26765cd90260 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Pushing event deleted for resources: {'Port': ['ID=6ccefc9c-e155-4214-9c78-4ed80369f4ae,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:51.235093 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6ea1ad67-f0b7-4b6b-bf58-b899a182f67a tempest-PortsAdminExtendedAttrsTestJSON-1158205693 tempest-PortsAdminExtendedAttrsTestJSON-1158205693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:51.240250 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e559-dfdd-4a57-9305-7c1e49d2d406 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:51.242475 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ebf7e559-dfdd-4a57-9305-7c1e49d2d406 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/ports/f849467e-47af-444d-bcb8-3d5aa76d20eb HTTP/1.1" status: 204 len: 168 time: 1.0231931 Aug 16 21:07:51.255518 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37002) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:51.257424 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ea1ad67-f0b7-4b6b-bf58-b899a182f67a tempest-PortsAdminExtendedAttrsTestJSON-1158205693 tempest-PortsAdminExtendedAttrsTestJSON-1158205693-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:07:51.259000 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6ea1ad67-f0b7-4b6b-bf58-b899a182f67a tempest-PortsAdminExtendedAttrsTestJSON-1158205693 tempest-PortsAdminExtendedAttrsTestJSON-1158205693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:51.274683 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:07:51.274683 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:07:51.274683 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:07:51.274683 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:07:51.274683 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:07:51.274683 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:07:51.274683 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:07:51.274683 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:07:51.274683 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:07:51.274683 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:07:51.274683 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:07:51.274683 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:07:51.274683 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:07:51.274683 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:07:51.274683 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:07:51.274683 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:07:51.274683 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:07:51.274683 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:07:51.274683 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:07:51.274683 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:07:51.274683 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:07:51.274683 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:07:51.274683 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:07:51.274683 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:07:51.274683 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:07:51.274683 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:07:51.274683 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:07:51.274683 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:07:51.274683 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:07:51.274683 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:07:51.274683 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:07:51.274683 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:07:51.290097 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-075a78e3-dd54-415c-af3b-ce2ed17968b9 req-e6738eb5-1eae-410a-a096-26765cd90260 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] No DVR routers for this DVR port 6ccefc9c-e155-4214-9c78-4ed80369f4ae on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:07:51.295420 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-075a78e3-dd54-415c-af3b-ce2ed17968b9 req-e6738eb5-1eae-410a-a096-26765cd90260 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:51.297620 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-075a78e3-dd54-415c-af3b-ce2ed17968b9 req-e6738eb5-1eae-410a-a096-26765cd90260 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.72 "DELETE /v2.0/ports/6ccefc9c-e155-4214-9c78-4ed80369f4ae HTTP/1.1" status: 204 len: 173 time: 1.1050365 Aug 16 21:07:51.298094 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb069e7f-c1c5-4f72-9a75-63d071b85b29', 'name': 'network-vif-deleted', 'tag': '6ccefc9c-e155-4214-9c78-4ed80369f4ae'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:07:51.313192 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6f5c43-afa4-42f4-8cee-c5313315b80c" -d '{"events": [{"server_uuid": "fb069e7f-c1c5-4f72-9a75-63d071b85b29", "name": "network-vif-deleted", "tag": "6ccefc9c-e155-4214-9c78-4ed80369f4ae"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:07:51.390661 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc075e8-892a-4c90-a0c7-82db130079b7 x-openstack-request-id: req-bdc075e8-892a-4c90-a0c7-82db130079b7 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:07:51.390967 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb069e7f-c1c5-4f72-9a75-63d071b85b29", "name": "network-vif-deleted", "tag": "6ccefc9c-e155-4214-9c78-4ed80369f4ae", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:07:51.391221 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-bdc075e8-892a-4c90-a0c7-82db130079b7 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:07:51.391663 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb069e7f-c1c5-4f72-9a75-63d071b85b29', 'name': 'network-vif-deleted', 'tag': '6ccefc9c-e155-4214-9c78-4ed80369f4ae', 'status': 'completed', 'code': 200} Aug 16 21:07:51.422027 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b2e3f7d1-187f-4784-a3af-fa6fa6243c0b up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:07:51.490447 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-07c42368-6820-4080-9687-48a5d8644703 req-14a106ef-3c9d-4be9-996a-21afa6f8ffc8 tempest-ServersTestJSON-165161070 tempest-ServersTestJSON-165161070-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb069e7f-c1c5-4f72-9a75-63d071b85b29 HTTP/1.1" status: 200 len: 210 time: 0.1262267 Aug 16 21:07:51.543034 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port b2e3f7d1-187f-4784-a3af-fa6fa6243c0b completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:07:51.548171 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port b2e3f7d1-187f-4784-a3af-fa6fa6243c0b triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:07:51.548549 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:51.562378 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbe8e99-3406-41eb-b30c-b46b6b946261 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:51.564257 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbe8e99-3406-41eb-b30c-b46b6b946261 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:51.568736 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37010) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:51.570127 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0fbe8e99-3406-41eb-b30c-b46b6b946261 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3048306 Aug 16 21:07:51.604445 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6ea1ad67-f0b7-4b6b-bf58-b899a182f67a tempest-PortsAdminExtendedAttrsTestJSON-1158205693 tempest-PortsAdminExtendedAttrsTestJSON-1158205693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:51.629644 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cad2749-7ac6-4367-a818-b72a741de3c1 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting subnet b97e727f-c579-44e1-8d1e-819dc97fa34d {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:07:51.630074 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['6ccefc9c-e155-4214-9c78-4ed80369f4ae'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:07:51.632907 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2cad2749-7ac6-4367-a818-b72a741de3c1 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:51.639647 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6ea1ad67-f0b7-4b6b-bf58-b899a182f67a tempest-PortsAdminExtendedAttrsTestJSON-1158205693 tempest-PortsAdminExtendedAttrsTestJSON-1158205693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:51.643914 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6ea1ad67-f0b7-4b6b-bf58-b899a182f67a tempest-PortsAdminExtendedAttrsTestJSON-1158205693 tempest-PortsAdminExtendedAttrsTestJSON-1158205693-project] 10.222.0.84 "DELETE /v2.0/networks/0d61d8e9-2e99-4028-94a1-37dbd0d94560 HTTP/1.1" status: 204 len: 168 time: 0.7307208 Aug 16 21:07:51.644839 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a4e65006-920c-4560-8b47-f102550aab1f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:51.659890 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1ad67-f0b7-4b6b-bf58-b899a182f67a tempest-PortsAdminExtendedAttrsTestJSON-1158205693 tempest-PortsAdminExtendedAttrsTestJSON-1158205693-project] Pushing event deleted for resources: {'Network': ['ID=0d61d8e9-2e99-4028-94a1-37dbd0d94560,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:51.679429 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:51.682735 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2200d-5c23-4520-b589-88e8ec748746 req-2e5d832d-fd1b-4687-a399-36e9e94d3691 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:51.684647 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e3a2200d-5c23-4520-b589-88e8ec748746 req-2e5d832d-fd1b-4687-a399-36e9e94d3691 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/ports?device_id=41061021-35f3-430b-9c0a-e6fbb117e497 HTTP/1.1" status: 200 len: 944 time: 0.0846868 Aug 16 21:07:51.705885 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2cad2749-7ac6-4367-a818-b72a741de3c1 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:51.734468 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e3a2200d-5c23-4520-b589-88e8ec748746 req-91194ac7-0ec8-4d83-bb52-b7354d84536b tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/security-groups?id=dfef6280-a8f9-4ca5-8e34-c4d2f89b56a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416362 Aug 16 21:07:51.745733 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port b2e3f7d1-187f-4784-a3af-fa6fa6243c0b, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b2e3f7d1-187f-4784-a3af-fa6fa6243c0b,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:51.832788 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:51.846614 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2cad2749-7ac6-4367-a818-b72a741de3c1 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:51.888143 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=b2e3f7d1-187f-4784-a3af-fa6fa6243c0b,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:52.022270 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2cad2749-7ac6-4367-a818-b72a741de3c1 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:52.044337 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:52.051196 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad2749-7ac6-4367-a818-b72a741de3c1 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Subnet': ['ID=b97e727f-c579-44e1-8d1e-819dc97fa34d,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:52.054891 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2cad2749-7ac6-4367-a818-b72a741de3c1 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:52.057356 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2cad2749-7ac6-4367-a818-b72a741de3c1 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/b97e727f-c579-44e1-8d1e-819dc97fa34d HTTP/1.1" status: 204 len: 168 time: 0.4875727 Aug 16 21:07:52.060124 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37016) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:52.066248 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3d1c98-c405-4427-b9b5-ba95c028e596 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:07:52.108687 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-335c5f0a-eed5-4eab-a7bc-d154199b710c tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470724 Aug 16 21:07:52.109311 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37018) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:52.114383 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-bbb782a7-cc33-4e06-92c8-00447b33436c tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'subnet': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:52.217548 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-22648944-b758-40de-9fe5-580967b86b07 req-191aa18e-c09c-4951-bfff-bff6d33b6218 tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] 10.222.0.84 "GET /v2.0/ports?device_id=9841aef6-869e-4e16-ac0c-12f6d00bfc6f HTTP/1.1" status: 200 len: 210 time: 0.0896060 Aug 16 21:07:52.305200 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-3a73dc0f-d586-4efd-9110-c1422b6891c6 tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:52.306695 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-3a73dc0f-d586-4efd-9110-c1422b6891c6 tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] 10.222.0.90 "GET /v2.0/networks?id=c5eb9fb9-bf00-4023-97a5-4f0948d0d60a HTTP/1.1" status: 200 len: 813 time: 0.1774230 Aug 16 21:07:52.323302 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-3bcd62cf-9318-4b97-a196-dc9bcc39127d tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] Request body: {'port': {'device_id': '9841aef6-869e-4e16-ac0c-12f6d00bfc6f', 'network_id': 'c5eb9fb9-bf00-4023-97a5-4f0948d0d60a', 'admin_state_up': True, 'tenant_id': 'd6b806973fa74b90a1af64013b67341b'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:52.330523 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37022) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:52.347715 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0684d4-3ed1-4fe9-8cc2-b45839beb172 None None] DHCP port deletion for 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:07:52.354133 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb782a7-cc33-4e06-92c8-00447b33436c tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:07:52.364721 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bbb782a7-cc33-4e06-92c8-00447b33436c tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:52.409008 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-3e0684d4-3ed1-4fe9-8cc2-b45839beb172 None None] Deleting port b2e3f7d1-187f-4784-a3af-fa6fa6243c0b {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:52.409322 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3e0684d4-3ed1-4fe9-8cc2-b45839beb172 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:52.511738 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 989d4298-d5b2-4dc5-842f-dd323dbee5cf up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:07:52.538153 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a4e65006-920c-4560-8b47-f102550aab1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:52.567590 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a4e65006-920c-4560-8b47-f102550aab1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:52.569004 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37028) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:52.585868 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d640efbd-4787-4a6a-ac74-3514f8ec14ea admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d869da2c210c4131b38df78f67490b26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2539349 Aug 16 21:07:52.588911 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-3e0684d4-3ed1-4fe9-8cc2-b45839beb172 None None] For port b2e3f7d1-187f-4784-a3af-fa6fa6243c0b, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b2e3f7d1-187f-4784-a3af-fa6fa6243c0b,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:52.589398 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3e0684d4-3ed1-4fe9-8cc2-b45839beb172 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:52.589579 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37030) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:52.617270 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-3e0684d4-3ed1-4fe9-8cc2-b45839beb172 None None] Calling delete_port for b2e3f7d1-187f-4784-a3af-fa6fa6243c0b owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:52.701981 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-3bcd62cf-9318-4b97-a196-dc9bcc39127d tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] Made reservation on behalf of d6b806973fa74b90a1af64013b67341b for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:07:52.705576 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-3bcd62cf-9318-4b97-a196-dc9bcc39127d tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:52.721960 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-051eeecc-ff2f-487e-b1d8-9d0a7097b706 admin admin] Deleting subnet d5195f93-41fa-4353-aa72-c2be4390d86e {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:07:52.730625 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-051eeecc-ff2f-487e-b1d8-9d0a7097b706 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:52.751497 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 989d4298-d5b2-4dc5-842f-dd323dbee5cf completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:07:52.755456 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 989d4298-d5b2-4dc5-842f-dd323dbee5cf triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:07:52.755863 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:52.799046 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bbb782a7-cc33-4e06-92c8-00447b33436c tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:52.799744 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e3b3e8fc-7d83-4c67-9246-bb8c1c5ca889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:52.811281 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3e0684d4-3ed1-4fe9-8cc2-b45839beb172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:52.840377 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0684d4-3ed1-4fe9-8cc2-b45839beb172 None None] Pushing event deleted for resources: {'Port': ['ID=b2e3f7d1-187f-4784-a3af-fa6fa6243c0b,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:52.848698 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb782a7-cc33-4e06-92c8-00447b33436c tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:07:52.852118 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-bbb782a7-cc33-4e06-92c8-00447b33436c tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:52.856967 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb782a7-cc33-4e06-92c8-00447b33436c tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:52.857574 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bbb782a7-cc33-4e06-92c8-00447b33436c tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:52.869414 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb782a7-cc33-4e06-92c8-00447b33436c tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Subnet': ['ID=ff0ad428-8d42-4e29-b8f5-bac1e1cf4a13,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:52.875609 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-051eeecc-ff2f-487e-b1d8-9d0a7097b706 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:52.876143 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0684d4-3ed1-4fe9-8cc2-b45839beb172 None None] No DVR routers for this DVR port b2e3f7d1-187f-4784-a3af-fa6fa6243c0b on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:07:52.890569 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:52.903751 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517e0c0c-80d6-4c72-b284-de328ce451df None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:07:52.941334 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e3b3e8fc-7d83-4c67-9246-bb8c1c5ca889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:52.949114 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-a4e65006-920c-4560-8b47-f102550aab1f admin admin] Allocated IP 172.25.1.158 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/01e2795b-a6dc-48be-a682-a62a3ff16383) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:07:52.951294 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-bbb782a7-cc33-4e06-92c8-00447b33436c tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8409069 Aug 16 21:07:52.951923 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37034) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:52.957334 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-6ce568f0-1275-42db-b56f-aa4400fa7e54 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'port': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'fixed_ips': [{'subnet_id': 'ff0ad428-8d42-4e29-b8f5-bac1e1cf4a13', 'ip_address': '2001:db8::f83b:de:8699:cd14'}], 'name': 'tempest-NetworksTestDHCPv6-200411249'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:52.959104 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41061021-35f3-430b-9c0a-e6fbb117e497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989d4298-d5b2-4dc5-842f-dd323dbee5cf'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:07:52.961846 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e68fd53-eec9-49b7-a1f4-ad4797d413b3" -d '{"events": [{"server_uuid": "41061021-35f3-430b-9c0a-e6fbb117e497", "name": "network-vif-plugged", "status": "completed", "tag": "989d4298-d5b2-4dc5-842f-dd323dbee5cf"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:07:52.984681 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 989d4298-d5b2-4dc5-842f-dd323dbee5cf, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=989d4298-d5b2-4dc5-842f-dd323dbee5cf,segment=NetworkSegment(d4b5ba9a-d22d-4237-a77b-df07a73a4617),segment_id=d4b5ba9a-d22d-4237-a77b-df07a73a4617)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:53.034098 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e5374e-c629-433e-86f4-2533d36f1cc8 x-openstack-request-id: req-a0e5374e-c629-433e-86f4-2533d36f1cc8 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:07:53.036070 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41061021-35f3-430b-9c0a-e6fbb117e497", "name": "network-vif-plugged", "status": "completed", "tag": "989d4298-d5b2-4dc5-842f-dd323dbee5cf", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:07:53.037347 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a0e5374e-c629-433e-86f4-2533d36f1cc8 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:07:53.037347 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41061021-35f3-430b-9c0a-e6fbb117e497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989d4298-d5b2-4dc5-842f-dd323dbee5cf', 'code': 200} Aug 16 21:07:53.067105 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-051eeecc-ff2f-487e-b1d8-9d0a7097b706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:53.069485 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:53.070245 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 6ccefc9c-e155-4214-9c78-4ed80369f4ae no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:07:53.102906 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8bd90-3279-4ba0-b4be-45e56f61c3b0 req-cf2d988a-87d8-445a-9f64-a1f6d10a97eb tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:53.104510 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-63b8bd90-3279-4ba0-b4be-45e56f61c3b0 req-cf2d988a-87d8-445a-9f64-a1f6d10a97eb tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/ports?device_id=41061021-35f3-430b-9c0a-e6fbb117e497 HTTP/1.1" status: 200 len: 944 time: 0.2676957 Aug 16 21:07:53.124938 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 6ccefc9c-e155-4214-9c78-4ed80369f4ae {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:07:53.126436 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 6ccefc9c-e155-4214-9c78-4ed80369f4ae not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:07:53.147305 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce568f0-1275-42db-b56f-aa4400fa7e54 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:07:53.152601 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ce568f0-1275-42db-b56f-aa4400fa7e54 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:53.154562 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-3bcd62cf-9318-4b97-a196-dc9bcc39127d tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] Allocated IP 172.20.0.13 (c5eb9fb9-bf00-4023-97a5-4f0948d0d60a/158bb2fb-a94e-41f9-a7ae-f6bbe9956dcf/2cca79be-6b17-4da4-8b51-2238bcc402e3) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:07:53.183235 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=989d4298-d5b2-4dc5-842f-dd323dbee5cf,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:53.187665 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817a98fd-b3a4-4a43-afe5-34e74ea20386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'tenant_id': '82725015d13d49169b6e377f421f6af8', 'fixed_ips': [{'subnet_id': 'ff0ad428-8d42-4e29-b8f5-bac1e1cf4a13'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:07:53.188586 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-817a98fd-b3a4-4a43-afe5-34e74ea20386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:53.221181 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-6ce568f0-1275-42db-b56f-aa4400fa7e54 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] device_id is not set on port 7531b789-1902-4cde-ae27-35f740f978ba yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:07:53.263698 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-63b8bd90-3279-4ba0-b4be-45e56f61c3b0 req-f6eeb14c-4d93-43ec-b081-f4611fc0d85b tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/security-groups?id=dfef6280-a8f9-4ca5-8e34-c4d2f89b56a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323879 Aug 16 21:07:53.299172 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e3b3e8fc-7d83-4c67-9246-bb8c1c5ca889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:53.301983 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e3b3e8fc-7d83-4c67-9246-bb8c1c5ca889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:53.303710 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e3b3e8fc-7d83-4c67-9246-bb8c1c5ca889 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4d094eac-9a1b-4042-8ad9-cf6bb87a0800 HTTP/1.1" status: 204 len: 168 time: 0.7124376 Aug 16 21:07:53.315605 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a4e65006-920c-4560-8b47-f102550aab1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:53.374317 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-817a98fd-b3a4-4a43-afe5-34e74ea20386 None None] Allocated IP 2001:db8::2 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/ff0ad428-8d42-4e29-b8f5-bac1e1cf4a13/475af7a0-bf67-4ec2-9893-742b5896e038) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:07:53.378166 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b2e3f7d1-187f-4784-a3af-fa6fa6243c0b no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:07:53.383691 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe6407-6e82-4453-b22e-7b161466f28b req-c14df53b-86f7-41d0-9cff-b56c48964d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:53.385387 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-edfe6407-6e82-4453-b22e-7b161466f28b req-c14df53b-86f7-41d0-9cff-b56c48964d45 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=41061021-35f3-430b-9c0a-e6fbb117e497 HTTP/1.1" status: 200 len: 1097 time: 0.2892032 Aug 16 21:07:53.399453 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b3e8fc-7d83-4c67-9246-bb8c1c5ca889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d094eac-9a1b-4042-8ad9-cf6bb87a0800,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:53.404679 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: b2e3f7d1-187f-4784-a3af-fa6fa6243c0b {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:07:53.405032 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b2e3f7d1-187f-4784-a3af-fa6fa6243c0b not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:07:53.449524 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-051eeecc-ff2f-487e-b1d8-9d0a7097b706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:53.498642 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-edfe6407-6e82-4453-b22e-7b161466f28b req-f5c7bc8b-15ed-46f4-9a29-822eee700fdf service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dfef6280-a8f9-4ca5-8e34-c4d2f89b56a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045113 Aug 16 21:07:53.509285 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3606cded-fbac-40a9-91e3-b2028bb7382d req-ef82ed8c-82da-48f0-b173-238b3e705a6f tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] 10.222.0.84 "GET /v2.0/ports?device_id=9841aef6-869e-4e16-ac0c-12f6d00bfc6f HTTP/1.1" status: 200 len: 210 time: 0.0846784 Aug 16 21:07:53.537164 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051eeecc-ff2f-487e-b1d8-9d0a7097b706 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5195f93-41fa-4353-aa72-c2be4390d86e,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:53.539419 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-051eeecc-ff2f-487e-b1d8-9d0a7097b706 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:53.544916 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37044) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:53.548485 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-051eeecc-ff2f-487e-b1d8-9d0a7097b706 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/d5195f93-41fa-4353-aa72-c2be4390d86e HTTP/1.1" status: 204 len: 168 time: 0.9768856 Aug 16 21:07:53.624847 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-689e6f09-661a-4af3-a695-4c4692b50d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:53.626915 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-817a98fd-b3a4-4a43-afe5-34e74ea20386 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:53.640259 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-817a98fd-b3a4-4a43-afe5-34e74ea20386 None None] Transition to ACTIVE for port object 475af7a0-bf67-4ec2-9893-742b5896e038 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:53.650872 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-3bcd62cf-9318-4b97-a196-dc9bcc39127d tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:53.664944 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a4e65006-920c-4560-8b47-f102550aab1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:53.686837 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-817a98fd-b3a4-4a43-afe5-34e74ea20386 None None] Transition to ACTIVE for port object 475af7a0-bf67-4ec2-9893-742b5896e038 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:53.729632 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-689e6f09-661a-4af3-a695-4c4692b50d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:53.733603 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e65006-920c-4560-8b47-f102550aab1f admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:07:53.739648 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-a4e65006-920c-4560-8b47-f102550aab1f admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:53.742737 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-689e6f09-661a-4af3-a695-4c4692b50d8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10a8cf60-7997-4233-bd18-38023ab4d829']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:53.746333 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e65006-920c-4560-8b47-f102550aab1f admin admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:07:53.750697 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e65006-920c-4560-8b47-f102550aab1f admin admin] Pushing event updated for resources: {'Port': ['ID=01e2795b-a6dc-48be-a682-a62a3ff16383,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:53.757946 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-689e6f09-661a-4af3-a695-4c4692b50d8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85568c6e-48e5-454c-9434-fd56a12f8853') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:53.759243 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-689e6f09-661a-4af3-a695-4c4692b50d8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85568c6e-48e5-454c-9434-fd56a12f8853') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:53.770348 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-689e6f09-661a-4af3-a695-4c4692b50d8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:53.786063 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-689e6f09-661a-4af3-a695-4c4692b50d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:53.792676 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-689e6f09-661a-4af3-a695-4c4692b50d8d admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:07:53.800334 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-689e6f09-661a-4af3-a695-4c4692b50d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:53.800508 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-817a98fd-b3a4-4a43-afe5-34e74ea20386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:53.830989 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:07:53.830989 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:07:53.830989 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:07:53.830989 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:07:53.830989 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:07:53.830989 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:07:53.830989 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:07:53.830989 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:07:53.830989 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:07:53.830989 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:07:53.830989 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:07:53.830989 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:07:53.830989 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:07:53.830989 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:07:53.830989 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:07:53.830989 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:07:53.830989 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:07:53.830989 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:07:53.830989 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:07:53.830989 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:07:53.830989 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:07:53.830989 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:07:53.830989 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:07:53.830989 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:07:53.830989 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:07:53.830989 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:07:53.830989 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:07:53.830989 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:07:53.830989 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:07:53.830989 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:07:53.830989 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:07:53.830989 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:07:53.839598 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817a98fd-b3a4-4a43-afe5-34e74ea20386 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:07:53.845434 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-817a98fd-b3a4-4a43-afe5-34e74ea20386 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:53.852851 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817a98fd-b3a4-4a43-afe5-34e74ea20386 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:07:53.913308 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a98fd-b3a4-4a43-afe5-34e74ea20386 None None] Pushing event updated for resources: {'Port': ['ID=475af7a0-bf67-4ec2-9893-742b5896e038,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:53.919551 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-3bcd62cf-9318-4b97-a196-dc9bcc39127d tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:53.928975 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-817a98fd-b3a4-4a43-afe5-34e74ea20386 None None] Attempting to bind port 475af7a0-bf67-4ec2-9893-742b5896e038 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:53.929410 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-817a98fd-b3a4-4a43-afe5-34e74ea20386 None None] Attempting to bind port 475af7a0-bf67-4ec2-9893-742b5896e038 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:53.929841 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817a98fd-b3a4-4a43-afe5-34e74ea20386 None None] Attempting to bind port 475af7a0-bf67-4ec2-9893-742b5896e038 on network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:53.936529 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817a98fd-b3a4-4a43-afe5-34e74ea20386 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:07:53.937054 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817a98fd-b3a4-4a43-afe5-34e74ea20386 None None] Checking segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:07:53.937477 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-817a98fd-b3a4-4a43-afe5-34e74ea20386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:53.937882 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817a98fd-b3a4-4a43-afe5-34e74ea20386 None None] Bound using segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:07:53.938362 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-817a98fd-b3a4-4a43-afe5-34e74ea20386 None None] Bound port: 475af7a0-bf67-4ec2-9893-742b5896e038, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:07:53.938724 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-6ce568f0-1275-42db-b56f-aa4400fa7e54 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Allocated IP 2001:db8::f83b:de:8699:cd14 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/ff0ad428-8d42-4e29-b8f5-bac1e1cf4a13/7531b789-1902-4cde-ae27-35f740f978ba) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:07:53.939192 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-817a98fd-b3a4-4a43-afe5-34e74ea20386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:54.001914 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd62cf-9318-4b97-a196-dc9bcc39127d tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] Pushing event updated for resources: {'Port': ['ID=2cca79be-6b17-4da4-8b51-2238bcc402e3,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:54.007862 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-817a98fd-b3a4-4a43-afe5-34e74ea20386 None None] For port 475af7a0-bf67-4ec2-9893-742b5896e038, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:07:54.012650 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-3bcd62cf-9318-4b97-a196-dc9bcc39127d tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] Network c5eb9fb9-bf00-4023-97a5-4f0948d0d60a is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:07:54.014269 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-3bcd62cf-9318-4b97-a196-dc9bcc39127d tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:54.017012 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-3bcd62cf-9318-4b97-a196-dc9bcc39127d tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:07:54.051286 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-817a98fd-b3a4-4a43-afe5-34e74ea20386 None None] For port 475af7a0-bf67-4ec2-9893-742b5896e038, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=475af7a0-bf67-4ec2-9893-742b5896e038,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:07:54.058418 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-689e6f09-661a-4af3-a695-4c4692b50d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:54.063014 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-689e6f09-661a-4af3-a695-4c4692b50d8d admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:54.067585 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-689e6f09-661a-4af3-a695-4c4692b50d8d admin admin] 10.222.0.84 "DELETE /v2.0/networks/10a8cf60-7997-4233-bd18-38023ab4d829 HTTP/1.1" status: 204 len: 168 time: 0.5191667 Aug 16 21:07:54.067761 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-3bcd62cf-9318-4b97-a196-dc9bcc39127d tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:54.067761 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-3bcd62cf-9318-4b97-a196-dc9bcc39127d tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:54.083960 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e6f09-661a-4af3-a695-4c4692b50d8d admin admin] Pushing event deleted for resources: {'Network': ['ID=10a8cf60-7997-4233-bd18-38023ab4d829,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:54.130411 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-817a98fd-b3a4-4a43-afe5-34e74ea20386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:54.188927 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ce568f0-1275-42db-b56f-aa4400fa7e54 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:54.216070 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-3bcd62cf-9318-4b97-a196-dc9bcc39127d tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8955154 Aug 16 21:07:54.227588 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a98fd-b3a4-4a43-afe5-34e74ea20386 None None] Pushing event updated for resources: {'Port': ['ID=475af7a0-bf67-4ec2-9893-742b5896e038,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:54.228624 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-0c0940db-df57-4f4e-a74f-d1dbb0ce6d98 service neutron] Request body: {'port': {'device_id': '9841aef6-869e-4e16-ac0c-12f6d00bfc6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:54.229073 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-6ce568f0-1275-42db-b56f-aa4400fa7e54 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Transition to ACTIVE for port object 7531b789-1902-4cde-ae27-35f740f978ba will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:54.256573 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a4e65006-920c-4560-8b47-f102550aab1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:54.295452 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37050) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:54.354144 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-0c0940db-df57-4f4e-a74f-d1dbb0ce6d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:54.360785 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f176e969-5905-4768-8576-bd62ccec277e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e0859e7e5a0e485e893c874e2e257f47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0616531 Aug 16 21:07:54.362215 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37054) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:54.403456 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ce568f0-1275-42db-b56f-aa4400fa7e54 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:54.480031 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce568f0-1275-42db-b56f-aa4400fa7e54 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:07:54.490982 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-6ce568f0-1275-42db-b56f-aa4400fa7e54 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:54.494927 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce568f0-1275-42db-b56f-aa4400fa7e54 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:07:54.500722 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce568f0-1275-42db-b56f-aa4400fa7e54 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:54.501364 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ce568f0-1275-42db-b56f-aa4400fa7e54 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:54.503972 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce568f0-1275-42db-b56f-aa4400fa7e54 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Port': ['ID=7531b789-1902-4cde-ae27-35f740f978ba,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:54.542225 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37058) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:54.548800 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3a59f-bef7-46e0-bd99-850588e74075 req-b9f563c1-b041-4543-9c10-a7399ebae436 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:54.550366 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2dd3a59f-bef7-46e0-bd99-850588e74075 req-b9f563c1-b041-4543-9c10-a7399ebae436 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/ports?device_id=41061021-35f3-430b-9c0a-e6fbb117e497 HTTP/1.1" status: 200 len: 945 time: 0.1728671 Aug 16 21:07:54.559452 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ffb106c4-d2cb-4736-85db-8938595c2bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:54.610898 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ffb106c4-d2cb-4736-85db-8938595c2bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:54.629946 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6ce568f0-1275-42db-b56f-aa4400fa7e54 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.6769471 Aug 16 21:07:54.633758 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37060) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:54.650334 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ccfa82a5-27c8-448e-abf4-1b64d50b6c76 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a66a67472cec4496a7059d3173810e1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1069481 Aug 16 21:07:54.665985 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37062) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:54.711871 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f4910a-e418-40f1-a454-307c17a731f8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:54.718025 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f4910a-e418-40f1-a454-307c17a731f8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:54.722147 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a2f4910a-e418-40f1-a454-307c17a731f8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.0841277 Aug 16 21:07:54.722645 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37064) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:54.810979 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2dd3a59f-bef7-46e0-bd99-850588e74075 req-1c8fa3c7-3bc5-41dc-90fc-9dce14fe6b0a tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/security-groups?id=dfef6280-a8f9-4ca5-8e34-c4d2f89b56a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095132 Aug 16 21:07:54.823308 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ffb106c4-d2cb-4736-85db-8938595c2bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:54.826014 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ffb106c4-d2cb-4736-85db-8938595c2bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:54.832056 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ffb106c4-d2cb-4736-85db-8938595c2bdd admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/60f7bbbc-5cf5-4df0-8595-d8ff885c069f HTTP/1.1" status: 204 len: 168 time: 0.4587677 Aug 16 21:07:54.834732 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-6f71c22f-894b-448d-af8c-d1b4b41d7a4d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting port 7531b789-1902-4cde-ae27-35f740f978ba {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:54.835140 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6f71c22f-894b-448d-af8c-d1b4b41d7a4d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:54.857136 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9365a5-21c7-410d-9882-a7e7b18c594e req-4fcc2145-3d55-42fb-9f57-ddcabc67f97b tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:54.858941 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-da9365a5-21c7-410d-9882-a7e7b18c594e req-4fcc2145-3d55-42fb-9f57-ddcabc67f97b tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] 10.222.0.84 "GET /v2.0/ports?device_id=9841aef6-869e-4e16-ac0c-12f6d00bfc6f HTTP/1.1" status: 200 len: 932 time: 0.2563436 Aug 16 21:07:54.886527 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb106c4-d2cb-4736-85db-8938595c2bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f7bbbc-5cf5-4df0-8595-d8ff885c069f,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:54.909802 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-daad2f71-f3c3-40a5-8e84-805b47ac16ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:54.940427 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6f71c22f-894b-448d-af8c-d1b4b41d7a4d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:54.954057 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-6f71c22f-894b-448d-af8c-d1b4b41d7a4d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Calling delete_port for 7531b789-1902-4cde-ae27-35f740f978ba owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:54.961097 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a4e65006-920c-4560-8b47-f102550aab1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:55.009874 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-da9365a5-21c7-410d-9882-a7e7b18c594e req-a8da080f-c1e9-4f92-89ed-4991816b31a6 tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] 10.222.0.84 "GET /v2.0/security-groups?id=67a61f8a-6795-4e2f-b99d-67634fe40622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346269 Aug 16 21:07:55.017849 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-daad2f71-f3c3-40a5-8e84-805b47ac16ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:55.186079 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-0c0940db-df57-4f4e-a74f-d1dbb0ce6d98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cca79be-6b17-4da4-8b51-2238bcc402e3 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:07:55.197351 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-0c0940db-df57-4f4e-a74f-d1dbb0ce6d98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:55.201862 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6f71c22f-894b-448d-af8c-d1b4b41d7a4d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:55.248409 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-0c0940db-df57-4f4e-a74f-d1dbb0ce6d98 service neutron] Transition to ACTIVE for port object 2cca79be-6b17-4da4-8b51-2238bcc402e3 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:55.249672 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-daad2f71-f3c3-40a5-8e84-805b47ac16ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:55.252457 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-daad2f71-f3c3-40a5-8e84-805b47ac16ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:55.256330 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-daad2f71-f3c3-40a5-8e84-805b47ac16ad admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ee4c106c-5c19-4292-8438-99d6697813cd HTTP/1.1" status: 204 len: 168 time: 0.5890784 Aug 16 21:07:55.265068 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad2f71-f3c3-40a5-8e84-805b47ac16ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4c106c-5c19-4292-8438-99d6697813cd,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:55.268428 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71c22f-894b-448d-af8c-d1b4b41d7a4d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Port': ['ID=7531b789-1902-4cde-ae27-35f740f978ba,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:55.271224 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6f71c22f-894b-448d-af8c-d1b4b41d7a4d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:55.273200 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6f71c22f-894b-448d-af8c-d1b4b41d7a4d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/ports/7531b789-1902-4cde-ae27-35f740f978ba HTTP/1.1" status: 204 len: 168 time: 0.5497799 Aug 16 21:07:55.276888 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37070) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:55.309235 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 475af7a0-bf67-4ec2-9893-742b5896e038 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:07:55.330732 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e65006-920c-4560-8b47-f102550aab1f admin admin] Router d328974a-0b61-4411-9289-f6f85cb4247f is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:07:55.402444 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90202f11-1032-4098-aec9-fa2680fb1e88 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:55.407950 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90202f11-1032-4098-aec9-fa2680fb1e88 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:55.412728 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-90202f11-1032-4098-aec9-fa2680fb1e88 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1348071 Aug 16 21:07:55.415313 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37074) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:55.449984 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 475af7a0-bf67-4ec2-9893-742b5896e038 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:07:55.488056 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-2306ca2f-9b5c-453f-8ea2-731185b4ff1b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting subnet ff0ad428-8d42-4e29-b8f5-bac1e1cf4a13 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:07:55.491943 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2306ca2f-9b5c-453f-8ea2-731185b4ff1b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:55.547542 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2306ca2f-9b5c-453f-8ea2-731185b4ff1b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:55.633027 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-4534b265-86e0-4049-86c3-2b29b3041ec5 None None] Provisioning for port 475af7a0-bf67-4ec2-9893-742b5896e038 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:07:55.637264 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-4534b265-86e0-4049-86c3-2b29b3041ec5 None None] Provisioning complete for port 475af7a0-bf67-4ec2-9893-742b5896e038 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:07:55.649358 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4534b265-86e0-4049-86c3-2b29b3041ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:55.664892 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2306ca2f-9b5c-453f-8ea2-731185b4ff1b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:55.786175 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4534b265-86e0-4049-86c3-2b29b3041ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:55.840845 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2306ca2f-9b5c-453f-8ea2-731185b4ff1b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:55.911232 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306ca2f-9b5c-453f-8ea2-731185b4ff1b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Subnet': ['ID=ff0ad428-8d42-4e29-b8f5-bac1e1cf4a13,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:55.936562 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2306ca2f-9b5c-453f-8ea2-731185b4ff1b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:55.939130 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2306ca2f-9b5c-453f-8ea2-731185b4ff1b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/ff0ad428-8d42-4e29-b8f5-bac1e1cf4a13 HTTP/1.1" status: 204 len: 168 time: 0.5228360 Aug 16 21:07:55.940452 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.db.api [None req-4534b265-86e0-4049-86c3-2b29b3041ec5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:07:55.941090 n-d-793620-15 neutron-server[101846]: DEBUG oslo_db.api [None req-4534b265-86e0-4049-86c3-2b29b3041ec5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:07:55.941963 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37094) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:56.047947 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-0c0940db-df57-4f4e-a74f-d1dbb0ce6d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:56.049309 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091d7a71-1dd3-4542-9f5f-eb0cc1456b85 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:07:56.138251 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e65006-920c-4560-8b47-f102550aab1f admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:07:56.153245 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6decf442-785a-4782-b9e0-7e6cc92f53ef None None] Sync routers for ids ['d328974a-0b61-4411-9289-f6f85cb4247f'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:07:56.209518 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6decf442-785a-4782-b9e0-7e6cc92f53ef None None] Routers {'d328974a-0b61-4411-9289-f6f85cb4247f'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:07:56.210343 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-6decf442-785a-4782-b9e0-7e6cc92f53ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:07:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d328974a-0b61-4411-9289-f6f85cb4247f'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:56.273806 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0940db-df57-4f4e-a74f-d1dbb0ce6d98 service neutron] Pushing event updated for resources: {'Port': ['ID=2cca79be-6b17-4da4-8b51-2238bcc402e3,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:56.293295 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-bc838686-60fa-476d-80f2-bd04b5ad3e97 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3501313 Aug 16 21:07:56.296412 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37104) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:56.302196 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-c53945fa-80e1-4fe7-8e1a-f0ed8611e2ed tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'subnet': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:56.389621 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cc218-8c1a-4085-a2e6-ce5f3d5feb47 req-7758e694-ec97-48dd-8ceb-b54438464cb8 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:56.391615 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-155cc218-8c1a-4085-a2e6-ce5f3d5feb47 req-7758e694-ec97-48dd-8ceb-b54438464cb8 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/ports?device_id=41061021-35f3-430b-9c0a-e6fbb117e497 HTTP/1.1" status: 200 len: 945 time: 0.3455181 Aug 16 21:07:56.415445 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a4e65006-920c-4560-8b47-f102550aab1f admin admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:56.416672 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a4e65006-920c-4560-8b47-f102550aab1f admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.4877758 Aug 16 21:07:56.420359 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37108) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:56.450941 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2163a43-2632-4ae1-9f18-91fad3bdf85d req-df8d864d-44b2-4be2-91b6-37d31cb55db8 tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:56.452554 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f2163a43-2632-4ae1-9f18-91fad3bdf85d req-df8d864d-44b2-4be2-91b6-37d31cb55db8 tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] 10.222.0.84 "GET /v2.0/ports?device_id=9841aef6-869e-4e16-ac0c-12f6d00bfc6f HTTP/1.1" status: 200 len: 944 time: 0.3654015 Aug 16 21:07:56.502765 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-155cc218-8c1a-4085-a2e6-ce5f3d5feb47 req-d8d4a6ea-bc2d-4e05-bee9-7d2a4cf9f888 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/security-groups?id=dfef6280-a8f9-4ca5-8e34-c4d2f89b56a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987382 Aug 16 21:07:56.503451 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-0c0940db-df57-4f4e-a74f-d1dbb0ce6d98 service neutron] Attempting to bind port 2cca79be-6b17-4da4-8b51-2238bcc402e3 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:56.503820 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-0c0940db-df57-4f4e-a74f-d1dbb0ce6d98 service neutron] Attempting to bind port 2cca79be-6b17-4da4-8b51-2238bcc402e3 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '6298e35a-65ec-4cf3-97bd-d86b7327f53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c5eb9fb9-bf00-4023-97a5-4f0948d0d60a'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:56.504151 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-0c0940db-df57-4f4e-a74f-d1dbb0ce6d98 service neutron] Attempting to bind port 2cca79be-6b17-4da4-8b51-2238bcc402e3 on network c5eb9fb9-bf00-4023-97a5-4f0948d0d60a {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:56.512006 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-0c0940db-df57-4f4e-a74f-d1dbb0ce6d98 service neutron] Port 2cca79be-6b17-4da4-8b51-2238bcc402e3 on network c5eb9fb9-bf00-4023-97a5-4f0948d0d60a not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:07:56.512347 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-0c0940db-df57-4f4e-a74f-d1dbb0ce6d98 service neutron] Attempting to bind port 2cca79be-6b17-4da4-8b51-2238bcc402e3 on network c5eb9fb9-bf00-4023-97a5-4f0948d0d60a {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:56.526758 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-0c0940db-df57-4f4e-a74f-d1dbb0ce6d98 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:07:56.526925 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-0c0940db-df57-4f4e-a74f-d1dbb0ce6d98 service neutron] Checking segment: {'id': '6298e35a-65ec-4cf3-97bd-d86b7327f53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c5eb9fb9-bf00-4023-97a5-4f0948d0d60a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:07:56.527675 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-0c0940db-df57-4f4e-a74f-d1dbb0ce6d98 service neutron] Bound using segment: {'id': '6298e35a-65ec-4cf3-97bd-d86b7327f53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c5eb9fb9-bf00-4023-97a5-4f0948d0d60a'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:07:56.527675 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-0c0940db-df57-4f4e-a74f-d1dbb0ce6d98 service neutron] Bound port: 2cca79be-6b17-4da4-8b51-2238bcc402e3, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6298e35a-65ec-4cf3-97bd-d86b7327f53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c5eb9fb9-bf00-4023-97a5-4f0948d0d60a'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:07:56.528074 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-0c0940db-df57-4f4e-a74f-d1dbb0ce6d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:56.531013 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4534b265-86e0-4049-86c3-2b29b3041ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:56.532895 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53945fa-80e1-4fe7-8e1a-f0ed8611e2ed tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:07:56.537730 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c53945fa-80e1-4fe7-8e1a-f0ed8611e2ed tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:56.546684 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f2163a43-2632-4ae1-9f18-91fad3bdf85d req-3f66978d-54aa-438d-b5c7-b739292defd0 tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] 10.222.0.84 "GET /v2.0/security-groups?id=67a61f8a-6795-4e2f-b99d-67634fe40622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874481 Aug 16 21:07:56.567504 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-6decf442-785a-4782-b9e0-7e6cc92f53ef None None] Set router d328974a-0b61-4411-9289-f6f85cb4247f gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:07:56.651177 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-0c0940db-df57-4f4e-a74f-d1dbb0ce6d98 service neutron] For port 2cca79be-6b17-4da4-8b51-2238bcc402e3, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:07:56.653296 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-0c0940db-df57-4f4e-a74f-d1dbb0ce6d98 service neutron] For port 2cca79be-6b17-4da4-8b51-2238bcc402e3, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=2cca79be-6b17-4da4-8b51-2238bcc402e3,segment=NetworkSegment(6298e35a-65ec-4cf3-97bd-d86b7327f53a),segment_id=6298e35a-65ec-4cf3-97bd-d86b7327f53a)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:07:56.707599 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8715d467-bd8c-4367-a7fc-c7a399f03de8 None None] DHCP port deletion for 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:07:56.765166 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-0c0940db-df57-4f4e-a74f-d1dbb0ce6d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:56.777357 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-4534b265-86e0-4049-86c3-2b29b3041ec5 None None] For port 475af7a0-bf67-4ec2-9893-742b5896e038, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=475af7a0-bf67-4ec2-9893-742b5896e038,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:56.803568 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37122) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:56.831127 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-0c0940db-df57-4f4e-a74f-d1dbb0ce6d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:56.833072 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-0c0940db-df57-4f4e-a74f-d1dbb0ce6d98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:56.840517 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-0c0940db-df57-4f4e-a74f-d1dbb0ce6d98 service neutron] 10.222.0.90 "PUT /v2.0/ports/2cca79be-6b17-4da4-8b51-2238bcc402e3 HTTP/1.1" status: 200 len: 1093 time: 2.6153343 Aug 16 21:07:56.841010 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9841aef6-869e-4e16-ac0c-12f6d00bfc6f', 'tag': '2cca79be-6b17-4da4-8b51-2238bcc402e3'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:07:56.846632 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2461e010-c7e8-4b66-b4a7-99d8874fbef9" -d '{"events": [{"name": "network-changed", "server_uuid": "9841aef6-869e-4e16-ac0c-12f6d00bfc6f", "tag": "2cca79be-6b17-4da4-8b51-2238bcc402e3"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:07:56.885168 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-8715d467-bd8c-4367-a7fc-c7a399f03de8 None None] Deleting port 475af7a0-bf67-4ec2-9893-742b5896e038 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:56.885694 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8715d467-bd8c-4367-a7fc-c7a399f03de8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:56.933997 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0940db-df57-4f4e-a74f-d1dbb0ce6d98 service neutron] Pushing event updated for resources: {'Port': ['ID=2cca79be-6b17-4da4-8b51-2238bcc402e3,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:56.958809 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ebf349-fba9-4602-8f5e-aa28625f5e1b x-openstack-request-id: req-79ebf349-fba9-4602-8f5e-aa28625f5e1b {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:07:56.959512 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9841aef6-869e-4e16-ac0c-12f6d00bfc6f", "tag": "2cca79be-6b17-4da4-8b51-2238bcc402e3", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:07:56.959873 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-79ebf349-fba9-4602-8f5e-aa28625f5e1b {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:07:56.960477 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9841aef6-869e-4e16-ac0c-12f6d00bfc6f', 'tag': '2cca79be-6b17-4da4-8b51-2238bcc402e3', 'status': 'completed', 'code': 200} Aug 16 21:07:56.970589 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4534b265-86e0-4049-86c3-2b29b3041ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:57.008424 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-cecd9faf-dfcd-43c3-98df-a3665d8c491b tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1307794623'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:57.024844 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-8715d467-bd8c-4367-a7fc-c7a399f03de8 None None] For port 475af7a0-bf67-4ec2-9893-742b5896e038, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=475af7a0-bf67-4ec2-9893-742b5896e038,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:57.025265 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8715d467-bd8c-4367-a7fc-c7a399f03de8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:57.057904 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-8715d467-bd8c-4367-a7fc-c7a399f03de8 None None] Calling delete_port for 475af7a0-bf67-4ec2-9893-742b5896e038 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:57.067668 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4534b265-86e0-4049-86c3-2b29b3041ec5 None None] Pushing event updated for resources: {'Port': ['ID=475af7a0-bf67-4ec2-9893-742b5896e038,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:57.073743 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461e010-c7e8-4b66-b4a7-99d8874fbef9 req-8c2d5125-281c-4383-b95c-a0c32f5bd5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:57.074972 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2461e010-c7e8-4b66-b4a7-99d8874fbef9 req-8c2d5125-281c-4383-b95c-a0c32f5bd5da service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d6b806973fa74b90a1af64013b67341b&device_id=9841aef6-869e-4e16-ac0c-12f6d00bfc6f HTTP/1.1" status: 200 len: 1096 time: 0.0939813 Aug 16 21:07:57.092107 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-75b409d9-372a-41fc-84d8-429252d70f91 None None] Could not find standard attr ID for object 7531b789-1902-4cde-ae27-35f740f978ba. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 21:07:57.131667 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c53945fa-80e1-4fe7-8e1a-f0ed8611e2ed tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:57.132093 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-6decf442-785a-4782-b9e0-7e6cc92f53ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd328974a-0b61-4411-9289-f6f85cb4247f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1744699822-router', 'tenant_id': '0d64dbe72a05445db961fd30273f80ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '01e2795b-a6dc-48be-a682-a62a3ff16383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:51Z', 'updated_at': '2021-08-16T21:07:53Z', 'revision_number': 3, 'project_id': '0d64dbe72a05445db961fd30273f80ac', 'gw_port': {'id': '01e2795b-a6dc-48be-a682-a62a3ff16383', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd328974a-0b61-4411-9289-f6f85cb4247f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:52Z', 'updated_at': '2021-08-16T21:07:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:57.147830 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8fc09b2b-a855-4d18-8b77-7a96a204d07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:57.162078 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6decf442-785a-4782-b9e0-7e6cc92f53ef None None] Checking router: d328974a-0b61-4411-9289-f6f85cb4247f for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:07:57.162442 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6decf442-785a-4782-b9e0-7e6cc92f53ef None None] Updating router d328974a-0b61-4411-9289-f6f85cb4247f port 01e2795b-a6dc-48be-a682-a62a3ff16383 binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:07:57.168133 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37134) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:57.180558 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecd9faf-dfcd-43c3-98df-a3665d8c491b tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Made reservation on behalf of e2f215e483294cb59a7e99482184828e for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:07:57.192556 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cecd9faf-dfcd-43c3-98df-a3665d8c491b tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:57.202903 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6decf442-785a-4782-b9e0-7e6cc92f53ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:57.235243 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cecd9faf-dfcd-43c3-98df-a3665d8c491b tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:57.240290 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53945fa-80e1-4fe7-8e1a-f0ed8611e2ed tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:07:57.245912 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461e010-c7e8-4b66-b4a7-99d8874fbef9 req-1db2ea08-a8f8-42fc-97e6-5e6b56996149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:57.249090 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2461e010-c7e8-4b66-b4a7-99d8874fbef9 req-1db2ea08-a8f8-42fc-97e6-5e6b56996149 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=d6b806973fa74b90a1af64013b67341b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1661115 Aug 16 21:07:57.253399 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-c53945fa-80e1-4fe7-8e1a-f0ed8611e2ed tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:57.264903 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53945fa-80e1-4fe7-8e1a-f0ed8611e2ed tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:57.265505 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c53945fa-80e1-4fe7-8e1a-f0ed8611e2ed tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:57.269709 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53945fa-80e1-4fe7-8e1a-f0ed8611e2ed tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Subnet': ['ID=a8c79c13-f9da-44ea-a614-f466b212def0,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:57.312265 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 475af7a0-bf67-4ec2-9893-742b5896e038 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:07:57.352642 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8715d467-bd8c-4367-a7fc-c7a399f03de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:57.408826 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-dff49921-c027-42ef-b211-ad6b84096ad7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1935759007-network', 'tenant_id': '1017f44846564872ac3b8d7e6141d492'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:57.425208 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461e010-c7e8-4b66-b4a7-99d8874fbef9 req-00715e05-40ce-40d2-8878-c878d399d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:57.429563 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2461e010-c7e8-4b66-b4a7-99d8874fbef9 req-00715e05-40ce-40d2-8878-c878d399d6d5 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1545584 Aug 16 21:07:57.474798 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8715d467-bd8c-4367-a7fc-c7a399f03de8 None None] No DVR routers for this DVR port 475af7a0-bf67-4ec2-9893-742b5896e038 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:07:57.479452 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8715d467-bd8c-4367-a7fc-c7a399f03de8 None None] Pushing event deleted for resources: {'Port': ['ID=475af7a0-bf67-4ec2-9893-742b5896e038,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:57.484154 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No active binding found for port 475af7a0-bf67-4ec2-9893-742b5896e038 {{(pid=101846) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 21:07:57.484617 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 475af7a0-bf67-4ec2-9893-742b5896e038 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:07:57.507961 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f92818-d5ad-4a56-8f37-dbf5683dba9a None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:07:57.599843 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-e55e5145-2807-46a2-b99f-49b5f8275a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:57.599843 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-e55e5145-2807-46a2-b99f-49b5f8275a1f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d6b806973fa74b90a1af64013b67341b&device_id=9841aef6-869e-4e16-ac0c-12f6d00bfc6f HTTP/1.1" status: 200 len: 1096 time: 0.1338253 Aug 16 21:07:57.611461 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-8fc09b2b-a855-4d18-8b77-7a96a204d07b admin admin] Allocated IP 172.20.0.1 (23c94cb9-7fbe-4c32-98c2-b53c527999c9/f401c415-c833-4edb-aa31-1fa3940c9bfa/7224ea41-2061-4df8-a658-75c0da998303) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:07:57.637434 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cecd9faf-dfcd-43c3-98df-a3665d8c491b tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:57.667900 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-4a5109a6-4a40-45cc-8808-82469041d3d4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cca79be-6b17-4da4-8b51-2238bcc402e3 HTTP/1.1" status: 200 len: 217 time: 0.0612650 Aug 16 21:07:57.717807 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cecd9faf-dfcd-43c3-98df-a3665d8c491b tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:57.718497 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6decf442-785a-4782-b9e0-7e6cc92f53ef None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:57.732485 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cecd9faf-dfcd-43c3-98df-a3665d8c491b tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:07:57.752022 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-6decf442-785a-4782-b9e0-7e6cc92f53ef None None] Transition to ACTIVE for port object 01e2795b-a6dc-48be-a682-a62a3ff16383 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:57.758153 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ea9159-f13e-44f0-864a-afbbebb12664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'tenant_id': '82725015d13d49169b6e377f421f6af8', 'fixed_ips': [{'subnet_id': 'a8c79c13-f9da-44ea-a614-f466b212def0'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:07:57.759699 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-89ea9159-f13e-44f0-864a-afbbebb12664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:57.775511 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cecd9faf-dfcd-43c3-98df-a3665d8c491b tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:57.776033 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-cecd9faf-dfcd-43c3-98df-a3665d8c491b tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Added segment 8bb96f08-cd2b-4273-ae4e-3b6f41e4d789 of type vlan for network 328a23ea-c930-4ea4-a9b9-31eb00eb264b Aug 16 21:07:57.779335 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-0060de11-80d2-4152-b856-42de4420a56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:57.781001 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-0060de11-80d2-4152-b856-42de4420a56f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=158bb2fb-a94e-41f9-a7ae-f6bbe9956dcf HTTP/1.1" status: 200 len: 853 time: 0.1062315 Aug 16 21:07:57.807054 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c53945fa-80e1-4fe7-8e1a-f0ed8611e2ed tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5049117 Aug 16 21:07:57.807567 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37144) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:57.815692 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e3a9b-f887-4db3-967b-8978b1dd15ce req-ce02e500-15e0-416d-a619-921d0da6f9a7 tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:57.817257 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-195e3a9b-f887-4db3-967b-8978b1dd15ce req-ce02e500-15e0-416d-a619-921d0da6f9a7 tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] 10.222.0.84 "GET /v2.0/ports?device_id=9841aef6-869e-4e16-ac0c-12f6d00bfc6f HTTP/1.1" status: 200 len: 944 time: 0.1304042 Aug 16 21:07:57.822876 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-ed7f0850-d840-49b8-a45a-51bff7eaa1e3 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'port': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'fixed_ips': [{'subnet_id': 'a8c79c13-f9da-44ea-a614-f466b212def0', 'ip_address': '2001:db8::4cbe:d9d7:c1c6:fb16'}], 'name': 'tempest-NetworksTestDHCPv6-1111642448'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:57.841988 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd9faf-dfcd-43c3-98df-a3665d8c491b tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e674243f-0c7f-45af-b5af-47709180f89e,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:57.846072 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-7c16f3ad-9592-443c-bba0-917b3d375337 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c5eb9fb9-bf00-4023-97a5-4f0948d0d60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558219 Aug 16 21:07:57.846236 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6decf442-785a-4782-b9e0-7e6cc92f53ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:57.869165 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8fc09b2b-a855-4d18-8b77-7a96a204d07b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:57.883754 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cecd9faf-dfcd-43c3-98df-a3665d8c491b tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:57.948743 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-6decf442-785a-4782-b9e0-7e6cc92f53ef None None] Attempting to bind port 01e2795b-a6dc-48be-a682-a62a3ff16383 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:57.949116 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-6decf442-785a-4782-b9e0-7e6cc92f53ef None None] Attempting to bind port 01e2795b-a6dc-48be-a682-a62a3ff16383 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:57.949480 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6decf442-785a-4782-b9e0-7e6cc92f53ef None None] Attempting to bind port 01e2795b-a6dc-48be-a682-a62a3ff16383 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:57.953036 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44459d-8e5c-4696-8c34-c86219b6ca9b None None] Pushing event updated for resources: {'Port': ['ID=01e2795b-a6dc-48be-a682-a62a3ff16383,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:57.967438 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6decf442-785a-4782-b9e0-7e6cc92f53ef None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:07:57.967438 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6decf442-785a-4782-b9e0-7e6cc92f53ef None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:07:57.967438 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6decf442-785a-4782-b9e0-7e6cc92f53ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:57.967438 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6decf442-785a-4782-b9e0-7e6cc92f53ef None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:07:57.967438 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-6decf442-785a-4782-b9e0-7e6cc92f53ef None None] Bound port: 01e2795b-a6dc-48be-a682-a62a3ff16383, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:07:57.967438 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6decf442-785a-4782-b9e0-7e6cc92f53ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:58.013507 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-89ea9159-f13e-44f0-864a-afbbebb12664 None None] Allocated IP 2001:db8::2 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/a8c79c13-f9da-44ea-a614-f466b212def0/dfa79985-b0a0-4ff5-80b6-e6ebd7036221) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:07:58.021343 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cecd9faf-dfcd-43c3-98df-a3665d8c491b tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:58.026414 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-195e3a9b-f887-4db3-967b-8978b1dd15ce req-dccb7af5-1d81-42b5-809a-63504bafdf18 tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] 10.222.0.84 "GET /v2.0/security-groups?id=67a61f8a-6795-4e2f-b99d-67634fe40622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852643 Aug 16 21:07:58.029151 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecd9faf-dfcd-43c3-98df-a3665d8c491b tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:58.029302 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cecd9faf-dfcd-43c3-98df-a3665d8c491b tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:58.056453 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-6decf442-785a-4782-b9e0-7e6cc92f53ef None None] For port 01e2795b-a6dc-48be-a682-a62a3ff16383, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:07:58.065513 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff49921-c027-42ef-b211-ad6b84096ad7 admin admin] Made reservation on behalf of 1017f44846564872ac3b8d7e6141d492 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:07:58.067971 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dff49921-c027-42ef-b211-ad6b84096ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:58.080017 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8fc09b2b-a855-4d18-8b77-7a96a204d07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:58.094956 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dff49921-c027-42ef-b211-ad6b84096ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:58.097481 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-6decf442-785a-4782-b9e0-7e6cc92f53ef None None] For port 01e2795b-a6dc-48be-a682-a62a3ff16383, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=01e2795b-a6dc-48be-a682-a62a3ff16383,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:07:58.125344 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-a71edf15-b0ea-4e00-a371-9705c9316aff service neutron] 10.222.0.90 "GET /v2.0/networks/c5eb9fb9-bf00-4023-97a5-4f0948d0d60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317581 Aug 16 21:07:58.187062 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc09b2b-a855-4d18-8b77-7a96a204d07b admin admin] Network 23c94cb9-7fbe-4c32-98c2-b53c527999c9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:07:58.190912 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6decf442-785a-4782-b9e0-7e6cc92f53ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:58.199406 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-8fc09b2b-a855-4d18-8b77-7a96a204d07b admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:58.203907 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc09b2b-a855-4d18-8b77-7a96a204d07b admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:07:58.206484 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd9faf-dfcd-43c3-98df-a3665d8c491b tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Pushing event updated for resources: {'Network': ['ID=328a23ea-c930-4ea4-a9b9-31eb00eb264b,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:58.217146 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7f0850-d840-49b8-a45a-51bff7eaa1e3 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:07:58.226015 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 328a23ea-c930-4ea4-a9b9-31eb00eb264b details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:07:58.250370 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc09b2b-a855-4d18-8b77-7a96a204d07b admin admin] Pushing event updated for resources: {'Port': ['ID=7224ea41-2061-4df8-a658-75c0da998303,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:58.276019 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8fc09b2b-a855-4d18-8b77-7a96a204d07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:58.308178 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3e4f292-6d7f-40a7-a23c-12119c35c5ae req-1e8c944a-7c4d-4673-9a2c-9890d4a203d9 service neutron] 10.222.0.90 "GET /v2.0/networks/c5eb9fb9-bf00-4023-97a5-4f0948d0d60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757891 Aug 16 21:07:58.350082 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-89ea9159-f13e-44f0-864a-afbbebb12664 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:58.377503 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-89ea9159-f13e-44f0-864a-afbbebb12664 None None] Transition to ACTIVE for port object dfa79985-b0a0-4ff5-80b6-e6ebd7036221 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:58.379621 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6decf442-785a-4782-b9e0-7e6cc92f53ef None None] Routers {'d328974a-0b61-4411-9289-f6f85cb4247f'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:07:58.380568 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-6decf442-785a-4782-b9e0-7e6cc92f53ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:07:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d328974a-0b61-4411-9289-f6f85cb4247f'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:58.387574 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0850-d840-49b8-a45a-51bff7eaa1e3 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:58.387760 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44459d-8e5c-4696-8c34-c86219b6ca9b None None] Pushing event updated for resources: {'Port': ['ID=01e2795b-a6dc-48be-a682-a62a3ff16383,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:58.418576 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-ed7f0850-d840-49b8-a45a-51bff7eaa1e3 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] device_id is not set on port d6caa881-f3de-486a-aad2-628a5729d708 yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:07:58.440987 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-89ea9159-f13e-44f0-864a-afbbebb12664 None None] Transition to ACTIVE for port object dfa79985-b0a0-4ff5-80b6-e6ebd7036221 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:58.477390 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dff49921-c027-42ef-b211-ad6b84096ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:58.506371 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8fc09b2b-a855-4d18-8b77-7a96a204d07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:58.510063 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-6decf442-785a-4782-b9e0-7e6cc92f53ef None None] Set router d328974a-0b61-4411-9289-f6f85cb4247f gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:07:58.566656 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dff49921-c027-42ef-b211-ad6b84096ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:58.575114 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-89ea9159-f13e-44f0-864a-afbbebb12664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:58.639666 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-ed7f0850-d840-49b8-a45a-51bff7eaa1e3 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Allocated IP 2001:db8::4cbe:d9d7:c1c6:fb16 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/a8c79c13-f9da-44ea-a614-f466b212def0/d6caa881-f3de-486a-aad2-628a5729d708) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:07:58.663610 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ea9159-f13e-44f0-864a-afbbebb12664 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:07:58.669818 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-89ea9159-f13e-44f0-864a-afbbebb12664 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:58.676127 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ea9159-f13e-44f0-864a-afbbebb12664 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:07:58.680930 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea9159-f13e-44f0-864a-afbbebb12664 None None] Pushing event updated for resources: {'Port': ['ID=dfa79985-b0a0-4ff5-80b6-e6ebd7036221,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:58.706553 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8fc09b2b-a855-4d18-8b77-7a96a204d07b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:58.711508 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-cecd9faf-dfcd-43c3-98df-a3665d8c491b tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.9064698 Aug 16 21:07:58.716278 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37148) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:58.722857 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-20561ca2-d47c-41e5-9faf-a9ea2856a5a7 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Request body: {'subnet': {'network_id': '328a23ea-c930-4ea4-a9b9-31eb00eb264b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:58.818811 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8fc09b2b-a855-4d18-8b77-7a96a204d07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:58.834315 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dff49921-c027-42ef-b211-ad6b84096ad7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:07:58.843854 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-89ea9159-f13e-44f0-864a-afbbebb12664 None None] Attempting to bind port dfa79985-b0a0-4ff5-80b6-e6ebd7036221 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:58.844460 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-89ea9159-f13e-44f0-864a-afbbebb12664 None None] Attempting to bind port dfa79985-b0a0-4ff5-80b6-e6ebd7036221 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:58.844652 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ea9159-f13e-44f0-864a-afbbebb12664 None None] Attempting to bind port dfa79985-b0a0-4ff5-80b6-e6ebd7036221 on network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:58.851748 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ea9159-f13e-44f0-864a-afbbebb12664 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:07:58.852126 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ea9159-f13e-44f0-864a-afbbebb12664 None None] Checking segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:07:58.852532 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-89ea9159-f13e-44f0-864a-afbbebb12664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:58.853263 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ea9159-f13e-44f0-864a-afbbebb12664 None None] Bound using segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:07:58.853748 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-89ea9159-f13e-44f0-864a-afbbebb12664 None None] Bound port: dfa79985-b0a0-4ff5-80b6-e6ebd7036221, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:07:58.854139 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-89ea9159-f13e-44f0-864a-afbbebb12664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:58.879055 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dff49921-c027-42ef-b211-ad6b84096ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:58.879664 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-dff49921-c027-42ef-b211-ad6b84096ad7 admin admin] Added segment 5a8a53a1-f6b4-415c-b9ce-f1277434f113 of type vlan for network c6f3a755-06d9-40ad-ac26-8a0c27f2f561 Aug 16 21:07:58.881136 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff49921-c027-42ef-b211-ad6b84096ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398d056d-2fd6-495b-93c0-97c7fb0e5b85,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:58.918089 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0850-d840-49b8-a45a-51bff7eaa1e3 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:58.926077 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc09b2b-a855-4d18-8b77-7a96a204d07b admin admin] Pushing event updated for resources: {'Port': ['ID=7224ea41-2061-4df8-a658-75c0da998303,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:58.941597 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8fc09b2b-a855-4d18-8b77-7a96a204d07b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:58.973439 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-ed7f0850-d840-49b8-a45a-51bff7eaa1e3 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Transition to ACTIVE for port object d6caa881-f3de-486a-aad2-628a5729d708 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:58.976201 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-89ea9159-f13e-44f0-864a-afbbebb12664 None None] For port dfa79985-b0a0-4ff5-80b6-e6ebd7036221, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:07:58.980012 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-89ea9159-f13e-44f0-864a-afbbebb12664 None None] For port dfa79985-b0a0-4ff5-80b6-e6ebd7036221, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=dfa79985-b0a0-4ff5-80b6-e6ebd7036221,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:07:58.985616 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dff49921-c027-42ef-b211-ad6b84096ad7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:58.994395 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-6decf442-785a-4782-b9e0-7e6cc92f53ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd328974a-0b61-4411-9289-f6f85cb4247f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1744699822-router', 'tenant_id': '0d64dbe72a05445db961fd30273f80ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '01e2795b-a6dc-48be-a682-a62a3ff16383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:51Z', 'updated_at': '2021-08-16T21:07:53Z', 'revision_number': 3, 'project_id': '0d64dbe72a05445db961fd30273f80ac', 'gw_port': {'id': '01e2795b-a6dc-48be-a682-a62a3ff16383', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd328974a-0b61-4411-9289-f6f85cb4247f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:52Z', 'updated_at': '2021-08-16T21:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:59.027714 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6decf442-785a-4782-b9e0-7e6cc92f53ef None None] The sync data for ids ['d328974a-0b61-4411-9289-f6f85cb4247f'] in n-d-793620-15 is: [{'id': 'd328974a-0b61-4411-9289-f6f85cb4247f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1744699822-router', 'tenant_id': '0d64dbe72a05445db961fd30273f80ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '01e2795b-a6dc-48be-a682-a62a3ff16383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:51Z', 'updated_at': '2021-08-16T21:07:53Z', 'revision_number': 3, 'project_id': '0d64dbe72a05445db961fd30273f80ac', 'gw_port': {'id': '01e2795b-a6dc-48be-a682-a62a3ff16383', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd328974a-0b61-4411-9289-f6f85cb4247f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:52Z', 'updated_at': '2021-08-16T21:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:07:59.068209 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc09b2b-a855-4d18-8b77-7a96a204d07b admin admin] Network 23c94cb9-7fbe-4c32-98c2-b53c527999c9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:07:59.071040 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-8fc09b2b-a855-4d18-8b77-7a96a204d07b admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:59.181858 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20561ca2-d47c-41e5-9faf-a9ea2856a5a7 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Made reservation on behalf of e2f215e483294cb59a7e99482184828e for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:07:59.186131 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-20561ca2-d47c-41e5-9faf-a9ea2856a5a7 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:59.195432 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a3d38-d5e5-4973-8ca4-b5c15e1756e8 req-19298c02-5d8e-493d-bca9-d0a5bf3c5954 tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:59.199545 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-89ea9159-f13e-44f0-864a-afbbebb12664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:59.204094 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1e7a3d38-d5e5-4973-8ca4-b5c15e1756e8 req-19298c02-5d8e-493d-bca9-d0a5bf3c5954 tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] 10.222.0.84 "GET /v2.0/ports?device_id=9841aef6-869e-4e16-ac0c-12f6d00bfc6f HTTP/1.1" status: 200 len: 944 time: 0.0749066 Aug 16 21:07:59.214087 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0850-d840-49b8-a45a-51bff7eaa1e3 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:59.218755 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dff49921-c027-42ef-b211-ad6b84096ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:59.219807 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff49921-c027-42ef-b211-ad6b84096ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:59.220410 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dff49921-c027-42ef-b211-ad6b84096ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:59.281597 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea9159-f13e-44f0-864a-afbbebb12664 None None] Pushing event updated for resources: {'Port': ['ID=dfa79985-b0a0-4ff5-80b6-e6ebd7036221,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:59.355717 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc09b2b-a855-4d18-8b77-7a96a204d07b admin admin] Router d328974a-0b61-4411-9289-f6f85cb4247f has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:07:59.363853 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7f0850-d840-49b8-a45a-51bff7eaa1e3 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:07:59.403196 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-ed7f0850-d840-49b8-a45a-51bff7eaa1e3 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:59.405866 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7f0850-d840-49b8-a45a-51bff7eaa1e3 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:07:59.418580 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7f0850-d840-49b8-a45a-51bff7eaa1e3 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:59.419254 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0850-d840-49b8-a45a-51bff7eaa1e3 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:59.429702 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-dff49921-c027-42ef-b211-ad6b84096ad7 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2574992 Aug 16 21:07:59.434929 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7f0850-d840-49b8-a45a-51bff7eaa1e3 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Port': ['ID=d6caa881-f3de-486a-aad2-628a5729d708,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:59.434929 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37152) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:59.448853 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1e7a3d38-d5e5-4973-8ca4-b5c15e1756e8 req-3f91d619-dee2-4425-9ccd-a6a4a72d6f50 tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] 10.222.0.84 "GET /v2.0/security-groups?id=67a61f8a-6795-4e2f-b99d-67634fe40622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438073 Aug 16 21:07:59.449719 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff49921-c027-42ef-b211-ad6b84096ad7 admin admin] Pushing event updated for resources: {'Network': ['ID=c6f3a755-06d9-40ad-ac26-8a0c27f2f561,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:59.469697 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-51bb137c-be12-4b3d-85d2-fe34e739435f admin admin] Request body: {'subnet': {'network_id': 'c6f3a755-06d9-40ad-ac26-8a0c27f2f561', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1935759007-subnet', 'tenant_id': '1017f44846564872ac3b8d7e6141d492', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:59.473541 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network c6f3a755-06d9-40ad-ac26-8a0c27f2f561 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:07:59.557705 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ed7f0850-d840-49b8-a45a-51bff7eaa1e3 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7393425 Aug 16 21:07:59.559524 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37154) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:59.688063 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20ea039-863f-494e-9de0-334091443feb tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:59.695270 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20ea039-863f-494e-9de0-334091443feb tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:59.698191 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d20ea039-863f-494e-9de0-334091443feb tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1341391 Aug 16 21:07:59.701025 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37156) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:59.761504 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bb137c-be12-4b3d-85d2-fe34e739435f admin admin] Made reservation on behalf of 1017f44846564872ac3b8d7e6141d492 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:07:59.762177 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc09b2b-a855-4d18-8b77-7a96a204d07b admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:07:59.766409 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-51bb137c-be12-4b3d-85d2-fe34e739435f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:59.776627 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8fc09b2b-a855-4d18-8b77-7a96a204d07b admin admin] 10.222.0.84 "PUT /v2.0/routers/d328974a-0b61-4411-9289-f6f85cb4247f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3459990 Aug 16 21:07:59.862466 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-20561ca2-d47c-41e5-9faf-a9ea2856a5a7 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:59.954112 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20561ca2-d47c-41e5-9faf-a9ea2856a5a7 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Pushing event updated for resources: {'Subnet': ['ID=4d213b10-a94d-4ca8-a760-1231c0455848,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:59.994049 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20561ca2-d47c-41e5-9faf-a9ea2856a5a7 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Checking segment: {'id': '8bb96f08-cd2b-4273-ae4e-3b6f41e4d789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '328a23ea-c930-4ea4-a9b9-31eb00eb264b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:08:00.012188 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20561ca2-d47c-41e5-9faf-a9ea2856a5a7 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Network hostable DHCP agents. Network: 328a23ea-c930-4ea4-a9b9-31eb00eb264b, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:08:00.015497 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 2cca79be-6b17-4da4-8b51-2238bcc402e3 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:08:00.022643 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-14098929-6a6d-4610-a11c-b48e17f39abd tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting port d6caa881-f3de-486a-aad2-628a5729d708 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:08:00.022997 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-14098929-6a6d-4610-a11c-b48e17f39abd tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:00.141233 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20561ca2-d47c-41e5-9faf-a9ea2856a5a7 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Network 328a23ea-c930-4ea4-a9b9-31eb00eb264b is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:08:00.195824 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 2cca79be-6b17-4da4-8b51-2238bcc402e3, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=2cca79be-6b17-4da4-8b51-2238bcc402e3,segment=NetworkSegment(6298e35a-65ec-4cf3-97bd-d86b7327f53a),segment_id=6298e35a-65ec-4cf3-97bd-d86b7327f53a)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:00.217871 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-14098929-6a6d-4610-a11c-b48e17f39abd tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:00.218354 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '2cca79be-6b17-4da4-8b51-2238bcc402e3', 'network_id': 'c5eb9fb9-bf00-4023-97a5-4f0948d0d60a', 'port_id': '2cca79be-6b17-4da4-8b51-2238bcc402e3', 'mac_address': 'fa:16:3e:ef:98:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '158bb2fb-a94e-41f9-a7ae-f6bbe9956dcf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:08:00.231446 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-14098929-6a6d-4610-a11c-b48e17f39abd tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Calling delete_port for d6caa881-f3de-486a-aad2-628a5729d708 owned by {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:08:00.246229 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-20561ca2-d47c-41e5-9faf-a9ea2856a5a7 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 328a23ea-c930-4ea4-a9b9-31eb00eb264b) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:00.269750 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20561ca2-d47c-41e5-9faf-a9ea2856a5a7 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:00.273917 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af99401c-bd21-40d4-97c5-669d6d5d18a5 None None] Network 328a23ea-c930-4ea4-a9b9-31eb00eb264b requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:00.275700 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-20561ca2-d47c-41e5-9faf-a9ea2856a5a7 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:00.329977 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-51bb137c-be12-4b3d-85d2-fe34e739435f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:00.358659 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:00.403926 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-20561ca2-d47c-41e5-9faf-a9ea2856a5a7 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6860950 Aug 16 21:08:00.404748 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37176) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:00.414426 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-11932da5-4fe5-4169-b053-11836c1e2d97 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Request body: {'port': {'network_id': '328a23ea-c930-4ea4-a9b9-31eb00eb264b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-135125338'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:00.416651 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cca79be-6b17-4da4-8b51-2238bcc402e3 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:08:00.435514 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bb137c-be12-4b3d-85d2-fe34e739435f admin admin] Checking segment: {'id': '5a8a53a1-f6b4-415c-b9ce-f1277434f113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c6f3a755-06d9-40ad-ac26-8a0c27f2f561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:08:00.436333 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bb137c-be12-4b3d-85d2-fe34e739435f admin admin] Network hostable DHCP agents. Network: c6f3a755-06d9-40ad-ac26-8a0c27f2f561, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:08:00.469507 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 2cca79be-6b17-4da4-8b51-2238bcc402e3, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=2cca79be-6b17-4da4-8b51-2238bcc402e3,segment=NetworkSegment(6298e35a-65ec-4cf3-97bd-d86b7327f53a),segment_id=6298e35a-65ec-4cf3-97bd-d86b7327f53a)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:00.573273 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:00.581130 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-71775080-90d6-4ba5-a076-a6ae2472e4ea tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:00.582971 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-71775080-90d6-4ba5-a076-a6ae2472e4ea tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/networks?id=23c94cb9-7fbe-4c32-98c2-b53c527999c9 HTTP/1.1" status: 200 len: 820 time: 0.1486590 Aug 16 21:08:00.600973 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb137c-be12-4b3d-85d2-fe34e739435f admin admin] Pushing event updated for resources: {'Subnet': ['ID=55c661fc-ec8d-4a3b-9107-3acc9d4d0609,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:00.693968 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-0efbec92-f46a-404a-b448-c982cf6c8be1 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/quotas/0d64dbe72a05445db961fd30273f80ac HTTP/1.1" status: 200 len: 375 time: 0.0797646 Aug 16 21:08:00.701242 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd86cf2-5f79-48cd-9cec-b1814e31a86c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-328a23ea-c930-4ea4-a9b9-31eb00eb264b', 'network_id': '328a23ea-c930-4ea4-a9b9-31eb00eb264b', 'tenant_id': 'e2f215e483294cb59a7e99482184828e', 'fixed_ips': [{'subnet_id': '4d213b10-a94d-4ca8-a760-1231c0455848'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:08:00.702185 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cfd86cf2-5f79-48cd-9cec-b1814e31a86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:00.715150 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=2cca79be-6b17-4da4-8b51-2238bcc402e3,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:00.716483 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89816f49-eec3-4ab5-b3d7-7ba762633ac7 req-7eca59c2-57ec-4059-aa88-d4f7972007c0 tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:00.718242 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11932da5-4fe5-4169-b053-11836c1e2d97 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Made reservation on behalf of e2f215e483294cb59a7e99482184828e for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:00.718389 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-89816f49-eec3-4ab5-b3d7-7ba762633ac7 req-7eca59c2-57ec-4059-aa88-d4f7972007c0 tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] 10.222.0.84 "GET /v2.0/ports?device_id=9841aef6-869e-4e16-ac0c-12f6d00bfc6f HTTP/1.1" status: 200 len: 945 time: 0.1328225 Aug 16 21:08:00.721761 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-11932da5-4fe5-4169-b053-11836c1e2d97 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:00.746811 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bb137c-be12-4b3d-85d2-fe34e739435f admin admin] Network c6f3a755-06d9-40ad-ac26-8a0c27f2f561 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:08:00.762023 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-11932da5-4fe5-4169-b053-11836c1e2d97 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] device_id is not set on port 20f36f51-810c-4075-98e4-aac43f3aee00 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:08:00.771755 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['2cca79be-6b17-4da4-8b51-2238bcc402e3'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:08:00.812965 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-89816f49-eec3-4ab5-b3d7-7ba762633ac7 req-27d31ef7-4d18-4fe7-b038-4b3b29cc254e tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] 10.222.0.84 "GET /v2.0/security-groups?id=67a61f8a-6795-4e2f-b99d-67634fe40622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801680 Aug 16 21:08:00.824071 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-586b1115-85a6-4537-880b-99bdb7845af2 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=0d64dbe72a05445db961fd30273f80ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1046519 Aug 16 21:08:00.862713 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-14098929-6a6d-4610-a11c-b48e17f39abd tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:00.870900 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-51bb137c-be12-4b3d-85d2-fe34e739435f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, c6f3a755-06d9-40ad-ac26-8a0c27f2f561) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:00.902623 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5981fe-8770-48c0-a113-3dc7b8f3c077 None None] Network c6f3a755-06d9-40ad-ac26-8a0c27f2f561 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:00.969887 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bb137c-be12-4b3d-85d2-fe34e739435f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:00.970813 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-51bb137c-be12-4b3d-85d2-fe34e739435f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:00.977455 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14098929-6a6d-4610-a11c-b48e17f39abd tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Port': ['ID=d6caa881-f3de-486a-aad2-628a5729d708,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:01.022306 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-14098929-6a6d-4610-a11c-b48e17f39abd tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:01.022464 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-11932da5-4fe5-4169-b053-11836c1e2d97 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Allocated IP 172.20.0.3 (328a23ea-c930-4ea4-a9b9-31eb00eb264b/4d213b10-a94d-4ca8-a760-1231c0455848/20f36f51-810c-4075-98e4-aac43f3aee00) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:08:01.024491 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-14098929-6a6d-4610-a11c-b48e17f39abd tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/ports/d6caa881-f3de-486a-aad2-628a5729d708 HTTP/1.1" status: 204 len: 168 time: 1.3222845 Aug 16 21:08:01.027535 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37182) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:01.104222 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-51bb137c-be12-4b3d-85d2-fe34e739435f admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6655014 Aug 16 21:08:01.106530 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-df3eb156-a7b0-4e80-9822-09928d8e0017 service neutron] 10.222.0.84 "GET /v2.0/networks/23c94cb9-7fbe-4c32-98c2-b53c527999c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704458 Aug 16 21:08:01.162205 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d76a23-6bc6-4b68-9a14-03daee0d024a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:01.164109 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d76a23-6bc6-4b68-9a14-03daee0d024a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:01.167542 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-49d76a23-6bc6-4b68-9a14-03daee0d024a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1375201 Aug 16 21:08:01.169394 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37186) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:01.220519 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0a8ed1-1810-44d7-be32-b4839436ed82 None None] Network c6f3a755-06d9-40ad-ac26-8a0c27f2f561 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:01.294895 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-11932da5-4fe5-4169-b053-11836c1e2d97 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:01.315027 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-56c6fe6b-68bf-40c0-a4f8-6eb37ba0e42f None None] Provisioning for port dfa79985-b0a0-4ff5-80b6-e6ebd7036221 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:01.472618 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device dfa79985-b0a0-4ff5-80b6-e6ebd7036221 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:08:01.497334 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-183d2cc3-3aec-4474-b49a-3b5c27c6eb33 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting subnet a8c79c13-f9da-44ea-a614-f466b212def0 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:08:01.509373 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-183d2cc3-3aec-4474-b49a-3b5c27c6eb33 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:01.531492 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f887db2d-565f-4bb2-af33-383124927c05 None None] Could not find standard attr ID for object d6caa881-f3de-486a-aad2-628a5729d708. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 21:08:01.624941 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-d01b1e21-8aca-4b32-a407-fa4e7eec72ca service neutron] 10.222.0.84 "GET /v2.0/networks/23c94cb9-7fbe-4c32-98c2-b53c527999c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4964597 Aug 16 21:08:01.630956 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-183d2cc3-3aec-4474-b49a-3b5c27c6eb33 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:01.759165 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-11932da5-4fe5-4169-b053-11836c1e2d97 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Transition to ACTIVE for port object 20f36f51-810c-4075-98e4-aac43f3aee00 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:01.770331 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-183d2cc3-3aec-4474-b49a-3b5c27c6eb33 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:01.781107 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port dfa79985-b0a0-4ff5-80b6-e6ebd7036221 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:01.786909 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port dfa79985-b0a0-4ff5-80b6-e6ebd7036221 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:01.787418 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:01.830838 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e1a3b6-c721-4654-b2a4-71400dee1305 None None] Sync routers for ids ['d328974a-0b61-4411-9289-f6f85cb4247f'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:08:01.841801 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e1a3b6-c721-4654-b2a4-71400dee1305 None None] Routers {'d328974a-0b61-4411-9289-f6f85cb4247f'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:08:01.842442 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-f2e1a3b6-c721-4654-b2a4-71400dee1305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:07:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d328974a-0b61-4411-9289-f6f85cb4247f'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:01.916256 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:01.925541 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-11932da5-4fe5-4169-b053-11836c1e2d97 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:02.012047 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-f2e1a3b6-c721-4654-b2a4-71400dee1305 None None] Set router d328974a-0b61-4411-9289-f6f85cb4247f gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:08:02.017550 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 2cca79be-6b17-4da4-8b51-2238bcc402e3 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:08:02.020432 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-cfd86cf2-5f79-48cd-9cec-b1814e31a86c None None] Allocated IP 172.20.0.2 (328a23ea-c930-4ea4-a9b9-31eb00eb264b/4d213b10-a94d-4ca8-a760-1231c0455848/3aa96f63-a780-40f8-b5b5-598e1cc2cf63) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:08:02.081531 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11932da5-4fe5-4169-b053-11836c1e2d97 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Network 328a23ea-c930-4ea4-a9b9-31eb00eb264b is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:02.091072 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-11932da5-4fe5-4169-b053-11836c1e2d97 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:02.099303 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11932da5-4fe5-4169-b053-11836c1e2d97 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:08:02.112777 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-183d2cc3-3aec-4474-b49a-3b5c27c6eb33 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:02.131654 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.db.api [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:08:02.133377 n-d-793620-15 neutron-server[101846]: DEBUG oslo_db.api [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:08:02.223500 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d2cd0c4c-ecbb-409c-a54b-ac24583ff3ef req-e082b388-a657-43a1-a288-eafb241ac1b0 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 210 time: 0.1879756 Aug 16 21:08:02.223778 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11932da5-4fe5-4169-b053-11836c1e2d97 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Pushing event updated for resources: {'Port': ['ID=20f36f51-810c-4075-98e4-aac43f3aee00,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:02.240801 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11932da5-4fe5-4169-b053-11836c1e2d97 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:02.240801 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-11932da5-4fe5-4169-b053-11836c1e2d97 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:02.240801 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37206) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:02.240801 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-72c3e598-28dc-4d6e-8ce7-91c3f73d1524 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1236154447-network', 'tenant_id': '9e4a4d0fa1bc48f1b43c504c445d54f3'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:02.294099 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd5f73-e81e-43b2-a615-d916aef44e3d req-52dc809e-1328-4f7e-b761-f527270fcf07 tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:02.298220 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-f2e1a3b6-c721-4654-b2a4-71400dee1305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd328974a-0b61-4411-9289-f6f85cb4247f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1744699822-router', 'tenant_id': '0d64dbe72a05445db961fd30273f80ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '01e2795b-a6dc-48be-a682-a62a3ff16383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:51Z', 'updated_at': '2021-08-16T21:07:58Z', 'revision_number': 4, 'project_id': '0d64dbe72a05445db961fd30273f80ac', 'gw_port': {'id': '01e2795b-a6dc-48be-a682-a62a3ff16383', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd328974a-0b61-4411-9289-f6f85cb4247f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:52Z', 'updated_at': '2021-08-16T21:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '7224ea41-2061-4df8-a658-75c0da998303', 'name': '', 'network_id': '23c94cb9-7fbe-4c32-98c2-b53c527999c9', 'tenant_id': '0d64dbe72a05445db961fd30273f80ac', 'mac_address': 'fa:16:3e:ad:41:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd328974a-0b61-4411-9289-f6f85cb4247f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'f401c415-c833-4edb-aa31-1fa3940c9bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:57Z', 'updated_at': '2021-08-16T21:07:58Z', 'revision_number': 2, 'project_id': '0d64dbe72a05445db961fd30273f80ac', 'subnets': [{'id': 'f401c415-c833-4edb-aa31-1fa3940c9bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:02.304827 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-06bd5f73-e81e-43b2-a615-d916aef44e3d req-52dc809e-1328-4f7e-b761-f527270fcf07 tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] 10.222.0.84 "GET /v2.0/ports?device_id=9841aef6-869e-4e16-ac0c-12f6d00bfc6f HTTP/1.1" status: 200 len: 945 time: 0.3645945 Aug 16 21:08:02.325958 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e1a3b6-c721-4654-b2a4-71400dee1305 None None] Checking router: d328974a-0b61-4411-9289-f6f85cb4247f for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:08:02.326314 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e1a3b6-c721-4654-b2a4-71400dee1305 None None] Updating router d328974a-0b61-4411-9289-f6f85cb4247f port 7224ea41-2061-4df8-a658-75c0da998303 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:08:02.352351 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f2e1a3b6-c721-4654-b2a4-71400dee1305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:02.353575 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cfd86cf2-5f79-48cd-9cec-b1814e31a86c None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:02.356271 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-183d2cc3-3aec-4474-b49a-3b5c27c6eb33 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:02.361307 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-183d2cc3-3aec-4474-b49a-3b5c27c6eb33 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/a8c79c13-f9da-44ea-a614-f466b212def0 HTTP/1.1" status: 204 len: 168 time: 1.1767387 Aug 16 21:08:02.362064 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37212) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:02.366345 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef07bb60-d0a3-4f17-b78e-a1b49af15a48 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:02.373028 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-06bd5f73-e81e-43b2-a615-d916aef44e3d req-0cd048ad-858f-49bc-91db-b851b6650c92 tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] 10.222.0.84 "GET /v2.0/security-groups?id=67a61f8a-6795-4e2f-b99d-67634fe40622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669367 Aug 16 21:08:02.373865 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d2cc3-3aec-4474-b49a-3b5c27c6eb33 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Subnet': ['ID=a8c79c13-f9da-44ea-a614-f466b212def0,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:02.426516 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-68c1c51c-bda5-4b2b-b934-6a5983ed30b3 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0606952 Aug 16 21:08:02.426965 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37214) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:02.442521 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c3e598-28dc-4d6e-8ce7-91c3f73d1524 admin admin] Made reservation on behalf of 9e4a4d0fa1bc48f1b43c504c445d54f3 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:02.444382 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 2cca79be-6b17-4da4-8b51-2238bcc402e3 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:02.449108 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-72c3e598-28dc-4d6e-8ce7-91c3f73d1524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:02.451578 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 2cca79be-6b17-4da4-8b51-2238bcc402e3 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:02.452116 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:02.471378 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-72c3e598-28dc-4d6e-8ce7-91c3f73d1524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:02.514863 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-11932da5-4fe5-4169-b053-11836c1e2d97 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1070890 Aug 16 21:08:02.517930 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37216) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:02.521679 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-cfd86cf2-5f79-48cd-9cec-b1814e31a86c None None] Transition to ACTIVE for port object 3aa96f63-a780-40f8-b5b5-598e1cc2cf63 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:02.542058 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814c552e-b533-443e-b638-e9bc75053c8e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:02.546723 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-814c552e-b533-443e-b638-e9bc75053c8e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1187305 Aug 16 21:08:02.555436 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37218) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:02.560405 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-8d444eec-610a-4e35-bb00-f02e1ee5d0a1 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Request body: {'port': {'network_id': '328a23ea-c930-4ea4-a9b9-31eb00eb264b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1521591513', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:02.561243 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.api.validators [None req-8d444eec-610a-4e35-bb00-f02e1ee5d0a1 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] bootfile-name is not in valid_values {{(pid=101844) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 21:08:02.561775 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.api.validators [None req-8d444eec-610a-4e35-bb00-f02e1ee5d0a1 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] tftp-server is not in valid_values {{(pid=101844) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 21:08:02.562281 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.api.validators [None req-8d444eec-610a-4e35-bb00-f02e1ee5d0a1 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] server-ip-address is not in valid_values {{(pid=101844) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 21:08:02.599852 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-cfd86cf2-5f79-48cd-9cec-b1814e31a86c None None] Transition to ACTIVE for port object 3aa96f63-a780-40f8-b5b5-598e1cc2cf63 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:02.817143 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:02.817143 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c70353b-26ef-4274-a48f-a8a17f3b0193 None None] DHCP port deletion for 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:08:02.817374 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35f9c7f-b38d-4e2f-821d-b436694937de tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:02.817374 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c35f9c7f-b38d-4e2f-821d-b436694937de tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1629689 Aug 16 21:08:02.817374 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37220) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:02.817657 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:02.817770 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-34dd01eb-3b41-4014-ba8d-743c93fdffd5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0598309 Aug 16 21:08:02.817872 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37222) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:02.817872 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-6d1f391a-8d3f-4d9a-adb6-5a05ae8dd2d5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'subnet': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:02.818065 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9841aef6-869e-4e16-ac0c-12f6d00bfc6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cca79be-6b17-4da4-8b51-2238bcc402e3'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:08:02.818065 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b10e528-c8c5-4bb1-b97e-2db0a4355005" -d '{"events": [{"server_uuid": "9841aef6-869e-4e16-ac0c-12f6d00bfc6f", "name": "network-vif-plugged", "status": "completed", "tag": "2cca79be-6b17-4da4-8b51-2238bcc402e3"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:08:02.823308 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port dfa79985-b0a0-4ff5-80b6-e6ebd7036221, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=dfa79985-b0a0-4ff5-80b6-e6ebd7036221,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:02.827084 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-72c3e598-28dc-4d6e-8ce7-91c3f73d1524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:02.827355 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cfd86cf2-5f79-48cd-9cec-b1814e31a86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:02.846825 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 2cca79be-6b17-4da4-8b51-2238bcc402e3, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=2cca79be-6b17-4da4-8b51-2238bcc402e3,segment=NetworkSegment(6298e35a-65ec-4cf3-97bd-d86b7327f53a),segment_id=6298e35a-65ec-4cf3-97bd-d86b7327f53a)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:02.867983 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f2e1a3b6-c721-4654-b2a4-71400dee1305 None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:02.884445 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-f2e1a3b6-c721-4654-b2a4-71400dee1305 None None] Transition to ACTIVE for port object 7224ea41-2061-4df8-a658-75c0da998303 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:02.902952 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd86cf2-5f79-48cd-9cec-b1814e31a86c None None] Network 328a23ea-c930-4ea4-a9b9-31eb00eb264b is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:02.904188 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd826090-35d5-441f-a899-216fc37c3ebb x-openstack-request-id: req-fd826090-35d5-441f-a899-216fc37c3ebb {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:08:02.904576 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9841aef6-869e-4e16-ac0c-12f6d00bfc6f", "name": "network-vif-plugged", "status": "completed", "tag": "2cca79be-6b17-4da4-8b51-2238bcc402e3", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:08:02.904926 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-fd826090-35d5-441f-a899-216fc37c3ebb {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:08:02.905417 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9841aef6-869e-4e16-ac0c-12f6d00bfc6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cca79be-6b17-4da4-8b51-2238bcc402e3', 'code': 200} Aug 16 21:08:02.953342 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-cfd86cf2-5f79-48cd-9cec-b1814e31a86c None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:02.953342 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd86cf2-5f79-48cd-9cec-b1814e31a86c None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:08:02.962773 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-72c3e598-28dc-4d6e-8ce7-91c3f73d1524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:02.963021 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd86cf2-5f79-48cd-9cec-b1814e31a86c None None] Pushing event updated for resources: {'Port': ['ID=3aa96f63-a780-40f8-b5b5-598e1cc2cf63,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:02.963021 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:02.963021 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 01e2795b-a6dc-48be-a682-a62a3ff16383 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:08:02.970427 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-0c70353b-26ef-4274-a48f-a8a17f3b0193 None None] Deleting port dfa79985-b0a0-4ff5-80b6-e6ebd7036221 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:08:02.970937 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0c70353b-26ef-4274-a48f-a8a17f3b0193 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:02.983317 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f2e1a3b6-c721-4654-b2a4-71400dee1305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:02.990773 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c3e598-28dc-4d6e-8ce7-91c3f73d1524 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:08:03.014556 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-72c3e598-28dc-4d6e-8ce7-91c3f73d1524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:03.017585 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-72c3e598-28dc-4d6e-8ce7-91c3f73d1524 admin admin] Added segment 99e6bafd-4a0d-4d82-a22a-1f8c1f495cf0 of type vlan for network 9b199fd2-4f9b-4728-9612-27ca6f1985e3 Aug 16 21:08:03.036336 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a1c81-79bc-489f-9647-88a075e3e343 None None] Pushing event updated for resources: {'Port': ['ID=7224ea41-2061-4df8-a658-75c0da998303,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:03.042917 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-0c70353b-26ef-4274-a48f-a8a17f3b0193 None None] For port dfa79985-b0a0-4ff5-80b6-e6ebd7036221, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=dfa79985-b0a0-4ff5-80b6-e6ebd7036221,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:03.043479 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0c70353b-26ef-4274-a48f-a8a17f3b0193 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:03.048046 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a1c81-79bc-489f-9647-88a075e3e343 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:03.048620 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a1c81-79bc-489f-9647-88a075e3e343 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:03.049129 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a1c81-79bc-489f-9647-88a075e3e343 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:03.049835 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a1c81-79bc-489f-9647-88a075e3e343 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:03.050353 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a1c81-79bc-489f-9647-88a075e3e343 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:03.050850 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a1c81-79bc-489f-9647-88a075e3e343 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:03.051344 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a1c81-79bc-489f-9647-88a075e3e343 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:03.051863 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a1c81-79bc-489f-9647-88a075e3e343 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:03.052602 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a1c81-79bc-489f-9647-88a075e3e343 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:03.053106 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a1c81-79bc-489f-9647-88a075e3e343 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:03.053689 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a1c81-79bc-489f-9647-88a075e3e343 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:03.054172 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a1c81-79bc-489f-9647-88a075e3e343 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:03.058118 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-0c70353b-26ef-4274-a48f-a8a17f3b0193 None None] Calling delete_port for dfa79985-b0a0-4ff5-80b6-e6ebd7036221 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:08:03.112732 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d444eec-610a-4e35-bb00-f02e1ee5d0a1 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Made reservation on behalf of e2f215e483294cb59a7e99482184828e for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:03.116288 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8d444eec-610a-4e35-bb00-f02e1ee5d0a1 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:03.130943 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea89ff-2d48-4fe7-a4fc-91381ad378ca req-3de47233-52c3-432f-a201-38fe63c79c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:03.136900 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-deea89ff-2d48-4fe7-a4fc-91381ad378ca req-3de47233-52c3-432f-a201-38fe63c79c74 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9841aef6-869e-4e16-ac0c-12f6d00bfc6f HTTP/1.1" status: 200 len: 1098 time: 0.1358604 Aug 16 21:08:03.145981 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:03.168531 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-72c3e598-28dc-4d6e-8ce7-91c3f73d1524 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:03.174651 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-f2e1a3b6-c721-4654-b2a4-71400dee1305 None None] Attempting to bind port 7224ea41-2061-4df8-a658-75c0da998303 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:08:03.174964 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-f2e1a3b6-c721-4654-b2a4-71400dee1305 None None] Attempting to bind port 7224ea41-2061-4df8-a658-75c0da998303 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '935c4def-bcd0-41b7-b894-caf6082db5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '23c94cb9-7fbe-4c32-98c2-b53c527999c9'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:08:03.175581 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e1a3b6-c721-4654-b2a4-71400dee1305 None None] Attempting to bind port 7224ea41-2061-4df8-a658-75c0da998303 on network 23c94cb9-7fbe-4c32-98c2-b53c527999c9 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:08:03.182806 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e1a3b6-c721-4654-b2a4-71400dee1305 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:08:03.182806 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e1a3b6-c721-4654-b2a4-71400dee1305 None None] Checking segment: {'id': '935c4def-bcd0-41b7-b894-caf6082db5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '23c94cb9-7fbe-4c32-98c2-b53c527999c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:08:03.183236 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f2e1a3b6-c721-4654-b2a4-71400dee1305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:03.183978 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e1a3b6-c721-4654-b2a4-71400dee1305 None None] Bound using segment: {'id': '935c4def-bcd0-41b7-b894-caf6082db5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '23c94cb9-7fbe-4c32-98c2-b53c527999c9'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:08:03.184479 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-f2e1a3b6-c721-4654-b2a4-71400dee1305 None None] Bound port: 7224ea41-2061-4df8-a658-75c0da998303, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '935c4def-bcd0-41b7-b894-caf6082db5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '23c94cb9-7fbe-4c32-98c2-b53c527999c9'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:08:03.184911 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f2e1a3b6-c721-4654-b2a4-71400dee1305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:03.188656 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-8d444eec-610a-4e35-bb00-f02e1ee5d0a1 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] device_id is not set on port 4458556f-65ae-44df-ad00-4fcd2e19f251 yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:08:03.221263 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3e598-28dc-4d6e-8ce7-91c3f73d1524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba56fb8-32ba-48ba-8a98-68aeec22ffa8,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:03.235807 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3e598-28dc-4d6e-8ce7-91c3f73d1524 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:03.236893 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3e598-28dc-4d6e-8ce7-91c3f73d1524 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:03.237412 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3e598-28dc-4d6e-8ce7-91c3f73d1524 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:03.238524 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3e598-28dc-4d6e-8ce7-91c3f73d1524 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:03.239040 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3e598-28dc-4d6e-8ce7-91c3f73d1524 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:03.239545 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3e598-28dc-4d6e-8ce7-91c3f73d1524 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:03.240084 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3e598-28dc-4d6e-8ce7-91c3f73d1524 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:03.240715 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3e598-28dc-4d6e-8ce7-91c3f73d1524 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:03.241203 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3e598-28dc-4d6e-8ce7-91c3f73d1524 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:03.241686 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3e598-28dc-4d6e-8ce7-91c3f73d1524 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:03.242480 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3e598-28dc-4d6e-8ce7-91c3f73d1524 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:03.243168 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c3e598-28dc-4d6e-8ce7-91c3f73d1524 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:03.249991 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0c70353b-26ef-4274-a48f-a8a17f3b0193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:03.288652 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-f2e1a3b6-c721-4654-b2a4-71400dee1305 None None] For port 7224ea41-2061-4df8-a658-75c0da998303, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:08:03.292833 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-f2e1a3b6-c721-4654-b2a4-71400dee1305 None None] For port 7224ea41-2061-4df8-a658-75c0da998303, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=7224ea41-2061-4df8-a658-75c0da998303,segment=NetworkSegment(935c4def-bcd0-41b7-b894-caf6082db5ff),segment_id=935c4def-bcd0-41b7-b894-caf6082db5ff)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:08:03.312562 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-72c3e598-28dc-4d6e-8ce7-91c3f73d1524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:03.314640 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c3e598-28dc-4d6e-8ce7-91c3f73d1524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:03.315489 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-72c3e598-28dc-4d6e-8ce7-91c3f73d1524 admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:03.331209 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c70353b-26ef-4274-a48f-a8a17f3b0193 None None] No DVR routers for this DVR port dfa79985-b0a0-4ff5-80b6-e6ebd7036221 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:08:03.346690 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-cfd86cf2-5f79-48cd-9cec-b1814e31a86c None None] Attempting to bind port 3aa96f63-a780-40f8-b5b5-598e1cc2cf63 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:08:03.346690 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-cfd86cf2-5f79-48cd-9cec-b1814e31a86c None None] Attempting to bind port 3aa96f63-a780-40f8-b5b5-598e1cc2cf63 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '8bb96f08-cd2b-4273-ae4e-3b6f41e4d789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '328a23ea-c930-4ea4-a9b9-31eb00eb264b'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:08:03.346690 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd86cf2-5f79-48cd-9cec-b1814e31a86c None None] Attempting to bind port 3aa96f63-a780-40f8-b5b5-598e1cc2cf63 on network 328a23ea-c930-4ea4-a9b9-31eb00eb264b {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:08:03.358668 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=dfa79985-b0a0-4ff5-80b6-e6ebd7036221,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:03.364559 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd86cf2-5f79-48cd-9cec-b1814e31a86c None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:08:03.365081 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd86cf2-5f79-48cd-9cec-b1814e31a86c None None] Checking segment: {'id': '8bb96f08-cd2b-4273-ae4e-3b6f41e4d789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '328a23ea-c930-4ea4-a9b9-31eb00eb264b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:08:03.365592 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cfd86cf2-5f79-48cd-9cec-b1814e31a86c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:03.366078 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd86cf2-5f79-48cd-9cec-b1814e31a86c None None] Bound using segment: {'id': '8bb96f08-cd2b-4273-ae4e-3b6f41e4d789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '328a23ea-c930-4ea4-a9b9-31eb00eb264b'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:08:03.368119 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1f391a-8d3f-4d9a-adb6-5a05ae8dd2d5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:03.369492 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-cfd86cf2-5f79-48cd-9cec-b1814e31a86c None None] Bound port: 3aa96f63-a780-40f8-b5b5-598e1cc2cf63, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb96f08-cd2b-4273-ae4e-3b6f41e4d789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '328a23ea-c930-4ea4-a9b9-31eb00eb264b'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:08:03.370007 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cfd86cf2-5f79-48cd-9cec-b1814e31a86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:03.371967 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6d1f391a-8d3f-4d9a-adb6-5a05ae8dd2d5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:03.393884 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f2e1a3b6-c721-4654-b2a4-71400dee1305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:03.412402 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 01e2795b-a6dc-48be-a682-a62a3ff16383 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:03.431222 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 01e2795b-a6dc-48be-a682-a62a3ff16383 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:03.431222 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:03.443169 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3c5f890b-4726-4836-b704-7bddb70b3499 req-f932e703-84ed-41c2-8d10-9bc0e3e48b75 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 210 time: 0.1046705 Aug 16 21:08:03.483850 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-deea89ff-2d48-4fe7-a4fc-91381ad378ca req-02a98371-dda6-4a14-b376-f2de9a8a6e60 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=67a61f8a-6795-4e2f-b99d-67634fe40622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232198 Aug 16 21:08:03.494185 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3e598-28dc-4d6e-8ce7-91c3f73d1524 admin admin] Pushing event updated for resources: {'Network': ['ID=9b199fd2-4f9b-4728-9612-27ca6f1985e3,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:03.520546 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-72c3e598-28dc-4d6e-8ce7-91c3f73d1524 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2841578 Aug 16 21:08:03.521059 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37234) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:03.528281 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-26f248fe-74f7-4eef-84e6-30d14cace259 admin admin] Request body: {'subnet': {'network_id': '9b199fd2-4f9b-4728-9612-27ca6f1985e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1236154447-subnet', 'tenant_id': '9e4a4d0fa1bc48f1b43c504c445d54f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:03.546260 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 9b199fd2-4f9b-4728-9612-27ca6f1985e3 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:08:03.561582 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=2cca79be-6b17-4da4-8b51-2238bcc402e3,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:03.570927 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-8d444eec-610a-4e35-bb00-f02e1ee5d0a1 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Allocated IP 172.20.0.6 (328a23ea-c930-4ea4-a9b9-31eb00eb264b/4d213b10-a94d-4ca8-a760-1231c0455848/4458556f-65ae-44df-ad00-4fcd2e19f251) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:08:03.604962 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f248fe-74f7-4eef-84e6-30d14cace259 admin admin] Made reservation on behalf of 9e4a4d0fa1bc48f1b43c504c445d54f3 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:03.607349 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-26f248fe-74f7-4eef-84e6-30d14cace259 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:03.616673 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70353b-26ef-4274-a48f-a8a17f3b0193 None None] Pushing event deleted for resources: {'Port': ['ID=dfa79985-b0a0-4ff5-80b6-e6ebd7036221,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:03.658317 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e1a3b6-c721-4654-b2a4-71400dee1305 None None] Routers {'d328974a-0b61-4411-9289-f6f85cb4247f'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:08:03.658949 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-f2e1a3b6-c721-4654-b2a4-71400dee1305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:07:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d328974a-0b61-4411-9289-f6f85cb4247f'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:03.660944 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a1c81-79bc-489f-9647-88a075e3e343 None None] Pushing event updated for resources: {'Port': ['ID=7224ea41-2061-4df8-a658-75c0da998303,revision_number=4']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:03.684285 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-cfd86cf2-5f79-48cd-9cec-b1814e31a86c None None] For port 3aa96f63-a780-40f8-b5b5-598e1cc2cf63, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:08:03.711044 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-cfd86cf2-5f79-48cd-9cec-b1814e31a86c None None] For port 3aa96f63-a780-40f8-b5b5-598e1cc2cf63, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=3aa96f63-a780-40f8-b5b5-598e1cc2cf63,segment=NetworkSegment(8bb96f08-cd2b-4273-ae4e-3b6f41e4d789),segment_id=8bb96f08-cd2b-4273-ae4e-3b6f41e4d789)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:08:03.765025 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:03.787427 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 01e2795b-a6dc-48be-a682-a62a3ff16383, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=01e2795b-a6dc-48be-a682-a62a3ff16383,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:03.810169 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cfd86cf2-5f79-48cd-9cec-b1814e31a86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:03.819984 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-f2e1a3b6-c721-4654-b2a4-71400dee1305 None None] Set router d328974a-0b61-4411-9289-f6f85cb4247f gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:08:03.865880 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed10773-a26a-41b2-98bb-2df914c6e8ea req-a9fc69ac-8bff-4436-b4b7-30843cd0fcca tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:03.876552 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0ed10773-a26a-41b2-98bb-2df914c6e8ea req-a9fc69ac-8bff-4436-b4b7-30843cd0fcca tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] 10.222.0.84 "GET /v2.0/ports?device_id=9841aef6-869e-4e16-ac0c-12f6d00bfc6f HTTP/1.1" status: 200 len: 946 time: 0.3247252 Aug 16 21:08:03.889253 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:03.922903 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd86cf2-5f79-48cd-9cec-b1814e31a86c None None] Pushing event updated for resources: {'Port': ['ID=3aa96f63-a780-40f8-b5b5-598e1cc2cf63,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:04.016104 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=01e2795b-a6dc-48be-a682-a62a3ff16383,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:04.028390 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device dfa79985-b0a0-4ff5-80b6-e6ebd7036221 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:08:04.038351 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0ed10773-a26a-41b2-98bb-2df914c6e8ea req-a4f07bba-c609-4331-991a-0f88d8272001 tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] 10.222.0.84 "GET /v2.0/security-groups?id=67a61f8a-6795-4e2f-b99d-67634fe40622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564577 Aug 16 21:08:04.049369 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-26f248fe-74f7-4eef-84e6-30d14cace259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:04.065546 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: dfa79985-b0a0-4ff5-80b6-e6ebd7036221 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:08:04.066526 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device dfa79985-b0a0-4ff5-80b6-e6ebd7036221 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:08:04.129617 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8d444eec-610a-4e35-bb00-f02e1ee5d0a1 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:04.155103 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-8d444eec-610a-4e35-bb00-f02e1ee5d0a1 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Transition to ACTIVE for port object 4458556f-65ae-44df-ad00-4fcd2e19f251 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:04.217592 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f248fe-74f7-4eef-84e6-30d14cace259 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d3365a6-dffb-4fb4-988a-659dc3c0d190,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:04.218841 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f248fe-74f7-4eef-84e6-30d14cace259 admin admin] Checking segment: {'id': '99e6bafd-4a0d-4d82-a22a-1f8c1f495cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9b199fd2-4f9b-4728-9612-27ca6f1985e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:08:04.220153 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f248fe-74f7-4eef-84e6-30d14cace259 admin admin] Network hostable DHCP agents. Network: 9b199fd2-4f9b-4728-9612-27ca6f1985e3, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:08:04.286043 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-f2e1a3b6-c721-4654-b2a4-71400dee1305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd328974a-0b61-4411-9289-f6f85cb4247f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1744699822-router', 'tenant_id': '0d64dbe72a05445db961fd30273f80ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '01e2795b-a6dc-48be-a682-a62a3ff16383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:51Z', 'updated_at': '2021-08-16T21:07:58Z', 'revision_number': 4, 'project_id': '0d64dbe72a05445db961fd30273f80ac', 'gw_port': {'id': '01e2795b-a6dc-48be-a682-a62a3ff16383', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd328974a-0b61-4411-9289-f6f85cb4247f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:52Z', 'updated_at': '2021-08-16T21:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '7224ea41-2061-4df8-a658-75c0da998303', 'name': '', 'network_id': '23c94cb9-7fbe-4c32-98c2-b53c527999c9', 'tenant_id': '0d64dbe72a05445db961fd30273f80ac', 'mac_address': 'fa:16:3e:ad:41:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd328974a-0b61-4411-9289-f6f85cb4247f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'f401c415-c833-4edb-aa31-1fa3940c9bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:57Z', 'updated_at': '2021-08-16T21:08:03Z', 'revision_number': 4, 'project_id': '0d64dbe72a05445db961fd30273f80ac', 'subnets': [{'id': 'f401c415-c833-4edb-aa31-1fa3940c9bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:04.317950 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e1a3b6-c721-4654-b2a4-71400dee1305 None None] The sync data for ids ['d328974a-0b61-4411-9289-f6f85cb4247f'] in n-d-793620-15 is: [{'id': 'd328974a-0b61-4411-9289-f6f85cb4247f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1744699822-router', 'tenant_id': '0d64dbe72a05445db961fd30273f80ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '01e2795b-a6dc-48be-a682-a62a3ff16383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:51Z', 'updated_at': '2021-08-16T21:07:58Z', 'revision_number': 4, 'project_id': '0d64dbe72a05445db961fd30273f80ac', 'gw_port': {'id': '01e2795b-a6dc-48be-a682-a62a3ff16383', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd328974a-0b61-4411-9289-f6f85cb4247f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:52Z', 'updated_at': '2021-08-16T21:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '7224ea41-2061-4df8-a658-75c0da998303', 'name': '', 'network_id': '23c94cb9-7fbe-4c32-98c2-b53c527999c9', 'tenant_id': '0d64dbe72a05445db961fd30273f80ac', 'mac_address': 'fa:16:3e:ad:41:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd328974a-0b61-4411-9289-f6f85cb4247f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'f401c415-c833-4edb-aa31-1fa3940c9bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:57Z', 'updated_at': '2021-08-16T21:08:03Z', 'revision_number': 4, 'project_id': '0d64dbe72a05445db961fd30273f80ac', 'subnets': [{'id': 'f401c415-c833-4edb-aa31-1fa3940c9bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:08:04.330261 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f248fe-74f7-4eef-84e6-30d14cace259 admin admin] Network 9b199fd2-4f9b-4728-9612-27ca6f1985e3 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:08:04.332869 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6d1f391a-8d3f-4d9a-adb6-5a05ae8dd2d5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:04.344127 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8d444eec-610a-4e35-bb00-f02e1ee5d0a1 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:04.445005 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-26f248fe-74f7-4eef-84e6-30d14cace259 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 9b199fd2-4f9b-4728-9612-27ca6f1985e3) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:04.455947 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f248fe-74f7-4eef-84e6-30d14cace259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:04.458559 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a3f5f6-42a3-459f-bd82-ed37bc4e32e0 None None] Network 9b199fd2-4f9b-4728-9612-27ca6f1985e3 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:04.460126 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-26f248fe-74f7-4eef-84e6-30d14cace259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:04.488177 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1f391a-8d3f-4d9a-adb6-5a05ae8dd2d5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:04.499396 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d444eec-610a-4e35-bb00-f02e1ee5d0a1 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Network 328a23ea-c930-4ea4-a9b9-31eb00eb264b is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:04.501551 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-8d444eec-610a-4e35-bb00-f02e1ee5d0a1 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:04.510874 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-6d1f391a-8d3f-4d9a-adb6-5a05ae8dd2d5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:04.515235 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d444eec-610a-4e35-bb00-f02e1ee5d0a1 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:08:04.525919 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f391a-8d3f-4d9a-adb6-5a05ae8dd2d5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:04.529758 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6d1f391a-8d3f-4d9a-adb6-5a05ae8dd2d5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:04.553137 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-26f248fe-74f7-4eef-84e6-30d14cace259 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0303795 Aug 16 21:08:04.569168 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d58e6f-59ca-400c-94a2-c245fca4072f None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:05.128907 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-4b01db72-824e-4247-8433-8b65b51a6f93 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:05.132205 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45052bdf-77d8-43a6-9d53-d88760c3fe9e None None] Network 9b199fd2-4f9b-4728-9612-27ca6f1985e3 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:05.132997 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-4b01db72-824e-4247-8433-8b65b51a6f93 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.72 "GET /v2.0/networks?id=23c94cb9-7fbe-4c32-98c2-b53c527999c9 HTTP/1.1" status: 200 len: 820 time: 0.2696531 Aug 16 21:08:05.144295 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d444eec-610a-4e35-bb00-f02e1ee5d0a1 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Pushing event updated for resources: {'Port': ['ID=4458556f-65ae-44df-ad00-4fcd2e19f251,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:05.158483 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-149dce99-9a53-4005-9711-f76815e6aca4 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Request body: {'port': {'device_id': '02e08c58-81b2-47a3-aa6f-df3c0ddef0ab', 'network_id': '23c94cb9-7fbe-4c32-98c2-b53c527999c9', 'admin_state_up': True, 'tenant_id': '0d64dbe72a05445db961fd30273f80ac'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:05.168194 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6d1f391a-8d3f-4d9a-adb6-5a05ae8dd2d5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3733630 Aug 16 21:08:05.168194 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f391a-8d3f-4d9a-adb6-5a05ae8dd2d5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Subnet': ['ID=ce1f2ec3-0145-4e6a-8c0e-025474f98e53,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:05.176823 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37252) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:05.232988 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9da8ef1d-7cbd-4db1-b4c9-2a6734c2605a req-f368e9e8-3536-4189-9b51-9cc12ac4383b tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 210 time: 0.0890741 Aug 16 21:08:05.239629 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-5057d69b-5694-4a36-a4ae-1c4ff95ef21d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'port': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'fixed_ips': [{'subnet_id': 'ce1f2ec3-0145-4e6a-8c0e-025474f98e53', 'ip_address': '2001:db8::d499:67b:7d8d:8d08'}], 'name': 'tempest-NetworksTestDHCPv6-1207228938'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:05.315703 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d444eec-610a-4e35-bb00-f02e1ee5d0a1 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:05.316875 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8d444eec-610a-4e35-bb00-f02e1ee5d0a1 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:05.399310 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e39a02-ca19-42f8-a32d-f9fd4c373ee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'tenant_id': '82725015d13d49169b6e377f421f6af8', 'fixed_ips': [{'subnet_id': 'ce1f2ec3-0145-4e6a-8c0e-025474f98e53'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:08:05.406057 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-60e39a02-ca19-42f8-a32d-f9fd4c373ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:05.426071 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-149dce99-9a53-4005-9711-f76815e6aca4 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Made reservation on behalf of 0d64dbe72a05445db961fd30273f80ac for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:05.430277 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-149dce99-9a53-4005-9711-f76815e6aca4 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:05.465821 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555e13c9-6cb4-46a0-9fbd-45533242cfb1 None None] Network 328a23ea-c930-4ea4-a9b9-31eb00eb264b requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:05.529230 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de223d-b0ac-46c2-b3c4-c163b95c837a req-481fd4e8-2f2e-4c47-a90a-abb4ce411140 tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:05.530782 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12de223d-b0ac-46c2-b3c4-c163b95c837a req-481fd4e8-2f2e-4c47-a90a-abb4ce411140 tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] 10.222.0.84 "GET /v2.0/ports?device_id=9841aef6-869e-4e16-ac0c-12f6d00bfc6f HTTP/1.1" status: 200 len: 946 time: 0.1815746 Aug 16 21:08:05.549739 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8d444eec-610a-4e35-bb00-f02e1ee5d0a1 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.0277402 Aug 16 21:08:05.552952 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37264) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:05.610839 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-b245547d-1244-4c3b-b7d1-b99273e6aac0 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:05.612761 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-b245547d-1244-4c3b-b7d1-b99273e6aac0 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] 10.222.0.84 "GET /v2.0/networks?id=c6f3a755-06d9-40ad-ac26-8a0c27f2f561 HTTP/1.1" status: 200 len: 825 time: 0.2667029 Aug 16 21:08:05.632353 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12de223d-b0ac-46c2-b3c4-c163b95c837a req-e167c770-456e-45a0-ba97-e5947d8dbca9 tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] 10.222.0.84 "GET /v2.0/security-groups?id=67a61f8a-6795-4e2f-b99d-67634fe40622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862632 Aug 16 21:08:05.634092 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-149dce99-9a53-4005-9711-f76815e6aca4 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Allocated IP 172.20.0.4 (23c94cb9-7fbe-4c32-98c2-b53c527999c9/f401c415-c833-4edb-aa31-1fa3940c9bfa/b31d39aa-d462-4241-9064-5c0be173ef5f) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:08:05.656053 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-97638cff-9e09-4be5-b13e-4fb52bdffce1 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] 10.222.0.84 "GET /v2.0/quotas/1017f44846564872ac3b8d7e6141d492 HTTP/1.1" status: 200 len: 375 time: 0.0291657 Aug 16 21:08:05.656175 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73de0d70-dc8c-4047-a1cd-39b6148b2783 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:05.663325 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73de0d70-dc8c-4047-a1cd-39b6148b2783 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:05.672621 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73de0d70-dc8c-4047-a1cd-39b6148b2783 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:05.674541 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-73de0d70-dc8c-4047-a1cd-39b6148b2783 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1206152 Aug 16 21:08:05.681358 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37268) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:05.717993 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-9d845098-0cb3-444a-bac0-8674dc25402e tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=1017f44846564872ac3b8d7e6141d492&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603111 Aug 16 21:08:05.727465 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5057d69b-5694-4a36-a4ae-1c4ff95ef21d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:05.739812 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7249a5a0-7bf6-4527-88f5-6dbcc207f021 None None] Provisioning for port 3aa96f63-a780-40f8-b5b5-598e1cc2cf63 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:05.770423 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-60e39a02-ca19-42f8-a32d-f9fd4c373ee3 None None] Allocated IP 2001:db8::2 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/ce1f2ec3-0145-4e6a-8c0e-025474f98e53/3b54bcfe-d9a4-4cbb-89b7-03f5e5ee8d2d) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:08:05.916416 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-10f9a351-7cdf-41f8-913d-689d25e45040 service neutron] 10.222.0.84 "GET /v2.0/networks/c6f3a755-06d9-40ad-ac26-8a0c27f2f561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995788 Aug 16 21:08:05.935402 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5057d69b-5694-4a36-a4ae-1c4ff95ef21d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:05.994558 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-60e39a02-ca19-42f8-a32d-f9fd4c373ee3 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:06.009452 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-60e39a02-ca19-42f8-a32d-f9fd4c373ee3 None None] Transition to ACTIVE for port object 3b54bcfe-d9a4-4cbb-89b7-03f5e5ee8d2d will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:06.013212 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-5057d69b-5694-4a36-a4ae-1c4ff95ef21d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] device_id is not set on port 87383fe0-fcb9-4dd5-ba5f-9df964403884 yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:08:06.046176 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-60e39a02-ca19-42f8-a32d-f9fd4c373ee3 None None] Transition to ACTIVE for port object 3b54bcfe-d9a4-4cbb-89b7-03f5e5ee8d2d will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:06.060481 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-534050c2-8764-4683-8cb6-a5fbf23e9129 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Deleting port 4458556f-65ae-44df-ad00-4fcd2e19f251 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:08:06.060481 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-534050c2-8764-4683-8cb6-a5fbf23e9129 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:06.131312 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-60e39a02-ca19-42f8-a32d-f9fd4c373ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:06.183828 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-7807d079-7ce0-4451-aac4-fb347c4d859e service neutron] 10.222.0.84 "GET /v2.0/networks/c6f3a755-06d9-40ad-ac26-8a0c27f2f561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664740 Aug 16 21:08:06.221634 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-149dce99-9a53-4005-9711-f76815e6aca4 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:06.225723 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e39a02-ca19-42f8-a32d-f9fd4c373ee3 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:06.234486 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-60e39a02-ca19-42f8-a32d-f9fd4c373ee3 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:06.239878 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e39a02-ca19-42f8-a32d-f9fd4c373ee3 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:08:06.269253 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 7224ea41-2061-4df8-a658-75c0da998303 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:08:06.281640 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-5057d69b-5694-4a36-a4ae-1c4ff95ef21d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Allocated IP 2001:db8::d499:67b:7d8d:8d08 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/ce1f2ec3-0145-4e6a-8c0e-025474f98e53/87383fe0-fcb9-4dd5-ba5f-9df964403884) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:08:06.323457 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-534050c2-8764-4683-8cb6-a5fbf23e9129 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:06.348041 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e39a02-ca19-42f8-a32d-f9fd4c373ee3 None None] Pushing event updated for resources: {'Port': ['ID=3b54bcfe-d9a4-4cbb-89b7-03f5e5ee8d2d,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:06.350768 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-534050c2-8764-4683-8cb6-a5fbf23e9129 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Calling delete_port for 4458556f-65ae-44df-ad00-4fcd2e19f251 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:08:06.438327 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-60e39a02-ca19-42f8-a32d-f9fd4c373ee3 None None] Attempting to bind port 3b54bcfe-d9a4-4cbb-89b7-03f5e5ee8d2d on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:08:06.439577 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-60e39a02-ca19-42f8-a32d-f9fd4c373ee3 None None] Attempting to bind port 3b54bcfe-d9a4-4cbb-89b7-03f5e5ee8d2d by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:08:06.439577 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e39a02-ca19-42f8-a32d-f9fd4c373ee3 None None] Attempting to bind port 3b54bcfe-d9a4-4cbb-89b7-03f5e5ee8d2d on network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:08:06.446177 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e39a02-ca19-42f8-a32d-f9fd4c373ee3 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:08:06.446570 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e39a02-ca19-42f8-a32d-f9fd4c373ee3 None None] Checking segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:08:06.447110 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-60e39a02-ca19-42f8-a32d-f9fd4c373ee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:06.447660 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e39a02-ca19-42f8-a32d-f9fd4c373ee3 None None] Bound using segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:08:06.448342 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-60e39a02-ca19-42f8-a32d-f9fd4c373ee3 None None] Bound port: 3b54bcfe-d9a4-4cbb-89b7-03f5e5ee8d2d, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:08:06.448613 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-60e39a02-ca19-42f8-a32d-f9fd4c373ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:06.465659 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0083b340-e8b7-412f-a06b-8f835a41265a None None] Provisioning for port 4458556f-65ae-44df-ad00-4fcd2e19f251 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:06.473361 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0083b340-e8b7-412f-a06b-8f835a41265a None None] Provisioning complete for port 4458556f-65ae-44df-ad00-4fcd2e19f251 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:06.473950 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0083b340-e8b7-412f-a06b-8f835a41265a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:06.475429 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-149dce99-9a53-4005-9711-f76815e6aca4 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:06.532648 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5057d69b-5694-4a36-a4ae-1c4ff95ef21d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:06.547488 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 7224ea41-2061-4df8-a658-75c0da998303 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:06.561839 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 7224ea41-2061-4df8-a658-75c0da998303 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:06.562218 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:06.649030 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-0083b340-e8b7-412f-a06b-8f835a41265a None None] Port 4458556f-65ae-44df-ad00-4fcd2e19f251 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:08:06.680028 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-149dce99-9a53-4005-9711-f76815e6aca4 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Network 23c94cb9-7fbe-4c32-98c2-b53c527999c9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:06.690800 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-60e39a02-ca19-42f8-a32d-f9fd4c373ee3 None None] For port 3b54bcfe-d9a4-4cbb-89b7-03f5e5ee8d2d, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:08:06.698559 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d5b4f48-8409-4515-9edb-508fcacd9721 req-ca769a2a-077c-457a-a007-d40de71c7fdb tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] 10.222.0.84 "GET /v2.0/ports?device_id=a56839e7-90cd-4dab-ac2e-e38928b32a7f HTTP/1.1" status: 200 len: 210 time: 0.1632431 Aug 16 21:08:06.702546 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-5057d69b-5694-4a36-a4ae-1c4ff95ef21d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Transition to ACTIVE for port object 87383fe0-fcb9-4dd5-ba5f-9df964403884 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:06.730606 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-149dce99-9a53-4005-9711-f76815e6aca4 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:06.732764 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a454fb2-5be3-47ea-91da-e942829f56ed req-b693a95d-30f8-48ae-92bf-981902513b56 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:06.735544 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4a454fb2-5be3-47ea-91da-e942829f56ed req-b693a95d-30f8-48ae-92bf-981902513b56 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 931 time: 0.1497061 Aug 16 21:08:06.746500 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149dce99-9a53-4005-9711-f76815e6aca4 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Pushing event updated for resources: {'Port': ['ID=b31d39aa-d462-4241-9064-5c0be173ef5f,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:06.755742 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-149dce99-9a53-4005-9711-f76815e6aca4 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:08:06.765273 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:06.801084 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0083b340-e8b7-412f-a06b-8f835a41265a None None] Provisioning for port 20f36f51-810c-4075-98e4-aac43f3aee00 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:06.811138 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0083b340-e8b7-412f-a06b-8f835a41265a None None] Provisioning complete for port 20f36f51-810c-4075-98e4-aac43f3aee00 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:06.812033 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0083b340-e8b7-412f-a06b-8f835a41265a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:06.813222 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-149dce99-9a53-4005-9711-f76815e6aca4 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:06.814037 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-149dce99-9a53-4005-9711-f76815e6aca4 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:06.845825 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 7224ea41-2061-4df8-a658-75c0da998303, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=7224ea41-2061-4df8-a658-75c0da998303,segment=NetworkSegment(935c4def-bcd0-41b7-b894-caf6082db5ff),segment_id=935c4def-bcd0-41b7-b894-caf6082db5ff)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:06.850334 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4a454fb2-5be3-47ea-91da-e942829f56ed req-b1e86b25-e220-4fc7-9745-8af9a184c2dd tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/security-groups?id=7313cff0-67c1-456a-b42a-f621f13532ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050994 Aug 16 21:08:06.864976 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-0083b340-e8b7-412f-a06b-8f835a41265a None None] Port 20f36f51-810c-4075-98e4-aac43f3aee00 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:08:06.872553 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff715b80-5edb-4237-a40d-d1f2579b80fd req-47ab495c-69a3-4b1f-9643-ce9e6cf175be tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:06.874080 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ff715b80-5edb-4237-a40d-d1f2579b80fd req-47ab495c-69a3-4b1f-9643-ce9e6cf175be tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] 10.222.0.84 "GET /v2.0/ports?device_id=9841aef6-869e-4e16-ac0c-12f6d00bfc6f HTTP/1.1" status: 200 len: 946 time: 0.0781076 Aug 16 21:08:06.879969 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-534050c2-8764-4683-8cb6-a5fbf23e9129 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:06.891041 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-60e39a02-ca19-42f8-a32d-f9fd4c373ee3 None None] For port 3b54bcfe-d9a4-4cbb-89b7-03f5e5ee8d2d, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=3b54bcfe-d9a4-4cbb-89b7-03f5e5ee8d2d,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:08:06.911711 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-149dce99-9a53-4005-9711-f76815e6aca4 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7668421 Aug 16 21:08:06.912591 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534050c2-8764-4683-8cb6-a5fbf23e9129 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Pushing event deleted for resources: {'Port': ['ID=4458556f-65ae-44df-ad00-4fcd2e19f251,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:06.914685 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ff715b80-5edb-4237-a40d-d1f2579b80fd req-d368cd44-3759-4130-8eb2-961c56b5bb76 tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] 10.222.0.84 "GET /v2.0/security-groups?id=67a61f8a-6795-4e2f-b99d-67634fe40622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336914 Aug 16 21:08:06.941688 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-7b820694-5cb1-4e36-94b2-9f32d1c047cd service neutron] Request body: {'port': {'device_id': '02e08c58-81b2-47a3-aa6f-df3c0ddef0ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:06.959230 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5057d69b-5694-4a36-a4ae-1c4ff95ef21d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:06.962894 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:06.968095 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 3aa96f63-a780-40f8-b5b5-598e1cc2cf63 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:08:07.006325 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5057d69b-5694-4a36-a4ae-1c4ff95ef21d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:07.010235 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-5057d69b-5694-4a36-a4ae-1c4ff95ef21d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:07.015019 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5057d69b-5694-4a36-a4ae-1c4ff95ef21d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:08:07.021516 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5057d69b-5694-4a36-a4ae-1c4ff95ef21d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:07.022527 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5057d69b-5694-4a36-a4ae-1c4ff95ef21d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:07.034510 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a256f652-6659-46c8-b76b-6f1d395ad41e None None] Could not find standard attr ID for object 4458556f-65ae-44df-ad00-4fcd2e19f251. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 21:08:07.037759 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-60e39a02-ca19-42f8-a32d-f9fd4c373ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:07.045873 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-7b820694-5cb1-4e36-94b2-9f32d1c047cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:07.050721 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5057d69b-5694-4a36-a4ae-1c4ff95ef21d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Port': ['ID=87383fe0-fcb9-4dd5-ba5f-9df964403884,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:07.063364 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-534050c2-8764-4683-8cb6-a5fbf23e9129 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:07.065297 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-534050c2-8764-4683-8cb6-a5fbf23e9129 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] 10.222.0.84 "DELETE /v2.0/ports/4458556f-65ae-44df-ad00-4fcd2e19f251 HTTP/1.1" status: 204 len: 168 time: 1.3829865 Aug 16 21:08:07.069308 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37292) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:07.074820 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-f8f71207-7d0e-4488-973f-ed58b18bb0d1 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Request body: {'port': {'name': 'tempest-new-port-name-1586727132', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:07.075495 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.api.validators [None req-f8f71207-7d0e-4488-973f-ed58b18bb0d1 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] bootfile-name is not in valid_values {{(pid=101845) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 21:08:07.075850 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.api.validators [None req-f8f71207-7d0e-4488-973f-ed58b18bb0d1 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] tftp-server is not in valid_values {{(pid=101845) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 21:08:07.076180 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.api.validators [None req-f8f71207-7d0e-4488-973f-ed58b18bb0d1 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] server-ip-address is not in valid_values {{(pid=101845) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 21:08:07.094758 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a256f652-6659-46c8-b76b-6f1d395ad41e None None] Provisioning complete for port 20f36f51-810c-4075-98e4-aac43f3aee00 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:07.095137 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a256f652-6659-46c8-b76b-6f1d395ad41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:07.130420 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5057d69b-5694-4a36-a4ae-1c4ff95ef21d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9079287 Aug 16 21:08:07.133395 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37294) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:07.139302 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-8bc30b09-fcfa-4d8a-9495-6b0a32119cdd tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'port': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'fixed_ips': [{'subnet_id': 'ce1f2ec3-0145-4e6a-8c0e-025474f98e53', 'ip_address': '2001:db8::d499:67b:7d8d:8d08'}], 'name': 'tempest-NetworksTestDHCPv6-1069996954'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:07.198039 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=7224ea41-2061-4df8-a658-75c0da998303,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:07.216323 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a256f652-6659-46c8-b76b-6f1d395ad41e None None] Port 20f36f51-810c-4075-98e4-aac43f3aee00 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:08:07.219598 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:07.220214 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:07.221393 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:07.221839 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:07.222283 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:07.222728 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:07.223179 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:07.223612 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:07.224083 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:07.224553 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:07.225920 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:07.226369 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:07.265831 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f8f71207-7d0e-4488-973f-ed58b18bb0d1 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:07.307758 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e39a02-ca19-42f8-a32d-f9fd4c373ee3 None None] Pushing event updated for resources: {'Port': ['ID=3b54bcfe-d9a4-4cbb-89b7-03f5e5ee8d2d,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:07.313334 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 3aa96f63-a780-40f8-b5b5-598e1cc2cf63 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:07.318440 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 3aa96f63-a780-40f8-b5b5-598e1cc2cf63 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:07.318714 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:07.419934 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc30b09-fcfa-4d8a-9495-6b0a32119cdd tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:07.427970 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:07.429334 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8bc30b09-fcfa-4d8a-9495-6b0a32119cdd tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:07.449504 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-8bc30b09-fcfa-4d8a-9495-6b0a32119cdd tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] device_id is not set on port 2014cbd8-d827-484a-af78-ce2b0e82bca0 yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:08:07.475392 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 3aa96f63-a780-40f8-b5b5-598e1cc2cf63, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=3aa96f63-a780-40f8-b5b5-598e1cc2cf63,segment=NetworkSegment(8bb96f08-cd2b-4273-ae4e-3b6f41e4d789),segment_id=8bb96f08-cd2b-4273-ae4e-3b6f41e4d789)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:07.541201 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:07.542581 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 01e2795b-a6dc-48be-a682-a62a3ff16383 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:08:07.626565 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=3aa96f63-a780-40f8-b5b5-598e1cc2cf63,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:07.638168 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 01e2795b-a6dc-48be-a682-a62a3ff16383 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:07.638683 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:07.663206 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-7b820694-5cb1-4e36-94b2-9f32d1c047cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b31d39aa-d462-4241-9064-5c0be173ef5f {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:08:07.675973 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-7b820694-5cb1-4e36-94b2-9f32d1c047cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:07.695231 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f8f71207-7d0e-4488-973f-ed58b18bb0d1 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:07.702274 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-7b820694-5cb1-4e36-94b2-9f32d1c047cd service neutron] Transition to ACTIVE for port object b31d39aa-d462-4241-9064-5c0be173ef5f will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:07.705917 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bc30b09-fcfa-4d8a-9495-6b0a32119cdd tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 16 21:08:07.707910 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bc30b09-fcfa-4d8a-9495-6b0a32119cdd tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:08:07.741572 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f8f71207-7d0e-4488-973f-ed58b18bb0d1 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:07.790842 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c22416de-c03f-4c12-adad-c238d57bee14 req-400bd02a-2b9d-4676-aa4c-4fcd7120a08a tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] 10.222.0.84 "GET /v2.0/ports?device_id=a56839e7-90cd-4dab-ac2e-e38928b32a7f HTTP/1.1" status: 200 len: 210 time: 0.0348387 Aug 16 21:08:07.795220 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8bc30b09-fcfa-4d8a-9495-6b0a32119cdd tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.6604755 Aug 16 21:08:07.797867 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37302) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:07.816951 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-7b820694-5cb1-4e36-94b2-9f32d1c047cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:07.846147 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f71207-7d0e-4488-973f-ed58b18bb0d1 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Pushing event updated for resources: {'Port': ['ID=20f36f51-810c-4075-98e4-aac43f3aee00,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:07.850709 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bac871-c639-40f7-9cf1-84d49131cff4 req-48b0d2db-e873-49bf-823d-00b05e8eba0e tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:07.853456 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e8bac871-c639-40f7-9cf1-84d49131cff4 req-48b0d2db-e873-49bf-823d-00b05e8eba0e tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] 10.222.0.90 "GET /v2.0/ports?device_id=9841aef6-869e-4e16-ac0c-12f6d00bfc6f HTTP/1.1" status: 200 len: 946 time: 0.1269333 Aug 16 21:08:07.856756 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-f8f71207-7d0e-4488-973f-ed58b18bb0d1 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] In _notify_port_updated(), no bound segment for port 20f36f51-810c-4075-98e4-aac43f3aee00 on network 328a23ea-c930-4ea4-a9b9-31eb00eb264b {{(pid=101845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 21:08:07.875568 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f71207-7d0e-4488-973f-ed58b18bb0d1 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:07.876951 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f8f71207-7d0e-4488-973f-ed58b18bb0d1 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:07.878419 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f8f71207-7d0e-4488-973f-ed58b18bb0d1 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] 10.222.0.84 "PUT /v2.0/ports/20f36f51-810c-4075-98e4-aac43f3aee00 HTTP/1.1" status: 200 len: 1136 time: 0.8079643 Aug 16 21:08:07.883153 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37304) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:07.991975 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50aaf1c0-7616-41d7-906f-5fb399024351 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:08.017087 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50aaf1c0-7616-41d7-906f-5fb399024351 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:08.022119 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-50aaf1c0-7616-41d7-906f-5fb399024351 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2232587 Aug 16 21:08:08.024292 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37310) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:08.025959 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dea270b-ca10-48cc-9fbb-d1b9307265cc tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:08.034697 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1dea270b-ca10-48cc-9fbb-d1b9307265cc tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] 10.222.0.84 "GET /v2.0/ports/20f36f51-810c-4075-98e4-aac43f3aee00 HTTP/1.1" status: 200 len: 1136 time: 0.1425025 Aug 16 21:08:08.034697 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b820694-5cb1-4e36-94b2-9f32d1c047cd service neutron] Pushing event updated for resources: {'Port': ['ID=b31d39aa-d462-4241-9064-5c0be173ef5f,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:08.055296 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37312) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:08.186523 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-7b820694-5cb1-4e36-94b2-9f32d1c047cd service neutron] Attempting to bind port b31d39aa-d462-4241-9064-5c0be173ef5f on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:08:08.186863 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-7b820694-5cb1-4e36-94b2-9f32d1c047cd service neutron] Attempting to bind port b31d39aa-d462-4241-9064-5c0be173ef5f by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '935c4def-bcd0-41b7-b894-caf6082db5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '23c94cb9-7fbe-4c32-98c2-b53c527999c9'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:08:08.187194 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-7b820694-5cb1-4e36-94b2-9f32d1c047cd service neutron] Attempting to bind port b31d39aa-d462-4241-9064-5c0be173ef5f on network 23c94cb9-7fbe-4c32-98c2-b53c527999c9 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:08:08.198924 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-7b820694-5cb1-4e36-94b2-9f32d1c047cd service neutron] Port b31d39aa-d462-4241-9064-5c0be173ef5f on network 23c94cb9-7fbe-4c32-98c2-b53c527999c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:08:08.199245 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-7b820694-5cb1-4e36-94b2-9f32d1c047cd service neutron] Attempting to bind port b31d39aa-d462-4241-9064-5c0be173ef5f on network 23c94cb9-7fbe-4c32-98c2-b53c527999c9 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:08:08.207111 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-7b820694-5cb1-4e36-94b2-9f32d1c047cd service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:08:08.209361 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 7224ea41-2061-4df8-a658-75c0da998303 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:08:08.212354 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-7b820694-5cb1-4e36-94b2-9f32d1c047cd service neutron] Checking segment: {'id': '935c4def-bcd0-41b7-b894-caf6082db5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '23c94cb9-7fbe-4c32-98c2-b53c527999c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:08:08.220449 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-7b820694-5cb1-4e36-94b2-9f32d1c047cd service neutron] Bound using segment: {'id': '935c4def-bcd0-41b7-b894-caf6082db5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '23c94cb9-7fbe-4c32-98c2-b53c527999c9'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:08:08.221201 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-7b820694-5cb1-4e36-94b2-9f32d1c047cd service neutron] Bound port: b31d39aa-d462-4241-9064-5c0be173ef5f, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '935c4def-bcd0-41b7-b894-caf6082db5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '23c94cb9-7fbe-4c32-98c2-b53c527999c9'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:08:08.221977 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-7b820694-5cb1-4e36-94b2-9f32d1c047cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:08.257828 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-abe98c36-c52a-4ed0-94f8-d1a192355b73 None None] Provisioning complete for port 20f36f51-810c-4075-98e4-aac43f3aee00 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:08.258215 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-abe98c36-c52a-4ed0-94f8-d1a192355b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:08.266346 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39592e1-422f-4d33-8aad-8956fa400829 req-01bcdec2-e422-4282-b88d-e6d24891947d tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:08.268292 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f39592e1-422f-4d33-8aad-8956fa400829 req-01bcdec2-e422-4282-b88d-e6d24891947d tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] 10.222.0.84 "GET /v2.0/ports?device_id=9841aef6-869e-4e16-ac0c-12f6d00bfc6f HTTP/1.1" status: 200 len: 946 time: 0.1801162 Aug 16 21:08:08.268683 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-4793fe25-3567-4a2c-93c7-170a2be389d7 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Deleting port 20f36f51-810c-4075-98e4-aac43f3aee00 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:08:08.269291 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4793fe25-3567-4a2c-93c7-170a2be389d7 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:08.279757 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-e8bac871-c639-40f7-9cf1-84d49131cff4 req-66414b3d-74e7-41f4-924f-624a450768f5 tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] Deleting port 2cca79be-6b17-4da4-8b51-2238bcc402e3 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:08:08.280307 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e8bac871-c639-40f7-9cf1-84d49131cff4 req-66414b3d-74e7-41f4-924f-624a450768f5 tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:08.321203 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 7224ea41-2061-4df8-a658-75c0da998303 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:08.321586 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:08.325805 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-abe98c36-c52a-4ed0-94f8-d1a192355b73 None None] Port 20f36f51-810c-4075-98e4-aac43f3aee00 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:08:08.388498 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-e8bac871-c639-40f7-9cf1-84d49131cff4 req-66414b3d-74e7-41f4-924f-624a450768f5 tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] For port 2cca79be-6b17-4da4-8b51-2238bcc402e3, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=2cca79be-6b17-4da4-8b51-2238bcc402e3,segment=NetworkSegment(6298e35a-65ec-4cf3-97bd-d86b7327f53a),segment_id=6298e35a-65ec-4cf3-97bd-d86b7327f53a)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:08.388976 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e8bac871-c639-40f7-9cf1-84d49131cff4 req-66414b3d-74e7-41f4-924f-624a450768f5 tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:08.402736 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-e8bac871-c639-40f7-9cf1-84d49131cff4 req-66414b3d-74e7-41f4-924f-624a450768f5 tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] Calling delete_port for 2cca79be-6b17-4da4-8b51-2238bcc402e3 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:08:08.428338 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd79cda-2a95-4971-aca9-636bf4d82a88 req-14f50ddb-bdbe-49ac-a249-2a02a1bac833 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:08.429819 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 3b54bcfe-d9a4-4cbb-89b7-03f5e5ee8d2d up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:08:08.435214 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-7b820694-5cb1-4e36-94b2-9f32d1c047cd service neutron] For port b31d39aa-d462-4241-9064-5c0be173ef5f, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:08:08.441171 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3fd79cda-2a95-4971-aca9-636bf4d82a88 req-14f50ddb-bdbe-49ac-a249-2a02a1bac833 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 943 time: 0.4141140 Aug 16 21:08:08.442424 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4793fe25-3567-4a2c-93c7-170a2be389d7 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:08.458967 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-7b820694-5cb1-4e36-94b2-9f32d1c047cd service neutron] For port b31d39aa-d462-4241-9064-5c0be173ef5f, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=b31d39aa-d462-4241-9064-5c0be173ef5f,segment=NetworkSegment(935c4def-bcd0-41b7-b894-caf6082db5ff),segment_id=935c4def-bcd0-41b7-b894-caf6082db5ff)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:08:08.463747 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-4793fe25-3567-4a2c-93c7-170a2be389d7 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Calling delete_port for 20f36f51-810c-4075-98e4-aac43f3aee00 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:08:08.500621 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-df5b2d12-fe95-48c6-990e-127250039dde tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting port 87383fe0-fcb9-4dd5-ba5f-9df964403884 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:08:08.500982 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-df5b2d12-fe95-48c6-990e-127250039dde tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:08.575415 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-7b820694-5cb1-4e36-94b2-9f32d1c047cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:08.592490 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 3b54bcfe-d9a4-4cbb-89b7-03f5e5ee8d2d completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:08.597374 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 3aa96f63-a780-40f8-b5b5-598e1cc2cf63 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:08:08.618661 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f39592e1-422f-4d33-8aad-8956fa400829 req-789cb6b5-4155-4405-ba04-cafb74ab866f tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] 10.222.0.84 "GET /v2.0/security-groups?id=67a61f8a-6795-4e2f-b99d-67634fe40622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414655 Aug 16 21:08:08.626666 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-7b820694-5cb1-4e36-94b2-9f32d1c047cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:08.627300 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-7b820694-5cb1-4e36-94b2-9f32d1c047cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:08.628743 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-7b820694-5cb1-4e36-94b2-9f32d1c047cd service neutron] 10.222.0.72 "PUT /v2.0/ports/b31d39aa-d462-4241-9064-5c0be173ef5f HTTP/1.1" status: 200 len: 1092 time: 1.7061219 Aug 16 21:08:08.629196 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e08c58-81b2-47a3-aa6f-df3c0ddef0ab', 'tag': 'b31d39aa-d462-4241-9064-5c0be173ef5f'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:08:08.631583 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a542a631-1d3a-4e4f-aef1-0fbf3273aed0" -d '{"events": [{"name": "network-changed", "server_uuid": "02e08c58-81b2-47a3-aa6f-df3c0ddef0ab", "tag": "b31d39aa-d462-4241-9064-5c0be173ef5f"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:08:08.638698 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3fd79cda-2a95-4971-aca9-636bf4d82a88 req-d22a41fc-8814-48b7-8a4a-ed10ec1f2619 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/security-groups?id=7313cff0-67c1-456a-b42a-f621f13532ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984262 Aug 16 21:08:08.678234 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 3aa96f63-a780-40f8-b5b5-598e1cc2cf63 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:08.679115 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:08.704264 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-93171512-5067-461f-b66f-acc8846dd572 None None] Provisioning for port 3b54bcfe-d9a4-4cbb-89b7-03f5e5ee8d2d completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:08.719879 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-93171512-5067-461f-b66f-acc8846dd572 None None] Provisioning complete for port 3b54bcfe-d9a4-4cbb-89b7-03f5e5ee8d2d triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:08.719879 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-93171512-5067-461f-b66f-acc8846dd572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:08.721992 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-df5b2d12-fe95-48c6-990e-127250039dde tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:08.726132 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b820694-5cb1-4e36-94b2-9f32d1c047cd service neutron] Pushing event updated for resources: {'Port': ['ID=b31d39aa-d462-4241-9064-5c0be173ef5f,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:08.737218 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-df5b2d12-fe95-48c6-990e-127250039dde tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Calling delete_port for 87383fe0-fcb9-4dd5-ba5f-9df964403884 owned by {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:08:08.778909 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457f127e-e3ce-4a97-b496-e05c9c91694c x-openstack-request-id: req-457f127e-e3ce-4a97-b496-e05c9c91694c {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:08:08.779666 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e08c58-81b2-47a3-aa6f-df3c0ddef0ab", "tag": "b31d39aa-d462-4241-9064-5c0be173ef5f", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:08:08.780082 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-457f127e-e3ce-4a97-b496-e05c9c91694c {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:08:08.780608 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e08c58-81b2-47a3-aa6f-df3c0ddef0ab', 'tag': 'b31d39aa-d462-4241-9064-5c0be173ef5f', 'status': 'completed', 'code': 200} Aug 16 21:08:08.839007 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4793fe25-3567-4a2c-93c7-170a2be389d7 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:08.849569 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542a631-1d3a-4e4f-aef1-0fbf3273aed0 req-bae3635b-7e8a-428c-9c1b-298aa1263497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:08.851591 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a542a631-1d3a-4e4f-aef1-0fbf3273aed0 req-bae3635b-7e8a-428c-9c1b-298aa1263497 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d64dbe72a05445db961fd30273f80ac&device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 1095 time: 0.0696313 Aug 16 21:08:08.863851 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-93171512-5067-461f-b66f-acc8846dd572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:08.921349 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-93171512-5067-461f-b66f-acc8846dd572 None None] For port 3b54bcfe-d9a4-4cbb-89b7-03f5e5ee8d2d, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=3b54bcfe-d9a4-4cbb-89b7-03f5e5ee8d2d,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:08.946717 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8b6f9f49-0a39-4a54-a0b2-bdd088cb098c req-add93efd-1e7f-4851-8a00-b8818e019c2a tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] 10.222.0.84 "GET /v2.0/ports?device_id=a56839e7-90cd-4dab-ac2e-e38928b32a7f HTTP/1.1" status: 200 len: 210 time: 0.0342875 Aug 16 21:08:08.957880 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793fe25-3567-4a2c-93c7-170a2be389d7 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Pushing event deleted for resources: {'Port': ['ID=20f36f51-810c-4075-98e4-aac43f3aee00,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:08.983925 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e8bac871-c639-40f7-9cf1-84d49131cff4 req-66414b3d-74e7-41f4-924f-624a450768f5 tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:09.005125 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['2cca79be-6b17-4da4-8b51-2238bcc402e3'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:08:09.030940 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-93171512-5067-461f-b66f-acc8846dd572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:09.043119 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66414b3d-74e7-41f4-924f-624a450768f5 tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] Pushing event deleted for resources: {'Port': ['ID=2cca79be-6b17-4da4-8b51-2238bcc402e3,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:09.090900 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93171512-5067-461f-b66f-acc8846dd572 None None] Pushing event updated for resources: {'Port': ['ID=3b54bcfe-d9a4-4cbb-89b7-03f5e5ee8d2d,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:09.099368 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8bac871-c639-40f7-9cf1-84d49131cff4 req-66414b3d-74e7-41f4-924f-624a450768f5 tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] No DVR routers for this DVR port 2cca79be-6b17-4da4-8b51-2238bcc402e3 on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:08:09.102032 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e8bac871-c639-40f7-9cf1-84d49131cff4 req-66414b3d-74e7-41f4-924f-624a450768f5 tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:09.104957 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e8bac871-c639-40f7-9cf1-84d49131cff4 req-66414b3d-74e7-41f4-924f-624a450768f5 tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] 10.222.0.90 "DELETE /v2.0/ports/2cca79be-6b17-4da4-8b51-2238bcc402e3 HTTP/1.1" status: 204 len: 173 time: 1.2436824 Aug 16 21:08:09.105635 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9841aef6-869e-4e16-ac0c-12f6d00bfc6f', 'name': 'network-vif-deleted', 'tag': '2cca79be-6b17-4da4-8b51-2238bcc402e3'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:08:09.113151 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb79381-1bff-4542-95ce-d103c6807079" -d '{"events": [{"server_uuid": "9841aef6-869e-4e16-ac0c-12f6d00bfc6f", "name": "network-vif-deleted", "tag": "2cca79be-6b17-4da4-8b51-2238bcc402e3"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:08:09.128771 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4793fe25-3567-4a2c-93c7-170a2be389d7 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:09.130687 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4793fe25-3567-4a2c-93c7-170a2be389d7 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] 10.222.0.84 "DELETE /v2.0/ports/20f36f51-810c-4075-98e4-aac43f3aee00 HTTP/1.1" status: 204 len: 168 time: 1.0733309 Aug 16 21:08:09.133291 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37322) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:09.162540 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542a631-1d3a-4e4f-aef1-0fbf3273aed0 req-37db0150-a15c-47b9-9652-fd89eb4fc142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:09.165414 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-3dd99ec6-3ab6-4655-bf7e-c90c1884609b None None] Provisioning for port 87383fe0-fcb9-4dd5-ba5f-9df964403884 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:09.165543 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a542a631-1d3a-4e4f-aef1-0fbf3273aed0 req-37db0150-a15c-47b9-9652-fd89eb4fc142 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=0d64dbe72a05445db961fd30273f80ac&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2784996 Aug 16 21:08:09.165753 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-df5b2d12-fe95-48c6-990e-127250039dde tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:09.173759 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-3dd99ec6-3ab6-4655-bf7e-c90c1884609b None None] Provisioning complete for port 87383fe0-fcb9-4dd5-ba5f-9df964403884 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:09.174273 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3dd99ec6-3ab6-4655-bf7e-c90c1884609b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:09.205578 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-3dd99ec6-3ab6-4655-bf7e-c90c1884609b None None] Port 87383fe0-fcb9-4dd5-ba5f-9df964403884 was deleted so its status cannot be updated. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 21:08:09.236619 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f8a860-3ac5-4d1a-bf2e-c3a52b9adf83 x-openstack-request-id: req-16f8a860-3ac5-4d1a-bf2e-c3a52b9adf83 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:08:09.241183 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9841aef6-869e-4e16-ac0c-12f6d00bfc6f", "name": "network-vif-deleted", "tag": "2cca79be-6b17-4da4-8b51-2238bcc402e3", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:08:09.241183 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-16f8a860-3ac5-4d1a-bf2e-c3a52b9adf83 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:08:09.241183 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9841aef6-869e-4e16-ac0c-12f6d00bfc6f', 'name': 'network-vif-deleted', 'tag': '2cca79be-6b17-4da4-8b51-2238bcc402e3', 'status': 'completed', 'code': 200} Aug 16 21:08:09.250027 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f14744f-9615-4dd5-a425-4a786ef9bd33 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Deleting subnet 4d213b10-a94d-4ca8-a760-1231c0455848 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:08:09.256915 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9f14744f-9615-4dd5-a425-4a786ef9bd33 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:09.269560 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b2d12-fe95-48c6-990e-127250039dde tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Port': ['ID=87383fe0-fcb9-4dd5-ba5f-9df964403884,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:09.307823 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-df5b2d12-fe95-48c6-990e-127250039dde tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:09.312148 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-df5b2d12-fe95-48c6-990e-127250039dde tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/ports/87383fe0-fcb9-4dd5-ba5f-9df964403884 HTTP/1.1" status: 204 len: 168 time: 1.2843485 Aug 16 21:08:09.313449 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37324) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:09.318474 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9f14744f-9615-4dd5-a425-4a786ef9bd33 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:09.345885 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542a631-1d3a-4e4f-aef1-0fbf3273aed0 req-898d7cbb-f7c4-4d52-be69-53d50a7fe1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:09.349835 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a542a631-1d3a-4e4f-aef1-0fbf3273aed0 req-898d7cbb-f7c4-4d52-be69-53d50a7fe1a4 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1739748 Aug 16 21:08:09.388077 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-a298df18-afb8-4566-8230-d9634864835d tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:09.389655 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-a298df18-afb8-4566-8230-d9634864835d tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] 10.222.0.90 "GET /v2.0/networks?id=c6f3a755-06d9-40ad-ac26-8a0c27f2f561 HTTP/1.1" status: 200 len: 825 time: 0.2406986 Aug 16 21:08:09.402992 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-8c525b3a-5bff-4e83-be91-46bcaca1fc27 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] Request body: {'port': {'device_id': 'a56839e7-90cd-4dab-ac2e-e38928b32a7f', 'network_id': 'c6f3a755-06d9-40ad-ac26-8a0c27f2f561', 'admin_state_up': True, 'tenant_id': '1017f44846564872ac3b8d7e6141d492'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:09.410106 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e378b065-dc56-4bbd-ace2-d84db2fd5fa0 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:09.410547 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e378b065-dc56-4bbd-ace2-d84db2fd5fa0 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:09.414516 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e378b065-dc56-4bbd-ace2-d84db2fd5fa0 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0984201 Aug 16 21:08:09.414806 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37326) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:09.456714 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9f14744f-9615-4dd5-a425-4a786ef9bd33 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:09.517030 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-158c6843-3fe9-44db-9931-895d8c0502e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:09.518693 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-158c6843-3fe9-44db-9931-895d8c0502e3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d64dbe72a05445db961fd30273f80ac&device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 1095 time: 0.1046667 Aug 16 21:08:09.524228 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-930f4e55-fb14-49d7-960c-08b71bb1efe1 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting subnet ce1f2ec3-0145-4e6a-8c0e-025474f98e53 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:08:09.531740 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-930f4e55-fb14-49d7-960c-08b71bb1efe1 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:09.576256 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-e52e76ad-2441-48d0-a867-db496115afba service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b31d39aa-d462-4241-9064-5c0be173ef5f HTTP/1.1" status: 200 len: 217 time: 0.0472493 Aug 16 21:08:09.597188 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-930f4e55-fb14-49d7-960c-08b71bb1efe1 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:09.635894 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-6e28b786-5d10-40b8-8051-718d6da2fdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:09.637498 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-6e28b786-5d10-40b8-8051-718d6da2fdb1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f401c415-c833-4edb-aa31-1fa3940c9bfa HTTP/1.1" status: 200 len: 860 time: 0.0456214 Aug 16 21:08:09.664736 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9f14744f-9615-4dd5-a425-4a786ef9bd33 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:09.690897 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-31dbc78a-6a94-4da9-a7c6-cd12bd195e80 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=23c94cb9-7fbe-4c32-98c2-b53c527999c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374336 Aug 16 21:08:09.709784 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f14744f-9615-4dd5-a425-4a786ef9bd33 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Pushing event deleted for resources: {'Subnet': ['ID=4d213b10-a94d-4ca8-a760-1231c0455848,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:09.712014 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-930f4e55-fb14-49d7-960c-08b71bb1efe1 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:09.720766 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9f14744f-9615-4dd5-a425-4a786ef9bd33 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:09.722555 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9f14744f-9615-4dd5-a425-4a786ef9bd33 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] 10.222.0.84 "DELETE /v2.0/subnets/4d213b10-a94d-4ca8-a760-1231c0455848 HTTP/1.1" status: 204 len: 168 time: 0.5880630 Aug 16 21:08:09.725382 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37332) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:09.731067 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0087f4-b375-49e6-9510-615aec4ba1ac None None] Network 328a23ea-c930-4ea4-a9b9-31eb00eb264b requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:09.739011 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-8c525b3a-5bff-4e83-be91-46bcaca1fc27 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] Made reservation on behalf of 1017f44846564872ac3b8d7e6141d492 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:09.743620 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-8c525b3a-5bff-4e83-be91-46bcaca1fc27 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:09.829584 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-51910506-b924-4f43-91ba-5be0a2afa7c3 req-3b41b33c-5b38-4a82-9a24-5347b8ed6b1a tempest-ServerPasswordTestJSON-1221392214 tempest-ServerPasswordTestJSON-1221392214-project] 10.222.0.84 "GET /v2.0/ports?device_id=9841aef6-869e-4e16-ac0c-12f6d00bfc6f HTTP/1.1" status: 200 len: 210 time: 0.0806766 Aug 16 21:08:09.934179 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a5a3f92e-a111-4575-b0f4-1ae4141bf897 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:09.960529 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e1975-d5f2-4bda-abbc-33335bfecbab req-5e54b9d1-9642-4170-beb2-86896b020883 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:09.969694 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ce2e1975-d5f2-4bda-abbc-33335bfecbab req-5e54b9d1-9642-4170-beb2-86896b020883 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 943 time: 0.2150950 Aug 16 21:08:09.988405 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3833c049-d9d4-4fbf-b0c5-410b7a96c0e2 None None] DHCP port deletion for 328a23ea-c930-4ea4-a9b9-31eb00eb264b request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:08:09.995244 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-e2ff1255-6d5a-45af-b429-7e30b2882000 service neutron] 10.222.0.72 "GET /v2.0/networks/23c94cb9-7fbe-4c32-98c2-b53c527999c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821398 Aug 16 21:08:10.027401 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 3b54bcfe-d9a4-4cbb-89b7-03f5e5ee8d2d up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:08:10.048608 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-930f4e55-fb14-49d7-960c-08b71bb1efe1 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:10.091064 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ce2e1975-d5f2-4bda-abbc-33335bfecbab req-0cf03656-deab-41b6-8a62-d44abf409b05 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/security-groups?id=7313cff0-67c1-456a-b42a-f621f13532ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197083 Aug 16 21:08:10.116309 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-3833c049-d9d4-4fbf-b0c5-410b7a96c0e2 None None] Deleting port 3aa96f63-a780-40f8-b5b5-598e1cc2cf63 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:08:10.116630 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3833c049-d9d4-4fbf-b0c5-410b7a96c0e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:10.144696 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e9aed67d-bd52-4a91-bddb-32d9d6406832 req-09c54155-10a9-4a1d-8412-4697cd979729 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] 10.222.0.84 "GET /v2.0/ports?device_id=a56839e7-90cd-4dab-ac2e-e38928b32a7f HTTP/1.1" status: 200 len: 210 time: 0.0868809 Aug 16 21:08:10.144821 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-a5a3f92e-a111-4575-b0f4-1ae4141bf897 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Deleting port 3aa96f63-a780-40f8-b5b5-598e1cc2cf63 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:08:10.144821 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a5a3f92e-a111-4575-b0f4-1ae4141bf897 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:10.145030 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f4e55-fb14-49d7-960c-08b71bb1efe1 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Subnet': ['ID=ce1f2ec3-0145-4e6a-8c0e-025474f98e53,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:10.151933 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-8c525b3a-5bff-4e83-be91-46bcaca1fc27 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] Allocated IP 172.20.0.10 (c6f3a755-06d9-40ad-ac26-8a0c27f2f561/55c661fc-ec8d-4a3b-9107-3acc9d4d0609/fd397165-846d-4942-8299-145d101fc523) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:08:10.177803 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 3b54bcfe-d9a4-4cbb-89b7-03f5e5ee8d2d triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:10.178329 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:10.200430 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-930f4e55-fb14-49d7-960c-08b71bb1efe1 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:10.204846 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-930f4e55-fb14-49d7-960c-08b71bb1efe1 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/ce1f2ec3-0145-4e6a-8c0e-025474f98e53 HTTP/1.1" status: 204 len: 168 time: 0.7864609 Aug 16 21:08:10.208640 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37338) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:10.223456 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3098fbb6-27bb-4ff0-a607-b640b5515813 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:10.268140 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-12d84f92-bed7-4325-83bf-954a02cd6164 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480843 Aug 16 21:08:10.274056 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37340) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:10.278898 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-d9d520dc-fe58-41c1-87cd-28e6925acab4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'subnet': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:10.448377 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-8c525b3a-5bff-4e83-be91-46bcaca1fc27 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:10.460966 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9b80b5e3-7169-450d-948b-6a7a3dc64520 req-0dbd035c-60f1-46b1-af48-2e83b4dbc8b8 service neutron] 10.222.0.72 "GET /v2.0/networks/23c94cb9-7fbe-4c32-98c2-b53c527999c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4639206 Aug 16 21:08:10.492639 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-a5a3f92e-a111-4575-b0f4-1ae4141bf897 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] For port 3aa96f63-a780-40f8-b5b5-598e1cc2cf63, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=3aa96f63-a780-40f8-b5b5-598e1cc2cf63,segment=NetworkSegment(8bb96f08-cd2b-4273-ae4e-3b6f41e4d789),segment_id=8bb96f08-cd2b-4273-ae4e-3b6f41e4d789)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:10.493923 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a5a3f92e-a111-4575-b0f4-1ae4141bf897 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:10.498484 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-3833c049-d9d4-4fbf-b0c5-410b7a96c0e2 None None] For port 3aa96f63-a780-40f8-b5b5-598e1cc2cf63, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=3aa96f63-a780-40f8-b5b5-598e1cc2cf63,segment=NetworkSegment(8bb96f08-cd2b-4273-ae4e-3b6f41e4d789),segment_id=8bb96f08-cd2b-4273-ae4e-3b6f41e4d789)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:10.498975 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3833c049-d9d4-4fbf-b0c5-410b7a96c0e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:10.509641 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-a5a3f92e-a111-4575-b0f4-1ae4141bf897 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Calling delete_port for 3aa96f63-a780-40f8-b5b5-598e1cc2cf63 owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:08:10.526254 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-3833c049-d9d4-4fbf-b0c5-410b7a96c0e2 None None] Calling delete_port for 3aa96f63-a780-40f8-b5b5-598e1cc2cf63 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:08:10.530226 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d520dc-fe58-41c1-87cd-28e6925acab4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:10.535153 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d9d520dc-fe58-41c1-87cd-28e6925acab4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:10.620003 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-8c525b3a-5bff-4e83-be91-46bcaca1fc27 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:10.672094 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a5a3f92e-a111-4575-b0f4-1ae4141bf897 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:10.686068 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-8c525b3a-5bff-4e83-be91-46bcaca1fc27 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] Network c6f3a755-06d9-40ad-ac26-8a0c27f2f561 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:10.694608 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3833c049-d9d4-4fbf-b0c5-410b7a96c0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:10.696287 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-8c525b3a-5bff-4e83-be91-46bcaca1fc27 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:10.698958 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-8c525b3a-5bff-4e83-be91-46bcaca1fc27 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:08:10.715006 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a3f92e-a111-4575-b0f4-1ae4141bf897 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Pushing event deleted for resources: {'Port': ['ID=3aa96f63-a780-40f8-b5b5-598e1cc2cf63,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:10.720742 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a3f92e-a111-4575-b0f4-1ae4141bf897 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] No DVR routers for this DVR port 3aa96f63-a780-40f8-b5b5-598e1cc2cf63 on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:08:10.721625 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3833c049-d9d4-4fbf-b0c5-410b7a96c0e2 None None] Pushing event deleted for resources: {'Port': ['ID=3aa96f63-a780-40f8-b5b5-598e1cc2cf63,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:10.725245 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3833c049-d9d4-4fbf-b0c5-410b7a96c0e2 None None] No DVR routers for this DVR port 3aa96f63-a780-40f8-b5b5-598e1cc2cf63 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:08:10.734362 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c525b3a-5bff-4e83-be91-46bcaca1fc27 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] Pushing event updated for resources: {'Port': ['ID=fd397165-846d-4942-8299-145d101fc523,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:10.798194 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-8c525b3a-5bff-4e83-be91-46bcaca1fc27 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:10.798824 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-8c525b3a-5bff-4e83-be91-46bcaca1fc27 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:10.815022 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d828d668-f43d-4abb-aed1-a3324b2862d0 None None] DHCP port deletion for 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:08:10.833628 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a5a3f92e-a111-4575-b0f4-1ae4141bf897 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:10.847765 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-a5a3f92e-a111-4575-b0f4-1ae4141bf897 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['328a23ea-c930-4ea4-a9b9-31eb00eb264b']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:10.864217 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-d828d668-f43d-4abb-aed1-a3324b2862d0 None None] Deleting port 3b54bcfe-d9a4-4cbb-89b7-03f5e5ee8d2d {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:08:10.864897 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d828d668-f43d-4abb-aed1-a3324b2862d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:10.878470 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-a5a3f92e-a111-4575-b0f4-1ae4141bf897 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb96f08-cd2b-4273-ae4e-3b6f41e4d789') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:10.880035 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-a5a3f92e-a111-4575-b0f4-1ae4141bf897 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb96f08-cd2b-4273-ae4e-3b6f41e4d789') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:10.890221 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37344) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:10.890850 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a5a3f92e-a111-4575-b0f4-1ae4141bf897 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:10.925100 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a5a3f92e-a111-4575-b0f4-1ae4141bf897 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:10.928482 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-8c525b3a-5bff-4e83-be91-46bcaca1fc27 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5293725 Aug 16 21:08:10.938148 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5a3f92e-a111-4575-b0f4-1ae4141bf897 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:08:10.938788 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a5a3f92e-a111-4575-b0f4-1ae4141bf897 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:10.940426 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-d828d668-f43d-4abb-aed1-a3324b2862d0 None None] For port 3b54bcfe-d9a4-4cbb-89b7-03f5e5ee8d2d, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=3b54bcfe-d9a4-4cbb-89b7-03f5e5ee8d2d,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:10.940890 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d828d668-f43d-4abb-aed1-a3324b2862d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:10.942760 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:08:10.942760 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:08:10.942760 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:08:10.942760 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:08:10.942760 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:08:10.942760 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:08:10.942760 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:08:10.942760 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:08:10.942760 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:08:10.942760 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:08:10.942760 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:08:10.942760 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:08:10.942760 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:08:10.942760 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:08:10.942760 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:08:10.942760 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:08:10.942760 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:08:10.942760 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:08:10.942760 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:08:10.942760 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:08:10.942760 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:08:10.942760 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:08:10.942760 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:08:10.942760 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:08:10.942760 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:08:10.942760 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:08:10.942760 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:08:10.942760 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:08:10.942760 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:08:10.942760 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:08:10.942760 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:08:10.942760 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:08:10.945093 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-6b039ccb-127c-4052-b4bf-6097a96672fc service neutron] Request body: {'port': {'device_id': 'a56839e7-90cd-4dab-ac2e-e38928b32a7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:10.971107 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-d828d668-f43d-4abb-aed1-a3324b2862d0 None None] Calling delete_port for 3b54bcfe-d9a4-4cbb-89b7-03f5e5ee8d2d owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:08:10.971740 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d9d520dc-fe58-41c1-87cd-28e6925acab4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:10.994559 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-49259e0d-a32b-4610-a483-eed6635baa7d admin admin] Deleting subnet 158bb2fb-a94e-41f9-a7ae-f6bbe9956dcf {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:08:11.013864 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-49259e0d-a32b-4610-a483-eed6635baa7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:11.043007 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d520dc-fe58-41c1-87cd-28e6925acab4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:11.046641 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e39be470-15e4-4233-a348-a4255fca141a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:11.071024 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a5a3f92e-a111-4575-b0f4-1ae4141bf897 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:11.072399 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-d9d520dc-fe58-41c1-87cd-28e6925acab4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:11.081070 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a5a3f92e-a111-4575-b0f4-1ae4141bf897 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:11.084167 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a5a3f92e-a111-4575-b0f4-1ae4141bf897 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] 10.222.0.84 "DELETE /v2.0/networks/328a23ea-c930-4ea4-a9b9-31eb00eb264b HTTP/1.1" status: 204 len: 168 time: 1.3581884 Aug 16 21:08:11.084563 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d520dc-fe58-41c1-87cd-28e6925acab4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:11.085191 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d9d520dc-fe58-41c1-87cd-28e6925acab4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:11.108048 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d520dc-fe58-41c1-87cd-28e6925acab4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Subnet': ['ID=96556e14-a007-4816-8f62-86c02848ab90,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:11.112283 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-6b039ccb-127c-4052-b4bf-6097a96672fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:11.115921 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-49259e0d-a32b-4610-a483-eed6635baa7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:11.118832 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a3f92e-a111-4575-b0f4-1ae4141bf897 tempest-ExtraDHCPOptionsTestJSON-88942412 tempest-ExtraDHCPOptionsTestJSON-88942412-project] Pushing event deleted for resources: {'Network': ['ID=328a23ea-c930-4ea4-a9b9-31eb00eb264b,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:11.152122 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d828d668-f43d-4abb-aed1-a3324b2862d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:11.184806 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d9d520dc-fe58-41c1-87cd-28e6925acab4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9098711 Aug 16 21:08:11.188436 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37356) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:11.205353 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-d92c64eb-d442-464b-8dba-2b344f0e60e0 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'port': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'fixed_ips': [{'subnet_id': '96556e14-a007-4816-8f62-86c02848ab90', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1352265248'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:11.205957 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-49259e0d-a32b-4610-a483-eed6635baa7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:11.207580 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828d668-f43d-4abb-aed1-a3324b2862d0 None None] Pushing event deleted for resources: {'Port': ['ID=3b54bcfe-d9a4-4cbb-89b7-03f5e5ee8d2d,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:11.210797 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d828d668-f43d-4abb-aed1-a3324b2862d0 None None] No DVR routers for this DVR port 3b54bcfe-d9a4-4cbb-89b7-03f5e5ee8d2d on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:08:11.238510 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78e3d1f-1787-46ae-94a4-ad09c2f58708 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:11.488768 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64b12f6-b486-4ef9-97a0-ac1afc4e669e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'tenant_id': '82725015d13d49169b6e377f421f6af8', 'fixed_ips': [{'subnet_id': '96556e14-a007-4816-8f62-86c02848ab90'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:08:11.489886 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92c64eb-d442-464b-8dba-2b344f0e60e0 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:11.491433 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b64b12f6-b486-4ef9-97a0-ac1afc4e669e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:11.598102 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d92c64eb-d442-464b-8dba-2b344f0e60e0 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:11.619181 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-d92c64eb-d442-464b-8dba-2b344f0e60e0 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] device_id is not set on port d9a23880-aaa7-4b27-8907-7d20de0929e2 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:08:11.688525 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-b64b12f6-b486-4ef9-97a0-ac1afc4e669e None None] Allocated IP 2001:db8::2 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/96556e14-a007-4816-8f62-86c02848ab90/5dbaf427-e0da-45ef-9c25-29417efbb040) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:08:11.845053 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-49259e0d-a32b-4610-a483-eed6635baa7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:11.872763 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37362) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:11.902154 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46ee7e-7a62-4c19-96db-e8f18e855740 req-88d51d03-943b-4ed6-a388-752b76a3451a tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:11.903411 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b46ee7e-7a62-4c19-96db-e8f18e855740 req-88d51d03-943b-4ed6-a388-752b76a3451a tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 943 time: 0.1797173 Aug 16 21:08:11.907931 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49259e0d-a32b-4610-a483-eed6635baa7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=158bb2fb-a94e-41f9-a7ae-f6bbe9956dcf,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:11.929523 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a108569-7360-4bd2-add3-23e1fd7fd822 req-f3c4967f-c9c8-4bb2-884d-81994ee68195 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:11.932077 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3a108569-7360-4bd2-add3-23e1fd7fd822 req-f3c4967f-c9c8-4bb2-884d-81994ee68195 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] 10.222.0.84 "GET /v2.0/ports?device_id=a56839e7-90cd-4dab-ac2e-e38928b32a7f HTTP/1.1" status: 200 len: 932 time: 0.2062011 Aug 16 21:08:11.934420 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-49259e0d-a32b-4610-a483-eed6635baa7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:11.938554 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-49259e0d-a32b-4610-a483-eed6635baa7d admin admin] 10.222.0.84 "DELETE /v2.0/subnets/158bb2fb-a94e-41f9-a7ae-f6bbe9956dcf HTTP/1.1" status: 204 len: 168 time: 1.0448389 Aug 16 21:08:11.939827 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37366) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:11.950631 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b64b12f6-b486-4ef9-97a0-ac1afc4e669e None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:11.968181 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b64b12f6-b486-4ef9-97a0-ac1afc4e669e None None] Transition to ACTIVE for port object 5dbaf427-e0da-45ef-9c25-29417efbb040 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:11.987093 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b64b12f6-b486-4ef9-97a0-ac1afc4e669e None None] Transition to ACTIVE for port object 5dbaf427-e0da-45ef-9c25-29417efbb040 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:12.029330 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 2cca79be-6b17-4da4-8b51-2238bcc402e3 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:08:12.065575 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 3aa96f63-a780-40f8-b5b5-598e1cc2cf63 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:08:12.068998 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 2cca79be-6b17-4da4-8b51-2238bcc402e3 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:08:12.069558 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 2cca79be-6b17-4da4-8b51-2238bcc402e3 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:08:12.087637 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3a108569-7360-4bd2-add3-23e1fd7fd822 req-26c60b07-5446-4a6b-af9f-a7b77b981fc5 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] 10.222.0.84 "GET /v2.0/security-groups?id=398d056d-2fd6-495b-93c0-97c7fb0e5b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435599 Aug 16 21:08:12.093320 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b6e65fa6-2be5-43ee-be01-97633e6b83e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:12.097429 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b46ee7e-7a62-4c19-96db-e8f18e855740 req-895a58e5-aaf2-4d0e-808a-d77bdd92974d tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/security-groups?id=7313cff0-67c1-456a-b42a-f621f13532ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776977 Aug 16 21:08:12.111484 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 3aa96f63-a780-40f8-b5b5-598e1cc2cf63 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:08:12.111484 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 3aa96f63-a780-40f8-b5b5-598e1cc2cf63 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:08:12.111484 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 3b54bcfe-d9a4-4cbb-89b7-03f5e5ee8d2d no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:08:12.114145 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-6b039ccb-127c-4052-b4bf-6097a96672fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd397165-846d-4942-8299-145d101fc523 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:08:12.114581 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b64b12f6-b486-4ef9-97a0-ac1afc4e669e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:12.127954 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-6b039ccb-127c-4052-b4bf-6097a96672fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:12.142481 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 3b54bcfe-d9a4-4cbb-89b7-03f5e5ee8d2d {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:08:12.142912 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 3b54bcfe-d9a4-4cbb-89b7-03f5e5ee8d2d not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:08:12.143153 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-6b039ccb-127c-4052-b4bf-6097a96672fc service neutron] Transition to ACTIVE for port object fd397165-846d-4942-8299-145d101fc523 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:12.147142 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-d92c64eb-d442-464b-8dba-2b344f0e60e0 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:08:12.147566 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d92c64eb-d442-464b-8dba-2b344f0e60e0 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:08:12.179253 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64b12f6-b486-4ef9-97a0-ac1afc4e669e None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:12.183118 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-b64b12f6-b486-4ef9-97a0-ac1afc4e669e None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:12.187653 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64b12f6-b486-4ef9-97a0-ac1afc4e669e None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:08:12.191635 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1a3e3409-cb0c-4181-abd1-d68a79dff13f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e2f215e483294cb59a7e99482184828e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3176980 Aug 16 21:08:12.193530 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b12f6-b486-4ef9-97a0-ac1afc4e669e None None] Pushing event updated for resources: {'Port': ['ID=5dbaf427-e0da-45ef-9c25-29417efbb040,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:12.194382 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37368) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:12.233141 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-6b039ccb-127c-4052-b4bf-6097a96672fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:12.252048 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b6e65fa6-2be5-43ee-be01-97633e6b83e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:12.263351 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d92c64eb-d442-464b-8dba-2b344f0e60e0 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0712776 Aug 16 21:08:12.265479 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-b6e65fa6-2be5-43ee-be01-97633e6b83e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5eb9fb9-bf00-4023-97a5-4f0948d0d60a']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:12.267128 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-b64b12f6-b486-4ef9-97a0-ac1afc4e669e None None] Attempting to bind port 5dbaf427-e0da-45ef-9c25-29417efbb040 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:08:12.267501 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-b64b12f6-b486-4ef9-97a0-ac1afc4e669e None None] Attempting to bind port 5dbaf427-e0da-45ef-9c25-29417efbb040 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:08:12.267892 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64b12f6-b486-4ef9-97a0-ac1afc4e669e None None] Attempting to bind port 5dbaf427-e0da-45ef-9c25-29417efbb040 on network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:08:12.273308 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64b12f6-b486-4ef9-97a0-ac1afc4e669e None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:08:12.273530 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37370) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:12.273683 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64b12f6-b486-4ef9-97a0-ac1afc4e669e None None] Checking segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:08:12.273953 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b64b12f6-b486-4ef9-97a0-ac1afc4e669e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:12.274436 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64b12f6-b486-4ef9-97a0-ac1afc4e669e None None] Bound using segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:08:12.274911 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-b64b12f6-b486-4ef9-97a0-ac1afc4e669e None None] Bound port: 5dbaf427-e0da-45ef-9c25-29417efbb040, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:08:12.275579 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b64b12f6-b486-4ef9-97a0-ac1afc4e669e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:12.277534 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-b6e65fa6-2be5-43ee-be01-97633e6b83e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6298e35a-65ec-4cf3-97bd-d86b7327f53a') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:12.278742 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-b6e65fa6-2be5-43ee-be01-97633e6b83e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6298e35a-65ec-4cf3-97bd-d86b7327f53a') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:12.291315 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b6e65fa6-2be5-43ee-be01-97633e6b83e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:12.306356 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b6e65fa6-2be5-43ee-be01-97633e6b83e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:12.313107 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6e65fa6-2be5-43ee-be01-97633e6b83e6 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:08:12.313512 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b6e65fa6-2be5-43ee-be01-97633e6b83e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:12.315933 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:08:12.315933 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:08:12.315933 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:08:12.315933 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:08:12.315933 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:08:12.315933 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:08:12.315933 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:08:12.315933 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:08:12.315933 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:08:12.315933 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:08:12.315933 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:08:12.315933 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:08:12.315933 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:08:12.315933 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:08:12.315933 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:08:12.315933 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:08:12.315933 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:08:12.315933 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:08:12.315933 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:08:12.315933 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:08:12.315933 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:08:12.315933 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:08:12.315933 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:08:12.315933 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:08:12.315933 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:08:12.315933 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:08:12.315933 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:08:12.315933 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:08:12.315933 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:08:12.315933 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:08:12.315933 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:08:12.315933 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:08:12.343033 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7de6487c-53d9-4d6b-9f2c-5c7399958e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:12.360052 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-b64b12f6-b486-4ef9-97a0-ac1afc4e669e None None] For port 5dbaf427-e0da-45ef-9c25-29417efbb040, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:08:12.363320 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-b64b12f6-b486-4ef9-97a0-ac1afc4e669e None None] For port 5dbaf427-e0da-45ef-9c25-29417efbb040, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5dbaf427-e0da-45ef-9c25-29417efbb040,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:08:12.378732 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b039ccb-127c-4052-b4bf-6097a96672fc service neutron] Pushing event updated for resources: {'Port': ['ID=fd397165-846d-4942-8299-145d101fc523,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:12.442368 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7de6487c-53d9-4d6b-9f2c-5c7399958e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:12.442836 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b64b12f6-b486-4ef9-97a0-ac1afc4e669e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:12.469578 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3eb658b-ad98-41f8-a987-52975842bdaf tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:12.471999 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e3eb658b-ad98-41f8-a987-52975842bdaf tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1921792 Aug 16 21:08:12.473628 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37372) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:12.485158 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b6e65fa6-2be5-43ee-be01-97633e6b83e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:12.516150 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b6e65fa6-2be5-43ee-be01-97633e6b83e6 admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:12.518425 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b6e65fa6-2be5-43ee-be01-97633e6b83e6 admin admin] 10.222.0.84 "DELETE /v2.0/networks/c5eb9fb9-bf00-4023-97a5-4f0948d0d60a HTTP/1.1" status: 204 len: 168 time: 0.5763113 Aug 16 21:08:12.538805 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-6b039ccb-127c-4052-b4bf-6097a96672fc service neutron] Attempting to bind port fd397165-846d-4942-8299-145d101fc523 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:08:12.539068 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-6b039ccb-127c-4052-b4bf-6097a96672fc service neutron] Attempting to bind port fd397165-846d-4942-8299-145d101fc523 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '5a8a53a1-f6b4-415c-b9ce-f1277434f113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c6f3a755-06d9-40ad-ac26-8a0c27f2f561'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:08:12.539416 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-6b039ccb-127c-4052-b4bf-6097a96672fc service neutron] Attempting to bind port fd397165-846d-4942-8299-145d101fc523 on network c6f3a755-06d9-40ad-ac26-8a0c27f2f561 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:08:12.551399 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e65fa6-2be5-43ee-be01-97633e6b83e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5eb9fb9-bf00-4023-97a5-4f0948d0d60a,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:12.551637 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-6b039ccb-127c-4052-b4bf-6097a96672fc service neutron] Port fd397165-846d-4942-8299-145d101fc523 on network c6f3a755-06d9-40ad-ac26-8a0c27f2f561 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:08:12.551872 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-6b039ccb-127c-4052-b4bf-6097a96672fc service neutron] Attempting to bind port fd397165-846d-4942-8299-145d101fc523 on network c6f3a755-06d9-40ad-ac26-8a0c27f2f561 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:08:12.559691 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-6b039ccb-127c-4052-b4bf-6097a96672fc service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:08:12.559691 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-6b039ccb-127c-4052-b4bf-6097a96672fc service neutron] Checking segment: {'id': '5a8a53a1-f6b4-415c-b9ce-f1277434f113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c6f3a755-06d9-40ad-ac26-8a0c27f2f561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:08:12.559691 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-6b039ccb-127c-4052-b4bf-6097a96672fc service neutron] Bound using segment: {'id': '5a8a53a1-f6b4-415c-b9ce-f1277434f113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c6f3a755-06d9-40ad-ac26-8a0c27f2f561'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:08:12.564481 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-6b039ccb-127c-4052-b4bf-6097a96672fc service neutron] Bound port: fd397165-846d-4942-8299-145d101fc523, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a8a53a1-f6b4-415c-b9ce-f1277434f113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c6f3a755-06d9-40ad-ac26-8a0c27f2f561'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:08:12.564915 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-6b039ccb-127c-4052-b4bf-6097a96672fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:12.573570 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b12f6-b486-4ef9-97a0-ac1afc4e669e None None] Pushing event updated for resources: {'Port': ['ID=5dbaf427-e0da-45ef-9c25-29417efbb040,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:12.592639 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6611b8-b68d-4a8e-830e-9b60f4b0f6ac tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:12.594461 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6611b8-b68d-4a8e-830e-9b60f4b0f6ac tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:12.596083 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8b6611b8-b68d-4a8e-830e-9b60f4b0f6ac tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1209538 Aug 16 21:08:12.601824 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37378) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:12.660725 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-6b039ccb-127c-4052-b4bf-6097a96672fc service neutron] For port fd397165-846d-4942-8299-145d101fc523, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:08:12.664770 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-6b039ccb-127c-4052-b4bf-6097a96672fc service neutron] For port fd397165-846d-4942-8299-145d101fc523, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=fd397165-846d-4942-8299-145d101fc523,segment=NetworkSegment(5a8a53a1-f6b4-415c-b9ce-f1277434f113),segment_id=5a8a53a1-f6b4-415c-b9ce-f1277434f113)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:08:12.676126 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-f24f789c-f37a-411f-9c8e-83217e84ae95 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting subnet 96556e14-a007-4816-8f62-86c02848ab90 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:08:12.679270 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7de6487c-53d9-4d6b-9f2c-5c7399958e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:12.681011 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f24f789c-f37a-411f-9c8e-83217e84ae95 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:12.681988 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7de6487c-53d9-4d6b-9f2c-5c7399958e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:12.683544 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-7de6487c-53d9-4d6b-9f2c-5c7399958e98 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e674243f-0c7f-45af-b5af-47709180f89e HTTP/1.1" status: 204 len: 168 time: 0.4874356 Aug 16 21:08:12.698297 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de6487c-53d9-4d6b-9f2c-5c7399958e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e674243f-0c7f-45af-b5af-47709180f89e,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:12.757142 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f24f789c-f37a-411f-9c8e-83217e84ae95 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:12.798689 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-6b039ccb-127c-4052-b4bf-6097a96672fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:12.864701 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f24f789c-f37a-411f-9c8e-83217e84ae95 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:12.877954 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b039ccb-127c-4052-b4bf-6097a96672fc service neutron] Pushing event updated for resources: {'Port': ['ID=fd397165-846d-4942-8299-145d101fc523,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:12.886044 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-6b039ccb-127c-4052-b4bf-6097a96672fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:12.890595 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-6b039ccb-127c-4052-b4bf-6097a96672fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:12.890595 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-6b039ccb-127c-4052-b4bf-6097a96672fc service neutron] 10.222.0.90 "PUT /v2.0/ports/fd397165-846d-4942-8299-145d101fc523 HTTP/1.1" status: 200 len: 1093 time: 1.9497340 Aug 16 21:08:12.890595 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a56839e7-90cd-4dab-ac2e-e38928b32a7f', 'tag': 'fd397165-846d-4942-8299-145d101fc523'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:08:12.892241 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0f0cae-8f1e-4574-a090-0b89440d2e10" -d '{"events": [{"name": "network-changed", "server_uuid": "a56839e7-90cd-4dab-ac2e-e38928b32a7f", "tag": "fd397165-846d-4942-8299-145d101fc523"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:08:12.954606 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1422867-38e3-4dc8-8cba-f51137732a02 x-openstack-request-id: req-d1422867-38e3-4dc8-8cba-f51137732a02 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:08:12.954606 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a56839e7-90cd-4dab-ac2e-e38928b32a7f", "tag": "fd397165-846d-4942-8299-145d101fc523", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:08:12.954606 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d1422867-38e3-4dc8-8cba-f51137732a02 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:08:12.954606 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a56839e7-90cd-4dab-ac2e-e38928b32a7f', 'tag': 'fd397165-846d-4942-8299-145d101fc523', 'status': 'completed', 'code': 200} Aug 16 21:08:13.024371 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37384) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:13.094077 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f24f789c-f37a-411f-9c8e-83217e84ae95 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:13.142908 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f0cae-8f1e-4574-a090-0b89440d2e10 req-63c3a607-d54f-4961-8910-8d3ac1b22228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:13.155257 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8a0f0cae-8f1e-4574-a090-0b89440d2e10 req-63c3a607-d54f-4961-8910-8d3ac1b22228 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1017f44846564872ac3b8d7e6141d492&device_id=a56839e7-90cd-4dab-ac2e-e38928b32a7f HTTP/1.1" status: 200 len: 1096 time: 0.1679785 Aug 16 21:08:13.174156 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f789c-f37a-411f-9c8e-83217e84ae95 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Subnet': ['ID=96556e14-a007-4816-8f62-86c02848ab90,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:13.185488 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f24f789c-f37a-411f-9c8e-83217e84ae95 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:13.190098 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f24f789c-f37a-411f-9c8e-83217e84ae95 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/96556e14-a007-4816-8f62-86c02848ab90 HTTP/1.1" status: 204 len: 168 time: 0.5850277 Aug 16 21:08:13.190626 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37392) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:13.195225 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-31e95f6d-2736-4095-88ca-009a5d610bbe admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d6b806973fa74b90a1af64013b67341b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1659701 Aug 16 21:08:13.198652 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37394) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:13.278180 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8eee600e-0826-4fbf-84be-0860fbd14567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:13.302925 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-7e8c4d38-25d6-4e3b-b8a4-27d159b5938f tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1110845 Aug 16 21:08:13.312498 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37398) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:13.320976 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-bb212820-edb0-492c-bc5b-bba988aff9d7 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'subnet': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:13.329048 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8eee600e-0826-4fbf-84be-0860fbd14567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:13.427140 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c33ba-e9c1-4b9e-9b15-a8397509f4c9 req-f7b36e1a-6046-4e34-9e6a-cc3ae3986ffc tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:13.428743 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d49c33ba-e9c1-4b9e-9b15-a8397509f4c9 req-f7b36e1a-6046-4e34-9e6a-cc3ae3986ffc tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] 10.222.0.84 "GET /v2.0/ports?device_id=a56839e7-90cd-4dab-ac2e-e38928b32a7f HTTP/1.1" status: 200 len: 944 time: 0.1479342 Aug 16 21:08:13.431152 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f0cae-8f1e-4574-a090-0b89440d2e10 req-bc32193e-954f-46c8-9e28-77109b209f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:13.436211 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8a0f0cae-8f1e-4574-a090-0b89440d2e10 req-bc32193e-954f-46c8-9e28-77109b209f42 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=1017f44846564872ac3b8d7e6141d492&shared=False HTTP/1.1" status: 200 len: 926 time: 0.2665915 Aug 16 21:08:13.440212 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8503f41-41bc-4fae-9ecf-5b694c01c627 req-bb525760-0d89-4fbc-ad18-9f0d3f738937 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:13.441719 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a8503f41-41bc-4fae-9ecf-5b694c01c627 req-bb525760-0d89-4fbc-ad18-9f0d3f738937 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 943 time: 0.1493990 Aug 16 21:08:13.550611 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb212820-edb0-492c-bc5b-bba988aff9d7 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:13.554388 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bb212820-edb0-492c-bc5b-bba988aff9d7 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:13.574847 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d49c33ba-e9c1-4b9e-9b15-a8397509f4c9 req-a6bada9f-d14d-4ad5-95e1-ce408fa7780f tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] 10.222.0.84 "GET /v2.0/security-groups?id=398d056d-2fd6-495b-93c0-97c7fb0e5b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100206 Aug 16 21:08:13.585598 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a8503f41-41bc-4fae-9ecf-5b694c01c627 req-5ea39b81-eb3b-4545-a6df-035069d00743 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/security-groups?id=7313cff0-67c1-456a-b42a-f621f13532ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197691 Aug 16 21:08:13.608510 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f0cae-8f1e-4574-a090-0b89440d2e10 req-aadfacf3-ebaa-481d-b6ea-bfe3f594e0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:13.610132 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8a0f0cae-8f1e-4574-a090-0b89440d2e10 req-aadfacf3-ebaa-481d-b6ea-bfe3f594e0cc service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1675067 Aug 16 21:08:13.632421 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-899c5679-156a-4dee-b5c4-2bc92326d59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:13.712351 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-7517b8e3-a1a3-4a18-8f54-2e3c9ee7f74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:13.714026 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8eee600e-0826-4fbf-84be-0860fbd14567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:13.714208 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-7517b8e3-a1a3-4a18-8f54-2e3c9ee7f74a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1017f44846564872ac3b8d7e6141d492&device_id=a56839e7-90cd-4dab-ac2e-e38928b32a7f HTTP/1.1" status: 200 len: 1096 time: 0.0506992 Aug 16 21:08:13.716681 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8eee600e-0826-4fbf-84be-0860fbd14567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:13.717845 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8eee600e-0826-4fbf-84be-0860fbd14567 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/67a61f8a-6795-4e2f-b99d-67634fe40622 HTTP/1.1" status: 204 len: 168 time: 0.5182366 Aug 16 21:08:13.756034 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee600e-0826-4fbf-84be-0860fbd14567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a61f8a-6795-4e2f-b99d-67634fe40622,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:13.767389 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-b5669807-0a29-43ad-ab66-169bdb0b9857 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd397165-846d-4942-8299-145d101fc523 HTTP/1.1" status: 200 len: 217 time: 0.0444834 Aug 16 21:08:13.834737 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-15498e3c-f742-491a-9b7a-31e594d401ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:13.836265 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-15498e3c-f742-491a-9b7a-31e594d401ac service neutron] 10.222.0.90 "GET /v2.0/subnets?id=55c661fc-ec8d-4a3b-9107-3acc9d4d0609 HTTP/1.1" status: 200 len: 865 time: 0.0620992 Aug 16 21:08:13.839706 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e02f0e-bc8d-4536-9733-18bbb8bacb52 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:13.870383 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-c60b20b5-c4c1-4b86-964d-d116b17e6d08 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c6f3a755-06d9-40ad-ac26-8a0c27f2f561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269580 Aug 16 21:08:13.892348 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:13.954426 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bb212820-edb0-492c-bc5b-bba988aff9d7 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:13.975326 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-4baf000d-c986-460f-aaaa-4e27df484c37 service neutron] 10.222.0.90 "GET /v2.0/networks/c6f3a755-06d9-40ad-ac26-8a0c27f2f561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972199 Aug 16 21:08:14.016539 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb212820-edb0-492c-bc5b-bba988aff9d7 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:14.021576 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-bb212820-edb0-492c-bc5b-bba988aff9d7 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:14.026393 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb212820-edb0-492c-bc5b-bba988aff9d7 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:14.027818 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bb212820-edb0-492c-bc5b-bba988aff9d7 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:14.035626 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-6af024ed-f8f5-4a05-b80f-3accc7f914ef None None] Provisioning for port 5dbaf427-e0da-45ef-9c25-29417efbb040 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:14.047725 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb212820-edb0-492c-bc5b-bba988aff9d7 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Subnet': ['ID=3cab3fbb-de3a-415c-b055-1e3a72a181e9,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:14.103918 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5dbaf427-e0da-45ef-9c25-29417efbb040 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:08:14.129894 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-bb212820-edb0-492c-bc5b-bba988aff9d7 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8163481 Aug 16 21:08:14.136646 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37420) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:14.152194 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-159a1d16-68d1-44f9-b973-9e26870b8b76 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2120074662', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:14.165666 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-451bdd8a-dab5-4686-94a1-174c5977ffc6 req-d92ce2c6-c381-4e7b-9eb6-19b0dd1ceb69 service neutron] 10.222.0.90 "GET /v2.0/networks/c6f3a755-06d9-40ad-ac26-8a0c27f2f561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818323 Aug 16 21:08:14.191911 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116aebbc-84ae-4d63-a940-9b66bc87c0ec None None] DHCP port deletion for 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:08:14.235821 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-116aebbc-84ae-4d63-a940-9b66bc87c0ec None None] Deleting port 5dbaf427-e0da-45ef-9c25-29417efbb040 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:08:14.236195 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-116aebbc-84ae-4d63-a940-9b66bc87c0ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:14.248179 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 5dbaf427-e0da-45ef-9c25-29417efbb040 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:14.248669 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-159a1d16-68d1-44f9-b973-9e26870b8b76 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:14.250647 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-159a1d16-68d1-44f9-b973-9e26870b8b76 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:14.279313 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 5dbaf427-e0da-45ef-9c25-29417efbb040 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:14.279582 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:14.314407 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-159a1d16-68d1-44f9-b973-9e26870b8b76 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:14.353861 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-116aebbc-84ae-4d63-a940-9b66bc87c0ec None None] For port 5dbaf427-e0da-45ef-9c25-29417efbb040, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5dbaf427-e0da-45ef-9c25-29417efbb040,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:14.354287 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-116aebbc-84ae-4d63-a940-9b66bc87c0ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:14.373945 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-116aebbc-84ae-4d63-a940-9b66bc87c0ec None None] Calling delete_port for 5dbaf427-e0da-45ef-9c25-29417efbb040 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:08:14.426883 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-159a1d16-68d1-44f9-b973-9e26870b8b76 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:14.448339 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:14.486499 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37430) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:14.509216 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 5dbaf427-e0da-45ef-9c25-29417efbb040, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5dbaf427-e0da-45ef-9c25-29417efbb040,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:14.523593 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-159a1d16-68d1-44f9-b973-9e26870b8b76 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:14.527513 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-159a1d16-68d1-44f9-b973-9e26870b8b76 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3871677 Aug 16 21:08:14.527904 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37436) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:14.572591 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device b31d39aa-d462-4241-9064-5c0be173ef5f details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:08:14.614327 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-639d8104-1052-497a-b93f-aef5c71ad470 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Request body: {'networks': [{'name': 'tempest-network--1443917115'}, {'name': 'tempest-network--856937412'}]} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:14.621316 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-639d8104-1052-497a-b93f-aef5c71ad470 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Request body: {'network': {'name': 'tempest-network--1443917115'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:14.621316 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-639d8104-1052-497a-b93f-aef5c71ad470 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Request body: {'network': {'name': 'tempest-network--856937412'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:14.681479 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:14.766631 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-116aebbc-84ae-4d63-a940-9b66bc87c0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:14.817140 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=5dbaf427-e0da-45ef-9c25-29417efbb040,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:14.825379 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116aebbc-84ae-4d63-a940-9b66bc87c0ec None None] No DVR routers for this DVR port 5dbaf427-e0da-45ef-9c25-29417efbb040 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:08:14.857723 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639d8104-1052-497a-b93f-aef5c71ad470 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Made reservation on behalf of bf527993a34a42cdb2b382384183cd63 for: {'network': 2} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:14.858435 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5f4961-91d6-4a40-819c-04da59c068fa None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:14.862132 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port b31d39aa-d462-4241-9064-5c0be173ef5f, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=b31d39aa-d462-4241-9064-5c0be173ef5f,segment=NetworkSegment(935c4def-bcd0-41b7-b894-caf6082db5ff),segment_id=935c4def-bcd0-41b7-b894-caf6082db5ff)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:14.862293 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-639d8104-1052-497a-b93f-aef5c71ad470 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:14.864910 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116aebbc-84ae-4d63-a940-9b66bc87c0ec None None] Pushing event deleted for resources: {'Port': ['ID=5dbaf427-e0da-45ef-9c25-29417efbb040,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:14.900768 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-639d8104-1052-497a-b93f-aef5c71ad470 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:14.909714 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:14.914357 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e15f49-18f7-4496-90c9-beadbb5ee063 req-d1443bee-b52f-4255-ac31-5f76459f731b tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:14.916570 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-87e15f49-18f7-4496-90c9-beadbb5ee063 req-d1443bee-b52f-4255-ac31-5f76459f731b tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] 10.222.0.84 "GET /v2.0/ports?device_id=a56839e7-90cd-4dab-ac2e-e38928b32a7f HTTP/1.1" status: 200 len: 944 time: 0.2092850 Aug 16 21:08:14.921595 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': 'b31d39aa-d462-4241-9064-5c0be173ef5f', 'network_id': '23c94cb9-7fbe-4c32-98c2-b53c527999c9', 'port_id': 'b31d39aa-d462-4241-9064-5c0be173ef5f', 'mac_address': 'fa:16:3e:c4:1b:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f401c415-c833-4edb-aa31-1fa3940c9bfa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:08:14.973102 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a844e24-3b31-42c3-86af-3965c961209a req-af778fe6-1587-41a9-b927-9d420e91a5dd tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:14.974679 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9a844e24-3b31-42c3-86af-3965c961209a req-af778fe6-1587-41a9-b927-9d420e91a5dd tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 943 time: 0.2519372 Aug 16 21:08:14.994568 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:15.054043 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b31d39aa-d462-4241-9064-5c0be173ef5f {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:08:15.058940 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d4ec4de7-7b45-4dd7-9d28-4711f7d6c3fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:15.064272 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-87e15f49-18f7-4496-90c9-beadbb5ee063 req-256dd906-c0d0-47da-a947-79527b8bac9f tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] 10.222.0.84 "GET /v2.0/security-groups?id=398d056d-2fd6-495b-93c0-97c7fb0e5b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362190 Aug 16 21:08:15.093218 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port b31d39aa-d462-4241-9064-5c0be173ef5f, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=b31d39aa-d462-4241-9064-5c0be173ef5f,segment=NetworkSegment(935c4def-bcd0-41b7-b894-caf6082db5ff),segment_id=935c4def-bcd0-41b7-b894-caf6082db5ff)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:15.141442 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647ebec0-3be1-4002-aa4f-17c69696674a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'tenant_id': '82725015d13d49169b6e377f421f6af8', 'fixed_ips': [{'subnet_id': '3cab3fbb-de3a-415c-b055-1e3a72a181e9'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:08:15.142479 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-647ebec0-3be1-4002-aa4f-17c69696674a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:15.168735 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:15.192965 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9a844e24-3b31-42c3-86af-3965c961209a req-c22329a5-535f-4cb5-b9dd-d3883c707ed7 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/security-groups?id=7313cff0-67c1-456a-b42a-f621f13532ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121468 Aug 16 21:08:15.328466 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=b31d39aa-d462-4241-9064-5c0be173ef5f,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:15.330224 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37454) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:15.338311 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-639d8104-1052-497a-b93f-aef5c71ad470 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:15.349096 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-647ebec0-3be1-4002-aa4f-17c69696674a None None] Allocated IP 2001:db8::2 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/3cab3fbb-de3a-415c-b055-1e3a72a181e9/5b3f1d26-cdf8-43eb-ad64-b172ab85576e) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:08:15.409615 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['b31d39aa-d462-4241-9064-5c0be173ef5f'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:08:15.417068 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-639d8104-1052-497a-b93f-aef5c71ad470 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:15.417573 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-639d8104-1052-497a-b93f-aef5c71ad470 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:15.462593 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d8104-1052-497a-b93f-aef5c71ad470 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0787230e-88a4-44c5-918e-9277f61a9267,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:15.484644 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-5ac6a2b3-f481-4c90-9bcb-b9cfc133d13b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-391420109-network', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:15.485482 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-639d8104-1052-497a-b93f-aef5c71ad470 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:08:15.499594 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-639d8104-1052-497a-b93f-aef5c71ad470 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:15.500050 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-639d8104-1052-497a-b93f-aef5c71ad470 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Added segment 5e841bd2-4e71-427b-9306-ecd064668d72 of type vlan for network 96dd33ab-9034-4c47-9977-ac095289317b Aug 16 21:08:15.543239 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-639d8104-1052-497a-b93f-aef5c71ad470 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:15.577094 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-639d8104-1052-497a-b93f-aef5c71ad470 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:08:15.586464 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-639d8104-1052-497a-b93f-aef5c71ad470 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:15.586811 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-639d8104-1052-497a-b93f-aef5c71ad470 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Added segment 3598338f-7622-4bc8-bac6-dd52f7c6e032 of type vlan for network 2af2de46-3637-43fb-b6c1-584c640c1762 Aug 16 21:08:15.590236 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac6a2b3-f481-4c90-9bcb-b9cfc133d13b admin admin] Made reservation on behalf of 6ff815c4c8944f8eb7103de208aa5945 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:15.594234 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5ac6a2b3-f481-4c90-9bcb-b9cfc133d13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:15.603520 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5ac6a2b3-f481-4c90-9bcb-b9cfc133d13b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:15.635695 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-639d8104-1052-497a-b93f-aef5c71ad470 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:15.743774 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-647ebec0-3be1-4002-aa4f-17c69696674a None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:15.746842 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-639d8104-1052-497a-b93f-aef5c71ad470 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:15.747385 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-639d8104-1052-497a-b93f-aef5c71ad470 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:15.754986 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-647ebec0-3be1-4002-aa4f-17c69696674a None None] Transition to ACTIVE for port object 5b3f1d26-cdf8-43eb-ad64-b172ab85576e will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:15.756888 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639d8104-1052-497a-b93f-aef5c71ad470 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:15.767166 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5ac6a2b3-f481-4c90-9bcb-b9cfc133d13b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:15.774240 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639d8104-1052-497a-b93f-aef5c71ad470 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:15.774960 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-639d8104-1052-497a-b93f-aef5c71ad470 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:15.786639 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-647ebec0-3be1-4002-aa4f-17c69696674a None None] Transition to ACTIVE for port object 5b3f1d26-cdf8-43eb-ad64-b172ab85576e will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:15.855595 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5ac6a2b3-f481-4c90-9bcb-b9cfc133d13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:15.906857 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-647ebec0-3be1-4002-aa4f-17c69696674a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:15.976290 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac6a2b3-f481-4c90-9bcb-b9cfc133d13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5737bb1-9102-4388-8f01-c2e61e1e0375,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:15.980104 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac6a2b3-f481-4c90-9bcb-b9cfc133d13b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:08:15.990966 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647ebec0-3be1-4002-aa4f-17c69696674a None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:15.997419 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5ac6a2b3-f481-4c90-9bcb-b9cfc133d13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:15.997419 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-5ac6a2b3-f481-4c90-9bcb-b9cfc133d13b admin admin] Added segment 871fd1c6-053b-43bc-81ad-da658e74a8c3 of type vlan for network 9c499baa-4492-4b54-bedd-a882ae845f9c Aug 16 21:08:16.002414 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-647ebec0-3be1-4002-aa4f-17c69696674a None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:16.007375 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ebec0-3be1-4002-aa4f-17c69696674a None None] Pushing event updated for resources: {'Port': ['ID=5b3f1d26-cdf8-43eb-ad64-b172ab85576e,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:16.009504 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647ebec0-3be1-4002-aa4f-17c69696674a None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:08:16.053214 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5dbaf427-e0da-45ef-9c25-29417efbb040 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:08:16.067972 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5ac6a2b3-f481-4c90-9bcb-b9cfc133d13b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:16.079429 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d8104-1052-497a-b93f-aef5c71ad470 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Pushing event updated for resources: {'Network': ['ID=96dd33ab-9034-4c47-9977-ac095289317b,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:16.098082 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 5dbaf427-e0da-45ef-9c25-29417efbb040 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:08:16.098430 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5dbaf427-e0da-45ef-9c25-29417efbb040 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:08:16.103504 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 96dd33ab-9034-4c47-9977-ac095289317b details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:08:16.120305 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-639d8104-1052-497a-b93f-aef5c71ad470 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.6291313 Aug 16 21:08:16.120531 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37460) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:16.153377 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-647ebec0-3be1-4002-aa4f-17c69696674a None None] Attempting to bind port 5b3f1d26-cdf8-43eb-ad64-b172ab85576e on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:08:16.153755 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-647ebec0-3be1-4002-aa4f-17c69696674a None None] Attempting to bind port 5b3f1d26-cdf8-43eb-ad64-b172ab85576e by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:08:16.154125 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647ebec0-3be1-4002-aa4f-17c69696674a None None] Attempting to bind port 5b3f1d26-cdf8-43eb-ad64-b172ab85576e on network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:08:16.166061 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-d4ec4de7-7b45-4dd7-9d28-4711f7d6c3fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Allocated IP 2001:db8::1 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/3cab3fbb-de3a-415c-b055-1e3a72a181e9/8103d5c9-693b-438f-8ff4-ae8daf2e3636) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:08:16.168859 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647ebec0-3be1-4002-aa4f-17c69696674a None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:08:16.169249 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647ebec0-3be1-4002-aa4f-17c69696674a None None] Checking segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:08:16.169665 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-647ebec0-3be1-4002-aa4f-17c69696674a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:16.170102 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647ebec0-3be1-4002-aa4f-17c69696674a None None] Bound using segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:08:16.170590 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-647ebec0-3be1-4002-aa4f-17c69696674a None None] Bound port: 5b3f1d26-cdf8-43eb-ad64-b172ab85576e, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:08:16.171068 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-647ebec0-3be1-4002-aa4f-17c69696674a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:16.177575 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5ac6a2b3-f481-4c90-9bcb-b9cfc133d13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:16.182878 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac6a2b3-f481-4c90-9bcb-b9cfc133d13b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:16.185956 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5ac6a2b3-f481-4c90-9bcb-b9cfc133d13b admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:16.260005 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-647ebec0-3be1-4002-aa4f-17c69696674a None None] For port 5b3f1d26-cdf8-43eb-ad64-b172ab85576e, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:08:16.263188 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-647ebec0-3be1-4002-aa4f-17c69696674a None None] For port 5b3f1d26-cdf8-43eb-ad64-b172ab85576e, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5b3f1d26-cdf8-43eb-ad64-b172ab85576e,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:08:16.279385 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d8104-1052-497a-b93f-aef5c71ad470 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Pushing event updated for resources: {'Network': ['ID=2af2de46-3637-43fb-b6c1-584c640c1762,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:16.291024 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 2af2de46-3637-43fb-b6c1-584c640c1762 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:08:16.365632 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-647ebec0-3be1-4002-aa4f-17c69696674a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:16.393152 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa2c87-c188-4b04-95be-254e67b878a5 req-d6bbc820-0724-4e04-a9e9-343120177c1a tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:16.395162 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bdfa2c87-c188-4b04-95be-254e67b878a5 req-d6bbc820-0724-4e04-a9e9-343120177c1a tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 944 time: 0.0983250 Aug 16 21:08:16.405425 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9a983-ab1e-4c63-b921-e26cde2f921d req-8f2d35b2-9c6c-46a9-8b0d-544b8fa0c705 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:16.409996 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac6a2b3-f481-4c90-9bcb-b9cfc133d13b admin admin] Pushing event updated for resources: {'Network': ['ID=9c499baa-4492-4b54-bedd-a882ae845f9c,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:16.412659 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c2b9a983-ab1e-4c63-b921-e26cde2f921d req-8f2d35b2-9c6c-46a9-8b0d-544b8fa0c705 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] 10.222.0.84 "GET /v2.0/ports?device_id=a56839e7-90cd-4dab-ac2e-e38928b32a7f HTTP/1.1" status: 200 len: 944 time: 0.2149785 Aug 16 21:08:16.431068 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 9c499baa-4492-4b54-bedd-a882ae845f9c details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:08:16.433437 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d4ec4de7-7b45-4dd7-9d28-4711f7d6c3fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:16.455223 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5ac6a2b3-f481-4c90-9bcb-b9cfc133d13b admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1196275 Aug 16 21:08:16.457702 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37466) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:16.469972 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-89bdf905-1b81-458c-9841-cfd7778210a4 admin admin] Request body: {'subnet': {'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-391420109-subnet', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:16.476419 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5a8abf-0db7-4c90-b7c5-a068aa48023e tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:16.483931 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5a8abf-0db7-4c90-b7c5-a068aa48023e tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:16.490872 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5a8abf-0db7-4c90-b7c5-a068aa48023e tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:16.497454 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5a8abf-0db7-4c90-b7c5-a068aa48023e tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:16.499428 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ee5a8abf-0db7-4c90-b7c5-a068aa48023e tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3784046 Aug 16 21:08:16.500244 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-d4ec4de7-7b45-4dd7-9d28-4711f7d6c3fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Transition to ACTIVE for port object 8103d5c9-693b-438f-8ff4-ae8daf2e3636 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:16.508897 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37468) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:16.528603 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ebec0-3be1-4002-aa4f-17c69696674a None None] Pushing event updated for resources: {'Port': ['ID=5b3f1d26-cdf8-43eb-ad64-b172ab85576e,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:16.535991 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c2b9a983-ab1e-4c63-b921-e26cde2f921d req-7cc9086d-85c2-46d0-902b-7604fcb42a5c tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] 10.222.0.84 "GET /v2.0/security-groups?id=398d056d-2fd6-495b-93c0-97c7fb0e5b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223404 Aug 16 21:08:16.546080 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bdfa2c87-c188-4b04-95be-254e67b878a5 req-5a16933c-7b5e-476e-9cd4-73c1db739611 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/security-groups?id=7313cff0-67c1-456a-b42a-f621f13532ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240804 Aug 16 21:08:16.594317 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device b31d39aa-d462-4241-9064-5c0be173ef5f up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:08:16.598841 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:16.620252 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ac0204e-66ba-4291-bf9e-2bb595e99332 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:16.626981 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89bdf905-1b81-458c-9841-cfd7778210a4 admin admin] Made reservation on behalf of 6ff815c4c8944f8eb7103de208aa5945 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:16.630553 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-89bdf905-1b81-458c-9841-cfd7778210a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:16.703662 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d4ec4de7-7b45-4dd7-9d28-4711f7d6c3fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:16.729430 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port b31d39aa-d462-4241-9064-5c0be173ef5f completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:16.733881 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port b31d39aa-d462-4241-9064-5c0be173ef5f triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:16.739694 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:16.741640 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ac0204e-66ba-4291-bf9e-2bb595e99332 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:16.759506 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-6ac0204e-66ba-4291-bf9e-2bb595e99332 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96dd33ab-9034-4c47-9977-ac095289317b']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:16.769761 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ec4de7-7b45-4dd7-9d28-4711f7d6c3fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:16.774652 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-6ac0204e-66ba-4291-bf9e-2bb595e99332 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e841bd2-4e71-427b-9306-ecd064668d72') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:16.775374 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-6ac0204e-66ba-4291-bf9e-2bb595e99332 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e841bd2-4e71-427b-9306-ecd064668d72') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:16.778951 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-d4ec4de7-7b45-4dd7-9d28-4711f7d6c3fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:16.787400 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ec4de7-7b45-4dd7-9d28-4711f7d6c3fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:08:16.787606 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ac0204e-66ba-4291-bf9e-2bb595e99332 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:16.787981 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d4ec4de7-7b45-4dd7-9d28-4711f7d6c3fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:16.798152 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec4de7-7b45-4dd7-9d28-4711f7d6c3fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Port': ['ID=8103d5c9-693b-438f-8ff4-ae8daf2e3636,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:16.816236 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ac0204e-66ba-4291-bf9e-2bb595e99332 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:16.823382 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac0204e-66ba-4291-bf9e-2bb595e99332 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:08:16.824101 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ac0204e-66ba-4291-bf9e-2bb595e99332 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:16.828231 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:08:16.828231 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:08:16.828231 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:08:16.828231 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:08:16.828231 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:08:16.828231 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:08:16.828231 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:08:16.828231 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:08:16.828231 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:08:16.828231 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:08:16.828231 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:08:16.828231 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:08:16.828231 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:08:16.828231 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:08:16.828231 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:08:16.828231 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:08:16.828231 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:08:16.828231 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:08:16.828231 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:08:16.828231 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:08:16.828231 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:08:16.828231 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:08:16.828231 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:08:16.828231 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:08:16.828231 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:08:16.828231 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:08:16.828231 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:08:16.828231 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:08:16.828231 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:08:16.828231 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:08:16.828231 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:08:16.828231 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:08:16.835696 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:16.860913 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e08c58-81b2-47a3-aa6f-df3c0ddef0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31d39aa-d462-4241-9064-5c0be173ef5f'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:08:16.863478 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52120e48-0256-464b-8d6a-19127f62d425" -d '{"events": [{"server_uuid": "02e08c58-81b2-47a3-aa6f-df3c0ddef0ab", "name": "network-vif-plugged", "status": "completed", "tag": "b31d39aa-d462-4241-9064-5c0be173ef5f"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:08:16.882949 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port b31d39aa-d462-4241-9064-5c0be173ef5f, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=b31d39aa-d462-4241-9064-5c0be173ef5f,segment=NetworkSegment(935c4def-bcd0-41b7-b894-caf6082db5ff),segment_id=935c4def-bcd0-41b7-b894-caf6082db5ff)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:16.905963 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b203faa3-2441-48ab-a47d-a30e21b37464 x-openstack-request-id: req-b203faa3-2441-48ab-a47d-a30e21b37464 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:08:16.906221 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e08c58-81b2-47a3-aa6f-df3c0ddef0ab", "name": "network-vif-plugged", "status": "completed", "tag": "b31d39aa-d462-4241-9064-5c0be173ef5f", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:08:16.906486 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b203faa3-2441-48ab-a47d-a30e21b37464 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:08:16.906891 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e08c58-81b2-47a3-aa6f-df3c0ddef0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31d39aa-d462-4241-9064-5c0be173ef5f', 'code': 200} Aug 16 21:08:16.975231 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:17.012741 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36577abb-f15f-472a-9304-02572608e7e4 req-2f066301-a3c7-4f50-8ba2-09766cf9e8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:17.016750 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-36577abb-f15f-472a-9304-02572608e7e4 req-2f066301-a3c7-4f50-8ba2-09766cf9e8c2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 1096 time: 0.0507879 Aug 16 21:08:17.016750 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ac0204e-66ba-4291-bf9e-2bb595e99332 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:17.023293 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ac0204e-66ba-4291-bf9e-2bb595e99332 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:17.026017 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6ac0204e-66ba-4291-bf9e-2bb595e99332 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] 10.222.0.84 "DELETE /v2.0/networks/96dd33ab-9034-4c47-9977-ac095289317b HTTP/1.1" status: 204 len: 168 time: 0.5154352 Aug 16 21:08:17.033363 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=b31d39aa-d462-4241-9064-5c0be173ef5f,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:17.042140 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37472) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:17.049503 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0204e-66ba-4291-bf9e-2bb595e99332 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Pushing event deleted for resources: {'Network': ['ID=96dd33ab-9034-4c47-9977-ac095289317b,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:17.068928 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-36577abb-f15f-472a-9304-02572608e7e4 req-da718c0d-d513-4bc3-b114-7ac9cf1b9568 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7313cff0-67c1-456a-b42a-f621f13532ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401065 Aug 16 21:08:17.098243 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d4ec4de7-7b45-4dd7-9d28-4711f7d6c3fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:17.187904 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c7678a69-0116-48dd-b73f-b2f9a104152b tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:17.429804 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c7678a69-0116-48dd-b73f-b2f9a104152b tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:17.480362 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-89bdf905-1b81-458c-9841-cfd7778210a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:17.483579 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-c7678a69-0116-48dd-b73f-b2f9a104152b tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2af2de46-3637-43fb-b6c1-584c640c1762']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:17.505485 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-c7678a69-0116-48dd-b73f-b2f9a104152b tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3598338f-7622-4bc8-bac6-dd52f7c6e032') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:17.505785 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-c7678a69-0116-48dd-b73f-b2f9a104152b tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3598338f-7622-4bc8-bac6-dd52f7c6e032') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:17.540526 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c7678a69-0116-48dd-b73f-b2f9a104152b tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:17.591700 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c7678a69-0116-48dd-b73f-b2f9a104152b tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:17.606335 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bdf905-1b81-458c-9841-cfd7778210a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d4ab04f-fd33-40d0-bd76-3977c7bf52a2,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:17.619248 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7678a69-0116-48dd-b73f-b2f9a104152b tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:08:17.619871 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c7678a69-0116-48dd-b73f-b2f9a104152b tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:17.623006 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:08:17.623006 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:08:17.623006 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:08:17.623006 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:08:17.623006 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:08:17.623006 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:08:17.623006 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:08:17.623006 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:08:17.623006 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:08:17.623006 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:08:17.623006 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:08:17.623006 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:08:17.623006 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:08:17.623006 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:08:17.623006 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:08:17.623006 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:08:17.623006 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:08:17.623006 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:08:17.623006 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:08:17.623006 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:08:17.623006 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:08:17.623006 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:08:17.623006 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:08:17.623006 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:08:17.623006 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:08:17.623006 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:08:17.623006 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:08:17.623006 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:08:17.623006 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:08:17.623006 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:08:17.623006 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:08:17.623006 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:08:17.678149 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-661c64a2-ea12-46a8-88d4-1c3cdb316c39 None None] Provisioning for port 5b3f1d26-cdf8-43eb-ad64-b172ab85576e completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:17.716886 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bdf905-1b81-458c-9841-cfd7778210a4 admin admin] Checking segment: {'id': '871fd1c6-053b-43bc-81ad-da658e74a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:08:17.717411 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bdf905-1b81-458c-9841-cfd7778210a4 admin admin] Network hostable DHCP agents. Network: 9c499baa-4492-4b54-bedd-a882ae845f9c, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:08:17.821598 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60626cf9-7785-4379-af02-215548a924b3 req-42b61c2e-4ad6-4f16-8c68-7507cfaac5f0 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:17.823490 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-60626cf9-7785-4379-af02-215548a924b3 req-42b61c2e-4ad6-4f16-8c68-7507cfaac5f0 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 945 time: 0.1502953 Aug 16 21:08:17.842085 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d4ec4de7-7b45-4dd7-9d28-4711f7d6c3fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:17.856674 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514d61d-2405-4a0b-9220-736ba972f3f8 req-92480a3b-f06e-4b22-ae26-e45510e3c890 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:17.858493 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7514d61d-2405-4a0b-9220-736ba972f3f8 req-92480a3b-f06e-4b22-ae26-e45510e3c890 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] 10.222.0.84 "GET /v2.0/ports?device_id=a56839e7-90cd-4dab-ac2e-e38928b32a7f HTTP/1.1" status: 200 len: 944 time: 0.1874208 Aug 16 21:08:17.860796 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c7678a69-0116-48dd-b73f-b2f9a104152b tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:17.866323 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c7678a69-0116-48dd-b73f-b2f9a104152b tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:17.869093 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c7678a69-0116-48dd-b73f-b2f9a104152b tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] 10.222.0.84 "DELETE /v2.0/networks/2af2de46-3637-43fb-b6c1-584c640c1762 HTTP/1.1" status: 204 len: 168 time: 0.8259804 Aug 16 21:08:17.871817 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37484) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:17.915964 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7678a69-0116-48dd-b73f-b2f9a104152b tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Pushing event deleted for resources: {'Network': ['ID=2af2de46-3637-43fb-b6c1-584c640c1762,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:17.918894 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bdf905-1b81-458c-9841-cfd7778210a4 admin admin] Network 9c499baa-4492-4b54-bedd-a882ae845f9c is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:08:17.943770 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d4ec4de7-7b45-4dd7-9d28-4711f7d6c3fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:17.945233 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d4ec4de7-7b45-4dd7-9d28-4711f7d6c3fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:17.956723 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-35a6f699-6981-45c8-b385-40d16eea7194 None None] Provisioning for port 8103d5c9-693b-438f-8ff4-ae8daf2e3636 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:17.963597 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-35a6f699-6981-45c8-b385-40d16eea7194 None None] Provisioning complete for port 8103d5c9-693b-438f-8ff4-ae8daf2e3636 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:17.965344 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-35a6f699-6981-45c8-b385-40d16eea7194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:18.031487 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06dcc4f-8d5e-4907-a046-86f47194c64a tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:18.034444 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-35a6f699-6981-45c8-b385-40d16eea7194 None None] Port 8103d5c9-693b-438f-8ff4-ae8daf2e3636 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:08:18.047685 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device fd397165-846d-4942-8299-145d101fc523 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:08:18.048042 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06dcc4f-8d5e-4907-a046-86f47194c64a tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:18.057176 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b06dcc4f-8d5e-4907-a046-86f47194c64a tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1825297 Aug 16 21:08:18.059159 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37486) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:18.072415 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-1b4479ea-f3ea-4252-99b7-087ab4c0f7bc tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-725642690'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:18.123344 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5b3f1d26-cdf8-43eb-ad64-b172ab85576e up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:08:18.164187 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4479ea-f3ea-4252-99b7-087ab4c0f7bc tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Made reservation on behalf of bf527993a34a42cdb2b382384183cd63 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:18.169808 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1b4479ea-f3ea-4252-99b7-087ab4c0f7bc tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:18.204372 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b4479ea-f3ea-4252-99b7-087ab4c0f7bc tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:08:18.216737 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1b4479ea-f3ea-4252-99b7-087ab4c0f7bc tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:18.217735 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-1b4479ea-f3ea-4252-99b7-087ab4c0f7bc tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Added segment 13b88d4f-a33e-498c-bb13-2ed5b037ec51 of type vlan for network 7bf6ac93-a675-4394-afcf-b787cb710b05 Aug 16 21:08:18.266710 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1b4479ea-f3ea-4252-99b7-087ab4c0f7bc tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:18.283217 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port fd397165-846d-4942-8299-145d101fc523, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=fd397165-846d-4942-8299-145d101fc523,segment=NetworkSegment(5a8a53a1-f6b4-415c-b9ce-f1277434f113),segment_id=5a8a53a1-f6b4-415c-b9ce-f1277434f113)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:18.295488 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': 'fd397165-846d-4942-8299-145d101fc523', 'network_id': 'c6f3a755-06d9-40ad-ac26-8a0c27f2f561', 'port_id': 'fd397165-846d-4942-8299-145d101fc523', 'mac_address': 'fa:16:3e:9f:df:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55c661fc-ec8d-4a3b-9107-3acc9d4d0609', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:08:18.340344 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:18.356551 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 5b3f1d26-cdf8-43eb-ad64-b172ab85576e completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:18.356854 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7514d61d-2405-4a0b-9220-736ba972f3f8 req-68157320-79ac-4a9e-9eac-49ff4cf26a12 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] 10.222.0.84 "GET /v2.0/security-groups?id=398d056d-2fd6-495b-93c0-97c7fb0e5b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4841599 Aug 16 21:08:18.358325 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 5b3f1d26-cdf8-43eb-ad64-b172ab85576e triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:18.358745 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:18.386629 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1b4479ea-f3ea-4252-99b7-087ab4c0f7bc tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:18.387940 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-60626cf9-7785-4379-af02-215548a924b3 req-260dd28c-aeb3-4792-8901-88599ffd277a tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/security-groups?id=7313cff0-67c1-456a-b42a-f621f13532ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5495567 Aug 16 21:08:18.392047 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-89bdf905-1b81-458c-9841-cfd7778210a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 9c499baa-4492-4b54-bedd-a882ae845f9c) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:18.403969 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4479ea-f3ea-4252-99b7-087ab4c0f7bc tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:18.404900 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1b4479ea-f3ea-4252-99b7-087ab4c0f7bc tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:18.411244 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bdf905-1b81-458c-9841-cfd7778210a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:18.411898 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-89bdf905-1b81-458c-9841-cfd7778210a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:18.418394 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85393d89-5e6f-419a-a3f4-c73b6a87663a None None] Network 9c499baa-4492-4b54-bedd-a882ae845f9c requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:18.500089 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd397165-846d-4942-8299-145d101fc523 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:08:18.568335 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4479ea-f3ea-4252-99b7-087ab4c0f7bc tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Pushing event updated for resources: {'Network': ['ID=7bf6ac93-a675-4394-afcf-b787cb710b05,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:18.581552 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port fd397165-846d-4942-8299-145d101fc523, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=fd397165-846d-4942-8299-145d101fc523,segment=NetworkSegment(5a8a53a1-f6b4-415c-b9ce-f1277434f113),segment_id=5a8a53a1-f6b4-415c-b9ce-f1277434f113)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:18.582869 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec4de7-7b45-4dd7-9d28-4711f7d6c3fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Port': ['ID=8103d5c9-693b-438f-8ff4-ae8daf2e3636,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:18.588236 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 7bf6ac93-a675-4394-afcf-b787cb710b05 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:08:18.622677 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ec4de7-7b45-4dd7-9d28-4711f7d6c3fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:18.624209 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-d4ec4de7-7b45-4dd7-9d28-4711f7d6c3fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:18.642725 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1b4479ea-f3ea-4252-99b7-087ab4c0f7bc tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5799518 Aug 16 21:08:18.645198 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37490) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:18.650869 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-f87bcc45-eaec-4500-8e70-9b0491bcd040 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-995166954'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:18.705037 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:18.733010 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-89bdf905-1b81-458c-9841-cfd7778210a4 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2685173 Aug 16 21:08:18.736085 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37492) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:18.740801 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-4da46e68-1132-40d1-8adf-fa432ba813f0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-391420109-router', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:18.763335 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:18.842197 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87bcc45-eaec-4500-8e70-9b0491bcd040 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Made reservation on behalf of bf527993a34a42cdb2b382384183cd63 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:18.843595 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f87bcc45-eaec-4500-8e70-9b0491bcd040 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:18.852702 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 5b3f1d26-cdf8-43eb-ad64-b172ab85576e, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5b3f1d26-cdf8-43eb-ad64-b172ab85576e,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:18.871498 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401721a0-7d65-4b27-a691-2fc59050bc7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-9c499baa-4492-4b54-bedd-a882ae845f9c', 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'fixed_ips': [{'subnet_id': '6d4ab04f-fd33-40d0-bd76-3977c7bf52a2'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:08:18.872403 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-401721a0-7d65-4b27-a691-2fc59050bc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:18.876106 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=fd397165-846d-4942-8299-145d101fc523,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:18.892594 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ec4de7-7b45-4dd7-9d28-4711f7d6c3fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Router 967a7037-7802-46f6-bd12-f758e1267c6c is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:08:18.898115 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f87bcc45-eaec-4500-8e70-9b0491bcd040 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:08:18.921796 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f87bcc45-eaec-4500-8e70-9b0491bcd040 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:18.922669 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-f87bcc45-eaec-4500-8e70-9b0491bcd040 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Added segment f102fa3d-a965-4bc7-bfaf-a63d24703673 of type vlan for network 3bd1658c-7e31-43cd-868d-9f33bc444c19 Aug 16 21:08:18.973510 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['fd397165-846d-4942-8299-145d101fc523'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:08:18.975847 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f87bcc45-eaec-4500-8e70-9b0491bcd040 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:18.977212 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:19.011885 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4da46e68-1132-40d1-8adf-fa432ba813f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:19.012847 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4da46e68-1132-40d1-8adf-fa432ba813f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:19.060922 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f87bcc45-eaec-4500-8e70-9b0491bcd040 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:19.071508 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87bcc45-eaec-4500-8e70-9b0491bcd040 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:19.072563 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f87bcc45-eaec-4500-8e70-9b0491bcd040 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:19.079375 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ec4de7-7b45-4dd7-9d28-4711f7d6c3fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:08:19.113862 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d4ec4de7-7b45-4dd7-9d28-4711f7d6c3fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "PUT /v2.0/routers/967a7037-7802-46f6-bd12-f758e1267c6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5596838 Aug 16 21:08:19.113862 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37494) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:19.113862 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4da46e68-1132-40d1-8adf-fa432ba813f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:19.114157 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-84738b2e-c821-4df0-be44-85899b421177 None None] Provisioning complete for port 8103d5c9-693b-438f-8ff4-ae8daf2e3636 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:19.114157 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-84738b2e-c821-4df0-be44-85899b421177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:19.114157 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5c60ad-ce06-4764-b77c-774d8da1ce6f None None] Sync routers for ids ['967a7037-7802-46f6-bd12-f758e1267c6c'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:08:19.149283 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6432bf01-e720-464e-9576-eaa2fabda09d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:19.151134 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6432bf01-e720-464e-9576-eaa2fabda09d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/ports/8103d5c9-693b-438f-8ff4-ae8daf2e3636 HTTP/1.1" status: 200 len: 911 time: 0.0593784 Aug 16 21:08:19.153676 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37496) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:19.161698 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87bcc45-eaec-4500-8e70-9b0491bcd040 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Pushing event updated for resources: {'Network': ['ID=3bd1658c-7e31-43cd-868d-9f33bc444c19,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:19.181059 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=5b3f1d26-cdf8-43eb-ad64-b172ab85576e,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:19.183815 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 3bd1658c-7e31-43cd-868d-9f33bc444c19 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:08:19.207441 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786790ac-a0e3-48ca-9490-f933bc8a2292 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:19.212996 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:19.213665 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5c60ad-ce06-4764-b77c-774d8da1ce6f None None] Routers {'967a7037-7802-46f6-bd12-f758e1267c6c'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:08:19.214312 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-3e5c60ad-ce06-4764-b77c-774d8da1ce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:08:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['967a7037-7802-46f6-bd12-f758e1267c6c'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:19.216076 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786790ac-a0e3-48ca-9490-f933bc8a2292 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:19.220479 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-786790ac-a0e3-48ca-9490-f933bc8a2292 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0634348 Aug 16 21:08:19.220708 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37498) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:19.245291 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f87bcc45-eaec-4500-8e70-9b0491bcd040 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5990007 Aug 16 21:08:19.247179 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-401721a0-7d65-4b27-a691-2fc59050bc7c None None] Allocated IP 172.20.0.2 (9c499baa-4492-4b54-bedd-a882ae845f9c/6d4ab04f-fd33-40d0-bd76-3977c7bf52a2/0e82237f-d2c8-4f29-8bd0-8e827777c336) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:08:19.247968 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37500) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:19.249128 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-84738b2e-c821-4df0-be44-85899b421177 None None] Port 8103d5c9-693b-438f-8ff4-ae8daf2e3636 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:08:19.256281 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-d2d58fa6-7f98-4a13-a6ca-a90f01a4bd33 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Request body: {'ports': [{'network_id': '7bf6ac93-a675-4394-afcf-b787cb710b05', 'name': 'tempest-port--730281871', 'admin_state_up': True}, {'network_id': '3bd1658c-7e31-43cd-868d-9f33bc444c19', 'admin_state_up': False}]} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:19.260474 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-d2d58fa6-7f98-4a13-a6ca-a90f01a4bd33 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Request body: {'port': {'network_id': '7bf6ac93-a675-4394-afcf-b787cb710b05', 'name': 'tempest-port--730281871', 'admin_state_up': True}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:19.260474 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-d2d58fa6-7f98-4a13-a6ca-a90f01a4bd33 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Request body: {'port': {'network_id': '3bd1658c-7e31-43cd-868d-9f33bc444c19', 'admin_state_up': False}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:19.460735 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4da46e68-1132-40d1-8adf-fa432ba813f0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:19.468531 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-3e5c60ad-ce06-4764-b77c-774d8da1ce6f None None] Set router 967a7037-7802-46f6-bd12-f758e1267c6c gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:08:19.518280 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d58fa6-7f98-4a13-a6ca-a90f01a4bd33 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Made reservation on behalf of bf527993a34a42cdb2b382384183cd63 for: {'port': 2} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:19.526604 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d2d58fa6-7f98-4a13-a6ca-a90f01a4bd33 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:19.544226 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d2d58fa6-7f98-4a13-a6ca-a90f01a4bd33 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:19.666243 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-401721a0-7d65-4b27-a691-2fc59050bc7c None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:19.666471 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-d2d58fa6-7f98-4a13-a6ca-a90f01a4bd33 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] device_id is not set on port edbfa6d2-9847-43a7-8b68-f9b807b5bfe3 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:08:19.696416 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-401721a0-7d65-4b27-a691-2fc59050bc7c None None] Transition to ACTIVE for port object 0e82237f-d2c8-4f29-8bd0-8e827777c336 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:19.752247 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a7e17-cf14-4414-9e9c-b3bbb33dbb2b req-10281eb0-b629-46fc-97d8-b9ff90a8644f tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:19.754301 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c62a7e17-cf14-4414-9e9c-b3bbb33dbb2b req-10281eb0-b629-46fc-97d8-b9ff90a8644f tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] 10.222.0.84 "GET /v2.0/ports?device_id=a56839e7-90cd-4dab-ac2e-e38928b32a7f HTTP/1.1" status: 200 len: 945 time: 0.2877405 Aug 16 21:08:19.768969 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a86b6-b743-4aae-b028-011389e44155 req-d70229f0-cc43-47ff-9e4d-60fdc2dae102 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:19.778027 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2b9a86b6-b743-4aae-b028-011389e44155 req-d70229f0-cc43-47ff-9e4d-60fdc2dae102 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 945 time: 0.2445242 Aug 16 21:08:19.814303 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d2d58fa6-7f98-4a13-a6ca-a90f01a4bd33 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:19.903746 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2b9a86b6-b743-4aae-b028-011389e44155 req-0ea11a3c-93b5-4b5e-8125-2b3fa5feb879 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/security-groups?id=7313cff0-67c1-456a-b42a-f621f13532ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245599 Aug 16 21:08:19.929664 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-401721a0-7d65-4b27-a691-2fc59050bc7c None None] Transition to ACTIVE for port object 0e82237f-d2c8-4f29-8bd0-8e827777c336 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:19.939114 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c62a7e17-cf14-4414-9e9c-b3bbb33dbb2b req-39f8c1b4-83e3-4b1c-818a-b884e6478011 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] 10.222.0.84 "GET /v2.0/security-groups?id=398d056d-2fd6-495b-93c0-97c7fb0e5b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569054 Aug 16 21:08:19.965430 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-d2d58fa6-7f98-4a13-a6ca-a90f01a4bd33 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] device_id is not set on port f88557a4-6e41-4795-8c69-6975ea9062ba yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:08:20.054385 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-401721a0-7d65-4b27-a691-2fc59050bc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:20.081421 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5b3f1d26-cdf8-43eb-ad64-b172ab85576e up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:08:20.164962 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d2d58fa6-7f98-4a13-a6ca-a90f01a4bd33 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:20.174784 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401721a0-7d65-4b27-a691-2fc59050bc7c None None] Network 9c499baa-4492-4b54-bedd-a882ae845f9c is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:20.185976 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-401721a0-7d65-4b27-a691-2fc59050bc7c None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:20.197348 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401721a0-7d65-4b27-a691-2fc59050bc7c None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:08:20.202971 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401721a0-7d65-4b27-a691-2fc59050bc7c None None] Pushing event updated for resources: {'Port': ['ID=0e82237f-d2c8-4f29-8bd0-8e827777c336,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:20.266553 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-3e5c60ad-ce06-4764-b77c-774d8da1ce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967a7037-7802-46f6-bd12-f758e1267c6c', 'name': 'tempest-NetworksTestDHCPv6-router-2120074662', 'tenant_id': '82725015d13d49169b6e377f421f6af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:08:14Z', 'updated_at': '2021-08-16T21:08:16Z', 'revision_number': 2, 'project_id': '82725015d13d49169b6e377f421f6af8', 'gw_port_host': None, '_interfaces': [{'id': '8103d5c9-693b-438f-8ff4-ae8daf2e3636', 'name': '', 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'tenant_id': '82725015d13d49169b6e377f421f6af8', 'mac_address': 'fa:16:3e:cb:0b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967a7037-7802-46f6-bd12-f758e1267c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '3cab3fbb-de3a-415c-b055-1e3a72a181e9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:08:15Z', 'updated_at': '2021-08-16T21:08:17Z', 'revision_number': 2, 'project_id': '82725015d13d49169b6e377f421f6af8', 'subnets': [{'id': '3cab3fbb-de3a-415c-b055-1e3a72a181e9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:20.304177 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5c60ad-ce06-4764-b77c-774d8da1ce6f None None] Checking router: 967a7037-7802-46f6-bd12-f758e1267c6c for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:08:20.304534 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5c60ad-ce06-4764-b77c-774d8da1ce6f None None] Updating router 967a7037-7802-46f6-bd12-f758e1267c6c port 8103d5c9-693b-438f-8ff4-ae8daf2e3636 binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:08:20.305847 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d2d58fa6-7f98-4a13-a6ca-a90f01a4bd33 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:20.307746 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 5b3f1d26-cdf8-43eb-ad64-b172ab85576e triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:20.307746 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:20.312321 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-401721a0-7d65-4b27-a691-2fc59050bc7c None None] Attempting to bind port 0e82237f-d2c8-4f29-8bd0-8e827777c336 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:08:20.312501 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4da46e68-1132-40d1-8adf-fa432ba813f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:20.314886 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-401721a0-7d65-4b27-a691-2fc59050bc7c None None] Attempting to bind port 0e82237f-d2c8-4f29-8bd0-8e827777c336 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '871fd1c6-053b-43bc-81ad-da658e74a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:08:20.314886 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401721a0-7d65-4b27-a691-2fc59050bc7c None None] Attempting to bind port 0e82237f-d2c8-4f29-8bd0-8e827777c336 on network 9c499baa-4492-4b54-bedd-a882ae845f9c {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:08:20.339161 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4da46e68-1132-40d1-8adf-fa432ba813f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:20.343962 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb69e42f-34b0-48e6-8084-ae9695894b31 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:20.397005 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d58fa6-7f98-4a13-a6ca-a90f01a4bd33 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Pushing event updated for resources: {'Port': ['ID=edbfa6d2-9847-43a7-8b68-f9b807b5bfe3,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:20.400347 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401721a0-7d65-4b27-a691-2fc59050bc7c None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:08:20.401899 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401721a0-7d65-4b27-a691-2fc59050bc7c None None] Checking segment: {'id': '871fd1c6-053b-43bc-81ad-da658e74a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:08:20.402472 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-401721a0-7d65-4b27-a691-2fc59050bc7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:20.412440 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401721a0-7d65-4b27-a691-2fc59050bc7c None None] Bound using segment: {'id': '871fd1c6-053b-43bc-81ad-da658e74a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:08:20.413347 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-401721a0-7d65-4b27-a691-2fc59050bc7c None None] Bound port: 0e82237f-d2c8-4f29-8bd0-8e827777c336, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '871fd1c6-053b-43bc-81ad-da658e74a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:08:20.413759 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-401721a0-7d65-4b27-a691-2fc59050bc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:20.421657 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3e5c60ad-ce06-4764-b77c-774d8da1ce6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:20.436634 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d58fa6-7f98-4a13-a6ca-a90f01a4bd33 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Checking segment: {'id': '13b88d4f-a33e-498c-bb13-2ed5b037ec51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7bf6ac93-a675-4394-afcf-b787cb710b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:08:20.437466 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d58fa6-7f98-4a13-a6ca-a90f01a4bd33 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Network hostable DHCP agents. Network: 7bf6ac93-a675-4394-afcf-b787cb710b05, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:08:20.543574 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d58fa6-7f98-4a13-a6ca-a90f01a4bd33 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Network 7bf6ac93-a675-4394-afcf-b787cb710b05 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:08:20.587344 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf7dc3-f00e-4732-8f43-4aaebd53af2f req-ba5403f8-38ec-4ec4-9a3c-84a77485a3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:20.590412 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-25bf7dc3-f00e-4732-8f43-4aaebd53af2f req-ba5403f8-38ec-4ec4-9a3c-84a77485a3be service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d64dbe72a05445db961fd30273f80ac&device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 1097 time: 0.1053078 Aug 16 21:08:20.614326 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a4fe1-756c-4095-8a61-acf1010b430b req-6cef072a-5dce-46b2-bbe8-0320e3390f3b tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:20.616052 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-109a4fe1-756c-4095-8a61-acf1010b430b req-6cef072a-5dce-46b2-bbe8-0320e3390f3b tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 945 time: 0.1724503 Aug 16 21:08:20.652707 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-401721a0-7d65-4b27-a691-2fc59050bc7c None None] For port 0e82237f-d2c8-4f29-8bd0-8e827777c336, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:08:20.657046 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-d2d58fa6-7f98-4a13-a6ca-a90f01a4bd33 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 7bf6ac93-a675-4394-afcf-b787cb710b05) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:20.663754 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d58fa6-7f98-4a13-a6ca-a90f01a4bd33 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:08:20.665568 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d2d58fa6-7f98-4a13-a6ca-a90f01a4bd33 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:20.676321 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-401721a0-7d65-4b27-a691-2fc59050bc7c None None] For port 0e82237f-d2c8-4f29-8bd0-8e827777c336, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=0e82237f-d2c8-4f29-8bd0-8e827777c336,segment=NetworkSegment(871fd1c6-053b-43bc-81ad-da658e74a8c3),segment_id=871fd1c6-053b-43bc-81ad-da658e74a8c3)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:08:20.682863 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-109a4fe1-756c-4095-8a61-acf1010b430b req-f476f3e5-17e8-42de-9f90-906d82283b55 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/security-groups?id=7313cff0-67c1-456a-b42a-f621f13532ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573118 Aug 16 21:08:20.684246 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-4da46e68-1132-40d1-8adf-fa432ba813f0 admin admin] Allocated IP 172.25.1.108 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/ce469676-a7c3-4d33-b614-279e64e051b2) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:08:20.718685 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6237f735-616d-46a8-85c4-a54d0bbf6fa8 None None] Network 7bf6ac93-a675-4394-afcf-b787cb710b05 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:20.804033 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf7dc3-f00e-4732-8f43-4aaebd53af2f req-70f425f9-0afb-4cb0-b55f-f117330ab12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:20.809700 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-25bf7dc3-f00e-4732-8f43-4aaebd53af2f req-70f425f9-0afb-4cb0-b55f-f117330ab12f service neutron] 10.222.0.72 "GET /v2.0/networks?id=23c94cb9-7fbe-4c32-98c2-b53c527999c9 HTTP/1.1" status: 200 len: 921 time: 0.2119541 Aug 16 21:08:20.837482 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-401721a0-7d65-4b27-a691-2fc59050bc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:20.919504 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d58fa6-7f98-4a13-a6ca-a90f01a4bd33 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Pushing event updated for resources: {'Port': ['ID=f88557a4-6e41-4795-8c69-6975ea9062ba,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:20.920971 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-bb69e42f-34b0-48e6-8084-ae9695894b31 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting port 8103d5c9-693b-438f-8ff4-ae8daf2e3636 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:08:20.921332 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb69e42f-34b0-48e6-8084-ae9695894b31 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:20.933821 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d58fa6-7f98-4a13-a6ca-a90f01a4bd33 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Checking segment: {'id': 'f102fa3d-a965-4bc7-bfaf-a63d24703673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3bd1658c-7e31-43cd-868d-9f33bc444c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:08:20.934464 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d58fa6-7f98-4a13-a6ca-a90f01a4bd33 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Network hostable DHCP agents. Network: 3bd1658c-7e31-43cd-868d-9f33bc444c19, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:08:20.942168 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-25bf7dc3-f00e-4732-8f43-4aaebd53af2f req-535657dd-b5ed-4101-845f-e70146b5a06a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b31d39aa-d462-4241-9064-5c0be173ef5f HTTP/1.1" status: 200 len: 217 time: 0.0782092 Aug 16 21:08:20.994075 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4da46e68-1132-40d1-8adf-fa432ba813f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:21.026558 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf7dc3-f00e-4732-8f43-4aaebd53af2f req-f19ed7aa-633e-4eb2-b684-66addcf0f35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:21.027141 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401721a0-7d65-4b27-a691-2fc59050bc7c None None] Pushing event updated for resources: {'Port': ['ID=0e82237f-d2c8-4f29-8bd0-8e827777c336,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:21.029320 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-25bf7dc3-f00e-4732-8f43-4aaebd53af2f req-f19ed7aa-633e-4eb2-b684-66addcf0f35b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f401c415-c833-4edb-aa31-1fa3940c9bfa HTTP/1.1" status: 200 len: 860 time: 0.0771477 Aug 16 21:08:21.082956 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-25bf7dc3-f00e-4732-8f43-4aaebd53af2f req-ecd1646f-ab76-4fd6-aec0-09db446cacd4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=23c94cb9-7fbe-4c32-98c2-b53c527999c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402856 Aug 16 21:08:21.105425 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb69e42f-34b0-48e6-8084-ae9695894b31 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:21.130509 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-bb69e42f-34b0-48e6-8084-ae9695894b31 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Calling delete_port for 8103d5c9-693b-438f-8ff4-ae8daf2e3636 owned by network:router_interface {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:08:21.147420 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d58fa6-7f98-4a13-a6ca-a90f01a4bd33 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Network 3bd1658c-7e31-43cd-868d-9f33bc444c19 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:08:21.174205 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3e5c60ad-ce06-4764-b77c-774d8da1ce6f None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:21.181324 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8ed75-c327-4b2b-afa9-b347b66e5b0b req-d6257617-c06d-40fb-b657-98b327bad733 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:21.182852 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-91a8ed75-c327-4b2b-afa9-b347b66e5b0b req-d6257617-c06d-40fb-b657-98b327bad733 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] 10.222.0.84 "GET /v2.0/ports?device_id=a56839e7-90cd-4dab-ac2e-e38928b32a7f HTTP/1.1" status: 200 len: 945 time: 0.1302083 Aug 16 21:08:21.190605 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4da46e68-1132-40d1-8adf-fa432ba813f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:21.195210 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-25bf7dc3-f00e-4732-8f43-4aaebd53af2f req-7581286f-e3ec-47d1-9808-fc4c00364ce0 service neutron] 10.222.0.72 "GET /v2.0/networks/23c94cb9-7fbe-4c32-98c2-b53c527999c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044841 Aug 16 21:08:21.195703 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-3e5c60ad-ce06-4764-b77c-774d8da1ce6f None None] Transition to ACTIVE for port object 8103d5c9-693b-438f-8ff4-ae8daf2e3636 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:21.276864 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-d2d58fa6-7f98-4a13-a6ca-a90f01a4bd33 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 3bd1658c-7e31-43cd-868d-9f33bc444c19) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:21.283724 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3e5c60ad-ce06-4764-b77c-774d8da1ce6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:21.286165 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d58fa6-7f98-4a13-a6ca-a90f01a4bd33 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:08:21.292976 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d58fa6-7f98-4a13-a6ca-a90f01a4bd33 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:21.298704 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d58fa6-7f98-4a13-a6ca-a90f01a4bd33 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:21.299085 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d2d58fa6-7f98-4a13-a6ca-a90f01a4bd33 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:21.334599 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27bf1b2-467b-45a1-93c2-015ed1f20f32 None None] Network 3bd1658c-7e31-43cd-868d-9f33bc444c19 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:21.343056 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da46e68-1132-40d1-8adf-fa432ba813f0 admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:21.362338 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-25bf7dc3-f00e-4732-8f43-4aaebd53af2f req-9e8d6ec8-46e3-4dd1-903d-20b4d549231f service neutron] 10.222.0.72 "GET /v2.0/networks/23c94cb9-7fbe-4c32-98c2-b53c527999c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588473 Aug 16 21:08:21.364147 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-91a8ed75-c327-4b2b-afa9-b347b66e5b0b req-fb81c31d-c3b0-4278-b73f-d96c82bdc356 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] 10.222.0.84 "GET /v2.0/security-groups?id=398d056d-2fd6-495b-93c0-97c7fb0e5b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340647 Aug 16 21:08:21.379181 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-4da46e68-1132-40d1-8adf-fa432ba813f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:21.382123 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da46e68-1132-40d1-8adf-fa432ba813f0 admin admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:08:21.391684 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da46e68-1132-40d1-8adf-fa432ba813f0 admin admin] Pushing event updated for resources: {'Port': ['ID=ce469676-a7c3-4d33-b614-279e64e051b2,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:21.416861 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d2d58fa6-7f98-4a13-a6ca-a90f01a4bd33 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.1671538 Aug 16 21:08:21.419912 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37520) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:21.453438 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8587d6-81b3-4860-a917-df57f56f9c68 None None] Pushing event updated for resources: {'Port': ['ID=8103d5c9-693b-438f-8ff4-ae8daf2e3636,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:21.503742 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe302dce-d831-4027-8b47-1c4f838b31c6 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:21.525123 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe302dce-d831-4027-8b47-1c4f838b31c6 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:21.536353 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fe302dce-d831-4027-8b47-1c4f838b31c6 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1150596 Aug 16 21:08:21.537699 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37524) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:21.629833 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-3e5c60ad-ce06-4764-b77c-774d8da1ce6f None None] Attempting to bind port 8103d5c9-693b-438f-8ff4-ae8daf2e3636 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:08:21.630293 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-3e5c60ad-ce06-4764-b77c-774d8da1ce6f None None] Attempting to bind port 8103d5c9-693b-438f-8ff4-ae8daf2e3636 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:08:21.630727 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5c60ad-ce06-4764-b77c-774d8da1ce6f None None] Attempting to bind port 8103d5c9-693b-438f-8ff4-ae8daf2e3636 on network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:08:21.639853 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5c60ad-ce06-4764-b77c-774d8da1ce6f None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:08:21.640331 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5c60ad-ce06-4764-b77c-774d8da1ce6f None None] Checking segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:08:21.640803 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3e5c60ad-ce06-4764-b77c-774d8da1ce6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:21.641260 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5c60ad-ce06-4764-b77c-774d8da1ce6f None None] Bound using segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:08:21.641868 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-3e5c60ad-ce06-4764-b77c-774d8da1ce6f None None] Bound port: 8103d5c9-693b-438f-8ff4-ae8daf2e3636, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:08:21.642313 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3e5c60ad-ce06-4764-b77c-774d8da1ce6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:21.679717 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-d4570945-b67b-4626-a74b-f7b3c7f46426 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Deleting port edbfa6d2-9847-43a7-8b68-f9b807b5bfe3 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:08:21.680126 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d4570945-b67b-4626-a74b-f7b3c7f46426 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:21.771158 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.db.api [None req-3e5c60ad-ce06-4764-b77c-774d8da1ce6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:08:21.771570 n-d-793620-15 neutron-server[101846]: DEBUG oslo_db.api [None req-3e5c60ad-ce06-4764-b77c-774d8da1ce6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:08:21.778397 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb69e42f-34b0-48e6-8084-ae9695894b31 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:21.790561 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a9c6ecd7-2013-485e-9166-34d0e5d4fae2 None None] Could not find standard attr ID for object 8103d5c9-693b-438f-8ff4-ae8daf2e3636. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 21:08:21.821650 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb69e42f-34b0-48e6-8084-ae9695894b31 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Port': ['ID=8103d5c9-693b-438f-8ff4-ae8daf2e3636,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:22.044816 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device fd397165-846d-4942-8299-145d101fc523 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:08:22.093994 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:22.142053 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d4570945-b67b-4626-a74b-f7b3c7f46426 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:22.154099 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 0e82237f-d2c8-4f29-8bd0-8e827777c336 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:08:22.163538 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-d4570945-b67b-4626-a74b-f7b3c7f46426 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Calling delete_port for edbfa6d2-9847-43a7-8b68-f9b807b5bfe3 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:08:22.225894 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port fd397165-846d-4942-8299-145d101fc523 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:22.233719 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port fd397165-846d-4942-8299-145d101fc523 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:22.234394 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:22.288263 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 0e82237f-d2c8-4f29-8bd0-8e827777c336 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:22.315630 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-3e5c60ad-ce06-4764-b77c-774d8da1ce6f None None] Attempting to bind port 8103d5c9-693b-438f-8ff4-ae8daf2e3636 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:08:22.316027 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-3e5c60ad-ce06-4764-b77c-774d8da1ce6f None None] Attempting to bind port 8103d5c9-693b-438f-8ff4-ae8daf2e3636 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:08:22.316388 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5c60ad-ce06-4764-b77c-774d8da1ce6f None None] Attempting to bind port 8103d5c9-693b-438f-8ff4-ae8daf2e3636 on network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:08:22.327849 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5c60ad-ce06-4764-b77c-774d8da1ce6f None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:08:22.328230 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5c60ad-ce06-4764-b77c-774d8da1ce6f None None] Checking segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:08:22.328634 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3e5c60ad-ce06-4764-b77c-774d8da1ce6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:22.329027 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5c60ad-ce06-4764-b77c-774d8da1ce6f None None] Bound using segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:08:22.329786 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-3e5c60ad-ce06-4764-b77c-774d8da1ce6f None None] Bound port: 8103d5c9-693b-438f-8ff4-ae8daf2e3636, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:08:22.329942 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3e5c60ad-ce06-4764-b77c-774d8da1ce6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:22.384774 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d4570945-b67b-4626-a74b-f7b3c7f46426 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:22.399470 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-3e5c60ad-ce06-4764-b77c-774d8da1ce6f None None] Port 8103d5c9-693b-438f-8ff4-ae8daf2e3636 has been deleted concurrently {{(pid=101846) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 16 21:08:22.400899 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:22.440219 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2df52-5953-4ec2-a6f5-0d45ab958c3e req-2d947b92-5d35-4e1d-825d-0bdca52e8bd4 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:22.441330 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4570945-b67b-4626-a74b-f7b3c7f46426 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Pushing event deleted for resources: {'Port': ['ID=edbfa6d2-9847-43a7-8b68-f9b807b5bfe3,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:22.442817 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e2b2df52-5953-4ec2-a6f5-0d45ab958c3e req-2d947b92-5d35-4e1d-825d-0bdca52e8bd4 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 945 time: 0.6590810 Aug 16 21:08:22.448195 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb69e42f-34b0-48e6-8084-ae9695894b31 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:22.449072 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5c60ad-ce06-4764-b77c-774d8da1ce6f None None] Routers {'967a7037-7802-46f6-bd12-f758e1267c6c'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:08:22.449719 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-3e5c60ad-ce06-4764-b77c-774d8da1ce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:08:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['967a7037-7802-46f6-bd12-f758e1267c6c'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:22.489468 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d4570945-b67b-4626-a74b-f7b3c7f46426 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:22.496611 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d4570945-b67b-4626-a74b-f7b3c7f46426 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] 10.222.0.84 "DELETE /v2.0/ports/edbfa6d2-9847-43a7-8b68-f9b807b5bfe3 HTTP/1.1" status: 204 len: 168 time: 0.9576368 Aug 16 21:08:22.498011 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37538) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:22.533702 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-3e5c60ad-ce06-4764-b77c-774d8da1ce6f None None] Set router 967a7037-7802-46f6-bd12-f758e1267c6c gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:08:22.593594 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-3e5c60ad-ce06-4764-b77c-774d8da1ce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967a7037-7802-46f6-bd12-f758e1267c6c', 'name': 'tempest-NetworksTestDHCPv6-router-2120074662', 'tenant_id': '82725015d13d49169b6e377f421f6af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:08:14Z', 'updated_at': '2021-08-16T21:08:21Z', 'revision_number': 3, 'project_id': '82725015d13d49169b6e377f421f6af8', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:22.595583 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90072272-adb3-4026-9346-8bcb9f3199d1 None None] Network 9c499baa-4492-4b54-bedd-a882ae845f9c requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:22.602838 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a56839e7-90cd-4dab-ac2e-e38928b32a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd397165-846d-4942-8299-145d101fc523'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:08:22.605144 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c6f744-5ed9-4e22-8a7c-193d4a735862" -d '{"events": [{"server_uuid": "a56839e7-90cd-4dab-ac2e-e38928b32a7f", "name": "network-vif-plugged", "status": "completed", "tag": "fd397165-846d-4942-8299-145d101fc523"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:08:22.619540 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-8392b2ce-0fd1-42dc-a14f-65ed6dc6bb9e tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Deleting port f88557a4-6e41-4795-8c69-6975ea9062ba {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:08:22.619930 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8392b2ce-0fd1-42dc-a14f-65ed6dc6bb9e tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:22.681633 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5c60ad-ce06-4764-b77c-774d8da1ce6f None None] The sync data for ids ['967a7037-7802-46f6-bd12-f758e1267c6c'] in n-d-793620-15 is: [{'id': '967a7037-7802-46f6-bd12-f758e1267c6c', 'name': 'tempest-NetworksTestDHCPv6-router-2120074662', 'tenant_id': '82725015d13d49169b6e377f421f6af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:08:14Z', 'updated_at': '2021-08-16T21:08:21Z', 'revision_number': 3, 'project_id': '82725015d13d49169b6e377f421f6af8', 'gw_port_host': None}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:08:22.685959 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port fd397165-846d-4942-8299-145d101fc523, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=fd397165-846d-4942-8299-145d101fc523,segment=NetworkSegment(5a8a53a1-f6b4-415c-b9ce-f1277434f113),segment_id=5a8a53a1-f6b4-415c-b9ce-f1277434f113)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:22.693872 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8392b2ce-0fd1-42dc-a14f-65ed6dc6bb9e tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:22.736324 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-8392b2ce-0fd1-42dc-a14f-65ed6dc6bb9e tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Calling delete_port for f88557a4-6e41-4795-8c69-6975ea9062ba owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:08:22.741247 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15825637-1134-4d11-b142-6b28e93a17fc req-8c763839-bc57-4f8e-a5d6-13c112fdc9a7 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:22.743427 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-15825637-1134-4d11-b142-6b28e93a17fc req-8c763839-bc57-4f8e-a5d6-13c112fdc9a7 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] 10.222.0.84 "GET /v2.0/ports?device_id=a56839e7-90cd-4dab-ac2e-e38928b32a7f HTTP/1.1" status: 200 len: 945 time: 0.2442911 Aug 16 21:08:22.745069 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4da46e68-1132-40d1-8adf-fa432ba813f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:22.771485 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:22.843872 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=fd397165-846d-4942-8299-145d101fc523,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:22.853232 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-3b41b0ec-3c3c-40a3-803a-e541b501e2d6 None None] Provisioning for port 0e82237f-d2c8-4f29-8bd0-8e827777c336 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:22.861197 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-3b41b0ec-3c3c-40a3-803a-e541b501e2d6 None None] Provisioning complete for port 0e82237f-d2c8-4f29-8bd0-8e827777c336 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:22.861639 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3b41b0ec-3c3c-40a3-803a-e541b501e2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:22.872548 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e2b2df52-5953-4ec2-a6f5-0d45ab958c3e req-71bedbf1-40e1-44e8-8218-36b879559620 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/security-groups?id=7313cff0-67c1-456a-b42a-f621f13532ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809533 Aug 16 21:08:22.930234 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8392b2ce-0fd1-42dc-a14f-65ed6dc6bb9e tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:22.972704 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5d08a1-4b90-43d2-a8b8-898afc7d00cb x-openstack-request-id: req-8f5d08a1-4b90-43d2-a8b8-898afc7d00cb {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:08:22.973083 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a56839e7-90cd-4dab-ac2e-e38928b32a7f", "name": "network-vif-plugged", "status": "completed", "tag": "fd397165-846d-4942-8299-145d101fc523", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:08:22.973339 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8f5d08a1-4b90-43d2-a8b8-898afc7d00cb {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:08:22.974174 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a56839e7-90cd-4dab-ac2e-e38928b32a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd397165-846d-4942-8299-145d101fc523', 'code': 200} Aug 16 21:08:22.989624 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392b2ce-0fd1-42dc-a14f-65ed6dc6bb9e tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Pushing event deleted for resources: {'Port': ['ID=f88557a4-6e41-4795-8c69-6975ea9062ba,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:22.993588 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb69e42f-34b0-48e6-8084-ae9695894b31 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Router 967a7037-7802-46f6-bd12-f758e1267c6c has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:08:23.021435 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8392b2ce-0fd1-42dc-a14f-65ed6dc6bb9e tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:23.023778 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8392b2ce-0fd1-42dc-a14f-65ed6dc6bb9e tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] 10.222.0.84 "DELETE /v2.0/ports/f88557a4-6e41-4795-8c69-6975ea9062ba HTTP/1.1" status: 204 len: 168 time: 0.5241985 Aug 16 21:08:23.030705 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37544) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:23.077670 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3b41b0ec-3c3c-40a3-803a-e541b501e2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:23.086221 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fe3e32d9-f70f-49fd-994e-5c3c2909874a tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0541737 Aug 16 21:08:23.090941 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37546) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:23.097340 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-1a44f25e-8678-4c9d-8470-6f5cdd824dee tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1987664981'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:23.121063 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-3b41b0ec-3c3c-40a3-803a-e541b501e2d6 None None] For port 0e82237f-d2c8-4f29-8bd0-8e827777c336, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=0e82237f-d2c8-4f29-8bd0-8e827777c336,segment=NetworkSegment(871fd1c6-053b-43bc-81ad-da658e74a8c3),segment_id=871fd1c6-053b-43bc-81ad-da658e74a8c3)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:23.143083 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-15825637-1134-4d11-b142-6b28e93a17fc req-449a38d0-406c-4bbf-bb09-f6c2c8275cde tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] 10.222.0.84 "GET /v2.0/security-groups?id=398d056d-2fd6-495b-93c0-97c7fb0e5b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695210 Aug 16 21:08:23.203647 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3b41b0ec-3c3c-40a3-803a-e541b501e2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:23.215220 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a44f25e-8678-4c9d-8470-6f5cdd824dee tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Made reservation on behalf of bf527993a34a42cdb2b382384183cd63 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:23.219053 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1a44f25e-8678-4c9d-8470-6f5cdd824dee tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:23.245093 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725867ab-a8d7-4ca4-a942-25a77cc7211d req-7b4fd9c8-74f1-4653-8979-01c6f3b2c864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:23.246561 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-725867ab-a8d7-4ca4-a942-25a77cc7211d req-7b4fd9c8-74f1-4653-8979-01c6f3b2c864 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a56839e7-90cd-4dab-ac2e-e38928b32a7f HTTP/1.1" status: 200 len: 1098 time: 0.2103055 Aug 16 21:08:23.247468 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb69e42f-34b0-48e6-8084-ae9695894b31 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:08:23.249505 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a44f25e-8678-4c9d-8470-6f5cdd824dee tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:08:23.254200 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-bb69e42f-34b0-48e6-8084-ae9695894b31 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "PUT /v2.0/routers/967a7037-7802-46f6-bd12-f758e1267c6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0322096 Aug 16 21:08:23.259227 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37548) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:23.267293 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4da46e68-1132-40d1-8adf-fa432ba813f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:23.284598 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1a44f25e-8678-4c9d-8470-6f5cdd824dee tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:23.284598 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-1a44f25e-8678-4c9d-8470-6f5cdd824dee tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Added segment dbfdb156-0743-4d76-9a04-c718682e47d7 of type vlan for network 413d7ca0-12e9-4a3d-b5b0-746654d38876 Aug 16 21:08:23.296297 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41b0ec-3c3c-40a3-803a-e541b501e2d6 None None] Pushing event updated for resources: {'Port': ['ID=0e82237f-d2c8-4f29-8bd0-8e827777c336,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:23.396683 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-725867ab-a8d7-4ca4-a942-25a77cc7211d req-11561ba1-6500-4c43-968e-1b35ee7dbf92 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=398d056d-2fd6-495b-93c0-97c7fb0e5b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372857 Aug 16 21:08:23.413877 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1a44f25e-8678-4c9d-8470-6f5cdd824dee tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:23.428338 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f38dfe-ff9c-4cd5-bacc-79df61bce60d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:23.430753 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f38dfe-ff9c-4cd5-bacc-79df61bce60d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:23.435973 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-42f38dfe-ff9c-4cd5-bacc-79df61bce60d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1714110 Aug 16 21:08:23.435973 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37550) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:23.444879 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-dd2f1057-90d3-4aa2-b185-ce52520564e0 None None] Provisioning complete for port 0e82237f-d2c8-4f29-8bd0-8e827777c336 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:23.445706 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-dd2f1057-90d3-4aa2-b185-ce52520564e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:23.503340 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c2e7b7-2dfe-4c05-96e6-6139ea55a890 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting subnet 3cab3fbb-de3a-415c-b055-1e3a72a181e9 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:08:23.506403 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-08c2e7b7-2dfe-4c05-96e6-6139ea55a890 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:23.554879 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da46e68-1132-40d1-8adf-fa432ba813f0 admin admin] Router 4b42e01d-d48a-4244-8857-d0a35ee17378 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:08:23.559729 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-08c2e7b7-2dfe-4c05-96e6-6139ea55a890 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:23.581756 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1a44f25e-8678-4c9d-8470-6f5cdd824dee tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:23.588312 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a44f25e-8678-4c9d-8470-6f5cdd824dee tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:23.588955 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1a44f25e-8678-4c9d-8470-6f5cdd824dee tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:23.696376 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44f25e-8678-4c9d-8470-6f5cdd824dee tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Pushing event updated for resources: {'Network': ['ID=413d7ca0-12e9-4a3d-b5b0-746654d38876,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:23.730869 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da46e68-1132-40d1-8adf-fa432ba813f0 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:08:23.734602 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 413d7ca0-12e9-4a3d-b5b0-746654d38876 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:08:23.743431 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1a44f25e-8678-4c9d-8470-6f5cdd824dee tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6508908 Aug 16 21:08:23.746304 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37552) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:23.754023 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-2b5b3796-89b8-4fce-bae8-96f47f5f0c3d tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1387937384'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:23.758971 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e52407-0071-4e6a-9e0e-fa531fe35653 None None] Sync routers for ids ['4b42e01d-d48a-4244-8857-d0a35ee17378'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:08:23.769555 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e52407-0071-4e6a-9e0e-fa531fe35653 None None] Routers {'4b42e01d-d48a-4244-8857-d0a35ee17378'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:08:23.770254 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-a1e52407-0071-4e6a-9e0e-fa531fe35653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:08:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['4b42e01d-d48a-4244-8857-d0a35ee17378'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:23.772215 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-08c2e7b7-2dfe-4c05-96e6-6139ea55a890 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:23.820979 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4da46e68-1132-40d1-8adf-fa432ba813f0 admin admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:23.822424 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4da46e68-1132-40d1-8adf-fa432ba813f0 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0854805 Aug 16 21:08:23.825176 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37554) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:23.888581 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-a1e52407-0071-4e6a-9e0e-fa531fe35653 None None] Set router 4b42e01d-d48a-4244-8857-d0a35ee17378 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:08:23.929374 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5b3796-89b8-4fce-bae8-96f47f5f0c3d tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Made reservation on behalf of bf527993a34a42cdb2b382384183cd63 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:23.933028 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2b5b3796-89b8-4fce-bae8-96f47f5f0c3d tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:23.935998 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-08c2e7b7-2dfe-4c05-96e6-6139ea55a890 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:23.994859 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c802651-72a5-4274-86e7-8166650485b1 None None] Sync routers for ids ['967a7037-7802-46f6-bd12-f758e1267c6c'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:08:24.006628 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c802651-72a5-4274-86e7-8166650485b1 None None] Routers {'967a7037-7802-46f6-bd12-f758e1267c6c'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:08:24.010992 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-2c802651-72a5-4274-86e7-8166650485b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:08:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['967a7037-7802-46f6-bd12-f758e1267c6c'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:24.017767 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2e7b7-2dfe-4c05-96e6-6139ea55a890 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Subnet': ['ID=3cab3fbb-de3a-415c-b055-1e3a72a181e9,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:24.028360 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-08c2e7b7-2dfe-4c05-96e6-6139ea55a890 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:24.038004 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-08c2e7b7-2dfe-4c05-96e6-6139ea55a890 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/3cab3fbb-de3a-415c-b055-1e3a72a181e9 HTTP/1.1" status: 204 len: 168 time: 0.5995817 Aug 16 21:08:24.038849 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37560) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:24.094345 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2443af32-016a-451f-b5e0-756dcd7f881c None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:24.096482 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 0e82237f-d2c8-4f29-8bd0-8e827777c336 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:08:24.126820 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b5b3796-89b8-4fce-bae8-96f47f5f0c3d tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:08:24.185022 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2b5b3796-89b8-4fce-bae8-96f47f5f0c3d tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:24.185423 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-2b5b3796-89b8-4fce-bae8-96f47f5f0c3d tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Added segment ff4eeac0-9929-423c-8a59-30e81206ce73 of type vlan for network 52308073-e1c5-4bd4-97c1-2e02ece39b57 Aug 16 21:08:24.214718 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-107d1bd9-11de-4aeb-9b6c-1f1a0a09e919 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1724505 Aug 16 21:08:24.233037 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37570) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:24.250890 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c82454-2059-4033-b059-61db4a6a3103 req-2beba2ff-a3f1-4cd2-a2f9-da0fd487f43b tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:24.254437 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-a1e52407-0071-4e6a-9e0e-fa531fe35653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'name': 'tempest-AttachVolumeShelveTestJSON-391420109-router', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ce469676-a7c3-4d33-b614-279e64e051b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:08:19Z', 'updated_at': '2021-08-16T21:08:21Z', 'revision_number': 3, 'project_id': '6ff815c4c8944f8eb7103de208aa5945', 'gw_port': {'id': 'ce469676-a7c3-4d33-b614-279e64e051b2', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:08:20Z', 'updated_at': '2021-08-16T21:08:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:24.258712 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-23c82454-2059-4033-b059-61db4a6a3103 req-2beba2ff-a3f1-4cd2-a2f9-da0fd487f43b tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 945 time: 0.2939558 Aug 16 21:08:24.267617 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-2c802651-72a5-4274-86e7-8166650485b1 None None] Set router 967a7037-7802-46f6-bd12-f758e1267c6c gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:08:24.292863 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e52407-0071-4e6a-9e0e-fa531fe35653 None None] Checking router: 4b42e01d-d48a-4244-8857-d0a35ee17378 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:08:24.293480 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e52407-0071-4e6a-9e0e-fa531fe35653 None None] Updating router 4b42e01d-d48a-4244-8857-d0a35ee17378 port ce469676-a7c3-4d33-b614-279e64e051b2 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:08:24.324734 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2b5b3796-89b8-4fce-bae8-96f47f5f0c3d tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:24.339303 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0e866284-5aa3-4f9b-9e19-9a2498b467c6 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:24.346411 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-a1e52407-0071-4e6a-9e0e-fa531fe35653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:24.360644 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-2c802651-72a5-4274-86e7-8166650485b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967a7037-7802-46f6-bd12-f758e1267c6c', 'name': 'tempest-NetworksTestDHCPv6-router-2120074662', 'tenant_id': '82725015d13d49169b6e377f421f6af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:08:14Z', 'updated_at': '2021-08-16T21:08:21Z', 'revision_number': 3, 'project_id': '82725015d13d49169b6e377f421f6af8', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:24.367718 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 0e82237f-d2c8-4f29-8bd0-8e827777c336 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:24.368127 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:24.416471 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c802651-72a5-4274-86e7-8166650485b1 None None] Checking router: 967a7037-7802-46f6-bd12-f758e1267c6c for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:08:24.455870 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c802651-72a5-4274-86e7-8166650485b1 None None] Routers {'967a7037-7802-46f6-bd12-f758e1267c6c'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:08:24.456541 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-2c802651-72a5-4274-86e7-8166650485b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:08:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['967a7037-7802-46f6-bd12-f758e1267c6c'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:24.525697 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0e866284-5aa3-4f9b-9e19-9a2498b467c6 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:24.529026 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0e866284-5aa3-4f9b-9e19-9a2498b467c6 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:24.530146 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-2c802651-72a5-4274-86e7-8166650485b1 None None] Set router 967a7037-7802-46f6-bd12-f758e1267c6c gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:08:24.579134 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-23c82454-2059-4033-b059-61db4a6a3103 req-6fbde7cb-4e0b-4cea-9d6b-44a9ca730f30 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/security-groups?id=7313cff0-67c1-456a-b42a-f621f13532ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869847 Aug 16 21:08:24.595580 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2b5b3796-89b8-4fce-bae8-96f47f5f0c3d tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:24.610065 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:08:24.614177 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5b3796-89b8-4fce-bae8-96f47f5f0c3d tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:24.614177 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2b5b3796-89b8-4fce-bae8-96f47f5f0c3d tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:24.627328 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-2c802651-72a5-4274-86e7-8166650485b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967a7037-7802-46f6-bd12-f758e1267c6c', 'name': 'tempest-NetworksTestDHCPv6-router-2120074662', 'tenant_id': '82725015d13d49169b6e377f421f6af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:08:14Z', 'updated_at': '2021-08-16T21:08:21Z', 'revision_number': 3, 'project_id': '82725015d13d49169b6e377f421f6af8', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:24.686541 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c802651-72a5-4274-86e7-8166650485b1 None None] The sync data for ids ['967a7037-7802-46f6-bd12-f758e1267c6c'] in n-d-793620-15 is: [{'id': '967a7037-7802-46f6-bd12-f758e1267c6c', 'name': 'tempest-NetworksTestDHCPv6-router-2120074662', 'tenant_id': '82725015d13d49169b6e377f421f6af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:08:14Z', 'updated_at': '2021-08-16T21:08:21Z', 'revision_number': 3, 'project_id': '82725015d13d49169b6e377f421f6af8', 'gw_port_host': None}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:08:24.691944 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-a1e52407-0071-4e6a-9e0e-fa531fe35653 None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:24.695061 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b3796-89b8-4fce-bae8-96f47f5f0c3d tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Pushing event updated for resources: {'Network': ['ID=52308073-e1c5-4bd4-97c1-2e02ece39b57,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:24.720126 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-a1e52407-0071-4e6a-9e0e-fa531fe35653 None None] Transition to ACTIVE for port object ce469676-a7c3-4d33-b614-279e64e051b2 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:24.727348 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 52308073-e1c5-4bd4-97c1-2e02ece39b57 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:08:24.750089 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0e866284-5aa3-4f9b-9e19-9a2498b467c6 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:24.750640 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e866284-5aa3-4f9b-9e19-9a2498b467c6 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Fanout notify agent at l3_agent the message router_deleted on router 967a7037-7802-46f6-bd12-f758e1267c6c {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:08:24.763578 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0e866284-5aa3-4f9b-9e19-9a2498b467c6 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:24.767446 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0e866284-5aa3-4f9b-9e19-9a2498b467c6 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/routers/967a7037-7802-46f6-bd12-f758e1267c6c HTTP/1.1" status: 204 len: 168 time: 0.5308135 Aug 16 21:08:24.767664 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37574) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:24.771197 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbabcde-f26b-4865-8870-d3b50758624d req-8ff98b8f-9995-4983-9da4-f78cda0a018e tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:24.778963 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-a1e52407-0071-4e6a-9e0e-fa531fe35653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:24.779490 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-d4fd252b-7944-456c-a901-033f4cf397f8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'subnet': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:24.779683 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4dbabcde-f26b-4865-8870-d3b50758624d req-8ff98b8f-9995-4983-9da4-f78cda0a018e tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] 10.222.0.84 "GET /v2.0/ports?device_id=a56839e7-90cd-4dab-ac2e-e38928b32a7f HTTP/1.1" status: 200 len: 946 time: 0.1786304 Aug 16 21:08:24.791159 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2b5b3796-89b8-4fce-bae8-96f47f5f0c3d tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0438433 Aug 16 21:08:24.892213 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac4317c-825d-48b2-b0d4-fcf47d394e23 None None] Pushing event updated for resources: {'Port': ['ID=ce469676-a7c3-4d33-b614-279e64e051b2,revision_number=2']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:24.893900 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1417583-6548-459a-8141-70439776a9c9 None None] DHCP port deletion for 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:08:24.904617 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-a1e52407-0071-4e6a-9e0e-fa531fe35653 None None] Attempting to bind port ce469676-a7c3-4d33-b614-279e64e051b2 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:08:24.905194 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-a1e52407-0071-4e6a-9e0e-fa531fe35653 None None] Attempting to bind port ce469676-a7c3-4d33-b614-279e64e051b2 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:08:24.905603 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e52407-0071-4e6a-9e0e-fa531fe35653 None None] Attempting to bind port ce469676-a7c3-4d33-b614-279e64e051b2 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:08:24.916405 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e52407-0071-4e6a-9e0e-fa531fe35653 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:08:24.916405 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e52407-0071-4e6a-9e0e-fa531fe35653 None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:08:24.916405 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-a1e52407-0071-4e6a-9e0e-fa531fe35653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:24.916405 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e52407-0071-4e6a-9e0e-fa531fe35653 None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:08:24.916405 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-a1e52407-0071-4e6a-9e0e-fa531fe35653 None None] Bound port: ce469676-a7c3-4d33-b614-279e64e051b2, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:08:24.916405 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-a1e52407-0071-4e6a-9e0e-fa531fe35653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:24.946455 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37576) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:24.954255 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-17a58e93-2b98-40b0-a9a2-46012aa1de6a tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Request body: {'subnets': [{'network_id': '413d7ca0-12e9-4a3d-b5b0-746654d38876', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--753549345', 'ip_version': 4}, {'network_id': '52308073-e1c5-4bd4-97c1-2e02ece39b57', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:24.956673 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-17a58e93-2b98-40b0-a9a2-46012aa1de6a tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Request body: {'subnet': {'network_id': '413d7ca0-12e9-4a3d-b5b0-746654d38876', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--753549345', 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:24.958428 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-17a58e93-2b98-40b0-a9a2-46012aa1de6a tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Request body: {'subnet': {'network_id': '52308073-e1c5-4bd4-97c1-2e02ece39b57', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:24.968614 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4dbabcde-f26b-4865-8870-d3b50758624d req-bccf354f-e031-4810-aaeb-b526009f0868 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] 10.222.0.84 "GET /v2.0/security-groups?id=398d056d-2fd6-495b-93c0-97c7fb0e5b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856086 Aug 16 21:08:24.980422 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-916b148b-ae8e-4b97-9432-5642ab4bfdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:24.998870 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a1417583-6548-459a-8141-70439776a9c9 None None] Deleting port 5b3f1d26-cdf8-43eb-ad64-b172ab85576e {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:08:25.000643 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a1417583-6548-459a-8141-70439776a9c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:25.001778 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-a1e52407-0071-4e6a-9e0e-fa531fe35653 None None] For port ce469676-a7c3-4d33-b614-279e64e051b2, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:08:25.005082 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-a1e52407-0071-4e6a-9e0e-fa531fe35653 None None] For port ce469676-a7c3-4d33-b614-279e64e051b2, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=ce469676-a7c3-4d33-b614-279e64e051b2,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:08:25.070825 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fd252b-7944-456c-a901-033f4cf397f8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:25.074868 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d4fd252b-7944-456c-a901-033f4cf397f8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:25.100348 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-a1e52407-0071-4e6a-9e0e-fa531fe35653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:25.108707 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a1417583-6548-459a-8141-70439776a9c9 None None] For port 5b3f1d26-cdf8-43eb-ad64-b172ab85576e, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5b3f1d26-cdf8-43eb-ad64-b172ab85576e,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:25.108707 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a1417583-6548-459a-8141-70439776a9c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:25.136921 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a1417583-6548-459a-8141-70439776a9c9 None None] Calling delete_port for 5b3f1d26-cdf8-43eb-ad64-b172ab85576e owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:08:25.246986 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac4317c-825d-48b2-b0d4-fcf47d394e23 None None] Pushing event updated for resources: {'Port': ['ID=ce469676-a7c3-4d33-b614-279e64e051b2,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:25.250218 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e52407-0071-4e6a-9e0e-fa531fe35653 None None] Routers {'4b42e01d-d48a-4244-8857-d0a35ee17378'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:08:25.250831 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-a1e52407-0071-4e6a-9e0e-fa531fe35653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:08:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['4b42e01d-d48a-4244-8857-d0a35ee17378'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:25.251954 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de26b63-fdfb-46dc-b5a4-bef39b70eadb req-64d602cd-beba-481a-bf03-c2d079ee6a73 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:25.259389 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1de26b63-fdfb-46dc-b5a4-bef39b70eadb req-64d602cd-beba-481a-bf03-c2d079ee6a73 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] 10.222.0.84 "GET /v2.0/ports?device_id=a56839e7-90cd-4dab-ac2e-e38928b32a7f HTTP/1.1" status: 200 len: 946 time: 0.1777325 Aug 16 21:08:25.346350 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a1417583-6548-459a-8141-70439776a9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:25.352221 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1de26b63-fdfb-46dc-b5a4-bef39b70eadb req-83b6e7d2-0557-494a-91be-3db473ce60a8 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] 10.222.0.84 "GET /v2.0/security-groups?id=398d056d-2fd6-495b-93c0-97c7fb0e5b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847750 Aug 16 21:08:25.387847 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-a1e52407-0071-4e6a-9e0e-fa531fe35653 None None] Set router 4b42e01d-d48a-4244-8857-d0a35ee17378 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:08:25.388980 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1417583-6548-459a-8141-70439776a9c9 None None] No DVR routers for this DVR port 5b3f1d26-cdf8-43eb-ad64-b172ab85576e on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:08:25.392074 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-916b148b-ae8e-4b97-9432-5642ab4bfdd7 admin admin] Allocated IP 172.20.0.1 (9c499baa-4492-4b54-bedd-a882ae845f9c/6d4ab04f-fd33-40d0-bd76-3977c7bf52a2/00a4d335-9204-452a-bc7d-abd9379a08c0) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:08:25.392843 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1417583-6548-459a-8141-70439776a9c9 None None] Pushing event deleted for resources: {'Port': ['ID=5b3f1d26-cdf8-43eb-ad64-b172ab85576e,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:25.417111 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a58e93-2b98-40b0-a9a2-46012aa1de6a tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Made reservation on behalf of bf527993a34a42cdb2b382384183cd63 for: {'subnet': 2} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:25.421989 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-17a58e93-2b98-40b0-a9a2-46012aa1de6a tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:25.422474 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-17a58e93-2b98-40b0-a9a2-46012aa1de6a tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:25.591669 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d4fd252b-7944-456c-a901-033f4cf397f8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:25.620187 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-916b148b-ae8e-4b97-9432-5642ab4bfdd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:25.658032 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-a1e52407-0071-4e6a-9e0e-fa531fe35653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'name': 'tempest-AttachVolumeShelveTestJSON-391420109-router', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ce469676-a7c3-4d33-b614-279e64e051b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:08:19Z', 'updated_at': '2021-08-16T21:08:21Z', 'revision_number': 3, 'project_id': '6ff815c4c8944f8eb7103de208aa5945', 'gw_port': {'id': 'ce469676-a7c3-4d33-b614-279e64e051b2', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:08:20Z', 'updated_at': '2021-08-16T21:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:25.662341 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-916b148b-ae8e-4b97-9432-5642ab4bfdd7 admin admin] Transition to ACTIVE for port object 00a4d335-9204-452a-bc7d-abd9379a08c0 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:25.701800 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fd252b-7944-456c-a901-033f4cf397f8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:25.709274 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-d4fd252b-7944-456c-a901-033f4cf397f8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:25.718194 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fd252b-7944-456c-a901-033f4cf397f8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:25.718905 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d4fd252b-7944-456c-a901-033f4cf397f8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:25.719369 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02b0dff-7377-46ab-ac80-d9dd66350e62 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:25.733950 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd252b-7944-456c-a901-033f4cf397f8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Subnet': ['ID=b09172f4-b60d-4c03-a77a-cc818ac182a7,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:25.808592 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-916b148b-ae8e-4b97-9432-5642ab4bfdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:25.831263 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d4fd252b-7944-456c-a901-033f4cf397f8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0600810 Aug 16 21:08:25.834274 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37590) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:25.839973 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-c0351f29-1a73-4899-aadf-c7d9c45c9f04 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1109733110', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:25.873512 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e52407-0071-4e6a-9e0e-fa531fe35653 None None] The sync data for ids ['4b42e01d-d48a-4244-8857-d0a35ee17378'] in n-d-793620-15 is: [{'id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'name': 'tempest-AttachVolumeShelveTestJSON-391420109-router', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ce469676-a7c3-4d33-b614-279e64e051b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:08:19Z', 'updated_at': '2021-08-16T21:08:21Z', 'revision_number': 3, 'project_id': '6ff815c4c8944f8eb7103de208aa5945', 'gw_port': {'id': 'ce469676-a7c3-4d33-b614-279e64e051b2', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:08:20Z', 'updated_at': '2021-08-16T21:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:08:25.983764 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c0351f29-1a73-4899-aadf-c7d9c45c9f04 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:25.985533 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c0351f29-1a73-4899-aadf-c7d9c45c9f04 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:25.995456 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916b148b-ae8e-4b97-9432-5642ab4bfdd7 admin admin] Network 9c499baa-4492-4b54-bedd-a882ae845f9c is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:26.002991 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-916b148b-ae8e-4b97-9432-5642ab4bfdd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:26.008821 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916b148b-ae8e-4b97-9432-5642ab4bfdd7 admin admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:08:26.035663 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5b3f1d26-cdf8-43eb-ad64-b172ab85576e no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:08:26.042834 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b148b-ae8e-4b97-9432-5642ab4bfdd7 admin admin] Pushing event updated for resources: {'Port': ['ID=00a4d335-9204-452a-bc7d-abd9379a08c0,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:26.064733 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01676b57-d622-4ea3-b455-5b916998f2e7 req-80b0713b-1fb2-4019-8232-52d19d9cbc42 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:26.073044 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-01676b57-d622-4ea3-b455-5b916998f2e7 req-80b0713b-1fb2-4019-8232-52d19d9cbc42 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 945 time: 0.3218071 Aug 16 21:08:26.077467 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b37382-ff6e-4cfe-aa80-e8fae976e106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'tenant_id': '82725015d13d49169b6e377f421f6af8', 'fixed_ips': [{'subnet_id': 'b09172f4-b60d-4c03-a77a-cc818ac182a7'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:08:26.079680 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-74b37382-ff6e-4cfe-aa80-e8fae976e106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:26.084386 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 5b3f1d26-cdf8-43eb-ad64-b172ab85576e {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:08:26.092270 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5b3f1d26-cdf8-43eb-ad64-b172ab85576e not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:08:26.114433 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc5649-0834-4cab-b5f8-a5bdbaf9f443 req-a9d6dbe4-3860-4772-9316-a473e8c11278 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:26.116376 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-51dc5649-0834-4cab-b5f8-a5bdbaf9f443 req-a9d6dbe4-3860-4772-9316-a473e8c11278 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] 10.222.0.84 "GET /v2.0/ports?device_id=a56839e7-90cd-4dab-ac2e-e38928b32a7f HTTP/1.1" status: 200 len: 946 time: 0.2973456 Aug 16 21:08:26.151696 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-916b148b-ae8e-4b97-9432-5642ab4bfdd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:26.218229 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c0351f29-1a73-4899-aadf-c7d9c45c9f04 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:26.256517 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-01676b57-d622-4ea3-b455-5b916998f2e7 req-74f53b56-238c-471c-8a7f-a1cfaed10d8f tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/security-groups?id=7313cff0-67c1-456a-b42a-f621f13532ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821132 Aug 16 21:08:26.279288 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-17a58e93-2b98-40b0-a9a2-46012aa1de6a tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:26.289170 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-51dc5649-0834-4cab-b5f8-a5bdbaf9f443 req-8f12a62d-dbea-4947-9d49-1e97f6005595 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] 10.222.0.84 "GET /v2.0/security-groups?id=398d056d-2fd6-495b-93c0-97c7fb0e5b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606178 Aug 16 21:08:26.346927 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c0351f29-1a73-4899-aadf-c7d9c45c9f04 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:26.385441 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-74b37382-ff6e-4cfe-aa80-e8fae976e106 None None] Allocated IP 2001:db8::2 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/b09172f4-b60d-4c03-a77a-cc818ac182a7/98420fc4-3df6-4e8d-a81d-a6750bf24202) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:08:26.435753 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a58e93-2b98-40b0-a9a2-46012aa1de6a tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Checking segment: {'id': 'dbfdb156-0743-4d76-9a04-c718682e47d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '413d7ca0-12e9-4a3d-b5b0-746654d38876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:08:26.437048 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a58e93-2b98-40b0-a9a2-46012aa1de6a tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Network hostable DHCP agents. Network: 413d7ca0-12e9-4a3d-b5b0-746654d38876, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:08:26.439981 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a58e93-2b98-40b0-a9a2-46012aa1de6a tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Pushing event updated for resources: {'Subnet': ['ID=7f706494-6393-48f5-bc48-3b25ab2cb916,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:26.468235 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c0351f29-1a73-4899-aadf-c7d9c45c9f04 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:26.470059 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c0351f29-1a73-4899-aadf-c7d9c45c9f04 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6347997 Aug 16 21:08:26.473210 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37596) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:26.484120 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-916b148b-ae8e-4b97-9432-5642ab4bfdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:26.590796 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a58e93-2b98-40b0-a9a2-46012aa1de6a tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Network 413d7ca0-12e9-4a3d-b5b0-746654d38876 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:08:26.645639 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-74b37382-ff6e-4cfe-aa80-e8fae976e106 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:26.656220 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-74b37382-ff6e-4cfe-aa80-e8fae976e106 None None] Transition to ACTIVE for port object 98420fc4-3df6-4e8d-a81d-a6750bf24202 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:26.676046 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-74b37382-ff6e-4cfe-aa80-e8fae976e106 None None] Transition to ACTIVE for port object 98420fc4-3df6-4e8d-a81d-a6750bf24202 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:26.680702 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-bdec92dc-64fb-40fb-b742-768725f4ba92 None None] Provisioning for port 00a4d335-9204-452a-bc7d-abd9379a08c0 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:26.685263 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-bdec92dc-64fb-40fb-b742-768725f4ba92 None None] Provisioning complete for port 00a4d335-9204-452a-bc7d-abd9379a08c0 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:26.685773 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-bdec92dc-64fb-40fb-b742-768725f4ba92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:26.708302 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-17a58e93-2b98-40b0-a9a2-46012aa1de6a tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 413d7ca0-12e9-4a3d-b5b0-746654d38876) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:26.716103 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-17a58e93-2b98-40b0-a9a2-46012aa1de6a tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:26.750074 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-bdec92dc-64fb-40fb-b742-768725f4ba92 None None] Port 00a4d335-9204-452a-bc7d-abd9379a08c0 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:08:26.752665 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285421a8-9ce6-46d9-863f-5ea8129d5f7d None None] Network 413d7ca0-12e9-4a3d-b5b0-746654d38876 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:26.914175 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-74b37382-ff6e-4cfe-aa80-e8fae976e106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:27.036015 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b37382-ff6e-4cfe-aa80-e8fae976e106 None None] Pushing event updated for resources: {'Port': ['ID=98420fc4-3df6-4e8d-a81d-a6750bf24202,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:27.051123 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9198e3-fe75-40c5-90b0-a07ac775177e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-413d7ca0-12e9-4a3d-b5b0-746654d38876', 'network_id': '413d7ca0-12e9-4a3d-b5b0-746654d38876', 'tenant_id': 'bf527993a34a42cdb2b382384183cd63', 'fixed_ips': [{'subnet_id': '7f706494-6393-48f5-bc48-3b25ab2cb916'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:08:27.052030 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1b9198e3-fe75-40c5-90b0-a07ac775177e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:27.074007 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b37382-ff6e-4cfe-aa80-e8fae976e106 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:27.091489 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-74b37382-ff6e-4cfe-aa80-e8fae976e106 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:27.094176 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b37382-ff6e-4cfe-aa80-e8fae976e106 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:08:27.156215 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-74b37382-ff6e-4cfe-aa80-e8fae976e106 None None] Attempting to bind port 98420fc4-3df6-4e8d-a81d-a6750bf24202 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:08:27.156501 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-74b37382-ff6e-4cfe-aa80-e8fae976e106 None None] Attempting to bind port 98420fc4-3df6-4e8d-a81d-a6750bf24202 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:08:27.156876 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b37382-ff6e-4cfe-aa80-e8fae976e106 None None] Attempting to bind port 98420fc4-3df6-4e8d-a81d-a6750bf24202 on network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:08:27.254777 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b37382-ff6e-4cfe-aa80-e8fae976e106 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:08:27.255187 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b37382-ff6e-4cfe-aa80-e8fae976e106 None None] Checking segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:08:27.255599 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-74b37382-ff6e-4cfe-aa80-e8fae976e106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:27.256018 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b37382-ff6e-4cfe-aa80-e8fae976e106 None None] Bound using segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:08:27.256534 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-74b37382-ff6e-4cfe-aa80-e8fae976e106 None None] Bound port: 98420fc4-3df6-4e8d-a81d-a6750bf24202, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:08:27.256903 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-74b37382-ff6e-4cfe-aa80-e8fae976e106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:27.363162 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-916b148b-ae8e-4b97-9432-5642ab4bfdd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:27.409311 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-74b37382-ff6e-4cfe-aa80-e8fae976e106 None None] For port 98420fc4-3df6-4e8d-a81d-a6750bf24202, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:08:27.415972 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-74b37382-ff6e-4cfe-aa80-e8fae976e106 None None] For port 98420fc4-3df6-4e8d-a81d-a6750bf24202, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=98420fc4-3df6-4e8d-a81d-a6750bf24202,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:08:27.417922 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-1b9198e3-fe75-40c5-90b0-a07ac775177e None None] Allocated IP 172.20.0.2 (413d7ca0-12e9-4a3d-b5b0-746654d38876/7f706494-6393-48f5-bc48-3b25ab2cb916/878d155f-8455-446b-8d15-0cfd63aa9a03) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:08:27.431258 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-05bd108e-a049-424d-a97b-c22674341db8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:27.443940 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a58e93-2b98-40b0-a9a2-46012aa1de6a tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Pushing event updated for resources: {'Subnet': ['ID=a6c07ff0-eb4e-43c2-b55f-292217ca1e26,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:27.461652 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-916b148b-ae8e-4b97-9432-5642ab4bfdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:27.470797 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a58e93-2b98-40b0-a9a2-46012aa1de6a tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Checking segment: {'id': 'ff4eeac0-9929-423c-8a59-30e81206ce73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '52308073-e1c5-4bd4-97c1-2e02ece39b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:08:27.471201 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a58e93-2b98-40b0-a9a2-46012aa1de6a tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Network hostable DHCP agents. Network: 52308073-e1c5-4bd4-97c1-2e02ece39b57, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:08:27.521654 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0852cb-4e58-449b-bd62-48291b57a093 req-cbf38006-16ad-4277-bca4-bbe92844eeec tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:27.523186 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2b0852cb-4e58-449b-bd62-48291b57a093 req-cbf38006-16ad-4277-bca4-bbe92844eeec tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 945 time: 0.1438420 Aug 16 21:08:27.535427 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72a24c-8c55-48c5-a630-e78931946ffa req-9d89d145-7094-49ef-adb8-5ee358a1c15b tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:27.536971 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ea72a24c-8c55-48c5-a630-e78931946ffa req-9d89d145-7094-49ef-adb8-5ee358a1c15b tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] 10.222.0.84 "GET /v2.0/ports?device_id=a56839e7-90cd-4dab-ac2e-e38928b32a7f HTTP/1.1" status: 200 len: 946 time: 0.1713212 Aug 16 21:08:27.593767 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b148b-ae8e-4b97-9432-5642ab4bfdd7 admin admin] Pushing event updated for resources: {'Port': ['ID=00a4d335-9204-452a-bc7d-abd9379a08c0,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:27.625199 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a58e93-2b98-40b0-a9a2-46012aa1de6a tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Network 52308073-e1c5-4bd4-97c1-2e02ece39b57 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:08:27.629468 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-916b148b-ae8e-4b97-9432-5642ab4bfdd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:27.632076 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1b9198e3-fe75-40c5-90b0-a07ac775177e None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:27.634545 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2b0852cb-4e58-449b-bd62-48291b57a093 req-24396f9d-1785-49ac-a825-90fa4d6e34db tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/security-groups?id=7313cff0-67c1-456a-b42a-f621f13532ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947812 Aug 16 21:08:27.659069 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ea72a24c-8c55-48c5-a630-e78931946ffa req-4c84ff75-a6a4-4a41-b25d-e0be213239c3 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] 10.222.0.84 "GET /v2.0/security-groups?id=398d056d-2fd6-495b-93c0-97c7fb0e5b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973508 Aug 16 21:08:27.671262 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1b9198e3-fe75-40c5-90b0-a07ac775177e None None] Transition to ACTIVE for port object 878d155f-8455-446b-8d15-0cfd63aa9a03 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:27.683582 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-74b37382-ff6e-4cfe-aa80-e8fae976e106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:27.723471 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1b9198e3-fe75-40c5-90b0-a07ac775177e None None] Transition to ACTIVE for port object 878d155f-8455-446b-8d15-0cfd63aa9a03 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:27.738289 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-17a58e93-2b98-40b0-a9a2-46012aa1de6a tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 52308073-e1c5-4bd4-97c1-2e02ece39b57) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:27.749284 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4779c552-c848-41c8-9847-241c19e33391 None None] Network 52308073-e1c5-4bd4-97c1-2e02ece39b57 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:27.751111 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a58e93-2b98-40b0-a9a2-46012aa1de6a tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:27.751698 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a58e93-2b98-40b0-a9a2-46012aa1de6a tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:27.752481 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-17a58e93-2b98-40b0-a9a2-46012aa1de6a tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:27.794251 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-05bd108e-a049-424d-a97b-c22674341db8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Allocated IP 2001:db8::1 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/b09172f4-b60d-4c03-a77a-cc818ac182a7/b610e01f-6a2f-4c47-9fa7-fe6be9c9bd24) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:08:27.808666 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916b148b-ae8e-4b97-9432-5642ab4bfdd7 admin admin] Network 9c499baa-4492-4b54-bedd-a882ae845f9c is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:27.814214 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-916b148b-ae8e-4b97-9432-5642ab4bfdd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:27.821589 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b37382-ff6e-4cfe-aa80-e8fae976e106 None None] Pushing event updated for resources: {'Port': ['ID=98420fc4-3df6-4e8d-a81d-a6750bf24202,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:27.857262 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1b9198e3-fe75-40c5-90b0-a07ac775177e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:27.922856 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-17a58e93-2b98-40b0-a9a2-46012aa1de6a tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.9731452 Aug 16 21:08:27.935363 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37606) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:28.029978 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-05bd108e-a049-424d-a97b-c22674341db8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:28.067297 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-05bd108e-a049-424d-a97b-c22674341db8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Transition to ACTIVE for port object b610e01f-6a2f-4c47-9fa7-fe6be9c9bd24 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:28.070544 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9198e3-fe75-40c5-90b0-a07ac775177e None None] Pushing event updated for resources: {'Port': ['ID=878d155f-8455-446b-8d15-0cfd63aa9a03,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:28.117434 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9198e3-fe75-40c5-90b0-a07ac775177e None None] Network 413d7ca0-12e9-4a3d-b5b0-746654d38876 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:28.151844 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-1b9198e3-fe75-40c5-90b0-a07ac775177e None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:28.154302 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9198e3-fe75-40c5-90b0-a07ac775177e None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:08:28.169482 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device ce469676-a7c3-4d33-b614-279e64e051b2 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:08:28.176912 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916b148b-ae8e-4b97-9432-5642ab4bfdd7 admin admin] Router 4b42e01d-d48a-4244-8857-d0a35ee17378 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:08:28.265929 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cf5459-7ea3-40c7-be0b-3c183161df14 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:28.269813 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cf5459-7ea3-40c7-be0b-3c183161df14 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:28.272300 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cf5459-7ea3-40c7-be0b-3c183161df14 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:28.274998 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-56cf5459-7ea3-40c7-be0b-3c183161df14 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3361957 Aug 16 21:08:28.277048 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-05bd108e-a049-424d-a97b-c22674341db8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:28.280821 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37608) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:28.366854 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd108e-a049-424d-a97b-c22674341db8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Port': ['ID=b610e01f-6a2f-4c47-9fa7-fe6be9c9bd24,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:28.394898 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35dd61-c730-4c32-bf83-305dd9f935ea req-efc5507d-0f3d-4053-8568-55f790e64c40 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:28.396545 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1a35dd61-c730-4c32-bf83-305dd9f935ea req-efc5507d-0f3d-4053-8568-55f790e64c40 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] 10.222.0.90 "GET /v2.0/ports?device_id=a56839e7-90cd-4dab-ac2e-e38928b32a7f HTTP/1.1" status: 200 len: 946 time: 0.2161977 Aug 16 21:08:28.417915 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bd108e-a049-424d-a97b-c22674341db8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:28.421308 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-05bd108e-a049-424d-a97b-c22674341db8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:28.425980 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bd108e-a049-424d-a97b-c22674341db8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:08:28.426546 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-05bd108e-a049-424d-a97b-c22674341db8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:28.463126 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916b148b-ae8e-4b97-9432-5642ab4bfdd7 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:08:28.476070 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cf99737-46c4-42a2-945d-fc46b404877f tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Deleting subnet 7f706494-6393-48f5-bc48-3b25ab2cb916 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:08:28.479895 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1cf99737-46c4-42a2-945d-fc46b404877f tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:28.513537 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-916b148b-ae8e-4b97-9432-5642ab4bfdd7 admin admin] 10.222.0.84 "PUT /v2.0/routers/4b42e01d-d48a-4244-8857-d0a35ee17378/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6870983 Aug 16 21:08:28.526652 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1cf99737-46c4-42a2-945d-fc46b404877f tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:28.536620 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-1b9198e3-fe75-40c5-90b0-a07ac775177e None None] Attempting to bind port 878d155f-8455-446b-8d15-0cfd63aa9a03 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:08:28.537000 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-1b9198e3-fe75-40c5-90b0-a07ac775177e None None] Attempting to bind port 878d155f-8455-446b-8d15-0cfd63aa9a03 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'dbfdb156-0743-4d76-9a04-c718682e47d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '413d7ca0-12e9-4a3d-b5b0-746654d38876'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:08:28.537369 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9198e3-fe75-40c5-90b0-a07ac775177e None None] Attempting to bind port 878d155f-8455-446b-8d15-0cfd63aa9a03 on network 413d7ca0-12e9-4a3d-b5b0-746654d38876 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:08:28.551605 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9198e3-fe75-40c5-90b0-a07ac775177e None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:08:28.552074 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9198e3-fe75-40c5-90b0-a07ac775177e None None] Checking segment: {'id': 'dbfdb156-0743-4d76-9a04-c718682e47d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '413d7ca0-12e9-4a3d-b5b0-746654d38876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:08:28.552718 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1b9198e3-fe75-40c5-90b0-a07ac775177e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:28.553126 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9198e3-fe75-40c5-90b0-a07ac775177e None None] Bound using segment: {'id': 'dbfdb156-0743-4d76-9a04-c718682e47d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '413d7ca0-12e9-4a3d-b5b0-746654d38876'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:08:28.553645 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-1b9198e3-fe75-40c5-90b0-a07ac775177e None None] Bound port: 878d155f-8455-446b-8d15-0cfd63aa9a03, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbfdb156-0743-4d76-9a04-c718682e47d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '413d7ca0-12e9-4a3d-b5b0-746654d38876'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:08:28.554053 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1b9198e3-fe75-40c5-90b0-a07ac775177e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:28.557054 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7d33fc-65a1-4669-8687-40b49115758e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-52308073-e1c5-4bd4-97c1-2e02ece39b57', 'network_id': '52308073-e1c5-4bd4-97c1-2e02ece39b57', 'tenant_id': 'bf527993a34a42cdb2b382384183cd63', 'fixed_ips': [{'subnet_id': 'a6c07ff0-eb4e-43c2-b55f-292217ca1e26'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:08:28.558263 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5f7d33fc-65a1-4669-8687-40b49115758e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:28.624100 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-1a35dd61-c730-4c32-bf83-305dd9f935ea req-231644fb-0170-45f6-8ce6-53235624f995 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] Deleting port fd397165-846d-4942-8299-145d101fc523 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:08:28.624492 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-1a35dd61-c730-4c32-bf83-305dd9f935ea req-231644fb-0170-45f6-8ce6-53235624f995 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:28.655713 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1cf99737-46c4-42a2-945d-fc46b404877f tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:28.778639 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-5f7d33fc-65a1-4669-8687-40b49115758e None None] Allocated IP 172.20.0.18 (52308073-e1c5-4bd4-97c1-2e02ece39b57/a6c07ff0-eb4e-43c2-b55f-292217ca1e26/f34dbd4b-f3c5-4b4d-8587-89f3997bcf05) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:08:28.786208 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-1a35dd61-c730-4c32-bf83-305dd9f935ea req-231644fb-0170-45f6-8ce6-53235624f995 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] For port fd397165-846d-4942-8299-145d101fc523, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=fd397165-846d-4942-8299-145d101fc523,segment=NetworkSegment(5a8a53a1-f6b4-415c-b9ce-f1277434f113),segment_id=5a8a53a1-f6b4-415c-b9ce-f1277434f113)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:28.786853 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-1a35dd61-c730-4c32-bf83-305dd9f935ea req-231644fb-0170-45f6-8ce6-53235624f995 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:28.793378 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e17365-9096-4c4d-ba47-2e9569ff18a7 None None] Sync routers for ids ['4b42e01d-d48a-4244-8857-d0a35ee17378'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:08:28.805237 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-1a35dd61-c730-4c32-bf83-305dd9f935ea req-231644fb-0170-45f6-8ce6-53235624f995 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] Calling delete_port for fd397165-846d-4942-8299-145d101fc523 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:08:28.806311 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e17365-9096-4c4d-ba47-2e9569ff18a7 None None] Routers {'4b42e01d-d48a-4244-8857-d0a35ee17378'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:08:28.809093 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-f5e17365-9096-4c4d-ba47-2e9569ff18a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:08:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['4b42e01d-d48a-4244-8857-d0a35ee17378'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:28.930146 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1cf99737-46c4-42a2-945d-fc46b404877f tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:28.966913 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-8e2f4b91-b303-452c-9ed2-d44584a8ae03 None None] Provisioning complete for port 00a4d335-9204-452a-bc7d-abd9379a08c0 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:28.967297 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8e2f4b91-b303-452c-9ed2-d44584a8ae03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:29.015543 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf99737-46c4-42a2-945d-fc46b404877f tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Pushing event deleted for resources: {'Subnet': ['ID=7f706494-6393-48f5-bc48-3b25ab2cb916,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:29.032788 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-8e2f4b91-b303-452c-9ed2-d44584a8ae03 None None] Port 00a4d335-9204-452a-bc7d-abd9379a08c0 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:08:29.044195 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1cf99737-46c4-42a2-945d-fc46b404877f tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:29.048341 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1cf99737-46c4-42a2-945d-fc46b404877f tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] 10.222.0.84 "DELETE /v2.0/subnets/7f706494-6393-48f5-bc48-3b25ab2cb916 HTTP/1.1" status: 204 len: 168 time: 0.6934497 Aug 16 21:08:29.057289 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-f5e17365-9096-4c4d-ba47-2e9569ff18a7 None None] Set router 4b42e01d-d48a-4244-8857-d0a35ee17378 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:08:29.058365 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37620) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:29.107722 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-1b9198e3-fe75-40c5-90b0-a07ac775177e None None] For port 878d155f-8455-446b-8d15-0cfd63aa9a03, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:08:29.112220 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-1b9198e3-fe75-40c5-90b0-a07ac775177e None None] For port 878d155f-8455-446b-8d15-0cfd63aa9a03, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=878d155f-8455-446b-8d15-0cfd63aa9a03,segment=NetworkSegment(dbfdb156-0743-4d76-9a04-c718682e47d7),segment_id=dbfdb156-0743-4d76-9a04-c718682e47d7)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:08:29.113637 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-05bd108e-a049-424d-a97b-c22674341db8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:29.115652 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5f7d33fc-65a1-4669-8687-40b49115758e None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:29.125232 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5f7d33fc-65a1-4669-8687-40b49115758e None None] Transition to ACTIVE for port object f34dbd4b-f3c5-4b4d-8587-89f3997bcf05 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:29.143969 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5f7d33fc-65a1-4669-8687-40b49115758e None None] Transition to ACTIVE for port object f34dbd4b-f3c5-4b4d-8587-89f3997bcf05 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:29.147819 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port ce469676-a7c3-4d33-b614-279e64e051b2 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:29.152819 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port ce469676-a7c3-4d33-b614-279e64e051b2 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:29.153411 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:29.183800 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c0eb59-1a31-4ade-88fe-8b477e24993a tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Deleting subnet a6c07ff0-eb4e-43c2-b55f-292217ca1e26 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:08:29.189915 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-1a35dd61-c730-4c32-bf83-305dd9f935ea req-231644fb-0170-45f6-8ce6-53235624f995 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:29.208838 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['fd397165-846d-4942-8299-145d101fc523'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:08:29.238094 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1b9198e3-fe75-40c5-90b0-a07ac775177e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:29.303635 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e6c0eb59-1a31-4ade-88fe-8b477e24993a tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:29.324249 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f378e-f5c5-4acf-ad88-0c2945c0ba08 req-00720194-e3ba-4731-bfa9-54fb795d682e tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:29.328203 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5f7d33fc-65a1-4669-8687-40b49115758e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:29.329397 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-634f378e-f5c5-4acf-ad88-0c2945c0ba08 req-00720194-e3ba-4731-bfa9-54fb795d682e tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 945 time: 0.3473775 Aug 16 21:08:29.348155 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-f5e17365-9096-4c4d-ba47-2e9569ff18a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'name': 'tempest-AttachVolumeShelveTestJSON-391420109-router', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ce469676-a7c3-4d33-b614-279e64e051b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:08:19Z', 'updated_at': '2021-08-16T21:08:26Z', 'revision_number': 4, 'project_id': '6ff815c4c8944f8eb7103de208aa5945', 'gw_port': {'id': 'ce469676-a7c3-4d33-b614-279e64e051b2', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:08:20Z', 'updated_at': '2021-08-16T21:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '00a4d335-9204-452a-bc7d-abd9379a08c0', 'name': '', 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'mac_address': 'fa:16:3e:67:27:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '6d4ab04f-fd33-40d0-bd76-3977c7bf52a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:08:25Z', 'updated_at': '2021-08-16T21:08:26Z', 'revision_number': 2, 'project_id': '6ff815c4c8944f8eb7103de208aa5945', 'subnets': [{'id': '6d4ab04f-fd33-40d0-bd76-3977c7bf52a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:29.348685 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183adb0-a45e-4867-ac87-be4fc06584ae req-b547c60b-0ed5-4bd2-a129-1a7ce140e64a tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:29.352600 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b183adb0-a45e-4867-ac87-be4fc06584ae req-b547c60b-0ed5-4bd2-a129-1a7ce140e64a tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] 10.222.0.84 "GET /v2.0/ports?device_id=a56839e7-90cd-4dab-ac2e-e38928b32a7f HTTP/1.1" status: 200 len: 867 time: 0.3807695 Aug 16 21:08:29.400637 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e17365-9096-4c4d-ba47-2e9569ff18a7 None None] Checking router: 4b42e01d-d48a-4244-8857-d0a35ee17378 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:08:29.401165 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e17365-9096-4c4d-ba47-2e9569ff18a7 None None] Updating router 4b42e01d-d48a-4244-8857-d0a35ee17378 port 00a4d335-9204-452a-bc7d-abd9379a08c0 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:08:29.442883 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f5e17365-9096-4c4d-ba47-2e9569ff18a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:29.471267 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:29.481005 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7d33fc-65a1-4669-8687-40b49115758e None None] Network 52308073-e1c5-4bd4-97c1-2e02ece39b57 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:29.487129 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e6c0eb59-1a31-4ade-88fe-8b477e24993a tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:29.505552 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-5f7d33fc-65a1-4669-8687-40b49115758e None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:29.512272 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9198e3-fe75-40c5-90b0-a07ac775177e None None] Pushing event updated for resources: {'Port': ['ID=878d155f-8455-446b-8d15-0cfd63aa9a03,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:29.514761 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7d33fc-65a1-4669-8687-40b49115758e None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:08:29.530024 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520d9292-3e3d-4bca-bff9-c866bcfdfe60 None None] Network 413d7ca0-12e9-4a3d-b5b0-746654d38876 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:29.561792 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231644fb-0170-45f6-8ce6-53235624f995 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] Pushing event deleted for resources: {'Port': ['ID=fd397165-846d-4942-8299-145d101fc523,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:29.568822 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port ce469676-a7c3-4d33-b614-279e64e051b2, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=ce469676-a7c3-4d33-b614-279e64e051b2,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:29.632081 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-05bd108e-a049-424d-a97b-c22674341db8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:29.648419 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a35dd61-c730-4c32-bf83-305dd9f935ea req-231644fb-0170-45f6-8ce6-53235624f995 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] No DVR routers for this DVR port fd397165-846d-4942-8299-145d101fc523 on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:08:29.652060 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-1a35dd61-c730-4c32-bf83-305dd9f935ea req-231644fb-0170-45f6-8ce6-53235624f995 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:29.657719 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1a35dd61-c730-4c32-bf83-305dd9f935ea req-231644fb-0170-45f6-8ce6-53235624f995 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] 10.222.0.90 "DELETE /v2.0/ports/fd397165-846d-4942-8299-145d101fc523 HTTP/1.1" status: 204 len: 173 time: 1.1901064 Aug 16 21:08:29.662748 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:29.673800 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a56839e7-90cd-4dab-ac2e-e38928b32a7f', 'name': 'network-vif-deleted', 'tag': 'fd397165-846d-4942-8299-145d101fc523'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:08:29.676539 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e323a6c-b818-40cf-b820-01ca01a2e6f1" -d '{"events": [{"server_uuid": "a56839e7-90cd-4dab-ac2e-e38928b32a7f", "name": "network-vif-deleted", "tag": "fd397165-846d-4942-8299-145d101fc523"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:08:29.727302 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-05bd108e-a049-424d-a97b-c22674341db8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:29.727302 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-05bd108e-a049-424d-a97b-c22674341db8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:29.738922 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-634f378e-f5c5-4acf-ad88-0c2945c0ba08 req-93bbddf7-8a22-4c6f-a1c9-f56a5f819173 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/security-groups?id=7313cff0-67c1-456a-b42a-f621f13532ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841826 Aug 16 21:08:29.768501 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b183adb0-a45e-4867-ac87-be4fc06584ae req-237e47aa-0f88-4489-b7a2-f25fbdb210af tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] 10.222.0.84 "GET /v2.0/security-groups?id=398d056d-2fd6-495b-93c0-97c7fb0e5b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978369 Aug 16 21:08:29.823019 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e6c0eb59-1a31-4ade-88fe-8b477e24993a tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:29.860778 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd108e-a049-424d-a97b-c22674341db8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Port': ['ID=b610e01f-6a2f-4c47-9fa7-fe6be9c9bd24,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:29.933301 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f5e17365-9096-4c4d-ba47-2e9569ff18a7 None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:29.952001 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1f64d9-ad5c-4556-8a4d-5a93d6194711 x-openstack-request-id: req-bd1f64d9-ad5c-4556-8a4d-5a93d6194711 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:08:29.953046 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a56839e7-90cd-4dab-ac2e-e38928b32a7f", "name": "network-vif-deleted", "tag": "fd397165-846d-4942-8299-145d101fc523", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:08:29.953994 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-bd1f64d9-ad5c-4556-8a4d-5a93d6194711 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:08:29.955997 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a56839e7-90cd-4dab-ac2e-e38928b32a7f', 'name': 'network-vif-deleted', 'tag': 'fd397165-846d-4942-8299-145d101fc523', 'status': 'completed', 'code': 200} Aug 16 21:08:29.956850 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-f5e17365-9096-4c4d-ba47-2e9569ff18a7 None None] Transition to ACTIVE for port object 00a4d335-9204-452a-bc7d-abd9379a08c0 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:29.963252 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d33fc-65a1-4669-8687-40b49115758e None None] Pushing event updated for resources: {'Port': ['ID=f34dbd4b-f3c5-4b4d-8587-89f3997bcf05,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:29.970526 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-5f7d33fc-65a1-4669-8687-40b49115758e None None] Attempting to bind port f34dbd4b-f3c5-4b4d-8587-89f3997bcf05 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:08:29.970526 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-5f7d33fc-65a1-4669-8687-40b49115758e None None] Attempting to bind port f34dbd4b-f3c5-4b4d-8587-89f3997bcf05 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'ff4eeac0-9929-423c-8a59-30e81206ce73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '52308073-e1c5-4bd4-97c1-2e02ece39b57'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:08:29.975905 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7d33fc-65a1-4669-8687-40b49115758e None None] Attempting to bind port f34dbd4b-f3c5-4b4d-8587-89f3997bcf05 on network 52308073-e1c5-4bd4-97c1-2e02ece39b57 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:08:30.022508 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7d33fc-65a1-4669-8687-40b49115758e None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:08:30.023082 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7d33fc-65a1-4669-8687-40b49115758e None None] Checking segment: {'id': 'ff4eeac0-9929-423c-8a59-30e81206ce73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '52308073-e1c5-4bd4-97c1-2e02ece39b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:08:30.023617 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5f7d33fc-65a1-4669-8687-40b49115758e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:30.024196 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7d33fc-65a1-4669-8687-40b49115758e None None] Bound using segment: {'id': 'ff4eeac0-9929-423c-8a59-30e81206ce73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '52308073-e1c5-4bd4-97c1-2e02ece39b57'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:08:30.024778 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-5f7d33fc-65a1-4669-8687-40b49115758e None None] Bound port: f34dbd4b-f3c5-4b4d-8587-89f3997bcf05, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff4eeac0-9929-423c-8a59-30e81206ce73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '52308073-e1c5-4bd4-97c1-2e02ece39b57'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:08:30.025289 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5f7d33fc-65a1-4669-8687-40b49115758e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:30.078608 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-57779d88-ecba-4672-86ec-e122a1f42f42 None None] Provisioning for port 98420fc4-3df6-4e8d-a81d-a6750bf24202 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:30.083436 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f5e17365-9096-4c4d-ba47-2e9569ff18a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:30.109702 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bd108e-a049-424d-a97b-c22674341db8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:30.111290 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-05bd108e-a049-424d-a97b-c22674341db8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:30.164724 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e6c0eb59-1a31-4ade-88fe-8b477e24993a tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:30.181151 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=ce469676-a7c3-4d33-b614-279e64e051b2,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:30.234760 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bdb81a-a9ae-4f99-bd49-d56a70779602 None None] Pushing event updated for resources: {'Port': ['ID=00a4d335-9204-452a-bc7d-abd9379a08c0,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:30.262831 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 98420fc4-3df6-4e8d-a81d-a6750bf24202 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:08:30.264733 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e6c0eb59-1a31-4ade-88fe-8b477e24993a tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:30.269008 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e6c0eb59-1a31-4ade-88fe-8b477e24993a tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] 10.222.0.84 "DELETE /v2.0/subnets/a6c07ff0-eb4e-43c2-b55f-292217ca1e26 HTTP/1.1" status: 204 len: 168 time: 1.1952302 Aug 16 21:08:30.275551 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c0eb59-1a31-4ade-88fe-8b477e24993a tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Pushing event deleted for resources: {'Subnet': ['ID=a6c07ff0-eb4e-43c2-b55f-292217ca1e26,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:30.290810 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37628) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:30.328663 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-5f7d33fc-65a1-4669-8687-40b49115758e None None] For port f34dbd4b-f3c5-4b4d-8587-89f3997bcf05, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:08:30.339656 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-f5e17365-9096-4c4d-ba47-2e9569ff18a7 None None] Attempting to bind port 00a4d335-9204-452a-bc7d-abd9379a08c0 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:08:30.340044 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-f5e17365-9096-4c4d-ba47-2e9569ff18a7 None None] Attempting to bind port 00a4d335-9204-452a-bc7d-abd9379a08c0 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '871fd1c6-053b-43bc-81ad-da658e74a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:08:30.340443 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e17365-9096-4c4d-ba47-2e9569ff18a7 None None] Attempting to bind port 00a4d335-9204-452a-bc7d-abd9379a08c0 on network 9c499baa-4492-4b54-bedd-a882ae845f9c {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:08:30.347455 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e17365-9096-4c4d-ba47-2e9569ff18a7 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:08:30.347881 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e17365-9096-4c4d-ba47-2e9569ff18a7 None None] Checking segment: {'id': '871fd1c6-053b-43bc-81ad-da658e74a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:08:30.348284 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f5e17365-9096-4c4d-ba47-2e9569ff18a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:30.348670 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e17365-9096-4c4d-ba47-2e9569ff18a7 None None] Bound using segment: {'id': '871fd1c6-053b-43bc-81ad-da658e74a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:08:30.349130 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-f5e17365-9096-4c4d-ba47-2e9569ff18a7 None None] Bound port: 00a4d335-9204-452a-bc7d-abd9379a08c0, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '871fd1c6-053b-43bc-81ad-da658e74a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:08:30.349503 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f5e17365-9096-4c4d-ba47-2e9569ff18a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:30.395832 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-5f7d33fc-65a1-4669-8687-40b49115758e None None] For port f34dbd4b-f3c5-4b4d-8587-89f3997bcf05, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=f34dbd4b-f3c5-4b4d-8587-89f3997bcf05,segment=NetworkSegment(ff4eeac0-9929-423c-8a59-30e81206ce73),segment_id=ff4eeac0-9929-423c-8a59-30e81206ce73)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:08:30.402955 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d6f74b-3f5f-4a32-bcc8-e563bfb39770 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:30.405012 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-61d6f74b-3f5f-4a32-bcc8-e563bfb39770 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1242225 Aug 16 21:08:30.411151 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37630) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:30.457907 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-f5e17365-9096-4c4d-ba47-2e9569ff18a7 None None] For port 00a4d335-9204-452a-bc7d-abd9379a08c0, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:08:30.466485 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-f5e17365-9096-4c4d-ba47-2e9569ff18a7 None None] For port 00a4d335-9204-452a-bc7d-abd9379a08c0, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=00a4d335-9204-452a-bc7d-abd9379a08c0,segment=NetworkSegment(871fd1c6-053b-43bc-81ad-da658e74a8c3),segment_id=871fd1c6-053b-43bc-81ad-da658e74a8c3)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:08:30.494482 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ad773948-20a6-437d-ac0f-3b60fe1ac3f5 None None] Provisioning for port b610e01f-6a2f-4c47-9fa7-fe6be9c9bd24 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:30.497512 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5f7d33fc-65a1-4669-8687-40b49115758e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:30.521538 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05bd108e-a049-424d-a97b-c22674341db8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Router 39f6ed3c-6d03-42bb-a953-d90acaaa1557 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:08:30.528254 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37632) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:30.538313 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ad773948-20a6-437d-ac0f-3b60fe1ac3f5 None None] Provisioning complete for port b610e01f-6a2f-4c47-9fa7-fe6be9c9bd24 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:30.543955 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ad773948-20a6-437d-ac0f-3b60fe1ac3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:30.544094 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-04916534-13b0-455f-95f1-8de99a5feee3 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Request body: {'security_group': {'name': 'tempest-securitygroup--454665313', 'description': 'tempest-description--602422457'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:30.551389 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 98420fc4-3df6-4e8d-a81d-a6750bf24202 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:30.564100 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f5e17365-9096-4c4d-ba47-2e9569ff18a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:30.572809 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-40e29e2c-10b7-40c4-8ab8-183316463aa1 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:30.599101 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 98420fc4-3df6-4e8d-a81d-a6750bf24202 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:30.603125 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:30.690186 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-04916534-13b0-455f-95f1-8de99a5feee3 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:30.710955 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d33fc-65a1-4669-8687-40b49115758e None None] Pushing event updated for resources: {'Port': ['ID=f34dbd4b-f3c5-4b4d-8587-89f3997bcf05,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:30.728117 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-ad773948-20a6-437d-ac0f-3b60fe1ac3f5 None None] Port b610e01f-6a2f-4c47-9fa7-fe6be9c9bd24 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:08:30.747626 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e17365-9096-4c4d-ba47-2e9569ff18a7 None None] Routers {'4b42e01d-d48a-4244-8857-d0a35ee17378'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:08:30.751395 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-40e29e2c-10b7-40c4-8ab8-183316463aa1 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Deleting port f34dbd4b-f3c5-4b4d-8587-89f3997bcf05 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:08:30.751685 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-f5e17365-9096-4c4d-ba47-2e9569ff18a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:08:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['4b42e01d-d48a-4244-8857-d0a35ee17378'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:30.751928 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-40e29e2c-10b7-40c4-8ab8-183316463aa1 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:30.770911 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05bd108e-a049-424d-a97b-c22674341db8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:08:30.781799 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-05bd108e-a049-424d-a97b-c22674341db8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "PUT /v2.0/routers/39f6ed3c-6d03-42bb-a953-d90acaaa1557/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3074551 Aug 16 21:08:30.793959 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37636) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:30.878261 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c62ce3-629a-41d8-83f4-0cdb2cf98048 None None] Sync routers for ids ['39f6ed3c-6d03-42bb-a953-d90acaaa1557'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:08:30.886569 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bdb81a-a9ae-4f99-bd49-d56a70779602 None None] Pushing event updated for resources: {'Port': ['ID=00a4d335-9204-452a-bc7d-abd9379a08c0,revision_number=4']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:30.925465 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c7eb43-66b9-4ec8-8ad8-216819b7b66a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:30.937989 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-52c7eb43-66b9-4ec8-8ad8-216819b7b66a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/ports/b610e01f-6a2f-4c47-9fa7-fe6be9c9bd24 HTTP/1.1" status: 200 len: 911 time: 0.1368527 Aug 16 21:08:30.976065 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-40e29e2c-10b7-40c4-8ab8-183316463aa1 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] For port f34dbd4b-f3c5-4b4d-8587-89f3997bcf05, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=f34dbd4b-f3c5-4b4d-8587-89f3997bcf05,segment=NetworkSegment(ff4eeac0-9929-423c-8a59-30e81206ce73),segment_id=ff4eeac0-9929-423c-8a59-30e81206ce73)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:30.976417 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-40e29e2c-10b7-40c4-8ab8-183316463aa1 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:30.991103 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c62ce3-629a-41d8-83f4-0cdb2cf98048 None None] Routers {'39f6ed3c-6d03-42bb-a953-d90acaaa1557'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:08:30.991766 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e6c62ce3-629a-41d8-83f4-0cdb2cf98048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:08:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['39f6ed3c-6d03-42bb-a953-d90acaaa1557'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:30.997428 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-40e29e2c-10b7-40c4-8ab8-183316463aa1 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Calling delete_port for f34dbd4b-f3c5-4b4d-8587-89f3997bcf05 owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:08:31.017752 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:31.057419 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-04916534-13b0-455f-95f1-8de99a5feee3 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:31.058923 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37640) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:31.118264 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-f5e17365-9096-4c4d-ba47-2e9569ff18a7 None None] Set router 4b42e01d-d48a-4244-8857-d0a35ee17378 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:08:31.142369 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-04916534-13b0-455f-95f1-8de99a5feee3 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:31.199762 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-40e29e2c-10b7-40c4-8ab8-183316463aa1 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:31.234304 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04916534-13b0-455f-95f1-8de99a5feee3 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6dfc56f-fd0e-48bd-8760-fc5ce292252c,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:31.250741 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591a2c2a-1b43-47d6-b82d-995c1877e5b9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:31.258985 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591a2c2a-1b43-47d6-b82d-995c1877e5b9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:31.264290 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-591a2c2a-1b43-47d6-b82d-995c1877e5b9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2028699 Aug 16 21:08:31.269136 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37644) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:31.283669 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0a4a1f7d-83ce-4925-884f-f3b56b7ada46 req-ebbc3032-6ecc-44f8-9b70-979d262aa802 tempest-ServersNegativeTestMultiTenantJSON-1515799386 tempest-ServersNegativeTestMultiTenantJSON-1515799386-project] 10.222.0.84 "GET /v2.0/ports?device_id=a56839e7-90cd-4dab-ac2e-e38928b32a7f HTTP/1.1" status: 200 len: 210 time: 0.1885934 Aug 16 21:08:31.306995 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-e6c62ce3-629a-41d8-83f4-0cdb2cf98048 None None] Set router 39f6ed3c-6d03-42bb-a953-d90acaaa1557 gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:08:31.315942 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e29e2c-10b7-40c4-8ab8-183316463aa1 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] No DVR routers for this DVR port f34dbd4b-f3c5-4b4d-8587-89f3997bcf05 on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:08:31.347133 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e29e2c-10b7-40c4-8ab8-183316463aa1 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Pushing event deleted for resources: {'Port': ['ID=f34dbd4b-f3c5-4b4d-8587-89f3997bcf05,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:31.395093 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-04916534-13b0-455f-95f1-8de99a5feee3 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:31.400295 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37646) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:31.400570 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-04916534-13b0-455f-95f1-8de99a5feee3 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8712084 Aug 16 21:08:31.401077 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 98420fc4-3df6-4e8d-a81d-a6750bf24202, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=98420fc4-3df6-4e8d-a81d-a6750bf24202,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:31.402462 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d3f2b140-1870-4379-8f9c-3a857302959e None None] Provisioning complete for port b610e01f-6a2f-4c47-9fa7-fe6be9c9bd24 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:31.402898 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d3f2b140-1870-4379-8f9c-3a857302959e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:31.407517 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-50717e40-b404-4e20-bb27-abc929896455 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Request body: {'security_group_rule': {'security_group_id': 'b6dfc56f-fd0e-48bd-8760-fc5ce292252c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:31.436105 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de91656-3eef-40b3-b625-e67a7759c863 req-a6346245-3300-4057-a745-9c1038b34114 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:31.442808 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6de91656-3eef-40b3-b625-e67a7759c863 req-a6346245-3300-4057-a745-9c1038b34114 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 945 time: 0.3519986 Aug 16 21:08:31.500050 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-40e29e2c-10b7-40c4-8ab8-183316463aa1 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:31.501887 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:31.525473 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-40e29e2c-10b7-40c4-8ab8-183316463aa1 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52308073-e1c5-4bd4-97c1-2e02ece39b57']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:31.536921 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-f5e17365-9096-4c4d-ba47-2e9569ff18a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'name': 'tempest-AttachVolumeShelveTestJSON-391420109-router', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ce469676-a7c3-4d33-b614-279e64e051b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:08:19Z', 'updated_at': '2021-08-16T21:08:26Z', 'revision_number': 4, 'project_id': '6ff815c4c8944f8eb7103de208aa5945', 'gw_port': {'id': 'ce469676-a7c3-4d33-b614-279e64e051b2', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:08:20Z', 'updated_at': '2021-08-16T21:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '00a4d335-9204-452a-bc7d-abd9379a08c0', 'name': '', 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'mac_address': 'fa:16:3e:67:27:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '6d4ab04f-fd33-40d0-bd76-3977c7bf52a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:08:25Z', 'updated_at': '2021-08-16T21:08:30Z', 'revision_number': 4, 'project_id': '6ff815c4c8944f8eb7103de208aa5945', 'subnets': [{'id': '6d4ab04f-fd33-40d0-bd76-3977c7bf52a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:31.538278 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-40e29e2c-10b7-40c4-8ab8-183316463aa1 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff4eeac0-9929-423c-8a59-30e81206ce73') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:31.538594 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-40e29e2c-10b7-40c4-8ab8-183316463aa1 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff4eeac0-9929-423c-8a59-30e81206ce73') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:31.543235 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-d3f2b140-1870-4379-8f9c-3a857302959e None None] Port b610e01f-6a2f-4c47-9fa7-fe6be9c9bd24 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:08:31.544494 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6de91656-3eef-40b3-b625-e67a7759c863 req-c4247091-4267-485d-bf59-bf5f22b9b201 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/security-groups?id=7313cff0-67c1-456a-b42a-f621f13532ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855927 Aug 16 21:08:31.553208 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-40e29e2c-10b7-40c4-8ab8-183316463aa1 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:31.587156 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-40e29e2c-10b7-40c4-8ab8-183316463aa1 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:31.590418 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-50717e40-b404-4e20-bb27-abc929896455 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:31.605759 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e29e2c-10b7-40c4-8ab8-183316463aa1 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:08:31.606431 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-40e29e2c-10b7-40c4-8ab8-183316463aa1 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:31.609372 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e17365-9096-4c4d-ba47-2e9569ff18a7 None None] The sync data for ids ['4b42e01d-d48a-4244-8857-d0a35ee17378'] in n-d-793620-15 is: [{'id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'name': 'tempest-AttachVolumeShelveTestJSON-391420109-router', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ce469676-a7c3-4d33-b614-279e64e051b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:08:19Z', 'updated_at': '2021-08-16T21:08:26Z', 'revision_number': 4, 'project_id': '6ff815c4c8944f8eb7103de208aa5945', 'gw_port': {'id': 'ce469676-a7c3-4d33-b614-279e64e051b2', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:08:20Z', 'updated_at': '2021-08-16T21:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '00a4d335-9204-452a-bc7d-abd9379a08c0', 'name': '', 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'mac_address': 'fa:16:3e:67:27:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '6d4ab04f-fd33-40d0-bd76-3977c7bf52a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:08:25Z', 'updated_at': '2021-08-16T21:08:30Z', 'revision_number': 4, 'project_id': '6ff815c4c8944f8eb7103de208aa5945', 'subnets': [{'id': '6d4ab04f-fd33-40d0-bd76-3977c7bf52a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:08:31.611611 n-d-793620-15 neutron-server[101844]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:08:31.611611 n-d-793620-15 neutron-server[101844]: items = [ Aug 16 21:08:31.611611 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:08:31.611611 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:08:31.611611 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:08:31.611611 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:08:31.611611 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:08:31.611611 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:08:31.611611 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:08:31.611611 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:08:31.611611 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:08:31.611611 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:08:31.611611 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:08:31.611611 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:08:31.611611 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:08:31.611611 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:08:31.611611 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:08:31.611611 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:08:31.611611 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:08:31.611611 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:08:31.611611 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:08:31.611611 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:08:31.611611 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:08:31.611611 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:08:31.611611 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:08:31.611611 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:08:31.611611 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:08:31.611611 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:08:31.611611 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:08:31.611611 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:08:31.611611 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:08:31.611611 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:08:31.611611 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:08:31.611611 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:08:31.627561 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=98420fc4-3df6-4e8d-a81d-a6750bf24202,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:31.719459 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e6c62ce3-629a-41d8-83f4-0cdb2cf98048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f6ed3c-6d03-42bb-a953-d90acaaa1557', 'name': 'tempest-NetworksTestDHCPv6-router-1109733110', 'tenant_id': '82725015d13d49169b6e377f421f6af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:08:26Z', 'updated_at': '2021-08-16T21:08:28Z', 'revision_number': 2, 'project_id': '82725015d13d49169b6e377f421f6af8', 'gw_port_host': None, '_interfaces': [{'id': 'b610e01f-6a2f-4c47-9fa7-fe6be9c9bd24', 'name': '', 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'tenant_id': '82725015d13d49169b6e377f421f6af8', 'mac_address': 'fa:16:3e:4d:df:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f6ed3c-6d03-42bb-a953-d90acaaa1557', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'b09172f4-b60d-4c03-a77a-cc818ac182a7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:08:27Z', 'updated_at': '2021-08-16T21:08:29Z', 'revision_number': 2, 'project_id': '82725015d13d49169b6e377f421f6af8', 'subnets': [{'id': 'b09172f4-b60d-4c03-a77a-cc818ac182a7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:31.754199 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-50717e40-b404-4e20-bb27-abc929896455 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:31.767889 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c62ce3-629a-41d8-83f4-0cdb2cf98048 None None] Checking router: 39f6ed3c-6d03-42bb-a953-d90acaaa1557 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:08:31.767889 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c62ce3-629a-41d8-83f4-0cdb2cf98048 None None] Updating router 39f6ed3c-6d03-42bb-a953-d90acaaa1557 port b610e01f-6a2f-4c47-9fa7-fe6be9c9bd24 binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:08:31.796947 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e6c62ce3-629a-41d8-83f4-0cdb2cf98048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:31.821235 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-40e29e2c-10b7-40c4-8ab8-183316463aa1 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:31.841550 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-40e29e2c-10b7-40c4-8ab8-183316463aa1 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:31.848854 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-40e29e2c-10b7-40c4-8ab8-183316463aa1 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] 10.222.0.84 "DELETE /v2.0/networks/52308073-e1c5-4bd4-97c1-2e02ece39b57 HTTP/1.1" status: 204 len: 168 time: 1.4346397 Aug 16 21:08:31.853788 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37648) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:31.881678 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-50717e40-b404-4e20-bb27-abc929896455 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:31.954254 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e29e2c-10b7-40c4-8ab8-183316463aa1 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Pushing event deleted for resources: {'Network': ['ID=52308073-e1c5-4bd4-97c1-2e02ece39b57,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:31.999136 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50717e40-b404-4e20-bb27-abc929896455 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e083642-290f-43d3-a4c7-ba25d933a423,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:32.031644 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0e2b0bbe-1f03-4305-b09d-4d6de87214f5 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:32.068228 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3c13c5cf-bbb2-48b7-be32-3b6aff82e34d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:32.112856 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device fd397165-846d-4942-8299-145d101fc523 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:08:32.135183 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-50717e40-b404-4e20-bb27-abc929896455 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:32.137028 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-50717e40-b404-4e20-bb27-abc929896455 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7351534 Aug 16 21:08:32.146866 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37650) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:32.149601 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: fd397165-846d-4942-8299-145d101fc523 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:08:32.149856 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device fd397165-846d-4942-8299-145d101fc523 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:08:32.173324 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-f035ed2c-829e-4cd3-b51a-e918dc5aba2d tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Request body: {'security_group_rule': {'security_group_id': 'b6dfc56f-fd0e-48bd-8760-fc5ce292252c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:32.183667 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-0e2b0bbe-1f03-4305-b09d-4d6de87214f5 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Deleting port 878d155f-8455-446b-8d15-0cfd63aa9a03 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:08:32.184040 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0e2b0bbe-1f03-4305-b09d-4d6de87214f5 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:32.243183 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 00a4d335-9204-452a-bc7d-abd9379a08c0 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:08:32.346407 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-0e2b0bbe-1f03-4305-b09d-4d6de87214f5 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] For port 878d155f-8455-446b-8d15-0cfd63aa9a03, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=878d155f-8455-446b-8d15-0cfd63aa9a03,segment=NetworkSegment(dbfdb156-0743-4d76-9a04-c718682e47d7),segment_id=dbfdb156-0743-4d76-9a04-c718682e47d7)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:32.346790 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0e2b0bbe-1f03-4305-b09d-4d6de87214f5 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:32.365485 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-573c6a07-6437-4ad2-b130-d87ec6a7fb8e None None] Could not find standard attr ID for object f34dbd4b-f3c5-4b4d-8587-89f3997bcf05. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 21:08:32.388082 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79145803-4112-4af4-953d-99476d42a6f3 None None] DHCP port deletion for 52308073-e1c5-4bd4-97c1-2e02ece39b57 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:08:32.388429 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-0e2b0bbe-1f03-4305-b09d-4d6de87214f5 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Calling delete_port for 878d155f-8455-446b-8d15-0cfd63aa9a03 owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:08:32.388429 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37656) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:32.400463 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f035ed2c-829e-4cd3-b51a-e918dc5aba2d tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:32.424097 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e6c62ce3-629a-41d8-83f4-0cdb2cf98048 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:32.428426 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-3c13c5cf-bbb2-48b7-be32-3b6aff82e34d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting port b610e01f-6a2f-4c47-9fa7-fe6be9c9bd24 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:08:32.428775 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3c13c5cf-bbb2-48b7-be32-3b6aff82e34d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:32.444679 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e6c62ce3-629a-41d8-83f4-0cdb2cf98048 None None] Transition to ACTIVE for port object b610e01f-6a2f-4c47-9fa7-fe6be9c9bd24 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:32.451819 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 00a4d335-9204-452a-bc7d-abd9379a08c0 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:32.463877 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 00a4d335-9204-452a-bc7d-abd9379a08c0 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:32.464356 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:32.468814 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078a2cd6-21e6-4d5d-94a9-1c19cb1a1288 None None] Network 52308073-e1c5-4bd4-97c1-2e02ece39b57 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:32.516345 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078a2cd6-21e6-4d5d-94a9-1c19cb1a1288 None None] Network 52308073-e1c5-4bd4-97c1-2e02ece39b57 could not be found, it might have been deleted concurrently. {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 21:08:32.531249 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f935e98-98f2-403d-a74a-5c56b89f123b None None] get_active_networks_info from n-d-793620-15 {{(pid=101846) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 21:08:32.550708 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-69a40eae-ab93-4aa0-9d33-0929ad2d2dd3 admin admin] Deleting subnet 55c661fc-ec8d-4a3b-9107-3acc9d4d0609 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:08:32.553941 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69a40eae-ab93-4aa0-9d33-0929ad2d2dd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:32.577982 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e6c62ce3-629a-41d8-83f4-0cdb2cf98048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:32.579482 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3c13c5cf-bbb2-48b7-be32-3b6aff82e34d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:32.599689 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69a40eae-ab93-4aa0-9d33-0929ad2d2dd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:32.616213 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-3c13c5cf-bbb2-48b7-be32-3b6aff82e34d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Calling delete_port for b610e01f-6a2f-4c47-9fa7-fe6be9c9bd24 owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:08:32.648965 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69a40eae-ab93-4aa0-9d33-0929ad2d2dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:32.711593 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd925c2c-b700-408c-a87f-6b0046777c78 None None] Pushing event updated for resources: {'Port': ['ID=b610e01f-6a2f-4c47-9fa7-fe6be9c9bd24,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:32.785684 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f035ed2c-829e-4cd3-b51a-e918dc5aba2d tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:32.788139 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69a40eae-ab93-4aa0-9d33-0929ad2d2dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:32.795048 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f935e98-98f2-403d-a74a-5c56b89f123b None None] Resources bound (agent type, host, resource id): {{(pid=101846) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 21:08:32.797377 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-e6c62ce3-629a-41d8-83f4-0cdb2cf98048 None None] Attempting to bind port b610e01f-6a2f-4c47-9fa7-fe6be9c9bd24 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:08:32.798544 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-e6c62ce3-629a-41d8-83f4-0cdb2cf98048 None None] Attempting to bind port b610e01f-6a2f-4c47-9fa7-fe6be9c9bd24 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:08:32.798544 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c62ce3-629a-41d8-83f4-0cdb2cf98048 None None] Attempting to bind port b610e01f-6a2f-4c47-9fa7-fe6be9c9bd24 on network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:08:32.823649 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:32.828338 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c62ce3-629a-41d8-83f4-0cdb2cf98048 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:08:32.828338 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c62ce3-629a-41d8-83f4-0cdb2cf98048 None None] Checking segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:08:32.828667 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e6c62ce3-629a-41d8-83f4-0cdb2cf98048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:32.829094 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c62ce3-629a-41d8-83f4-0cdb2cf98048 None None] Bound using segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:08:32.829677 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-e6c62ce3-629a-41d8-83f4-0cdb2cf98048 None None] Bound port: b610e01f-6a2f-4c47-9fa7-fe6be9c9bd24, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:08:32.830159 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e6c62ce3-629a-41d8-83f4-0cdb2cf98048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:32.831493 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239999f-f971-406e-a3a9-a60e74d7191f req-03278c72-0c27-4c68-890b-deaebfa8546e tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:32.833100 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5239999f-f971-406e-a3a9-a60e74d7191f req-03278c72-0c27-4c68-890b-deaebfa8546e tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 945 time: 0.1263740 Aug 16 21:08:32.857210 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a40eae-ab93-4aa0-9d33-0929ad2d2dd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55c661fc-ec8d-4a3b-9107-3acc9d4d0609,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:32.866145 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69a40eae-ab93-4aa0-9d33-0929ad2d2dd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:32.870428 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-69a40eae-ab93-4aa0-9d33-0929ad2d2dd3 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/55c661fc-ec8d-4a3b-9107-3acc9d4d0609 HTTP/1.1" status: 204 len: 168 time: 0.4769146 Aug 16 21:08:32.885903 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37664) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:32.897155 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f035ed2c-829e-4cd3-b51a-e918dc5aba2d tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:32.975934 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f035ed2c-829e-4cd3-b51a-e918dc5aba2d tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=310bb4e0-5be9-4396-8e81-eec496529abc,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:32.977785 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 00a4d335-9204-452a-bc7d-abd9379a08c0, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=00a4d335-9204-452a-bc7d-abd9379a08c0,segment=NetworkSegment(871fd1c6-053b-43bc-81ad-da658e74a8c3),segment_id=871fd1c6-053b-43bc-81ad-da658e74a8c3)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:32.997731 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3c13c5cf-bbb2-48b7-be32-3b6aff82e34d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:33.025576 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0e2b0bbe-1f03-4305-b09d-4d6de87214f5 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:33.030023 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5239999f-f971-406e-a3a9-a60e74d7191f req-a59092e1-ecce-4c6d-aff3-b99edfa061d3 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/security-groups?id=7313cff0-67c1-456a-b42a-f621f13532ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870992 Aug 16 21:08:33.031003 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.db.api [None req-e6c62ce3-629a-41d8-83f4-0cdb2cf98048 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:08:33.031368 n-d-793620-15 neutron-server[101846]: DEBUG oslo_db.api [None req-e6c62ce3-629a-41d8-83f4-0cdb2cf98048 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:08:33.043179 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c13c5cf-bbb2-48b7-be32-3b6aff82e34d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Port': ['ID=b610e01f-6a2f-4c47-9fa7-fe6be9c9bd24,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:33.056652 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:33.057502 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device ce469676-a7c3-4d33-b614-279e64e051b2 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:08:33.078402 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b0bbe-1f03-4305-b09d-4d6de87214f5 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Pushing event deleted for resources: {'Port': ['ID=878d155f-8455-446b-8d15-0cfd63aa9a03,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:33.090026 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f035ed2c-829e-4cd3-b51a-e918dc5aba2d tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:33.094770 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f035ed2c-829e-4cd3-b51a-e918dc5aba2d tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9415960 Aug 16 21:08:33.094770 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2b0bbe-1f03-4305-b09d-4d6de87214f5 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] No DVR routers for this DVR port 878d155f-8455-446b-8d15-0cfd63aa9a03 on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:08:33.096098 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37666) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:33.101074 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fbb7bd41-f885-4d68-a168-1da0951a9649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:33.107131 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-c76ecd3b-8e07-4205-9ea1-9d1c4701d561 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:33.153461 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3c13c5cf-bbb2-48b7-be32-3b6aff82e34d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:33.156886 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686fc9f-4f16-44aa-a78b-9525bbf649be req-50c240bf-f65d-4837-a9a1-f9e4a02aa4a5 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:33.158517 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f686fc9f-4f16-44aa-a78b-9525bbf649be req-50c240bf-f65d-4837-a9a1-f9e4a02aa4a5 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/ports?device_id=41061021-35f3-430b-9c0a-e6fbb117e497 HTTP/1.1" status: 200 len: 945 time: 0.2119048 Aug 16 21:08:33.287397 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c76ecd3b-8e07-4205-9ea1-9d1c4701d561 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for floatingip, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:33.351353 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=00a4d335-9204-452a-bc7d-abd9379a08c0,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:33.373207 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0e2b0bbe-1f03-4305-b09d-4d6de87214f5 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:33.388522 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port ce469676-a7c3-4d33-b614-279e64e051b2 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:33.388522 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:33.430743 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-0e2b0bbe-1f03-4305-b09d-4d6de87214f5 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['413d7ca0-12e9-4a3d-b5b0-746654d38876']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:33.440866 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f686fc9f-4f16-44aa-a78b-9525bbf649be req-3eeadfb6-233a-4c56-96a0-1a3db8e74cf9 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/security-groups?id=dfef6280-a8f9-4ca5-8e34-c4d2f89b56a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684624 Aug 16 21:08:33.452324 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fbb7bd41-f885-4d68-a168-1da0951a9649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:33.471993 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-0e2b0bbe-1f03-4305-b09d-4d6de87214f5 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbfdb156-0743-4d76-9a04-c718682e47d7') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:33.472383 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-0e2b0bbe-1f03-4305-b09d-4d6de87214f5 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbfdb156-0743-4d76-9a04-c718682e47d7') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:33.485447 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-fbb7bd41-f885-4d68-a168-1da0951a9649 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f3a755-06d9-40ad-ac26-8a0c27f2f561']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:33.491133 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0e2b0bbe-1f03-4305-b09d-4d6de87214f5 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:33.511695 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-fbb7bd41-f885-4d68-a168-1da0951a9649 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a8a53a1-f6b4-415c-b9ce-f1277434f113') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:33.512089 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-fbb7bd41-f885-4d68-a168-1da0951a9649 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a8a53a1-f6b4-415c-b9ce-f1277434f113') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:33.519659 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0e2b0bbe-1f03-4305-b09d-4d6de87214f5 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:33.521193 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 98420fc4-3df6-4e8d-a81d-a6750bf24202 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:08:33.537255 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fbb7bd41-f885-4d68-a168-1da0951a9649 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:33.541812 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e2b0bbe-1f03-4305-b09d-4d6de87214f5 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:08:33.542348 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0e2b0bbe-1f03-4305-b09d-4d6de87214f5 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:33.550445 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:08:33.550445 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:08:33.550445 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:08:33.550445 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:08:33.550445 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:08:33.550445 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:08:33.550445 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:08:33.550445 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:08:33.550445 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:08:33.550445 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:08:33.550445 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:08:33.550445 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:08:33.550445 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:08:33.550445 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:08:33.550445 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:08:33.550445 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:08:33.550445 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:08:33.550445 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:08:33.550445 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:08:33.550445 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:08:33.550445 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:08:33.550445 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:08:33.550445 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:08:33.550445 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:08:33.550445 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:08:33.550445 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:08:33.550445 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:08:33.550445 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:08:33.550445 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:08:33.550445 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:08:33.550445 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:08:33.550445 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:08:33.574855 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-e6c62ce3-629a-41d8-83f4-0cdb2cf98048 None None] Attempting to bind port b610e01f-6a2f-4c47-9fa7-fe6be9c9bd24 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:08:33.575335 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-e6c62ce3-629a-41d8-83f4-0cdb2cf98048 None None] Attempting to bind port b610e01f-6a2f-4c47-9fa7-fe6be9c9bd24 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:08:33.575941 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c62ce3-629a-41d8-83f4-0cdb2cf98048 None None] Attempting to bind port b610e01f-6a2f-4c47-9fa7-fe6be9c9bd24 on network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:08:33.586259 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c62ce3-629a-41d8-83f4-0cdb2cf98048 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:08:33.586259 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c62ce3-629a-41d8-83f4-0cdb2cf98048 None None] Checking segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:08:33.586259 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e6c62ce3-629a-41d8-83f4-0cdb2cf98048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:33.586259 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c62ce3-629a-41d8-83f4-0cdb2cf98048 None None] Bound using segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:08:33.586259 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-e6c62ce3-629a-41d8-83f4-0cdb2cf98048 None None] Bound port: b610e01f-6a2f-4c47-9fa7-fe6be9c9bd24, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:08:33.586821 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e6c62ce3-629a-41d8-83f4-0cdb2cf98048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:33.607633 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fbb7bd41-f885-4d68-a168-1da0951a9649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:33.612134 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 98420fc4-3df6-4e8d-a81d-a6750bf24202 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:33.612605 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:33.620986 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbb7bd41-f885-4d68-a168-1da0951a9649 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:08:33.621322 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fbb7bd41-f885-4d68-a168-1da0951a9649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:33.623238 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:08:33.623238 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:08:33.623238 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:08:33.623238 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:08:33.623238 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:08:33.623238 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:08:33.623238 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:08:33.623238 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:08:33.623238 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:08:33.623238 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:08:33.623238 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:08:33.623238 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:08:33.623238 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:08:33.623238 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:08:33.623238 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:08:33.623238 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:08:33.623238 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:08:33.623238 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:08:33.623238 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:08:33.623238 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:08:33.623238 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:08:33.623238 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:08:33.623238 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:08:33.623238 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:08:33.623238 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:08:33.623238 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:08:33.623238 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:08:33.623238 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:08:33.623238 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:08:33.623238 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:08:33.623238 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:08:33.623238 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:08:33.632179 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-e6c62ce3-629a-41d8-83f4-0cdb2cf98048 None None] Port b610e01f-6a2f-4c47-9fa7-fe6be9c9bd24 has been deleted concurrently {{(pid=101846) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 16 21:08:33.676313 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c62ce3-629a-41d8-83f4-0cdb2cf98048 None None] Routers {'39f6ed3c-6d03-42bb-a953-d90acaaa1557'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:08:33.681871 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e6c62ce3-629a-41d8-83f4-0cdb2cf98048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:08:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['39f6ed3c-6d03-42bb-a953-d90acaaa1557'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:33.693983 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c13c5cf-bbb2-48b7-be32-3b6aff82e34d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Router 39f6ed3c-6d03-42bb-a953-d90acaaa1557 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:08:33.722340 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c76ecd3b-8e07-4205-9ea1-9d1c4701d561 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:33.773849 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-e6c62ce3-629a-41d8-83f4-0cdb2cf98048 None None] Set router 39f6ed3c-6d03-42bb-a953-d90acaaa1557 gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:08:33.790889 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0e2b0bbe-1f03-4305-b09d-4d6de87214f5 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:33.805971 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c13c5cf-bbb2-48b7-be32-3b6aff82e34d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:08:33.815149 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3c13c5cf-bbb2-48b7-be32-3b6aff82e34d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "PUT /v2.0/routers/39f6ed3c-6d03-42bb-a953-d90acaaa1557/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5454195 Aug 16 21:08:33.815149 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37668) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:33.826322 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0e2b0bbe-1f03-4305-b09d-4d6de87214f5 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:33.828531 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0e2b0bbe-1f03-4305-b09d-4d6de87214f5 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] 10.222.0.84 "DELETE /v2.0/networks/413d7ca0-12e9-4a3d-b5b0-746654d38876 HTTP/1.1" status: 204 len: 168 time: 1.9756343 Aug 16 21:08:33.831968 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b0bbe-1f03-4305-b09d-4d6de87214f5 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Pushing event deleted for resources: {'Network': ['ID=413d7ca0-12e9-4a3d-b5b0-746654d38876,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:33.833697 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37670) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:33.844039 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fbb7bd41-f885-4d68-a168-1da0951a9649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:33.865549 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fbb7bd41-f885-4d68-a168-1da0951a9649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:33.870598 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-fbb7bd41-f885-4d68-a168-1da0951a9649 admin admin] 10.222.0.84 "DELETE /v2.0/networks/c6f3a755-06d9-40ad-ac26-8a0c27f2f561 HTTP/1.1" status: 204 len: 168 time: 0.9796243 Aug 16 21:08:33.871059 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37672) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:33.879798 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e6c62ce3-629a-41d8-83f4-0cdb2cf98048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f6ed3c-6d03-42bb-a953-d90acaaa1557', 'name': 'tempest-NetworksTestDHCPv6-router-1109733110', 'tenant_id': '82725015d13d49169b6e377f421f6af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:08:26Z', 'updated_at': '2021-08-16T21:08:32Z', 'revision_number': 3, 'project_id': '82725015d13d49169b6e377f421f6af8', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:33.924882 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c62ce3-629a-41d8-83f4-0cdb2cf98048 None None] The sync data for ids ['39f6ed3c-6d03-42bb-a953-d90acaaa1557'] in n-d-793620-15 is: [{'id': '39f6ed3c-6d03-42bb-a953-d90acaaa1557', 'name': 'tempest-NetworksTestDHCPv6-router-1109733110', 'tenant_id': '82725015d13d49169b6e377f421f6af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:08:26Z', 'updated_at': '2021-08-16T21:08:32Z', 'revision_number': 3, 'project_id': '82725015d13d49169b6e377f421f6af8', 'gw_port_host': None}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:08:33.929061 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb7bd41-f885-4d68-a168-1da0951a9649 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6f3a755-06d9-40ad-ac26-8a0c27f2f561,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:33.937057 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11252b39-6221-4f64-a784-7d28b7a39461 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:33.938873 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11252b39-6221-4f64-a784-7d28b7a39461 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:33.942646 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a5dcc1a3-14a1-448c-9c44-613aeca30a94 None None] Could not find standard attr ID for object b610e01f-6a2f-4c47-9fa7-fe6be9c9bd24. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 21:08:33.943357 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-11252b39-6221-4f64-a784-7d28b7a39461 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1276832 Aug 16 21:08:33.946199 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37674) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:33.978860 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-98ecdb16-cab7-4f99-a99a-defd501b8965 admin admin] Deleting subnet 1d3365a6-dffb-4fb4-988a-659dc3c0d190 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:08:34.013623 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-98ecdb16-cab7-4f99-a99a-defd501b8965 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:34.020648 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0fe2b4ef-56f0-4f0f-860e-275cf1bd6bb1 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:34.060239 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-c76ecd3b-8e07-4205-9ea1-9d1c4701d561 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Allocated IP 172.25.1.219 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/11ec9b77-c60d-4d4d-8730-30f944b7e7c8) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:08:34.063273 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 00a4d335-9204-452a-bc7d-abd9379a08c0 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:08:34.110990 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-f30398fd-d7b6-47e1-baf4-d33d4e9320d9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting subnet b09172f4-b60d-4c03-a77a-cc818ac182a7 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:08:34.114784 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f30398fd-d7b6-47e1-baf4-d33d4e9320d9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:34.154035 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0fe2b4ef-56f0-4f0f-860e-275cf1bd6bb1 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:34.167462 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f30398fd-d7b6-47e1-baf4-d33d4e9320d9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:34.169067 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 00a4d335-9204-452a-bc7d-abd9379a08c0 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:34.169596 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:34.180129 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-0fe2b4ef-56f0-4f0f-860e-275cf1bd6bb1 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bd1658c-7e31-43cd-868d-9f33bc444c19']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:34.222664 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-98ecdb16-cab7-4f99-a99a-defd501b8965 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:34.249520 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-0fe2b4ef-56f0-4f0f-860e-275cf1bd6bb1 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f102fa3d-a965-4bc7-bfaf-a63d24703673') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:34.249520 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-0fe2b4ef-56f0-4f0f-860e-275cf1bd6bb1 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f102fa3d-a965-4bc7-bfaf-a63d24703673') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:34.262067 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0fe2b4ef-56f0-4f0f-860e-275cf1bd6bb1 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:34.290811 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0fe2b4ef-56f0-4f0f-860e-275cf1bd6bb1 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:34.301559 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f34dbd4b-f3c5-4b4d-8587-89f3997bcf05 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:08:34.305522 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-98ecdb16-cab7-4f99-a99a-defd501b8965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:34.305713 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6bfb2f-280f-49ac-a4c5-f067486cbc91 req-9f3000ca-c252-4c96-88ec-fa5340d16a4b tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:34.307025 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0f6bfb2f-280f-49ac-a4c5-f067486cbc91 req-9f3000ca-c252-4c96-88ec-fa5340d16a4b tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 945 time: 0.1438603 Aug 16 21:08:34.308130 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f30398fd-d7b6-47e1-baf4-d33d4e9320d9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:34.311021 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fe2b4ef-56f0-4f0f-860e-275cf1bd6bb1 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:08:34.311429 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0fe2b4ef-56f0-4f0f-860e-275cf1bd6bb1 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:34.314608 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:08:34.314608 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:08:34.314608 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:08:34.314608 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:08:34.314608 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:08:34.314608 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:08:34.314608 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:08:34.314608 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:08:34.314608 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:08:34.314608 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:08:34.314608 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:08:34.314608 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:08:34.314608 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:08:34.314608 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:08:34.314608 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:08:34.314608 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:08:34.314608 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:08:34.314608 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:08:34.314608 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:08:34.314608 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:08:34.314608 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:08:34.314608 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:08:34.314608 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:08:34.314608 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:08:34.314608 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:08:34.314608 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:08:34.314608 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:08:34.314608 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:08:34.314608 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:08:34.314608 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:08:34.314608 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:08:34.314608 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:08:34.335875 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: f34dbd4b-f3c5-4b4d-8587-89f3997bcf05 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:08:34.336502 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f34dbd4b-f3c5-4b4d-8587-89f3997bcf05 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:08:34.419540 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c76ecd3b-8e07-4205-9ea1-9d1c4701d561 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:34.430685 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0f6bfb2f-280f-49ac-a4c5-f067486cbc91 req-3349ffed-3f58-44d0-bd05-2657e87eba76 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/security-groups?id=7313cff0-67c1-456a-b42a-f621f13532ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999520 Aug 16 21:08:34.484050 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-98ecdb16-cab7-4f99-a99a-defd501b8965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:34.512205 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ecdb16-cab7-4f99-a99a-defd501b8965 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d3365a6-dffb-4fb4-988a-659dc3c0d190,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:34.517434 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-98ecdb16-cab7-4f99-a99a-defd501b8965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:34.519292 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-98ecdb16-cab7-4f99-a99a-defd501b8965 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/1d3365a6-dffb-4fb4-988a-659dc3c0d190 HTTP/1.1" status: 204 len: 168 time: 0.6470783 Aug 16 21:08:34.522658 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37680) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:34.543761 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0fe2b4ef-56f0-4f0f-860e-275cf1bd6bb1 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:34.550813 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0fe2b4ef-56f0-4f0f-860e-275cf1bd6bb1 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:34.557680 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0fe2b4ef-56f0-4f0f-860e-275cf1bd6bb1 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] 10.222.0.84 "DELETE /v2.0/networks/3bd1658c-7e31-43cd-868d-9f33bc444c19 HTTP/1.1" status: 204 len: 168 time: 0.7171578 Aug 16 21:08:34.559558 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37682) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:34.574286 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f30398fd-d7b6-47e1-baf4-d33d4e9320d9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:34.593082 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c76ecd3b-8e07-4205-9ea1-9d1c4701d561 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:34.609729 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f30398fd-d7b6-47e1-baf4-d33d4e9320d9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:34.614181 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f30398fd-d7b6-47e1-baf4-d33d4e9320d9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/b09172f4-b60d-4c03-a77a-cc818ac182a7 HTTP/1.1" status: 204 len: 168 time: 0.6621375 Aug 16 21:08:34.614181 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30398fd-d7b6-47e1-baf4-d33d4e9320d9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Subnet': ['ID=b09172f4-b60d-4c03-a77a-cc818ac182a7,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:34.617934 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b0a80f-2aa9-40e7-a4ca-0785c39a8dd3 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:34.623059 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37684) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:34.628484 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2b4ef-56f0-4f0f-860e-275cf1bd6bb1 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Pushing event deleted for resources: {'Network': ['ID=3bd1658c-7e31-43cd-868d-9f33bc444c19,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:34.644547 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d07dd-9b14-444e-b0c7-729870273ce5 req-b1c8381d-4e1e-4901-9afc-222f1501b31e tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:34.646108 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-000d07dd-9b14-444e-b0c7-729870273ce5 req-b1c8381d-4e1e-4901-9afc-222f1501b31e tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/ports?device_id=41061021-35f3-430b-9c0a-e6fbb117e497 HTTP/1.1" status: 200 len: 945 time: 0.1366253 Aug 16 21:08:34.715475 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76ecd3b-8e07-4205-9ea1-9d1c4701d561 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:34.727286 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-83c6cf1b-9fe6-48a4-9f96-3165d7beb8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:34.730605 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-c76ecd3b-8e07-4205-9ea1-9d1c4701d561 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:34.740693 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-17167bd5-b838-47a6-b9fa-848172e3ec38 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:34.744828 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76ecd3b-8e07-4205-9ea1-9d1c4701d561 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:08:34.791490 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-dd0de03f-48f3-4680-835d-cd546fd06143 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1646543 Aug 16 21:08:34.792052 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37686) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:34.795011 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ecd3b-8e07-4205-9ea1-9d1c4701d561 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Pushing event updated for resources: {'Port': ['ID=11ec9b77-c60d-4d4d-8730-30f944b7e7c8,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:34.821482 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdb4f07-d57f-4fed-9093-0b98d79c1f05 None None] DHCP port deletion for 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:08:34.876509 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-2bdb4f07-d57f-4fed-9093-0b98d79c1f05 None None] Deleting port 98420fc4-3df6-4e8d-a81d-a6750bf24202 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:08:34.876899 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2bdb4f07-d57f-4fed-9093-0b98d79c1f05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:34.901917 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90663187-4696-480e-abab-ce98487ccc59 req-23198ff8-50bf-4822-9aa0-f04b0ed5a8d6 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:34.903514 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-90663187-4696-480e-abab-ce98487ccc59 req-23198ff8-50bf-4822-9aa0-f04b0ed5a8d6 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.72 "GET /v2.0/ports?device_id=41061021-35f3-430b-9c0a-e6fbb117e497 HTTP/1.1" status: 200 len: 945 time: 0.1700754 Aug 16 21:08:34.961514 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-2bdb4f07-d57f-4fed-9093-0b98d79c1f05 None None] For port 98420fc4-3df6-4e8d-a81d-a6750bf24202, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=98420fc4-3df6-4e8d-a81d-a6750bf24202,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:34.962376 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2bdb4f07-d57f-4fed-9093-0b98d79c1f05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:34.979222 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-2bdb4f07-d57f-4fed-9093-0b98d79c1f05 None None] Calling delete_port for 98420fc4-3df6-4e8d-a81d-a6750bf24202 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:08:34.986836 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-98d02f2b-3dd1-4bf6-80ee-f1e2038e686d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:34.990151 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-83c6cf1b-9fe6-48a4-9f96-3165d7beb8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:35.033865 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2657fbe0-308f-4ce8-9d94-6b7c4befb048 None None] Sync routers for ids ['39f6ed3c-6d03-42bb-a953-d90acaaa1557'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:08:35.044740 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2657fbe0-308f-4ce8-9d94-6b7c4befb048 None None] Routers {'39f6ed3c-6d03-42bb-a953-d90acaaa1557'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:08:35.045761 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-2657fbe0-308f-4ce8-9d94-6b7c4befb048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:08:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['39f6ed3c-6d03-42bb-a953-d90acaaa1557'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:35.075033 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-83c6cf1b-9fe6-48a4-9f96-3165d7beb8a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b199fd2-4f9b-4728-9612-27ca6f1985e3']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:35.117620 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-2657fbe0-308f-4ce8-9d94-6b7c4befb048 None None] Set router 39f6ed3c-6d03-42bb-a953-d90acaaa1557 gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:08:35.118552 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-83c6cf1b-9fe6-48a4-9f96-3165d7beb8a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e6bafd-4a0d-4d82-a22a-1f8c1f495cf0') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:35.118896 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-83c6cf1b-9fe6-48a4-9f96-3165d7beb8a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e6bafd-4a0d-4d82-a22a-1f8c1f495cf0') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:35.134310 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-83c6cf1b-9fe6-48a4-9f96-3165d7beb8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:35.178512 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-2657fbe0-308f-4ce8-9d94-6b7c4befb048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f6ed3c-6d03-42bb-a953-d90acaaa1557', 'name': 'tempest-NetworksTestDHCPv6-router-1109733110', 'tenant_id': '82725015d13d49169b6e377f421f6af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:08:26Z', 'updated_at': '2021-08-16T21:08:32Z', 'revision_number': 3, 'project_id': '82725015d13d49169b6e377f421f6af8', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:35.178761 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-83c6cf1b-9fe6-48a4-9f96-3165d7beb8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:35.202401 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-000d07dd-9b14-444e-b0c7-729870273ce5 req-d0b481bb-16df-4579-bd96-fbac0225048b tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/security-groups?id=dfef6280-a8f9-4ca5-8e34-c4d2f89b56a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5289259 Aug 16 21:08:35.208272 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2657fbe0-308f-4ce8-9d94-6b7c4befb048 None None] Checking router: 39f6ed3c-6d03-42bb-a953-d90acaaa1557 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:08:35.222791 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2657fbe0-308f-4ce8-9d94-6b7c4befb048 None None] Routers {'39f6ed3c-6d03-42bb-a953-d90acaaa1557'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:08:35.222791 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-2657fbe0-308f-4ce8-9d94-6b7c4befb048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:08:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['39f6ed3c-6d03-42bb-a953-d90acaaa1557'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:35.236798 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2bdb4f07-d57f-4fed-9093-0b98d79c1f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:35.269258 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83c6cf1b-9fe6-48a4-9f96-3165d7beb8a2 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:08:35.269519 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb4f07-d57f-4fed-9093-0b98d79c1f05 None None] Pushing event deleted for resources: {'Port': ['ID=98420fc4-3df6-4e8d-a81d-a6750bf24202,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:35.270235 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-83c6cf1b-9fe6-48a4-9f96-3165d7beb8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:35.277580 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:08:35.277580 n-d-793620-15 neutron-server[101845]: items = [ Aug 16 21:08:35.277580 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:08:35.277580 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:08:35.277580 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:08:35.277580 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:08:35.277580 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:08:35.277580 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:08:35.277580 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:08:35.277580 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:08:35.277580 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:08:35.277580 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:08:35.277580 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:08:35.277580 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:08:35.277580 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:08:35.277580 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:08:35.277580 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:08:35.277580 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:08:35.277580 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:08:35.277580 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:08:35.277580 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:08:35.277580 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:08:35.277580 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:08:35.277580 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:08:35.277580 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:08:35.277580 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:08:35.277580 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:08:35.277580 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:08:35.277580 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:08:35.277580 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:08:35.277580 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:08:35.277580 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:08:35.277580 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:08:35.277580 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:08:35.280939 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdb4f07-d57f-4fed-9093-0b98d79c1f05 None None] No DVR routers for this DVR port 98420fc4-3df6-4e8d-a81d-a6750bf24202 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:08:35.300302 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-17167bd5-b838-47a6-b9fa-848172e3ec38 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:35.312134 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-17167bd5-b838-47a6-b9fa-848172e3ec38 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf6ac93-a675-4394-afcf-b787cb710b05']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:35.324080 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-17167bd5-b838-47a6-b9fa-848172e3ec38 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13b88d4f-a33e-498c-bb13-2ed5b037ec51') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:35.324389 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-17167bd5-b838-47a6-b9fa-848172e3ec38 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13b88d4f-a33e-498c-bb13-2ed5b037ec51') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:35.334780 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-17167bd5-b838-47a6-b9fa-848172e3ec38 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:35.338511 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-98d02f2b-3dd1-4bf6-80ee-f1e2038e686d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:35.350755 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-17167bd5-b838-47a6-b9fa-848172e3ec38 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:35.351675 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-98d02f2b-3dd1-4bf6-80ee-f1e2038e686d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:35.357360 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-90663187-4696-480e-abab-ce98487ccc59 req-351678a7-954e-485e-8e7e-074445792627 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Deleting port 989d4298-d5b2-4dc5-842f-dd323dbee5cf {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:08:35.359310 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-90663187-4696-480e-abab-ce98487ccc59 req-351678a7-954e-485e-8e7e-074445792627 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:35.359442 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17167bd5-b838-47a6-b9fa-848172e3ec38 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:08:35.359442 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-17167bd5-b838-47a6-b9fa-848172e3ec38 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:35.361647 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:08:35.361647 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:08:35.361647 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:08:35.361647 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:08:35.361647 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:08:35.361647 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:08:35.361647 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:08:35.361647 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:08:35.361647 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:08:35.361647 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:08:35.361647 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:08:35.361647 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:08:35.361647 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:08:35.361647 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:08:35.361647 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:08:35.361647 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:08:35.361647 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:08:35.361647 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:08:35.361647 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:08:35.361647 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:08:35.361647 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:08:35.361647 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:08:35.361647 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:08:35.361647 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:08:35.361647 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:08:35.361647 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:08:35.361647 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:08:35.361647 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:08:35.361647 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:08:35.361647 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:08:35.361647 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:08:35.361647 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:08:35.379362 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-2657fbe0-308f-4ce8-9d94-6b7c4befb048 None None] Set router 39f6ed3c-6d03-42bb-a953-d90acaaa1557 gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:08:35.434518 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-2657fbe0-308f-4ce8-9d94-6b7c4befb048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f6ed3c-6d03-42bb-a953-d90acaaa1557', 'name': 'tempest-NetworksTestDHCPv6-router-1109733110', 'tenant_id': '82725015d13d49169b6e377f421f6af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:08:26Z', 'updated_at': '2021-08-16T21:08:32Z', 'revision_number': 3, 'project_id': '82725015d13d49169b6e377f421f6af8', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:35.461545 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2657fbe0-308f-4ce8-9d94-6b7c4befb048 None None] The sync data for ids ['39f6ed3c-6d03-42bb-a953-d90acaaa1557'] in n-d-793620-15 is: [{'id': '39f6ed3c-6d03-42bb-a953-d90acaaa1557', 'name': 'tempest-NetworksTestDHCPv6-router-1109733110', 'tenant_id': '82725015d13d49169b6e377f421f6af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:08:26Z', 'updated_at': '2021-08-16T21:08:32Z', 'revision_number': 3, 'project_id': '82725015d13d49169b6e377f421f6af8', 'gw_port_host': None}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:08:35.491946 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-90663187-4696-480e-abab-ce98487ccc59 req-351678a7-954e-485e-8e7e-074445792627 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] For port 989d4298-d5b2-4dc5-842f-dd323dbee5cf, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=989d4298-d5b2-4dc5-842f-dd323dbee5cf,segment=NetworkSegment(d4b5ba9a-d22d-4237-a77b-df07a73a4617),segment_id=d4b5ba9a-d22d-4237-a77b-df07a73a4617)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:35.492452 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-90663187-4696-480e-abab-ce98487ccc59 req-351678a7-954e-485e-8e7e-074445792627 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:35.500610 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-83c6cf1b-9fe6-48a4-9f96-3165d7beb8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:35.505511 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-83c6cf1b-9fe6-48a4-9f96-3165d7beb8a2 admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:35.508430 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-83c6cf1b-9fe6-48a4-9f96-3165d7beb8a2 admin admin] 10.222.0.84 "DELETE /v2.0/networks/9b199fd2-4f9b-4728-9612-27ca6f1985e3 HTTP/1.1" status: 204 len: 168 time: 0.9847131 Aug 16 21:08:35.516687 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-90663187-4696-480e-abab-ce98487ccc59 req-351678a7-954e-485e-8e7e-074445792627 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Calling delete_port for 989d4298-d5b2-4dc5-842f-dd323dbee5cf owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:08:35.531418 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6cf1b-9fe6-48a4-9f96-3165d7beb8a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b199fd2-4f9b-4728-9612-27ca6f1985e3,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:35.534082 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-98d02f2b-3dd1-4bf6-80ee-f1e2038e686d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:35.534588 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d02f2b-3dd1-4bf6-80ee-f1e2038e686d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Fanout notify agent at l3_agent the message router_deleted on router 39f6ed3c-6d03-42bb-a953-d90acaaa1557 {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:08:35.542985 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-17167bd5-b838-47a6-b9fa-848172e3ec38 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:35.545514 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-98d02f2b-3dd1-4bf6-80ee-f1e2038e686d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:35.549587 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-98d02f2b-3dd1-4bf6-80ee-f1e2038e686d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/routers/39f6ed3c-6d03-42bb-a953-d90acaaa1557 HTTP/1.1" status: 204 len: 168 time: 0.7383783 Aug 16 21:08:35.552249 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37692) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:35.573323 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-17167bd5-b838-47a6-b9fa-848172e3ec38 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:35.575254 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-17167bd5-b838-47a6-b9fa-848172e3ec38 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] 10.222.0.84 "DELETE /v2.0/networks/7bf6ac93-a675-4394-afcf-b787cb710b05 HTTP/1.1" status: 204 len: 168 time: 1.0140936 Aug 16 21:08:35.592046 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-cefbc554-3e29-4096-9000-5a9882527b74 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0384448 Aug 16 21:08:35.592704 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37696) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:35.596437 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17167bd5-b838-47a6-b9fa-848172e3ec38 tempest-BulkNetworkOpsTest-429889324 tempest-BulkNetworkOpsTest-429889324-project] Pushing event deleted for resources: {'Network': ['ID=7bf6ac93-a675-4394-afcf-b787cb710b05,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:35.618518 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c76ecd3b-8e07-4205-9ea1-9d1c4701d561 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:35.629435 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed76587-55a1-4941-8c4e-ec4c7bebf5eb req-172be1b9-896c-4382-8c9b-2d538c6cdd2f tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:35.629435 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0ed76587-55a1-4941-8c4e-ec4c7bebf5eb req-172be1b9-896c-4382-8c9b-2d538c6cdd2f tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 945 time: 0.1254718 Aug 16 21:08:35.682807 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0ed76587-55a1-4941-8c4e-ec4c7bebf5eb req-d02a723b-5d97-4ae8-af6a-7f353bd9ba4c tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/security-groups?id=7313cff0-67c1-456a-b42a-f621f13532ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415666 Aug 16 21:08:35.697338 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc0336f-f6cf-438e-9002-2341dd72339a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:35.703451 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-bdc0336f-f6cf-438e-9002-2341dd72339a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1020031 Aug 16 21:08:35.705538 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37698) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:35.749320 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f8e99721-e7c0-4f9b-b203-0582a5d08933 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0384998 Aug 16 21:08:35.749650 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37700) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:35.754668 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-fac51c1f-5516-4461-baf7-fd612a17b37a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'subnet': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:35.773017 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c76ecd3b-8e07-4205-9ea1-9d1c4701d561 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:35.910107 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-90663187-4696-480e-abab-ce98487ccc59 req-351678a7-954e-485e-8e7e-074445792627 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:35.922942 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['989d4298-d5b2-4dc5-842f-dd323dbee5cf'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:08:35.951728 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351678a7-954e-485e-8e7e-074445792627 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Pushing event deleted for resources: {'Port': ['ID=989d4298-d5b2-4dc5-842f-dd323dbee5cf,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:35.954168 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c76ecd3b-8e07-4205-9ea1-9d1c4701d561 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:35.959960 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac51c1f-5516-4461-baf7-fd612a17b37a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:35.963998 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fac51c1f-5516-4461-baf7-fd612a17b37a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:36.019733 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37702) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:36.032102 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 98420fc4-3df6-4e8d-a81d-a6750bf24202 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:08:36.047999 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c76ecd3b-8e07-4205-9ea1-9d1c4701d561 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:36.052988 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 98420fc4-3df6-4e8d-a81d-a6750bf24202 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:08:36.053619 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 98420fc4-3df6-4e8d-a81d-a6750bf24202 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:08:36.058450 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-90663187-4696-480e-abab-ce98487ccc59 req-351678a7-954e-485e-8e7e-074445792627 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] No DVR routers for this DVR port 989d4298-d5b2-4dc5-842f-dd323dbee5cf on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:08:36.062581 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-90663187-4696-480e-abab-ce98487ccc59 req-351678a7-954e-485e-8e7e-074445792627 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:36.064644 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-90663187-4696-480e-abab-ce98487ccc59 req-351678a7-954e-485e-8e7e-074445792627 tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.72 "DELETE /v2.0/ports/989d4298-d5b2-4dc5-842f-dd323dbee5cf HTTP/1.1" status: 204 len: 173 time: 1.1279938 Aug 16 21:08:36.065090 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41061021-35f3-430b-9c0a-e6fbb117e497', 'name': 'network-vif-deleted', 'tag': '989d4298-d5b2-4dc5-842f-dd323dbee5cf'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:08:36.067466 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5c03de-0087-4474-ad7a-e0f70e1aa766" -d '{"events": [{"server_uuid": "41061021-35f3-430b-9c0a-e6fbb117e497", "name": "network-vif-deleted", "tag": "989d4298-d5b2-4dc5-842f-dd323dbee5cf"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:08:36.086588 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9426f5f3-7ebc-42e3-a565-5fa44bb2f3bf admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1017f44846564872ac3b8d7e6141d492&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0652351 Aug 16 21:08:36.090290 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37706) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:36.123904 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c262578-a955-4d52-8bea-6b18709d070e x-openstack-request-id: req-9c262578-a955-4d52-8bea-6b18709d070e {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:08:36.124214 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41061021-35f3-430b-9c0a-e6fbb117e497", "name": "network-vif-deleted", "tag": "989d4298-d5b2-4dc5-842f-dd323dbee5cf", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:08:36.124455 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9c262578-a955-4d52-8bea-6b18709d070e {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:08:36.124860 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41061021-35f3-430b-9c0a-e6fbb117e497', 'name': 'network-vif-deleted', 'tag': '989d4298-d5b2-4dc5-842f-dd323dbee5cf', 'status': 'completed', 'code': 200} Aug 16 21:08:36.164653 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a3b51ab6-c825-479f-a298-90f54ab9b0de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:36.177417 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ecd3b-8e07-4205-9ea1-9d1c4701d561 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Pushing event updated for resources: {'Port': ['ID=11ec9b77-c60d-4d4d-8730-30f944b7e7c8,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:36.186839 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c76ecd3b-8e07-4205-9ea1-9d1c4701d561 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:36.210842 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a3b51ab6-c825-479f-a298-90f54ab9b0de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:36.220019 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37710) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:36.291085 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c76ecd3b-8e07-4205-9ea1-9d1c4701d561 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:36.300532 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c76ecd3b-8e07-4205-9ea1-9d1c4701d561 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1972785 Aug 16 21:08:36.317922 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0ba38ef1-9b84-4476-8573-a527ef7c12a8 req-32cf5621-c736-40a6-8a5e-a1114157efce tempest-VolumesSnapshotTestJSON-484469331 tempest-VolumesSnapshotTestJSON-484469331-project] 10.222.0.84 "GET /v2.0/ports?device_id=41061021-35f3-430b-9c0a-e6fbb117e497 HTTP/1.1" status: 200 len: 210 time: 0.0434930 Aug 16 21:08:36.380583 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1cf91079-c028-48cd-944f-704e3d1a77b9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=bf527993a34a42cdb2b382384183cd63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1591637 Aug 16 21:08:36.383205 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37718) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:36.446045 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c978f285-3cf4-40f8-9a80-5798078166b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:36.446165 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a3b51ab6-c825-479f-a298-90f54ab9b0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:36.446165 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a3b51ab6-c825-479f-a298-90f54ab9b0de admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:36.448456 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a3b51ab6-c825-479f-a298-90f54ab9b0de admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/398d056d-2fd6-495b-93c0-97c7fb0e5b85 HTTP/1.1" status: 204 len: 168 time: 0.3567829 Aug 16 21:08:36.465259 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c978f285-3cf4-40f8-9a80-5798078166b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:36.486498 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b51ab6-c825-479f-a298-90f54ab9b0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398d056d-2fd6-495b-93c0-97c7fb0e5b85,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:36.542424 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-5ee02a68-22be-42a6-845c-de5ea6ce9874 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--454665313&fields=id&tenant_id=6ff815c4c8944f8eb7103de208aa5945 HTTP/1.1" status: 200 len: 267 time: 0.0678909 Aug 16 21:08:36.558859 n-d-793620-15 neutron-server[101845]: DEBUG neutron.objects.ports [None req-fac51c1f-5516-4461-baf7-fd612a17b37a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101845) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 21:08:36.560395 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fac51c1f-5516-4461-baf7-fd612a17b37a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:36.604620 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac51c1f-5516-4461-baf7-fd612a17b37a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:36.608314 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-fac51c1f-5516-4461-baf7-fd612a17b37a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:36.615050 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac51c1f-5516-4461-baf7-fd612a17b37a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:36.615738 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fac51c1f-5516-4461-baf7-fd612a17b37a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:36.618038 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95efb170-0b17-4283-9a70-8e50ee289cd9 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:36.631757 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac51c1f-5516-4461-baf7-fd612a17b37a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Subnet': ['ID=720212f0-4c1e-44d1-a8aa-9bb34a8640f0,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:36.638387 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c978f285-3cf4-40f8-9a80-5798078166b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:36.641388 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c978f285-3cf4-40f8-9a80-5798078166b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:36.643834 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c978f285-3cf4-40f8-9a80-5798078166b1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0787230e-88a4-44c5-918e-9277f61a9267 HTTP/1.1" status: 204 len: 168 time: 0.2585480 Aug 16 21:08:36.660217 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c978f285-3cf4-40f8-9a80-5798078166b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0787230e-88a4-44c5-918e-9277f61a9267,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:36.675180 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-d99cbaf8-d442-47f3-a329-6ac6e683ac7b tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:36.676983 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-d99cbaf8-d442-47f3-a329-6ac6e683ac7b tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/networks?id=9c499baa-4492-4b54-bedd-a882ae845f9c HTTP/1.1" status: 200 len: 816 time: 0.1272576 Aug 16 21:08:36.697594 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-e954e41c-a56b-466c-9f66-2837ab76b2e8 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/quotas/6ff815c4c8944f8eb7103de208aa5945 HTTP/1.1" status: 200 len: 375 time: 0.0136983 Aug 16 21:08:36.758405 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fac51c1f-5516-4461-baf7-fd612a17b37a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0077250 Aug 16 21:08:36.761308 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37736) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:36.767371 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-f5beb516-a68e-4ec0-99a1-6d150ff41a97 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'subnet': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:36.778306 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-61dbd186-68f6-41dc-8478-55664b5e9836 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6ff815c4c8944f8eb7103de208aa5945&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0710664 Aug 16 21:08:36.826804 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d63c25-9172-48f4-ac82-cb531c33ad9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'tenant_id': '82725015d13d49169b6e377f421f6af8', 'fixed_ips': [{'subnet_id': '720212f0-4c1e-44d1-a8aa-9bb34a8640f0'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:08:36.827692 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-62d63c25-9172-48f4-ac82-cb531c33ad9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:36.920921 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83eeb1-7092-4e28-a6d4-7bc8b2fb0296 req-a8c6c800-6849-454c-a0e3-afacdbb706b9 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:36.922664 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de83eeb1-7092-4e28-a6d4-7bc8b2fb0296 req-a8c6c800-6849-454c-a0e3-afacdbb706b9 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 945 time: 0.1261063 Aug 16 21:08:36.966899 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-29811a55-9a11-4cb3-b457-1ca7f8f222de service neutron] 10.222.0.84 "GET /v2.0/networks/9c499baa-4492-4b54-bedd-a882ae845f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511137 Aug 16 21:08:36.987181 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-62d63c25-9172-48f4-ac82-cb531c33ad9a None None] Allocated IP 2001:db8::f816:3eff:fe0b:de6a (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/720212f0-4c1e-44d1-a8aa-9bb34a8640f0/6ece8a64-1a84-4682-bbd8-aaefbc00874f) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:08:37.025099 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de83eeb1-7092-4e28-a6d4-7bc8b2fb0296 req-72c87dfb-fd71-4438-81d6-546eb49ff0a8 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/security-groups?id=7313cff0-67c1-456a-b42a-f621f13532ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897346 Aug 16 21:08:37.058688 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5beb516-a68e-4ec0-99a1-6d150ff41a97 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:37.062603 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f5beb516-a68e-4ec0-99a1-6d150ff41a97 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:37.074791 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-25763a7e-4a2f-45ef-89de-59240ec62ff8 service neutron] 10.222.0.84 "GET /v2.0/networks/9c499baa-4492-4b54-bedd-a882ae845f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974865 Aug 16 21:08:37.164967 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-62d63c25-9172-48f4-ac82-cb531c33ad9a None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:37.174676 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-62d63c25-9172-48f4-ac82-cb531c33ad9a None None] Transition to ACTIVE for port object 6ece8a64-1a84-4682-bbd8-aaefbc00874f will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:37.194685 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-62d63c25-9172-48f4-ac82-cb531c33ad9a None None] Transition to ACTIVE for port object 6ece8a64-1a84-4682-bbd8-aaefbc00874f will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:37.265614 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37742) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:37.377102 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-62d63c25-9172-48f4-ac82-cb531c33ad9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:37.388068 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5d513cb6-fc16-44a5-9fdb-43a98679f22a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9e4a4d0fa1bc48f1b43c504c445d54f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1210248 Aug 16 21:08:37.388880 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37752) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:37.407452 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d63c25-9172-48f4-ac82-cb531c33ad9a None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:37.412798 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-62d63c25-9172-48f4-ac82-cb531c33ad9a None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:37.436832 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b84367a4-c807-4662-9218-7682a687ab8f req-45b9e584-ce23-4242-b810-269d79664a97 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 210 time: 0.0700362 Aug 16 21:08:37.481891 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d63c25-9172-48f4-ac82-cb531c33ad9a None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:08:37.487932 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-246b3f31-7cff-4560-96dd-76b5d024cd5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:37.504131 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f5beb516-a68e-4ec0-99a1-6d150ff41a97 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:37.561369 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d63c25-9172-48f4-ac82-cb531c33ad9a None None] Pushing event updated for resources: {'Port': ['ID=6ece8a64-1a84-4682-bbd8-aaefbc00874f,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:37.567225 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-246b3f31-7cff-4560-96dd-76b5d024cd5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:37.569688 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-62d63c25-9172-48f4-ac82-cb531c33ad9a None None] Attempting to bind port 6ece8a64-1a84-4682-bbd8-aaefbc00874f on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:08:37.570399 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-62d63c25-9172-48f4-ac82-cb531c33ad9a None None] Attempting to bind port 6ece8a64-1a84-4682-bbd8-aaefbc00874f by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:08:37.570665 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d63c25-9172-48f4-ac82-cb531c33ad9a None None] Attempting to bind port 6ece8a64-1a84-4682-bbd8-aaefbc00874f on network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:08:37.576995 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d63c25-9172-48f4-ac82-cb531c33ad9a None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:08:37.577379 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d63c25-9172-48f4-ac82-cb531c33ad9a None None] Checking segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:08:37.577926 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-62d63c25-9172-48f4-ac82-cb531c33ad9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:37.578332 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d63c25-9172-48f4-ac82-cb531c33ad9a None None] Bound using segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:08:37.578800 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-62d63c25-9172-48f4-ac82-cb531c33ad9a None None] Bound port: 6ece8a64-1a84-4682-bbd8-aaefbc00874f, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:08:37.579189 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-62d63c25-9172-48f4-ac82-cb531c33ad9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:37.603443 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5beb516-a68e-4ec0-99a1-6d150ff41a97 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:37.610613 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-f5beb516-a68e-4ec0-99a1-6d150ff41a97 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:37.620944 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5beb516-a68e-4ec0-99a1-6d150ff41a97 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:37.621677 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f5beb516-a68e-4ec0-99a1-6d150ff41a97 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:37.629162 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5beb516-a68e-4ec0-99a1-6d150ff41a97 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Subnet': ['ID=956523b7-ccb8-41c5-a629-e751d4b36441,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:37.653411 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-62d63c25-9172-48f4-ac82-cb531c33ad9a None None] For port 6ece8a64-1a84-4682-bbd8-aaefbc00874f, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:08:37.656767 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-62d63c25-9172-48f4-ac82-cb531c33ad9a None None] For port 6ece8a64-1a84-4682-bbd8-aaefbc00874f, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=6ece8a64-1a84-4682-bbd8-aaefbc00874f,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:08:37.761916 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f5beb516-a68e-4ec0-99a1-6d150ff41a97 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9995046 Aug 16 21:08:37.764849 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37766) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:37.770023 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-0c6c2ce9-1e83-4719-81b3-6411cdac756f tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'port': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'mac_address': 'fa:16:3e:b0:21:0c', 'name': 'tempest-NetworksTestDHCPv6-529932903'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:37.808517 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-62d63c25-9172-48f4-ac82-cb531c33ad9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:37.813320 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-246b3f31-7cff-4560-96dd-76b5d024cd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:37.816593 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-246b3f31-7cff-4560-96dd-76b5d024cd5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:37.818379 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-246b3f31-7cff-4560-96dd-76b5d024cd5f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/aba56fb8-32ba-48ba-8a98-68aeec22ffa8 HTTP/1.1" status: 204 len: 168 time: 0.4246497 Aug 16 21:08:37.840690 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b3f31-7cff-4560-96dd-76b5d024cd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba56fb8-32ba-48ba-8a98-68aeec22ffa8,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:37.896606 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d63c25-9172-48f4-ac82-cb531c33ad9a None None] Pushing event updated for resources: {'Port': ['ID=6ece8a64-1a84-4682-bbd8-aaefbc00874f,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:38.235006 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02613d3e-11c7-48eb-9cd9-b4a5bd0ca691 req-915bfbd0-5b0c-4343-9830-5dbd35b7b1c9 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:38.237847 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-02613d3e-11c7-48eb-9cd9-b4a5bd0ca691 req-915bfbd0-5b0c-4343-9830-5dbd35b7b1c9 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 945 time: 0.0929291 Aug 16 21:08:38.311687 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-02613d3e-11c7-48eb-9cd9-b4a5bd0ca691 req-5e92e048-14bf-41e1-b126-bc5647c74c9c tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/security-groups?id=7313cff0-67c1-456a-b42a-f621f13532ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646794 Aug 16 21:08:38.450379 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37794) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:38.457602 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6c2ce9-1e83-4719-81b3-6411cdac756f tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:38.531555 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-29c79153-c25c-4ce6-9b81-520b4566fe5f req-1bbd4a48-cddd-442c-8811-988592640c3e tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 210 time: 0.0323656 Aug 16 21:08:38.570133 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0c6c2ce9-1e83-4719-81b3-6411cdac756f tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:38.590903 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-2d3502d4-7d58-43c1-9b20-56a109be9c7d tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-165080712', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:38.603290 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-0c6c2ce9-1e83-4719-81b3-6411cdac756f tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] device_id is not set on port 64aa7cd3-9717-4c3b-8ed7-641cb5f28d8c yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:08:38.729970 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d3502d4-7d58-43c1-9b20-56a109be9c7d tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:38.731863 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 989d4298-d5b2-4dc5-842f-dd323dbee5cf no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:08:38.732358 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d3502d4-7d58-43c1-9b20-56a109be9c7d tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:38.752526 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 989d4298-d5b2-4dc5-842f-dd323dbee5cf {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:08:38.754615 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 989d4298-d5b2-4dc5-842f-dd323dbee5cf not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:08:38.851768 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-0c6c2ce9-1e83-4719-81b3-6411cdac756f tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Allocated IP 172.20.0.8 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/956523b7-ccb8-41c5-a629-e751d4b36441/64aa7cd3-9717-4c3b-8ed7-641cb5f28d8c) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:08:38.861795 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d3502d4-7d58-43c1-9b20-56a109be9c7d tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:38.863430 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-0c6c2ce9-1e83-4719-81b3-6411cdac756f tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Allocated IP 2001:db8::f816:3eff:feb0:210c (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/720212f0-4c1e-44d1-a8aa-9bb34a8640f0/64aa7cd3-9717-4c3b-8ed7-641cb5f28d8c) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:08:39.000455 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d3502d4-7d58-43c1-9b20-56a109be9c7d tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:39.052793 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0c6c2ce9-1e83-4719-81b3-6411cdac756f tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:39.067396 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-0c6c2ce9-1e83-4719-81b3-6411cdac756f tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Transition to ACTIVE for port object 64aa7cd3-9717-4c3b-8ed7-641cb5f28d8c will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:39.146895 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d3502d4-7d58-43c1-9b20-56a109be9c7d tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:39.148382 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2d3502d4-7d58-43c1-9b20-56a109be9c7d tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6964180 Aug 16 21:08:39.151533 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37812) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:39.157937 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-20e56c8e-5604-4f50-8293-35ca11058850 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-995099053'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:39.175353 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb88315-4114-4d18-9f88-1a7876ca63ef None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:39.205244 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0c6c2ce9-1e83-4719-81b3-6411cdac756f tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:39.277778 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6c2ce9-1e83-4719-81b3-6411cdac756f tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:39.282161 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-0c6c2ce9-1e83-4719-81b3-6411cdac756f tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:39.288230 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6c2ce9-1e83-4719-81b3-6411cdac756f tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:08:39.320406 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37814) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:39.328080 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e56c8e-5604-4f50-8293-35ca11058850 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Made reservation on behalf of 2818725681a243dfbba4a3feeb181678 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:39.332274 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-20e56c8e-5604-4f50-8293-35ca11058850 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:39.338775 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c2ce9-1e83-4719-81b3-6411cdac756f tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Port': ['ID=64aa7cd3-9717-4c3b-8ed7-641cb5f28d8c,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:39.364867 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-20e56c8e-5604-4f50-8293-35ca11058850 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:39.395840 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6c2ce9-1e83-4719-81b3-6411cdac756f tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:39.396923 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0c6c2ce9-1e83-4719-81b3-6411cdac756f tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:39.469161 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-76206551-ffeb-418b-b7d9-e7690c88dc23 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-60842992-network', 'tenant_id': '2996a36ab0c24745993c1c139668adae'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:39.475761 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1bce90d2-d133-4ffa-af2f-7057e99b579d None None] Provisioning for port 6ece8a64-1a84-4682-bbd8-aaefbc00874f completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:39.499768 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255933c-c7e7-417e-a095-6ffa4d8c65f0 req-1e2f21bc-177e-4cf4-8d64-381926596697 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:39.503195 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d255933c-c7e7-417e-a095-6ffa4d8c65f0 req-1e2f21bc-177e-4cf4-8d64-381926596697 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 945 time: 0.0738788 Aug 16 21:08:39.516009 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-20e56c8e-5604-4f50-8293-35ca11058850 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:39.519616 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94eba46d-4474-41c0-8096-fb2327a6565a None None] Update dhcp port {'port': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'fixed_ips': [{'subnet_id': '720212f0-4c1e-44d1-a8aa-9bb34a8640f0', 'ip_address': '2001:db8::f816:3eff:fe0b:de6a'}, {'subnet_id': '956523b7-ccb8-41c5-a629-e751d4b36441'}], 'binding:host_id': 'n-d-793620-15'}, 'id': '6ece8a64-1a84-4682-bbd8-aaefbc00874f'} from n-d-793620-15. {{(pid=101846) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 21:08:39.547989 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-94eba46d-4474-41c0-8096-fb2327a6565a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:39.549819 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d255933c-c7e7-417e-a095-6ffa4d8c65f0 req-832a682e-7b27-47e2-878c-a7458935aed6 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/security-groups?id=7313cff0-67c1-456a-b42a-f621f13532ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384579 Aug 16 21:08:39.598984 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-20e56c8e-5604-4f50-8293-35ca11058850 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:39.627032 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e56c8e-5604-4f50-8293-35ca11058850 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:08:39.635911 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-178de8bc-fec1-44c5-b6fb-159fc0c7b0e0 req-67ce5efb-2c39-4ffd-b672-ab688cfbc0d7 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 210 time: 0.0299509 Aug 16 21:08:39.639485 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e56c8e-5604-4f50-8293-35ca11058850 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f3fb47-89a1-46f6-a212-47a106fbff81,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:39.643287 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-20e56c8e-5604-4f50-8293-35ca11058850 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:39.643635 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-20e56c8e-5604-4f50-8293-35ca11058850 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Added segment 85fdfedc-f21b-4df7-9b3d-1627c511c250 of type vlan for network 600731b1-9e35-4240-bd47-a164d3f98177 Aug 16 21:08:39.702151 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-20e56c8e-5604-4f50-8293-35ca11058850 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:39.721011 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-94eba46d-4474-41c0-8096-fb2327a6565a None None] Allocated IP 172.20.0.2 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/956523b7-ccb8-41c5-a629-e751d4b36441/6ece8a64-1a84-4682-bbd8-aaefbc00874f) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:08:39.723906 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0c6c2ce9-1e83-4719-81b3-6411cdac756f tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.9579535 Aug 16 21:08:39.727182 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37824) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:39.783901 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb4cbc7-97b1-4575-bd09-7a29354e991b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:39.790517 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb4cbc7-97b1-4575-bd09-7a29354e991b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:39.794588 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3eb4cbc7-97b1-4575-bd09-7a29354e991b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0640068 Aug 16 21:08:39.795267 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37826) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:39.823499 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-94eba46d-4474-41c0-8096-fb2327a6565a None None] For port 6ece8a64-1a84-4682-bbd8-aaefbc00874f, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=6ece8a64-1a84-4682-bbd8-aaefbc00874f,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:39.826524 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-20e56c8e-5604-4f50-8293-35ca11058850 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:39.833297 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e56c8e-5604-4f50-8293-35ca11058850 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:39.834031 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-20e56c8e-5604-4f50-8293-35ca11058850 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:39.869087 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-94eba46d-4474-41c0-8096-fb2327a6565a None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:39.891564 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76206551-ffeb-418b-b7d9-e7690c88dc23 admin admin] Made reservation on behalf of 2996a36ab0c24745993c1c139668adae for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:39.893866 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-76206551-ffeb-418b-b7d9-e7690c88dc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:39.905752 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-94eba46d-4474-41c0-8096-fb2327a6565a None None] Transition to ACTIVE for port object 6ece8a64-1a84-4682-bbd8-aaefbc00874f will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:39.909373 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e56c8e-5604-4f50-8293-35ca11058850 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Pushing event updated for resources: {'Network': ['ID=600731b1-9e35-4240-bd47-a164d3f98177,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:39.911144 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-c86c26f5-786b-4b11-9cad-2f66789d8b7f tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting port 64aa7cd3-9717-4c3b-8ed7-641cb5f28d8c {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:08:39.911503 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c86c26f5-786b-4b11-9cad-2f66789d8b7f tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:39.917702 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 600731b1-9e35-4240-bd47-a164d3f98177 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:08:39.921288 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-76206551-ffeb-418b-b7d9-e7690c88dc23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:39.976249 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-20e56c8e-5604-4f50-8293-35ca11058850 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8229837 Aug 16 21:08:39.982090 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37828) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:39.991118 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-928e82b3-7f82-4ba9-9690-73ba800f2660 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Request body: {'subnet': {'network_id': '600731b1-9e35-4240-bd47-a164d3f98177', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:40.048900 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-94eba46d-4474-41c0-8096-fb2327a6565a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:40.057349 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c86c26f5-786b-4b11-9cad-2f66789d8b7f tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:40.078510 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-c86c26f5-786b-4b11-9cad-2f66789d8b7f tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Calling delete_port for 64aa7cd3-9717-4c3b-8ed7-641cb5f28d8c owned by {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:08:40.090747 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6ece8a64-1a84-4682-bbd8-aaefbc00874f up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:08:40.185276 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eba46d-4474-41c0-8096-fb2327a6565a None None] Pushing event updated for resources: {'Port': ['ID=6ece8a64-1a84-4682-bbd8-aaefbc00874f,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:40.234156 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-76206551-ffeb-418b-b7d9-e7690c88dc23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:40.280993 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 6ece8a64-1a84-4682-bbd8-aaefbc00874f completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:40.284961 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-174be96d-bd30-47a5-a78e-036d1a0b3312 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:40.286433 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-174be96d-bd30-47a5-a78e-036d1a0b3312 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.90 "GET /v2.0/networks?id=9c499baa-4492-4b54-bedd-a882ae845f9c HTTP/1.1" status: 200 len: 816 time: 0.1860411 Aug 16 21:08:40.340185 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-76206551-ffeb-418b-b7d9-e7690c88dc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:40.389292 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76206551-ffeb-418b-b7d9-e7690c88dc23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:08:40.398660 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-fed0c061-68b7-4dbf-8098-dff51ff5e8d8 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ff815c4c8944f8eb7103de208aa5945 HTTP/1.1" status: 200 len: 379 time: 0.1000381 Aug 16 21:08:40.432206 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-afb4eed9-091d-430b-b574-988524eb5971 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Request body: {'port': {'device_id': '45813dab-43ee-4513-8415-2e5b529608cf', 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c', 'admin_state_up': True, 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'security_groups': ['b6dfc56f-fd0e-48bd-8760-fc5ce292252c']}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:40.432461 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928e82b3-7f82-4ba9-9690-73ba800f2660 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Made reservation on behalf of 2818725681a243dfbba4a3feeb181678 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:40.442266 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-928e82b3-7f82-4ba9-9690-73ba800f2660 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:40.442572 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76206551-ffeb-418b-b7d9-e7690c88dc23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761a074a-0235-406a-a38a-cbeaf308126f,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:40.494542 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-76206551-ffeb-418b-b7d9-e7690c88dc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:40.494892 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-76206551-ffeb-418b-b7d9-e7690c88dc23 admin admin] Added segment 248f6ed5-8908-41eb-b392-f780ced19a5a of type vlan for network 6ab47720-2995-4e11-b733-4ce317f2b13e Aug 16 21:08:40.575625 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-76206551-ffeb-418b-b7d9-e7690c88dc23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:40.593704 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c86c26f5-786b-4b11-9cad-2f66789d8b7f tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:40.652547 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c26f5-786b-4b11-9cad-2f66789d8b7f tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Port': ['ID=64aa7cd3-9717-4c3b-8ed7-641cb5f28d8c,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:40.768573 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-76206551-ffeb-418b-b7d9-e7690c88dc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:40.769556 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76206551-ffeb-418b-b7d9-e7690c88dc23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:40.770150 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-76206551-ffeb-418b-b7d9-e7690c88dc23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:40.803646 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-928e82b3-7f82-4ba9-9690-73ba800f2660 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:40.817635 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ab8b0035-edf9-4deb-89ca-d868c1f2da8c req-af5bc8b4-ec1d-4693-9420-48958c221175 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 210 time: 0.0827055 Aug 16 21:08:40.862843 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-afb4eed9-091d-430b-b574-988524eb5971 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Made reservation on behalf of 6ff815c4c8944f8eb7103de208aa5945 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:40.866404 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-afb4eed9-091d-430b-b574-988524eb5971 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:40.910263 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e82b3-7f82-4ba9-9690-73ba800f2660 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Pushing event updated for resources: {'Subnet': ['ID=8b6add7e-823e-483a-b608-735d9ea9ddcb,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:40.919251 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928e82b3-7f82-4ba9-9690-73ba800f2660 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Checking segment: {'id': '85fdfedc-f21b-4df7-9b3d-1627c511c250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '600731b1-9e35-4240-bd47-a164d3f98177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:08:40.919704 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928e82b3-7f82-4ba9-9690-73ba800f2660 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Network hostable DHCP agents. Network: 600731b1-9e35-4240-bd47-a164d3f98177, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:08:40.925210 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c86c26f5-786b-4b11-9cad-2f66789d8b7f tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:40.930675 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c86c26f5-786b-4b11-9cad-2f66789d8b7f tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/ports/64aa7cd3-9717-4c3b-8ed7-641cb5f28d8c HTTP/1.1" status: 204 len: 168 time: 1.1314933 Aug 16 21:08:40.931183 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37840) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:40.940052 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c341a0f-2c46-4581-99dd-200c34bcedae req-699a6611-6548-4126-9bfb-50c3495acd8c tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:40.941740 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7c341a0f-2c46-4581-99dd-200c34bcedae req-699a6611-6548-4126-9bfb-50c3495acd8c tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 945 time: 0.2839847 Aug 16 21:08:40.943319 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76206551-ffeb-418b-b7d9-e7690c88dc23 admin admin] Pushing event updated for resources: {'Network': ['ID=6ab47720-2995-4e11-b733-4ce317f2b13e,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:40.954898 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 6ab47720-2995-4e11-b733-4ce317f2b13e details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:08:40.975378 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-76206551-ffeb-418b-b7d9-e7690c88dc23 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6535175 Aug 16 21:08:40.976072 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37842) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:41.009570 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5667719b-c782-404c-8acc-731ff5d298e6 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:41.009789 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-471ba99b-05e8-4881-85f6-8c9bcd9f36dd admin admin] Request body: {'subnet': {'network_id': '6ab47720-2995-4e11-b733-4ce317f2b13e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-60842992-subnet', 'tenant_id': '2996a36ab0c24745993c1c139668adae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:41.011213 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5667719b-c782-404c-8acc-731ff5d298e6 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:41.013043 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5667719b-c782-404c-8acc-731ff5d298e6 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:41.020075 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5667719b-c782-404c-8acc-731ff5d298e6 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0875874 Aug 16 21:08:41.020907 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37844) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:41.030143 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-fc44c5b3-e794-4ced-85ff-e83f5f9bd142 None None] Could not find standard attr ID for object 64aa7cd3-9717-4c3b-8ed7-641cb5f28d8c. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 21:08:41.043928 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7c341a0f-2c46-4581-99dd-200c34bcedae req-eda34a36-f963-4f69-bca8-40f00ed188e8 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/security-groups?id=7313cff0-67c1-456a-b42a-f621f13532ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923398 Aug 16 21:08:41.055982 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928e82b3-7f82-4ba9-9690-73ba800f2660 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Network 600731b1-9e35-4240-bd47-a164d3f98177 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:08:41.085442 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d018db5-8b77-4ef4-a7c1-675df14b5978 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting subnet 720212f0-4c1e-44d1-a8aa-9bb34a8640f0 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:08:41.088764 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d018db5-8b77-4ef4-a7c1-675df14b5978 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:41.136590 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-fc44c5b3-e794-4ced-85ff-e83f5f9bd142 None None] Provisioning for port 6ece8a64-1a84-4682-bbd8-aaefbc00874f completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:41.138433 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-aa245de0-a243-41c8-aa06-79dbc040cb6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:41.141169 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d018db5-8b77-4ef4-a7c1-675df14b5978 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:41.145205 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-fc44c5b3-e794-4ced-85ff-e83f5f9bd142 None None] Provisioning complete for port 6ece8a64-1a84-4682-bbd8-aaefbc00874f triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:41.146637 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fc44c5b3-e794-4ced-85ff-e83f5f9bd142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:41.175599 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-afb4eed9-091d-430b-b574-988524eb5971 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Allocated IP 172.20.0.6 (9c499baa-4492-4b54-bedd-a882ae845f9c/6d4ab04f-fd33-40d0-bd76-3977c7bf52a2/7c69664d-e5b1-4f3e-8026-d75ecad74ee8) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:08:41.196956 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471ba99b-05e8-4881-85f6-8c9bcd9f36dd admin admin] Made reservation on behalf of 2996a36ab0c24745993c1c139668adae for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:41.200128 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-471ba99b-05e8-4881-85f6-8c9bcd9f36dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:41.251220 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-928e82b3-7f82-4ba9-9690-73ba800f2660 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 600731b1-9e35-4240-bd47-a164d3f98177) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:41.268091 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fc44c5b3-e794-4ced-85ff-e83f5f9bd142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:41.270572 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e010a2c-5c3a-4b49-bde4-d21f37bf2d20 None None] Network 600731b1-9e35-4240-bd47-a164d3f98177 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:41.271431 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928e82b3-7f82-4ba9-9690-73ba800f2660 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:41.272612 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-928e82b3-7f82-4ba9-9690-73ba800f2660 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:41.313469 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d018db5-8b77-4ef4-a7c1-675df14b5978 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:41.397175 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-928e82b3-7f82-4ba9-9690-73ba800f2660 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4133046 Aug 16 21:08:41.400007 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37846) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:41.406365 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-ff4cff8e-d4fa-4165-8652-7924f2d2fd05 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Request body: {'network': {'name': 'tempest-router-network01--1753368841'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:41.453105 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c69b5a-19c6-4b35-bd01-e3229b721800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-600731b1-9e35-4240-bd47-a164d3f98177', 'network_id': '600731b1-9e35-4240-bd47-a164d3f98177', 'tenant_id': '2818725681a243dfbba4a3feeb181678', 'fixed_ips': [{'subnet_id': '8b6add7e-823e-483a-b608-735d9ea9ddcb'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:08:41.454062 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d7c69b5a-19c6-4b35-bd01-e3229b721800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:41.485660 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d018db5-8b77-4ef4-a7c1-675df14b5978 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:41.502015 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d018db5-8b77-4ef4-a7c1-675df14b5978 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:41.505908 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2d018db5-8b77-4ef4-a7c1-675df14b5978 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/720212f0-4c1e-44d1-a8aa-9bb34a8640f0 HTTP/1.1" status: 204 len: 168 time: 0.4814260 Aug 16 21:08:41.506793 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37848) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:41.526480 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d018db5-8b77-4ef4-a7c1-675df14b5978 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Subnet': ['ID=720212f0-4c1e-44d1-a8aa-9bb34a8640f0,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:41.549688 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4cff8e-d4fa-4165-8652-7924f2d2fd05 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Made reservation on behalf of 2818725681a243dfbba4a3feeb181678 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:41.553349 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ff4cff8e-d4fa-4165-8652-7924f2d2fd05 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:41.582911 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff4cff8e-d4fa-4165-8652-7924f2d2fd05 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:08:41.585829 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-afb4eed9-091d-430b-b574-988524eb5971 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:41.595524 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.db.api [None req-fc44c5b3-e794-4ced-85ff-e83f5f9bd142 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:08:41.596188 n-d-793620-15 neutron-server[101846]: DEBUG oslo_db.api [None req-fc44c5b3-e794-4ced-85ff-e83f5f9bd142 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:08:41.596957 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ff4cff8e-d4fa-4165-8652-7924f2d2fd05 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:41.597556 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-ff4cff8e-d4fa-4165-8652-7924f2d2fd05 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Added segment 31e95fe3-a0a2-471c-93b6-abdc4343399f of type vlan for network 4cffe10e-0c89-43a6-9947-55370bd7b6b9 Aug 16 21:08:41.598124 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-471ba99b-05e8-4881-85f6-8c9bcd9f36dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:41.613980 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-9daa1457-bbf3-48fb-a251-64f42ff679a0 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting subnet 956523b7-ccb8-41c5-a629-e751d4b36441 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:08:41.642296 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9daa1457-bbf3-48fb-a251-64f42ff679a0 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:41.666261 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-afb4eed9-091d-430b-b574-988524eb5971 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Transition to ACTIVE for port object 7c69664d-e5b1-4f3e-8026-d75ecad74ee8 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:41.668047 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-d7c69b5a-19c6-4b35-bd01-e3229b721800 None None] Allocated IP 172.20.0.2 (600731b1-9e35-4240-bd47-a164d3f98177/8b6add7e-823e-483a-b608-735d9ea9ddcb/9ba311dc-9e0e-40cb-8807-33857f146af9) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:08:41.695678 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ff4cff8e-d4fa-4165-8652-7924f2d2fd05 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:41.735927 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9daa1457-bbf3-48fb-a251-64f42ff679a0 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:41.775531 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ba99b-05e8-4881-85f6-8c9bcd9f36dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0625a5fc-8c61-458a-b77b-a5a32eb1ce2c,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:41.783486 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471ba99b-05e8-4881-85f6-8c9bcd9f36dd admin admin] Checking segment: {'id': '248f6ed5-8908-41eb-b392-f780ced19a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6ab47720-2995-4e11-b733-4ce317f2b13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:08:41.783891 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471ba99b-05e8-4881-85f6-8c9bcd9f36dd admin admin] Network hostable DHCP agents. Network: 6ab47720-2995-4e11-b733-4ce317f2b13e, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:08:41.853165 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ff4cff8e-d4fa-4165-8652-7924f2d2fd05 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:41.860454 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4cff8e-d4fa-4165-8652-7924f2d2fd05 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:41.861123 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ff4cff8e-d4fa-4165-8652-7924f2d2fd05 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:41.867003 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d7c69b5a-19c6-4b35-bd01-e3229b721800 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:41.892087 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d7c69b5a-19c6-4b35-bd01-e3229b721800 None None] Transition to ACTIVE for port object 9ba311dc-9e0e-40cb-8807-33857f146af9 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:41.921548 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d7c69b5a-19c6-4b35-bd01-e3229b721800 None None] Transition to ACTIVE for port object 9ba311dc-9e0e-40cb-8807-33857f146af9 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:41.960975 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9daa1457-bbf3-48fb-a251-64f42ff679a0 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:42.009329 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c045b384-9460-4cfb-a16d-482bda2e6fd3 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:42.012613 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ff4cff8e-d4fa-4165-8652-7924f2d2fd05 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6088080 Aug 16 21:08:42.018081 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37854) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:42.028019 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-bf3a36ff-d71a-4722-9ac2-509eb05ee877 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Request body: {'network': {'name': 'tempest-router-network02--820363396'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:42.057163 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471ba99b-05e8-4881-85f6-8c9bcd9f36dd admin admin] Network 6ab47720-2995-4e11-b733-4ce317f2b13e is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:08:42.059529 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-afb4eed9-091d-430b-b574-988524eb5971 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:42.075190 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6ece8a64-1a84-4682-bbd8-aaefbc00874f up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:08:42.079620 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4cff8e-d4fa-4165-8652-7924f2d2fd05 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Pushing event updated for resources: {'Network': ['ID=4cffe10e-0c89-43a6-9947-55370bd7b6b9,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:42.080843 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d7c69b5a-19c6-4b35-bd01-e3229b721800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:42.136114 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 4cffe10e-0c89-43a6-9947-55370bd7b6b9 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:08:42.160905 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-afb4eed9-091d-430b-b574-988524eb5971 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Network 9c499baa-4492-4b54-bedd-a882ae845f9c is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:42.174730 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3a36ff-d71a-4722-9ac2-509eb05ee877 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Made reservation on behalf of 2818725681a243dfbba4a3feeb181678 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:42.188855 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-afb4eed9-091d-430b-b574-988524eb5971 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:42.191892 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bf3a36ff-d71a-4722-9ac2-509eb05ee877 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:42.202302 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64bc797-0692-4bac-ab46-b8249f852593 req-1cbbf3f3-1e08-4168-91d1-0773318ca6f7 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:42.204196 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a64bc797-0692-4bac-ab46-b8249f852593 req-1cbbf3f3-1e08-4168-91d1-0773318ca6f7 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 931 time: 0.2391899 Aug 16 21:08:42.204830 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4eed9-091d-430b-b574-988524eb5971 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Pushing event updated for resources: {'Port': ['ID=7c69664d-e5b1-4f3e-8026-d75ecad74ee8,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:42.219954 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-afb4eed9-091d-430b-b574-988524eb5971 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:08:42.222259 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-471ba99b-05e8-4881-85f6-8c9bcd9f36dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 6ab47720-2995-4e11-b733-4ce317f2b13e) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:42.260733 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf3a36ff-d71a-4722-9ac2-509eb05ee877 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:08:42.262045 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471ba99b-05e8-4881-85f6-8c9bcd9f36dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:42.263080 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-471ba99b-05e8-4881-85f6-8c9bcd9f36dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:42.282525 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bf3a36ff-d71a-4722-9ac2-509eb05ee877 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:42.287400 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-bf3a36ff-d71a-4722-9ac2-509eb05ee877 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Added segment 9196d8af-849b-4ce7-b45c-e19d8f955706 of type vlan for network 198fc87b-df88-4721-93ee-601739dd2aad Aug 16 21:08:42.333541 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a64bc797-0692-4bac-ab46-b8249f852593 req-c8309f68-6c87-4d9a-aaa8-00ad1e6020bc tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179261 Aug 16 21:08:42.345887 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-afb4eed9-091d-430b-b574-988524eb5971 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:42.351813 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-afb4eed9-091d-430b-b574-988524eb5971 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:42.352089 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bf3a36ff-d71a-4722-9ac2-509eb05ee877 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:42.404304 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c54d4-8bf7-4eb8-a868-d228e7949c6c req-79a01b45-932e-4027-ad17-79fe257b8505 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:42.405960 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ae3c54d4-8bf7-4eb8-a868-d228e7949c6c req-79a01b45-932e-4027-ad17-79fe257b8505 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 945 time: 0.2705040 Aug 16 21:08:42.469504 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9daa1457-bbf3-48fb-a251-64f42ff679a0 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:42.492486 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf89c540-0744-4a77-8e9e-90299d19bc9a None None] Network 6ab47720-2995-4e11-b733-4ce317f2b13e requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:42.524235 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-471ba99b-05e8-4881-85f6-8c9bcd9f36dd admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5191092 Aug 16 21:08:42.526579 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-afb4eed9-091d-430b-b574-988524eb5971 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1038942 Aug 16 21:08:42.528366 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa1457-bbf3-48fb-a251-64f42ff679a0 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Subnet': ['ID=956523b7-ccb8-41c5-a629-e751d4b36441,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:42.535483 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bf3a36ff-d71a-4722-9ac2-509eb05ee877 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:42.542693 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3a36ff-d71a-4722-9ac2-509eb05ee877 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:42.545549 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bf3a36ff-d71a-4722-9ac2-509eb05ee877 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:42.556716 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ae3c54d4-8bf7-4eb8-a868-d228e7949c6c req-20546cbe-803a-4647-86b3-8597dc8a1fd2 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/security-groups?id=7313cff0-67c1-456a-b42a-f621f13532ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352890 Aug 16 21:08:42.558136 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9daa1457-bbf3-48fb-a251-64f42ff679a0 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:42.562933 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9daa1457-bbf3-48fb-a251-64f42ff679a0 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/956523b7-ccb8-41c5-a629-e751d4b36441 HTTP/1.1" status: 204 len: 168 time: 1.0557041 Aug 16 21:08:42.565743 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37860) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:42.576557 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-d0c52b8d-5a17-444c-bb03-4d8e8f20251e service neutron] Request body: {'port': {'device_id': '45813dab-43ee-4513-8415-2e5b529608cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:42.622785 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c69b5a-19c6-4b35-bd01-e3229b721800 None None] Network 600731b1-9e35-4240-bd47-a164d3f98177 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:42.680459 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-d0c52b8d-5a17-444c-bb03-4d8e8f20251e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:42.681158 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-d7c69b5a-19c6-4b35-bd01-e3229b721800 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:42.695532 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c69b5a-19c6-4b35-bd01-e3229b721800 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:08:42.703269 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c69b5a-19c6-4b35-bd01-e3229b721800 None None] Pushing event updated for resources: {'Port': ['ID=9ba311dc-9e0e-40cb-8807-33857f146af9,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:42.724700 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fc44c5b3-e794-4ced-85ff-e83f5f9bd142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:42.727724 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fdaeb0e9-b03a-4942-b84b-aed4eaba8dd2 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1504903 Aug 16 21:08:42.728329 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37864) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:42.728487 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37866) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:42.741486 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-ea5ebe20-1c2a-4287-a56d-ccaea6e0ae63 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'subnet': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:42.801913 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a36ff-d71a-4722-9ac2-509eb05ee877 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Pushing event updated for resources: {'Network': ['ID=198fc87b-df88-4721-93ee-601739dd2aad,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:42.832517 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-bf3a36ff-d71a-4722-9ac2-509eb05ee877 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8131673 Aug 16 21:08:42.834971 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37868) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:42.836565 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 198fc87b-df88-4721-93ee-601739dd2aad details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:08:42.841288 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-99bdc251-4c83-4edf-a24f-ce9d1266283a tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Request body: {'subnet': {'network_id': '4cffe10e-0c89-43a6-9947-55370bd7b6b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:42.849878 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c7bb81-abb5-4d53-a787-bbe7dd7ff0e7 admin admin] Deleting subnet 0625a5fc-8c61-458a-b77b-a5a32eb1ce2c {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:08:42.857165 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-64c7bb81-abb5-4d53-a787-bbe7dd7ff0e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:42.911940 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-64c7bb81-abb5-4d53-a787-bbe7dd7ff0e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:42.948128 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 6ece8a64-1a84-4682-bbd8-aaefbc00874f triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:42.948508 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:42.980863 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-d7c69b5a-19c6-4b35-bd01-e3229b721800 None None] Attempting to bind port 9ba311dc-9e0e-40cb-8807-33857f146af9 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:08:42.981232 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-d7c69b5a-19c6-4b35-bd01-e3229b721800 None None] Attempting to bind port 9ba311dc-9e0e-40cb-8807-33857f146af9 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '85fdfedc-f21b-4df7-9b3d-1627c511c250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '600731b1-9e35-4240-bd47-a164d3f98177'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:08:42.981871 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c69b5a-19c6-4b35-bd01-e3229b721800 None None] Attempting to bind port 9ba311dc-9e0e-40cb-8807-33857f146af9 on network 600731b1-9e35-4240-bd47-a164d3f98177 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:08:43.000780 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5ebe20-1c2a-4287-a56d-ccaea6e0ae63 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:43.005973 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-64c7bb81-abb5-4d53-a787-bbe7dd7ff0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:43.008643 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ea5ebe20-1c2a-4287-a56d-ccaea6e0ae63 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:43.047099 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c69b5a-19c6-4b35-bd01-e3229b721800 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:08:43.047651 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c69b5a-19c6-4b35-bd01-e3229b721800 None None] Checking segment: {'id': '85fdfedc-f21b-4df7-9b3d-1627c511c250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '600731b1-9e35-4240-bd47-a164d3f98177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:08:43.047974 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d7c69b5a-19c6-4b35-bd01-e3229b721800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:43.048391 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c69b5a-19c6-4b35-bd01-e3229b721800 None None] Bound using segment: {'id': '85fdfedc-f21b-4df7-9b3d-1627c511c250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '600731b1-9e35-4240-bd47-a164d3f98177'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:08:43.048860 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-d7c69b5a-19c6-4b35-bd01-e3229b721800 None None] Bound port: 9ba311dc-9e0e-40cb-8807-33857f146af9, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85fdfedc-f21b-4df7-9b3d-1627c511c250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '600731b1-9e35-4240-bd47-a164d3f98177'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:08:43.049245 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d7c69b5a-19c6-4b35-bd01-e3229b721800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:43.067835 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.db.api [None req-fc44c5b3-e794-4ced-85ff-e83f5f9bd142 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:08:43.068197 n-d-793620-15 neutron-server[101846]: DEBUG oslo_db.api [None req-fc44c5b3-e794-4ced-85ff-e83f5f9bd142 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:08:43.074208 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909f8886-8949-441a-b904-22d79a5c3410 None None] Network 6ab47720-2995-4e11-b733-4ce317f2b13e requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:43.157485 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-d0c52b8d-5a17-444c-bb03-4d8e8f20251e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c69664d-e5b1-4f3e-8026-d75ecad74ee8 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:08:43.160566 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-64c7bb81-abb5-4d53-a787-bbe7dd7ff0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:43.180798 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bdc251-4c83-4edf-a24f-ce9d1266283a tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Made reservation on behalf of 2818725681a243dfbba4a3feeb181678 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:43.188025 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-99bdc251-4c83-4edf-a24f-ce9d1266283a tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:43.193021 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-d0c52b8d-5a17-444c-bb03-4d8e8f20251e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:43.201133 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7bb81-abb5-4d53-a787-bbe7dd7ff0e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0625a5fc-8c61-458a-b77b-a5a32eb1ce2c,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:43.217774 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-64c7bb81-abb5-4d53-a787-bbe7dd7ff0e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:43.227610 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-64c7bb81-abb5-4d53-a787-bbe7dd7ff0e7 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/0625a5fc-8c61-458a-b77b-a5a32eb1ce2c HTTP/1.1" status: 204 len: 168 time: 0.4955404 Aug 16 21:08:43.228553 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37874) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:43.252121 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-d7c69b5a-19c6-4b35-bd01-e3229b721800 None None] For port 9ba311dc-9e0e-40cb-8807-33857f146af9, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:08:43.260842 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d604da-df54-4494-947f-6b3d924347d7 None None] DHCP port deletion for 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:08:43.277180 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-d7c69b5a-19c6-4b35-bd01-e3229b721800 None None] For port 9ba311dc-9e0e-40cb-8807-33857f146af9, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=9ba311dc-9e0e-40cb-8807-33857f146af9,segment=NetworkSegment(85fdfedc-f21b-4df7-9b3d-1627c511c250),segment_id=85fdfedc-f21b-4df7-9b3d-1627c511c250)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:08:43.280124 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:43.313113 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-d0c52b8d-5a17-444c-bb03-4d8e8f20251e service neutron] Transition to ACTIVE for port object 7c69664d-e5b1-4f3e-8026-d75ecad74ee8 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:43.316473 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-deb374bd-86a9-4f2b-a72a-c3cb63559183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:43.358433 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d7c69b5a-19c6-4b35-bd01-e3229b721800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:43.409109 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 6ece8a64-1a84-4682-bbd8-aaefbc00874f, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=6ece8a64-1a84-4682-bbd8-aaefbc00874f,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:43.415060 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-d0c52b8d-5a17-444c-bb03-4d8e8f20251e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:43.431466 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-deb374bd-86a9-4f2b-a72a-c3cb63559183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:43.481831 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c69b5a-19c6-4b35-bd01-e3229b721800 None None] Pushing event updated for resources: {'Port': ['ID=9ba311dc-9e0e-40cb-8807-33857f146af9,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:43.496060 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-53d604da-df54-4494-947f-6b3d924347d7 None None] Deleting port 6ece8a64-1a84-4682-bbd8-aaefbc00874f {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:08:43.496572 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-deb374bd-86a9-4f2b-a72a-c3cb63559183 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab47720-2995-4e11-b733-4ce317f2b13e']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:43.500964 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-53d604da-df54-4494-947f-6b3d924347d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:43.506575 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:43.525271 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-deb374bd-86a9-4f2b-a72a-c3cb63559183 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '248f6ed5-8908-41eb-b392-f780ced19a5a') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:43.526128 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-deb374bd-86a9-4f2b-a72a-c3cb63559183 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '248f6ed5-8908-41eb-b392-f780ced19a5a') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:43.542701 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-deb374bd-86a9-4f2b-a72a-c3cb63559183 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:43.635290 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-deb374bd-86a9-4f2b-a72a-c3cb63559183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:43.667185 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-53d604da-df54-4494-947f-6b3d924347d7 None None] For port 6ece8a64-1a84-4682-bbd8-aaefbc00874f, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=6ece8a64-1a84-4682-bbd8-aaefbc00874f,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:43.674406 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-53d604da-df54-4494-947f-6b3d924347d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:43.681683 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c52b8d-5a17-444c-bb03-4d8e8f20251e service neutron] Pushing event updated for resources: {'Port': ['ID=7c69664d-e5b1-4f3e-8026-d75ecad74ee8,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:43.684501 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-53d604da-df54-4494-947f-6b3d924347d7 None None] Calling delete_port for 6ece8a64-1a84-4682-bbd8-aaefbc00874f owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:08:43.686246 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deb374bd-86a9-4f2b-a72a-c3cb63559183 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:08:43.686765 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-deb374bd-86a9-4f2b-a72a-c3cb63559183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:43.688865 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:08:43.688865 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:08:43.688865 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:08:43.688865 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:08:43.688865 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:08:43.688865 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:08:43.688865 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:08:43.688865 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:08:43.688865 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:08:43.688865 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:08:43.688865 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:08:43.688865 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:08:43.688865 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:08:43.688865 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:08:43.688865 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:08:43.688865 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:08:43.688865 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:08:43.688865 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:08:43.688865 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:08:43.688865 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:08:43.688865 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:08:43.688865 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:08:43.688865 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:08:43.688865 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:08:43.688865 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:08:43.688865 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:08:43.688865 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:08:43.688865 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:08:43.688865 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:08:43.688865 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:08:43.688865 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:08:43.688865 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:08:43.782560 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8ca31aa8-d589-46cf-bb34-d0cc2252921a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:43.871492 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-99bdc251-4c83-4edf-a24f-ce9d1266283a tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:43.878825 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd42d4a2-965e-4cb6-ae31-ae384165d4a7 req-e38f01e1-c591-44f5-8cf4-0555d2021aa4 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:43.887348 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cd42d4a2-965e-4cb6-ae31-ae384165d4a7 req-e38f01e1-c591-44f5-8cf4-0555d2021aa4 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 943 time: 0.4157517 Aug 16 21:08:43.927418 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=6ece8a64-1a84-4682-bbd8-aaefbc00874f,revision_number=6']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:43.943647 n-d-793620-15 neutron-server[101845]: DEBUG neutron.objects.ports [None req-ea5ebe20-1c2a-4287-a56d-ccaea6e0ae63 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101845) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 21:08:43.960920 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:43.995878 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cd42d4a2-965e-4cb6-ae31-ae384165d4a7 req-863d5202-6225-40df-be2d-418a833064d3 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029441 Aug 16 21:08:44.033208 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f487d-67b7-4789-b615-f7cfc41ab89f req-db4ccf5d-472c-44a2-b101-6591f48eaaec tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:44.035048 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fc8f487d-67b7-4789-b615-f7cfc41ab89f req-db4ccf5d-472c-44a2-b101-6591f48eaaec tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 945 time: 0.2752137 Aug 16 21:08:44.039938 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-d0c52b8d-5a17-444c-bb03-4d8e8f20251e service neutron] Attempting to bind port 7c69664d-e5b1-4f3e-8026-d75ecad74ee8 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:08:44.040364 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-d0c52b8d-5a17-444c-bb03-4d8e8f20251e service neutron] Attempting to bind port 7c69664d-e5b1-4f3e-8026-d75ecad74ee8 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '871fd1c6-053b-43bc-81ad-da658e74a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:08:44.042805 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-d0c52b8d-5a17-444c-bb03-4d8e8f20251e service neutron] Attempting to bind port 7c69664d-e5b1-4f3e-8026-d75ecad74ee8 on network 9c499baa-4492-4b54-bedd-a882ae845f9c {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:08:44.048265 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-deb374bd-86a9-4f2b-a72a-c3cb63559183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:44.053002 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-deb374bd-86a9-4f2b-a72a-c3cb63559183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:44.055632 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-deb374bd-86a9-4f2b-a72a-c3cb63559183 admin admin] 10.222.0.84 "DELETE /v2.0/networks/6ab47720-2995-4e11-b733-4ce317f2b13e HTTP/1.1" status: 204 len: 168 time: 0.8244534 Aug 16 21:08:44.066086 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5b0f9277-13ba-4590-9de2-4f028e7a42ac None None] Could not find standard attr ID for object 64aa7cd3-9717-4c3b-8ed7-641cb5f28d8c. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 21:08:44.066602 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-d0c52b8d-5a17-444c-bb03-4d8e8f20251e service neutron] Port 7c69664d-e5b1-4f3e-8026-d75ecad74ee8 on network 9c499baa-4492-4b54-bedd-a882ae845f9c not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:08:44.067177 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-d0c52b8d-5a17-444c-bb03-4d8e8f20251e service neutron] Attempting to bind port 7c69664d-e5b1-4f3e-8026-d75ecad74ee8 on network 9c499baa-4492-4b54-bedd-a882ae845f9c {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:08:44.091454 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-d0c52b8d-5a17-444c-bb03-4d8e8f20251e service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:08:44.091875 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-d0c52b8d-5a17-444c-bb03-4d8e8f20251e service neutron] Checking segment: {'id': '871fd1c6-053b-43bc-81ad-da658e74a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:08:44.092340 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-d0c52b8d-5a17-444c-bb03-4d8e8f20251e service neutron] Bound using segment: {'id': '871fd1c6-053b-43bc-81ad-da658e74a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:08:44.093078 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-d0c52b8d-5a17-444c-bb03-4d8e8f20251e service neutron] Bound port: 7c69664d-e5b1-4f3e-8026-d75ecad74ee8, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '871fd1c6-053b-43bc-81ad-da658e74a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:08:44.093600 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-d0c52b8d-5a17-444c-bb03-4d8e8f20251e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:44.121224 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-53d604da-df54-4494-947f-6b3d924347d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:44.136382 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb374bd-86a9-4f2b-a72a-c3cb63559183 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ab47720-2995-4e11-b733-4ce317f2b13e,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:44.157055 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 9ba311dc-9e0e-40cb-8807-33857f146af9 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:08:44.183487 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d604da-df54-4494-947f-6b3d924347d7 None None] Pushing event deleted for resources: {'Port': ['ID=6ece8a64-1a84-4682-bbd8-aaefbc00874f,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:44.190578 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fc8f487d-67b7-4789-b615-f7cfc41ab89f req-6b149b31-e41e-47d9-82ab-38dfedba0f2d tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/security-groups?id=7313cff0-67c1-456a-b42a-f621f13532ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325567 Aug 16 21:08:44.202714 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5b0f9277-13ba-4590-9de2-4f028e7a42ac None None] Provisioning for port 7c69664d-e5b1-4f3e-8026-d75ecad74ee8 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:44.205462 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d604da-df54-4494-947f-6b3d924347d7 None None] No DVR routers for this DVR port 6ece8a64-1a84-4682-bbd8-aaefbc00874f on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:08:44.243811 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-d0c52b8d-5a17-444c-bb03-4d8e8f20251e service neutron] For port 7c69664d-e5b1-4f3e-8026-d75ecad74ee8, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:08:44.247654 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-d0c52b8d-5a17-444c-bb03-4d8e8f20251e service neutron] For port 7c69664d-e5b1-4f3e-8026-d75ecad74ee8, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=7c69664d-e5b1-4f3e-8026-d75ecad74ee8,segment=NetworkSegment(871fd1c6-053b-43bc-81ad-da658e74a8c3),segment_id=871fd1c6-053b-43bc-81ad-da658e74a8c3)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:08:44.270422 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bdc251-4c83-4edf-a24f-ce9d1266283a tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Pushing event updated for resources: {'Subnet': ['ID=85b5d8af-5676-4daa-9f9b-aa2fbbe1c77f,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:44.308239 n-d-793620-15 neutron-server[101845]: WARNING neutron.services.revisions.revision_plugin [None req-ea5ebe20-1c2a-4287-a56d-ccaea6e0ae63 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Could not find related port for resource to bump revision. Aug 16 21:08:44.313726 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bdc251-4c83-4edf-a24f-ce9d1266283a tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Checking segment: {'id': '31e95fe3-a0a2-471c-93b6-abdc4343399f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4cffe10e-0c89-43a6-9947-55370bd7b6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:08:44.314100 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bdc251-4c83-4edf-a24f-ce9d1266283a tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Network hostable DHCP agents. Network: 4cffe10e-0c89-43a6-9947-55370bd7b6b9, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:08:44.350283 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-d0c52b8d-5a17-444c-bb03-4d8e8f20251e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:44.350659 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.ipam_pluggable_backend [None req-ea5ebe20-1c2a-4287-a56d-ccaea6e0ae63 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Port 6ece8a64-1a84-4682-bbd8-aaefbc00874f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101845) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 16 21:08:44.351275 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.ipam_pluggable_backend [None req-ea5ebe20-1c2a-4287-a56d-ccaea6e0ae63 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0b:de6a {{(pid=101845) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 16 21:08:44.357014 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.ipam_pluggable_backend [None req-ea5ebe20-1c2a-4287-a56d-ccaea6e0ae63 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe0b:de6a {{(pid=101845) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 16 21:08:44.358302 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ea5ebe20-1c2a-4287-a56d-ccaea6e0ae63 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:44.359868 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 9ba311dc-9e0e-40cb-8807-33857f146af9 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:44.415897 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-d0c52b8d-5a17-444c-bb03-4d8e8f20251e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:44.416798 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-d0c52b8d-5a17-444c-bb03-4d8e8f20251e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:44.418433 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-d0c52b8d-5a17-444c-bb03-4d8e8f20251e service neutron] 10.222.0.90 "PUT /v2.0/ports/7c69664d-e5b1-4f3e-8026-d75ecad74ee8 HTTP/1.1" status: 200 len: 1092 time: 1.8543768 Aug 16 21:08:44.418975 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45813dab-43ee-4513-8415-2e5b529608cf', 'tag': '7c69664d-e5b1-4f3e-8026-d75ecad74ee8'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:08:44.421999 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a3a771-8007-42c5-961e-2a36e5699d75" -d '{"events": [{"name": "network-changed", "server_uuid": "45813dab-43ee-4513-8415-2e5b529608cf", "tag": "7c69664d-e5b1-4f3e-8026-d75ecad74ee8"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:08:44.433172 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ebe20-1c2a-4287-a56d-ccaea6e0ae63 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Subnet': ['ID=425167af-cd69-47ee-8b76-cf59809ea9e7,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:44.440054 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bdc251-4c83-4edf-a24f-ce9d1266283a tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Network 4cffe10e-0c89-43a6-9947-55370bd7b6b9 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:08:44.450575 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5ebe20-1c2a-4287-a56d-ccaea6e0ae63 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:44.451713 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6ece8a64-1a84-4682-bbd8-aaefbc00874f no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:08:44.453130 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-ea5ebe20-1c2a-4287-a56d-ccaea6e0ae63 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:44.457097 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5ebe20-1c2a-4287-a56d-ccaea6e0ae63 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:44.457427 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ea5ebe20-1c2a-4287-a56d-ccaea6e0ae63 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:44.476583 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c52b8d-5a17-444c-bb03-4d8e8f20251e service neutron] Pushing event updated for resources: {'Port': ['ID=7c69664d-e5b1-4f3e-8026-d75ecad74ee8,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:44.490582 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d01b51-4bf9-4e42-82b2-9c3461a6e76b x-openstack-request-id: req-30d01b51-4bf9-4e42-82b2-9c3461a6e76b {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:08:44.490889 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45813dab-43ee-4513-8415-2e5b529608cf", "tag": "7c69664d-e5b1-4f3e-8026-d75ecad74ee8", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:08:44.491153 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-30d01b51-4bf9-4e42-82b2-9c3461a6e76b {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:08:44.492291 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45813dab-43ee-4513-8415-2e5b529608cf', 'tag': '7c69664d-e5b1-4f3e-8026-d75ecad74ee8', 'status': 'completed', 'code': 200} Aug 16 21:08:44.539488 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 6ece8a64-1a84-4682-bbd8-aaefbc00874f {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:08:44.540080 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6ece8a64-1a84-4682-bbd8-aaefbc00874f not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:08:44.541843 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df5c79e-3fe9-403f-a338-18474670944f None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:44.551718 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37890) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:44.562897 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-99bdc251-4c83-4edf-a24f-ce9d1266283a tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 4cffe10e-0c89-43a6-9947-55370bd7b6b9) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:44.573225 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3a771-8007-42c5-961e-2a36e5699d75 req-1c2898e1-0d7f-48dd-88ff-7d164a2e5b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:44.576133 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e4a3a771-8007-42c5-961e-2a36e5699d75 req-1c2898e1-0d7f-48dd-88ff-7d164a2e5b0b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6ff815c4c8944f8eb7103de208aa5945&device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 1095 time: 0.0635257 Aug 16 21:08:44.579502 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bdc251-4c83-4edf-a24f-ce9d1266283a tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:44.580140 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-99bdc251-4c83-4edf-a24f-ce9d1266283a tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:44.605473 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ea5ebe20-1c2a-4287-a56d-ccaea6e0ae63 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8706939 Aug 16 21:08:44.608264 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37892) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:44.615426 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-0546803b-eaf2-49e7-80e1-7a547e88a2dd tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'subnet': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:44.728144 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3a771-8007-42c5-961e-2a36e5699d75 req-3886b557-7c0a-45b4-994d-4e3574f28b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:44.729828 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e4a3a771-8007-42c5-961e-2a36e5699d75 req-3886b557-7c0a-45b4-994d-4e3574f28b25 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=6ff815c4c8944f8eb7103de208aa5945&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1461985 Aug 16 21:08:44.755976 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874111de-f8e1-4417-a1d1-69766953684a None None] Network 4cffe10e-0c89-43a6-9947-55370bd7b6b9 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:44.778429 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-99bdc251-4c83-4edf-a24f-ce9d1266283a tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9423835 Aug 16 21:08:44.788898 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37894) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:44.797664 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-50c3a6e0-ac8c-4cb5-93d4-cac6a0ffc223 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Request body: {'subnet': {'network_id': '198fc87b-df88-4721-93ee-601739dd2aad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:44.889340 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675f0dec-49fe-4751-acf5-f208321f1496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'tenant_id': '82725015d13d49169b6e377f421f6af8', 'fixed_ips': [{'subnet_id': '425167af-cd69-47ee-8b76-cf59809ea9e7'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:08:44.890215 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-675f0dec-49fe-4751-acf5-f208321f1496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:44.898918 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3a771-8007-42c5-961e-2a36e5699d75 req-9f728cb0-478c-4f0e-bf38-94b00b62dcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:44.901409 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e4a3a771-8007-42c5-961e-2a36e5699d75 req-9f728cb0-478c-4f0e-bf38-94b00b62dcfb service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1613686 Aug 16 21:08:44.921954 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-21bca484-88c5-4105-a209-84793eab164e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2996a36ab0c24745993c1c139668adae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3682981 Aug 16 21:08:44.925352 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37896) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:44.964916 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0546803b-eaf2-49e7-80e1-7a547e88a2dd tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:44.968711 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0546803b-eaf2-49e7-80e1-7a547e88a2dd tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:45.027884 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:45.034319 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-78efdcdf-5bf4-418b-a1b9-46acaefeb833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:45.049507 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-78efdcdf-5bf4-418b-a1b9-46acaefeb833 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6ff815c4c8944f8eb7103de208aa5945&device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 1095 time: 0.0726416 Aug 16 21:08:45.100461 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750cf832-4a7d-4640-bfac-d96985a0ccdb None None] Network 600731b1-9e35-4240-bd47-a164d3f98177 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:45.154380 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eed244ab-36d9-4435-bc7e-b2b4e6ae9625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:45.198872 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eed244ab-36d9-4435-bc7e-b2b4e6ae9625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:45.260377 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58aa1e8a-4a07-4867-b424-cbf986d8877a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-4cffe10e-0c89-43a6-9947-55370bd7b6b9', 'network_id': '4cffe10e-0c89-43a6-9947-55370bd7b6b9', 'tenant_id': '2818725681a243dfbba4a3feeb181678', 'fixed_ips': [{'subnet_id': '85b5d8af-5676-4daa-9f9b-aa2fbbe1c77f'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:08:45.262942 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-58aa1e8a-4a07-4867-b424-cbf986d8877a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:45.327246 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ae826041-8647-421a-86a8-5321eef03736 None None] Provisioning for port 9ba311dc-9e0e-40cb-8807-33857f146af9 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:45.350173 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ae826041-8647-421a-86a8-5321eef03736 None None] Provisioning complete for port 9ba311dc-9e0e-40cb-8807-33857f146af9 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:45.351141 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ae826041-8647-421a-86a8-5321eef03736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:45.380149 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c3a6e0-ac8c-4cb5-93d4-cac6a0ffc223 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Made reservation on behalf of 2818725681a243dfbba4a3feeb181678 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:45.386260 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-50c3a6e0-ac8c-4cb5-93d4-cac6a0ffc223 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:45.441681 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eed244ab-36d9-4435-bc7e-b2b4e6ae9625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:45.445073 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eed244ab-36d9-4435-bc7e-b2b4e6ae9625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:45.462067 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-eed244ab-36d9-4435-bc7e-b2b4e6ae9625 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/761a074a-0235-406a-a38a-cbeaf308126f HTTP/1.1" status: 204 len: 168 time: 0.5230536 Aug 16 21:08:45.472799 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-675f0dec-49fe-4751-acf5-f208321f1496 None None] Allocated IP 2001:db8::f816:3eff:fecc:c32d (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/425167af-cd69-47ee-8b76-cf59809ea9e7/63ab7897-b420-44b1-8480-9cff5f395d5c) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:08:45.492919 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-086568b4-67ee-4873-9d00-fa37b83dbe0c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c69664d-e5b1-4f3e-8026-d75ecad74ee8 HTTP/1.1" status: 200 len: 217 time: 0.4419358 Aug 16 21:08:45.502042 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed244ab-36d9-4435-bc7e-b2b4e6ae9625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761a074a-0235-406a-a38a-cbeaf308126f,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:45.627253 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7219e-ef54-4d4a-975a-d99098683c4b req-71effd1c-5518-4c5c-b110-fd59eb5d259d tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:45.628967 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d9f7219e-ef54-4d4a-975a-d99098683c4b req-71effd1c-5518-4c5c-b110-fd59eb5d259d tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 945 time: 0.1395419 Aug 16 21:08:45.638017 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6236c16-0c1b-4582-bdac-b98d6715eef7 req-69aac8ba-6cda-45c0-955b-038d5b0da0fc tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:45.639614 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e6236c16-0c1b-4582-bdac-b98d6715eef7 req-69aac8ba-6cda-45c0-955b-038d5b0da0fc tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 943 time: 0.1516039 Aug 16 21:08:45.641496 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-5bd6fdef-7cfe-4ce5-9d21-9ba6d2fa12d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:45.642927 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-5bd6fdef-7cfe-4ce5-9d21-9ba6d2fa12d4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6d4ab04f-fd33-40d0-bd76-3977c7bf52a2 HTTP/1.1" status: 200 len: 855 time: 0.1303663 Aug 16 21:08:45.711727 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0546803b-eaf2-49e7-80e1-7a547e88a2dd tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:45.734953 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0546803b-eaf2-49e7-80e1-7a547e88a2dd tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:45.738964 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-0546803b-eaf2-49e7-80e1-7a547e88a2dd tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:45.754952 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d9f7219e-ef54-4d4a-975a-d99098683c4b req-3271d2c6-992b-4690-a6e3-b461e7a90f6e tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/security-groups?id=7313cff0-67c1-456a-b42a-f621f13532ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110151 Aug 16 21:08:45.829838 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e6236c16-0c1b-4582-bdac-b98d6715eef7 req-505e1966-d575-4607-ae8d-db00435b508b tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1773474 Aug 16 21:08:45.834063 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0546803b-eaf2-49e7-80e1-7a547e88a2dd tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:45.834252 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-24ba4bd6-4453-4ea6-a5ca-fa941c9bb4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:45.834681 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0546803b-eaf2-49e7-80e1-7a547e88a2dd tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:45.835766 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-24ba4bd6-4453-4ea6-a5ca-fa941c9bb4a1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c499baa-4492-4b54-bedd-a882ae845f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1821902 Aug 16 21:08:45.887618 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0546803b-eaf2-49e7-80e1-7a547e88a2dd tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Subnet': ['ID=ed7e8e96-7c31-49b4-a2b4-9a804a5e28da,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:45.986062 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-50c3a6e0-ac8c-4cb5-93d4-cac6a0ffc223 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:45.995224 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-58aa1e8a-4a07-4867-b424-cbf986d8877a None None] Allocated IP 172.20.0.2 (4cffe10e-0c89-43a6-9947-55370bd7b6b9/85b5d8af-5676-4daa-9f9b-aa2fbbe1c77f/a1bf8480-aff5-4743-98b7-68882976a145) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:08:46.004978 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-cfaf4f5c-8e8b-4240-9b57-f8540042f22a service neutron] 10.222.0.90 "GET /v2.0/networks/9c499baa-4492-4b54-bedd-a882ae845f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618910 Aug 16 21:08:46.020063 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ae826041-8647-421a-86a8-5321eef03736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:46.078112 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0546803b-eaf2-49e7-80e1-7a547e88a2dd tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4686847 Aug 16 21:08:46.082720 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37912) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:46.092118 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-bf0cd5d1-a468-45a1-a5f8-7ac092dc2d9d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'port': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'mac_address': 'fa:16:3e:68:7d:c0', 'name': 'tempest-NetworksTestDHCPv6-1382231188'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:46.133187 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c3a6e0-ac8c-4cb5-93d4-cac6a0ffc223 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Checking segment: {'id': '9196d8af-849b-4ce7-b45c-e19d8f955706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '198fc87b-df88-4721-93ee-601739dd2aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:08:46.133570 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c3a6e0-ac8c-4cb5-93d4-cac6a0ffc223 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Network hostable DHCP agents. Network: 198fc87b-df88-4721-93ee-601739dd2aad, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:08:46.151621 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3a6e0-ac8c-4cb5-93d4-cac6a0ffc223 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Pushing event updated for resources: {'Subnet': ['ID=77bbcdae-4b85-4dbf-8b7c-b94081e81219,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:46.188372 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-ae826041-8647-421a-86a8-5321eef03736 None None] For port 9ba311dc-9e0e-40cb-8807-33857f146af9, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=9ba311dc-9e0e-40cb-8807-33857f146af9,segment=NetworkSegment(85fdfedc-f21b-4df7-9b3d-1627c511c250),segment_id=85fdfedc-f21b-4df7-9b3d-1627c511c250)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:46.244526 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c3a6e0-ac8c-4cb5-93d4-cac6a0ffc223 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Network 198fc87b-df88-4721-93ee-601739dd2aad is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:08:46.269213 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ae826041-8647-421a-86a8-5321eef03736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:46.285176 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-675f0dec-49fe-4751-acf5-f208321f1496 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:46.326567 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-50c3a6e0-ac8c-4cb5-93d4-cac6a0ffc223 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 198fc87b-df88-4721-93ee-601739dd2aad) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:46.331366 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c3a6e0-ac8c-4cb5-93d4-cac6a0ffc223 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:46.332539 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-50c3a6e0-ac8c-4cb5-93d4-cac6a0ffc223 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:46.334826 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-675f0dec-49fe-4751-acf5-f208321f1496 None None] Transition to ACTIVE for port object 63ab7897-b420-44b1-8480-9cff5f395d5c will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:46.359122 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0381b7aa-fb75-4850-8172-cbaf75883b8b req-35b2d6b5-627d-4239-b78a-8eca94b4d68b service neutron] 10.222.0.90 "GET /v2.0/networks/9c499baa-4492-4b54-bedd-a882ae845f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464005 Aug 16 21:08:46.369656 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080b35b9-ec7c-48b7-a93f-7615612ef2c1 None None] Network 198fc87b-df88-4721-93ee-601739dd2aad requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:46.424196 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0cd5d1-a468-45a1-a5f8-7ac092dc2d9d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:46.443680 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae826041-8647-421a-86a8-5321eef03736 None None] Pushing event updated for resources: {'Port': ['ID=9ba311dc-9e0e-40cb-8807-33857f146af9,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:46.469852 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-675f0dec-49fe-4751-acf5-f208321f1496 None None] Transition to ACTIVE for port object 63ab7897-b420-44b1-8480-9cff5f395d5c will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:46.488202 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-58aa1e8a-4a07-4867-b424-cbf986d8877a None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:46.494627 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-50c3a6e0-ac8c-4cb5-93d4-cac6a0ffc223 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7016678 Aug 16 21:08:46.495943 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37922) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:46.499656 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-68b3a3f4-24c6-4317-bfcf-f0de1c22b45a None None] Provisioning complete for port 9ba311dc-9e0e-40cb-8807-33857f146af9 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:46.500072 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-68b3a3f4-24c6-4317-bfcf-f0de1c22b45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:46.507932 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-58aa1e8a-4a07-4867-b424-cbf986d8877a None None] Transition to ACTIVE for port object a1bf8480-aff5-4743-98b7-68882976a145 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:46.543696 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bf0cd5d1-a468-45a1-a5f8-7ac092dc2d9d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:46.576064 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-58aa1e8a-4a07-4867-b424-cbf986d8877a None None] Transition to ACTIVE for port object a1bf8480-aff5-4743-98b7-68882976a145 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:46.586869 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-675f0dec-49fe-4751-acf5-f208321f1496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:46.591066 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:46.620673 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-bf0cd5d1-a468-45a1-a5f8-7ac092dc2d9d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] device_id is not set on port e6bc72d4-fb58-4f16-907b-248491edef85 yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:08:46.664421 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675f0dec-49fe-4751-acf5-f208321f1496 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:46.691497 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-675f0dec-49fe-4751-acf5-f208321f1496 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:46.694092 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675f0dec-49fe-4751-acf5-f208321f1496 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:08:46.713200 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-58aa1e8a-4a07-4867-b424-cbf986d8877a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:46.736286 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f0dec-49fe-4751-acf5-f208321f1496 None None] Pushing event updated for resources: {'Port': ['ID=63ab7897-b420-44b1-8480-9cff5f395d5c,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:46.826522 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749d07de-482f-4a5c-a416-c67694290bcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-198fc87b-df88-4721-93ee-601739dd2aad', 'network_id': '198fc87b-df88-4721-93ee-601739dd2aad', 'tenant_id': '2818725681a243dfbba4a3feeb181678', 'fixed_ips': [{'subnet_id': '77bbcdae-4b85-4dbf-8b7c-b94081e81219'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:08:46.827378 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-749d07de-482f-4a5c-a416-c67694290bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:46.832248 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58aa1e8a-4a07-4867-b424-cbf986d8877a None None] Network 4cffe10e-0c89-43a6-9947-55370bd7b6b9 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:46.860448 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-58aa1e8a-4a07-4867-b424-cbf986d8877a None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:46.866698 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58aa1e8a-4a07-4867-b424-cbf986d8877a None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:08:46.879649 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a642bc21-d1ab-40b6-91b8-e6579635fb17 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:46.883427 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-675f0dec-49fe-4751-acf5-f208321f1496 None None] Attempting to bind port 63ab7897-b420-44b1-8480-9cff5f395d5c on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:08:46.884157 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-675f0dec-49fe-4751-acf5-f208321f1496 None None] Attempting to bind port 63ab7897-b420-44b1-8480-9cff5f395d5c by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:08:46.884835 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675f0dec-49fe-4751-acf5-f208321f1496 None None] Attempting to bind port 63ab7897-b420-44b1-8480-9cff5f395d5c on network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:08:46.886820 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa1e8a-4a07-4867-b424-cbf986d8877a None None] Pushing event updated for resources: {'Port': ['ID=a1bf8480-aff5-4743-98b7-68882976a145,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:46.903876 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675f0dec-49fe-4751-acf5-f208321f1496 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:08:46.904510 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675f0dec-49fe-4751-acf5-f208321f1496 None None] Checking segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:08:46.905105 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-675f0dec-49fe-4751-acf5-f208321f1496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:46.905674 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675f0dec-49fe-4751-acf5-f208321f1496 None None] Bound using segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:08:46.906383 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-675f0dec-49fe-4751-acf5-f208321f1496 None None] Bound port: 63ab7897-b420-44b1-8480-9cff5f395d5c, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:08:46.907072 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-675f0dec-49fe-4751-acf5-f208321f1496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:47.004196 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-bf0cd5d1-a468-45a1-a5f8-7ac092dc2d9d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Allocated IP 172.20.0.2 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/ed7e8e96-7c31-49b4-a2b4-9a804a5e28da/e6bc72d4-fb58-4f16-907b-248491edef85) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:08:47.013224 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-bf0cd5d1-a468-45a1-a5f8-7ac092dc2d9d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Allocated IP 2001:db8::f816:3eff:fe68:7dc0 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/425167af-cd69-47ee-8b76-cf59809ea9e7/e6bc72d4-fb58-4f16-907b-248491edef85) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:08:47.112677 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-58aa1e8a-4a07-4867-b424-cbf986d8877a None None] Attempting to bind port a1bf8480-aff5-4743-98b7-68882976a145 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:08:47.113336 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-58aa1e8a-4a07-4867-b424-cbf986d8877a None None] Attempting to bind port a1bf8480-aff5-4743-98b7-68882976a145 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '31e95fe3-a0a2-471c-93b6-abdc4343399f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4cffe10e-0c89-43a6-9947-55370bd7b6b9'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:08:47.113908 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58aa1e8a-4a07-4867-b424-cbf986d8877a None None] Attempting to bind port a1bf8480-aff5-4743-98b7-68882976a145 on network 4cffe10e-0c89-43a6-9947-55370bd7b6b9 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:08:47.148773 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58aa1e8a-4a07-4867-b424-cbf986d8877a None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:08:47.149202 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58aa1e8a-4a07-4867-b424-cbf986d8877a None None] Checking segment: {'id': '31e95fe3-a0a2-471c-93b6-abdc4343399f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4cffe10e-0c89-43a6-9947-55370bd7b6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:08:47.149684 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-58aa1e8a-4a07-4867-b424-cbf986d8877a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:47.150159 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58aa1e8a-4a07-4867-b424-cbf986d8877a None None] Bound using segment: {'id': '31e95fe3-a0a2-471c-93b6-abdc4343399f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4cffe10e-0c89-43a6-9947-55370bd7b6b9'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:08:47.150727 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-58aa1e8a-4a07-4867-b424-cbf986d8877a None None] Bound port: a1bf8480-aff5-4743-98b7-68882976a145, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31e95fe3-a0a2-471c-93b6-abdc4343399f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4cffe10e-0c89-43a6-9947-55370bd7b6b9'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:08:47.151188 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-58aa1e8a-4a07-4867-b424-cbf986d8877a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:47.233711 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bf0cd5d1-a468-45a1-a5f8-7ac092dc2d9d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:47.233968 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-675f0dec-49fe-4751-acf5-f208321f1496 None None] For port 63ab7897-b420-44b1-8480-9cff5f395d5c, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:08:47.244435 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-a642bc21-d1ab-40b6-91b8-e6579635fb17 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Allocated IP 172.20.0.1 (4cffe10e-0c89-43a6-9947-55370bd7b6b9/85b5d8af-5676-4daa-9f9b-aa2fbbe1c77f/f6ec4802-a525-4b1f-b4f9-2ba5cf8d12e7) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:08:47.249822 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-bf0cd5d1-a468-45a1-a5f8-7ac092dc2d9d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Transition to ACTIVE for port object e6bc72d4-fb58-4f16-907b-248491edef85 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:47.260715 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-749d07de-482f-4a5c-a416-c67694290bcc None None] Allocated IP 172.20.0.2 (198fc87b-df88-4721-93ee-601739dd2aad/77bbcdae-4b85-4dbf-8b7c-b94081e81219/645a2555-2f3a-40da-b7b3-e558ebfbc2fd) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:08:47.267088 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-675f0dec-49fe-4751-acf5-f208321f1496 None None] For port 63ab7897-b420-44b1-8480-9cff5f395d5c, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=63ab7897-b420-44b1-8480-9cff5f395d5c,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:08:47.294086 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-58aa1e8a-4a07-4867-b424-cbf986d8877a None None] For port a1bf8480-aff5-4743-98b7-68882976a145, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:08:47.343299 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-58aa1e8a-4a07-4867-b424-cbf986d8877a None None] For port a1bf8480-aff5-4743-98b7-68882976a145, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=a1bf8480-aff5-4743-98b7-68882976a145,segment=NetworkSegment(31e95fe3-a0a2-471c-93b6-abdc4343399f),segment_id=31e95fe3-a0a2-471c-93b6-abdc4343399f)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:08:47.344885 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-675f0dec-49fe-4751-acf5-f208321f1496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:47.378126 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bf0cd5d1-a468-45a1-a5f8-7ac092dc2d9d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:47.428215 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a642bc21-d1ab-40b6-91b8-e6579635fb17 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:47.438305 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-58aa1e8a-4a07-4867-b424-cbf986d8877a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:47.438588 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a4e92-ddec-4d72-a11d-e61b893ff91c req-4c223974-f4c3-448c-a18c-174fc5d28030 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:47.442348 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2d9a4e92-ddec-4d72-a11d-e61b893ff91c req-4c223974-f4c3-448c-a18c-174fc5d28030 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 943 time: 0.1550505 Aug 16 21:08:47.460706 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-a642bc21-d1ab-40b6-91b8-e6579635fb17 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Transition to ACTIVE for port object f6ec4802-a525-4b1f-b4f9-2ba5cf8d12e7 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:47.523259 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f0dec-49fe-4751-acf5-f208321f1496 None None] Pushing event updated for resources: {'Port': ['ID=63ab7897-b420-44b1-8480-9cff5f395d5c,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:47.553259 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0cd5d1-a468-45a1-a5f8-7ac092dc2d9d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:47.563887 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-bf0cd5d1-a468-45a1-a5f8-7ac092dc2d9d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:47.573483 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5143670-a177-4eab-80a5-caec019054f8 req-dfc08d8d-fe90-4e6c-b45f-62daccdb4ac8 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:47.582242 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c5143670-a177-4eab-80a5-caec019054f8 req-dfc08d8d-fe90-4e6c-b45f-62daccdb4ac8 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 945 time: 0.2840428 Aug 16 21:08:47.591217 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0cd5d1-a468-45a1-a5f8-7ac092dc2d9d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:08:47.608995 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a642bc21-d1ab-40b6-91b8-e6579635fb17 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:47.660708 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa1e8a-4a07-4867-b424-cbf986d8877a None None] Pushing event updated for resources: {'Port': ['ID=a1bf8480-aff5-4743-98b7-68882976a145,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:47.668835 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-749d07de-482f-4a5c-a416-c67694290bcc None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:47.686793 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-749d07de-482f-4a5c-a416-c67694290bcc None None] Transition to ACTIVE for port object 645a2555-2f3a-40da-b7b3-e558ebfbc2fd will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:47.700900 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0cd5d1-a468-45a1-a5f8-7ac092dc2d9d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Port': ['ID=e6bc72d4-fb58-4f16-907b-248491edef85,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:47.724695 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-749d07de-482f-4a5c-a416-c67694290bcc None None] Transition to ACTIVE for port object 645a2555-2f3a-40da-b7b3-e558ebfbc2fd will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:47.742705 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2d9a4e92-ddec-4d72-a11d-e61b893ff91c req-55daa768-d63a-49a9-b6a0-4e495f00ddac tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2488432 Aug 16 21:08:47.765670 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0cd5d1-a468-45a1-a5f8-7ac092dc2d9d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:47.766458 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bf0cd5d1-a468-45a1-a5f8-7ac092dc2d9d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:47.788691 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c5143670-a177-4eab-80a5-caec019054f8 req-e6875596-9de3-4a0a-922a-1964c51220a3 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/security-groups?id=7313cff0-67c1-456a-b42a-f621f13532ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042689 Aug 16 21:08:47.860952 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-749d07de-482f-4a5c-a416-c67694290bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:47.901620 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-bf0cd5d1-a468-45a1-a5f8-7ac092dc2d9d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8174603 Aug 16 21:08:47.904217 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37942) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:48.036590 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749d07de-482f-4a5c-a416-c67694290bcc None None] Network 198fc87b-df88-4721-93ee-601739dd2aad is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:48.041195 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb0fc7a-c863-486b-ab17-54032ca3112f tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:48.051370 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-749d07de-482f-4a5c-a416-c67694290bcc None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:48.053534 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb0fc7a-c863-486b-ab17-54032ca3112f tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:48.059296 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749d07de-482f-4a5c-a416-c67694290bcc None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:08:48.062933 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d07de-482f-4a5c-a416-c67694290bcc None None] Pushing event updated for resources: {'Port': ['ID=645a2555-2f3a-40da-b7b3-e558ebfbc2fd,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:48.068281 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-cdb0fc7a-c863-486b-ab17-54032ca3112f tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1629014 Aug 16 21:08:48.068948 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37944) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:48.160010 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-749d07de-482f-4a5c-a416-c67694290bcc None None] Attempting to bind port 645a2555-2f3a-40da-b7b3-e558ebfbc2fd on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:08:48.160386 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-749d07de-482f-4a5c-a416-c67694290bcc None None] Attempting to bind port 645a2555-2f3a-40da-b7b3-e558ebfbc2fd by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '9196d8af-849b-4ce7-b45c-e19d8f955706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '198fc87b-df88-4721-93ee-601739dd2aad'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:08:48.160753 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749d07de-482f-4a5c-a416-c67694290bcc None None] Attempting to bind port 645a2555-2f3a-40da-b7b3-e558ebfbc2fd on network 198fc87b-df88-4721-93ee-601739dd2aad {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:08:48.171346 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749d07de-482f-4a5c-a416-c67694290bcc None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:08:48.171753 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749d07de-482f-4a5c-a416-c67694290bcc None None] Checking segment: {'id': '9196d8af-849b-4ce7-b45c-e19d8f955706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '198fc87b-df88-4721-93ee-601739dd2aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:08:48.172309 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-749d07de-482f-4a5c-a416-c67694290bcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:48.172542 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749d07de-482f-4a5c-a416-c67694290bcc None None] Bound using segment: {'id': '9196d8af-849b-4ce7-b45c-e19d8f955706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '198fc87b-df88-4721-93ee-601739dd2aad'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:08:48.173018 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-749d07de-482f-4a5c-a416-c67694290bcc None None] Bound port: 645a2555-2f3a-40da-b7b3-e558ebfbc2fd, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9196d8af-849b-4ce7-b45c-e19d8f955706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '198fc87b-df88-4721-93ee-601739dd2aad'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:08:48.173405 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-749d07de-482f-4a5c-a416-c67694290bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:48.251456 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a642bc21-d1ab-40b6-91b8-e6579635fb17 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Network 4cffe10e-0c89-43a6-9947-55370bd7b6b9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:48.261511 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-a642bc21-d1ab-40b6-91b8-e6579635fb17 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:48.264144 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a642bc21-d1ab-40b6-91b8-e6579635fb17 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:08:48.287404 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-f69249e4-6600-4bac-ad7c-9bb850b73233 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting port e6bc72d4-fb58-4f16-907b-248491edef85 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:08:48.287404 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f69249e4-6600-4bac-ad7c-9bb850b73233 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:48.294473 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-749d07de-482f-4a5c-a416-c67694290bcc None None] For port 645a2555-2f3a-40da-b7b3-e558ebfbc2fd, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:08:48.298729 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-749d07de-482f-4a5c-a416-c67694290bcc None None] For port 645a2555-2f3a-40da-b7b3-e558ebfbc2fd, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=645a2555-2f3a-40da-b7b3-e558ebfbc2fd,segment=NetworkSegment(9196d8af-849b-4ce7-b45c-e19d8f955706),segment_id=9196d8af-849b-4ce7-b45c-e19d8f955706)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:08:48.301431 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642bc21-d1ab-40b6-91b8-e6579635fb17 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Pushing event updated for resources: {'Port': ['ID=f6ec4802-a525-4b1f-b4f9-2ba5cf8d12e7,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:48.320486 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1ab53-7e67-4320-89c1-d1325c951399 req-32043709-9c20-4c7c-90e4-57206411613d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:48.322070 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4dc1ab53-7e67-4320-89c1-d1325c951399 req-32043709-9c20-4c7c-90e4-57206411613d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 1097 time: 0.7032094 Aug 16 21:08:48.325666 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 63ab7897-b420-44b1-8480-9cff5f395d5c up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:08:48.361957 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a642bc21-d1ab-40b6-91b8-e6579635fb17 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:48.419041 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-749d07de-482f-4a5c-a416-c67694290bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:48.426617 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4dc1ab53-7e67-4320-89c1-d1325c951399 req-ab9b1b1e-a684-4f82-a33e-64df7055513b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7313cff0-67c1-456a-b42a-f621f13532ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961614 Aug 16 21:08:48.436125 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f69249e4-6600-4bac-ad7c-9bb850b73233 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:48.451097 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-f69249e4-6600-4bac-ad7c-9bb850b73233 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Calling delete_port for e6bc72d4-fb58-4f16-907b-248491edef85 owned by {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:08:48.503541 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 63ab7897-b420-44b1-8480-9cff5f395d5c completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:48.510985 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d07de-482f-4a5c-a416-c67694290bcc None None] Pushing event updated for resources: {'Port': ['ID=645a2555-2f3a-40da-b7b3-e558ebfbc2fd,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:48.514496 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 9ba311dc-9e0e-40cb-8807-33857f146af9 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:08:48.570997 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 9ba311dc-9e0e-40cb-8807-33857f146af9 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:48.571990 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:48.609697 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37950) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:48.625798 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a642bc21-d1ab-40b6-91b8-e6579635fb17 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:48.736547 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device a1bf8480-aff5-4743-98b7-68882976a145 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:08:48.814269 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-41aa93f6-c5b9-497e-b065-a3c89f592818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:48.914647 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f69249e4-6600-4bac-ad7c-9bb850b73233 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:48.958052 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port a1bf8480-aff5-4743-98b7-68882976a145 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:49.135465 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69249e4-6600-4bac-ad7c-9bb850b73233 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Port': ['ID=e6bc72d4-fb58-4f16-907b-248491edef85,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:49.138002 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:49.172681 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a642bc21-d1ab-40b6-91b8-e6579635fb17 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:49.181519 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69249e4-6600-4bac-ad7c-9bb850b73233 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:49.181878 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69249e4-6600-4bac-ad7c-9bb850b73233 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:49.182228 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69249e4-6600-4bac-ad7c-9bb850b73233 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:49.182599 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69249e4-6600-4bac-ad7c-9bb850b73233 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:49.182944 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69249e4-6600-4bac-ad7c-9bb850b73233 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:49.183279 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69249e4-6600-4bac-ad7c-9bb850b73233 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:49.183608 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69249e4-6600-4bac-ad7c-9bb850b73233 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:49.183980 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69249e4-6600-4bac-ad7c-9bb850b73233 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:49.184315 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69249e4-6600-4bac-ad7c-9bb850b73233 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:49.184646 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69249e4-6600-4bac-ad7c-9bb850b73233 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:49.184979 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69249e4-6600-4bac-ad7c-9bb850b73233 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:49.185363 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69249e4-6600-4bac-ad7c-9bb850b73233 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:49.249899 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e194f3-dd82-492c-a7bf-24a6d217fa92 req-08b9c379-0c64-49e9-9177-b794fe448c7a tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:49.251488 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-65e194f3-dd82-492c-a7bf-24a6d217fa92 req-08b9c379-0c64-49e9-9177-b794fe448c7a tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 945 time: 0.2969227 Aug 16 21:08:49.271807 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427cca5c-0725-413d-9b51-3e6fac1bc253 req-f2692a5f-637c-42e8-b637-b827414405c0 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:49.279966 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-427cca5c-0725-413d-9b51-3e6fac1bc253 req-f2692a5f-637c-42e8-b637-b827414405c0 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 943 time: 0.3364515 Aug 16 21:08:49.287467 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f69249e4-6600-4bac-ad7c-9bb850b73233 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:49.292889 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37958) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:49.296258 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f69249e4-6600-4bac-ad7c-9bb850b73233 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/ports/e6bc72d4-fb58-4f16-907b-248491edef85 HTTP/1.1" status: 204 len: 168 time: 1.2261426 Aug 16 21:08:49.308917 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a642bc21-d1ab-40b6-91b8-e6579635fb17 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:49.340129 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-427cca5c-0725-413d-9b51-3e6fac1bc253 req-32b9648b-74b3-4d76-8eb7-9a1fe6c02b63 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592260 Aug 16 21:08:49.386026 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-41aa93f6-c5b9-497e-b065-a3c89f592818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:49.419319 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71dc584-9337-4d18-957e-cd08da3a99dc None None] Network 4cffe10e-0c89-43a6-9947-55370bd7b6b9 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:49.421312 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-65e194f3-dd82-492c-a7bf-24a6d217fa92 req-f72fc565-dc65-4412-9608-4d00ca221314 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/security-groups?id=7313cff0-67c1-456a-b42a-f621f13532ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102598 Aug 16 21:08:49.436804 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2267af84-295b-4369-86c9-a334eb41625e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:49.439059 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2267af84-295b-4369-86c9-a334eb41625e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:49.440017 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2267af84-295b-4369-86c9-a334eb41625e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:49.441644 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2267af84-295b-4369-86c9-a334eb41625e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1477978 Aug 16 21:08:49.444990 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37960) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:49.481337 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642bc21-d1ab-40b6-91b8-e6579635fb17 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Pushing event updated for resources: {'Port': ['ID=f6ec4802-a525-4b1f-b4f9-2ba5cf8d12e7,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:49.492105 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a642bc21-d1ab-40b6-91b8-e6579635fb17 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:49.500525 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-41aa93f6-c5b9-497e-b065-a3c89f592818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:49.540770 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa93f6-c5b9-497e-b065-a3c89f592818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be50d91-fbed-46ef-8aab-c469a3a088bb,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:49.552882 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5e97ad4-f64d-42e7-9f9b-54fa41954f6b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting subnet 425167af-cd69-47ee-8b76-cf59809ea9e7 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:08:49.560243 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a5e97ad4-f64d-42e7-9f9b-54fa41954f6b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:49.636998 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-41aa93f6-c5b9-497e-b065-a3c89f592818 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3e9802c3796046c7a445aba1d7833ccc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0261133 Aug 16 21:08:49.640950 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37964) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:49.660250 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e3fdea-5194-43b2-8da1-84220486d9fa None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:49.673568 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a5e97ad4-f64d-42e7-9f9b-54fa41954f6b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:49.780661 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b4bcbc45-6e5d-408e-9a43-4e8bda084198 None None] Provisioning for port a1bf8480-aff5-4743-98b7-68882976a145 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:49.797084 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b4bcbc45-6e5d-408e-9a43-4e8bda084198 None None] Provisioning complete for port a1bf8480-aff5-4743-98b7-68882976a145 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:49.798143 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b4bcbc45-6e5d-408e-9a43-4e8bda084198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:49.814393 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a642bc21-d1ab-40b6-91b8-e6579635fb17 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Network 4cffe10e-0c89-43a6-9947-55370bd7b6b9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:49.815842 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-a642bc21-d1ab-40b6-91b8-e6579635fb17 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:49.839973 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a3101c2c-cfe7-4feb-9539-a908b7a2194c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:49.934458 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a3101c2c-cfe7-4feb-9539-a908b7a2194c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:49.937415 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a5e97ad4-f64d-42e7-9f9b-54fa41954f6b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:50.054965 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a642bc21-d1ab-40b6-91b8-e6579635fb17 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Router 2ca9d45a-ee67-4d2d-af61-a80118690470 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:08:50.193301 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 645a2555-2f3a-40da-b7b3-e558ebfbc2fd up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:08:50.224962 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 7c69664d-e5b1-4f3e-8026-d75ecad74ee8 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:08:50.226949 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a642bc21-d1ab-40b6-91b8-e6579635fb17 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:08:50.235202 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a642bc21-d1ab-40b6-91b8-e6579635fb17 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] 10.222.0.84 "PUT /v2.0/routers/2ca9d45a-ee67-4d2d-af61-a80118690470/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7350669 Aug 16 21:08:50.236663 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37966) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:50.253208 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eeccb9e-937f-4ec7-be17-0279cb134379 None None] Sync routers for ids ['2ca9d45a-ee67-4d2d-af61-a80118690470'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:08:50.312092 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57079a7-2316-4911-ad01-fbe28ee4350f None None] Network 198fc87b-df88-4721-93ee-601739dd2aad requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:50.328760 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a5e97ad4-f64d-42e7-9f9b-54fa41954f6b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:50.339106 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a3101c2c-cfe7-4feb-9539-a908b7a2194c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:50.341668 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a3101c2c-cfe7-4feb-9539-a908b7a2194c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:50.342936 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a3101c2c-cfe7-4feb-9539-a908b7a2194c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2be50d91-fbed-46ef-8aab-c469a3a088bb HTTP/1.1" status: 204 len: 168 time: 0.7003794 Aug 16 21:08:50.373446 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e97ad4-f64d-42e7-9f9b-54fa41954f6b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Subnet': ['ID=425167af-cd69-47ee-8b76-cf59809ea9e7,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:50.386423 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a5e97ad4-f64d-42e7-9f9b-54fa41954f6b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:50.391468 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37972) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:50.396424 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a5e97ad4-f64d-42e7-9f9b-54fa41954f6b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/425167af-cd69-47ee-8b76-cf59809ea9e7 HTTP/1.1" status: 204 len: 168 time: 0.9500320 Aug 16 21:08:50.400691 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3101c2c-cfe7-4feb-9539-a908b7a2194c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be50d91-fbed-46ef-8aab-c469a3a088bb,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:50.432267 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eeccb9e-937f-4ec7-be17-0279cb134379 None None] Routers {'2ca9d45a-ee67-4d2d-af61-a80118690470'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:08:50.434175 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-1eeccb9e-937f-4ec7-be17-0279cb134379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:08:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['2ca9d45a-ee67-4d2d-af61-a80118690470'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:50.498809 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-b40680a2-e4ad-49ad-a7f0-df734de0ee08 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting subnet ed7e8e96-7c31-49b4-a2b4-9a804a5e28da {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:08:50.500326 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b40680a2-e4ad-49ad-a7f0-df734de0ee08 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:50.608623 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b40680a2-e4ad-49ad-a7f0-df734de0ee08 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:50.642604 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 7c69664d-e5b1-4f3e-8026-d75ecad74ee8, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=7c69664d-e5b1-4f3e-8026-d75ecad74ee8,segment=NetworkSegment(871fd1c6-053b-43bc-81ad-da658e74a8c3),segment_id=871fd1c6-053b-43bc-81ad-da658e74a8c3)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:50.655708 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-1eeccb9e-937f-4ec7-be17-0279cb134379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:50.658719 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b4bcbc45-6e5d-408e-9a43-4e8bda084198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:50.661782 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '7c69664d-e5b1-4f3e-8026-d75ecad74ee8', 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c', 'port_id': '7c69664d-e5b1-4f3e-8026-d75ecad74ee8', 'mac_address': 'fa:16:3e:c6:1f:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d4ab04f-fd33-40d0-bd76-3977c7bf52a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:08:50.681336 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b40680a2-e4ad-49ad-a7f0-df734de0ee08 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:50.773569 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:50.826413 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c69664d-e5b1-4f3e-8026-d75ecad74ee8 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:08:50.830769 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eeccb9e-937f-4ec7-be17-0279cb134379 None None] Routers {'2ca9d45a-ee67-4d2d-af61-a80118690470'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:08:50.831573 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-1eeccb9e-937f-4ec7-be17-0279cb134379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:08:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['2ca9d45a-ee67-4d2d-af61-a80118690470'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:50.837575 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5559a-d03a-4963-8576-ba6d175e9f98 req-3ef56bce-6539-4386-8677-e0f879079045 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:50.849849 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7ce5559a-d03a-4963-8576-ba6d175e9f98 req-3ef56bce-6539-4386-8677-e0f879079045 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 943 time: 0.2687688 Aug 16 21:08:50.869853 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b866eba-d643-4b98-a55e-8dbc8a17d51f req-4bb324b7-d37b-46c1-aa9a-b55e2f6a7c1f tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:50.871412 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b866eba-d643-4b98-a55e-8dbc8a17d51f req-4bb324b7-d37b-46c1-aa9a-b55e2f6a7c1f tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 945 time: 0.2919772 Aug 16 21:08:50.904280 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-1eeccb9e-937f-4ec7-be17-0279cb134379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:50.904280 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eeccb9e-937f-4ec7-be17-0279cb134379 None None] The sync data for ids ['2ca9d45a-ee67-4d2d-af61-a80118690470'] in n-d-793620-15 is: [] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:08:50.919375 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-b4bcbc45-6e5d-408e-9a43-4e8bda084198 None None] For port a1bf8480-aff5-4743-98b7-68882976a145, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=a1bf8480-aff5-4743-98b7-68882976a145,segment=NetworkSegment(31e95fe3-a0a2-471c-93b6-abdc4343399f),segment_id=31e95fe3-a0a2-471c-93b6-abdc4343399f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:50.937831 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b40680a2-e4ad-49ad-a7f0-df734de0ee08 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:50.950001 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 7c69664d-e5b1-4f3e-8026-d75ecad74ee8, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=7c69664d-e5b1-4f3e-8026-d75ecad74ee8,segment=NetworkSegment(871fd1c6-053b-43bc-81ad-da658e74a8c3),segment_id=871fd1c6-053b-43bc-81ad-da658e74a8c3)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:50.974660 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eab0524-cf32-49f8-a043-4fffd312317f None None] Update dhcp port {'port': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'fixed_ips': [{'subnet_id': '425167af-cd69-47ee-8b76-cf59809ea9e7'}, {'subnet_id': 'ed7e8e96-7c31-49b4-a2b4-9a804a5e28da'}], 'binding:host_id': 'n-d-793620-15'}, 'id': '63ab7897-b420-44b1-8480-9cff5f395d5c'} from n-d-793620-15. {{(pid=101846) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 21:08:50.990119 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40680a2-e4ad-49ad-a7f0-df734de0ee08 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Subnet': ['ID=ed7e8e96-7c31-49b4-a2b4-9a804a5e28da,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:50.993891 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b866eba-d643-4b98-a55e-8dbc8a17d51f req-940a909d-7e38-42ec-a53d-4507ccc25e5b tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/security-groups?id=7313cff0-67c1-456a-b42a-f621f13532ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070464 Aug 16 21:08:51.001302 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 645a2555-2f3a-40da-b7b3-e558ebfbc2fd completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:51.012113 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7ce5559a-d03a-4963-8576-ba6d175e9f98 req-34ec41b8-11d9-4020-92ca-149aedaaa057 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612761 Aug 16 21:08:51.013876 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b40680a2-e4ad-49ad-a7f0-df734de0ee08 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:51.014271 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1eab0524-cf32-49f8-a043-4fffd312317f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:51.028189 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b40680a2-e4ad-49ad-a7f0-df734de0ee08 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/ed7e8e96-7c31-49b4-a2b4-9a804a5e28da HTTP/1.1" status: 204 len: 168 time: 0.6350131 Aug 16 21:08:51.028786 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37980) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:51.079053 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b4bcbc45-6e5d-408e-9a43-4e8bda084198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:51.101015 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-af03e564-7513-4dc0-95e8-c5858b4727b7 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0689793 Aug 16 21:08:51.104237 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37986) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:51.109066 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-0612d91c-1e3c-48f4-b063-6829e2809af4 req-ffe9ce3a-c2a1-48ca-ab44-83962f8d97b7 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-873169630', 'description': 'tempest-description-380744019'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:51.111865 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-a69a8f69-a3a8-451c-a680-eea9e8622772 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'subnet': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:51.126442 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:51.178302 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-4397730c-d2c9-43de-a5d7-a8345a1321e3 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:08:51.182566 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4397730c-d2c9-43de-a5d7-a8345a1321e3 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] 10.222.0.84 "PUT /v2.0/routers/2ca9d45a-ee67-4d2d-af61-a80118690470/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9414723 Aug 16 21:08:51.183100 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37990) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:51.285880 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bcbc45-6e5d-408e-9a43-4e8bda084198 None None] Pushing event updated for resources: {'Port': ['ID=a1bf8480-aff5-4743-98b7-68882976a145,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:51.312883 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0612d91c-1e3c-48f4-b063-6829e2809af4 req-ffe9ce3a-c2a1-48ca-ab44-83962f8d97b7 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:51.335121 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['7c69664d-e5b1-4f3e-8026-d75ecad74ee8'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:08:51.408676 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69a8f69-a3a8-451c-a680-eea9e8622772 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:51.412965 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a69a8f69-a3a8-451c-a680-eea9e8622772 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:51.415198 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2356ecb3-283e-4669-8a98-534908c09ce7 None None] Provisioning for port 63ab7897-b420-44b1-8480-9cff5f395d5c completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:51.438584 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=7c69664d-e5b1-4f3e-8026-d75ecad74ee8,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:51.445850 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2356ecb3-283e-4669-8a98-534908c09ce7 None None] Provisioning complete for port 63ab7897-b420-44b1-8480-9cff5f395d5c triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:51.446240 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2356ecb3-283e-4669-8a98-534908c09ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:51.503639 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd15a120-a55b-44fd-8635-a18a69a6b26c None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:51.607854 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0612d91c-1e3c-48f4-b063-6829e2809af4 req-ffe9ce3a-c2a1-48ca-ab44-83962f8d97b7 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:51.705169 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-53eb9703-a111-4025-9962-c44570887130 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:51.774379 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2356ecb3-283e-4669-8a98-534908c09ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:51.831260 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-2356ecb3-283e-4669-8a98-534908c09ce7 None None] For port 63ab7897-b420-44b1-8480-9cff5f395d5c, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=63ab7897-b420-44b1-8480-9cff5f395d5c,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:51.833445 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c0cd7f-0cd9-4384-938b-9baee9311bec None None] DHCP port deletion for 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:08:51.837115 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0612d91c-1e3c-48f4-b063-6829e2809af4 req-ffe9ce3a-c2a1-48ca-ab44-83962f8d97b7 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:51.885764 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-95c0cd7f-0cd9-4384-938b-9baee9311bec None None] Deleting port 63ab7897-b420-44b1-8480-9cff5f395d5c {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:08:51.886308 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-95c0cd7f-0cd9-4384-938b-9baee9311bec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:51.890407 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a69a8f69-a3a8-451c-a680-eea9e8622772 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:51.895135 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9ce3a-c2a1-48ca-ab44-83962f8d97b7 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc52a533-efa9-43c1-9663-8ff1799471b0,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:51.936662 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69a8f69-a3a8-451c-a680-eea9e8622772 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:51.943568 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-a69a8f69-a3a8-451c-a680-eea9e8622772 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:51.948386 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69a8f69-a3a8-451c-a680-eea9e8622772 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:51.948930 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a69a8f69-a3a8-451c-a680-eea9e8622772 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:51.965894 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a8f69-a3a8-451c-a680-eea9e8622772 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Subnet': ['ID=5b14e5c5-a8ae-4adc-82bc-7754e25e2efb,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:52.003087 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2356ecb3-283e-4669-8a98-534908c09ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:52.006368 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-95c0cd7f-0cd9-4384-938b-9baee9311bec None None] For port 63ab7897-b420-44b1-8480-9cff5f395d5c, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=63ab7897-b420-44b1-8480-9cff5f395d5c,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:52.006809 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-95c0cd7f-0cd9-4384-938b-9baee9311bec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:52.046771 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-95c0cd7f-0cd9-4384-938b-9baee9311bec None None] Calling delete_port for 63ab7897-b420-44b1-8480-9cff5f395d5c owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:08:52.059355 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a69a8f69-a3a8-451c-a680-eea9e8622772 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9535103 Aug 16 21:08:52.060067 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38006) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:52.067120 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-080690e5-5ab1-4ec1-a057-933d69dbd029 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'subnet': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:52.121751 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:52.131941 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2356ecb3-283e-4669-8a98-534908c09ce7 None None] Provisioning complete for port a1bf8480-aff5-4743-98b7-68882976a145 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:52.132900 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2356ecb3-283e-4669-8a98-534908c09ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:52.172717 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device a1bf8480-aff5-4743-98b7-68882976a145 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:08:52.246974 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 7c69664d-e5b1-4f3e-8026-d75ecad74ee8 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:08:52.260122 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2356ecb3-283e-4669-8a98-534908c09ce7 None None] Pushing event updated for resources: {'Port': ['ID=63ab7897-b420-44b1-8480-9cff5f395d5c,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:52.384456 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port a1bf8480-aff5-4743-98b7-68882976a145 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:52.384826 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:52.403166 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080690e5-5ab1-4ec1-a057-933d69dbd029 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:52.407815 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-080690e5-5ab1-4ec1-a057-933d69dbd029 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:52.474078 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-95c0cd7f-0cd9-4384-938b-9baee9311bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:52.518781 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 7c69664d-e5b1-4f3e-8026-d75ecad74ee8 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:52.528834 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c0cd7f-0cd9-4384-938b-9baee9311bec None None] Pushing event deleted for resources: {'Port': ['ID=63ab7897-b420-44b1-8480-9cff5f395d5c,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:52.534846 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0612d91c-1e3c-48f4-b063-6829e2809af4 req-ffe9ce3a-c2a1-48ca-ab44-83962f8d97b7 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:52.535418 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 7c69664d-e5b1-4f3e-8026-d75ecad74ee8 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:52.535522 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0612d91c-1e3c-48f4-b063-6829e2809af4 req-ffe9ce3a-c2a1-48ca-ab44-83962f8d97b7 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.4377186 Aug 16 21:08:52.535642 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:52.538971 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c0cd7f-0cd9-4384-938b-9baee9311bec None None] No DVR routers for this DVR port 63ab7897-b420-44b1-8480-9cff5f395d5c on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:08:52.593215 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a861a-834d-4a57-90af-a8f99a216f62 req-175ffcc2-bfee-46c1-ae12-db8f90123fab tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:52.600909 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-662a861a-834d-4a57-90af-a8f99a216f62 req-175ffcc2-bfee-46c1-ae12-db8f90123fab tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 944 time: 0.0796380 Aug 16 21:08:52.607618 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2356ecb3-283e-4669-8a98-534908c09ce7 None None] Provisioning for port f6ec4802-a525-4b1f-b4f9-2ba5cf8d12e7 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:52.610482 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-53eb9703-a111-4025-9962-c44570887130 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Deleting port f6ec4802-a525-4b1f-b4f9-2ba5cf8d12e7 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:08:52.610839 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-53eb9703-a111-4025-9962-c44570887130 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:52.628739 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bba923-fc0a-4a0b-96e9-39414ac4a9f3 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:52.648046 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2356ecb3-283e-4669-8a98-534908c09ce7 None None] Provisioning complete for port f6ec4802-a525-4b1f-b4f9-2ba5cf8d12e7 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:52.658422 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2356ecb3-283e-4669-8a98-534908c09ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:52.678415 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 63ab7897-b420-44b1-8480-9cff5f395d5c no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:08:52.740172 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-662a861a-834d-4a57-90af-a8f99a216f62 req-b5f79ade-4bf5-4cbc-98f4-09816baa2907 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210525 Aug 16 21:08:52.764121 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 63ab7897-b420-44b1-8480-9cff5f395d5c {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:08:52.764616 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 63ab7897-b420-44b1-8480-9cff5f395d5c not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:08:52.783087 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b42db992-2f09-4ebf-8252-ef591fb53d5e req-2002a281-7088-474c-b4c3-03dc7091e98c tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-873169630&fields=id&tenant_id=0d64dbe72a05445db961fd30273f80ac HTTP/1.1" status: 200 len: 267 time: 0.1025376 Aug 16 21:08:52.789490 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-2356ecb3-283e-4669-8a98-534908c09ce7 None None] Port f6ec4802-a525-4b1f-b4f9-2ba5cf8d12e7 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:08:52.841705 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-53eb9703-a111-4025-9962-c44570887130 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:52.859859 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-53eb9703-a111-4025-9962-c44570887130 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Calling delete_port for f6ec4802-a525-4b1f-b4f9-2ba5cf8d12e7 owned by network:router_interface {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:08:52.877434 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:52.882423 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42db992-2f09-4ebf-8252-ef591fb53d5e req-eb0fd729-9ebc-4326-8d6d-196d60c32be0 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:52.883987 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b42db992-2f09-4ebf-8252-ef591fb53d5e req-eb0fd729-9ebc-4326-8d6d-196d60c32be0 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 945 time: 0.0910404 Aug 16 21:08:52.919191 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45813dab-43ee-4513-8415-2e5b529608cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c69664d-e5b1-4f3e-8026-d75ecad74ee8'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:08:52.919191 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e25d79-0349-4f1f-a8b6-7fac7868d4d0" -d '{"events": [{"server_uuid": "45813dab-43ee-4513-8415-2e5b529608cf", "name": "network-vif-plugged", "status": "completed", "tag": "7c69664d-e5b1-4f3e-8026-d75ecad74ee8"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:08:52.949650 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 7c69664d-e5b1-4f3e-8026-d75ecad74ee8, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=7c69664d-e5b1-4f3e-8026-d75ecad74ee8,segment=NetworkSegment(871fd1c6-053b-43bc-81ad-da658e74a8c3),segment_id=871fd1c6-053b-43bc-81ad-da658e74a8c3)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:52.963882 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76906e3-a101-4ef2-ab66-7a8556cdef8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'tenant_id': '82725015d13d49169b6e377f421f6af8', 'fixed_ips': [{'subnet_id': '5b14e5c5-a8ae-4adc-82bc-7754e25e2efb'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:08:52.965440 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c76906e3-a101-4ef2-ab66-7a8556cdef8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:52.968691 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-b42db992-2f09-4ebf-8252-ef591fb53d5e req-dcceb4f7-e089-4d69-b358-cf2401af5193 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Request body: {'port': {'security_groups': ['7313cff0-67c1-456a-b42a-f621f13532ee', 'cc52a533-efa9-43c1-9663-8ff1799471b0']}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:52.978235 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2356ecb3-283e-4669-8a98-534908c09ce7 None None] Provisioning for port 645a2555-2f3a-40da-b7b3-e558ebfbc2fd completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:52.986246 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2356ecb3-283e-4669-8a98-534908c09ce7 None None] Provisioning complete for port 645a2555-2f3a-40da-b7b3-e558ebfbc2fd triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:52.986877 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2356ecb3-283e-4669-8a98-534908c09ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:53.025610 n-d-793620-15 neutron-server[101845]: DEBUG neutron.objects.ports [None req-080690e5-5ab1-4ec1-a057-933d69dbd029 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101845) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 21:08:53.029860 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-080690e5-5ab1-4ec1-a057-933d69dbd029 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:53.077972 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b42db992-2f09-4ebf-8252-ef591fb53d5e req-dcceb4f7-e089-4d69-b358-cf2401af5193 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:53.083355 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:53.122194 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080690e5-5ab1-4ec1-a057-933d69dbd029 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:53.137057 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080690e5-5ab1-4ec1-a057-933d69dbd029 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Subnet': ['ID=fbaa9c14-9e72-474c-bac9-dfbdbdbff791,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:53.146576 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-080690e5-5ab1-4ec1-a057-933d69dbd029 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:53.150393 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080690e5-5ab1-4ec1-a057-933d69dbd029 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:53.151325 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-080690e5-5ab1-4ec1-a057-933d69dbd029 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:53.287354 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-080690e5-5ab1-4ec1-a057-933d69dbd029 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2236607 Aug 16 21:08:53.287354 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38028) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:53.296506 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-632a9533-d5d0-4b76-bd5c-4883221c34b7 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'port': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'mac_address': 'fa:16:3e:33:67:2a', 'name': 'tempest-NetworksTestDHCPv6-1222195684'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:53.451989 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-b42db992-2f09-4ebf-8252-ef591fb53d5e req-dcceb4f7-e089-4d69-b358-cf2401af5193 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] For port b31d39aa-d462-4241-9064-5c0be173ef5f, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=b31d39aa-d462-4241-9064-5c0be173ef5f,segment=NetworkSegment(935c4def-bcd0-41b7-b894-caf6082db5ff),segment_id=935c4def-bcd0-41b7-b894-caf6082db5ff)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:53.459151 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6131e320-71b3-4d81-ba2e-2c13caf719e5 x-openstack-request-id: req-6131e320-71b3-4d81-ba2e-2c13caf719e5 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:08:53.462030 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45813dab-43ee-4513-8415-2e5b529608cf", "name": "network-vif-plugged", "status": "completed", "tag": "7c69664d-e5b1-4f3e-8026-d75ecad74ee8", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:08:53.462030 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6131e320-71b3-4d81-ba2e-2c13caf719e5 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:08:53.462030 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45813dab-43ee-4513-8415-2e5b529608cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c69664d-e5b1-4f3e-8026-d75ecad74ee8', 'code': 200} Aug 16 21:08:53.495813 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=7c69664d-e5b1-4f3e-8026-d75ecad74ee8,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:53.554751 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b42db992-2f09-4ebf-8252-ef591fb53d5e req-dcceb4f7-e089-4d69-b358-cf2401af5193 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:53.572094 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2356ecb3-283e-4669-8a98-534908c09ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:53.576593 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0df659-465d-41f2-a6d8-c5f1277ad2da req-452b17da-25b0-45db-a2e7-5c9e39344632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:53.578137 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3a0df659-465d-41f2-a6d8-c5f1277ad2da req-452b17da-25b0-45db-a2e7-5c9e39344632 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 1097 time: 0.0584464 Aug 16 21:08:53.580245 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632a9533-d5d0-4b76-bd5c-4883221c34b7 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:53.630072 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-2356ecb3-283e-4669-8a98-534908c09ce7 None None] For port 645a2555-2f3a-40da-b7b3-e558ebfbc2fd, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=645a2555-2f3a-40da-b7b3-e558ebfbc2fd,segment=NetworkSegment(9196d8af-849b-4ce7-b45c-e19d8f955706),segment_id=9196d8af-849b-4ce7-b45c-e19d8f955706)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:53.653938 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-c76906e3-a101-4ef2-ab66-7a8556cdef8d None None] Allocated IP 172.20.0.2 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/5b14e5c5-a8ae-4adc-82bc-7754e25e2efb/8ab763a6-e325-4f7d-b1ae-c83c8e753fe6) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:08:53.658597 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3a0df659-465d-41f2-a6d8-c5f1277ad2da req-a14f128d-6a19-498f-bede-3cf083efb8c1 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714262 Aug 16 21:08:53.665566 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-c76906e3-a101-4ef2-ab66-7a8556cdef8d None None] Allocated IP 2001:db8::f816:3eff:fe15:f7f4 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/fbaa9c14-9e72-474c-bac9-dfbdbdbff791/8ab763a6-e325-4f7d-b1ae-c83c8e753fe6) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:08:53.710458 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b42db992-2f09-4ebf-8252-ef591fb53d5e req-dcceb4f7-e089-4d69-b358-cf2401af5193 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:53.723748 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-632a9533-d5d0-4b76-bd5c-4883221c34b7 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:53.727652 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['b31d39aa-d462-4241-9064-5c0be173ef5f'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:08:53.756583 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-632a9533-d5d0-4b76-bd5c-4883221c34b7 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] device_id is not set on port 2474c2d1-2877-4036-a923-b557815990df yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:08:53.784443 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2356ecb3-283e-4669-8a98-534908c09ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:53.803912 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-53eb9703-a111-4025-9962-c44570887130 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:53.917027 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42db992-2f09-4ebf-8252-ef591fb53d5e req-dcceb4f7-e089-4d69-b358-cf2401af5193 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:53.917724 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b42db992-2f09-4ebf-8252-ef591fb53d5e req-dcceb4f7-e089-4d69-b358-cf2401af5193 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:53.919262 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b42db992-2f09-4ebf-8252-ef591fb53d5e req-dcceb4f7-e089-4d69-b358-cf2401af5193 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "PUT /v2.0/ports/b31d39aa-d462-4241-9064-5c0be173ef5f HTTP/1.1" status: 200 len: 981 time: 0.9680891 Aug 16 21:08:53.927008 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e08c58-81b2-47a3-aa6f-df3c0ddef0ab', 'tag': 'b31d39aa-d462-4241-9064-5c0be173ef5f'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:08:53.930074 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4453d7c-7503-4343-b702-0d3ceeffb3f5" -d '{"events": [{"name": "network-changed", "server_uuid": "02e08c58-81b2-47a3-aa6f-df3c0ddef0ab", "tag": "b31d39aa-d462-4241-9064-5c0be173ef5f"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:08:53.949582 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b2b69e96-167e-459b-bf19-bffb288e2280 None None] Could not find standard attr ID for object 63ab7897-b420-44b1-8480-9cff5f395d5c. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 21:08:53.960696 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2356ecb3-283e-4669-8a98-534908c09ce7 None None] Pushing event updated for resources: {'Port': ['ID=645a2555-2f3a-40da-b7b3-e558ebfbc2fd,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:53.965180 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['b31d39aa-d462-4241-9064-5c0be173ef5f'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:08:54.034627 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcceb4f7-e089-4d69-b358-cf2401af5193 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Pushing event updated for resources: {'Port': ['ID=b31d39aa-d462-4241-9064-5c0be173ef5f,revision_number=6']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:54.090188 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74edb80-00f8-4ea9-ad84-49d0aed983c3 req-e54c5679-a5df-41d9-9ddf-82e60a25ec58 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:54.091919 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d74edb80-00f8-4ea9-ad84-49d0aed983c3 req-e54c5679-a5df-41d9-9ddf-82e60a25ec58 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 945 time: 0.2215109 Aug 16 21:08:54.095610 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb9703-a111-4025-9962-c44570887130 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Pushing event deleted for resources: {'Port': ['ID=f6ec4802-a525-4b1f-b4f9-2ba5cf8d12e7,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:54.113937 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b2b69e96-167e-459b-bf19-bffb288e2280 None None] Provisioning complete for port 645a2555-2f3a-40da-b7b3-e558ebfbc2fd triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:54.114159 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b2b69e96-167e-459b-bf19-bffb288e2280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:54.117003 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c76906e3-a101-4ef2-ab66-7a8556cdef8d None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:54.180998 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 645a2555-2f3a-40da-b7b3-e558ebfbc2fd up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:08:54.191253 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c76906e3-a101-4ef2-ab66-7a8556cdef8d None None] Transition to ACTIVE for port object 8ab763a6-e325-4f7d-b1ae-c83c8e753fe6 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:54.226378 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d74edb80-00f8-4ea9-ad84-49d0aed983c3 req-8c0c12bf-13da-415a-aeb2-71c3329399b9 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252818 Aug 16 21:08:54.288497 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c76906e3-a101-4ef2-ab66-7a8556cdef8d None None] Transition to ACTIVE for port object 8ab763a6-e325-4f7d-b1ae-c83c8e753fe6 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:54.299223 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eb364538-4bc1-43d5-a453-a8e269aea924 req-d4e78ee6-49b1-415b-af2b-1b0cb1f751f5 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-873169630&fields=id&tenant_id=0d64dbe72a05445db961fd30273f80ac HTTP/1.1" status: 200 len: 267 time: 0.1586440 Aug 16 21:08:54.345893 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a26c56-4d79-4527-9878-d029909bdb0c x-openstack-request-id: req-51a26c56-4d79-4527-9878-d029909bdb0c {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:08:54.346442 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e08c58-81b2-47a3-aa6f-df3c0ddef0ab", "tag": "b31d39aa-d462-4241-9064-5c0be173ef5f", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:08:54.346864 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-51a26c56-4d79-4527-9878-d029909bdb0c {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:08:54.347427 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e08c58-81b2-47a3-aa6f-df3c0ddef0ab', 'tag': 'b31d39aa-d462-4241-9064-5c0be173ef5f', 'status': 'completed', 'code': 200} Aug 16 21:08:54.349892 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-53eb9703-a111-4025-9962-c44570887130 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:54.474037 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c76906e3-a101-4ef2-ab66-7a8556cdef8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:54.478873 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb364538-4bc1-43d5-a453-a8e269aea924 req-fb1414b5-563d-47ed-8e3b-a8425c64d50a tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:54.484325 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eb364538-4bc1-43d5-a453-a8e269aea924 req-fb1414b5-563d-47ed-8e3b-a8425c64d50a tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 984 time: 0.1774232 Aug 16 21:08:54.502430 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-eb364538-4bc1-43d5-a453-a8e269aea924 req-029d6662-feaa-404d-aa50-b0c475d60f00 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Request body: {'port': {'security_groups': ['7313cff0-67c1-456a-b42a-f621f13532ee']}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:54.533874 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4453d7c-7503-4343-b702-0d3ceeffb3f5 req-bac57f78-b751-4af5-b8d2-60708399f5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:54.535455 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c4453d7c-7503-4343-b702-0d3ceeffb3f5 req-bac57f78-b751-4af5-b8d2-60708399f5d1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d64dbe72a05445db961fd30273f80ac&device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 1136 time: 0.1820552 Aug 16 21:08:54.536404 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76906e3-a101-4ef2-ab66-7a8556cdef8d None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:54.557111 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-c76906e3-a101-4ef2-ab66-7a8556cdef8d None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:54.565911 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76906e3-a101-4ef2-ab66-7a8556cdef8d None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:08:54.674435 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-eb364538-4bc1-43d5-a453-a8e269aea924 req-029d6662-feaa-404d-aa50-b0c475d60f00 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:54.684839 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76906e3-a101-4ef2-ab66-7a8556cdef8d None None] Pushing event updated for resources: {'Port': ['ID=8ab763a6-e325-4f7d-b1ae-c83c8e753fe6,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:54.712866 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 645a2555-2f3a-40da-b7b3-e558ebfbc2fd triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:54.720415 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:54.720671 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53eb9703-a111-4025-9962-c44570887130 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Router 2ca9d45a-ee67-4d2d-af61-a80118690470 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:08:54.802160 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-632a9533-d5d0-4b76-bd5c-4883221c34b7 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Allocated IP 172.20.0.5 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/5b14e5c5-a8ae-4adc-82bc-7754e25e2efb/2474c2d1-2877-4036-a923-b557815990df) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:08:54.813952 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-632a9533-d5d0-4b76-bd5c-4883221c34b7 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Allocated IP 2001:db8::f816:3eff:fe33:672a (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/fbaa9c14-9e72-474c-bac9-dfbdbdbff791/2474c2d1-2877-4036-a923-b557815990df) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:08:54.856175 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b2b69e96-167e-459b-bf19-bffb288e2280 None None] Could not find standard attr ID for object f6ec4802-a525-4b1f-b4f9-2ba5cf8d12e7. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 21:08:54.886592 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-c76906e3-a101-4ef2-ab66-7a8556cdef8d None None] Attempting to bind port 8ab763a6-e325-4f7d-b1ae-c83c8e753fe6 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:08:54.887026 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-c76906e3-a101-4ef2-ab66-7a8556cdef8d None None] Attempting to bind port 8ab763a6-e325-4f7d-b1ae-c83c8e753fe6 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:08:54.887351 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76906e3-a101-4ef2-ab66-7a8556cdef8d None None] Attempting to bind port 8ab763a6-e325-4f7d-b1ae-c83c8e753fe6 on network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:08:54.888106 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53eb9703-a111-4025-9962-c44570887130 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:08:54.902839 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-53eb9703-a111-4025-9962-c44570887130 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] 10.222.0.84 "PUT /v2.0/routers/2ca9d45a-ee67-4d2d-af61-a80118690470/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7109122 Aug 16 21:08:54.903123 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76906e3-a101-4ef2-ab66-7a8556cdef8d None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:08:54.903123 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76906e3-a101-4ef2-ab66-7a8556cdef8d None None] Checking segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:08:54.903123 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c76906e3-a101-4ef2-ab66-7a8556cdef8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:54.903123 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76906e3-a101-4ef2-ab66-7a8556cdef8d None None] Bound using segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:08:54.903123 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-c76906e3-a101-4ef2-ab66-7a8556cdef8d None None] Bound port: 8ab763a6-e325-4f7d-b1ae-c83c8e753fe6, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:08:54.903123 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c76906e3-a101-4ef2-ab66-7a8556cdef8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:54.903758 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38054) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:54.917846 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe60de88-953c-490c-96fd-3a4bfca96512 None None] Sync routers for ids ['2ca9d45a-ee67-4d2d-af61-a80118690470'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:08:54.942516 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe60de88-953c-490c-96fd-3a4bfca96512 None None] Routers {'2ca9d45a-ee67-4d2d-af61-a80118690470'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:08:54.943653 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-fe60de88-953c-490c-96fd-3a4bfca96512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:08:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['2ca9d45a-ee67-4d2d-af61-a80118690470'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:55.010332 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4453d7c-7503-4343-b702-0d3ceeffb3f5 req-4ffcc7c3-f5c4-46bb-9c5a-77af3b1407f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:55.016868 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c4453d7c-7503-4343-b702-0d3ceeffb3f5 req-4ffcc7c3-f5c4-46bb-9c5a-77af3b1407f4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=23c94cb9-7fbe-4c32-98c2-b53c527999c9 HTTP/1.1" status: 200 len: 921 time: 0.4551308 Aug 16 21:08:55.039660 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-fe60de88-953c-490c-96fd-3a4bfca96512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:55.054049 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-5799619f-d2a5-4fa4-a7ec-bd2e6fd49677 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] delete failed (client error): The resource could not be found. Aug 16 21:08:55.055436 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5799619f-d2a5-4fa4-a7ec-bd2e6fd49677 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] 10.222.0.84 "DELETE /v2.0/routers/tempest-non_exist_router-945137670 HTTP/1.1" status: 404 len: 334 time: 0.1509073 Aug 16 21:08:55.059437 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38058) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:55.065812 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-f922eef6-f2d9-4780-94f2-d3179381f700 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Request body: {'router': {'external_gateway_info': {'network_id': '2ca9d45a-ee67-4d2d-af61-a80118690470'}}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:55.067466 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe60de88-953c-490c-96fd-3a4bfca96512 None None] Routers {'2ca9d45a-ee67-4d2d-af61-a80118690470'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:08:55.068194 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-fe60de88-953c-490c-96fd-3a4bfca96512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:08:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['2ca9d45a-ee67-4d2d-af61-a80118690470'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:55.078556 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-c76906e3-a101-4ef2-ab66-7a8556cdef8d None None] For port 8ab763a6-e325-4f7d-b1ae-c83c8e753fe6, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:08:55.083455 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-c76906e3-a101-4ef2-ab66-7a8556cdef8d None None] For port 8ab763a6-e325-4f7d-b1ae-c83c8e753fe6, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=8ab763a6-e325-4f7d-b1ae-c83c8e753fe6,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:08:55.112933 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-fe60de88-953c-490c-96fd-3a4bfca96512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:55.113640 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe60de88-953c-490c-96fd-3a4bfca96512 None None] The sync data for ids ['2ca9d45a-ee67-4d2d-af61-a80118690470'] in n-d-793620-15 is: [] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:08:55.118614 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c4453d7c-7503-4343-b702-0d3ceeffb3f5 req-0b7cca2c-db8a-478b-ab0c-c69eacda44d7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b31d39aa-d462-4241-9064-5c0be173ef5f HTTP/1.1" status: 200 len: 217 time: 0.0628638 Aug 16 21:08:55.201825 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c76906e3-a101-4ef2-ab66-7a8556cdef8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:55.230444 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4453d7c-7503-4343-b702-0d3ceeffb3f5 req-179608a9-1a7e-4aca-9244-f9724e1ccffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:55.232433 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c4453d7c-7503-4343-b702-0d3ceeffb3f5 req-179608a9-1a7e-4aca-9244-f9724e1ccffe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f401c415-c833-4edb-aa31-1fa3940c9bfa HTTP/1.1" status: 200 len: 860 time: 0.0731621 Aug 16 21:08:55.283119 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c4453d7c-7503-4343-b702-0d3ceeffb3f5 req-a78dcf20-a911-4dad-86d5-377e27bac5fc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=23c94cb9-7fbe-4c32-98c2-b53c527999c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387998 Aug 16 21:08:55.283353 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76906e3-a101-4ef2-ab66-7a8556cdef8d None None] Pushing event updated for resources: {'Port': ['ID=8ab763a6-e325-4f7d-b1ae-c83c8e753fe6,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:55.310099 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-632a9533-d5d0-4b76-bd5c-4883221c34b7 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:55.311206 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-eb364538-4bc1-43d5-a453-a8e269aea924 req-029d6662-feaa-404d-aa50-b0c475d60f00 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] For port b31d39aa-d462-4241-9064-5c0be173ef5f, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=b31d39aa-d462-4241-9064-5c0be173ef5f,segment=NetworkSegment(935c4def-bcd0-41b7-b894-caf6082db5ff),segment_id=935c4def-bcd0-41b7-b894-caf6082db5ff)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:55.371617 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-632a9533-d5d0-4b76-bd5c-4883221c34b7 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Transition to ACTIVE for port object 2474c2d1-2877-4036-a923-b557815990df will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:55.419405 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f922eef6-f2d9-4780-94f2-d3179381f700 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:55.443607 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c4453d7c-7503-4343-b702-0d3ceeffb3f5 req-f2c10dbb-e380-400c-880a-8b15c55957a3 service neutron] 10.222.0.72 "GET /v2.0/networks/23c94cb9-7fbe-4c32-98c2-b53c527999c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483665 Aug 16 21:08:55.457251 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-eb364538-4bc1-43d5-a453-a8e269aea924 req-029d6662-feaa-404d-aa50-b0c475d60f00 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:55.483848 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c5848-b119-46a8-ae02-a8ce12c502c6 req-116b7da2-58fc-40dd-8a6f-515482233577 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:55.485608 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-700c5848-b119-46a8-ae02-a8ce12c502c6 req-116b7da2-58fc-40dd-8a6f-515482233577 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 945 time: 0.0738990 Aug 16 21:08:55.555015 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-700c5848-b119-46a8-ae02-a8ce12c502c6 req-18ef71e2-511e-4c42-abd9-ca12c263dc96 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579295 Aug 16 21:08:55.562465 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-eb364538-4bc1-43d5-a453-a8e269aea924 req-029d6662-feaa-404d-aa50-b0c475d60f00 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:55.589342 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c4453d7c-7503-4343-b702-0d3ceeffb3f5 req-5bab6674-a198-45b2-ace3-41e8298a5a53 service neutron] 10.222.0.72 "GET /v2.0/networks/23c94cb9-7fbe-4c32-98c2-b53c527999c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269836 Aug 16 21:08:55.589342 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-632a9533-d5d0-4b76-bd5c-4883221c34b7 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:55.595089 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['b31d39aa-d462-4241-9064-5c0be173ef5f'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:08:55.624186 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb364538-4bc1-43d5-a453-a8e269aea924 req-029d6662-feaa-404d-aa50-b0c475d60f00 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:55.624186 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-eb364538-4bc1-43d5-a453-a8e269aea924 req-029d6662-feaa-404d-aa50-b0c475d60f00 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:55.630822 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eb364538-4bc1-43d5-a453-a8e269aea924 req-029d6662-feaa-404d-aa50-b0c475d60f00 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "PUT /v2.0/ports/b31d39aa-d462-4241-9064-5c0be173ef5f HTTP/1.1" status: 200 len: 942 time: 1.1359560 Aug 16 21:08:55.670584 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632a9533-d5d0-4b76-bd5c-4883221c34b7 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:55.676452 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-632a9533-d5d0-4b76-bd5c-4883221c34b7 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:55.683877 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632a9533-d5d0-4b76-bd5c-4883221c34b7 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:08:55.701384 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-f922eef6-f2d9-4780-94f2-d3179381f700 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] update failed (client error): The resource could not be found. Aug 16 21:08:55.702475 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f922eef6-f2d9-4780-94f2-d3179381f700 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] 10.222.0.84 "PUT /v2.0/routers/2ca9d45a-ee67-4d2d-af61-a80118690470 HTTP/1.1" status: 404 len: 339 time: 0.6417341 Aug 16 21:08:55.713496 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['b31d39aa-d462-4241-9064-5c0be173ef5f'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:08:55.717231 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38072) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:55.718087 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a9533-d5d0-4b76-bd5c-4883221c34b7 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Port': ['ID=2474c2d1-2877-4036-a923-b557815990df,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:55.751344 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632a9533-d5d0-4b76-bd5c-4883221c34b7 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:55.752013 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-632a9533-d5d0-4b76-bd5c-4883221c34b7 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:55.900473 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-632a9533-d5d0-4b76-bd5c-4883221c34b7 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6136370 Aug 16 21:08:55.901802 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38076) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:56.021279 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44272d14-fa9b-44d3-849c-ce1c458d4b3c tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:56.026643 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d6662-feaa-404d-aa50-b0c475d60f00 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Pushing event updated for resources: {'Port': ['ID=b31d39aa-d462-4241-9064-5c0be173ef5f,revision_number=7']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:56.032189 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44272d14-fa9b-44d3-849c-ce1c458d4b3c tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:56.033871 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-44272d14-fa9b-44d3-849c-ce1c458d4b3c tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1307020 Aug 16 21:08:56.036521 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38078) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:56.056550 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e32e3-dd5b-44ff-80a6-44c7a7b65163 req-5a55c0f2-3157-457e-ba8e-8b10ab8bc21f tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:56.058409 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b31e32e3-dd5b-44ff-80a6-44c7a7b65163 req-5a55c0f2-3157-457e-ba8e-8b10ab8bc21f tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 945 time: 0.3198040 Aug 16 21:08:56.078961 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38082) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:56.089632 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-3c17b839-964e-4656-b08a-39dc64c24d28 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Request body: {'floatingip': {'port_id': '7c69664d-e5b1-4f3e-8026-d75ecad74ee8'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:56.170430 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3c17b839-964e-4656-b08a-39dc64c24d28 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for floatingip, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:56.203493 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 8ab763a6-e325-4f7d-b1ae-c83c8e753fe6 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:08:56.361387 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-1185aed4-37b4-473b-9943-9eb3a69def69 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting port 2474c2d1-2877-4036-a923-b557815990df {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:08:56.363918 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1185aed4-37b4-473b-9943-9eb3a69def69 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:56.394678 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 8ab763a6-e325-4f7d-b1ae-c83c8e753fe6 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:56.546247 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e08c58-81b2-47a3-aa6f-df3c0ddef0ab', 'tag': 'b31d39aa-d462-4241-9064-5c0be173ef5f'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:08:56.548964 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d84a650-fe9a-4b27-815a-265df100230e" -d '{"events": [{"name": "network-changed", "server_uuid": "02e08c58-81b2-47a3-aa6f-df3c0ddef0ab", "tag": "b31d39aa-d462-4241-9064-5c0be173ef5f"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:08:56.586041 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1185aed4-37b4-473b-9943-9eb3a69def69 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:56.618083 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-1185aed4-37b4-473b-9943-9eb3a69def69 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Calling delete_port for 2474c2d1-2877-4036-a923-b557815990df owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:08:56.623118 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38e380a-161a-4dca-b0a5-46de458ef38e None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:56.625203 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8309b7-4868-4a0a-b7c6-0d9ec0eb573e x-openstack-request-id: req-5f8309b7-4868-4a0a-b7c6-0d9ec0eb573e {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:08:56.625464 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e08c58-81b2-47a3-aa6f-df3c0ddef0ab", "tag": "b31d39aa-d462-4241-9064-5c0be173ef5f", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:08:56.625707 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5f8309b7-4868-4a0a-b7c6-0d9ec0eb573e {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:08:56.626610 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e08c58-81b2-47a3-aa6f-df3c0ddef0ab', 'tag': 'b31d39aa-d462-4241-9064-5c0be173ef5f', 'status': 'completed', 'code': 200} Aug 16 21:08:56.670883 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f9d83a10-00d3-4cf9-b5b1-8f9ca47571b8 req-bca881c6-95db-4563-a222-2be4682db077 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9827530 Aug 16 21:08:56.676710 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-f9d83a10-00d3-4cf9-b5b1-8f9ca47571b8 req-052a506a-75db-427f-b119-732fcde3b673 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:56.776384 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fc042c28-7b71-4293-b2dd-383808872c35 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:56.851706 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f9d83a10-00d3-4cf9-b5b1-8f9ca47571b8 req-052a506a-75db-427f-b119-732fcde3b673 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks [] for floatingip, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:56.857981 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2dafcac2-8094-4d09-92dd-4debb9147097 None None] Provisioning for port 8ab763a6-e325-4f7d-b1ae-c83c8e753fe6 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:56.876380 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2dafcac2-8094-4d09-92dd-4debb9147097 None None] Provisioning complete for port 8ab763a6-e325-4f7d-b1ae-c83c8e753fe6 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:56.877140 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2dafcac2-8094-4d09-92dd-4debb9147097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:57.011953 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2dafcac2-8094-4d09-92dd-4debb9147097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:57.064379 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-2dafcac2-8094-4d09-92dd-4debb9147097 None None] For port 8ab763a6-e325-4f7d-b1ae-c83c8e753fe6, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=8ab763a6-e325-4f7d-b1ae-c83c8e753fe6,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:57.149113 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2dafcac2-8094-4d09-92dd-4debb9147097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:57.251092 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dafcac2-8094-4d09-92dd-4debb9147097 None None] Pushing event updated for resources: {'Port': ['ID=8ab763a6-e325-4f7d-b1ae-c83c8e753fe6,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:57.282740 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84a650-fe9a-4b27-815a-265df100230e req-4ae1a094-117b-4c6e-ad51-e47f438e36b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:57.284315 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4d84a650-fe9a-4b27-815a-265df100230e req-4ae1a094-117b-4c6e-ad51-e47f438e36b3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d64dbe72a05445db961fd30273f80ac&device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 1097 time: 0.6151526 Aug 16 21:08:57.288648 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-fc042c28-7b71-4293-b2dd-383808872c35 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Allocated IP 172.20.0.1 (600731b1-9e35-4240-bd47-a164d3f98177/8b6add7e-823e-483a-b608-735d9ea9ddcb/b5c8adab-ebc3-4411-9287-28100fa5746b) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:08:57.387589 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f9d83a10-00d3-4cf9-b5b1-8f9ca47571b8 req-052a506a-75db-427f-b119-732fcde3b673 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:57.490249 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.db.resource_extend [None req-3c17b839-964e-4656-b08a-39dc64c24d28 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 21:08:57.557026 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-f9d83a10-00d3-4cf9-b5b1-8f9ca47571b8 req-052a506a-75db-427f-b119-732fcde3b673 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Allocated IP 172.25.1.100 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/45a0e26f-984e-4699-9124-18ef95e81aa6) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:08:57.570127 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84a650-fe9a-4b27-815a-265df100230e req-12bcc3e4-12a5-4a40-88eb-42ffe9b88cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:57.571906 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4d84a650-fe9a-4b27-815a-265df100230e req-12bcc3e4-12a5-4a40-88eb-42ffe9b88cfc service neutron] 10.222.0.72 "GET /v2.0/networks?id=23c94cb9-7fbe-4c32-98c2-b53c527999c9 HTTP/1.1" status: 200 len: 921 time: 0.2790630 Aug 16 21:08:57.594054 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fc042c28-7b71-4293-b2dd-383808872c35 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:57.629259 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3c17b839-964e-4656-b08a-39dc64c24d28 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:57.631228 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4d84a650-fe9a-4b27-815a-265df100230e req-b9926e0b-8b42-441c-866e-acedf3016644 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b31d39aa-d462-4241-9064-5c0be173ef5f HTTP/1.1" status: 200 len: 217 time: 0.0500371 Aug 16 21:08:57.715979 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84a650-fe9a-4b27-815a-265df100230e req-1075ad99-c75e-4cbd-825d-ce972def92f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:57.717480 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4d84a650-fe9a-4b27-815a-265df100230e req-1075ad99-c75e-4cbd-825d-ce972def92f0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f401c415-c833-4edb-aa31-1fa3940c9bfa HTTP/1.1" status: 200 len: 860 time: 0.0663078 Aug 16 21:08:57.734991 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3c17b839-964e-4656-b08a-39dc64c24d28 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:57.780804 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4d84a650-fe9a-4b27-815a-265df100230e req-df2325e0-202f-45e3-8fdf-9978b0be150b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=23c94cb9-7fbe-4c32-98c2-b53c527999c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562615 Aug 16 21:08:57.926115 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [None req-3c17b839-964e-4656-b08a-39dc64c24d28 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Floating IP 1892ac72-18ef-47de-b877-c32b6d637714 associated. External IP: 172.25.1.219, port: 7c69664d-e5b1-4f3e-8026-d75ecad74ee8. Aug 16 21:08:57.980021 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4d84a650-fe9a-4b27-815a-265df100230e req-6c32175b-6edc-4ffa-9019-0c8437e8b6c5 service neutron] 10.222.0.72 "GET /v2.0/networks/23c94cb9-7fbe-4c32-98c2-b53c527999c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842144 Aug 16 21:08:58.011621 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-157bf6c8-3da0-4ff5-ba4b-d62557a95dce None None] Provisioning for port 2474c2d1-2877-4036-a923-b557815990df completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:58.016895 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-157bf6c8-3da0-4ff5-ba4b-d62557a95dce None None] Provisioning complete for port 2474c2d1-2877-4036-a923-b557815990df triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:58.017452 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-157bf6c8-3da0-4ff5-ba4b-d62557a95dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:58.026043 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-fc042c28-7b71-4293-b2dd-383808872c35 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Transition to ACTIVE for port object b5c8adab-ebc3-4411-9287-28100fa5746b will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:58.045260 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-157bf6c8-3da0-4ff5-ba4b-d62557a95dce None None] Port 2474c2d1-2877-4036-a923-b557815990df was deleted so its status cannot be updated. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 21:08:58.070337 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-157bf6c8-3da0-4ff5-ba4b-d62557a95dce None None] Provisioning complete for port 8ab763a6-e325-4f7d-b1ae-c83c8e753fe6 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:58.070337 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-157bf6c8-3da0-4ff5-ba4b-d62557a95dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:58.098435 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66993a1b-b8d2-422a-b599-57ce4e072ff3 None None] get_active_networks_info from n-d-793620-15 {{(pid=101846) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 21:08:58.112304 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4d84a650-fe9a-4b27-815a-265df100230e req-fa61d689-85ac-4270-924c-bb253f41acbc service neutron] 10.222.0.72 "GET /v2.0/networks/23c94cb9-7fbe-4c32-98c2-b53c527999c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273708 Aug 16 21:08:58.138438 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 8ab763a6-e325-4f7d-b1ae-c83c8e753fe6 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:08:58.140235 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1185aed4-37b4-473b-9943-9eb3a69def69 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:58.162329 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38096) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:58.180418 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185aed4-37b4-473b-9943-9eb3a69def69 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Port': ['ID=2474c2d1-2877-4036-a923-b557815990df,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:58.266875 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f9d83a10-00d3-4cf9-b5b1-8f9ca47571b8 req-052a506a-75db-427f-b119-732fcde3b673 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:58.360114 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1185aed4-37b4-473b-9943-9eb3a69def69 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:58.362192 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1185aed4-37b4-473b-9943-9eb3a69def69 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/ports/2474c2d1-2877-4036-a923-b557815990df HTTP/1.1" status: 204 len: 168 time: 2.3245957 Aug 16 21:08:58.366561 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38102) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:58.375183 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 8ab763a6-e325-4f7d-b1ae-c83c8e753fe6 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:58.375566 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:58.413704 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66993a1b-b8d2-422a-b599-57ce4e072ff3 None None] Resources bound (agent type, host, resource id): {{(pid=101846) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 21:08:58.423526 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f9d83a10-00d3-4cf9-b5b1-8f9ca47571b8 req-052a506a-75db-427f-b119-732fcde3b673 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:58.426137 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b8b21a6a-3e9d-450e-b335-26e178212876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:58.449161 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4115bc68-fe3b-40b6-8790-58378a571c9f tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:58.451140 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4115bc68-fe3b-40b6-8790-58378a571c9f tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:58.452718 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4115bc68-fe3b-40b6-8790-58378a571c9f tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:58.454720 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4115bc68-fe3b-40b6-8790-58378a571c9f tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0870793 Aug 16 21:08:58.461813 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38104) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:58.466849 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c17b839-964e-4656-b08a-39dc64c24d28 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Router 4b42e01d-d48a-4244-8857-d0a35ee17378 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:08:58.518368 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fc042c28-7b71-4293-b2dd-383808872c35 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:58.539991 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c07ed19a-ddc8-4e68-8597-d3a8161a4d18 None None] Could not find standard attr ID for object 2474c2d1-2877-4036-a923-b557815990df. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 21:08:58.546207 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda51e15-496d-4f25-b118-1b1fd7428f21 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting subnet 5b14e5c5-a8ae-4adc-82bc-7754e25e2efb {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:08:58.556877 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cda51e15-496d-4f25-b118-1b1fd7428f21 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:58.586226 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9d83a10-00d3-4cf9-b5b1-8f9ca47571b8 req-052a506a-75db-427f-b119-732fcde3b673 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:58.602788 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-f9d83a10-00d3-4cf9-b5b1-8f9ca47571b8 req-052a506a-75db-427f-b119-732fcde3b673 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:58.605552 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a506a-75db-427f-b119-732fcde3b673 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Pushing event updated for resources: {'Port': ['ID=45a0e26f-984e-4699-9124-18ef95e81aa6,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:58.608230 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d83a10-00d3-4cf9-b5b1-8f9ca47571b8 req-052a506a-75db-427f-b119-732fcde3b673 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:08:58.612953 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc042c28-7b71-4293-b2dd-383808872c35 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Network 600731b1-9e35-4240-bd47-a164d3f98177 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:58.621042 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c17b839-964e-4656-b08a-39dc64c24d28 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:08:58.631058 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3c17b839-964e-4656-b08a-39dc64c24d28 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:58.638624 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5e41fb-94e9-44b9-9943-17e4c59a4ab4 None None] Sync routers for ids ['4b42e01d-d48a-4244-8857-d0a35ee17378'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:08:58.646470 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-fc042c28-7b71-4293-b2dd-383808872c35 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:58.676761 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3c17b839-964e-4656-b08a-39dc64c24d28 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "PUT /v2.0/floatingips/1892ac72-18ef-47de-b877-c32b6d637714 HTTP/1.1" status: 200 len: 991 time: 2.5938661 Aug 16 21:08:58.676761 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45813dab-43ee-4513-8415-2e5b529608cf', 'tag': '7c69664d-e5b1-4f3e-8026-d75ecad74ee8'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:08:58.677106 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7ab067-7349-47a8-ad0f-52bfe4bd1f0f" -d '{"events": [{"name": "network-changed", "server_uuid": "45813dab-43ee-4513-8415-2e5b529608cf", "tag": "7c69664d-e5b1-4f3e-8026-d75ecad74ee8"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:08:58.678288 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc042c28-7b71-4293-b2dd-383808872c35 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:08:58.717492 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5e41fb-94e9-44b9-9943-17e4c59a4ab4 None None] Routers {'4b42e01d-d48a-4244-8857-d0a35ee17378'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:08:58.718151 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-df5e41fb-94e9-44b9-9943-17e4c59a4ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:08:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['4b42e01d-d48a-4244-8857-d0a35ee17378'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:58.725343 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cda51e15-496d-4f25-b118-1b1fd7428f21 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:58.813013 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c20dff6-b382-4b5f-b3d8-b7a11430705a x-openstack-request-id: req-2c20dff6-b382-4b5f-b3d8-b7a11430705a {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:08:58.813432 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45813dab-43ee-4513-8415-2e5b529608cf", "tag": "7c69664d-e5b1-4f3e-8026-d75ecad74ee8", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:08:58.813432 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2c20dff6-b382-4b5f-b3d8-b7a11430705a {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:08:58.813819 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45813dab-43ee-4513-8415-2e5b529608cf', 'tag': '7c69664d-e5b1-4f3e-8026-d75ecad74ee8', 'status': 'completed', 'code': 200} Aug 16 21:08:58.830404 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc042c28-7b71-4293-b2dd-383808872c35 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Pushing event updated for resources: {'Port': ['ID=b5c8adab-ebc3-4411-9287-28100fa5746b,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:58.859022 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fc042c28-7b71-4293-b2dd-383808872c35 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:58.931208 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-df5e41fb-94e9-44b9-9943-17e4c59a4ab4 None None] Set router 4b42e01d-d48a-4244-8857-d0a35ee17378 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:08:59.068596 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b8b21a6a-3e9d-450e-b335-26e178212876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:59.073555 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f9d83a10-00d3-4cf9-b5b1-8f9ca47571b8 req-052a506a-75db-427f-b119-732fcde3b673 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:59.085396 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ab067-7349-47a8-ad0f-52bfe4bd1f0f req-4f13f502-1dac-4547-90ae-999cc5c43eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:59.086949 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f7ab067-7349-47a8-ad0f-52bfe4bd1f0f req-4f13f502-1dac-4547-90ae-999cc5c43eb6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6ff815c4c8944f8eb7103de208aa5945&device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 1097 time: 0.2418337 Aug 16 21:08:59.099439 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cda51e15-496d-4f25-b118-1b1fd7428f21 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:59.204654 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b8b21a6a-3e9d-450e-b335-26e178212876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:59.232116 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-df5e41fb-94e9-44b9-9943-17e4c59a4ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'name': 'tempest-AttachVolumeShelveTestJSON-391420109-router', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ce469676-a7c3-4d33-b614-279e64e051b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:08:19Z', 'updated_at': '2021-08-16T21:08:26Z', 'revision_number': 4, 'project_id': '6ff815c4c8944f8eb7103de208aa5945', 'gw_port': {'id': 'ce469676-a7c3-4d33-b614-279e64e051b2', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:08:20Z', 'updated_at': '2021-08-16T21:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '1892ac72-18ef-47de-b877-c32b6d637714', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'port_id': '7c69664d-e5b1-4f3e-8026-d75ecad74ee8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c', 'mac_address': 'fa:16:3e:c6:1f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45813dab-43ee-4513-8415-2e5b529608cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:08:35Z', 'updated_at': '2021-08-16T21:08:57Z', 'revision_number': 1, 'project_id': '6ff815c4c8944f8eb7103de208aa5945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00a4d335-9204-452a-bc7d-abd9379a08c0', 'name': '', 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'mac_address': 'fa:16:3e:67:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '6d4ab04f-fd33-40d0-bd76-3977c7bf52a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:08:25Z', 'updated_at': '2021-08-16T21:08:32Z', 'revision_number': 5, 'project_id': '6ff815c4c8944f8eb7103de208aa5945', 'subnets': [{'id': '6d4ab04f-fd33-40d0-bd76-3977c7bf52a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:59.262809 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5e41fb-94e9-44b9-9943-17e4c59a4ab4 None None] Checking router: 4b42e01d-d48a-4244-8857-d0a35ee17378 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:08:59.283338 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5e41fb-94e9-44b9-9943-17e4c59a4ab4 None None] Routers {'4b42e01d-d48a-4244-8857-d0a35ee17378'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:08:59.287483 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-df5e41fb-94e9-44b9-9943-17e4c59a4ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:08:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['4b42e01d-d48a-4244-8857-d0a35ee17378'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:59.621780 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38112) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:59.621995 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b8b21a6a-3e9d-450e-b335-26e178212876 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6c1d0ebd086d47c7b0e1a4ff6c5c3a66&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4564059 Aug 16 21:08:59.624590 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-df5e41fb-94e9-44b9-9943-17e4c59a4ab4 None None] Set router 4b42e01d-d48a-4244-8857-d0a35ee17378 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:08:59.637821 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b21a6a-3e9d-450e-b335-26e178212876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607b1544-1986-48f3-b174-6ffadbd34243,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:59.640408 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f9d83a10-00d3-4cf9-b5b1-8f9ca47571b8 req-052a506a-75db-427f-b119-732fcde3b673 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:59.721470 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fc042c28-7b71-4293-b2dd-383808872c35 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:59.749982 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5d6c9237-950b-41b0-9606-64c1776de4a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:59.780436 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5d6c9237-950b-41b0-9606-64c1776de4a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:59.807931 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ab067-7349-47a8-ad0f-52bfe4bd1f0f req-88af8e74-b35d-42e8-a308-aad8ff281d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:59.809526 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f7ab067-7349-47a8-ad0f-52bfe4bd1f0f req-88af8e74-b35d-42e8-a308-aad8ff281d3c service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c499baa-4492-4b54-bedd-a882ae845f9c HTTP/1.1" status: 200 len: 917 time: 0.7117085 Aug 16 21:08:59.837707 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cda51e15-496d-4f25-b118-1b1fd7428f21 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:59.952645 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5d6c9237-950b-41b0-9606-64c1776de4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:59.952645 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5d6c9237-950b-41b0-9606-64c1776de4a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:59.952645 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5d6c9237-950b-41b0-9606-64c1776de4a1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/607b1544-1986-48f3-b174-6ffadbd34243 HTTP/1.1" status: 204 len: 168 time: 0.3265681 Aug 16 21:08:59.972054 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c9237-950b-41b0-9606-64c1776de4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607b1544-1986-48f3-b174-6ffadbd34243,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:00.015422 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-46cd687b-c707-40a1-bd4d-353a123f3c1b None None] Provisioning complete for port 8ab763a6-e325-4f7d-b1ae-c83c8e753fe6 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:00.016136 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-46cd687b-c707-40a1-bd4d-353a123f3c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:00.078383 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-df5e41fb-94e9-44b9-9943-17e4c59a4ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'name': 'tempest-AttachVolumeShelveTestJSON-391420109-router', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ce469676-a7c3-4d33-b614-279e64e051b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:08:19Z', 'updated_at': '2021-08-16T21:08:26Z', 'revision_number': 4, 'project_id': '6ff815c4c8944f8eb7103de208aa5945', 'gw_port': {'id': 'ce469676-a7c3-4d33-b614-279e64e051b2', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:08:20Z', 'updated_at': '2021-08-16T21:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '1892ac72-18ef-47de-b877-c32b6d637714', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'port_id': '7c69664d-e5b1-4f3e-8026-d75ecad74ee8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c', 'mac_address': 'fa:16:3e:c6:1f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45813dab-43ee-4513-8415-2e5b529608cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:08:35Z', 'updated_at': '2021-08-16T21:08:57Z', 'revision_number': 1, 'project_id': '6ff815c4c8944f8eb7103de208aa5945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00a4d335-9204-452a-bc7d-abd9379a08c0', 'name': '', 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'mac_address': 'fa:16:3e:67:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '6d4ab04f-fd33-40d0-bd76-3977c7bf52a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:08:25Z', 'updated_at': '2021-08-16T21:08:32Z', 'revision_number': 5, 'project_id': '6ff815c4c8944f8eb7103de208aa5945', 'subnets': [{'id': '6d4ab04f-fd33-40d0-bd76-3977c7bf52a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:00.114935 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5e41fb-94e9-44b9-9943-17e4c59a4ab4 None None] The sync data for ids ['4b42e01d-d48a-4244-8857-d0a35ee17378'] in n-d-793620-15 is: [{'id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'name': 'tempest-AttachVolumeShelveTestJSON-391420109-router', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ce469676-a7c3-4d33-b614-279e64e051b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:08:19Z', 'updated_at': '2021-08-16T21:08:26Z', 'revision_number': 4, 'project_id': '6ff815c4c8944f8eb7103de208aa5945', 'gw_port': {'id': 'ce469676-a7c3-4d33-b614-279e64e051b2', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:08:20Z', 'updated_at': '2021-08-16T21:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '1892ac72-18ef-47de-b877-c32b6d637714', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'port_id': '7c69664d-e5b1-4f3e-8026-d75ecad74ee8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c', 'mac_address': 'fa:16:3e:c6:1f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45813dab-43ee-4513-8415-2e5b529608cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:08:35Z', 'updated_at': '2021-08-16T21:08:57Z', 'revision_number': 1, 'project_id': '6ff815c4c8944f8eb7103de208aa5945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00a4d335-9204-452a-bc7d-abd9379a08c0', 'name': '', 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'mac_address': 'fa:16:3e:67:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '6d4ab04f-fd33-40d0-bd76-3977c7bf52a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:08:25Z', 'updated_at': '2021-08-16T21:08:32Z', 'revision_number': 5, 'project_id': '6ff815c4c8944f8eb7103de208aa5945', 'subnets': [{'id': '6d4ab04f-fd33-40d0-bd76-3977c7bf52a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:09:00.149233 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda51e15-496d-4f25-b118-1b1fd7428f21 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Subnet': ['ID=5b14e5c5-a8ae-4adc-82bc-7754e25e2efb,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:00.186125 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cda51e15-496d-4f25-b118-1b1fd7428f21 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:00.194211 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d7827f-7b88-407b-9989-84f48ee129bb None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:00.206108 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-cda51e15-496d-4f25-b118-1b1fd7428f21 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/5b14e5c5-a8ae-4adc-82bc-7754e25e2efb HTTP/1.1" status: 204 len: 168 time: 1.7389944 Aug 16 21:09:00.206842 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38118) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:00.272382 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f7ab067-7349-47a8-ad0f-52bfe4bd1f0f req-3a31a37d-e8d7-4152-a555-f96cdf3da6c9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c69664d-e5b1-4f3e-8026-d75ecad74ee8 HTTP/1.1" status: 200 len: 999 time: 0.4440043 Aug 16 21:09:00.293302 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb2d5a1f-eef9-434c-854b-7c477c7b0673 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting subnet fbaa9c14-9e72-474c-bac9-dfbdbdbff791 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:09:00.300247 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb2d5a1f-eef9-434c-854b-7c477c7b0673 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:00.390682 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ab067-7349-47a8-ad0f-52bfe4bd1f0f req-138ae32b-38e3-4166-b213-9332351fc487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:00.393026 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f7ab067-7349-47a8-ad0f-52bfe4bd1f0f req-138ae32b-38e3-4166-b213-9332351fc487 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6d4ab04f-fd33-40d0-bd76-3977c7bf52a2 HTTP/1.1" status: 200 len: 855 time: 0.0844624 Aug 16 21:09:00.407942 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb2d5a1f-eef9-434c-854b-7c477c7b0673 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:00.544825 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-62edc6ea-9354-41bd-b346-f5078ec446f8 None None] Provisioning for port b5c8adab-ebc3-4411-9287-28100fa5746b completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:00.551643 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-62edc6ea-9354-41bd-b346-f5078ec446f8 None None] Provisioning complete for port b5c8adab-ebc3-4411-9287-28100fa5746b triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:00.551902 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-62edc6ea-9354-41bd-b346-f5078ec446f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:00.573553 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ab067-7349-47a8-ad0f-52bfe4bd1f0f req-d3861e02-bedf-4424-bc21-f0971dc4dfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:00.575123 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f7ab067-7349-47a8-ad0f-52bfe4bd1f0f req-d3861e02-bedf-4424-bc21-f0971dc4dfe3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c499baa-4492-4b54-bedd-a882ae845f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1702321 Aug 16 21:09:00.606391 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb5aa6b-4a16-465f-9e70-07d3fd2d4595 None None] New status for floating IP 1892ac72-18ef-47de-b877-c32b6d637714: ACTIVE {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:09:00.622280 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-62edc6ea-9354-41bd-b346-f5078ec446f8 None None] Port b5c8adab-ebc3-4411-9287-28100fa5746b cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:09:00.623466 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f9d83a10-00d3-4cf9-b5b1-8f9ca47571b8 req-052a506a-75db-427f-b119-732fcde3b673 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:00.754100 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fc042c28-7b71-4293-b2dd-383808872c35 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:00.773406 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f7ab067-7349-47a8-ad0f-52bfe4bd1f0f req-8909f3e3-a68e-4939-8709-f3818cb94668 service neutron] 10.222.0.90 "GET /v2.0/networks/9c499baa-4492-4b54-bedd-a882ae845f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783481 Aug 16 21:09:00.893788 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f9d83a10-00d3-4cf9-b5b1-8f9ca47571b8 req-052a506a-75db-427f-b119-732fcde3b673 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:00.908543 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f7ab067-7349-47a8-ad0f-52bfe4bd1f0f req-bc223b2d-a5a0-459d-83a1-ffaae8a338f7 service neutron] 10.222.0.90 "GET /v2.0/networks/9c499baa-4492-4b54-bedd-a882ae845f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274259 Aug 16 21:09:00.938588 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb2d5a1f-eef9-434c-854b-7c477c7b0673 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:00.994465 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a506a-75db-427f-b119-732fcde3b673 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Pushing event updated for resources: {'Port': ['ID=45a0e26f-984e-4699-9124-18ef95e81aa6,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:01.003533 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f9d83a10-00d3-4cf9-b5b1-8f9ca47571b8 req-052a506a-75db-427f-b119-732fcde3b673 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:01.027540 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fc042c28-7b71-4293-b2dd-383808872c35 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:01.125862 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fc042c28-7b71-4293-b2dd-383808872c35 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:01.138545 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc042c28-7b71-4293-b2dd-383808872c35 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Pushing event updated for resources: {'Port': ['ID=b5c8adab-ebc3-4411-9287-28100fa5746b,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:01.142753 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f9d83a10-00d3-4cf9-b5b1-8f9ca47571b8 req-052a506a-75db-427f-b119-732fcde3b673 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:01.144053 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f9d83a10-00d3-4cf9-b5b1-8f9ca47571b8 req-052a506a-75db-427f-b119-732fcde3b673 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.4730544 Aug 16 21:09:01.229674 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb2d5a1f-eef9-434c-854b-7c477c7b0673 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:01.268012 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f9d83a10-00d3-4cf9-b5b1-8f9ca47571b8 req-9a073a42-3fab-4053-bfd2-01bc259f5eba tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.100 HTTP/1.1" status: 200 len: 696 time: 0.1131728 Aug 16 21:09:01.279861 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d5a1f-eef9-434c-854b-7c477c7b0673 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Subnet': ['ID=fbaa9c14-9e72-474c-bac9-dfbdbdbff791,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:01.286218 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb2d5a1f-eef9-434c-854b-7c477c7b0673 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:01.288475 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-cb2d5a1f-eef9-434c-854b-7c477c7b0673 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/fbaa9c14-9e72-474c-bac9-dfbdbdbff791 HTTP/1.1" status: 204 len: 168 time: 1.0804622 Aug 16 21:09:01.295055 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38126) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:01.372671 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38128) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:01.376091 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc042c28-7b71-4293-b2dd-383808872c35 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Network 600731b1-9e35-4240-bd47-a164d3f98177 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:01.386394 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5fe6d4f7-cac3-4684-b2ea-5a8e0a7a4b46 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0844643 Aug 16 21:09:01.387289 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-fc042c28-7b71-4293-b2dd-383808872c35 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:01.389052 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38130) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:01.397818 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-861e3893-5a9a-4001-945d-0f8e17625714 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'subnet': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:01.411244 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bfc821d9-366a-468d-9fa8-c6342e91a975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:01.449381 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33965958-71cc-4e17-8ea6-d15949fc2240 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:01.582633 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861e3893-5a9a-4001-945d-0f8e17625714 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:01.587903 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-861e3893-5a9a-4001-945d-0f8e17625714 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:01.588896 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d83a10-00d3-4cf9-b5b1-8f9ca47571b8 req-a7ce5352-b82c-49da-bc42-aa71f1efc40b tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:01.591377 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f9d83a10-00d3-4cf9-b5b1-8f9ca47571b8 req-a7ce5352-b82c-49da-bc42-aa71f1efc40b tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/networks/65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 784 time: 0.2786138 Aug 16 21:09:01.614386 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:09:01.626239 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-f9d83a10-00d3-4cf9-b5b1-8f9ca47571b8 req-74df7f42-e45f-4446-9b00-c8a0fc0f8218 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:09:01.627857 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f9d83a10-00d3-4cf9-b5b1-8f9ca47571b8 req-74df7f42-e45f-4446-9b00-c8a0fc0f8218 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0224619 Aug 16 21:09:01.639180 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1592e9d2-05f9-438a-83d1-db5301754c3c None None] Provisioning complete for port 8ab763a6-e325-4f7d-b1ae-c83c8e753fe6 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:01.646935 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1592e9d2-05f9-438a-83d1-db5301754c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:01.649151 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc042c28-7b71-4293-b2dd-383808872c35 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Router 2ca9d45a-ee67-4d2d-af61-a80118690470 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:09:01.829797 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da396bf0-cbfa-4e82-a2a8-121e07073ef7 None None] DHCP port deletion for 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:09:01.888070 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-da396bf0-cbfa-4e82-a2a8-121e07073ef7 None None] Deleting port 8ab763a6-e325-4f7d-b1ae-c83c8e753fe6 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:01.888386 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-da396bf0-cbfa-4e82-a2a8-121e07073ef7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:01.928239 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc042c28-7b71-4293-b2dd-383808872c35 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:09:01.941978 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-fc042c28-7b71-4293-b2dd-383808872c35 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] 10.222.0.84 "PUT /v2.0/routers/2ca9d45a-ee67-4d2d-af61-a80118690470/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1995842 Aug 16 21:09:01.943739 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38140) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:01.944065 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f61d79-f1c0-43d7-ba5e-c6500d6a1dc3 None None] Sync routers for ids ['2ca9d45a-ee67-4d2d-af61-a80118690470'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:09:01.967962 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a1e230b1-d048-4098-9c63-39215eda35ef None None] Provisioning complete for port b5c8adab-ebc3-4411-9287-28100fa5746b triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:01.968342 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a1e230b1-d048-4098-9c63-39215eda35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:01.970823 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-da396bf0-cbfa-4e82-a2a8-121e07073ef7 None None] For port 8ab763a6-e325-4f7d-b1ae-c83c8e753fe6, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=8ab763a6-e325-4f7d-b1ae-c83c8e753fe6,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:01.971543 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-da396bf0-cbfa-4e82-a2a8-121e07073ef7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:01.998613 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f61d79-f1c0-43d7-ba5e-c6500d6a1dc3 None None] Routers {'2ca9d45a-ee67-4d2d-af61-a80118690470'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:09:01.999206 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-81f61d79-f1c0-43d7-ba5e-c6500d6a1dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:08:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['2ca9d45a-ee67-4d2d-af61-a80118690470'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:02.007851 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-da396bf0-cbfa-4e82-a2a8-121e07073ef7 None None] Calling delete_port for 8ab763a6-e325-4f7d-b1ae-c83c8e753fe6 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:02.038187 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-861e3893-5a9a-4001-945d-0f8e17625714 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:02.080515 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-81f61d79-f1c0-43d7-ba5e-c6500d6a1dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:02.103155 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 8ab763a6-e325-4f7d-b1ae-c83c8e753fe6 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:09:02.113364 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f61d79-f1c0-43d7-ba5e-c6500d6a1dc3 None None] Routers {'2ca9d45a-ee67-4d2d-af61-a80118690470'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:09:02.114477 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-81f61d79-f1c0-43d7-ba5e-c6500d6a1dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:08:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['2ca9d45a-ee67-4d2d-af61-a80118690470'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:02.154053 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861e3893-5a9a-4001-945d-0f8e17625714 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:02.156544 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-861e3893-5a9a-4001-945d-0f8e17625714 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:02.175029 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e3893-5a9a-4001-945d-0f8e17625714 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Subnet': ['ID=00df5dd9-82d8-4f96-8814-29423988b6e8,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:02.177968 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861e3893-5a9a-4001-945d-0f8e17625714 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:02.178619 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-861e3893-5a9a-4001-945d-0f8e17625714 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:02.190494 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a1e230b1-d048-4098-9c63-39215eda35ef None None] Port b5c8adab-ebc3-4411-9287-28100fa5746b cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:09:02.203096 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-81f61d79-f1c0-43d7-ba5e-c6500d6a1dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:02.203096 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f61d79-f1c0-43d7-ba5e-c6500d6a1dc3 None None] The sync data for ids ['2ca9d45a-ee67-4d2d-af61-a80118690470'] in n-d-793620-15 is: [] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:09:02.299067 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188669d-1aa2-4609-878b-e12f16007244 req-6a134569-5102-462d-b3a8-e6ac1f7e0382 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:02.300546 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e188669d-1aa2-4609-878b-e12f16007244 req-6a134569-5102-462d-b3a8-e6ac1f7e0382 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4999485 Aug 16 21:09:02.314740 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:02.328397 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bfc821d9-366a-468d-9fa8-c6342e91a975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:02.373610 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e188669d-1aa2-4609-878b-e12f16007244 req-7b8cf772-418c-410e-86aa-eb0413839d65 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.100 HTTP/1.1" status: 200 len: 696 time: 0.0593357 Aug 16 21:09:02.377632 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b0174e02-76fe-4900-aa54-b36d49327a89 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:02.385030 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-e188669d-1aa2-4609-878b-e12f16007244 req-3445106a-06bb-4e06-af46-4f9da6009f3d tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Request body: {'floatingip': {'port_id': 'b31d39aa-d462-4241-9064-5c0be173ef5f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:02.390087 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-da396bf0-cbfa-4e82-a2a8-121e07073ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:02.436757 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da396bf0-cbfa-4e82-a2a8-121e07073ef7 None None] Pushing event deleted for resources: {'Port': ['ID=8ab763a6-e325-4f7d-b1ae-c83c8e753fe6,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:02.441464 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da396bf0-cbfa-4e82-a2a8-121e07073ef7 None None] No DVR routers for this DVR port 8ab763a6-e325-4f7d-b1ae-c83c8e753fe6 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:09:02.465505 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ed093f-52bc-450d-b442-55d9429e615d None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:02.488600 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-861e3893-5a9a-4001-945d-0f8e17625714 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0978799 Aug 16 21:09:02.491450 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38146) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:02.497228 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-7ea7703f-233a-4b0d-9d14-a643803cf0fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'subnet': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:02.499743 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bfc821d9-366a-468d-9fa8-c6342e91a975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:02.541065 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e188669d-1aa2-4609-878b-e12f16007244 req-3445106a-06bb-4e06-af46-4f9da6009f3d tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks [] for floatingip, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:02.603425 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-bfc821d9-366a-468d-9fa8-c6342e91a975 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=559f1d0a012749e5b8ef49f0e169b9a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2295563 Aug 16 21:09:02.607421 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38148) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:02.621238 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5993f1b6-2556-4c85-88be-05e95f149980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'tenant_id': '82725015d13d49169b6e377f421f6af8', 'fixed_ips': [{'subnet_id': '00df5dd9-82d8-4f96-8814-29423988b6e8'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:09:02.622355 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5993f1b6-2556-4c85-88be-05e95f149980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:02.628195 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-b0174e02-76fe-4900-aa54-b36d49327a89 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 21:09:02.632405 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b0174e02-76fe-4900-aa54-b36d49327a89 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] 10.222.0.84 "DELETE /v2.0/routers/2ca9d45a-ee67-4d2d-af61-a80118690470 HTTP/1.1" status: 409 len: 329 time: 0.6823940 Aug 16 21:09:02.632405 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc821d9-366a-468d-9fa8-c6342e91a975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffdd5335-474e-430e-9da7-a74aa6527683,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:02.635032 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38150) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:02.701739 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ed60931d-b152-435b-8b35-fc44201c4376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:02.745455 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ed60931d-b152-435b-8b35-fc44201c4376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:02.788300 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-5993f1b6-2556-4c85-88be-05e95f149980 None None] Allocated IP 172.20.0.2 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/00df5dd9-82d8-4f96-8814-29423988b6e8/9f8d1991-0033-4ab4-9d19-92028a01bcae) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:09:02.794547 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea7703f-233a-4b0d-9d14-a643803cf0fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:02.799896 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7ea7703f-233a-4b0d-9d14-a643803cf0fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:02.945549 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ed60931d-b152-435b-8b35-fc44201c4376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:02.949273 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ed60931d-b152-435b-8b35-fc44201c4376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:02.955009 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ed60931d-b152-435b-8b35-fc44201c4376 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ffdd5335-474e-430e-9da7-a74aa6527683 HTTP/1.1" status: 204 len: 168 time: 0.3463480 Aug 16 21:09:02.973957 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed60931d-b152-435b-8b35-fc44201c4376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffdd5335-474e-430e-9da7-a74aa6527683,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:03.022393 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5993f1b6-2556-4c85-88be-05e95f149980 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:03.032438 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5993f1b6-2556-4c85-88be-05e95f149980 None None] Transition to ACTIVE for port object 9f8d1991-0033-4ab4-9d19-92028a01bcae will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:03.049920 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5993f1b6-2556-4c85-88be-05e95f149980 None None] Transition to ACTIVE for port object 9f8d1991-0033-4ab4-9d19-92028a01bcae will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:03.116504 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5993f1b6-2556-4c85-88be-05e95f149980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:03.198191 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5993f1b6-2556-4c85-88be-05e95f149980 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:03.206552 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-5993f1b6-2556-4c85-88be-05e95f149980 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:03.212785 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993f1b6-2556-4c85-88be-05e95f149980 None None] Pushing event updated for resources: {'Port': ['ID=9f8d1991-0033-4ab4-9d19-92028a01bcae,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:03.222357 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5993f1b6-2556-4c85-88be-05e95f149980 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:09:03.292714 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-5993f1b6-2556-4c85-88be-05e95f149980 None None] Attempting to bind port 9f8d1991-0033-4ab4-9d19-92028a01bcae on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:09:03.293093 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-5993f1b6-2556-4c85-88be-05e95f149980 None None] Attempting to bind port 9f8d1991-0033-4ab4-9d19-92028a01bcae by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:09:03.294565 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5993f1b6-2556-4c85-88be-05e95f149980 None None] Attempting to bind port 9f8d1991-0033-4ab4-9d19-92028a01bcae on network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:09:03.301030 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5993f1b6-2556-4c85-88be-05e95f149980 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:09:03.304888 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5993f1b6-2556-4c85-88be-05e95f149980 None None] Checking segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:09:03.304888 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5993f1b6-2556-4c85-88be-05e95f149980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:03.304888 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5993f1b6-2556-4c85-88be-05e95f149980 None None] Bound using segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:09:03.308020 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-5993f1b6-2556-4c85-88be-05e95f149980 None None] Bound port: 9f8d1991-0033-4ab4-9d19-92028a01bcae, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:09:03.308317 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5993f1b6-2556-4c85-88be-05e95f149980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:03.373799 n-d-793620-15 neutron-server[101845]: DEBUG neutron.objects.ports [None req-7ea7703f-233a-4b0d-9d14-a643803cf0fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101845) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 21:09:03.422187 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-5993f1b6-2556-4c85-88be-05e95f149980 None None] For port 9f8d1991-0033-4ab4-9d19-92028a01bcae, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:09:03.433713 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-5993f1b6-2556-4c85-88be-05e95f149980 None None] For port 9f8d1991-0033-4ab4-9d19-92028a01bcae, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=9f8d1991-0033-4ab4-9d19-92028a01bcae,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:09:03.448315 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.db.resource_extend [req-e188669d-1aa2-4609-878b-e12f16007244 req-3445106a-06bb-4e06-af46-4f9da6009f3d tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 21:09:03.514661 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5993f1b6-2556-4c85-88be-05e95f149980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:03.568920 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e188669d-1aa2-4609-878b-e12f16007244 req-3445106a-06bb-4e06-af46-4f9da6009f3d tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:03.586736 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993f1b6-2556-4c85-88be-05e95f149980 None None] Pushing event updated for resources: {'Port': ['ID=9f8d1991-0033-4ab4-9d19-92028a01bcae,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:03.607301 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-252019b9-9343-47c9-b08a-97f58ab81823 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:03.675288 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7ea7703f-233a-4b0d-9d14-a643803cf0fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:03.879256 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-7ea7703f-233a-4b0d-9d14-a643803cf0fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] For port 9f8d1991-0033-4ab4-9d19-92028a01bcae, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=9f8d1991-0033-4ab4-9d19-92028a01bcae,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:03.929431 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7ea7703f-233a-4b0d-9d14-a643803cf0fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.010814 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e188669d-1aa2-4609-878b-e12f16007244 req-3445106a-06bb-4e06-af46-4f9da6009f3d tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.012199 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7ea7703f-233a-4b0d-9d14-a643803cf0fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.013184 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7ea7703f-233a-4b0d-9d14-a643803cf0fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.110108 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea7703f-233a-4b0d-9d14-a643803cf0fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:04.123324 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-7ea7703f-233a-4b0d-9d14-a643803cf0fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:04.148931 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 9f8d1991-0033-4ab4-9d19-92028a01bcae up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:09:04.150280 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea7703f-233a-4b0d-9d14-a643803cf0fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:04.151171 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7ea7703f-233a-4b0d-9d14-a643803cf0fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.197704 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7703f-233a-4b0d-9d14-a643803cf0fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Subnet': ['ID=4679605e-0f2a-4279-a5b2-c1cb466cf2a9,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:04.217655 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [req-e188669d-1aa2-4609-878b-e12f16007244 req-3445106a-06bb-4e06-af46-4f9da6009f3d tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Floating IP 7c2fde9b-0494-41bc-907f-f99fa2bbbef1 associated. External IP: 172.25.1.100, port: b31d39aa-d462-4241-9064-5c0be173ef5f. Aug 16 21:09:04.243936 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea7703f-233a-4b0d-9d14-a643803cf0fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:04.244296 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea7703f-233a-4b0d-9d14-a643803cf0fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:04.244645 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea7703f-233a-4b0d-9d14-a643803cf0fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:04.245044 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea7703f-233a-4b0d-9d14-a643803cf0fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:04.245398 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea7703f-233a-4b0d-9d14-a643803cf0fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:04.245734 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea7703f-233a-4b0d-9d14-a643803cf0fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:04.246200 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea7703f-233a-4b0d-9d14-a643803cf0fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:04.246395 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea7703f-233a-4b0d-9d14-a643803cf0fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:04.246840 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea7703f-233a-4b0d-9d14-a643803cf0fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:04.247182 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea7703f-233a-4b0d-9d14-a643803cf0fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:04.247840 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea7703f-233a-4b0d-9d14-a643803cf0fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:04.248193 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea7703f-233a-4b0d-9d14-a643803cf0fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:04.256572 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7703f-233a-4b0d-9d14-a643803cf0fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Port': ['ID=9f8d1991-0033-4ab4-9d19-92028a01bcae,revision_number=4']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:04.283749 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7ea7703f-233a-4b0d-9d14-a643803cf0fa tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7909675 Aug 16 21:09:04.286554 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38180) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:04.293124 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-ebea8d6a-0d12-4e50-aeff-8a0ff2330936 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'port': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'mac_address': 'fa:16:3e:bc:ae:5b', 'name': 'tempest-NetworksTestDHCPv6-26411069'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:04.325945 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 9f8d1991-0033-4ab4-9d19-92028a01bcae completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:04.542260 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-252019b9-9343-47c9-b08a-97f58ab81823 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Deleting port b5c8adab-ebc3-4411-9287-28100fa5746b {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:04.542759 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-252019b9-9343-47c9-b08a-97f58ab81823 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.568573 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebea8d6a-0d12-4e50-aeff-8a0ff2330936 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:04.693453 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ebea8d6a-0d12-4e50-aeff-8a0ff2330936 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.702229 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e188669d-1aa2-4609-878b-e12f16007244 req-3445106a-06bb-4e06-af46-4f9da6009f3d tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Router d328974a-0b61-4411-9289-f6f85cb4247f has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:09:04.717682 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-ebea8d6a-0d12-4e50-aeff-8a0ff2330936 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] device_id is not set on port 802a05bb-7618-455b-9051-b12ad6b024fa yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:09:04.799481 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-252019b9-9343-47c9-b08a-97f58ab81823 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.814667 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-252019b9-9343-47c9-b08a-97f58ab81823 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Calling delete_port for b5c8adab-ebc3-4411-9287-28100fa5746b owned by network:router_interface {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:04.943317 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-ebea8d6a-0d12-4e50-aeff-8a0ff2330936 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Allocated IP 172.20.0.5 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/00df5dd9-82d8-4f96-8814-29423988b6e8/802a05bb-7618-455b-9051-b12ad6b024fa) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:09:04.957096 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-ebea8d6a-0d12-4e50-aeff-8a0ff2330936 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Allocated IP 2001:db8::f816:3eff:febc:ae5b (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/4679605e-0f2a-4279-a5b2-c1cb466cf2a9/802a05bb-7618-455b-9051-b12ad6b024fa) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:09:04.969202 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7f34d5-d0e4-4fb0-8cd8-6da4762b9497 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:04.970957 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e188669d-1aa2-4609-878b-e12f16007244 req-3445106a-06bb-4e06-af46-4f9da6009f3d tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:09:04.976679 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e188669d-1aa2-4609-878b-e12f16007244 req-3445106a-06bb-4e06-af46-4f9da6009f3d tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.982536 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccbcb89-ebd2-4366-8047-1d625d7cb649 None None] Sync routers for ids ['d328974a-0b61-4411-9289-f6f85cb4247f'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:09:04.994382 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccbcb89-ebd2-4366-8047-1d625d7cb649 None None] Routers {'d328974a-0b61-4411-9289-f6f85cb4247f'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:09:04.995379 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-3ccbcb89-ebd2-4366-8047-1d625d7cb649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:08:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d328974a-0b61-4411-9289-f6f85cb4247f'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:05.169995 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-9cb9098e-6e44-4bd1-a44a-539acf68939f None None] Provisioning for port 9f8d1991-0033-4ab4-9d19-92028a01bcae completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:05.176958 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-3ccbcb89-ebd2-4366-8047-1d625d7cb649 None None] Set router d328974a-0b61-4411-9289-f6f85cb4247f gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:09:05.201954 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-9cb9098e-6e44-4bd1-a44a-539acf68939f None None] Provisioning complete for port 9f8d1991-0033-4ab4-9d19-92028a01bcae triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:05.203932 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9cb9098e-6e44-4bd1-a44a-539acf68939f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.255471 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ebea8d6a-0d12-4e50-aeff-8a0ff2330936 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.286090 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-ebea8d6a-0d12-4e50-aeff-8a0ff2330936 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Transition to ACTIVE for port object 802a05bb-7618-455b-9051-b12ad6b024fa will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:05.353647 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e188669d-1aa2-4609-878b-e12f16007244 req-3445106a-06bb-4e06-af46-4f9da6009f3d tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "PUT /v2.0/floatingips/7c2fde9b-0494-41bc-907f-f99fa2bbbef1 HTTP/1.1" status: 200 len: 996 time: 2.9737833 Aug 16 21:09:05.354397 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e08c58-81b2-47a3-aa6f-df3c0ddef0ab', 'tag': 'b31d39aa-d462-4241-9064-5c0be173ef5f'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:09:05.357394 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45075cff-b94b-46ed-b497-0f68dfbcec0b" -d '{"events": [{"name": "network-changed", "server_uuid": "02e08c58-81b2-47a3-aa6f-df3c0ddef0ab", "tag": "b31d39aa-d462-4241-9064-5c0be173ef5f"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:09:05.423778 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9cb9098e-6e44-4bd1-a44a-539acf68939f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.450058 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-252019b9-9343-47c9-b08a-97f58ab81823 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.454954 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ebea8d6a-0d12-4e50-aeff-8a0ff2330936 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.515000 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78dc163-fed6-466b-ab52-0a05bdb56754 x-openstack-request-id: req-e78dc163-fed6-466b-ab52-0a05bdb56754 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:09:05.515593 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e08c58-81b2-47a3-aa6f-df3c0ddef0ab", "tag": "b31d39aa-d462-4241-9064-5c0be173ef5f", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:09:05.516057 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e78dc163-fed6-466b-ab52-0a05bdb56754 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:09:05.516741 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-9cb9098e-6e44-4bd1-a44a-539acf68939f None None] For port 9f8d1991-0033-4ab4-9d19-92028a01bcae, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=9f8d1991-0033-4ab4-9d19-92028a01bcae,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:05.517119 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e08c58-81b2-47a3-aa6f-df3c0ddef0ab', 'tag': 'b31d39aa-d462-4241-9064-5c0be173ef5f', 'status': 'completed', 'code': 200} Aug 16 21:09:05.577262 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252019b9-9343-47c9-b08a-97f58ab81823 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Pushing event deleted for resources: {'Port': ['ID=b5c8adab-ebc3-4411-9287-28100fa5746b,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:05.579901 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9cb9098e-6e44-4bd1-a44a-539acf68939f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.597480 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebea8d6a-0d12-4e50-aeff-8a0ff2330936 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:05.601604 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188669d-1aa2-4609-878b-e12f16007244 req-8bd5550c-0918-46d2-b7f8-b935cc25c4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:05.603628 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e188669d-1aa2-4609-878b-e12f16007244 req-8bd5550c-0918-46d2-b7f8-b935cc25c4c9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0d64dbe72a05445db961fd30273f80ac&device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 1097 time: 0.2180805 Aug 16 21:09:05.620033 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-ebea8d6a-0d12-4e50-aeff-8a0ff2330936 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:05.632458 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebea8d6a-0d12-4e50-aeff-8a0ff2330936 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:09:05.633219 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-3ccbcb89-ebd2-4366-8047-1d625d7cb649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd328974a-0b61-4411-9289-f6f85cb4247f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1744699822-router', 'tenant_id': '0d64dbe72a05445db961fd30273f80ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '01e2795b-a6dc-48be-a682-a62a3ff16383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:51Z', 'updated_at': '2021-08-16T21:07:58Z', 'revision_number': 4, 'project_id': '0d64dbe72a05445db961fd30273f80ac', 'gw_port': {'id': '01e2795b-a6dc-48be-a682-a62a3ff16383', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328974a-0b61-4411-9289-f6f85cb4247f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:52Z', 'updated_at': '2021-08-16T21:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '7c2fde9b-0494-41bc-907f-f99fa2bbbef1', 'tenant_id': '0d64dbe72a05445db961fd30273f80ac', 'floating_ip_address': '172.25.1.100', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': 'd328974a-0b61-4411-9289-f6f85cb4247f', 'port_id': 'b31d39aa-d462-4241-9064-5c0be173ef5f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23c94cb9-7fbe-4c32-98c2-b53c527999c9', 'mac_address': 'fa:16:3e:c4:1b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e08c58-81b2-47a3-aa6f-df3c0ddef0ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:08:58Z', 'updated_at': '2021-08-16T21:09:03Z', 'revision_number': 1, 'project_id': '0d64dbe72a05445db961fd30273f80ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7224ea41-2061-4df8-a658-75c0da998303', 'name': '', 'network_id': '23c94cb9-7fbe-4c32-98c2-b53c527999c9', 'tenant_id': '0d64dbe72a05445db961fd30273f80ac', 'mac_address': 'fa:16:3e:ad:41:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328974a-0b61-4411-9289-f6f85cb4247f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'f401c415-c833-4edb-aa31-1fa3940c9bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:57Z', 'updated_at': '2021-08-16T21:08:06Z', 'revision_number': 5, 'project_id': '0d64dbe72a05445db961fd30273f80ac', 'subnets': [{'id': 'f401c415-c833-4edb-aa31-1fa3940c9bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:05.675365 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccbcb89-ebd2-4366-8047-1d625d7cb649 None None] Checking router: d328974a-0b61-4411-9289-f6f85cb4247f for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:09:05.685746 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccbcb89-ebd2-4366-8047-1d625d7cb649 None None] Routers {'d328974a-0b61-4411-9289-f6f85cb4247f'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:09:05.686952 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-3ccbcb89-ebd2-4366-8047-1d625d7cb649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:08:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d328974a-0b61-4411-9289-f6f85cb4247f'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:05.689146 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9098e-6e44-4bd1-a44a-539acf68939f None None] Pushing event updated for resources: {'Port': ['ID=9f8d1991-0033-4ab4-9d19-92028a01bcae,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:05.827135 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebea8d6a-0d12-4e50-aeff-8a0ff2330936 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:05.829113 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ebea8d6a-0d12-4e50-aeff-8a0ff2330936 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.851918 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea8d6a-0d12-4e50-aeff-8a0ff2330936 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Port': ['ID=802a05bb-7618-455b-9051-b12ad6b024fa,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:05.902211 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45075cff-b94b-46ed-b497-0f68dfbcec0b req-3e0f6468-b0ad-41d8-9d90-3a7be91ba14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:05.914149 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-45075cff-b94b-46ed-b497-0f68dfbcec0b req-3e0f6468-b0ad-41d8-9d90-3a7be91ba14c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d64dbe72a05445db961fd30273f80ac&device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 1097 time: 0.3130865 Aug 16 21:09:05.940945 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-3ccbcb89-ebd2-4366-8047-1d625d7cb649 None None] Set router d328974a-0b61-4411-9289-f6f85cb4247f gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:09:05.992979 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188669d-1aa2-4609-878b-e12f16007244 req-2a0020a6-9486-4ec5-9cad-c1e5b4c1d893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:06.004945 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e188669d-1aa2-4609-878b-e12f16007244 req-2a0020a6-9486-4ec5-9cad-c1e5b4c1d893 service neutron] 10.222.0.84 "GET /v2.0/networks?id=23c94cb9-7fbe-4c32-98c2-b53c527999c9 HTTP/1.1" status: 200 len: 921 time: 0.3919508 Aug 16 21:09:06.026950 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ebea8d6a-0d12-4e50-aeff-8a0ff2330936 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.7389555 Aug 16 21:09:06.035858 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38210) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:06.171899 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e188669d-1aa2-4609-878b-e12f16007244 req-d1288d31-c47f-4ad8-b6d8-98623f9a74c4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b31d39aa-d462-4241-9064-5c0be173ef5f HTTP/1.1" status: 200 len: 999 time: 0.1625266 Aug 16 21:09:06.224900 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 9f8d1991-0033-4ab4-9d19-92028a01bcae up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:09:06.334845 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cfc08e-b3bd-4404-814b-5d76b3a95cc2 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:06.340289 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 9f8d1991-0033-4ab4-9d19-92028a01bcae triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:06.340672 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:06.340932 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cfc08e-b3bd-4404-814b-5d76b3a95cc2 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:06.345428 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-52cfc08e-b3bd-4404-814b-5d76b3a95cc2 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2314806 Aug 16 21:09:06.348666 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38216) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:06.392810 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45075cff-b94b-46ed-b497-0f68dfbcec0b req-61423625-76c4-40bd-88e2-dbdadec7f5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:06.402927 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-45075cff-b94b-46ed-b497-0f68dfbcec0b req-61423625-76c4-40bd-88e2-dbdadec7f5d3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=23c94cb9-7fbe-4c32-98c2-b53c527999c9 HTTP/1.1" status: 200 len: 921 time: 0.4811285 Aug 16 21:09:06.406755 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188669d-1aa2-4609-878b-e12f16007244 req-39c573bc-bb67-4cb1-9924-13c3902153fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:06.408693 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e188669d-1aa2-4609-878b-e12f16007244 req-39c573bc-bb67-4cb1-9924-13c3902153fc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f401c415-c833-4edb-aa31-1fa3940c9bfa HTTP/1.1" status: 200 len: 860 time: 0.2390103 Aug 16 21:09:06.498726 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e188669d-1aa2-4609-878b-e12f16007244 req-442798be-c880-472a-bbb9-f62c05ce2ac5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=23c94cb9-7fbe-4c32-98c2-b53c527999c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496931 Aug 16 21:09:06.508192 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-3ccbcb89-ebd2-4366-8047-1d625d7cb649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd328974a-0b61-4411-9289-f6f85cb4247f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1744699822-router', 'tenant_id': '0d64dbe72a05445db961fd30273f80ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '01e2795b-a6dc-48be-a682-a62a3ff16383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:51Z', 'updated_at': '2021-08-16T21:07:58Z', 'revision_number': 4, 'project_id': '0d64dbe72a05445db961fd30273f80ac', 'gw_port': {'id': '01e2795b-a6dc-48be-a682-a62a3ff16383', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328974a-0b61-4411-9289-f6f85cb4247f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:52Z', 'updated_at': '2021-08-16T21:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '7c2fde9b-0494-41bc-907f-f99fa2bbbef1', 'tenant_id': '0d64dbe72a05445db961fd30273f80ac', 'floating_ip_address': '172.25.1.100', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': 'd328974a-0b61-4411-9289-f6f85cb4247f', 'port_id': 'b31d39aa-d462-4241-9064-5c0be173ef5f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23c94cb9-7fbe-4c32-98c2-b53c527999c9', 'mac_address': 'fa:16:3e:c4:1b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e08c58-81b2-47a3-aa6f-df3c0ddef0ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:08:58Z', 'updated_at': '2021-08-16T21:09:03Z', 'revision_number': 1, 'project_id': '0d64dbe72a05445db961fd30273f80ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7224ea41-2061-4df8-a658-75c0da998303', 'name': '', 'network_id': '23c94cb9-7fbe-4c32-98c2-b53c527999c9', 'tenant_id': '0d64dbe72a05445db961fd30273f80ac', 'mac_address': 'fa:16:3e:ad:41:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328974a-0b61-4411-9289-f6f85cb4247f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'f401c415-c833-4edb-aa31-1fa3940c9bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:57Z', 'updated_at': '2021-08-16T21:08:06Z', 'revision_number': 5, 'project_id': '0d64dbe72a05445db961fd30273f80ac', 'subnets': [{'id': 'f401c415-c833-4edb-aa31-1fa3940c9bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:06.514727 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-e188669d-1aa2-4609-878b-e12f16007244 req-6230a5b6-a913-4676-9b40-b3f2892bb93e service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:09:06.516126 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e188669d-1aa2-4609-878b-e12f16007244 req-6230a5b6-a913-4676-9b40-b3f2892bb93e service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097601 Aug 16 21:09:06.517344 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-252019b9-9343-47c9-b08a-97f58ab81823 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:06.536219 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccbcb89-ebd2-4366-8047-1d625d7cb649 None None] The sync data for ids ['d328974a-0b61-4411-9289-f6f85cb4247f'] in n-d-793620-15 is: [{'id': 'd328974a-0b61-4411-9289-f6f85cb4247f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1744699822-router', 'tenant_id': '0d64dbe72a05445db961fd30273f80ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '01e2795b-a6dc-48be-a682-a62a3ff16383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:51Z', 'updated_at': '2021-08-16T21:07:58Z', 'revision_number': 4, 'project_id': '0d64dbe72a05445db961fd30273f80ac', 'gw_port': {'id': '01e2795b-a6dc-48be-a682-a62a3ff16383', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328974a-0b61-4411-9289-f6f85cb4247f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:52Z', 'updated_at': '2021-08-16T21:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '7c2fde9b-0494-41bc-907f-f99fa2bbbef1', 'tenant_id': '0d64dbe72a05445db961fd30273f80ac', 'floating_ip_address': '172.25.1.100', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': 'd328974a-0b61-4411-9289-f6f85cb4247f', 'port_id': 'b31d39aa-d462-4241-9064-5c0be173ef5f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23c94cb9-7fbe-4c32-98c2-b53c527999c9', 'mac_address': 'fa:16:3e:c4:1b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e08c58-81b2-47a3-aa6f-df3c0ddef0ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:08:58Z', 'updated_at': '2021-08-16T21:09:03Z', 'revision_number': 1, 'project_id': '0d64dbe72a05445db961fd30273f80ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7224ea41-2061-4df8-a658-75c0da998303', 'name': '', 'network_id': '23c94cb9-7fbe-4c32-98c2-b53c527999c9', 'tenant_id': '0d64dbe72a05445db961fd30273f80ac', 'mac_address': 'fa:16:3e:ad:41:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328974a-0b61-4411-9289-f6f85cb4247f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'f401c415-c833-4edb-aa31-1fa3940c9bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:57Z', 'updated_at': '2021-08-16T21:08:06Z', 'revision_number': 5, 'project_id': '0d64dbe72a05445db961fd30273f80ac', 'subnets': [{'id': 'f401c415-c833-4edb-aa31-1fa3940c9bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:09:06.775236 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e188669d-1aa2-4609-878b-e12f16007244 req-e27151e7-bb14-4b41-acde-e9f0171caaaa service neutron] 10.222.0.84 "GET /v2.0/networks/23c94cb9-7fbe-4c32-98c2-b53c527999c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494190 Aug 16 21:09:06.828579 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-85fcedcc-1347-416b-a122-631ea429731a None None] Provisioning complete for port 9f8d1991-0033-4ab4-9d19-92028a01bcae triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:06.828579 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-85fcedcc-1347-416b-a122-631ea429731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:06.984916 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252019b9-9343-47c9-b08a-97f58ab81823 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Router 2ca9d45a-ee67-4d2d-af61-a80118690470 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:09:07.047881 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-45075cff-b94b-46ed-b497-0f68dfbcec0b req-09a0784f-6a02-47c7-a838-47c479d87ecb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b31d39aa-d462-4241-9064-5c0be173ef5f HTTP/1.1" status: 200 len: 999 time: 0.6328514 Aug 16 21:09:07.115228 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-577f9548-9a7e-4979-bf34-dc7235808144 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting port 802a05bb-7618-455b-9051-b12ad6b024fa {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:07.118545 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-577f9548-9a7e-4979-bf34-dc7235808144 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:07.144842 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252019b9-9343-47c9-b08a-97f58ab81823 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:09:07.157081 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d695df-418a-453a-b047-392ef1aa6d24 None None] Sync routers for ids ['2ca9d45a-ee67-4d2d-af61-a80118690470'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:09:07.169330 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d695df-418a-453a-b047-392ef1aa6d24 None None] Routers {'2ca9d45a-ee67-4d2d-af61-a80118690470'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:09:07.170525 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-c1d695df-418a-453a-b047-392ef1aa6d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:08:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['2ca9d45a-ee67-4d2d-af61-a80118690470'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:07.171249 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-252019b9-9343-47c9-b08a-97f58ab81823 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] 10.222.0.84 "PUT /v2.0/routers/2ca9d45a-ee67-4d2d-af61-a80118690470/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5345654 Aug 16 21:09:07.171969 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38224) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:07.179117 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45075cff-b94b-46ed-b497-0f68dfbcec0b req-d88a097f-18fb-462f-b2ac-4215c0c8f345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:07.179279 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e188669d-1aa2-4609-878b-e12f16007244 req-8a823331-1add-4bb1-a906-b0c41bb3ec0d service neutron] 10.222.0.84 "GET /v2.0/networks/23c94cb9-7fbe-4c32-98c2-b53c527999c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492529 Aug 16 21:09:07.179407 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-45075cff-b94b-46ed-b497-0f68dfbcec0b req-d88a097f-18fb-462f-b2ac-4215c0c8f345 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f401c415-c833-4edb-aa31-1fa3940c9bfa HTTP/1.1" status: 200 len: 860 time: 0.1203067 Aug 16 21:09:07.228186 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-d7034d71-6cf1-4b0f-876d-b9665a3296b0 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] show failed (client error): The resource could not be found. Aug 16 21:09:07.234150 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d7034d71-6cf1-4b0f-876d-b9665a3296b0 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] 10.222.0.84 "GET /v2.0/routers/tempest-non_exist_router-1557470588 HTTP/1.1" status: 404 len: 335 time: 0.0589499 Aug 16 21:09:07.234758 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38228) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:07.239449 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-e8ac4833-9da3-423d-87d9-94b8886aea96 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:07.241747 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-c1d695df-418a-453a-b047-392ef1aa6d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:07.254581 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-45075cff-b94b-46ed-b497-0f68dfbcec0b req-f9711711-0720-4721-bab2-368ad4064da7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=23c94cb9-7fbe-4c32-98c2-b53c527999c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582907 Aug 16 21:09:07.275125 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d695df-418a-453a-b047-392ef1aa6d24 None None] Routers {'2ca9d45a-ee67-4d2d-af61-a80118690470'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:09:07.275852 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-c1d695df-418a-453a-b047-392ef1aa6d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:08:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['2ca9d45a-ee67-4d2d-af61-a80118690470'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:07.292635 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-e8ac4833-9da3-423d-87d9-94b8886aea96 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] update failed (client error): The resource could not be found. Aug 16 21:09:07.298426 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e8ac4833-9da3-423d-87d9-94b8886aea96 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] 10.222.0.84 "PUT /v2.0/routers/tempest-non_exist_router-1452524911 HTTP/1.1" status: 404 len: 335 time: 0.0625961 Aug 16 21:09:07.299033 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38234) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:07.342126 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-c1d695df-418a-453a-b047-392ef1aa6d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:07.343192 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d695df-418a-453a-b047-392ef1aa6d24 None None] The sync data for ids ['2ca9d45a-ee67-4d2d-af61-a80118690470'] in n-d-793620-15 is: [] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:09:07.441259 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-577f9548-9a7e-4979-bf34-dc7235808144 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:07.450411 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b970c71f-3a55-4fdf-805e-aae5940c0022 req-084d52ce-bf49-413f-9e43-428c20f9dab0 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.100 HTTP/1.1" status: 200 len: 999 time: 0.1600981 Aug 16 21:09:07.456804 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb9e8f85-9387-4b10-9d02-ca4d1116e47e tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Deleting subnet 77bbcdae-4b85-4dbf-8b7c-b94081e81219 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:09:07.461648 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-577f9548-9a7e-4979-bf34-dc7235808144 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Calling delete_port for 802a05bb-7618-455b-9051-b12ad6b024fa owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:07.469157 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fb9e8f85-9387-4b10-9d02-ca4d1116e47e tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:07.473438 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-554dad00-6a36-4ba7-a50d-7f98c5cf4cc3 None None] Provisioning for port 802a05bb-7618-455b-9051-b12ad6b024fa completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:07.477816 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-554dad00-6a36-4ba7-a50d-7f98c5cf4cc3 None None] Provisioning complete for port 802a05bb-7618-455b-9051-b12ad6b024fa triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:07.481548 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-554dad00-6a36-4ba7-a50d-7f98c5cf4cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:07.488498 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-45075cff-b94b-46ed-b497-0f68dfbcec0b req-a57925dd-86ce-448c-a2cf-2746a6d68b1a service neutron] 10.222.0.72 "GET /v2.0/networks/23c94cb9-7fbe-4c32-98c2-b53c527999c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220106 Aug 16 21:09:07.524274 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-554dad00-6a36-4ba7-a50d-7f98c5cf4cc3 None None] Port 802a05bb-7618-455b-9051-b12ad6b024fa cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:09:07.539754 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970c71f-3a55-4fdf-805e-aae5940c0022 req-9999bf7b-62b9-4780-906a-cf6e46f676de tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:07.539754 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b970c71f-3a55-4fdf-805e-aae5940c0022 req-9999bf7b-62b9-4780-906a-cf6e46f676de tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/ports/b31d39aa-d462-4241-9064-5c0be173ef5f HTTP/1.1" status: 200 len: 942 time: 0.0845506 Aug 16 21:09:07.554365 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fb9e8f85-9387-4b10-9d02-ca4d1116e47e tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:07.635634 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6cae23-cd06-4b37-8a4a-649af8f58195 None None] New status for floating IP 7c2fde9b-0494-41bc-907f-f99fa2bbbef1: ACTIVE {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:09:07.725675 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-45075cff-b94b-46ed-b497-0f68dfbcec0b req-82477961-3cf5-4746-90db-ffa2bc5f9ed9 service neutron] 10.222.0.72 "GET /v2.0/networks/23c94cb9-7fbe-4c32-98c2-b53c527999c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084970 Aug 16 21:09:07.734257 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b970c71f-3a55-4fdf-805e-aae5940c0022 req-be88a8bb-e154-4c36-b699-f24933634c26 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.100 HTTP/1.1" status: 200 len: 999 time: 0.1247301 Aug 16 21:09:07.801606 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fb9e8f85-9387-4b10-9d02-ca4d1116e47e tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:07.897013 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970c71f-3a55-4fdf-805e-aae5940c0022 req-f38717d2-3793-43c0-880e-d0a88cbf2c9b tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:07.898529 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b970c71f-3a55-4fdf-805e-aae5940c0022 req-f38717d2-3793-43c0-880e-d0a88cbf2c9b tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/networks/65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 784 time: 0.1634688 Aug 16 21:09:07.910806 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-b970c71f-3a55-4fdf-805e-aae5940c0022 req-9b00407f-70a7-4bd9-92c6-e45d3ca129a6 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:09:07.911851 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b970c71f-3a55-4fdf-805e-aae5940c0022 req-9b00407f-70a7-4bd9-92c6-e45d3ca129a6 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070872 Aug 16 21:09:07.962409 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-577f9548-9a7e-4979-bf34-dc7235808144 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:08.012906 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b970c71f-3a55-4fdf-805e-aae5940c0022 req-462bf772-d939-48a2-8035-b2ea660af6c5 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.100 HTTP/1.1" status: 200 len: 999 time: 0.0932901 Aug 16 21:09:08.013166 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f9548-9a7e-4979-bf34-dc7235808144 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Port': ['ID=802a05bb-7618-455b-9051-b12ad6b024fa,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:08.018397 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-b970c71f-3a55-4fdf-805e-aae5940c0022 req-f08fc8e6-96de-4991-a559-4d99e6a810ed tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:08.023470 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fb9e8f85-9387-4b10-9d02-ca4d1116e47e tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:08.139272 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-577f9548-9a7e-4979-bf34-dc7235808144 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:08.144318 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-577f9548-9a7e-4979-bf34-dc7235808144 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/ports/802a05bb-7618-455b-9051-b12ad6b024fa HTTP/1.1" status: 204 len: 168 time: 1.7920001 Aug 16 21:09:08.144318 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38248) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:08.241722 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa00dff-4c81-43c8-b0d9-3b7595cc42f6 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:08.243937 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa00dff-4c81-43c8-b0d9-3b7595cc42f6 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:08.245842 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa00dff-4c81-43c8-b0d9-3b7595cc42f6 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:08.248482 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8aa00dff-4c81-43c8-b0d9-3b7595cc42f6 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1022563 Aug 16 21:09:08.260074 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38252) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:08.340243 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e8877be-8614-4f33-bf94-6d265287c6e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting subnet 00df5dd9-82d8-4f96-8814-29423988b6e8 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:09:08.354516 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0e8877be-8614-4f33-bf94-6d265287c6e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:08.406662 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0e8877be-8614-4f33-bf94-6d265287c6e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:08.477152 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e8f85-9387-4b10-9d02-ca4d1116e47e tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Pushing event deleted for resources: {'Subnet': ['ID=77bbcdae-4b85-4dbf-8b7c-b94081e81219,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:08.493248 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fb9e8f85-9387-4b10-9d02-ca4d1116e47e tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:08.495233 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6143b6-2b0c-492d-aa50-1ad5675ff3b5 None None] Network 198fc87b-df88-4721-93ee-601739dd2aad requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:08.496414 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-fb9e8f85-9387-4b10-9d02-ca4d1116e47e tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] 10.222.0.84 "DELETE /v2.0/subnets/77bbcdae-4b85-4dbf-8b7c-b94081e81219 HTTP/1.1" status: 204 len: 168 time: 1.1902406 Aug 16 21:09:08.500952 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38260) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:08.512876 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0e8877be-8614-4f33-bf94-6d265287c6e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:08.572482 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b970c71f-3a55-4fdf-805e-aae5940c0022 req-f08fc8e6-96de-4991-a559-4d99e6a810ed tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks [] for floatingip, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:08.634864 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-1162e3c8-936d-4a34-905e-f0031b0a0f78 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Deleting subnet 85b5d8af-5676-4daa-9f9b-aa2fbbe1c77f {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:09:08.641721 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1162e3c8-936d-4a34-905e-f0031b0a0f78 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:08.649285 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0e8877be-8614-4f33-bf94-6d265287c6e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:08.682633 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470d68b6-7dc6-4ffd-bb22-fdc6f61730c4 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:08.731674 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0e8877be-8614-4f33-bf94-6d265287c6e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:08.735584 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0e8877be-8614-4f33-bf94-6d265287c6e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/00df5dd9-82d8-4f96-8814-29423988b6e8 HTTP/1.1" status: 204 len: 168 time: 0.4741540 Aug 16 21:09:08.738402 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38268) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:08.753259 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8877be-8614-4f33-bf94-6d265287c6e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Subnet': ['ID=00df5dd9-82d8-4f96-8814-29423988b6e8,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:08.761610 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac6f0a9-21af-4cc0-b67d-a17b2e9814b6 None None] DHCP port deletion for 198fc87b-df88-4721-93ee-601739dd2aad request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:09:08.811822 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1162e3c8-936d-4a34-905e-f0031b0a0f78 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:08.817915 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b970c71f-3a55-4fdf-805e-aae5940c0022 req-f08fc8e6-96de-4991-a559-4d99e6a810ed tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:08.821923 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-3811e273-c86c-40ed-aa46-a815eccee81c tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting subnet 4679605e-0f2a-4279-a5b2-c1cb466cf2a9 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:09:08.828224 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3811e273-c86c-40ed-aa46-a815eccee81c tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:08.909296 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3811e273-c86c-40ed-aa46-a815eccee81c tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:08.934488 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-3ac6f0a9-21af-4cc0-b67d-a17b2e9814b6 None None] Deleting port 645a2555-2f3a-40da-b7b3-e558ebfbc2fd {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:08.937050 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3ac6f0a9-21af-4cc0-b67d-a17b2e9814b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:08.938908 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b970c71f-3a55-4fdf-805e-aae5940c0022 req-f08fc8e6-96de-4991-a559-4d99e6a810ed tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:08.939214 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [req-b970c71f-3a55-4fdf-805e-aae5940c0022 req-f08fc8e6-96de-4991-a559-4d99e6a810ed tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Floating IP 7c2fde9b-0494-41bc-907f-f99fa2bbbef1 disassociated. External IP: 172.25.1.100, port: b31d39aa-d462-4241-9064-5c0be173ef5f. Aug 16 21:09:09.012509 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-3ac6f0a9-21af-4cc0-b67d-a17b2e9814b6 None None] For port 645a2555-2f3a-40da-b7b3-e558ebfbc2fd, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=645a2555-2f3a-40da-b7b3-e558ebfbc2fd,segment=NetworkSegment(9196d8af-849b-4ce7-b45c-e19d8f955706),segment_id=9196d8af-849b-4ce7-b45c-e19d8f955706)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:09.017218 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3ac6f0a9-21af-4cc0-b67d-a17b2e9814b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:09.034470 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-3ac6f0a9-21af-4cc0-b67d-a17b2e9814b6 None None] Calling delete_port for 645a2555-2f3a-40da-b7b3-e558ebfbc2fd owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:09.057078 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1162e3c8-936d-4a34-905e-f0031b0a0f78 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:09.076242 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3811e273-c86c-40ed-aa46-a815eccee81c tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:09.211919 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3ac6f0a9-21af-4cc0-b67d-a17b2e9814b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:09.238481 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6f0a9-21af-4cc0-b67d-a17b2e9814b6 None None] Pushing event deleted for resources: {'Port': ['ID=645a2555-2f3a-40da-b7b3-e558ebfbc2fd,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:09.247532 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3811e273-c86c-40ed-aa46-a815eccee81c tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:09.252655 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac6f0a9-21af-4cc0-b67d-a17b2e9814b6 None None] No DVR routers for this DVR port 645a2555-2f3a-40da-b7b3-e558ebfbc2fd on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:09:09.252655 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6f0a9-21af-4cc0-b67d-a17b2e9814b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:09.252655 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6f0a9-21af-4cc0-b67d-a17b2e9814b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:09.252655 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6f0a9-21af-4cc0-b67d-a17b2e9814b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:09.252655 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6f0a9-21af-4cc0-b67d-a17b2e9814b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:09.253336 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6f0a9-21af-4cc0-b67d-a17b2e9814b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:09.253336 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6f0a9-21af-4cc0-b67d-a17b2e9814b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:09.253524 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6f0a9-21af-4cc0-b67d-a17b2e9814b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:09.253711 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6f0a9-21af-4cc0-b67d-a17b2e9814b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:09.254040 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6f0a9-21af-4cc0-b67d-a17b2e9814b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:09.254366 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6f0a9-21af-4cc0-b67d-a17b2e9814b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:09.254693 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6f0a9-21af-4cc0-b67d-a17b2e9814b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:09.255017 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6f0a9-21af-4cc0-b67d-a17b2e9814b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:09.291424 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3811e273-c86c-40ed-aa46-a815eccee81c tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:09.297446 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3811e273-c86c-40ed-aa46-a815eccee81c tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/4679605e-0f2a-4279-a5b2-c1cb466cf2a9 HTTP/1.1" status: 204 len: 168 time: 0.5555968 Aug 16 21:09:09.298182 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38276) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:09.328587 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1162e3c8-936d-4a34-905e-f0031b0a0f78 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:09.366644 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162e3c8-936d-4a34-905e-f0031b0a0f78 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Pushing event deleted for resources: {'Subnet': ['ID=85b5d8af-5676-4daa-9f9b-aa2fbbe1c77f,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:09.372305 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3811e273-c86c-40ed-aa46-a815eccee81c tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Subnet': ['ID=4679605e-0f2a-4279-a5b2-c1cb466cf2a9,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:09.374911 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1162e3c8-936d-4a34-905e-f0031b0a0f78 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:09.380698 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-25199feb-eb9b-44dd-8acb-8fa6cdcd31dd tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0791521 Aug 16 21:09:09.380826 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6f4f1a-cfb7-4235-8162-3d0b7075afdb None None] Network 4cffe10e-0c89-43a6-9947-55370bd7b6b9 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:09.381197 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38280) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:09.381533 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38282) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:09.383997 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1162e3c8-936d-4a34-905e-f0031b0a0f78 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] 10.222.0.84 "DELETE /v2.0/subnets/85b5d8af-5676-4daa-9f9b-aa2fbbe1c77f HTTP/1.1" status: 204 len: 168 time: 0.8827736 Aug 16 21:09:09.416332 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b970c71f-3a55-4fdf-805e-aae5940c0022 req-f08fc8e6-96de-4991-a559-4d99e6a810ed tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Router d328974a-0b61-4411-9289-f6f85cb4247f has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:09:09.567377 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d4f1ccff-cb2e-43bc-8978-02037a112aea tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:09.607569 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98e3134-af51-4578-9cd1-6bf9064858a0 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:09.609429 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d98e3134-af51-4578-9cd1-6bf9064858a0 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2257607 Aug 16 21:09:09.612644 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38288) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:09.762999 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b970c71f-3a55-4fdf-805e-aae5940c0022 req-f08fc8e6-96de-4991-a559-4d99e6a810ed tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:09:09.772266 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b970c71f-3a55-4fdf-805e-aae5940c0022 req-f08fc8e6-96de-4991-a559-4d99e6a810ed tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:09.796573 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b463bdf0-8781-4198-a359-48bedb72646d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:09.798406 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b463bdf0-8781-4198-a359-48bedb72646d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1843693 Aug 16 21:09:09.821504 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38294) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:09.879298 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-adb43ec1-97f0-4160-b311-462e5069fb53 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0566022 Aug 16 21:09:09.887499 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38296) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:09.895610 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-348c6d35-9f44-4cbb-bacc-30dac6d2a64e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'subnet': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:09.902557 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea49f425-1437-480e-9aff-6ef0f07d8565 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:09.905789 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b970c71f-3a55-4fdf-805e-aae5940c0022 req-f08fc8e6-96de-4991-a559-4d99e6a810ed tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "PUT /v2.0/floatingips/7c2fde9b-0494-41bc-907f-f99fa2bbbef1 HTTP/1.1" status: 200 len: 695 time: 1.8919666 Aug 16 21:09:09.906880 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf5f158-d1a2-4c92-8b5d-d68cd06076c3 None None] Sync routers for ids ['d328974a-0b61-4411-9289-f6f85cb4247f'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:09:09.917661 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e08c58-81b2-47a3-aa6f-df3c0ddef0ab', 'tag': 'b31d39aa-d462-4241-9064-5c0be173ef5f'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:09:09.919983 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd3fcaa-edf0-40f7-b24b-874b95690082" -d '{"events": [{"name": "network-changed", "server_uuid": "02e08c58-81b2-47a3-aa6f-df3c0ddef0ab", "tag": "b31d39aa-d462-4241-9064-5c0be173ef5f"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:09:09.946543 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d4f1ccff-cb2e-43bc-8978-02037a112aea tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:09.959798 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-d4f1ccff-cb2e-43bc-8978-02037a112aea tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['198fc87b-df88-4721-93ee-601739dd2aad']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:09.975689 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-d4f1ccff-cb2e-43bc-8978-02037a112aea tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9196d8af-849b-4ce7-b45c-e19d8f955706') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:09.976263 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-d4f1ccff-cb2e-43bc-8978-02037a112aea tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9196d8af-849b-4ce7-b45c-e19d8f955706') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:10.001646 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf5f158-d1a2-4c92-8b5d-d68cd06076c3 None None] Routers {'d328974a-0b61-4411-9289-f6f85cb4247f'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:09:10.001792 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d4f1ccff-cb2e-43bc-8978-02037a112aea tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:10.002355 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-4bf5f158-d1a2-4c92-8b5d-d68cd06076c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:08:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d328974a-0b61-4411-9289-f6f85cb4247f'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:10.017363 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6360ca7-9a18-4ebf-907e-e8afed037b2a x-openstack-request-id: req-f6360ca7-9a18-4ebf-907e-e8afed037b2a {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:09:10.018319 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e08c58-81b2-47a3-aa6f-df3c0ddef0ab", "tag": "b31d39aa-d462-4241-9064-5c0be173ef5f", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:09:10.018848 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f6360ca7-9a18-4ebf-907e-e8afed037b2a {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:09:10.019430 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e08c58-81b2-47a3-aa6f-df3c0ddef0ab', 'tag': 'b31d39aa-d462-4241-9064-5c0be173ef5f', 'status': 'completed', 'code': 200} Aug 16 21:09:10.055565 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d4f1ccff-cb2e-43bc-8978-02037a112aea tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:10.057630 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970c71f-3a55-4fdf-805e-aae5940c0022 req-04211ebb-d2b8-4be0-bca5-32bf086d874b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:10.059528 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b970c71f-3a55-4fdf-805e-aae5940c0022 req-04211ebb-d2b8-4be0-bca5-32bf086d874b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0d64dbe72a05445db961fd30273f80ac&device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 1097 time: 0.0999928 Aug 16 21:09:10.069301 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-cc080516-66f3-4f12-bf37-907be10c68de None None] Provisioning complete for port 9f8d1991-0033-4ab4-9d19-92028a01bcae triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:10.070228 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cc080516-66f3-4f12-bf37-907be10c68de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:10.073779 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4f1ccff-cb2e-43bc-8978-02037a112aea tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:09:10.074191 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d4f1ccff-cb2e-43bc-8978-02037a112aea tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:10.078493 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:09:10.078493 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:09:10.078493 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:09:10.078493 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:09:10.078493 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:09:10.078493 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:09:10.078493 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:09:10.078493 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:09:10.078493 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:09:10.078493 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:09:10.078493 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:09:10.078493 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:09:10.078493 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:09:10.078493 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:09:10.078493 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:09:10.078493 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:09:10.078493 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:09:10.078493 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:09:10.078493 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:09:10.078493 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:09:10.078493 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:09:10.078493 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:09:10.078493 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:09:10.078493 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:09:10.078493 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:09:10.078493 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:09:10.078493 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:09:10.078493 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:09:10.078493 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:09:10.078493 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:09:10.078493 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:09:10.078493 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:09:10.129049 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3fcaa-edf0-40f7-b24b-874b95690082 req-f26d0dff-48d2-428d-a283-51cbf86e555f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:10.130575 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-efd3fcaa-edf0-40f7-b24b-874b95690082 req-f26d0dff-48d2-428d-a283-51cbf86e555f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d64dbe72a05445db961fd30273f80ac&device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 1097 time: 0.1185758 Aug 16 21:09:10.143916 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 645a2555-2f3a-40da-b7b3-e558ebfbc2fd no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:09:10.148534 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348c6d35-9f44-4cbb-bacc-30dac6d2a64e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:10.154084 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-348c6d35-9f44-4cbb-bacc-30dac6d2a64e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:10.154084 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-348c6d35-9f44-4cbb-bacc-30dac6d2a64e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:09:10.154762 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-348c6d35-9f44-4cbb-bacc-30dac6d2a64e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:09:10.209557 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970c71f-3a55-4fdf-805e-aae5940c0022 req-d2e1dd48-41e4-4a44-b3f8-30aa0dfe7093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:10.212443 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b970c71f-3a55-4fdf-805e-aae5940c0022 req-d2e1dd48-41e4-4a44-b3f8-30aa0dfe7093 service neutron] 10.222.0.84 "GET /v2.0/networks?id=23c94cb9-7fbe-4c32-98c2-b53c527999c9 HTTP/1.1" status: 200 len: 921 time: 0.1461821 Aug 16 21:09:10.227903 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 645a2555-2f3a-40da-b7b3-e558ebfbc2fd {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:09:10.228261 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 645a2555-2f3a-40da-b7b3-e558ebfbc2fd not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:09:10.255551 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d4f1ccff-cb2e-43bc-8978-02037a112aea tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:10.262244 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d4f1ccff-cb2e-43bc-8978-02037a112aea tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:10.265339 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d4f1ccff-cb2e-43bc-8978-02037a112aea tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] 10.222.0.84 "DELETE /v2.0/networks/198fc87b-df88-4721-93ee-601739dd2aad HTTP/1.1" status: 204 len: 168 time: 0.8828208 Aug 16 21:09:10.281716 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38302) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:10.281841 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b970c71f-3a55-4fdf-805e-aae5940c0022 req-6cc5be19-3a1a-4e18-946c-2ae5e75ffa0f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b31d39aa-d462-4241-9064-5c0be173ef5f HTTP/1.1" status: 200 len: 217 time: 0.0549312 Aug 16 21:09:10.291238 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-348c6d35-9f44-4cbb-bacc-30dac6d2a64e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4018106 Aug 16 21:09:10.300754 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-4bf5f158-d1a2-4c92-8b5d-d68cd06076c3 None None] Set router d328974a-0b61-4411-9289-f6f85cb4247f gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:09:10.309987 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38304) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:10.323056 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-3ca3c241-5ee4-47da-af46-da1899073aa7 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'subnet': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:10.358183 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f1ccff-cb2e-43bc-8978-02037a112aea tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Pushing event deleted for resources: {'Network': ['ID=198fc87b-df88-4721-93ee-601739dd2aad,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:10.415511 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970c71f-3a55-4fdf-805e-aae5940c0022 req-de037e22-4cd5-43d1-ad99-be86fd4c293c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:10.419296 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3fcaa-edf0-40f7-b24b-874b95690082 req-4c1ede13-ed4f-4048-9267-8ae4de13a12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:10.419877 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c8892b-383e-4192-b55c-7cbdb40fa298 None None] DHCP port deletion for 4cffe10e-0c89-43a6-9947-55370bd7b6b9 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:09:10.420820 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-efd3fcaa-edf0-40f7-b24b-874b95690082 req-4c1ede13-ed4f-4048-9267-8ae4de13a12e service neutron] 10.222.0.72 "GET /v2.0/networks?id=23c94cb9-7fbe-4c32-98c2-b53c527999c9 HTTP/1.1" status: 200 len: 921 time: 0.2782669 Aug 16 21:09:10.422895 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b970c71f-3a55-4fdf-805e-aae5940c0022 req-de037e22-4cd5-43d1-ad99-be86fd4c293c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f401c415-c833-4edb-aa31-1fa3940c9bfa HTTP/1.1" status: 200 len: 860 time: 0.1454310 Aug 16 21:09:10.430383 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7531a332-bbd2-4d35-97d2-b71fff3d8cce None None] DHCP port deletion for 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:09:10.462971 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b970c71f-3a55-4fdf-805e-aae5940c0022 req-2a56e6da-b8b5-4362-80cd-6ab72d20f3d8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=23c94cb9-7fbe-4c32-98c2-b53c527999c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390413 Aug 16 21:09:10.481290 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-efd3fcaa-edf0-40f7-b24b-874b95690082 req-15d0ddf3-b340-4aed-930c-b4a12486e159 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b31d39aa-d462-4241-9064-5c0be173ef5f HTTP/1.1" status: 200 len: 217 time: 0.0500267 Aug 16 21:09:10.523310 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1ad52dac-b6b5-49db-bc93-c647c9a5af2a tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:10.551541 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3fcaa-edf0-40f7-b24b-874b95690082 req-89d254c4-8328-4537-81cd-4f87b6d47f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:10.553123 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-efd3fcaa-edf0-40f7-b24b-874b95690082 req-89d254c4-8328-4537-81cd-4f87b6d47f16 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f401c415-c833-4edb-aa31-1fa3940c9bfa HTTP/1.1" status: 200 len: 860 time: 0.0627697 Aug 16 21:09:10.594626 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b970c71f-3a55-4fdf-805e-aae5940c0022 req-4684c140-4771-4f7c-bc61-9571d9919e6a service neutron] 10.222.0.84 "GET /v2.0/networks/23c94cb9-7fbe-4c32-98c2-b53c527999c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307228 Aug 16 21:09:10.601161 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-efd3fcaa-edf0-40f7-b24b-874b95690082 req-252d26c4-a2a6-4ca1-bc94-b50a3890f892 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=23c94cb9-7fbe-4c32-98c2-b53c527999c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292242 Aug 16 21:09:10.620489 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca3c241-5ee4-47da-af46-da1899073aa7 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:10.624311 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3ca3c241-5ee4-47da-af46-da1899073aa7 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:10.625841 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ca3c241-5ee4-47da-af46-da1899073aa7 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:09:10.626295 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ca3c241-5ee4-47da-af46-da1899073aa7 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:09:10.651611 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7531a332-bbd2-4d35-97d2-b71fff3d8cce None None] Deleting port 9f8d1991-0033-4ab4-9d19-92028a01bcae {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:10.652033 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7531a332-bbd2-4d35-97d2-b71fff3d8cce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:10.699426 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-1ad52dac-b6b5-49db-bc93-c647c9a5af2a tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Deleting port a1bf8480-aff5-4743-98b7-68882976a145 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:10.701621 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1ad52dac-b6b5-49db-bc93-c647c9a5af2a tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:10.739034 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-d9c8892b-383e-4192-b55c-7cbdb40fa298 None None] Deleting port a1bf8480-aff5-4743-98b7-68882976a145 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:10.739701 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d9c8892b-383e-4192-b55c-7cbdb40fa298 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:10.742850 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b970c71f-3a55-4fdf-805e-aae5940c0022 req-e1953a21-cbe4-4b7f-94e0-44848b229153 service neutron] 10.222.0.84 "GET /v2.0/networks/23c94cb9-7fbe-4c32-98c2-b53c527999c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472147 Aug 16 21:09:10.795303 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3ca3c241-5ee4-47da-af46-da1899073aa7 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4842362 Aug 16 21:09:10.799671 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38312) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:10.806161 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-4c72565f-c861-47a1-a103-24fde9173957 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'subnet': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:10.830710 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7531a332-bbd2-4d35-97d2-b71fff3d8cce None None] For port 9f8d1991-0033-4ab4-9d19-92028a01bcae, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=9f8d1991-0033-4ab4-9d19-92028a01bcae,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:10.831118 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7531a332-bbd2-4d35-97d2-b71fff3d8cce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:10.857174 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-efd3fcaa-edf0-40f7-b24b-874b95690082 req-483046ce-fb15-4c01-b589-3f7eaf4f640a service neutron] 10.222.0.72 "GET /v2.0/networks/23c94cb9-7fbe-4c32-98c2-b53c527999c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486098 Aug 16 21:09:10.859949 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-1ad52dac-b6b5-49db-bc93-c647c9a5af2a tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] For port a1bf8480-aff5-4743-98b7-68882976a145, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=a1bf8480-aff5-4743-98b7-68882976a145,segment=NetworkSegment(31e95fe3-a0a2-471c-93b6-abdc4343399f),segment_id=31e95fe3-a0a2-471c-93b6-abdc4343399f)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:10.860333 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1ad52dac-b6b5-49db-bc93-c647c9a5af2a tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:10.866732 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7531a332-bbd2-4d35-97d2-b71fff3d8cce None None] Calling delete_port for 9f8d1991-0033-4ab4-9d19-92028a01bcae owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:10.870712 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-d9c8892b-383e-4192-b55c-7cbdb40fa298 None None] For port a1bf8480-aff5-4743-98b7-68882976a145, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=a1bf8480-aff5-4743-98b7-68882976a145,segment=NetworkSegment(31e95fe3-a0a2-471c-93b6-abdc4343399f),segment_id=31e95fe3-a0a2-471c-93b6-abdc4343399f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:10.871133 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d9c8892b-383e-4192-b55c-7cbdb40fa298 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:10.899202 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-d9c8892b-383e-4192-b55c-7cbdb40fa298 None None] Calling delete_port for a1bf8480-aff5-4743-98b7-68882976a145 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:10.899455 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-1ad52dac-b6b5-49db-bc93-c647c9a5af2a tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Calling delete_port for a1bf8480-aff5-4743-98b7-68882976a145 owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:11.018033 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-028a2a4f-6e01-4457-8580-7ac460bc619b req-74e86fd0-54ba-4b00-a82a-f04af30eb5e1 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/floatingips/7c2fde9b-0494-41bc-907f-f99fa2bbbef1 HTTP/1.1" status: 200 len: 695 time: 0.1427805 Aug 16 21:09:11.036682 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-efd3fcaa-edf0-40f7-b24b-874b95690082 req-79217d6c-dbab-480a-bfe1-4cd93ba140e5 service neutron] 10.222.0.72 "GET /v2.0/networks/23c94cb9-7fbe-4c32-98c2-b53c527999c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659026 Aug 16 21:09:11.046780 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-4bf5f158-d1a2-4c92-8b5d-d68cd06076c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd328974a-0b61-4411-9289-f6f85cb4247f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1744699822-router', 'tenant_id': '0d64dbe72a05445db961fd30273f80ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '01e2795b-a6dc-48be-a682-a62a3ff16383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:51Z', 'updated_at': '2021-08-16T21:07:58Z', 'revision_number': 4, 'project_id': '0d64dbe72a05445db961fd30273f80ac', 'gw_port': {'id': '01e2795b-a6dc-48be-a682-a62a3ff16383', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328974a-0b61-4411-9289-f6f85cb4247f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:52Z', 'updated_at': '2021-08-16T21:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '7224ea41-2061-4df8-a658-75c0da998303', 'name': '', 'network_id': '23c94cb9-7fbe-4c32-98c2-b53c527999c9', 'tenant_id': '0d64dbe72a05445db961fd30273f80ac', 'mac_address': 'fa:16:3e:ad:41:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328974a-0b61-4411-9289-f6f85cb4247f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'f401c415-c833-4edb-aa31-1fa3940c9bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:57Z', 'updated_at': '2021-08-16T21:08:06Z', 'revision_number': 5, 'project_id': '0d64dbe72a05445db961fd30273f80ac', 'subnets': [{'id': 'f401c415-c833-4edb-aa31-1fa3940c9bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:11.082591 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf5f158-d1a2-4c92-8b5d-d68cd06076c3 None None] Checking router: d328974a-0b61-4411-9289-f6f85cb4247f for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:09:11.104552 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf5f158-d1a2-4c92-8b5d-d68cd06076c3 None None] Routers {'d328974a-0b61-4411-9289-f6f85cb4247f'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:09:11.106124 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-4bf5f158-d1a2-4c92-8b5d-d68cd06076c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:08:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d328974a-0b61-4411-9289-f6f85cb4247f'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:11.153850 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f0f2e9aa-bdcc-4f20-b0c5-f4b80677240d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:11.157126 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a2a4f-6e01-4457-8580-7ac460bc619b req-7f29fdc3-9de5-41d4-a993-59a4e9c66b8d tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:11.158547 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-028a2a4f-6e01-4457-8580-7ac460bc619b req-7f29fdc3-9de5-41d4-a993-59a4e9c66b8d tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/networks/65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 784 time: 0.1319945 Aug 16 21:09:11.169594 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-028a2a4f-6e01-4457-8580-7ac460bc619b req-348c8fd0-891c-4d78-8d9a-90789c6aadbd tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:09:11.170575 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-028a2a4f-6e01-4457-8580-7ac460bc619b req-348c8fd0-891c-4d78-8d9a-90789c6aadbd tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060344 Aug 16 21:09:11.233290 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-028a2a4f-6e01-4457-8580-7ac460bc619b req-c86a8cb1-2a04-4dca-a708-d42833575cf3 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.100 HTTP/1.1" status: 200 len: 698 time: 0.0564666 Aug 16 21:09:11.246013 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-4bf5f158-d1a2-4c92-8b5d-d68cd06076c3 None None] Set router d328974a-0b61-4411-9289-f6f85cb4247f gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:09:11.246136 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c72565f-c861-47a1-a103-24fde9173957 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:11.249801 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4c72565f-c861-47a1-a103-24fde9173957 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:11.251378 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c72565f-c861-47a1-a103-24fde9173957 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:09:11.251998 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c72565f-c861-47a1-a103-24fde9173957 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:09:11.255346 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1ad52dac-b6b5-49db-bc93-c647c9a5af2a tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:11.286970 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7531a332-bbd2-4d35-97d2-b71fff3d8cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:11.290750 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-028a2a4f-6e01-4457-8580-7ac460bc619b req-4ed4438b-066a-4b2c-9a83-acb89c2f1071 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.1.100 HTTP/1.1" status: 200 len: 698 time: 0.0563560 Aug 16 21:09:11.322292 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad52dac-b6b5-49db-bc93-c647c9a5af2a tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Pushing event deleted for resources: {'Port': ['ID=a1bf8480-aff5-4743-98b7-68882976a145,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:11.328924 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad52dac-b6b5-49db-bc93-c647c9a5af2a tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] No DVR routers for this DVR port a1bf8480-aff5-4743-98b7-68882976a145 on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:09:11.335029 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7531a332-bbd2-4d35-97d2-b71fff3d8cce None None] Pushing event deleted for resources: {'Port': ['ID=9f8d1991-0033-4ab4-9d19-92028a01bcae,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:11.363804 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7531a332-bbd2-4d35-97d2-b71fff3d8cce None None] No DVR routers for this DVR port 9f8d1991-0033-4ab4-9d19-92028a01bcae on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:09:11.367444 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d9c8892b-383e-4192-b55c-7cbdb40fa298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:11.379344 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4c72565f-c861-47a1-a103-24fde9173957 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5776300 Aug 16 21:09:11.389038 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38324) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:11.423970 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-661d45f3-edd0-4f28-8549-626da369f9c0 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'subnet': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:11.440710 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c8892b-383e-4192-b55c-7cbdb40fa298 None None] Pushing event deleted for resources: {'Port': ['ID=a1bf8480-aff5-4743-98b7-68882976a145,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:11.453368 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c8892b-383e-4192-b55c-7cbdb40fa298 None None] No DVR routers for this DVR port a1bf8480-aff5-4743-98b7-68882976a145 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:09:11.471305 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-028a2a4f-6e01-4457-8580-7ac460bc619b req-f9472903-e4ac-4db4-88be-c1ff69047e5f tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Deleting port 45a0e26f-984e-4699-9124-18ef95e81aa6 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:11.471305 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-028a2a4f-6e01-4457-8580-7ac460bc619b req-f9472903-e4ac-4db4-88be-c1ff69047e5f tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:11.576646 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-028a2a4f-6e01-4457-8580-7ac460bc619b req-f9472903-e4ac-4db4-88be-c1ff69047e5f tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:11.576646 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-028a2a4f-6e01-4457-8580-7ac460bc619b req-f9472903-e4ac-4db4-88be-c1ff69047e5f tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:11.584897 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1ad52dac-b6b5-49db-bc93-c647c9a5af2a tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:11.585321 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-4bf5f158-d1a2-4c92-8b5d-d68cd06076c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd328974a-0b61-4411-9289-f6f85cb4247f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1744699822-router', 'tenant_id': '0d64dbe72a05445db961fd30273f80ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '01e2795b-a6dc-48be-a682-a62a3ff16383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:51Z', 'updated_at': '2021-08-16T21:07:58Z', 'revision_number': 4, 'project_id': '0d64dbe72a05445db961fd30273f80ac', 'gw_port': {'id': '01e2795b-a6dc-48be-a682-a62a3ff16383', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328974a-0b61-4411-9289-f6f85cb4247f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:52Z', 'updated_at': '2021-08-16T21:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '7224ea41-2061-4df8-a658-75c0da998303', 'name': '', 'network_id': '23c94cb9-7fbe-4c32-98c2-b53c527999c9', 'tenant_id': '0d64dbe72a05445db961fd30273f80ac', 'mac_address': 'fa:16:3e:ad:41:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328974a-0b61-4411-9289-f6f85cb4247f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'f401c415-c833-4edb-aa31-1fa3940c9bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:57Z', 'updated_at': '2021-08-16T21:08:06Z', 'revision_number': 5, 'project_id': '0d64dbe72a05445db961fd30273f80ac', 'subnets': [{'id': 'f401c415-c833-4edb-aa31-1fa3940c9bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:11.593649 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-028a2a4f-6e01-4457-8580-7ac460bc619b req-f9472903-e4ac-4db4-88be-c1ff69047e5f tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Calling delete_port for 45a0e26f-984e-4699-9124-18ef95e81aa6 owned by network:floatingip {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:11.605591 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-1ad52dac-b6b5-49db-bc93-c647c9a5af2a tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cffe10e-0c89-43a6-9947-55370bd7b6b9']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:11.620510 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-1ad52dac-b6b5-49db-bc93-c647c9a5af2a tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31e95fe3-a0a2-471c-93b6-abdc4343399f') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:11.620798 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-1ad52dac-b6b5-49db-bc93-c647c9a5af2a tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31e95fe3-a0a2-471c-93b6-abdc4343399f') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:11.628081 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf5f158-d1a2-4c92-8b5d-d68cd06076c3 None None] The sync data for ids ['d328974a-0b61-4411-9289-f6f85cb4247f'] in n-d-793620-15 is: [{'id': 'd328974a-0b61-4411-9289-f6f85cb4247f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1744699822-router', 'tenant_id': '0d64dbe72a05445db961fd30273f80ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '01e2795b-a6dc-48be-a682-a62a3ff16383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:51Z', 'updated_at': '2021-08-16T21:07:58Z', 'revision_number': 4, 'project_id': '0d64dbe72a05445db961fd30273f80ac', 'gw_port': {'id': '01e2795b-a6dc-48be-a682-a62a3ff16383', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328974a-0b61-4411-9289-f6f85cb4247f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:52Z', 'updated_at': '2021-08-16T21:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '7224ea41-2061-4df8-a658-75c0da998303', 'name': '', 'network_id': '23c94cb9-7fbe-4c32-98c2-b53c527999c9', 'tenant_id': '0d64dbe72a05445db961fd30273f80ac', 'mac_address': 'fa:16:3e:ad:41:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328974a-0b61-4411-9289-f6f85cb4247f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'f401c415-c833-4edb-aa31-1fa3940c9bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:57Z', 'updated_at': '2021-08-16T21:08:06Z', 'revision_number': 5, 'project_id': '0d64dbe72a05445db961fd30273f80ac', 'subnets': [{'id': 'f401c415-c833-4edb-aa31-1fa3940c9bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:09:11.655263 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1ad52dac-b6b5-49db-bc93-c647c9a5af2a tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:11.670443 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1ad52dac-b6b5-49db-bc93-c647c9a5af2a tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:11.682523 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad52dac-b6b5-49db-bc93-c647c9a5af2a tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:09:11.683183 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1ad52dac-b6b5-49db-bc93-c647c9a5af2a tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:11.697337 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:09:11.697337 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:09:11.697337 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:09:11.697337 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:09:11.697337 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:09:11.697337 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:09:11.697337 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:09:11.697337 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:09:11.697337 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:09:11.697337 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:09:11.697337 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:09:11.697337 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:09:11.697337 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:09:11.697337 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:09:11.697337 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:09:11.697337 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:09:11.697337 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:09:11.697337 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:09:11.697337 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:09:11.697337 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:09:11.697337 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:09:11.697337 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:09:11.697337 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:09:11.697337 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:09:11.697337 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:09:11.697337 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:09:11.697337 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:09:11.697337 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:09:11.697337 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:09:11.697337 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:09:11.697337 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:09:11.697337 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:09:11.773853 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661d45f3-edd0-4f28-8549-626da369f9c0 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:11.777708 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-661d45f3-edd0-4f28-8549-626da369f9c0 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:11.779202 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-661d45f3-edd0-4f28-8549-626da369f9c0 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:09:11.779631 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-661d45f3-edd0-4f28-8549-626da369f9c0 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:09:11.889532 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-661d45f3-edd0-4f28-8549-626da369f9c0 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4940376 Aug 16 21:09:11.890307 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-028a2a4f-6e01-4457-8580-7ac460bc619b req-f9472903-e4ac-4db4-88be-c1ff69047e5f tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:11.892256 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1ad52dac-b6b5-49db-bc93-c647c9a5af2a tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:11.893076 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38332) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:11.900051 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1ad52dac-b6b5-49db-bc93-c647c9a5af2a tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:11.904156 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-c130cac5-3bd5-4cf3-b805-100b69c2ee19 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'subnet': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:11.909068 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1ad52dac-b6b5-49db-bc93-c647c9a5af2a tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] 10.222.0.84 "DELETE /v2.0/networks/4cffe10e-0c89-43a6-9947-55370bd7b6b9 HTTP/1.1" status: 204 len: 168 time: 1.6113765 Aug 16 21:09:11.927041 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38334) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:11.937611 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad52dac-b6b5-49db-bc93-c647c9a5af2a tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Pushing event deleted for resources: {'Network': ['ID=4cffe10e-0c89-43a6-9947-55370bd7b6b9,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:11.986379 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9472903-e4ac-4db4-88be-c1ff69047e5f tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Pushing event deleted for resources: {'Port': ['ID=45a0e26f-984e-4699-9124-18ef95e81aa6,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:12.023697 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acad9cb-07b4-4657-b70b-5b458dcdcf4d None None] New status for floating IP 7c2fde9b-0494-41bc-907f-f99fa2bbbef1: DOWN {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:09:12.122590 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 9f8d1991-0033-4ab4-9d19-92028a01bcae no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:09:12.145459 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 9f8d1991-0033-4ab4-9d19-92028a01bcae {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:09:12.147312 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 9f8d1991-0033-4ab4-9d19-92028a01bcae not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:09:12.147940 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device a1bf8480-aff5-4743-98b7-68882976a145 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:09:12.168445 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-134597de-7232-40cd-9eca-24960f98ae46 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Deleting subnet 8b6add7e-823e-483a-b608-735d9ea9ddcb {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:09:12.176518 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-134597de-7232-40cd-9eca-24960f98ae46 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:12.228979 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-028a2a4f-6e01-4457-8580-7ac460bc619b req-f9472903-e4ac-4db4-88be-c1ff69047e5f tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks [] for floatingip, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:12.232702 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-028a2a4f-6e01-4457-8580-7ac460bc619b req-f9472903-e4ac-4db4-88be-c1ff69047e5f tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:12.238586 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-028a2a4f-6e01-4457-8580-7ac460bc619b req-f9472903-e4ac-4db4-88be-c1ff69047e5f tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "DELETE /v2.0/floatingips/7c2fde9b-0494-41bc-907f-f99fa2bbbef1 HTTP/1.1" status: 204 len: 173 time: 0.9467726 Aug 16 21:09:12.252891 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-134597de-7232-40cd-9eca-24960f98ae46 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:12.294915 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c130cac5-3bd5-4cf3-b805-100b69c2ee19 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:12.301003 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c130cac5-3bd5-4cf3-b805-100b69c2ee19 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:12.301003 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-c130cac5-3bd5-4cf3-b805-100b69c2ee19 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:09:12.301297 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c130cac5-3bd5-4cf3-b805-100b69c2ee19 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:09:12.361201 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-118035c0-044f-4d4a-86c5-a344c1765765 req-37ec7fb6-3b01-4213-b064-61de812d89f8 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/security-groups/cc52a533-efa9-43c1-9663-8ff1799471b0 HTTP/1.1" status: 200 len: 1808 time: 0.0707588 Aug 16 21:09:12.401028 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: a1bf8480-aff5-4743-98b7-68882976a145 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:09:12.401783 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device a1bf8480-aff5-4743-98b7-68882976a145 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:09:12.463589 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-118035c0-044f-4d4a-86c5-a344c1765765 req-5a7ee631-d1c1-4860-9426-6c8cb2825851 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:12.485908 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c130cac5-3bd5-4cf3-b805-100b69c2ee19 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5873029 Aug 16 21:09:12.488325 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38346) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:12.494411 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-8c7fc9d0-2071-4a7f-8062-7d9d1d4ff02e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'subnet': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:12.499920 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-134597de-7232-40cd-9eca-24960f98ae46 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:12.503578 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-118035c0-044f-4d4a-86c5-a344c1765765 req-5a7ee631-d1c1-4860-9426-6c8cb2825851 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:12.671487 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7fc9d0-2071-4a7f-8062-7d9d1d4ff02e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:12.675705 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8c7fc9d0-2071-4a7f-8062-7d9d1d4ff02e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:12.677308 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c7fc9d0-2071-4a7f-8062-7d9d1d4ff02e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:09:12.678611 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c7fc9d0-2071-4a7f-8062-7d9d1d4ff02e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:09:12.700012 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-118035c0-044f-4d4a-86c5-a344c1765765 req-5a7ee631-d1c1-4860-9426-6c8cb2825851 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:12.702723 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-118035c0-044f-4d4a-86c5-a344c1765765 req-5a7ee631-d1c1-4860-9426-6c8cb2825851 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:12.704012 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-118035c0-044f-4d4a-86c5-a344c1765765 req-5a7ee631-d1c1-4860-9426-6c8cb2825851 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "DELETE /v2.0/security-groups/cc52a533-efa9-43c1-9663-8ff1799471b0 HTTP/1.1" status: 204 len: 173 time: 0.3327901 Aug 16 21:09:12.709382 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-134597de-7232-40cd-9eca-24960f98ae46 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:12.741238 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ee631-d1c1-4860-9426-6c8cb2825851 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc52a533-efa9-43c1-9663-8ff1799471b0,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:12.743414 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134597de-7232-40cd-9eca-24960f98ae46 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Pushing event deleted for resources: {'Subnet': ['ID=8b6add7e-823e-483a-b608-735d9ea9ddcb,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:12.754391 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-134597de-7232-40cd-9eca-24960f98ae46 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:12.755268 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-134597de-7232-40cd-9eca-24960f98ae46 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] 10.222.0.84 "DELETE /v2.0/subnets/8b6add7e-823e-483a-b608-735d9ea9ddcb HTTP/1.1" status: 204 len: 168 time: 0.8082168 Aug 16 21:09:12.758104 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38352) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:12.758272 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69332ab0-b0ff-4f99-a8ea-c2a3b87eb188 None None] Network 600731b1-9e35-4240-bd47-a164d3f98177 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:12.800196 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8c7fc9d0-2071-4a7f-8062-7d9d1d4ff02e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3082745 Aug 16 21:09:12.800579 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38354) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:12.838170 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f2601160-88a3-49ea-ae19-13b99f50a824 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0363834 Aug 16 21:09:12.840545 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38356) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:12.849076 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6ea935f7-f204-43c3-aa74-71b985797828 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:12.907836 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3bf724-1108-422b-aa0c-a82c47e6b42f tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:12.909513 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6b3bf724-1108-422b-aa0c-a82c47e6b42f tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0677273 Aug 16 21:09:12.913002 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38360) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:12.943156 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-6ea935f7-f204-43c3-aa74-71b985797828 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Deleting port 9ba311dc-9e0e-40cb-8807-33857f146af9 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:12.944001 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6ea935f7-f204-43c3-aa74-71b985797828 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:12.965196 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1a6fa1cf-3ab7-4213-866d-7d9747b3d26e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0508640 Aug 16 21:09:12.969749 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38362) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:12.980945 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-e304f6ce-9029-4602-9d4a-66422b0ce428 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'subnet': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:13.028748 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-6ea935f7-f204-43c3-aa74-71b985797828 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] For port 9ba311dc-9e0e-40cb-8807-33857f146af9, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=9ba311dc-9e0e-40cb-8807-33857f146af9,segment=NetworkSegment(85fdfedc-f21b-4df7-9b3d-1627c511c250),segment_id=85fdfedc-f21b-4df7-9b3d-1627c511c250)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:13.029373 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6ea935f7-f204-43c3-aa74-71b985797828 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:13.047117 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddcfff6-5b98-4865-b4a2-a90b0b3b69a7 None None] DHCP port deletion for 600731b1-9e35-4240-bd47-a164d3f98177 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:09:13.049792 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-6ea935f7-f204-43c3-aa74-71b985797828 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Calling delete_port for 9ba311dc-9e0e-40cb-8807-33857f146af9 owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:13.124408 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-5ddcfff6-5b98-4865-b4a2-a90b0b3b69a7 None None] Deleting port 9ba311dc-9e0e-40cb-8807-33857f146af9 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:13.124897 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5ddcfff6-5b98-4865-b4a2-a90b0b3b69a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:13.203549 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-5ddcfff6-5b98-4865-b4a2-a90b0b3b69a7 None None] For port 9ba311dc-9e0e-40cb-8807-33857f146af9, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=9ba311dc-9e0e-40cb-8807-33857f146af9,segment=NetworkSegment(85fdfedc-f21b-4df7-9b3d-1627c511c250),segment_id=85fdfedc-f21b-4df7-9b3d-1627c511c250)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:13.203995 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5ddcfff6-5b98-4865-b4a2-a90b0b3b69a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:13.217135 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-5ddcfff6-5b98-4865-b4a2-a90b0b3b69a7 None None] Calling delete_port for 9ba311dc-9e0e-40cb-8807-33857f146af9 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:13.237084 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e304f6ce-9029-4602-9d4a-66422b0ce428 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:13.249306 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e304f6ce-9029-4602-9d4a-66422b0ce428 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:13.285662 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6ea935f7-f204-43c3-aa74-71b985797828 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:13.319660 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea935f7-f204-43c3-aa74-71b985797828 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] No DVR routers for this DVR port 9ba311dc-9e0e-40cb-8807-33857f146af9 on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:09:13.328500 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea935f7-f204-43c3-aa74-71b985797828 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Pushing event deleted for resources: {'Port': ['ID=9ba311dc-9e0e-40cb-8807-33857f146af9,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:13.366541 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e5e5f-841e-4aa2-8c07-b83b0981c65f req-3801c59b-4e99-424a-9670-52cb07ac797e tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:13.368774 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b38e5e5f-841e-4aa2-8c07-b83b0981c65f req-3801c59b-4e99-424a-9670-52cb07ac797e tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 945 time: 0.1419919 Aug 16 21:09:13.378988 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5ddcfff6-5b98-4865-b4a2-a90b0b3b69a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:13.424047 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddcfff6-5b98-4865-b4a2-a90b0b3b69a7 None None] Pushing event deleted for resources: {'Port': ['ID=9ba311dc-9e0e-40cb-8807-33857f146af9,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:13.437255 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddcfff6-5b98-4865-b4a2-a90b0b3b69a7 None None] No DVR routers for this DVR port 9ba311dc-9e0e-40cb-8807-33857f146af9 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:09:13.489624 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6ea935f7-f204-43c3-aa74-71b985797828 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:13.535736 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b38e5e5f-841e-4aa2-8c07-b83b0981c65f req-52a9ae04-a2f7-4dae-abcf-d1065257a7ca tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/security-groups?id=7313cff0-67c1-456a-b42a-f621f13532ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777512 Aug 16 21:09:13.537897 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-6ea935f7-f204-43c3-aa74-71b985797828 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['600731b1-9e35-4240-bd47-a164d3f98177']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:13.554143 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-6ea935f7-f204-43c3-aa74-71b985797828 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85fdfedc-f21b-4df7-9b3d-1627c511c250') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:13.555710 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-6ea935f7-f204-43c3-aa74-71b985797828 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85fdfedc-f21b-4df7-9b3d-1627c511c250') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:13.566686 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6ea935f7-f204-43c3-aa74-71b985797828 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:13.570667 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-713ee334-f920-42fe-b649-527c551e897c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:13.582862 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6ea935f7-f204-43c3-aa74-71b985797828 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:13.589832 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ea935f7-f204-43c3-aa74-71b985797828 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:09:13.590239 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6ea935f7-f204-43c3-aa74-71b985797828 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:13.593317 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:09:13.593317 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:09:13.593317 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:09:13.593317 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:09:13.593317 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:09:13.593317 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:09:13.593317 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:09:13.593317 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:09:13.593317 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:09:13.593317 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:09:13.593317 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:09:13.593317 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:09:13.593317 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:09:13.593317 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:09:13.593317 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:09:13.593317 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:09:13.593317 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:09:13.593317 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:09:13.593317 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:09:13.593317 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:09:13.593317 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:09:13.593317 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:09:13.593317 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:09:13.593317 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:09:13.593317 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:09:13.593317 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:09:13.593317 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:09:13.593317 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:09:13.593317 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:09:13.593317 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:09:13.593317 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:09:13.593317 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:09:13.667739 n-d-793620-15 neutron-server[101845]: DEBUG neutron.objects.ports [None req-e304f6ce-9029-4602-9d4a-66422b0ce428 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101845) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 21:09:13.669657 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e304f6ce-9029-4602-9d4a-66422b0ce428 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:13.718678 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e304f6ce-9029-4602-9d4a-66422b0ce428 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:13.721855 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-e304f6ce-9029-4602-9d4a-66422b0ce428 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:13.726092 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e304f6ce-9029-4602-9d4a-66422b0ce428 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:13.726695 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e304f6ce-9029-4602-9d4a-66422b0ce428 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:13.732409 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304f6ce-9029-4602-9d4a-66422b0ce428 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Subnet': ['ID=5470a4f7-4cf2-42f9-a258-9f88ccab8d9d,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:13.733564 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb8ccfe-e4e1-42dc-b42e-196965f3ab3d None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:13.739602 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6ea935f7-f204-43c3-aa74-71b985797828 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:13.754675 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6ea935f7-f204-43c3-aa74-71b985797828 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:13.759640 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6ea935f7-f204-43c3-aa74-71b985797828 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] 10.222.0.84 "DELETE /v2.0/networks/600731b1-9e35-4240-bd47-a164d3f98177 HTTP/1.1" status: 204 len: 168 time: 0.9982302 Aug 16 21:09:13.760112 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38376) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:13.774424 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea935f7-f204-43c3-aa74-71b985797828 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Pushing event deleted for resources: {'Network': ['ID=600731b1-9e35-4240-bd47-a164d3f98177,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:13.790486 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c4d97d58-98ad-4722-8f3b-c8bd9dc42bbb tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] 10.222.0.84 "GET /v2.0/ports?device_id=2ca9d45a-ee67-4d2d-af61-a80118690470 HTTP/1.1" status: 200 len: 205 time: 0.0289671 Aug 16 21:09:13.792632 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38378) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:13.844104 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e304f6ce-9029-4602-9d4a-66422b0ce428 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8706126 Aug 16 21:09:13.848819 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38380) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:13.854260 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-d78e5f35-3a76-4ca6-9b18-e86bb68c63fc tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'port': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'mac_address': 'fa:16:3e:0a:b4:f5', 'name': 'tempest-NetworksTestDHCPv6-1120521857'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:13.866406 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:13.888404 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a35717bf-1557-4304-89e0-301117020fc8 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:13.932805 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccf43be-fdac-4ccf-b733-88e6f14e38e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'tenant_id': '82725015d13d49169b6e377f421f6af8', 'fixed_ips': [{'subnet_id': '5470a4f7-4cf2-42f9-a258-9f88ccab8d9d'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:09:13.933746 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4ccf43be-fdac-4ccf-b733-88e6f14e38e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:14.033332 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78e5f35-3a76-4ca6-9b18-e86bb68c63fc tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:14.056174 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a35717bf-1557-4304-89e0-301117020fc8 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:14.058601 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a35717bf-1557-4304-89e0-301117020fc8 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:14.087866 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-4ccf43be-fdac-4ccf-b733-88e6f14e38e9 None None] Allocated IP 2001:db8::f816:3eff:fec3:a00 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/5470a4f7-4cf2-42f9-a258-9f88ccab8d9d/c1fad840-827a-48db-b767-4e3969b98bc6) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:09:14.142300 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d78e5f35-3a76-4ca6-9b18-e86bb68c63fc tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:14.162017 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a35717bf-1557-4304-89e0-301117020fc8 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:14.163546 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-d78e5f35-3a76-4ca6-9b18-e86bb68c63fc tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] device_id is not set on port 38f3b914-1246-4f8e-98e6-998d29aded44 yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:09:14.163668 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35717bf-1557-4304-89e0-301117020fc8 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Fanout notify agent at l3_agent the message router_deleted on router 2ca9d45a-ee67-4d2d-af61-a80118690470 {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:09:14.185836 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a35717bf-1557-4304-89e0-301117020fc8 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:14.198544 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a35717bf-1557-4304-89e0-301117020fc8 tempest-RoutersNegativeTest-950746552 tempest-RoutersNegativeTest-950746552-project] 10.222.0.84 "DELETE /v2.0/routers/2ca9d45a-ee67-4d2d-af61-a80118690470 HTTP/1.1" status: 204 len: 168 time: 0.3983748 Aug 16 21:09:14.244364 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4ccf43be-fdac-4ccf-b733-88e6f14e38e9 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:14.254167 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-4ccf43be-fdac-4ccf-b733-88e6f14e38e9 None None] Transition to ACTIVE for port object c1fad840-827a-48db-b767-4e3969b98bc6 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:14.261442 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 9ba311dc-9e0e-40cb-8807-33857f146af9 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:09:14.310548 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 9ba311dc-9e0e-40cb-8807-33857f146af9 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:09:14.313028 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 9ba311dc-9e0e-40cb-8807-33857f146af9 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:09:14.318440 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-4ccf43be-fdac-4ccf-b733-88e6f14e38e9 None None] Transition to ACTIVE for port object c1fad840-827a-48db-b767-4e3969b98bc6 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:14.411778 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4ccf43be-fdac-4ccf-b733-88e6f14e38e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:14.451024 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccf43be-fdac-4ccf-b733-88e6f14e38e9 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:14.456621 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-4ccf43be-fdac-4ccf-b733-88e6f14e38e9 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:14.461716 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccf43be-fdac-4ccf-b733-88e6f14e38e9 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:09:14.462608 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-d78e5f35-3a76-4ca6-9b18-e86bb68c63fc tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Allocated IP 2001:db8::f816:3eff:fe0a:b4f5 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/5470a4f7-4cf2-42f9-a258-9f88ccab8d9d/38f3b914-1246-4f8e-98e6-998d29aded44) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:09:14.472640 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf43be-fdac-4ccf-b733-88e6f14e38e9 None None] Pushing event updated for resources: {'Port': ['ID=c1fad840-827a-48db-b767-4e3969b98bc6,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:14.526854 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-4ccf43be-fdac-4ccf-b733-88e6f14e38e9 None None] Attempting to bind port c1fad840-827a-48db-b767-4e3969b98bc6 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:09:14.527291 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-4ccf43be-fdac-4ccf-b733-88e6f14e38e9 None None] Attempting to bind port c1fad840-827a-48db-b767-4e3969b98bc6 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:09:14.527672 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccf43be-fdac-4ccf-b733-88e6f14e38e9 None None] Attempting to bind port c1fad840-827a-48db-b767-4e3969b98bc6 on network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:09:14.532915 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccf43be-fdac-4ccf-b733-88e6f14e38e9 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:09:14.533315 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccf43be-fdac-4ccf-b733-88e6f14e38e9 None None] Checking segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:09:14.533769 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4ccf43be-fdac-4ccf-b733-88e6f14e38e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:14.534197 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccf43be-fdac-4ccf-b733-88e6f14e38e9 None None] Bound using segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:09:14.540403 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-4ccf43be-fdac-4ccf-b733-88e6f14e38e9 None None] Bound port: c1fad840-827a-48db-b767-4e3969b98bc6, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:09:14.540403 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4ccf43be-fdac-4ccf-b733-88e6f14e38e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:14.617074 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-4ccf43be-fdac-4ccf-b733-88e6f14e38e9 None None] For port c1fad840-827a-48db-b767-4e3969b98bc6, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:09:14.620476 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-4ccf43be-fdac-4ccf-b733-88e6f14e38e9 None None] For port c1fad840-827a-48db-b767-4e3969b98bc6, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=c1fad840-827a-48db-b767-4e3969b98bc6,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:09:14.686460 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d78e5f35-3a76-4ca6-9b18-e86bb68c63fc tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:14.701650 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f6ea7-01a9-4f2e-abd1-5d3199478722 req-935b341d-a18d-4ef7-9d64-1aee887af071 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:14.703134 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b29f6ea7-01a9-4f2e-abd1-5d3199478722 req-935b341d-a18d-4ef7-9d64-1aee887af071 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 945 time: 0.0860932 Aug 16 21:09:14.713008 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-d78e5f35-3a76-4ca6-9b18-e86bb68c63fc tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Transition to ACTIVE for port object 38f3b914-1246-4f8e-98e6-998d29aded44 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:14.759059 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4ccf43be-fdac-4ccf-b733-88e6f14e38e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:14.764460 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b29f6ea7-01a9-4f2e-abd1-5d3199478722 req-dbe7f96e-196a-438e-820a-d2415c21d57d tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/security-groups?id=7313cff0-67c1-456a-b42a-f621f13532ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532877 Aug 16 21:09:14.847549 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf43be-fdac-4ccf-b733-88e6f14e38e9 None None] Pushing event updated for resources: {'Port': ['ID=c1fad840-827a-48db-b767-4e3969b98bc6,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:14.858569 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d78e5f35-3a76-4ca6-9b18-e86bb68c63fc tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:14.878125 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38396) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:14.897455 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:14.933244 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78e5f35-3a76-4ca6-9b18-e86bb68c63fc tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:14.936910 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-d78e5f35-3a76-4ca6-9b18-e86bb68c63fc tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:14.944065 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78e5f35-3a76-4ca6-9b18-e86bb68c63fc tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:09:14.950252 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78e5f35-3a76-4ca6-9b18-e86bb68c63fc tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:14.951538 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d78e5f35-3a76-4ca6-9b18-e86bb68c63fc tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:14.961320 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e5f35-3a76-4ca6-9b18-e86bb68c63fc tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Port': ['ID=38f3b914-1246-4f8e-98e6-998d29aded44,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:15.059773 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d78e5f35-3a76-4ca6-9b18-e86bb68c63fc tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2075820 Aug 16 21:09:15.062971 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38402) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:15.093059 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b06cd053-43d8-47fe-9b97-f2c6a8bcacfb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2818725681a243dfbba4a3feeb181678&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2134211 Aug 16 21:09:15.095811 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38404) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:15.142856 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0ea5ea-8f29-4e8f-873e-dc2de8f3f6d2 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:15.149812 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0ea5ea-8f29-4e8f-873e-dc2de8f3f6d2 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:15.151844 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-bf0ea5ea-8f29-4e8f-873e-dc2de8f3f6d2 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0875256 Aug 16 21:09:15.154942 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38406) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:15.538011 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-49597b08-343b-40ef-b338-3d4923fac7ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:15.571427 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-49597b08-343b-40ef-b338-3d4923fac7ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:15.610583 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-69e915c1-1ffe-4815-b36b-bf4a48de4b57 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting port 38f3b914-1246-4f8e-98e6-998d29aded44 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:15.610945 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69e915c1-1ffe-4815-b36b-bf4a48de4b57 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:15.679321 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6955479-aeb4-4e03-9704-11d983c89981 req-052f001c-0cd2-4db2-8c3b-073406dbba0e tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:15.681334 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d6955479-aeb4-4e03-9704-11d983c89981 req-052f001c-0cd2-4db2-8c3b-073406dbba0e tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.72 "GET /v2.0/ports?device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 945 time: 0.0953143 Aug 16 21:09:15.736475 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69e915c1-1ffe-4815-b36b-bf4a48de4b57 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:15.752316 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-69e915c1-1ffe-4815-b36b-bf4a48de4b57 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Calling delete_port for 38f3b914-1246-4f8e-98e6-998d29aded44 owned by {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:15.800771 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-d6955479-aeb4-4e03-9704-11d983c89981 req-a621b691-d01a-4d0a-af80-109b06288ef7 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Deleting port b31d39aa-d462-4241-9064-5c0be173ef5f {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:15.801125 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d6955479-aeb4-4e03-9704-11d983c89981 req-a621b691-d01a-4d0a-af80-109b06288ef7 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:15.836115 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-49597b08-343b-40ef-b338-3d4923fac7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:15.836115 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-49597b08-343b-40ef-b338-3d4923fac7ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:15.846561 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-49597b08-343b-40ef-b338-3d4923fac7ac admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d1f3fb47-89a1-46f6-a212-47a106fbff81 HTTP/1.1" status: 204 len: 168 time: 0.7494395 Aug 16 21:09:15.889698 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49597b08-343b-40ef-b338-3d4923fac7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f3fb47-89a1-46f6-a212-47a106fbff81,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:15.953815 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-d6955479-aeb4-4e03-9704-11d983c89981 req-a621b691-d01a-4d0a-af80-109b06288ef7 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] For port b31d39aa-d462-4241-9064-5c0be173ef5f, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=b31d39aa-d462-4241-9064-5c0be173ef5f,segment=NetworkSegment(935c4def-bcd0-41b7-b894-caf6082db5ff),segment_id=935c4def-bcd0-41b7-b894-caf6082db5ff)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:15.954407 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d6955479-aeb4-4e03-9704-11d983c89981 req-a621b691-d01a-4d0a-af80-109b06288ef7 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:15.975275 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-d6955479-aeb4-4e03-9704-11d983c89981 req-a621b691-d01a-4d0a-af80-109b06288ef7 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Calling delete_port for b31d39aa-d462-4241-9064-5c0be173ef5f owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:15.995436 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d57d8-2f0b-4166-91ce-88ca87de4c41 req-acd29b19-59b8-4f72-ad27-2605e87a7d0d tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:16.003278 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a3d57d8-2f0b-4166-91ce-88ca87de4c41 req-acd29b19-59b8-4f72-ad27-2605e87a7d0d tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 945 time: 0.1392710 Aug 16 21:09:16.054284 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a3d57d8-2f0b-4166-91ce-88ca87de4c41 req-6c98cb06-3b26-4b8d-9142-2088950e4475 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/security-groups?id=7313cff0-67c1-456a-b42a-f621f13532ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497980 Aug 16 21:09:16.214214 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ff10b1a6-fc2c-495d-a162-0382b27cbab8 None None] Provisioning for port c1fad840-827a-48db-b767-4e3969b98bc6 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:16.216990 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69e915c1-1ffe-4815-b36b-bf4a48de4b57 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:16.243405 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device c1fad840-827a-48db-b767-4e3969b98bc6 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:09:16.265482 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e915c1-1ffe-4815-b36b-bf4a48de4b57 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Port': ['ID=38f3b914-1246-4f8e-98e6-998d29aded44,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:16.298855 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69e915c1-1ffe-4815-b36b-bf4a48de4b57 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:16.303705 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38426) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:16.304190 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-69e915c1-1ffe-4815-b36b-bf4a48de4b57 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/ports/38f3b914-1246-4f8e-98e6-998d29aded44 HTTP/1.1" status: 204 len: 168 time: 1.1481118 Aug 16 21:09:16.344404 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d6955479-aeb4-4e03-9704-11d983c89981 req-a621b691-d01a-4d0a-af80-109b06288ef7 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:16.358172 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['b31d39aa-d462-4241-9064-5c0be173ef5f'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:09:16.472587 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port c1fad840-827a-48db-b767-4e3969b98bc6 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:16.498576 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port c1fad840-827a-48db-b767-4e3969b98bc6 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:16.499020 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:16.581462 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b89d13f2-baf3-45b1-bfb3-b55ef81d72a5 None None] Could not find standard attr ID for object 38f3b914-1246-4f8e-98e6-998d29aded44. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 21:09:16.676075 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:16.703159 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:16.723632 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port c1fad840-827a-48db-b767-4e3969b98bc6, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=c1fad840-827a-48db-b767-4e3969b98bc6,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:16.790372 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621b691-d01a-4d0a-af80-109b06288ef7 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Pushing event deleted for resources: {'Port': ['ID=b31d39aa-d462-4241-9064-5c0be173ef5f,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:16.822245 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac9f1c9-667a-474a-971e-ad7fcdf66c17 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:16.823763 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac9f1c9-667a-474a-971e-ad7fcdf66c17 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:16.825407 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-eac9f1c9-667a-474a-971e-ad7fcdf66c17 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.5202656 Aug 16 21:09:16.828512 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38436) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:16.845026 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6955479-aeb4-4e03-9704-11d983c89981 req-a621b691-d01a-4d0a-af80-109b06288ef7 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] No DVR routers for this DVR port b31d39aa-d462-4241-9064-5c0be173ef5f on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:09:16.845266 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:16.847730 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d6955479-aeb4-4e03-9704-11d983c89981 req-a621b691-d01a-4d0a-af80-109b06288ef7 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:16.890055 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d6955479-aeb4-4e03-9704-11d983c89981 req-a621b691-d01a-4d0a-af80-109b06288ef7 tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.72 "DELETE /v2.0/ports/b31d39aa-d462-4241-9064-5c0be173ef5f HTTP/1.1" status: 204 len: 173 time: 1.1616254 Aug 16 21:09:16.890055 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e08c58-81b2-47a3-aa6f-df3c0ddef0ab', 'name': 'network-vif-deleted', 'tag': 'b31d39aa-d462-4241-9064-5c0be173ef5f'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:09:16.890055 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c5146e-463b-43fa-b234-3fad6c68031c" -d '{"events": [{"server_uuid": "02e08c58-81b2-47a3-aa6f-df3c0ddef0ab", "name": "network-vif-deleted", "tag": "b31d39aa-d462-4241-9064-5c0be173ef5f"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:09:16.895031 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a91190-2a45-46a3-8be6-4d40d4525e17 x-openstack-request-id: req-a0a91190-2a45-46a3-8be6-4d40d4525e17 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:09:16.905886 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=c1fad840-827a-48db-b767-4e3969b98bc6,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:16.906138 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e08c58-81b2-47a3-aa6f-df3c0ddef0ab", "name": "network-vif-deleted", "tag": "b31d39aa-d462-4241-9064-5c0be173ef5f", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:09:16.906491 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a0a91190-2a45-46a3-8be6-4d40d4525e17 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:09:16.907032 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e08c58-81b2-47a3-aa6f-df3c0ddef0ab', 'name': 'network-vif-deleted', 'tag': 'b31d39aa-d462-4241-9064-5c0be173ef5f', 'status': 'completed', 'code': 200} Aug 16 21:09:16.939529 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eded164-cfce-44fa-b680-0d2a62ccad21 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting subnet 5470a4f7-4cf2-42f9-a258-9f88ccab8d9d {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:09:16.943045 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0eded164-cfce-44fa-b680-0d2a62ccad21 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:16.991870 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0eded164-cfce-44fa-b680-0d2a62ccad21 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:17.114393 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0eded164-cfce-44fa-b680-0d2a62ccad21 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:17.179585 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1de6b04b-0f09-4c4d-ae9f-a09eae456ac8 req-fa718ac0-cbdc-4ae9-bf17-44b993cf3efe tempest-ServerRescueTestJSONUnderV235-113406371 tempest-ServerRescueTestJSONUnderV235-113406371-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e08c58-81b2-47a3-aa6f-df3c0ddef0ab HTTP/1.1" status: 200 len: 210 time: 0.0409675 Aug 16 21:09:17.343365 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0eded164-cfce-44fa-b680-0d2a62ccad21 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:17.374691 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eded164-cfce-44fa-b680-0d2a62ccad21 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Subnet': ['ID=5470a4f7-4cf2-42f9-a258-9f88ccab8d9d,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:17.387872 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6df5c8-e8c1-4c02-94de-9a55be23b952 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:17.388401 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0eded164-cfce-44fa-b680-0d2a62ccad21 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:17.391093 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0eded164-cfce-44fa-b680-0d2a62ccad21 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/5470a4f7-4cf2-42f9-a258-9f88ccab8d9d HTTP/1.1" status: 204 len: 168 time: 0.5605035 Aug 16 21:09:17.398181 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38458) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:17.439826 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-901863c1-767a-4272-bf0f-e1549f4fa6a6 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0397499 Aug 16 21:09:17.441850 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38460) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:17.447726 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-2795495a-a2a4-4566-9541-9e0cc1172008 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'subnet': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:17.600485 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66138a10-c372-417e-94f0-8083b45458c6 None None] DHCP port deletion for 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:09:17.652997 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38466) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:17.653353 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-66138a10-c372-417e-94f0-8083b45458c6 None None] Deleting port c1fad840-827a-48db-b767-4e3969b98bc6 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:17.653919 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-66138a10-c372-417e-94f0-8083b45458c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:17.682576 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2795495a-a2a4-4566-9541-9e0cc1172008 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:17.686313 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2795495a-a2a4-4566-9541-9e0cc1172008 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:17.722865 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-66138a10-c372-417e-94f0-8083b45458c6 None None] For port c1fad840-827a-48db-b767-4e3969b98bc6, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=c1fad840-827a-48db-b767-4e3969b98bc6,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:17.723270 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-66138a10-c372-417e-94f0-8083b45458c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:17.756320 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-66138a10-c372-417e-94f0-8083b45458c6 None None] Calling delete_port for c1fad840-827a-48db-b767-4e3969b98bc6 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:17.814934 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-a18fc582-a62c-45f7-8d1e-91cf2e03af67 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Request body: {'security_group': {'name': 'tempest-secgroup--686418371'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:17.945923 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-66138a10-c372-417e-94f0-8083b45458c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:17.946216 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a18fc582-a62c-45f7-8d1e-91cf2e03af67 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:17.954515 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a18fc582-a62c-45f7-8d1e-91cf2e03af67 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:17.980560 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66138a10-c372-417e-94f0-8083b45458c6 None None] Pushing event deleted for resources: {'Port': ['ID=c1fad840-827a-48db-b767-4e3969b98bc6,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:17.988886 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66138a10-c372-417e-94f0-8083b45458c6 None None] No DVR routers for this DVR port c1fad840-827a-48db-b767-4e3969b98bc6 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:09:18.012406 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38474) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:18.081865 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device c1fad840-827a-48db-b767-4e3969b98bc6 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:09:18.109258 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: c1fad840-827a-48db-b767-4e3969b98bc6 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:09:18.110020 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device c1fad840-827a-48db-b767-4e3969b98bc6 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:09:18.143624 n-d-793620-15 neutron-server[101844]: DEBUG neutron.objects.ports [None req-2795495a-a2a4-4566-9541-9e0cc1172008 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101844) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 21:09:18.148510 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2795495a-a2a4-4566-9541-9e0cc1172008 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:18.169038 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3054c1ae-1f30-418f-b1b0-ca933b6f32ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:18.169499 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a18fc582-a62c-45f7-8d1e-91cf2e03af67 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:18.201117 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2795495a-a2a4-4566-9541-9e0cc1172008 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:18.204558 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-2795495a-a2a4-4566-9541-9e0cc1172008 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:18.209479 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2795495a-a2a4-4566-9541-9e0cc1172008 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:18.210205 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2795495a-a2a4-4566-9541-9e0cc1172008 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:18.215742 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9876f71d-c0db-425f-b93f-0f4344e1a3ac None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:18.228865 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795495a-a2a4-4566-9541-9e0cc1172008 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Subnet': ['ID=c3065500-e451-4335-91a6-aad70c33a27a,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:18.248724 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38480) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:18.254852 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a18fc582-a62c-45f7-8d1e-91cf2e03af67 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:18.288826 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fc582-a62c-45f7-8d1e-91cf2e03af67 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=283145bc-c126-42c9-b3e4-b698decc2f0a,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:18.369840 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbf3a72-50f5-4d41-8ff2-dd53cb15eed2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'tenant_id': '82725015d13d49169b6e377f421f6af8', 'fixed_ips': [{'subnet_id': 'c3065500-e451-4335-91a6-aad70c33a27a'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:09:18.370760 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8bbf3a72-50f5-4d41-8ff2-dd53cb15eed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:18.380402 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2795495a-a2a4-4566-9541-9e0cc1172008 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9349594 Aug 16 21:09:18.381482 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38482) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:18.392103 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-c51fb8ed-6372-4c07-9faa-ed276500ba74 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'port': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'mac_address': 'fa:16:3e:1e:36:a4', 'name': 'tempest-NetworksTestDHCPv6-212258216'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:18.397156 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.db.api [None req-a18fc582-a62c-45f7-8d1e-91cf2e03af67 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 21:09:18.397156 n-d-793620-15 neutron-server[101844]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 21:09:18.397156 n-d-793620-15 neutron-server[101844]: [parameters: {'project_id_1': 'd68d0bdd996145868f2c5d3ad0219d79', 'expiration_1': datetime.datetime(2021, 8, 16, 21, 9, 18, 259021)}] Aug 16 21:09:18.397156 n-d-793620-15 neutron-server[101844]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101844) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:09:18.397717 n-d-793620-15 neutron-server[101844]: DEBUG oslo_db.api [None req-a18fc582-a62c-45f7-8d1e-91cf2e03af67 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:09:18.527441 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-8bbf3a72-50f5-4d41-8ff2-dd53cb15eed2 None None] Allocated IP 2001:db8::f816:3eff:fe7b:9202 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/c3065500-e451-4335-91a6-aad70c33a27a/69fbd843-2d40-443a-8274-d9f02ff18f8d) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:09:18.635487 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3054c1ae-1f30-418f-b1b0-ca933b6f32ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:18.684831 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8bbf3a72-50f5-4d41-8ff2-dd53cb15eed2 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:18.693106 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-8bbf3a72-50f5-4d41-8ff2-dd53cb15eed2 None None] Transition to ACTIVE for port object 69fbd843-2d40-443a-8274-d9f02ff18f8d will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:18.709482 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-8bbf3a72-50f5-4d41-8ff2-dd53cb15eed2 None None] Transition to ACTIVE for port object 69fbd843-2d40-443a-8274-d9f02ff18f8d will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:18.717288 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-467f26a1-2075-40f7-bf82-7acb1d49d744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:18.755046 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3054c1ae-1f30-418f-b1b0-ca933b6f32ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:18.837784 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3054c1ae-1f30-418f-b1b0-ca933b6f32ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da01568-5eff-433c-bd23-ded699a8bd74,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:18.846312 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3054c1ae-1f30-418f-b1b0-ca933b6f32ca admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=99aba870cce24ed094c9736b1d0a5900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8312497 Aug 16 21:09:18.848968 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38488) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:18.889935 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8bbf3a72-50f5-4d41-8ff2-dd53cb15eed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:18.899029 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a18fc582-a62c-45f7-8d1e-91cf2e03af67 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:18.909147 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51fb8ed-6372-4c07-9faa-ed276500ba74 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:18.918676 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c51fb8ed-6372-4c07-9faa-ed276500ba74 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:18.924631 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device b31d39aa-d462-4241-9064-5c0be173ef5f no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:09:18.951998 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-c51fb8ed-6372-4c07-9faa-ed276500ba74 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] device_id is not set on port bc49a178-066d-40d8-bcfd-e0b99cb91104 yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:09:18.962800 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: b31d39aa-d462-4241-9064-5c0be173ef5f {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:09:18.963153 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device b31d39aa-d462-4241-9064-5c0be173ef5f not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:09:18.969644 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6518aabd-a214-4e61-93f9-aaa10a177d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:18.987470 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbf3a72-50f5-4d41-8ff2-dd53cb15eed2 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:18.991341 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-8bbf3a72-50f5-4d41-8ff2-dd53cb15eed2 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:18.994254 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbf3a72-50f5-4d41-8ff2-dd53cb15eed2 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:09:19.004276 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6518aabd-a214-4e61-93f9-aaa10a177d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:19.008886 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbf3a72-50f5-4d41-8ff2-dd53cb15eed2 None None] Pushing event updated for resources: {'Port': ['ID=69fbd843-2d40-443a-8274-d9f02ff18f8d,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:19.116892 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-c51fb8ed-6372-4c07-9faa-ed276500ba74 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Allocated IP 2001:db8::f816:3eff:fe1e:36a4 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/c3065500-e451-4335-91a6-aad70c33a27a/bc49a178-066d-40d8-bcfd-e0b99cb91104) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:09:19.117162 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-8bbf3a72-50f5-4d41-8ff2-dd53cb15eed2 None None] Attempting to bind port 69fbd843-2d40-443a-8274-d9f02ff18f8d on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:09:19.117422 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-8bbf3a72-50f5-4d41-8ff2-dd53cb15eed2 None None] Attempting to bind port 69fbd843-2d40-443a-8274-d9f02ff18f8d by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:09:19.117797 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-467f26a1-2075-40f7-bf82-7acb1d49d744 admin admin] Deleting port 7224ea41-2061-4df8-a658-75c0da998303 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:19.118292 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbf3a72-50f5-4d41-8ff2-dd53cb15eed2 None None] Attempting to bind port 69fbd843-2d40-443a-8274-d9f02ff18f8d on network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:09:19.118799 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-467f26a1-2075-40f7-bf82-7acb1d49d744 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:19.120577 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a18fc582-a62c-45f7-8d1e-91cf2e03af67 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:19.128580 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbf3a72-50f5-4d41-8ff2-dd53cb15eed2 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:09:19.128962 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbf3a72-50f5-4d41-8ff2-dd53cb15eed2 None None] Checking segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:09:19.129391 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8bbf3a72-50f5-4d41-8ff2-dd53cb15eed2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:19.129797 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbf3a72-50f5-4d41-8ff2-dd53cb15eed2 None None] Bound using segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:09:19.130273 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-8bbf3a72-50f5-4d41-8ff2-dd53cb15eed2 None None] Bound port: 69fbd843-2d40-443a-8274-d9f02ff18f8d, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:09:19.131210 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8bbf3a72-50f5-4d41-8ff2-dd53cb15eed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:19.196962 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-8bbf3a72-50f5-4d41-8ff2-dd53cb15eed2 None None] For port 69fbd843-2d40-443a-8274-d9f02ff18f8d, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:09:19.200045 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-8bbf3a72-50f5-4d41-8ff2-dd53cb15eed2 None None] For port 69fbd843-2d40-443a-8274-d9f02ff18f8d, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=69fbd843-2d40-443a-8274-d9f02ff18f8d,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:09:19.205374 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6518aabd-a214-4e61-93f9-aaa10a177d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:19.207918 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6518aabd-a214-4e61-93f9-aaa10a177d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:19.215377 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6518aabd-a214-4e61-93f9-aaa10a177d69 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1da01568-5eff-433c-bd23-ded699a8bd74 HTTP/1.1" status: 204 len: 168 time: 0.3592291 Aug 16 21:09:19.215377 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-467f26a1-2075-40f7-bf82-7acb1d49d744 admin admin] For port 7224ea41-2061-4df8-a658-75c0da998303, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=7224ea41-2061-4df8-a658-75c0da998303,segment=NetworkSegment(935c4def-bcd0-41b7-b894-caf6082db5ff),segment_id=935c4def-bcd0-41b7-b894-caf6082db5ff)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:19.216285 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-467f26a1-2075-40f7-bf82-7acb1d49d744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:19.233078 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6518aabd-a214-4e61-93f9-aaa10a177d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da01568-5eff-433c-bd23-ded699a8bd74,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:19.233591 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:19.235296 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-467f26a1-2075-40f7-bf82-7acb1d49d744 admin admin] Calling delete_port for 7224ea41-2061-4df8-a658-75c0da998303 owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:19.248911 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a18fc582-a62c-45f7-8d1e-91cf2e03af67 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:19.292079 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fc582-a62c-45f7-8d1e-91cf2e03af67 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17dd3f18-0ee6-40fe-8857-5eaaf120a46c,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:19.303840 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8bbf3a72-50f5-4d41-8ff2-dd53cb15eed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:19.361522 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c51fb8ed-6372-4c07-9faa-ed276500ba74 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:19.371686 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbf3a72-50f5-4d41-8ff2-dd53cb15eed2 None None] Pushing event updated for resources: {'Port': ['ID=69fbd843-2d40-443a-8274-d9f02ff18f8d,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:19.390926 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-c51fb8ed-6372-4c07-9faa-ed276500ba74 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Transition to ACTIVE for port object bc49a178-066d-40d8-bcfd-e0b99cb91104 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:19.392562 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a18fc582-a62c-45f7-8d1e-91cf2e03af67 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:19.396697 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38492) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:19.402801 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a18fc582-a62c-45f7-8d1e-91cf2e03af67 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7440803 Aug 16 21:09:19.509986 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-74d2211d-2b13-4a53-9bed-24ff7a48933d tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1095185 Aug 16 21:09:19.510363 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38494) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:19.516686 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-baeed172-7013-4c87-a8e7-95030cc3e3a9 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Request body: {'security_group': {'name': 'tempest-security--1561519711', 'description': 'tempest-security-description-1455971629'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:19.546574 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c51fb8ed-6372-4c07-9faa-ed276500ba74 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:19.574147 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-baeed172-7013-4c87-a8e7-95030cc3e3a9 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:19.605986 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51fb8ed-6372-4c07-9faa-ed276500ba74 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:19.609930 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-c51fb8ed-6372-4c07-9faa-ed276500ba74 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:19.612553 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51fb8ed-6372-4c07-9faa-ed276500ba74 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:09:19.621003 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51fb8ed-6372-4c07-9faa-ed276500ba74 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:19.622057 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c51fb8ed-6372-4c07-9faa-ed276500ba74 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:19.633686 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-baeed172-7013-4c87-a8e7-95030cc3e3a9 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:19.652415 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-467f26a1-2075-40f7-bf82-7acb1d49d744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:19.678216 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f26a1-2075-40f7-bf82-7acb1d49d744 admin admin] Pushing event deleted for resources: {'Port': ['ID=7224ea41-2061-4df8-a658-75c0da998303,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:19.696321 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-44f8a6a0-d450-42ee-9fb9-19402647e1c7 req-41e32a82-b4ab-46c1-8453-a773a3873a35 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2073729 Aug 16 21:09:19.702275 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51fb8ed-6372-4c07-9faa-ed276500ba74 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Port': ['ID=bc49a178-066d-40d8-bcfd-e0b99cb91104,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:19.754359 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-baeed172-7013-4c87-a8e7-95030cc3e3a9 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:19.757350 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-baeed172-7013-4c87-a8e7-95030cc3e3a9 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:19.757641 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c51fb8ed-6372-4c07-9faa-ed276500ba74 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3723993 Aug 16 21:09:19.758823 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-baeed172-7013-4c87-a8e7-95030cc3e3a9 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "PUT /v2.0/security-groups/17dd3f18-0ee6-40fe-8857-5eaaf120a46c HTTP/1.1" status: 200 len: 1780 time: 0.2475002 Aug 16 21:09:19.760835 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38500) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:19.763233 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38502) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:19.834155 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeed172-7013-4c87-a8e7-95030cc3e3a9 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17dd3f18-0ee6-40fe-8857-5eaaf120a46c,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:19.890356 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-467f26a1-2075-40f7-bf82-7acb1d49d744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:19.894069 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1d2f073b-f4c9-4910-b85c-72399b99ff22 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "GET /v2.0/security-groups/17dd3f18-0ee6-40fe-8857-5eaaf120a46c HTTP/1.1" status: 200 len: 1780 time: 0.1258559 Aug 16 21:09:19.896840 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38508) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:19.907772 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a7ee23-dc60-4080-9958-27327cb2fcff tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:19.915388 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a7ee23-dc60-4080-9958-27327cb2fcff tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:19.919496 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-18a7ee23-dc60-4080-9958-27327cb2fcff tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1549654 Aug 16 21:09:19.935051 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38510) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:19.935051 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8a6a0-d450-42ee-9fb9-19402647e1c7 req-8c7dab68-cdfd-4225-9be2-d56fdb2788ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:19.939293 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-44f8a6a0-d450-42ee-9fb9-19402647e1c7 req-8c7dab68-cdfd-4225-9be2-d56fdb2788ba service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6ff815c4c8944f8eb7103de208aa5945&device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 1097 time: 0.1753256 Aug 16 21:09:20.068233 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d01f9d41-9657-4215-85ed-c4129021bdc6 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:20.110839 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d01f9d41-9657-4215-85ed-c4129021bdc6 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:20.137855 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8a6a0-d450-42ee-9fb9-19402647e1c7 req-fa77dc9c-8200-4d3f-b499-c441dbab6eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:20.139382 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-44f8a6a0-d450-42ee-9fb9-19402647e1c7 req-fa77dc9c-8200-4d3f-b499-c441dbab6eb9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c499baa-4492-4b54-bedd-a882ae845f9c HTTP/1.1" status: 200 len: 917 time: 0.1757193 Aug 16 21:09:20.141980 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-288f1610-316e-454a-9857-4927663777ed tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting port bc49a178-066d-40d8-bcfd-e0b99cb91104 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:20.142335 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-288f1610-316e-454a-9857-4927663777ed tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:20.216344 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 69fbd843-2d40-443a-8274-d9f02ff18f8d up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:09:20.256896 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38512) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:20.291310 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-00d3e50f-4af9-45cb-8c7c-c32c7e92e9d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:20.311971 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-44f8a6a0-d450-42ee-9fb9-19402647e1c7 req-cfa681c3-d15c-4549-9d0d-01e2515a1a22 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c69664d-e5b1-4f3e-8026-d75ecad74ee8 HTTP/1.1" status: 200 len: 1001 time: 0.1501737 Aug 16 21:09:20.329840 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467f26a1-2075-40f7-bf82-7acb1d49d744 admin admin] Router d328974a-0b61-4411-9289-f6f85cb4247f has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:09:20.377590 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-288f1610-316e-454a-9857-4927663777ed tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:20.395402 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8a6a0-d450-42ee-9fb9-19402647e1c7 req-db5e6bd9-1e1b-4791-87e1-1171766b8bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:20.397032 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-44f8a6a0-d450-42ee-9fb9-19402647e1c7 req-db5e6bd9-1e1b-4791-87e1-1171766b8bd1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6d4ab04f-fd33-40d0-bd76-3977c7bf52a2 HTTP/1.1" status: 200 len: 855 time: 0.0776417 Aug 16 21:09:20.400397 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d01f9d41-9657-4215-85ed-c4129021bdc6 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:20.401187 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-288f1610-316e-454a-9857-4927663777ed tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Calling delete_port for bc49a178-066d-40d8-bcfd-e0b99cb91104 owned by {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:20.403123 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d01f9d41-9657-4215-85ed-c4129021bdc6 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:20.406933 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d01f9d41-9657-4215-85ed-c4129021bdc6 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "DELETE /v2.0/security-groups/17dd3f18-0ee6-40fe-8857-5eaaf120a46c HTTP/1.1" status: 204 len: 168 time: 0.5090668 Aug 16 21:09:20.409299 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38514) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:20.412313 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 69fbd843-2d40-443a-8274-d9f02ff18f8d completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:20.457815 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f9d41-9657-4215-85ed-c4129021bdc6 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17dd3f18-0ee6-40fe-8857-5eaaf120a46c,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:20.502024 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8a6a0-d450-42ee-9fb9-19402647e1c7 req-829fc8df-631a-489a-b407-990e11e9f50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:20.503737 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-44f8a6a0-d450-42ee-9fb9-19402647e1c7 req-829fc8df-631a-489a-b407-990e11e9f50b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c499baa-4492-4b54-bedd-a882ae845f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0983057 Aug 16 21:09:20.564504 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-146c97b1-2030-4dda-ae32-507f5e196253 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1392727 Aug 16 21:09:20.565253 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38516) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:20.583157 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467f26a1-2075-40f7-bf82-7acb1d49d744 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:09:20.589412 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-467f26a1-2075-40f7-bf82-7acb1d49d744 admin admin] 10.222.0.84 "PUT /v2.0/routers/d328974a-0b61-4411-9289-f6f85cb4247f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3395982 Aug 16 21:09:20.590686 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-23097c62-de7b-4239-8442-f1b479a591b0 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] delete failed (client error): The resource could not be found. Aug 16 21:09:20.591870 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-23097c62-de7b-4239-8442-f1b479a591b0 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "DELETE /v2.0/security-groups/17dd3f18-0ee6-40fe-8857-5eaaf120a46c HTTP/1.1" status: 404 len: 347 time: 0.0256243 Aug 16 21:09:20.592430 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38518) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:20.610552 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595e785f-d4b5-4b7a-98d0-9ced58631b0c None None] Sync routers for ids ['d328974a-0b61-4411-9289-f6f85cb4247f'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:09:20.615261 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38520) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:20.621912 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-6aa8745f-6cca-4e41-9bcb-b30edd9b0f89 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Request body: {'security_group': {'name': 'tempest-secgroup--1466531979'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:20.624915 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595e785f-d4b5-4b7a-98d0-9ced58631b0c None None] Routers {'d328974a-0b61-4411-9289-f6f85cb4247f'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:09:20.625654 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-595e785f-d4b5-4b7a-98d0-9ced58631b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:09:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d328974a-0b61-4411-9289-f6f85cb4247f'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:20.665628 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-00d3e50f-4af9-45cb-8c7c-c32c7e92e9d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:20.674571 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-44f8a6a0-d450-42ee-9fb9-19402647e1c7 req-9a9ae724-baba-480f-8a1f-1cf2c778928f service neutron] 10.222.0.90 "GET /v2.0/networks/9c499baa-4492-4b54-bedd-a882ae845f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633890 Aug 16 21:09:20.740637 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c6d04979-869f-424a-96b9-af2043d79a5a admin admin] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:20.789819 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-595e785f-d4b5-4b7a-98d0-9ced58631b0c None None] Set router d328974a-0b61-4411-9289-f6f85cb4247f gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:09:20.790092 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-288f1610-316e-454a-9857-4927663777ed tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:20.799676 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-00d3e50f-4af9-45cb-8c7c-c32c7e92e9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:20.845264 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f1610-316e-454a-9857-4927663777ed tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Port': ['ID=bc49a178-066d-40d8-bcfd-e0b99cb91104,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:20.882733 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-288f1610-316e-454a-9857-4927663777ed tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:20.885010 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-288f1610-316e-454a-9857-4927663777ed tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/ports/bc49a178-066d-40d8-bcfd-e0b99cb91104 HTTP/1.1" status: 204 len: 168 time: 0.9640858 Aug 16 21:09:20.890234 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38524) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:20.930548 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-44f8a6a0-d450-42ee-9fb9-19402647e1c7 req-e07719da-04fa-4252-9e11-4291279df2f5 service neutron] 10.222.0.90 "GET /v2.0/networks/9c499baa-4492-4b54-bedd-a882ae845f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480047 Aug 16 21:09:20.947094 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d3e50f-4af9-45cb-8c7c-c32c7e92e9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b67b7c-862e-4065-8711-581e74e8461e,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:20.952304 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6aa8745f-6cca-4e41-9bcb-b30edd9b0f89 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:20.966887 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-00d3e50f-4af9-45cb-8c7c-c32c7e92e9d7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=05ccad03d50148d0adbb938f2ff1de0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6967514 Aug 16 21:09:20.969409 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38526) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:20.995071 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083d8fb2-3672-4a39-9c26-f75d629165b8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:20.996949 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083d8fb2-3672-4a39-9c26-f75d629165b8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:20.997822 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-58cb1dfa-fbf6-40f3-a821-3b48d2eb980a None None] Provisioning for port 69fbd843-2d40-443a-8274-d9f02ff18f8d completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:20.998378 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-083d8fb2-3672-4a39-9c26-f75d629165b8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1071460 Aug 16 21:09:21.001093 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38530) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:21.005917 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-58cb1dfa-fbf6-40f3-a821-3b48d2eb980a None None] Provisioning complete for port 69fbd843-2d40-443a-8274-d9f02ff18f8d triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:21.006427 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-58cb1dfa-fbf6-40f3-a821-3b48d2eb980a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:21.066907 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c6d04979-869f-424a-96b9-af2043d79a5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:21.102755 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e0470fe6-8db4-4613-8607-45b08a2d4728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:21.104287 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb364a09-b624-4eee-ba42-19669622c5e6 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting subnet c3065500-e451-4335-91a6-aad70c33a27a {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:09:21.109748 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb364a09-b624-4eee-ba42-19669622c5e6 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:21.164082 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e0470fe6-8db4-4613-8607-45b08a2d4728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:21.174925 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb364a09-b624-4eee-ba42-19669622c5e6 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:21.193087 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-58cb1dfa-fbf6-40f3-a821-3b48d2eb980a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:21.210110 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6aa8745f-6cca-4e41-9bcb-b30edd9b0f89 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:21.235958 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-58cb1dfa-fbf6-40f3-a821-3b48d2eb980a None None] For port 69fbd843-2d40-443a-8274-d9f02ff18f8d, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=69fbd843-2d40-443a-8274-d9f02ff18f8d,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:21.243883 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-595e785f-d4b5-4b7a-98d0-9ced58631b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd328974a-0b61-4411-9289-f6f85cb4247f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1744699822-router', 'tenant_id': '0d64dbe72a05445db961fd30273f80ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '01e2795b-a6dc-48be-a682-a62a3ff16383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:51Z', 'updated_at': '2021-08-16T21:09:19Z', 'revision_number': 5, 'project_id': '0d64dbe72a05445db961fd30273f80ac', 'gw_port': {'id': '01e2795b-a6dc-48be-a682-a62a3ff16383', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328974a-0b61-4411-9289-f6f85cb4247f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:52Z', 'updated_at': '2021-08-16T21:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:21.287669 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595e785f-d4b5-4b7a-98d0-9ced58631b0c None None] Checking router: d328974a-0b61-4411-9289-f6f85cb4247f for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:09:21.290520 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-c6d04979-869f-424a-96b9-af2043d79a5a admin admin] Deleting port 01e2795b-a6dc-48be-a682-a62a3ff16383 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:21.291083 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c6d04979-869f-424a-96b9-af2043d79a5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:21.294210 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6aa8745f-6cca-4e41-9bcb-b30edd9b0f89 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:21.300854 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595e785f-d4b5-4b7a-98d0-9ced58631b0c None None] Routers {'d328974a-0b61-4411-9289-f6f85cb4247f'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:09:21.301641 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-595e785f-d4b5-4b7a-98d0-9ced58631b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:09:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d328974a-0b61-4411-9289-f6f85cb4247f'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:21.334719 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa8745f-6cca-4e41-9bcb-b30edd9b0f89 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90d3a0c0-392c-4abf-844a-6d0f919c2b3d,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:21.338165 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb364a09-b624-4eee-ba42-19669622c5e6 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:21.399721 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-c6d04979-869f-424a-96b9-af2043d79a5a admin admin] For port 01e2795b-a6dc-48be-a682-a62a3ff16383, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=01e2795b-a6dc-48be-a682-a62a3ff16383,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:21.400145 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c6d04979-869f-424a-96b9-af2043d79a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:21.408614 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e0470fe6-8db4-4613-8607-45b08a2d4728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:21.411271 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e0470fe6-8db4-4613-8607-45b08a2d4728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:21.413287 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e0470fe6-8db4-4613-8607-45b08a2d4728 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/33b67b7c-862e-4065-8711-581e74e8461e HTTP/1.1" status: 204 len: 168 time: 0.4429579 Aug 16 21:09:21.426489 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-c6d04979-869f-424a-96b9-af2043d79a5a admin admin] Calling delete_port for 01e2795b-a6dc-48be-a682-a62a3ff16383 owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:21.434850 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0470fe6-8db4-4613-8607-45b08a2d4728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b67b7c-862e-4065-8711-581e74e8461e,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:21.481018 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6aa8745f-6cca-4e41-9bcb-b30edd9b0f89 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:21.485324 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38534) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:21.486042 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6aa8745f-6cca-4e41-9bcb-b30edd9b0f89 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8676486 Aug 16 21:09:21.491734 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-9b1b96ab-7915-4e4f-a96c-a5e42ae50446 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Request body: {'security_group_rule': {'security_group_id': '90d3a0c0-392c-4abf-844a-6d0f919c2b3d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:21.509791 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb364a09-b624-4eee-ba42-19669622c5e6 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:21.550237 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb364a09-b624-4eee-ba42-19669622c5e6 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Subnet': ['ID=c3065500-e451-4335-91a6-aad70c33a27a,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:21.558380 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb364a09-b624-4eee-ba42-19669622c5e6 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:21.564584 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-bb364a09-b624-4eee-ba42-19669622c5e6 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/c3065500-e451-4335-91a6-aad70c33a27a HTTP/1.1" status: 204 len: 168 time: 0.5617261 Aug 16 21:09:21.565761 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38536) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:21.590950 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-595e785f-d4b5-4b7a-98d0-9ced58631b0c None None] Set router d328974a-0b61-4411-9289-f6f85cb4247f gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:09:21.619606 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9ea07293-3941-45a1-a96b-fa31931441d0 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0516427 Aug 16 21:09:21.620379 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38538) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:21.651404 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-595e785f-d4b5-4b7a-98d0-9ced58631b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd328974a-0b61-4411-9289-f6f85cb4247f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1744699822-router', 'tenant_id': '0d64dbe72a05445db961fd30273f80ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:51Z', 'updated_at': '2021-08-16T21:09:21Z', 'revision_number': 6, 'project_id': '0d64dbe72a05445db961fd30273f80ac', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:21.653590 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9b1b96ab-7915-4e4f-a96c-a5e42ae50446 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:21.656353 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3468d828-f610-4c11-9e6b-b51eab48d97c None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:21.683355 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-58cb1dfa-fbf6-40f3-a821-3b48d2eb980a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:21.688348 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa3378d-f838-47da-9d20-acd0cba745cc tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:21.692721 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0fa3378d-f838-47da-9d20-acd0cba745cc tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0706913 Aug 16 21:09:21.694561 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38540) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:21.726450 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595e785f-d4b5-4b7a-98d0-9ced58631b0c None None] The sync data for ids ['d328974a-0b61-4411-9289-f6f85cb4247f'] in n-d-793620-15 is: [{'id': 'd328974a-0b61-4411-9289-f6f85cb4247f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1744699822-router', 'tenant_id': '0d64dbe72a05445db961fd30273f80ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:51Z', 'updated_at': '2021-08-16T21:09:21Z', 'revision_number': 6, 'project_id': '0d64dbe72a05445db961fd30273f80ac', 'gw_port_host': None}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:09:21.780741 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9b1b96ab-7915-4e4f-a96c-a5e42ae50446 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:21.780741 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ee25a4-fd39-412c-b91d-636b95d21519 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:21.780741 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-70ee25a4-fd39-412c-b91d-636b95d21519 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0799470 Aug 16 21:09:21.780741 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38542) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:21.821685 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb1dfa-fbf6-40f3-a821-3b48d2eb980a None None] Pushing event updated for resources: {'Port': ['ID=69fbd843-2d40-443a-8274-d9f02ff18f8d,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:21.824524 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0fc53de4-bca1-411a-9d79-b489df0b2327 None None] Could not find standard attr ID for object bc49a178-066d-40d8-bcfd-e0b99cb91104. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 21:09:21.829726 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-528ff9ef-a475-448e-87c2-324a5bf77861 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0502443 Aug 16 21:09:21.834728 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38546) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:21.838638 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c6d04979-869f-424a-96b9-af2043d79a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:21.847422 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-92ae9995-b674-406e-bd9e-64add4ce1ea5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'subnet': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:21.887204 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d04979-869f-424a-96b9-af2043d79a5a admin admin] Pushing event deleted for resources: {'Port': ['ID=01e2795b-a6dc-48be-a682-a62a3ff16383,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:21.908995 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9b1b96ab-7915-4e4f-a96c-a5e42ae50446 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:21.933627 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b96ab-7915-4e4f-a96c-a5e42ae50446 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d086d16-922e-4ab7-bd85-652c9195586b,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:21.948390 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c6d04979-869f-424a-96b9-af2043d79a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:22.046799 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9b1b96ab-7915-4e4f-a96c-a5e42ae50446 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:22.046799 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9b1b96ab-7915-4e4f-a96c-a5e42ae50446 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5552771 Aug 16 21:09:22.046799 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38550) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:22.049296 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c6d04979-869f-424a-96b9-af2043d79a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:22.056736 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c6d04979-869f-424a-96b9-af2043d79a5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:22.066793 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:22.128318 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56e68e4-6837-4af7-a5ce-e7234cdf8f24 None None] DHCP port deletion for 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:09:22.135738 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-45fcb99e-55bf-49a0-b17c-283edbe1f455 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:22.138469 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-45fcb99e-55bf-49a0-b17c-283edbe1f455 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:22.154485 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ae9995-b674-406e-bd9e-64add4ce1ea5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:22.159867 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-92ae9995-b674-406e-bd9e-64add4ce1ea5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:22.241820 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-e56e68e4-6837-4af7-a5ce-e7234cdf8f24 None None] Deleting port 69fbd843-2d40-443a-8274-d9f02ff18f8d {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:22.242322 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e56e68e4-6837-4af7-a5ce-e7234cdf8f24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:22.254577 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c6d04979-869f-424a-96b9-af2043d79a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:22.254577 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d04979-869f-424a-96b9-af2043d79a5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d328974a-0b61-4411-9289-f6f85cb4247f {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:09:22.260151 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c6d04979-869f-424a-96b9-af2043d79a5a admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:22.263120 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c6d04979-869f-424a-96b9-af2043d79a5a admin admin] 10.222.0.84 "DELETE /v2.0/routers/d328974a-0b61-4411-9289-f6f85cb4247f HTTP/1.1" status: 204 len: 168 time: 1.6675229 Aug 16 21:09:22.265093 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38558) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:22.300002 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-45fcb99e-55bf-49a0-b17c-283edbe1f455 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:22.316744 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-45fcb99e-55bf-49a0-b17c-283edbe1f455 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:22.318680 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-45fcb99e-55bf-49a0-b17c-283edbe1f455 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/9d086d16-922e-4ab7-bd85-652c9195586b HTTP/1.1" status: 204 len: 168 time: 0.2713966 Aug 16 21:09:22.323287 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38562) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:22.324473 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fcb99e-55bf-49a0-b17c-283edbe1f455 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d086d16-922e-4ab7-bd85-652c9195586b,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:22.348222 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-e56e68e4-6837-4af7-a5ce-e7234cdf8f24 None None] For port 69fbd843-2d40-443a-8274-d9f02ff18f8d, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=69fbd843-2d40-443a-8274-d9f02ff18f8d,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:22.349015 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e56e68e4-6837-4af7-a5ce-e7234cdf8f24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:22.353241 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b9b7fdf-dff2-4663-982d-d7c26e4d2891 admin admin] Deleting subnet f401c415-c833-4edb-aa31-1fa3940c9bfa {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:09:22.356858 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1b9b7fdf-dff2-4663-982d-d7c26e4d2891 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:22.364465 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-e56e68e4-6837-4af7-a5ce-e7234cdf8f24 None None] Calling delete_port for 69fbd843-2d40-443a-8274-d9f02ff18f8d owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:22.390644 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d9338d39-0b47-4b02-84a8-fb40b4f0a9db tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0660560 Aug 16 21:09:22.395946 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38564) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:22.399777 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1b9b7fdf-dff2-4663-982d-d7c26e4d2891 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:22.460169 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1b9b7fdf-dff2-4663-982d-d7c26e4d2891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:22.531183 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1ce726b0-6c34-4aaa-9356-586388b9be69 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:22.559274 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e56e68e4-6837-4af7-a5ce-e7234cdf8f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:22.565357 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1ce726b0-6c34-4aaa-9356-586388b9be69 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:22.587573 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56e68e4-6837-4af7-a5ce-e7234cdf8f24 None None] No DVR routers for this DVR port 69fbd843-2d40-443a-8274-d9f02ff18f8d on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:09:22.617130 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1b9b7fdf-dff2-4663-982d-d7c26e4d2891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:22.623823 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 7224ea41-2061-4df8-a658-75c0da998303 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:09:22.627999 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e68e4-6837-4af7-a5ce-e7234cdf8f24 None None] Pushing event deleted for resources: {'Port': ['ID=69fbd843-2d40-443a-8274-d9f02ff18f8d,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:22.635665 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1b9b7fdf-dff2-4663-982d-d7c26e4d2891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:22.637722 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1b9b7fdf-dff2-4663-982d-d7c26e4d2891 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/f401c415-c833-4edb-aa31-1fa3940c9bfa HTTP/1.1" status: 204 len: 168 time: 0.3716786 Aug 16 21:09:22.640346 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38568) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:22.655373 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 7224ea41-2061-4df8-a658-75c0da998303 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:09:22.656013 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 7224ea41-2061-4df8-a658-75c0da998303 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:09:22.657084 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 69fbd843-2d40-443a-8274-d9f02ff18f8d no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:09:22.665122 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b7fdf-dff2-4663-982d-d7c26e4d2891 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f401c415-c833-4edb-aa31-1fa3940c9bfa,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:22.684549 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 69fbd843-2d40-443a-8274-d9f02ff18f8d {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:09:22.684891 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 69fbd843-2d40-443a-8274-d9f02ff18f8d not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:09:22.744391 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1ce726b0-6c34-4aaa-9356-586388b9be69 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:22.755190 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1ce726b0-6c34-4aaa-9356-586388b9be69 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:22.755190 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1ce726b0-6c34-4aaa-9356-586388b9be69 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "DELETE /v2.0/security-groups/90d3a0c0-392c-4abf-844a-6d0f919c2b3d HTTP/1.1" status: 204 len: 168 time: 0.3542576 Aug 16 21:09:22.755989 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38572) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:22.769600 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b306cb62-2090-4fc5-b3e7-ee455411f4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:22.799582 n-d-793620-15 neutron-server[101844]: DEBUG neutron.objects.ports [None req-92ae9995-b674-406e-bd9e-64add4ce1ea5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101844) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 21:09:22.806906 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-92ae9995-b674-406e-bd9e-64add4ce1ea5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:22.812748 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce726b0-6c34-4aaa-9356-586388b9be69 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d3a0c0-392c-4abf-844a-6d0f919c2b3d,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:22.837402 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3328bc03-9bef-4e98-a26b-60a7fbd966d2 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0808997 Aug 16 21:09:22.841799 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38576) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:22.846843 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-afd499c1-50e2-443c-a268-26c1bea68cf4 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Request body: {'security_group': {'name': 'tempest-secgroup--786132782'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:22.874425 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ae9995-b674-406e-bd9e-64add4ce1ea5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:22.971635 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-afd499c1-50e2-443c-a268-26c1bea68cf4 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:23.100094 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-afd499c1-50e2-443c-a268-26c1bea68cf4 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:23.176782 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-afd499c1-50e2-443c-a268-26c1bea68cf4 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:23.217002 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-92ae9995-b674-406e-bd9e-64add4ce1ea5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:23.225162 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ae9995-b674-406e-bd9e-64add4ce1ea5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:23.225800 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-92ae9995-b674-406e-bd9e-64add4ce1ea5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:23.241612 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a148d1-38be-4a38-8652-745b9482cba5 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:23.244873 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd499c1-50e2-443c-a268-26c1bea68cf4 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5099a1d-436b-4b94-ab58-0d97ea93a1a3,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:23.245452 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae9995-b674-406e-bd9e-64add4ce1ea5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Subnet': ['ID=e6c9cc94-90a9-49ba-a851-4f0a589b196c,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:23.255044 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b306cb62-2090-4fc5-b3e7-ee455411f4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:23.269304 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-b306cb62-2090-4fc5-b3e7-ee455411f4cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23c94cb9-7fbe-4c32-98c2-b53c527999c9']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:23.280556 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-b306cb62-2090-4fc5-b3e7-ee455411f4cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '935c4def-bcd0-41b7-b894-caf6082db5ff') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:23.280912 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-b306cb62-2090-4fc5-b3e7-ee455411f4cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '935c4def-bcd0-41b7-b894-caf6082db5ff') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:23.291517 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b306cb62-2090-4fc5-b3e7-ee455411f4cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:23.311254 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b306cb62-2090-4fc5-b3e7-ee455411f4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:23.318244 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b306cb62-2090-4fc5-b3e7-ee455411f4cf admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:09:23.318831 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b306cb62-2090-4fc5-b3e7-ee455411f4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:23.319837 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-afd499c1-50e2-443c-a268-26c1bea68cf4 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:23.321392 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:09:23.321392 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:09:23.321392 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:09:23.321392 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:09:23.321392 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:09:23.321392 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:09:23.321392 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:09:23.321392 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:09:23.321392 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:09:23.321392 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:09:23.321392 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:09:23.321392 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:09:23.321392 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:09:23.321392 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:09:23.321392 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:09:23.321392 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:09:23.321392 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:09:23.321392 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:09:23.321392 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:09:23.321392 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:09:23.321392 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:09:23.321392 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:09:23.321392 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:09:23.321392 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:09:23.321392 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:09:23.321392 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:09:23.321392 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:09:23.321392 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:09:23.321392 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:09:23.321392 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:09:23.321392 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:09:23.321392 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:09:23.324267 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-afd499c1-50e2-443c-a268-26c1bea68cf4 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4779644 Aug 16 21:09:23.324267 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38590) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:23.334448 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-37edd566-41ef-4802-8d48-60f738eb7fbe tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Request body: {'security_group_rule': {'security_group_id': 'e5099a1d-436b-4b94-ab58-0d97ea93a1a3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:23.370532 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-92ae9995-b674-406e-bd9e-64add4ce1ea5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5343504 Aug 16 21:09:23.381825 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38592) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:23.389415 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-c926c9d2-4515-413e-b487-5c33cb90a889 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'port': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'mac_address': 'fa:16:3e:00:81:62', 'name': 'tempest-NetworksTestDHCPv6-1953861415'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:23.453490 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81746156-ccce-4427-b38f-7200bc355c6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'tenant_id': '82725015d13d49169b6e377f421f6af8', 'fixed_ips': [{'subnet_id': 'e6c9cc94-90a9-49ba-a851-4f0a589b196c'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:09:23.454455 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-81746156-ccce-4427-b38f-7200bc355c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:23.484440 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b306cb62-2090-4fc5-b3e7-ee455411f4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:23.494189 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b306cb62-2090-4fc5-b3e7-ee455411f4cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:23.496084 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b306cb62-2090-4fc5-b3e7-ee455411f4cf admin admin] 10.222.0.84 "DELETE /v2.0/networks/23c94cb9-7fbe-4c32-98c2-b53c527999c9 HTTP/1.1" status: 204 len: 168 time: 0.8544693 Aug 16 21:09:23.507669 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b306cb62-2090-4fc5-b3e7-ee455411f4cf admin admin] Pushing event deleted for resources: {'Network': ['ID=23c94cb9-7fbe-4c32-98c2-b53c527999c9,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:23.526411 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-37edd566-41ef-4802-8d48-60f738eb7fbe tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:23.617527 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-37edd566-41ef-4802-8d48-60f738eb7fbe tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:23.622447 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-81746156-ccce-4427-b38f-7200bc355c6a None None] Allocated IP 2001:db8::f816:3eff:fe86:77f4 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/e6c9cc94-90a9-49ba-a851-4f0a589b196c/e6d6b937-da80-4c6c-9ff4-4aa1d660bf81) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:09:23.650898 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c926c9d2-4515-413e-b487-5c33cb90a889 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:23.745045 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c926c9d2-4515-413e-b487-5c33cb90a889 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:23.765962 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-c926c9d2-4515-413e-b487-5c33cb90a889 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] device_id is not set on port 2ca25065-f74a-4b71-982c-8fb76df93cd5 yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:09:23.774562 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-81746156-ccce-4427-b38f-7200bc355c6a None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:23.783469 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-81746156-ccce-4427-b38f-7200bc355c6a None None] Transition to ACTIVE for port object e6d6b937-da80-4c6c-9ff4-4aa1d660bf81 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:23.799233 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-81746156-ccce-4427-b38f-7200bc355c6a None None] Transition to ACTIVE for port object e6d6b937-da80-4c6c-9ff4-4aa1d660bf81 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:23.833958 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-37edd566-41ef-4802-8d48-60f738eb7fbe tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:23.857994 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37edd566-41ef-4802-8d48-60f738eb7fbe tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad6d50d-fd93-4d53-b540-eb576e807bc0,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:23.945932 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-81746156-ccce-4427-b38f-7200bc355c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:23.982688 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-37edd566-41ef-4802-8d48-60f738eb7fbe tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:23.986786 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-37edd566-41ef-4802-8d48-60f738eb7fbe tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6599674 Aug 16 21:09:23.986948 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81746156-ccce-4427-b38f-7200bc355c6a None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:23.987644 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38604) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:23.992982 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-81746156-ccce-4427-b38f-7200bc355c6a None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:23.999499 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81746156-ccce-4427-b38f-7200bc355c6a None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:09:24.000363 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-efa2f380-7359-4a76-a7d4-4e820add6602 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Request body: {'security_group_rule': {'security_group_id': 'e5099a1d-436b-4b94-ab58-0d97ea93a1a3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:24.037618 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38608) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:24.048174 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-c926c9d2-4515-413e-b487-5c33cb90a889 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Allocated IP 2001:db8::f816:3eff:fe00:8162 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/e6c9cc94-90a9-49ba-a851-4f0a589b196c/2ca25065-f74a-4b71-982c-8fb76df93cd5) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:09:24.048290 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 01e2795b-a6dc-48be-a682-a62a3ff16383 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:09:24.085725 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5af91014-2a7e-46a1-b205-3cb03e4836c1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0d64dbe72a05445db961fd30273f80ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466189 Aug 16 21:09:24.087695 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81746156-ccce-4427-b38f-7200bc355c6a None None] Pushing event updated for resources: {'Port': ['ID=e6d6b937-da80-4c6c-9ff4-4aa1d660bf81,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:24.088187 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38610) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:24.091246 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 01e2795b-a6dc-48be-a682-a62a3ff16383 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:09:24.091604 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 01e2795b-a6dc-48be-a682-a62a3ff16383 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:09:24.103076 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-81746156-ccce-4427-b38f-7200bc355c6a None None] Attempting to bind port e6d6b937-da80-4c6c-9ff4-4aa1d660bf81 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:09:24.103457 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-81746156-ccce-4427-b38f-7200bc355c6a None None] Attempting to bind port e6d6b937-da80-4c6c-9ff4-4aa1d660bf81 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:09:24.103859 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81746156-ccce-4427-b38f-7200bc355c6a None None] Attempting to bind port e6d6b937-da80-4c6c-9ff4-4aa1d660bf81 on network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:09:24.119501 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81746156-ccce-4427-b38f-7200bc355c6a None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:09:24.119501 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81746156-ccce-4427-b38f-7200bc355c6a None None] Checking segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:09:24.119501 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-81746156-ccce-4427-b38f-7200bc355c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:24.119501 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81746156-ccce-4427-b38f-7200bc355c6a None None] Bound using segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:09:24.119501 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-81746156-ccce-4427-b38f-7200bc355c6a None None] Bound port: e6d6b937-da80-4c6c-9ff4-4aa1d660bf81, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:09:24.119501 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-81746156-ccce-4427-b38f-7200bc355c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:24.160427 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-efa2f380-7359-4a76-a7d4-4e820add6602 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:24.175726 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8d2249f4-ae2f-4cef-8a13-007145c2a820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:24.217447 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8d2249f4-ae2f-4cef-8a13-007145c2a820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:24.227924 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-81746156-ccce-4427-b38f-7200bc355c6a None None] For port e6d6b937-da80-4c6c-9ff4-4aa1d660bf81, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:09:24.232930 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-81746156-ccce-4427-b38f-7200bc355c6a None None] For port e6d6b937-da80-4c6c-9ff4-4aa1d660bf81, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=e6d6b937-da80-4c6c-9ff4-4aa1d660bf81,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:09:24.259515 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-efa2f380-7359-4a76-a7d4-4e820add6602 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:24.282986 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c926c9d2-4515-413e-b487-5c33cb90a889 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:24.298529 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-c926c9d2-4515-413e-b487-5c33cb90a889 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Transition to ACTIVE for port object 2ca25065-f74a-4b71-982c-8fb76df93cd5 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:24.338043 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-81746156-ccce-4427-b38f-7200bc355c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:24.376796 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-efa2f380-7359-4a76-a7d4-4e820add6602 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:24.390318 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8d2249f4-ae2f-4cef-8a13-007145c2a820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:24.390318 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8d2249f4-ae2f-4cef-8a13-007145c2a820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:24.393815 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8d2249f4-ae2f-4cef-8a13-007145c2a820 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7313cff0-67c1-456a-b42a-f621f13532ee HTTP/1.1" status: 204 len: 168 time: 0.3018692 Aug 16 21:09:24.411870 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81746156-ccce-4427-b38f-7200bc355c6a None None] Pushing event updated for resources: {'Port': ['ID=e6d6b937-da80-4c6c-9ff4-4aa1d660bf81,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:24.412565 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2f380-7359-4a76-a7d4-4e820add6602 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe79803d-dba4-4d40-b588-4e69c2862f43,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:24.417555 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2249f4-ae2f-4cef-8a13-007145c2a820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7313cff0-67c1-456a-b42a-f621f13532ee,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:24.451981 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c926c9d2-4515-413e-b487-5c33cb90a889 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:24.495601 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-efa2f380-7359-4a76-a7d4-4e820add6602 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:24.501250 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-efa2f380-7359-4a76-a7d4-4e820add6602 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5062053 Aug 16 21:09:24.501515 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c926c9d2-4515-413e-b487-5c33cb90a889 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:24.501649 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38624) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:24.504461 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-c926c9d2-4515-413e-b487-5c33cb90a889 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:24.507944 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-de151285-6e40-487f-aff5-eb339af7b8e6 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Request body: {'security_group_rule': {'security_group_id': 'e5099a1d-436b-4b94-ab58-0d97ea93a1a3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:24.509258 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c926c9d2-4515-413e-b487-5c33cb90a889 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:09:24.516703 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c926c9d2-4515-413e-b487-5c33cb90a889 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:24.517579 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c926c9d2-4515-413e-b487-5c33cb90a889 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:24.538644 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926c9d2-4515-413e-b487-5c33cb90a889 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Port': ['ID=2ca25065-f74a-4b71-982c-8fb76df93cd5,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:24.650801 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-de151285-6e40-487f-aff5-eb339af7b8e6 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:24.716723 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-de151285-6e40-487f-aff5-eb339af7b8e6 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:24.760427 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c926c9d2-4515-413e-b487-5c33cb90a889 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3768022 Aug 16 21:09:24.763229 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38634) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:24.821410 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57945d80-345c-4661-8d59-11531e7c6eca tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:24.827438 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57945d80-345c-4661-8d59-11531e7c6eca tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:24.827711 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-de151285-6e40-487f-aff5-eb339af7b8e6 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:24.829074 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-57945d80-345c-4661-8d59-11531e7c6eca tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0648954 Aug 16 21:09:24.831876 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38636) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:24.847345 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de151285-6e40-487f-aff5-eb339af7b8e6 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08f2a071-87fe-46af-943a-b0dea0be1b29,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:24.921163 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-037929ec-1a53-4be6-8371-d6ac9349f2b9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting port 2ca25065-f74a-4b71-982c-8fb76df93cd5 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:24.921163 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-037929ec-1a53-4be6-8371-d6ac9349f2b9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:24.958102 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-de151285-6e40-487f-aff5-eb339af7b8e6 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:24.959777 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-de151285-6e40-487f-aff5-eb339af7b8e6 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4572155 Aug 16 21:09:24.962524 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38646) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:24.969181 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-6ca9ccbb-36f7-4d2c-adb4-0fb7f7e46be1 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Request body: {'security_group_rule': {'security_group_id': 'e5099a1d-436b-4b94-ab58-0d97ea93a1a3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:25.036227 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-037929ec-1a53-4be6-8371-d6ac9349f2b9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:25.051201 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-037929ec-1a53-4be6-8371-d6ac9349f2b9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Calling delete_port for 2ca25065-f74a-4b71-982c-8fb76df93cd5 owned by {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:25.124589 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ca9ccbb-36f7-4d2c-adb4-0fb7f7e46be1 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:25.247256 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ca9ccbb-36f7-4d2c-adb4-0fb7f7e46be1 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:25.384973 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ca9ccbb-36f7-4d2c-adb4-0fb7f7e46be1 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:25.407237 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9ccbb-36f7-4d2c-adb4-0fb7f7e46be1 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8117c9a7-9692-4c85-afa1-d41910d3d9b3,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:25.408439 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-037929ec-1a53-4be6-8371-d6ac9349f2b9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:25.481750 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ca9ccbb-36f7-4d2c-adb4-0fb7f7e46be1 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:25.485440 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6ca9ccbb-36f7-4d2c-adb4-0fb7f7e46be1 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5178030 Aug 16 21:09:25.486087 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38674) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:25.489714 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037929ec-1a53-4be6-8371-d6ac9349f2b9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Port': ['ID=2ca25065-f74a-4b71-982c-8fb76df93cd5,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:25.500470 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-c12b6bc7-63b6-40a9-a68c-511700241af1 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Request body: {'security_group_rule': {'security_group_id': 'e5099a1d-436b-4b94-ab58-0d97ea93a1a3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:25.525632 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-037929ec-1a53-4be6-8371-d6ac9349f2b9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:25.527857 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-037929ec-1a53-4be6-8371-d6ac9349f2b9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/ports/2ca25065-f74a-4b71-982c-8fb76df93cd5 HTTP/1.1" status: 204 len: 168 time: 0.6946938 Aug 16 21:09:25.530704 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38680) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:25.586972 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cc3deb-3d6a-4ad6-94c7-e2b4ca9eeffe tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:25.588602 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cc3deb-3d6a-4ad6-94c7-e2b4ca9eeffe tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:25.590157 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-29cc3deb-3d6a-4ad6-94c7-e2b4ca9eeffe tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0585196 Aug 16 21:09:25.593075 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38682) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:25.639769 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c12b6bc7-63b6-40a9-a68c-511700241af1 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:25.661021 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1c1f480-9afd-4419-8d87-2602b9ce3f82 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting subnet e6c9cc94-90a9-49ba-a851-4f0a589b196c {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:09:25.670761 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c1c1f480-9afd-4419-8d87-2602b9ce3f82 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:25.739313 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c1c1f480-9afd-4419-8d87-2602b9ce3f82 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:25.769113 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c12b6bc7-63b6-40a9-a68c-511700241af1 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:25.822434 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e3337742-aad1-446c-a289-63e2ffbf95d7 None None] Provisioning for port e6d6b937-da80-4c6c-9ff4-4aa1d660bf81 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:25.849601 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c1c1f480-9afd-4419-8d87-2602b9ce3f82 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:25.897173 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c12b6bc7-63b6-40a9-a68c-511700241af1 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:25.937912 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b6bc7-63b6-40a9-a68c-511700241af1 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6e3c0f8-5520-408f-b7b4-97b1f613925b,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:25.941733 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a286ec22-1670-42c6-8e7f-d00c8f2ee59a None None] Could not find standard attr ID for object 2ca25065-f74a-4b71-982c-8fb76df93cd5. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 21:09:26.030912 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c12b6bc7-63b6-40a9-a68c-511700241af1 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:26.032233 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c12b6bc7-63b6-40a9-a68c-511700241af1 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5451603 Aug 16 21:09:26.035068 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38708) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:26.061802 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e13b76e7-887a-4b7f-a98b-68e9b4c34240 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:26.071310 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c1c1f480-9afd-4419-8d87-2602b9ce3f82 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:26.079317 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e13b76e7-887a-4b7f-a98b-68e9b4c34240 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:26.125765 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1f480-9afd-4419-8d87-2602b9ce3f82 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Subnet': ['ID=e6c9cc94-90a9-49ba-a851-4f0a589b196c,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:26.146188 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device e6d6b937-da80-4c6c-9ff4-4aa1d660bf81 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:09:26.148561 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b7b075-8556-463c-8034-3a9928f57338 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:26.150384 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c1c1f480-9afd-4419-8d87-2602b9ce3f82 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:26.152143 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c1c1f480-9afd-4419-8d87-2602b9ce3f82 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/e6c9cc94-90a9-49ba-a851-4f0a589b196c HTTP/1.1" status: 204 len: 168 time: 0.5576253 Aug 16 21:09:26.154957 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38716) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:26.198187 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38718) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:26.217133 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5bfc0197-1b0a-41fe-ac14-d5ad34a667ae tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0608644 Aug 16 21:09:26.219970 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38722) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:26.225871 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-229d8ac4-8b2e-493c-8d01-37a0d7ccd38d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'subnet': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:26.291388 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e13b76e7-887a-4b7f-a98b-68e9b4c34240 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:26.310825 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e13b76e7-887a-4b7f-a98b-68e9b4c34240 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:26.323553 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e13b76e7-887a-4b7f-a98b-68e9b4c34240 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/f6e3c0f8-5520-408f-b7b4-97b1f613925b HTTP/1.1" status: 204 len: 168 time: 0.2841916 Aug 16 21:09:26.324685 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b76e7-887a-4b7f-a98b-68e9b4c34240 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6e3c0f8-5520-408f-b7b4-97b1f613925b,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:26.326336 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38726) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:26.338077 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-fc08b237-e300-42b5-8994-0caec16e61c4 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-17818614-network', 'tenant_id': '81d96357392e4cf3b51bb524b59ae53c'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:26.399089 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-416eda18-888f-4f3a-a3eb-6987054683e5 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0699065 Aug 16 21:09:26.401987 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38732) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:26.410761 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229d8ac4-8b2e-493c-8d01-37a0d7ccd38d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:26.415762 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-229d8ac4-8b2e-493c-8d01-37a0d7ccd38d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:26.438760 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-15c79425-f434-487b-b57f-a9df278fc832 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:26.438909 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea9510c-785f-4f08-bdd0-8d74467fb11d None None] DHCP port deletion for 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:09:26.450790 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-15c79425-f434-487b-b57f-a9df278fc832 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:26.501562 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port e6d6b937-da80-4c6c-9ff4-4aa1d660bf81 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:26.508633 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port e6d6b937-da80-4c6c-9ff4-4aa1d660bf81 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:26.509312 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:26.540413 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc08b237-e300-42b5-8994-0caec16e61c4 admin admin] Made reservation on behalf of 81d96357392e4cf3b51bb524b59ae53c for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:26.543022 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fc08b237-e300-42b5-8994-0caec16e61c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:26.551824 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fc08b237-e300-42b5-8994-0caec16e61c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:26.563549 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-8ea9510c-785f-4f08-bdd0-8d74467fb11d None None] Deleting port e6d6b937-da80-4c6c-9ff4-4aa1d660bf81 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:26.564003 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8ea9510c-785f-4f08-bdd0-8d74467fb11d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:26.572729 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-15c79425-f434-487b-b57f-a9df278fc832 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:26.584355 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-15c79425-f434-487b-b57f-a9df278fc832 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:26.588879 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-15c79425-f434-487b-b57f-a9df278fc832 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/8117c9a7-9692-4c85-afa1-d41910d3d9b3 HTTP/1.1" status: 204 len: 168 time: 0.1830192 Aug 16 21:09:26.589519 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38740) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:26.600177 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c79425-f434-487b-b57f-a9df278fc832 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8117c9a7-9692-4c85-afa1-d41910d3d9b3,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:26.629630 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-8ea9510c-785f-4f08-bdd0-8d74467fb11d None None] For port e6d6b937-da80-4c6c-9ff4-4aa1d660bf81, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=e6d6b937-da80-4c6c-9ff4-4aa1d660bf81,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:26.630001 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8ea9510c-785f-4f08-bdd0-8d74467fb11d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:26.644695 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-8ea9510c-785f-4f08-bdd0-8d74467fb11d None None] Calling delete_port for e6d6b937-da80-4c6c-9ff4-4aa1d660bf81 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:26.686335 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-13615245-815f-4817-a71c-adfdcea2c5e3 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0950446 Aug 16 21:09:26.694711 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38750) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:26.730044 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fc08b237-e300-42b5-8994-0caec16e61c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:26.739815 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:26.740612 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6a996e42-2f01-41f0-b684-a41735951168 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:26.770233 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6a996e42-2f01-41f0-b684-a41735951168 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:26.787662 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port e6d6b937-da80-4c6c-9ff4-4aa1d660bf81, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=e6d6b937-da80-4c6c-9ff4-4aa1d660bf81,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:26.856823 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fc08b237-e300-42b5-8994-0caec16e61c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:26.881799 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08b237-e300-42b5-8994-0caec16e61c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0f845a-0467-43a9-a731-14b941eb129c,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:26.921563 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:26.924170 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6a996e42-2f01-41f0-b684-a41735951168 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:26.924809 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc08b237-e300-42b5-8994-0caec16e61c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:09:26.936926 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6a996e42-2f01-41f0-b684-a41735951168 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:26.940365 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6a996e42-2f01-41f0-b684-a41735951168 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/08f2a071-87fe-46af-943a-b0dea0be1b29 HTTP/1.1" status: 204 len: 168 time: 0.2442729 Aug 16 21:09:26.941161 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38756) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:26.949975 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fc08b237-e300-42b5-8994-0caec16e61c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:26.950463 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-fc08b237-e300-42b5-8994-0caec16e61c4 admin admin] Added segment e3535eda-7246-499b-b182-ebc000510082 of type vlan for network 9e1e4e69-5e5d-473e-9708-28afafa9e451 Aug 16 21:09:26.988243 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=e6d6b937-da80-4c6c-9ff4-4aa1d660bf81,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:26.998116 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a996e42-2f01-41f0-b684-a41735951168 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08f2a071-87fe-46af-943a-b0dea0be1b29,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:27.027541 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-67307181-3c8b-42a6-96a6-f99ca74d79e4 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0829031 Aug 16 21:09:27.030612 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38760) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:27.040606 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fc08b237-e300-42b5-8994-0caec16e61c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:27.045260 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8ea9510c-785f-4f08-bdd0-8d74467fb11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:27.076055 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9510c-785f-4f08-bdd0-8d74467fb11d None None] Pushing event deleted for resources: {'Port': ['ID=e6d6b937-da80-4c6c-9ff4-4aa1d660bf81,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:27.079851 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea9510c-785f-4f08-bdd0-8d74467fb11d None None] No DVR routers for this DVR port e6d6b937-da80-4c6c-9ff4-4aa1d660bf81 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:09:27.101529 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-112b6eca-cf61-43e4-8dfa-422816c6ecd5 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:27.120455 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-112b6eca-cf61-43e4-8dfa-422816c6ecd5 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:27.135174 n-d-793620-15 neutron-server[101844]: DEBUG neutron.objects.ports [None req-229d8ac4-8b2e-493c-8d01-37a0d7ccd38d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101844) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 21:09:27.170514 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fc08b237-e300-42b5-8994-0caec16e61c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:27.171633 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc08b237-e300-42b5-8994-0caec16e61c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:27.172314 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fc08b237-e300-42b5-8994-0caec16e61c4 admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:27.247490 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08b237-e300-42b5-8994-0caec16e61c4 admin admin] Pushing event updated for resources: {'Network': ['ID=9e1e4e69-5e5d-473e-9708-28afafa9e451,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:27.258004 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 9e1e4e69-5e5d-473e-9708-28afafa9e451 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:09:27.320288 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fc08b237-e300-42b5-8994-0caec16e61c4 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1175907 Aug 16 21:09:27.320555 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38764) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:27.327690 n-d-793620-15 neutron-server[101844]: WARNING neutron.services.revisions.revision_plugin [None req-229d8ac4-8b2e-493c-8d01-37a0d7ccd38d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Could not find related port for resource to bump revision. Aug 16 21:09:27.327991 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-e135ecb3-9851-4a5f-8733-d67bb0ecd208 admin admin] Request body: {'subnet': {'network_id': '9e1e4e69-5e5d-473e-9708-28afafa9e451', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-17818614-subnet', 'tenant_id': '81d96357392e4cf3b51bb524b59ae53c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:27.365880 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-112b6eca-cf61-43e4-8dfa-422816c6ecd5 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:27.371378 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-112b6eca-cf61-43e4-8dfa-422816c6ecd5 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:27.372901 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-112b6eca-cf61-43e4-8dfa-422816c6ecd5 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/fe79803d-dba4-4d40-b588-4e69c2862f43 HTTP/1.1" status: 204 len: 168 time: 0.3413091 Aug 16 21:09:27.376305 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38766) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:27.383674 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b6eca-cf61-43e4-8dfa-422816c6ecd5 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe79803d-dba4-4d40-b588-4e69c2862f43,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:27.399248 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.ipam_pluggable_backend [None req-229d8ac4-8b2e-493c-8d01-37a0d7ccd38d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Port e6d6b937-da80-4c6c-9ff4-4aa1d660bf81 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101844) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 16 21:09:27.399581 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.ipam_pluggable_backend [None req-229d8ac4-8b2e-493c-8d01-37a0d7ccd38d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Reverting IP allocation for 2001:db8::f816:3eff:fe86:77f4 {{(pid=101844) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 16 21:09:27.403397 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.ipam_pluggable_backend [None req-229d8ac4-8b2e-493c-8d01-37a0d7ccd38d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe86:77f4 {{(pid=101844) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 16 21:09:27.404651 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-229d8ac4-8b2e-493c-8d01-37a0d7ccd38d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:27.437981 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f1b5781e-3d31-4f72-8fda-c23165a5371d tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0603824 Aug 16 21:09:27.441018 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38770) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:27.446457 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229d8ac4-8b2e-493c-8d01-37a0d7ccd38d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:27.451846 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-229d8ac4-8b2e-493c-8d01-37a0d7ccd38d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:27.460190 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229d8ac4-8b2e-493c-8d01-37a0d7ccd38d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:27.460190 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-229d8ac4-8b2e-493c-8d01-37a0d7ccd38d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:27.462523 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9726957d-2d2a-4e39-9e9c-8735dced4389 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:27.468904 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d8ac4-8b2e-493c-8d01-37a0d7ccd38d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Subnet': ['ID=e0dcbddf-b22a-41bc-90c4-8cb967a02423,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:27.473882 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f57bfebf-0d75-412d-b0e2-d270fb823a7f tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:27.482329 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f57bfebf-0d75-412d-b0e2-d270fb823a7f tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:27.493234 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e135ecb3-9851-4a5f-8733-d67bb0ecd208 admin admin] Made reservation on behalf of 81d96357392e4cf3b51bb524b59ae53c for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:27.495901 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e135ecb3-9851-4a5f-8733-d67bb0ecd208 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:27.530000 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38774) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:27.571171 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-229d8ac4-8b2e-493c-8d01-37a0d7ccd38d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3500338 Aug 16 21:09:27.573802 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38778) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:27.579020 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-7a78a2c8-f0e7-439d-9be6-feeaf9b9a8da tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'port': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'mac_address': 'fa:16:3e:90:33:d1', 'name': 'tempest-NetworksTestDHCPv6-467133480'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:27.675609 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-73196049-9f70-4d50-8a11-fb641a4b798a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:27.679505 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f57bfebf-0d75-412d-b0e2-d270fb823a7f tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:27.690499 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9dae52-09f4-4ebd-a658-0daaf06f573f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'tenant_id': '82725015d13d49169b6e377f421f6af8', 'fixed_ips': [{'subnet_id': 'e0dcbddf-b22a-41bc-90c4-8cb967a02423'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:09:27.691211 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f57bfebf-0d75-412d-b0e2-d270fb823a7f tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:27.691569 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2b9dae52-09f4-4ebd-a658-0daaf06f573f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:27.695556 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f57bfebf-0d75-412d-b0e2-d270fb823a7f tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/3ad6d50d-fd93-4d53-b540-eb576e807bc0 HTTP/1.1" status: 204 len: 168 time: 0.2502408 Aug 16 21:09:27.698457 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38780) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:27.704691 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57bfebf-0d75-412d-b0e2-d270fb823a7f tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ad6d50d-fd93-4d53-b540-eb576e807bc0,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:27.775168 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8ce2214a-d43f-44dd-90ca-543153a7b1ce tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0712192 Aug 16 21:09:27.775627 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38782) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:27.832073 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9bc8fdeb-b1b5-46ad-9592-0719e2a54bee tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:27.838642 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-2b9dae52-09f4-4ebd-a658-0daaf06f573f None None] Allocated IP 2001:db8::f816:3eff:fe56:f961 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/e0dcbddf-b22a-41bc-90c4-8cb967a02423/7baec561-1dc9-4fed-a531-bae2aa822857) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:09:27.855856 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9bc8fdeb-b1b5-46ad-9592-0719e2a54bee tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:27.890165 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e135ecb3-9851-4a5f-8733-d67bb0ecd208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:27.937401 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-73196049-9f70-4d50-8a11-fb641a4b798a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:27.944132 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e135ecb3-9851-4a5f-8733-d67bb0ecd208 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26a5d3e0-d68c-4ca9-817e-28a317ecc864,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:27.961916 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e135ecb3-9851-4a5f-8733-d67bb0ecd208 admin admin] Checking segment: {'id': 'e3535eda-7246-499b-b182-ebc000510082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9e1e4e69-5e5d-473e-9708-28afafa9e451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:09:27.963165 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e135ecb3-9851-4a5f-8733-d67bb0ecd208 admin admin] Network hostable DHCP agents. Network: 9e1e4e69-5e5d-473e-9708-28afafa9e451, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:09:27.987901 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9bc8fdeb-b1b5-46ad-9592-0719e2a54bee tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:27.991130 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9bc8fdeb-b1b5-46ad-9592-0719e2a54bee tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:28.002658 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9bc8fdeb-b1b5-46ad-9592-0719e2a54bee tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "DELETE /v2.0/security-groups/e5099a1d-436b-4b94-ab58-0d97ea93a1a3 HTTP/1.1" status: 204 len: 168 time: 0.2156360 Aug 16 21:09:28.006618 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38784) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:28.008895 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8fdeb-b1b5-46ad-9592-0719e2a54bee tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5099a1d-436b-4b94-ab58-0d97ea93a1a3,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:28.021873 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2b9dae52-09f4-4ebd-a658-0daaf06f573f None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:28.035202 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-73196049-9f70-4d50-8a11-fb641a4b798a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:28.046416 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2b9dae52-09f4-4ebd-a658-0daaf06f573f None None] Transition to ACTIVE for port object 7baec561-1dc9-4fed-a531-bae2aa822857 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:28.058149 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e135ecb3-9851-4a5f-8733-d67bb0ecd208 admin admin] Network 9e1e4e69-5e5d-473e-9708-28afafa9e451 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:09:28.072264 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2b9dae52-09f4-4ebd-a658-0daaf06f573f None None] Transition to ACTIVE for port object 7baec561-1dc9-4fed-a531-bae2aa822857 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:28.087834 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device e6d6b937-da80-4c6c-9ff4-4aa1d660bf81 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:09:28.096528 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-73196049-9f70-4d50-8a11-fb641a4b798a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=50b2f24e745c480caa32823ae215ab86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5654075 Aug 16 21:09:28.100135 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38786) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:28.100856 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3ea26a25-3d01-4d1f-b00e-3983cd0b1623 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1045022 Aug 16 21:09:28.106656 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38788) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:28.113535 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-9778fa15-7b06-4b19-a0d0-6ad553cd5dc7 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Request body: {'security_group': {'name': 'tempest-secgroup--693174753'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:28.114770 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: e6d6b937-da80-4c6c-9ff4-4aa1d660bf81 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:09:28.115204 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device e6d6b937-da80-4c6c-9ff4-4aa1d660bf81 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:09:28.131163 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73196049-9f70-4d50-8a11-fb641a4b798a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0660b2-29eb-4e72-871f-a7a4d233aed8,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:28.147293 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-e135ecb3-9851-4a5f-8733-d67bb0ecd208 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 9e1e4e69-5e5d-473e-9708-28afafa9e451) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:28.153162 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e135ecb3-9851-4a5f-8733-d67bb0ecd208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:28.153997 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e135ecb3-9851-4a5f-8733-d67bb0ecd208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:28.168177 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f98b523-d689-4ae8-82cd-4a03505d1a7c None None] Network 9e1e4e69-5e5d-473e-9708-28afafa9e451 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:28.175338 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0d29033c-05fe-40c8-b497-90011de9ccbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:28.198243 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a78a2c8-f0e7-439d-9be6-feeaf9b9a8da tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:28.199523 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2b9dae52-09f4-4ebd-a658-0daaf06f573f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:28.203232 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7a78a2c8-f0e7-439d-9be6-feeaf9b9a8da tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:28.203652 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0d29033c-05fe-40c8-b497-90011de9ccbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:28.233793 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-7a78a2c8-f0e7-439d-9be6-feeaf9b9a8da tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] device_id is not set on port 2a0c7964-694b-4cd1-afbb-205c62378ef5 yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:09:28.268742 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9dae52-09f4-4ebd-a658-0daaf06f573f None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:28.274837 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9dae52-09f4-4ebd-a658-0daaf06f573f None None] Pushing event updated for resources: {'Port': ['ID=7baec561-1dc9-4fed-a531-bae2aa822857,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:28.277310 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-2b9dae52-09f4-4ebd-a658-0daaf06f573f None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:28.283874 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9dae52-09f4-4ebd-a658-0daaf06f573f None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:09:28.329122 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9778fa15-7b06-4b19-a0d0-6ad553cd5dc7 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:28.364258 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-7a78a2c8-f0e7-439d-9be6-feeaf9b9a8da tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Allocated IP 2001:db8::f816:3eff:fe90:33d1 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/e0dcbddf-b22a-41bc-90c4-8cb967a02423/2a0c7964-694b-4cd1-afbb-205c62378ef5) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:09:28.368630 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc38973-cc14-4959-996a-b84434d4c920 None None] Network 9e1e4e69-5e5d-473e-9708-28afafa9e451 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:28.374544 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0d29033c-05fe-40c8-b497-90011de9ccbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:28.377607 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0d29033c-05fe-40c8-b497-90011de9ccbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:28.381343 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0d29033c-05fe-40c8-b497-90011de9ccbf admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6e0660b2-29eb-4e72-871f-a7a4d233aed8 HTTP/1.1" status: 204 len: 168 time: 0.2727506 Aug 16 21:09:28.389444 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-2b9dae52-09f4-4ebd-a658-0daaf06f573f None None] Attempting to bind port 7baec561-1dc9-4fed-a531-bae2aa822857 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:09:28.389444 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-2b9dae52-09f4-4ebd-a658-0daaf06f573f None None] Attempting to bind port 7baec561-1dc9-4fed-a531-bae2aa822857 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:09:28.389444 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9dae52-09f4-4ebd-a658-0daaf06f573f None None] Attempting to bind port 7baec561-1dc9-4fed-a531-bae2aa822857 on network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:09:28.393325 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d29033c-05fe-40c8-b497-90011de9ccbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0660b2-29eb-4e72-871f-a7a4d233aed8,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:28.426409 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9dae52-09f4-4ebd-a658-0daaf06f573f None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:09:28.426789 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9dae52-09f4-4ebd-a658-0daaf06f573f None None] Checking segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:09:28.427220 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2b9dae52-09f4-4ebd-a658-0daaf06f573f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:28.427611 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9dae52-09f4-4ebd-a658-0daaf06f573f None None] Bound using segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:09:28.428111 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-2b9dae52-09f4-4ebd-a658-0daaf06f573f None None] Bound port: 7baec561-1dc9-4fed-a531-bae2aa822857, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:09:28.428493 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2b9dae52-09f4-4ebd-a658-0daaf06f573f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:28.484662 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e135ecb3-9851-4a5f-8733-d67bb0ecd208 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1625755 Aug 16 21:09:28.576409 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-2b9dae52-09f4-4ebd-a658-0daaf06f573f None None] For port 7baec561-1dc9-4fed-a531-bae2aa822857, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:09:28.590868 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-2b9dae52-09f4-4ebd-a658-0daaf06f573f None None] For port 7baec561-1dc9-4fed-a531-bae2aa822857, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=7baec561-1dc9-4fed-a531-bae2aa822857,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:09:28.679518 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7a78a2c8-f0e7-439d-9be6-feeaf9b9a8da tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:28.694885 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-7a78a2c8-f0e7-439d-9be6-feeaf9b9a8da tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Transition to ACTIVE for port object 2a0c7964-694b-4cd1-afbb-205c62378ef5 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:28.709338 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2b9dae52-09f4-4ebd-a658-0daaf06f573f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:28.764579 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9dae52-09f4-4ebd-a658-0daaf06f573f None None] Pushing event updated for resources: {'Port': ['ID=7baec561-1dc9-4fed-a531-bae2aa822857,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:28.848129 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7a78a2c8-f0e7-439d-9be6-feeaf9b9a8da tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:28.894665 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9778fa15-7b06-4b19-a0d0-6ad553cd5dc7 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:28.937031 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a78a2c8-f0e7-439d-9be6-feeaf9b9a8da tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:28.950648 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-7a78a2c8-f0e7-439d-9be6-feeaf9b9a8da tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:28.963996 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a78a2c8-f0e7-439d-9be6-feeaf9b9a8da tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:09:28.963996 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a78a2c8-f0e7-439d-9be6-feeaf9b9a8da tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:28.963996 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7a78a2c8-f0e7-439d-9be6-feeaf9b9a8da tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:28.974771 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a78a2c8-f0e7-439d-9be6-feeaf9b9a8da tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Port': ['ID=2a0c7964-694b-4cd1-afbb-205c62378ef5,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:29.027119 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9778fa15-7b06-4b19-a0d0-6ad553cd5dc7 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:29.100632 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778fa15-7b06-4b19-a0d0-6ad553cd5dc7 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1424006c-56bf-4048-82a9-015dbcd39011,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:29.137694 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38814) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:29.137882 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-7a78a2c8-f0e7-439d-9be6-feeaf9b9a8da tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5628948 Aug 16 21:09:29.148307 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-576bde67-4fb7-4821-9369-40567608c7a4 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:29.149998 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-576bde67-4fb7-4821-9369-40567608c7a4 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] 10.222.0.84 "GET /v2.0/networks?id=9e1e4e69-5e5d-473e-9708-28afafa9e451 HTTP/1.1" status: 200 len: 807 time: 0.1795266 Aug 16 21:09:29.171273 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-fe7529d4-67ea-4b2a-b112-53fde3d0312f tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] 10.222.0.84 "GET /v2.0/quotas/81d96357392e4cf3b51bb524b59ae53c HTTP/1.1" status: 200 len: 375 time: 0.0129886 Aug 16 21:09:29.201309 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0226406e-e19f-43a4-8dd1-9933af7019f1 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:29.207234 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0226406e-e19f-43a4-8dd1-9933af7019f1 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:29.211831 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-34fa1106-51e1-4fa6-8849-80fa4a5a2dff tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=81d96357392e4cf3b51bb524b59ae53c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333788 Aug 16 21:09:29.212040 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0226406e-e19f-43a4-8dd1-9933af7019f1 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0702076 Aug 16 21:09:29.212212 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9778fa15-7b06-4b19-a0d0-6ad553cd5dc7 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:29.212212 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9778fa15-7b06-4b19-a0d0-6ad553cd5dc7 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1042795 Aug 16 21:09:29.212444 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38816) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:29.213698 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38818) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:29.223194 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-8e8809cd-bc61-47ad-bc00-8ebcf03b7625 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Request body: {'security_group_rule': {'security_group_id': '1424006c-56bf-4048-82a9-015dbcd39011', 'direction': 'ingress', 'protocol': 17}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:29.304615 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38820) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:29.312165 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-4185ac24-8264-4b29-ab19-db89766398b9 service neutron] 10.222.0.84 "GET /v2.0/networks/9e1e4e69-5e5d-473e-9708-28afafa9e451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940342 Aug 16 21:09:29.322646 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d6bd509a-46a9-4bf2-b1c3-c69afdb21aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:29.355977 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-46117c99-4ca1-4480-a813-564adffad8d8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting port 2a0c7964-694b-4cd1-afbb-205c62378ef5 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:29.356193 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-46117c99-4ca1-4480-a813-564adffad8d8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:29.404955 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8e8809cd-bc61-47ad-bc00-8ebcf03b7625 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:29.411645 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-1a8c6e34-c6a4-481c-a6d4-0a5596658316 service neutron] 10.222.0.84 "GET /v2.0/networks/9e1e4e69-5e5d-473e-9708-28afafa9e451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908263 Aug 16 21:09:29.518244 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-46117c99-4ca1-4480-a813-564adffad8d8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:29.522221 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8e8809cd-bc61-47ad-bc00-8ebcf03b7625 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:29.538823 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-46117c99-4ca1-4480-a813-564adffad8d8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Calling delete_port for 2a0c7964-694b-4cd1-afbb-205c62378ef5 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:29.621020 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8e8809cd-bc61-47ad-bc00-8ebcf03b7625 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:29.645148 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d6bd509a-46a9-4bf2-b1c3-c69afdb21aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:29.684702 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8809cd-bc61-47ad-bc00-8ebcf03b7625 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48979be5-4228-4d1e-8555-1bebe6ffc64b,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:29.693803 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7337c8f8-b1fb-4492-babb-6108ed5731cb req-66ba40e9-a01d-4d38-9039-439dc0af3819 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] 10.222.0.84 "GET /v2.0/ports?device_id=afb05cff-8af0-4e88-a30a-33f6b1ee6bab HTTP/1.1" status: 200 len: 210 time: 0.0579581 Aug 16 21:09:29.749591 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d6bd509a-46a9-4bf2-b1c3-c69afdb21aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:29.802427 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d6bd509a-46a9-4bf2-b1c3-c69afdb21aa5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0baf67fc972f425a8af6706dabfb336a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4966040 Aug 16 21:09:29.805144 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38832) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:29.805431 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd509a-46a9-4bf2-b1c3-c69afdb21aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56dd7af-7be6-4d1b-a75a-f55b20e94aa5,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:29.870683 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8e8809cd-bc61-47ad-bc00-8ebcf03b7625 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:29.870992 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8e8809cd-bc61-47ad-bc00-8ebcf03b7625 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6561701 Aug 16 21:09:29.871691 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38834) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:29.882353 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7762073f-d03a-4570-80c5-17222a698316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:29.920837 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-46117c99-4ca1-4480-a813-564adffad8d8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:29.949025 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7762073f-d03a-4570-80c5-17222a698316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:29.957437 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8475480d-3678-4e09-be69-2e3efecdaaba tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:30.003362 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8475480d-3678-4e09-be69-2e3efecdaaba tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:30.133731 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7762073f-d03a-4570-80c5-17222a698316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:30.136555 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7762073f-d03a-4570-80c5-17222a698316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:30.137935 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-7762073f-d03a-4570-80c5-17222a698316 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a56dd7af-7be6-4d1b-a75a-f55b20e94aa5 HTTP/1.1" status: 204 len: 168 time: 0.3317835 Aug 16 21:09:30.148271 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762073f-d03a-4570-80c5-17222a698316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56dd7af-7be6-4d1b-a75a-f55b20e94aa5,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:30.184866 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8475480d-3678-4e09-be69-2e3efecdaaba tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:30.188924 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8475480d-3678-4e09-be69-2e3efecdaaba tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:30.191129 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8475480d-3678-4e09-be69-2e3efecdaaba tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "DELETE /v2.0/security-groups/1424006c-56bf-4048-82a9-015dbcd39011 HTTP/1.1" status: 204 len: 168 time: 0.3159316 Aug 16 21:09:30.212967 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 7baec561-1dc9-4fed-a531-bae2aa822857 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:09:30.216340 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38842) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:30.235117 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8475480d-3678-4e09-be69-2e3efecdaaba tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1424006c-56bf-4048-82a9-015dbcd39011,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:30.270576 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-cbc10501-f5a5-4ec8-b80a-9833ecf37024 None None] Provisioning for port 7baec561-1dc9-4fed-a531-bae2aa822857 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:30.346306 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-08470304-5cf8-443f-95eb-148dbc9c76a9 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1232409 Aug 16 21:09:30.346640 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38846) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:30.353344 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-a93f8177-90e3-4b2f-8dcb-220a5a119ec2 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Request body: {'security_group': {'name': 'tempest-secgroup--959507665'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:30.398990 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 7baec561-1dc9-4fed-a531-bae2aa822857 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:30.409506 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 7baec561-1dc9-4fed-a531-bae2aa822857 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:30.409506 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:30.442061 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46117c99-4ca1-4480-a813-564adffad8d8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Port': ['ID=2a0c7964-694b-4cd1-afbb-205c62378ef5,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:30.466798 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-46117c99-4ca1-4480-a813-564adffad8d8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:30.468881 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-46117c99-4ca1-4480-a813-564adffad8d8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/ports/2a0c7964-694b-4cd1-afbb-205c62378ef5 HTTP/1.1" status: 204 len: 168 time: 1.2558949 Aug 16 21:09:30.471549 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38848) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:30.526488 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a93f8177-90e3-4b2f-8dcb-220a5a119ec2 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:30.549588 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1466670f-1fff-4bb6-a004-abcc48863dae tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:30.551527 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1466670f-1fff-4bb6-a004-abcc48863dae tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:30.556689 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38850) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:30.557493 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1466670f-1fff-4bb6-a004-abcc48863dae tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0839250 Aug 16 21:09:30.656395 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff2849f-7a3e-40f0-b922-01ccd6358858 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting subnet e0dcbddf-b22a-41bc-90c4-8cb967a02423 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:09:30.659976 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2ff2849f-7a3e-40f0-b922-01ccd6358858 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:30.675950 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a93f8177-90e3-4b2f-8dcb-220a5a119ec2 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:30.708784 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2ff2849f-7a3e-40f0-b922-01ccd6358858 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:30.740955 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:30.767859 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-26e24154-8ab6-4d46-8f87-a78329ff6b7e None None] Could not find standard attr ID for object 2a0c7964-694b-4cd1-afbb-205c62378ef5. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 21:09:30.800152 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 7baec561-1dc9-4fed-a531-bae2aa822857, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=7baec561-1dc9-4fed-a531-bae2aa822857,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:30.805622 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5ae457f1-0298-42bf-8262-3fa1038c25ca req-f448c0cf-4516-4fe2-91dd-f81c930b73ab tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] 10.222.0.84 "GET /v2.0/ports?device_id=afb05cff-8af0-4e88-a30a-33f6b1ee6bab HTTP/1.1" status: 200 len: 210 time: 0.0381725 Aug 16 21:09:30.883000 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a93f8177-90e3-4b2f-8dcb-220a5a119ec2 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:30.905892 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f8177-90e3-4b2f-8dcb-220a5a119ec2 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=235766c4-821a-4fc4-977b-c60e9269956d,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:30.934369 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:30.941767 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2ff2849f-7a3e-40f0-b922-01ccd6358858 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:30.981121 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a93f8177-90e3-4b2f-8dcb-220a5a119ec2 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:30.983823 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a93f8177-90e3-4b2f-8dcb-220a5a119ec2 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6341660 Aug 16 21:09:30.986524 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38862) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:30.992761 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-43c1cbf0-8b19-4988-aa2a-782b7f02c107 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Request body: {'security_group': {'name': 'tempest-secgroup--1543708861'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:30.993867 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=7baec561-1dc9-4fed-a531-bae2aa822857,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:31.085683 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-43c1cbf0-8b19-4988-aa2a-782b7f02c107 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:31.122862 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2ff2849f-7a3e-40f0-b922-01ccd6358858 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:31.155911 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff2849f-7a3e-40f0-b922-01ccd6358858 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Subnet': ['ID=e0dcbddf-b22a-41bc-90c4-8cb967a02423,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:31.159748 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2ff2849f-7a3e-40f0-b922-01ccd6358858 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:31.162499 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2ff2849f-7a3e-40f0-b922-01ccd6358858 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/e0dcbddf-b22a-41bc-90c4-8cb967a02423 HTTP/1.1" status: 204 len: 168 time: 0.6011643 Aug 16 21:09:31.165079 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38870) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:31.180099 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4be9438-214c-4898-b892-2957a9cc7778 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:31.192211 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-43c1cbf0-8b19-4988-aa2a-782b7f02c107 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:31.223217 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-43db6809-af4c-435a-b03e-d7007d5ddcdb tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0570123 Aug 16 21:09:31.226414 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38874) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:31.278661 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1c93e9-abab-4901-88dd-a5d4c5e46c2f tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:31.280232 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4a1c93e9-abab-4901-88dd-a5d4c5e46c2f tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0526824 Aug 16 21:09:31.281879 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-43c1cbf0-8b19-4988-aa2a-782b7f02c107 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:31.283327 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38876) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:31.314071 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1cbf0-8b19-4988-aa2a-782b7f02c107 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fab4316-60c7-467e-a945-856f4d26e928,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:31.356823 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7978d0-c2b2-47a3-a00c-8f7e7128c6a1 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:31.358318 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3c7978d0-c2b2-47a3-a00c-8f7e7128c6a1 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0737514 Aug 16 21:09:31.361058 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38878) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:31.377079 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13a1441-d5e1-4fc9-a261-ec5a0364a50a None None] DHCP port deletion for 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:09:31.400391 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-605e1128-730d-4a09-a0b6-5b173cc4a838 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0381851 Aug 16 21:09:31.405233 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38880) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:31.413607 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-53a7fc91-9a15-44c2-86ac-74c42bacaef5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'subnet': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:31.418911 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-43c1cbf0-8b19-4988-aa2a-782b7f02c107 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:31.422650 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-43c1cbf0-8b19-4988-aa2a-782b7f02c107 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4333038 Aug 16 21:09:31.422942 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38882) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:31.433104 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a13a1441-d5e1-4fc9-a261-ec5a0364a50a None None] Deleting port 7baec561-1dc9-4fed-a531-bae2aa822857 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:31.433104 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a13a1441-d5e1-4fc9-a261-ec5a0364a50a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:31.435619 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-a3a23d58-cfd7-44db-826e-b0c75bdcfaa8 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Request body: {'security_group_rule': {'security_group_id': '235766c4-821a-4fc4-977b-c60e9269956d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6fab4316-60c7-467e-a945-856f4d26e928', 'remote_ip_prefix': None}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:31.525492 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a13a1441-d5e1-4fc9-a261-ec5a0364a50a None None] For port 7baec561-1dc9-4fed-a531-bae2aa822857, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=7baec561-1dc9-4fed-a531-bae2aa822857,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:31.525901 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a13a1441-d5e1-4fc9-a261-ec5a0364a50a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:31.538889 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a13a1441-d5e1-4fc9-a261-ec5a0364a50a None None] Calling delete_port for 7baec561-1dc9-4fed-a531-bae2aa822857 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:31.550806 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a3a23d58-cfd7-44db-826e-b0c75bdcfaa8 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:31.634434 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a3a23d58-cfd7-44db-826e-b0c75bdcfaa8 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:31.636707 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a7fc91-9a15-44c2-86ac-74c42bacaef5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:31.640643 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-53a7fc91-9a15-44c2-86ac-74c42bacaef5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:31.896283 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a13a1441-d5e1-4fc9-a261-ec5a0364a50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:31.910898 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de2ca1e0-a322-4389-8eb7-076821a26222 req-8a9f5f5b-02ae-443f-a785-30a7329af71b tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] 10.222.0.84 "GET /v2.0/ports?device_id=afb05cff-8af0-4e88-a30a-33f6b1ee6bab HTTP/1.1" status: 200 len: 210 time: 0.0342007 Aug 16 21:09:31.941528 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a1441-d5e1-4fc9-a261-ec5a0364a50a None None] Pushing event deleted for resources: {'Port': ['ID=7baec561-1dc9-4fed-a531-bae2aa822857,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:31.947295 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a3a23d58-cfd7-44db-826e-b0c75bdcfaa8 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:31.952863 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13a1441-d5e1-4fc9-a261-ec5a0364a50a None None] No DVR routers for this DVR port 7baec561-1dc9-4fed-a531-bae2aa822857 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:09:31.987413 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a23d58-cfd7-44db-826e-b0c75bdcfaa8 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=433a497e-f016-42db-a539-4c046612c088,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:32.082557 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 7baec561-1dc9-4fed-a531-bae2aa822857 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:09:32.099550 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a3a23d58-cfd7-44db-826e-b0c75bdcfaa8 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:32.100886 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a3a23d58-cfd7-44db-826e-b0c75bdcfaa8 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6754060 Aug 16 21:09:32.103970 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38902) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:32.107392 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 7baec561-1dc9-4fed-a531-bae2aa822857 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:09:32.107738 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 7baec561-1dc9-4fed-a531-bae2aa822857 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:09:32.131501 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c84492a8-44b5-42cb-bb2d-d5f6ca01595c tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:32.138756 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c84492a8-44b5-42cb-bb2d-d5f6ca01595c tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:32.153013 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-53a7fc91-9a15-44c2-86ac-74c42bacaef5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:32.207659 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a7fc91-9a15-44c2-86ac-74c42bacaef5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:32.211804 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-53a7fc91-9a15-44c2-86ac-74c42bacaef5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:32.216186 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a7fc91-9a15-44c2-86ac-74c42bacaef5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:32.216685 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-53a7fc91-9a15-44c2-86ac-74c42bacaef5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:32.221212 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55110f69-32e2-4ca9-9ba7-734e9fbecb69 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:32.229519 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7fc91-9a15-44c2-86ac-74c42bacaef5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Subnet': ['ID=af85219c-7b5e-4719-ad8a-cb5961010797,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:32.329354 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c84492a8-44b5-42cb-bb2d-d5f6ca01595c tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:32.340288 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c84492a8-44b5-42cb-bb2d-d5f6ca01595c tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:32.346649 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c84492a8-44b5-42cb-bb2d-d5f6ca01595c tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/433a497e-f016-42db-a539-4c046612c088 HTTP/1.1" status: 204 len: 168 time: 0.2360342 Aug 16 21:09:32.346818 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38906) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:32.346945 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84492a8-44b5-42cb-bb2d-d5f6ca01595c tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=433a497e-f016-42db-a539-4c046612c088,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:32.366556 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-53a7fc91-9a15-44c2-86ac-74c42bacaef5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9601908 Aug 16 21:09:32.371640 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38908) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:32.377218 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-e099f669-beb7-4bd0-9322-57c6ce33e4d9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'port': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'mac_address': 'fa:16:3e:33:a1:8b', 'name': 'tempest-NetworksTestDHCPv6-1056875890'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:32.413028 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed93b597-e46e-400d-bdcb-7be463a68427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'tenant_id': '82725015d13d49169b6e377f421f6af8', 'fixed_ips': [{'subnet_id': 'af85219c-7b5e-4719-ad8a-cb5961010797'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:09:32.414091 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ed93b597-e46e-400d-bdcb-7be463a68427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:32.453770 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6cd7736b-c15a-4a9f-b4f3-592d14285b6e tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1056285 Aug 16 21:09:32.454018 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38910) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:32.568644 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8a5cc371-d78e-41ae-b062-e87ab4c7cab4 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:32.583627 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-ed93b597-e46e-400d-bdcb-7be463a68427 None None] Allocated IP 2001:db8::2 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/af85219c-7b5e-4719-ad8a-cb5961010797/9f7a7041-7532-430d-987d-c99e793e0603) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:09:32.597029 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8a5cc371-d78e-41ae-b062-e87ab4c7cab4 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:32.653420 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e099f669-beb7-4bd0-9322-57c6ce33e4d9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:32.753371 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e099f669-beb7-4bd0-9322-57c6ce33e4d9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:32.762072 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ed93b597-e46e-400d-bdcb-7be463a68427 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:32.784765 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-e099f669-beb7-4bd0-9322-57c6ce33e4d9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] device_id is not set on port d5f33b56-d213-4323-bbdd-fbbfb6538ab9 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:09:32.789103 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ed93b597-e46e-400d-bdcb-7be463a68427 None None] Transition to ACTIVE for port object 9f7a7041-7532-430d-987d-c99e793e0603 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:32.791415 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8a5cc371-d78e-41ae-b062-e87ab4c7cab4 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:32.794385 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8a5cc371-d78e-41ae-b062-e87ab4c7cab4 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:32.796529 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8a5cc371-d78e-41ae-b062-e87ab4c7cab4 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "DELETE /v2.0/security-groups/6fab4316-60c7-467e-a945-856f4d26e928 HTTP/1.1" status: 204 len: 168 time: 0.3415725 Aug 16 21:09:32.799633 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38922) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:32.828497 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ed93b597-e46e-400d-bdcb-7be463a68427 None None] Transition to ACTIVE for port object 9f7a7041-7532-430d-987d-c99e793e0603 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:32.846993 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5cc371-d78e-41ae-b062-e87ab4c7cab4 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fab4316-60c7-467e-a945-856f4d26e928,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:32.900929 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-68b65998-155d-47dc-9d2c-6a128709af7b tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0996859 Aug 16 21:09:32.907273 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38932) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:32.954432 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ed93b597-e46e-400d-bdcb-7be463a68427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:32.985138 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8950a5e8-edf7-414d-92aa-0d8c2b228986 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:33.014021 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed93b597-e46e-400d-bdcb-7be463a68427 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:33.027953 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-ed93b597-e46e-400d-bdcb-7be463a68427 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:33.030909 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-e099f669-beb7-4bd0-9322-57c6ce33e4d9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Allocated IP 2001:db8::170 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/af85219c-7b5e-4719-ad8a-cb5961010797/d5f33b56-d213-4323-bbdd-fbbfb6538ab9) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:09:33.031047 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed93b597-e46e-400d-bdcb-7be463a68427 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:09:33.058831 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f7bc3a59-a289-42b6-90ae-ce5ef07bd84a req-9da20267-97b5-454f-acce-efe10a0ee542 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] 10.222.0.84 "GET /v2.0/ports?device_id=afb05cff-8af0-4e88-a30a-33f6b1ee6bab HTTP/1.1" status: 200 len: 210 time: 0.0656755 Aug 16 21:09:33.068056 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93b597-e46e-400d-bdcb-7be463a68427 None None] Pushing event updated for resources: {'Port': ['ID=9f7a7041-7532-430d-987d-c99e793e0603,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:33.093554 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8950a5e8-edf7-414d-92aa-0d8c2b228986 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:33.112967 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-ed93b597-e46e-400d-bdcb-7be463a68427 None None] Attempting to bind port 9f7a7041-7532-430d-987d-c99e793e0603 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:09:33.113351 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-ed93b597-e46e-400d-bdcb-7be463a68427 None None] Attempting to bind port 9f7a7041-7532-430d-987d-c99e793e0603 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:09:33.113863 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed93b597-e46e-400d-bdcb-7be463a68427 None None] Attempting to bind port 9f7a7041-7532-430d-987d-c99e793e0603 on network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:09:33.121229 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed93b597-e46e-400d-bdcb-7be463a68427 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:09:33.121972 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed93b597-e46e-400d-bdcb-7be463a68427 None None] Checking segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:09:33.122263 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ed93b597-e46e-400d-bdcb-7be463a68427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:33.122484 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed93b597-e46e-400d-bdcb-7be463a68427 None None] Bound using segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:09:33.123006 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-ed93b597-e46e-400d-bdcb-7be463a68427 None None] Bound port: 9f7a7041-7532-430d-987d-c99e793e0603, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:09:33.123490 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ed93b597-e46e-400d-bdcb-7be463a68427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:33.192052 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-ed93b597-e46e-400d-bdcb-7be463a68427 None None] For port 9f7a7041-7532-430d-987d-c99e793e0603, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:09:33.195321 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-ed93b597-e46e-400d-bdcb-7be463a68427 None None] For port 9f7a7041-7532-430d-987d-c99e793e0603, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=9f7a7041-7532-430d-987d-c99e793e0603,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:09:33.221817 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8950a5e8-edf7-414d-92aa-0d8c2b228986 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:33.225113 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8950a5e8-edf7-414d-92aa-0d8c2b228986 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:33.226357 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8950a5e8-edf7-414d-92aa-0d8c2b228986 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "DELETE /v2.0/security-groups/235766c4-821a-4fc4-977b-c60e9269956d HTTP/1.1" status: 204 len: 168 time: 0.3104041 Aug 16 21:09:33.231385 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38940) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:33.249045 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950a5e8-edf7-414d-92aa-0d8c2b228986 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=235766c4-821a-4fc4-977b-c60e9269956d,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:33.282384 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-63aa0374-fd8a-42e2-9972-d4a75191ed33 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0487428 Aug 16 21:09:33.286029 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38942) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:33.302869 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-3d2ac2e3-6d1e-44a5-bd15-3f54e5bf7467 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Request body: {'security_group': {'name': 'tempest-secgroup--494377679'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:33.311415 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ed93b597-e46e-400d-bdcb-7be463a68427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:33.325792 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e099f669-beb7-4bd0-9322-57c6ce33e4d9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:33.358140 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-e1aaa565-6428-4c7a-a873-0e0f3906d9b5 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:33.359657 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-e1aaa565-6428-4c7a-a873-0e0f3906d9b5 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] 10.222.0.72 "GET /v2.0/networks?id=9e1e4e69-5e5d-473e-9708-28afafa9e451 HTTP/1.1" status: 200 len: 807 time: 0.1829307 Aug 16 21:09:33.360969 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-e099f669-beb7-4bd0-9322-57c6ce33e4d9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Transition to ACTIVE for port object d5f33b56-d213-4323-bbdd-fbbfb6538ab9 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:33.370182 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93b597-e46e-400d-bdcb-7be463a68427 None None] Pushing event updated for resources: {'Port': ['ID=9f7a7041-7532-430d-987d-c99e793e0603,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:33.381930 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-4b2efa87-a3cf-4c52-a7b6-64f253c1e353 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] Request body: {'port': {'device_id': 'afb05cff-8af0-4e88-a30a-33f6b1ee6bab', 'network_id': '9e1e4e69-5e5d-473e-9708-28afafa9e451', 'admin_state_up': True, 'tenant_id': '81d96357392e4cf3b51bb524b59ae53c'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:33.472937 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3d2ac2e3-6d1e-44a5-bd15-3f54e5bf7467 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:33.563460 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e099f669-beb7-4bd0-9322-57c6ce33e4d9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:33.648588 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3d2ac2e3-6d1e-44a5-bd15-3f54e5bf7467 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:33.654657 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e099f669-beb7-4bd0-9322-57c6ce33e4d9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:33.657983 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-e099f669-beb7-4bd0-9322-57c6ce33e4d9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:33.662066 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e099f669-beb7-4bd0-9322-57c6ce33e4d9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:09:33.668124 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e099f669-beb7-4bd0-9322-57c6ce33e4d9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:33.669022 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e099f669-beb7-4bd0-9322-57c6ce33e4d9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:33.679160 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099f669-beb7-4bd0-9322-57c6ce33e4d9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Port': ['ID=d5f33b56-d213-4323-bbdd-fbbfb6538ab9,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:33.743266 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3d2ac2e3-6d1e-44a5-bd15-3f54e5bf7467 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:33.781357 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ac2e3-6d1e-44a5-bd15-3f54e5bf7467 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8801bddf-9527-434a-8f73-e78872d1a6ce,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:33.901690 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-4b2efa87-a3cf-4c52-a7b6-64f253c1e353 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] Made reservation on behalf of 81d96357392e4cf3b51bb524b59ae53c for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:33.905260 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-4b2efa87-a3cf-4c52-a7b6-64f253c1e353 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:33.972316 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e099f669-beb7-4bd0-9322-57c6ce33e4d9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5993805 Aug 16 21:09:33.973172 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3d2ac2e3-6d1e-44a5-bd15-3f54e5bf7467 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:33.975482 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3d2ac2e3-6d1e-44a5-bd15-3f54e5bf7467 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6804059 Aug 16 21:09:33.982118 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38968) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:33.982873 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38970) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:33.988208 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-786c8091-e3fd-4a86-8955-461928a4196e tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Request body: {'security_group_rule': {'security_group_id': '8801bddf-9527-434a-8f73-e78872d1a6ce', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:34.132264 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-786c8091-e3fd-4a86-8955-461928a4196e tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:34.133823 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-4b2efa87-a3cf-4c52-a7b6-64f253c1e353 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] Allocated IP 172.20.0.10 (9e1e4e69-5e5d-473e-9708-28afafa9e451/26a5d3e0-d68c-4ca9-817e-28a317ecc864/1e017ebb-b89b-44bc-a1a5-929b7c585240) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:09:34.151211 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa90d6a-a6cd-4efd-b7b6-3eaed1582cdf tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:34.157720 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa90d6a-a6cd-4efd-b7b6-3eaed1582cdf tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:34.163132 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9aa90d6a-a6cd-4efd-b7b6-3eaed1582cdf tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1805749 Aug 16 21:09:34.163544 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38984) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:34.198988 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-78c32cbd-7152-4ef2-9d8f-fcb567803b22 req-4233e336-2f47-4aa9-90d1-dac82ffc775f tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] 10.222.0.84 "GET /v2.0/ports?device_id=afb05cff-8af0-4e88-a30a-33f6b1ee6bab HTTP/1.1" status: 200 len: 210 time: 0.0580986 Aug 16 21:09:34.206101 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 9f7a7041-7532-430d-987d-c99e793e0603 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:09:34.249945 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-786c8091-e3fd-4a86-8955-461928a4196e tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:34.318510 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-786c8091-e3fd-4a86-8955-461928a4196e tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:34.340921 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c8091-e3fd-4a86-8955-461928a4196e tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5612635b-f9e8-466d-8537-22c722020ab4,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:34.356616 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 9f7a7041-7532-430d-987d-c99e793e0603 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:34.382219 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-5bf7604e-ad09-489d-9039-8cf55b550822 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting port d5f33b56-d213-4323-bbdd-fbbfb6538ab9 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:34.382219 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5bf7604e-ad09-489d-9039-8cf55b550822 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:34.450325 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-786c8091-e3fd-4a86-8955-461928a4196e tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:34.454329 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-786c8091-e3fd-4a86-8955-461928a4196e tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4673929 Aug 16 21:09:34.456525 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38988) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:34.500525 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-4b2efa87-a3cf-4c52-a7b6-64f253c1e353 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:34.506898 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5bf7604e-ad09-489d-9039-8cf55b550822 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:34.523526 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-5bf7604e-ad09-489d-9039-8cf55b550822 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Calling delete_port for d5f33b56-d213-4323-bbdd-fbbfb6538ab9 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:34.534863 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9fab20ee-a66e-4ec8-bfe6-7cc7f484cdd7 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:34.543928 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9fab20ee-a66e-4ec8-bfe6-7cc7f484cdd7 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:34.701753 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9fab20ee-a66e-4ec8-bfe6-7cc7f484cdd7 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:34.709500 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9fab20ee-a66e-4ec8-bfe6-7cc7f484cdd7 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:34.713402 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38992) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:34.713994 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9fab20ee-a66e-4ec8-bfe6-7cc7f484cdd7 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/5612635b-f9e8-466d-8537-22c722020ab4 HTTP/1.1" status: 204 len: 168 time: 0.2544041 Aug 16 21:09:34.719547 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab20ee-a66e-4ec8-bfe6-7cc7f484cdd7 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5612635b-f9e8-466d-8537-22c722020ab4,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:34.747596 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-9b387671-d4e1-420e-8195-cd5dbafb0000 None None] Provisioning for port 9f7a7041-7532-430d-987d-c99e793e0603 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:34.752286 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-9b387671-d4e1-420e-8195-cd5dbafb0000 None None] Provisioning complete for port 9f7a7041-7532-430d-987d-c99e793e0603 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:34.752663 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9b387671-d4e1-420e-8195-cd5dbafb0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:34.753712 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-4b2efa87-a3cf-4c52-a7b6-64f253c1e353 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:34.767333 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ed3418d8-426d-4a01-82aa-bd077d1a94e1 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0518713 Aug 16 21:09:34.770335 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38994) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:34.775375 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5bf7604e-ad09-489d-9039-8cf55b550822 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:34.822818 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38996) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:34.844128 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-4b2efa87-a3cf-4c52-a7b6-64f253c1e353 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] Network 9e1e4e69-5e5d-473e-9708-28afafa9e451 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:34.856433 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-4b2efa87-a3cf-4c52-a7b6-64f253c1e353 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:34.888007 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-70b03299-ca56-4cf5-ab98-bba09a833fab tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:34.896533 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-4b2efa87-a3cf-4c52-a7b6-64f253c1e353 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:09:34.925236 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2efa87-a3cf-4c52-a7b6-64f253c1e353 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] Pushing event updated for resources: {'Port': ['ID=1e017ebb-b89b-44bc-a1a5-929b7c585240,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:34.930544 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5bf7604e-ad09-489d-9039-8cf55b550822 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:34.933021 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5bf7604e-ad09-489d-9039-8cf55b550822 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/ports/d5f33b56-d213-4323-bbdd-fbbfb6538ab9 HTTP/1.1" status: 204 len: 168 time: 0.7640493 Aug 16 21:09:34.940614 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-70b03299-ca56-4cf5-ab98-bba09a833fab tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:34.942890 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39004) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:34.943819 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9b387671-d4e1-420e-8195-cd5dbafb0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:35.023113 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7604e-ad09-489d-9039-8cf55b550822 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Port': ['ID=d5f33b56-d213-4323-bbdd-fbbfb6538ab9,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:35.033619 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-9b387671-d4e1-420e-8195-cd5dbafb0000 None None] For port 9f7a7041-7532-430d-987d-c99e793e0603, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=9f7a7041-7532-430d-987d-c99e793e0603,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:35.050214 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-4b2efa87-a3cf-4c52-a7b6-64f253c1e353 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:35.052985 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-4b2efa87-a3cf-4c52-a7b6-64f253c1e353 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:35.056491 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e66b09af-810f-418c-b8f2-c692cc281a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:35.078166 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce02bc6c-d002-4667-8f97-050b62895d9a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:35.087506 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce02bc6c-d002-4667-8f97-050b62895d9a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:35.087506 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ce02bc6c-d002-4667-8f97-050b62895d9a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1319361 Aug 16 21:09:35.087506 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39006) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:35.141556 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9b387671-d4e1-420e-8195-cd5dbafb0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:35.163971 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-9877ee72-5bf8-41ec-88f7-1009c221c9ef tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting subnet af85219c-7b5e-4719-ad8a-cb5961010797 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:09:35.166363 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-70b03299-ca56-4cf5-ab98-bba09a833fab tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:35.168474 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9877ee72-5bf8-41ec-88f7-1009c221c9ef tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:35.169459 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-70b03299-ca56-4cf5-ab98-bba09a833fab tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:35.172930 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-70b03299-ca56-4cf5-ab98-bba09a833fab tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "DELETE /v2.0/security-groups/8801bddf-9527-434a-8f73-e78872d1a6ce HTTP/1.1" status: 204 len: 168 time: 0.3993070 Aug 16 21:09:35.175231 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39008) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:35.186485 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b03299-ca56-4cf5-ab98-bba09a833fab tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8801bddf-9527-434a-8f73-e78872d1a6ce,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:35.218399 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b387671-d4e1-420e-8195-cd5dbafb0000 None None] Pushing event updated for resources: {'Port': ['ID=9f7a7041-7532-430d-987d-c99e793e0603,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:35.236001 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e66b09af-810f-418c-b8f2-c692cc281a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:35.257626 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ada9dcc0-0e40-47af-972c-284c9a4e8d97 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0809946 Aug 16 21:09:35.258152 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c0805f0b-05d9-4f52-bc78-527e50f449bf None None] Could not find standard attr ID for object d5f33b56-d213-4323-bbdd-fbbfb6538ab9. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 21:09:35.260444 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39012) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:35.266708 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-6211de41-4b13-444c-b43d-b7574870197a tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Request body: {'security_group': {'name': 'tempest-secgroup--1529189776'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:35.280379 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9877ee72-5bf8-41ec-88f7-1009c221c9ef tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:35.311669 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e66b09af-810f-418c-b8f2-c692cc281a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:35.359705 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b09af-810f-418c-b8f2-c692cc281a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d340fa-4617-475f-8304-621b0910bbe9,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:35.363398 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e66b09af-810f-418c-b8f2-c692cc281a19 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2ae4529198d849b388327d28f204f752&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5374389 Aug 16 21:09:35.367342 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39016) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:35.381642 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b00d33-f8df-418c-ac1f-ba078fa664e6 req-b13125af-2470-417e-98b6-713815cf66e0 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:35.383168 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e4b00d33-f8df-418c-ac1f-ba078fa664e6 req-b13125af-2470-417e-98b6-713815cf66e0 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] 10.222.0.84 "GET /v2.0/ports?device_id=afb05cff-8af0-4e88-a30a-33f6b1ee6bab HTTP/1.1" status: 200 len: 932 time: 0.0996158 Aug 16 21:09:35.391585 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9877ee72-5bf8-41ec-88f7-1009c221c9ef tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:35.416960 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-4b2efa87-a3cf-4c52-a7b6-64f253c1e353 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0446463 Aug 16 21:09:35.436189 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-db74d931-1ad8-4eac-b390-ef26792d34f4 service neutron] Request body: {'port': {'device_id': 'afb05cff-8af0-4e88-a30a-33f6b1ee6bab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:35.452681 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e4b00d33-f8df-418c-ac1f-ba078fa664e6 req-3d7e24a6-a70a-41e3-8b87-ca4dac93089d tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] 10.222.0.84 "GET /v2.0/security-groups?id=6a0f845a-0467-43a9-a731-14b941eb129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581744 Aug 16 21:09:35.457448 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c955f5f4-3560-45d1-939b-5cce698709b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:35.487696 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c955f5f4-3560-45d1-939b-5cce698709b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:35.515204 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-db74d931-1ad8-4eac-b390-ef26792d34f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:35.549547 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6211de41-4b13-444c-b43d-b7574870197a tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:35.584967 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9877ee72-5bf8-41ec-88f7-1009c221c9ef tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:35.599303 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c955f5f4-3560-45d1-939b-5cce698709b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:35.602872 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c955f5f4-3560-45d1-939b-5cce698709b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:35.604170 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c955f5f4-3560-45d1-939b-5cce698709b2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f6d340fa-4617-475f-8304-621b0910bbe9 HTTP/1.1" status: 204 len: 168 time: 0.2353270 Aug 16 21:09:35.619252 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c955f5f4-3560-45d1-939b-5cce698709b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d340fa-4617-475f-8304-621b0910bbe9,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:35.683169 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9877ee72-5bf8-41ec-88f7-1009c221c9ef tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:35.685093 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9877ee72-5bf8-41ec-88f7-1009c221c9ef tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/af85219c-7b5e-4719-ad8a-cb5961010797 HTTP/1.1" status: 204 len: 168 time: 0.5988941 Aug 16 21:09:35.685916 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15726de6-51a8-490d-b09a-a33d5a340e00 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:35.687141 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9877ee72-5bf8-41ec-88f7-1009c221c9ef tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Subnet': ['ID=af85219c-7b5e-4719-ad8a-cb5961010797,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:35.689402 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39020) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:35.749153 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f42dfa1a-b1e5-40fa-87a0-fe054f2d5cb2 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0578320 Aug 16 21:09:35.751744 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39022) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:35.815263 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52cb4f6-77e2-4533-8452-3f33585b51eb tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:35.817612 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d52cb4f6-77e2-4533-8452-3f33585b51eb tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0642710 Aug 16 21:09:35.819860 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39024) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:35.891254 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6211de41-4b13-444c-b43d-b7574870197a tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:35.893461 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5beae915-7bf0-4856-aea9-f44c7d91dad9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:35.898357 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5beae915-7bf0-4856-aea9-f44c7d91dad9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0775321 Aug 16 21:09:35.899055 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39026) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:35.927505 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f94b51e-41da-45c3-9649-f7eaa4cab6d8 None None] DHCP port deletion for 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:09:35.964602 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6211de41-4b13-444c-b43d-b7574870197a tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:35.979763 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d1a6c63b-9367-4774-87c9-bb640c4dd3d9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0790870 Aug 16 21:09:35.984325 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39030) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:35.990924 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-1297a013-7dc1-47aa-ab03-3c3e3d9b355b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'subnet': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:36.007882 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211de41-4b13-444c-b43d-b7574870197a tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a2f5ab-e096-45fb-8407-3a66b7a08eae,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:36.013366 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-db74d931-1ad8-4eac-b390-ef26792d34f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e017ebb-b89b-44bc-a1a5-929b7c585240 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:09:36.024472 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-db74d931-1ad8-4eac-b390-ef26792d34f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:36.040490 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7f94b51e-41da-45c3-9649-f7eaa4cab6d8 None None] Deleting port 9f7a7041-7532-430d-987d-c99e793e0603 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:36.040490 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7f94b51e-41da-45c3-9649-f7eaa4cab6d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:36.040722 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-db74d931-1ad8-4eac-b390-ef26792d34f4 service neutron] Transition to ACTIVE for port object 1e017ebb-b89b-44bc-a1a5-929b7c585240 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:36.088588 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6211de41-4b13-444c-b43d-b7574870197a tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:36.092489 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6211de41-4b13-444c-b43d-b7574870197a tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8285906 Aug 16 21:09:36.092749 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39034) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:36.099116 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-ed228d3a-946c-4f60-8f0d-84f3cabb4339 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Request body: {'security_group_rule': {'security_group_id': 'a0a2f5ab-e096-45fb-8407-3a66b7a08eae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:36.127392 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-db74d931-1ad8-4eac-b390-ef26792d34f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:36.131941 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 9f7a7041-7532-430d-987d-c99e793e0603 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:09:36.189483 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7f94b51e-41da-45c3-9649-f7eaa4cab6d8 None None] For port 9f7a7041-7532-430d-987d-c99e793e0603, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=9f7a7041-7532-430d-987d-c99e793e0603,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:36.189886 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7f94b51e-41da-45c3-9649-f7eaa4cab6d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:36.205843 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7f94b51e-41da-45c3-9649-f7eaa4cab6d8 None None] Calling delete_port for 9f7a7041-7532-430d-987d-c99e793e0603 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:36.227350 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ed228d3a-946c-4f60-8f0d-84f3cabb4339 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:36.230417 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74d931-1ad8-4eac-b390-ef26792d34f4 service neutron] Pushing event updated for resources: {'Port': ['ID=1e017ebb-b89b-44bc-a1a5-929b7c585240,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:36.281753 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1297a013-7dc1-47aa-ab03-3c3e3d9b355b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:36.285547 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1297a013-7dc1-47aa-ab03-3c3e3d9b355b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:36.295303 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-db74d931-1ad8-4eac-b390-ef26792d34f4 service neutron] Attempting to bind port 1e017ebb-b89b-44bc-a1a5-929b7c585240 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:09:36.295647 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-db74d931-1ad8-4eac-b390-ef26792d34f4 service neutron] Attempting to bind port 1e017ebb-b89b-44bc-a1a5-929b7c585240 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': 'e3535eda-7246-499b-b182-ebc000510082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9e1e4e69-5e5d-473e-9708-28afafa9e451'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:09:36.296014 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-db74d931-1ad8-4eac-b390-ef26792d34f4 service neutron] Attempting to bind port 1e017ebb-b89b-44bc-a1a5-929b7c585240 on network 9e1e4e69-5e5d-473e-9708-28afafa9e451 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:09:36.298827 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:36.307819 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ed228d3a-946c-4f60-8f0d-84f3cabb4339 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:36.309028 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-db74d931-1ad8-4eac-b390-ef26792d34f4 service neutron] Port 1e017ebb-b89b-44bc-a1a5-929b7c585240 on network 9e1e4e69-5e5d-473e-9708-28afafa9e451 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:09:36.309356 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-db74d931-1ad8-4eac-b390-ef26792d34f4 service neutron] Attempting to bind port 1e017ebb-b89b-44bc-a1a5-929b7c585240 on network 9e1e4e69-5e5d-473e-9708-28afafa9e451 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:09:36.314666 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-db74d931-1ad8-4eac-b390-ef26792d34f4 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:09:36.315207 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-db74d931-1ad8-4eac-b390-ef26792d34f4 service neutron] Checking segment: {'id': 'e3535eda-7246-499b-b182-ebc000510082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9e1e4e69-5e5d-473e-9708-28afafa9e451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:09:36.315385 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-db74d931-1ad8-4eac-b390-ef26792d34f4 service neutron] Bound using segment: {'id': 'e3535eda-7246-499b-b182-ebc000510082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9e1e4e69-5e5d-473e-9708-28afafa9e451'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:09:36.315843 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-db74d931-1ad8-4eac-b390-ef26792d34f4 service neutron] Bound port: 1e017ebb-b89b-44bc-a1a5-929b7c585240, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3535eda-7246-499b-b182-ebc000510082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9e1e4e69-5e5d-473e-9708-28afafa9e451'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:09:36.316221 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-db74d931-1ad8-4eac-b390-ef26792d34f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:36.351213 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 9f7a7041-7532-430d-987d-c99e793e0603, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=9f7a7041-7532-430d-987d-c99e793e0603,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:36.383648 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ed228d3a-946c-4f60-8f0d-84f3cabb4339 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:36.409995 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed228d3a-946c-4f60-8f0d-84f3cabb4339 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4136d11b-8389-48c0-8d37-10aa1bfa8d85,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:36.413358 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-db74d931-1ad8-4eac-b390-ef26792d34f4 service neutron] For port 1e017ebb-b89b-44bc-a1a5-929b7c585240, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:09:36.426360 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-db74d931-1ad8-4eac-b390-ef26792d34f4 service neutron] For port 1e017ebb-b89b-44bc-a1a5-929b7c585240, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=1e017ebb-b89b-44bc-a1a5-929b7c585240,segment=NetworkSegment(e3535eda-7246-499b-b182-ebc000510082),segment_id=e3535eda-7246-499b-b182-ebc000510082)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:09:36.501415 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:36.525091 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ed228d3a-946c-4f60-8f0d-84f3cabb4339 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:36.529025 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ed228d3a-946c-4f60-8f0d-84f3cabb4339 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4328101 Aug 16 21:09:36.529025 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-db74d931-1ad8-4eac-b390-ef26792d34f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:36.536763 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39040) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:36.566050 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39042) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:36.586735 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=9f7a7041-7532-430d-987d-c99e793e0603,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:36.591048 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-acf3d667-6320-44bd-8675-e1c4c7f42e32 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "GET /v2.0/security-group-rules/4136d11b-8389-48c0-8d37-10aa1bfa8d85 HTTP/1.1" status: 200 len: 763 time: 0.0539739 Aug 16 21:09:36.591048 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-db74d931-1ad8-4eac-b390-ef26792d34f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:36.591048 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-db74d931-1ad8-4eac-b390-ef26792d34f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:36.598427 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-db74d931-1ad8-4eac-b390-ef26792d34f4 service neutron] 10.222.0.72 "PUT /v2.0/ports/1e017ebb-b89b-44bc-a1a5-929b7c585240 HTTP/1.1" status: 200 len: 1093 time: 1.1622424 Aug 16 21:09:36.598427 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb05cff-8af0-4e88-a30a-33f6b1ee6bab', 'tag': '1e017ebb-b89b-44bc-a1a5-929b7c585240'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:09:36.599980 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c5a1f1-d432-4df3-a359-f4363052b76e" -d '{"events": [{"name": "network-changed", "server_uuid": "afb05cff-8af0-4e88-a30a-33f6b1ee6bab", "tag": "1e017ebb-b89b-44bc-a1a5-929b7c585240"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:09:36.602668 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39044) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:36.605361 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7178ee-f810-4a91-92df-4e584d0766ef req-0fad37e9-e980-4da3-8965-e7e9d4d80e5e tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:36.606948 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6c7178ee-f810-4a91-92df-4e584d0766ef req-0fad37e9-e980-4da3-8965-e7e9d4d80e5e tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] 10.222.0.84 "GET /v2.0/ports?device_id=afb05cff-8af0-4e88-a30a-33f6b1ee6bab HTTP/1.1" status: 200 len: 944 time: 0.0830963 Aug 16 21:09:36.608643 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-02b4af51-0ed9-4529-9a2c-5f53c1b3f89d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:36.617467 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7f94b51e-41da-45c3-9649-f7eaa4cab6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:36.634018 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f94b51e-41da-45c3-9649-f7eaa4cab6d8 None None] No DVR routers for this DVR port 9f7a7041-7532-430d-987d-c99e793e0603 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:09:36.646664 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74d931-1ad8-4eac-b390-ef26792d34f4 service neutron] Pushing event updated for resources: {'Port': ['ID=1e017ebb-b89b-44bc-a1a5-929b7c585240,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:36.665694 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94b51e-41da-45c3-9649-f7eaa4cab6d8 None None] Pushing event deleted for resources: {'Port': ['ID=9f7a7041-7532-430d-987d-c99e793e0603,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:36.679095 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-41a116a5-c61e-424d-b855-14a04485e5e5 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0718706 Aug 16 21:09:36.682007 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39050) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:36.707593 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-710d2db0-db14-4266-8cc0-162d885e4483 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:36.716489 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-710d2db0-db14-4266-8cc0-162d885e4483 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:36.721438 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6c7178ee-f810-4a91-92df-4e584d0766ef req-40a94c9f-1d94-45d5-bfce-1883d221307d tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] 10.222.0.84 "GET /v2.0/security-groups?id=6a0f845a-0467-43a9-a731-14b941eb129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002719 Aug 16 21:09:36.779220 n-d-793620-15 neutron-server[101844]: DEBUG neutron.objects.ports [None req-1297a013-7dc1-47aa-ab03-3c3e3d9b355b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101844) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 21:09:36.780907 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1297a013-7dc1-47aa-ab03-3c3e3d9b355b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:36.823679 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1297a013-7dc1-47aa-ab03-3c3e3d9b355b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:36.827121 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-1297a013-7dc1-47aa-ab03-3c3e3d9b355b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:36.831595 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1297a013-7dc1-47aa-ab03-3c3e3d9b355b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:36.832474 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1297a013-7dc1-47aa-ab03-3c3e3d9b355b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:36.838537 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-710d2db0-db14-4266-8cc0-162d885e4483 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:36.841870 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d33f319-2eb3-4a60-a5f1-871fa4b1a3dd None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:36.847217 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-c7dd8080-fb48-4fb8-854c-5d12ec81e427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:36.849191 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-c7dd8080-fb48-4fb8-854c-5d12ec81e427 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81d96357392e4cf3b51bb524b59ae53c&device_id=afb05cff-8af0-4e88-a30a-33f6b1ee6bab HTTP/1.1" status: 200 len: 1096 time: 0.0581262 Aug 16 21:09:36.857472 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-710d2db0-db14-4266-8cc0-162d885e4483 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:36.858608 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-710d2db0-db14-4266-8cc0-162d885e4483 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/4136d11b-8389-48c0-8d37-10aa1bfa8d85 HTTP/1.1" status: 204 len: 168 time: 0.1755667 Aug 16 21:09:36.859635 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297a013-7dc1-47aa-ab03-3c3e3d9b355b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Subnet': ['ID=98ea7288-1e64-448c-983b-860468f1a784,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:36.861186 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39052) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:36.920683 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d2db0-db14-4266-8cc0-162d885e4483 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4136d11b-8389-48c0-8d37-10aa1bfa8d85,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:36.924167 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-76b96c48-1c12-4401-a2cb-51c9bfb8ea7d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e017ebb-b89b-44bc-a1a5-929b7c585240 HTTP/1.1" status: 200 len: 217 time: 0.0640533 Aug 16 21:09:36.954987 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e96a10b5-d1e8-482f-a9f1-2c882bcf5b09 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0903058 Aug 16 21:09:36.960950 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39054) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:36.963085 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-02b4af51-0ed9-4529-9a2c-5f53c1b3f89d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:36.982947 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-60a5dd54-4669-45c8-a06e-694c4c1993da tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Request body: {'security_group_rule': {'security_group_id': 'a0a2f5ab-e096-45fb-8407-3a66b7a08eae', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:36.988688 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af88350-7ed9-4969-aecb-6b0792c2b8fa x-openstack-request-id: req-4af88350-7ed9-4969-aecb-6b0792c2b8fa {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:09:36.988974 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afb05cff-8af0-4e88-a30a-33f6b1ee6bab", "tag": "1e017ebb-b89b-44bc-a1a5-929b7c585240", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:09:36.989256 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4af88350-7ed9-4969-aecb-6b0792c2b8fa {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:09:36.989676 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afb05cff-8af0-4e88-a30a-33f6b1ee6bab', 'tag': '1e017ebb-b89b-44bc-a1a5-929b7c585240', 'status': 'completed', 'code': 200} Aug 16 21:09:37.014876 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-740083d0-9561-4820-99d2-8ef8c7170f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:37.016251 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-740083d0-9561-4820-99d2-8ef8c7170f43 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=26a5d3e0-d68c-4ca9-817e-28a317ecc864 HTTP/1.1" status: 200 len: 847 time: 0.0746098 Aug 16 21:09:37.048800 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-7acbb9e8-ee05-4067-9c33-1aab3797545c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e1e4e69-5e5d-473e-9708-28afafa9e451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255952 Aug 16 21:09:37.049420 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-02b4af51-0ed9-4529-9a2c-5f53c1b3f89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:37.058505 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fc85f9-f3c1-4783-9241-f85d82c34ffc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'tenant_id': '82725015d13d49169b6e377f421f6af8', 'fixed_ips': [{'subnet_id': '98ea7288-1e64-448c-983b-860468f1a784'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:09:37.060958 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-82fc85f9-f3c1-4783-9241-f85d82c34ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:37.095839 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-02b4af51-0ed9-4529-9a2c-5f53c1b3f89d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cee152d7d9d04055862d919a167a75db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5288322 Aug 16 21:09:37.096694 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39058) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:37.104335 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b4af51-0ed9-4529-9a2c-5f53c1b3f89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1f1961-9db8-41de-b8aa-38ac32bbb8f0,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:37.160685 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-9b86c3a7-425a-4cee-a9f3-1f1e760cc2e7 service neutron] 10.222.0.72 "GET /v2.0/networks/9e1e4e69-5e5d-473e-9708-28afafa9e451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040051 Aug 16 21:09:37.176304 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0ff20fe6-a0ff-4b0b-9aaf-6a1c79435fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:37.210666 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1297a013-7dc1-47aa-ab03-3c3e3d9b355b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2245824 Aug 16 21:09:37.214223 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39060) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:37.219948 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0ff20fe6-a0ff-4b0b-9aaf-6a1c79435fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:37.222555 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-61f5596b-6277-4eb7-8c30-fe2b75684147 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'subnet': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:37.256411 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-82fc85f9-f3c1-4783-9241-f85d82c34ffc None None] Allocated IP 2001:db8::f816:3eff:fe6e:83d0 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/98ea7288-1e64-448c-983b-860468f1a784/5bef4cf6-98e1-4da3-9636-021f1ca474e1) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:09:37.275583 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5a8e803a-1235-4444-bc54-0a65788b2c8a req-37b07fda-9b59-4a2b-89b6-d73064122763 service neutron] 10.222.0.72 "GET /v2.0/networks/9e1e4e69-5e5d-473e-9708-28afafa9e451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079912 Aug 16 21:09:37.327456 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-60a5dd54-4669-45c8-a06e-694c4c1993da tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:37.391640 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-60a5dd54-4669-45c8-a06e-694c4c1993da tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:37.439013 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-82fc85f9-f3c1-4783-9241-f85d82c34ffc None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:37.450410 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-82fc85f9-f3c1-4783-9241-f85d82c34ffc None None] Transition to ACTIVE for port object 5bef4cf6-98e1-4da3-9636-021f1ca474e1 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:37.498021 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-82fc85f9-f3c1-4783-9241-f85d82c34ffc None None] Transition to ACTIVE for port object 5bef4cf6-98e1-4da3-9636-021f1ca474e1 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:37.506285 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-60a5dd54-4669-45c8-a06e-694c4c1993da tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:37.530555 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5dd54-4669-45c8-a06e-694c4c1993da tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac9543fd-c722-4bce-ac5a-76eef2c1aa42,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:37.549296 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5a1f1-d432-4df3-a359-f4363052b76e req-5de85927-558e-41f0-af62-8f51f344b638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:37.552040 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-10c5a1f1-d432-4df3-a359-f4363052b76e req-5de85927-558e-41f0-af62-8f51f344b638 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81d96357392e4cf3b51bb524b59ae53c&device_id=afb05cff-8af0-4e88-a30a-33f6b1ee6bab HTTP/1.1" status: 200 len: 1096 time: 0.0920572 Aug 16 21:09:37.622196 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-82fc85f9-f3c1-4783-9241-f85d82c34ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:37.674850 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fc85f9-f3c1-4783-9241-f85d82c34ffc None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:37.678251 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-82fc85f9-f3c1-4783-9241-f85d82c34ffc None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:37.681562 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-60a5dd54-4669-45c8-a06e-694c4c1993da tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:37.686014 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-60a5dd54-4669-45c8-a06e-694c4c1993da tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7209034 Aug 16 21:09:37.686014 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39068) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:37.686749 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fc85f9-f3c1-4783-9241-f85d82c34ffc None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:09:37.705082 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5a1f1-d432-4df3-a359-f4363052b76e req-15b8fc45-fce1-4ff1-8cf4-56dff6f09bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:37.707225 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-10c5a1f1-d432-4df3-a359-f4363052b76e req-15b8fc45-fce1-4ff1-8cf4-56dff6f09bee service neutron] 10.222.0.72 "GET /v2.0/networks?id=9e1e4e69-5e5d-473e-9708-28afafa9e451 HTTP/1.1" status: 200 len: 908 time: 0.1478655 Aug 16 21:09:37.713204 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-009f58e5-33d6-4361-a22d-d2e9e80abad5 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "GET /v2.0/security-group-rules/ac9543fd-c722-4bce-ac5a-76eef2c1aa42 HTTP/1.1" status: 200 len: 763 time: 0.0261190 Aug 16 21:09:37.718112 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39072) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:37.755898 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-10c5a1f1-d432-4df3-a359-f4363052b76e req-f51f0243-a0a7-49ec-b5de-0505a60ece0c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e017ebb-b89b-44bc-a1a5-929b7c585240 HTTP/1.1" status: 200 len: 217 time: 0.0408940 Aug 16 21:09:37.773981 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-29964c7e-5dd3-4ac5-81ad-9152d6e9c107 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0534806 Aug 16 21:09:37.773981 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39076) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:37.787056 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc85f9-f3c1-4783-9241-f85d82c34ffc None None] Pushing event updated for resources: {'Port': ['ID=5bef4cf6-98e1-4da3-9636-021f1ca474e1,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:37.796159 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0ff20fe6-a0ff-4b0b-9aaf-6a1c79435fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:37.798833 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0ff20fe6-a0ff-4b0b-9aaf-6a1c79435fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:37.800038 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0ff20fe6-a0ff-4b0b-9aaf-6a1c79435fde admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/cb1f1961-9db8-41de-b8aa-38ac32bbb8f0 HTTP/1.1" status: 204 len: 168 time: 0.7020323 Aug 16 21:09:37.814783 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-82fc85f9-f3c1-4783-9241-f85d82c34ffc None None] Attempting to bind port 5bef4cf6-98e1-4da3-9636-021f1ca474e1 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:09:37.815159 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-82fc85f9-f3c1-4783-9241-f85d82c34ffc None None] Attempting to bind port 5bef4cf6-98e1-4da3-9636-021f1ca474e1 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:09:37.815827 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fc85f9-f3c1-4783-9241-f85d82c34ffc None None] Attempting to bind port 5bef4cf6-98e1-4da3-9636-021f1ca474e1 on network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:09:37.827582 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fc85f9-f3c1-4783-9241-f85d82c34ffc None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:09:37.827986 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fc85f9-f3c1-4783-9241-f85d82c34ffc None None] Checking segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:09:37.830644 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-82fc85f9-f3c1-4783-9241-f85d82c34ffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:37.831142 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fc85f9-f3c1-4783-9241-f85d82c34ffc None None] Bound using segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:09:37.832704 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-82fc85f9-f3c1-4783-9241-f85d82c34ffc None None] Bound port: 5bef4cf6-98e1-4da3-9636-021f1ca474e1, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:09:37.833534 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff20fe6-a0ff-4b0b-9aaf-6a1c79435fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1f1961-9db8-41de-b8aa-38ac32bbb8f0,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:37.834857 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5a1f1-d432-4df3-a359-f4363052b76e req-1abcfa01-b700-4d83-a875-ee1a96121168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:37.841349 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f5596b-6277-4eb7-8c30-fe2b75684147 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:37.841482 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-82fc85f9-f3c1-4783-9241-f85d82c34ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:37.841844 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-10c5a1f1-d432-4df3-a359-f4363052b76e req-1abcfa01-b700-4d83-a875-ee1a96121168 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=26a5d3e0-d68c-4ca9-817e-28a317ecc864 HTTP/1.1" status: 200 len: 847 time: 0.0771201 Aug 16 21:09:37.854118 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-61f5596b-6277-4eb7-8c30-fe2b75684147 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:37.926856 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-10c5a1f1-d432-4df3-a359-f4363052b76e req-a9468b64-6cb1-4c57-8b37-4e6c3de81ddd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e1e4e69-5e5d-473e-9708-28afafa9e451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763385 Aug 16 21:09:37.966272 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-82fc85f9-f3c1-4783-9241-f85d82c34ffc None None] For port 5bef4cf6-98e1-4da3-9636-021f1ca474e1, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:09:37.975266 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-82fc85f9-f3c1-4783-9241-f85d82c34ffc None None] For port 5bef4cf6-98e1-4da3-9636-021f1ca474e1, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5bef4cf6-98e1-4da3-9636-021f1ca474e1,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:09:37.991257 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a9c3b6f5-ca49-47e5-8fab-3e1d19749c5d tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:38.015029 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a9c3b6f5-ca49-47e5-8fab-3e1d19749c5d tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:38.043232 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-10c5a1f1-d432-4df3-a359-f4363052b76e req-114a14cc-2c1b-4439-b687-1f8bbf357ebe service neutron] 10.222.0.72 "GET /v2.0/networks/9e1e4e69-5e5d-473e-9708-28afafa9e451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081681 Aug 16 21:09:38.045010 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-82fc85f9-f3c1-4783-9241-f85d82c34ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:38.049082 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca87a3-1972-4ce5-b4e1-8a24cd585241 req-f5f42fe4-4b19-4dc1-9cd4-6bd0e97cab26 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:38.056133 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3aca87a3-1972-4ce5-b4e1-8a24cd585241 req-f5f42fe4-4b19-4dc1-9cd4-6bd0e97cab26 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] 10.222.0.84 "GET /v2.0/ports?device_id=afb05cff-8af0-4e88-a30a-33f6b1ee6bab HTTP/1.1" status: 200 len: 944 time: 0.2295542 Aug 16 21:09:38.098554 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc85f9-f3c1-4783-9241-f85d82c34ffc None None] Pushing event updated for resources: {'Port': ['ID=5bef4cf6-98e1-4da3-9636-021f1ca474e1,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:38.121228 n-d-793620-15 neutron-server[101844]: INFO neutron.db.ipam_backend_mixin [None req-61f5596b-6277-4eb7-8c30-fe2b75684147 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 98ea7288-1e64-448c-983b-860468f1a784 (CIDR: 2001:db8::/64) Aug 16 21:09:38.143827 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3aca87a3-1972-4ce5-b4e1-8a24cd585241 req-ffa6f07a-43f7-423f-a5cf-352fd5e6d6bb tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] 10.222.0.84 "GET /v2.0/security-groups?id=6a0f845a-0467-43a9-a731-14b941eb129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867150 Aug 16 21:09:38.154608 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-61f5596b-6277-4eb7-8c30-fe2b75684147 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:09:38.155601 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61f5596b-6277-4eb7-8c30-fe2b75684147 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:09:38.170589 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a9c3b6f5-ca49-47e5-8fab-3e1d19749c5d tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:38.180259 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a9c3b6f5-ca49-47e5-8fab-3e1d19749c5d tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:38.180259 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a9c3b6f5-ca49-47e5-8fab-3e1d19749c5d tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/ac9543fd-c722-4bce-ac5a-76eef2c1aa42 HTTP/1.1" status: 204 len: 168 time: 0.4046369 Aug 16 21:09:38.182661 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39080) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:38.185468 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3b6f5-ca49-47e5-8fab-3e1d19749c5d tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac9543fd-c722-4bce-ac5a-76eef2c1aa42,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:38.205489 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-10c5a1f1-d432-4df3-a359-f4363052b76e req-ee46344d-7fd2-41da-8f69-daf894c2cc32 service neutron] 10.222.0.72 "GET /v2.0/networks/9e1e4e69-5e5d-473e-9708-28afafa9e451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545439 Aug 16 21:09:38.218155 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39084) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:38.218997 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-61f5596b-6277-4eb7-8c30-fe2b75684147 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0032756 Aug 16 21:09:38.225496 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-be95532f-03be-4120-ace9-d9dfdb78d25e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'subnet': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:38.284061 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d255f62f-9fcc-468c-98cd-299d6967ffe2 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1001890 Aug 16 21:09:38.286731 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39086) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:38.291514 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-810f9775-1e6e-4e19-8f6b-d452b79acc70 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Request body: {'security_group_rule': {'security_group_id': 'a0a2f5ab-e096-45fb-8407-3a66b7a08eae', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:38.432515 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-810f9775-1e6e-4e19-8f6b-d452b79acc70 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:38.526755 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-810f9775-1e6e-4e19-8f6b-d452b79acc70 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:38.530043 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be95532f-03be-4120-ace9-d9dfdb78d25e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:38.535665 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-be95532f-03be-4120-ace9-d9dfdb78d25e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:38.625031 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:09:38.628281 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-810f9775-1e6e-4e19-8f6b-d452b79acc70 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:38.660868 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f9775-1e6e-4e19-8f6b-d452b79acc70 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=739a912a-7fe1-44ca-b7a1-44d5f41e571e,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:38.770451 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-810f9775-1e6e-4e19-8f6b-d452b79acc70 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:38.771814 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-810f9775-1e6e-4e19-8f6b-d452b79acc70 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4840968 Aug 16 21:09:38.774773 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39100) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:38.800376 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-26691d0c-962e-47f5-b46f-40f54a1ba8cc tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "GET /v2.0/security-group-rules/739a912a-7fe1-44ca-b7a1-44d5f41e571e HTTP/1.1" status: 200 len: 764 time: 0.0200000 Aug 16 21:09:38.800376 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39102) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:38.858339 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-19530868-c5f4-4bb0-b090-0ea10a02fddb tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0570555 Aug 16 21:09:38.860877 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39104) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:38.873137 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-be95532f-03be-4120-ace9-d9dfdb78d25e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:38.910732 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-92bba526-13c2-4d0e-ab0d-799860481b09 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:38.922254 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-92bba526-13c2-4d0e-ab0d-799860481b09 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:38.972138 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be95532f-03be-4120-ace9-d9dfdb78d25e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:38.977822 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-be95532f-03be-4120-ace9-d9dfdb78d25e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:38.985755 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be95532f-03be-4120-ace9-d9dfdb78d25e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:38.986365 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-be95532f-03be-4120-ace9-d9dfdb78d25e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:39.006625 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95532f-03be-4120-ace9-d9dfdb78d25e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Subnet': ['ID=9c46b853-2fdb-4aab-8300-63b507844119,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:39.037454 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-92bba526-13c2-4d0e-ab0d-799860481b09 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:39.051194 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-92bba526-13c2-4d0e-ab0d-799860481b09 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:39.052984 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-92bba526-13c2-4d0e-ab0d-799860481b09 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/739a912a-7fe1-44ca-b7a1-44d5f41e571e HTTP/1.1" status: 204 len: 168 time: 0.1909497 Aug 16 21:09:39.054411 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bba526-13c2-4d0e-ab0d-799860481b09 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=739a912a-7fe1-44ca-b7a1-44d5f41e571e,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:39.055571 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39112) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:39.085035 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-be95532f-03be-4120-ace9-d9dfdb78d25e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8658917 Aug 16 21:09:39.088307 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39114) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:39.093761 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-3f15b11f-f3db-45d1-8d0a-e375ac03553b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'port': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'mac_address': 'fa:16:3e:12:b7:34', 'name': 'tempest-NetworksTestDHCPv6-860072989'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:39.106309 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-83ce7fde-83f4-45eb-b755-f7b4030bfb0c tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0465474 Aug 16 21:09:39.106657 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39116) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:39.186140 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-15f4c371-7726-46bd-bf94-9f1053a90929 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:39.218741 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-15f4c371-7726-46bd-bf94-9f1053a90929 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:39.339237 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6af8c-4f4d-4d99-ad05-10b2b08af8c5 req-1cdffce8-813f-4fe7-89f1-1aa6a20dea45 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:39.341268 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1ce6af8c-4f4d-4d99-ad05-10b2b08af8c5 req-1cdffce8-813f-4fe7-89f1-1aa6a20dea45 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] 10.222.0.84 "GET /v2.0/ports?device_id=afb05cff-8af0-4e88-a30a-33f6b1ee6bab HTTP/1.1" status: 200 len: 944 time: 0.0796001 Aug 16 21:09:39.356629 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-15f4c371-7726-46bd-bf94-9f1053a90929 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:39.371066 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-15f4c371-7726-46bd-bf94-9f1053a90929 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:39.371066 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-15f4c371-7726-46bd-bf94-9f1053a90929 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "DELETE /v2.0/security-groups/a0a2f5ab-e096-45fb-8407-3a66b7a08eae HTTP/1.1" status: 204 len: 168 time: 0.2597194 Aug 16 21:09:39.372347 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f15b11f-f3db-45d1-8d0a-e375ac03553b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:39.372578 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39130) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:39.378172 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6df317-a15b-4ece-86d3-597e36d8fd5f None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:39.406824 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4c371-7726-46bd-bf94-9f1053a90929 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a2f5ab-e096-45fb-8407-3a66b7a08eae,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:39.430501 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1ce6af8c-4f4d-4d99-ad05-10b2b08af8c5 req-9e3e243b-3573-4a9a-a341-ffb40cbf059a tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] 10.222.0.84 "GET /v2.0/security-groups?id=6a0f845a-0467-43a9-a731-14b941eb129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821385 Aug 16 21:09:39.441421 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e5dff32b-ffe6-47fb-89e7-fe7292bad480 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0675771 Aug 16 21:09:39.445623 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39132) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:39.496547 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-10aa2d1b-1e8b-407b-addd-d0e524a451e8 tempest-SecGroupTest-186243279 tempest-SecGroupTest-186243279-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0484617 Aug 16 21:09:39.496756 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3f15b11f-f3db-45d1-8d0a-e375ac03553b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:39.529258 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-3f15b11f-f3db-45d1-8d0a-e375ac03553b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] device_id is not set on port 05480077-3462-40f7-a5be-418cb243d017 yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:09:39.598589 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ff4ce91a-4123-4aaa-be01-a318fc554ab6 None None] Provisioning for port 5bef4cf6-98e1-4da3-9636-021f1ca474e1 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:39.712638 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4420760-5bba-43db-a960-fc070b59b88a None None] Update dhcp port {'port': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'fixed_ips': [{'subnet_id': '98ea7288-1e64-448c-983b-860468f1a784', 'ip_address': '2001:db8::f816:3eff:fe6e:83d0'}, {'subnet_id': '9c46b853-2fdb-4aab-8300-63b507844119'}], 'binding:host_id': 'n-d-793620-15'}, 'id': '5bef4cf6-98e1-4da3-9636-021f1ca474e1'} from n-d-793620-15. {{(pid=101846) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 21:09:39.741969 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b4420760-5bba-43db-a960-fc070b59b88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:39.746072 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-3f15b11f-f3db-45d1-8d0a-e375ac03553b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Allocated IP 2001:db8:0:1::3d4 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/9c46b853-2fdb-4aab-8300-63b507844119/05480077-3462-40f7-a5be-418cb243d017) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:09:39.755492 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-3f15b11f-f3db-45d1-8d0a-e375ac03553b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Allocated IP 2001:db8::f816:3eff:fe12:b734 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/98ea7288-1e64-448c-983b-860468f1a784/05480077-3462-40f7-a5be-418cb243d017) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:09:39.956266 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3f15b11f-f3db-45d1-8d0a-e375ac03553b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:39.970256 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-3f15b11f-f3db-45d1-8d0a-e375ac03553b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Transition to ACTIVE for port object 05480077-3462-40f7-a5be-418cb243d017 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:40.062566 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39166) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:40.115466 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3f15b11f-f3db-45d1-8d0a-e375ac03553b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:40.121797 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5bef4cf6-98e1-4da3-9636-021f1ca474e1 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:09:40.162908 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f15b11f-f3db-45d1-8d0a-e375ac03553b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:40.166512 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-3f15b11f-f3db-45d1-8d0a-e375ac03553b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:40.170751 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f15b11f-f3db-45d1-8d0a-e375ac03553b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:09:40.178220 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f15b11f-f3db-45d1-8d0a-e375ac03553b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:40.179573 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3f15b11f-f3db-45d1-8d0a-e375ac03553b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:40.205211 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15b11f-f3db-45d1-8d0a-e375ac03553b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Port': ['ID=05480077-3462-40f7-a5be-418cb243d017,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:40.225950 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-b4420760-5bba-43db-a960-fc070b59b88a None None] Allocated IP 2001:db8:0:1::2 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/9c46b853-2fdb-4aab-8300-63b507844119/5bef4cf6-98e1-4da3-9636-021f1ca474e1) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:09:40.273406 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d6f682a4-5f62-4db5-bd35-058c6714e349 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d68d0bdd996145868f2c5d3ad0219d79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2095759 Aug 16 21:09:40.275972 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39170) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:40.296072 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3f15b11f-f3db-45d1-8d0a-e375ac03553b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2063148 Aug 16 21:09:40.298553 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39172) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:40.327769 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 5bef4cf6-98e1-4da3-9636-021f1ca474e1 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:40.338127 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-b4420760-5bba-43db-a960-fc070b59b88a None None] For port 5bef4cf6-98e1-4da3-9636-021f1ca474e1, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5bef4cf6-98e1-4da3-9636-021f1ca474e1,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:40.340491 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 5bef4cf6-98e1-4da3-9636-021f1ca474e1 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:40.340491 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:40.357812 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9bd0150f-91c5-40f3-aa81-9c092601039f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:40.403849 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b4420760-5bba-43db-a960-fc070b59b88a None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:40.422706 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b4420760-5bba-43db-a960-fc070b59b88a None None] Transition to ACTIVE for port object 5bef4cf6-98e1-4da3-9636-021f1ca474e1 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:40.425288 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9bd0150f-91c5-40f3-aa81-9c092601039f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:40.475460 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-2e8fb077-bb1b-4c0e-9c1c-23ab4791625e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting port 05480077-3462-40f7-a5be-418cb243d017 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:40.476536 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2e8fb077-bb1b-4c0e-9c1c-23ab4791625e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:40.483866 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:40.506262 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b4420760-5bba-43db-a960-fc070b59b88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:40.517946 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39180) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:40.581755 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9bd0150f-91c5-40f3-aa81-9c092601039f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:40.598084 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9bd0150f-91c5-40f3-aa81-9c092601039f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:40.602278 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9bd0150f-91c5-40f3-aa81-9c092601039f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/283145bc-c126-42c9-b3e4-b698decc2f0a HTTP/1.1" status: 204 len: 168 time: 0.3228137 Aug 16 21:09:40.607624 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2e8fb077-bb1b-4c0e-9c1c-23ab4791625e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:40.624777 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-2e8fb077-bb1b-4c0e-9c1c-23ab4791625e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Calling delete_port for 05480077-3462-40f7-a5be-418cb243d017 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:40.649604 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd0150f-91c5-40f3-aa81-9c092601039f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283145bc-c126-42c9-b3e4-b698decc2f0a,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:40.682732 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9fdcd0-a1f8-4f03-90ee-29944951bd43 req-e5bb5b3e-43de-43fe-a4bb-68a428b343a2 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:40.692663 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c9fdcd0-a1f8-4f03-90ee-29944951bd43 req-e5bb5b3e-43de-43fe-a4bb-68a428b343a2 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] 10.222.0.84 "GET /v2.0/ports?device_id=afb05cff-8af0-4e88-a30a-33f6b1ee6bab HTTP/1.1" status: 200 len: 944 time: 0.1212201 Aug 16 21:09:40.725711 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4420760-5bba-43db-a960-fc070b59b88a None None] Pushing event updated for resources: {'Port': ['ID=5bef4cf6-98e1-4da3-9636-021f1ca474e1,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:40.735267 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4f791aa8-e914-4bb3-b312-e96496ae4096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:40.742525 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.db.api [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:09:40.742891 n-d-793620-15 neutron-server[101846]: DEBUG oslo_db.api [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:09:40.804811 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c9fdcd0-a1f8-4f03-90ee-29944951bd43 req-93a91fb0-922e-4c54-ab78-48fe7476a22d tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] 10.222.0.84 "GET /v2.0/security-groups?id=6a0f845a-0467-43a9-a731-14b941eb129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003745 Aug 16 21:09:40.941565 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2e8fb077-bb1b-4c0e-9c1c-23ab4791625e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:40.973085 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 1e017ebb-b89b-44bc-a1a5-929b7c585240 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:09:41.031306 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8fb077-bb1b-4c0e-9c1c-23ab4791625e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Port': ['ID=05480077-3462-40f7-a5be-418cb243d017,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:41.044019 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4f791aa8-e914-4bb3-b312-e96496ae4096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:41.091889 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2e8fb077-bb1b-4c0e-9c1c-23ab4791625e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:41.095922 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2e8fb077-bb1b-4c0e-9c1c-23ab4791625e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/ports/05480077-3462-40f7-a5be-418cb243d017 HTTP/1.1" status: 204 len: 168 time: 0.7948749 Aug 16 21:09:41.097300 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39190) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:41.118778 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4f791aa8-e914-4bb3-b312-e96496ae4096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:41.230601 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f825ac36-b0bf-4b12-aabf-b40df53c4e3b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:41.235388 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f825ac36-b0bf-4b12-aabf-b40df53c4e3b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1369531 Aug 16 21:09:41.235601 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39198) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:41.241852 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4f791aa8-e914-4bb3-b312-e96496ae4096 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6fd7f910bcb14161989fada0f55f66aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7227767 Aug 16 21:09:41.243064 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39200) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:41.243753 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f791aa8-e914-4bb3-b312-e96496ae4096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e4b23c-280b-410a-b425-3e3b7c6f2faf,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:41.320327 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90658f8-0ba2-4f8b-9175-f20994f8ad89 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:41.325027 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e90658f8-0ba2-4f8b-9175-f20994f8ad89 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0856926 Aug 16 21:09:41.326501 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39202) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:41.333626 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb2ae043-385e-4596-97a2-af334256c0fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:41.346031 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:41.366456 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb2ae043-385e-4596-97a2-af334256c0fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:41.405730 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 5bef4cf6-98e1-4da3-9636-021f1ca474e1, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5bef4cf6-98e1-4da3-9636-021f1ca474e1,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:41.407745 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 1e017ebb-b89b-44bc-a1a5-929b7c585240, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=1e017ebb-b89b-44bc-a1a5-929b7c585240,segment=NetworkSegment(e3535eda-7246-499b-b182-ebc000510082),segment_id=e3535eda-7246-499b-b182-ebc000510082)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:41.424789 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991b6ceb-4c7b-4f0b-bc45-6b0e83b37ee3 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:41.426314 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991b6ceb-4c7b-4f0b-bc45-6b0e83b37ee3 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:41.430397 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '1e017ebb-b89b-44bc-a1a5-929b7c585240', 'network_id': '9e1e4e69-5e5d-473e-9708-28afafa9e451', 'port_id': '1e017ebb-b89b-44bc-a1a5-929b7c585240', 'mac_address': 'fa:16:3e:56:0e:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a5d3e0-d68c-4ca9-817e-28a317ecc864', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:09:41.437425 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991b6ceb-4c7b-4f0b-bc45-6b0e83b37ee3 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:41.440938 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-991b6ceb-4c7b-4f0b-bc45-6b0e83b37ee3 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1116164 Aug 16 21:09:41.441977 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39204) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:41.487653 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:41.492917 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-14adff5a-3330-4dcd-9070-9bca163a7a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:41.514060 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e017ebb-b89b-44bc-a1a5-929b7c585240 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:09:41.521680 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb2ae043-385e-4596-97a2-af334256c0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:41.521680 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb2ae043-385e-4596-97a2-af334256c0fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:41.522918 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-cb2ae043-385e-4596-97a2-af334256c0fc admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/51e4b23c-280b-410a-b425-3e3b7c6f2faf HTTP/1.1" status: 204 len: 168 time: 0.2611411 Aug 16 21:09:41.531159 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:41.564128 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-cabe8641-6b15-4651-ba4c-a47af4f60e05 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting subnet 98ea7288-1e64-448c-983b-860468f1a784 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:09:41.575382 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ae043-385e-4596-97a2-af334256c0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e4b23c-280b-410a-b425-3e3b7c6f2faf,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:41.581992 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cabe8641-6b15-4651-ba4c-a47af4f60e05 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:41.621388 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=5bef4cf6-98e1-4da3-9636-021f1ca474e1,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:41.661763 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cabe8641-6b15-4651-ba4c-a47af4f60e05 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:41.668930 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 1e017ebb-b89b-44bc-a1a5-929b7c585240, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=1e017ebb-b89b-44bc-a1a5-929b7c585240,segment=NetworkSegment(e3535eda-7246-499b-b182-ebc000510082),segment_id=e3535eda-7246-499b-b182-ebc000510082)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:41.752942 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-fe19faa5-a922-4203-a17d-172a9e1f70db None None] Provisioning for port 5bef4cf6-98e1-4da3-9636-021f1ca474e1 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:41.757063 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-fe19faa5-a922-4203-a17d-172a9e1f70db None None] Provisioning complete for port 5bef4cf6-98e1-4da3-9636-021f1ca474e1 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:41.757445 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fe19faa5-a922-4203-a17d-172a9e1f70db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:41.773880 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:41.791703 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cabe8641-6b15-4651-ba4c-a47af4f60e05 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:41.887890 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=1e017ebb-b89b-44bc-a1a5-929b7c585240,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:41.997722 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a05c0b-77f2-453f-b8ce-e0062a1e4eae req-127996a2-9ec1-4850-9218-85c9b844fcdd tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:41.997722 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a5a05c0b-77f2-453f-b8ce-e0062a1e4eae req-127996a2-9ec1-4850-9218-85c9b844fcdd tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] 10.222.0.84 "GET /v2.0/ports?device_id=afb05cff-8af0-4e88-a30a-33f6b1ee6bab HTTP/1.1" status: 200 len: 945 time: 0.0795465 Aug 16 21:09:42.009516 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['1e017ebb-b89b-44bc-a1a5-929b7c585240'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:09:42.051367 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a5a05c0b-77f2-453f-b8ce-e0062a1e4eae req-063f66d4-f27a-4dc9-9f22-ce71a69781c4 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] 10.222.0.84 "GET /v2.0/security-groups?id=6a0f845a-0467-43a9-a731-14b941eb129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404243 Aug 16 21:09:42.077090 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cabe8641-6b15-4651-ba4c-a47af4f60e05 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:42.098790 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-df9e1e34-83b1-4c51-bce7-82821a7ede4b None None] Could not find standard attr ID for object 05480077-3462-40f7-a5be-418cb243d017. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 21:09:42.141844 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cabe8641-6b15-4651-ba4c-a47af4f60e05 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:42.144072 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5bef4cf6-98e1-4da3-9636-021f1ca474e1 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:09:42.144295 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-cabe8641-6b15-4651-ba4c-a47af4f60e05 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/98ea7288-1e64-448c-983b-860468f1a784 HTTP/1.1" status: 204 len: 168 time: 0.6993229 Aug 16 21:09:42.145988 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe8641-6b15-4651-ba4c-a47af4f60e05 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Subnet': ['ID=98ea7288-1e64-448c-983b-860468f1a784,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:42.146940 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39224) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:42.185362 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b985f80-bd62-48a9-922f-6922db16ff6e None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:42.206212 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-30de964e-6db2-432a-a9cd-2bc65e76b059 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting subnet 9c46b853-2fdb-4aab-8300-63b507844119 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:09:42.212720 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-30de964e-6db2-432a-a9cd-2bc65e76b059 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:42.234615 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39228) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:42.255256 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-30de964e-6db2-432a-a9cd-2bc65e76b059 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:42.346517 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 5bef4cf6-98e1-4da3-9636-021f1ca474e1 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:42.346905 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:42.375135 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-30de964e-6db2-432a-a9cd-2bc65e76b059 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:42.384508 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8b2c730a-bc44-4f80-9447-1cc8c255c0cc tempest-ServiceProvidersTest-36097014 tempest-ServiceProvidersTest-36097014-project] 10.222.0.84 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1482360 Aug 16 21:09:42.513355 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-30de964e-6db2-432a-a9cd-2bc65e76b059 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:42.545390 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de964e-6db2-432a-a9cd-2bc65e76b059 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Subnet': ['ID=9c46b853-2fdb-4aab-8300-63b507844119,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:42.554070 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-30de964e-6db2-432a-a9cd-2bc65e76b059 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:42.556989 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-30de964e-6db2-432a-a9cd-2bc65e76b059 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/9c46b853-2fdb-4aab-8300-63b507844119 HTTP/1.1" status: 204 len: 168 time: 0.4080846 Aug 16 21:09:42.558738 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39240) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:42.607284 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d9d83946-b420-403d-92bf-78c175f8776c tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0441937 Aug 16 21:09:42.607639 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39246) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:42.614053 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-4c8ac354-b7b0-4a5b-92d2-719848eac71a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'subnet': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:42.863076 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8ac354-b7b0-4a5b-92d2-719848eac71a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:42.869863 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4c8ac354-b7b0-4a5b-92d2-719848eac71a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:42.985627 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 1e017ebb-b89b-44bc-a1a5-929b7c585240 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:09:43.032207 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39256) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:43.179888 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bce0692-a972-431d-8547-73bc387105e3 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:43.268337 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 1e017ebb-b89b-44bc-a1a5-929b7c585240 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:43.279939 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 1e017ebb-b89b-44bc-a1a5-929b7c585240 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:43.280462 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:43.285573 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba1052-ad49-4766-b111-4694a0a5f329 req-f86fa974-b0d5-4f4f-b9f1-d05259b302b9 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:43.287102 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c1ba1052-ad49-4766-b111-4694a0a5f329 req-f86fa974-b0d5-4f4f-b9f1-d05259b302b9 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] 10.222.0.84 "GET /v2.0/ports?device_id=afb05cff-8af0-4e88-a30a-33f6b1ee6bab HTTP/1.1" status: 200 len: 945 time: 0.0731142 Aug 16 21:09:43.401553 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c1ba1052-ad49-4766-b111-4694a0a5f329 req-bd38f6ea-3c57-4f1e-9271-ec96ee2c763d tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] 10.222.0.84 "GET /v2.0/security-groups?id=6a0f845a-0467-43a9-a731-14b941eb129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049199 Aug 16 21:09:43.405425 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-54d44879-c0b4-4b20-ac29-8af382931e1d None None] Provisioning complete for port 5bef4cf6-98e1-4da3-9636-021f1ca474e1 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:43.406655 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-54d44879-c0b4-4b20-ac29-8af382931e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:43.447485 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b9527105-6e05-4dbf-83d3-6f841f43e562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:43.501061 n-d-793620-15 neutron-server[101844]: DEBUG neutron.objects.ports [None req-4c8ac354-b7b0-4a5b-92d2-719848eac71a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101844) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 21:09:43.620438 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9e7d1646-b9f0-4262-95e1-a21ec9249ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:43.633924 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b9527105-6e05-4dbf-83d3-6f841f43e562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:43.718129 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b9527105-6e05-4dbf-83d3-6f841f43e562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:43.725216 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:43.789396 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9527105-6e05-4dbf-83d3-6f841f43e562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a66048-f08c-4849-9e2f-21ec042d8e92,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:43.813593 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb05cff-8af0-4e88-a30a-33f6b1ee6bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e017ebb-b89b-44bc-a1a5-929b7c585240'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:09:43.816269 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75c1ee5-fe33-4256-aefd-647e69aa07f2" -d '{"events": [{"server_uuid": "afb05cff-8af0-4e88-a30a-33f6b1ee6bab", "name": "network-vif-plugged", "status": "completed", "tag": "1e017ebb-b89b-44bc-a1a5-929b7c585240"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:09:43.854951 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b9527105-6e05-4dbf-83d3-6f841f43e562 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=382ec04ce0f14c6cb60ee40f8ddb217e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8202362 Aug 16 21:09:43.859864 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39282) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:43.864308 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 1e017ebb-b89b-44bc-a1a5-929b7c585240, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=1e017ebb-b89b-44bc-a1a5-929b7c585240,segment=NetworkSegment(e3535eda-7246-499b-b182-ebc000510082),segment_id=e3535eda-7246-499b-b182-ebc000510082)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:43.893964 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:43.904305 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4c8ac354-b7b0-4a5b-92d2-719848eac71a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:43.944724 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba7343a-ff20-4cbb-bda1-3810be87d2dd x-openstack-request-id: req-8ba7343a-ff20-4cbb-bda1-3810be87d2dd {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:09:43.945191 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb05cff-8af0-4e88-a30a-33f6b1ee6bab", "name": "network-vif-plugged", "status": "completed", "tag": "1e017ebb-b89b-44bc-a1a5-929b7c585240", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:09:43.946689 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8ba7343a-ff20-4cbb-bda1-3810be87d2dd {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:09:43.947641 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb05cff-8af0-4e88-a30a-33f6b1ee6bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e017ebb-b89b-44bc-a1a5-929b7c585240', 'code': 200} Aug 16 21:09:43.960969 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:44.003554 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25f6f18-cfd0-496a-ad3b-899871ab6c18 None None] Update dhcp port {'port': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'fixed_ips': [{'subnet_id': 'a0661b35-3655-4da1-adb0-dad899ca6899'}], 'binding:host_id': 'n-d-793620-15'}, 'id': '5bef4cf6-98e1-4da3-9636-021f1ca474e1'} from n-d-793620-15. {{(pid=101846) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 21:09:44.045373 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=1e017ebb-b89b-44bc-a1a5-929b7c585240,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:44.048649 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b25f6f18-cfd0-496a-ad3b-899871ab6c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:44.085784 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b0681f2e-1a84-422e-a579-1954231340eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:44.116315 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b0681f2e-1a84-422e-a579-1954231340eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:44.129178 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05753a6b-1fb7-4848-9d4e-3ce887fb45b7 req-623485a1-5489-420d-9a00-03760c14cec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:44.131006 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-05753a6b-1fb7-4848-9d4e-3ce887fb45b7 req-623485a1-5489-420d-9a00-03760c14cec7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=afb05cff-8af0-4e88-a30a-33f6b1ee6bab HTTP/1.1" status: 200 len: 1098 time: 0.1293972 Aug 16 21:09:44.184548 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-05753a6b-1fb7-4848-9d4e-3ce887fb45b7 req-984673a1-e2ee-4b2f-83e9-f0486862bee4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6a0f845a-0467-43a9-a731-14b941eb129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441265 Aug 16 21:09:44.268986 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-4c8ac354-b7b0-4a5b-92d2-719848eac71a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] For port 5bef4cf6-98e1-4da3-9636-021f1ca474e1, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5bef4cf6-98e1-4da3-9636-021f1ca474e1,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:44.276459 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b0681f2e-1a84-422e-a579-1954231340eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:44.279303 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b0681f2e-1a84-422e-a579-1954231340eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:44.280817 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b0681f2e-1a84-422e-a579-1954231340eb admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/15a66048-f08c-4849-9e2f-21ec042d8e92 HTTP/1.1" status: 204 len: 168 time: 0.4184639 Aug 16 21:09:44.298357 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0681f2e-1a84-422e-a579-1954231340eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a66048-f08c-4849-9e2f-21ec042d8e92,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:44.322706 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4c8ac354-b7b0-4a5b-92d2-719848eac71a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:44.410173 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4c8ac354-b7b0-4a5b-92d2-719848eac71a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:44.411336 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4c8ac354-b7b0-4a5b-92d2-719848eac71a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:44.438999 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.db.api [None req-b25f6f18-cfd0-496a-ad3b-899871ab6c18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:09:44.439577 n-d-793620-15 neutron-server[101846]: DEBUG oslo_db.api [None req-b25f6f18-cfd0-496a-ad3b-899871ab6c18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:09:44.461431 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39296) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:44.531193 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8ac354-b7b0-4a5b-92d2-719848eac71a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:44.547718 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-4c8ac354-b7b0-4a5b-92d2-719848eac71a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:44.566070 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8ac354-b7b0-4a5b-92d2-719848eac71a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:44.566672 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4c8ac354-b7b0-4a5b-92d2-719848eac71a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:44.571500 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ac354-b7b0-4a5b-92d2-719848eac71a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Port': ['ID=5bef4cf6-98e1-4da3-9636-021f1ca474e1,revision_number=8']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:44.591668 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ac354-b7b0-4a5b-92d2-719848eac71a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Subnet': ['ID=a0661b35-3655-4da1-adb0-dad899ca6899,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:44.626731 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6fa3a-576d-418c-ba57-7ada2e05486b req-914c2a15-98aa-4399-b5e8-b3b0261ad63f tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:44.628631 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6af6fa3a-576d-418c-ba57-7ada2e05486b req-914c2a15-98aa-4399-b5e8-b3b0261ad63f tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] 10.222.0.84 "GET /v2.0/ports?device_id=afb05cff-8af0-4e88-a30a-33f6b1ee6bab HTTP/1.1" status: 200 len: 946 time: 0.1282785 Aug 16 21:09:44.687376 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4c8ac354-b7b0-4a5b-92d2-719848eac71a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0788717 Aug 16 21:09:44.690709 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39304) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:44.694423 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-638221ea-6791-4cf4-9a52-65b558eccf2c tempest-MeteringIpV6TestJSON-762760665 tempest-MeteringIpV6TestJSON-762760665-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-745056481'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:44.694869 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-638221ea-6791-4cf4-9a52-65b558eccf2c tempest-MeteringIpV6TestJSON-762760665 tempest-MeteringIpV6TestJSON-762760665-project-admin] Unknown quota resources ['metering_label']. {{(pid=101845) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 21:09:44.695519 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6af6fa3a-576d-418c-ba57-7ada2e05486b req-e98edcb8-0936-43fb-838b-f7a75f2d5149 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] 10.222.0.84 "GET /v2.0/security-groups?id=6a0f845a-0467-43a9-a731-14b941eb129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596979 Aug 16 21:09:44.725565 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-dd26f342-7a51-49cb-849c-60e94261ef0a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'subnet': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:44.821272 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:44.968749 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b25f6f18-cfd0-496a-ad3b-899871ab6c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:45.270447 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-b25f6f18-cfd0-496a-ad3b-899871ab6c18 None None] For port 5bef4cf6-98e1-4da3-9636-021f1ca474e1, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5bef4cf6-98e1-4da3-9636-021f1ca474e1,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:45.308425 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b25f6f18-cfd0-496a-ad3b-899871ab6c18 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:45.381003 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b25f6f18-cfd0-496a-ad3b-899871ab6c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:45.415519 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-638221ea-6791-4cf4-9a52-65b558eccf2c tempest-MeteringIpV6TestJSON-762760665 tempest-MeteringIpV6TestJSON-762760665-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:45.419213 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-638221ea-6791-4cf4-9a52-65b558eccf2c tempest-MeteringIpV6TestJSON-762760665 tempest-MeteringIpV6TestJSON-762760665-project-admin] 10.222.0.84 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.9543228 Aug 16 21:09:45.419412 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39322) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:45.423900 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-3cf55ad1-94d5-46a9-91a2-4ed24fd348bf tempest-MeteringIpV6TestJSON-762760665 tempest-MeteringIpV6TestJSON-762760665-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '7da159a9-e731-4f4c-a772-f08d998c74c5'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:45.424428 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-3cf55ad1-94d5-46a9-91a2-4ed24fd348bf tempest-MeteringIpV6TestJSON-762760665 tempest-MeteringIpV6TestJSON-762760665-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101845) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 21:09:45.430349 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd26f342-7a51-49cb-849c-60e94261ef0a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:45.434112 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dd26f342-7a51-49cb-849c-60e94261ef0a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:45.436443 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f6f18-cfd0-496a-ad3b-899871ab6c18 None None] Pushing event updated for resources: {'Port': ['ID=5bef4cf6-98e1-4da3-9636-021f1ca474e1,revision_number=9']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:45.616430 n-d-793620-15 neutron-server[101845]: INFO neutron.db.ipam_backend_mixin [None req-dd26f342-7a51-49cb-849c-60e94261ef0a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a0661b35-3655-4da1-adb0-dad899ca6899 (CIDR: 2001:db8::/64) Aug 16 21:09:45.622669 n-d-793620-15 neutron-server[101845]: WARNING neutron.services.metering.metering_plugin [None req-3cf55ad1-94d5-46a9-91a2-4ed24fd348bf tempest-MeteringIpV6TestJSON-762760665 tempest-MeteringIpV6TestJSON-762760665-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 21:09:45.701279 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd26f342-7a51-49cb-849c-60e94261ef0a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:09:45.701782 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd26f342-7a51-49cb-849c-60e94261ef0a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:09:45.738791 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3cf55ad1-94d5-46a9-91a2-4ed24fd348bf tempest-MeteringIpV6TestJSON-762760665 tempest-MeteringIpV6TestJSON-762760665-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:45.740039 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3cf55ad1-94d5-46a9-91a2-4ed24fd348bf tempest-MeteringIpV6TestJSON-762760665 tempest-MeteringIpV6TestJSON-762760665-project-admin] 10.222.0.84 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3196063 Aug 16 21:09:45.743823 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39334) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:45.750204 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-bd94f697-2fa5-4446-b1d0-040cea283e9d tempest-MeteringIpV6TestJSON-762760665 tempest-MeteringIpV6TestJSON-762760665-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '7da159a9-e731-4f4c-a772-f08d998c74c5'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:45.750204 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-bd94f697-2fa5-4446-b1d0-040cea283e9d tempest-MeteringIpV6TestJSON-762760665 tempest-MeteringIpV6TestJSON-762760665-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101845) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 21:09:45.844383 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e141bf4-591c-4a90-8f00-ba63c7d267fe req-c546b76b-4f09-4b05-b880-df687a6c26f4 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:45.845962 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1e141bf4-591c-4a90-8f00-ba63c7d267fe req-c546b76b-4f09-4b05-b880-df687a6c26f4 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] 10.222.0.84 "GET /v2.0/ports?device_id=afb05cff-8af0-4e88-a30a-33f6b1ee6bab HTTP/1.1" status: 200 len: 946 time: 0.0599780 Aug 16 21:09:45.889755 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1e141bf4-591c-4a90-8f00-ba63c7d267fe req-aa774cf6-63be-44f2-b216-950782e42740 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] 10.222.0.84 "GET /v2.0/security-groups?id=6a0f845a-0467-43a9-a731-14b941eb129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375764 Aug 16 21:09:45.916447 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-dd26f342-7a51-49cb-849c-60e94261ef0a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1971598 Aug 16 21:09:45.919068 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39342) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:45.936714 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-88f16cfa-489f-4bfb-ac45-8cfb2b0f86f2 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'subnet': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:45.961850 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678e4d25-0ea7-4d6e-8986-8c91fa26df57 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:46.038496 n-d-793620-15 neutron-server[101845]: WARNING neutron.services.metering.metering_plugin [None req-bd94f697-2fa5-4446-b1d0-040cea283e9d tempest-MeteringIpV6TestJSON-762760665 tempest-MeteringIpV6TestJSON-762760665-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 21:09:46.141354 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5bef4cf6-98e1-4da3-9636-021f1ca474e1 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:09:46.150408 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-8db25de9-5bc2-47da-8a72-cea6dcf314e2 None None] Provisioning complete for port 5bef4cf6-98e1-4da3-9636-021f1ca474e1 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:46.150998 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8db25de9-5bc2-47da-8a72-cea6dcf314e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:46.155717 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bd94f697-2fa5-4446-b1d0-040cea283e9d tempest-MeteringIpV6TestJSON-762760665 tempest-MeteringIpV6TestJSON-762760665-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:46.157205 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-bd94f697-2fa5-4446-b1d0-040cea283e9d tempest-MeteringIpV6TestJSON-762760665 tempest-MeteringIpV6TestJSON-762760665-project-admin] 10.222.0.84 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4123945 Aug 16 21:09:46.160395 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39352) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:46.177402 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-24cf5f07-0a89-4e7d-ae4e-10cfd2288555 tempest-MeteringIpV6TestJSON-762760665 tempest-MeteringIpV6TestJSON-762760665-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-label-rules?id=9a40b147-1a69-4a07-a623-89a7be266ef8 HTTP/1.1" status: 200 len: 462 time: 0.0159335 Aug 16 21:09:46.178564 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39354) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:46.276157 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f16cfa-489f-4bfb-ac45-8cfb2b0f86f2 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:46.281346 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-88f16cfa-489f-4bfb-ac45-8cfb2b0f86f2 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:46.334685 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 5bef4cf6-98e1-4da3-9636-021f1ca474e1 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:46.335754 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:46.520318 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d314bfee-923d-411f-a4ee-b2be797fc92d tempest-MeteringIpV6TestJSON-762760665 tempest-MeteringIpV6TestJSON-762760665-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:46.521500 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d314bfee-923d-411f-a4ee-b2be797fc92d tempest-MeteringIpV6TestJSON-762760665 tempest-MeteringIpV6TestJSON-762760665-project-admin] 10.222.0.84 "DELETE /v2.0/metering/metering-label-rules/9a40b147-1a69-4a07-a623-89a7be266ef8 HTTP/1.1" status: 204 len: 168 time: 0.3419917 Aug 16 21:09:46.524222 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39368) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:46.535409 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4c229b25-b3f9-4592-ac4e-b386d86e1b93 tempest-MeteringIpV6TestJSON-762760665 tempest-MeteringIpV6TestJSON-762760665-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-label-rules?id=9a40b147-1a69-4a07-a623-89a7be266ef8 HTTP/1.1" status: 200 len: 221 time: 0.0099869 Aug 16 21:09:46.540724 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39370) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:46.546381 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-4dc6665b-d2d2-4857-984f-c08fc22b950d tempest-MeteringIpV6TestJSON-762760665 tempest-MeteringIpV6TestJSON-762760665-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--604203583', 'description': 'label created by tempest'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:46.549476 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-4dc6665b-d2d2-4857-984f-c08fc22b950d tempest-MeteringIpV6TestJSON-762760665 tempest-MeteringIpV6TestJSON-762760665-project-admin] Unknown quota resources ['metering_label']. {{(pid=101844) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 21:09:46.569518 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:46.749228 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-178a6a65-f75e-49cb-9fd8-4717efb75e20 None None] Provisioning complete for port 5bef4cf6-98e1-4da3-9636-021f1ca474e1 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:46.749827 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-178a6a65-f75e-49cb-9fd8-4717efb75e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:46.797290 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-88f16cfa-489f-4bfb-ac45-8cfb2b0f86f2 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:46.849822 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f16cfa-489f-4bfb-ac45-8cfb2b0f86f2 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:46.858645 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-88f16cfa-489f-4bfb-ac45-8cfb2b0f86f2 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:46.870085 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f16cfa-489f-4bfb-ac45-8cfb2b0f86f2 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:46.870722 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-88f16cfa-489f-4bfb-ac45-8cfb2b0f86f2 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:46.886852 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf64731-d163-41b0-9602-37643b878f4a None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:46.892482 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f16cfa-489f-4bfb-ac45-8cfb2b0f86f2 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Subnet': ['ID=9f6b0b47-0211-47f4-a562-c1e274f09f50,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:46.932421 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4dc6665b-d2d2-4857-984f-c08fc22b950d tempest-MeteringIpV6TestJSON-762760665 tempest-MeteringIpV6TestJSON-762760665-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:46.932806 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4dc6665b-d2d2-4857-984f-c08fc22b950d tempest-MeteringIpV6TestJSON-762760665 tempest-MeteringIpV6TestJSON-762760665-project-admin] 10.222.0.84 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3906918 Aug 16 21:09:46.935393 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39390) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:46.993597 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-88f16cfa-489f-4bfb-ac45-8cfb2b0f86f2 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0732436 Aug 16 21:09:46.996442 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39394) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:47.001713 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-2ccb60b8-9125-45a3-94df-ef13a751fb60 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'port': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'mac_address': 'fa:16:3e:06:aa:68', 'name': 'tempest-NetworksTestDHCPv6-1444591264'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:47.022849 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-dcf9da91-934e-403e-866a-25f4de1701a8 tempest-MeteringIpV6TestJSON-762760665 tempest-MeteringIpV6TestJSON-762760665-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-labels?id=48bb3c3b-3bcd-4853-a4d0-f3feb6fac515 HTTP/1.1" status: 200 len: 467 time: 0.0860891 Aug 16 21:09:47.025263 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39396) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:47.322565 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6e7869-2915-4be3-b52c-697a1d4f04d8 None None] Update dhcp port {'port': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'fixed_ips': [{'subnet_id': 'a0661b35-3655-4da1-adb0-dad899ca6899', 'ip_address': '2001:db8::f816:3eff:fe6e:83d0'}, {'subnet_id': '9f6b0b47-0211-47f4-a562-c1e274f09f50'}], 'binding:host_id': 'n-d-793620-15'}, 'id': '5bef4cf6-98e1-4da3-9636-021f1ca474e1'} from n-d-793620-15. {{(pid=101846) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 21:09:47.330235 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccb60b8-9125-45a3-94df-ef13a751fb60 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:47.333473 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-47fe4fb8-48a6-4b34-b4c3-3c1903011eba tempest-MeteringIpV6TestJSON-762760665 tempest-MeteringIpV6TestJSON-762760665-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:47.341918 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-47fe4fb8-48a6-4b34-b4c3-3c1903011eba tempest-MeteringIpV6TestJSON-762760665 tempest-MeteringIpV6TestJSON-762760665-project-admin] 10.222.0.84 "DELETE /v2.0/metering/metering-labels/48bb3c3b-3bcd-4853-a4d0-f3feb6fac515 HTTP/1.1" status: 204 len: 168 time: 0.3129871 Aug 16 21:09:47.342260 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39406) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:47.365534 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5ca04a57-617d-42a1-957a-acfb04bcb108 tempest-MeteringIpV6TestJSON-762760665 tempest-MeteringIpV6TestJSON-762760665-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-labels?id=48bb3c3b-3bcd-4853-a4d0-f3feb6fac515 HTTP/1.1" status: 200 len: 216 time: 0.0183339 Aug 16 21:09:47.366286 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39408) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:47.368924 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fb6e7869-2915-4be3-b52c-697a1d4f04d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:47.376787 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c204a767-c0a5-4a82-b298-74e030ad65d3 tempest-MeteringIpV6TestJSON-762760665 tempest-MeteringIpV6TestJSON-762760665-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0091219 Aug 16 21:09:47.383199 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39410) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:47.400763 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-20ba992d-754c-46c9-b1d2-004e067609ad tempest-MeteringIpV6TestJSON-762760665 tempest-MeteringIpV6TestJSON-762760665-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0158105 Aug 16 21:09:47.401013 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39412) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:47.462352 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2254eb50-7dcf-405c-9b35-4c8c3664976d tempest-MeteringIpV6TestJSON-762760665 tempest-MeteringIpV6TestJSON-762760665-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-labels/7da159a9-e731-4f4c-a772-f08d998c74c5 HTTP/1.1" status: 200 len: 472 time: 0.0604134 Aug 16 21:09:47.466353 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39414) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:47.482908 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4a22c3a0-3367-4ef1-8a21-b014c156848e tempest-MeteringIpV6TestJSON-762760665 tempest-MeteringIpV6TestJSON-762760665-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-label-rules/377cbbf9-f41b-426b-aecd-1caead0d11f5 HTTP/1.1" status: 200 len: 459 time: 0.0151584 Aug 16 21:09:47.483994 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39416) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:47.529098 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2ccb60b8-9125-45a3-94df-ef13a751fb60 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:47.564069 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-2ccb60b8-9125-45a3-94df-ef13a751fb60 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] device_id is not set on port 5d9e82cd-dd65-4f2d-9afe-2ccf1f205900 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:09:47.566474 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-fb6e7869-2915-4be3-b52c-697a1d4f04d8 None None] Allocated IP 2001:db8:0:1::2 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/9f6b0b47-0211-47f4-a562-c1e274f09f50/5bef4cf6-98e1-4da3-9636-021f1ca474e1) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:09:47.692678 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-fb6e7869-2915-4be3-b52c-697a1d4f04d8 None None] For port 5bef4cf6-98e1-4da3-9636-021f1ca474e1, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5bef4cf6-98e1-4da3-9636-021f1ca474e1,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:47.736402 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39422) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:47.740719 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-79a3ac78-4003-43da-a5ca-27eb7b146944 tempest-MeteringIpV6TestJSON-762760665 tempest-MeteringIpV6TestJSON-762760665-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:47.741929 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-79a3ac78-4003-43da-a5ca-27eb7b146944 tempest-MeteringIpV6TestJSON-762760665 tempest-MeteringIpV6TestJSON-762760665-project-admin] 10.222.0.84 "DELETE /v2.0/metering/metering-label-rules/377cbbf9-f41b-426b-aecd-1caead0d11f5 HTTP/1.1" status: 204 len: 168 time: 0.2554705 Aug 16 21:09:47.744663 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39424) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:47.760285 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fb6e7869-2915-4be3-b52c-697a1d4f04d8 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:47.792539 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-fb6e7869-2915-4be3-b52c-697a1d4f04d8 None None] Transition to ACTIVE for port object 5bef4cf6-98e1-4da3-9636-021f1ca474e1 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:47.872478 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fb6e7869-2915-4be3-b52c-697a1d4f04d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:47.884800 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-902fd407-995f-46cd-8eca-887989a952c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:47.987042 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6e7869-2915-4be3-b52c-697a1d4f04d8 None None] Pushing event updated for resources: {'Port': ['ID=5bef4cf6-98e1-4da3-9636-021f1ca474e1,revision_number=10']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:48.047894 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-2ccb60b8-9125-45a3-94df-ef13a751fb60 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Allocated IP 2001:db8:0:1::2e3 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/9f6b0b47-0211-47f4-a562-c1e274f09f50/5d9e82cd-dd65-4f2d-9afe-2ccf1f205900) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:09:48.062378 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-2ccb60b8-9125-45a3-94df-ef13a751fb60 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Allocated IP 2001:db8::f816:3eff:fe06:aa68 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/a0661b35-3655-4da1-adb0-dad899ca6899/5d9e82cd-dd65-4f2d-9afe-2ccf1f205900) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:09:48.089718 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8c7b4c51-f103-4fe0-a457-677882d2b4e6 tempest-MeteringIpV6TestJSON-762760665 tempest-MeteringIpV6TestJSON-762760665-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:48.095064 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8c7b4c51-f103-4fe0-a457-677882d2b4e6 tempest-MeteringIpV6TestJSON-762760665 tempest-MeteringIpV6TestJSON-762760665-project-admin] 10.222.0.84 "DELETE /v2.0/metering/metering-labels/7da159a9-e731-4f4c-a772-f08d998c74c5 HTTP/1.1" status: 204 len: 168 time: 0.3492675 Aug 16 21:09:48.150707 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5bef4cf6-98e1-4da3-9636-021f1ca474e1 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:09:48.255583 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-902fd407-995f-46cd-8eca-887989a952c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:48.337722 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-902fd407-995f-46cd-8eca-887989a952c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:48.358354 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2ccb60b8-9125-45a3-94df-ef13a751fb60 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:48.407249 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-902fd407-995f-46cd-8eca-887989a952c1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2500f3168ef9474086a4987aa3677567&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6695478 Aug 16 21:09:48.409106 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-2ccb60b8-9125-45a3-94df-ef13a751fb60 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Transition to ACTIVE for port object 5d9e82cd-dd65-4f2d-9afe-2ccf1f205900 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:48.409897 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39444) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:48.418194 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902fd407-995f-46cd-8eca-887989a952c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fd7fb5-1966-4088-9e94-e43954b22729,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:48.486776 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5ca0c1ff-1cb3-4272-88c0-e186f1e3147c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:48.516880 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5ca0c1ff-1cb3-4272-88c0-e186f1e3147c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:48.590644 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2ccb60b8-9125-45a3-94df-ef13a751fb60 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:48.657209 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccb60b8-9125-45a3-94df-ef13a751fb60 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:48.660503 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-2ccb60b8-9125-45a3-94df-ef13a751fb60 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:48.666324 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccb60b8-9125-45a3-94df-ef13a751fb60 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:09:48.672383 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccb60b8-9125-45a3-94df-ef13a751fb60 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:48.673054 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2ccb60b8-9125-45a3-94df-ef13a751fb60 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:48.684146 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5ca0c1ff-1cb3-4272-88c0-e186f1e3147c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:48.689423 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5ca0c1ff-1cb3-4272-88c0-e186f1e3147c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:48.690648 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5ca0c1ff-1cb3-4272-88c0-e186f1e3147c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/25fd7fb5-1966-4088-9e94-e43954b22729 HTTP/1.1" status: 204 len: 168 time: 0.2797174 Aug 16 21:09:48.714362 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0c1ff-1cb3-4272-88c0-e186f1e3147c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fd7fb5-1966-4088-9e94-e43954b22729,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:48.726636 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb60b8-9125-45a3-94df-ef13a751fb60 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Port': ['ID=5d9e82cd-dd65-4f2d-9afe-2ccf1f205900,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:48.773981 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39454) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:48.797065 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2ccb60b8-9125-45a3-94df-ef13a751fb60 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.7991571 Aug 16 21:09:48.802548 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39458) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:48.853010 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-53c2e786-67e9-4004-9445-3055b4fac2c0 None None] Provisioning for port 5bef4cf6-98e1-4da3-9636-021f1ca474e1 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:48.857535 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-53c2e786-67e9-4004-9445-3055b4fac2c0 None None] Provisioning complete for port 5bef4cf6-98e1-4da3-9636-021f1ca474e1 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:48.858008 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-53c2e786-67e9-4004-9445-3055b4fac2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:48.945743 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-888a2801-4922-4622-8a27-bce46612ad58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:48.985761 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-1707ac8e-9b8a-4224-89ed-7c7f3f7f8785 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting port 5d9e82cd-dd65-4f2d-9afe-2ccf1f205900 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:48.986276 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1707ac8e-9b8a-4224-89ed-7c7f3f7f8785 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:49.134818 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-888a2801-4922-4622-8a27-bce46612ad58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:49.157429 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1707ac8e-9b8a-4224-89ed-7c7f3f7f8785 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:49.169450 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:49.172233 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-1707ac8e-9b8a-4224-89ed-7c7f3f7f8785 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Calling delete_port for 5d9e82cd-dd65-4f2d-9afe-2ccf1f205900 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:49.197918 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-888a2801-4922-4622-8a27-bce46612ad58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:49.257445 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-888a2801-4922-4622-8a27-bce46612ad58 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5a14e046a0534765a5cd2333e3dd01a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4870915 Aug 16 21:09:49.260171 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39468) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:49.270458 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a2801-4922-4622-8a27-bce46612ad58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0648b5-287e-4c52-939b-9b0caa0b8124,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:49.286653 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a2801-4922-4622-8a27-bce46612ad58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:49.287108 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a2801-4922-4622-8a27-bce46612ad58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:49.287467 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a2801-4922-4622-8a27-bce46612ad58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:49.291025 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a2801-4922-4622-8a27-bce46612ad58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:49.291025 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a2801-4922-4622-8a27-bce46612ad58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:49.291025 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a2801-4922-4622-8a27-bce46612ad58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:49.291025 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a2801-4922-4622-8a27-bce46612ad58 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:49.291025 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a2801-4922-4622-8a27-bce46612ad58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:49.291025 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a2801-4922-4622-8a27-bce46612ad58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:49.291025 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a2801-4922-4622-8a27-bce46612ad58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:49.291025 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a2801-4922-4622-8a27-bce46612ad58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:49.291025 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a2801-4922-4622-8a27-bce46612ad58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:49.310761 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2add6dc9-767b-4705-b97d-e02bc21546fb None None] Provisioning for port 5d9e82cd-dd65-4f2d-9afe-2ccf1f205900 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:49.320885 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2add6dc9-767b-4705-b97d-e02bc21546fb None None] Provisioning complete for port 5d9e82cd-dd65-4f2d-9afe-2ccf1f205900 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:49.323055 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2add6dc9-767b-4705-b97d-e02bc21546fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:49.355116 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-48b528da-944a-4df3-a332-f0ad4c72d302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:49.381751 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-48b528da-944a-4df3-a332-f0ad4c72d302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:49.465801 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-2add6dc9-767b-4705-b97d-e02bc21546fb None None] Port 5d9e82cd-dd65-4f2d-9afe-2ccf1f205900 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:09:49.586151 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-48b528da-944a-4df3-a332-f0ad4c72d302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:49.588957 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-48b528da-944a-4df3-a332-f0ad4c72d302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:49.590169 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-48b528da-944a-4df3-a332-f0ad4c72d302 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/bf0648b5-287e-4c52-939b-9b0caa0b8124 HTTP/1.1" status: 204 len: 168 time: 0.3290586 Aug 16 21:09:49.598730 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b528da-944a-4df3-a332-f0ad4c72d302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0648b5-287e-4c52-939b-9b0caa0b8124,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:49.613684 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1707ac8e-9b8a-4224-89ed-7c7f3f7f8785 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:49.672129 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707ac8e-9b8a-4224-89ed-7c7f3f7f8785 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Port': ['ID=5d9e82cd-dd65-4f2d-9afe-2ccf1f205900,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:49.729765 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1707ac8e-9b8a-4224-89ed-7c7f3f7f8785 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:49.735047 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1707ac8e-9b8a-4224-89ed-7c7f3f7f8785 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/ports/5d9e82cd-dd65-4f2d-9afe-2ccf1f205900 HTTP/1.1" status: 204 len: 168 time: 0.9327469 Aug 16 21:09:49.735249 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39494) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:49.779084 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8c13e-ebc9-4693-ba3d-02d5a241ba53 req-045a5b9b-7793-46f8-b9bc-9b1cf42b13b6 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:49.788283 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7aa8c13e-ebc9-4693-ba3d-02d5a241ba53 req-045a5b9b-7793-46f8-b9bc-9b1cf42b13b6 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] 10.222.0.84 "GET /v2.0/ports?device_id=afb05cff-8af0-4e88-a30a-33f6b1ee6bab HTTP/1.1" status: 200 len: 946 time: 0.0922823 Aug 16 21:09:49.830704 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefce046-081b-4e63-ae22-a3eaa88cb450 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:49.832291 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-eefce046-081b-4e63-ae22-a3eaa88cb450 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0968449 Aug 16 21:09:49.835458 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39498) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:49.899693 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7aa8c13e-ebc9-4693-ba3d-02d5a241ba53 req-d4e28c4c-9cc7-455a-9953-833b8e4a5710 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] 10.222.0.84 "GET /v2.0/security-groups?id=6a0f845a-0467-43a9-a731-14b941eb129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926957 Aug 16 21:09:49.899693 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39500) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:49.922916 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1a6a62fd-8245-44fb-aba0-0e0ec60e6206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:49.947932 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0c0fec-ed39-4816-aaad-75b46ff88694 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:49.949811 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1c0c0fec-ed39-4816-aaad-75b46ff88694 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1127965 Aug 16 21:09:49.952442 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39502) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:50.010565 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c29bbd8-83db-41b3-b115-0306894bfd6b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:50.012591 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c29bbd8-83db-41b3-b115-0306894bfd6b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:50.014478 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c29bbd8-83db-41b3-b115-0306894bfd6b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:50.016468 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7c29bbd8-83db-41b3-b115-0306894bfd6b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0629032 Aug 16 21:09:50.026244 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39504) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:50.099121 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1a6a62fd-8245-44fb-aba0-0e0ec60e6206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:50.106041 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-492c6f31-0a49-4b16-a048-2e5595fe3c2d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting subnet 9f6b0b47-0211-47f4-a562-c1e274f09f50 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:09:50.109394 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-492c6f31-0a49-4b16-a048-2e5595fe3c2d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:50.150304 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-492c6f31-0a49-4b16-a048-2e5595fe3c2d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:50.169940 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1a6a62fd-8245-44fb-aba0-0e0ec60e6206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:50.221524 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a62fd-8245-44fb-aba0-0e0ec60e6206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8e261f-7a84-47a7-b703-1a2277042fc9,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:50.232417 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1a6a62fd-8245-44fb-aba0-0e0ec60e6206 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4f2c8bd73b5647e5a5d6d252eb66e97e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3460565 Aug 16 21:09:50.232636 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39508) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:50.314393 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-492c6f31-0a49-4b16-a048-2e5595fe3c2d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:50.351129 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f810cdb9-f0e2-42dd-a750-f5da39a1908e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:50.382394 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f810cdb9-f0e2-42dd-a750-f5da39a1908e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:50.452720 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39510) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:50.466679 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6f71770f-bd52-47e0-b9cd-cd4f9a46ff4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:50.481063 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-492c6f31-0a49-4b16-a048-2e5595fe3c2d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:50.523549 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f810cdb9-f0e2-42dd-a750-f5da39a1908e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:50.526313 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f810cdb9-f0e2-42dd-a750-f5da39a1908e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:50.527494 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f810cdb9-f0e2-42dd-a750-f5da39a1908e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/cf8e261f-7a84-47a7-b703-1a2277042fc9 HTTP/1.1" status: 204 len: 168 time: 0.2939548 Aug 16 21:09:50.528564 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c6f31-0a49-4b16-a048-2e5595fe3c2d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Subnet': ['ID=9f6b0b47-0211-47f4-a562-c1e274f09f50,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:50.530979 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-492c6f31-0a49-4b16-a048-2e5595fe3c2d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:50.532868 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-492c6f31-0a49-4b16-a048-2e5595fe3c2d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/9f6b0b47-0211-47f4-a562-c1e274f09f50 HTTP/1.1" status: 204 len: 168 time: 0.5103965 Aug 16 21:09:50.536583 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39516) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:50.546350 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e8c711-1579-4c51-8f63-ff37a22c2f0a None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:50.554156 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f810cdb9-f0e2-42dd-a750-f5da39a1908e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8e261f-7a84-47a7-b703-1a2277042fc9,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:50.614808 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-83728b18-633c-4737-91fc-1d772d30addb tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting subnet a0661b35-3655-4da1-adb0-dad899ca6899 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:09:50.622017 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-83728b18-633c-4737-91fc-1d772d30addb tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:50.701370 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6f71770f-bd52-47e0-b9cd-cd4f9a46ff4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:50.704394 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-83728b18-633c-4737-91fc-1d772d30addb tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:50.792833 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6f71770f-bd52-47e0-b9cd-cd4f9a46ff4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:50.811777 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-83728b18-633c-4737-91fc-1d772d30addb tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:50.822161 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6f71770f-bd52-47e0-b9cd-cd4f9a46ff4a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8a4af74dd0e2422eae4678d23b30da1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3683617 Aug 16 21:09:50.829525 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39518) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:50.875379 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71770f-bd52-47e0-b9cd-cd4f9a46ff4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7d2696-99b0-40ca-8895-5793c165bae1,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:50.933413 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6bf60dfa-3f2c-417a-8e78-2e22d5232e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:50.964922 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6bf60dfa-3f2c-417a-8e78-2e22d5232e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:51.122094 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6bf60dfa-3f2c-417a-8e78-2e22d5232e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:51.124859 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6bf60dfa-3f2c-417a-8e78-2e22d5232e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:51.127240 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6bf60dfa-3f2c-417a-8e78-2e22d5232e2c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0c7d2696-99b0-40ca-8895-5793c165bae1 HTTP/1.1" status: 204 len: 168 time: 0.2961230 Aug 16 21:09:51.140618 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d20eb-281e-4214-b6ff-45b7872a3616 req-a44b595d-f8b2-4939-9af7-0387573da84d tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:51.142434 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-cc2d20eb-281e-4214-b6ff-45b7872a3616 req-a44b595d-f8b2-4939-9af7-0387573da84d tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] 10.222.0.72 "GET /v2.0/ports?device_id=afb05cff-8af0-4e88-a30a-33f6b1ee6bab HTTP/1.1" status: 200 len: 946 time: 0.0746062 Aug 16 21:09:51.161022 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf60dfa-3f2c-417a-8e78-2e22d5232e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7d2696-99b0-40ca-8895-5793c165bae1,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:51.290237 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-cc2d20eb-281e-4214-b6ff-45b7872a3616 req-d94a7824-921b-4db7-b51a-6310f2af9962 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] Deleting port 1e017ebb-b89b-44bc-a1a5-929b7c585240 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:51.290587 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-cc2d20eb-281e-4214-b6ff-45b7872a3616 req-d94a7824-921b-4db7-b51a-6310f2af9962 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:51.463714 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-cc2d20eb-281e-4214-b6ff-45b7872a3616 req-d94a7824-921b-4db7-b51a-6310f2af9962 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] For port 1e017ebb-b89b-44bc-a1a5-929b7c585240, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=1e017ebb-b89b-44bc-a1a5-929b7c585240,segment=NetworkSegment(e3535eda-7246-499b-b182-ebc000510082),segment_id=e3535eda-7246-499b-b182-ebc000510082)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:51.464130 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-cc2d20eb-281e-4214-b6ff-45b7872a3616 req-d94a7824-921b-4db7-b51a-6310f2af9962 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:51.481939 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-cc2d20eb-281e-4214-b6ff-45b7872a3616 req-d94a7824-921b-4db7-b51a-6310f2af9962 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] Calling delete_port for 1e017ebb-b89b-44bc-a1a5-929b7c585240 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:51.483353 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699278c0-0304-4d43-8f89-f7133809a8dc req-60ebb422-190a-410c-9f8c-abec6ff5fbb4 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:51.498636 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-699278c0-0304-4d43-8f89-f7133809a8dc req-60ebb422-190a-410c-9f8c-abec6ff5fbb4 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] 10.222.0.84 "GET /v2.0/ports?device_id=afb05cff-8af0-4e88-a30a-33f6b1ee6bab HTTP/1.1" status: 200 len: 946 time: 0.1058254 Aug 16 21:09:51.554941 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-699278c0-0304-4d43-8f89-f7133809a8dc req-a812f600-f6cf-40f5-a980-99db67f9e1d0 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] 10.222.0.84 "GET /v2.0/security-groups?id=6a0f845a-0467-43a9-a731-14b941eb129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504344 Aug 16 21:09:51.557919 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-83728b18-633c-4737-91fc-1d772d30addb tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:51.597794 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83728b18-633c-4737-91fc-1d772d30addb tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Subnet': ['ID=a0661b35-3655-4da1-adb0-dad899ca6899,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:51.610409 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-83728b18-633c-4737-91fc-1d772d30addb tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:51.617648 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-83728b18-633c-4737-91fc-1d772d30addb tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/a0661b35-3655-4da1-adb0-dad899ca6899 HTTP/1.1" status: 204 len: 168 time: 1.0797086 Aug 16 21:09:51.618302 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39538) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:51.681467 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4a290d05-47e6-4026-9ef8-7b8ecb731f84 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0611880 Aug 16 21:09:51.684410 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39542) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:51.690051 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-cc520df3-3349-45cf-81c7-daaa084cfda2 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'subnet': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:51.754956 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5071d52b-fedc-495d-88ca-7c904f7bd895 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:51.832653 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-cc2d20eb-281e-4214-b6ff-45b7872a3616 req-d94a7824-921b-4db7-b51a-6310f2af9962 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:51.836017 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-149732fc-8550-48e1-98e4-eb0dfc02689a None None] Provisioning complete for port 5bef4cf6-98e1-4da3-9636-021f1ca474e1 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:51.836487 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-149732fc-8550-48e1-98e4-eb0dfc02689a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:51.858854 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc520df3-3349-45cf-81c7-daaa084cfda2 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:51.863093 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cc520df3-3349-45cf-81c7-daaa084cfda2 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:51.868385 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a7824-921b-4db7-b51a-6310f2af9962 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] Pushing event deleted for resources: {'Port': ['ID=1e017ebb-b89b-44bc-a1a5-929b7c585240,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:51.879494 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['1e017ebb-b89b-44bc-a1a5-929b7c585240'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:09:51.952755 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc2d20eb-281e-4214-b6ff-45b7872a3616 req-d94a7824-921b-4db7-b51a-6310f2af9962 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] No DVR routers for this DVR port 1e017ebb-b89b-44bc-a1a5-929b7c585240 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:09:51.956335 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-cc2d20eb-281e-4214-b6ff-45b7872a3616 req-d94a7824-921b-4db7-b51a-6310f2af9962 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:51.959592 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-cc2d20eb-281e-4214-b6ff-45b7872a3616 req-d94a7824-921b-4db7-b51a-6310f2af9962 tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] 10.222.0.72 "DELETE /v2.0/ports/1e017ebb-b89b-44bc-a1a5-929b7c585240 HTTP/1.1" status: 204 len: 173 time: 0.8063419 Aug 16 21:09:51.960508 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb05cff-8af0-4e88-a30a-33f6b1ee6bab', 'name': 'network-vif-deleted', 'tag': '1e017ebb-b89b-44bc-a1a5-929b7c585240'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:09:51.963228 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b05a174-dc98-4628-b9b3-aecf53761c8e" -d '{"events": [{"server_uuid": "afb05cff-8af0-4e88-a30a-33f6b1ee6bab", "name": "network-vif-deleted", "tag": "1e017ebb-b89b-44bc-a1a5-929b7c585240"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:09:52.042204 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e2f919-9d74-417a-bbe0-4a4054249c02 x-openstack-request-id: req-d1e2f919-9d74-417a-bbe0-4a4054249c02 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:09:52.043204 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb05cff-8af0-4e88-a30a-33f6b1ee6bab", "name": "network-vif-deleted", "tag": "1e017ebb-b89b-44bc-a1a5-929b7c585240", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:09:52.043890 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d1e2f919-9d74-417a-bbe0-4a4054249c02 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:09:52.044514 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb05cff-8af0-4e88-a30a-33f6b1ee6bab', 'name': 'network-vif-deleted', 'tag': '1e017ebb-b89b-44bc-a1a5-929b7c585240', 'status': 'completed', 'code': 200} Aug 16 21:09:52.110441 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:52.182708 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12688e64-1ced-4b56-8064-eab5370e3d2d None None] DHCP port deletion for 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:09:52.239465 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-12688e64-1ced-4b56-8064-eab5370e3d2d None None] Deleting port 5bef4cf6-98e1-4da3-9636-021f1ca474e1 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:52.239910 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-12688e64-1ced-4b56-8064-eab5370e3d2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:52.302641 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-12688e64-1ced-4b56-8064-eab5370e3d2d None None] For port 5bef4cf6-98e1-4da3-9636-021f1ca474e1, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5bef4cf6-98e1-4da3-9636-021f1ca474e1,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:52.303052 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-12688e64-1ced-4b56-8064-eab5370e3d2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:52.315910 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-12688e64-1ced-4b56-8064-eab5370e3d2d None None] Calling delete_port for 5bef4cf6-98e1-4da3-9636-021f1ca474e1 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:52.327941 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cc520df3-3349-45cf-81c7-daaa084cfda2 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:52.413956 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc520df3-3349-45cf-81c7-daaa084cfda2 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:52.419311 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-cc520df3-3349-45cf-81c7-daaa084cfda2 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:52.431186 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc520df3-3349-45cf-81c7-daaa084cfda2 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:52.431186 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cc520df3-3349-45cf-81c7-daaa084cfda2 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:52.437116 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39566) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:52.442681 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc520df3-3349-45cf-81c7-daaa084cfda2 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Subnet': ['ID=6bbeb886-9e6d-4fc9-b95d-647d8f8310d2,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:52.541112 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-12688e64-1ced-4b56-8064-eab5370e3d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:52.548196 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-4b076915-69bb-456a-8055-f17dacab58cb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1608740839-network', 'tenant_id': '75ea6fac04484f69bd6bee7c014db424'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:52.553463 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-cc520df3-3349-45cf-81c7-daaa084cfda2 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8678944 Aug 16 21:09:52.559353 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39574) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:52.567666 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-233010a5-ff1f-4f95-a5b3-82f935dab50e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'subnet': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:52.574097 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12688e64-1ced-4b56-8064-eab5370e3d2d None None] No DVR routers for this DVR port 5bef4cf6-98e1-4da3-9636-021f1ca474e1 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:09:52.576778 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12688e64-1ced-4b56-8064-eab5370e3d2d None None] Pushing event deleted for resources: {'Port': ['ID=5bef4cf6-98e1-4da3-9636-021f1ca474e1,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:52.600715 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aafb501-e919-4ee6-a671-d97ecc90d161 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:52.710645 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b076915-69bb-456a-8055-f17dacab58cb admin admin] Made reservation on behalf of 75ea6fac04484f69bd6bee7c014db424 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:52.713132 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4b076915-69bb-456a-8055-f17dacab58cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:52.722559 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4b076915-69bb-456a-8055-f17dacab58cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:52.731394 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b0328649-3912-4d36-8dfe-f8789a616350 req-991844a7-9464-466f-b7b3-745cebaee7fe tempest-ServerTagsTestJSON-1537873169 tempest-ServerTagsTestJSON-1537873169-project] 10.222.0.84 "GET /v2.0/ports?device_id=afb05cff-8af0-4e88-a30a-33f6b1ee6bab HTTP/1.1" status: 200 len: 210 time: 0.0694759 Aug 16 21:09:52.852019 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edd65e0-bee4-4d9c-b735-2d04fa156f81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'tenant_id': '82725015d13d49169b6e377f421f6af8', 'fixed_ips': [{'subnet_id': '6bbeb886-9e6d-4fc9-b95d-647d8f8310d2'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:09:52.852019 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4edd65e0-bee4-4d9c-b735-2d04fa156f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:52.865161 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39582) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:52.877609 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4b076915-69bb-456a-8055-f17dacab58cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:52.969777 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4b076915-69bb-456a-8055-f17dacab58cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:52.984383 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-4d9fde76-583e-49df-91ec-1c0cbcfe7dbf tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1601293321'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:52.987260 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b076915-69bb-456a-8055-f17dacab58cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:09:53.001630 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4b076915-69bb-456a-8055-f17dacab58cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:53.002089 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-4b076915-69bb-456a-8055-f17dacab58cb admin admin] Added segment 0682b46f-7f52-42a6-9e88-c1cf0fc1e2dc of type vlan for network 8b8c2f8d-6ce7-4ed7-a3f7-12a823fe645e Aug 16 21:09:53.020753 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-4edd65e0-bee4-4d9c-b735-2d04fa156f81 None None] Allocated IP 2001:db8::2 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/6bbeb886-9e6d-4fc9-b95d-647d8f8310d2/63268044-790c-4789-a4c4-0b05aaaec0dd) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:09:53.052527 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b076915-69bb-456a-8055-f17dacab58cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665cac97-d152-4b20-8b94-d08333efd79d,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:53.072830 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4b076915-69bb-456a-8055-f17dacab58cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:53.092515 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233010a5-ff1f-4f95-a5b3-82f935dab50e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:53.096592 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-233010a5-ff1f-4f95-a5b3-82f935dab50e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:53.187233 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4b076915-69bb-456a-8055-f17dacab58cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:53.188597 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b076915-69bb-456a-8055-f17dacab58cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:53.189495 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4b076915-69bb-456a-8055-f17dacab58cb admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:53.197445 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4edd65e0-bee4-4d9c-b735-2d04fa156f81 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:53.210115 n-d-793620-15 neutron-server[101844]: INFO neutron.db.ipam_backend_mixin [None req-233010a5-ff1f-4f95-a5b3-82f935dab50e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6bbeb886-9e6d-4fc9-b95d-647d8f8310d2 (CIDR: 2001:db8::/64) Aug 16 21:09:53.215646 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-4edd65e0-bee4-4d9c-b735-2d04fa156f81 None None] Transition to ACTIVE for port object 63268044-790c-4789-a4c4-0b05aaaec0dd will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:53.226689 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9fde76-583e-49df-91ec-1c0cbcfe7dbf tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Made reservation on behalf of fe4f7a6888c646de959b0809a7f3cc84 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:53.233059 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-4edd65e0-bee4-4d9c-b735-2d04fa156f81 None None] Transition to ACTIVE for port object 63268044-790c-4789-a4c4-0b05aaaec0dd will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:53.233871 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4d9fde76-583e-49df-91ec-1c0cbcfe7dbf tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:53.247373 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-233010a5-ff1f-4f95-a5b3-82f935dab50e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:09:53.247982 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-233010a5-ff1f-4f95-a5b3-82f935dab50e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:09:53.250637 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4d9fde76-583e-49df-91ec-1c0cbcfe7dbf tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:53.284257 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4edd65e0-bee4-4d9c-b735-2d04fa156f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:53.304562 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b076915-69bb-456a-8055-f17dacab58cb admin admin] Pushing event updated for resources: {'Network': ['ID=8b8c2f8d-6ce7-4ed7-a3f7-12a823fe645e,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:53.319830 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 8b8c2f8d-6ce7-4ed7-a3f7-12a823fe645e details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:09:53.351874 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4b076915-69bb-456a-8055-f17dacab58cb admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9123433 Aug 16 21:09:53.352498 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39590) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:53.357804 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-fb9db033-0490-49c8-8ada-f6a36311b832 admin admin] Request body: {'subnet': {'network_id': '8b8c2f8d-6ce7-4ed7-a3f7-12a823fe645e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1608740839-subnet', 'tenant_id': '75ea6fac04484f69bd6bee7c014db424', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:53.398182 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edd65e0-bee4-4d9c-b735-2d04fa156f81 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:53.402718 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-4edd65e0-bee4-4d9c-b735-2d04fa156f81 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:53.404132 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edd65e0-bee4-4d9c-b735-2d04fa156f81 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:09:53.408098 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd65e0-bee4-4d9c-b735-2d04fa156f81 None None] Pushing event updated for resources: {'Port': ['ID=63268044-790c-4789-a4c4-0b05aaaec0dd,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:53.487178 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-4edd65e0-bee4-4d9c-b735-2d04fa156f81 None None] Attempting to bind port 63268044-790c-4789-a4c4-0b05aaaec0dd on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:09:53.487558 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-4edd65e0-bee4-4d9c-b735-2d04fa156f81 None None] Attempting to bind port 63268044-790c-4789-a4c4-0b05aaaec0dd by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:09:53.487971 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edd65e0-bee4-4d9c-b735-2d04fa156f81 None None] Attempting to bind port 63268044-790c-4789-a4c4-0b05aaaec0dd on network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:09:53.488361 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4d9fde76-583e-49df-91ec-1c0cbcfe7dbf tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:53.501579 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edd65e0-bee4-4d9c-b735-2d04fa156f81 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:09:53.502363 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edd65e0-bee4-4d9c-b735-2d04fa156f81 None None] Checking segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:09:53.502851 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4edd65e0-bee4-4d9c-b735-2d04fa156f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:53.503494 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edd65e0-bee4-4d9c-b735-2d04fa156f81 None None] Bound using segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:09:53.504251 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-4edd65e0-bee4-4d9c-b735-2d04fa156f81 None None] Bound port: 63268044-790c-4789-a4c4-0b05aaaec0dd, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:09:53.505014 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4edd65e0-bee4-4d9c-b735-2d04fa156f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:53.562651 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4d9fde76-583e-49df-91ec-1c0cbcfe7dbf tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:53.618917 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-4edd65e0-bee4-4d9c-b735-2d04fa156f81 None None] For port 63268044-790c-4789-a4c4-0b05aaaec0dd, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:09:53.624978 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-4edd65e0-bee4-4d9c-b735-2d04fa156f81 None None] For port 63268044-790c-4789-a4c4-0b05aaaec0dd, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=63268044-790c-4789-a4c4-0b05aaaec0dd,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:09:53.628868 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d9fde76-583e-49df-91ec-1c0cbcfe7dbf tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:09:53.635320 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-233010a5-ff1f-4f95-a5b3-82f935dab50e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0731132 Aug 16 21:09:53.637943 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39594) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:53.643459 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-2aff8f49-53da-4769-a93e-990b70c2db6a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'subnet': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:53.654882 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9fde76-583e-49df-91ec-1c0cbcfe7dbf tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9035383-33c0-47b7-b790-d4591e7fcbda,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:53.672910 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4d9fde76-583e-49df-91ec-1c0cbcfe7dbf tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:53.673273 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-4d9fde76-583e-49df-91ec-1c0cbcfe7dbf tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Added segment 6445725d-6fa8-4f8c-af50-e6340cadd29f of type vlan for network cb28dd23-44df-4d03-83bc-2e8af578f0b9 Aug 16 21:09:53.705145 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4edd65e0-bee4-4d9c-b735-2d04fa156f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:53.732990 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9db033-0490-49c8-8ada-f6a36311b832 admin admin] Made reservation on behalf of 75ea6fac04484f69bd6bee7c014db424 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:53.736011 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fb9db033-0490-49c8-8ada-f6a36311b832 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:53.787843 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4d9fde76-583e-49df-91ec-1c0cbcfe7dbf tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:53.900732 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39600) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:53.915585 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd65e0-bee4-4d9c-b735-2d04fa156f81 None None] Pushing event updated for resources: {'Port': ['ID=63268044-790c-4789-a4c4-0b05aaaec0dd,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:53.960878 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-17749fc6-71df-432d-b38c-23a517fe27af admin admin] Deleting subnet 26a5d3e0-d68c-4ca9-817e-28a317ecc864 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:09:53.964478 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-17749fc6-71df-432d-b38c-23a517fe27af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:54.020733 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-17749fc6-71df-432d-b38c-23a517fe27af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:54.026256 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aff8f49-53da-4769-a93e-990b70c2db6a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:54.030564 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2aff8f49-53da-4769-a93e-990b70c2db6a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:54.112316 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-17749fc6-71df-432d-b38c-23a517fe27af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:54.175464 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4d9fde76-583e-49df-91ec-1c0cbcfe7dbf tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:54.181493 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9fde76-583e-49df-91ec-1c0cbcfe7dbf tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:54.182332 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4d9fde76-583e-49df-91ec-1c0cbcfe7dbf tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:54.210079 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5bef4cf6-98e1-4da3-9636-021f1ca474e1 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:09:54.244908 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 5bef4cf6-98e1-4da3-9636-021f1ca474e1 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:09:54.245256 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5bef4cf6-98e1-4da3-9636-021f1ca474e1 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:09:54.358110 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-17749fc6-71df-432d-b38c-23a517fe27af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:54.385706 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9fde76-583e-49df-91ec-1c0cbcfe7dbf tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Pushing event updated for resources: {'Network': ['ID=cb28dd23-44df-4d03-83bc-2e8af578f0b9,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:54.389559 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17749fc6-71df-432d-b38c-23a517fe27af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26a5d3e0-d68c-4ca9-817e-28a317ecc864,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:54.395506 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-17749fc6-71df-432d-b38c-23a517fe27af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:54.399308 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network cb28dd23-44df-4d03-83bc-2e8af578f0b9 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:09:54.401410 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39602) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:54.402024 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-17749fc6-71df-432d-b38c-23a517fe27af admin admin] 10.222.0.84 "DELETE /v2.0/subnets/26a5d3e0-d68c-4ca9-817e-28a317ecc864 HTTP/1.1" status: 204 len: 168 time: 0.4984646 Aug 16 21:09:54.444354 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fb9db033-0490-49c8-8ada-f6a36311b832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:54.469941 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4d9fde76-583e-49df-91ec-1c0cbcfe7dbf tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.6029837 Aug 16 21:09:54.472612 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39606) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:54.523955 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9db033-0490-49c8-8ada-f6a36311b832 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9769994-ef2e-40e4-9b26-7aab9d7a6fd6,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:54.528304 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9db033-0490-49c8-8ada-f6a36311b832 admin admin] Checking segment: {'id': '0682b46f-7f52-42a6-9e88-c1cf0fc1e2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '8b8c2f8d-6ce7-4ed7-a3f7-12a823fe645e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:09:54.528800 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9db033-0490-49c8-8ada-f6a36311b832 admin admin] Network hostable DHCP agents. Network: 8b8c2f8d-6ce7-4ed7-a3f7-12a823fe645e, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:09:54.533062 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-9ddb280d-4651-411a-ac51-a3dbe7247599 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Request body: {'subnet': {'network_id': 'cb28dd23-44df-4d03-83bc-2e8af578f0b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:54.604289 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9db033-0490-49c8-8ada-f6a36311b832 admin admin] Network 8b8c2f8d-6ce7-4ed7-a3f7-12a823fe645e is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:09:54.656999 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2e924e46-77bb-4d7f-ac1b-b1020c21ec4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:54.683802 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-fb9db033-0490-49c8-8ada-f6a36311b832 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 8b8c2f8d-6ce7-4ed7-a3f7-12a823fe645e) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:54.698183 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9db033-0490-49c8-8ada-f6a36311b832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:54.698183 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fb9db033-0490-49c8-8ada-f6a36311b832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:54.699098 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a981a0a-479d-498b-97b7-8003e8fea52d None None] Network 8b8c2f8d-6ce7-4ed7-a3f7-12a823fe645e requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:54.828893 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddb280d-4651-411a-ac51-a3dbe7247599 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Made reservation on behalf of fe4f7a6888c646de959b0809a7f3cc84 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:54.832746 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9ddb280d-4651-411a-ac51-a3dbe7247599 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:54.871230 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991a22ec-8664-48bd-a63a-2f5597de568a None None] Network 8b8c2f8d-6ce7-4ed7-a3f7-12a823fe645e requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:54.915346 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2e924e46-77bb-4d7f-ac1b-b1020c21ec4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:54.936713 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fb9db033-0490-49c8-8ada-f6a36311b832 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5830100 Aug 16 21:09:54.938762 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-2e924e46-77bb-4d7f-ac1b-b1020c21ec4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e1e4e69-5e5d-473e-9708-28afafa9e451']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:54.969897 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-2e924e46-77bb-4d7f-ac1b-b1020c21ec4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3535eda-7246-499b-b182-ebc000510082') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:54.970206 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-2e924e46-77bb-4d7f-ac1b-b1020c21ec4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3535eda-7246-499b-b182-ebc000510082') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:55.026179 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 1e017ebb-b89b-44bc-a1a5-929b7c585240 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:09:55.040583 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2e924e46-77bb-4d7f-ac1b-b1020c21ec4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:55.053674 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 1e017ebb-b89b-44bc-a1a5-929b7c585240 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:09:55.054026 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 1e017ebb-b89b-44bc-a1a5-929b7c585240 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:09:55.077609 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2e924e46-77bb-4d7f-ac1b-b1020c21ec4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:55.110940 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e924e46-77bb-4d7f-ac1b-b1020c21ec4f admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:09:55.111711 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2e924e46-77bb-4d7f-ac1b-b1020c21ec4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:55.115593 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:09:55.115593 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:09:55.115593 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:09:55.115593 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:09:55.115593 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:09:55.115593 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:09:55.115593 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:09:55.115593 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:09:55.115593 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:09:55.115593 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:09:55.115593 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:09:55.115593 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:09:55.115593 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:09:55.115593 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:09:55.115593 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:09:55.115593 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:09:55.115593 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:09:55.115593 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:09:55.115593 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:09:55.115593 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:09:55.115593 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:09:55.115593 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:09:55.115593 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:09:55.115593 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:09:55.115593 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:09:55.115593 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:09:55.115593 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:09:55.115593 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:09:55.115593 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:09:55.115593 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:09:55.115593 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:09:55.115593 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:09:55.235015 n-d-793620-15 neutron-server[101844]: DEBUG neutron.objects.ports [None req-2aff8f49-53da-4769-a93e-990b70c2db6a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101844) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 21:09:55.309628 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2e924e46-77bb-4d7f-ac1b-b1020c21ec4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:55.341305 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2e924e46-77bb-4d7f-ac1b-b1020c21ec4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:55.343210 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2e924e46-77bb-4d7f-ac1b-b1020c21ec4f admin admin] 10.222.0.84 "DELETE /v2.0/networks/9e1e4e69-5e5d-473e-9708-28afafa9e451 HTTP/1.1" status: 204 len: 168 time: 0.9397147 Aug 16 21:09:55.359469 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d60cc0e9-b721-4d16-97e9-d1a78f626ea9 None None] Provisioning for port 63268044-790c-4789-a4c4-0b05aaaec0dd completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:55.361879 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e924e46-77bb-4d7f-ac1b-b1020c21ec4f admin admin] Pushing event deleted for resources: {'Network': ['ID=9e1e4e69-5e5d-473e-9708-28afafa9e451,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:55.470061 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9ddb280d-4651-411a-ac51-a3dbe7247599 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:55.560339 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb280d-4651-411a-ac51-a3dbe7247599 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Pushing event updated for resources: {'Subnet': ['ID=83bf9081-81d3-4fac-9c08-d6876149e28b,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:55.565793 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2aff8f49-53da-4769-a93e-990b70c2db6a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:55.582314 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddb280d-4651-411a-ac51-a3dbe7247599 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Checking segment: {'id': '6445725d-6fa8-4f8c-af50-e6340cadd29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'cb28dd23-44df-4d03-83bc-2e8af578f0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:09:55.585946 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddb280d-4651-411a-ac51-a3dbe7247599 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Network hostable DHCP agents. Network: cb28dd23-44df-4d03-83bc-2e8af578f0b9, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:09:55.695683 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddb280d-4651-411a-ac51-a3dbe7247599 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Network cb28dd23-44df-4d03-83bc-2e8af578f0b9 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:09:55.717342 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39630) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:55.782500 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-2aff8f49-53da-4769-a93e-990b70c2db6a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] For port 63268044-790c-4789-a4c4-0b05aaaec0dd, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=63268044-790c-4789-a4c4-0b05aaaec0dd,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:55.792572 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-df11df23-d974-4da7-8ff9-e9dc5a27c7ac admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=81d96357392e4cf3b51bb524b59ae53c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0741572 Aug 16 21:09:55.795246 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39632) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:55.819090 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2aff8f49-53da-4769-a93e-990b70c2db6a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:55.830069 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-9ddb280d-4651-411a-ac51-a3dbe7247599 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, cb28dd23-44df-4d03-83bc-2e8af578f0b9) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:55.830625 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddb280d-4651-411a-ac51-a3dbe7247599 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:55.831161 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9ddb280d-4651-411a-ac51-a3dbe7247599 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:55.834931 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76130aca-a6b1-4174-845d-c308b2a28b88 None None] Network cb28dd23-44df-4d03-83bc-2e8af578f0b9 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:55.868109 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-287726a2-1dd3-4274-ad45-ad9037b9097c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:55.876530 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39636) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:55.881789 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-aa6dc61f-4f6b-4f88-8c7e-d63fb47c65c0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1392877869-network', 'tenant_id': '611dfd5db8f64a1a867700e269b7d6f6'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:55.892768 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-287726a2-1dd3-4274-ad45-ad9037b9097c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:55.906503 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2aff8f49-53da-4769-a93e-990b70c2db6a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:55.908591 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2aff8f49-53da-4769-a93e-990b70c2db6a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:55.962647 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9ddb280d-4651-411a-ac51-a3dbe7247599 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4341021 Aug 16 21:09:55.965471 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39638) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:55.970848 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-c05acd5e-a8da-44e7-9ad3-67c81b224ad2 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Request body: {'port': {'network_id': 'cb28dd23-44df-4d03-83bc-2e8af578f0b9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-990079767'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:56.018048 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aff8f49-53da-4769-a93e-990b70c2db6a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:56.028582 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-2aff8f49-53da-4769-a93e-990b70c2db6a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:56.032410 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aff8f49-53da-4769-a93e-990b70c2db6a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:56.033316 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2aff8f49-53da-4769-a93e-990b70c2db6a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:56.053278 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe03f90-f4be-48e8-a02c-cfc12a2fe461 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:56.058525 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6dc61f-4f6b-4f88-8c7e-d63fb47c65c0 admin admin] Made reservation on behalf of 611dfd5db8f64a1a867700e269b7d6f6 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:56.066613 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-aa6dc61f-4f6b-4f88-8c7e-d63fb47c65c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:56.070597 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171dc2f9-0ea7-4f02-bdfa-fed191bdb6b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-cb28dd23-44df-4d03-83bc-2e8af578f0b9', 'network_id': 'cb28dd23-44df-4d03-83bc-2e8af578f0b9', 'tenant_id': 'fe4f7a6888c646de959b0809a7f3cc84', 'fixed_ips': [{'subnet_id': '83bf9081-81d3-4fac-9c08-d6876149e28b'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:09:56.071699 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-171dc2f9-0ea7-4f02-bdfa-fed191bdb6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:56.090815 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-aa6dc61f-4f6b-4f88-8c7e-d63fb47c65c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:56.096742 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-287726a2-1dd3-4274-ad45-ad9037b9097c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:56.101590 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff8f49-53da-4769-a93e-990b70c2db6a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Port': ['ID=63268044-790c-4789-a4c4-0b05aaaec0dd,revision_number=4']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:56.104439 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-287726a2-1dd3-4274-ad45-ad9037b9097c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:56.108040 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-287726a2-1dd3-4274-ad45-ad9037b9097c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6a0f845a-0467-43a9-a731-14b941eb129c HTTP/1.1" status: 204 len: 168 time: 0.3109510 Aug 16 21:09:56.112636 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff8f49-53da-4769-a93e-990b70c2db6a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Subnet': ['ID=769b1312-aaba-4da4-abbe-f5488e16dab1,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:56.136133 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287726a2-1dd3-4274-ad45-ad9037b9097c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0f845a-0467-43a9-a731-14b941eb129c,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:56.268145 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2aff8f49-53da-4769-a93e-990b70c2db6a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.6291156 Aug 16 21:09:56.271657 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39644) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:56.276779 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-c9a76e25-3e2f-45d4-bcb1-12c7423d216a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'port': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'mac_address': 'fa:16:3e:e8:c1:4f', 'name': 'tempest-NetworksTestDHCPv6-1568753692'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:56.279828 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 63268044-790c-4789-a4c4-0b05aaaec0dd up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:09:56.281962 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-aa6dc61f-4f6b-4f88-8c7e-d63fb47c65c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:56.433359 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-aa6dc61f-4f6b-4f88-8c7e-d63fb47c65c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:56.441381 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-171dc2f9-0ea7-4f02-bdfa-fed191bdb6b0 None None] Allocated IP 2001:db8::2 (cb28dd23-44df-4d03-83bc-2e8af578f0b9/83bf9081-81d3-4fac-9c08-d6876149e28b/1ae11c6e-adb0-4514-b977-220b49d7dca7) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:09:56.444377 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.db.api [None req-c9a76e25-3e2f-45d4-bcb1-12c7423d216a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 21:09:56.444377 n-d-793620-15 neutron-server[101845]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 21:09:56.444377 n-d-793620-15 neutron-server[101845]: [parameters: {'project_id_1': '82725015d13d49169b6e377f421f6af8', 'expiration_1': datetime.datetime(2021, 8, 16, 21, 9, 56, 382763)}] Aug 16 21:09:56.444377 n-d-793620-15 neutron-server[101845]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:09:56.445176 n-d-793620-15 neutron-server[101845]: DEBUG oslo_db.api [None req-c9a76e25-3e2f-45d4-bcb1-12c7423d216a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:09:56.468611 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa6dc61f-4f6b-4f88-8c7e-d63fb47c65c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:09:56.483291 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6dc61f-4f6b-4f88-8c7e-d63fb47c65c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e538aead-42bf-4ec3-82ac-90a0790a837b,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:56.502168 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-aa6dc61f-4f6b-4f88-8c7e-d63fb47c65c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:56.503223 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-aa6dc61f-4f6b-4f88-8c7e-d63fb47c65c0 admin admin] Added segment 9b036ca4-a1fa-49fa-ad20-1822f115f531 of type vlan for network 740ef0c6-0697-4070-9449-76605ea5c964 Aug 16 21:09:56.519453 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05acd5e-a8da-44e7-9ad3-67c81b224ad2 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Made reservation on behalf of fe4f7a6888c646de959b0809a7f3cc84 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:56.528561 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 63268044-790c-4789-a4c4-0b05aaaec0dd completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:56.537906 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 63268044-790c-4789-a4c4-0b05aaaec0dd triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:56.538451 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:56.545295 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c05acd5e-a8da-44e7-9ad3-67c81b224ad2 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:56.599497 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-c05acd5e-a8da-44e7-9ad3-67c81b224ad2 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] device_id is not set on port 4c9f157a-6c85-49b9-8b8e-b771bb8cbcb1 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:09:56.605293 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-aa6dc61f-4f6b-4f88-8c7e-d63fb47c65c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:56.715746 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:56.741522 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-aa6dc61f-4f6b-4f88-8c7e-d63fb47c65c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:56.745440 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6dc61f-4f6b-4f88-8c7e-d63fb47c65c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:56.750545 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-aa6dc61f-4f6b-4f88-8c7e-d63fb47c65c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:56.772389 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 63268044-790c-4789-a4c4-0b05aaaec0dd, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=63268044-790c-4789-a4c4-0b05aaaec0dd,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:56.788907 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-171dc2f9-0ea7-4f02-bdfa-fed191bdb6b0 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:56.798887 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-171dc2f9-0ea7-4f02-bdfa-fed191bdb6b0 None None] Transition to ACTIVE for port object 1ae11c6e-adb0-4514-b977-220b49d7dca7 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:56.847589 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-171dc2f9-0ea7-4f02-bdfa-fed191bdb6b0 None None] Transition to ACTIVE for port object 1ae11c6e-adb0-4514-b977-220b49d7dca7 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:56.851520 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:56.919451 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=63268044-790c-4789-a4c4-0b05aaaec0dd,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:56.924208 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-171dc2f9-0ea7-4f02-bdfa-fed191bdb6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:56.962046 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6dc61f-4f6b-4f88-8c7e-d63fb47c65c0 admin admin] Pushing event updated for resources: {'Network': ['ID=740ef0c6-0697-4070-9449-76605ea5c964,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:56.970954 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-aa6dc61f-4f6b-4f88-8c7e-d63fb47c65c0 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0933473 Aug 16 21:09:56.974141 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39656) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:56.988240 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-d445acb8-1c30-4cdf-bb27-f5ef03d3bc2e admin admin] Request body: {'subnet': {'network_id': '740ef0c6-0697-4070-9449-76605ea5c964', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1392877869-subnet', 'tenant_id': '611dfd5db8f64a1a867700e269b7d6f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:56.991534 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171dc2f9-0ea7-4f02-bdfa-fed191bdb6b0 None None] Network cb28dd23-44df-4d03-83bc-2e8af578f0b9 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:56.992790 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 740ef0c6-0697-4070-9449-76605ea5c964 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:09:57.004948 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-171dc2f9-0ea7-4f02-bdfa-fed191bdb6b0 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:57.016946 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.db.api [None req-c9a76e25-3e2f-45d4-bcb1-12c7423d216a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 21:09:57.016946 n-d-793620-15 neutron-server[101845]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 21:09:57.016946 n-d-793620-15 neutron-server[101845]: [parameters: {'project_id_1': '82725015d13d49169b6e377f421f6af8', 'expiration_1': datetime.datetime(2021, 8, 16, 21, 9, 57, 645)}] Aug 16 21:09:57.016946 n-d-793620-15 neutron-server[101845]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:09:57.017765 n-d-793620-15 neutron-server[101845]: DEBUG oslo_db.api [None req-c9a76e25-3e2f-45d4-bcb1-12c7423d216a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:09:57.024595 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171dc2f9-0ea7-4f02-bdfa-fed191bdb6b0 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:09:57.026846 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171dc2f9-0ea7-4f02-bdfa-fed191bdb6b0 None None] Pushing event updated for resources: {'Port': ['ID=1ae11c6e-adb0-4514-b977-220b49d7dca7,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:57.048656 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-c05acd5e-a8da-44e7-9ad3-67c81b224ad2 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Allocated IP 2001:db8::20 (cb28dd23-44df-4d03-83bc-2e8af578f0b9/83bf9081-81d3-4fac-9c08-d6876149e28b/4c9f157a-6c85-49b9-8b8e-b771bb8cbcb1) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:09:57.102465 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d445acb8-1c30-4cdf-bb27-f5ef03d3bc2e admin admin] Made reservation on behalf of 611dfd5db8f64a1a867700e269b7d6f6 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:57.105691 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d445acb8-1c30-4cdf-bb27-f5ef03d3bc2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:57.331523 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c05acd5e-a8da-44e7-9ad3-67c81b224ad2 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:57.371150 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-c05acd5e-a8da-44e7-9ad3-67c81b224ad2 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Transition to ACTIVE for port object 4c9f157a-6c85-49b9-8b8e-b771bb8cbcb1 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:57.438519 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-171dc2f9-0ea7-4f02-bdfa-fed191bdb6b0 None None] Attempting to bind port 1ae11c6e-adb0-4514-b977-220b49d7dca7 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:09:57.439001 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-171dc2f9-0ea7-4f02-bdfa-fed191bdb6b0 None None] Attempting to bind port 1ae11c6e-adb0-4514-b977-220b49d7dca7 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '6445725d-6fa8-4f8c-af50-e6340cadd29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'cb28dd23-44df-4d03-83bc-2e8af578f0b9'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:09:57.439566 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171dc2f9-0ea7-4f02-bdfa-fed191bdb6b0 None None] Attempting to bind port 1ae11c6e-adb0-4514-b977-220b49d7dca7 on network cb28dd23-44df-4d03-83bc-2e8af578f0b9 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:09:57.445247 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171dc2f9-0ea7-4f02-bdfa-fed191bdb6b0 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:09:57.445754 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171dc2f9-0ea7-4f02-bdfa-fed191bdb6b0 None None] Checking segment: {'id': '6445725d-6fa8-4f8c-af50-e6340cadd29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'cb28dd23-44df-4d03-83bc-2e8af578f0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:09:57.446358 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-171dc2f9-0ea7-4f02-bdfa-fed191bdb6b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:57.446838 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171dc2f9-0ea7-4f02-bdfa-fed191bdb6b0 None None] Bound using segment: {'id': '6445725d-6fa8-4f8c-af50-e6340cadd29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'cb28dd23-44df-4d03-83bc-2e8af578f0b9'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:09:57.447401 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-171dc2f9-0ea7-4f02-bdfa-fed191bdb6b0 None None] Bound port: 1ae11c6e-adb0-4514-b977-220b49d7dca7, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6445725d-6fa8-4f8c-af50-e6340cadd29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'cb28dd23-44df-4d03-83bc-2e8af578f0b9'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:09:57.448053 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-171dc2f9-0ea7-4f02-bdfa-fed191bdb6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:57.512003 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a76e25-3e2f-45d4-bcb1-12c7423d216a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:57.512510 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d445acb8-1c30-4cdf-bb27-f5ef03d3bc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:57.542422 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-171dc2f9-0ea7-4f02-bdfa-fed191bdb6b0 None None] For port 1ae11c6e-adb0-4514-b977-220b49d7dca7, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:09:57.547992 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-171dc2f9-0ea7-4f02-bdfa-fed191bdb6b0 None None] For port 1ae11c6e-adb0-4514-b977-220b49d7dca7, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=1ae11c6e-adb0-4514-b977-220b49d7dca7,segment=NetworkSegment(6445725d-6fa8-4f8c-af50-e6340cadd29f),segment_id=6445725d-6fa8-4f8c-af50-e6340cadd29f)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:09:57.553749 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-927b387d-7a55-4647-9d8d-1962675d4849 None None] Provisioning complete for port 63268044-790c-4789-a4c4-0b05aaaec0dd triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:57.553749 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-927b387d-7a55-4647-9d8d-1962675d4849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:57.560684 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c05acd5e-a8da-44e7-9ad3-67c81b224ad2 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:57.573503 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445acb8-1c30-4cdf-bb27-f5ef03d3bc2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e07332a-c1ba-4e1b-b8d7-ffcc0e3d197b,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:57.604064 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d445acb8-1c30-4cdf-bb27-f5ef03d3bc2e admin admin] Checking segment: {'id': '9b036ca4-a1fa-49fa-ad20-1822f115f531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '740ef0c6-0697-4070-9449-76605ea5c964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:09:57.604992 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d445acb8-1c30-4cdf-bb27-f5ef03d3bc2e admin admin] Network hostable DHCP agents. Network: 740ef0c6-0697-4070-9449-76605ea5c964, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:09:57.620231 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05acd5e-a8da-44e7-9ad3-67c81b224ad2 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Pushing event updated for resources: {'Port': ['ID=4c9f157a-6c85-49b9-8b8e-b771bb8cbcb1,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:57.647476 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05acd5e-a8da-44e7-9ad3-67c81b224ad2 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Network cb28dd23-44df-4d03-83bc-2e8af578f0b9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:57.647704 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-171dc2f9-0ea7-4f02-bdfa-fed191bdb6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:57.650567 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-c05acd5e-a8da-44e7-9ad3-67c81b224ad2 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:57.653052 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05acd5e-a8da-44e7-9ad3-67c81b224ad2 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:09:57.660049 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05acd5e-a8da-44e7-9ad3-67c81b224ad2 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:57.661335 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c05acd5e-a8da-44e7-9ad3-67c81b224ad2 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:57.697081 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c9a76e25-3e2f-45d4-bcb1-12c7423d216a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:57.720764 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-c9a76e25-3e2f-45d4-bcb1-12c7423d216a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] device_id is not set on port 93d4b30b-fa0e-46f4-bae3-2fd8e63ced21 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:09:57.741408 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d445acb8-1c30-4cdf-bb27-f5ef03d3bc2e admin admin] Network 740ef0c6-0697-4070-9449-76605ea5c964 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:09:57.754414 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171dc2f9-0ea7-4f02-bdfa-fed191bdb6b0 None None] Pushing event updated for resources: {'Port': ['ID=1ae11c6e-adb0-4514-b977-220b49d7dca7,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:57.783429 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c05acd5e-a8da-44e7-9ad3-67c81b224ad2 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 1.8168097 Aug 16 21:09:57.793121 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39670) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:57.793121 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-430037b9-45e7-4f27-8d1e-b85d7a8cd080 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Request body: {'port': {'network_id': 'cb28dd23-44df-4d03-83bc-2e8af578f0b9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1776019276', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:57.793705 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.api.validators [None req-430037b9-45e7-4f27-8d1e-b85d7a8cd080 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] bootfile-name is not in valid_values {{(pid=101844) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 21:09:57.793914 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.api.validators [None req-430037b9-45e7-4f27-8d1e-b85d7a8cd080 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] tftp-server is not in valid_values {{(pid=101844) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 21:09:57.794238 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.api.validators [None req-430037b9-45e7-4f27-8d1e-b85d7a8cd080 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] server-ip-address is not in valid_values {{(pid=101844) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 21:09:57.917777 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-d445acb8-1c30-4cdf-bb27-f5ef03d3bc2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 740ef0c6-0697-4070-9449-76605ea5c964) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:57.924180 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d445acb8-1c30-4cdf-bb27-f5ef03d3bc2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:57.925144 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d445acb8-1c30-4cdf-bb27-f5ef03d3bc2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:57.931754 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78eef91e-902e-4c5c-800b-d6c14f25aefc None None] Network 740ef0c6-0697-4070-9449-76605ea5c964 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:58.080179 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430037b9-45e7-4f27-8d1e-b85d7a8cd080 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Made reservation on behalf of fe4f7a6888c646de959b0809a7f3cc84 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:58.086384 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-430037b9-45e7-4f27-8d1e-b85d7a8cd080 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:58.109819 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-c9a76e25-3e2f-45d4-bcb1-12c7423d216a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Allocated IP 2001:db8::39c (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/6bbeb886-9e6d-4fc9-b95d-647d8f8310d2/93d4b30b-fa0e-46f4-bae3-2fd8e63ced21) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:09:58.139949 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-c9a76e25-3e2f-45d4-bcb1-12c7423d216a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Allocated IP 2001:db8:0:1:f816:3eff:fee8:c14f (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/769b1312-aaba-4da4-abbe-f5488e16dab1/93d4b30b-fa0e-46f4-bae3-2fd8e63ced21) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:09:58.149867 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d445acb8-1c30-4cdf-bb27-f5ef03d3bc2e admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1720874 Aug 16 21:09:58.151261 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-430037b9-45e7-4f27-8d1e-b85d7a8cd080 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] device_id is not set on port 1321c4be-fb9d-4c04-8100-3b95a10e2509 yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:09:58.212019 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67635e0-c046-4db0-9f87-a0615e5828b4 None None] Network 740ef0c6-0697-4070-9449-76605ea5c964 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:58.381959 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 63268044-790c-4789-a4c4-0b05aaaec0dd up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:09:58.448211 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-430037b9-45e7-4f27-8d1e-b85d7a8cd080 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Allocated IP 2001:db8::3a0 (cb28dd23-44df-4d03-83bc-2e8af578f0b9/83bf9081-81d3-4fac-9c08-d6876149e28b/1321c4be-fb9d-4c04-8100-3b95a10e2509) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:09:58.453298 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39684) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:58.476923 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c9a76e25-3e2f-45d4-bcb1-12c7423d216a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:58.492348 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-c9a76e25-3e2f-45d4-bcb1-12c7423d216a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Transition to ACTIVE for port object 93d4b30b-fa0e-46f4-bae3-2fd8e63ced21 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:58.540025 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddd1f733-25d7-4e0e-b17c-fca3f54485ba admin admin] Deleting subnet e9769994-ef2e-40e4-9b26-7aab9d7a6fd6 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:09:58.544375 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 63268044-790c-4789-a4c4-0b05aaaec0dd triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:58.544902 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:58.547014 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ddd1f733-25d7-4e0e-b17c-fca3f54485ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:58.610853 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c9a76e25-3e2f-45d4-bcb1-12c7423d216a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:58.634573 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 1ae11c6e-adb0-4514-b977-220b49d7dca7 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:09:58.649362 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ddd1f733-25d7-4e0e-b17c-fca3f54485ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:58.667890 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a76e25-3e2f-45d4-bcb1-12c7423d216a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:58.672954 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-c9a76e25-3e2f-45d4-bcb1-12c7423d216a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:58.678070 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a76e25-3e2f-45d4-bcb1-12c7423d216a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:09:58.689007 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a76e25-3e2f-45d4-bcb1-12c7423d216a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:58.689007 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c9a76e25-3e2f-45d4-bcb1-12c7423d216a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:58.704139 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a76e25-3e2f-45d4-bcb1-12c7423d216a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Port': ['ID=93d4b30b-fa0e-46f4-bae3-2fd8e63ced21,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:58.720086 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ddd1f733-25d7-4e0e-b17c-fca3f54485ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:58.763516 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 1ae11c6e-adb0-4514-b977-220b49d7dca7 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:58.810094 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-430037b9-45e7-4f27-8d1e-b85d7a8cd080 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:58.828114 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-430037b9-45e7-4f27-8d1e-b85d7a8cd080 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Transition to ACTIVE for port object 1321c4be-fb9d-4c04-8100-3b95a10e2509 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:58.835486 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c9a76e25-3e2f-45d4-bcb1-12c7423d216a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5620992 Aug 16 21:09:58.839715 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39686) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:58.928223 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ddd1f733-25d7-4e0e-b17c-fca3f54485ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:58.968887 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-0b1c3cd9-ea69-4d4b-9a85-e55a7db4729b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting port 93d4b30b-fa0e-46f4-bae3-2fd8e63ced21 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:58.969292 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0b1c3cd9-ea69-4d4b-9a85-e55a7db4729b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:58.978407 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ddd1f733-25d7-4e0e-b17c-fca3f54485ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:58.980939 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ddd1f733-25d7-4e0e-b17c-fca3f54485ba admin admin] 10.222.0.84 "DELETE /v2.0/subnets/e9769994-ef2e-40e4-9b26-7aab9d7a6fd6 HTTP/1.1" status: 204 len: 168 time: 0.5266078 Aug 16 21:09:58.982379 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd1f733-25d7-4e0e-b17c-fca3f54485ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9769994-ef2e-40e4-9b26-7aab9d7a6fd6,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:58.984203 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39690) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:58.997193 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-430037b9-45e7-4f27-8d1e-b85d7a8cd080 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:59.077909 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0b1c3cd9-ea69-4d4b-9a85-e55a7db4729b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:59.093224 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-0b1c3cd9-ea69-4d4b-9a85-e55a7db4729b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Calling delete_port for 93d4b30b-fa0e-46f4-bae3-2fd8e63ced21 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:59.094651 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430037b9-45e7-4f27-8d1e-b85d7a8cd080 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Network cb28dd23-44df-4d03-83bc-2e8af578f0b9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:59.099211 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-430037b9-45e7-4f27-8d1e-b85d7a8cd080 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:59.116985 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430037b9-45e7-4f27-8d1e-b85d7a8cd080 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:09:59.120139 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430037b9-45e7-4f27-8d1e-b85d7a8cd080 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:59.120808 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-430037b9-45e7-4f27-8d1e-b85d7a8cd080 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:59.145002 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430037b9-45e7-4f27-8d1e-b85d7a8cd080 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Pushing event updated for resources: {'Port': ['ID=1321c4be-fb9d-4c04-8100-3b95a10e2509,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:59.155914 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9a667a83-e854-4361-8b7a-f94530ffc27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:59.180763 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-974ba767-582e-4616-95cb-b1b240dd8f3a None None] Provisioning for port 93d4b30b-fa0e-46f4-bae3-2fd8e63ced21 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:59.185245 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-974ba767-582e-4616-95cb-b1b240dd8f3a None None] Provisioning complete for port 93d4b30b-fa0e-46f4-bae3-2fd8e63ced21 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:59.185803 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-974ba767-582e-4616-95cb-b1b240dd8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:59.258177 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e100fe-22ac-4d95-ba9e-e2406e312130 None None] Network cb28dd23-44df-4d03-83bc-2e8af578f0b9 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:59.273937 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-430037b9-45e7-4f27-8d1e-b85d7a8cd080 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.4852521 Aug 16 21:09:59.282305 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39700) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:59.283250 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-974ba767-582e-4616-95cb-b1b240dd8f3a None None] Port 93d4b30b-fa0e-46f4-bae3-2fd8e63ced21 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:09:59.294801 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9a667a83-e854-4361-8b7a-f94530ffc27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:59.311287 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-9a667a83-e854-4361-8b7a-f94530ffc27c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b8c2f8d-6ce7-4ed7-a3f7-12a823fe645e']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:59.327973 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-9a667a83-e854-4361-8b7a-f94530ffc27c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0682b46f-7f52-42a6-9e88-c1cf0fc1e2dc') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:59.328881 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-9a667a83-e854-4361-8b7a-f94530ffc27c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0682b46f-7f52-42a6-9e88-c1cf0fc1e2dc') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:59.347216 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9a667a83-e854-4361-8b7a-f94530ffc27c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:59.363299 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9a667a83-e854-4361-8b7a-f94530ffc27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:59.372882 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a667a83-e854-4361-8b7a-f94530ffc27c admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:09:59.377189 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9a667a83-e854-4361-8b7a-f94530ffc27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:59.377189 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:09:59.377189 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:09:59.377189 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:09:59.377189 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:09:59.377189 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:09:59.377189 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:09:59.377189 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:09:59.377189 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:09:59.377189 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:09:59.377189 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:09:59.377189 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:09:59.377189 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:09:59.377189 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:09:59.377189 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:09:59.377189 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:09:59.377189 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:09:59.377189 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:09:59.377189 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:09:59.377189 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:09:59.377189 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:09:59.377189 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:09:59.377189 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:09:59.377189 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:09:59.377189 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:09:59.377189 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:09:59.377189 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:09:59.377189 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:09:59.377189 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:09:59.377189 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:09:59.377189 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:09:59.377189 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:09:59.377189 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:09:59.414349 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8a8005-6dec-45e5-8a7b-026f6ac7551f tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:59.420516 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8a8005-6dec-45e5-8a7b-026f6ac7551f tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:59.437015 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8a8005-6dec-45e5-8a7b-026f6ac7551f tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:59.439843 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1e8a8005-6dec-45e5-8a7b-026f6ac7551f tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1554248 Aug 16 21:09:59.441777 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39702) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:59.483615 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-dad46f34-9d69-459e-ad6c-625023c447e8 None None] Provisioning for port 1ae11c6e-adb0-4514-b977-220b49d7dca7 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:59.489076 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-dad46f34-9d69-459e-ad6c-625023c447e8 None None] Provisioning complete for port 1ae11c6e-adb0-4514-b977-220b49d7dca7 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:59.489610 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-dad46f34-9d69-459e-ad6c-625023c447e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:59.526155 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0b1c3cd9-ea69-4d4b-9a85-e55a7db4729b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:59.561326 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9a667a83-e854-4361-8b7a-f94530ffc27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:59.572760 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9a667a83-e854-4361-8b7a-f94530ffc27c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:59.577323 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9a667a83-e854-4361-8b7a-f94530ffc27c admin admin] 10.222.0.84 "DELETE /v2.0/networks/8b8c2f8d-6ce7-4ed7-a3f7-12a823fe645e HTTP/1.1" status: 204 len: 168 time: 0.5919659 Aug 16 21:09:59.599551 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39706) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:59.646209 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c3cd9-ea69-4d4b-9a85-e55a7db4729b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Port': ['ID=93d4b30b-fa0e-46f4-bae3-2fd8e63ced21,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:59.681725 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-dad46f34-9d69-459e-ad6c-625023c447e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:59.694149 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a667a83-e854-4361-8b7a-f94530ffc27c admin admin] Pushing event deleted for resources: {'Network': ['ID=8b8c2f8d-6ce7-4ed7-a3f7-12a823fe645e,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:59.710398 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a5a064a-5c1c-46f8-9b3e-34a3a243b746 admin admin] Deleting subnet 2e07332a-c1ba-4e1b-b8d7-ffcc0e3d197b {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:09:59.715450 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0b1c3cd9-ea69-4d4b-9a85-e55a7db4729b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:59.718100 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0b1c3cd9-ea69-4d4b-9a85-e55a7db4729b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/ports/93d4b30b-fa0e-46f4-bae3-2fd8e63ced21 HTTP/1.1" status: 204 len: 168 time: 0.8765752 Aug 16 21:09:59.718899 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4a5a064a-5c1c-46f8-9b3e-34a3a243b746 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:59.721275 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39710) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:59.746536 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-8b03b029-4820-400b-a485-14fb10221acc tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Deleting port 1321c4be-fb9d-4c04-8100-3b95a10e2509 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:59.747006 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8b03b029-4820-400b-a485-14fb10221acc tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:59.757653 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-dad46f34-9d69-459e-ad6c-625023c447e8 None None] For port 1ae11c6e-adb0-4514-b977-220b49d7dca7, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=1ae11c6e-adb0-4514-b977-220b49d7dca7,segment=NetworkSegment(6445725d-6fa8-4f8c-af50-e6340cadd29f),segment_id=6445725d-6fa8-4f8c-af50-e6340cadd29f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:59.866591 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-dad46f34-9d69-459e-ad6c-625023c447e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:59.871987 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8b03b029-4820-400b-a485-14fb10221acc tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:59.886916 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-8b03b029-4820-400b-a485-14fb10221acc tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Calling delete_port for 1321c4be-fb9d-4c04-8100-3b95a10e2509 owned by {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:59.990584 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad46f34-9d69-459e-ad6c-625023c447e8 None None] Pushing event updated for resources: {'Port': ['ID=1ae11c6e-adb0-4514-b977-220b49d7dca7,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:00.031568 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-14e96d3a-d465-453c-b2f0-1faacab90865 None None] Provisioning complete for port 1ae11c6e-adb0-4514-b977-220b49d7dca7 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:00.032005 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-14e96d3a-d465-453c-b2f0-1faacab90865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:00.069101 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39714) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:00.212062 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 1ae11c6e-adb0-4514-b977-220b49d7dca7 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:00.252811 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8b03b029-4820-400b-a485-14fb10221acc tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:00.281881 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 1ae11c6e-adb0-4514-b977-220b49d7dca7 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:00.282327 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:00.350428 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03b029-4820-400b-a485-14fb10221acc tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Pushing event deleted for resources: {'Port': ['ID=1321c4be-fb9d-4c04-8100-3b95a10e2509,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:00.413926 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-14e96d3a-d465-453c-b2f0-1faacab90865 None None] Provisioning for port 4c9f157a-6c85-49b9-8b8e-b771bb8cbcb1 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:00.426988 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-14e96d3a-d465-453c-b2f0-1faacab90865 None None] Provisioning complete for port 4c9f157a-6c85-49b9-8b8e-b771bb8cbcb1 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:00.427515 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-14e96d3a-d465-453c-b2f0-1faacab90865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:00.428170 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8b03b029-4820-400b-a485-14fb10221acc tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:00.431951 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8b03b029-4820-400b-a485-14fb10221acc tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] 10.222.0.84 "DELETE /v2.0/ports/1321c4be-fb9d-4c04-8100-3b95a10e2509 HTTP/1.1" status: 204 len: 168 time: 0.9885213 Aug 16 21:10:00.436805 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39722) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:00.447806 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-ca5b057b-c46a-4d5b-aac9-5f2a8922f6bf tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Request body: {'port': {'name': 'tempest-new-port-name-1234974890', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:00.448221 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.api.validators [None req-ca5b057b-c46a-4d5b-aac9-5f2a8922f6bf tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] bootfile-name is not in valid_values {{(pid=101844) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 21:10:00.448706 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.api.validators [None req-ca5b057b-c46a-4d5b-aac9-5f2a8922f6bf tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] tftp-server is not in valid_values {{(pid=101844) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 21:10:00.448939 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.api.validators [None req-ca5b057b-c46a-4d5b-aac9-5f2a8922f6bf tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] server-ip-address is not in valid_values {{(pid=101844) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 21:10:00.508487 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-14e96d3a-d465-453c-b2f0-1faacab90865 None None] Port 4c9f157a-6c85-49b9-8b8e-b771bb8cbcb1 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:10:00.512023 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-14e96d3a-d465-453c-b2f0-1faacab90865 None None] Could not find standard attr ID for object 1321c4be-fb9d-4c04-8100-3b95a10e2509. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 21:10:00.592422 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-edf0ae5b-227b-4491-8192-6ab5432885b5 admin admin] Deleting subnet 97c47e9a-07bc-4ee9-a5d7-73c15193b78c {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:10:00.605111 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4a5a064a-5c1c-46f8-9b3e-34a3a243b746 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:00.607643 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-edf0ae5b-227b-4491-8192-6ab5432885b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:00.609622 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ca5b057b-c46a-4d5b-aac9-5f2a8922f6bf tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:00.647115 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2b320d21-de0d-4cf3-b282-7a6f8538ed30 None None] Provisioning complete for port 4c9f157a-6c85-49b9-8b8e-b771bb8cbcb1 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:00.647115 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2b320d21-de0d-4cf3-b282-7a6f8538ed30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:00.649112 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4a5a064a-5c1c-46f8-9b3e-34a3a243b746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:00.722949 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2024dc4-1a2f-4b6a-ac42-4a39f7b811d9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:00.724354 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d2024dc4-1a2f-4b6a-ac42-4a39f7b811d9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 1.0022712 Aug 16 21:10:00.729772 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-2b320d21-de0d-4cf3-b282-7a6f8538ed30 None None] Port 4c9f157a-6c85-49b9-8b8e-b771bb8cbcb1 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:10:00.730331 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39726) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:00.741127 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-edf0ae5b-227b-4491-8192-6ab5432885b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:00.784076 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340903f9-7f48-4a2c-a4b1-084285755e19 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:00.788436 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-340903f9-7f48-4a2c-a4b1-084285755e19 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0568199 Aug 16 21:10:00.789016 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39728) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:00.828085 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4a5a064a-5c1c-46f8-9b3e-34a3a243b746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:00.850079 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-31791528-4526-4589-9f7e-16ae399128fb None None] Could not find standard attr ID for object 1321c4be-fb9d-4c04-8100-3b95a10e2509. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 21:10:00.851281 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-edf0ae5b-227b-4491-8192-6ab5432885b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:00.880461 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4a5a064a-5c1c-46f8-9b3e-34a3a243b746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:00.885738 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4a5a064a-5c1c-46f8-9b3e-34a3a243b746 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/2e07332a-c1ba-4e1b-b8d7-ffcc0e3d197b HTTP/1.1" status: 204 len: 168 time: 1.2829490 Aug 16 21:10:00.888559 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a064a-5c1c-46f8-9b3e-34a3a243b746 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e07332a-c1ba-4e1b-b8d7-ffcc0e3d197b,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:00.889293 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39730) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:00.908773 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0a4ac5-34ab-4574-ad6d-7d99a1b67687 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:00.910881 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0a4ac5-34ab-4574-ad6d-7d99a1b67687 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:00.912993 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0a4ac5-34ab-4574-ad6d-7d99a1b67687 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:00.918047 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39732) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:00.918449 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8a0a4ac5-34ab-4574-ad6d-7d99a1b67687 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1281190 Aug 16 21:10:01.365225 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-2caf7fa1-d761-46ef-8f24-7d7deba0be4e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting subnet 6bbeb886-9e6d-4fc9-b95d-647d8f8310d2 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:10:01.375390 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f3db41b9-e59d-424e-8383-97e9c8e6ee6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:01.378526 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2caf7fa1-d761-46ef-8f24-7d7deba0be4e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:01.437949 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-edf0ae5b-227b-4491-8192-6ab5432885b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:01.459004 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2caf7fa1-d761-46ef-8f24-7d7deba0be4e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:01.463975 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ca5b057b-c46a-4d5b-aac9-5f2a8922f6bf tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:01.514251 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-edf0ae5b-227b-4491-8192-6ab5432885b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:01.516237 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-edf0ae5b-227b-4491-8192-6ab5432885b5 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/97c47e9a-07bc-4ee9-a5d7-73c15193b78c HTTP/1.1" status: 204 len: 168 time: 1.4421008 Aug 16 21:10:01.518852 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39736) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:01.533623 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0ae5b-227b-4491-8192-6ab5432885b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97c47e9a-07bc-4ee9-a5d7-73c15193b78c,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:01.564609 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ca5b057b-c46a-4d5b-aac9-5f2a8922f6bf tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:01.595441 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c7b8c08c-39ca-4768-9f68-07464a7e0d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:01.633142 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-ca5b057b-c46a-4d5b-aac9-5f2a8922f6bf tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] In _notify_port_updated(), no bound segment for port 4c9f157a-6c85-49b9-8b8e-b771bb8cbcb1 on network cb28dd23-44df-4d03-83bc-2e8af578f0b9 {{(pid=101844) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 21:10:01.634365 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5b057b-c46a-4d5b-aac9-5f2a8922f6bf tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:01.635109 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ca5b057b-c46a-4d5b-aac9-5f2a8922f6bf tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:01.636527 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ca5b057b-c46a-4d5b-aac9-5f2a8922f6bf tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] 10.222.0.84 "PUT /v2.0/ports/4c9f157a-6c85-49b9-8b8e-b771bb8cbcb1 HTTP/1.1" status: 200 len: 1129 time: 1.1985953 Aug 16 21:10:01.638639 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f3db41b9-e59d-424e-8383-97e9c8e6ee6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:01.660475 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39744) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:01.685221 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c7b8c08c-39ca-4768-9f68-07464a7e0d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:01.706924 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-c7b8c08c-39ca-4768-9f68-07464a7e0d41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:01.707100 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-f3db41b9-e59d-424e-8383-97e9c8e6ee6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['740ef0c6-0697-4070-9449-76605ea5c964']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:01.710531 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-c7b8c08c-39ca-4768-9f68-07464a7e0d41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b5ba9a-d22d-4237-a77b-df07a73a4617') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:01.710839 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-c7b8c08c-39ca-4768-9f68-07464a7e0d41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b5ba9a-d22d-4237-a77b-df07a73a4617') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:01.721423 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c7b8c08c-39ca-4768-9f68-07464a7e0d41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:01.737656 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b057b-c46a-4d5b-aac9-5f2a8922f6bf tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Pushing event updated for resources: {'Port': ['ID=4c9f157a-6c85-49b9-8b8e-b771bb8cbcb1,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:01.742212 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-f3db41b9-e59d-424e-8383-97e9c8e6ee6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b036ca4-a1fa-49fa-ad20-1822f115f531') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:01.742544 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-f3db41b9-e59d-424e-8383-97e9c8e6ee6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b036ca4-a1fa-49fa-ad20-1822f115f531') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:01.749315 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c7b8c08c-39ca-4768-9f68-07464a7e0d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:01.756074 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7b8c08c-39ca-4768-9f68-07464a7e0d41 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:10:01.756505 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c7b8c08c-39ca-4768-9f68-07464a7e0d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:01.760509 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:10:01.760509 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:10:01.760509 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:10:01.760509 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:10:01.760509 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:10:01.760509 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:10:01.760509 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:10:01.760509 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:10:01.760509 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:10:01.760509 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:10:01.760509 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:10:01.760509 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:10:01.760509 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:10:01.760509 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:10:01.760509 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:10:01.760509 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:10:01.760509 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:10:01.760509 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:10:01.760509 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:10:01.760509 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:10:01.760509 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:10:01.760509 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:10:01.760509 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:10:01.760509 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:10:01.760509 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:10:01.760509 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:10:01.760509 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:10:01.760509 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:10:01.760509 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:10:01.760509 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:10:01.760509 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:10:01.760509 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:10:01.766981 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f3db41b9-e59d-424e-8383-97e9c8e6ee6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:01.769284 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2caf7fa1-d761-46ef-8f24-7d7deba0be4e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:01.778670 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bf0449-de44-4fd0-8cd4-085b2c980c63 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:01.783401 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a0bf0449-de44-4fd0-8cd4-085b2c980c63 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] 10.222.0.84 "GET /v2.0/ports/4c9f157a-6c85-49b9-8b8e-b771bb8cbcb1 HTTP/1.1" status: 200 len: 1129 time: 0.1206071 Aug 16 21:10:01.800621 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39748) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:01.822648 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f3db41b9-e59d-424e-8383-97e9c8e6ee6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:01.836220 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3db41b9-e59d-424e-8383-97e9c8e6ee6c admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:10:01.836798 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f3db41b9-e59d-424e-8383-97e9c8e6ee6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:01.838646 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:10:01.838646 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:10:01.838646 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:10:01.838646 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:10:01.838646 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:10:01.838646 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:10:01.838646 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:10:01.838646 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:10:01.838646 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:10:01.838646 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:10:01.838646 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:10:01.838646 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:10:01.838646 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:10:01.838646 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:10:01.838646 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:10:01.838646 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:10:01.838646 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:10:01.838646 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:10:01.838646 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:10:01.838646 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:10:01.838646 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:10:01.838646 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:10:01.838646 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:10:01.838646 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:10:01.838646 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:10:01.838646 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:10:01.838646 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:10:01.838646 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:10:01.838646 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:10:01.838646 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:10:01.838646 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:10:01.838646 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:10:01.909678 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-3f54cd2c-0a55-4e0d-9f58-10019c1f7792 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Deleting port 4c9f157a-6c85-49b9-8b8e-b771bb8cbcb1 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:10:01.910081 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3f54cd2c-0a55-4e0d-9f58-10019c1f7792 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:01.975360 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c7b8c08c-39ca-4768-9f68-07464a7e0d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:01.983635 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c7b8c08c-39ca-4768-9f68-07464a7e0d41 admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:01.985533 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c7b8c08c-39ca-4768-9f68-07464a7e0d41 admin admin] 10.222.0.84 "DELETE /v2.0/networks/f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a HTTP/1.1" status: 204 len: 168 time: 0.4656308 Aug 16 21:10:01.991262 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f1abec17-b1a1-4be2-995a-1a39f2db915b None None] Provisioning complete for port 4c9f157a-6c85-49b9-8b8e-b771bb8cbcb1 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:01.991738 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f1abec17-b1a1-4be2-995a-1a39f2db915b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:02.004006 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f3db41b9-e59d-424e-8383-97e9c8e6ee6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:02.006690 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2caf7fa1-d761-46ef-8f24-7d7deba0be4e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:02.010224 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8c08c-39ca-4768-9f68-07464a7e0d41 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8b6e7f4-1209-4c1a-a8a9-f2f3abb89c1a,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:02.020349 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f3db41b9-e59d-424e-8383-97e9c8e6ee6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:02.022245 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f3db41b9-e59d-424e-8383-97e9c8e6ee6c admin admin] 10.222.0.84 "DELETE /v2.0/networks/740ef0c6-0697-4070-9449-76605ea5c964 HTTP/1.1" status: 204 len: 168 time: 1.1320958 Aug 16 21:10:02.039682 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3f54cd2c-0a55-4e0d-9f58-10019c1f7792 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:02.057539 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-3f54cd2c-0a55-4e0d-9f58-10019c1f7792 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Calling delete_port for 4c9f157a-6c85-49b9-8b8e-b771bb8cbcb1 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:10:02.060788 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db41b9-e59d-424e-8383-97e9c8e6ee6c admin admin] Pushing event deleted for resources: {'Network': ['ID=740ef0c6-0697-4070-9449-76605ea5c964,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:02.063140 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf7fa1-d761-46ef-8f24-7d7deba0be4e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Subnet': ['ID=6bbeb886-9e6d-4fc9-b95d-647d8f8310d2,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:02.070500 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2caf7fa1-d761-46ef-8f24-7d7deba0be4e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:02.070500 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2caf7fa1-d761-46ef-8f24-7d7deba0be4e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/6bbeb886-9e6d-4fc9-b95d-647d8f8310d2 HTTP/1.1" status: 204 len: 168 time: 1.1490381 Aug 16 21:10:02.071021 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7848db-dc17-4e4f-8922-e4a240181417 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:02.071115 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39754) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:02.073221 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-f1abec17-b1a1-4be2-995a-1a39f2db915b None None] Port 4c9f157a-6c85-49b9-8b8e-b771bb8cbcb1 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:10:02.151347 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff2d591d-e382-4de1-84ee-011854481c70 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting subnet 769b1312-aaba-4da4-abbe-f5488e16dab1 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:10:02.155147 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ff2d591d-e382-4de1-84ee-011854481c70 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:02.226748 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ff2d591d-e382-4de1-84ee-011854481c70 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:02.324055 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3f54cd2c-0a55-4e0d-9f58-10019c1f7792 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:02.359109 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54cd2c-0a55-4e0d-9f58-10019c1f7792 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Pushing event deleted for resources: {'Port': ['ID=4c9f157a-6c85-49b9-8b8e-b771bb8cbcb1,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:02.364620 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ff2d591d-e382-4de1-84ee-011854481c70 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:02.391068 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3f54cd2c-0a55-4e0d-9f58-10019c1f7792 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:02.400593 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3f54cd2c-0a55-4e0d-9f58-10019c1f7792 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] 10.222.0.84 "DELETE /v2.0/ports/4c9f157a-6c85-49b9-8b8e-b771bb8cbcb1 HTTP/1.1" status: 204 len: 168 time: 0.5910385 Aug 16 21:10:02.400918 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39768) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:02.410467 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39770) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:02.469856 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8a94f79-209e-48a1-8570-3f3ccd2e929e tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Deleting subnet 83bf9081-81d3-4fac-9c08-d6876149e28b {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:10:02.477828 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b8a94f79-209e-48a1-8570-3f3ccd2e929e tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:02.478090 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39772) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:02.516461 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-282c1c56-2f21-4c1d-9dd5-e60dafe3ba28 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d2ccb28421b949a096381daf7a8acf4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1046607 Aug 16 21:10:02.517628 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39774) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:02.543303 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b8a94f79-209e-48a1-8570-3f3ccd2e929e tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:02.596737 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-655daaaa-f985-411e-b61f-f20531d6214b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=75ea6fac04484f69bd6bee7c014db424&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1171317 Aug 16 21:10:02.600565 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ff2d591d-e382-4de1-84ee-011854481c70 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:02.606330 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39776) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:02.614111 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f771c49d-f2fe-451c-bf78-01163193b15d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:02.651538 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f771c49d-f2fe-451c-bf78-01163193b15d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:02.662067 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ff2d591d-e382-4de1-84ee-011854481c70 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:02.669622 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ff2d591d-e382-4de1-84ee-011854481c70 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/769b1312-aaba-4da4-abbe-f5488e16dab1 HTTP/1.1" status: 204 len: 168 time: 0.5976803 Aug 16 21:10:02.670649 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d591d-e382-4de1-84ee-011854481c70 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Subnet': ['ID=769b1312-aaba-4da4-abbe-f5488e16dab1,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:02.673846 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39778) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:02.742332 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-359b9a92-0949-40be-b65d-f6d0e12a284f tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0548050 Aug 16 21:10:02.745346 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39780) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:02.756879 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-775020ec-34ef-4aa9-b793-d0efd336dfec tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'subnet': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:02.775644 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b8a94f79-209e-48a1-8570-3f3ccd2e929e tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:02.864975 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a6641f35-5bd0-458f-9126-e8d72dc02652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:02.889988 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a6641f35-5bd0-458f-9126-e8d72dc02652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:02.975194 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f771c49d-f2fe-451c-bf78-01163193b15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:02.978341 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f771c49d-f2fe-451c-bf78-01163193b15d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:02.979811 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f771c49d-f2fe-451c-bf78-01163193b15d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/dfef6280-a8f9-4ca5-8e34-c4d2f89b56a6 HTTP/1.1" status: 204 len: 168 time: 0.4554038 Aug 16 21:10:02.989773 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771c49d-f2fe-451c-bf78-01163193b15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfef6280-a8f9-4ca5-8e34-c4d2f89b56a6,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:02.998251 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a6641f35-5bd0-458f-9126-e8d72dc02652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:03.000941 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a6641f35-5bd0-458f-9126-e8d72dc02652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:03.003005 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a6641f35-5bd0-458f-9126-e8d72dc02652 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/665cac97-d152-4b20-8b94-d08333efd79d HTTP/1.1" status: 204 len: 168 time: 0.3897521 Aug 16 21:10:03.003532 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b8a94f79-209e-48a1-8570-3f3ccd2e929e tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:03.006758 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775020ec-34ef-4aa9-b793-d0efd336dfec tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:03.015934 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-775020ec-34ef-4aa9-b793-d0efd336dfec tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:03.110928 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a94f79-209e-48a1-8570-3f3ccd2e929e tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Pushing event deleted for resources: {'Subnet': ['ID=83bf9081-81d3-4fac-9c08-d6876149e28b,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:03.132391 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6641f35-5bd0-458f-9126-e8d72dc02652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665cac97-d152-4b20-8b94-d08333efd79d,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:03.132391 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b8a94f79-209e-48a1-8570-3f3ccd2e929e tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:03.134207 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b8a94f79-209e-48a1-8570-3f3ccd2e929e tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] 10.222.0.84 "DELETE /v2.0/subnets/83bf9081-81d3-4fac-9c08-d6876149e28b HTTP/1.1" status: 204 len: 168 time: 0.7371783 Aug 16 21:10:03.137647 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39788) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:03.152860 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc18924e-9fc6-4f91-a9f7-f3a45fda902a None None] Network cb28dd23-44df-4d03-83bc-2e8af578f0b9 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:03.254585 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac14b1c-be0f-4a3c-8c3a-cb9cc3473ef8 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:03.297049 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58949e68-5cc2-464e-9c57-a6bfc8a0a608 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:03.358979 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-58949e68-5cc2-464e-9c57-a6bfc8a0a608 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Deleting port 1ae11c6e-adb0-4514-b977-220b49d7dca7 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:10:03.359345 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58949e68-5cc2-464e-9c57-a6bfc8a0a608 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:03.386580 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-4fef68da-bccb-48b7-b5a7-6533c0ea1048 None None] Provisioning complete for port 63268044-790c-4789-a4c4-0b05aaaec0dd triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:03.387118 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4fef68da-bccb-48b7-b5a7-6533c0ea1048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:03.434212 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-58949e68-5cc2-464e-9c57-a6bfc8a0a608 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] For port 1ae11c6e-adb0-4514-b977-220b49d7dca7, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=1ae11c6e-adb0-4514-b977-220b49d7dca7,segment=NetworkSegment(6445725d-6fa8-4f8c-af50-e6340cadd29f),segment_id=6445725d-6fa8-4f8c-af50-e6340cadd29f)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:03.434766 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58949e68-5cc2-464e-9c57-a6bfc8a0a608 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:03.448848 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-58949e68-5cc2-464e-9c57-a6bfc8a0a608 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Calling delete_port for 1ae11c6e-adb0-4514-b977-220b49d7dca7 owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:10:03.451177 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-775020ec-34ef-4aa9-b793-d0efd336dfec tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:03.593578 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8620b4-ed2c-41bb-8a3d-e34a1fbed0d2 None None] DHCP port deletion for cb28dd23-44df-4d03-83bc-2e8af578f0b9 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:10:03.601991 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775020ec-34ef-4aa9-b793-d0efd336dfec tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:03.616134 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-775020ec-34ef-4aa9-b793-d0efd336dfec tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:03.627514 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775020ec-34ef-4aa9-b793-d0efd336dfec tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:03.633126 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-775020ec-34ef-4aa9-b793-d0efd336dfec tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:03.649604 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687cf28a-3864-405a-b36b-1988dff555c2 None None] DHCP port deletion for 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:10:03.657082 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775020ec-34ef-4aa9-b793-d0efd336dfec tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Subnet': ['ID=bf8f3431-4360-4328-835c-99225e093001,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:03.702445 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-ee8620b4-ed2c-41bb-8a3d-e34a1fbed0d2 None None] Deleting port 1ae11c6e-adb0-4514-b977-220b49d7dca7 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:10:03.702826 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ee8620b4-ed2c-41bb-8a3d-e34a1fbed0d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:03.717681 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58949e68-5cc2-464e-9c57-a6bfc8a0a608 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:03.749203 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-687cf28a-3864-405a-b36b-1988dff555c2 None None] Deleting port 63268044-790c-4789-a4c4-0b05aaaec0dd {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:10:03.749594 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-687cf28a-3864-405a-b36b-1988dff555c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:03.751121 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58949e68-5cc2-464e-9c57-a6bfc8a0a608 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Pushing event deleted for resources: {'Port': ['ID=1ae11c6e-adb0-4514-b977-220b49d7dca7,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:03.758464 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58949e68-5cc2-464e-9c57-a6bfc8a0a608 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] No DVR routers for this DVR port 1ae11c6e-adb0-4514-b977-220b49d7dca7 on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:10:03.793403 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-775020ec-34ef-4aa9-b793-d0efd336dfec tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0465043 Aug 16 21:10:03.796762 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39802) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:03.805717 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-691d0e34-b052-4c3f-ba13-d2adab0d0e0e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'subnet': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:03.818286 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-ee8620b4-ed2c-41bb-8a3d-e34a1fbed0d2 None None] For port 1ae11c6e-adb0-4514-b977-220b49d7dca7, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=1ae11c6e-adb0-4514-b977-220b49d7dca7,segment=NetworkSegment(6445725d-6fa8-4f8c-af50-e6340cadd29f),segment_id=6445725d-6fa8-4f8c-af50-e6340cadd29f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:03.818680 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ee8620b4-ed2c-41bb-8a3d-e34a1fbed0d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:03.836052 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-ee8620b4-ed2c-41bb-8a3d-e34a1fbed0d2 None None] Calling delete_port for 1ae11c6e-adb0-4514-b977-220b49d7dca7 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:10:03.915848 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58949e68-5cc2-464e-9c57-a6bfc8a0a608 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:03.947169 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-687cf28a-3864-405a-b36b-1988dff555c2 None None] For port 63268044-790c-4789-a4c4-0b05aaaec0dd, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=63268044-790c-4789-a4c4-0b05aaaec0dd,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:03.947579 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-687cf28a-3864-405a-b36b-1988dff555c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:03.955604 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-58949e68-5cc2-464e-9c57-a6bfc8a0a608 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb28dd23-44df-4d03-83bc-2e8af578f0b9']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:03.984793 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-58949e68-5cc2-464e-9c57-a6bfc8a0a608 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6445725d-6fa8-4f8c-af50-e6340cadd29f') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:03.984793 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-58949e68-5cc2-464e-9c57-a6bfc8a0a608 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6445725d-6fa8-4f8c-af50-e6340cadd29f') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:04.001975 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58949e68-5cc2-464e-9c57-a6bfc8a0a608 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:04.039139 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58949e68-5cc2-464e-9c57-a6bfc8a0a608 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:04.060755 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58949e68-5cc2-464e-9c57-a6bfc8a0a608 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:10:04.062938 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58949e68-5cc2-464e-9c57-a6bfc8a0a608 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:04.065633 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-687cf28a-3864-405a-b36b-1988dff555c2 None None] Calling delete_port for 63268044-790c-4789-a4c4-0b05aaaec0dd owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:10:04.065874 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:10:04.065874 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:10:04.065874 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:10:04.065874 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:10:04.065874 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:10:04.065874 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:10:04.065874 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:10:04.065874 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:10:04.065874 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:10:04.065874 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:10:04.065874 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:10:04.065874 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:10:04.065874 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:10:04.065874 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:10:04.065874 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:10:04.065874 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:10:04.065874 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:10:04.065874 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:10:04.065874 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:10:04.065874 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:10:04.065874 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:10:04.065874 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:10:04.065874 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:10:04.065874 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:10:04.065874 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:10:04.065874 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:10:04.065874 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:10:04.065874 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:10:04.065874 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:10:04.065874 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:10:04.065874 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:10:04.065874 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:10:04.150711 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39810) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:04.151735 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 63268044-790c-4789-a4c4-0b05aaaec0dd no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:10:04.209475 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691d0e34-b052-4c3f-ba13-d2adab0d0e0e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:04.213444 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-691d0e34-b052-4c3f-ba13-d2adab0d0e0e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:04.225309 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e5b411da-5eec-44ae-8041-ff8e5aa9651a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=611dfd5db8f64a1a867700e269b7d6f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0688620 Aug 16 21:10:04.225529 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39812) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:04.232719 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ee8620b4-ed2c-41bb-8a3d-e34a1fbed0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:04.269771 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8620b4-ed2c-41bb-8a3d-e34a1fbed0d2 None None] Pushing event deleted for resources: {'Port': ['ID=1ae11c6e-adb0-4514-b977-220b49d7dca7,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:04.280603 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8620b4-ed2c-41bb-8a3d-e34a1fbed0d2 None None] No DVR routers for this DVR port 1ae11c6e-adb0-4514-b977-220b49d7dca7 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:10:04.297423 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58949e68-5cc2-464e-9c57-a6bfc8a0a608 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:04.305417 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58949e68-5cc2-464e-9c57-a6bfc8a0a608 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:04.310314 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-58949e68-5cc2-464e-9c57-a6bfc8a0a608 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] 10.222.0.84 "DELETE /v2.0/networks/cb28dd23-44df-4d03-83bc-2e8af578f0b9 HTTP/1.1" status: 204 len: 168 time: 1.1714582 Aug 16 21:10:04.342289 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58949e68-5cc2-464e-9c57-a6bfc8a0a608 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977 tempest-ExtraDHCPOptionsIpV6TestJSON-583213977-project] Pushing event deleted for resources: {'Network': ['ID=cb28dd23-44df-4d03-83bc-2e8af578f0b9,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:04.350345 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:04.351097 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-36cae9ac-638e-40c5-b753-1c032f722ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:04.356749 n-d-793620-15 neutron-server[101845]: INFO neutron.db.ipam_backend_mixin [None req-691d0e34-b052-4c3f-ba13-d2adab0d0e0e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bf8f3431-4360-4328-835c-99225e093001 (CIDR: 2001:db8::/64) Aug 16 21:10:04.374888 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-36cae9ac-638e-40c5-b753-1c032f722ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:04.398196 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-691d0e34-b052-4c3f-ba13-d2adab0d0e0e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:10:04.398940 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-691d0e34-b052-4c3f-ba13-d2adab0d0e0e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:04.427948 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-687cf28a-3864-405a-b36b-1988dff555c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:04.477461 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687cf28a-3864-405a-b36b-1988dff555c2 None None] Pushing event deleted for resources: {'Port': ['ID=63268044-790c-4789-a4c4-0b05aaaec0dd,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:04.480168 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687cf28a-3864-405a-b36b-1988dff555c2 None None] No DVR routers for this DVR port 63268044-790c-4789-a4c4-0b05aaaec0dd on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:10:04.481972 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 1ae11c6e-adb0-4514-b977-220b49d7dca7 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:10:04.508537 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6b0ff1-1676-4e20-baee-0c8cdcab5105 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:04.509905 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-36cae9ac-638e-40c5-b753-1c032f722ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:04.512184 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 1ae11c6e-adb0-4514-b977-220b49d7dca7 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:10:04.512376 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-691d0e34-b052-4c3f-ba13-d2adab0d0e0e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7125647 Aug 16 21:10:04.512507 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 1ae11c6e-adb0-4514-b977-220b49d7dca7 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:10:04.512664 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-36cae9ac-638e-40c5-b753-1c032f722ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:04.513657 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39830) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:04.524684 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-36cae9ac-638e-40c5-b753-1c032f722ca4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e538aead-42bf-4ec3-82ac-90a0790a837b HTTP/1.1" status: 204 len: 168 time: 0.2896991 Aug 16 21:10:04.528987 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'subnet': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:04.529151 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cae9ac-638e-40c5-b753-1c032f722ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e538aead-42bf-4ec3-82ac-90a0790a837b,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:04.702167 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f409b1-84f7-4f90-b0b6-2c5802f4d129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'tenant_id': '82725015d13d49169b6e377f421f6af8', 'fixed_ips': [{'subnet_id': 'bf8f3431-4360-4328-835c-99225e093001'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:10:04.703575 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-91f409b1-84f7-4f90-b0b6-2c5802f4d129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:04.802451 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:04.806863 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:04.900167 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39844) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:04.901448 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-91f409b1-84f7-4f90-b0b6-2c5802f4d129 None None] Allocated IP 2001:db8::2 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/bf8f3431-4360-4328-835c-99225e093001/f6c564c1-a1d6-46d0-b310-a2d3759cadbe) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:10:05.130780 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-91f409b1-84f7-4f90-b0b6-2c5802f4d129 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:05.151071 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-91f409b1-84f7-4f90-b0b6-2c5802f4d129 None None] Transition to ACTIVE for port object f6c564c1-a1d6-46d0-b310-a2d3759cadbe will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:05.179711 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-91f409b1-84f7-4f90-b0b6-2c5802f4d129 None None] Transition to ACTIVE for port object f6c564c1-a1d6-46d0-b310-a2d3759cadbe will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:05.238129 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-91f409b1-84f7-4f90-b0b6-2c5802f4d129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:05.291883 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f409b1-84f7-4f90-b0b6-2c5802f4d129 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:05.297686 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-91f409b1-84f7-4f90-b0b6-2c5802f4d129 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:05.305380 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f409b1-84f7-4f90-b0b6-2c5802f4d129 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:10:05.347388 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f409b1-84f7-4f90-b0b6-2c5802f4d129 None None] Pushing event updated for resources: {'Port': ['ID=f6c564c1-a1d6-46d0-b310-a2d3759cadbe,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:05.369669 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e7f5b0e3-4b8f-49c9-8d8b-4c6ac067e453 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fe4f7a6888c646de959b0809a7f3cc84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4594047 Aug 16 21:10:05.369904 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39856) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:05.376118 n-d-793620-15 neutron-server[101845]: DEBUG neutron.objects.ports [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101845) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 21:10:05.439333 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-91f409b1-84f7-4f90-b0b6-2c5802f4d129 None None] Attempting to bind port f6c564c1-a1d6-46d0-b310-a2d3759cadbe on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:10:05.439738 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-91f409b1-84f7-4f90-b0b6-2c5802f4d129 None None] Attempting to bind port f6c564c1-a1d6-46d0-b310-a2d3759cadbe by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:10:05.440136 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f409b1-84f7-4f90-b0b6-2c5802f4d129 None None] Attempting to bind port f6c564c1-a1d6-46d0-b310-a2d3759cadbe on network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:10:05.457860 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f409b1-84f7-4f90-b0b6-2c5802f4d129 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:10:05.458165 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f409b1-84f7-4f90-b0b6-2c5802f4d129 None None] Checking segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:05.458590 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-91f409b1-84f7-4f90-b0b6-2c5802f4d129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:05.458991 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f409b1-84f7-4f90-b0b6-2c5802f4d129 None None] Bound using segment: {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:10:05.459470 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-91f409b1-84f7-4f90-b0b6-2c5802f4d129 None None] Bound port: f6c564c1-a1d6-46d0-b310-a2d3759cadbe, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:10:05.469954 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-91f409b1-84f7-4f90-b0b6-2c5802f4d129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:05.500610 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-494ee1c5-c050-47ee-9abd-528d46ba5906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:05.540725 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-494ee1c5-c050-47ee-9abd-528d46ba5906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:05.663520 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-494ee1c5-c050-47ee-9abd-528d46ba5906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:05.669374 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-91f409b1-84f7-4f90-b0b6-2c5802f4d129 None None] For port f6c564c1-a1d6-46d0-b310-a2d3759cadbe, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:10:05.676364 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-494ee1c5-c050-47ee-9abd-528d46ba5906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:05.678309 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-494ee1c5-c050-47ee-9abd-528d46ba5906 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f9035383-33c0-47b7-b790-d4591e7fcbda HTTP/1.1" status: 204 len: 168 time: 0.3135459 Aug 16 21:10:05.692108 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-91f409b1-84f7-4f90-b0b6-2c5802f4d129 None None] For port f6c564c1-a1d6-46d0-b310-a2d3759cadbe, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=f6c564c1-a1d6-46d0-b310-a2d3759cadbe,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:10:05.698249 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ee1c5-c050-47ee-9abd-528d46ba5906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9035383-33c0-47b7-b790-d4591e7fcbda,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:05.737659 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:05.809433 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-91f409b1-84f7-4f90-b0b6-2c5802f4d129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:05.826135 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.db.api [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:10:05.826619 n-d-793620-15 neutron-server[101845]: DEBUG oslo_db.api [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:10:05.878098 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f409b1-84f7-4f90-b0b6-2c5802f4d129 None None] Pushing event updated for resources: {'Port': ['ID=f6c564c1-a1d6-46d0-b310-a2d3759cadbe,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:06.185063 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f6c564c1-a1d6-46d0-b310-a2d3759cadbe up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:06.332538 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port f6c564c1-a1d6-46d0-b310-a2d3759cadbe completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:06.374769 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:06.552408 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] For port f6c564c1-a1d6-46d0-b310-a2d3759cadbe, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=f6c564c1-a1d6-46d0-b310-a2d3759cadbe,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:06.590490 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:06.671094 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:06.671094 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:06.801919 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:06.808561 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Subnet': ['ID=3dcbf55e-ac00-4e76-ba7c-4da7c8755e46,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:06.811135 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Port': ['ID=f6c564c1-a1d6-46d0-b310-a2d3759cadbe,revision_number=4']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:06.822253 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:06.826262 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:06.827334 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:06.828854 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:06.829420 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:06.841028 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:06.841511 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:06.841819 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:06.842096 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:06.842432 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:06.842763 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:06.843095 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:06.843429 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:06.865541 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:06.866202 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:06.882181 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:06.884041 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:06.884465 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:06.885152 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:06.885559 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:06.885961 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:06.886363 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:06.886770 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:06.887162 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:06.887556 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:06.887995 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:06.888395 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:06.969037 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ce7eff-438d-427d-8dad-371ce07d80c4 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:07.015214 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7b2db1c5-aee7-444e-b372-52d6504ed0e4 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.4959729 Aug 16 21:10:07.018104 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39948) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:07.023850 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-db0d673b-3f6e-46e1-baa5-dce95ddfadf5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Request body: {'port': {'network_id': '34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5', 'mac_address': 'fa:16:3e:8b:81:82', 'name': 'tempest-NetworksTestDHCPv6-393811160'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:07.254768 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0d673b-3f6e-46e1-baa5-dce95ddfadf5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Made reservation on behalf of 82725015d13d49169b6e377f421f6af8 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:07.319718 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39976) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:07.341325 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-30ff505c-25fc-46d7-9a63-31d0d2ed44aa None None] Provisioning for port f6c564c1-a1d6-46d0-b310-a2d3759cadbe completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:07.346966 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-30ff505c-25fc-46d7-9a63-31d0d2ed44aa None None] Provisioning complete for port f6c564c1-a1d6-46d0-b310-a2d3759cadbe triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:07.348392 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-30ff505c-25fc-46d7-9a63-31d0d2ed44aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:07.409648 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-db0d673b-3f6e-46e1-baa5-dce95ddfadf5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:07.453448 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-db0d673b-3f6e-46e1-baa5-dce95ddfadf5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] device_id is not set on port 9a0bfe77-d675-44a0-963d-09e9b9d38961 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:10:07.459390 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-30ff505c-25fc-46d7-9a63-31d0d2ed44aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:07.501353 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-30ff505c-25fc-46d7-9a63-31d0d2ed44aa None None] For port f6c564c1-a1d6-46d0-b310-a2d3759cadbe, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=f6c564c1-a1d6-46d0-b310-a2d3759cadbe,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:07.574483 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-30ff505c-25fc-46d7-9a63-31d0d2ed44aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:07.662992 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-3027eb63-688f-49a4-89ce-755294de640b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-611338967'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:07.673264 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff505c-25fc-46d7-9a63-31d0d2ed44aa None None] Pushing event updated for resources: {'Port': ['ID=f6c564c1-a1d6-46d0-b310-a2d3759cadbe,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:07.771579 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-db0d673b-3f6e-46e1-baa5-dce95ddfadf5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Allocated IP 2001:db8::39 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/bf8f3431-4360-4328-835c-99225e093001/9a0bfe77-d675-44a0-963d-09e9b9d38961) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:10:07.780665 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-db0d673b-3f6e-46e1-baa5-dce95ddfadf5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8b:8182 (34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5/3dcbf55e-ac00-4e76-ba7c-4da7c8755e46/9a0bfe77-d675-44a0-963d-09e9b9d38961) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:10:07.799932 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3027eb63-688f-49a4-89ce-755294de640b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Made reservation on behalf of 81224c38c8894bf0bbc37d2578318d99 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:07.804175 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3027eb63-688f-49a4-89ce-755294de640b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:07.814579 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3027eb63-688f-49a4-89ce-755294de640b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:07.953167 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3027eb63-688f-49a4-89ce-755294de640b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:07.988424 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-db0d673b-3f6e-46e1-baa5-dce95ddfadf5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:08.015170 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-db0d673b-3f6e-46e1-baa5-dce95ddfadf5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Transition to ACTIVE for port object 9a0bfe77-d675-44a0-963d-09e9b9d38961 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:08.083393 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3027eb63-688f-49a4-89ce-755294de640b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:08.111594 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3027eb63-688f-49a4-89ce-755294de640b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:10:08.125814 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f6c564c1-a1d6-46d0-b310-a2d3759cadbe up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:08.136220 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027eb63-688f-49a4-89ce-755294de640b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b759b3fa-0ba8-475d-9bc6-688cd6b25a57,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:08.139822 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3027eb63-688f-49a4-89ce-755294de640b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:08.140293 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-3027eb63-688f-49a4-89ce-755294de640b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Added segment a696ba7a-358f-4b77-9153-bfd3fde9599e of type vlan for network 30983fd8-99ab-4374-b747-e1a59da125d6 Aug 16 21:10:08.180867 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-db0d673b-3f6e-46e1-baa5-dce95ddfadf5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:08.198323 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3027eb63-688f-49a4-89ce-755294de640b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:08.234193 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port f6c564c1-a1d6-46d0-b310-a2d3759cadbe triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:08.235026 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:08.310607 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0d673b-3f6e-46e1-baa5-dce95ddfadf5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:08.312549 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-db0d673b-3f6e-46e1-baa5-dce95ddfadf5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:08.324196 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0d673b-3f6e-46e1-baa5-dce95ddfadf5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:10:08.334619 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0d673b-3f6e-46e1-baa5-dce95ddfadf5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:08.334921 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3027eb63-688f-49a4-89ce-755294de640b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:08.336907 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-db0d673b-3f6e-46e1-baa5-dce95ddfadf5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:08.341466 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3027eb63-688f-49a4-89ce-755294de640b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:08.342694 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3027eb63-688f-49a4-89ce-755294de640b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:08.351810 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d673b-3f6e-46e1-baa5-dce95ddfadf5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event updated for resources: {'Port': ['ID=9a0bfe77-d675-44a0-963d-09e9b9d38961,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:08.398732 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ae63210c-cbd1-4242-9360-1c4dac649571 None None] Provisioning complete for port f6c564c1-a1d6-46d0-b310-a2d3759cadbe triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:08.399232 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ae63210c-cbd1-4242-9360-1c4dac649571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:08.422659 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-db0d673b-3f6e-46e1-baa5-dce95ddfadf5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.4031882 Aug 16 21:10:08.428272 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40026) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:08.510945 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3027eb63-688f-49a4-89ce-755294de640b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1895335 Aug 16 21:10:08.517544 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027eb63-688f-49a4-89ce-755294de640b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event updated for resources: {'Network': ['ID=30983fd8-99ab-4374-b747-e1a59da125d6,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:08.534103 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 30983fd8-99ab-4374-b747-e1a59da125d6 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:10:08.625316 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40034) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:08.747214 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-056b5deb-9fa4-4428-9ffe-8f3366ff852a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting port 9a0bfe77-d675-44a0-963d-09e9b9d38961 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:10:08.747894 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-056b5deb-9fa4-4428-9ffe-8f3366ff852a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:08.796739 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40052) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:08.802179 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-6bb68984-08da-4975-8434-5f8469df720b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Request body: {'subnet': {'network_id': '30983fd8-99ab-4374-b747-e1a59da125d6', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:08.864962 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-056b5deb-9fa4-4428-9ffe-8f3366ff852a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:08.871463 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ea37ae9a-6257-4684-a192-53355d75080b None None] Provisioning for port 9a0bfe77-d675-44a0-963d-09e9b9d38961 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:08.876055 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ea37ae9a-6257-4684-a192-53355d75080b None None] Provisioning complete for port 9a0bfe77-d675-44a0-963d-09e9b9d38961 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:08.876374 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ea37ae9a-6257-4684-a192-53355d75080b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:08.881831 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6dcc0de2-df3f-42e0-8899-179a46c70110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:08.882212 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-056b5deb-9fa4-4428-9ffe-8f3366ff852a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Calling delete_port for 9a0bfe77-d675-44a0-963d-09e9b9d38961 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:10:08.911162 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-ea37ae9a-6257-4684-a192-53355d75080b None None] Port 9a0bfe77-d675-44a0-963d-09e9b9d38961 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:10:09.008029 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6dcc0de2-df3f-42e0-8899-179a46c70110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:09.125061 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6dcc0de2-df3f-42e0-8899-179a46c70110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:09.172195 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6dcc0de2-df3f-42e0-8899-179a46c70110 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1150a14e04794d9486fda66034d05436&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5453296 Aug 16 21:10:09.173125 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc0de2-df3f-42e0-8899-179a46c70110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a565e89-d35d-4b59-80d4-7cb955f0fb5c,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:09.174876 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40064) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:09.182223 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-056b5deb-9fa4-4428-9ffe-8f3366ff852a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:09.214631 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb68984-08da-4975-8434-5f8469df720b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Made reservation on behalf of 81224c38c8894bf0bbc37d2578318d99 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:09.218332 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6bb68984-08da-4975-8434-5f8469df720b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:09.221031 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b5deb-9fa4-4428-9ffe-8f3366ff852a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Port': ['ID=9a0bfe77-d675-44a0-963d-09e9b9d38961,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:09.301942 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-056b5deb-9fa4-4428-9ffe-8f3366ff852a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:09.301942 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-056b5deb-9fa4-4428-9ffe-8f3366ff852a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/ports/9a0bfe77-d675-44a0-963d-09e9b9d38961 HTTP/1.1" status: 204 len: 168 time: 0.8692744 Aug 16 21:10:09.303962 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40074) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:09.312397 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-58ad9fbb-ef01-4e9c-a04d-d40993762555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:09.341067 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-58ad9fbb-ef01-4e9c-a04d-d40993762555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:09.414716 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de93b3ac-cb30-47b5-9f1a-16b9ae3dde60 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:09.418639 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-de93b3ac-cb30-47b5-9f1a-16b9ae3dde60 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1114669 Aug 16 21:10:09.423438 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40082) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:09.455012 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-58ad9fbb-ef01-4e9c-a04d-d40993762555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:09.460052 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-58ad9fbb-ef01-4e9c-a04d-d40993762555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:09.465484 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-58ad9fbb-ef01-4e9c-a04d-d40993762555 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6a565e89-d35d-4b59-80d4-7cb955f0fb5c HTTP/1.1" status: 204 len: 168 time: 0.2876205 Aug 16 21:10:09.491206 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad9fbb-ef01-4e9c-a04d-d40993762555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a565e89-d35d-4b59-80d4-7cb955f0fb5c,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:09.527452 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9948bee-a5b0-4c1c-82a3-cec04a1367f5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:09.531582 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d9948bee-a5b0-4c1c-82a3-cec04a1367f5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1047850 Aug 16 21:10:09.532059 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40090) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:09.595490 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb88cff5-33eb-4078-a504-59b64070c7c9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:09.597861 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb88cff5-33eb-4078-a504-59b64070c7c9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:09.599440 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb88cff5-33eb-4078-a504-59b64070c7c9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:09.601044 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-cb88cff5-33eb-4078-a504-59b64070c7c9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0679786 Aug 16 21:10:09.604198 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40092) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:09.655991 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e1a51a2-2e02-43ee-87d7-10ebbcf0a74a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting subnet 3dcbf55e-ac00-4e76-ba7c-4da7c8755e46 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:10:09.659066 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7e1a51a2-2e02-43ee-87d7-10ebbcf0a74a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:09.698437 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7e1a51a2-2e02-43ee-87d7-10ebbcf0a74a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:09.720364 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6bb68984-08da-4975-8434-5f8469df720b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:09.787060 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb68984-08da-4975-8434-5f8469df720b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event updated for resources: {'Subnet': ['ID=161cdf0d-d4b9-4dc2-8047-fc27417f388a,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:09.794937 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb68984-08da-4975-8434-5f8469df720b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Checking segment: {'id': 'a696ba7a-358f-4b77-9153-bfd3fde9599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '30983fd8-99ab-4374-b747-e1a59da125d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:09.795318 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb68984-08da-4975-8434-5f8469df720b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Network hostable DHCP agents. Network: 30983fd8-99ab-4374-b747-e1a59da125d6, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:10:09.806969 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7e1a51a2-2e02-43ee-87d7-10ebbcf0a74a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:09.909623 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb68984-08da-4975-8434-5f8469df720b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Network 30983fd8-99ab-4374-b747-e1a59da125d6 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:10:09.980864 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7e1a51a2-2e02-43ee-87d7-10ebbcf0a74a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:10.002263 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7249043f-a8f9-4b46-8c3b-0e4e322645f0 None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:10.008385 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-6bb68984-08da-4975-8434-5f8469df720b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 30983fd8-99ab-4374-b747-e1a59da125d6) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:10.012622 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb68984-08da-4975-8434-5f8469df720b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:10.017942 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6bb68984-08da-4975-8434-5f8469df720b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:10.029407 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40098) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:10.041441 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7e1a51a2-2e02-43ee-87d7-10ebbcf0a74a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:10.046169 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40102) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:10.049691 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7e1a51a2-2e02-43ee-87d7-10ebbcf0a74a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/3dcbf55e-ac00-4e76-ba7c-4da7c8755e46 HTTP/1.1" status: 204 len: 168 time: 0.4444807 Aug 16 21:10:10.051486 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a51a2-2e02-43ee-87d7-10ebbcf0a74a tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Subnet': ['ID=3dcbf55e-ac00-4e76-ba7c-4da7c8755e46,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:10.084105 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234e03d8-dc99-4845-9d84-3b09adc748ae None None] Network 30983fd8-99ab-4374-b747-e1a59da125d6 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:10.106608 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-5740db46-1070-4dca-830d-8a817c03caeb tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Deleting subnet bf8f3431-4360-4328-835c-99225e093001 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:10:10.110123 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5740db46-1070-4dca-830d-8a817c03caeb tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:10.133326 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6bb68984-08da-4975-8434-5f8469df720b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.3354092 Aug 16 21:10:10.137746 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40104) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:10.150195 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-0ec3948c-a0c8-4602-b8a2-1a30824f0af1 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-229107217'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:10.163144 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5740db46-1070-4dca-830d-8a817c03caeb tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:10.187857 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40106) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:10.203064 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-11661a96-5b52-4dee-a9fd-2bd7522cb2b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:10.207036 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-90f03742-babb-49df-889c-3f0d1820b66d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:10.240958 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec3948c-a0c8-4602-b8a2-1a30824f0af1 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Made reservation on behalf of 81224c38c8894bf0bbc37d2578318d99 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:10.246644 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0ec3948c-a0c8-4602-b8a2-1a30824f0af1 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:10.289147 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec3948c-a0c8-4602-b8a2-1a30824f0af1 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:10:10.291256 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.db.api [None req-90f03742-babb-49df-889c-3f0d1820b66d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 21:10:10.291256 n-d-793620-15 neutron-server[101844]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 21:10:10.291256 n-d-793620-15 neutron-server[101844]: [parameters: {'project_id_1': '46e31e1585e4407695dd4bfbb920d670', 'expiration_1': datetime.datetime(2021, 8, 16, 21, 10, 10, 231008)}] Aug 16 21:10:10.291256 n-d-793620-15 neutron-server[101844]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101844) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:10:10.291648 n-d-793620-15 neutron-server[101844]: DEBUG oslo_db.api [None req-90f03742-babb-49df-889c-3f0d1820b66d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:10:10.309556 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0ec3948c-a0c8-4602-b8a2-1a30824f0af1 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:10.309896 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-0ec3948c-a0c8-4602-b8a2-1a30824f0af1 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Added segment 978eaba7-d2f6-4737-bd63-e4be7f981db2 of type vlan for network e43cffbd-bd80-47e4-92b0-ef6c3a08a398 Aug 16 21:10:10.311068 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5740db46-1070-4dca-830d-8a817c03caeb tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:10.366882 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec36893-848e-485a-b96d-585572ef7840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-30983fd8-99ab-4374-b747-e1a59da125d6', 'network_id': '30983fd8-99ab-4374-b747-e1a59da125d6', 'tenant_id': '81224c38c8894bf0bbc37d2578318d99', 'fixed_ips': [{'subnet_id': '161cdf0d-d4b9-4dc2-8047-fc27417f388a'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:10:10.368062 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8ec36893-848e-485a-b96d-585572ef7840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:10.374291 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0ec3948c-a0c8-4602-b8a2-1a30824f0af1 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:10.423474 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-11661a96-5b52-4dee-a9fd-2bd7522cb2b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:10.501172 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5740db46-1070-4dca-830d-8a817c03caeb tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:10.530393 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-8ec36893-848e-485a-b96d-585572ef7840 None None] Allocated IP 172.20.255.242 (30983fd8-99ab-4374-b747-e1a59da125d6/161cdf0d-d4b9-4dc2-8047-fc27417f388a/6f54c23b-1a13-42ca-9139-dd92f9976cfe) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:10:10.530547 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0ec3948c-a0c8-4602-b8a2-1a30824f0af1 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:10.535643 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5740db46-1070-4dca-830d-8a817c03caeb tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:10.539454 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec3948c-a0c8-4602-b8a2-1a30824f0af1 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:10.542421 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5740db46-1070-4dca-830d-8a817c03caeb tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/bf8f3431-4360-4328-835c-99225e093001 HTTP/1.1" status: 204 len: 168 time: 0.4952285 Aug 16 21:10:10.544594 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40116) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:10.544832 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0ec3948c-a0c8-4602-b8a2-1a30824f0af1 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:10.552696 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-11661a96-5b52-4dee-a9fd-2bd7522cb2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:10.608393 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740db46-1070-4dca-830d-8a817c03caeb tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Subnet': ['ID=bf8f3431-4360-4328-835c-99225e093001,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:10.637451 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-11661a96-5b52-4dee-a9fd-2bd7522cb2b4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2288c08655e94fd3a57c76724f46ee56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4450603 Aug 16 21:10:10.647869 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40124) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:10.718069 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b3faabb8-5802-444e-a8da-18254a782766 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1662757 Aug 16 21:10:10.727523 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40128) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:10.764953 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0ec3948c-a0c8-4602-b8a2-1a30824f0af1 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6232872 Aug 16 21:10:10.767214 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40130) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:10.772321 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11661a96-5b52-4dee-a9fd-2bd7522cb2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0826846b-9cb6-42d2-8c5b-d181629c846b,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:10.782196 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec3948c-a0c8-4602-b8a2-1a30824f0af1 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event updated for resources: {'Network': ['ID=e43cffbd-bd80-47e4-92b0-ef6c3a08a398,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:10.789683 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-c1813338-c73f-4913-8289-0802eeac1dd7 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Request body: {'subnet': {'network_id': 'e43cffbd-bd80-47e4-92b0-ef6c3a08a398', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:10.807647 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8ec36893-848e-485a-b96d-585572ef7840 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:10.807989 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-90f03742-babb-49df-889c-3f0d1820b66d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:10.819796 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-86be0d94-fd33-4736-bc95-56ae13eec957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:10.835059 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-8ec36893-848e-485a-b96d-585572ef7840 None None] Transition to ACTIVE for port object 6f54c23b-1a13-42ca-9139-dd92f9976cfe will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:10.842596 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network e43cffbd-bd80-47e4-92b0-ef6c3a08a398 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:10:10.853047 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-86be0d94-fd33-4736-bc95-56ae13eec957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:10.919884 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81afe036-32a5-4d9b-bcf8-d8a0f746e40d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:10.921434 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-81afe036-32a5-4d9b-bcf8-d8a0f746e40d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2013209 Aug 16 21:10:10.925295 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40132) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:10.984306 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b293c0-0c97-416a-b7f6-86cddf13399d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:10.989535 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40134) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:10.989758 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c6b293c0-0c97-416a-b7f6-86cddf13399d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0625420 Aug 16 21:10:10.991425 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-86be0d94-fd33-4736-bc95-56ae13eec957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:10.992345 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-8ec36893-848e-485a-b96d-585572ef7840 None None] Transition to ACTIVE for port object 6f54c23b-1a13-42ca-9139-dd92f9976cfe will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:10.996425 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-86be0d94-fd33-4736-bc95-56ae13eec957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:10.997976 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-86be0d94-fd33-4736-bc95-56ae13eec957 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0826846b-9cb6-42d2-8c5b-d181629c846b HTTP/1.1" status: 204 len: 168 time: 0.3491158 Aug 16 21:10:11.023473 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be0d94-fd33-4736-bc95-56ae13eec957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0826846b-9cb6-42d2-8c5b-d181629c846b,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:11.052694 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a69213d2-e38e-43c4-8b2c-19dce0c82461 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0582516 Aug 16 21:10:11.053007 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40138) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:11.062220 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4bd2e510-19df-4427-8604-f1048658ea5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:11.098207 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-92d221ca-bc2c-447b-8008-47946338a681 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:11.098207 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92d221ca-bc2c-447b-8008-47946338a681 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:11.098207 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-92d221ca-bc2c-447b-8008-47946338a681 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/ports/9a0bfe77-d675-44a0-963d-09e9b9d38961 HTTP/1.1" status: 404 len: 333 time: 0.0408227 Aug 16 21:10:11.098207 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40140) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:11.117984 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8ec36893-848e-485a-b96d-585572ef7840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:11.129653 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8eaad16-e30c-4c4a-bbda-8334e2ad8422 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:11.130120 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8eaad16-e30c-4c4a-bbda-8334e2ad8422 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:11.134252 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a8eaad16-e30c-4c4a-bbda-8334e2ad8422 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/3dcbf55e-ac00-4e76-ba7c-4da7c8755e46 HTTP/1.1" status: 404 len: 337 time: 0.0328171 Aug 16 21:10:11.134573 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40142) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:11.168731 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec36893-848e-485a-b96d-585572ef7840 None None] Network 30983fd8-99ab-4374-b747-e1a59da125d6 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:11.174085 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-8ec36893-848e-485a-b96d-585572ef7840 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:11.177961 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec36893-848e-485a-b96d-585572ef7840 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:10:11.192058 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec36893-848e-485a-b96d-585572ef7840 None None] Pushing event updated for resources: {'Port': ['ID=6f54c23b-1a13-42ca-9139-dd92f9976cfe,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:11.193505 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-e998e2c5-abdc-4458-8a4b-c716851178ba tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:11.200322 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e998e2c5-abdc-4458-8a4b-c716851178ba tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:11.202213 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-90f03742-babb-49df-889c-3f0d1820b66d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:11.204372 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e998e2c5-abdc-4458-8a4b-c716851178ba tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/bf8f3431-4360-4328-835c-99225e093001 HTTP/1.1" status: 404 len: 337 time: 0.0687497 Aug 16 21:10:11.207589 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40146) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:11.222811 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec36893-848e-485a-b96d-585572ef7840 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:11.223213 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec36893-848e-485a-b96d-585572ef7840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:11.223574 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec36893-848e-485a-b96d-585572ef7840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:11.223862 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec36893-848e-485a-b96d-585572ef7840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:11.224205 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec36893-848e-485a-b96d-585572ef7840 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:11.224541 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec36893-848e-485a-b96d-585572ef7840 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:11.224876 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec36893-848e-485a-b96d-585572ef7840 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:11.225282 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec36893-848e-485a-b96d-585572ef7840 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:11.225524 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec36893-848e-485a-b96d-585572ef7840 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:11.225856 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec36893-848e-485a-b96d-585572ef7840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:11.226187 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec36893-848e-485a-b96d-585572ef7840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:11.226519 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec36893-848e-485a-b96d-585572ef7840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:11.240059 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d471323-98a2-4839-b24b-8c833e06b969 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:11.240768 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d471323-98a2-4839-b24b-8c833e06b969 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:11.244295 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6d471323-98a2-4839-b24b-8c833e06b969 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/ports/93d4b30b-fa0e-46f4-bae3-2fd8e63ced21 HTTP/1.1" status: 404 len: 333 time: 0.0348527 Aug 16 21:10:11.245471 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40148) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:11.264877 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100f0a4c-bd7a-4469-a312-48f07f4c926f None None] Network 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:11.277596 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-454ff9d0-1070-423e-8e87-409314cd1d43 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:11.278068 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-454ff9d0-1070-423e-8e87-409314cd1d43 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:11.280004 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-454ff9d0-1070-423e-8e87-409314cd1d43 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/769b1312-aaba-4da4-abbe-f5488e16dab1 HTTP/1.1" status: 404 len: 337 time: 0.0333607 Aug 16 21:10:11.282616 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40150) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:11.308657 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-8ec36893-848e-485a-b96d-585572ef7840 None None] Attempting to bind port 6f54c23b-1a13-42ca-9139-dd92f9976cfe on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:10:11.309026 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-8ec36893-848e-485a-b96d-585572ef7840 None None] Attempting to bind port 6f54c23b-1a13-42ca-9139-dd92f9976cfe by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'a696ba7a-358f-4b77-9153-bfd3fde9599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '30983fd8-99ab-4374-b747-e1a59da125d6'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:10:11.309577 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec36893-848e-485a-b96d-585572ef7840 None None] Attempting to bind port 6f54c23b-1a13-42ca-9139-dd92f9976cfe on network 30983fd8-99ab-4374-b747-e1a59da125d6 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:10:11.309710 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9c3686a-0aa2-4b4d-a270-2a729e82c924 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:11.310135 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9c3686a-0aa2-4b4d-a270-2a729e82c924 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:11.312320 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d9c3686a-0aa2-4b4d-a270-2a729e82c924 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/6bbeb886-9e6d-4fc9-b95d-647d8f8310d2 HTTP/1.1" status: 404 len: 337 time: 0.0286908 Aug 16 21:10:11.314930 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40152) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:11.316383 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-90f03742-babb-49df-889c-3f0d1820b66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:11.323964 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec36893-848e-485a-b96d-585572ef7840 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:10:11.327406 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec36893-848e-485a-b96d-585572ef7840 None None] Checking segment: {'id': 'a696ba7a-358f-4b77-9153-bfd3fde9599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '30983fd8-99ab-4374-b747-e1a59da125d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:11.327406 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8ec36893-848e-485a-b96d-585572ef7840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:11.327406 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec36893-848e-485a-b96d-585572ef7840 None None] Bound using segment: {'id': 'a696ba7a-358f-4b77-9153-bfd3fde9599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '30983fd8-99ab-4374-b747-e1a59da125d6'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:10:11.327406 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-8ec36893-848e-485a-b96d-585572ef7840 None None] Bound port: 6f54c23b-1a13-42ca-9139-dd92f9976cfe, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a696ba7a-358f-4b77-9153-bfd3fde9599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '30983fd8-99ab-4374-b747-e1a59da125d6'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:10:11.327406 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8ec36893-848e-485a-b96d-585572ef7840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:11.347662 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c3cab42-4a6e-45a6-a7af-ea47939b8779 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:11.348365 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c3cab42-4a6e-45a6-a7af-ea47939b8779 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:11.350272 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0c3cab42-4a6e-45a6-a7af-ea47939b8779 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/ports/5d9e82cd-dd65-4f2d-9afe-2ccf1f205900 HTTP/1.1" status: 404 len: 333 time: 0.0328655 Aug 16 21:10:11.350872 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40154) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:11.352793 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40156) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:11.353952 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-90f03742-babb-49df-889c-3f0d1820b66d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=46e31e1585e4407695dd4bfbb920d670&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3231862 Aug 16 21:10:11.372882 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40160) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:11.402212 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-8ec36893-848e-485a-b96d-585572ef7840 None None] For port 6f54c23b-1a13-42ca-9139-dd92f9976cfe, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:10:11.405817 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-8ec36893-848e-485a-b96d-585572ef7840 None None] For port 6f54c23b-1a13-42ca-9139-dd92f9976cfe, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=6f54c23b-1a13-42ca-9139-dd92f9976cfe,segment=NetworkSegment(a696ba7a-358f-4b77-9153-bfd3fde9599e),segment_id=a696ba7a-358f-4b77-9153-bfd3fde9599e)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:10:11.420535 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-b64b32e1-06bb-454c-b827-bab2fac9ce39 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:11.421024 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b64b32e1-06bb-454c-b827-bab2fac9ce39 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:11.422812 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b64b32e1-06bb-454c-b827-bab2fac9ce39 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/9f6b0b47-0211-47f4-a562-c1e274f09f50 HTTP/1.1" status: 404 len: 337 time: 0.0687752 Aug 16 21:10:11.427437 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40166) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:11.427692 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f03742-babb-49df-889c-3f0d1820b66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a7cbe8-b3cd-4266-ad11-bad5ea356db2,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:11.436036 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-803fde72-2b83-4388-a3b9-baa5a18dbe07 None None] Provisioning complete for port f6c564c1-a1d6-46d0-b310-a2d3759cadbe triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:11.436697 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-803fde72-2b83-4388-a3b9-baa5a18dbe07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:11.451400 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1813338-c73f-4913-8289-0802eeac1dd7 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Made reservation on behalf of 81224c38c8894bf0bbc37d2578318d99 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:11.466285 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c1813338-c73f-4913-8289-0802eeac1dd7 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:11.468347 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ee53a1-8744-4176-b1c0-ddc15e87f833 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:11.470892 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8ee53a1-8744-4176-b1c0-ddc15e87f833 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:11.470892 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f8ee53a1-8744-4176-b1c0-ddc15e87f833 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/a0661b35-3655-4da1-adb0-dad899ca6899 HTTP/1.1" status: 404 len: 337 time: 0.0408025 Aug 16 21:10:11.471608 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d3a7acce-d0d8-4fbd-bc22-66d51cc9809a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:11.479450 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40168) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:11.493200 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8ec36893-848e-485a-b96d-585572ef7840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:11.496487 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d3a7acce-d0d8-4fbd-bc22-66d51cc9809a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:11.578064 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec36893-848e-485a-b96d-585572ef7840 None None] Pushing event updated for resources: {'Port': ['ID=6f54c23b-1a13-42ca-9139-dd92f9976cfe,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:11.594246 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d37774-7e5f-4d0b-aac3-b529ebccc866 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:11.594246 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8d37774-7e5f-4d0b-aac3-b529ebccc866 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:11.596526 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f8d37774-7e5f-4d0b-aac3-b529ebccc866 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/ports/05480077-3462-40f7-a5be-418cb243d017 HTTP/1.1" status: 404 len: 333 time: 0.1164041 Aug 16 21:10:11.598224 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40174) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:11.607376 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-309c8f2c-a015-453e-94f6-1d118db78d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:11.649971 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-3809a1a0-0d0d-4f0d-b20d-186abc19c91e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:11.650425 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3809a1a0-0d0d-4f0d-b20d-186abc19c91e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:11.660837 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3809a1a0-0d0d-4f0d-b20d-186abc19c91e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/9c46b853-2fdb-4aab-8300-63b507844119 HTTP/1.1" status: 404 len: 337 time: 0.0610557 Aug 16 21:10:11.661720 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40178) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:11.663573 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d3a7acce-d0d8-4fbd-bc22-66d51cc9809a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:11.665028 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d3a7acce-d0d8-4fbd-bc22-66d51cc9809a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:11.666172 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d3a7acce-d0d8-4fbd-bc22-66d51cc9809a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/80a7cbe8-b3cd-4266-ad11-bad5ea356db2 HTTP/1.1" status: 204 len: 168 time: 0.3143775 Aug 16 21:10:11.716503 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7acce-d0d8-4fbd-bc22-66d51cc9809a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a7cbe8-b3cd-4266-ad11-bad5ea356db2,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:11.729165 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcb0e33d-aeca-48a3-816d-b5397dc937cb tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:11.736611 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcb0e33d-aeca-48a3-816d-b5397dc937cb tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:11.740183 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2caada5-f12c-4ce9-a5c3-2c8d73eed6e2 None None] DHCP port deletion for 34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:10:11.741256 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-bcb0e33d-aeca-48a3-816d-b5397dc937cb tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/98ea7288-1e64-448c-983b-860468f1a784 HTTP/1.1" status: 404 len: 337 time: 0.0692961 Aug 16 21:10:11.742332 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40184) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:11.777653 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f6a764f-50e9-4295-86ab-5dad8d748444 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:11.777653 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f6a764f-50e9-4295-86ab-5dad8d748444 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:11.779775 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5f6a764f-50e9-4295-86ab-5dad8d748444 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/ports/d5f33b56-d213-4323-bbdd-fbbfb6538ab9 HTTP/1.1" status: 404 len: 333 time: 0.0359712 Aug 16 21:10:11.780444 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40186) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:11.802600 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-309c8f2c-a015-453e-94f6-1d118db78d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:11.807189 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a3cc99e-d99c-4cd8-8efc-6a35fe342d02 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:11.810043 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a3cc99e-d99c-4cd8-8efc-6a35fe342d02 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:11.812313 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0a3cc99e-d99c-4cd8-8efc-6a35fe342d02 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/af85219c-7b5e-4719-ad8a-cb5961010797 HTTP/1.1" status: 404 len: 337 time: 0.0308828 Aug 16 21:10:11.813173 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40188) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:11.842582 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f3eea0-6d6c-4c26-800e-e7c31283d83d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:11.848678 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5f3eea0-6d6c-4c26-800e-e7c31283d83d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:11.849163 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-c2caada5-f12c-4ce9-a5c3-2c8d73eed6e2 None None] Deleting port f6c564c1-a1d6-46d0-b310-a2d3759cadbe {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:10:11.849163 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c2caada5-f12c-4ce9-a5c3-2c8d73eed6e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:11.849829 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b5f3eea0-6d6c-4c26-800e-e7c31283d83d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/ports/2a0c7964-694b-4cd1-afbb-205c62378ef5 HTTP/1.1" status: 404 len: 333 time: 0.0323272 Aug 16 21:10:11.850692 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40190) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:11.868979 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-309c8f2c-a015-453e-94f6-1d118db78d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:11.888871 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f9559e6-1d2f-4fd7-b9e6-6f75bb7137b2 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:11.889558 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f9559e6-1d2f-4fd7-b9e6-6f75bb7137b2 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:11.910306 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0f9559e6-1d2f-4fd7-b9e6-6f75bb7137b2 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/e0dcbddf-b22a-41bc-90c4-8cb967a02423 HTTP/1.1" status: 404 len: 337 time: 0.0551395 Aug 16 21:10:11.912671 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40192) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:11.954649 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-25b9d2ad-4398-4293-9f21-d0c5b6afe541 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:11.955238 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25b9d2ad-4398-4293-9f21-d0c5b6afe541 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:11.960574 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-25b9d2ad-4398-4293-9f21-d0c5b6afe541 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/ports/2ca25065-f74a-4b71-982c-8fb76df93cd5 HTTP/1.1" status: 404 len: 333 time: 0.0468619 Aug 16 21:10:11.961212 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40194) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:12.012286 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-d68a372a-f3dc-4ae7-8370-4001dcf2d4b1 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:12.012949 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d68a372a-f3dc-4ae7-8370-4001dcf2d4b1 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:12.016464 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d68a372a-f3dc-4ae7-8370-4001dcf2d4b1 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/e6c9cc94-90a9-49ba-a851-4f0a589b196c HTTP/1.1" status: 404 len: 337 time: 0.0533066 Aug 16 21:10:12.023560 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40198) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:12.026317 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-c2caada5-f12c-4ce9-a5c3-2c8d73eed6e2 None None] For port f6c564c1-a1d6-46d0-b310-a2d3759cadbe, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=f6c564c1-a1d6-46d0-b310-a2d3759cadbe,segment=NetworkSegment(c1b80e74-9d5b-4e3f-98c8-185ab74eace0),segment_id=c1b80e74-9d5b-4e3f-98c8-185ab74eace0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:12.027052 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c2caada5-f12c-4ce9-a5c3-2c8d73eed6e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:12.056140 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-c2caada5-f12c-4ce9-a5c3-2c8d73eed6e2 None None] Calling delete_port for f6c564c1-a1d6-46d0-b310-a2d3759cadbe owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:10:12.093762 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cc2efd5-cad5-4106-aec8-10dbe8f8c0b7 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:12.099452 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cc2efd5-cad5-4106-aec8-10dbe8f8c0b7 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:12.104661 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7cc2efd5-cad5-4106-aec8-10dbe8f8c0b7 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/ports/bc49a178-066d-40d8-bcfd-e0b99cb91104 HTTP/1.1" status: 404 len: 333 time: 0.0797179 Aug 16 21:10:12.105299 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40200) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:12.138225 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-309c8f2c-a015-453e-94f6-1d118db78d24 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7d78eec843494b7b8e96d677e07d94b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7635825 Aug 16 21:10:12.144642 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c8f2c-a015-453e-94f6-1d118db78d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b5c2e7-d980-4cd1-a92f-50fd22571ad3,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:12.150185 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40204) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:12.169946 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7110fde-0218-483e-93ec-d5998800bd0e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:12.172906 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7110fde-0218-483e-93ec-d5998800bd0e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:12.182408 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b7110fde-0218-483e-93ec-d5998800bd0e tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/c3065500-e451-4335-91a6-aad70c33a27a HTTP/1.1" status: 404 len: 337 time: 0.0760593 Aug 16 21:10:12.183621 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40206) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:12.231207 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-8043ddc4-9d08-4980-85a3-02634b4f5dd8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:12.232648 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8043ddc4-9d08-4980-85a3-02634b4f5dd8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:12.237096 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8043ddc4-9d08-4980-85a3-02634b4f5dd8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/ports/38f3b914-1246-4f8e-98e6-998d29aded44 HTTP/1.1" status: 404 len: 333 time: 0.0467958 Aug 16 21:10:12.238710 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6f54c23b-1a13-42ca-9139-dd92f9976cfe up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:12.241757 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40210) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:12.270074 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-9932f80a-4bbf-4d4a-b916-d1c432d61ea3 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:12.270938 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9932f80a-4bbf-4d4a-b916-d1c432d61ea3 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:12.272278 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9932f80a-4bbf-4d4a-b916-d1c432d61ea3 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/5470a4f7-4cf2-42f9-a258-9f88ccab8d9d HTTP/1.1" status: 404 len: 337 time: 0.0295689 Aug 16 21:10:12.276326 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40212) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:12.282753 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c1813338-c73f-4913-8289-0802eeac1dd7 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:12.304695 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-7821805b-7f54-4121-ab22-0cfa3f5da27d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:12.304695 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7821805b-7f54-4121-ab22-0cfa3f5da27d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:12.305751 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7821805b-7f54-4121-ab22-0cfa3f5da27d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/ports/802a05bb-7618-455b-9051-b12ad6b024fa HTTP/1.1" status: 404 len: 333 time: 0.0280552 Aug 16 21:10:12.311180 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40216) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:12.323648 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c2caada5-f12c-4ce9-a5c3-2c8d73eed6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:12.351259 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-d55c5984-caa4-49ac-80b1-79d9973ffc04 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:12.352077 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d55c5984-caa4-49ac-80b1-79d9973ffc04 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:12.354542 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d55c5984-caa4-49ac-80b1-79d9973ffc04 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/4679605e-0f2a-4279-a5b2-c1cb466cf2a9 HTTP/1.1" status: 404 len: 337 time: 0.0420976 Aug 16 21:10:12.358483 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40218) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:12.374995 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2caada5-f12c-4ce9-a5c3-2c8d73eed6e2 None None] Pushing event deleted for resources: {'Port': ['ID=f6c564c1-a1d6-46d0-b310-a2d3759cadbe,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:12.384870 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0b20edc0-b7eb-45d0-8749-200cfe18513d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:12.387468 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2caada5-f12c-4ce9-a5c3-2c8d73eed6e2 None None] No DVR routers for this DVR port f6c564c1-a1d6-46d0-b310-a2d3759cadbe on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:10:12.389323 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3ccf9cd-fa7a-4eaf-bd26-e183bfd0b347 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:12.389948 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3ccf9cd-fa7a-4eaf-bd26-e183bfd0b347 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:12.392139 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f3ccf9cd-fa7a-4eaf-bd26-e183bfd0b347 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/00df5dd9-82d8-4f96-8814-29423988b6e8 HTTP/1.1" status: 404 len: 337 time: 0.0322428 Aug 16 21:10:12.396113 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40220) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:12.418206 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1813338-c73f-4913-8289-0802eeac1dd7 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event updated for resources: {'Subnet': ['ID=ab18d5b2-5f0b-4d2d-acd2-2cf7d2117009,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:12.425783 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-366c5f94-5343-49f7-abed-eb4b428d1702 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:12.426462 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-366c5f94-5343-49f7-abed-eb4b428d1702 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:12.428807 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-366c5f94-5343-49f7-abed-eb4b428d1702 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/ports/2474c2d1-2877-4036-a923-b557815990df HTTP/1.1" status: 404 len: 333 time: 0.0310173 Aug 16 21:10:12.432432 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40222) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:12.435562 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0b20edc0-b7eb-45d0-8749-200cfe18513d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:12.449472 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1813338-c73f-4913-8289-0802eeac1dd7 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Checking segment: {'id': '978eaba7-d2f6-4737-bd63-e4be7f981db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e43cffbd-bd80-47e4-92b0-ef6c3a08a398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:12.449841 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1813338-c73f-4913-8289-0802eeac1dd7 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Network hostable DHCP agents. Network: e43cffbd-bd80-47e4-92b0-ef6c3a08a398, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:10:12.460304 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 6f54c23b-1a13-42ca-9139-dd92f9976cfe completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:12.488825 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb14e041-ee44-4f3f-bbab-6bfa9e12d8f0 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:12.489550 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb14e041-ee44-4f3f-bbab-6bfa9e12d8f0 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:12.492606 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fb14e041-ee44-4f3f-bbab-6bfa9e12d8f0 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/fbaa9c14-9e72-474c-bac9-dfbdbdbff791 HTTP/1.1" status: 404 len: 337 time: 0.0586736 Aug 16 21:10:12.496108 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40226) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:12.514410 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40228) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:12.530030 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f2733d9-761e-4161-98f5-23eebe4963bb tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:12.530267 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-af7605a4-12e8-4314-8977-e997d3058cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:12.530529 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f2733d9-761e-4161-98f5-23eebe4963bb tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:12.538643 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9f2733d9-761e-4161-98f5-23eebe4963bb tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/5b14e5c5-a8ae-4adc-82bc-7754e25e2efb HTTP/1.1" status: 404 len: 337 time: 0.0355554 Aug 16 21:10:12.539022 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40230) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:12.560371 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f6c564c1-a1d6-46d0-b310-a2d3759cadbe no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:10:12.572297 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-f69bcb9d-2042-4b51-90ab-f88061e1b700 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:12.573032 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f69bcb9d-2042-4b51-90ab-f88061e1b700 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:12.577186 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f69bcb9d-2042-4b51-90ab-f88061e1b700 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/ports/e6bc72d4-fb58-4f16-907b-248491edef85 HTTP/1.1" status: 404 len: 333 time: 0.0346775 Aug 16 21:10:12.577480 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40232) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:12.586392 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: f6c564c1-a1d6-46d0-b310-a2d3759cadbe {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:10:12.586807 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f6c564c1-a1d6-46d0-b310-a2d3759cadbe not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:10:12.594656 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1813338-c73f-4913-8289-0802eeac1dd7 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Network e43cffbd-bd80-47e4-92b0-ef6c3a08a398 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:10:12.620758 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc7d65f5-1433-41a9-9b6a-01efc66ec9b9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:12.623321 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc7d65f5-1433-41a9-9b6a-01efc66ec9b9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:12.623321 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-cc7d65f5-1433-41a9-9b6a-01efc66ec9b9 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/ed7e8e96-7c31-49b4-a2b4-9a804a5e28da HTTP/1.1" status: 404 len: 337 time: 0.0445259 Aug 16 21:10:12.625585 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40236) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:12.658062 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb45171-431c-4ba4-b5f8-d79de6fd8083 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:12.658291 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bb45171-431c-4ba4-b5f8-d79de6fd8083 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:12.660276 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3bb45171-431c-4ba4-b5f8-d79de6fd8083 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/425167af-cd69-47ee-8b76-cf59809ea9e7 HTTP/1.1" status: 404 len: 337 time: 0.0336637 Aug 16 21:10:12.661276 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0b20edc0-b7eb-45d0-8749-200cfe18513d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:12.662965 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40238) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:12.663765 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0b20edc0-b7eb-45d0-8749-200cfe18513d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:12.664925 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0b20edc0-b7eb-45d0-8749-200cfe18513d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f7b5c2e7-d980-4cd1-a92f-50fd22571ad3 HTTP/1.1" status: 204 len: 168 time: 0.5080845 Aug 16 21:10:12.681970 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b20edc0-b7eb-45d0-8749-200cfe18513d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b5c2e7-d980-4cd1-a92f-50fd22571ad3,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:12.695602 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-c1813338-c73f-4913-8289-0802eeac1dd7 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, e43cffbd-bd80-47e4-92b0-ef6c3a08a398) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:12.703727 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1813338-c73f-4913-8289-0802eeac1dd7 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:12.704448 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c1813338-c73f-4913-8289-0802eeac1dd7 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:12.727739 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4c255d-831d-40ca-8f21-a560121ad212 None None] Network e43cffbd-bd80-47e4-92b0-ef6c3a08a398 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:12.758306 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-e64e2948-e535-4a81-ab43-b8c0e2813a6b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:12.759728 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e64e2948-e535-4a81-ab43-b8c0e2813a6b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:12.766384 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e64e2948-e535-4a81-ab43-b8c0e2813a6b tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/ports/64aa7cd3-9717-4c3b-8ed7-641cb5f28d8c HTTP/1.1" status: 404 len: 333 time: 0.1009893 Aug 16 21:10:12.767263 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40242) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:12.773846 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-af7605a4-12e8-4314-8977-e997d3058cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:12.808908 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b3cc090-dfbf-4e1a-b0a9-82ac221b083d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:12.809571 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b3cc090-dfbf-4e1a-b0a9-82ac221b083d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:12.814429 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40246) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:12.814689 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9b3cc090-dfbf-4e1a-b0a9-82ac221b083d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/956523b7-ccb8-41c5-a629-e751d4b36441 HTTP/1.1" status: 404 len: 337 time: 0.0450091 Aug 16 21:10:12.867097 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4d764b4-a327-4a20-a1b5-5cc05af0b114 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:12.868399 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4d764b4-a327-4a20-a1b5-5cc05af0b114 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:12.871586 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e4d764b4-a327-4a20-a1b5-5cc05af0b114 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/720212f0-4c1e-44d1-a8aa-9bb34a8640f0 HTTP/1.1" status: 404 len: 337 time: 0.0558736 Aug 16 21:10:12.874123 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-af7605a4-12e8-4314-8977-e997d3058cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:12.876796 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40250) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:12.924995 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7605a4-12e8-4314-8977-e997d3058cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22582383-e837-44c7-93b5-7ff5236ba93b,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:12.943906 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-af7605a4-12e8-4314-8977-e997d3058cf0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d2b6c76e74644b678656d67216c74679&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4249096 Aug 16 21:10:12.944247 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40252) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:12.948551 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9bec13c3-7723-4e55-af8a-16e6be49e316 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/ports?device_id=39f6ed3c-6d03-42bb-a953-d90acaaa1557 HTTP/1.1" status: 200 len: 205 time: 0.0705397 Aug 16 21:10:12.949220 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40254) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:12.986185 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db65927e-71ff-4652-b9b6-6a6c2bde012f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-e43cffbd-bd80-47e4-92b0-ef6c3a08a398', 'network_id': 'e43cffbd-bd80-47e4-92b0-ef6c3a08a398', 'tenant_id': '81224c38c8894bf0bbc37d2578318d99', 'fixed_ips': [{'subnet_id': 'ab18d5b2-5f0b-4d2d-acd2-2cf7d2117009'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:10:12.987060 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-db65927e-71ff-4652-b9b6-6a6c2bde012f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:13.001129 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c1813338-c73f-4913-8289-0802eeac1dd7 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.2166412 Aug 16 21:10:13.004499 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40256) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:13.011208 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-5c54bf06-c86b-4bf4-8622-86d62ae3db88 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] delete failed (client error): The resource could not be found. Aug 16 21:10:13.015247 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5c54bf06-c86b-4bf4-8622-86d62ae3db88 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/routers/39f6ed3c-6d03-42bb-a953-d90acaaa1557 HTTP/1.1" status: 404 len: 336 time: 0.0650711 Aug 16 21:10:13.015890 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40258) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:13.052501 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8c7e9b1-8b51-4c77-9c27-06b56af535b5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:13.052886 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8c7e9b1-8b51-4c77-9c27-06b56af535b5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:13.055209 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-167b9819-e943-471c-841c-e2907680dbba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:13.057821 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e8c7e9b1-8b51-4c77-9c27-06b56af535b5 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/b09172f4-b60d-4c03-a77a-cc818ac182a7 HTTP/1.1" status: 404 len: 337 time: 0.0406842 Aug 16 21:10:13.058440 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40260) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:13.104346 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8df6fb64-9b85-43fc-9b36-7b50c27b3536 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "GET /v2.0/ports?device_id=967a7037-7802-46f6-bd12-f758e1267c6c HTTP/1.1" status: 200 len: 205 time: 0.0447564 Aug 16 21:10:13.105328 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40262) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:13.156169 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-e23ada97-1779-468d-9b06-1514decf6ca6 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] delete failed (client error): The resource could not be found. Aug 16 21:10:13.161677 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e23ada97-1779-468d-9b06-1514decf6ca6 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/routers/967a7037-7802-46f6-bd12-f758e1267c6c HTTP/1.1" status: 404 len: 336 time: 0.0545542 Aug 16 21:10:13.162259 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40266) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:13.203103 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e482004-2b00-49f4-85ef-f887a40c7791 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:13.203566 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e482004-2b00-49f4-85ef-f887a40c7791 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:13.208769 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7e482004-2b00-49f4-85ef-f887a40c7791 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/3cab3fbb-de3a-415c-b055-1e3a72a181e9 HTTP/1.1" status: 404 len: 337 time: 0.0454791 Aug 16 21:10:13.208970 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-167b9819-e943-471c-841c-e2907680dbba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:13.209417 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40272) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:13.224016 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-db65927e-71ff-4652-b9b6-6a6c2bde012f None None] Allocated IP 172.20.0.2 (e43cffbd-bd80-47e4-92b0-ef6c3a08a398/ab18d5b2-5f0b-4d2d-acd2-2cf7d2117009/77ea8470-a257-4083-ae72-544a857f57fa) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:10:13.251248 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcd8ed0f-c4b3-43d5-8e8d-c5fe93b92e37 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:13.251747 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcd8ed0f-c4b3-43d5-8e8d-c5fe93b92e37 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:13.257040 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-dcd8ed0f-c4b3-43d5-8e8d-c5fe93b92e37 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/96556e14-a007-4816-8f62-86c02848ab90 HTTP/1.1" status: 404 len: 337 time: 0.0465956 Aug 16 21:10:13.257811 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40274) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:13.282155 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d4a61c4f-c657-4c0c-801b-6134ee74d7ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:13.301453 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb463196-1db4-4d43-ba72-57757b27d9e8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:13.302495 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb463196-1db4-4d43-ba72-57757b27d9e8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:13.308144 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-eb463196-1db4-4d43-ba72-57757b27d9e8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/ports/87383fe0-fcb9-4dd5-ba5f-9df964403884 HTTP/1.1" status: 404 len: 333 time: 0.0487912 Aug 16 21:10:13.309392 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40280) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:13.356193 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb6a9b2b-1d7d-4baf-9049-c6f170c7e9b0 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:13.356825 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb6a9b2b-1d7d-4baf-9049-c6f170c7e9b0 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:13.362532 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-bb6a9b2b-1d7d-4baf-9049-c6f170c7e9b0 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/ce1f2ec3-0145-4e6a-8c0e-025474f98e53 HTTP/1.1" status: 404 len: 337 time: 0.0519197 Aug 16 21:10:13.363305 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40284) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:13.377510 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d4a61c4f-c657-4c0c-801b-6134ee74d7ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:13.392649 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-737e2b5c-0cde-45b0-bcc7-e730bd185947 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:13.393338 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-737e2b5c-0cde-45b0-bcc7-e730bd185947 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:13.399112 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-737e2b5c-0cde-45b0-bcc7-e730bd185947 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/ports/d6caa881-f3de-486a-aad2-628a5729d708 HTTP/1.1" status: 404 len: 333 time: 0.0347464 Aug 16 21:10:13.400074 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40286) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:13.410469 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-db65927e-71ff-4652-b9b6-6a6c2bde012f None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:13.424740 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6fbf37-8a8c-46a7-95f5-d81cba20fd8e None None] Network 30983fd8-99ab-4374-b747-e1a59da125d6 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:13.429049 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-167b9819-e943-471c-841c-e2907680dbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:13.431731 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-167b9819-e943-471c-841c-e2907680dbba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:13.432328 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4f1d34-6bbe-45d9-bfb8-ac9c959e7fba tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:13.432912 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c4f1d34-6bbe-45d9-bfb8-ac9c959e7fba tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:13.435867 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-167b9819-e943-471c-841c-e2907680dbba admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/22582383-e837-44c7-93b5-7ff5236ba93b HTTP/1.1" status: 204 len: 168 time: 0.4905317 Aug 16 21:10:13.436474 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5c4f1d34-6bbe-45d9-bfb8-ac9c959e7fba tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/a8c79c13-f9da-44ea-a614-f466b212def0 HTTP/1.1" status: 404 len: 337 time: 0.0352008 Aug 16 21:10:13.437783 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40290) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:13.442561 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-db65927e-71ff-4652-b9b6-6a6c2bde012f None None] Transition to ACTIVE for port object 77ea8470-a257-4083-ae72-544a857f57fa will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:13.448097 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b9819-e943-471c-841c-e2907680dbba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22582383-e837-44c7-93b5-7ff5236ba93b,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:13.466432 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-cec705b3-01e6-42ff-9641-6ad27baa87b8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:13.467213 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cec705b3-01e6-42ff-9641-6ad27baa87b8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:13.468996 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-cec705b3-01e6-42ff-9641-6ad27baa87b8 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/ports/7531b789-1902-4cde-ae27-35f740f978ba HTTP/1.1" status: 404 len: 333 time: 0.0302944 Aug 16 21:10:13.473284 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40294) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:13.513002 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae6de99-5e14-4c30-9a1b-57d58380ae8c tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:13.513471 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ae6de99-5e14-4c30-9a1b-57d58380ae8c tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:13.517675 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-7ae6de99-5e14-4c30-9a1b-57d58380ae8c tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/ff0ad428-8d42-4e29-b8f5-bac1e1cf4a13 HTTP/1.1" status: 404 len: 337 time: 0.0383155 Aug 16 21:10:13.518463 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40298) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:13.523477 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-db65927e-71ff-4652-b9b6-6a6c2bde012f None None] Transition to ACTIVE for port object 77ea8470-a257-4083-ae72-544a857f57fa will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:13.546960 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cfa074e-0cad-4571-aee7-18a5e375f081 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:13.547631 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cfa074e-0cad-4571-aee7-18a5e375f081 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:13.549990 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-7cfa074e-0cad-4571-aee7-18a5e375f081 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/ports/f849467e-47af-444d-bcb8-3d5aa76d20eb HTTP/1.1" status: 404 len: 333 time: 0.0306735 Aug 16 21:10:13.553096 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40300) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:13.583076 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e338af6-722c-4c42-9690-7e529cefd80d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:13.584095 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e338af6-722c-4c42-9690-7e529cefd80d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:13.586933 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1e5874cb-d607-4e31-842b-f64539f581fc None None] Provisioning for port 6f54c23b-1a13-42ca-9139-dd92f9976cfe completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:13.589008 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40302) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:13.589984 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6e338af6-722c-4c42-9690-7e529cefd80d tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/b97e727f-c579-44e1-8d1e-819dc97fa34d HTTP/1.1" status: 404 len: 337 time: 0.0352180 Aug 16 21:10:13.596417 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1e5874cb-d607-4e31-842b-f64539f581fc None None] Provisioning complete for port 6f54c23b-1a13-42ca-9139-dd92f9976cfe triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:13.596807 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1e5874cb-d607-4e31-842b-f64539f581fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:13.616531 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd9edebb-3338-470c-9d42-234ff1f0c8ce tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:13.618617 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-db65927e-71ff-4652-b9b6-6a6c2bde012f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:13.618831 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd9edebb-3338-470c-9d42-234ff1f0c8ce tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:13.621170 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-fd9edebb-3338-470c-9d42-234ff1f0c8ce tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/ports/29512ff4-9e88-41d5-980b-2821af773368 HTTP/1.1" status: 404 len: 333 time: 0.0297458 Aug 16 21:10:13.624502 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40304) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:13.627396 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4878a182-7948-42da-bdaa-881ac0192cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:13.668765 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-a04ea0c2-d6eb-4455-a73f-50b1426f903c tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:13.669496 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a04ea0c2-d6eb-4455-a73f-50b1426f903c tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:13.672284 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a04ea0c2-d6eb-4455-a73f-50b1426f903c tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/81a3768d-c648-458f-b13e-1580c68d332d HTTP/1.1" status: 404 len: 337 time: 0.0466664 Aug 16 21:10:13.674793 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40308) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:13.679954 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db65927e-71ff-4652-b9b6-6a6c2bde012f None None] Network e43cffbd-bd80-47e4-92b0-ef6c3a08a398 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:13.688560 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-db65927e-71ff-4652-b9b6-6a6c2bde012f None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:13.702038 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4c39bd4-e765-4961-a1df-63ce863b80de tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:13.702730 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4c39bd4-e765-4961-a1df-63ce863b80de tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:13.704625 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e4c39bd4-e765-4961-a1df-63ce863b80de tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/ports/5035aca7-6a72-4c4e-8474-3e4992d14792 HTTP/1.1" status: 404 len: 333 time: 0.0285478 Aug 16 21:10:13.707939 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40310) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:13.740877 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-285785ac-852c-426c-a914-8186739c45d7 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:13.741491 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-285785ac-852c-426c-a914-8186739c45d7 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:13.743536 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-285785ac-852c-426c-a914-8186739c45d7 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/5080dba0-4422-48bc-aa9c-1275f578985d HTTP/1.1" status: 404 len: 337 time: 0.0344870 Aug 16 21:10:13.746438 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40312) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:13.771965 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-59866e6e-72d5-47a9-8c7e-ddf140687a57 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:13.772798 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59866e6e-72d5-47a9-8c7e-ddf140687a57 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:13.774583 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-59866e6e-72d5-47a9-8c7e-ddf140687a57 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/ports/66866f6f-7aaa-4f4d-b2fd-51fb6deb9b0f HTTP/1.1" status: 404 len: 333 time: 0.0271242 Aug 16 21:10:13.777591 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40314) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:13.787759 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d4a61c4f-c657-4c0c-801b-6134ee74d7ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:13.833851 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bc11306-0961-4925-b6bd-72c5486bd7f2 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:13.834414 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bc11306-0961-4925-b6bd-72c5486bd7f2 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:13.836216 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1bc11306-0961-4925-b6bd-72c5486bd7f2 tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/subnets/3420fb6c-6c30-4d76-aa1c-efb7410a6097 HTTP/1.1" status: 404 len: 337 time: 0.0579724 Aug 16 21:10:13.840331 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40318) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:13.840518 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a61c4f-c657-4c0c-801b-6134ee74d7ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event deleted for resources: {'Subnet': ['ID=ab18d5b2-5f0b-4d2d-acd2-2cf7d2117009,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:13.911733 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db65927e-71ff-4652-b9b6-6a6c2bde012f None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:10:13.960328 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65927e-71ff-4652-b9b6-6a6c2bde012f None None] Pushing event updated for resources: {'Port': ['ID=77ea8470-a257-4083-ae72-544a857f57fa,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:13.976719 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cfc6b388-128a-4f9c-8991-06db9fce81be tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:13.980821 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d4a61c4f-c657-4c0c-801b-6134ee74d7ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:13.994921 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-d4a61c4f-c657-4c0c-801b-6134ee74d7ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e43cffbd-bd80-47e4-92b0-ef6c3a08a398']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:14.011259 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-d4a61c4f-c657-4c0c-801b-6134ee74d7ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '978eaba7-d2f6-4737-bd63-e4be7f981db2') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:14.011576 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-d4a61c4f-c657-4c0c-801b-6134ee74d7ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '978eaba7-d2f6-4737-bd63-e4be7f981db2') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:14.022465 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d4a61c4f-c657-4c0c-801b-6134ee74d7ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:14.051001 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d4a61c4f-c657-4c0c-801b-6134ee74d7ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:14.058799 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4a61c4f-c657-4c0c-801b-6134ee74d7ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:10:14.059454 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d4a61c4f-c657-4c0c-801b-6134ee74d7ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:14.064690 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:10:14.064690 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:10:14.064690 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:10:14.064690 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:10:14.064690 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:10:14.064690 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:10:14.064690 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:10:14.064690 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:10:14.064690 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:10:14.064690 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:10:14.064690 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:10:14.064690 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:10:14.064690 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:10:14.064690 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:10:14.064690 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:10:14.064690 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:10:14.064690 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:10:14.064690 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:10:14.064690 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:10:14.064690 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:10:14.064690 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:10:14.064690 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:10:14.064690 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:10:14.064690 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:10:14.064690 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:10:14.064690 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:10:14.064690 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:10:14.064690 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:10:14.064690 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:10:14.064690 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:10:14.064690 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:10:14.064690 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:10:14.070766 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:14.084039 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-db65927e-71ff-4652-b9b6-6a6c2bde012f None None] Attempting to bind port 77ea8470-a257-4083-ae72-544a857f57fa on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:10:14.084330 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-db65927e-71ff-4652-b9b6-6a6c2bde012f None None] Attempting to bind port 77ea8470-a257-4083-ae72-544a857f57fa by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '978eaba7-d2f6-4737-bd63-e4be7f981db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e43cffbd-bd80-47e4-92b0-ef6c3a08a398'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:10:14.084707 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db65927e-71ff-4652-b9b6-6a6c2bde012f None None] Attempting to bind port 77ea8470-a257-4083-ae72-544a857f57fa on network e43cffbd-bd80-47e4-92b0-ef6c3a08a398 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:10:14.110246 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db65927e-71ff-4652-b9b6-6a6c2bde012f None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:10:14.114593 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db65927e-71ff-4652-b9b6-6a6c2bde012f None None] Checking segment: {'id': '978eaba7-d2f6-4737-bd63-e4be7f981db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e43cffbd-bd80-47e4-92b0-ef6c3a08a398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:14.115064 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-db65927e-71ff-4652-b9b6-6a6c2bde012f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:14.115587 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db65927e-71ff-4652-b9b6-6a6c2bde012f None None] Bound using segment: {'id': '978eaba7-d2f6-4737-bd63-e4be7f981db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e43cffbd-bd80-47e4-92b0-ef6c3a08a398'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:10:14.116163 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-db65927e-71ff-4652-b9b6-6a6c2bde012f None None] Bound port: 77ea8470-a257-4083-ae72-544a857f57fa, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '978eaba7-d2f6-4737-bd63-e4be7f981db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e43cffbd-bd80-47e4-92b0-ef6c3a08a398'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:10:14.116569 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-db65927e-71ff-4652-b9b6-6a6c2bde012f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:14.141519 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cfc6b388-128a-4f9c-8991-06db9fce81be tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:14.145571 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1e5874cb-d607-4e31-842b-f64539f581fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:14.154319 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-cfc6b388-128a-4f9c-8991-06db9fce81be tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:14.172727 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-cfc6b388-128a-4f9c-8991-06db9fce81be tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:14.173013 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-cfc6b388-128a-4f9c-8991-06db9fce81be tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b80e74-9d5b-4e3f-98c8-185ab74eace0') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:14.185279 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cfc6b388-128a-4f9c-8991-06db9fce81be tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:14.186579 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.db.api [None req-d4a61c4f-c657-4c0c-801b-6134ee74d7ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 21:10:14.186579 n-d-793620-15 neutron-server[101844]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 21:10:14.186579 n-d-793620-15 neutron-server[101844]: [parameters: {'id': 'e43cffbd-bd80-47e4-92b0-ef6c3a08a398'}] Aug 16 21:10:14.186579 n-d-793620-15 neutron-server[101844]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101844) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:10:14.187700 n-d-793620-15 neutron-server[101844]: DEBUG oslo_db.api [None req-d4a61c4f-c657-4c0c-801b-6134ee74d7ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:10:14.203352 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cfc6b388-128a-4f9c-8991-06db9fce81be tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:14.210184 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfc6b388-128a-4f9c-8991-06db9fce81be tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:10:14.210639 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cfc6b388-128a-4f9c-8991-06db9fce81be tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:14.214585 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:10:14.214585 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:10:14.214585 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:10:14.214585 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:10:14.214585 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:10:14.214585 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:10:14.214585 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:10:14.214585 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:10:14.214585 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:10:14.214585 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:10:14.214585 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:10:14.214585 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:10:14.214585 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:10:14.214585 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:10:14.214585 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:10:14.214585 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:10:14.214585 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:10:14.214585 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:10:14.214585 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:10:14.214585 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:10:14.214585 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:10:14.214585 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:10:14.214585 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:10:14.214585 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:10:14.214585 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:10:14.214585 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:10:14.214585 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:10:14.214585 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:10:14.214585 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:10:14.214585 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:10:14.214585 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:10:14.214585 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:10:14.236419 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-1e5874cb-d607-4e31-842b-f64539f581fc None None] For port 6f54c23b-1a13-42ca-9139-dd92f9976cfe, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=6f54c23b-1a13-42ca-9139-dd92f9976cfe,segment=NetworkSegment(a696ba7a-358f-4b77-9153-bfd3fde9599e),segment_id=a696ba7a-358f-4b77-9153-bfd3fde9599e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:14.293735 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-db65927e-71ff-4652-b9b6-6a6c2bde012f None None] For port 77ea8470-a257-4083-ae72-544a857f57fa, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:10:14.293735 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-db65927e-71ff-4652-b9b6-6a6c2bde012f None None] For port 77ea8470-a257-4083-ae72-544a857f57fa, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=77ea8470-a257-4083-ae72-544a857f57fa,segment=NetworkSegment(978eaba7-d2f6-4737-bd63-e4be7f981db2),segment_id=978eaba7-d2f6-4737-bd63-e4be7f981db2)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:10:14.340068 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1e5874cb-d607-4e31-842b-f64539f581fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:14.365009 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cfc6b388-128a-4f9c-8991-06db9fce81be tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:14.367216 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-db65927e-71ff-4652-b9b6-6a6c2bde012f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:14.373763 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cfc6b388-128a-4f9c-8991-06db9fce81be tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:14.378226 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-cfc6b388-128a-4f9c-8991-06db9fce81be tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] 10.222.0.84 "DELETE /v2.0/networks/34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5 HTTP/1.1" status: 204 len: 168 time: 0.5373571 Aug 16 21:10:14.399342 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc6b388-128a-4f9c-8991-06db9fce81be tempest-NetworksTestDHCPv6-2033496737 tempest-NetworksTestDHCPv6-2033496737-project] Pushing event deleted for resources: {'Network': ['ID=34528cb9-cae8-4f6c-a7cd-2cc3690bf2f5,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:14.427311 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5874cb-d607-4e31-842b-f64539f581fc None None] Pushing event updated for resources: {'Port': ['ID=6f54c23b-1a13-42ca-9139-dd92f9976cfe,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:14.487538 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9c2c71-5614-4163-acbc-e447b3b7a49d None None] Network e43cffbd-bd80-47e4-92b0-ef6c3a08a398 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:14.537830 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-60da5815-a381-4114-a07c-aa75f84d8fc9 None None] Provisioning complete for port 6f54c23b-1a13-42ca-9139-dd92f9976cfe triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:14.538213 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-60da5815-a381-4114-a07c-aa75f84d8fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:14.566753 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65927e-71ff-4652-b9b6-6a6c2bde012f None None] Pushing event updated for resources: {'Port': ['ID=77ea8470-a257-4083-ae72-544a857f57fa,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:14.692319 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d4a61c4f-c657-4c0c-801b-6134ee74d7ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:14.719160 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406dc640-6277-4e91-ad56-89b414b38636 None None] get_active_networks_info from n-d-793620-15 {{(pid=101846) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 21:10:14.756997 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-d4a61c4f-c657-4c0c-801b-6134ee74d7ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Deleting port 77ea8470-a257-4083-ae72-544a857f57fa {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:10:14.757363 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d4a61c4f-c657-4c0c-801b-6134ee74d7ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:14.815196 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406dc640-6277-4e91-ad56-89b414b38636 None None] Resources bound (agent type, host, resource id): {{(pid=101846) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 21:10:14.821946 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-d4a61c4f-c657-4c0c-801b-6134ee74d7ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] For port 77ea8470-a257-4083-ae72-544a857f57fa, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=77ea8470-a257-4083-ae72-544a857f57fa,segment=NetworkSegment(978eaba7-d2f6-4737-bd63-e4be7f981db2),segment_id=978eaba7-d2f6-4737-bd63-e4be7f981db2)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:14.822397 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d4a61c4f-c657-4c0c-801b-6134ee74d7ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:14.835543 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-d4a61c4f-c657-4c0c-801b-6134ee74d7ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Calling delete_port for 77ea8470-a257-4083-ae72-544a857f57fa owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:10:14.870700 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:15.014781 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d4a61c4f-c657-4c0c-801b-6134ee74d7ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:15.066153 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a61c4f-c657-4c0c-801b-6134ee74d7ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event deleted for resources: {'Port': ['ID=77ea8470-a257-4083-ae72-544a857f57fa,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:15.070862 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a61c4f-c657-4c0c-801b-6134ee74d7ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] No DVR routers for this DVR port 77ea8470-a257-4083-ae72-544a857f57fa on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:10:15.145240 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40364) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:15.169206 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d4a61c4f-c657-4c0c-801b-6134ee74d7ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:15.182580 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-d4a61c4f-c657-4c0c-801b-6134ee74d7ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e43cffbd-bd80-47e4-92b0-ef6c3a08a398']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:15.197274 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-d4a61c4f-c657-4c0c-801b-6134ee74d7ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '978eaba7-d2f6-4737-bd63-e4be7f981db2') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:15.197274 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-d4a61c4f-c657-4c0c-801b-6134ee74d7ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '978eaba7-d2f6-4737-bd63-e4be7f981db2') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:15.205346 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d4a61c4f-c657-4c0c-801b-6134ee74d7ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:15.220839 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d4a61c4f-c657-4c0c-801b-6134ee74d7ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:15.227068 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4a61c4f-c657-4c0c-801b-6134ee74d7ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:10:15.227590 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d4a61c4f-c657-4c0c-801b-6134ee74d7ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:15.230926 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:10:15.230926 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:10:15.230926 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:10:15.230926 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:10:15.230926 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:10:15.230926 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:10:15.230926 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:10:15.230926 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:10:15.230926 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:10:15.230926 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:10:15.230926 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:10:15.230926 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:10:15.230926 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:10:15.230926 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:10:15.230926 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:10:15.230926 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:10:15.230926 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:10:15.230926 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:10:15.230926 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:10:15.230926 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:10:15.230926 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:10:15.230926 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:10:15.230926 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:10:15.230926 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:10:15.230926 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:10:15.230926 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:10:15.230926 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:10:15.230926 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:10:15.230926 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:10:15.230926 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:10:15.230926 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:10:15.230926 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:10:15.328979 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-381a0e38-208e-4f0d-9cf2-b1aac5a80048 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=82725015d13d49169b6e377f421f6af8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1824145 Aug 16 21:10:15.331541 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40374) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:15.383152 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b6d1cf46-bc11-49a1-a51c-f4e8eac8c3e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:15.390846 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40378) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:15.397389 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d4a61c4f-c657-4c0c-801b-6134ee74d7ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:15.408268 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b6d1cf46-bc11-49a1-a51c-f4e8eac8c3e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:15.411537 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d4a61c4f-c657-4c0c-801b-6134ee74d7ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:15.414526 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d4a61c4f-c657-4c0c-801b-6134ee74d7ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "DELETE /v2.0/networks/e43cffbd-bd80-47e4-92b0-ef6c3a08a398 HTTP/1.1" status: 204 len: 168 time: 2.3880527 Aug 16 21:10:15.419987 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40382) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:15.434982 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-1daf4b96-b8b6-4691-96cb-08987fa57e19 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-908653463'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:15.437413 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a61c4f-c657-4c0c-801b-6134ee74d7ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event deleted for resources: {'Network': ['ID=e43cffbd-bd80-47e4-92b0-ef6c3a08a398,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:15.523471 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-730b919e-6872-4931-8854-f72937434714 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1270961589-network', 'tenant_id': '0498714ffbf44fc797d48647810c6ab5'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:15.572404 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1daf4b96-b8b6-4691-96cb-08987fa57e19 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Made reservation on behalf of 81224c38c8894bf0bbc37d2578318d99 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:15.576022 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1daf4b96-b8b6-4691-96cb-08987fa57e19 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:15.600946 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1daf4b96-b8b6-4691-96cb-08987fa57e19 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:10:15.612201 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1daf4b96-b8b6-4691-96cb-08987fa57e19 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:15.613057 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-1daf4b96-b8b6-4691-96cb-08987fa57e19 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Added segment b804d052-ed42-417f-b8e4-54ac038dcc13 of type vlan for network c0234026-6e58-4ea7-8ba0-8a40e80b0bc7 Aug 16 21:10:15.619937 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:10:15.622429 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b6d1cf46-bc11-49a1-a51c-f4e8eac8c3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:15.625107 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b6d1cf46-bc11-49a1-a51c-f4e8eac8c3e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:15.629274 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b6d1cf46-bc11-49a1-a51c-f4e8eac8c3e1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/68b77d25-9c9d-41c1-8116-9ca8a92ec518 HTTP/1.1" status: 204 len: 168 time: 0.2935221 Aug 16 21:10:15.660201 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d1cf46-bc11-49a1-a51c-f4e8eac8c3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b77d25-9c9d-41c1-8116-9ca8a92ec518,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:15.669804 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1daf4b96-b8b6-4691-96cb-08987fa57e19 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:15.694249 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730b919e-6872-4931-8854-f72937434714 admin admin] Made reservation on behalf of 0498714ffbf44fc797d48647810c6ab5 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:15.699228 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-730b919e-6872-4931-8854-f72937434714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:15.708874 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-730b919e-6872-4931-8854-f72937434714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:15.805417 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1daf4b96-b8b6-4691-96cb-08987fa57e19 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:15.806959 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-730b919e-6872-4931-8854-f72937434714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:15.811274 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1daf4b96-b8b6-4691-96cb-08987fa57e19 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:15.811905 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1daf4b96-b8b6-4691-96cb-08987fa57e19 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:15.879390 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf4b96-b8b6-4691-96cb-08987fa57e19 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event updated for resources: {'Network': ['ID=c0234026-6e58-4ea7-8ba0-8a40e80b0bc7,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:15.890647 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network c0234026-6e58-4ea7-8ba0-8a40e80b0bc7 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:10:15.905822 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-730b919e-6872-4931-8854-f72937434714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:15.932375 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-730b919e-6872-4931-8854-f72937434714 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:10:15.951852 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b919e-6872-4931-8854-f72937434714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1765b8e6-72fa-4e5d-9fa5-7d0de37d76f5,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:15.960180 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-730b919e-6872-4931-8854-f72937434714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:15.960562 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-730b919e-6872-4931-8854-f72937434714 admin admin] Added segment c598720d-0638-4e2d-8367-da20e73a779e of type vlan for network 8a16c391-2eca-48bc-ba42-cdb112afb433 Aug 16 21:10:16.001614 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-730b919e-6872-4931-8854-f72937434714 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:16.040514 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1daf4b96-b8b6-4691-96cb-08987fa57e19 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6112514 Aug 16 21:10:16.040661 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40404) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:16.056161 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-45c9aadf-29cd-4ff7-b103-30448c430730 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Request body: {'subnet': {'network_id': 'c0234026-6e58-4ea7-8ba0-8a40e80b0bc7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:16.119807 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6f54c23b-1a13-42ca-9139-dd92f9976cfe up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:16.122366 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-730b919e-6872-4931-8854-f72937434714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:16.123603 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730b919e-6872-4931-8854-f72937434714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:16.128939 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-730b919e-6872-4931-8854-f72937434714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:16.171344 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 6f54c23b-1a13-42ca-9139-dd92f9976cfe triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:16.172165 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:16.220051 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b919e-6872-4931-8854-f72937434714 admin admin] Pushing event updated for resources: {'Network': ['ID=8a16c391-2eca-48bc-ba42-cdb112afb433,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:16.238422 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-730b919e-6872-4931-8854-f72937434714 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8457637 Aug 16 21:10:16.241198 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40412) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:16.243774 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 8a16c391-2eca-48bc-ba42-cdb112afb433 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:10:16.249484 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-fddf4dfd-60a1-4c0f-95c7-d8c0a8ac9850 admin admin] Request body: {'subnet': {'network_id': '8a16c391-2eca-48bc-ba42-cdb112afb433', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1270961589-subnet', 'tenant_id': '0498714ffbf44fc797d48647810c6ab5', 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:16.354301 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c9aadf-29cd-4ff7-b103-30448c430730 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Made reservation on behalf of 81224c38c8894bf0bbc37d2578318d99 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:16.358283 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-45c9aadf-29cd-4ff7-b103-30448c430730 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:16.439719 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.ipam_backend_mixin [None req-45c9aadf-29cd-4ff7-b103-30448c430730 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Performing IP validity checks on allocation pools {{(pid=101844) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 21:10:16.440313 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.ipam_backend_mixin [None req-45c9aadf-29cd-4ff7-b103-30448c430730 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101844) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 21:10:16.479901 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddf4dfd-60a1-4c0f-95c7-d8c0a8ac9850 admin admin] Made reservation on behalf of 0498714ffbf44fc797d48647810c6ab5 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:16.482360 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fddf4dfd-60a1-4c0f-95c7-d8c0a8ac9850 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:16.546581 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:17.038499 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-45c9aadf-29cd-4ff7-b103-30448c430730 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:17.112747 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9aadf-29cd-4ff7-b103-30448c430730 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event updated for resources: {'Subnet': ['ID=7c64d024-a9f3-4089-934f-f75581d89835,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:17.123871 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c9aadf-29cd-4ff7-b103-30448c430730 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Checking segment: {'id': 'b804d052-ed42-417f-b8e4-54ac038dcc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c0234026-6e58-4ea7-8ba0-8a40e80b0bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:17.123871 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c9aadf-29cd-4ff7-b103-30448c430730 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Network hostable DHCP agents. Network: c0234026-6e58-4ea7-8ba0-8a40e80b0bc7, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:10:17.151421 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fddf4dfd-60a1-4c0f-95c7-d8c0a8ac9850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:17.221361 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf4dfd-60a1-4c0f-95c7-d8c0a8ac9850 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d49b411-4d8f-4ce4-b2a9-fe98304d3873,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:17.226857 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c9aadf-29cd-4ff7-b103-30448c430730 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Network c0234026-6e58-4ea7-8ba0-8a40e80b0bc7 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:10:17.238094 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddf4dfd-60a1-4c0f-95c7-d8c0a8ac9850 admin admin] Checking segment: {'id': 'c598720d-0638-4e2d-8367-da20e73a779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8a16c391-2eca-48bc-ba42-cdb112afb433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:17.238456 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddf4dfd-60a1-4c0f-95c7-d8c0a8ac9850 admin admin] Network hostable DHCP agents. Network: 8a16c391-2eca-48bc-ba42-cdb112afb433, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:10:17.298453 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40456) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:17.324549 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-45c9aadf-29cd-4ff7-b103-30448c430730 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, c0234026-6e58-4ea7-8ba0-8a40e80b0bc7) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:17.334526 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c9aadf-29cd-4ff7-b103-30448c430730 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:17.335261 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6da02e-a415-49f3-82cc-cca3a8bc0927 None None] Network c0234026-6e58-4ea7-8ba0-8a40e80b0bc7 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:17.343535 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-45c9aadf-29cd-4ff7-b103-30448c430730 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:17.407349 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-34eeef1c-64b3-4268-91c8-8214809a7fc9 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1472134942'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:17.443921 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-45c9aadf-29cd-4ff7-b103-30448c430730 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3975353 Aug 16 21:10:17.443921 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddf4dfd-60a1-4c0f-95c7-d8c0a8ac9850 admin admin] Network 8a16c391-2eca-48bc-ba42-cdb112afb433 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:10:17.444146 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40462) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:17.467093 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-fddf4dfd-60a1-4c0f-95c7-d8c0a8ac9850 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 8a16c391-2eca-48bc-ba42-cdb112afb433) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:17.474341 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddf4dfd-60a1-4c0f-95c7-d8c0a8ac9850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:17.474942 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fddf4dfd-60a1-4c0f-95c7-d8c0a8ac9850 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:17.480310 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2e6509-2f7d-4854-8861-dd09f0e3922a None None] Network 8a16c391-2eca-48bc-ba42-cdb112afb433 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:17.530947 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc299b3-648f-4499-96e2-588a8ae18573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-c0234026-6e58-4ea7-8ba0-8a40e80b0bc7', 'network_id': 'c0234026-6e58-4ea7-8ba0-8a40e80b0bc7', 'tenant_id': '81224c38c8894bf0bbc37d2578318d99', 'fixed_ips': [{'subnet_id': '7c64d024-a9f3-4089-934f-f75581d89835'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:10:17.531843 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-adc299b3-648f-4499-96e2-588a8ae18573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:17.564782 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34eeef1c-64b3-4268-91c8-8214809a7fc9 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Made reservation on behalf of 117181e6150c42aaa0e64f85e6ed9627 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:17.569637 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-34eeef1c-64b3-4268-91c8-8214809a7fc9 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:17.584404 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-714eb91e-3f23-4743-ad1c-ccc037e2104b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:17.585600 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-34eeef1c-64b3-4268-91c8-8214809a7fc9 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:17.672848 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-fddf4dfd-60a1-4c0f-95c7-d8c0a8ac9850 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4279933 Aug 16 21:10:17.674764 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40466) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:17.678847 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-1d0b3af3-ee20-45af-905b-1af6e4af489e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1270961589-router', 'tenant_id': '0498714ffbf44fc797d48647810c6ab5', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:17.724545 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-714eb91e-3f23-4743-ad1c-ccc037e2104b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:17.742782 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-34eeef1c-64b3-4268-91c8-8214809a7fc9 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:17.816993 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-adc299b3-648f-4499-96e2-588a8ae18573 None None] Allocated IP 172.20.0.3 (c0234026-6e58-4ea7-8ba0-8a40e80b0bc7/7c64d024-a9f3-4089-934f-f75581d89835/2e041d44-ab97-4742-83ba-f19e2de5659b) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:10:17.822993 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c448360b-ea7f-479d-8fa3-cca770f7d10e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-8a16c391-2eca-48bc-ba42-cdb112afb433', 'network_id': '8a16c391-2eca-48bc-ba42-cdb112afb433', 'tenant_id': '0498714ffbf44fc797d48647810c6ab5', 'fixed_ips': [{'subnet_id': '8d49b411-4d8f-4ce4-b2a9-fe98304d3873'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:10:17.824092 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c448360b-ea7f-479d-8fa3-cca770f7d10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:17.854200 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-34eeef1c-64b3-4268-91c8-8214809a7fc9 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:17.879959 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34eeef1c-64b3-4268-91c8-8214809a7fc9 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:10:17.895933 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eeef1c-64b3-4268-91c8-8214809a7fc9 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c584cf7-a4ed-4163-938a-745fc398172f,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:17.900647 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-34eeef1c-64b3-4268-91c8-8214809a7fc9 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:17.900994 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-34eeef1c-64b3-4268-91c8-8214809a7fc9 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Added segment b385fa71-e8ff-4c2f-b375-2eae0d33b86b of type vlan for network d0fc4e75-00dc-4447-94fa-da318a5ba25c Aug 16 21:10:17.949944 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1d0b3af3-ee20-45af-905b-1af6e4af489e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:17.951262 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1d0b3af3-ee20-45af-905b-1af6e4af489e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:17.956303 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-34eeef1c-64b3-4268-91c8-8214809a7fc9 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.032418 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1d0b3af3-ee20-45af-905b-1af6e4af489e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.046527 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-34eeef1c-64b3-4268-91c8-8214809a7fc9 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.056140 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34eeef1c-64b3-4268-91c8-8214809a7fc9 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:18.057528 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-34eeef1c-64b3-4268-91c8-8214809a7fc9 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.068128 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-c448360b-ea7f-479d-8fa3-cca770f7d10e None None] Allocated IP 172.20.0.2 (8a16c391-2eca-48bc-ba42-cdb112afb433/8d49b411-4d8f-4ce4-b2a9-fe98304d3873/27324e6f-baa9-4a16-b763-a509f1c6a364) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:10:18.090226 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-adc299b3-648f-4499-96e2-588a8ae18573 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.136019 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-adc299b3-648f-4499-96e2-588a8ae18573 None None] Transition to ACTIVE for port object 2e041d44-ab97-4742-83ba-f19e2de5659b will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:18.161628 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40476) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:18.170214 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-adc299b3-648f-4499-96e2-588a8ae18573 None None] Transition to ACTIVE for port object 2e041d44-ab97-4742-83ba-f19e2de5659b will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:18.174230 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eeef1c-64b3-4268-91c8-8214809a7fc9 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Pushing event updated for resources: {'Network': ['ID=d0fc4e75-00dc-4447-94fa-da318a5ba25c,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:18.190621 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network d0fc4e75-00dc-4447-94fa-da318a5ba25c details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:10:18.245228 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-34eeef1c-64b3-4268-91c8-8214809a7fc9 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9447405 Aug 16 21:10:18.248926 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40484) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:18.255501 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-adc299b3-648f-4499-96e2-588a8ae18573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.257964 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-8e13267f-87e1-46e1-9c63-04857690673a tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Request body: {'subnet': {'network_id': 'd0fc4e75-00dc-4447-94fa-da318a5ba25c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:18.342218 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1d0b3af3-ee20-45af-905b-1af6e4af489e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.352060 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc299b3-648f-4499-96e2-588a8ae18573 None None] Network c0234026-6e58-4ea7-8ba0-8a40e80b0bc7 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:18.360031 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-adc299b3-648f-4499-96e2-588a8ae18573 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:18.366712 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc299b3-648f-4499-96e2-588a8ae18573 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:10:18.382388 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc299b3-648f-4499-96e2-588a8ae18573 None None] Pushing event updated for resources: {'Port': ['ID=2e041d44-ab97-4742-83ba-f19e2de5659b,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:18.385545 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c448360b-ea7f-479d-8fa3-cca770f7d10e None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.398432 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c448360b-ea7f-479d-8fa3-cca770f7d10e None None] Transition to ACTIVE for port object 27324e6f-baa9-4a16-b763-a509f1c6a364 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:18.442944 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e7418440-9aae-469b-affe-723f2671b514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.448237 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c448360b-ea7f-479d-8fa3-cca770f7d10e None None] Transition to ACTIVE for port object 27324e6f-baa9-4a16-b763-a509f1c6a364 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:18.453618 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-adc299b3-648f-4499-96e2-588a8ae18573 None None] Attempting to bind port 2e041d44-ab97-4742-83ba-f19e2de5659b on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:10:18.453992 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-adc299b3-648f-4499-96e2-588a8ae18573 None None] Attempting to bind port 2e041d44-ab97-4742-83ba-f19e2de5659b by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'b804d052-ed42-417f-b8e4-54ac038dcc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c0234026-6e58-4ea7-8ba0-8a40e80b0bc7'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:10:18.454360 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc299b3-648f-4499-96e2-588a8ae18573 None None] Attempting to bind port 2e041d44-ab97-4742-83ba-f19e2de5659b on network c0234026-6e58-4ea7-8ba0-8a40e80b0bc7 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:10:18.460133 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc299b3-648f-4499-96e2-588a8ae18573 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:10:18.460517 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc299b3-648f-4499-96e2-588a8ae18573 None None] Checking segment: {'id': 'b804d052-ed42-417f-b8e4-54ac038dcc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c0234026-6e58-4ea7-8ba0-8a40e80b0bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:18.460924 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-adc299b3-648f-4499-96e2-588a8ae18573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.461330 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc299b3-648f-4499-96e2-588a8ae18573 None None] Bound using segment: {'id': 'b804d052-ed42-417f-b8e4-54ac038dcc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c0234026-6e58-4ea7-8ba0-8a40e80b0bc7'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:10:18.461800 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-adc299b3-648f-4499-96e2-588a8ae18573 None None] Bound port: 2e041d44-ab97-4742-83ba-f19e2de5659b, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b804d052-ed42-417f-b8e4-54ac038dcc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c0234026-6e58-4ea7-8ba0-8a40e80b0bc7'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:10:18.462189 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-adc299b3-648f-4499-96e2-588a8ae18573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.471205 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e13267f-87e1-46e1-9c63-04857690673a tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Made reservation on behalf of 117181e6150c42aaa0e64f85e6ed9627 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:18.481695 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8e13267f-87e1-46e1-9c63-04857690673a tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.484062 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-714eb91e-3f23-4743-ad1c-ccc037e2104b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.545539 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-adc299b3-648f-4499-96e2-588a8ae18573 None None] For port 2e041d44-ab97-4742-83ba-f19e2de5659b, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:10:18.545539 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-adc299b3-648f-4499-96e2-588a8ae18573 None None] For port 2e041d44-ab97-4742-83ba-f19e2de5659b, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=2e041d44-ab97-4742-83ba-f19e2de5659b,segment=NetworkSegment(b804d052-ed42-417f-b8e4-54ac038dcc13),segment_id=b804d052-ed42-417f-b8e4-54ac038dcc13)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:10:18.570071 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c448360b-ea7f-479d-8fa3-cca770f7d10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.628970 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c448360b-ea7f-479d-8fa3-cca770f7d10e None None] Network 8a16c391-2eca-48bc-ba42-cdb112afb433 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:18.632312 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-c448360b-ea7f-479d-8fa3-cca770f7d10e None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:18.638989 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c448360b-ea7f-479d-8fa3-cca770f7d10e None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:10:18.652031 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448360b-ea7f-479d-8fa3-cca770f7d10e None None] Pushing event updated for resources: {'Port': ['ID=27324e6f-baa9-4a16-b763-a509f1c6a364,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:18.658583 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-adc299b3-648f-4499-96e2-588a8ae18573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.790373 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-c448360b-ea7f-479d-8fa3-cca770f7d10e None None] Attempting to bind port 27324e6f-baa9-4a16-b763-a509f1c6a364 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:10:18.790754 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-c448360b-ea7f-479d-8fa3-cca770f7d10e None None] Attempting to bind port 27324e6f-baa9-4a16-b763-a509f1c6a364 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'c598720d-0638-4e2d-8367-da20e73a779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8a16c391-2eca-48bc-ba42-cdb112afb433'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:10:18.791223 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c448360b-ea7f-479d-8fa3-cca770f7d10e None None] Attempting to bind port 27324e6f-baa9-4a16-b763-a509f1c6a364 on network 8a16c391-2eca-48bc-ba42-cdb112afb433 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:10:18.798768 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8e13267f-87e1-46e1-9c63-04857690673a tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.801325 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc299b3-648f-4499-96e2-588a8ae18573 None None] Pushing event updated for resources: {'Port': ['ID=2e041d44-ab97-4742-83ba-f19e2de5659b,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:18.804410 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c448360b-ea7f-479d-8fa3-cca770f7d10e None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:10:18.804790 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c448360b-ea7f-479d-8fa3-cca770f7d10e None None] Checking segment: {'id': 'c598720d-0638-4e2d-8367-da20e73a779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8a16c391-2eca-48bc-ba42-cdb112afb433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:18.805190 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c448360b-ea7f-479d-8fa3-cca770f7d10e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.805771 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c448360b-ea7f-479d-8fa3-cca770f7d10e None None] Bound using segment: {'id': 'c598720d-0638-4e2d-8367-da20e73a779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8a16c391-2eca-48bc-ba42-cdb112afb433'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:10:18.806425 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-c448360b-ea7f-479d-8fa3-cca770f7d10e None None] Bound port: 27324e6f-baa9-4a16-b763-a509f1c6a364, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c598720d-0638-4e2d-8367-da20e73a779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8a16c391-2eca-48bc-ba42-cdb112afb433'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:10:18.806980 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c448360b-ea7f-479d-8fa3-cca770f7d10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.820039 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7061872c-803d-463c-8384-a5fcc22b9024 None None] Network c0234026-6e58-4ea7-8ba0-8a40e80b0bc7 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:18.915413 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e13267f-87e1-46e1-9c63-04857690673a tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Checking segment: {'id': 'b385fa71-e8ff-4c2f-b375-2eae0d33b86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd0fc4e75-00dc-4447-94fa-da318a5ba25c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:18.915800 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e13267f-87e1-46e1-9c63-04857690673a tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Network hostable DHCP agents. Network: d0fc4e75-00dc-4447-94fa-da318a5ba25c, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:10:18.919892 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13267f-87e1-46e1-9c63-04857690673a tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Pushing event updated for resources: {'Subnet': ['ID=dd630552-a0af-4909-9f43-4849034c4ffc,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:18.931491 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714eb91e-3f23-4743-ad1c-ccc037e2104b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event deleted for resources: {'Subnet': ['ID=7c64d024-a9f3-4089-934f-f75581d89835,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:18.982193 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-c448360b-ea7f-479d-8fa3-cca770f7d10e None None] For port 27324e6f-baa9-4a16-b763-a509f1c6a364, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:10:19.000554 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-c448360b-ea7f-479d-8fa3-cca770f7d10e None None] For port 27324e6f-baa9-4a16-b763-a509f1c6a364, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=27324e6f-baa9-4a16-b763-a509f1c6a364,segment=NetworkSegment(c598720d-0638-4e2d-8367-da20e73a779e),segment_id=c598720d-0638-4e2d-8367-da20e73a779e)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:10:19.002972 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e13267f-87e1-46e1-9c63-04857690673a tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Network d0fc4e75-00dc-4447-94fa-da318a5ba25c is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:10:19.021878 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-714eb91e-3f23-4743-ad1c-ccc037e2104b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:19.042341 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-714eb91e-3f23-4743-ad1c-ccc037e2104b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0234026-6e58-4ea7-8ba0-8a40e80b0bc7']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:19.060771 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-714eb91e-3f23-4743-ad1c-ccc037e2104b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b804d052-ed42-417f-b8e4-54ac038dcc13') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:19.061406 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-714eb91e-3f23-4743-ad1c-ccc037e2104b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b804d052-ed42-417f-b8e4-54ac038dcc13') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:19.080494 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-714eb91e-3f23-4743-ad1c-ccc037e2104b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:19.103922 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-714eb91e-3f23-4743-ad1c-ccc037e2104b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:19.116377 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-714eb91e-3f23-4743-ad1c-ccc037e2104b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:10:19.117311 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-8e13267f-87e1-46e1-9c63-04857690673a tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, d0fc4e75-00dc-4447-94fa-da318a5ba25c) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:19.118068 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c448360b-ea7f-479d-8fa3-cca770f7d10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:19.118313 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-714eb91e-3f23-4743-ad1c-ccc037e2104b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:19.123197 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e13267f-87e1-46e1-9c63-04857690673a tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:19.127016 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8e13267f-87e1-46e1-9c63-04857690673a tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:19.127515 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:10:19.127515 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:10:19.127515 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:10:19.127515 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:10:19.127515 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:10:19.127515 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:10:19.127515 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:10:19.127515 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:10:19.127515 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:10:19.127515 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:10:19.127515 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:10:19.127515 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:10:19.127515 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:10:19.127515 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:10:19.127515 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:10:19.127515 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:10:19.127515 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:10:19.127515 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:10:19.127515 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:10:19.127515 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:10:19.127515 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:10:19.127515 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:10:19.127515 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:10:19.127515 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:10:19.127515 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:10:19.127515 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:10:19.127515 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:10:19.127515 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:10:19.127515 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:10:19.127515 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:10:19.127515 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:10:19.127515 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:10:19.135264 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baf7e08-e7b7-4556-aa47-4ae353e267d0 None None] Network d0fc4e75-00dc-4447-94fa-da318a5ba25c requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:19.213616 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e7418440-9aae-469b-affe-723f2671b514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:19.279009 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.db.api [None req-714eb91e-3f23-4743-ad1c-ccc037e2104b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 21:10:19.279009 n-d-793620-15 neutron-server[101845]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 21:10:19.279009 n-d-793620-15 neutron-server[101845]: [parameters: {'id': 'c0234026-6e58-4ea7-8ba0-8a40e80b0bc7'}] Aug 16 21:10:19.279009 n-d-793620-15 neutron-server[101845]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:10:19.279509 n-d-793620-15 neutron-server[101845]: DEBUG oslo_db.api [None req-714eb91e-3f23-4743-ad1c-ccc037e2104b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:10:19.308427 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e7418440-9aae-469b-affe-723f2671b514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:19.351861 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1d0b3af3-ee20-45af-905b-1af6e4af489e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:19.367091 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:19.380757 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8e13267f-87e1-46e1-9c63-04857690673a tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1298409 Aug 16 21:10:19.383495 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40500) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:19.390521 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448360b-ea7f-479d-8fa3-cca770f7d10e None None] Pushing event updated for resources: {'Port': ['ID=27324e6f-baa9-4a16-b763-a509f1c6a364,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:19.391955 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e7418440-9aae-469b-affe-723f2671b514 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=20065eaa4c914564878a295c3554ce76&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2291005 Aug 16 21:10:19.392659 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-dd047595-e66c-4dbc-9f14-4b42db0f021b tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-800283621', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:19.393126 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40502) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:19.394760 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1d0b3af3-ee20-45af-905b-1af6e4af489e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:19.403295 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7418440-9aae-469b-affe-723f2671b514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c14dfe-9f0a-42dd-a8ca-06bf79a1ef23,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:19.510345 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b327429d-32e9-4454-8bfa-9b379f618232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:19.514636 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc116e8f-e6b5-415d-83b3-5abff25281ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-d0fc4e75-00dc-4447-94fa-da318a5ba25c', 'network_id': 'd0fc4e75-00dc-4447-94fa-da318a5ba25c', 'tenant_id': '117181e6150c42aaa0e64f85e6ed9627', 'fixed_ips': [{'subnet_id': 'dd630552-a0af-4909-9f43-4849034c4ffc'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:10:19.515879 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-bc116e8f-e6b5-415d-83b3-5abff25281ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:19.544047 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dd047595-e66c-4dbc-9f14-4b42db0f021b tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:19.545185 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dd047595-e66c-4dbc-9f14-4b42db0f021b tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:19.632385 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-1d0b3af3-ee20-45af-905b-1af6e4af489e admin admin] Allocated IP 172.25.1.30 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/20b5c6cc-92f9-4348-a058-183c9dcacd6b) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:10:19.646181 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b327429d-32e9-4454-8bfa-9b379f618232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:19.710426 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dd047595-e66c-4dbc-9f14-4b42db0f021b tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:19.780480 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dd047595-e66c-4dbc-9f14-4b42db0f021b tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:19.783481 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-714eb91e-3f23-4743-ad1c-ccc037e2104b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:19.793340 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-bc116e8f-e6b5-415d-83b3-5abff25281ac None None] Allocated IP 172.20.0.2 (d0fc4e75-00dc-4447-94fa-da318a5ba25c/dd630552-a0af-4909-9f43-4849034c4ffc/58247c80-6eb3-4d14-993d-a91f477d9181) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:10:19.854910 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1d0b3af3-ee20-45af-905b-1af6e4af489e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:19.865126 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b327429d-32e9-4454-8bfa-9b379f618232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:19.867646 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b327429d-32e9-4454-8bfa-9b379f618232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:19.871164 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b327429d-32e9-4454-8bfa-9b379f618232 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e7c14dfe-9f0a-42dd-a8ca-06bf79a1ef23 HTTP/1.1" status: 204 len: 168 time: 0.4716463 Aug 16 21:10:19.885170 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327429d-32e9-4454-8bfa-9b379f618232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c14dfe-9f0a-42dd-a8ca-06bf79a1ef23,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:19.886798 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dd047595-e66c-4dbc-9f14-4b42db0f021b tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:19.891096 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40510) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:19.891281 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-dd047595-e66c-4dbc-9f14-4b42db0f021b tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.5065637 Aug 16 21:10:20.027029 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-bc116e8f-e6b5-415d-83b3-5abff25281ac None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:20.035432 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-bc116e8f-e6b5-415d-83b3-5abff25281ac None None] Transition to ACTIVE for port object 58247c80-6eb3-4d14-993d-a91f477d9181 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:20.056823 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-bc116e8f-e6b5-415d-83b3-5abff25281ac None None] Transition to ACTIVE for port object 58247c80-6eb3-4d14-993d-a91f477d9181 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:20.082448 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-714eb91e-3f23-4743-ad1c-ccc037e2104b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Deleting port 2e041d44-ab97-4742-83ba-f19e2de5659b {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:10:20.082657 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-714eb91e-3f23-4743-ad1c-ccc037e2104b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:20.134353 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-bc116e8f-e6b5-415d-83b3-5abff25281ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:20.158410 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 27324e6f-baa9-4a16-b763-a509f1c6a364 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:20.215534 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1d0b3af3-ee20-45af-905b-1af6e4af489e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:20.229500 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc116e8f-e6b5-415d-83b3-5abff25281ac None None] Network d0fc4e75-00dc-4447-94fa-da318a5ba25c is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:20.238685 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-bc116e8f-e6b5-415d-83b3-5abff25281ac None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:20.243639 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc116e8f-e6b5-415d-83b3-5abff25281ac None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:10:20.253894 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc116e8f-e6b5-415d-83b3-5abff25281ac None None] Pushing event updated for resources: {'Port': ['ID=58247c80-6eb3-4d14-993d-a91f477d9181,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:20.267583 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-714eb91e-3f23-4743-ad1c-ccc037e2104b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] For port 2e041d44-ab97-4742-83ba-f19e2de5659b, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=2e041d44-ab97-4742-83ba-f19e2de5659b,segment=NetworkSegment(b804d052-ed42-417f-b8e4-54ac038dcc13),segment_id=b804d052-ed42-417f-b8e4-54ac038dcc13)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:20.268943 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-714eb91e-3f23-4743-ad1c-ccc037e2104b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:20.310886 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0b3af3-ee20-45af-905b-1af6e4af489e admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:20.322164 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-714eb91e-3f23-4743-ad1c-ccc037e2104b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Calling delete_port for 2e041d44-ab97-4742-83ba-f19e2de5659b owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:10:20.331671 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-1d0b3af3-ee20-45af-905b-1af6e4af489e admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:20.342427 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0b3af3-ee20-45af-905b-1af6e4af489e admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:10:20.354921 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b3af3-ee20-45af-905b-1af6e4af489e admin admin] Pushing event updated for resources: {'Port': ['ID=20b5c6cc-92f9-4348-a058-183c9dcacd6b,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:20.365258 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-bc116e8f-e6b5-415d-83b3-5abff25281ac None None] Attempting to bind port 58247c80-6eb3-4d14-993d-a91f477d9181 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:10:20.365743 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-bc116e8f-e6b5-415d-83b3-5abff25281ac None None] Attempting to bind port 58247c80-6eb3-4d14-993d-a91f477d9181 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'b385fa71-e8ff-4c2f-b375-2eae0d33b86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd0fc4e75-00dc-4447-94fa-da318a5ba25c'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:10:20.366403 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc116e8f-e6b5-415d-83b3-5abff25281ac None None] Attempting to bind port 58247c80-6eb3-4d14-993d-a91f477d9181 on network d0fc4e75-00dc-4447-94fa-da318a5ba25c {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:10:20.375108 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc116e8f-e6b5-415d-83b3-5abff25281ac None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:10:20.376378 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc116e8f-e6b5-415d-83b3-5abff25281ac None None] Checking segment: {'id': 'b385fa71-e8ff-4c2f-b375-2eae0d33b86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd0fc4e75-00dc-4447-94fa-da318a5ba25c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:20.377095 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-bc116e8f-e6b5-415d-83b3-5abff25281ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:20.379209 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc116e8f-e6b5-415d-83b3-5abff25281ac None None] Bound using segment: {'id': 'b385fa71-e8ff-4c2f-b375-2eae0d33b86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd0fc4e75-00dc-4447-94fa-da318a5ba25c'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:10:20.380068 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-bc116e8f-e6b5-415d-83b3-5abff25281ac None None] Bound port: 58247c80-6eb3-4d14-993d-a91f477d9181, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b385fa71-e8ff-4c2f-b375-2eae0d33b86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd0fc4e75-00dc-4447-94fa-da318a5ba25c'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:10:20.380646 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-bc116e8f-e6b5-415d-83b3-5abff25281ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:20.393915 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 27324e6f-baa9-4a16-b763-a509f1c6a364 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:20.478611 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-bc116e8f-e6b5-415d-83b3-5abff25281ac None None] For port 58247c80-6eb3-4d14-993d-a91f477d9181, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:10:20.481959 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-bc116e8f-e6b5-415d-83b3-5abff25281ac None None] For port 58247c80-6eb3-4d14-993d-a91f477d9181, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=58247c80-6eb3-4d14-993d-a91f477d9181,segment=NetworkSegment(b385fa71-e8ff-4c2f-b375-2eae0d33b86b),segment_id=b385fa71-e8ff-4c2f-b375-2eae0d33b86b)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:10:20.484040 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-056c3c9a-a5f9-4518-906f-defca259441c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:20.610788 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8817bb61-b1b1-42e8-a67f-25b316c538bd None None] Network 8a16c391-2eca-48bc-ba42-cdb112afb433 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:20.625810 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-bc116e8f-e6b5-415d-83b3-5abff25281ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:20.754224 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc116e8f-e6b5-415d-83b3-5abff25281ac None None] Pushing event updated for resources: {'Port': ['ID=58247c80-6eb3-4d14-993d-a91f477d9181,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:20.794877 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-714eb91e-3f23-4743-ad1c-ccc037e2104b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:20.812294 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-87f43ed6-32bf-465f-bdcb-17af3e81ef27 None None] Provisioning for port 27324e6f-baa9-4a16-b763-a509f1c6a364 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:20.858215 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714eb91e-3f23-4743-ad1c-ccc037e2104b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event deleted for resources: {'Port': ['ID=2e041d44-ab97-4742-83ba-f19e2de5659b,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:20.865545 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714eb91e-3f23-4743-ad1c-ccc037e2104b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] No DVR routers for this DVR port 2e041d44-ab97-4742-83ba-f19e2de5659b on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:10:20.876699 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40528) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:20.880184 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-87f43ed6-32bf-465f-bdcb-17af3e81ef27 None None] Provisioning complete for port 27324e6f-baa9-4a16-b763-a509f1c6a364 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:20.880927 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-87f43ed6-32bf-465f-bdcb-17af3e81ef27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:20.921181 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b9aef976-0f1a-4bb9-bc16-882f68183449 req-dd087ec5-1e78-4796-9e0c-7452b0b3616b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0750422 Aug 16 21:10:20.963527 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-37dc8803-9baf-4e79-afbc-53f8ba518519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:21.051549 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-87f43ed6-32bf-465f-bdcb-17af3e81ef27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:21.061236 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aef976-0f1a-4bb9-bc16-882f68183449 req-bd454f1e-5924-4b90-82d0-36b91a9c307f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:21.062843 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b9aef976-0f1a-4bb9-bc16-882f68183449 req-bd454f1e-5924-4b90-82d0-36b91a9c307f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6ff815c4c8944f8eb7103de208aa5945&device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 1097 time: 0.0900397 Aug 16 21:10:21.121504 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-87f43ed6-32bf-465f-bdcb-17af3e81ef27 None None] For port 27324e6f-baa9-4a16-b763-a509f1c6a364, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=27324e6f-baa9-4a16-b763-a509f1c6a364,segment=NetworkSegment(c598720d-0638-4e2d-8367-da20e73a779e),segment_id=c598720d-0638-4e2d-8367-da20e73a779e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:21.157642 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-056c3c9a-a5f9-4518-906f-defca259441c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Allocated IP 172.20.0.1 (d0fc4e75-00dc-4447-94fa-da318a5ba25c/dd630552-a0af-4909-9f43-4849034c4ffc/b0603c80-0cbc-479a-a180-b1db78a7c119) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:10:21.202798 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-87f43ed6-32bf-465f-bdcb-17af3e81ef27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:21.216968 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-714eb91e-3f23-4743-ad1c-ccc037e2104b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:21.234791 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aef976-0f1a-4bb9-bc16-882f68183449 req-962fb2a0-2640-46fe-98fa-95042d20d5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:21.236774 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b9aef976-0f1a-4bb9-bc16-882f68183449 req-962fb2a0-2640-46fe-98fa-95042d20d5a8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c499baa-4492-4b54-bedd-a882ae845f9c HTTP/1.1" status: 200 len: 917 time: 0.1527541 Aug 16 21:10:21.290561 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f43ed6-32bf-465f-bdcb-17af3e81ef27 None None] Pushing event updated for resources: {'Port': ['ID=27324e6f-baa9-4a16-b763-a509f1c6a364,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:21.309336 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-714eb91e-3f23-4743-ad1c-ccc037e2104b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0234026-6e58-4ea7-8ba0-8a40e80b0bc7']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:21.322293 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b9aef976-0f1a-4bb9-bc16-882f68183449 req-2d1e76c2-df6e-48ad-b622-24f4f6e3f32d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c69664d-e5b1-4f3e-8026-d75ecad74ee8 HTTP/1.1" status: 200 len: 1001 time: 0.0776539 Aug 16 21:10:21.327412 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-cdc1fb86-6f29-4b38-8933-a1bfd8656661 None None] Provisioning complete for port 27324e6f-baa9-4a16-b763-a509f1c6a364 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:21.327777 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cdc1fb86-6f29-4b38-8933-a1bfd8656661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:21.345744 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-714eb91e-3f23-4743-ad1c-ccc037e2104b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b804d052-ed42-417f-b8e4-54ac038dcc13') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:21.350515 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-714eb91e-3f23-4743-ad1c-ccc037e2104b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b804d052-ed42-417f-b8e4-54ac038dcc13') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:21.375922 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-714eb91e-3f23-4743-ad1c-ccc037e2104b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:21.391903 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aef976-0f1a-4bb9-bc16-882f68183449 req-6e738760-a47c-4dd6-aaef-fb1d847a0280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:21.395035 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b9aef976-0f1a-4bb9-bc16-882f68183449 req-6e738760-a47c-4dd6-aaef-fb1d847a0280 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6d4ab04f-fd33-40d0-bd76-3977c7bf52a2 HTTP/1.1" status: 200 len: 855 time: 0.0661216 Aug 16 21:10:21.429507 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-714eb91e-3f23-4743-ad1c-ccc037e2104b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:21.445763 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1d0b3af3-ee20-45af-905b-1af6e4af489e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:21.448043 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-714eb91e-3f23-4743-ad1c-ccc037e2104b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:10:21.448505 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-714eb91e-3f23-4743-ad1c-ccc037e2104b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:21.458740 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aef976-0f1a-4bb9-bc16-882f68183449 req-8d4444d2-db53-4445-a5e1-de65876d6193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:21.460417 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:10:21.460417 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:10:21.460417 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:10:21.460417 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:10:21.460417 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:10:21.460417 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:10:21.460417 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:10:21.460417 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:10:21.460417 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:10:21.460417 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:10:21.460417 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:10:21.460417 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:10:21.460417 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:10:21.460417 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:10:21.460417 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:10:21.460417 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:10:21.460417 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:10:21.460417 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:10:21.460417 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:10:21.460417 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:10:21.460417 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:10:21.460417 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:10:21.460417 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:10:21.460417 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:10:21.460417 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:10:21.460417 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:10:21.460417 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:10:21.460417 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:10:21.460417 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:10:21.460417 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:10:21.460417 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:10:21.460417 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:10:21.464952 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b9aef976-0f1a-4bb9-bc16-882f68183449 req-8d4444d2-db53-4445-a5e1-de65876d6193 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c499baa-4492-4b54-bedd-a882ae845f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615501 Aug 16 21:10:21.560159 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-056c3c9a-a5f9-4518-906f-defca259441c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:21.572145 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b9aef976-0f1a-4bb9-bc16-882f68183449 req-2f4de3ef-3db4-4992-9ba8-e36215da36dd service neutron] 10.222.0.90 "GET /v2.0/networks/9c499baa-4492-4b54-bedd-a882ae845f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985556 Aug 16 21:10:21.626264 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-056c3c9a-a5f9-4518-906f-defca259441c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Transition to ACTIVE for port object b0603c80-0cbc-479a-a180-b1db78a7c119 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:21.666973 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-37dc8803-9baf-4e79-afbc-53f8ba518519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:21.679497 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b9aef976-0f1a-4bb9-bc16-882f68183449 req-5d3a9f01-d39b-4cb6-813a-71e1e2eb83db service neutron] 10.222.0.90 "GET /v2.0/networks/9c499baa-4492-4b54-bedd-a882ae845f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006968 Aug 16 21:10:21.771917 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-714eb91e-3f23-4743-ad1c-ccc037e2104b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:21.780369 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-714eb91e-3f23-4743-ad1c-ccc037e2104b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:21.781888 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-714eb91e-3f23-4743-ad1c-ccc037e2104b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "DELETE /v2.0/networks/c0234026-6e58-4ea7-8ba0-8a40e80b0bc7 HTTP/1.1" status: 204 len: 168 time: 4.3390625 Aug 16 21:10:21.786024 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40538) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:21.791251 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-c114abd2-9cef-478e-b94e-45241a155027 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-192204056'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:21.803192 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714eb91e-3f23-4743-ad1c-ccc037e2104b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event deleted for resources: {'Network': ['ID=c0234026-6e58-4ea7-8ba0-8a40e80b0bc7,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:21.817267 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1d0b3af3-ee20-45af-905b-1af6e4af489e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:21.900270 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-37dc8803-9baf-4e79-afbc-53f8ba518519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:21.919746 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-056c3c9a-a5f9-4518-906f-defca259441c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:21.973057 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c114abd2-9cef-478e-b94e-45241a155027 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Made reservation on behalf of 81224c38c8894bf0bbc37d2578318d99 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:21.978541 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c114abd2-9cef-478e-b94e-45241a155027 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:22.003004 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282226f5-e5f0-4fd9-832a-ddf4d5ebaac1 None None] Network d0fc4e75-00dc-4447-94fa-da318a5ba25c requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:22.004391 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056c3c9a-a5f9-4518-906f-defca259441c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Network d0fc4e75-00dc-4447-94fa-da318a5ba25c is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:22.009672 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c114abd2-9cef-478e-b94e-45241a155027 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:10:22.011906 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-056c3c9a-a5f9-4518-906f-defca259441c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:22.022264 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c114abd2-9cef-478e-b94e-45241a155027 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:22.022680 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-c114abd2-9cef-478e-b94e-45241a155027 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Added segment ba79a987-8585-49f2-a851-412c130f4891 of type vlan for network 192078e2-42cd-4433-89c1-f8a99be3345e Aug 16 21:10:22.024052 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056c3c9a-a5f9-4518-906f-defca259441c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:10:22.026849 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc8803-9baf-4e79-afbc-53f8ba518519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847bb616-8339-4e2d-a5b3-b1b4f9e048c8,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:22.052112 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-37dc8803-9baf-4e79-afbc-53f8ba518519 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6858c7472fdb431ba86bbe17fa0bc8fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1743135 Aug 16 21:10:22.052767 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40544) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:22.089781 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:22.106969 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c114abd2-9cef-478e-b94e-45241a155027 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:22.127840 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c3c9a-a5f9-4518-906f-defca259441c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Pushing event updated for resources: {'Port': ['ID=b0603c80-0cbc-479a-a180-b1db78a7c119,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:22.149959 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ef07191a-74cb-487b-85c5-abde8d1750f6 None None] Provisioning for port 58247c80-6eb3-4d14-993d-a91f477d9181 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:22.167057 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-353a81d1-cb1f-49f9-864c-f19066a72395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:22.201595 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-056c3c9a-a5f9-4518-906f-defca259441c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:22.255623 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c114abd2-9cef-478e-b94e-45241a155027 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:22.265171 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c114abd2-9cef-478e-b94e-45241a155027 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:22.269590 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c114abd2-9cef-478e-b94e-45241a155027 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:22.302665 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-353a81d1-cb1f-49f9-864c-f19066a72395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:22.306115 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 58247c80-6eb3-4d14-993d-a91f477d9181 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:22.385413 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c114abd2-9cef-478e-b94e-45241a155027 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event updated for resources: {'Network': ['ID=192078e2-42cd-4433-89c1-f8a99be3345e,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:22.388225 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d0b3af3-ee20-45af-905b-1af6e4af489e admin admin] Router 5b3b239c-85f3-44d8-b496-3d61d0de7ea6 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:10:22.397862 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 192078e2-42cd-4433-89c1-f8a99be3345e details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:10:22.458325 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c114abd2-9cef-478e-b94e-45241a155027 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6711333 Aug 16 21:10:22.459124 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40566) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:22.468233 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-736d0c11-b17d-4d42-99c2-7d79a4d10b8b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Request body: {'subnet': {'network_id': '192078e2-42cd-4433-89c1-f8a99be3345e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:22.473798 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 58247c80-6eb3-4d14-993d-a91f477d9181 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:22.482435 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-353a81d1-cb1f-49f9-864c-f19066a72395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:22.489261 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-353a81d1-cb1f-49f9-864c-f19066a72395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:22.490509 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-353a81d1-cb1f-49f9-864c-f19066a72395 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/847bb616-8339-4e2d-a5b3-b1b4f9e048c8 HTTP/1.1" status: 204 len: 168 time: 0.4106777 Aug 16 21:10:22.526937 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 58247c80-6eb3-4d14-993d-a91f477d9181 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:22.526937 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:22.549946 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-056c3c9a-a5f9-4518-906f-defca259441c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:22.551950 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a81d1-cb1f-49f9-864c-f19066a72395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847bb616-8339-4e2d-a5b3-b1b4f9e048c8,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:22.682431 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736d0c11-b17d-4d42-99c2-7d79a4d10b8b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Made reservation on behalf of 81224c38c8894bf0bbc37d2578318d99 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:22.686677 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-736d0c11-b17d-4d42-99c2-7d79a4d10b8b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:22.789780 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:22.854443 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 58247c80-6eb3-4d14-993d-a91f477d9181, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=58247c80-6eb3-4d14-993d-a91f477d9181,segment=NetworkSegment(b385fa71-e8ff-4c2f-b375-2eae0d33b86b),segment_id=b385fa71-e8ff-4c2f-b375-2eae0d33b86b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:22.863866 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-16a122f0-63bf-4a2c-a0e6-fae939e0aa8e None None] Provisioning for port b0603c80-0cbc-479a-a180-b1db78a7c119 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:22.868778 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-16a122f0-63bf-4a2c-a0e6-fae939e0aa8e None None] Provisioning complete for port b0603c80-0cbc-479a-a180-b1db78a7c119 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:22.870728 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-16a122f0-63bf-4a2c-a0e6-fae939e0aa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:22.878590 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b382ccf-a7ed-464d-b8a4-b2b5e2d0ead6 None None] get_active_networks_info from n-d-793620-15 {{(pid=101846) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 21:10:22.970318 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-16a122f0-63bf-4a2c-a0e6-fae939e0aa8e None None] Port b0603c80-0cbc-479a-a180-b1db78a7c119 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:10:23.000245 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-16a122f0-63bf-4a2c-a0e6-fae939e0aa8e None None] Provisioning complete for port 58247c80-6eb3-4d14-993d-a91f477d9181 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:23.000627 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-16a122f0-63bf-4a2c-a0e6-fae939e0aa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:23.006535 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:23.008219 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 27324e6f-baa9-4a16-b763-a509f1c6a364 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:23.067813 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-736d0c11-b17d-4d42-99c2-7d79a4d10b8b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:23.165640 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=58247c80-6eb3-4d14-993d-a91f477d9181,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:23.180290 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d0c11-b17d-4d42-99c2-7d79a4d10b8b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event updated for resources: {'Subnet': ['ID=024dfbd1-0737-47bc-91a3-2e4678b729c5,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:23.182446 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b382ccf-a7ed-464d-b8a4-b2b5e2d0ead6 None None] Resources bound (agent type, host, resource id): {{(pid=101846) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 21:10:23.191405 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736d0c11-b17d-4d42-99c2-7d79a4d10b8b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Checking segment: {'id': 'ba79a987-8585-49f2-a851-412c130f4891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '192078e2-42cd-4433-89c1-f8a99be3345e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:23.192032 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736d0c11-b17d-4d42-99c2-7d79a4d10b8b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Network hostable DHCP agents. Network: 192078e2-42cd-4433-89c1-f8a99be3345e, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:10:23.240315 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 27324e6f-baa9-4a16-b763-a509f1c6a364 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:23.240545 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0b3af3-ee20-45af-905b-1af6e4af489e admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:10:23.241121 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:23.255619 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407d911b-7060-4145-9d0c-b05906a8690a None None] Sync routers for ids ['5b3b239c-85f3-44d8-b496-3d61d0de7ea6'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:10:23.271272 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407d911b-7060-4145-9d0c-b05906a8690a None None] Routers {'5b3b239c-85f3-44d8-b496-3d61d0de7ea6'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:10:23.272290 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-407d911b-7060-4145-9d0c-b05906a8690a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:10:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['5b3b239c-85f3-44d8-b496-3d61d0de7ea6'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:23.275291 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736d0c11-b17d-4d42-99c2-7d79a4d10b8b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Network 192078e2-42cd-4433-89c1-f8a99be3345e is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:10:23.373792 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1d0b3af3-ee20-45af-905b-1af6e4af489e admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:23.375986 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1d0b3af3-ee20-45af-905b-1af6e4af489e admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.7003903 Aug 16 21:10:23.384585 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40618) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:23.407701 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-736d0c11-b17d-4d42-99c2-7d79a4d10b8b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 192078e2-42cd-4433-89c1-f8a99be3345e) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:23.421801 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736d0c11-b17d-4d42-99c2-7d79a4d10b8b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:23.422502 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-736d0c11-b17d-4d42-99c2-7d79a4d10b8b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:23.489921 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-056c3c9a-a5f9-4518-906f-defca259441c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:23.502285 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-407d911b-7060-4145-9d0c-b05906a8690a None None] Set router 5b3b239c-85f3-44d8-b496-3d61d0de7ea6 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:10:23.555702 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40630) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:23.556835 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-736d0c11-b17d-4d42-99c2-7d79a4d10b8b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0958021 Aug 16 21:10:23.609852 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-056c3c9a-a5f9-4518-906f-defca259441c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:23.644818 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-917dc551-65e3-4a55-a72e-748011691718 None None] Provisioning complete for port b0603c80-0cbc-479a-a180-b1db78a7c119 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:23.645047 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-917dc551-65e3-4a55-a72e-748011691718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:23.768389 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-917dc551-65e3-4a55-a72e-748011691718 None None] Port b0603c80-0cbc-479a-a180-b1db78a7c119 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:10:23.810095 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3055db0-7f47-4739-9b53-6b5b9e14f289 None None] Network 192078e2-42cd-4433-89c1-f8a99be3345e requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:23.827342 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-407d911b-7060-4145-9d0c-b05906a8690a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3b239c-85f3-44d8-b496-3d61d0de7ea6', 'name': 'tempest-TestServerMultinode-1270961589-router', 'tenant_id': '0498714ffbf44fc797d48647810c6ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '20b5c6cc-92f9-4348-a058-183c9dcacd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:17Z', 'updated_at': '2021-08-16T21:10:20Z', 'revision_number': 3, 'project_id': '0498714ffbf44fc797d48647810c6ab5', 'gw_port': {'id': '20b5c6cc-92f9-4348-a058-183c9dcacd6b', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:45:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3b239c-85f3-44d8-b496-3d61d0de7ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:19Z', 'updated_at': '2021-08-16T21:10:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:23.840765 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-056c3c9a-a5f9-4518-906f-defca259441c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:23.866827 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407d911b-7060-4145-9d0c-b05906a8690a None None] Checking router: 5b3b239c-85f3-44d8-b496-3d61d0de7ea6 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:10:23.868148 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407d911b-7060-4145-9d0c-b05906a8690a None None] Updating router 5b3b239c-85f3-44d8-b496-3d61d0de7ea6 port 20b5c6cc-92f9-4348-a058-183c9dcacd6b binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:10:23.910396 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-407d911b-7060-4145-9d0c-b05906a8690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:23.917004 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c3c9a-a5f9-4518-906f-defca259441c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Pushing event updated for resources: {'Port': ['ID=b0603c80-0cbc-479a-a180-b1db78a7c119,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:23.962356 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c27152c4-7c97-4fea-835c-f5ed580b3cbd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:23.998641 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056c3c9a-a5f9-4518-906f-defca259441c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Network d0fc4e75-00dc-4447-94fa-da318a5ba25c is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:24.001858 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-056c3c9a-a5f9-4518-906f-defca259441c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:24.129094 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c27152c4-7c97-4fea-835c-f5ed580b3cbd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:24.132767 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff3ada3-64e6-47ef-8632-059aa51056c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-192078e2-42cd-4433-89c1-f8a99be3345e', 'network_id': '192078e2-42cd-4433-89c1-f8a99be3345e', 'tenant_id': '81224c38c8894bf0bbc37d2578318d99', 'fixed_ips': [{'subnet_id': '024dfbd1-0737-47bc-91a3-2e4678b729c5'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:10:24.134236 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cff3ada3-64e6-47ef-8632-059aa51056c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:24.277752 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 58247c80-6eb3-4d14-993d-a91f477d9181 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:24.330611 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-407d911b-7060-4145-9d0c-b05906a8690a None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:24.361941 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-407d911b-7060-4145-9d0c-b05906a8690a None None] Transition to ACTIVE for port object 20b5c6cc-92f9-4348-a058-183c9dcacd6b will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:24.399841 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 58247c80-6eb3-4d14-993d-a91f477d9181 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:24.400109 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:24.430956 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-407d911b-7060-4145-9d0c-b05906a8690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:24.444319 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-cff3ada3-64e6-47ef-8632-059aa51056c6 None None] Allocated IP 172.20.0.1 (192078e2-42cd-4433-89c1-f8a99be3345e/024dfbd1-0737-47bc-91a3-2e4678b729c5/236dbd22-9ffd-47f8-9bd4-bd82946940f6) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:10:24.455442 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-30aa148e-edb6-45c7-9d1d-4f2bd64ad122 None None] Provisioning complete for port b0603c80-0cbc-479a-a180-b1db78a7c119 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:24.456683 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-30aa148e-edb6-45c7-9d1d-4f2bd64ad122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:24.537136 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e725b7-51c2-4baa-8d97-c2237d5a3f72 None None] Pushing event updated for resources: {'Port': ['ID=20b5c6cc-92f9-4348-a058-183c9dcacd6b,revision_number=2']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:24.553090 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-407d911b-7060-4145-9d0c-b05906a8690a None None] Attempting to bind port 20b5c6cc-92f9-4348-a058-183c9dcacd6b on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:10:24.553674 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-407d911b-7060-4145-9d0c-b05906a8690a None None] Attempting to bind port 20b5c6cc-92f9-4348-a058-183c9dcacd6b by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:10:24.554323 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407d911b-7060-4145-9d0c-b05906a8690a None None] Attempting to bind port 20b5c6cc-92f9-4348-a058-183c9dcacd6b on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:10:24.564445 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e725b7-51c2-4baa-8d97-c2237d5a3f72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:24.565001 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e725b7-51c2-4baa-8d97-c2237d5a3f72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:24.565540 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e725b7-51c2-4baa-8d97-c2237d5a3f72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:24.566035 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e725b7-51c2-4baa-8d97-c2237d5a3f72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:24.566651 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e725b7-51c2-4baa-8d97-c2237d5a3f72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:24.567175 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e725b7-51c2-4baa-8d97-c2237d5a3f72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:24.567732 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e725b7-51c2-4baa-8d97-c2237d5a3f72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:24.568237 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e725b7-51c2-4baa-8d97-c2237d5a3f72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:24.568717 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e725b7-51c2-4baa-8d97-c2237d5a3f72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:24.569195 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e725b7-51c2-4baa-8d97-c2237d5a3f72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:24.569691 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e725b7-51c2-4baa-8d97-c2237d5a3f72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:24.570156 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e725b7-51c2-4baa-8d97-c2237d5a3f72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:24.570622 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056c3c9a-a5f9-4518-906f-defca259441c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Router cf871a21-d1ef-49e5-a8a0-c62b4b496bac is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:10:24.574811 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407d911b-7060-4145-9d0c-b05906a8690a None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:10:24.577230 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407d911b-7060-4145-9d0c-b05906a8690a None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:24.577230 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-407d911b-7060-4145-9d0c-b05906a8690a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:24.577230 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407d911b-7060-4145-9d0c-b05906a8690a None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:10:24.577697 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-407d911b-7060-4145-9d0c-b05906a8690a None None] Bound port: 20b5c6cc-92f9-4348-a058-183c9dcacd6b, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:10:24.578252 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-407d911b-7060-4145-9d0c-b05906a8690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:24.592280 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-379cd073-99d6-46e2-9973-02dc37821792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:24.618428 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-30aa148e-edb6-45c7-9d1d-4f2bd64ad122 None None] Port b0603c80-0cbc-479a-a180-b1db78a7c119 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:10:24.641488 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-407d911b-7060-4145-9d0c-b05906a8690a None None] For port 20b5c6cc-92f9-4348-a058-183c9dcacd6b, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:10:24.646368 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-407d911b-7060-4145-9d0c-b05906a8690a None None] For port 20b5c6cc-92f9-4348-a058-183c9dcacd6b, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=20b5c6cc-92f9-4348-a058-183c9dcacd6b,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:10:24.717582 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-407d911b-7060-4145-9d0c-b05906a8690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:24.755025 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cff3ada3-64e6-47ef-8632-059aa51056c6 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:24.767835 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056c3c9a-a5f9-4518-906f-defca259441c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:10:24.772196 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-cff3ada3-64e6-47ef-8632-059aa51056c6 None None] Transition to ACTIVE for port object 236dbd22-9ffd-47f8-9bd4-bd82946940f6 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:24.788228 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62726ace-e42b-4bb5-8880-2fabcb91bca7 None None] Sync routers for ids ['cf871a21-d1ef-49e5-a8a0-c62b4b496bac'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:10:24.793570 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-cff3ada3-64e6-47ef-8632-059aa51056c6 None None] Transition to ACTIVE for port object 236dbd22-9ffd-47f8-9bd4-bd82946940f6 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:24.808554 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62726ace-e42b-4bb5-8880-2fabcb91bca7 None None] Routers {'cf871a21-d1ef-49e5-a8a0-c62b4b496bac'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:10:24.810522 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407d911b-7060-4145-9d0c-b05906a8690a None None] Routers {'5b3b239c-85f3-44d8-b496-3d61d0de7ea6'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:10:24.811194 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-407d911b-7060-4145-9d0c-b05906a8690a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:10:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['5b3b239c-85f3-44d8-b496-3d61d0de7ea6'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:24.811345 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-62726ace-e42b-4bb5-8880-2fabcb91bca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:10:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['cf871a21-d1ef-49e5-a8a0-c62b4b496bac'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:24.820459 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-056c3c9a-a5f9-4518-906f-defca259441c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] 10.222.0.84 "PUT /v2.0/routers/cf871a21-d1ef-49e5-a8a0-c62b4b496bac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9268334 Aug 16 21:10:24.823612 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40688) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:24.831847 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-b6198d73-acd2-42c6-9ed6-ec2ae7ec38c9 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Request body: {'port': {'network_id': 'd0fc4e75-00dc-4447-94fa-da318a5ba25c', 'name': 'tempest-FloatingIPNegativeTestJSON-723996139'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:24.834390 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e725b7-51c2-4baa-8d97-c2237d5a3f72 None None] Pushing event updated for resources: {'Port': ['ID=20b5c6cc-92f9-4348-a058-183c9dcacd6b,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:24.902011 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-62726ace-e42b-4bb5-8880-2fabcb91bca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:24.914234 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cff3ada3-64e6-47ef-8632-059aa51056c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:24.952647 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62726ace-e42b-4bb5-8880-2fabcb91bca7 None None] Routers {'cf871a21-d1ef-49e5-a8a0-c62b4b496bac'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:10:24.953770 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-62726ace-e42b-4bb5-8880-2fabcb91bca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:10:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['cf871a21-d1ef-49e5-a8a0-c62b4b496bac'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:24.987495 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-407d911b-7060-4145-9d0c-b05906a8690a None None] Set router 5b3b239c-85f3-44d8-b496-3d61d0de7ea6 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:10:25.010606 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c27152c4-7c97-4fea-835c-f5ed580b3cbd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:25.024338 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-62726ace-e42b-4bb5-8880-2fabcb91bca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:25.025154 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62726ace-e42b-4bb5-8880-2fabcb91bca7 None None] The sync data for ids ['cf871a21-d1ef-49e5-a8a0-c62b4b496bac'] in n-d-793620-15 is: [] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:10:25.048641 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff3ada3-64e6-47ef-8632-059aa51056c6 None None] Network 192078e2-42cd-4433-89c1-f8a99be3345e is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:25.052861 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-cff3ada3-64e6-47ef-8632-059aa51056c6 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:25.058802 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27152c4-7c97-4fea-835c-f5ed580b3cbd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event deleted for resources: {'Subnet': ['ID=024dfbd1-0737-47bc-91a3-2e4678b729c5,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:25.061572 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-379cd073-99d6-46e2-9973-02dc37821792 admin admin] Allocated IP 172.20.0.1 (8a16c391-2eca-48bc-ba42-cdb112afb433/8d49b411-4d8f-4ce4-b2a9-fe98304d3873/50eb55af-40b2-467e-96f4-9a55ea6e02d0) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:10:25.070526 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff3ada3-64e6-47ef-8632-059aa51056c6 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:10:25.076311 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3ada3-64e6-47ef-8632-059aa51056c6 None None] Pushing event updated for resources: {'Port': ['ID=236dbd22-9ffd-47f8-9bd4-bd82946940f6,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:25.157950 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-cff3ada3-64e6-47ef-8632-059aa51056c6 None None] Attempting to bind port 236dbd22-9ffd-47f8-9bd4-bd82946940f6 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:10:25.158557 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-cff3ada3-64e6-47ef-8632-059aa51056c6 None None] Attempting to bind port 236dbd22-9ffd-47f8-9bd4-bd82946940f6 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'ba79a987-8585-49f2-a851-412c130f4891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '192078e2-42cd-4433-89c1-f8a99be3345e'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:10:25.158690 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff3ada3-64e6-47ef-8632-059aa51056c6 None None] Attempting to bind port 236dbd22-9ffd-47f8-9bd4-bd82946940f6 on network 192078e2-42cd-4433-89c1-f8a99be3345e {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:10:25.165260 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff3ada3-64e6-47ef-8632-059aa51056c6 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:10:25.165719 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff3ada3-64e6-47ef-8632-059aa51056c6 None None] Checking segment: {'id': 'ba79a987-8585-49f2-a851-412c130f4891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '192078e2-42cd-4433-89c1-f8a99be3345e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:25.166220 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cff3ada3-64e6-47ef-8632-059aa51056c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:25.166760 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff3ada3-64e6-47ef-8632-059aa51056c6 None None] Bound using segment: {'id': 'ba79a987-8585-49f2-a851-412c130f4891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '192078e2-42cd-4433-89c1-f8a99be3345e'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:10:25.167517 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-cff3ada3-64e6-47ef-8632-059aa51056c6 None None] Bound port: 236dbd22-9ffd-47f8-9bd4-bd82946940f6, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba79a987-8585-49f2-a851-412c130f4891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '192078e2-42cd-4433-89c1-f8a99be3345e'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:10:25.168020 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cff3ada3-64e6-47ef-8632-059aa51056c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:25.188506 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c27152c4-7c97-4fea-835c-f5ed580b3cbd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:25.206218 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-c27152c4-7c97-4fea-835c-f5ed580b3cbd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192078e2-42cd-4433-89c1-f8a99be3345e']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:25.219674 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-c27152c4-7c97-4fea-835c-f5ed580b3cbd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba79a987-8585-49f2-a851-412c130f4891') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:25.219674 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-c27152c4-7c97-4fea-835c-f5ed580b3cbd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba79a987-8585-49f2-a851-412c130f4891') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:25.233403 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c27152c4-7c97-4fea-835c-f5ed580b3cbd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:25.257215 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c27152c4-7c97-4fea-835c-f5ed580b3cbd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:25.258886 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-cff3ada3-64e6-47ef-8632-059aa51056c6 None None] For port 236dbd22-9ffd-47f8-9bd4-bd82946940f6, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:10:25.271256 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c27152c4-7c97-4fea-835c-f5ed580b3cbd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:10:25.271645 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c27152c4-7c97-4fea-835c-f5ed580b3cbd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:25.274744 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:10:25.274744 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:10:25.274744 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:10:25.274744 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:10:25.274744 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:10:25.274744 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:10:25.274744 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:10:25.274744 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:10:25.274744 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:10:25.274744 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:10:25.274744 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:10:25.274744 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:10:25.274744 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:10:25.274744 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:10:25.274744 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:10:25.274744 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:10:25.274744 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:10:25.274744 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:10:25.274744 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:10:25.274744 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:10:25.274744 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:10:25.274744 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:10:25.274744 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:10:25.274744 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:10:25.274744 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:10:25.274744 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:10:25.274744 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:10:25.274744 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:10:25.274744 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:10:25.274744 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:10:25.274744 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:10:25.274744 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:10:25.287759 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6198d73-acd2-42c6-9ed6-ec2ae7ec38c9 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Made reservation on behalf of 117181e6150c42aaa0e64f85e6ed9627 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:25.290002 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-407d911b-7060-4145-9d0c-b05906a8690a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3b239c-85f3-44d8-b496-3d61d0de7ea6', 'name': 'tempest-TestServerMultinode-1270961589-router', 'tenant_id': '0498714ffbf44fc797d48647810c6ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '20b5c6cc-92f9-4348-a058-183c9dcacd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:17Z', 'updated_at': '2021-08-16T21:10:20Z', 'revision_number': 3, 'project_id': '0498714ffbf44fc797d48647810c6ab5', 'gw_port': {'id': '20b5c6cc-92f9-4348-a058-183c9dcacd6b', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:45:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3b239c-85f3-44d8-b496-3d61d0de7ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:19Z', 'updated_at': '2021-08-16T21:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:25.291417 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b6198d73-acd2-42c6-9ed6-ec2ae7ec38c9 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:25.319692 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407d911b-7060-4145-9d0c-b05906a8690a None None] The sync data for ids ['5b3b239c-85f3-44d8-b496-3d61d0de7ea6'] in n-d-793620-15 is: [{'id': '5b3b239c-85f3-44d8-b496-3d61d0de7ea6', 'name': 'tempest-TestServerMultinode-1270961589-router', 'tenant_id': '0498714ffbf44fc797d48647810c6ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '20b5c6cc-92f9-4348-a058-183c9dcacd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:17Z', 'updated_at': '2021-08-16T21:10:20Z', 'revision_number': 3, 'project_id': '0498714ffbf44fc797d48647810c6ab5', 'gw_port': {'id': '20b5c6cc-92f9-4348-a058-183c9dcacd6b', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:45:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3b239c-85f3-44d8-b496-3d61d0de7ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:19Z', 'updated_at': '2021-08-16T21:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:10:25.344134 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-379cd073-99d6-46e2-9973-02dc37821792 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:25.371291 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-b6198d73-acd2-42c6-9ed6-ec2ae7ec38c9 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] device_id is not set on port d3650ca5-c848-4cb0-ad40-2205f9fe9715 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:10:25.379680 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-cff3ada3-64e6-47ef-8632-059aa51056c6 None None] For port 236dbd22-9ffd-47f8-9bd4-bd82946940f6, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=236dbd22-9ffd-47f8-9bd4-bd82946940f6,segment=NetworkSegment(ba79a987-8585-49f2-a851-412c130f4891),segment_id=ba79a987-8585-49f2-a851-412c130f4891)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:10:25.384230 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-379cd073-99d6-46e2-9973-02dc37821792 admin admin] Transition to ACTIVE for port object 50eb55af-40b2-467e-96f4-9a55ea6e02d0 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:25.427097 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.db.api [None req-c27152c4-7c97-4fea-835c-f5ed580b3cbd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 21:10:25.427097 n-d-793620-15 neutron-server[101845]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 21:10:25.427097 n-d-793620-15 neutron-server[101845]: [parameters: {'id': '192078e2-42cd-4433-89c1-f8a99be3345e'}] Aug 16 21:10:25.427097 n-d-793620-15 neutron-server[101845]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:10:25.427614 n-d-793620-15 neutron-server[101845]: DEBUG oslo_db.api [None req-c27152c4-7c97-4fea-835c-f5ed580b3cbd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:10:25.453063 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cff3ada3-64e6-47ef-8632-059aa51056c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:25.517832 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40712) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:25.531475 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-b6198d73-acd2-42c6-9ed6-ec2ae7ec38c9 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Allocated IP 172.20.0.6 (d0fc4e75-00dc-4447-94fa-da318a5ba25c/dd630552-a0af-4909-9f43-4849034c4ffc/d3650ca5-c848-4cb0-ad40-2205f9fe9715) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:10:25.532912 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3ada3-64e6-47ef-8632-059aa51056c6 None None] Pushing event updated for resources: {'Port': ['ID=236dbd22-9ffd-47f8-9bd4-bd82946940f6,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:25.575818 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-379cd073-99d6-46e2-9973-02dc37821792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:25.612125 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d54efc-0553-4673-82a4-a0dc1acca594 None None] Network 192078e2-42cd-4433-89c1-f8a99be3345e requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:25.680888 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379cd073-99d6-46e2-9973-02dc37821792 admin admin] Pushing event updated for resources: {'Port': ['ID=50eb55af-40b2-467e-96f4-9a55ea6e02d0,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:25.714588 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ef6c62d0-7c43-412c-b66c-43078de46b64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:25.728840 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379cd073-99d6-46e2-9973-02dc37821792 admin admin] Network 8a16c391-2eca-48bc-ba42-cdb112afb433 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:25.734819 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-379cd073-99d6-46e2-9973-02dc37821792 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:25.761836 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379cd073-99d6-46e2-9973-02dc37821792 admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:10:25.828475 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ef6c62d0-7c43-412c-b66c-43078de46b64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:25.851333 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-379cd073-99d6-46e2-9973-02dc37821792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:25.928697 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c27152c4-7c97-4fea-835c-f5ed580b3cbd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:25.965173 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ef6c62d0-7c43-412c-b66c-43078de46b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:26.020157 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b6198d73-acd2-42c6-9ed6-ec2ae7ec38c9 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:26.037894 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ef6c62d0-7c43-412c-b66c-43078de46b64 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e27ad8d3ba6d4880b2f182bdfa1a4fd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5153444 Aug 16 21:10:26.037894 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c62d0-7c43-412c-b66c-43078de46b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024bd80d-1500-4436-a8a1-e02262adcc8e,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:26.038900 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40724) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:26.112929 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01318be-bb71-4dcb-b9be-92ec55c5ce58 None None] get_active_networks_info from n-d-793620-15 {{(pid=101846) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 21:10:26.114028 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-b6198d73-acd2-42c6-9ed6-ec2ae7ec38c9 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Transition to ACTIVE for port object d3650ca5-c848-4cb0-ad40-2205f9fe9715 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:26.159802 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ae0b37ff-6639-4654-812e-4d806077277d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:26.198141 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-c27152c4-7c97-4fea-835c-f5ed580b3cbd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Deleting port 236dbd22-9ffd-47f8-9bd4-bd82946940f6 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:10:26.198499 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c27152c4-7c97-4fea-835c-f5ed580b3cbd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:26.211022 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ae0b37ff-6639-4654-812e-4d806077277d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:26.246147 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 20b5c6cc-92f9-4348-a058-183c9dcacd6b up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:26.291461 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-379cd073-99d6-46e2-9973-02dc37821792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:26.311448 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01318be-bb71-4dcb-b9be-92ec55c5ce58 None None] Resources bound (agent type, host, resource id): {{(pid=101846) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 21:10:26.362463 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ae0b37ff-6639-4654-812e-4d806077277d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:26.366245 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ae0b37ff-6639-4654-812e-4d806077277d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:26.373296 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ae0b37ff-6639-4654-812e-4d806077277d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/024bd80d-1500-4436-a8a1-e02262adcc8e HTTP/1.1" status: 204 len: 168 time: 0.3290076 Aug 16 21:10:26.383662 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b37ff-6639-4654-812e-4d806077277d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024bd80d-1500-4436-a8a1-e02262adcc8e,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:26.393416 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-4c5c9997-3d82-4cbe-86a6-ce5531463a33 None None] Provisioning for port 50eb55af-40b2-467e-96f4-9a55ea6e02d0 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:26.397995 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b6198d73-acd2-42c6-9ed6-ec2ae7ec38c9 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:26.412030 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-4c5c9997-3d82-4cbe-86a6-ce5531463a33 None None] Provisioning complete for port 50eb55af-40b2-467e-96f4-9a55ea6e02d0 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:26.412165 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4c5c9997-3d82-4cbe-86a6-ce5531463a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:26.453771 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 20b5c6cc-92f9-4348-a058-183c9dcacd6b completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:26.477127 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 20b5c6cc-92f9-4348-a058-183c9dcacd6b triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:26.477500 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:26.482003 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-4c5c9997-3d82-4cbe-86a6-ce5531463a33 None None] Port 50eb55af-40b2-467e-96f4-9a55ea6e02d0 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:10:26.491969 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-c27152c4-7c97-4fea-835c-f5ed580b3cbd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] For port 236dbd22-9ffd-47f8-9bd4-bd82946940f6, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=236dbd22-9ffd-47f8-9bd4-bd82946940f6,segment=NetworkSegment(ba79a987-8585-49f2-a851-412c130f4891),segment_id=ba79a987-8585-49f2-a851-412c130f4891)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:26.492359 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c27152c4-7c97-4fea-835c-f5ed580b3cbd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:26.512282 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6198d73-acd2-42c6-9ed6-ec2ae7ec38c9 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Network d0fc4e75-00dc-4447-94fa-da318a5ba25c is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:26.525691 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-b6198d73-acd2-42c6-9ed6-ec2ae7ec38c9 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:26.529763 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-c27152c4-7c97-4fea-835c-f5ed580b3cbd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Calling delete_port for 236dbd22-9ffd-47f8-9bd4-bd82946940f6 owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:10:26.534913 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6198d73-acd2-42c6-9ed6-ec2ae7ec38c9 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:10:26.578791 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6198d73-acd2-42c6-9ed6-ec2ae7ec38c9 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Pushing event updated for resources: {'Port': ['ID=d3650ca5-c848-4cb0-ad40-2205f9fe9715,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:26.650798 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:26.684638 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6198d73-acd2-42c6-9ed6-ec2ae7ec38c9 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:26.685476 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b6198d73-acd2-42c6-9ed6-ec2ae7ec38c9 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:26.687156 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 20b5c6cc-92f9-4348-a058-183c9dcacd6b, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=20b5c6cc-92f9-4348-a058-183c9dcacd6b,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:26.750514 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-379cd073-99d6-46e2-9973-02dc37821792 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:26.758867 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:26.809336 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b6198d73-acd2-42c6-9ed6-ec2ae7ec38c9 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9844301 Aug 16 21:10:26.812857 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40730) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:26.813636 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=20b5c6cc-92f9-4348-a058-183c9dcacd6b,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:26.824417 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-9eadfe22-e65c-462a-8bc6-45ac20a22f3c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:26.861101 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-379cd073-99d6-46e2-9973-02dc37821792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:26.934909 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c27152c4-7c97-4fea-835c-f5ed580b3cbd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:26.941520 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-379cd073-99d6-46e2-9973-02dc37821792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:26.951153 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9eadfe22-e65c-462a-8bc6-45ac20a22f3c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks [] for floatingip, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:26.966096 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27152c4-7c97-4fea-835c-f5ed580b3cbd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] No DVR routers for this DVR port 236dbd22-9ffd-47f8-9bd4-bd82946940f6 on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:10:26.989474 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379cd073-99d6-46e2-9973-02dc37821792 admin admin] Pushing event updated for resources: {'Port': ['ID=50eb55af-40b2-467e-96f4-9a55ea6e02d0,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:27.025689 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ab27a0ec-2157-479c-9204-000a84ec6b47 None None] Provisioning for port d3650ca5-c848-4cb0-ad40-2205f9fe9715 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:27.030356 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ab27a0ec-2157-479c-9204-000a84ec6b47 None None] Provisioning complete for port d3650ca5-c848-4cb0-ad40-2205f9fe9715 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:27.030731 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ab27a0ec-2157-479c-9204-000a84ec6b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:27.076667 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-ab27a0ec-2157-479c-9204-000a84ec6b47 None None] Port d3650ca5-c848-4cb0-ad40-2205f9fe9715 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:10:27.090161 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9eadfe22-e65c-462a-8bc6-45ac20a22f3c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:27.108432 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27152c4-7c97-4fea-835c-f5ed580b3cbd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event deleted for resources: {'Port': ['ID=236dbd22-9ffd-47f8-9bd4-bd82946940f6,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:27.127553 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c27152c4-7c97-4fea-835c-f5ed580b3cbd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:27.142310 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-c27152c4-7c97-4fea-835c-f5ed580b3cbd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192078e2-42cd-4433-89c1-f8a99be3345e']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:27.160609 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-c27152c4-7c97-4fea-835c-f5ed580b3cbd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba79a987-8585-49f2-a851-412c130f4891') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:27.160871 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-c27152c4-7c97-4fea-835c-f5ed580b3cbd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba79a987-8585-49f2-a851-412c130f4891') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:27.181428 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40738) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:27.186195 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c27152c4-7c97-4fea-835c-f5ed580b3cbd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:27.212995 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2aca567b-6ee5-4e62-af51-a589f78e902d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:27.215929 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379cd073-99d6-46e2-9973-02dc37821792 admin admin] Network 8a16c391-2eca-48bc-ba42-cdb112afb433 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:27.218610 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-379cd073-99d6-46e2-9973-02dc37821792 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:27.225814 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c27152c4-7c97-4fea-835c-f5ed580b3cbd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:27.229097 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-9eadfe22-e65c-462a-8bc6-45ac20a22f3c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Allocated IP 172.25.1.92 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/56cbbc36-3a5e-4245-80a7-7c330b7dd9cd) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:10:27.240511 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c27152c4-7c97-4fea-835c-f5ed580b3cbd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:10:27.240930 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c27152c4-7c97-4fea-835c-f5ed580b3cbd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:27.245359 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:10:27.245359 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:10:27.245359 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:10:27.245359 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:10:27.245359 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:10:27.245359 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:10:27.245359 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:10:27.245359 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:10:27.245359 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:10:27.245359 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:10:27.245359 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:10:27.245359 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:10:27.245359 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:10:27.245359 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:10:27.245359 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:10:27.245359 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:10:27.245359 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:10:27.245359 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:10:27.245359 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:10:27.245359 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:10:27.245359 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:10:27.245359 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:10:27.245359 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:10:27.245359 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:10:27.245359 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:10:27.245359 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:10:27.245359 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:10:27.245359 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:10:27.245359 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:10:27.245359 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:10:27.245359 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:10:27.245359 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:10:27.363638 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9eadfe22-e65c-462a-8bc6-45ac20a22f3c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:27.500437 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9eadfe22-e65c-462a-8bc6-45ac20a22f3c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:27.551710 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eadfe22-e65c-462a-8bc6-45ac20a22f3c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:27.558557 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-9eadfe22-e65c-462a-8bc6-45ac20a22f3c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:27.561555 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eadfe22-e65c-462a-8bc6-45ac20a22f3c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:10:27.595041 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eadfe22-e65c-462a-8bc6-45ac20a22f3c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Pushing event updated for resources: {'Port': ['ID=56cbbc36-3a5e-4245-80a7-7c330b7dd9cd,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:27.610942 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d1040d96-6def-431c-b3d9-bf1927362af6 None None] Provisioning complete for port 50eb55af-40b2-467e-96f4-9a55ea6e02d0 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:27.612596 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d1040d96-6def-431c-b3d9-bf1927362af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:27.666925 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-d1040d96-6def-431c-b3d9-bf1927362af6 None None] Port 50eb55af-40b2-467e-96f4-9a55ea6e02d0 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:10:27.671556 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9eadfe22-e65c-462a-8bc6-45ac20a22f3c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:27.800898 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9eadfe22-e65c-462a-8bc6-45ac20a22f3c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:27.829915 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c27152c4-7c97-4fea-835c-f5ed580b3cbd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:27.842270 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c27152c4-7c97-4fea-835c-f5ed580b3cbd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:27.844148 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c27152c4-7c97-4fea-835c-f5ed580b3cbd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "DELETE /v2.0/networks/192078e2-42cd-4433-89c1-f8a99be3345e HTTP/1.1" status: 204 len: 168 time: 4.2870026 Aug 16 21:10:27.853079 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40742) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:27.861084 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-410e5a73-e24e-4f70-b84a-b04b0fa26bf4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-865826009'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:27.867510 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27152c4-7c97-4fea-835c-f5ed580b3cbd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event deleted for resources: {'Network': ['ID=192078e2-42cd-4433-89c1-f8a99be3345e,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:27.907154 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-379cd073-99d6-46e2-9973-02dc37821792 admin admin] Router 5b3b239c-85f3-44d8-b496-3d61d0de7ea6 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:10:28.007680 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2aca567b-6ee5-4e62-af51-a589f78e902d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:28.014354 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9eadfe22-e65c-462a-8bc6-45ac20a22f3c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:28.080130 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379cd073-99d6-46e2-9973-02dc37821792 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:10:28.091003 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3d0f8e-9b56-4fcc-80c1-1082f6eaa05b None None] Sync routers for ids ['5b3b239c-85f3-44d8-b496-3d61d0de7ea6'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:10:28.102708 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3d0f8e-9b56-4fcc-80c1-1082f6eaa05b None None] Routers {'5b3b239c-85f3-44d8-b496-3d61d0de7ea6'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:10:28.103768 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-ab3d0f8e-9b56-4fcc-80c1-1082f6eaa05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:10:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['5b3b239c-85f3-44d8-b496-3d61d0de7ea6'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:28.104021 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-379cd073-99d6-46e2-9973-02dc37821792 admin admin] 10.222.0.84 "PUT /v2.0/routers/5b3b239c-85f3-44d8-b496-3d61d0de7ea6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7133164 Aug 16 21:10:28.106066 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2aca567b-6ee5-4e62-af51-a589f78e902d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:28.126724 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9eadfe22-e65c-462a-8bc6-45ac20a22f3c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:28.135510 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2aca567b-6ee5-4e62-af51-a589f78e902d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=47a99e07d1ae4cb7be25ff608ba2e52b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9514513 Aug 16 21:10:28.142686 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40750) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:28.179013 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca567b-6ee5-4e62-af51-a589f78e902d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f0d095-5aec-4e24-8326-0b5db5570669,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:28.207140 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 20b5c6cc-92f9-4348-a058-183c9dcacd6b up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:28.255441 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410e5a73-e24e-4f70-b84a-b04b0fa26bf4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Made reservation on behalf of 81224c38c8894bf0bbc37d2578318d99 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:28.262239 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-410e5a73-e24e-4f70-b84a-b04b0fa26bf4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:28.266827 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-54b1baae-6f03-4b73-a7c9-2c502f6606b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:28.302851 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 20b5c6cc-92f9-4348-a058-183c9dcacd6b triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:28.307687 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:28.307922 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-54b1baae-6f03-4b73-a7c9-2c502f6606b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:28.317655 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eadfe22-e65c-462a-8bc6-45ac20a22f3c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Pushing event updated for resources: {'Port': ['ID=56cbbc36-3a5e-4245-80a7-7c330b7dd9cd,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:28.348253 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9eadfe22-e65c-462a-8bc6-45ac20a22f3c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:28.401318 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-ab3d0f8e-9b56-4fcc-80c1-1082f6eaa05b None None] Set router 5b3b239c-85f3-44d8-b496-3d61d0de7ea6 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:10:28.476778 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-54b1baae-6f03-4b73-a7c9-2c502f6606b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:28.479952 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-54b1baae-6f03-4b73-a7c9-2c502f6606b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:28.481165 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-54b1baae-6f03-4b73-a7c9-2c502f6606b5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b3f0d095-5aec-4e24-8326-0b5db5570669 HTTP/1.1" status: 204 len: 168 time: 0.3374195 Aug 16 21:10:28.484220 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-410e5a73-e24e-4f70-b84a-b04b0fa26bf4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:10:28.489784 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1baae-6f03-4b73-a7c9-2c502f6606b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f0d095-5aec-4e24-8326-0b5db5570669,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:28.497552 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-410e5a73-e24e-4f70-b84a-b04b0fa26bf4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:28.497912 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-410e5a73-e24e-4f70-b84a-b04b0fa26bf4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Added segment 9ca34a8f-a2f9-4d82-8912-2870a5e1ec91 of type vlan for network 65db4710-54ce-4b7b-90d6-37394d93de1b Aug 16 21:10:28.513052 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9eadfe22-e65c-462a-8bc6-45ac20a22f3c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:28.521840 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40756) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:28.529270 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9eadfe22-e65c-462a-8bc6-45ac20a22f3c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7151911 Aug 16 21:10:28.529492 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-d12d42dc-9426-4503-966d-f6f6cbae9019 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Request body: {'floatingip': {'port_id': 'd3650ca5-c848-4cb0-ad40-2205f9fe9715', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:28.584221 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d12d42dc-9426-4503-966d-f6f6cbae9019 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks [] for floatingip, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:28.586630 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-410e5a73-e24e-4f70-b84a-b04b0fa26bf4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:28.652315 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-ab3d0f8e-9b56-4fcc-80c1-1082f6eaa05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3b239c-85f3-44d8-b496-3d61d0de7ea6', 'name': 'tempest-TestServerMultinode-1270961589-router', 'tenant_id': '0498714ffbf44fc797d48647810c6ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '20b5c6cc-92f9-4348-a058-183c9dcacd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:17Z', 'updated_at': '2021-08-16T21:10:26Z', 'revision_number': 4, 'project_id': '0498714ffbf44fc797d48647810c6ab5', 'gw_port': {'id': '20b5c6cc-92f9-4348-a058-183c9dcacd6b', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:45:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3b239c-85f3-44d8-b496-3d61d0de7ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:19Z', 'updated_at': '2021-08-16T21:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '50eb55af-40b2-467e-96f4-9a55ea6e02d0', 'name': '', 'network_id': '8a16c391-2eca-48bc-ba42-cdb112afb433', 'tenant_id': '0498714ffbf44fc797d48647810c6ab5', 'mac_address': 'fa:16:3e:4c:b9:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3b239c-85f3-44d8-b496-3d61d0de7ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '8d49b411-4d8f-4ce4-b2a9-fe98304d3873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:24Z', 'updated_at': '2021-08-16T21:10:26Z', 'revision_number': 2, 'project_id': '0498714ffbf44fc797d48647810c6ab5', 'subnets': [{'id': '8d49b411-4d8f-4ce4-b2a9-fe98304d3873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:28.677295 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-410e5a73-e24e-4f70-b84a-b04b0fa26bf4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:28.681303 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3d0f8e-9b56-4fcc-80c1-1082f6eaa05b None None] Checking router: 5b3b239c-85f3-44d8-b496-3d61d0de7ea6 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:10:28.681663 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3d0f8e-9b56-4fcc-80c1-1082f6eaa05b None None] Updating router 5b3b239c-85f3-44d8-b496-3d61d0de7ea6 port 50eb55af-40b2-467e-96f4-9a55ea6e02d0 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:10:28.683036 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410e5a73-e24e-4f70-b84a-b04b0fa26bf4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:28.684242 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-410e5a73-e24e-4f70-b84a-b04b0fa26bf4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:28.717782 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-ab3d0f8e-9b56-4fcc-80c1-1082f6eaa05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:28.740821 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-d12d42dc-9426-4503-966d-f6f6cbae9019 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] update failed (client error): The resource could not be found. Aug 16 21:10:28.745200 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d12d42dc-9426-4503-966d-f6f6cbae9019 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] 10.222.0.84 "PUT /v2.0/floatingips/80fd3b27-eaa3-4471-a2b8-cc5fd3fb3e1a HTTP/1.1" status: 404 len: 507 time: 0.2195153 Aug 16 21:10:28.746731 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40760) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:28.806482 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e5a73-e24e-4f70-b84a-b04b0fa26bf4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event updated for resources: {'Network': ['ID=65db4710-54ce-4b7b-90d6-37394d93de1b,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:28.831719 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 65db4710-54ce-4b7b-90d6-37394d93de1b details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:10:29.013275 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-410e5a73-e24e-4f70-b84a-b04b0fa26bf4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1567261 Aug 16 21:10:29.026605 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40772) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:29.026977 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-a9e62c01-d05d-429b-9d1d-c7d4de95deef tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Deleting port 56cbbc36-3a5e-4245-80a7-7c330b7dd9cd {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:10:29.026977 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a9e62c01-d05d-429b-9d1d-c7d4de95deef tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:29.027154 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-27ceba4e-b11e-474b-b02d-bb2c10f798b7 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Request body: {'subnet': {'network_id': '65db4710-54ce-4b7b-90d6-37394d93de1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:29.142917 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a9e62c01-d05d-429b-9d1d-c7d4de95deef tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:29.143844 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a9e62c01-d05d-429b-9d1d-c7d4de95deef tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:29.176776 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-a9e62c01-d05d-429b-9d1d-c7d4de95deef tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Calling delete_port for 56cbbc36-3a5e-4245-80a7-7c330b7dd9cd owned by network:floatingip {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:10:29.221852 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-ab3d0f8e-9b56-4fcc-80c1-1082f6eaa05b None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:29.235076 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-ab3d0f8e-9b56-4fcc-80c1-1082f6eaa05b None None] Transition to ACTIVE for port object 50eb55af-40b2-467e-96f4-9a55ea6e02d0 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:29.311565 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ceba4e-b11e-474b-b02d-bb2c10f798b7 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Made reservation on behalf of 81224c38c8894bf0bbc37d2578318d99 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:29.321189 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-ab3d0f8e-9b56-4fcc-80c1-1082f6eaa05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:29.321375 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-27ceba4e-b11e-474b-b02d-bb2c10f798b7 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:29.433185 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056bc7e-492f-4280-8122-7fe4d74bdd56 None None] Pushing event updated for resources: {'Port': ['ID=50eb55af-40b2-467e-96f4-9a55ea6e02d0,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:29.495593 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-ab3d0f8e-9b56-4fcc-80c1-1082f6eaa05b None None] Attempting to bind port 50eb55af-40b2-467e-96f4-9a55ea6e02d0 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:10:29.496000 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-ab3d0f8e-9b56-4fcc-80c1-1082f6eaa05b None None] Attempting to bind port 50eb55af-40b2-467e-96f4-9a55ea6e02d0 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'c598720d-0638-4e2d-8367-da20e73a779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8a16c391-2eca-48bc-ba42-cdb112afb433'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:10:29.496363 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3d0f8e-9b56-4fcc-80c1-1082f6eaa05b None None] Attempting to bind port 50eb55af-40b2-467e-96f4-9a55ea6e02d0 on network 8a16c391-2eca-48bc-ba42-cdb112afb433 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:10:29.500508 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40790) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:29.505419 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a9e62c01-d05d-429b-9d1d-c7d4de95deef tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:29.506190 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3d0f8e-9b56-4fcc-80c1-1082f6eaa05b None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:10:29.506570 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3d0f8e-9b56-4fcc-80c1-1082f6eaa05b None None] Checking segment: {'id': 'c598720d-0638-4e2d-8367-da20e73a779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8a16c391-2eca-48bc-ba42-cdb112afb433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:29.506972 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-ab3d0f8e-9b56-4fcc-80c1-1082f6eaa05b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:29.507358 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3d0f8e-9b56-4fcc-80c1-1082f6eaa05b None None] Bound using segment: {'id': 'c598720d-0638-4e2d-8367-da20e73a779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8a16c391-2eca-48bc-ba42-cdb112afb433'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:10:29.507582 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-ecd7f290-0283-48f9-aa1e-852d8bc4a74e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-590406449-network', 'tenant_id': 'e6319db43d0a4da0949c86a3882f6b30'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:29.507846 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-ab3d0f8e-9b56-4fcc-80c1-1082f6eaa05b None None] Bound port: 50eb55af-40b2-467e-96f4-9a55ea6e02d0, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c598720d-0638-4e2d-8367-da20e73a779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8a16c391-2eca-48bc-ba42-cdb112afb433'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:10:29.508236 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-ab3d0f8e-9b56-4fcc-80c1-1082f6eaa05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:29.545035 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e62c01-d05d-429b-9d1d-c7d4de95deef tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Pushing event deleted for resources: {'Port': ['ID=56cbbc36-3a5e-4245-80a7-7c330b7dd9cd,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:29.621019 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-ab3d0f8e-9b56-4fcc-80c1-1082f6eaa05b None None] For port 50eb55af-40b2-467e-96f4-9a55ea6e02d0, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:10:29.625776 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-ab3d0f8e-9b56-4fcc-80c1-1082f6eaa05b None None] For port 50eb55af-40b2-467e-96f4-9a55ea6e02d0, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=50eb55af-40b2-467e-96f4-9a55ea6e02d0,segment=NetworkSegment(c598720d-0638-4e2d-8367-da20e73a779e),segment_id=c598720d-0638-4e2d-8367-da20e73a779e)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:10:29.648746 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd7f290-0283-48f9-aa1e-852d8bc4a74e admin admin] Made reservation on behalf of e6319db43d0a4da0949c86a3882f6b30 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:29.651415 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ecd7f290-0283-48f9-aa1e-852d8bc4a74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:29.653489 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a9e62c01-d05d-429b-9d1d-c7d4de95deef tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks [] for floatingip, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:29.657912 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a9e62c01-d05d-429b-9d1d-c7d4de95deef tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:29.659241 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a9e62c01-d05d-429b-9d1d-c7d4de95deef tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] 10.222.0.84 "DELETE /v2.0/floatingips/80fd3b27-eaa3-4471-a2b8-cc5fd3fb3e1a HTTP/1.1" status: 204 len: 168 time: 0.9114752 Aug 16 21:10:29.663040 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40794) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:29.666850 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ecd7f290-0283-48f9-aa1e-852d8bc4a74e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:29.669323 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-86cf55ab-cb91-4ec7-898a-841841581f2a tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Request body: {'floatingip': {'floating_network_id': 'd0fc4e75-00dc-4447-94fa-da318a5ba25c', 'port_id': 'd3650ca5-c848-4cb0-ad40-2205f9fe9715', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:29.717204 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-ab3d0f8e-9b56-4fcc-80c1-1082f6eaa05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:29.773968 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-86cf55ab-cb91-4ec7-898a-841841581f2a tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks [] for floatingip, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:29.791405 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056bc7e-492f-4280-8122-7fe4d74bdd56 None None] Pushing event updated for resources: {'Port': ['ID=50eb55af-40b2-467e-96f4-9a55ea6e02d0,revision_number=4']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:29.795936 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3d0f8e-9b56-4fcc-80c1-1082f6eaa05b None None] Routers {'5b3b239c-85f3-44d8-b496-3d61d0de7ea6'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:10:29.796560 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-ab3d0f8e-9b56-4fcc-80c1-1082f6eaa05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:10:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['5b3b239c-85f3-44d8-b496-3d61d0de7ea6'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:29.847363 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-27ceba4e-b11e-474b-b02d-bb2c10f798b7 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:29.972194 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ceba4e-b11e-474b-b02d-bb2c10f798b7 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event updated for resources: {'Subnet': ['ID=579dc709-dbf1-4a11-984f-89b69dbd9c02,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:30.011509 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-ab3d0f8e-9b56-4fcc-80c1-1082f6eaa05b None None] Set router 5b3b239c-85f3-44d8-b496-3d61d0de7ea6 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:10:30.080702 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ecd7f290-0283-48f9-aa1e-852d8bc4a74e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:30.087456 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ceba4e-b11e-474b-b02d-bb2c10f798b7 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Checking segment: {'id': '9ca34a8f-a2f9-4d82-8912-2870a5e1ec91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '65db4710-54ce-4b7b-90d6-37394d93de1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:30.087456 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ceba4e-b11e-474b-b02d-bb2c10f798b7 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Network hostable DHCP agents. Network: 65db4710-54ce-4b7b-90d6-37394d93de1b, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:10:30.162773 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ecd7f290-0283-48f9-aa1e-852d8bc4a74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:30.177926 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd7f290-0283-48f9-aa1e-852d8bc4a74e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:10:30.185400 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ceba4e-b11e-474b-b02d-bb2c10f798b7 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Network 65db4710-54ce-4b7b-90d6-37394d93de1b is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:10:30.204734 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ecd7f290-0283-48f9-aa1e-852d8bc4a74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:30.205130 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-ecd7f290-0283-48f9-aa1e-852d8bc4a74e admin admin] Added segment f9df7de7-20ae-4e96-a8f7-d9252ca1ef61 of type vlan for network df606ad5-b36b-4f96-b2dc-101e0c89a5f0 Aug 16 21:10:30.223162 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd7f290-0283-48f9-aa1e-852d8bc4a74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd06cbf-4a83-49c6-9456-769ff05872e7,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:30.243778 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-ab3d0f8e-9b56-4fcc-80c1-1082f6eaa05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3b239c-85f3-44d8-b496-3d61d0de7ea6', 'name': 'tempest-TestServerMultinode-1270961589-router', 'tenant_id': '0498714ffbf44fc797d48647810c6ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '20b5c6cc-92f9-4348-a058-183c9dcacd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:17Z', 'updated_at': '2021-08-16T21:10:26Z', 'revision_number': 4, 'project_id': '0498714ffbf44fc797d48647810c6ab5', 'gw_port': {'id': '20b5c6cc-92f9-4348-a058-183c9dcacd6b', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:45:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3b239c-85f3-44d8-b496-3d61d0de7ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:19Z', 'updated_at': '2021-08-16T21:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '50eb55af-40b2-467e-96f4-9a55ea6e02d0', 'name': '', 'network_id': '8a16c391-2eca-48bc-ba42-cdb112afb433', 'tenant_id': '0498714ffbf44fc797d48647810c6ab5', 'mac_address': 'fa:16:3e:4c:b9:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3b239c-85f3-44d8-b496-3d61d0de7ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '8d49b411-4d8f-4ce4-b2a9-fe98304d3873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:24Z', 'updated_at': '2021-08-16T21:10:29Z', 'revision_number': 4, 'project_id': '0498714ffbf44fc797d48647810c6ab5', 'subnets': [{'id': '8d49b411-4d8f-4ce4-b2a9-fe98304d3873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:30.246815 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-86cf55ab-cb91-4ec7-898a-841841581f2a tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:10:30.252272 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-86cf55ab-cb91-4ec7-898a-841841581f2a tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5881288 Aug 16 21:10:30.256627 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40806) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:30.257980 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-5c72d71e-2c22-4d84-a737-9ae80c184db4 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'port_id': 'd3650ca5-c848-4cb0-ad40-2205f9fe9715', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:30.279021 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3d0f8e-9b56-4fcc-80c1-1082f6eaa05b None None] The sync data for ids ['5b3b239c-85f3-44d8-b496-3d61d0de7ea6'] in n-d-793620-15 is: [{'id': '5b3b239c-85f3-44d8-b496-3d61d0de7ea6', 'name': 'tempest-TestServerMultinode-1270961589-router', 'tenant_id': '0498714ffbf44fc797d48647810c6ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '20b5c6cc-92f9-4348-a058-183c9dcacd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:17Z', 'updated_at': '2021-08-16T21:10:26Z', 'revision_number': 4, 'project_id': '0498714ffbf44fc797d48647810c6ab5', 'gw_port': {'id': '20b5c6cc-92f9-4348-a058-183c9dcacd6b', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:45:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3b239c-85f3-44d8-b496-3d61d0de7ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:19Z', 'updated_at': '2021-08-16T21:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '50eb55af-40b2-467e-96f4-9a55ea6e02d0', 'name': '', 'network_id': '8a16c391-2eca-48bc-ba42-cdb112afb433', 'tenant_id': '0498714ffbf44fc797d48647810c6ab5', 'mac_address': 'fa:16:3e:4c:b9:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3b239c-85f3-44d8-b496-3d61d0de7ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '8d49b411-4d8f-4ce4-b2a9-fe98304d3873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:24Z', 'updated_at': '2021-08-16T21:10:29Z', 'revision_number': 4, 'project_id': '0498714ffbf44fc797d48647810c6ab5', 'subnets': [{'id': '8d49b411-4d8f-4ce4-b2a9-fe98304d3873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:10:30.279495 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ecd7f290-0283-48f9-aa1e-852d8bc4a74e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:30.307380 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-27ceba4e-b11e-474b-b02d-bb2c10f798b7 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 65db4710-54ce-4b7b-90d6-37394d93de1b) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:30.315086 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ceba4e-b11e-474b-b02d-bb2c10f798b7 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:30.315740 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-27ceba4e-b11e-474b-b02d-bb2c10f798b7 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:30.319714 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fe9ddc-73bd-4164-a4e0-5e2ccb4dcc3a None None] Network 65db4710-54ce-4b7b-90d6-37394d93de1b requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:30.398019 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5c72d71e-2c22-4d84-a737-9ae80c184db4 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks [] for floatingip, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:30.455531 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ecd7f290-0283-48f9-aa1e-852d8bc4a74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:30.461383 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd7f290-0283-48f9-aa1e-852d8bc4a74e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:30.463732 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ecd7f290-0283-48f9-aa1e-852d8bc4a74e admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:30.505117 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-27ceba4e-b11e-474b-b02d-bb2c10f798b7 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4893577 Aug 16 21:10:30.507992 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40812) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:30.541321 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35fcaf0-a9c1-4b46-8719-2c42744b2ac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-65db4710-54ce-4b7b-90d6-37394d93de1b', 'network_id': '65db4710-54ce-4b7b-90d6-37394d93de1b', 'tenant_id': '81224c38c8894bf0bbc37d2578318d99', 'fixed_ips': [{'subnet_id': '579dc709-dbf1-4a11-984f-89b69dbd9c02'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:10:30.542823 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d35fcaf0-a9c1-4b46-8719-2c42744b2ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:30.591521 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ecd7f290-0283-48f9-aa1e-852d8bc4a74e admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0898466 Aug 16 21:10:30.595424 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40814) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:30.601747 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-bf7ba2c9-0dcd-45b6-91ac-2d04ef88c5b7 admin admin] Request body: {'subnet': {'network_id': 'df606ad5-b36b-4f96-b2dc-101e0c89a5f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-590406449-subnet', 'tenant_id': 'e6319db43d0a4da0949c86a3882f6b30', 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:30.613173 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd7f290-0283-48f9-aa1e-852d8bc4a74e admin admin] Pushing event updated for resources: {'Network': ['ID=df606ad5-b36b-4f96-b2dc-101e0c89a5f0,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:30.660965 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-94197d20-05d4-4b5c-9d40-a303d0e47f34 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:30.663830 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network df606ad5-b36b-4f96-b2dc-101e0c89a5f0 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:10:30.738352 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7ba2c9-0dcd-45b6-91ac-2d04ef88c5b7 admin admin] Made reservation on behalf of e6319db43d0a4da0949c86a3882f6b30 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:30.744414 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bf7ba2c9-0dcd-45b6-91ac-2d04ef88c5b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:30.758611 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-94197d20-05d4-4b5c-9d40-a303d0e47f34 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:30.834070 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5c72d71e-2c22-4d84-a737-9ae80c184db4 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:30.968349 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-d35fcaf0-a9c1-4b46-8719-2c42744b2ac3 None None] Allocated IP 172.20.0.2 (65db4710-54ce-4b7b-90d6-37394d93de1b/579dc709-dbf1-4a11-984f-89b69dbd9c02/a6c6339f-aa84-40ff-98bc-d72fd8f808c7) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:10:31.031525 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-5c72d71e-2c22-4d84-a737-9ae80c184db4 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Allocated IP 172.25.1.31 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/32ca4789-f312-49d8-b426-9e9177573b49) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:10:31.113724 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bf7ba2c9-0dcd-45b6-91ac-2d04ef88c5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:31.195985 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ba2c9-0dcd-45b6-91ac-2d04ef88c5b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36815d6f-ca4e-4318-a4b2-1b5efc478865,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:31.240683 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d35fcaf0-a9c1-4b46-8719-2c42744b2ac3 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:31.248097 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7ba2c9-0dcd-45b6-91ac-2d04ef88c5b7 admin admin] Checking segment: {'id': 'f9df7de7-20ae-4e96-a8f7-d9252ca1ef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'df606ad5-b36b-4f96-b2dc-101e0c89a5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:31.248481 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7ba2c9-0dcd-45b6-91ac-2d04ef88c5b7 admin admin] Network hostable DHCP agents. Network: df606ad5-b36b-4f96-b2dc-101e0c89a5f0, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:10:31.256885 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d35fcaf0-a9c1-4b46-8719-2c42744b2ac3 None None] Transition to ACTIVE for port object a6c6339f-aa84-40ff-98bc-d72fd8f808c7 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:31.265313 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5c72d71e-2c22-4d84-a737-9ae80c184db4 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:31.281835 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d35fcaf0-a9c1-4b46-8719-2c42744b2ac3 None None] Transition to ACTIVE for port object a6c6339f-aa84-40ff-98bc-d72fd8f808c7 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:31.407054 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d35fcaf0-a9c1-4b46-8719-2c42744b2ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:31.430397 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35fcaf0-a9c1-4b46-8719-2c42744b2ac3 None None] Network 65db4710-54ce-4b7b-90d6-37394d93de1b is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:31.433753 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-d35fcaf0-a9c1-4b46-8719-2c42744b2ac3 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:31.462845 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7ba2c9-0dcd-45b6-91ac-2d04ef88c5b7 admin admin] Network df606ad5-b36b-4f96-b2dc-101e0c89a5f0 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:10:31.463529 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35fcaf0-a9c1-4b46-8719-2c42744b2ac3 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:10:31.489502 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5c72d71e-2c22-4d84-a737-9ae80c184db4 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:31.500355 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-94197d20-05d4-4b5c-9d40-a303d0e47f34 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:31.512727 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35fcaf0-a9c1-4b46-8719-2c42744b2ac3 None None] Pushing event updated for resources: {'Port': ['ID=a6c6339f-aa84-40ff-98bc-d72fd8f808c7,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:31.545784 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-d35fcaf0-a9c1-4b46-8719-2c42744b2ac3 None None] Attempting to bind port a6c6339f-aa84-40ff-98bc-d72fd8f808c7 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:10:31.546479 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-d35fcaf0-a9c1-4b46-8719-2c42744b2ac3 None None] Attempting to bind port a6c6339f-aa84-40ff-98bc-d72fd8f808c7 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '9ca34a8f-a2f9-4d82-8912-2870a5e1ec91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '65db4710-54ce-4b7b-90d6-37394d93de1b'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:10:31.546776 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-bf7ba2c9-0dcd-45b6-91ac-2d04ef88c5b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, df606ad5-b36b-4f96-b2dc-101e0c89a5f0) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:31.547499 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35fcaf0-a9c1-4b46-8719-2c42744b2ac3 None None] Attempting to bind port a6c6339f-aa84-40ff-98bc-d72fd8f808c7 on network 65db4710-54ce-4b7b-90d6-37394d93de1b {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:10:31.557038 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7ba2c9-0dcd-45b6-91ac-2d04ef88c5b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:31.557651 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bf7ba2c9-0dcd-45b6-91ac-2d04ef88c5b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:31.559320 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb3f4f2-9e1b-4bc5-84bc-2af9d7be53a1 None None] Network df606ad5-b36b-4f96-b2dc-101e0c89a5f0 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:31.563124 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35fcaf0-a9c1-4b46-8719-2c42744b2ac3 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:10:31.563597 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35fcaf0-a9c1-4b46-8719-2c42744b2ac3 None None] Checking segment: {'id': '9ca34a8f-a2f9-4d82-8912-2870a5e1ec91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '65db4710-54ce-4b7b-90d6-37394d93de1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:31.564548 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d35fcaf0-a9c1-4b46-8719-2c42744b2ac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:31.566099 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35fcaf0-a9c1-4b46-8719-2c42744b2ac3 None None] Bound using segment: {'id': '9ca34a8f-a2f9-4d82-8912-2870a5e1ec91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '65db4710-54ce-4b7b-90d6-37394d93de1b'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:10:31.566877 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-d35fcaf0-a9c1-4b46-8719-2c42744b2ac3 None None] Bound port: a6c6339f-aa84-40ff-98bc-d72fd8f808c7, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ca34a8f-a2f9-4d82-8912-2870a5e1ec91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '65db4710-54ce-4b7b-90d6-37394d93de1b'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:10:31.567187 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d35fcaf0-a9c1-4b46-8719-2c42744b2ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:31.648336 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94197d20-05d4-4b5c-9d40-a303d0e47f34 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event deleted for resources: {'Subnet': ['ID=579dc709-dbf1-4a11-984f-89b69dbd9c02,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:31.652654 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c72d71e-2c22-4d84-a737-9ae80c184db4 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:31.664335 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-5c72d71e-2c22-4d84-a737-9ae80c184db4 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:31.665220 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-bf7ba2c9-0dcd-45b6-91ac-2d04ef88c5b7 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0683272 Aug 16 21:10:31.668396 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40840) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:31.672705 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-5d9b748a-8d1a-41ea-9ec4-720a54241260 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-590406449-router', 'tenant_id': 'e6319db43d0a4da0949c86a3882f6b30', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:31.699002 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c72d71e-2c22-4d84-a737-9ae80c184db4 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:10:31.760896 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72d71e-2c22-4d84-a737-9ae80c184db4 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Pushing event updated for resources: {'Port': ['ID=32ca4789-f312-49d8-b426-9e9177573b49,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:31.825222 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5d9b748a-8d1a-41ea-9ec4-720a54241260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:31.826320 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5d9b748a-8d1a-41ea-9ec4-720a54241260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:31.853109 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-94197d20-05d4-4b5c-9d40-a303d0e47f34 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:31.940863 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-94197d20-05d4-4b5c-9d40-a303d0e47f34 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65db4710-54ce-4b7b-90d6-37394d93de1b']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:31.941587 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5d9b748a-8d1a-41ea-9ec4-720a54241260 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:31.956831 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-94197d20-05d4-4b5c-9d40-a303d0e47f34 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ca34a8f-a2f9-4d82-8912-2870a5e1ec91') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:31.957143 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-94197d20-05d4-4b5c-9d40-a303d0e47f34 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ca34a8f-a2f9-4d82-8912-2870a5e1ec91') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:31.957824 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-d35fcaf0-a9c1-4b46-8719-2c42744b2ac3 None None] For port a6c6339f-aa84-40ff-98bc-d72fd8f808c7, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:10:31.961018 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-d35fcaf0-a9c1-4b46-8719-2c42744b2ac3 None None] For port a6c6339f-aa84-40ff-98bc-d72fd8f808c7, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=a6c6339f-aa84-40ff-98bc-d72fd8f808c7,segment=NetworkSegment(9ca34a8f-a2f9-4d82-8912-2870a5e1ec91),segment_id=9ca34a8f-a2f9-4d82-8912-2870a5e1ec91)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:10:31.994692 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-94197d20-05d4-4b5c-9d40-a303d0e47f34 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:32.087576 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d35fcaf0-a9c1-4b46-8719-2c42744b2ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:32.112799 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-94197d20-05d4-4b5c-9d40-a303d0e47f34 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:32.130919 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e69f1a-351a-4b42-b7e7-77ed69bea84d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-df606ad5-b36b-4f96-b2dc-101e0c89a5f0', 'network_id': 'df606ad5-b36b-4f96-b2dc-101e0c89a5f0', 'tenant_id': 'e6319db43d0a4da0949c86a3882f6b30', 'fixed_ips': [{'subnet_id': '36815d6f-ca4e-4318-a4b2-1b5efc478865'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:10:32.131948 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-43e69f1a-351a-4b42-b7e7-77ed69bea84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:32.136175 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94197d20-05d4-4b5c-9d40-a303d0e47f34 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:10:32.136600 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-94197d20-05d4-4b5c-9d40-a303d0e47f34 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:32.150738 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:10:32.150738 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:10:32.150738 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:10:32.150738 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:10:32.150738 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:10:32.150738 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:10:32.150738 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:10:32.150738 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:10:32.150738 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:10:32.150738 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:10:32.150738 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:10:32.150738 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:10:32.150738 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:10:32.150738 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:10:32.150738 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:10:32.150738 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:10:32.150738 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:10:32.150738 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:10:32.150738 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:10:32.150738 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:10:32.150738 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:10:32.150738 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:10:32.150738 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:10:32.150738 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:10:32.150738 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:10:32.150738 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:10:32.150738 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:10:32.150738 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:10:32.150738 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:10:32.150738 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:10:32.150738 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:10:32.150738 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:10:32.221887 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 50eb55af-40b2-467e-96f4-9a55ea6e02d0 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:32.272499 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35fcaf0-a9c1-4b46-8719-2c42744b2ac3 None None] Pushing event updated for resources: {'Port': ['ID=a6c6339f-aa84-40ff-98bc-d72fd8f808c7,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:32.299812 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-5c72d71e-2c22-4d84-a737-9ae80c184db4 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Deleting port 32ca4789-f312-49d8-b426-9e9177573b49 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:10:32.305124 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5c72d71e-2c22-4d84-a737-9ae80c184db4 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:32.359896 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0568f60-9a4f-447e-b8f8-772705a88449 None None] Network 65db4710-54ce-4b7b-90d6-37394d93de1b requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:32.370245 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5d9b748a-8d1a-41ea-9ec4-720a54241260 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:32.378790 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.db.api [None req-94197d20-05d4-4b5c-9d40-a303d0e47f34 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 21:10:32.378790 n-d-793620-15 neutron-server[101844]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 21:10:32.378790 n-d-793620-15 neutron-server[101844]: [parameters: {'id': '65db4710-54ce-4b7b-90d6-37394d93de1b'}] Aug 16 21:10:32.378790 n-d-793620-15 neutron-server[101844]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101844) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:10:32.379237 n-d-793620-15 neutron-server[101844]: DEBUG oslo_db.api [None req-94197d20-05d4-4b5c-9d40-a303d0e47f34 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:10:32.424657 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5c72d71e-2c22-4d84-a737-9ae80c184db4 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:32.425077 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5c72d71e-2c22-4d84-a737-9ae80c184db4 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:32.438565 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-5c72d71e-2c22-4d84-a737-9ae80c184db4 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Calling delete_port for 32ca4789-f312-49d8-b426-9e9177573b49 owned by network:floatingip {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:10:32.486439 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-43e69f1a-351a-4b42-b7e7-77ed69bea84d None None] Allocated IP 172.20.0.2 (df606ad5-b36b-4f96-b2dc-101e0c89a5f0/36815d6f-ca4e-4318-a4b2-1b5efc478865/8806fd68-2df5-4d72-b129-8f03d62b0fbc) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:10:32.532286 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 50eb55af-40b2-467e-96f4-9a55ea6e02d0 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:32.554536 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 50eb55af-40b2-467e-96f4-9a55ea6e02d0 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:32.554930 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:32.658426 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5c72d71e-2c22-4d84-a737-9ae80c184db4 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:32.716577 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72d71e-2c22-4d84-a737-9ae80c184db4 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Pushing event deleted for resources: {'Port': ['ID=32ca4789-f312-49d8-b426-9e9177573b49,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:32.805144 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:32.829259 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-43e69f1a-351a-4b42-b7e7-77ed69bea84d None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:32.841859 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5d9b748a-8d1a-41ea-9ec4-720a54241260 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:32.855334 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-43e69f1a-351a-4b42-b7e7-77ed69bea84d None None] Transition to ACTIVE for port object 8806fd68-2df5-4d72-b129-8f03d62b0fbc will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:32.869272 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5d9b748a-8d1a-41ea-9ec4-720a54241260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:32.869961 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 50eb55af-40b2-467e-96f4-9a55ea6e02d0, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=50eb55af-40b2-467e-96f4-9a55ea6e02d0,segment=NetworkSegment(c598720d-0638-4e2d-8367-da20e73a779e),segment_id=c598720d-0638-4e2d-8367-da20e73a779e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:32.880533 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-94197d20-05d4-4b5c-9d40-a303d0e47f34 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:32.881883 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-43e69f1a-351a-4b42-b7e7-77ed69bea84d None None] Transition to ACTIVE for port object 8806fd68-2df5-4d72-b129-8f03d62b0fbc will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:32.922631 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-5c72d71e-2c22-4d84-a737-9ae80c184db4 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] create failed (client error): The resource could not be found. Aug 16 21:10:32.926526 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5c72d71e-2c22-4d84-a737-9ae80c184db4 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.6724830 Aug 16 21:10:32.930671 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40864) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:32.945513 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:32.967311 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-94197d20-05d4-4b5c-9d40-a303d0e47f34 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Deleting port a6c6339f-aa84-40ff-98bc-d72fd8f808c7 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:10:32.968578 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-94197d20-05d4-4b5c-9d40-a303d0e47f34 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:33.007569 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=50eb55af-40b2-467e-96f4-9a55ea6e02d0,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:33.015695 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-43e69f1a-351a-4b42-b7e7-77ed69bea84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:33.058915 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e69f1a-351a-4b42-b7e7-77ed69bea84d None None] Network df606ad5-b36b-4f96-b2dc-101e0c89a5f0 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:33.060281 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-94197d20-05d4-4b5c-9d40-a303d0e47f34 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] For port a6c6339f-aa84-40ff-98bc-d72fd8f808c7, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=a6c6339f-aa84-40ff-98bc-d72fd8f808c7,segment=NetworkSegment(9ca34a8f-a2f9-4d82-8912-2870a5e1ec91),segment_id=9ca34a8f-a2f9-4d82-8912-2870a5e1ec91)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:33.061052 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-94197d20-05d4-4b5c-9d40-a303d0e47f34 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:33.063822 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-43e69f1a-351a-4b42-b7e7-77ed69bea84d None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:33.066860 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e69f1a-351a-4b42-b7e7-77ed69bea84d None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:10:33.078406 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-94197d20-05d4-4b5c-9d40-a303d0e47f34 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Calling delete_port for a6c6339f-aa84-40ff-98bc-d72fd8f808c7 owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:10:33.079857 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-5d9b748a-8d1a-41ea-9ec4-720a54241260 admin admin] Allocated IP 172.25.1.87 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/10a2cfce-4e6e-4313-bfbd-570b8bd90016) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:10:33.083670 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e69f1a-351a-4b42-b7e7-77ed69bea84d None None] Pushing event updated for resources: {'Port': ['ID=8806fd68-2df5-4d72-b129-8f03d62b0fbc,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:33.135895 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-43e69f1a-351a-4b42-b7e7-77ed69bea84d None None] Attempting to bind port 8806fd68-2df5-4d72-b129-8f03d62b0fbc on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:10:33.136737 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-43e69f1a-351a-4b42-b7e7-77ed69bea84d None None] Attempting to bind port 8806fd68-2df5-4d72-b129-8f03d62b0fbc by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'f9df7de7-20ae-4e96-a8f7-d9252ca1ef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'df606ad5-b36b-4f96-b2dc-101e0c89a5f0'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:10:33.137313 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e69f1a-351a-4b42-b7e7-77ed69bea84d None None] Attempting to bind port 8806fd68-2df5-4d72-b129-8f03d62b0fbc on network df606ad5-b36b-4f96-b2dc-101e0c89a5f0 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:10:33.144426 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e69f1a-351a-4b42-b7e7-77ed69bea84d None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:10:33.145193 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e69f1a-351a-4b42-b7e7-77ed69bea84d None None] Checking segment: {'id': 'f9df7de7-20ae-4e96-a8f7-d9252ca1ef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'df606ad5-b36b-4f96-b2dc-101e0c89a5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:33.145829 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-43e69f1a-351a-4b42-b7e7-77ed69bea84d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:33.146452 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e69f1a-351a-4b42-b7e7-77ed69bea84d None None] Bound using segment: {'id': 'f9df7de7-20ae-4e96-a8f7-d9252ca1ef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'df606ad5-b36b-4f96-b2dc-101e0c89a5f0'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:10:33.147152 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-43e69f1a-351a-4b42-b7e7-77ed69bea84d None None] Bound port: 8806fd68-2df5-4d72-b129-8f03d62b0fbc, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9df7de7-20ae-4e96-a8f7-d9252ca1ef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'df606ad5-b36b-4f96-b2dc-101e0c89a5f0'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:10:33.147757 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-43e69f1a-351a-4b42-b7e7-77ed69bea84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:33.175480 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-172ab3ee-b184-47c4-a845-874edf1dc7d6 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Deleting port d3650ca5-c848-4cb0-ad40-2205f9fe9715 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:10:33.175980 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-172ab3ee-b184-47c4-a845-874edf1dc7d6 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:33.258443 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-43e69f1a-351a-4b42-b7e7-77ed69bea84d None None] For port 8806fd68-2df5-4d72-b129-8f03d62b0fbc, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:10:33.291037 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5d9b748a-8d1a-41ea-9ec4-720a54241260 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:33.301118 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-43e69f1a-351a-4b42-b7e7-77ed69bea84d None None] For port 8806fd68-2df5-4d72-b129-8f03d62b0fbc, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=8806fd68-2df5-4d72-b129-8f03d62b0fbc,segment=NetworkSegment(f9df7de7-20ae-4e96-a8f7-d9252ca1ef61),segment_id=f9df7de7-20ae-4e96-a8f7-d9252ca1ef61)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:10:33.302825 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-94197d20-05d4-4b5c-9d40-a303d0e47f34 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:33.303690 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-172ab3ee-b184-47c4-a845-874edf1dc7d6 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:33.321199 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-172ab3ee-b184-47c4-a845-874edf1dc7d6 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Calling delete_port for d3650ca5-c848-4cb0-ad40-2205f9fe9715 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:10:33.351288 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94197d20-05d4-4b5c-9d40-a303d0e47f34 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event deleted for resources: {'Port': ['ID=a6c6339f-aa84-40ff-98bc-d72fd8f808c7,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:33.354951 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94197d20-05d4-4b5c-9d40-a303d0e47f34 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] No DVR routers for this DVR port a6c6339f-aa84-40ff-98bc-d72fd8f808c7 on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:10:33.380304 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-43e69f1a-351a-4b42-b7e7-77ed69bea84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:33.461453 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5d9b748a-8d1a-41ea-9ec4-720a54241260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:33.466089 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-94197d20-05d4-4b5c-9d40-a303d0e47f34 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:33.481841 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-94197d20-05d4-4b5c-9d40-a303d0e47f34 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65db4710-54ce-4b7b-90d6-37394d93de1b']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:33.492929 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e69f1a-351a-4b42-b7e7-77ed69bea84d None None] Pushing event updated for resources: {'Port': ['ID=8806fd68-2df5-4d72-b129-8f03d62b0fbc,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:33.496372 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-94197d20-05d4-4b5c-9d40-a303d0e47f34 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ca34a8f-a2f9-4d82-8912-2870a5e1ec91') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:33.496670 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-94197d20-05d4-4b5c-9d40-a303d0e47f34 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ca34a8f-a2f9-4d82-8912-2870a5e1ec91') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:33.508018 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-94197d20-05d4-4b5c-9d40-a303d0e47f34 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:33.534187 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9b748a-8d1a-41ea-9ec4-720a54241260 admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:33.541240 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-5d9b748a-8d1a-41ea-9ec4-720a54241260 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:33.543704 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9b748a-8d1a-41ea-9ec4-720a54241260 admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:10:33.548554 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-94197d20-05d4-4b5c-9d40-a303d0e47f34 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:33.556516 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94197d20-05d4-4b5c-9d40-a303d0e47f34 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:10:33.557049 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-94197d20-05d4-4b5c-9d40-a303d0e47f34 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:33.560501 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:10:33.560501 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:10:33.560501 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:10:33.560501 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:10:33.560501 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:10:33.560501 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:10:33.560501 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:10:33.560501 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:10:33.560501 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:10:33.560501 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:10:33.560501 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:10:33.560501 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:10:33.560501 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:10:33.560501 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:10:33.560501 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:10:33.560501 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:10:33.560501 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:10:33.560501 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:10:33.560501 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:10:33.560501 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:10:33.560501 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:10:33.560501 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:10:33.560501 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:10:33.560501 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:10:33.560501 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:10:33.560501 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:10:33.560501 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:10:33.560501 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:10:33.560501 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:10:33.560501 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:10:33.560501 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:10:33.560501 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:10:33.593120 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b748a-8d1a-41ea-9ec4-720a54241260 admin admin] Pushing event updated for resources: {'Port': ['ID=10a2cfce-4e6e-4313-bfbd-570b8bd90016,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:33.603443 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-172ab3ee-b184-47c4-a845-874edf1dc7d6 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:33.712458 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ab3ee-b184-47c4-a845-874edf1dc7d6 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Pushing event deleted for resources: {'Port': ['ID=d3650ca5-c848-4cb0-ad40-2205f9fe9715,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:33.871732 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-94197d20-05d4-4b5c-9d40-a303d0e47f34 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:33.880409 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-94197d20-05d4-4b5c-9d40-a303d0e47f34 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:33.886708 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40878) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:33.887566 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-94197d20-05d4-4b5c-9d40-a303d0e47f34 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "DELETE /v2.0/networks/65db4710-54ce-4b7b-90d6-37394d93de1b HTTP/1.1" status: 204 len: 168 time: 3.3777678 Aug 16 21:10:33.901828 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-5dace560-ee1e-45dc-ada6-8559b4e4a747 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1932957217'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:33.921728 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94197d20-05d4-4b5c-9d40-a303d0e47f34 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event deleted for resources: {'Network': ['ID=65db4710-54ce-4b7b-90d6-37394d93de1b,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:33.955639 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-172ab3ee-b184-47c4-a845-874edf1dc7d6 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:33.960139 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-172ab3ee-b184-47c4-a845-874edf1dc7d6 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] 10.222.0.84 "DELETE /v2.0/ports/d3650ca5-c848-4cb0-ad40-2205f9fe9715 HTTP/1.1" status: 204 len: 168 time: 1.0262420 Aug 16 21:10:33.960808 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40880) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:34.026216 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48f0293-98d6-446f-95b8-0034d9fd462c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:34.030391 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c48f0293-98d6-446f-95b8-0034d9fd462c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf871a21-d1ef-49e5-a8a0-c62b4b496bac HTTP/1.1" status: 200 len: 913 time: 0.0660520 Aug 16 21:10:34.030674 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40882) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:34.090906 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dace560-ee1e-45dc-ada6-8559b4e4a747 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Made reservation on behalf of 81224c38c8894bf0bbc37d2578318d99 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:34.097173 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5dace560-ee1e-45dc-ada6-8559b4e4a747 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:34.283533 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dace560-ee1e-45dc-ada6-8559b4e4a747 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:10:34.298815 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 50eb55af-40b2-467e-96f4-9a55ea6e02d0 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:34.313526 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5dace560-ee1e-45dc-ada6-8559b4e4a747 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:34.313880 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-5dace560-ee1e-45dc-ada6-8559b4e4a747 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Added segment 722367f9-56cd-4902-835d-e00465d47e4e of type vlan for network 4ff2660c-323e-4c81-bb69-836b6eaf662f Aug 16 21:10:34.327406 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5d9b748a-8d1a-41ea-9ec4-720a54241260 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:34.380388 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 50eb55af-40b2-467e-96f4-9a55ea6e02d0 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:34.380897 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:34.442810 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5dace560-ee1e-45dc-ada6-8559b4e4a747 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:34.509888 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 8806fd68-2df5-4d72-b129-8f03d62b0fbc up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:34.665264 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 8806fd68-2df5-4d72-b129-8f03d62b0fbc completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:34.695316 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5dace560-ee1e-45dc-ada6-8559b4e4a747 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:34.710831 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dace560-ee1e-45dc-ada6-8559b4e4a747 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:34.712925 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5dace560-ee1e-45dc-ada6-8559b4e4a747 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:34.836340 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5d9b748a-8d1a-41ea-9ec4-720a54241260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:34.836464 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dace560-ee1e-45dc-ada6-8559b4e4a747 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event updated for resources: {'Network': ['ID=4ff2660c-323e-4c81-bb69-836b6eaf662f,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:34.849242 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 4ff2660c-323e-4c81-bb69-836b6eaf662f details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:10:34.892762 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-90bcd717-7e84-40c9-8c4c-6c54473df7c8 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:34.944176 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deda13a0-f3d5-4ce6-afc6-5d6c6479cd3b None None] Network df606ad5-b36b-4f96-b2dc-101e0c89a5f0 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:35.044338 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5dace560-ee1e-45dc-ada6-8559b4e4a747 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1491282 Aug 16 21:10:35.044620 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40896) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:35.051636 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-9aa46fed-81cb-4c1f-be08-ac66a8a3c592 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Request body: {'subnet': {'network_id': '4ff2660c-323e-4c81-bb69-836b6eaf662f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:35.151137 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40902) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:35.212336 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9b748a-8d1a-41ea-9ec4-720a54241260 admin admin] Router 55225173-21d6-481d-b90f-2dfef3ea8882 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:10:35.272669 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d21f340e-00c0-48ef-bbb4-319ea1d39cd2 None None] Provisioning for port 8806fd68-2df5-4d72-b129-8f03d62b0fbc completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:35.285028 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d21f340e-00c0-48ef-bbb4-319ea1d39cd2 None None] Provisioning complete for port 8806fd68-2df5-4d72-b129-8f03d62b0fbc triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:35.285597 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d21f340e-00c0-48ef-bbb4-319ea1d39cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:35.407606 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa46fed-81cb-4c1f-be08-ac66a8a3c592 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Made reservation on behalf of 81224c38c8894bf0bbc37d2578318d99 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:35.409966 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d21f340e-00c0-48ef-bbb4-319ea1d39cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:35.412092 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9b748a-8d1a-41ea-9ec4-720a54241260 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:10:35.412259 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9aa46fed-81cb-4c1f-be08-ac66a8a3c592 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:35.428209 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bee1d1-10e9-441e-815d-1e8eff364512 None None] Sync routers for ids ['55225173-21d6-481d-b90f-2dfef3ea8882'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:10:35.451918 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b5080af6-1280-4bda-9224-4a7b5490e278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:35.455655 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bee1d1-10e9-441e-815d-1e8eff364512 None None] Routers {'55225173-21d6-481d-b90f-2dfef3ea8882'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:10:35.456328 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-55bee1d1-10e9-441e-815d-1e8eff364512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:10:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['55225173-21d6-481d-b90f-2dfef3ea8882'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:35.507680 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-d21f340e-00c0-48ef-bbb4-319ea1d39cd2 None None] For port 8806fd68-2df5-4d72-b129-8f03d62b0fbc, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=8806fd68-2df5-4d72-b129-8f03d62b0fbc,segment=NetworkSegment(f9df7de7-20ae-4e96-a8f7-d9252ca1ef61),segment_id=f9df7de7-20ae-4e96-a8f7-d9252ca1ef61)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:35.556509 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.ipam_backend_mixin [None req-9aa46fed-81cb-4c1f-be08-ac66a8a3c592 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Performing IP validity checks on allocation pools {{(pid=101844) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 21:10:35.562158 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.ipam_backend_mixin [None req-9aa46fed-81cb-4c1f-be08-ac66a8a3c592 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101844) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 21:10:35.562370 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c258f292-def5-44d0-8862-a186ae74b398 None None] get_active_networks_info from n-d-793620-15 {{(pid=101846) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 21:10:35.588402 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d21f340e-00c0-48ef-bbb4-319ea1d39cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:35.650577 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f340e-00c0-48ef-bbb4-319ea1d39cd2 None None] Pushing event updated for resources: {'Port': ['ID=8806fd68-2df5-4d72-b129-8f03d62b0fbc,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:35.694041 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-55bee1d1-10e9-441e-815d-1e8eff364512 None None] Set router 55225173-21d6-481d-b90f-2dfef3ea8882 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:10:35.720447 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b5080af6-1280-4bda-9224-4a7b5490e278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:35.723069 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5d9b748a-8d1a-41ea-9ec4-720a54241260 admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:35.727253 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5d9b748a-8d1a-41ea-9ec4-720a54241260 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0576289 Aug 16 21:10:35.729640 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40912) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:35.768975 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-90bcd717-7e84-40c9-8c4c-6c54473df7c8 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Deleting port b0603c80-0cbc-479a-a180-b1db78a7c119 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:10:35.769487 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-90bcd717-7e84-40c9-8c4c-6c54473df7c8 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:35.829811 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b5080af6-1280-4bda-9224-4a7b5490e278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:35.832740 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-9353cc6b-de9e-437c-803f-163e555de4a4 None None] Provisioning complete for port 8806fd68-2df5-4d72-b129-8f03d62b0fbc triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:35.833375 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9353cc6b-de9e-437c-803f-163e555de4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:35.894230 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-90bcd717-7e84-40c9-8c4c-6c54473df7c8 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:35.898736 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c258f292-def5-44d0-8862-a186ae74b398 None None] Resources bound (agent type, host, resource id): {{(pid=101846) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 21:10:35.924629 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-90bcd717-7e84-40c9-8c4c-6c54473df7c8 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Calling delete_port for b0603c80-0cbc-479a-a180-b1db78a7c119 owned by network:router_interface {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:10:35.937007 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40916) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:35.973815 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9aa46fed-81cb-4c1f-be08-ac66a8a3c592 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:35.975813 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5080af6-1280-4bda-9224-4a7b5490e278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd1f3bb-adde-4542-8a1a-324dd80ccbe4,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:36.100167 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40922) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:36.101615 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b5080af6-1280-4bda-9224-4a7b5490e278 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=369a474c2aa04bf6b9f9347a78e56cbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9485073 Aug 16 21:10:36.105274 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa46fed-81cb-4c1f-be08-ac66a8a3c592 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event updated for resources: {'Subnet': ['ID=b5f7fb48-f851-4f9d-8b49-752bab574226,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:36.194910 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 8806fd68-2df5-4d72-b129-8f03d62b0fbc up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:36.241619 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9710fd21-389c-48f9-b781-21bdf43a1f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:36.297482 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-55bee1d1-10e9-441e-815d-1e8eff364512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55225173-21d6-481d-b90f-2dfef3ea8882', 'name': 'tempest-TestServerMultinode-590406449-router', 'tenant_id': 'e6319db43d0a4da0949c86a3882f6b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '10a2cfce-4e6e-4313-bfbd-570b8bd90016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:31Z', 'updated_at': '2021-08-16T21:10:33Z', 'revision_number': 3, 'project_id': 'e6319db43d0a4da0949c86a3882f6b30', 'gw_port': {'id': '10a2cfce-4e6e-4313-bfbd-570b8bd90016', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:53:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55225173-21d6-481d-b90f-2dfef3ea8882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:32Z', 'updated_at': '2021-08-16T21:10:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:36.321497 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa46fed-81cb-4c1f-be08-ac66a8a3c592 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Checking segment: {'id': '722367f9-56cd-4902-835d-e00465d47e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4ff2660c-323e-4c81-bb69-836b6eaf662f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:36.321785 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa46fed-81cb-4c1f-be08-ac66a8a3c592 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Network hostable DHCP agents. Network: 4ff2660c-323e-4c81-bb69-836b6eaf662f, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:10:36.351717 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cc9c1eac-2e38-4670-8006-b02e1222abcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:36.449084 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cc9c1eac-2e38-4670-8006-b02e1222abcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:36.518104 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa46fed-81cb-4c1f-be08-ac66a8a3c592 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Network 4ff2660c-323e-4c81-bb69-836b6eaf662f is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:10:36.552086 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bee1d1-10e9-441e-815d-1e8eff364512 None None] Checking router: 55225173-21d6-481d-b90f-2dfef3ea8882 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:10:36.552885 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bee1d1-10e9-441e-815d-1e8eff364512 None None] Updating router 55225173-21d6-481d-b90f-2dfef3ea8882 port 10a2cfce-4e6e-4313-bfbd-570b8bd90016 binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:10:36.561772 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3827784c-b9c3-463d-9544-dd69b5c31f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:36.580207 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 8806fd68-2df5-4d72-b129-8f03d62b0fbc triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:36.580852 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:36.583377 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9710fd21-389c-48f9-b781-21bdf43a1f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:36.612639 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-55bee1d1-10e9-441e-815d-1e8eff364512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:36.636783 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-9aa46fed-81cb-4c1f-be08-ac66a8a3c592 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 4ff2660c-323e-4c81-bb69-836b6eaf662f) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:36.639616 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-90bcd717-7e84-40c9-8c4c-6c54473df7c8 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:36.651003 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa46fed-81cb-4c1f-be08-ac66a8a3c592 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:36.651809 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9aa46fed-81cb-4c1f-be08-ac66a8a3c592 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:36.691740 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bcd717-7e84-40c9-8c4c-6c54473df7c8 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Pushing event deleted for resources: {'Port': ['ID=b0603c80-0cbc-479a-a180-b1db78a7c119,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:36.743770 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9710fd21-389c-48f9-b781-21bdf43a1f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:36.747476 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cc9c1eac-2e38-4670-8006-b02e1222abcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:36.750147 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cc9c1eac-2e38-4670-8006-b02e1222abcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:36.764411 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-cc9c1eac-2e38-4670-8006-b02e1222abcf admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ffd1f3bb-adde-4542-8a1a-324dd80ccbe4 HTTP/1.1" status: 204 len: 168 time: 0.6512091 Aug 16 21:10:36.811493 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710fd21-389c-48f9-b781-21bdf43a1f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8adcb82e-b2da-44f9-8f6a-5d91c2ffc1bc,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:36.824352 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c1eac-2e38-4670-8006-b02e1222abcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd1f3bb-adde-4542-8a1a-324dd80ccbe4,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:36.834787 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b3bbf9-2960-4f0e-a180-4e2f0f39e78c None None] Network 4ff2660c-323e-4c81-bb69-836b6eaf662f requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:36.855088 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9710fd21-389c-48f9-b781-21bdf43a1f0a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=be329f6323af4fdda7696027aa8b6eb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9134827 Aug 16 21:10:36.862968 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40926) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:36.869968 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9aa46fed-81cb-4c1f-be08-ac66a8a3c592 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.8245554 Aug 16 21:10:36.870603 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40928) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:36.961016 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-90bcd717-7e84-40c9-8c4c-6c54473df7c8 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:37.181808 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d601040c-9c20-44f2-a2d6-f6d128431e11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-4ff2660c-323e-4c81-bb69-836b6eaf662f', 'network_id': '4ff2660c-323e-4c81-bb69-836b6eaf662f', 'tenant_id': '81224c38c8894bf0bbc37d2578318d99', 'fixed_ips': [{'subnet_id': 'b5f7fb48-f851-4f9d-8b49-752bab574226'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:10:37.182664 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d601040c-9c20-44f2-a2d6-f6d128431e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:37.223536 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-55bee1d1-10e9-441e-815d-1e8eff364512 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:37.250585 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-3827784c-b9c3-463d-9544-dd69b5c31f90 admin admin] Allocated IP 172.20.0.1 (df606ad5-b36b-4f96-b2dc-101e0c89a5f0/36815d6f-ca4e-4318-a4b2-1b5efc478865/8b2d95e4-7508-43dd-940b-73a9766ae10e) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:10:37.290197 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-55bee1d1-10e9-441e-815d-1e8eff364512 None None] Transition to ACTIVE for port object 10a2cfce-4e6e-4313-bfbd-570b8bd90016 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:37.311362 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4de6fe74-afea-4737-a4c4-3e67e1d11784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:37.316329 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90bcd717-7e84-40c9-8c4c-6c54473df7c8 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Router cf871a21-d1ef-49e5-a8a0-c62b4b496bac has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:10:37.335601 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-74fdc06d-f33c-46fb-892e-f1ec6ae87932 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:37.348126 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4de6fe74-afea-4737-a4c4-3e67e1d11784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:37.367249 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-d601040c-9c20-44f2-a2d6-f6d128431e11 None None] Allocated IP 172.20.0.3 (4ff2660c-323e-4c81-bb69-836b6eaf662f/b5f7fb48-f851-4f9d-8b49-752bab574226/6056a6ab-3e9a-4878-b195-de6e20988026) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:10:37.394085 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3827784c-b9c3-463d-9544-dd69b5c31f90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:37.401221 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-55bee1d1-10e9-441e-815d-1e8eff364512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:37.412762 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-3827784c-b9c3-463d-9544-dd69b5c31f90 admin admin] Transition to ACTIVE for port object 8b2d95e4-7508-43dd-940b-73a9766ae10e will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:37.488195 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90bcd717-7e84-40c9-8c4c-6c54473df7c8 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:10:37.496329 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-90bcd717-7e84-40c9-8c4c-6c54473df7c8 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] 10.222.0.84 "PUT /v2.0/routers/cf871a21-d1ef-49e5-a8a0-c62b4b496bac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4645276 Aug 16 21:10:37.497954 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-55bee1d1-10e9-441e-815d-1e8eff364512 None None] Attempting to bind port 10a2cfce-4e6e-4313-bfbd-570b8bd90016 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:10:37.498325 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-55bee1d1-10e9-441e-815d-1e8eff364512 None None] Attempting to bind port 10a2cfce-4e6e-4313-bfbd-570b8bd90016 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:10:37.498682 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bee1d1-10e9-441e-815d-1e8eff364512 None None] Attempting to bind port 10a2cfce-4e6e-4313-bfbd-570b8bd90016 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:10:37.499280 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40936) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:37.499510 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60036154-b2e1-4fac-8a3e-9fb3c46a9f94 None None] Sync routers for ids ['cf871a21-d1ef-49e5-a8a0-c62b4b496bac'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:10:37.504367 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd0b14-0abb-4c79-84cc-b180dcc1cdd1 None None] Pushing event updated for resources: {'Port': ['ID=10a2cfce-4e6e-4313-bfbd-570b8bd90016,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:37.515300 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60036154-b2e1-4fac-8a3e-9fb3c46a9f94 None None] Routers {'cf871a21-d1ef-49e5-a8a0-c62b4b496bac'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:10:37.516191 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-60036154-b2e1-4fac-8a3e-9fb3c46a9f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:10:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['cf871a21-d1ef-49e5-a8a0-c62b4b496bac'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:37.517504 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bee1d1-10e9-441e-815d-1e8eff364512 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:10:37.517938 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bee1d1-10e9-441e-815d-1e8eff364512 None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:37.518346 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-55bee1d1-10e9-441e-815d-1e8eff364512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:37.518741 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bee1d1-10e9-441e-815d-1e8eff364512 None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:10:37.519222 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-55bee1d1-10e9-441e-815d-1e8eff364512 None None] Bound port: 10a2cfce-4e6e-4313-bfbd-570b8bd90016, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:10:37.519604 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-55bee1d1-10e9-441e-815d-1e8eff364512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:37.523706 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-74fdc06d-f33c-46fb-892e-f1ec6ae87932 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:37.577466 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3827784c-b9c3-463d-9544-dd69b5c31f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:37.595030 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-60036154-b2e1-4fac-8a3e-9fb3c46a9f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:37.598393 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4de6fe74-afea-4737-a4c4-3e67e1d11784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:37.607562 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60036154-b2e1-4fac-8a3e-9fb3c46a9f94 None None] Routers {'cf871a21-d1ef-49e5-a8a0-c62b4b496bac'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:10:37.608818 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4de6fe74-afea-4737-a4c4-3e67e1d11784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:37.610052 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-60036154-b2e1-4fac-8a3e-9fb3c46a9f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:10:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['cf871a21-d1ef-49e5-a8a0-c62b4b496bac'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:37.614132 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4de6fe74-afea-4737-a4c4-3e67e1d11784 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8adcb82e-b2da-44f9-8f6a-5d91c2ffc1bc HTTP/1.1" status: 204 len: 168 time: 0.7470155 Aug 16 21:10:37.615114 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-55bee1d1-10e9-441e-815d-1e8eff364512 None None] For port 10a2cfce-4e6e-4313-bfbd-570b8bd90016, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:10:37.619521 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-55bee1d1-10e9-441e-815d-1e8eff364512 None None] For port 10a2cfce-4e6e-4313-bfbd-570b8bd90016, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=10a2cfce-4e6e-4313-bfbd-570b8bd90016,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:10:37.626613 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6fe74-afea-4737-a4c4-3e67e1d11784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adcb82e-b2da-44f9-8f6a-5d91c2ffc1bc,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:37.642352 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d601040c-9c20-44f2-a2d6-f6d128431e11 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:37.644317 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40942) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:37.644471 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3827784c-b9c3-463d-9544-dd69b5c31f90 admin admin] Network df606ad5-b36b-4f96-b2dc-101e0c89a5f0 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:37.651607 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-3827784c-b9c3-463d-9544-dd69b5c31f90 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:37.656015 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-57addebf-eb64-45ae-af12-038b67478e59 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:37.660275 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b79de1aa-5697-4f6f-b1f0-63c77ec4a97a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:37.671044 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d601040c-9c20-44f2-a2d6-f6d128431e11 None None] Transition to ACTIVE for port object 6056a6ab-3e9a-4878-b195-de6e20988026 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:37.681942 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-60036154-b2e1-4fac-8a3e-9fb3c46a9f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:37.683020 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60036154-b2e1-4fac-8a3e-9fb3c46a9f94 None None] The sync data for ids ['cf871a21-d1ef-49e5-a8a0-c62b4b496bac'] in n-d-793620-15 is: [] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:10:37.713614 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-55bee1d1-10e9-441e-815d-1e8eff364512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:37.739616 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3827784c-b9c3-463d-9544-dd69b5c31f90 admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:10:37.750747 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d601040c-9c20-44f2-a2d6-f6d128431e11 None None] Transition to ACTIVE for port object 6056a6ab-3e9a-4878-b195-de6e20988026 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:37.807551 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b79de1aa-5697-4f6f-b1f0-63c77ec4a97a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:37.847715 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bee1d1-10e9-441e-815d-1e8eff364512 None None] Routers {'55225173-21d6-481d-b90f-2dfef3ea8882'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:10:37.848403 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-55bee1d1-10e9-441e-815d-1e8eff364512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:10:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['55225173-21d6-481d-b90f-2dfef3ea8882'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:37.887945 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b79de1aa-5697-4f6f-b1f0-63c77ec4a97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:37.915028 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d601040c-9c20-44f2-a2d6-f6d128431e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:37.920881 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd0b14-0abb-4c79-84cc-b180dcc1cdd1 None None] Pushing event updated for resources: {'Port': ['ID=10a2cfce-4e6e-4313-bfbd-570b8bd90016,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:37.931304 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b79de1aa-5697-4f6f-b1f0-63c77ec4a97a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1aadefb712c04cc89d8d8a555fe5fe96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2852714 Aug 16 21:10:37.933350 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79de1aa-5697-4f6f-b1f0-63c77ec4a97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409d217f-54fa-47cc-a4d0-4f7a9a0e9747,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:37.935732 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40946) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:37.944101 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-57addebf-eb64-45ae-af12-038b67478e59 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:37.946752 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-57addebf-eb64-45ae-af12-038b67478e59 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:37.990336 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-74fdc06d-f33c-46fb-892e-f1ec6ae87932 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:38.011809 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3827784c-b9c3-463d-9544-dd69b5c31f90 admin admin] Pushing event updated for resources: {'Port': ['ID=8b2d95e4-7508-43dd-940b-73a9766ae10e,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:38.015539 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3827784c-b9c3-463d-9544-dd69b5c31f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:38.027550 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fdc06d-f33c-46fb-892e-f1ec6ae87932 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event deleted for resources: {'Subnet': ['ID=b5f7fb48-f851-4f9d-8b49-752bab574226,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:38.033221 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6d7d59bb-431b-479e-b317-9b9bd0a1f4d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:38.051490 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d601040c-9c20-44f2-a2d6-f6d128431e11 None None] Network 4ff2660c-323e-4c81-bb69-836b6eaf662f is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:38.058375 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6d7d59bb-431b-479e-b317-9b9bd0a1f4d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:38.061624 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-d601040c-9c20-44f2-a2d6-f6d128431e11 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:38.066109 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d601040c-9c20-44f2-a2d6-f6d128431e11 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:10:38.068310 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d601040c-9c20-44f2-a2d6-f6d128431e11 None None] Pushing event updated for resources: {'Port': ['ID=6056a6ab-3e9a-4878-b195-de6e20988026,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:38.103019 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-55bee1d1-10e9-441e-815d-1e8eff364512 None None] Set router 55225173-21d6-481d-b90f-2dfef3ea8882 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:10:38.143769 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-57addebf-eb64-45ae-af12-038b67478e59 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:38.144392 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57addebf-eb64-45ae-af12-038b67478e59 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Fanout notify agent at l3_agent the message router_deleted on router cf871a21-d1ef-49e5-a8a0-c62b4b496bac {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:10:38.159291 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-57addebf-eb64-45ae-af12-038b67478e59 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:38.162204 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-57addebf-eb64-45ae-af12-038b67478e59 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] 10.222.0.84 "DELETE /v2.0/routers/cf871a21-d1ef-49e5-a8a0-c62b4b496bac HTTP/1.1" status: 204 len: 168 time: 0.6595848 Aug 16 21:10:38.162973 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40950) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:38.163149 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5b1c6b10-5654-4e36-99f6-40fe0fd41241 None None] Provisioning for port 8b2d95e4-7508-43dd-940b-73a9766ae10e completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:38.195067 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5b1c6b10-5654-4e36-99f6-40fe0fd41241 None None] Provisioning complete for port 8b2d95e4-7508-43dd-940b-73a9766ae10e triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:38.195559 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5b1c6b10-5654-4e36-99f6-40fe0fd41241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:38.200407 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-74fdc06d-f33c-46fb-892e-f1ec6ae87932 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:38.223895 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6d7d59bb-431b-479e-b317-9b9bd0a1f4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:38.231393 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6d7d59bb-431b-479e-b317-9b9bd0a1f4d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:38.235179 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6d7d59bb-431b-479e-b317-9b9bd0a1f4d4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/409d217f-54fa-47cc-a4d0-4f7a9a0e9747 HTTP/1.1" status: 204 len: 168 time: 0.2983270 Aug 16 21:10:38.237241 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-74fdc06d-f33c-46fb-892e-f1ec6ae87932 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ff2660c-323e-4c81-bb69-836b6eaf662f']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:38.241296 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3827784c-b9c3-463d-9544-dd69b5c31f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:38.260235 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-74fdc06d-f33c-46fb-892e-f1ec6ae87932 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '722367f9-56cd-4902-835d-e00465d47e4e') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:38.260640 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-74fdc06d-f33c-46fb-892e-f1ec6ae87932 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '722367f9-56cd-4902-835d-e00465d47e4e') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:38.262656 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d59bb-431b-479e-b317-9b9bd0a1f4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409d217f-54fa-47cc-a4d0-4f7a9a0e9747,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:38.262817 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-d601040c-9c20-44f2-a2d6-f6d128431e11 None None] Attempting to bind port 6056a6ab-3e9a-4878-b195-de6e20988026 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:10:38.263659 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-d601040c-9c20-44f2-a2d6-f6d128431e11 None None] Attempting to bind port 6056a6ab-3e9a-4878-b195-de6e20988026 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '722367f9-56cd-4902-835d-e00465d47e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4ff2660c-323e-4c81-bb69-836b6eaf662f'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:10:38.264052 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d601040c-9c20-44f2-a2d6-f6d128431e11 None None] Attempting to bind port 6056a6ab-3e9a-4878-b195-de6e20988026 on network 4ff2660c-323e-4c81-bb69-836b6eaf662f {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:10:38.274130 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-74fdc06d-f33c-46fb-892e-f1ec6ae87932 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:38.281280 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfe2e1f5-018c-4f92-a3f0-cc844072fdc1 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Deleting subnet dd630552-a0af-4909-9f43-4849034c4ffc {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:10:38.290795 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-74fdc06d-f33c-46fb-892e-f1ec6ae87932 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:38.293615 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d601040c-9c20-44f2-a2d6-f6d128431e11 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:10:38.294000 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d601040c-9c20-44f2-a2d6-f6d128431e11 None None] Checking segment: {'id': '722367f9-56cd-4902-835d-e00465d47e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4ff2660c-323e-4c81-bb69-836b6eaf662f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:38.294398 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d601040c-9c20-44f2-a2d6-f6d128431e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:38.311865 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d601040c-9c20-44f2-a2d6-f6d128431e11 None None] Bound using segment: {'id': '722367f9-56cd-4902-835d-e00465d47e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4ff2660c-323e-4c81-bb69-836b6eaf662f'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:10:38.311865 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-d601040c-9c20-44f2-a2d6-f6d128431e11 None None] Bound port: 6056a6ab-3e9a-4878-b195-de6e20988026, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722367f9-56cd-4902-835d-e00465d47e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4ff2660c-323e-4c81-bb69-836b6eaf662f'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:10:38.311865 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d601040c-9c20-44f2-a2d6-f6d128431e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:38.312756 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74fdc06d-f33c-46fb-892e-f1ec6ae87932 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:10:38.312756 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-74fdc06d-f33c-46fb-892e-f1ec6ae87932 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:38.312756 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:10:38.312756 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:10:38.312756 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:10:38.312756 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:10:38.312756 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:10:38.312756 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:10:38.312756 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:10:38.312756 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:10:38.312756 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:10:38.312756 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:10:38.312756 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:10:38.312756 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:10:38.312756 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:10:38.312756 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:10:38.312756 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:10:38.312756 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:10:38.312756 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:10:38.312756 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:10:38.312756 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:10:38.312756 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:10:38.312756 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:10:38.312756 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:10:38.312756 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:10:38.312756 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:10:38.312756 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:10:38.312756 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:10:38.312756 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:10:38.312756 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:10:38.312756 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:10:38.312756 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:10:38.312756 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:10:38.312756 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:10:38.317841 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dfe2e1f5-018c-4f92-a3f0-cc844072fdc1 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:38.325396 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-5b1c6b10-5654-4e36-99f6-40fe0fd41241 None None] Port 8b2d95e4-7508-43dd-940b-73a9766ae10e cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:10:38.381759 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dfe2e1f5-018c-4f92-a3f0-cc844072fdc1 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:38.425631 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.db.api [None req-74fdc06d-f33c-46fb-892e-f1ec6ae87932 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 21:10:38.425631 n-d-793620-15 neutron-server[101844]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 21:10:38.425631 n-d-793620-15 neutron-server[101844]: [parameters: {'id': '4ff2660c-323e-4c81-bb69-836b6eaf662f'}] Aug 16 21:10:38.425631 n-d-793620-15 neutron-server[101844]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101844) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:10:38.426189 n-d-793620-15 neutron-server[101844]: DEBUG oslo_db.api [None req-74fdc06d-f33c-46fb-892e-f1ec6ae87932 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:10:38.429950 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-d601040c-9c20-44f2-a2d6-f6d128431e11 None None] For port 6056a6ab-3e9a-4878-b195-de6e20988026, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:10:38.441388 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-d601040c-9c20-44f2-a2d6-f6d128431e11 None None] For port 6056a6ab-3e9a-4878-b195-de6e20988026, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=6056a6ab-3e9a-4878-b195-de6e20988026,segment=NetworkSegment(722367f9-56cd-4902-835d-e00465d47e4e),segment_id=722367f9-56cd-4902-835d-e00465d47e4e)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:10:38.460559 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-55bee1d1-10e9-441e-815d-1e8eff364512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55225173-21d6-481d-b90f-2dfef3ea8882', 'name': 'tempest-TestServerMultinode-590406449-router', 'tenant_id': 'e6319db43d0a4da0949c86a3882f6b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '10a2cfce-4e6e-4313-bfbd-570b8bd90016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:31Z', 'updated_at': '2021-08-16T21:10:33Z', 'revision_number': 3, 'project_id': 'e6319db43d0a4da0949c86a3882f6b30', 'gw_port': {'id': '10a2cfce-4e6e-4313-bfbd-570b8bd90016', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:53:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55225173-21d6-481d-b90f-2dfef3ea8882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:32Z', 'updated_at': '2021-08-16T21:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:38.490255 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bee1d1-10e9-441e-815d-1e8eff364512 None None] The sync data for ids ['55225173-21d6-481d-b90f-2dfef3ea8882'] in n-d-793620-15 is: [{'id': '55225173-21d6-481d-b90f-2dfef3ea8882', 'name': 'tempest-TestServerMultinode-590406449-router', 'tenant_id': 'e6319db43d0a4da0949c86a3882f6b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '10a2cfce-4e6e-4313-bfbd-570b8bd90016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:31Z', 'updated_at': '2021-08-16T21:10:33Z', 'revision_number': 3, 'project_id': 'e6319db43d0a4da0949c86a3882f6b30', 'gw_port': {'id': '10a2cfce-4e6e-4313-bfbd-570b8bd90016', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:53:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55225173-21d6-481d-b90f-2dfef3ea8882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:32Z', 'updated_at': '2021-08-16T21:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:10:38.520239 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d601040c-9c20-44f2-a2d6-f6d128431e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:38.554118 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40962) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:38.569077 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6126d279-069e-498e-ac99-ce783a709b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:38.606672 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3827784c-b9c3-463d-9544-dd69b5c31f90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:38.610831 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dfe2e1f5-018c-4f92-a3f0-cc844072fdc1 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:38.619930 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d601040c-9c20-44f2-a2d6-f6d128431e11 None None] Pushing event updated for resources: {'Port': ['ID=6056a6ab-3e9a-4878-b195-de6e20988026,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:38.654319 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84f8279-d068-44a4-8f44-b24a7f11e9c4 None None] Network 4ff2660c-323e-4c81-bb69-836b6eaf662f requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:38.698653 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6126d279-069e-498e-ac99-ce783a709b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:38.698808 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3827784c-b9c3-463d-9544-dd69b5c31f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:38.778193 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3827784c-b9c3-463d-9544-dd69b5c31f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:38.788086 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3827784c-b9c3-463d-9544-dd69b5c31f90 admin admin] Pushing event updated for resources: {'Port': ['ID=8b2d95e4-7508-43dd-940b-73a9766ae10e,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:38.827614 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c417bf-3d5e-4840-84d4-b85589245854 req-133baefd-1f47-46b0-befa-d27d8830009a tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:38.840169 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68c417bf-3d5e-4840-84d4-b85589245854 req-133baefd-1f47-46b0-befa-d27d8830009a tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 945 time: 0.0958726 Aug 16 21:10:38.877734 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6126d279-069e-498e-ac99-ce783a709b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:38.920302 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f40424-6ce6-48be-b2fc-8d738e2b21ff None None] get_active_networks_info from n-d-793620-15 {{(pid=101846) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 21:10:38.933869 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dfe2e1f5-018c-4f92-a3f0-cc844072fdc1 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:38.943877 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-74fdc06d-f33c-46fb-892e-f1ec6ae87932 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:38.953822 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68c417bf-3d5e-4840-84d4-b85589245854 req-2b792b45-f4e3-4710-955a-65d89e5d7ea9 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124947 Aug 16 21:10:38.954465 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126d279-069e-498e-ac99-ce783a709b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fbbbb6-6443-4f29-a7d7-a588cd55d9bf,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:39.009800 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2e1f5-018c-4f92-a3f0-cc844072fdc1 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Pushing event deleted for resources: {'Subnet': ['ID=dd630552-a0af-4909-9f43-4849034c4ffc,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:39.021790 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dfe2e1f5-018c-4f92-a3f0-cc844072fdc1 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:39.024720 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-dfe2e1f5-018c-4f92-a3f0-cc844072fdc1 tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] 10.222.0.84 "DELETE /v2.0/subnets/dd630552-a0af-4909-9f43-4849034c4ffc HTTP/1.1" status: 204 len: 168 time: 0.8592756 Aug 16 21:10:39.027827 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 40972) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:39.032707 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6126d279-069e-498e-ac99-ce783a709b7e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=15f4c7226b864dacad25facdd38c1e31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4775021 Aug 16 21:10:39.106469 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3827784c-b9c3-463d-9544-dd69b5c31f90 admin admin] Network df606ad5-b36b-4f96-b2dc-101e0c89a5f0 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:39.106469 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 40976) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:39.106469 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-3827784c-b9c3-463d-9544-dd69b5c31f90 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:39.113952 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f40424-6ce6-48be-b2fc-8d738e2b21ff None None] Resources bound (agent type, host, resource id): {{(pid=101846) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 21:10:39.145536 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-74fdc06d-f33c-46fb-892e-f1ec6ae87932 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Deleting port 6056a6ab-3e9a-4878-b195-de6e20988026 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:10:39.146035 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-74fdc06d-f33c-46fb-892e-f1ec6ae87932 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:39.195168 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69f203eb-f8fb-41ac-bff8-34466dcf865c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:39.313190 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-74fdc06d-f33c-46fb-892e-f1ec6ae87932 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] For port 6056a6ab-3e9a-4878-b195-de6e20988026, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=6056a6ab-3e9a-4878-b195-de6e20988026,segment=NetworkSegment(722367f9-56cd-4902-835d-e00465d47e4e),segment_id=722367f9-56cd-4902-835d-e00465d47e4e)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:39.313732 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-74fdc06d-f33c-46fb-892e-f1ec6ae87932 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:39.315443 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-59902893-7679-4357-8298-73e8b99e1c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:39.352360 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-74fdc06d-f33c-46fb-892e-f1ec6ae87932 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Calling delete_port for 6056a6ab-3e9a-4878-b195-de6e20988026 owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:10:39.356846 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-59902893-7679-4357-8298-73e8b99e1c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:39.393218 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-69f203eb-f8fb-41ac-bff8-34466dcf865c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Deleting port 58247c80-6eb3-4d14-993d-a91f477d9181 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:10:39.393726 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69f203eb-f8fb-41ac-bff8-34466dcf865c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:39.403816 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3827784c-b9c3-463d-9544-dd69b5c31f90 admin admin] Router 55225173-21d6-481d-b90f-2dfef3ea8882 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:10:39.432079 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094ee559-8a44-492f-a84b-7c3a9b61e8ec None None] Network d0fc4e75-00dc-4447-94fa-da318a5ba25c requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:39.476787 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-69f203eb-f8fb-41ac-bff8-34466dcf865c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] For port 58247c80-6eb3-4d14-993d-a91f477d9181, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=58247c80-6eb3-4d14-993d-a91f477d9181,segment=NetworkSegment(b385fa71-e8ff-4c2f-b375-2eae0d33b86b),segment_id=b385fa71-e8ff-4c2f-b375-2eae0d33b86b)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:39.477276 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69f203eb-f8fb-41ac-bff8-34466dcf865c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:39.505593 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-69f203eb-f8fb-41ac-bff8-34466dcf865c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Calling delete_port for 58247c80-6eb3-4d14-993d-a91f477d9181 owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:10:39.613614 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-59902893-7679-4357-8298-73e8b99e1c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:39.616881 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-59902893-7679-4357-8298-73e8b99e1c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:39.621149 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-59902893-7679-4357-8298-73e8b99e1c2f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f9fbbbb6-6443-4f29-a7d7-a588cd55d9bf HTTP/1.1" status: 204 len: 168 time: 0.5287216 Aug 16 21:10:39.642432 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59902893-7679-4357-8298-73e8b99e1c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fbbbb6-6443-4f29-a7d7-a588cd55d9bf,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:39.675326 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3827784c-b9c3-463d-9544-dd69b5c31f90 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:10:39.698963 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3827784c-b9c3-463d-9544-dd69b5c31f90 admin admin] 10.222.0.84 "PUT /v2.0/routers/55225173-21d6-481d-b90f-2dfef3ea8882/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9574463 Aug 16 21:10:39.881906 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-74fdc06d-f33c-46fb-892e-f1ec6ae87932 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:39.881906 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69f203eb-f8fb-41ac-bff8-34466dcf865c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:39.888344 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-cf0065af-629f-41a4-9ee7-814a75fb4e54 None None] Provisioning complete for port 8b2d95e4-7508-43dd-940b-73a9766ae10e triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:39.888886 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cf0065af-629f-41a4-9ee7-814a75fb4e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:39.911627 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fbe8e1-5277-4de0-b8de-b538268737b7 None None] DHCP port deletion for d0fc4e75-00dc-4447-94fa-da318a5ba25c request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:10:39.917967 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f203eb-f8fb-41ac-bff8-34466dcf865c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] No DVR routers for this DVR port 58247c80-6eb3-4d14-993d-a91f477d9181 on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:10:39.919514 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fdc06d-f33c-46fb-892e-f1ec6ae87932 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] No DVR routers for this DVR port 6056a6ab-3e9a-4878-b195-de6e20988026 on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:10:39.927318 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fdc06d-f33c-46fb-892e-f1ec6ae87932 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event deleted for resources: {'Port': ['ID=6056a6ab-3e9a-4878-b195-de6e20988026,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:39.946597 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-cf0065af-629f-41a4-9ee7-814a75fb4e54 None None] Port 8b2d95e4-7508-43dd-940b-73a9766ae10e cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:10:40.037335 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f203eb-f8fb-41ac-bff8-34466dcf865c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Pushing event deleted for resources: {'Port': ['ID=58247c80-6eb3-4d14-993d-a91f477d9181,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:40.235945 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 10a2cfce-4e6e-4313-bfbd-570b8bd90016 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:40.379831 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 10a2cfce-4e6e-4313-bfbd-570b8bd90016 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:40.384746 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 10a2cfce-4e6e-4313-bfbd-570b8bd90016 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:40.385205 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:40.472452 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-74fdc06d-f33c-46fb-892e-f1ec6ae87932 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:40.487706 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69f203eb-f8fb-41ac-bff8-34466dcf865c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:40.503223 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-74fdc06d-f33c-46fb-892e-f1ec6ae87932 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ff2660c-323e-4c81-bb69-836b6eaf662f']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:40.506823 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-69f203eb-f8fb-41ac-bff8-34466dcf865c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0fc4e75-00dc-4447-94fa-da318a5ba25c']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:40.530540 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-74fdc06d-f33c-46fb-892e-f1ec6ae87932 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '722367f9-56cd-4902-835d-e00465d47e4e') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:40.530843 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-74fdc06d-f33c-46fb-892e-f1ec6ae87932 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '722367f9-56cd-4902-835d-e00465d47e4e') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:40.539130 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-69f203eb-f8fb-41ac-bff8-34466dcf865c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b385fa71-e8ff-4c2f-b375-2eae0d33b86b') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:40.539415 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-69f203eb-f8fb-41ac-bff8-34466dcf865c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b385fa71-e8ff-4c2f-b375-2eae0d33b86b') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:40.545901 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:40.570618 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 10a2cfce-4e6e-4313-bfbd-570b8bd90016, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=10a2cfce-4e6e-4313-bfbd-570b8bd90016,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:40.588606 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-74fdc06d-f33c-46fb-892e-f1ec6ae87932 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:40.591151 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69f203eb-f8fb-41ac-bff8-34466dcf865c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:40.628944 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888ccaa-14cc-42f6-ab33-609492321742 req-8e990a78-9650-4ef5-9a26-c710104c1ac3 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:40.630530 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c888ccaa-14cc-42f6-ab33-609492321742 req-8e990a78-9650-4ef5-9a26-c710104c1ac3 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 945 time: 0.2098308 Aug 16 21:10:40.634359 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69f203eb-f8fb-41ac-bff8-34466dcf865c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:40.636099 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-74fdc06d-f33c-46fb-892e-f1ec6ae87932 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:40.649491 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69f203eb-f8fb-41ac-bff8-34466dcf865c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:10:40.649906 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69f203eb-f8fb-41ac-bff8-34466dcf865c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:40.659457 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:10:40.659457 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:10:40.659457 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:10:40.659457 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:10:40.659457 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:10:40.659457 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:10:40.659457 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:10:40.659457 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:10:40.659457 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:10:40.659457 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:10:40.659457 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:10:40.659457 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:10:40.659457 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:10:40.659457 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:10:40.659457 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:10:40.659457 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:10:40.659457 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:10:40.659457 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:10:40.659457 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:10:40.659457 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:10:40.659457 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:10:40.659457 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:10:40.659457 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:10:40.659457 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:10:40.659457 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:10:40.659457 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:10:40.659457 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:10:40.659457 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:10:40.659457 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:10:40.659457 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:10:40.659457 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:10:40.659457 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:10:40.676419 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74fdc06d-f33c-46fb-892e-f1ec6ae87932 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:10:40.676836 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-74fdc06d-f33c-46fb-892e-f1ec6ae87932 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:40.679802 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:10:40.679802 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:10:40.679802 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:10:40.679802 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:10:40.679802 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:10:40.679802 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:10:40.679802 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:10:40.679802 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:10:40.679802 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:10:40.679802 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:10:40.679802 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:10:40.679802 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:10:40.679802 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:10:40.679802 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:10:40.679802 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:10:40.679802 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:10:40.679802 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:10:40.679802 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:10:40.679802 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:10:40.679802 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:10:40.679802 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:10:40.679802 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:10:40.679802 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:10:40.679802 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:10:40.679802 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:10:40.679802 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:10:40.679802 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:10:40.679802 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:10:40.679802 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:10:40.679802 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:10:40.679802 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:10:40.679802 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:10:40.693521 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:40.778647 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=10a2cfce-4e6e-4313-bfbd-570b8bd90016,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:40.789236 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 58247c80-6eb3-4d14-993d-a91f477d9181 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:10:40.815489 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 58247c80-6eb3-4d14-993d-a91f477d9181 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:10:40.815864 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 58247c80-6eb3-4d14-993d-a91f477d9181 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:10:40.822083 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-eb8fb631-1e56-4759-a018-f327e0786be0 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:40.830865 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-eb8fb631-1e56-4759-a018-f327e0786be0 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/networks?id=8a16c391-2eca-48bc-ba42-cdb112afb433 HTTP/1.1" status: 200 len: 911 time: 0.3311589 Aug 16 21:10:40.860081 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c888ccaa-14cc-42f6-ab33-609492321742 req-49a1e2d7-9d3e-4224-b4ea-be468dbcd1c6 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006071 Aug 16 21:10:40.860081 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-2ab491ed-1891-48e5-8a09-fcb6451cd82f tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/quotas/e6319db43d0a4da0949c86a3882f6b30 HTTP/1.1" status: 200 len: 375 time: 0.0209270 Aug 16 21:10:40.897588 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdb9fe6-dbe4-4ed7-a431-c35aee55a3a6 None None] Sync routers for ids ['55225173-21d6-481d-b90f-2dfef3ea8882'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:10:40.922488 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdb9fe6-dbe4-4ed7-a431-c35aee55a3a6 None None] Routers {'55225173-21d6-481d-b90f-2dfef3ea8882'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:10:40.923224 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-7bdb9fe6-dbe4-4ed7-a431-c35aee55a3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:10:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['55225173-21d6-481d-b90f-2dfef3ea8882'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:40.948337 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69f203eb-f8fb-41ac-bff8-34466dcf865c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:40.960735 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-c3bd99e9-8231-4d60-84a3-606b25068260 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/ports?tenant_id=e6319db43d0a4da0949c86a3882f6b30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1068213 Aug 16 21:10:40.972194 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-69f203eb-f8fb-41ac-bff8-34466dcf865c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:40.976778 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-69f203eb-f8fb-41ac-bff8-34466dcf865c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] 10.222.0.84 "DELETE /v2.0/networks/d0fc4e75-00dc-4447-94fa-da318a5ba25c HTTP/1.1" status: 204 len: 168 time: 1.9477191 Aug 16 21:10:40.980410 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-74fdc06d-f33c-46fb-892e-f1ec6ae87932 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:40.992769 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-74fdc06d-f33c-46fb-892e-f1ec6ae87932 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:40.999017 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41042) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:41.000596 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-74fdc06d-f33c-46fb-892e-f1ec6ae87932 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "DELETE /v2.0/networks/4ff2660c-323e-4c81-bb69-836b6eaf662f HTTP/1.1" status: 204 len: 168 time: 4.0391724 Aug 16 21:10:41.001982 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f203eb-f8fb-41ac-bff8-34466dcf865c tempest-FloatingIPNegativeTestJSON-1163350135 tempest-FloatingIPNegativeTestJSON-1163350135-project] Pushing event deleted for resources: {'Network': ['ID=d0fc4e75-00dc-4447-94fa-da318a5ba25c,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:41.004713 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-9baf2854-b3a9-4458-998c-d3bf077ea620 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1282495668'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:41.023648 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fdc06d-f33c-46fb-892e-f1ec6ae87932 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event deleted for resources: {'Network': ['ID=4ff2660c-323e-4c81-bb69-836b6eaf662f,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:41.078790 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cc62d843-da2a-4c8f-a7ad-fee0adcb4838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:41.099315 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-7bdb9fe6-dbe4-4ed7-a431-c35aee55a3a6 None None] Set router 55225173-21d6-481d-b90f-2dfef3ea8882 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:10:41.104882 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9baf2854-b3a9-4458-998c-d3bf077ea620 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Made reservation on behalf of 81224c38c8894bf0bbc37d2578318d99 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:41.108589 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9baf2854-b3a9-4458-998c-d3bf077ea620 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:41.134031 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9baf2854-b3a9-4458-998c-d3bf077ea620 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:10:41.144267 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9baf2854-b3a9-4458-998c-d3bf077ea620 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:41.144670 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-9baf2854-b3a9-4458-998c-d3bf077ea620 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Added segment e1e62361-617c-42ea-ba63-3ff02f2ca2ea of type vlan for network 777a350e-0e08-4511-8267-647e7f826dd2 Aug 16 21:10:41.192205 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9baf2854-b3a9-4458-998c-d3bf077ea620 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:41.270211 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9baf2854-b3a9-4458-998c-d3bf077ea620 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:41.276560 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9baf2854-b3a9-4458-998c-d3bf077ea620 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:41.280310 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9baf2854-b3a9-4458-998c-d3bf077ea620 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:41.333097 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-7bdb9fe6-dbe4-4ed7-a431-c35aee55a3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55225173-21d6-481d-b90f-2dfef3ea8882', 'name': 'tempest-TestServerMultinode-590406449-router', 'tenant_id': 'e6319db43d0a4da0949c86a3882f6b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '10a2cfce-4e6e-4313-bfbd-570b8bd90016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:31Z', 'updated_at': '2021-08-16T21:10:38Z', 'revision_number': 4, 'project_id': 'e6319db43d0a4da0949c86a3882f6b30', 'gw_port': {'id': '10a2cfce-4e6e-4313-bfbd-570b8bd90016', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:53:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55225173-21d6-481d-b90f-2dfef3ea8882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:32Z', 'updated_at': '2021-08-16T21:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '8b2d95e4-7508-43dd-940b-73a9766ae10e', 'name': '', 'network_id': 'df606ad5-b36b-4f96-b2dc-101e0c89a5f0', 'tenant_id': 'e6319db43d0a4da0949c86a3882f6b30', 'mac_address': 'fa:16:3e:d7:91:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55225173-21d6-481d-b90f-2dfef3ea8882', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '36815d6f-ca4e-4318-a4b2-1b5efc478865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:37Z', 'updated_at': '2021-08-16T21:10:38Z', 'revision_number': 2, 'project_id': 'e6319db43d0a4da0949c86a3882f6b30', 'subnets': [{'id': '36815d6f-ca4e-4318-a4b2-1b5efc478865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:41.342198 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-5908774e-92ec-44c6-aa6e-6ea875d73aa3 service neutron] 10.222.0.84 "GET /v2.0/networks/8a16c391-2eca-48bc-ba42-cdb112afb433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801715 Aug 16 21:10:41.358580 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9baf2854-b3a9-4458-998c-d3bf077ea620 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3581955 Aug 16 21:10:41.361808 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdb9fe6-dbe4-4ed7-a431-c35aee55a3a6 None None] Checking router: 55225173-21d6-481d-b90f-2dfef3ea8882 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:10:41.361808 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdb9fe6-dbe4-4ed7-a431-c35aee55a3a6 None None] Updating router 55225173-21d6-481d-b90f-2dfef3ea8882 port 8b2d95e4-7508-43dd-940b-73a9766ae10e binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:10:41.362064 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41048) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:41.366727 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-29378db2-47a1-46bb-a93b-e96fec0d2d29 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Request body: {'subnet': {'network_id': '777a350e-0e08-4511-8267-647e7f826dd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:41.393643 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7bdb9fe6-dbe4-4ed7-a431-c35aee55a3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:41.427231 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf2854-b3a9-4458-998c-d3bf077ea620 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event updated for resources: {'Network': ['ID=777a350e-0e08-4511-8267-647e7f826dd2,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:41.445250 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 777a350e-0e08-4511-8267-647e7f826dd2 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:10:41.459819 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-38e43d85-9bc7-4de0-86a2-3d732d9c8dbe service neutron] 10.222.0.84 "GET /v2.0/networks/8a16c391-2eca-48bc-ba42-cdb112afb433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129835 Aug 16 21:10:41.558560 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41054) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:41.567704 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29378db2-47a1-46bb-a93b-e96fec0d2d29 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Made reservation on behalf of 81224c38c8894bf0bbc37d2578318d99 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:41.572334 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-29378db2-47a1-46bb-a93b-e96fec0d2d29 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:41.810300 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7bdb9fe6-dbe4-4ed7-a431-c35aee55a3a6 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:41.824225 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7bdb9fe6-dbe4-4ed7-a431-c35aee55a3a6 None None] Transition to ACTIVE for port object 8b2d95e4-7508-43dd-940b-73a9766ae10e will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:41.843594 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-707d1e24-8aa7-46aa-861b-fdf7c68e3514 req-8c1838ac-30bd-463c-a341-652613c30486 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=2e453c87-f95a-4daf-80f4-362806e2d9d9 HTTP/1.1" status: 200 len: 210 time: 0.0483642 Aug 16 21:10:41.859078 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41068) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:41.859572 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5bc1882d-37b8-4184-8692-8eb1f73ea4a5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=117181e6150c42aaa0e64f85e6ed9627&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2982249 Aug 16 21:10:41.900655 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7bdb9fe6-dbe4-4ed7-a431-c35aee55a3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:41.970381 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6f1de-f41e-4605-ac0c-3c6dc6970850 None None] Pushing event updated for resources: {'Port': ['ID=8b2d95e4-7508-43dd-940b-73a9766ae10e,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:42.004246 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7a845425-08ca-42d4-baf1-2ea020340520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:42.057558 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7a845425-08ca-42d4-baf1-2ea020340520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:42.060016 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-29378db2-47a1-46bb-a93b-e96fec0d2d29 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:42.085850 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-7bdb9fe6-dbe4-4ed7-a431-c35aee55a3a6 None None] Attempting to bind port 8b2d95e4-7508-43dd-940b-73a9766ae10e on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:10:42.086806 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-7bdb9fe6-dbe4-4ed7-a431-c35aee55a3a6 None None] Attempting to bind port 8b2d95e4-7508-43dd-940b-73a9766ae10e by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'f9df7de7-20ae-4e96-a8f7-d9252ca1ef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'df606ad5-b36b-4f96-b2dc-101e0c89a5f0'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:10:42.088229 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdb9fe6-dbe4-4ed7-a431-c35aee55a3a6 None None] Attempting to bind port 8b2d95e4-7508-43dd-940b-73a9766ae10e on network df606ad5-b36b-4f96-b2dc-101e0c89a5f0 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:10:42.104059 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdb9fe6-dbe4-4ed7-a431-c35aee55a3a6 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:10:42.104456 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdb9fe6-dbe4-4ed7-a431-c35aee55a3a6 None None] Checking segment: {'id': 'f9df7de7-20ae-4e96-a8f7-d9252ca1ef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'df606ad5-b36b-4f96-b2dc-101e0c89a5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:42.105162 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7bdb9fe6-dbe4-4ed7-a431-c35aee55a3a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:42.105567 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdb9fe6-dbe4-4ed7-a431-c35aee55a3a6 None None] Bound using segment: {'id': 'f9df7de7-20ae-4e96-a8f7-d9252ca1ef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'df606ad5-b36b-4f96-b2dc-101e0c89a5f0'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:10:42.107183 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-7bdb9fe6-dbe4-4ed7-a431-c35aee55a3a6 None None] Bound port: 8b2d95e4-7508-43dd-940b-73a9766ae10e, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9df7de7-20ae-4e96-a8f7-d9252ca1ef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'df606ad5-b36b-4f96-b2dc-101e0c89a5f0'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:10:42.108201 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7bdb9fe6-dbe4-4ed7-a431-c35aee55a3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:42.209430 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7bdb9fe6-dbe4-4ed7-a431-c35aee55a3a6 None None] For port 8b2d95e4-7508-43dd-940b-73a9766ae10e, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:10:42.213372 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7bdb9fe6-dbe4-4ed7-a431-c35aee55a3a6 None None] For port 8b2d95e4-7508-43dd-940b-73a9766ae10e, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=8b2d95e4-7508-43dd-940b-73a9766ae10e,segment=NetworkSegment(f9df7de7-20ae-4e96-a8f7-d9252ca1ef61),segment_id=f9df7de7-20ae-4e96-a8f7-d9252ca1ef61)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:10:42.216419 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dee268-604d-4a06-8ae8-16fc76c0220f req-a83a9dc1-1cb7-46dd-9136-f6c94e1f0f0e tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:42.218048 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a6dee268-604d-4a06-8ae8-16fc76c0220f req-a83a9dc1-1cb7-46dd-9136-f6c94e1f0f0e tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 945 time: 0.2275093 Aug 16 21:10:42.230749 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 10a2cfce-4e6e-4313-bfbd-570b8bd90016 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:42.240847 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29378db2-47a1-46bb-a93b-e96fec0d2d29 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event updated for resources: {'Subnet': ['ID=b2cc00fd-6a58-4f45-94f2-bc6280249c59,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:42.246675 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29378db2-47a1-46bb-a93b-e96fec0d2d29 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Checking segment: {'id': 'e1e62361-617c-42ea-ba63-3ff02f2ca2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '777a350e-0e08-4511-8267-647e7f826dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:42.251317 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29378db2-47a1-46bb-a93b-e96fec0d2d29 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Network hostable DHCP agents. Network: 777a350e-0e08-4511-8267-647e7f826dd2, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:10:42.288952 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a6dee268-604d-4a06-8ae8-16fc76c0220f req-0770ad2b-00a4-424c-9229-c8750aa59952 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630372 Aug 16 21:10:42.297297 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 10a2cfce-4e6e-4313-bfbd-570b8bd90016 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:42.297687 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:42.315636 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7a845425-08ca-42d4-baf1-2ea020340520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:42.318244 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7a845425-08ca-42d4-baf1-2ea020340520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:42.321865 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-7a845425-08ca-42d4-baf1-2ea020340520 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2c584cf7-a4ed-4163-938a-745fc398172f HTTP/1.1" status: 204 len: 168 time: 0.4593136 Aug 16 21:10:42.327289 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a845425-08ca-42d4-baf1-2ea020340520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c584cf7-a4ed-4163-938a-745fc398172f,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:42.333056 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29378db2-47a1-46bb-a93b-e96fec0d2d29 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Network 777a350e-0e08-4511-8267-647e7f826dd2 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:10:42.342238 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7bdb9fe6-dbe4-4ed7-a431-c35aee55a3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:42.412995 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-29378db2-47a1-46bb-a93b-e96fec0d2d29 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 777a350e-0e08-4511-8267-647e7f826dd2) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:42.417777 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29378db2-47a1-46bb-a93b-e96fec0d2d29 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:42.419881 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-29378db2-47a1-46bb-a93b-e96fec0d2d29 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:42.447653 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b763cf53-09f4-48dd-be46-9e4eac14f526 None None] Network 777a350e-0e08-4511-8267-647e7f826dd2 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:42.453643 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdb9fe6-dbe4-4ed7-a431-c35aee55a3a6 None None] Routers {'55225173-21d6-481d-b90f-2dfef3ea8882'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:10:42.454051 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-7bdb9fe6-dbe4-4ed7-a431-c35aee55a3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:10:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['55225173-21d6-481d-b90f-2dfef3ea8882'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:42.467848 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6f1de-f41e-4605-ac0c-3c6dc6970850 None None] Pushing event updated for resources: {'Port': ['ID=8b2d95e4-7508-43dd-940b-73a9766ae10e,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:42.520077 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-29378db2-47a1-46bb-a93b-e96fec0d2d29 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1546025 Aug 16 21:10:42.520624 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41082) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:42.666941 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-24c338e1-f75a-479c-87de-4a750a142836 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:42.694609 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-7bdb9fe6-dbe4-4ed7-a431-c35aee55a3a6 None None] Set router 55225173-21d6-481d-b90f-2dfef3ea8882 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:10:42.750239 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-24c338e1-f75a-479c-87de-4a750a142836 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:42.866847 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c41690-3618-41fe-9535-537f80cfcd39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-777a350e-0e08-4511-8267-647e7f826dd2', 'network_id': '777a350e-0e08-4511-8267-647e7f826dd2', 'tenant_id': '81224c38c8894bf0bbc37d2578318d99', 'fixed_ips': [{'subnet_id': 'b2cc00fd-6a58-4f45-94f2-bc6280249c59'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:10:42.867690 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-19c41690-3618-41fe-9535-537f80cfcd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:42.952941 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4c9d6830-571a-44b9-850b-683940bb4f0b req-e8885a51-fda7-477b-80e8-26c214881da7 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=2e453c87-f95a-4daf-80f4-362806e2d9d9 HTTP/1.1" status: 200 len: 210 time: 0.0522084 Aug 16 21:10:43.049405 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-7bdb9fe6-dbe4-4ed7-a431-c35aee55a3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55225173-21d6-481d-b90f-2dfef3ea8882', 'name': 'tempest-TestServerMultinode-590406449-router', 'tenant_id': 'e6319db43d0a4da0949c86a3882f6b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '10a2cfce-4e6e-4313-bfbd-570b8bd90016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:31Z', 'updated_at': '2021-08-16T21:10:38Z', 'revision_number': 4, 'project_id': 'e6319db43d0a4da0949c86a3882f6b30', 'gw_port': {'id': '10a2cfce-4e6e-4313-bfbd-570b8bd90016', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:53:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55225173-21d6-481d-b90f-2dfef3ea8882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:32Z', 'updated_at': '2021-08-16T21:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '8b2d95e4-7508-43dd-940b-73a9766ae10e', 'name': '', 'network_id': 'df606ad5-b36b-4f96-b2dc-101e0c89a5f0', 'tenant_id': 'e6319db43d0a4da0949c86a3882f6b30', 'mac_address': 'fa:16:3e:d7:91:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55225173-21d6-481d-b90f-2dfef3ea8882', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '36815d6f-ca4e-4318-a4b2-1b5efc478865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:37Z', 'updated_at': '2021-08-16T21:10:42Z', 'revision_number': 4, 'project_id': 'e6319db43d0a4da0949c86a3882f6b30', 'subnets': [{'id': '36815d6f-ca4e-4318-a4b2-1b5efc478865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:43.055042 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-24c338e1-f75a-479c-87de-4a750a142836 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:43.083523 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c338e1-f75a-479c-87de-4a750a142836 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event deleted for resources: {'Subnet': ['ID=b2cc00fd-6a58-4f45-94f2-bc6280249c59,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:43.150891 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdb9fe6-dbe4-4ed7-a431-c35aee55a3a6 None None] The sync data for ids ['55225173-21d6-481d-b90f-2dfef3ea8882'] in n-d-793620-15 is: [{'id': '55225173-21d6-481d-b90f-2dfef3ea8882', 'name': 'tempest-TestServerMultinode-590406449-router', 'tenant_id': 'e6319db43d0a4da0949c86a3882f6b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '10a2cfce-4e6e-4313-bfbd-570b8bd90016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:31Z', 'updated_at': '2021-08-16T21:10:38Z', 'revision_number': 4, 'project_id': 'e6319db43d0a4da0949c86a3882f6b30', 'gw_port': {'id': '10a2cfce-4e6e-4313-bfbd-570b8bd90016', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:53:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55225173-21d6-481d-b90f-2dfef3ea8882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:32Z', 'updated_at': '2021-08-16T21:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '8b2d95e4-7508-43dd-940b-73a9766ae10e', 'name': '', 'network_id': 'df606ad5-b36b-4f96-b2dc-101e0c89a5f0', 'tenant_id': 'e6319db43d0a4da0949c86a3882f6b30', 'mac_address': 'fa:16:3e:d7:91:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55225173-21d6-481d-b90f-2dfef3ea8882', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '36815d6f-ca4e-4318-a4b2-1b5efc478865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:37Z', 'updated_at': '2021-08-16T21:10:42Z', 'revision_number': 4, 'project_id': 'e6319db43d0a4da0949c86a3882f6b30', 'subnets': [{'id': '36815d6f-ca4e-4318-a4b2-1b5efc478865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:10:43.186807 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-24c338e1-f75a-479c-87de-4a750a142836 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:43.220349 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-24c338e1-f75a-479c-87de-4a750a142836 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['777a350e-0e08-4511-8267-647e7f826dd2']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:43.257027 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-24c338e1-f75a-479c-87de-4a750a142836 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1e62361-617c-42ea-ba63-3ff02f2ca2ea') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:43.257621 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-24c338e1-f75a-479c-87de-4a750a142836 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1e62361-617c-42ea-ba63-3ff02f2ca2ea') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:43.274876 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-24c338e1-f75a-479c-87de-4a750a142836 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:43.300933 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-24c338e1-f75a-479c-87de-4a750a142836 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:43.311207 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24c338e1-f75a-479c-87de-4a750a142836 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server [None req-19c41690-3618-41fe-9535-537f80cfcd39 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b2cc00fd-6a58-4f45-94f2-bc6280249c59: This subnet is being modified by another concurrent operation. Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server raise exception Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b2cc00fd-6a58-4f45-94f2-bc6280249c59: This subnet is being modified by another concurrent operation. Aug 16 21:10:43.312559 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server Aug 16 21:10:43.328937 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-24c338e1-f75a-479c-87de-4a750a142836 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:43.328937 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:10:43.328937 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:10:43.328937 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:10:43.328937 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:10:43.328937 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:10:43.328937 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:10:43.328937 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:10:43.328937 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:10:43.328937 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:10:43.328937 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:10:43.328937 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:10:43.328937 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:10:43.328937 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:10:43.328937 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:10:43.328937 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:10:43.328937 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:10:43.328937 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:10:43.328937 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:10:43.328937 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:10:43.328937 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:10:43.328937 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:10:43.328937 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:10:43.328937 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:10:43.328937 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:10:43.328937 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:10:43.328937 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:10:43.328937 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:10:43.328937 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:10:43.328937 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:10:43.328937 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:10:43.328937 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:10:43.328937 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:10:43.374688 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25755cca-7246-4563-946f-72568e7febf7 None None] Network 777a350e-0e08-4511-8267-647e7f826dd2 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:43.546171 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3526d-459f-403b-a90f-68acb479ed5d req-d2883020-1a70-44ab-9d71-97f4ba7dce3f tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:43.549333 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-82a3526d-459f-403b-a90f-68acb479ed5d req-d2883020-1a70-44ab-9d71-97f4ba7dce3f tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 945 time: 0.0962763 Aug 16 21:10:43.614844 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-82a3526d-459f-403b-a90f-68acb479ed5d req-a00e81b0-d52c-4412-8569-6ec7da5306a7 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578864 Aug 16 21:10:43.617861 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-24c338e1-f75a-479c-87de-4a750a142836 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:43.633142 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-24c338e1-f75a-479c-87de-4a750a142836 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:43.642596 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41122) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:43.644798 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-24c338e1-f75a-479c-87de-4a750a142836 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "DELETE /v2.0/networks/777a350e-0e08-4511-8267-647e7f826dd2 HTTP/1.1" status: 204 len: 168 time: 1.1229792 Aug 16 21:10:43.651646 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-dfac50d5-6c63-4881-8076-7b898b4fcd21 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-983943314'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:43.677238 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc26bd8-10e8-4e24-9889-f188aebd1dd2 None None] get_active_networks_info from n-d-793620-15 {{(pid=101846) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 21:10:43.682091 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-452e50e8-8448-46ec-96e8-4ec40338addc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:43.691659 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c338e1-f75a-479c-87de-4a750a142836 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event deleted for resources: {'Network': ['ID=777a350e-0e08-4511-8267-647e7f826dd2,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:43.797164 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfac50d5-6c63-4881-8076-7b898b4fcd21 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Made reservation on behalf of 81224c38c8894bf0bbc37d2578318d99 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:43.803263 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dfac50d5-6c63-4881-8076-7b898b4fcd21 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:43.851139 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc26bd8-10e8-4e24-9889-f188aebd1dd2 None None] Resources bound (agent type, host, resource id): {{(pid=101846) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 21:10:43.858703 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfac50d5-6c63-4881-8076-7b898b4fcd21 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:10:43.880174 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dfac50d5-6c63-4881-8076-7b898b4fcd21 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:43.881382 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-dfac50d5-6c63-4881-8076-7b898b4fcd21 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Added segment 7609965c-115f-4e88-9bf3-e983ca244d3f of type vlan for network e47a958e-abdf-4dec-b673-eedc3f8c15fa Aug 16 21:10:43.948089 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:43.948766 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41128) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:44.013539 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dfac50d5-6c63-4881-8076-7b898b4fcd21 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:44.114875 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dfac50d5-6c63-4881-8076-7b898b4fcd21 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:44.121272 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfac50d5-6c63-4881-8076-7b898b4fcd21 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:44.122172 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dfac50d5-6c63-4881-8076-7b898b4fcd21 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:44.166215 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c5075928-f3e4-4c26-80d4-95ba56155100 req-681cff5e-f92c-4ab8-92b2-02de4d32fce6 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=2e453c87-f95a-4daf-80f4-362806e2d9d9 HTTP/1.1" status: 200 len: 210 time: 0.1011209 Aug 16 21:10:44.197488 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-33328e25-ce31-4b09-b123-62d79dd86df2 tempest-NetworksNegativeTestJSON-1750541356 tempest-NetworksNegativeTestJSON-1750541356-project] Request body: {'port': {'network_id': 'd9103627-572a-4bdb-a48d-751ce4f8f3d0', 'name': 'tempest-NetworksNegativeTestJSON-999436646'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:44.246326 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-33328e25-ce31-4b09-b123-62d79dd86df2 tempest-NetworksNegativeTestJSON-1750541356 tempest-NetworksNegativeTestJSON-1750541356-project] POST failed (client error): The resource could not be found. Aug 16 21:10:44.250689 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33328e25-ce31-4b09-b123-62d79dd86df2 tempest-NetworksNegativeTestJSON-1750541356 tempest-NetworksNegativeTestJSON-1750541356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:44.255927 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-33328e25-ce31-4b09-b123-62d79dd86df2 tempest-NetworksNegativeTestJSON-1750541356 tempest-NetworksNegativeTestJSON-1750541356-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3057172 Aug 16 21:10:44.261979 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41138) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:44.282937 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac50d5-6c63-4881-8076-7b898b4fcd21 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event updated for resources: {'Network': ['ID=e47a958e-abdf-4dec-b673-eedc3f8c15fa,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:44.305290 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a6d635a-1d03-47e8-a952-fabf282128ad tempest-NetworksNegativeTestJSON-1750541356 tempest-NetworksNegativeTestJSON-1750541356-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:44.306253 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a6d635a-1d03-47e8-a952-fabf282128ad tempest-NetworksNegativeTestJSON-1750541356 tempest-NetworksNegativeTestJSON-1750541356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:44.308879 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6a6d635a-1d03-47e8-a952-fabf282128ad tempest-NetworksNegativeTestJSON-1750541356 tempest-NetworksNegativeTestJSON-1750541356-project] 10.222.0.84 "DELETE /v2.0/networks/cf90eb24-bcea-4cf7-9562-012ab8fc168e HTTP/1.1" status: 404 len: 339 time: 0.0455925 Aug 16 21:10:44.317150 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41140) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:44.357558 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8924265-00c5-493e-8c56-d25970a12dbf tempest-NetworksNegativeTestJSON-1750541356 tempest-NetworksNegativeTestJSON-1750541356-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:44.358672 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8924265-00c5-493e-8c56-d25970a12dbf tempest-NetworksNegativeTestJSON-1750541356 tempest-NetworksNegativeTestJSON-1750541356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:44.372715 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b8924265-00c5-493e-8c56-d25970a12dbf tempest-NetworksNegativeTestJSON-1750541356 tempest-NetworksNegativeTestJSON-1750541356-project] 10.222.0.84 "DELETE /v2.0/ports/02da5581-ce02-4da3-92f4-9178e8b3f87c HTTP/1.1" status: 404 len: 333 time: 0.0542476 Aug 16 21:10:44.375206 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-dfac50d5-6c63-4881-8076-7b898b4fcd21 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7307556 Aug 16 21:10:44.378947 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41142) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:44.379338 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41144) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:44.413200 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-2c044529-5b1b-4ad4-9afb-a3db13e80d37 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Request body: {'subnet': {'network_id': 'e47a958e-abdf-4dec-b673-eedc3f8c15fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:44.433422 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network e47a958e-abdf-4dec-b673-eedc3f8c15fa details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:10:44.435495 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 8b2d95e4-7508-43dd-940b-73a9766ae10e up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:44.458187 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-17955db0-e904-42a4-ad8b-1869b6b2f01c tempest-NetworksNegativeTestJSON-1750541356 tempest-NetworksNegativeTestJSON-1750541356-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:44.458750 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17955db0-e904-42a4-ad8b-1869b6b2f01c tempest-NetworksNegativeTestJSON-1750541356 tempest-NetworksNegativeTestJSON-1750541356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:44.460981 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-17955db0-e904-42a4-ad8b-1869b6b2f01c tempest-NetworksNegativeTestJSON-1750541356 tempest-NetworksNegativeTestJSON-1750541356-project] 10.222.0.84 "DELETE /v2.0/subnets/294f3e1d-9524-4f0d-85a4-9c7cc29a4557 HTTP/1.1" status: 404 len: 337 time: 0.0742655 Aug 16 21:10:44.466362 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41150) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:44.493760 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-83cfc37c-f26d-454c-89d9-e86f1ddae6dd tempest-NetworksNegativeTestJSON-1750541356 tempest-NetworksNegativeTestJSON-1750541356-project] GET failed (client error): The resource could not be found. Aug 16 21:10:44.498136 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-83cfc37c-f26d-454c-89d9-e86f1ddae6dd tempest-NetworksNegativeTestJSON-1750541356 tempest-NetworksNegativeTestJSON-1750541356-project] 10.222.0.84 "GET /v2.0/networks/a2c576b0-417e-4cd8-9e08-c05cf79e44ea HTTP/1.1" status: 404 len: 339 time: 0.0297782 Aug 16 21:10:44.504084 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41152) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:44.540658 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-6178997c-94c9-46c4-bf88-cb4f5b0d86eb tempest-NetworksNegativeTestJSON-1750541356 tempest-NetworksNegativeTestJSON-1750541356-project] GET failed (client error): The resource could not be found. Aug 16 21:10:44.543026 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6178997c-94c9-46c4-bf88-cb4f5b0d86eb tempest-NetworksNegativeTestJSON-1750541356 tempest-NetworksNegativeTestJSON-1750541356-project] 10.222.0.84 "GET /v2.0/ports/14a2bb17-97b1-4ec2-959d-55b6b5fd0a6d HTTP/1.1" status: 404 len: 333 time: 0.0379455 Aug 16 21:10:44.549763 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41154) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:44.594718 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f54acb4-435b-4c8d-bc34-9a6334517dec tempest-NetworksNegativeTestJSON-1750541356 tempest-NetworksNegativeTestJSON-1750541356-project] GET failed (client error): The resource could not be found. Aug 16 21:10:44.596803 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9f54acb4-435b-4c8d-bc34-9a6334517dec tempest-NetworksNegativeTestJSON-1750541356 tempest-NetworksNegativeTestJSON-1750541356-project] 10.222.0.84 "GET /v2.0/subnets/35841cc0-b375-4f4a-9bbe-7c3e04b8d493 HTTP/1.1" status: 404 len: 337 time: 0.0465791 Aug 16 21:10:44.602614 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41158) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:44.610503 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-84f073f4-db10-4f9e-921a-61e659053561 tempest-NetworksNegativeTestJSON-1750541356 tempest-NetworksNegativeTestJSON-1750541356-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:44.627919 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-84f073f4-db10-4f9e-921a-61e659053561 tempest-NetworksNegativeTestJSON-1750541356 tempest-NetworksNegativeTestJSON-1750541356-project] PUT failed (client error): The resource could not be found. Aug 16 21:10:44.628914 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84f073f4-db10-4f9e-921a-61e659053561 tempest-NetworksNegativeTestJSON-1750541356 tempest-NetworksNegativeTestJSON-1750541356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:44.631077 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-84f073f4-db10-4f9e-921a-61e659053561 tempest-NetworksNegativeTestJSON-1750541356 tempest-NetworksNegativeTestJSON-1750541356-project] 10.222.0.84 "PUT /v2.0/networks/4f91d73b-e8f7-4821-bbc1-50ff6ca9e2aa HTTP/1.1" status: 404 len: 339 time: 0.0270550 Aug 16 21:10:44.635125 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41160) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:44.644760 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-38019499-bfc0-4579-979a-63005135caf2 tempest-NetworksNegativeTestJSON-1750541356 tempest-NetworksNegativeTestJSON-1750541356-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:44.664389 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-38019499-bfc0-4579-979a-63005135caf2 tempest-NetworksNegativeTestJSON-1750541356 tempest-NetworksNegativeTestJSON-1750541356-project] PUT failed (client error): The resource could not be found. Aug 16 21:10:44.670246 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38019499-bfc0-4579-979a-63005135caf2 tempest-NetworksNegativeTestJSON-1750541356 tempest-NetworksNegativeTestJSON-1750541356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:44.670246 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-38019499-bfc0-4579-979a-63005135caf2 tempest-NetworksNegativeTestJSON-1750541356 tempest-NetworksNegativeTestJSON-1750541356-project] 10.222.0.84 "PUT /v2.0/ports/8ccd5082-144e-458d-8e63-a07e424db470 HTTP/1.1" status: 404 len: 333 time: 0.0300975 Aug 16 21:10:44.671494 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41162) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:44.676345 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-b9ba67ba-6673-4d70-9547-9499f333b1d1 tempest-NetworksNegativeTestJSON-1750541356 tempest-NetworksNegativeTestJSON-1750541356-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:44.713010 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c044529-5b1b-4ad4-9afb-a3db13e80d37 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Made reservation on behalf of 81224c38c8894bf0bbc37d2578318d99 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:44.716546 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2c044529-5b1b-4ad4-9afb-a3db13e80d37 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:44.719693 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ba67ba-6673-4d70-9547-9499f333b1d1 tempest-NetworksNegativeTestJSON-1750541356 tempest-NetworksNegativeTestJSON-1750541356-project] PUT failed (client error): The resource could not be found. Aug 16 21:10:44.720392 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9ba67ba-6673-4d70-9547-9499f333b1d1 tempest-NetworksNegativeTestJSON-1750541356 tempest-NetworksNegativeTestJSON-1750541356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:44.722679 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b9ba67ba-6673-4d70-9547-9499f333b1d1 tempest-NetworksNegativeTestJSON-1750541356 tempest-NetworksNegativeTestJSON-1750541356-project] 10.222.0.84 "PUT /v2.0/subnets/438dc4ac-67af-417e-be89-aaa73d6c7770 HTTP/1.1" status: 404 len: 337 time: 0.0505443 Aug 16 21:10:44.730215 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 8b2d95e4-7508-43dd-940b-73a9766ae10e completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:44.739086 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 8b2d95e4-7508-43dd-940b-73a9766ae10e triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:44.741683 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:44.869265 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:44.873347 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2c72d-3a41-44a4-8cbb-84d40170f193 req-c8c46907-a5c0-4b1f-a746-6b045a9168a1 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:44.874990 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3ba2c72d-3a41-44a4-8cbb-84d40170f193 req-c8c46907-a5c0-4b1f-a746-6b045a9168a1 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 945 time: 0.1058066 Aug 16 21:10:44.904878 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 8b2d95e4-7508-43dd-940b-73a9766ae10e, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=8b2d95e4-7508-43dd-940b-73a9766ae10e,segment=NetworkSegment(f9df7de7-20ae-4e96-a8f7-d9252ca1ef61),segment_id=f9df7de7-20ae-4e96-a8f7-d9252ca1ef61)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:44.924341 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:44.959172 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3ba2c72d-3a41-44a4-8cbb-84d40170f193 req-a2587392-98d5-4831-ae70-bc7c61dc57db tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764527 Aug 16 21:10:45.012926 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:45.080992 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=8b2d95e4-7508-43dd-940b-73a9766ae10e,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:45.109599 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2c044529-5b1b-4ad4-9afb-a3db13e80d37 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:45.181578 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c044529-5b1b-4ad4-9afb-a3db13e80d37 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event updated for resources: {'Subnet': ['ID=decdb30e-5b84-4020-bc9b-e1dc54dbabda,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:45.183094 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-6db161f9-0e78-426c-ab5c-7e2c03a9fca4 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:45.184631 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-6db161f9-0e78-426c-ab5c-7e2c03a9fca4 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.72 "GET /v2.0/networks?id=8a16c391-2eca-48bc-ba42-cdb112afb433 HTTP/1.1" status: 200 len: 911 time: 0.1420312 Aug 16 21:10:45.198045 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-c97e998d-c614-4b65-a942-b51a0542da0a tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Request body: {'port': {'device_id': '2e453c87-f95a-4daf-80f4-362806e2d9d9', 'network_id': '8a16c391-2eca-48bc-ba42-cdb112afb433', 'admin_state_up': True, 'tenant_id': 'e6319db43d0a4da0949c86a3882f6b30'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:45.200927 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c044529-5b1b-4ad4-9afb-a3db13e80d37 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Checking segment: {'id': '7609965c-115f-4e88-9bf3-e983ca244d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e47a958e-abdf-4dec-b673-eedc3f8c15fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:45.201151 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c044529-5b1b-4ad4-9afb-a3db13e80d37 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Network hostable DHCP agents. Network: e47a958e-abdf-4dec-b673-eedc3f8c15fa, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:10:45.277898 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-55aef492-b807-4453-bbcc-59de2c7af59a req-02053b7b-5824-4c76-a27e-ee707d5af44d tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=2e453c87-f95a-4daf-80f4-362806e2d9d9 HTTP/1.1" status: 200 len: 210 time: 0.0268781 Aug 16 21:10:45.282024 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c044529-5b1b-4ad4-9afb-a3db13e80d37 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Network e47a958e-abdf-4dec-b673-eedc3f8c15fa is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:10:45.315648 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-c97e998d-c614-4b65-a942-b51a0542da0a tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Made reservation on behalf of e6319db43d0a4da0949c86a3882f6b30 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:45.318252 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-c97e998d-c614-4b65-a942-b51a0542da0a tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:45.373669 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41182) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:45.376762 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41184) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:45.424429 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-2c044529-5b1b-4ad4-9afb-a3db13e80d37 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, e47a958e-abdf-4dec-b673-eedc3f8c15fa) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:45.428648 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c044529-5b1b-4ad4-9afb-a3db13e80d37 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:45.429244 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2c044529-5b1b-4ad4-9afb-a3db13e80d37 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:45.436282 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2003cad8-d067-4fbb-8d3f-013c3a5faa79 None None] Network e47a958e-abdf-4dec-b673-eedc3f8c15fa requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:45.475147 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-c97e998d-c614-4b65-a942-b51a0542da0a tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Allocated IP 172.20.0.5 (8a16c391-2eca-48bc-ba42-cdb112afb433/8d49b411-4d8f-4ce4-b2a9-fe98304d3873/d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:10:45.510878 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2c044529-5b1b-4ad4-9afb-a3db13e80d37 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1227591 Aug 16 21:10:45.513546 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41190) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:45.563696 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7b6c4b04-83f8-4fad-ab04-c9713ae493f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:45.617743 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e3ba654b-2c08-4898-bb4c-509e2e61f121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:45.648878 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8800df2-2f5b-47e4-b307-7aedfd8137b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-e47a958e-abdf-4dec-b673-eedc3f8c15fa', 'network_id': 'e47a958e-abdf-4dec-b673-eedc3f8c15fa', 'tenant_id': '81224c38c8894bf0bbc37d2578318d99', 'fixed_ips': [{'subnet_id': 'decdb30e-5b84-4020-bc9b-e1dc54dbabda'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:10:45.649952 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e8800df2-2f5b-47e4-b307-7aedfd8137b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:45.665058 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-c97e998d-c614-4b65-a942-b51a0542da0a tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:45.682292 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-c97e998d-c614-4b65-a942-b51a0542da0a tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Transition to ACTIVE for port object d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:45.702794 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3078ba4a-6bb6-43eb-a0ae-e12b8746885b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:45.788512 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-c97e998d-c614-4b65-a942-b51a0542da0a tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:45.790979 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3078ba4a-6bb6-43eb-a0ae-e12b8746885b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:45.809982 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-e8800df2-2f5b-47e4-b307-7aedfd8137b0 None None] Allocated IP 172.20.0.1 (e47a958e-abdf-4dec-b673-eedc3f8c15fa/decdb30e-5b84-4020-bc9b-e1dc54dbabda/dacf5080-0c94-4f53-9f4d-d5c3196652f8) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:10:45.822883 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7b6c4b04-83f8-4fad-ab04-c9713ae493f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:45.848668 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-c97e998d-c614-4b65-a942-b51a0542da0a tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Network 8a16c391-2eca-48bc-ba42-cdb112afb433 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:45.853327 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-c97e998d-c614-4b65-a942-b51a0542da0a tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:45.856819 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-c97e998d-c614-4b65-a942-b51a0542da0a tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:10:45.905747 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7b6c4b04-83f8-4fad-ab04-c9713ae493f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:45.912441 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e998d-c614-4b65-a942-b51a0542da0a tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Pushing event updated for resources: {'Port': ['ID=d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:45.932587 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-c97e998d-c614-4b65-a942-b51a0542da0a tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:45.933626 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-c97e998d-c614-4b65-a942-b51a0542da0a tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:45.991091 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41192) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:45.991427 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-7b6c4b04-83f8-4fad-ab04-c9713ae493f6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=693ff4c6b8434fa2837dd5d1e13d3ed3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6090004 Aug 16 21:10:45.994658 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c4b04-83f8-4fad-ab04-c9713ae493f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a11fe8-7908-404d-8298-15d529807abc,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:46.061584 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e8800df2-2f5b-47e4-b307-7aedfd8137b0 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:46.085635 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-32867825-ab9d-49c2-95e0-ae16f599cc99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:46.096487 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e8800df2-2f5b-47e4-b307-7aedfd8137b0 None None] Transition to ACTIVE for port object dacf5080-0c94-4f53-9f4d-d5c3196652f8 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:46.097052 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e3ba654b-2c08-4898-bb4c-509e2e61f121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:46.124993 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-32867825-ab9d-49c2-95e0-ae16f599cc99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:46.134279 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e8800df2-2f5b-47e4-b307-7aedfd8137b0 None None] Transition to ACTIVE for port object dacf5080-0c94-4f53-9f4d-d5c3196652f8 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:46.176103 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397c78e-ad7c-491c-a464-8a3b1549b03b req-b1706fe8-6678-4b81-a797-dd1cf1a9c0a6 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:46.177796 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d397c78e-ad7c-491c-a464-8a3b1549b03b req-b1706fe8-6678-4b81-a797-dd1cf1a9c0a6 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 945 time: 0.0844555 Aug 16 21:10:46.178461 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e3ba654b-2c08-4898-bb4c-509e2e61f121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:46.192532 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e8800df2-2f5b-47e4-b307-7aedfd8137b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:46.222485 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 8b2d95e4-7508-43dd-940b-73a9766ae10e up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:46.243816 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-c97e998d-c614-4b65-a942-b51a0542da0a tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0496652 Aug 16 21:10:46.246759 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba654b-2c08-4898-bb4c-509e2e61f121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb6137f-c999-4b14-90b2-a2b3bf3f2b74,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:46.252409 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8800df2-2f5b-47e4-b307-7aedfd8137b0 None None] Network e47a958e-abdf-4dec-b673-eedc3f8c15fa is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:46.254070 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e3ba654b-2c08-4898-bb4c-509e2e61f121 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e041a0717ec74089b16e98034e94a1d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8789320 Aug 16 21:10:46.263764 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-373f440f-0fc2-4556-a20a-73d70b871563 service neutron] Request body: {'port': {'device_id': '2e453c87-f95a-4daf-80f4-362806e2d9d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:46.266194 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41196) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:46.279705 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-e8800df2-2f5b-47e4-b307-7aedfd8137b0 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:46.290894 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8800df2-2f5b-47e4-b307-7aedfd8137b0 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:10:46.297654 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d397c78e-ad7c-491c-a464-8a3b1549b03b req-578e93b3-1a44-4043-8341-116ad81b3cda tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131301 Aug 16 21:10:46.327867 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-32867825-ab9d-49c2-95e0-ae16f599cc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:46.328252 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-32867825-ab9d-49c2-95e0-ae16f599cc99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:46.329532 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-32867825-ab9d-49c2-95e0-ae16f599cc99 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a1a11fe8-7908-404d-8298-15d529807abc HTTP/1.1" status: 204 len: 168 time: 0.3371634 Aug 16 21:10:46.336694 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8800df2-2f5b-47e4-b307-7aedfd8137b0 None None] Pushing event updated for resources: {'Port': ['ID=dacf5080-0c94-4f53-9f4d-d5c3196652f8,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:46.349735 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3078ba4a-6bb6-43eb-a0ae-e12b8746885b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:46.410671 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32867825-ab9d-49c2-95e0-ae16f599cc99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a11fe8-7908-404d-8298-15d529807abc,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:46.421105 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-373f440f-0fc2-4556-a20a-73d70b871563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:46.426288 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4e610a16-f5dc-482c-b156-1e63252a8aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:46.429585 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c322f665-5068-4a4d-aa80-d3db37aacb42 None None] Provisioning for port d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:46.433424 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078ba4a-6bb6-43eb-a0ae-e12b8746885b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event deleted for resources: {'Subnet': ['ID=decdb30e-5b84-4020-bc9b-e1dc54dbabda,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:46.442358 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c322f665-5068-4a4d-aa80-d3db37aacb42 None None] Provisioning complete for port d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:46.442996 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c322f665-5068-4a4d-aa80-d3db37aacb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:46.524576 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-e8800df2-2f5b-47e4-b307-7aedfd8137b0 None None] Attempting to bind port dacf5080-0c94-4f53-9f4d-d5c3196652f8 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:10:46.524959 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-e8800df2-2f5b-47e4-b307-7aedfd8137b0 None None] Attempting to bind port dacf5080-0c94-4f53-9f4d-d5c3196652f8 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '7609965c-115f-4e88-9bf3-e983ca244d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e47a958e-abdf-4dec-b673-eedc3f8c15fa'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:10:46.525338 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8800df2-2f5b-47e4-b307-7aedfd8137b0 None None] Attempting to bind port dacf5080-0c94-4f53-9f4d-d5c3196652f8 on network e47a958e-abdf-4dec-b673-eedc3f8c15fa {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:10:46.546239 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4e610a16-f5dc-482c-b156-1e63252a8aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:46.549626 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3078ba4a-6bb6-43eb-a0ae-e12b8746885b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:46.555135 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 8b2d95e4-7508-43dd-940b-73a9766ae10e triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:46.555521 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:46.568839 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-3078ba4a-6bb6-43eb-a0ae-e12b8746885b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e47a958e-abdf-4dec-b673-eedc3f8c15fa']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:46.588017 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-3078ba4a-6bb6-43eb-a0ae-e12b8746885b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7609965c-115f-4e88-9bf3-e983ca244d3f') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:46.588285 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-3078ba4a-6bb6-43eb-a0ae-e12b8746885b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7609965c-115f-4e88-9bf3-e983ca244d3f') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:46.591954 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8800df2-2f5b-47e4-b307-7aedfd8137b0 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:10:46.592192 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8800df2-2f5b-47e4-b307-7aedfd8137b0 None None] Checking segment: {'id': '7609965c-115f-4e88-9bf3-e983ca244d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e47a958e-abdf-4dec-b673-eedc3f8c15fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:46.592802 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e8800df2-2f5b-47e4-b307-7aedfd8137b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:46.593272 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8800df2-2f5b-47e4-b307-7aedfd8137b0 None None] Bound using segment: {'id': '7609965c-115f-4e88-9bf3-e983ca244d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e47a958e-abdf-4dec-b673-eedc3f8c15fa'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:10:46.593891 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-e8800df2-2f5b-47e4-b307-7aedfd8137b0 None None] Bound port: dacf5080-0c94-4f53-9f4d-d5c3196652f8, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7609965c-115f-4e88-9bf3-e983ca244d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e47a958e-abdf-4dec-b673-eedc3f8c15fa'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:10:46.594377 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e8800df2-2f5b-47e4-b307-7aedfd8137b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:46.597813 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-c322f665-5068-4a4d-aa80-d3db37aacb42 None None] Port d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:10:46.624983 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649bbd6-41e1-45e3-ba72-d280c5442a0e req-e40c6f08-7318-48a7-ab48-9268020b4345 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:46.626774 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b649bbd6-41e1-45e3-ba72-d280c5442a0e req-e40c6f08-7318-48a7-ab48-9268020b4345 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=2e453c87-f95a-4daf-80f4-362806e2d9d9 HTTP/1.1" status: 200 len: 1027 time: 0.2029750 Aug 16 21:10:46.637670 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3078ba4a-6bb6-43eb-a0ae-e12b8746885b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:46.691916 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3078ba4a-6bb6-43eb-a0ae-e12b8746885b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:46.706939 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:46.712469 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b649bbd6-41e1-45e3-ba72-d280c5442a0e req-bb964906-eb76-4056-ba0f-d50c085cddff tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=fdd06cbf-4a83-49c6-9456-769ff05872e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678196 Aug 16 21:10:46.719818 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3078ba4a-6bb6-43eb-a0ae-e12b8746885b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:10:46.719818 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3078ba4a-6bb6-43eb-a0ae-e12b8746885b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:46.723558 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:10:46.723558 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:10:46.723558 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:10:46.723558 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:10:46.723558 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:10:46.723558 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:10:46.723558 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:10:46.723558 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:10:46.723558 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:10:46.723558 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:10:46.723558 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:10:46.723558 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:10:46.723558 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:10:46.723558 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:10:46.723558 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:10:46.723558 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:10:46.723558 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:10:46.723558 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:10:46.723558 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:10:46.723558 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:10:46.723558 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:10:46.723558 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:10:46.723558 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:10:46.723558 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:10:46.723558 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:10:46.723558 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:10:46.723558 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:10:46.723558 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:10:46.723558 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:10:46.723558 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:10:46.723558 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:10:46.723558 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:10:46.791817 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-e8800df2-2f5b-47e4-b307-7aedfd8137b0 None None] For port dacf5080-0c94-4f53-9f4d-d5c3196652f8, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:10:46.805209 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-e8800df2-2f5b-47e4-b307-7aedfd8137b0 None None] For port dacf5080-0c94-4f53-9f4d-d5c3196652f8, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=dacf5080-0c94-4f53-9f4d-d5c3196652f8,segment=NetworkSegment(7609965c-115f-4e88-9bf3-e983ca244d3f),segment_id=7609965c-115f-4e88-9bf3-e983ca244d3f)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:10:46.855927 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-373f440f-0fc2-4556-a20a-73d70b871563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:10:46.858918 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.db.api [None req-3078ba4a-6bb6-43eb-a0ae-e12b8746885b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 21:10:46.858918 n-d-793620-15 neutron-server[101844]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 21:10:46.858918 n-d-793620-15 neutron-server[101844]: [parameters: {'id': 'e47a958e-abdf-4dec-b673-eedc3f8c15fa'}] Aug 16 21:10:46.858918 n-d-793620-15 neutron-server[101844]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101844) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:10:46.859749 n-d-793620-15 neutron-server[101844]: DEBUG oslo_db.api [None req-3078ba4a-6bb6-43eb-a0ae-e12b8746885b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:10:46.861466 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4e610a16-f5dc-482c-b156-1e63252a8aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:46.865470 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-373f440f-0fc2-4556-a20a-73d70b871563 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:46.866861 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4e610a16-f5dc-482c-b156-1e63252a8aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:46.869545 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4e610a16-f5dc-482c-b156-1e63252a8aab admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5eb6137f-c999-4b14-90b2-a2b3bf3f2b74 HTTP/1.1" status: 204 len: 168 time: 0.6017473 Aug 16 21:10:46.879367 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e610a16-f5dc-482c-b156-1e63252a8aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb6137f-c999-4b14-90b2-a2b3bf3f2b74,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:46.882013 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e8800df2-2f5b-47e4-b307-7aedfd8137b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:46.902665 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-373f440f-0fc2-4556-a20a-73d70b871563 service neutron] Transition to ACTIVE for port object d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:46.955492 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8800df2-2f5b-47e4-b307-7aedfd8137b0 None None] Pushing event updated for resources: {'Port': ['ID=dacf5080-0c94-4f53-9f4d-d5c3196652f8,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:46.956044 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-373f440f-0fc2-4556-a20a-73d70b871563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:47.030700 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b93b30a-724f-4309-9ebe-a32aa144e9c1 None None] Network e47a958e-abdf-4dec-b673-eedc3f8c15fa requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:47.042535 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f440f-0fc2-4556-a20a-73d70b871563 service neutron] Pushing event updated for resources: {'Port': ['ID=d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:47.134227 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-373f440f-0fc2-4556-a20a-73d70b871563 service neutron] Attempting to bind port d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:10:47.134462 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-373f440f-0fc2-4556-a20a-73d70b871563 service neutron] Attempting to bind port d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': 'c598720d-0638-4e2d-8367-da20e73a779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8a16c391-2eca-48bc-ba42-cdb112afb433'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:10:47.134807 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-373f440f-0fc2-4556-a20a-73d70b871563 service neutron] Attempting to bind port d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a on network 8a16c391-2eca-48bc-ba42-cdb112afb433 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:10:47.140526 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-373f440f-0fc2-4556-a20a-73d70b871563 service neutron] Port d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a on network 8a16c391-2eca-48bc-ba42-cdb112afb433 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:10:47.140857 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-373f440f-0fc2-4556-a20a-73d70b871563 service neutron] Attempting to bind port d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a on network 8a16c391-2eca-48bc-ba42-cdb112afb433 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:10:47.154160 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-373f440f-0fc2-4556-a20a-73d70b871563 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:10:47.154812 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-373f440f-0fc2-4556-a20a-73d70b871563 service neutron] Checking segment: {'id': 'c598720d-0638-4e2d-8367-da20e73a779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8a16c391-2eca-48bc-ba42-cdb112afb433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:47.159115 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-373f440f-0fc2-4556-a20a-73d70b871563 service neutron] Bound using segment: {'id': 'c598720d-0638-4e2d-8367-da20e73a779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8a16c391-2eca-48bc-ba42-cdb112afb433'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:10:47.159115 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-373f440f-0fc2-4556-a20a-73d70b871563 service neutron] Bound port: d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c598720d-0638-4e2d-8367-da20e73a779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8a16c391-2eca-48bc-ba42-cdb112afb433'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:10:47.159115 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-373f440f-0fc2-4556-a20a-73d70b871563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:47.282361 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-373f440f-0fc2-4556-a20a-73d70b871563 service neutron] For port d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:10:47.284334 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cd17b1-3452-4ca0-a2f8-29ef476913b3 None None] get_active_networks_info from n-d-793620-15 {{(pid=101846) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 21:10:47.285805 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-373f440f-0fc2-4556-a20a-73d70b871563 service neutron] For port d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a,segment=NetworkSegment(c598720d-0638-4e2d-8367-da20e73a779e),segment_id=c598720d-0638-4e2d-8367-da20e73a779e)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:10:47.361735 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3078ba4a-6bb6-43eb-a0ae-e12b8746885b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:47.397710 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-373f440f-0fc2-4556-a20a-73d70b871563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:47.422353 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cd17b1-3452-4ca0-a2f8-29ef476913b3 None None] Resources bound (agent type, host, resource id): {{(pid=101846) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 21:10:47.506730 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-373f440f-0fc2-4556-a20a-73d70b871563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:47.511655 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-373f440f-0fc2-4556-a20a-73d70b871563 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:47.513793 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-373f440f-0fc2-4556-a20a-73d70b871563 service neutron] 10.222.0.72 "PUT /v2.0/ports/d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a HTTP/1.1" status: 200 len: 1092 time: 1.2610486 Aug 16 21:10:47.528157 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e453c87-f95a-4daf-80f4-362806e2d9d9', 'tag': 'd4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:10:47.536058 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb80499-69ec-4a93-adc8-517f48303bb1" -d '{"events": [{"name": "network-changed", "server_uuid": "2e453c87-f95a-4daf-80f4-362806e2d9d9", "tag": "d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:10:47.561228 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac1d00-77aa-4f10-9684-bb045c1c40e0 req-db0341d2-9f59-4a32-9c9f-9023b76e7904 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:47.569642 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a4ac1d00-77aa-4f10-9684-bb045c1c40e0 req-db0341d2-9f59-4a32-9c9f-9023b76e7904 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 945 time: 0.1116230 Aug 16 21:10:47.590279 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-3078ba4a-6bb6-43eb-a0ae-e12b8746885b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Deleting port dacf5080-0c94-4f53-9f4d-d5c3196652f8 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:10:47.590634 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3078ba4a-6bb6-43eb-a0ae-e12b8746885b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:47.618766 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f440f-0fc2-4556-a20a-73d70b871563 service neutron] Pushing event updated for resources: {'Port': ['ID=d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:47.641022 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c561bee-9768-4b11-bdc9-29da7a4d13af x-openstack-request-id: req-3c561bee-9768-4b11-bdc9-29da7a4d13af {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:10:47.646813 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e453c87-f95a-4daf-80f4-362806e2d9d9", "tag": "d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:10:47.646813 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3c561bee-9768-4b11-bdc9-29da7a4d13af {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:10:47.646813 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e453c87-f95a-4daf-80f4-362806e2d9d9', 'tag': 'd4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a', 'status': 'completed', 'code': 200} Aug 16 21:10:47.683060 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a4ac1d00-77aa-4f10-9684-bb045c1c40e0 req-9fef95b0-d1b4-41fe-a729-d19aeeb74489 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124759 Aug 16 21:10:47.700536 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-3078ba4a-6bb6-43eb-a0ae-e12b8746885b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] For port dacf5080-0c94-4f53-9f4d-d5c3196652f8, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=dacf5080-0c94-4f53-9f4d-d5c3196652f8,segment=NetworkSegment(7609965c-115f-4e88-9bf3-e983ca244d3f),segment_id=7609965c-115f-4e88-9bf3-e983ca244d3f)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:47.701145 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3078ba4a-6bb6-43eb-a0ae-e12b8746885b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:47.724587 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-3078ba4a-6bb6-43eb-a0ae-e12b8746885b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Calling delete_port for dacf5080-0c94-4f53-9f4d-d5c3196652f8 owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:10:47.725330 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb80499-69ec-4a93-adc8-517f48303bb1 req-07c98a33-f6be-4cd4-ad17-9ceab5f902e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:47.728447 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4bb80499-69ec-4a93-adc8-517f48303bb1 req-07c98a33-f6be-4cd4-ad17-9ceab5f902e2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e6319db43d0a4da0949c86a3882f6b30&device_id=2e453c87-f95a-4daf-80f4-362806e2d9d9 HTTP/1.1" status: 200 len: 1095 time: 0.0707655 Aug 16 21:10:47.858787 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed0207-cdfe-40f8-a33d-fe481c312531 req-a2afdd28-582c-4f07-a630-64de8400dfd0 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:47.860439 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f7ed0207-cdfe-40f8-a33d-fe481c312531 req-a2afdd28-582c-4f07-a630-64de8400dfd0 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=2e453c87-f95a-4daf-80f4-362806e2d9d9 HTTP/1.1" status: 200 len: 1095 time: 0.0444684 Aug 16 21:10:47.928328 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f7ed0207-cdfe-40f8-a33d-fe481c312531 req-99826884-4dea-48f7-a6bd-331815f20774 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=fdd06cbf-4a83-49c6-9456-769ff05872e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505354 Aug 16 21:10:47.935885 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3078ba4a-6bb6-43eb-a0ae-e12b8746885b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:47.990164 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078ba4a-6bb6-43eb-a0ae-e12b8746885b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event deleted for resources: {'Port': ['ID=dacf5080-0c94-4f53-9f4d-d5c3196652f8,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:47.999549 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3078ba4a-6bb6-43eb-a0ae-e12b8746885b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] No DVR routers for this DVR port dacf5080-0c94-4f53-9f4d-d5c3196652f8 on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:10:48.013243 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb80499-69ec-4a93-adc8-517f48303bb1 req-410fe6c3-163e-4ed8-8150-d6d45ec56528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:48.014657 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4bb80499-69ec-4a93-adc8-517f48303bb1 req-410fe6c3-163e-4ed8-8150-d6d45ec56528 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=e6319db43d0a4da0949c86a3882f6b30&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2772281 Aug 16 21:10:48.117847 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3078ba4a-6bb6-43eb-a0ae-e12b8746885b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:48.130845 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-3078ba4a-6bb6-43eb-a0ae-e12b8746885b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e47a958e-abdf-4dec-b673-eedc3f8c15fa']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:48.144413 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-3078ba4a-6bb6-43eb-a0ae-e12b8746885b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7609965c-115f-4e88-9bf3-e983ca244d3f') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:48.145023 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-3078ba4a-6bb6-43eb-a0ae-e12b8746885b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7609965c-115f-4e88-9bf3-e983ca244d3f') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:48.160848 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3078ba4a-6bb6-43eb-a0ae-e12b8746885b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:48.180745 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3078ba4a-6bb6-43eb-a0ae-e12b8746885b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:48.188305 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3078ba4a-6bb6-43eb-a0ae-e12b8746885b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:10:48.188825 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3078ba4a-6bb6-43eb-a0ae-e12b8746885b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:48.192856 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:10:48.192856 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:10:48.192856 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:10:48.192856 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:10:48.192856 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:10:48.192856 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:10:48.192856 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:10:48.192856 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:10:48.192856 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:10:48.192856 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:10:48.192856 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:10:48.192856 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:10:48.192856 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:10:48.192856 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:10:48.192856 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:10:48.192856 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:10:48.192856 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:10:48.192856 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:10:48.192856 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:10:48.192856 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:10:48.192856 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:10:48.192856 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:10:48.192856 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:10:48.192856 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:10:48.192856 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:10:48.192856 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:10:48.192856 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:10:48.192856 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:10:48.192856 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:10:48.192856 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:10:48.192856 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:10:48.192856 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:10:48.226303 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb80499-69ec-4a93-adc8-517f48303bb1 req-a717f971-8beb-4933-87ca-d94c34bc4640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:48.228085 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4bb80499-69ec-4a93-adc8-517f48303bb1 req-a717f971-8beb-4933-87ca-d94c34bc4640 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2058167 Aug 16 21:10:48.316281 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-62918407-d7be-47a4-bbd0-db971f5b0f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:48.318123 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-62918407-d7be-47a4-bbd0-db971f5b0f8d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e6319db43d0a4da0949c86a3882f6b30&device_id=2e453c87-f95a-4daf-80f4-362806e2d9d9 HTTP/1.1" status: 200 len: 1095 time: 0.0505152 Aug 16 21:10:48.333055 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3078ba4a-6bb6-43eb-a0ae-e12b8746885b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:48.351532 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3078ba4a-6bb6-43eb-a0ae-e12b8746885b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:48.357646 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3078ba4a-6bb6-43eb-a0ae-e12b8746885b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "DELETE /v2.0/networks/e47a958e-abdf-4dec-b673-eedc3f8c15fa HTTP/1.1" status: 204 len: 168 time: 2.8399420 Aug 16 21:10:48.367287 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41262) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:48.373487 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-1f0406a5-9c36-400b-b0ef-b81a64531686 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1219972161'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:48.373851 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-87ae583a-76ce-4d19-a40b-c6af7e716348 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a HTTP/1.1" status: 200 len: 217 time: 0.0477893 Aug 16 21:10:48.378856 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078ba4a-6bb6-43eb-a0ae-e12b8746885b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event deleted for resources: {'Network': ['ID=e47a958e-abdf-4dec-b673-eedc3f8c15fa,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:48.450338 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-d0e81b5a-5514-4bf1-a8da-0f268262e2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:48.456141 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-d0e81b5a-5514-4bf1-a8da-0f268262e2ce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8d49b411-4d8f-4ce4-b2a9-fe98304d3873 HTTP/1.1" status: 200 len: 849 time: 0.0653741 Aug 16 21:10:48.491572 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0406a5-9c36-400b-b0ef-b81a64531686 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Made reservation on behalf of 81224c38c8894bf0bbc37d2578318d99 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:48.495452 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1f0406a5-9c36-400b-b0ef-b81a64531686 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:48.529738 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-c2004362-6302-4463-bd70-c0844e20f05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:48.531902 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-c2004362-6302-4463-bd70-c0844e20f05e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a16c391-2eca-48bc-ba42-cdb112afb433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710404 Aug 16 21:10:48.534383 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f0406a5-9c36-400b-b0ef-b81a64531686 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:10:48.543625 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1f0406a5-9c36-400b-b0ef-b81a64531686 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:48.546493 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-1f0406a5-9c36-400b-b0ef-b81a64531686 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Added segment d406082e-8fcb-403b-95d3-2ae399f9a156 of type vlan for network 9901befe-96df-41e1-89ad-418366e06306 Aug 16 21:10:48.587410 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1f0406a5-9c36-400b-b0ef-b81a64531686 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:48.657746 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-65ad3c27-7191-4586-8c54-4cb0b087cb2a service neutron] 10.222.0.72 "GET /v2.0/networks/8a16c391-2eca-48bc-ba42-cdb112afb433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157446 Aug 16 21:10:48.739846 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1f0406a5-9c36-400b-b0ef-b81a64531686 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:48.739846 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0406a5-9c36-400b-b0ef-b81a64531686 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:48.739846 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1f0406a5-9c36-400b-b0ef-b81a64531686 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:48.782620 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ec3ca4ae-0f82-4a8c-9bfe-c0d459bdb66c req-7c2d1156-6af6-4d3b-892c-b20724205552 service neutron] 10.222.0.72 "GET /v2.0/networks/8a16c391-2eca-48bc-ba42-cdb112afb433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167068 Aug 16 21:10:48.848557 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1f0406a5-9c36-400b-b0ef-b81a64531686 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4793284 Aug 16 21:10:48.851635 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41282) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:48.858762 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-917cd4a8-36ec-4834-ba64-1622a77ba0bd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:48.860455 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0406a5-9c36-400b-b0ef-b81a64531686 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event updated for resources: {'Network': ['ID=9901befe-96df-41e1-89ad-418366e06306,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:48.880144 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 9901befe-96df-41e1-89ad-418366e06306 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:10:48.895777 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04420a-87c9-4f36-916c-9abb6b7bb7e6 req-cea06b83-6147-41df-892f-59e74869bbee tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:48.897682 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4b04420a-87c9-4f36-916c-9abb6b7bb7e6 req-cea06b83-6147-41df-892f-59e74869bbee tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 945 time: 0.0898433 Aug 16 21:10:48.957326 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4b04420a-87c9-4f36-916c-9abb6b7bb7e6 req-b07f0603-0b96-4f14-9f14-991f84f0b0e1 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521336 Aug 16 21:10:49.071571 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f400819-ab64-4316-bf70-fe973dd0b427 req-ec8492e3-1d3a-4527-b402-692affce8b7d tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:49.073294 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0f400819-ab64-4316-bf70-fe973dd0b427 req-ec8492e3-1d3a-4527-b402-692affce8b7d tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=2e453c87-f95a-4daf-80f4-362806e2d9d9 HTTP/1.1" status: 200 len: 1095 time: 0.0449007 Aug 16 21:10:49.122196 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-917cd4a8-36ec-4834-ba64-1622a77ba0bd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:49.132043 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0f400819-ab64-4316-bf70-fe973dd0b427 req-41bde16b-79b9-467c-aff7-3749c4e484bc tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=fdd06cbf-4a83-49c6-9456-769ff05872e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499446 Aug 16 21:10:49.207006 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:49.236167 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-917cd4a8-36ec-4834-ba64-1622a77ba0bd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:49.245941 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-917cd4a8-36ec-4834-ba64-1622a77ba0bd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Network 9901befe-96df-41e1-89ad-418366e06306 is not hosted by any dhcp agent {{(pid=101845) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 21:10:49.251309 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917cd4a8-36ec-4834-ba64-1622a77ba0bd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:49.251987 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-917cd4a8-36ec-4834-ba64-1622a77ba0bd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:49.253248 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-917cd4a8-36ec-4834-ba64-1622a77ba0bd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "PUT /v2.0/networks/9901befe-96df-41e1-89ad-418366e06306 HTTP/1.1" status: 200 len: 723 time: 0.4002335 Aug 16 21:10:49.256351 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41294) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:49.261775 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-3e9f14ad-5e4d-4d9c-a1a9-fdc1f5a46863 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Request body: {'subnet': {'network_id': '9901befe-96df-41e1-89ad-418366e06306', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:49.313919 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917cd4a8-36ec-4834-ba64-1622a77ba0bd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event updated for resources: {'Network': ['ID=9901befe-96df-41e1-89ad-418366e06306,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:49.320332 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 9901befe-96df-41e1-89ad-418366e06306 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:10:49.415192 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41298) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:49.434364 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9f14ad-5e4d-4d9c-a1a9-fdc1f5a46863 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Made reservation on behalf of 81224c38c8894bf0bbc37d2578318d99 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:49.434364 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3e9f14ad-5e4d-4d9c-a1a9-fdc1f5a46863 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:49.628725 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dff99927-d264-424f-befd-2aba20ed6e3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:49.666051 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41308) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:49.734747 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dff99927-d264-424f-befd-2aba20ed6e3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:49.778846 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e61333bc-7cc9-4745-92e4-9fb138ce0d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:49.792164 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3e9f14ad-5e4d-4d9c-a1a9-fdc1f5a46863 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:49.850813 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f14ad-5e4d-4d9c-a1a9-fdc1f5a46863 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event updated for resources: {'Subnet': ['ID=36417b46-0205-4d0b-9f3a-ed2cad98a59a,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:49.863704 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f14ad-5e4d-4d9c-a1a9-fdc1f5a46863 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:49.864087 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f14ad-5e4d-4d9c-a1a9-fdc1f5a46863 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:49.864439 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f14ad-5e4d-4d9c-a1a9-fdc1f5a46863 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:49.864784 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f14ad-5e4d-4d9c-a1a9-fdc1f5a46863 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:49.865126 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f14ad-5e4d-4d9c-a1a9-fdc1f5a46863 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:49.865465 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f14ad-5e4d-4d9c-a1a9-fdc1f5a46863 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:49.865800 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f14ad-5e4d-4d9c-a1a9-fdc1f5a46863 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:49.866133 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f14ad-5e4d-4d9c-a1a9-fdc1f5a46863 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:49.866464 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f14ad-5e4d-4d9c-a1a9-fdc1f5a46863 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:49.866794 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f14ad-5e4d-4d9c-a1a9-fdc1f5a46863 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:49.867124 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f14ad-5e4d-4d9c-a1a9-fdc1f5a46863 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:49.867452 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f14ad-5e4d-4d9c-a1a9-fdc1f5a46863 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:49.872166 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9f14ad-5e4d-4d9c-a1a9-fdc1f5a46863 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Checking segment: {'id': 'd406082e-8fcb-403b-95d3-2ae399f9a156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9901befe-96df-41e1-89ad-418366e06306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:49.873244 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9f14ad-5e4d-4d9c-a1a9-fdc1f5a46863 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Network hostable DHCP agents. Network: 9901befe-96df-41e1-89ad-418366e06306, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:10:49.888496 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dff99927-d264-424f-befd-2aba20ed6e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:49.927623 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-dff99927-d264-424f-befd-2aba20ed6e3c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=32900f31637445e3b54ef547755af13e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5111699 Aug 16 21:10:49.928636 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff99927-d264-424f-befd-2aba20ed6e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f349e2b-9a4c-4057-a517-02ba91e6654b,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:49.930294 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41316) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:50.007401 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9f14ad-5e4d-4d9c-a1a9-fdc1f5a46863 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Network 9901befe-96df-41e1-89ad-418366e06306 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:10:50.013359 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5b7a8edb-10ba-4685-94a9-0379d62766f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:50.031486 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e61333bc-7cc9-4745-92e4-9fb138ce0d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:50.046119 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5b7a8edb-10ba-4685-94a9-0379d62766f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:50.107512 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29eb33b-a4e8-4ebf-b3d8-79b26a968b73 req-edb2c50f-6e15-41fe-a1d6-e79c83f753c7 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:50.109169 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d29eb33b-a4e8-4ebf-b3d8-79b26a968b73 req-edb2c50f-6e15-41fe-a1d6-e79c83f753c7 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 945 time: 0.0653567 Aug 16 21:10:50.127374 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e61333bc-7cc9-4745-92e4-9fb138ce0d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:50.132870 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-3e9f14ad-5e4d-4d9c-a1a9-fdc1f5a46863 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 9901befe-96df-41e1-89ad-418366e06306) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:50.139057 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9f14ad-5e4d-4d9c-a1a9-fdc1f5a46863 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:50.139653 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3e9f14ad-5e4d-4d9c-a1a9-fdc1f5a46863 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:50.149971 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a96d83-037a-4624-aa17-aaa681b14271 None None] Network 9901befe-96df-41e1-89ad-418366e06306 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:50.160972 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d29eb33b-a4e8-4ebf-b3d8-79b26a968b73 req-d3106ff6-48bf-4d52-b3d3-7a5c0cd10aca tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456529 Aug 16 21:10:50.196071 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e61333bc-7cc9-4745-92e4-9fb138ce0d8e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0be2e55025194a79b4492696a72e4876&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5247936 Aug 16 21:10:50.196330 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41328) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:50.205966 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61333bc-7cc9-4745-92e4-9fb138ce0d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226e07ac-e488-433f-a033-4a6a6b16d239,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:50.213004 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5b7a8edb-10ba-4685-94a9-0379d62766f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:50.216064 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5b7a8edb-10ba-4685-94a9-0379d62766f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:50.217379 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5b7a8edb-10ba-4685-94a9-0379d62766f8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2f349e2b-9a4c-4057-a517-02ba91e6654b HTTP/1.1" status: 204 len: 168 time: 0.2851510 Aug 16 21:10:50.229950 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a8edb-10ba-4685-94a9-0379d62766f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f349e2b-9a4c-4057-a517-02ba91e6654b,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:50.285589 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3e9f14ad-5e4d-4d9c-a1a9-fdc1f5a46863 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0278122 Aug 16 21:10:50.288330 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41332) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:50.294091 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-6fb1e680-b1cc-47ba-b065-389f7237409b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:50.320763 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fcec82b0-a8cd-4302-87c0-e70f8fcd046c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:50.336355 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6c338-5110-439a-9a84-63489b965fa6 req-26f8be00-a3c0-4732-88ad-addfc53e9ae8 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:50.337891 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fde6c338-5110-439a-9a84-63489b965fa6 req-26f8be00-a3c0-4732-88ad-addfc53e9ae8 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=2e453c87-f95a-4daf-80f4-362806e2d9d9 HTTP/1.1" status: 200 len: 1095 time: 0.0854390 Aug 16 21:10:50.364260 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d5f1f2-79cc-4c66-9f1f-7c23373d8fba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-9901befe-96df-41e1-89ad-418366e06306', 'network_id': '9901befe-96df-41e1-89ad-418366e06306', 'tenant_id': '81224c38c8894bf0bbc37d2578318d99', 'fixed_ips': [{'subnet_id': '36417b46-0205-4d0b-9f3a-ed2cad98a59a'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:10:50.365260 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-27d5f1f2-79cc-4c66-9f1f-7c23373d8fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:50.365419 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fcec82b0-a8cd-4302-87c0-e70f8fcd046c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:50.394114 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fde6c338-5110-439a-9a84-63489b965fa6 req-0d927979-19df-4109-a1c7-7c138b61a7b6 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=fdd06cbf-4a83-49c6-9456-769ff05872e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501742 Aug 16 21:10:50.422520 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6fb1e680-b1cc-47ba-b065-389f7237409b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59440691'] for subnet, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:50.509248 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-27d5f1f2-79cc-4c66-9f1f-7c23373d8fba None None] Allocated IP 172.20.0.2 (9901befe-96df-41e1-89ad-418366e06306/36417b46-0205-4d0b-9f3a-ed2cad98a59a/97485bbd-05ce-419e-830f-3490e2ef862d) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:10:50.510346 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fcec82b0-a8cd-4302-87c0-e70f8fcd046c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:50.513332 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fcec82b0-a8cd-4302-87c0-e70f8fcd046c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:50.514802 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-fcec82b0-a8cd-4302-87c0-e70f8fcd046c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/226e07ac-e488-433f-a033-4a6a6b16d239 HTTP/1.1" status: 204 len: 168 time: 0.3174584 Aug 16 21:10:50.523659 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec82b0-a8cd-4302-87c0-e70f8fcd046c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226e07ac-e488-433f-a033-4a6a6b16d239,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:50.691529 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-27d5f1f2-79cc-4c66-9f1f-7c23373d8fba None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:50.703089 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-27d5f1f2-79cc-4c66-9f1f-7c23373d8fba None None] Transition to ACTIVE for port object 97485bbd-05ce-419e-830f-3490e2ef862d will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:50.731817 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-27d5f1f2-79cc-4c66-9f1f-7c23373d8fba None None] Transition to ACTIVE for port object 97485bbd-05ce-419e-830f-3490e2ef862d will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:50.871816 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-27d5f1f2-79cc-4c66-9f1f-7c23373d8fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:50.913305 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d5f1f2-79cc-4c66-9f1f-7c23373d8fba None None] Network 9901befe-96df-41e1-89ad-418366e06306 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:50.917125 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 7c69664d-e5b1-4f3e-8026-d75ecad74ee8 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:10:50.923390 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-27d5f1f2-79cc-4c66-9f1f-7c23373d8fba None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:50.933536 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d5f1f2-79cc-4c66-9f1f-7c23373d8fba None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:10:51.035215 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d5f1f2-79cc-4c66-9f1f-7c23373d8fba None None] Pushing event updated for resources: {'Port': ['ID=97485bbd-05ce-419e-830f-3490e2ef862d,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:51.085259 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-27d5f1f2-79cc-4c66-9f1f-7c23373d8fba None None] Attempting to bind port 97485bbd-05ce-419e-830f-3490e2ef862d on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:10:51.085640 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-27d5f1f2-79cc-4c66-9f1f-7c23373d8fba None None] Attempting to bind port 97485bbd-05ce-419e-830f-3490e2ef862d by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'd406082e-8fcb-403b-95d3-2ae399f9a156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9901befe-96df-41e1-89ad-418366e06306'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:10:51.086145 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d5f1f2-79cc-4c66-9f1f-7c23373d8fba None None] Attempting to bind port 97485bbd-05ce-419e-830f-3490e2ef862d on network 9901befe-96df-41e1-89ad-418366e06306 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:10:51.095655 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d5f1f2-79cc-4c66-9f1f-7c23373d8fba None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:10:51.096071 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d5f1f2-79cc-4c66-9f1f-7c23373d8fba None None] Checking segment: {'id': 'd406082e-8fcb-403b-95d3-2ae399f9a156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9901befe-96df-41e1-89ad-418366e06306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:51.101702 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-27d5f1f2-79cc-4c66-9f1f-7c23373d8fba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:51.101702 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d5f1f2-79cc-4c66-9f1f-7c23373d8fba None None] Bound using segment: {'id': 'd406082e-8fcb-403b-95d3-2ae399f9a156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9901befe-96df-41e1-89ad-418366e06306'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:10:51.101702 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-27d5f1f2-79cc-4c66-9f1f-7c23373d8fba None None] Bound port: 97485bbd-05ce-419e-830f-3490e2ef862d, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd406082e-8fcb-403b-95d3-2ae399f9a156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9901befe-96df-41e1-89ad-418366e06306'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:10:51.101702 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-27d5f1f2-79cc-4c66-9f1f-7c23373d8fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:51.168311 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 7c69664d-e5b1-4f3e-8026-d75ecad74ee8, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=7c69664d-e5b1-4f3e-8026-d75ecad74ee8,segment=NetworkSegment(871fd1c6-053b-43bc-81ad-da658e74a8c3),segment_id=871fd1c6-053b-43bc-81ad-da658e74a8c3)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:51.196435 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '7c69664d-e5b1-4f3e-8026-d75ecad74ee8', 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c', 'port_id': '7c69664d-e5b1-4f3e-8026-d75ecad74ee8', 'mac_address': 'fa:16:3e:c6:1f:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d4ab04f-fd33-40d0-bd76-3977c7bf52a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:10:51.202539 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-27d5f1f2-79cc-4c66-9f1f-7c23373d8fba None None] For port 97485bbd-05ce-419e-830f-3490e2ef862d, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:10:51.206907 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-27d5f1f2-79cc-4c66-9f1f-7c23373d8fba None None] For port 97485bbd-05ce-419e-830f-3490e2ef862d, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=97485bbd-05ce-419e-830f-3490e2ef862d,segment=NetworkSegment(d406082e-8fcb-403b-95d3-2ae399f9a156),segment_id=d406082e-8fcb-403b-95d3-2ae399f9a156)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:10:51.212943 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6fb1e680-b1cc-47ba-b065-389f7237409b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744992572088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59455578'] for subnet, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:51.248920 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:51.266107 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c69664d-e5b1-4f3e-8026-d75ecad74ee8 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:10:51.271125 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb1e680-b1cc-47ba-b065-389f7237409b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:51.271637 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6fb1e680-b1cc-47ba-b065-389f7237409b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:51.276748 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6fb1e680-b1cc-47ba-b065-389f7237409b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "PUT /v2.0/subnets/36417b46-0205-4d0b-9f3a-ed2cad98a59a HTTP/1.1" status: 200 len: 806 time: 0.9847670 Aug 16 21:10:51.279226 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41358) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:51.279364 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-27d5f1f2-79cc-4c66-9f1f-7c23373d8fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:51.319304 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 7c69664d-e5b1-4f3e-8026-d75ecad74ee8, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=7c69664d-e5b1-4f3e-8026-d75ecad74ee8,segment=NetworkSegment(871fd1c6-053b-43bc-81ad-da658e74a8c3),segment_id=871fd1c6-053b-43bc-81ad-da658e74a8c3)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:51.351914 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d5f1f2-79cc-4c66-9f1f-7c23373d8fba None None] Pushing event updated for resources: {'Port': ['ID=97485bbd-05ce-419e-830f-3490e2ef862d,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:51.353291 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0995ecb-5e3d-4dd6-a81a-0f7b3a3f8784 req-6d6bd782-6510-4339-b2bf-1861c9f8d58f tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:51.356793 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d0995ecb-5e3d-4dd6-a81a-0f7b3a3f8784 req-6d6bd782-6510-4339-b2bf-1861c9f8d58f tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 945 time: 0.1089320 Aug 16 21:10:51.367178 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb1e680-b1cc-47ba-b065-389f7237409b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event updated for resources: {'Subnet': ['ID=36417b46-0205-4d0b-9f3a-ed2cad98a59a,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:51.409662 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d0995ecb-5e3d-4dd6-a81a-0f7b3a3f8784 req-12ea01dc-01c7-42e1-9615-1a785ba76873 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368047 Aug 16 21:10:51.420015 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:51.457530 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5e69a63b-4e02-4940-b95a-d075023a9187 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:51.484562 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=7c69664d-e5b1-4f3e-8026-d75ecad74ee8,revision_number=6']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:51.493411 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['7c69664d-e5b1-4f3e-8026-d75ecad74ee8'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:10:51.571408 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-5e69a63b-4e02-4940-b95a-d075023a9187 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Deleting port 97485bbd-05ce-419e-830f-3490e2ef862d {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:10:51.571746 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5e69a63b-4e02-4940-b95a-d075023a9187 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:51.599178 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce64de-f709-49f6-895c-d76b40ee3bba req-20aa79ed-c7d2-48c5-967a-7e7bfbcbffc9 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:51.602557 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d4ce64de-f709-49f6-895c-d76b40ee3bba req-20aa79ed-c7d2-48c5-967a-7e7bfbcbffc9 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=2e453c87-f95a-4daf-80f4-362806e2d9d9 HTTP/1.1" status: 200 len: 1095 time: 0.0665469 Aug 16 21:10:51.724187 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d4ce64de-f709-49f6-895c-d76b40ee3bba req-30a80b86-ff11-4bc4-8a2d-6e37caf8f5e5 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=fdd06cbf-4a83-49c6-9456-769ff05872e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076047 Aug 16 21:10:51.754424 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-5e69a63b-4e02-4940-b95a-d075023a9187 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] For port 97485bbd-05ce-419e-830f-3490e2ef862d, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=97485bbd-05ce-419e-830f-3490e2ef862d,segment=NetworkSegment(d406082e-8fcb-403b-95d3-2ae399f9a156),segment_id=d406082e-8fcb-403b-95d3-2ae399f9a156)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:51.754814 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5e69a63b-4e02-4940-b95a-d075023a9187 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:51.784220 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-5e69a63b-4e02-4940-b95a-d075023a9187 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Calling delete_port for 97485bbd-05ce-419e-830f-3490e2ef862d owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:10:52.001357 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5e69a63b-4e02-4940-b95a-d075023a9187 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:52.027062 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69a63b-4e02-4940-b95a-d075023a9187 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event deleted for resources: {'Port': ['ID=97485bbd-05ce-419e-830f-3490e2ef862d,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:52.073665 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e69a63b-4e02-4940-b95a-d075023a9187 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] No DVR routers for this DVR port 97485bbd-05ce-419e-830f-3490e2ef862d on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:10:52.099305 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:52.124276 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5e69a63b-4e02-4940-b95a-d075023a9187 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:52.368171 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5e69a63b-4e02-4940-b95a-d075023a9187 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:52.488673 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69a63b-4e02-4940-b95a-d075023a9187 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event deleted for resources: {'Subnet': ['ID=36417b46-0205-4d0b-9f3a-ed2cad98a59a,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:52.591989 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5e69a63b-4e02-4940-b95a-d075023a9187 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:52.604816 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-5e69a63b-4e02-4940-b95a-d075023a9187 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9901befe-96df-41e1-89ad-418366e06306']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:52.617553 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-5e69a63b-4e02-4940-b95a-d075023a9187 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd406082e-8fcb-403b-95d3-2ae399f9a156') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:52.618137 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-5e69a63b-4e02-4940-b95a-d075023a9187 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd406082e-8fcb-403b-95d3-2ae399f9a156') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:52.625507 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:10:52.630800 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dcda9b-4e3e-42bc-a302-a5a55da12a3a req-ab983e02-91c5-4eea-a0e8-1526a8c0102c tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:52.637678 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5e69a63b-4e02-4940-b95a-d075023a9187 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:52.640478 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23e451c-783a-40d8-8d50-e2b3a8a59330 None None] Network 9901befe-96df-41e1-89ad-418366e06306 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:52.648598 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-27dcda9b-4e3e-42bc-a302-a5a55da12a3a req-ab983e02-91c5-4eea-a0e8-1526a8c0102c tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 944 time: 0.1034431 Aug 16 21:10:52.654091 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5e69a63b-4e02-4940-b95a-d075023a9187 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:52.676387 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e69a63b-4e02-4940-b95a-d075023a9187 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:10:52.676802 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5e69a63b-4e02-4940-b95a-d075023a9187 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:52.685783 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:10:52.685783 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:10:52.685783 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:10:52.685783 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:10:52.685783 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:10:52.685783 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:10:52.685783 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:10:52.685783 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:10:52.685783 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:10:52.685783 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:10:52.685783 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:10:52.685783 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:10:52.685783 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:10:52.685783 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:10:52.685783 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:10:52.685783 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:10:52.685783 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:10:52.685783 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:10:52.685783 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:10:52.685783 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:10:52.685783 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:10:52.685783 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:10:52.685783 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:10:52.685783 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:10:52.685783 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:10:52.685783 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:10:52.685783 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:10:52.685783 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:10:52.685783 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:10:52.685783 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:10:52.685783 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:10:52.685783 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:10:52.758073 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-27dcda9b-4e3e-42bc-a302-a5a55da12a3a req-57bf9345-fc93-4c70-80ac-ec5efbdf8dd1 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080651 Aug 16 21:10:52.766350 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b7cf4bef-3e81-4ffd-af43-1a75f944e03f None None] Could not find standard attr ID for object 97485bbd-05ce-419e-830f-3490e2ef862d. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 21:10:52.909283 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77430cb2-ed16-4559-9fd7-b85045c300da None None] DHCP port deletion for 9901befe-96df-41e1-89ad-418366e06306 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:10:52.915743 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 7c69664d-e5b1-4f3e-8026-d75ecad74ee8 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:52.957605 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069c09a7-55ff-4650-986f-27ace08e6554 None None] Network 9901befe-96df-41e1-89ad-418366e06306 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:52.973677 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5e69a63b-4e02-4940-b95a-d075023a9187 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:53.007646 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5e69a63b-4e02-4940-b95a-d075023a9187 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:53.010211 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0e05f-132c-4af9-8cba-097f3bd0fa7d req-a16e51d7-c1d2-4605-a0c5-d0f15b1cdd84 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:53.016215 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ccb0e05f-132c-4af9-8cba-097f3bd0fa7d req-a16e51d7-c1d2-4605-a0c5-d0f15b1cdd84 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=2e453c87-f95a-4daf-80f4-362806e2d9d9 HTTP/1.1" status: 200 len: 1095 time: 0.1634023 Aug 16 21:10:53.018069 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5e69a63b-4e02-4940-b95a-d075023a9187 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "DELETE /v2.0/networks/9901befe-96df-41e1-89ad-418366e06306 HTTP/1.1" status: 204 len: 168 time: 1.7378459 Aug 16 21:10:53.018215 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41418) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:53.022327 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69a63b-4e02-4940-b95a-d075023a9187 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event deleted for resources: {'Network': ['ID=9901befe-96df-41e1-89ad-418366e06306,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:53.092372 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 7c69664d-e5b1-4f3e-8026-d75ecad74ee8 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:53.092633 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f36de93-4325-481b-9f8f-2de5fcf9bca4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] DELETE failed (client error): The resource could not be found. Aug 16 21:10:53.092967 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:53.093134 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f36de93-4325-481b-9f8f-2de5fcf9bca4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:10:53.100583 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0f36de93-4325-481b-9f8f-2de5fcf9bca4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "DELETE /v2.0/networks/9901befe-96df-41e1-89ad-418366e06306 HTTP/1.1" status: 404 len: 339 time: 0.0716751 Aug 16 21:10:53.104934 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41422) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:53.114619 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-0679765e-ba90-4f99-b1fe-952b911c44ba tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1766176782', 'description': 'd1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:53.131381 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ccb0e05f-132c-4af9-8cba-097f3bd0fa7d req-1a4fc059-50fb-4968-800c-1c893292c67f tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=fdd06cbf-4a83-49c6-9456-769ff05872e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088219 Aug 16 21:10:53.245213 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:53.263926 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0679765e-ba90-4f99-b1fe-952b911c44ba tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Made reservation on behalf of 81224c38c8894bf0bbc37d2578318d99 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:53.275717 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45813dab-43ee-4513-8415-2e5b529608cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c69664d-e5b1-4f3e-8026-d75ecad74ee8'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:10:53.276046 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0679765e-ba90-4f99-b1fe-952b911c44ba tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:53.278475 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142facab-a6e7-4441-84c6-99b64e861928" -d '{"events": [{"server_uuid": "45813dab-43ee-4513-8415-2e5b529608cf", "name": "network-vif-plugged", "status": "completed", "tag": "7c69664d-e5b1-4f3e-8026-d75ecad74ee8"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:10:53.317857 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 7c69664d-e5b1-4f3e-8026-d75ecad74ee8, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=7c69664d-e5b1-4f3e-8026-d75ecad74ee8,segment=NetworkSegment(871fd1c6-053b-43bc-81ad-da658e74a8c3),segment_id=871fd1c6-053b-43bc-81ad-da658e74a8c3)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:53.371749 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0679765e-ba90-4f99-b1fe-952b911c44ba tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:10:53.376637 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42f69b9-12b6-4e0e-96cc-c87237f1e350 x-openstack-request-id: req-d42f69b9-12b6-4e0e-96cc-c87237f1e350 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:10:53.377039 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45813dab-43ee-4513-8415-2e5b529608cf", "name": "network-vif-plugged", "status": "completed", "tag": "7c69664d-e5b1-4f3e-8026-d75ecad74ee8", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:10:53.377399 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d42f69b9-12b6-4e0e-96cc-c87237f1e350 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:10:53.377941 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45813dab-43ee-4513-8415-2e5b529608cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c69664d-e5b1-4f3e-8026-d75ecad74ee8', 'code': 200} Aug 16 21:10:53.385870 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0679765e-ba90-4f99-b1fe-952b911c44ba tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:53.386475 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-0679765e-ba90-4f99-b1fe-952b911c44ba tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Added segment 308a25e4-a6a9-4506-96ac-b454ff058153 of type vlan for network f154e13d-d732-4761-ad73-f721fb23b558 Aug 16 21:10:53.416295 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:10:53.421208 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:53.465873 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0679765e-ba90-4f99-b1fe-952b911c44ba tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:53.577951 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0679765e-ba90-4f99-b1fe-952b911c44ba tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:53.585390 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0679765e-ba90-4f99-b1fe-952b911c44ba tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:53.586326 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0679765e-ba90-4f99-b1fe-952b911c44ba tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:53.722084 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=7c69664d-e5b1-4f3e-8026-d75ecad74ee8,revision_number=7']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:53.810333 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679765e-ba90-4f99-b1fe-952b911c44ba tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event updated for resources: {'Network': ['ID=f154e13d-d732-4761-ad73-f721fb23b558,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:53.830708 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network f154e13d-d732-4761-ad73-f721fb23b558 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:10:53.865348 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0679765e-ba90-4f99-b1fe-952b911c44ba tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7590480 Aug 16 21:10:53.868702 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41444) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:53.946321 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a,segment=NetworkSegment(c598720d-0638-4e2d-8367-da20e73a779e),segment_id=c598720d-0638-4e2d-8367-da20e73a779e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:53.959941 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': 'd4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a', 'network_id': '8a16c391-2eca-48bc-ba42-cdb112afb433', 'port_id': 'd4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a', 'mac_address': 'fa:16:3e:f9:01:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d49b411-4d8f-4ce4-b2a9-fe98304d3873', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:10:54.005769 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162992a-c939-4c24-a409-62ca71588916 req-7eacb007-4d0e-4fc4-8f20-94b8e8206623 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:54.007389 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f162992a-c939-4c24-a409-62ca71588916 req-7eacb007-4d0e-4fc4-8f20-94b8e8206623 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 945 time: 0.1473083 Aug 16 21:10:54.046883 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:54.062629 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:10:54.067197 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc45d49-744c-4ebe-8687-13a3f9be4db3 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:54.076588 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7cc45d49-744c-4ebe-8687-13a3f9be4db3 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "GET /v2.0/networks?id=f154e13d-d732-4761-ad73-f721fb23b558 HTTP/1.1" status: 200 len: 761 time: 0.2076213 Aug 16 21:10:54.078801 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41454) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:54.097348 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-18c6be54-f6e9-4689-92e0-8edf171fd5ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Request body: {'network': {'description': 'd2'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:54.100481 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a,segment=NetworkSegment(c598720d-0638-4e2d-8367-da20e73a779e),segment_id=c598720d-0638-4e2d-8367-da20e73a779e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:54.131703 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f162992a-c939-4c24-a409-62ca71588916 req-666350ff-ad11-4410-b347-d1f5974d0cc5 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171157 Aug 16 21:10:54.146060 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 97485bbd-05ce-419e-830f-3490e2ef862d no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:10:54.191846 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 97485bbd-05ce-419e-830f-3490e2ef862d {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:10:54.192212 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 97485bbd-05ce-419e-830f-3490e2ef862d not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:10:54.195636 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:54.299234 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:54.326156 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69bbf0-48b9-468b-97c4-a1bb67087ea2 req-d6e92abd-63d7-45de-a674-d81d1e5f65c6 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:54.328239 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9b69bbf0-48b9-468b-97c4-a1bb67087ea2 req-d6e92abd-63d7-45de-a674-d81d1e5f65c6 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=2e453c87-f95a-4daf-80f4-362806e2d9d9 HTTP/1.1" status: 200 len: 1096 time: 0.0764515 Aug 16 21:10:54.380141 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9b69bbf0-48b9-468b-97c4-a1bb67087ea2 req-b70fa9a5-c842-4e52-9a20-222aead7dbf6 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=fdd06cbf-4a83-49c6-9456-769ff05872e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383270 Aug 16 21:10:54.406818 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:10:54.898411 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-18c6be54-f6e9-4689-92e0-8edf171fd5ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:55.001234 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-18c6be54-f6e9-4689-92e0-8edf171fd5ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:55.012708 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-18c6be54-f6e9-4689-92e0-8edf171fd5ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Network f154e13d-d732-4761-ad73-f721fb23b558 is not hosted by any dhcp agent {{(pid=101845) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 21:10:55.019147 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c6be54-f6e9-4689-92e0-8edf171fd5ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:55.019756 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-18c6be54-f6e9-4689-92e0-8edf171fd5ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:55.021077 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-18c6be54-f6e9-4689-92e0-8edf171fd5ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "PUT /v2.0/networks/f154e13d-d732-4761-ad73-f721fb23b558 HTTP/1.1" status: 200 len: 758 time: 0.9384525 Aug 16 21:10:55.024099 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41484) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:55.121113 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6be54-f6e9-4689-92e0-8edf171fd5ab tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event updated for resources: {'Network': ['ID=f154e13d-d732-4761-ad73-f721fb23b558,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:55.128380 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbebc28-68c6-47be-9f84-5f31922e0806 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:55.131182 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3dbebc28-68c6-47be-9f84-5f31922e0806 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "GET /v2.0/networks?id=f154e13d-d732-4761-ad73-f721fb23b558 HTTP/1.1" status: 200 len: 761 time: 0.1054900 Aug 16 21:10:55.136214 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41486) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:55.138245 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network f154e13d-d732-4761-ad73-f721fb23b558 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:10:55.149203 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-83cebf9b-4192-41c1-b7e2-caf4024521c7 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2042293133'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:55.287962 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cebf9b-4192-41c1-b7e2-caf4024521c7 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Made reservation on behalf of 81224c38c8894bf0bbc37d2578318d99 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:55.291658 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-83cebf9b-4192-41c1-b7e2-caf4024521c7 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:55.340419 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5147b-7ea0-4878-9cd8-186b95133922 req-4cf84e7e-2ed3-450e-b0c2-2479b0c2f699 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:55.351328 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2cd5147b-7ea0-4878-9cd8-186b95133922 req-4cf84e7e-2ed3-450e-b0c2-2479b0c2f699 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 945 time: 0.1080754 Aug 16 21:10:55.366226 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83cebf9b-4192-41c1-b7e2-caf4024521c7 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:10:55.394112 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-83cebf9b-4192-41c1-b7e2-caf4024521c7 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:55.394474 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-83cebf9b-4192-41c1-b7e2-caf4024521c7 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Added segment e26ff3c9-8175-4131-9dba-cc30c72f046e of type vlan for network 503cf812-d4c9-41b7-baec-240393451abd Aug 16 21:10:55.419625 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41500) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:55.430141 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:55.448163 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2cd5147b-7ea0-4878-9cd8-186b95133922 req-3dc43821-60b3-4436-8bb3-6ac2d9e42af7 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951169 Aug 16 21:10:55.584752 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-83cebf9b-4192-41c1-b7e2-caf4024521c7 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:55.593014 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e082e-ca0e-406d-9e7c-41f00ef25847 req-fb2b0c4b-23c7-4092-9401-ec2178b2a7ab tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:55.596006 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-542e082e-ca0e-406d-9e7c-41f00ef25847 req-fb2b0c4b-23c7-4092-9401-ec2178b2a7ab tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=2e453c87-f95a-4daf-80f4-362806e2d9d9 HTTP/1.1" status: 200 len: 1096 time: 0.1377428 Aug 16 21:10:55.597200 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:55.604212 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:55.605065 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:55.643182 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d4b11b27-7ee0-41d8-911a-82620191b6ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:55.696188 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:55.697434 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-542e082e-ca0e-406d-9e7c-41f00ef25847 req-40e2d981-ac13-4a03-b850-f41dd7b1d3f4 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=fdd06cbf-4a83-49c6-9456-769ff05872e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850666 Aug 16 21:10:55.748353 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e453c87-f95a-4daf-80f4-362806e2d9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:10:55.750655 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8f195f-4f4e-47a4-a9de-328f093a828b" -d '{"events": [{"server_uuid": "2e453c87-f95a-4daf-80f4-362806e2d9d9", "name": "network-vif-plugged", "status": "completed", "tag": "d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:10:55.765827 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a,segment=NetworkSegment(c598720d-0638-4e2d-8367-da20e73a779e),segment_id=c598720d-0638-4e2d-8367-da20e73a779e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:55.804956 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d4b11b27-7ee0-41d8-911a-82620191b6ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:55.812624 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bda4e0-63f7-4749-b5ca-35a204bb351b x-openstack-request-id: req-35bda4e0-63f7-4749-b5ca-35a204bb351b {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:10:55.812930 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e453c87-f95a-4daf-80f4-362806e2d9d9", "name": "network-vif-plugged", "status": "completed", "tag": "d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:10:55.813195 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-35bda4e0-63f7-4749-b5ca-35a204bb351b {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:10:55.813637 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e453c87-f95a-4daf-80f4-362806e2d9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a', 'code': 200} Aug 16 21:10:55.854526 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-83cebf9b-4192-41c1-b7e2-caf4024521c7 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:55.863113 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cebf9b-4192-41c1-b7e2-caf4024521c7 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:55.864005 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-83cebf9b-4192-41c1-b7e2-caf4024521c7 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:55.892836 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:55.953967 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cebf9b-4192-41c1-b7e2-caf4024521c7 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event updated for resources: {'Network': ['ID=503cf812-d4c9-41b7-baec-240393451abd,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:55.957667 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d4b11b27-7ee0-41d8-911a-82620191b6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:55.975410 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 503cf812-d4c9-41b7-baec-240393451abd details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:10:56.010784 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b11b27-7ee0-41d8-911a-82620191b6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dac3c96-a969-42b8-8b08-0b3f26ed949b,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:56.017140 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d4b11b27-7ee0-41d8-911a-82620191b6ca admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1a9d74841be34d12af1813ae1e03827a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5962088 Aug 16 21:10:56.020149 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41506) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:56.029385 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75395ef5-87d3-4088-baf9-ac2a06c92c30 req-e12cc470-58eb-456a-a112-2d9ba5c9702d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:56.031622 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-75395ef5-87d3-4088-baf9-ac2a06c92c30 req-e12cc470-58eb-456a-a112-2d9ba5c9702d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2e453c87-f95a-4daf-80f4-362806e2d9d9 HTTP/1.1" status: 200 len: 1096 time: 0.1540370 Aug 16 21:10:56.062018 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:56.137108 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-83cebf9b-4192-41c1-b7e2-caf4024521c7 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9989514 Aug 16 21:10:56.143556 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-75395ef5-87d3-4088-baf9-ac2a06c92c30 req-e65d08d9-f145-4910-b3b6-e47faab15490 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fdd06cbf-4a83-49c6-9456-769ff05872e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776095 Aug 16 21:10:56.147143 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41510) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:56.157596 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-935f4e2a-8db2-4c2b-8c32-60f948b3cf65 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Request body: {'subnet': {'network_id': '503cf812-d4c9-41b7-baec-240393451abd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:56.189944 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9c3e91b5-33a4-4e57-87cb-414eea2f4314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:56.318692 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9c3e91b5-33a4-4e57-87cb-414eea2f4314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:56.497299 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935f4e2a-8db2-4c2b-8c32-60f948b3cf65 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Made reservation on behalf of 81224c38c8894bf0bbc37d2578318d99 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:56.501301 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-935f4e2a-8db2-4c2b-8c32-60f948b3cf65 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:56.559919 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9c3e91b5-33a4-4e57-87cb-414eea2f4314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:56.562713 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9c3e91b5-33a4-4e57-87cb-414eea2f4314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:56.564024 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9c3e91b5-33a4-4e57-87cb-414eea2f4314 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1dac3c96-a969-42b8-8b08-0b3f26ed949b HTTP/1.1" status: 204 len: 168 time: 0.5424726 Aug 16 21:10:56.614962 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e91b5-33a4-4e57-87cb-414eea2f4314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dac3c96-a969-42b8-8b08-0b3f26ed949b,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:56.676929 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e15572-1a1a-4706-bafe-de7e2be43b9d req-5e6e12c9-1c6f-4bdc-b252-c5c3e2adfe69 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:56.684556 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d3e15572-1a1a-4706-bafe-de7e2be43b9d req-5e6e12c9-1c6f-4bdc-b252-c5c3e2adfe69 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 945 time: 0.1266322 Aug 16 21:10:56.758874 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d3e15572-1a1a-4706-bafe-de7e2be43b9d req-52886542-0415-4efa-8602-9d54536b402b tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733862 Aug 16 21:10:56.907360 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89038575-d1b0-4e72-9f55-95d3baeadf11 req-ee5a0b00-9c81-4395-b7e1-807a76194032 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:56.916055 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-89038575-d1b0-4e72-9f55-95d3baeadf11 req-ee5a0b00-9c81-4395-b7e1-807a76194032 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=2e453c87-f95a-4daf-80f4-362806e2d9d9 HTTP/1.1" status: 200 len: 1097 time: 0.0978632 Aug 16 21:10:56.975539 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-89038575-d1b0-4e72-9f55-95d3baeadf11 req-874b758b-5633-4edb-8b77-ea4ca67dfd0a tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=fdd06cbf-4a83-49c6-9456-769ff05872e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584242 Aug 16 21:10:57.287492 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-935f4e2a-8db2-4c2b-8c32-60f948b3cf65 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:57.347282 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f4e2a-8db2-4c2b-8c32-60f948b3cf65 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event updated for resources: {'Subnet': ['ID=810a471a-2b2f-423a-b66a-7340b65045f2,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:57.358968 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935f4e2a-8db2-4c2b-8c32-60f948b3cf65 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Checking segment: {'id': 'e26ff3c9-8175-4131-9dba-cc30c72f046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '503cf812-d4c9-41b7-baec-240393451abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:57.359478 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935f4e2a-8db2-4c2b-8c32-60f948b3cf65 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Network hostable DHCP agents. Network: 503cf812-d4c9-41b7-baec-240393451abd, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:10:57.453351 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935f4e2a-8db2-4c2b-8c32-60f948b3cf65 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Network 503cf812-d4c9-41b7-baec-240393451abd is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:10:57.540937 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-935f4e2a-8db2-4c2b-8c32-60f948b3cf65 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 503cf812-d4c9-41b7-baec-240393451abd) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:57.570661 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935f4e2a-8db2-4c2b-8c32-60f948b3cf65 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:57.573558 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-935f4e2a-8db2-4c2b-8c32-60f948b3cf65 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:57.573955 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6158fda7-20cb-45ef-8a44-8879f10e3b35 None None] Network 503cf812-d4c9-41b7-baec-240393451abd requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:57.716209 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-935f4e2a-8db2-4c2b-8c32-60f948b3cf65 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5679791 Aug 16 21:10:57.718877 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41526) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:57.796014 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41528) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:57.797975 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f6bfd9-81a1-4d4a-8948-d4dc25cc1000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-503cf812-d4c9-41b7-baec-240393451abd', 'network_id': '503cf812-d4c9-41b7-baec-240393451abd', 'tenant_id': '81224c38c8894bf0bbc37d2578318d99', 'fixed_ips': [{'subnet_id': '810a471a-2b2f-423a-b66a-7340b65045f2'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:10:57.799072 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-19f6bfd9-81a1-4d4a-8948-d4dc25cc1000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:57.808815 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cdd504a3-0214-47d0-b855-bfcd5102c928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:57.979561 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cdd504a3-0214-47d0-b855-bfcd5102c928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:58.022251 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7deba22f-4f58-439b-abf3-1860bb9658db tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:58.051801 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d03ed-f029-4b1f-affc-7a467e5d6da3 req-bba21fa6-a005-4940-905e-4e4441f83062 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:58.053418 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d81d03ed-f029-4b1f-affc-7a467e5d6da3 req-bba21fa6-a005-4940-905e-4e4441f83062 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 945 time: 0.0962043 Aug 16 21:10:58.058438 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cdd504a3-0214-47d0-b855-bfcd5102c928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:58.065672 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-19f6bfd9-81a1-4d4a-8948-d4dc25cc1000 None None] Allocated IP 172.20.0.2 (503cf812-d4c9-41b7-baec-240393451abd/810a471a-2b2f-423a-b66a-7340b65045f2/ecbdfc22-6fd0-48c6-87b5-b21e81aa38d0) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:10:58.089113 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-cdd504a3-0214-47d0-b855-bfcd5102c928 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0646609ab0b049f6923d5baf86098a35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2928770 Aug 16 21:10:58.097781 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41534) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:58.164014 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f0b04fb5-1f73-4f6d-a916-9ea8639b9c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:58.175385 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7deba22f-4f58-439b-abf3-1860bb9658db tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:58.188397 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd504a3-0214-47d0-b855-bfcd5102c928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d05a6ee-7f1a-4645-8fdb-717d26d22b8e,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:58.231413 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f0b04fb5-1f73-4f6d-a916-9ea8639b9c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:58.328053 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d81d03ed-f029-4b1f-affc-7a467e5d6da3 req-be6c01be-236d-4743-8863-4a44f8e16ec8 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617250 Aug 16 21:10:58.337079 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c191e-5d44-4b08-b2b1-9dc531756578 req-f3e0f956-618a-466f-97a1-08a7483be66d tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:58.338538 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-19f6bfd9-81a1-4d4a-8948-d4dc25cc1000 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:58.345768 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1d2c191e-5d44-4b08-b2b1-9dc531756578 req-f3e0f956-618a-466f-97a1-08a7483be66d tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=2e453c87-f95a-4daf-80f4-362806e2d9d9 HTTP/1.1" status: 200 len: 1097 time: 0.2866604 Aug 16 21:10:58.423973 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f0b04fb5-1f73-4f6d-a916-9ea8639b9c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:58.424227 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-19f6bfd9-81a1-4d4a-8948-d4dc25cc1000 None None] Transition to ACTIVE for port object ecbdfc22-6fd0-48c6-87b5-b21e81aa38d0 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:58.426612 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f0b04fb5-1f73-4f6d-a916-9ea8639b9c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:58.430330 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f0b04fb5-1f73-4f6d-a916-9ea8639b9c8c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8d05a6ee-7f1a-4645-8fdb-717d26d22b8e HTTP/1.1" status: 204 len: 168 time: 0.3282313 Aug 16 21:10:58.447529 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b04fb5-1f73-4f6d-a916-9ea8639b9c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d05a6ee-7f1a-4645-8fdb-717d26d22b8e,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:58.457053 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-19f6bfd9-81a1-4d4a-8948-d4dc25cc1000 None None] Transition to ACTIVE for port object ecbdfc22-6fd0-48c6-87b5-b21e81aa38d0 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:58.553501 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-19f6bfd9-81a1-4d4a-8948-d4dc25cc1000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:58.606318 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f6bfd9-81a1-4d4a-8948-d4dc25cc1000 None None] Network 503cf812-d4c9-41b7-baec-240393451abd is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:58.609663 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-19f6bfd9-81a1-4d4a-8948-d4dc25cc1000 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:58.613678 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f6bfd9-81a1-4d4a-8948-d4dc25cc1000 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:10:58.622627 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f6bfd9-81a1-4d4a-8948-d4dc25cc1000 None None] Pushing event updated for resources: {'Port': ['ID=ecbdfc22-6fd0-48c6-87b5-b21e81aa38d0,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:58.690426 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-19f6bfd9-81a1-4d4a-8948-d4dc25cc1000 None None] Attempting to bind port ecbdfc22-6fd0-48c6-87b5-b21e81aa38d0 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:10:58.690795 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-19f6bfd9-81a1-4d4a-8948-d4dc25cc1000 None None] Attempting to bind port ecbdfc22-6fd0-48c6-87b5-b21e81aa38d0 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'e26ff3c9-8175-4131-9dba-cc30c72f046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '503cf812-d4c9-41b7-baec-240393451abd'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:10:58.691293 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f6bfd9-81a1-4d4a-8948-d4dc25cc1000 None None] Attempting to bind port ecbdfc22-6fd0-48c6-87b5-b21e81aa38d0 on network 503cf812-d4c9-41b7-baec-240393451abd {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:10:58.697808 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f6bfd9-81a1-4d4a-8948-d4dc25cc1000 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:10:58.698925 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f6bfd9-81a1-4d4a-8948-d4dc25cc1000 None None] Checking segment: {'id': 'e26ff3c9-8175-4131-9dba-cc30c72f046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '503cf812-d4c9-41b7-baec-240393451abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:58.698925 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-19f6bfd9-81a1-4d4a-8948-d4dc25cc1000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:58.699180 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f6bfd9-81a1-4d4a-8948-d4dc25cc1000 None None] Bound using segment: {'id': 'e26ff3c9-8175-4131-9dba-cc30c72f046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '503cf812-d4c9-41b7-baec-240393451abd'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:10:58.699724 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-19f6bfd9-81a1-4d4a-8948-d4dc25cc1000 None None] Bound port: ecbdfc22-6fd0-48c6-87b5-b21e81aa38d0, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e26ff3c9-8175-4131-9dba-cc30c72f046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '503cf812-d4c9-41b7-baec-240393451abd'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:10:58.707070 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-19f6bfd9-81a1-4d4a-8948-d4dc25cc1000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:58.761791 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1d2c191e-5d44-4b08-b2b1-9dc531756578 req-d6b69917-fa25-4d89-932b-083c80651e7b tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=fdd06cbf-4a83-49c6-9456-769ff05872e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101920 Aug 16 21:10:58.806061 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-19f6bfd9-81a1-4d4a-8948-d4dc25cc1000 None None] For port ecbdfc22-6fd0-48c6-87b5-b21e81aa38d0, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:10:58.810766 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-19f6bfd9-81a1-4d4a-8948-d4dc25cc1000 None None] For port ecbdfc22-6fd0-48c6-87b5-b21e81aa38d0, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=ecbdfc22-6fd0-48c6-87b5-b21e81aa38d0,segment=NetworkSegment(e26ff3c9-8175-4131-9dba-cc30c72f046e),segment_id=e26ff3c9-8175-4131-9dba-cc30c72f046e)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:10:58.883102 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ee79e-686b-4d0b-9584-3359ae9e0ca4 req-3340a597-69d1-4f8e-a56f-d3e9679e8192 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:58.890852 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4d3ee79e-686b-4d0b-9584-3359ae9e0ca4 req-3340a597-69d1-4f8e-a56f-d3e9679e8192 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=2e453c87-f95a-4daf-80f4-362806e2d9d9 HTTP/1.1" status: 200 len: 1097 time: 0.0508091 Aug 16 21:10:58.893158 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7deba22f-4f58-439b-abf3-1860bb9658db tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:58.923921 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-19f6bfd9-81a1-4d4a-8948-d4dc25cc1000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:58.938458 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deba22f-4f58-439b-abf3-1860bb9658db tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event deleted for resources: {'Subnet': ['ID=810a471a-2b2f-423a-b66a-7340b65045f2,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:59.016018 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7deba22f-4f58-439b-abf3-1860bb9658db tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:59.039530 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-7deba22f-4f58-439b-abf3-1860bb9658db tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['503cf812-d4c9-41b7-baec-240393451abd']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:59.057991 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-7deba22f-4f58-439b-abf3-1860bb9658db tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e26ff3c9-8175-4131-9dba-cc30c72f046e') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:59.058282 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-7deba22f-4f58-439b-abf3-1860bb9658db tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e26ff3c9-8175-4131-9dba-cc30c72f046e') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:59.068538 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7deba22f-4f58-439b-abf3-1860bb9658db tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:59.074619 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f6bfd9-81a1-4d4a-8948-d4dc25cc1000 None None] Pushing event updated for resources: {'Port': ['ID=ecbdfc22-6fd0-48c6-87b5-b21e81aa38d0,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:59.083504 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7deba22f-4f58-439b-abf3-1860bb9658db tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:59.089723 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7deba22f-4f58-439b-abf3-1860bb9658db tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:10:59.090146 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7deba22f-4f58-439b-abf3-1860bb9658db tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:59.156003 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:10:59.156003 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:10:59.156003 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:10:59.156003 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:10:59.156003 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:10:59.156003 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:10:59.156003 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:10:59.156003 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:10:59.156003 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:10:59.156003 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:10:59.156003 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:10:59.156003 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:10:59.156003 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:10:59.156003 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:10:59.156003 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:10:59.156003 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:10:59.156003 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:10:59.156003 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:10:59.156003 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:10:59.156003 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:10:59.156003 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:10:59.156003 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:10:59.156003 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:10:59.156003 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:10:59.156003 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:10:59.156003 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:10:59.156003 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:10:59.156003 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:10:59.156003 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:10:59.156003 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:10:59.156003 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:10:59.156003 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:10:59.185861 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4d3ee79e-686b-4d0b-9584-3359ae9e0ca4 req-abaed071-4a90-4db6-9610-f15151bf042c tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=fdd06cbf-4a83-49c6-9456-769ff05872e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899859 Aug 16 21:10:59.195086 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.db.api [None req-7deba22f-4f58-439b-abf3-1860bb9658db tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 21:10:59.195086 n-d-793620-15 neutron-server[101844]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 21:10:59.195086 n-d-793620-15 neutron-server[101844]: [parameters: {'id': '503cf812-d4c9-41b7-baec-240393451abd'}] Aug 16 21:10:59.195086 n-d-793620-15 neutron-server[101844]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101844) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:10:59.195897 n-d-793620-15 neutron-server[101844]: DEBUG oslo_db.api [None req-7deba22f-4f58-439b-abf3-1860bb9658db tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:10:59.347713 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f771875-c580-4361-a0c8-b5012451c20a req-353fbba1-7582-4e77-89c8-ec8c65547af5 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:59.353775 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1f771875-c580-4361-a0c8-b5012451c20a req-353fbba1-7582-4e77-89c8-ec8c65547af5 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=2e453c87-f95a-4daf-80f4-362806e2d9d9 HTTP/1.1" status: 200 len: 1097 time: 0.0915406 Aug 16 21:10:59.397275 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1f771875-c580-4361-a0c8-b5012451c20a req-3db04245-fbef-4b4a-b9b6-e4b7b2c25549 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=fdd06cbf-4a83-49c6-9456-769ff05872e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391328 Aug 16 21:10:59.554544 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc2da5-b2dd-4e2f-b1c5-a9334f99e6f2 req-4460ac92-e246-4c7c-a187-467de339f561 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:59.572909 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-21fc2da5-b2dd-4e2f-b1c5-a9334f99e6f2 req-4460ac92-e246-4c7c-a187-467de339f561 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 945 time: 0.1437981 Aug 16 21:10:59.650438 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-21fc2da5-b2dd-4e2f-b1c5-a9334f99e6f2 req-b3908185-febe-4f1c-88a3-c6c2db1e1404 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731342 Aug 16 21:10:59.697365 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7deba22f-4f58-439b-abf3-1860bb9658db tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:59.861779 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1233982-e785-437c-aea6-647d4cf43f18 req-52afe3a5-11ea-4ff1-8b73-a926521138a4 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:59.870323 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1233982-e785-437c-aea6-647d4cf43f18 req-52afe3a5-11ea-4ff1-8b73-a926521138a4 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/networks?id=8a16c391-2eca-48bc-ba42-cdb112afb433 HTTP/1.1" status: 200 len: 911 time: 0.1606972 Aug 16 21:10:59.871834 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-7deba22f-4f58-439b-abf3-1860bb9658db tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Deleting port ecbdfc22-6fd0-48c6-87b5-b21e81aa38d0 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:10:59.872394 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7deba22f-4f58-439b-abf3-1860bb9658db tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:59.946374 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1233982-e785-437c-aea6-647d4cf43f18 req-5b389bca-b6ed-40d0-b11c-042310967e88 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/quotas/e6319db43d0a4da0949c86a3882f6b30 HTTP/1.1" status: 200 len: 375 time: 0.0763702 Aug 16 21:11:00.072963 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-7deba22f-4f58-439b-abf3-1860bb9658db tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] For port ecbdfc22-6fd0-48c6-87b5-b21e81aa38d0, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=ecbdfc22-6fd0-48c6-87b5-b21e81aa38d0,segment=NetworkSegment(e26ff3c9-8175-4131-9dba-cc30c72f046e),segment_id=e26ff3c9-8175-4131-9dba-cc30c72f046e)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:00.073363 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7deba22f-4f58-439b-abf3-1860bb9658db tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:00.090407 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1233982-e785-437c-aea6-647d4cf43f18 req-d35ab659-8f40-4438-a6df-bfdfa7d53127 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/ports?tenant_id=e6319db43d0a4da0949c86a3882f6b30&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1378989 Aug 16 21:11:00.100953 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-7deba22f-4f58-439b-abf3-1860bb9658db tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Calling delete_port for ecbdfc22-6fd0-48c6-87b5-b21e81aa38d0 owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:11:00.254609 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device ecbdfc22-6fd0-48c6-87b5-b21e81aa38d0 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:00.395859 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:11:00.413374 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1233982-e785-437c-aea6-647d4cf43f18 req-8cfcc160-0541-485c-92af-6cf2bf800ee8 service neutron] 10.222.0.84 "GET /v2.0/networks/8a16c391-2eca-48bc-ba42-cdb112afb433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875469 Aug 16 21:11:00.413889 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port ecbdfc22-6fd0-48c6-87b5-b21e81aa38d0 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:11:00.414361 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7deba22f-4f58-439b-abf3-1860bb9658db tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:00.414563 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port ecbdfc22-6fd0-48c6-87b5-b21e81aa38d0 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:00.414563 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:00.469080 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Port ecbdfc22-6fd0-48c6-87b5-b21e81aa38d0 was deleted so its status cannot be updated. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 21:11:00.506779 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deba22f-4f58-439b-abf3-1860bb9658db tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event deleted for resources: {'Port': ['ID=ecbdfc22-6fd0-48c6-87b5-b21e81aa38d0,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:00.519909 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deba22f-4f58-439b-abf3-1860bb9658db tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] No DVR routers for this DVR port ecbdfc22-6fd0-48c6-87b5-b21e81aa38d0 on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:11:00.603170 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d47114-e18e-48d2-8d62-28391931706d None None] Network 503cf812-d4c9-41b7-baec-240393451abd requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:00.667745 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7deba22f-4f58-439b-abf3-1860bb9658db tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:00.680711 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1233982-e785-437c-aea6-647d4cf43f18 req-1bd98660-d633-4d6a-a430-d2de6a903c69 service neutron] 10.222.0.84 "GET /v2.0/networks/8a16c391-2eca-48bc-ba42-cdb112afb433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833319 Aug 16 21:11:00.682503 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-7deba22f-4f58-439b-abf3-1860bb9658db tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['503cf812-d4c9-41b7-baec-240393451abd']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:00.694816 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-7deba22f-4f58-439b-abf3-1860bb9658db tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e26ff3c9-8175-4131-9dba-cc30c72f046e') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:00.695229 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-7deba22f-4f58-439b-abf3-1860bb9658db tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e26ff3c9-8175-4131-9dba-cc30c72f046e') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:00.708763 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7deba22f-4f58-439b-abf3-1860bb9658db tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:00.725755 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-11862692-2ae3-4c02-816d-624afbb5f882 None None] Could not find standard attr ID for object ecbdfc22-6fd0-48c6-87b5-b21e81aa38d0. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 21:11:00.734176 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7deba22f-4f58-439b-abf3-1860bb9658db tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:00.745856 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7deba22f-4f58-439b-abf3-1860bb9658db tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:11:00.747593 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7deba22f-4f58-439b-abf3-1860bb9658db tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:00.842975 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:11:00.842975 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:11:00.842975 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:11:00.842975 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:11:00.842975 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:11:00.842975 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:11:00.842975 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:11:00.842975 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:11:00.842975 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:11:00.842975 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:11:00.842975 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:11:00.842975 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:11:00.842975 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:11:00.842975 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:11:00.842975 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:11:00.842975 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:11:00.842975 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:11:00.842975 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:11:00.842975 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:11:00.842975 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:11:00.842975 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:11:00.842975 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:11:00.842975 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:11:00.842975 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:11:00.842975 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:11:00.842975 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:11:00.842975 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:11:00.842975 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:11:00.842975 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:11:00.842975 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:11:00.842975 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:11:00.842975 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:11:00.932167 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7deba22f-4f58-439b-abf3-1860bb9658db tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:00.941133 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332ce42c-d7ff-4f7b-a5b8-9afe8e2ded08 None None] DHCP port deletion for 503cf812-d4c9-41b7-baec-240393451abd request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:11:01.014793 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7deba22f-4f58-439b-abf3-1860bb9658db tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:01.022242 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-7deba22f-4f58-439b-abf3-1860bb9658db tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "DELETE /v2.0/networks/503cf812-d4c9-41b7-baec-240393451abd HTTP/1.1" status: 204 len: 168 time: 3.2992318 Aug 16 21:11:01.022720 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41604) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:01.052975 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a50f8f-8d6e-4674-932d-d06ce73e88e1 req-911032ad-9b5d-45d3-b4fe-6c540299b88e tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:01.053809 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-86a50f8f-8d6e-4674-932d-d06ce73e88e1 req-911032ad-9b5d-45d3-b4fe-6c540299b88e tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 945 time: 0.2092938 Aug 16 21:11:01.070904 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e8830e9-6d05-40f7-90ea-690c9f340e5e tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] GET failed (client error): The resource could not be found. Aug 16 21:11:01.070904 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0e8830e9-6d05-40f7-90ea-690c9f340e5e tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "GET /v2.0/subnets/810a471a-2b2f-423a-b66a-7340b65045f2 HTTP/1.1" status: 404 len: 337 time: 0.0416958 Aug 16 21:11:01.075570 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41606) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:01.116267 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bee749a-9736-4d9b-95d4-30026d985e1a tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] DELETE failed (client error): The resource could not be found. Aug 16 21:11:01.117021 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bee749a-9736-4d9b-95d4-30026d985e1a tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:11:01.127009 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deba22f-4f58-439b-abf3-1860bb9658db tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event deleted for resources: {'Network': ['ID=503cf812-d4c9-41b7-baec-240393451abd,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:01.127227 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3bee749a-9736-4d9b-95d4-30026d985e1a tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "DELETE /v2.0/networks/503cf812-d4c9-41b7-baec-240393451abd HTTP/1.1" status: 404 len: 339 time: 0.0432253 Aug 16 21:11:01.127227 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41612) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:01.165429 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-535c96ac-4b79-4ed0-89b7-6685d0e26abc req-17aefe15-b3b5-418f-a25e-89fb90bbb09e tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=4f788ff3-cb43-4459-aa63-6b753c58bc49 HTTP/1.1" status: 200 len: 210 time: 0.1106057 Aug 16 21:11:01.193291 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-86a50f8f-8d6e-4674-932d-d06ce73e88e1 req-1da887bc-6454-4f13-a658-ea380aa58eaf tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254015 Aug 16 21:11:01.471901 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50e4ec9-cbf9-4eb2-96c0-16b52419d768 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:01.474119 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d50e4ec9-cbf9-4eb2-96c0-16b52419d768 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3445921 Aug 16 21:11:01.479702 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41624) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:01.583739 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a321026b-5df8-45b5-9acc-b32e729718dc tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "GET /v2.0/subnets?network_id=65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 207 time: 0.1020091 Aug 16 21:11:01.591319 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41628) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:01.773110 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41632) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:01.871386 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bb0143-1853-49f1-97c2-cf1dd0af9174 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:01.879715 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bb0143-1853-49f1-97c2-cf1dd0af9174 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:01.886108 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bb0143-1853-49f1-97c2-cf1dd0af9174 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:01.893367 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bb0143-1853-49f1-97c2-cf1dd0af9174 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:01.900757 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f9bb0143-1853-49f1-97c2-cf1dd0af9174 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3082206 Aug 16 21:11:01.904422 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41636) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:02.032713 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-2506d817-278a-4230-a69e-bfb3bf163aa1 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1268614196'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:02.250474 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device ecbdfc22-6fd0-48c6-87b5-b21e81aa38d0 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:11:02.263680 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2506d817-278a-4230-a69e-bfb3bf163aa1 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Made reservation on behalf of 988b0aeeb095459998ffdd14e054c2e1 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:11:02.274984 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2506d817-278a-4230-a69e-bfb3bf163aa1 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:02.315659 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2506d817-278a-4230-a69e-bfb3bf163aa1 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:02.319572 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: ecbdfc22-6fd0-48c6-87b5-b21e81aa38d0 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:11:02.319572 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device ecbdfc22-6fd0-48c6-87b5-b21e81aa38d0 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:11:02.347689 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-641c71a0-83ee-4e30-9def-2a5090ff4218 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4419556 Aug 16 21:11:02.352166 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41646) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:02.415537 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e148ef-0efa-423a-83dd-35606cde838f tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:02.417867 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e148ef-0efa-423a-83dd-35606cde838f tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:02.419658 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-31e148ef-0efa-423a-83dd-35606cde838f tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0665123 Aug 16 21:11:02.420602 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9a89702a-f7ae-44c3-98a8-82903e4285f2 req-7a849f4c-07f2-4dfb-afbb-e907bc716ea4 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=4f788ff3-cb43-4459-aa63-6b753c58bc49 HTTP/1.1" status: 200 len: 210 time: 0.1067379 Aug 16 21:11:02.424489 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41648) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:02.469984 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef29e5-394b-40dd-ada1-db823817330f req-da3b0f0b-b259-4c62-80ce-3ec53f8a2c3a tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:02.471883 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3aef29e5-394b-40dd-ada1-db823817330f req-da3b0f0b-b259-4c62-80ce-3ec53f8a2c3a tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 945 time: 0.1227486 Aug 16 21:11:02.500114 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3585bd-03a0-4232-b712-8b4b1347c2d3 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Attributes excluded by policy engine: ['shared'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:02.503198 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3585bd-03a0-4232-b712-8b4b1347c2d3 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Attributes excluded by policy engine: ['shared'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:02.505840 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ac3585bd-03a0-4232-b712-8b4b1347c2d3 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0800614 Aug 16 21:11:02.509512 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41650) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:02.532189 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3aef29e5-394b-40dd-ada1-db823817330f req-3f37dd1c-b7b0-4cd5-9051-2590c0f29079 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531547 Aug 16 21:11:02.569428 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2506d817-278a-4230-a69e-bfb3bf163aa1 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:02.623604 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2506d817-278a-4230-a69e-bfb3bf163aa1 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:02.662101 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506d817-278a-4230-a69e-bfb3bf163aa1 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c123664-573d-4f37-bffc-e18f4721bfd5,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:02.670926 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2506d817-278a-4230-a69e-bfb3bf163aa1 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:11:02.671136 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e9c674-7729-4b6a-88a0-8e489a955cfc tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:02.671136 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d6e9c674-7729-4b6a-88a0-8e489a955cfc tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "GET /v2.0/networks/30983fd8-99ab-4374-b747-e1a59da125d6 HTTP/1.1" status: 200 len: 799 time: 0.1590853 Aug 16 21:11:02.674506 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41652) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:02.691626 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2506d817-278a-4230-a69e-bfb3bf163aa1 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:02.692042 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-2506d817-278a-4230-a69e-bfb3bf163aa1 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Added segment 6ca65ae8-12cf-4f94-aad8-3ff5e24524dd of type vlan for network 25784dc2-58d2-4158-a06d-6fb60bd27b4d Aug 16 21:11:02.740117 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2506d817-278a-4230-a69e-bfb3bf163aa1 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:02.817409 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-602de159-6357-4314-8d9f-cf21bbcbe353 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "GET /v2.0/networks/30983fd8-99ab-4374-b747-e1a59da125d6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1407955 Aug 16 21:11:02.821146 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41654) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:02.854175 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2506d817-278a-4230-a69e-bfb3bf163aa1 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:02.868060 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2506d817-278a-4230-a69e-bfb3bf163aa1 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:02.868613 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2506d817-278a-4230-a69e-bfb3bf163aa1 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:02.898608 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b2994d-f88d-48da-ae27-afaae63a4fe2 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:02.903899 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-18b2994d-f88d-48da-ae27-afaae63a4fe2 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "GET /v2.0/subnets/161cdf0d-d4b9-4dc2-8047-fc27417f388a HTTP/1.1" status: 200 len: 811 time: 0.0773284 Aug 16 21:11:02.904960 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41656) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:02.981748 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506d817-278a-4230-a69e-bfb3bf163aa1 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Pushing event updated for resources: {'Network': ['ID=25784dc2-58d2-4158-a06d-6fb60bd27b4d,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:02.984023 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e974fb-8d41-4728-87d6-501781d8383c tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Attributes excluded by policy engine: ['shared'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:02.986196 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-95e974fb-8d41-4728-87d6-501781d8383c tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "GET /v2.0/subnets/161cdf0d-d4b9-4dc2-8047-fc27417f388a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0796494 Aug 16 21:11:02.993296 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41658) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:02.994492 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 25784dc2-58d2-4158-a06d-6fb60bd27b4d details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:11:02.995950 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-77b0e071-c220-4334-af0d-28073d79d0fb tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1841243772'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:03.056168 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41660) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:03.057295 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2506d817-278a-4230-a69e-bfb3bf163aa1 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2826216 Aug 16 21:11:03.063923 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-ace38e2b-d779-4f34-99f1-69a9d4a29477 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Request body: {'subnet': {'network_id': '25784dc2-58d2-4158-a06d-6fb60bd27b4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:03.473868 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b0e071-c220-4334-af0d-28073d79d0fb tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Made reservation on behalf of 81224c38c8894bf0bbc37d2578318d99 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:11:03.477833 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-77b0e071-c220-4334-af0d-28073d79d0fb tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:03.508354 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-429dfc83-c85d-49bc-a1b2-7b7d79f6dd9c req-8a22ada4-f6d4-415b-b664-9b74d48c0ae0 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=4f788ff3-cb43-4459-aa63-6b753c58bc49 HTTP/1.1" status: 200 len: 210 time: 0.0253813 Aug 16 21:11:03.517645 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77b0e071-c220-4334-af0d-28073d79d0fb tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:11:03.534975 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-77b0e071-c220-4334-af0d-28073d79d0fb tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:03.535632 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-77b0e071-c220-4334-af0d-28073d79d0fb tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Added segment f247c2a5-21d9-4d32-babc-058bc995444b of type vlan for network f23e0604-8486-41aa-b42e-cd716707a9b2 Aug 16 21:11:03.578043 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-77b0e071-c220-4334-af0d-28073d79d0fb tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:03.584003 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace38e2b-d779-4f34-99f1-69a9d4a29477 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Made reservation on behalf of 988b0aeeb095459998ffdd14e054c2e1 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:11:03.600509 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ace38e2b-d779-4f34-99f1-69a9d4a29477 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:03.722280 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07ee9f-bb1b-44d2-8c31-295bada67970 req-26be5978-4e42-485d-a81e-745295c6d8db tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:03.724132 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7e07ee9f-bb1b-44d2-8c31-295bada67970 req-26be5978-4e42-485d-a81e-745295c6d8db tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 945 time: 0.0890367 Aug 16 21:11:03.794501 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7e07ee9f-bb1b-44d2-8c31-295bada67970 req-8f96c6fd-aba2-46ec-9437-6f4f49300dd5 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585692 Aug 16 21:11:03.857504 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-77b0e071-c220-4334-af0d-28073d79d0fb tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:03.863400 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b0e071-c220-4334-af0d-28073d79d0fb tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:03.864251 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-77b0e071-c220-4334-af0d-28073d79d0fb tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:03.950902 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0e071-c220-4334-af0d-28073d79d0fb tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event updated for resources: {'Network': ['ID=f23e0604-8486-41aa-b42e-cd716707a9b2,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:03.962025 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-77b0e071-c220-4334-af0d-28073d79d0fb tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9709289 Aug 16 21:11:03.967474 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network f23e0604-8486-41aa-b42e-cd716707a9b2 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:11:03.980012 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41674) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:03.992212 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-141cf43f-9cf0-4193-9bbd-1b5adae9fd06 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Request body: {'subnet': {'network_id': 'f23e0604-8486-41aa-b42e-cd716707a9b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:04.004758 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ace38e2b-d779-4f34-99f1-69a9d4a29477 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:04.098702 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1233982-e785-437c-aea6-647d4cf43f18 req-4fc42399-eae4-4065-ad08-1258f1948e34 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:04.102223 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1233982-e785-437c-aea6-647d4cf43f18 req-4fc42399-eae4-4065-ad08-1258f1948e34 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.90 "GET /v2.0/networks?id=8a16c391-2eca-48bc-ba42-cdb112afb433 HTTP/1.1" status: 200 len: 911 time: 0.1706064 Aug 16 21:11:04.121581 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-e1233982-e785-437c-aea6-647d4cf43f18 req-bdffa965-290c-405b-9b1d-150241aaf4f0 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Request body: {'port': {'device_id': '4f788ff3-cb43-4459-aa63-6b753c58bc49', 'network_id': '8a16c391-2eca-48bc-ba42-cdb112afb433', 'admin_state_up': True, 'tenant_id': 'e6319db43d0a4da0949c86a3882f6b30'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:04.192573 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace38e2b-d779-4f34-99f1-69a9d4a29477 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Pushing event updated for resources: {'Subnet': ['ID=9d31af77-395c-46d4-bd25-4a3228f7be18,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:04.198156 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace38e2b-d779-4f34-99f1-69a9d4a29477 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Checking segment: {'id': '6ca65ae8-12cf-4f94-aad8-3ff5e24524dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '25784dc2-58d2-4158-a06d-6fb60bd27b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:11:04.198525 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace38e2b-d779-4f34-99f1-69a9d4a29477 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Network hostable DHCP agents. Network: 25784dc2-58d2-4158-a06d-6fb60bd27b4d, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:11:04.322551 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1233982-e785-437c-aea6-647d4cf43f18 req-bdffa965-290c-405b-9b1d-150241aaf4f0 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Made reservation on behalf of e6319db43d0a4da0949c86a3882f6b30 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:11:04.327283 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e1233982-e785-437c-aea6-647d4cf43f18 req-bdffa965-290c-405b-9b1d-150241aaf4f0 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:04.330180 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace38e2b-d779-4f34-99f1-69a9d4a29477 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Network 25784dc2-58d2-4158-a06d-6fb60bd27b4d is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:11:04.440805 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-ace38e2b-d779-4f34-99f1-69a9d4a29477 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 25784dc2-58d2-4158-a06d-6fb60bd27b4d) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:04.450406 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae0877a-cdba-4f7d-8954-2ec49762d7e0 None None] Network 25784dc2-58d2-4158-a06d-6fb60bd27b4d requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:04.457396 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace38e2b-d779-4f34-99f1-69a9d4a29477 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:04.457396 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ace38e2b-d779-4f34-99f1-69a9d4a29477 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:04.480715 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141cf43f-9cf0-4193-9bbd-1b5adae9fd06 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Made reservation on behalf of 81224c38c8894bf0bbc37d2578318d99 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:11:04.485114 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-141cf43f-9cf0-4193-9bbd-1b5adae9fd06 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:04.499464 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-e1233982-e785-437c-aea6-647d4cf43f18 req-bdffa965-290c-405b-9b1d-150241aaf4f0 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Allocated IP 172.20.0.14 (8a16c391-2eca-48bc-ba42-cdb112afb433/8d49b411-4d8f-4ce4-b2a9-fe98304d3873/63be8d18-f2a7-41b1-bd39-71331bb2775b) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:11:04.602137 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ace38e2b-d779-4f34-99f1-69a9d4a29477 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5432286 Aug 16 21:11:04.603258 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41682) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:04.629207 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.ipam_backend_mixin [None req-141cf43f-9cf0-4193-9bbd-1b5adae9fd06 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Performing IP validity checks on allocation pools {{(pid=101845) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 21:11:04.629764 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.ipam_backend_mixin [None req-141cf43f-9cf0-4193-9bbd-1b5adae9fd06 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101845) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 21:11:04.646425 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-a65a6132-7a06-4ab5-87f5-6508d3923195 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Request body: {'port': {'network_id': '25784dc2-58d2-4158-a06d-6fb60bd27b4d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-961106302'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:04.653022 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-51535d91-f798-40df-852b-2027cddc05b0 req-901ae49c-a5a6-48c6-b40d-2e97caff09c6 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=4f788ff3-cb43-4459-aa63-6b753c58bc49 HTTP/1.1" status: 200 len: 210 time: 0.0483134 Aug 16 21:11:04.733971 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b94f245-62e7-43b0-a28c-980fb2dc32e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-25784dc2-58d2-4158-a06d-6fb60bd27b4d', 'network_id': '25784dc2-58d2-4158-a06d-6fb60bd27b4d', 'tenant_id': '988b0aeeb095459998ffdd14e054c2e1', 'fixed_ips': [{'subnet_id': '9d31af77-395c-46d4-bd25-4a3228f7be18'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:11:04.738706 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7b94f245-62e7-43b0-a28c-980fb2dc32e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:04.967929 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-7b94f245-62e7-43b0-a28c-980fb2dc32e2 None None] Allocated IP 172.20.0.2 (25784dc2-58d2-4158-a06d-6fb60bd27b4d/9d31af77-395c-46d4-bd25-4a3228f7be18/606b63f4-54cf-407c-9df1-aa0baa16ce9f) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:11:04.978551 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-141cf43f-9cf0-4193-9bbd-1b5adae9fd06 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:04.997188 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e1233982-e785-437c-aea6-647d4cf43f18 req-bdffa965-290c-405b-9b1d-150241aaf4f0 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:05.022977 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-e1233982-e785-437c-aea6-647d4cf43f18 req-bdffa965-290c-405b-9b1d-150241aaf4f0 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Transition to ACTIVE for port object 63be8d18-f2a7-41b1-bd39-71331bb2775b will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:11:05.049206 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6398df3-d9ba-48df-b9d8-21b8100414d1 req-c658c5f8-cf41-482b-bf10-90eaef22f12e tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:05.050783 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b6398df3-d9ba-48df-b9d8-21b8100414d1 req-c658c5f8-cf41-482b-bf10-90eaef22f12e tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 945 time: 0.1118951 Aug 16 21:11:05.130761 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b6398df3-d9ba-48df-b9d8-21b8100414d1 req-09a8b0a6-a112-4080-822b-6b5abf26825e tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579405 Aug 16 21:11:05.155712 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65a6132-7a06-4ab5-87f5-6508d3923195 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Made reservation on behalf of 988b0aeeb095459998ffdd14e054c2e1 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:11:05.159867 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a65a6132-7a06-4ab5-87f5-6508d3923195 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:05.163745 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141cf43f-9cf0-4193-9bbd-1b5adae9fd06 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Checking segment: {'id': 'f247c2a5-21d9-4d32-babc-058bc995444b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f23e0604-8486-41aa-b42e-cd716707a9b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:11:05.167966 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141cf43f-9cf0-4193-9bbd-1b5adae9fd06 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Network hostable DHCP agents. Network: f23e0604-8486-41aa-b42e-cd716707a9b2, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:11:05.176359 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141cf43f-9cf0-4193-9bbd-1b5adae9fd06 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event updated for resources: {'Subnet': ['ID=99ffcfa4-4f2a-41c0-b752-50276a5ca341,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:05.207812 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-a65a6132-7a06-4ab5-87f5-6508d3923195 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] device_id is not set on port 51674cd9-ca0b-403f-a329-e385fb34232e yet. {{(pid=101844) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:11:05.215899 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7b94f245-62e7-43b0-a28c-980fb2dc32e2 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:05.225199 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7b94f245-62e7-43b0-a28c-980fb2dc32e2 None None] Transition to ACTIVE for port object 606b63f4-54cf-407c-9df1-aa0baa16ce9f will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:11:05.242223 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7b94f245-62e7-43b0-a28c-980fb2dc32e2 None None] Transition to ACTIVE for port object 606b63f4-54cf-407c-9df1-aa0baa16ce9f will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:11:05.279775 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141cf43f-9cf0-4193-9bbd-1b5adae9fd06 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Network f23e0604-8486-41aa-b42e-cd716707a9b2 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:11:05.288053 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e1233982-e785-437c-aea6-647d4cf43f18 req-bdffa965-290c-405b-9b1d-150241aaf4f0 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:05.300993 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:11:05.379037 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7b94f245-62e7-43b0-a28c-980fb2dc32e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:05.402276 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-141cf43f-9cf0-4193-9bbd-1b5adae9fd06 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, f23e0604-8486-41aa-b42e-cd716707a9b2) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:05.410341 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141cf43f-9cf0-4193-9bbd-1b5adae9fd06 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:05.410946 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-141cf43f-9cf0-4193-9bbd-1b5adae9fd06 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:05.424044 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1233982-e785-437c-aea6-647d4cf43f18 req-bdffa965-290c-405b-9b1d-150241aaf4f0 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Network 8a16c391-2eca-48bc-ba42-cdb112afb433 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:11:05.439863 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b94f245-62e7-43b0-a28c-980fb2dc32e2 None None] Network 25784dc2-58d2-4158-a06d-6fb60bd27b4d is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:11:05.440576 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-e1233982-e785-437c-aea6-647d4cf43f18 req-bdffa965-290c-405b-9b1d-150241aaf4f0 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:05.441953 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc84320b-114a-41ca-b90a-cce9651f1cbd None None] Network f23e0604-8486-41aa-b42e-cd716707a9b2 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:05.456605 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1233982-e785-437c-aea6-647d4cf43f18 req-bdffa965-290c-405b-9b1d-150241aaf4f0 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:11:05.456605 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdffa965-290c-405b-9b1d-150241aaf4f0 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Pushing event updated for resources: {'Port': ['ID=63be8d18-f2a7-41b1-bd39-71331bb2775b,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:05.505180 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-a65a6132-7a06-4ab5-87f5-6508d3923195 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Allocated IP 172.20.0.5 (25784dc2-58d2-4158-a06d-6fb60bd27b4d/9d31af77-395c-46d4-bd25-4a3228f7be18/51674cd9-ca0b-403f-a329-e385fb34232e) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:11:05.529526 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1233982-e785-437c-aea6-647d4cf43f18 req-bdffa965-290c-405b-9b1d-150241aaf4f0 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:05.530305 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e1233982-e785-437c-aea6-647d4cf43f18 req-bdffa965-290c-405b-9b1d-150241aaf4f0 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:05.538251 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-141cf43f-9cf0-4193-9bbd-1b5adae9fd06 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.5520785 Aug 16 21:11:05.547009 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41690) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:05.556113 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-64a3db3a-2037-41e6-9f8e-389214429ea0 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:05.568486 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-7b94f245-62e7-43b0-a28c-980fb2dc32e2 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:05.654860 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1233982-e785-437c-aea6-647d4cf43f18 req-bdffa965-290c-405b-9b1d-150241aaf4f0 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5361664 Aug 16 21:11:05.658204 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b94f245-62e7-43b0-a28c-980fb2dc32e2 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:11:05.663572 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b94f245-62e7-43b0-a28c-980fb2dc32e2 None None] Pushing event updated for resources: {'Port': ['ID=606b63f4-54cf-407c-9df1-aa0baa16ce9f,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:05.676817 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-e1233982-e785-437c-aea6-647d4cf43f18 req-235093e1-d1c5-45a6-a22d-45eb22a0bd76 service neutron] Request body: {'port': {'device_id': '4f788ff3-cb43-4459-aa63-6b753c58bc49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:05.865801 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-64a3db3a-2037-41e6-9f8e-389214429ea0 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59492298'] for subnet, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:05.902143 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e1233982-e785-437c-aea6-647d4cf43f18 req-235093e1-d1c5-45a6-a22d-45eb22a0bd76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:05.919999 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-7b94f245-62e7-43b0-a28c-980fb2dc32e2 None None] Attempting to bind port 606b63f4-54cf-407c-9df1-aa0baa16ce9f on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:11:05.919999 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-7b94f245-62e7-43b0-a28c-980fb2dc32e2 None None] Attempting to bind port 606b63f4-54cf-407c-9df1-aa0baa16ce9f by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '6ca65ae8-12cf-4f94-aad8-3ff5e24524dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '25784dc2-58d2-4158-a06d-6fb60bd27b4d'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:11:05.919999 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b94f245-62e7-43b0-a28c-980fb2dc32e2 None None] Attempting to bind port 606b63f4-54cf-407c-9df1-aa0baa16ce9f on network 25784dc2-58d2-4158-a06d-6fb60bd27b4d {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:11:05.944622 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b94f245-62e7-43b0-a28c-980fb2dc32e2 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:11:05.944937 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b94f245-62e7-43b0-a28c-980fb2dc32e2 None None] Checking segment: {'id': '6ca65ae8-12cf-4f94-aad8-3ff5e24524dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '25784dc2-58d2-4158-a06d-6fb60bd27b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:11:05.945311 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7b94f245-62e7-43b0-a28c-980fb2dc32e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:05.945711 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b94f245-62e7-43b0-a28c-980fb2dc32e2 None None] Bound using segment: {'id': '6ca65ae8-12cf-4f94-aad8-3ff5e24524dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '25784dc2-58d2-4158-a06d-6fb60bd27b4d'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:11:05.946193 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-7b94f245-62e7-43b0-a28c-980fb2dc32e2 None None] Bound port: 606b63f4-54cf-407c-9df1-aa0baa16ce9f, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca65ae8-12cf-4f94-aad8-3ff5e24524dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '25784dc2-58d2-4158-a06d-6fb60bd27b4d'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:11:05.946882 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7b94f245-62e7-43b0-a28c-980fb2dc32e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:06.053930 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-fcb5655b-7473-47c6-8af0-0d5f6e145f7f None None] Provisioning for port 63be8d18-f2a7-41b1-bd39-71331bb2775b completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:11:06.064464 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a65a6132-7a06-4ab5-87f5-6508d3923195 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:06.066993 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-fcb5655b-7473-47c6-8af0-0d5f6e145f7f None None] Provisioning complete for port 63be8d18-f2a7-41b1-bd39-71331bb2775b triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:06.067592 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fcb5655b-7473-47c6-8af0-0d5f6e145f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:06.077089 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31035c63-d3be-4ca5-9fa7-cfc2c54d1f91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-f23e0604-8486-41aa-b42e-cd716707a9b2', 'network_id': 'f23e0604-8486-41aa-b42e-cd716707a9b2', 'tenant_id': '81224c38c8894bf0bbc37d2578318d99', 'fixed_ips': [{'subnet_id': '99ffcfa4-4f2a-41c0-b752-50276a5ca341'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:11:06.084302 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-31035c63-d3be-4ca5-9fa7-cfc2c54d1f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:06.084464 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-a65a6132-7a06-4ab5-87f5-6508d3923195 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Transition to ACTIVE for port object 51674cd9-ca0b-403f-a329-e385fb34232e will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:11:06.144387 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7b94f245-62e7-43b0-a28c-980fb2dc32e2 None None] For port 606b63f4-54cf-407c-9df1-aa0baa16ce9f, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:11:06.158463 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3e9ac-1ed6-4576-9a21-428a23f55274 req-6af52db5-fbc5-425c-9fd4-657e2f1fa7ba tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:06.159963 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-78d3e9ac-1ed6-4576-9a21-428a23f55274 req-6af52db5-fbc5-425c-9fd4-657e2f1fa7ba tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=4f788ff3-cb43-4459-aa63-6b753c58bc49 HTTP/1.1" status: 200 len: 1028 time: 0.3648360 Aug 16 21:11:06.257838 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-78d3e9ac-1ed6-4576-9a21-428a23f55274 req-46610b38-9618-464a-8cbb-adafcffdf60e tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=fdd06cbf-4a83-49c6-9456-769ff05872e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719280 Aug 16 21:11:06.289067 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7b94f245-62e7-43b0-a28c-980fb2dc32e2 None None] For port 606b63f4-54cf-407c-9df1-aa0baa16ce9f, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=606b63f4-54cf-407c-9df1-aa0baa16ce9f,segment=NetworkSegment(6ca65ae8-12cf-4f94-aad8-3ff5e24524dd),segment_id=6ca65ae8-12cf-4f94-aad8-3ff5e24524dd)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:11:06.354580 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-fcb5655b-7473-47c6-8af0-0d5f6e145f7f None None] Port 63be8d18-f2a7-41b1-bd39-71331bb2775b cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:11:06.426916 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a65a6132-7a06-4ab5-87f5-6508d3923195 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:06.431000 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7b94f245-62e7-43b0-a28c-980fb2dc32e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:06.498161 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65a6132-7a06-4ab5-87f5-6508d3923195 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Network 25784dc2-58d2-4158-a06d-6fb60bd27b4d is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:11:06.506794 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb28738-e673-4a54-9c34-f6352f125535 req-329c27dc-4664-4eab-b082-168745d78d10 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:06.514980 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dfb28738-e673-4a54-9c34-f6352f125535 req-329c27dc-4664-4eab-b082-168745d78d10 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 945 time: 0.2203519 Aug 16 21:11:06.540653 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-a65a6132-7a06-4ab5-87f5-6508d3923195 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:06.551193 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b94f245-62e7-43b0-a28c-980fb2dc32e2 None None] Pushing event updated for resources: {'Port': ['ID=606b63f4-54cf-407c-9df1-aa0baa16ce9f,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:06.561453 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65a6132-7a06-4ab5-87f5-6508d3923195 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:11:06.583345 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-64a3db3a-2037-41e6-9f8e-389214429ea0 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744992572088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59020101'] for subnet, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:06.665738 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-31035c63-d3be-4ca5-9fa7-cfc2c54d1f91 None None] Allocated IP 172.20.0.3 (f23e0604-8486-41aa-b42e-cd716707a9b2/99ffcfa4-4f2a-41c0-b752-50276a5ca341/84c99c05-3a60-4ab4-8ed7-946cf38df8dd) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:11:07.022211 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-31035c63-d3be-4ca5-9fa7-cfc2c54d1f91 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:07.043181 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-31035c63-d3be-4ca5-9fa7-cfc2c54d1f91 None None] Transition to ACTIVE for port object 84c99c05-3a60-4ab4-8ed7-946cf38df8dd will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:11:07.071654 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-31035c63-d3be-4ca5-9fa7-cfc2c54d1f91 None None] Transition to ACTIVE for port object 84c99c05-3a60-4ab4-8ed7-946cf38df8dd will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:11:07.155295 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dfb28738-e673-4a54-9c34-f6352f125535 req-27beec9f-3194-4845-8c7a-084e5a1d2e02 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6393409 Aug 16 21:11:07.156105 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a6132-7a06-4ab5-87f5-6508d3923195 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Pushing event updated for resources: {'Port': ['ID=51674cd9-ca0b-403f-a329-e385fb34232e,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:07.161429 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-31035c63-d3be-4ca5-9fa7-cfc2c54d1f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:07.196142 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a3db3a-2037-41e6-9f8e-389214429ea0 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:07.197082 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-64a3db3a-2037-41e6-9f8e-389214429ea0 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:07.201990 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41702) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:07.210604 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-64a3db3a-2037-41e6-9f8e-389214429ea0 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "PUT /v2.0/subnets/99ffcfa4-4f2a-41c0-b752-50276a5ca341 HTTP/1.1" status: 200 len: 877 time: 1.6614141 Aug 16 21:11:07.261662 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31035c63-d3be-4ca5-9fa7-cfc2c54d1f91 None None] Network f23e0604-8486-41aa-b42e-cd716707a9b2 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:11:07.265333 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-31035c63-d3be-4ca5-9fa7-cfc2c54d1f91 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:07.269315 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31035c63-d3be-4ca5-9fa7-cfc2c54d1f91 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:11:07.275392 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31035c63-d3be-4ca5-9fa7-cfc2c54d1f91 None None] Pushing event updated for resources: {'Port': ['ID=84c99c05-3a60-4ab4-8ed7-946cf38df8dd,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:07.276350 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65a6132-7a06-4ab5-87f5-6508d3923195 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:07.284870 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a65a6132-7a06-4ab5-87f5-6508d3923195 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:07.294177 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3db3a-2037-41e6-9f8e-389214429ea0 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event updated for resources: {'Subnet': ['ID=99ffcfa4-4f2a-41c0-b752-50276a5ca341,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:07.418142 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dda5e7e3-de52-403a-b998-eb057c06b5d4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:07.529484 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a65a6132-7a06-4ab5-87f5-6508d3923195 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8918791 Aug 16 21:11:07.533441 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41708) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:07.535086 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-dda5e7e3-de52-403a-b998-eb057c06b5d4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Deleting port 84c99c05-3a60-4ab4-8ed7-946cf38df8dd {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:11:07.535438 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dda5e7e3-de52-403a-b998-eb057c06b5d4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:07.545598 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-31035c63-d3be-4ca5-9fa7-cfc2c54d1f91 None None] Attempting to bind port 84c99c05-3a60-4ab4-8ed7-946cf38df8dd on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:11:07.545993 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-31035c63-d3be-4ca5-9fa7-cfc2c54d1f91 None None] Attempting to bind port 84c99c05-3a60-4ab4-8ed7-946cf38df8dd by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'f247c2a5-21d9-4d32-babc-058bc995444b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f23e0604-8486-41aa-b42e-cd716707a9b2'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:11:07.546362 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31035c63-d3be-4ca5-9fa7-cfc2c54d1f91 None None] Attempting to bind port 84c99c05-3a60-4ab4-8ed7-946cf38df8dd on network f23e0604-8486-41aa-b42e-cd716707a9b2 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:11:07.557258 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-e1233982-e785-437c-aea6-647d4cf43f18 req-235093e1-d1c5-45a6-a22d-45eb22a0bd76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63be8d18-f2a7-41b1-bd39-71331bb2775b {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:11:07.561573 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31035c63-d3be-4ca5-9fa7-cfc2c54d1f91 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:11:07.567392 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31035c63-d3be-4ca5-9fa7-cfc2c54d1f91 None None] Checking segment: {'id': 'f247c2a5-21d9-4d32-babc-058bc995444b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f23e0604-8486-41aa-b42e-cd716707a9b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:11:07.567392 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-31035c63-d3be-4ca5-9fa7-cfc2c54d1f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:07.567392 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31035c63-d3be-4ca5-9fa7-cfc2c54d1f91 None None] Bound using segment: {'id': 'f247c2a5-21d9-4d32-babc-058bc995444b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f23e0604-8486-41aa-b42e-cd716707a9b2'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:11:07.567392 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-31035c63-d3be-4ca5-9fa7-cfc2c54d1f91 None None] Bound port: 84c99c05-3a60-4ab4-8ed7-946cf38df8dd, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f247c2a5-21d9-4d32-babc-058bc995444b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f23e0604-8486-41aa-b42e-cd716707a9b2'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:11:07.567392 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-31035c63-d3be-4ca5-9fa7-cfc2c54d1f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:07.576153 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e1233982-e785-437c-aea6-647d4cf43f18 req-235093e1-d1c5-45a6-a22d-45eb22a0bd76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:07.580442 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4130679-78ab-49cc-a2d3-fdd1ee0e62c6 req-41a2bb88-8c21-4508-a09f-767f77684214 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:07.588201 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e4130679-78ab-49cc-a2d3-fdd1ee0e62c6 req-41a2bb88-8c21-4508-a09f-767f77684214 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=4f788ff3-cb43-4459-aa63-6b753c58bc49 HTTP/1.1" status: 200 len: 1028 time: 0.0893154 Aug 16 21:11:07.616433 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-e1233982-e785-437c-aea6-647d4cf43f18 req-235093e1-d1c5-45a6-a22d-45eb22a0bd76 service neutron] Transition to ACTIVE for port object 63be8d18-f2a7-41b1-bd39-71331bb2775b will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:11:07.658284 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e4130679-78ab-49cc-a2d3-fdd1ee0e62c6 req-84157ba8-eb6a-4344-bdf6-e03c70ac6ded tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=fdd06cbf-4a83-49c6-9456-769ff05872e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687368 Aug 16 21:11:07.721162 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e1233982-e785-437c-aea6-647d4cf43f18 req-235093e1-d1c5-45a6-a22d-45eb22a0bd76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:07.739930 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-31035c63-d3be-4ca5-9fa7-cfc2c54d1f91 None None] For port 84c99c05-3a60-4ab4-8ed7-946cf38df8dd, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:11:07.760106 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-31035c63-d3be-4ca5-9fa7-cfc2c54d1f91 None None] For port 84c99c05-3a60-4ab4-8ed7-946cf38df8dd, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=84c99c05-3a60-4ab4-8ed7-946cf38df8dd,segment=NetworkSegment(f247c2a5-21d9-4d32-babc-058bc995444b),segment_id=f247c2a5-21d9-4d32-babc-058bc995444b)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:11:07.840919 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235093e1-d1c5-45a6-a22d-45eb22a0bd76 service neutron] Pushing event updated for resources: {'Port': ['ID=63be8d18-f2a7-41b1-bd39-71331bb2775b,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:07.869159 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-dda5e7e3-de52-403a-b998-eb057c06b5d4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] For port 84c99c05-3a60-4ab4-8ed7-946cf38df8dd, host n-d-793620-15, got binding levels [] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:07.872595 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dda5e7e3-de52-403a-b998-eb057c06b5d4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:07.872754 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-31035c63-d3be-4ca5-9fa7-cfc2c54d1f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:07.909520 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-dda5e7e3-de52-403a-b998-eb057c06b5d4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Calling delete_port for 84c99c05-3a60-4ab4-8ed7-946cf38df8dd owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:11:07.918782 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-76301a90-0701-4ec6-95e7-4c9c1a80e350 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Deleting port 51674cd9-ca0b-403f-a329-e385fb34232e {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:11:07.918782 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-76301a90-0701-4ec6-95e7-4c9c1a80e350 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:08.009932 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-e1233982-e785-437c-aea6-647d4cf43f18 req-235093e1-d1c5-45a6-a22d-45eb22a0bd76 service neutron] Attempting to bind port 63be8d18-f2a7-41b1-bd39-71331bb2775b on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:11:08.010323 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-e1233982-e785-437c-aea6-647d4cf43f18 req-235093e1-d1c5-45a6-a22d-45eb22a0bd76 service neutron] Attempting to bind port 63be8d18-f2a7-41b1-bd39-71331bb2775b by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'c598720d-0638-4e2d-8367-da20e73a779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8a16c391-2eca-48bc-ba42-cdb112afb433'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:11:08.010771 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1233982-e785-437c-aea6-647d4cf43f18 req-235093e1-d1c5-45a6-a22d-45eb22a0bd76 service neutron] Attempting to bind port 63be8d18-f2a7-41b1-bd39-71331bb2775b on network 8a16c391-2eca-48bc-ba42-cdb112afb433 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:11:08.029342 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1233982-e785-437c-aea6-647d4cf43f18 req-235093e1-d1c5-45a6-a22d-45eb22a0bd76 service neutron] Port 63be8d18-f2a7-41b1-bd39-71331bb2775b on network 8a16c391-2eca-48bc-ba42-cdb112afb433 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:11:08.029987 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1233982-e785-437c-aea6-647d4cf43f18 req-235093e1-d1c5-45a6-a22d-45eb22a0bd76 service neutron] Attempting to bind port 63be8d18-f2a7-41b1-bd39-71331bb2775b on network 8a16c391-2eca-48bc-ba42-cdb112afb433 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:11:08.040603 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31035c63-d3be-4ca5-9fa7-cfc2c54d1f91 None None] Pushing event updated for resources: {'Port': ['ID=84c99c05-3a60-4ab4-8ed7-946cf38df8dd,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:08.042231 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1233982-e785-437c-aea6-647d4cf43f18 req-235093e1-d1c5-45a6-a22d-45eb22a0bd76 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:11:08.042710 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1233982-e785-437c-aea6-647d4cf43f18 req-235093e1-d1c5-45a6-a22d-45eb22a0bd76 service neutron] Checking segment: {'id': 'c598720d-0638-4e2d-8367-da20e73a779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8a16c391-2eca-48bc-ba42-cdb112afb433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:11:08.043294 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1233982-e785-437c-aea6-647d4cf43f18 req-235093e1-d1c5-45a6-a22d-45eb22a0bd76 service neutron] Bound using segment: {'id': 'c598720d-0638-4e2d-8367-da20e73a779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8a16c391-2eca-48bc-ba42-cdb112afb433'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:11:08.046072 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-e1233982-e785-437c-aea6-647d4cf43f18 req-235093e1-d1c5-45a6-a22d-45eb22a0bd76 service neutron] Bound port: 63be8d18-f2a7-41b1-bd39-71331bb2775b, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c598720d-0638-4e2d-8367-da20e73a779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8a16c391-2eca-48bc-ba42-cdb112afb433'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:11:08.046787 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e1233982-e785-437c-aea6-647d4cf43f18 req-235093e1-d1c5-45a6-a22d-45eb22a0bd76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:08.103557 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-76301a90-0701-4ec6-95e7-4c9c1a80e350 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:08.135637 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-76301a90-0701-4ec6-95e7-4c9c1a80e350 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Calling delete_port for 51674cd9-ca0b-403f-a329-e385fb34232e owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:11:08.195864 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-e1233982-e785-437c-aea6-647d4cf43f18 req-235093e1-d1c5-45a6-a22d-45eb22a0bd76 service neutron] For port 63be8d18-f2a7-41b1-bd39-71331bb2775b, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:11:08.200822 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-e1233982-e785-437c-aea6-647d4cf43f18 req-235093e1-d1c5-45a6-a22d-45eb22a0bd76 service neutron] For port 63be8d18-f2a7-41b1-bd39-71331bb2775b, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=63be8d18-f2a7-41b1-bd39-71331bb2775b,segment=NetworkSegment(c598720d-0638-4e2d-8367-da20e73a779e),segment_id=c598720d-0638-4e2d-8367-da20e73a779e)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:11:08.287232 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 606b63f4-54cf-407c-9df1-aa0baa16ce9f up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:11:08.368691 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e1233982-e785-437c-aea6-647d4cf43f18 req-235093e1-d1c5-45a6-a22d-45eb22a0bd76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:08.425741 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dda5e7e3-de52-403a-b998-eb057c06b5d4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:08.480089 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1233982-e785-437c-aea6-647d4cf43f18 req-235093e1-d1c5-45a6-a22d-45eb22a0bd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:08.480744 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e1233982-e785-437c-aea6-647d4cf43f18 req-235093e1-d1c5-45a6-a22d-45eb22a0bd76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:08.482346 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1233982-e785-437c-aea6-647d4cf43f18 req-235093e1-d1c5-45a6-a22d-45eb22a0bd76 service neutron] 10.222.0.90 "PUT /v2.0/ports/63be8d18-f2a7-41b1-bd39-71331bb2775b HTTP/1.1" status: 200 len: 1093 time: 2.8099289 Aug 16 21:11:08.482974 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f788ff3-cb43-4459-aa63-6b753c58bc49', 'tag': '63be8d18-f2a7-41b1-bd39-71331bb2775b'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:11:08.503737 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac81b5c-dca7-4793-b537-51130e94835f" -d '{"events": [{"name": "network-changed", "server_uuid": "4f788ff3-cb43-4459-aa63-6b753c58bc49", "tag": "63be8d18-f2a7-41b1-bd39-71331bb2775b"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:11:08.507663 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5e7e3-de52-403a-b998-eb057c06b5d4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event deleted for resources: {'Port': ['ID=84c99c05-3a60-4ab4-8ed7-946cf38df8dd,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:08.517418 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce20ce-01ab-486d-9201-5ba22a19a4c7 req-48000815-4387-40f8-96dc-b5636b912e24 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:08.524660 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea935319-5bf8-4e63-9225-d3c6bd827304 None None] Network 25784dc2-58d2-4158-a06d-6fb60bd27b4d requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:08.530875 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b0ce20ce-01ab-486d-9201-5ba22a19a4c7 req-48000815-4387-40f8-96dc-b5636b912e24 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 945 time: 0.2124543 Aug 16 21:11:08.616235 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b0ce20ce-01ab-486d-9201-5ba22a19a4c7 req-e0a74a02-a036-4da1-88eb-74e0cc530958 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836921 Aug 16 21:11:08.651411 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda5e7e3-de52-403a-b998-eb057c06b5d4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] No DVR routers for this DVR port 84c99c05-3a60-4ab4-8ed7-946cf38df8dd on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:11:08.655629 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-76301a90-0701-4ec6-95e7-4c9c1a80e350 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:08.666898 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235093e1-d1c5-45a6-a22d-45eb22a0bd76 service neutron] Pushing event updated for resources: {'Port': ['ID=63be8d18-f2a7-41b1-bd39-71331bb2775b,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:08.667304 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 606b63f4-54cf-407c-9df1-aa0baa16ce9f completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:11:08.705378 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2559470-38fb-4f33-9343-0d6c7f6280d0 x-openstack-request-id: req-d2559470-38fb-4f33-9343-0d6c7f6280d0 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:11:08.709091 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f788ff3-cb43-4459-aa63-6b753c58bc49", "tag": "63be8d18-f2a7-41b1-bd39-71331bb2775b", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:11:08.709091 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d2559470-38fb-4f33-9343-0d6c7f6280d0 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:11:08.709091 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f788ff3-cb43-4459-aa63-6b753c58bc49', 'tag': '63be8d18-f2a7-41b1-bd39-71331bb2775b', 'status': 'completed', 'code': 200} Aug 16 21:11:08.716801 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5e7e3-de52-403a-b998-eb057c06b5d4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:08.719060 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5e7e3-de52-403a-b998-eb057c06b5d4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:08.719729 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5e7e3-de52-403a-b998-eb057c06b5d4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:08.731026 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5e7e3-de52-403a-b998-eb057c06b5d4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:08.731677 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5e7e3-de52-403a-b998-eb057c06b5d4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:08.732220 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5e7e3-de52-403a-b998-eb057c06b5d4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:08.732813 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5e7e3-de52-403a-b998-eb057c06b5d4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:08.733572 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5e7e3-de52-403a-b998-eb057c06b5d4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:08.734642 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5e7e3-de52-403a-b998-eb057c06b5d4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:08.735426 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5e7e3-de52-403a-b998-eb057c06b5d4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:08.736689 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5e7e3-de52-403a-b998-eb057c06b5d4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:08.743697 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5e7e3-de52-403a-b998-eb057c06b5d4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:08.750860 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1233982-e785-437c-aea6-647d4cf43f18 req-44461fac-6b0e-46a0-a9c3-0c8b60dea6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:08.752441 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1233982-e785-437c-aea6-647d4cf43f18 req-44461fac-6b0e-46a0-a9c3-0c8b60dea6d2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e6319db43d0a4da0949c86a3882f6b30&device_id=4f788ff3-cb43-4459-aa63-6b753c58bc49 HTTP/1.1" status: 200 len: 1096 time: 0.1351733 Aug 16 21:11:08.760474 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e873921d-08ec-45f6-a618-dbf86814f674 None None] Provisioning for port 606b63f4-54cf-407c-9df1-aa0baa16ce9f completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:11:08.812201 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1233982-e785-437c-aea6-647d4cf43f18 req-e5b73084-43ec-4bba-9d43-9827d6c5f158 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63be8d18-f2a7-41b1-bd39-71331bb2775b HTTP/1.1" status: 200 len: 217 time: 0.0499828 Aug 16 21:11:08.839978 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e873921d-08ec-45f6-a618-dbf86814f674 None None] Provisioning complete for port 606b63f4-54cf-407c-9df1-aa0baa16ce9f triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:08.840228 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e873921d-08ec-45f6-a618-dbf86814f674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:08.848190 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76301a90-0701-4ec6-95e7-4c9c1a80e350 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Pushing event deleted for resources: {'Port': ['ID=51674cd9-ca0b-403f-a329-e385fb34232e,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:08.892956 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dda5e7e3-de52-403a-b998-eb057c06b5d4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:08.964923 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1233982-e785-437c-aea6-647d4cf43f18 req-459625ad-acd0-4a88-8e02-f0ba369eb8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:08.967027 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1233982-e785-437c-aea6-647d4cf43f18 req-459625ad-acd0-4a88-8e02-f0ba369eb8b0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8d49b411-4d8f-4ce4-b2a9-fe98304d3873 HTTP/1.1" status: 200 len: 849 time: 0.1395478 Aug 16 21:11:08.983380 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb83bd-cb44-42e7-90bd-675081fcec22 req-692d8550-2dcc-4785-945e-7812a38e5c3e tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:09.003555 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fadb83bd-cb44-42e7-90bd-675081fcec22 req-692d8550-2dcc-4785-945e-7812a38e5c3e tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=4f788ff3-cb43-4459-aa63-6b753c58bc49 HTTP/1.1" status: 200 len: 1096 time: 0.1901264 Aug 16 21:11:09.056057 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e873921d-08ec-45f6-a618-dbf86814f674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:09.116478 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-76301a90-0701-4ec6-95e7-4c9c1a80e350 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:09.117911 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-76301a90-0701-4ec6-95e7-4c9c1a80e350 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] 10.222.0.84 "DELETE /v2.0/ports/51674cd9-ca0b-403f-a329-e385fb34232e HTTP/1.1" status: 204 len: 168 time: 1.5803864 Aug 16 21:11:09.128219 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41728) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:09.183820 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-e873921d-08ec-45f6-a618-dbf86814f674 None None] For port 606b63f4-54cf-407c-9df1-aa0baa16ce9f, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=606b63f4-54cf-407c-9df1-aa0baa16ce9f,segment=NetworkSegment(6ca65ae8-12cf-4f94-aad8-3ff5e24524dd),segment_id=6ca65ae8-12cf-4f94-aad8-3ff5e24524dd)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:09.208136 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fadb83bd-cb44-42e7-90bd-675081fcec22 req-59565de1-447b-4b9d-a973-7728d81eaea1 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=fdd06cbf-4a83-49c6-9456-769ff05872e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035189 Aug 16 21:11:09.232390 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1233982-e785-437c-aea6-647d4cf43f18 req-14fbc238-bfbf-448a-9464-5fa209bbe8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:09.232390 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1233982-e785-437c-aea6-647d4cf43f18 req-14fbc238-bfbf-448a-9464-5fa209bbe8f1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8a16c391-2eca-48bc-ba42-cdb112afb433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1942959 Aug 16 21:11:09.284879 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-cec48cac-9d38-46bb-86f3-2d7913d5b7fa tempest-DHCPAgentSchedulersTestJSON-394989325 tempest-DHCPAgentSchedulersTestJSON-394989325-project-admin] 10.222.0.84 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.1553938 Aug 16 21:11:09.287510 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41732) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:09.296584 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-2bbe7d1b-0e72-44d3-94a6-a918f6716fd4 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-301119528'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:09.299577 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e873921d-08ec-45f6-a618-dbf86814f674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:09.319683 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dda5e7e3-de52-403a-b998-eb057c06b5d4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:09.421880 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5e7e3-de52-403a-b998-eb057c06b5d4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event deleted for resources: {'Subnet': ['ID=99ffcfa4-4f2a-41c0-b752-50276a5ca341,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:09.435588 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1233982-e785-437c-aea6-647d4cf43f18 req-42bcc2d2-c8a1-4e2d-a6c0-fefdced70537 service neutron] 10.222.0.90 "GET /v2.0/networks/8a16c391-2eca-48bc-ba42-cdb112afb433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961524 Aug 16 21:11:09.478783 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873921d-08ec-45f6-a618-dbf86814f674 None None] Pushing event updated for resources: {'Port': ['ID=606b63f4-54cf-407c-9df1-aa0baa16ce9f,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:09.560086 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dda5e7e3-de52-403a-b998-eb057c06b5d4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:09.571527 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-dda5e7e3-de52-403a-b998-eb057c06b5d4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f23e0604-8486-41aa-b42e-cd716707a9b2']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:09.587062 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1233982-e785-437c-aea6-647d4cf43f18 req-b0c0b1fa-82ff-49a8-9a56-3fbb190380b4 service neutron] 10.222.0.90 "GET /v2.0/networks/8a16c391-2eca-48bc-ba42-cdb112afb433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437128 Aug 16 21:11:09.598867 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-dda5e7e3-de52-403a-b998-eb057c06b5d4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f247c2a5-21d9-4d32-babc-058bc995444b') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:09.599159 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-dda5e7e3-de52-403a-b998-eb057c06b5d4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f247c2a5-21d9-4d32-babc-058bc995444b') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:09.601055 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbe7d1b-0e72-44d3-94a6-a918f6716fd4 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Made reservation on behalf of 988b0aeeb095459998ffdd14e054c2e1 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:11:09.606585 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2bbe7d1b-0e72-44d3-94a6-a918f6716fd4 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:09.625157 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dda5e7e3-de52-403a-b998-eb057c06b5d4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:09.630509 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-abd3f405-3804-4039-ac8a-67531b812a61 None None] Provisioning complete for port 606b63f4-54cf-407c-9df1-aa0baa16ce9f triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:09.630881 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-abd3f405-3804-4039-ac8a-67531b812a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:09.656681 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dda5e7e3-de52-403a-b998-eb057c06b5d4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:09.691215 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dda5e7e3-de52-403a-b998-eb057c06b5d4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:11:09.703679 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dda5e7e3-de52-403a-b998-eb057c06b5d4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:09.724666 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:11:09.724666 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:11:09.724666 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:11:09.724666 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:11:09.724666 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:11:09.724666 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:11:09.724666 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:11:09.724666 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:11:09.724666 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:11:09.724666 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:11:09.724666 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:11:09.724666 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:11:09.724666 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:11:09.724666 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:11:09.724666 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:11:09.724666 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:11:09.724666 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:11:09.724666 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:11:09.724666 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:11:09.724666 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:11:09.724666 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:11:09.724666 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:11:09.724666 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:11:09.724666 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:11:09.724666 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:11:09.724666 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:11:09.724666 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:11:09.724666 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:11:09.724666 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:11:09.724666 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:11:09.724666 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:11:09.724666 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:11:09.846916 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66964a5-727f-49c7-af3e-fd67e7b77558 None None] Network f23e0604-8486-41aa-b42e-cd716707a9b2 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:09.905296 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac81b5c-dca7-4793-b537-51130e94835f req-4a009842-c132-457a-8860-743f24d0cc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:09.906985 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3ac81b5c-dca7-4793-b537-51130e94835f req-4a009842-c132-457a-8860-743f24d0cc93 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e6319db43d0a4da0949c86a3882f6b30&device_id=4f788ff3-cb43-4459-aa63-6b753c58bc49 HTTP/1.1" status: 200 len: 1096 time: 0.1513999 Aug 16 21:11:09.916988 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3163f7-9325-482f-9eba-03fe26d2116a req-7cf95265-4daa-4766-94ff-fbf0b246cd51 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:09.927861 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2b3163f7-9325-482f-9eba-03fe26d2116a req-7cf95265-4daa-4766-94ff-fbf0b246cd51 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 945 time: 0.1925068 Aug 16 21:11:09.945662 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-6ca3df95-404e-46c1-9332-d3b0a1c67ee0 None None] Could not find standard attr ID for object 51674cd9-ca0b-403f-a329-e385fb34232e. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 21:11:09.952207 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-6ca3df95-404e-46c1-9332-d3b0a1c67ee0 None None] Could not find standard attr ID for object 84c99c05-3a60-4ab4-8ed7-946cf38df8dd. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 21:11:09.965631 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dda5e7e3-de52-403a-b998-eb057c06b5d4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:09.967521 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bbe7d1b-0e72-44d3-94a6-a918f6716fd4 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:11:10.051969 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dda5e7e3-de52-403a-b998-eb057c06b5d4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:10.051969 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-dda5e7e3-de52-403a-b998-eb057c06b5d4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "DELETE /v2.0/networks/f23e0604-8486-41aa-b42e-cd716707a9b2 HTTP/1.1" status: 204 len: 168 time: 2.8073590 Aug 16 21:11:10.051969 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5e7e3-de52-403a-b998-eb057c06b5d4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event deleted for resources: {'Network': ['ID=f23e0604-8486-41aa-b42e-cd716707a9b2,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:10.051969 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2bbe7d1b-0e72-44d3-94a6-a918f6716fd4 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:10.051969 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-2bbe7d1b-0e72-44d3-94a6-a918f6716fd4 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Added segment 52cf6984-29d2-47e5-891e-2c15e29b53f8 of type vlan for network 1d1155ad-26eb-4d59-868d-c25fdb82be35 Aug 16 21:11:10.066237 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac81b5c-dca7-4793-b537-51130e94835f req-5a04a867-c42e-40f7-be83-bfc65d9a5028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:10.068009 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3ac81b5c-dca7-4793-b537-51130e94835f req-5a04a867-c42e-40f7-be83-bfc65d9a5028 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8a16c391-2eca-48bc-ba42-cdb112afb433 HTTP/1.1" status: 200 len: 911 time: 0.1368992 Aug 16 21:11:10.068501 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41736) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:10.132938 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2bbe7d1b-0e72-44d3-94a6-a918f6716fd4 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:10.159162 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e92ecc-4d43-4cf1-a830-1baf72649a1c None None] DHCP port deletion for f23e0604-8486-41aa-b42e-cd716707a9b2 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:11:10.186661 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664107e2-865a-490b-b20c-50599b0ccc51 None None] Network f23e0604-8486-41aa-b42e-cd716707a9b2 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:10.192682 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-43fa0e05-b1f0-4dd4-a673-49bd4ee50b51 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] DELETE failed (client error): The resource could not be found. Aug 16 21:11:10.193157 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43fa0e05-b1f0-4dd4-a673-49bd4ee50b51 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:11:10.201328 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-43fa0e05-b1f0-4dd4-a673-49bd4ee50b51 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "DELETE /v2.0/subnets/99ffcfa4-4f2a-41c0-b752-50276a5ca341 HTTP/1.1" status: 404 len: 337 time: 0.1261239 Aug 16 21:11:10.204616 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2b3163f7-9325-482f-9eba-03fe26d2116a req-5cf0516a-4db7-403b-b6d8-f7149011f3fe tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2754884 Aug 16 21:11:10.204780 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41742) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:10.213264 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3ac81b5c-dca7-4793-b537-51130e94835f req-b46f563b-00d3-40c2-b22e-4a1b4e53670d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63be8d18-f2a7-41b1-bd39-71331bb2775b HTTP/1.1" status: 200 len: 217 time: 0.1181507 Aug 16 21:11:10.224558 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664107e2-865a-490b-b20c-50599b0ccc51 None None] Network f23e0604-8486-41aa-b42e-cd716707a9b2 could not be found, it might have been deleted concurrently. {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 21:11:10.282744 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 606b63f4-54cf-407c-9df1-aa0baa16ce9f up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:11:10.301136 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac81b5c-dca7-4793-b537-51130e94835f req-67b468f2-d0ab-49ec-a9d3-048efe4602ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:10.303448 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3ac81b5c-dca7-4793-b537-51130e94835f req-67b468f2-d0ab-49ec-a9d3-048efe4602ac service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8d49b411-4d8f-4ce4-b2a9-fe98304d3873 HTTP/1.1" status: 200 len: 849 time: 0.0885596 Aug 16 21:11:10.315375 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5fc9a5b-ea42-4171-9d3f-517eda16d184 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] DELETE failed (client error): The resource could not be found. Aug 16 21:11:10.315619 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5fc9a5b-ea42-4171-9d3f-517eda16d184 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:11:10.317327 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f5fc9a5b-ea42-4171-9d3f-517eda16d184 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "DELETE /v2.0/networks/f23e0604-8486-41aa-b42e-cd716707a9b2 HTTP/1.1" status: 404 len: 339 time: 0.1116555 Aug 16 21:11:10.318224 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2bbe7d1b-0e72-44d3-94a6-a918f6716fd4 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:10.324439 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbe7d1b-0e72-44d3-94a6-a918f6716fd4 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:10.325056 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2bbe7d1b-0e72-44d3-94a6-a918f6716fd4 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:10.327376 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41746) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:10.401024 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 606b63f4-54cf-407c-9df1-aa0baa16ce9f triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:10.401024 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:10.425653 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe7d1b-0e72-44d3-94a6-a918f6716fd4 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Pushing event updated for resources: {'Network': ['ID=1d1155ad-26eb-4d59-868d-c25fdb82be35,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:10.427204 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac81b5c-dca7-4793-b537-51130e94835f req-275740fd-761b-4594-b5ac-dc3f2f48d5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:10.429806 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3ac81b5c-dca7-4793-b537-51130e94835f req-275740fd-761b-4594-b5ac-dc3f2f48d5ad service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8a16c391-2eca-48bc-ba42-cdb112afb433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1129060 Aug 16 21:11:10.439682 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 1d1155ad-26eb-4d59-868d-c25fdb82be35 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:11:10.449066 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732607a7-9241-4a9c-9fa5-1f6a3ea9a27b req-da0f1c51-d7fa-4e35-ac85-376b82bcb6ed tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:10.450562 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-732607a7-9241-4a9c-9fa5-1f6a3ea9a27b req-da0f1c51-d7fa-4e35-ac85-376b82bcb6ed tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=4f788ff3-cb43-4459-aa63-6b753c58bc49 HTTP/1.1" status: 200 len: 1096 time: 0.0829840 Aug 16 21:11:10.452735 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd718b59-af09-4f2d-8a63-de72a89a08a4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] DELETE failed (client error): The resource could not be found. Aug 16 21:11:10.453295 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd718b59-af09-4f2d-8a63-de72a89a08a4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:11:10.455540 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fd718b59-af09-4f2d-8a63-de72a89a08a4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "DELETE /v2.0/subnets/810a471a-2b2f-423a-b66a-7340b65045f2 HTTP/1.1" status: 404 len: 337 time: 0.0417352 Aug 16 21:11:10.457974 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41748) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:10.482274 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-245ec5b6-4eb0-4365-a11e-a1dead92696a tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] DELETE failed (client error): The resource could not be found. Aug 16 21:11:10.502915 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-245ec5b6-4eb0-4365-a11e-a1dead92696a tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:11:10.502915 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-245ec5b6-4eb0-4365-a11e-a1dead92696a tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "DELETE /v2.0/networks/503cf812-d4c9-41b7-baec-240393451abd HTTP/1.1" status: 404 len: 339 time: 0.0255969 Aug 16 21:11:10.504851 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41750) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:10.558237 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-732607a7-9241-4a9c-9fa5-1f6a3ea9a27b req-1e396dbe-ef18-445b-98b5-f588f1d018bb tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=fdd06cbf-4a83-49c6-9456-769ff05872e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929089 Aug 16 21:11:10.571565 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3ac81b5c-dca7-4793-b537-51130e94835f req-7fc15595-78b6-4a02-bdeb-3526b702c2dd service neutron] 10.222.0.90 "GET /v2.0/networks/8a16c391-2eca-48bc-ba42-cdb112afb433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335599 Aug 16 21:11:10.593428 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2bbe7d1b-0e72-44d3-94a6-a918f6716fd4 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3045104 Aug 16 21:11:10.597062 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41752) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:10.608197 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2db2b067-21bc-4330-ba3d-2fda94ea5ddb tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:10.674011 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3ac81b5c-dca7-4793-b537-51130e94835f req-ce223663-abee-4fd0-ad9d-e5545db844b4 service neutron] 10.222.0.90 "GET /v2.0/networks/8a16c391-2eca-48bc-ba42-cdb112afb433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932617 Aug 16 21:11:10.789108 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2db2b067-21bc-4330-ba3d-2fda94ea5ddb tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:10.808943 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-2db2b067-21bc-4330-ba3d-2fda94ea5ddb tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f154e13d-d732-4761-ad73-f721fb23b558']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:10.830830 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-2db2b067-21bc-4330-ba3d-2fda94ea5ddb tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '308a25e4-a6a9-4506-96ac-b454ff058153') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:10.831131 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-2db2b067-21bc-4330-ba3d-2fda94ea5ddb tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '308a25e4-a6a9-4506-96ac-b454ff058153') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:10.845589 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2db2b067-21bc-4330-ba3d-2fda94ea5ddb tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:10.848792 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fd28a07c-f84a-4e20-934e-17ad830974fd tempest-DHCPAgentSchedulersTestJSON-394989325 tempest-DHCPAgentSchedulersTestJSON-394989325-project-admin] 10.222.0.84 "GET /v2.0/agents/afef07b1-13a9-46e4-84d7-17d00a41112e/dhcp-networks HTTP/1.1" status: 200 len: 6485 time: 0.2505679 Aug 16 21:11:10.852520 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41760) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:10.862719 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2db2b067-21bc-4330-ba3d-2fda94ea5ddb tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:10.868922 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db2b067-21bc-4330-ba3d-2fda94ea5ddb tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:11:10.869319 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2db2b067-21bc-4330-ba3d-2fda94ea5ddb tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:10.872230 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:11:10.872230 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:11:10.872230 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:11:10.872230 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:11:10.872230 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:11:10.872230 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:11:10.872230 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:11:10.872230 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:11:10.872230 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:11:10.872230 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:11:10.872230 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:11:10.872230 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:11:10.872230 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:11:10.872230 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:11:10.872230 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:11:10.872230 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:11:10.872230 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:11:10.872230 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:11:10.872230 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:11:10.872230 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:11:10.872230 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:11:10.872230 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:11:10.872230 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:11:10.872230 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:11:10.872230 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:11:10.872230 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:11:10.872230 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:11:10.872230 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:11:10.872230 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:11:10.872230 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:11:10.872230 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:11:10.872230 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:11:10.944980 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8672e6-f2c7-41e0-8085-8cc1f8a62474 tempest-DHCPAgentSchedulersTestJSON-394989325 tempest-DHCPAgentSchedulersTestJSON-394989325-project-admin] Network 1d1155ad-26eb-4d59-868d-c25fdb82be35 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:11:11.046153 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2db2b067-21bc-4330-ba3d-2fda94ea5ddb tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:11.056680 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2db2b067-21bc-4330-ba3d-2fda94ea5ddb tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:11.056680 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2db2b067-21bc-4330-ba3d-2fda94ea5ddb tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "DELETE /v2.0/networks/f154e13d-d732-4761-ad73-f721fb23b558 HTTP/1.1" status: 204 len: 168 time: 0.5493567 Aug 16 21:11:11.058441 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41766) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:11.067211 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db2b067-21bc-4330-ba3d-2fda94ea5ddb tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event deleted for resources: {'Network': ['ID=f154e13d-d732-4761-ad73-f721fb23b558,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:11.072582 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-aa8672e6-f2c7-41e0-8085-8cc1f8a62474 tempest-DHCPAgentSchedulersTestJSON-394989325 tempest-DHCPAgentSchedulersTestJSON-394989325-project-admin] 10.222.0.84 "POST /v2.0/agents/afef07b1-13a9-46e4-84d7-17d00a41112e/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2188594 Aug 16 21:11:11.075193 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41768) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:11.077921 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d80a71-49b8-41d4-b84f-31ee024c5aae None None] Network 1d1155ad-26eb-4d59-868d-c25fdb82be35 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:11.099354 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc4378f6-9619-4f6e-be58-0ad25987daf3 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] DELETE failed (client error): The resource could not be found. Aug 16 21:11:11.100102 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc4378f6-9619-4f6e-be58-0ad25987daf3 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:11:11.102358 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-bc4378f6-9619-4f6e-be58-0ad25987daf3 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "DELETE /v2.0/subnets/36417b46-0205-4d0b-9f3a-ed2cad98a59a HTTP/1.1" status: 404 len: 337 time: 0.0428553 Aug 16 21:11:11.105107 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41770) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:11.159733 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-63dfbe95-6ecc-4b94-b19e-8e92f67e918b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] DELETE failed (client error): The resource could not be found. Aug 16 21:11:11.160314 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63dfbe95-6ecc-4b94-b19e-8e92f67e918b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:11:11.164662 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-63dfbe95-6ecc-4b94-b19e-8e92f67e918b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "DELETE /v2.0/networks/9901befe-96df-41e1-89ad-418366e06306 HTTP/1.1" status: 404 len: 339 time: 0.0507085 Aug 16 21:11:11.164869 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41772) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:11.171523 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-78cb6a71-81c7-44b9-ba9e-33219e39b56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:11.195169 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1cb81df-ca3a-4d8c-b5d1-e03fd8c93442 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] DELETE failed (client error): The resource could not be found. Aug 16 21:11:11.195633 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1cb81df-ca3a-4d8c-b5d1-e03fd8c93442 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:11:11.197361 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f1cb81df-ca3a-4d8c-b5d1-e03fd8c93442 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "DELETE /v2.0/subnets/decdb30e-5b84-4020-bc9b-e1dc54dbabda HTTP/1.1" status: 404 len: 337 time: 0.0316734 Aug 16 21:11:11.200278 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41774) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:11.219632 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-25edb6aa-904c-4434-bd2b-1d2c4d8207a5 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] DELETE failed (client error): The resource could not be found. Aug 16 21:11:11.220326 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25edb6aa-904c-4434-bd2b-1d2c4d8207a5 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:11:11.222871 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-25edb6aa-904c-4434-bd2b-1d2c4d8207a5 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "DELETE /v2.0/networks/e47a958e-abdf-4dec-b673-eedc3f8c15fa HTTP/1.1" status: 404 len: 339 time: 0.0213904 Aug 16 21:11:11.224459 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41776) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:11.249271 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f26f1202-bc59-4f5a-9bfc-516d724ed795 tempest-DHCPAgentSchedulersTestJSON-394989325 tempest-DHCPAgentSchedulersTestJSON-394989325-project-admin] 10.222.0.84 "GET /v2.0/agents/afef07b1-13a9-46e4-84d7-17d00a41112e/dhcp-networks HTTP/1.1" status: 200 len: 7255 time: 0.1726801 Aug 16 21:11:11.250212 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-238a19ce-4135-4c52-af41-5df2f6061cc4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] DELETE failed (client error): The resource could not be found. Aug 16 21:11:11.250679 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-238a19ce-4135-4c52-af41-5df2f6061cc4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:11:11.253139 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-238a19ce-4135-4c52-af41-5df2f6061cc4 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "DELETE /v2.0/subnets/b2cc00fd-6a58-4f45-94f2-bc6280249c59 HTTP/1.1" status: 404 len: 337 time: 0.0274560 Aug 16 21:11:11.256447 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41778) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:11.258266 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41782) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:11.297395 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-d098516b-d586-4077-a63b-d871c4871e2f tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] DELETE failed (client error): The resource could not be found. Aug 16 21:11:11.297997 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d098516b-d586-4077-a63b-d871c4871e2f tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:11:11.299742 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d098516b-d586-4077-a63b-d871c4871e2f tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "DELETE /v2.0/networks/777a350e-0e08-4511-8267-647e7f826dd2 HTTP/1.1" status: 404 len: 339 time: 0.0405459 Aug 16 21:11:11.305134 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41786) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:11.368524 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ee69f3a-26a3-4dab-bca0-1ef50ef42edd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] DELETE failed (client error): The resource could not be found. Aug 16 21:11:11.368998 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ee69f3a-26a3-4dab-bca0-1ef50ef42edd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:11:11.370753 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0ee69f3a-26a3-4dab-bca0-1ef50ef42edd tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "DELETE /v2.0/subnets/b5f7fb48-f851-4f9d-8b49-752bab574226 HTTP/1.1" status: 404 len: 337 time: 0.0619137 Aug 16 21:11:11.373524 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41790) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:11.393986 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc404ede-2625-4fc3-92a7-3544b8b9ca29 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] DELETE failed (client error): The resource could not be found. Aug 16 21:11:11.394625 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc404ede-2625-4fc3-92a7-3544b8b9ca29 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:11:11.395595 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e959f74-dff5-4a0d-9232-344a174052bc req-91578b5d-513e-47e5-9aab-132fc83cf0d0 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:11.396420 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fc404ede-2625-4fc3-92a7-3544b8b9ca29 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "DELETE /v2.0/networks/4ff2660c-323e-4c81-bb69-836b6eaf662f HTTP/1.1" status: 404 len: 339 time: 0.0210483 Aug 16 21:11:11.399498 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5e959f74-dff5-4a0d-9232-344a174052bc req-91578b5d-513e-47e5-9aab-132fc83cf0d0 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 945 time: 0.0794761 Aug 16 21:11:11.399893 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41792) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:11.426104 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-779ac682-16ed-4629-97bb-509c63660fd3 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] DELETE failed (client error): The resource could not be found. Aug 16 21:11:11.426542 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-779ac682-16ed-4629-97bb-509c63660fd3 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:11:11.428270 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-779ac682-16ed-4629-97bb-509c63660fd3 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "DELETE /v2.0/subnets/579dc709-dbf1-4a11-984f-89b69dbd9c02 HTTP/1.1" status: 404 len: 337 time: 0.0272801 Aug 16 21:11:11.430762 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41794) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:11.437323 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5e959f74-dff5-4a0d-9232-344a174052bc req-7ff9a139-3153-41bb-9d35-5a1cacbeebdb tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338397 Aug 16 21:11:11.456423 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1e9818ec-0c2e-4988-98b1-bbc8611ef690 tempest-DHCPAgentSchedulersTestJSON-394989325 tempest-DHCPAgentSchedulersTestJSON-394989325-project-admin] 10.222.0.84 "DELETE /v2.0/agents/afef07b1-13a9-46e4-84d7-17d00a41112e/dhcp-networks/1d1155ad-26eb-4d59-868d-c25fdb82be35 HTTP/1.1" status: 204 len: 168 time: 0.1983795 Aug 16 21:11:11.456423 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-4972d107-86c4-476f-85c4-2339cac49fe7 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] DELETE failed (client error): The resource could not be found. Aug 16 21:11:11.456423 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4972d107-86c4-476f-85c4-2339cac49fe7 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:11:11.456755 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41796) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:11.459703 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4972d107-86c4-476f-85c4-2339cac49fe7 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "DELETE /v2.0/networks/65db4710-54ce-4b7b-90d6-37394d93de1b HTTP/1.1" status: 404 len: 339 time: 0.0257926 Aug 16 21:11:11.460033 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41798) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:11.487247 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab2364c9-6568-436b-b28a-2f76a268876a tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] DELETE failed (client error): The resource could not be found. Aug 16 21:11:11.493649 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab2364c9-6568-436b-b28a-2f76a268876a tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:11:11.493649 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ab2364c9-6568-436b-b28a-2f76a268876a tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "DELETE /v2.0/subnets/024dfbd1-0737-47bc-91a3-2e4678b729c5 HTTP/1.1" status: 404 len: 337 time: 0.0284607 Aug 16 21:11:11.495707 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41800) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:11.514710 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-0623bfd6-d9d7-4b60-a04f-53d497285e4a tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] DELETE failed (client error): The resource could not be found. Aug 16 21:11:11.515257 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0623bfd6-d9d7-4b60-a04f-53d497285e4a tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:11:11.517562 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0623bfd6-d9d7-4b60-a04f-53d497285e4a tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "DELETE /v2.0/networks/192078e2-42cd-4433-89c1-f8a99be3345e HTTP/1.1" status: 404 len: 339 time: 0.0205674 Aug 16 21:11:11.520189 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41802) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:11.545603 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c9adb3-10b8-48c5-8cda-06ab5ccce620 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] DELETE failed (client error): The resource could not be found. Aug 16 21:11:11.546057 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8c9adb3-10b8-48c5-8cda-06ab5ccce620 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:11:11.548318 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c8c9adb3-10b8-48c5-8cda-06ab5ccce620 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "DELETE /v2.0/subnets/7c64d024-a9f3-4089-934f-f75581d89835 HTTP/1.1" status: 404 len: 337 time: 0.0265636 Aug 16 21:11:11.550906 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41804) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:11.573966 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-70ab70c8-93ac-4919-be24-8910e728cdc2 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] DELETE failed (client error): The resource could not be found. Aug 16 21:11:11.574692 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70ab70c8-93ac-4919-be24-8910e728cdc2 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:11:11.578823 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-70ab70c8-93ac-4919-be24-8910e728cdc2 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "DELETE /v2.0/networks/c0234026-6e58-4ea7-8ba0-8a40e80b0bc7 HTTP/1.1" status: 404 len: 339 time: 0.0246739 Aug 16 21:11:11.579191 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41806) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:11.605974 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb7eb833-5a5b-4ca1-aa95-4da293a100a2 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] DELETE failed (client error): The resource could not be found. Aug 16 21:11:11.606542 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb7eb833-5a5b-4ca1-aa95-4da293a100a2 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:11:11.610921 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-bb7eb833-5a5b-4ca1-aa95-4da293a100a2 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "DELETE /v2.0/subnets/ab18d5b2-5f0b-4d2d-acd2-2cf7d2117009 HTTP/1.1" status: 404 len: 337 time: 0.0278766 Aug 16 21:11:11.611143 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41810) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:11.633002 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3f3ceee-856a-474f-a4a7-574f665e400b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] DELETE failed (client error): The resource could not be found. Aug 16 21:11:11.633583 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3f3ceee-856a-474f-a4a7-574f665e400b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:11:11.637975 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d3f3ceee-856a-474f-a4a7-574f665e400b tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "DELETE /v2.0/networks/e43cffbd-bd80-47e4-92b0-ef6c3a08a398 HTTP/1.1" status: 404 len: 339 time: 0.0232179 Aug 16 21:11:11.638221 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41812) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:11.643840 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-abd33091-1f0c-4262-a558-49db7db0e3f5 tempest-DHCPAgentSchedulersTestJSON-394989325 tempest-DHCPAgentSchedulersTestJSON-394989325-project-admin] 10.222.0.84 "GET /v2.0/agents/afef07b1-13a9-46e4-84d7-17d00a41112e/dhcp-networks HTTP/1.1" status: 200 len: 6485 time: 0.1856265 Aug 16 21:11:11.647410 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41814) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:11.671763 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452dcd1-936d-4617-9f41-c971dfcb6425 req-18a020b6-e45c-4f9f-a9d5-c20ad968d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:11.674072 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7452dcd1-936d-4617-9f41-c971dfcb6425 req-18a020b6-e45c-4f9f-a9d5-c20ad968d420 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6ff815c4c8944f8eb7103de208aa5945&device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 1097 time: 0.0953181 Aug 16 21:11:11.692775 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a4da81-bf39-4582-ae6d-e211deb4dea5 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Deleting subnet 161cdf0d-d4b9-4dc2-8047-fc27417f388a {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:11:11.695910 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d2a4da81-bf39-4582-ae6d-e211deb4dea5 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:11.723221 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c8156766-d889-4f6d-bf18-e2f54ef08158 tempest-DHCPAgentSchedulersTestJSON-394989325 tempest-DHCPAgentSchedulersTestJSON-394989325-project-admin] 10.222.0.84 "GET /v2.0/networks/25784dc2-58d2-4158-a06d-6fb60bd27b4d/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0744593 Aug 16 21:11:11.727949 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41816) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:11.745754 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d2a4da81-bf39-4582-ae6d-e211deb4dea5 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:11.778229 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c90f871f-1f5d-4ec8-a9cd-2fa004637658 tempest-DHCPAgentSchedulersTestJSON-394989325 tempest-DHCPAgentSchedulersTestJSON-394989325-project-admin] 10.222.0.84 "GET /v2.0/networks/25784dc2-58d2-4158-a06d-6fb60bd27b4d/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0492582 Aug 16 21:11:11.780965 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41818) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:11.785606 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff5d51-8e17-4461-85ea-554b6790f77e req-66454431-e48d-4e77-b6e0-a402b50039a4 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:11.787082 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d2ff5d51-8e17-4461-85ea-554b6790f77e req-66454431-e48d-4e77-b6e0-a402b50039a4 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=4f788ff3-cb43-4459-aa63-6b753c58bc49 HTTP/1.1" status: 200 len: 1096 time: 0.1299837 Aug 16 21:11:11.822378 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452dcd1-936d-4617-9f41-c971dfcb6425 req-be0690ba-6906-4011-94db-9b3942488d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:11.827911 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7452dcd1-936d-4617-9f41-c971dfcb6425 req-be0690ba-6906-4011-94db-9b3942488d05 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c499baa-4492-4b54-bedd-a882ae845f9c HTTP/1.1" status: 200 len: 917 time: 0.1302023 Aug 16 21:11:11.871587 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d2ff5d51-8e17-4461-85ea-554b6790f77e req-d82017ce-571f-413d-9ae8-177fc4cf1703 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=fdd06cbf-4a83-49c6-9456-769ff05872e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760508 Aug 16 21:11:11.904350 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7452dcd1-936d-4617-9f41-c971dfcb6425 req-d5a4e86c-5c2e-4520-8f1c-2c6c62e95ea2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c69664d-e5b1-4f3e-8026-d75ecad74ee8 HTTP/1.1" status: 200 len: 1001 time: 0.0706286 Aug 16 21:11:11.920990 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d2a4da81-bf39-4582-ae6d-e211deb4dea5 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:11.960593 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452dcd1-936d-4617-9f41-c971dfcb6425 req-abafce2a-ab23-4312-9347-fd662c94c805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:11.962279 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7452dcd1-936d-4617-9f41-c971dfcb6425 req-abafce2a-ab23-4312-9347-fd662c94c805 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6d4ab04f-fd33-40d0-bd76-3977c7bf52a2 HTTP/1.1" status: 200 len: 855 time: 0.0515728 Aug 16 21:11:11.972986 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-05ab644b-5015-47d4-9212-92dbc8292604 tempest-DHCPAgentSchedulersTestJSON-394989325 tempest-DHCPAgentSchedulersTestJSON-394989325-project-admin] 10.222.0.84 "GET /v2.0/agents/afef07b1-13a9-46e4-84d7-17d00a41112e/dhcp-networks HTTP/1.1" status: 200 len: 6485 time: 0.1909657 Aug 16 21:11:11.977999 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41820) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:12.015737 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452dcd1-936d-4617-9f41-c971dfcb6425 req-73d0f21b-7928-4900-b95c-4a341cabbbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:12.017316 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7452dcd1-936d-4617-9f41-c971dfcb6425 req-73d0f21b-7928-4900-b95c-4a341cabbbb6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c499baa-4492-4b54-bedd-a882ae845f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485122 Aug 16 21:11:12.065496 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9099c1a1-9c08-4375-9329-b84a71bb4873 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:12.114483 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7452dcd1-936d-4617-9f41-c971dfcb6425 req-d3d06da7-dc7d-4222-a429-25671eabd694 service neutron] 10.222.0.90 "GET /v2.0/networks/9c499baa-4492-4b54-bedd-a882ae845f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889678 Aug 16 21:11:12.160295 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9099c1a1-9c08-4375-9329-b84a71bb4873 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:12.168066 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d2a4da81-bf39-4582-ae6d-e211deb4dea5 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:12.176587 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-9099c1a1-9c08-4375-9329-b84a71bb4873 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d1155ad-26eb-4d59-868d-c25fdb82be35']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:12.206952 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-9099c1a1-9c08-4375-9329-b84a71bb4873 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52cf6984-29d2-47e5-891e-2c15e29b53f8') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:12.207251 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-9099c1a1-9c08-4375-9329-b84a71bb4873 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52cf6984-29d2-47e5-891e-2c15e29b53f8') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:12.215221 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a4da81-bf39-4582-ae6d-e211deb4dea5 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event deleted for resources: {'Subnet': ['ID=161cdf0d-d4b9-4dc2-8047-fc27417f388a,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:12.215424 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7452dcd1-936d-4617-9f41-c971dfcb6425 req-f818c314-3794-46d4-8d85-0f98b5362e1e service neutron] 10.222.0.90 "GET /v2.0/networks/9c499baa-4492-4b54-bedd-a882ae845f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941248 Aug 16 21:11:12.217273 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d2a4da81-bf39-4582-ae6d-e211deb4dea5 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:12.219206 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d2a4da81-bf39-4582-ae6d-e211deb4dea5 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "DELETE /v2.0/subnets/161cdf0d-d4b9-4dc2-8047-fc27417f388a HTTP/1.1" status: 204 len: 168 time: 0.5801034 Aug 16 21:11:12.221810 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41822) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:12.230711 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9099c1a1-9c08-4375-9329-b84a71bb4873 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:12.241810 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ebfe98-a050-4c64-8ed2-b6ade23c1033 None None] Network 30983fd8-99ab-4374-b747-e1a59da125d6 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:12.286727 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9099c1a1-9c08-4375-9329-b84a71bb4873 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:12.302776 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9099c1a1-9c08-4375-9329-b84a71bb4873 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:11:12.303179 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9099c1a1-9c08-4375-9329-b84a71bb4873 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:12.306095 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:11:12.306095 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:11:12.306095 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:11:12.306095 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:11:12.306095 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:11:12.306095 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:11:12.306095 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:11:12.306095 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:11:12.306095 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:11:12.306095 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:11:12.306095 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:11:12.306095 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:11:12.306095 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:11:12.306095 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:11:12.306095 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:11:12.306095 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:11:12.306095 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:11:12.306095 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:11:12.306095 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:11:12.306095 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:11:12.306095 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:11:12.306095 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:11:12.306095 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:11:12.306095 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:11:12.306095 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:11:12.306095 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:11:12.306095 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:11:12.306095 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:11:12.306095 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:11:12.306095 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:11:12.306095 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:11:12.306095 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:11:12.357622 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d64315ff-9899-414d-8566-faca8295ad03 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:12.413054 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1515f2f-7af2-49d8-a557-3306a2cdd83f None None] DHCP port deletion for 30983fd8-99ab-4374-b747-e1a59da125d6 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:11:12.445669 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-d64315ff-9899-414d-8566-faca8295ad03 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Deleting port 6f54c23b-1a13-42ca-9139-dd92f9976cfe {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:11:12.446019 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d64315ff-9899-414d-8566-faca8295ad03 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:12.462532 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a1515f2f-7af2-49d8-a557-3306a2cdd83f None None] Deleting port 6f54c23b-1a13-42ca-9139-dd92f9976cfe {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:11:12.462914 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a1515f2f-7af2-49d8-a557-3306a2cdd83f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:12.487329 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9099c1a1-9c08-4375-9329-b84a71bb4873 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:12.496044 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9099c1a1-9c08-4375-9329-b84a71bb4873 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:12.498081 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9099c1a1-9c08-4375-9329-b84a71bb4873 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] 10.222.0.84 "DELETE /v2.0/networks/1d1155ad-26eb-4d59-868d-c25fdb82be35 HTTP/1.1" status: 204 len: 168 time: 0.5191455 Aug 16 21:11:12.501859 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41830) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:12.528923 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099c1a1-9c08-4375-9329-b84a71bb4873 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Pushing event deleted for resources: {'Network': ['ID=1d1155ad-26eb-4d59-868d-c25fdb82be35,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:12.546549 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-d64315ff-9899-414d-8566-faca8295ad03 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] For port 6f54c23b-1a13-42ca-9139-dd92f9976cfe, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=6f54c23b-1a13-42ca-9139-dd92f9976cfe,segment=NetworkSegment(a696ba7a-358f-4b77-9153-bfd3fde9599e),segment_id=a696ba7a-358f-4b77-9153-bfd3fde9599e)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:12.546929 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d64315ff-9899-414d-8566-faca8295ad03 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:12.549767 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce92009b-82bf-48d1-8aef-53f6873aac67 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] DELETE failed (client error): The resource could not be found. Aug 16 21:11:12.550545 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce92009b-82bf-48d1-8aef-53f6873aac67 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:11:12.555493 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ce92009b-82bf-48d1-8aef-53f6873aac67 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] 10.222.0.84 "DELETE /v2.0/ports/51674cd9-ca0b-403f-a329-e385fb34232e HTTP/1.1" status: 404 len: 333 time: 0.0500872 Aug 16 21:11:12.555658 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a1515f2f-7af2-49d8-a557-3306a2cdd83f None None] For port 6f54c23b-1a13-42ca-9139-dd92f9976cfe, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=6f54c23b-1a13-42ca-9139-dd92f9976cfe,segment=NetworkSegment(a696ba7a-358f-4b77-9153-bfd3fde9599e),segment_id=a696ba7a-358f-4b77-9153-bfd3fde9599e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:12.555658 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a1515f2f-7af2-49d8-a557-3306a2cdd83f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:12.564343 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41832) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:12.569660 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a1515f2f-7af2-49d8-a557-3306a2cdd83f None None] Calling delete_port for 6f54c23b-1a13-42ca-9139-dd92f9976cfe owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:11:12.591680 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-d64315ff-9899-414d-8566-faca8295ad03 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Calling delete_port for 6f54c23b-1a13-42ca-9139-dd92f9976cfe owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:11:12.604839 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7356456-561f-4666-98d8-c63244707fe0 req-6a174ca0-ee39-4705-aba6-a7301454ba60 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:12.606357 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a7356456-561f-4666-98d8-c63244707fe0 req-6a174ca0-ee39-4705-aba6-a7301454ba60 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 945 time: 0.0715082 Aug 16 21:11:12.656764 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3700719-9928-41fa-ac2e-429c0d793748 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Deleting subnet 9d31af77-395c-46d4-bd25-4a3228f7be18 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:11:12.661078 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d3700719-9928-41fa-ac2e-429c0d793748 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:12.672379 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a7356456-561f-4666-98d8-c63244707fe0 req-394404fd-be25-4048-9736-fdc7e82ae829 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514891 Aug 16 21:11:12.718568 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d3700719-9928-41fa-ac2e-429c0d793748 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:12.748972 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a1515f2f-7af2-49d8-a557-3306a2cdd83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:12.765926 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d64315ff-9899-414d-8566-faca8295ad03 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:12.774259 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1515f2f-7af2-49d8-a557-3306a2cdd83f None None] Pushing event deleted for resources: {'Port': ['ID=6f54c23b-1a13-42ca-9139-dd92f9976cfe,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:12.782609 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1515f2f-7af2-49d8-a557-3306a2cdd83f None None] No DVR routers for this DVR port 6f54c23b-1a13-42ca-9139-dd92f9976cfe on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:11:12.784989 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1515f2f-7af2-49d8-a557-3306a2cdd83f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:12.786527 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1515f2f-7af2-49d8-a557-3306a2cdd83f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:12.786527 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1515f2f-7af2-49d8-a557-3306a2cdd83f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:12.786527 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1515f2f-7af2-49d8-a557-3306a2cdd83f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:12.786527 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1515f2f-7af2-49d8-a557-3306a2cdd83f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:12.787138 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1515f2f-7af2-49d8-a557-3306a2cdd83f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:12.787138 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1515f2f-7af2-49d8-a557-3306a2cdd83f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:12.787337 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1515f2f-7af2-49d8-a557-3306a2cdd83f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:12.787640 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1515f2f-7af2-49d8-a557-3306a2cdd83f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:12.787992 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1515f2f-7af2-49d8-a557-3306a2cdd83f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:12.788318 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1515f2f-7af2-49d8-a557-3306a2cdd83f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:12.788640 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1515f2f-7af2-49d8-a557-3306a2cdd83f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:12.805390 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64315ff-9899-414d-8566-faca8295ad03 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event deleted for resources: {'Port': ['ID=6f54c23b-1a13-42ca-9139-dd92f9976cfe,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:12.811151 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64315ff-9899-414d-8566-faca8295ad03 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] No DVR routers for this DVR port 6f54c23b-1a13-42ca-9139-dd92f9976cfe on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:11:12.992374 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 63be8d18-f2a7-41b1-bd39-71331bb2775b details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:11:13.003084 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33fd96-8085-4d3d-af90-a9a3ab4bc76b req-7784f085-9508-40a6-8992-390c30cb7dd3 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:13.004592 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a33fd96-8085-4d3d-af90-a9a3ab4bc76b req-7784f085-9508-40a6-8992-390c30cb7dd3 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=4f788ff3-cb43-4459-aa63-6b753c58bc49 HTTP/1.1" status: 200 len: 1096 time: 0.0494518 Aug 16 21:11:13.042186 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a33fd96-8085-4d3d-af90-a9a3ab4bc76b req-6fadfc00-c2a0-44f8-9f06-3200b821e07e tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=fdd06cbf-4a83-49c6-9456-769ff05872e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303855 Aug 16 21:11:13.112584 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 63be8d18-f2a7-41b1-bd39-71331bb2775b, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=63be8d18-f2a7-41b1-bd39-71331bb2775b,segment=NetworkSegment(c598720d-0638-4e2d-8367-da20e73a779e),segment_id=c598720d-0638-4e2d-8367-da20e73a779e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:13.126569 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '63be8d18-f2a7-41b1-bd39-71331bb2775b', 'network_id': '8a16c391-2eca-48bc-ba42-cdb112afb433', 'port_id': '63be8d18-f2a7-41b1-bd39-71331bb2775b', 'mac_address': 'fa:16:3e:54:91:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d49b411-4d8f-4ce4-b2a9-fe98304d3873', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:11:13.168433 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:13.182604 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63be8d18-f2a7-41b1-bd39-71331bb2775b {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:11:13.204871 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 63be8d18-f2a7-41b1-bd39-71331bb2775b, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=63be8d18-f2a7-41b1-bd39-71331bb2775b,segment=NetworkSegment(c598720d-0638-4e2d-8367-da20e73a779e),segment_id=c598720d-0638-4e2d-8367-da20e73a779e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:13.272270 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d3700719-9928-41fa-ac2e-429c0d793748 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:13.276139 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d64315ff-9899-414d-8566-faca8295ad03 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:13.292381 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:13.307682 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-d64315ff-9899-414d-8566-faca8295ad03 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30983fd8-99ab-4374-b747-e1a59da125d6']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:13.323405 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-d64315ff-9899-414d-8566-faca8295ad03 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a696ba7a-358f-4b77-9153-bfd3fde9599e') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:13.329455 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-d64315ff-9899-414d-8566-faca8295ad03 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a696ba7a-358f-4b77-9153-bfd3fde9599e') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:13.339345 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d64315ff-9899-414d-8566-faca8295ad03 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:13.340860 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=63be8d18-f2a7-41b1-bd39-71331bb2775b,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:13.359201 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d64315ff-9899-414d-8566-faca8295ad03 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:13.368965 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d64315ff-9899-414d-8566-faca8295ad03 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:11:13.369447 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d64315ff-9899-414d-8566-faca8295ad03 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:13.372353 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:13.372353 n-d-793620-15 neutron-server[101845]: self.session.flush() Aug 16 21:11:13.372353 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:13.372353 n-d-793620-15 neutron-server[101845]: self.session.flush() Aug 16 21:11:13.372353 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:13.372353 n-d-793620-15 neutron-server[101845]: self.session.flush() Aug 16 21:11:13.372353 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:13.372353 n-d-793620-15 neutron-server[101845]: self.session.flush() Aug 16 21:11:13.372353 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:11:13.372353 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:11:13.372353 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:11:13.372353 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:11:13.372353 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:11:13.372353 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:11:13.372353 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:11:13.372353 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:11:13.372353 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:11:13.372353 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:11:13.372353 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:11:13.372353 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:11:13.372353 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:11:13.372353 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:11:13.372353 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:11:13.372353 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:11:13.372353 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:11:13.372353 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:11:13.372353 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:11:13.372353 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:11:13.372353 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:11:13.372353 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:11:13.372353 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:11:13.372353 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:11:13.372353 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:11:13.372353 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:11:13.372353 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:11:13.372353 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:11:13.372353 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:11:13.372353 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:11:13.372353 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:11:13.372353 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:11:13.452036 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d3700719-9928-41fa-ac2e-429c0d793748 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:13.485806 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3700719-9928-41fa-ac2e-429c0d793748 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Pushing event deleted for resources: {'Subnet': ['ID=9d31af77-395c-46d4-bd25-4a3228f7be18,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:13.489512 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d3700719-9928-41fa-ac2e-429c0d793748 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:13.491391 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d3700719-9928-41fa-ac2e-429c0d793748 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] 10.222.0.84 "DELETE /v2.0/subnets/9d31af77-395c-46d4-bd25-4a3228f7be18 HTTP/1.1" status: 204 len: 168 time: 0.9330165 Aug 16 21:11:13.501477 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41840) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:13.501829 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27270535-15f4-4b53-be3b-3883a0f6a3f6 None None] Network 25784dc2-58d2-4158-a06d-6fb60bd27b4d requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:13.549725 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['63be8d18-f2a7-41b1-bd39-71331bb2775b'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:11:13.560889 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d64315ff-9899-414d-8566-faca8295ad03 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:13.582012 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d64315ff-9899-414d-8566-faca8295ad03 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:13.586541 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d64315ff-9899-414d-8566-faca8295ad03 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] 10.222.0.84 "DELETE /v2.0/networks/30983fd8-99ab-4374-b747-e1a59da125d6 HTTP/1.1" status: 204 len: 168 time: 1.3611600 Aug 16 21:11:13.591033 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64315ff-9899-414d-8566-faca8295ad03 tempest-NetworksTest-1337667137 tempest-NetworksTest-1337667137-project] Pushing event deleted for resources: {'Network': ['ID=30983fd8-99ab-4374-b747-e1a59da125d6,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:13.599655 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c0f615ea-f7fe-48f7-af47-47808d4894b4 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:13.661454 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-c0f615ea-f7fe-48f7-af47-47808d4894b4 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Deleting port 606b63f4-54cf-407c-9df1-aa0baa16ce9f {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:11:13.662168 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c0f615ea-f7fe-48f7-af47-47808d4894b4 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:13.680412 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-458971ec-eef7-4f1a-b360-49cb9d6e7d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:13.766187 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-c0f615ea-f7fe-48f7-af47-47808d4894b4 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] For port 606b63f4-54cf-407c-9df1-aa0baa16ce9f, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=606b63f4-54cf-407c-9df1-aa0baa16ce9f,segment=NetworkSegment(6ca65ae8-12cf-4f94-aad8-3ff5e24524dd),segment_id=6ca65ae8-12cf-4f94-aad8-3ff5e24524dd)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:13.767211 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c0f615ea-f7fe-48f7-af47-47808d4894b4 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:13.796604 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-c0f615ea-f7fe-48f7-af47-47808d4894b4 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Calling delete_port for 606b63f4-54cf-407c-9df1-aa0baa16ce9f owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:11:13.823357 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc25f13e-5d38-4f33-981a-f3c7d6b983ac None None] DHCP port deletion for 25784dc2-58d2-4158-a06d-6fb60bd27b4d request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:11:13.858503 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3f607-a50a-4966-8fff-6ab25bb08958 req-225709d9-eb7b-4717-a1bb-feb0577d311e tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:13.860670 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1dc3f607-a50a-4966-8fff-6ab25bb08958 req-225709d9-eb7b-4717-a1bb-feb0577d311e tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 945 time: 0.0558851 Aug 16 21:11:13.874982 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-cc25f13e-5d38-4f33-981a-f3c7d6b983ac None None] Deleting port 606b63f4-54cf-407c-9df1-aa0baa16ce9f {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:11:13.875397 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cc25f13e-5d38-4f33-981a-f3c7d6b983ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:13.919503 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:13.923176 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1dc3f607-a50a-4966-8fff-6ab25bb08958 req-02129ed4-52f0-4134-8ed5-e1a5b19b3c16 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548904 Aug 16 21:11:13.957675 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-cc25f13e-5d38-4f33-981a-f3c7d6b983ac None None] For port 606b63f4-54cf-407c-9df1-aa0baa16ce9f, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=606b63f4-54cf-407c-9df1-aa0baa16ce9f,segment=NetworkSegment(6ca65ae8-12cf-4f94-aad8-3ff5e24524dd),segment_id=6ca65ae8-12cf-4f94-aad8-3ff5e24524dd)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:13.958082 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cc25f13e-5d38-4f33-981a-f3c7d6b983ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:13.970719 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-cc25f13e-5d38-4f33-981a-f3c7d6b983ac None None] Calling delete_port for 606b63f4-54cf-407c-9df1-aa0baa16ce9f owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:11:14.000472 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c0f615ea-f7fe-48f7-af47-47808d4894b4 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:14.038507 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f615ea-f7fe-48f7-af47-47808d4894b4 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Pushing event deleted for resources: {'Port': ['ID=606b63f4-54cf-407c-9df1-aa0baa16ce9f,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:14.042167 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f615ea-f7fe-48f7-af47-47808d4894b4 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] No DVR routers for this DVR port 606b63f4-54cf-407c-9df1-aa0baa16ce9f on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:11:14.057358 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cc25f13e-5d38-4f33-981a-f3c7d6b983ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:14.092894 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25f13e-5d38-4f33-981a-f3c7d6b983ac None None] Pushing event deleted for resources: {'Port': ['ID=606b63f4-54cf-407c-9df1-aa0baa16ce9f,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:14.097513 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc25f13e-5d38-4f33-981a-f3c7d6b983ac None None] No DVR routers for this DVR port 606b63f4-54cf-407c-9df1-aa0baa16ce9f on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:11:14.133097 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c0f615ea-f7fe-48f7-af47-47808d4894b4 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:14.152580 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-c0f615ea-f7fe-48f7-af47-47808d4894b4 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25784dc2-58d2-4158-a06d-6fb60bd27b4d']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:14.167936 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-c0f615ea-f7fe-48f7-af47-47808d4894b4 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ca65ae8-12cf-4f94-aad8-3ff5e24524dd') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:14.168322 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-c0f615ea-f7fe-48f7-af47-47808d4894b4 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ca65ae8-12cf-4f94-aad8-3ff5e24524dd') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:14.195991 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c0f615ea-f7fe-48f7-af47-47808d4894b4 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:14.196602 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c757f-a753-4a50-9c19-e1c079bdff46 req-517fa1a0-4e22-4521-a50e-05ea6dcbfe48 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:14.198559 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-435c757f-a753-4a50-9c19-e1c079bdff46 req-517fa1a0-4e22-4521-a50e-05ea6dcbfe48 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=4f788ff3-cb43-4459-aa63-6b753c58bc49 HTTP/1.1" status: 200 len: 1097 time: 0.0481405 Aug 16 21:11:14.214282 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c0f615ea-f7fe-48f7-af47-47808d4894b4 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:14.224121 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6f54c23b-1a13-42ca-9139-dd92f9976cfe no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:11:14.227575 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f615ea-f7fe-48f7-af47-47808d4894b4 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:11:14.227575 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c0f615ea-f7fe-48f7-af47-47808d4894b4 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:14.234081 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:11:14.234081 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:11:14.234081 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:11:14.234081 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:11:14.234081 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:11:14.234081 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:11:14.234081 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:11:14.234081 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:11:14.234081 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:11:14.234081 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:11:14.234081 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:11:14.234081 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:11:14.234081 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:11:14.234081 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:11:14.234081 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:11:14.234081 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:11:14.234081 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:11:14.234081 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:11:14.234081 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:11:14.234081 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:11:14.234081 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:11:14.234081 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:11:14.234081 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:11:14.234081 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:11:14.234081 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:11:14.234081 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:11:14.234081 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:11:14.234081 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:11:14.234081 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:11:14.234081 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:11:14.234081 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:11:14.234081 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:11:14.249823 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-435c757f-a753-4a50-9c19-e1c079bdff46 req-a030c15a-d625-4c71-9b72-e1ed15dc9674 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=fdd06cbf-4a83-49c6-9456-769ff05872e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399940 Aug 16 21:11:14.258800 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 6f54c23b-1a13-42ca-9139-dd92f9976cfe {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:11:14.259439 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6f54c23b-1a13-42ca-9139-dd92f9976cfe not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:11:14.260165 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 606b63f4-54cf-407c-9df1-aa0baa16ce9f no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:11:14.284681 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 606b63f4-54cf-407c-9df1-aa0baa16ce9f {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:11:14.285037 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 606b63f4-54cf-407c-9df1-aa0baa16ce9f not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:11:14.307388 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41850) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:14.405893 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c0f615ea-f7fe-48f7-af47-47808d4894b4 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:14.410350 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c0f615ea-f7fe-48f7-af47-47808d4894b4 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:14.413876 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c0f615ea-f7fe-48f7-af47-47808d4894b4 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] 10.222.0.84 "DELETE /v2.0/networks/25784dc2-58d2-4158-a06d-6fb60bd27b4d HTTP/1.1" status: 204 len: 168 time: 0.9159486 Aug 16 21:11:14.444759 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f615ea-f7fe-48f7-af47-47808d4894b4 tempest-DHCPAgentSchedulersTestJSON-1376192113 tempest-DHCPAgentSchedulersTestJSON-1376192113-project] Pushing event deleted for resources: {'Network': ['ID=25784dc2-58d2-4158-a06d-6fb60bd27b4d,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:14.477355 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41856) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:14.477610 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7c2ae577-12f9-4366-9468-8dc187f11484 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=81224c38c8894bf0bbc37d2578318d99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1688116 Aug 16 21:11:14.530494 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e5b5cd68-5c22-470a-aadf-e6bd8a737c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:14.554311 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e5b5cd68-5c22-470a-aadf-e6bd8a737c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:14.703373 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e5b5cd68-5c22-470a-aadf-e6bd8a737c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:14.706193 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e5b5cd68-5c22-470a-aadf-e6bd8a737c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:14.707399 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e5b5cd68-5c22-470a-aadf-e6bd8a737c17 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b759b3fa-0ba8-475d-9bc6-688cd6b25a57 HTTP/1.1" status: 204 len: 168 time: 0.2288270 Aug 16 21:11:14.716038 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b5cd68-5c22-470a-aadf-e6bd8a737c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b759b3fa-0ba8-475d-9bc6-688cd6b25a57,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:14.851918 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:14.885386 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41866) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:15.007212 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 63be8d18-f2a7-41b1-bd39-71331bb2775b up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:11:15.071426 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c526ad-46b4-47f0-b84d-78b79953c1ba req-1efc6d7a-e20a-4308-ae2d-fde55a5ffcb7 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:15.073920 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0c526ad-46b4-47f0-b84d-78b79953c1ba req-1efc6d7a-e20a-4308-ae2d-fde55a5ffcb7 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 945 time: 0.0760596 Aug 16 21:11:15.120331 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0c526ad-46b4-47f0-b84d-78b79953c1ba req-dc1d832a-cafc-4100-b097-08f1a72196a9 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395765 Aug 16 21:11:15.162065 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 63be8d18-f2a7-41b1-bd39-71331bb2775b completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:11:15.166370 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2893c971-f480-4584-bea5-5bd921cde2c3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=988b0aeeb095459998ffdd14e054c2e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2814481 Aug 16 21:11:15.168172 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 63be8d18-f2a7-41b1-bd39-71331bb2775b triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:15.168804 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:15.169143 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41878) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:15.265219 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c5be8f22-d821-4ca8-aa46-8e747959f392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:15.290617 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c5be8f22-d821-4ca8-aa46-8e747959f392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:15.296893 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:15.324569 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f788ff3-cb43-4459-aa63-6b753c58bc49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63be8d18-f2a7-41b1-bd39-71331bb2775b'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:11:15.326859 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48222ab-bfb5-45db-8a15-52d21aa6c631" -d '{"events": [{"server_uuid": "4f788ff3-cb43-4459-aa63-6b753c58bc49", "name": "network-vif-plugged", "status": "completed", "tag": "63be8d18-f2a7-41b1-bd39-71331bb2775b"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:11:15.341348 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 63be8d18-f2a7-41b1-bd39-71331bb2775b, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=63be8d18-f2a7-41b1-bd39-71331bb2775b,segment=NetworkSegment(c598720d-0638-4e2d-8367-da20e73a779e),segment_id=c598720d-0638-4e2d-8367-da20e73a779e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:15.375257 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58450b2-2494-4d64-b4aa-744fd84b8bc9 req-6cdf93d6-54c1-457a-be01-6aed8ce1d6a7 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:15.377844 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b58450b2-2494-4d64-b4aa-744fd84b8bc9 req-6cdf93d6-54c1-457a-be01-6aed8ce1d6a7 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=4f788ff3-cb43-4459-aa63-6b753c58bc49 HTTP/1.1" status: 200 len: 1097 time: 0.0439773 Aug 16 21:11:15.416823 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b58450b2-2494-4d64-b4aa-744fd84b8bc9 req-6a9b736f-7dc1-406b-9ea7-88614fcadcd5 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=fdd06cbf-4a83-49c6-9456-769ff05872e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330195 Aug 16 21:11:15.460663 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc648788-0770-4288-b684-4ad76126afd4 x-openstack-request-id: req-cc648788-0770-4288-b684-4ad76126afd4 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:11:15.460958 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f788ff3-cb43-4459-aa63-6b753c58bc49", "name": "network-vif-plugged", "status": "completed", "tag": "63be8d18-f2a7-41b1-bd39-71331bb2775b", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:11:15.461528 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-cc648788-0770-4288-b684-4ad76126afd4 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:11:15.461772 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f788ff3-cb43-4459-aa63-6b753c58bc49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63be8d18-f2a7-41b1-bd39-71331bb2775b', 'code': 200} Aug 16 21:11:15.463330 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c5be8f22-d821-4ca8-aa46-8e747959f392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:15.465244 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:15.466498 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 7c69664d-e5b1-4f3e-8026-d75ecad74ee8 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:11:15.466917 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c5be8f22-d821-4ca8-aa46-8e747959f392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:15.470436 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c5be8f22-d821-4ca8-aa46-8e747959f392 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6c123664-573d-4f37-bffc-e18f4721bfd5 HTTP/1.1" status: 204 len: 168 time: 0.2982121 Aug 16 21:11:15.484049 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be8f22-d821-4ca8-aa46-8e747959f392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c123664-573d-4f37-bffc-e18f4721bfd5,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:15.576216 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=63be8d18-f2a7-41b1-bd39-71331bb2775b,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:15.584763 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72709021-dc78-4c9d-8bb5-42e4d0bce614 req-0e7a3494-080b-4304-86b1-0dac04d7d5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:15.591213 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-72709021-dc78-4c9d-8bb5-42e4d0bce614 req-0e7a3494-080b-4304-86b1-0dac04d7d5a5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4f788ff3-cb43-4459-aa63-6b753c58bc49 HTTP/1.1" status: 200 len: 1098 time: 0.0552218 Aug 16 21:11:15.617466 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:15.649317 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-72709021-dc78-4c9d-8bb5-42e4d0bce614 req-9c540d3c-80fa-45be-ab77-6b5561a329c6 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=fdd06cbf-4a83-49c6-9456-769ff05872e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510910 Aug 16 21:11:15.655843 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 7c69664d-e5b1-4f3e-8026-d75ecad74ee8, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=7c69664d-e5b1-4f3e-8026-d75ecad74ee8,segment=NetworkSegment(871fd1c6-053b-43bc-81ad-da658e74a8c3),segment_id=871fd1c6-053b-43bc-81ad-da658e74a8c3)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:15.822921 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:15.871830 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=7c69664d-e5b1-4f3e-8026-d75ecad74ee8,revision_number=8']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:16.208616 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41914) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:16.234858 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41918) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:16.249580 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-49744e18-a19d-4440-a858-e3a54b1432c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:16.363704 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-49744e18-a19d-4440-a858-e3a54b1432c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:16.437572 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-f5c60386-1536-46eb-a412-6632d0d8664e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-632757714'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:16.488683 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-49744e18-a19d-4440-a858-e3a54b1432c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:16.534402 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-49744e18-a19d-4440-a858-e3a54b1432c1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d7c6fd3102b84a56b8abae535d404a16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2975941 Aug 16 21:11:16.538428 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49744e18-a19d-4440-a858-e3a54b1432c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11659de4-5e33-4f4d-aa91-eb0a205fc155,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:16.538428 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41922) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:16.564194 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e941f-4b95-48f8-8fdf-049805b3c422 req-955672a1-ae41-415f-a4eb-56c2471350ef tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:16.566871 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fa0e941f-4b95-48f8-8fdf-049805b3c422 req-955672a1-ae41-415f-a4eb-56c2471350ef tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=4f788ff3-cb43-4459-aa63-6b753c58bc49 HTTP/1.1" status: 200 len: 1098 time: 0.0511816 Aug 16 21:11:16.584034 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:16.598590 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ba7613d-e405-44e5-a988-8e56fb01ce7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:16.619162 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fa0e941f-4b95-48f8-8fdf-049805b3c422 req-03bee441-f6ae-4f3b-b29e-5933a2d24174 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=fdd06cbf-4a83-49c6-9456-769ff05872e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446093 Aug 16 21:11:16.625334 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ba7613d-e405-44e5-a988-8e56fb01ce7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:16.674460 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c60386-1536-46eb-a412-6632d0d8664e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Made reservation on behalf of cf9a775d85674030879abc3dfa1a9dec for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:11:16.677999 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f5c60386-1536-46eb-a412-6632d0d8664e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:16.687423 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f5c60386-1536-46eb-a412-6632d0d8664e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:16.797047 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ba7613d-e405-44e5-a988-8e56fb01ce7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:16.800600 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6ba7613d-e405-44e5-a988-8e56fb01ce7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:16.801916 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6ba7613d-e405-44e5-a988-8e56fb01ce7c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/11659de4-5e33-4f4d-aa91-eb0a205fc155 HTTP/1.1" status: 204 len: 168 time: 0.2632198 Aug 16 21:11:16.818739 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba7613d-e405-44e5-a988-8e56fb01ce7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11659de4-5e33-4f4d-aa91-eb0a205fc155,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:16.883348 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f5c60386-1536-46eb-a412-6632d0d8664e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:16.988935 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f5c60386-1536-46eb-a412-6632d0d8664e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:17.028242 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5c60386-1536-46eb-a412-6632d0d8664e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:11:17.038927 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c60386-1536-46eb-a412-6632d0d8664e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25269d3b-f844-4e62-8ea5-e648d7c26757,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:17.043839 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f5c60386-1536-46eb-a412-6632d0d8664e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:17.044221 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-f5c60386-1536-46eb-a412-6632d0d8664e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Added segment 860ffb93-c8ea-4e43-b2d4-9091a09b469a of type vlan for network 3bde08a6-fc22-4982-904a-730a720ea2fc Aug 16 21:11:17.071672 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d6b3c-debc-4624-9bbc-37567b5cef4b req-2f23bd4c-c141-4dc4-b1d0-9e42efeb0f69 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:17.073220 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6c7d6b3c-debc-4624-9bbc-37567b5cef4b req-2f23bd4c-c141-4dc4-b1d0-9e42efeb0f69 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 943 time: 0.0504150 Aug 16 21:11:17.084715 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f5c60386-1536-46eb-a412-6632d0d8664e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:17.115236 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6c7d6b3c-debc-4624-9bbc-37567b5cef4b req-b175fcc3-4c84-48ee-9f3b-08fd661664a9 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343921 Aug 16 21:11:17.194673 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f5c60386-1536-46eb-a412-6632d0d8664e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:17.201118 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c60386-1536-46eb-a412-6632d0d8664e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:17.202142 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f5c60386-1536-46eb-a412-6632d0d8664e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:17.289120 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c60386-1536-46eb-a412-6632d0d8664e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event updated for resources: {'Network': ['ID=3bde08a6-fc22-4982-904a-730a720ea2fc,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:17.300360 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 3bde08a6-fc22-4982-904a-730a720ea2fc details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:11:17.364026 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 41952) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:17.364223 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f5c60386-1536-46eb-a412-6632d0d8664e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1541686 Aug 16 21:11:17.372616 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-ec83c461-bf5d-4ab7-86bf-19b0aaaba31a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-114339163'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:17.463191 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45813dab-43ee-4513-8415-2e5b529608cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c69664d-e5b1-4f3e-8026-d75ecad74ee8'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:11:17.465599 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861e8e4c-a6a4-4f90-9eec-b46ba860d7e5" -d '{"events": [{"server_uuid": "45813dab-43ee-4513-8415-2e5b529608cf", "name": "network-vif-unplugged", "status": "completed", "tag": "7c69664d-e5b1-4f3e-8026-d75ecad74ee8"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:11:17.503680 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 21:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06823fa7-07b3-4bef-87a9-b55a073ab62f x-openstack-request-id: req-06823fa7-07b3-4bef-87a9-b55a073ab62f {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:11:17.504010 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45813dab-43ee-4513-8415-2e5b529608cf", "name": "network-vif-unplugged", "status": "failed", "tag": "7c69664d-e5b1-4f3e-8026-d75ecad74ee8", "code": 422}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:11:17.504269 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-06823fa7-07b3-4bef-87a9-b55a073ab62f {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:11:17.504680 n-d-793620-15 neutron-server[101846]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '45813dab-43ee-4513-8415-2e5b529608cf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7c69664d-e5b1-4f3e-8026-d75ecad74ee8', 'code': 422} returned with failed status Aug 16 21:11:17.505412 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec83c461-bf5d-4ab7-86bf-19b0aaaba31a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Made reservation on behalf of cf9a775d85674030879abc3dfa1a9dec for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:11:17.511346 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ec83c461-bf5d-4ab7-86bf-19b0aaaba31a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:17.535244 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec83c461-bf5d-4ab7-86bf-19b0aaaba31a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:11:17.544640 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ec83c461-bf5d-4ab7-86bf-19b0aaaba31a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:17.545430 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-ec83c461-bf5d-4ab7-86bf-19b0aaaba31a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Added segment 7b08ef30-629a-4fc6-9ecf-dc522630099e of type vlan for network d199e77a-b7a7-4e85-bf82-6fac27a50bed Aug 16 21:11:17.586492 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ec83c461-bf5d-4ab7-86bf-19b0aaaba31a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:17.593691 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41962) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:17.715432 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ec83c461-bf5d-4ab7-86bf-19b0aaaba31a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:17.729382 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec83c461-bf5d-4ab7-86bf-19b0aaaba31a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:17.730586 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ec83c461-bf5d-4ab7-86bf-19b0aaaba31a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:17.788105 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d80585ca-c8a4-492e-b2ec-db4ef7ce47cc req-683e36f6-8afc-4a8f-b861-2d2d2195b096 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1924348 Aug 16 21:11:17.902309 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec83c461-bf5d-4ab7-86bf-19b0aaaba31a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event updated for resources: {'Network': ['ID=d199e77a-b7a7-4e85-bf82-6fac27a50bed,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:17.920360 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274131da-2715-498c-976b-b559628ed619 req-24a4c9e3-63b1-47a7-966a-5e0b53fcd7bf tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:17.926130 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network d199e77a-b7a7-4e85-bf82-6fac27a50bed details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:11:17.934518 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-274131da-2715-498c-976b-b559628ed619 req-24a4c9e3-63b1-47a7-966a-5e0b53fcd7bf tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=4f788ff3-cb43-4459-aa63-6b753c58bc49 HTTP/1.1" status: 200 len: 1098 time: 0.1817720 Aug 16 21:11:17.953185 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ec83c461-bf5d-4ab7-86bf-19b0aaaba31a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5845637 Aug 16 21:11:17.961915 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 41982) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:17.977705 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-84d5a995-6112-41a4-b132-94865872413f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Request body: {'subnet': {'network_id': '3bde08a6-fc22-4982-904a-730a720ea2fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:18.016286 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-274131da-2715-498c-976b-b559628ed619 req-7bdb2acc-0824-43ef-9ca6-a536f1bc5fac tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=fdd06cbf-4a83-49c6-9456-769ff05872e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795100 Aug 16 21:11:18.205613 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca1cd7-b77b-4c8c-8ea1-2a71859fcdea req-835502df-72b1-4c89-841f-287da4721a0e tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:18.207896 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c4ca1cd7-b77b-4c8c-8ea1-2a71859fcdea req-835502df-72b1-4c89-841f-287da4721a0e tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=4f788ff3-cb43-4459-aa63-6b753c58bc49 HTTP/1.1" status: 200 len: 1098 time: 0.0690145 Aug 16 21:11:18.268785 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c4ca1cd7-b77b-4c8c-8ea1-2a71859fcdea req-d939368f-1ee2-42b0-ab85-1e64014f29be tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=fdd06cbf-4a83-49c6-9456-769ff05872e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479901 Aug 16 21:11:18.280533 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97363eb1-55d2-48f5-b87f-3b521a183455 req-94a73b31-9e20-4ef3-9350-1b5b5d4b7270 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:18.283035 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-97363eb1-55d2-48f5-b87f-3b521a183455 req-94a73b31-9e20-4ef3-9350-1b5b5d4b7270 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 943 time: 0.0713384 Aug 16 21:11:18.297082 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d5a995-6112-41a4-b132-94865872413f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Made reservation on behalf of cf9a775d85674030879abc3dfa1a9dec for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:11:18.305501 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-84d5a995-6112-41a4-b132-94865872413f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:18.339295 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-97363eb1-55d2-48f5-b87f-3b521a183455 req-8c9791f6-6811-4d7b-adca-6b7762942ac2 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503659 Aug 16 21:11:18.417315 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e216b-2663-4d10-b9ac-3449e1450449 req-ae84d721-e1ac-4682-8d29-fce0cf47be7c tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:18.426077 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0c6e216b-2663-4d10-b9ac-3449e1450449 req-ae84d721-e1ac-4682-8d29-fce0cf47be7c tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=4f788ff3-cb43-4459-aa63-6b753c58bc49 HTTP/1.1" status: 200 len: 1098 time: 0.0732019 Aug 16 21:11:18.470770 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0c6e216b-2663-4d10-b9ac-3449e1450449 req-7ee648aa-9662-4496-824c-499c695c3deb tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=fdd06cbf-4a83-49c6-9456-769ff05872e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438321 Aug 16 21:11:18.721006 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-84d5a995-6112-41a4-b132-94865872413f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:18.784260 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5a995-6112-41a4-b132-94865872413f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event updated for resources: {'Subnet': ['ID=da549eec-71b6-48d2-8a10-4691901c6300,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:18.793450 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d5a995-6112-41a4-b132-94865872413f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Checking segment: {'id': '860ffb93-c8ea-4e43-b2d4-9091a09b469a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3bde08a6-fc22-4982-904a-730a720ea2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:11:18.793816 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d5a995-6112-41a4-b132-94865872413f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Network hostable DHCP agents. Network: 3bde08a6-fc22-4982-904a-730a720ea2fc, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:11:18.931542 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d5a995-6112-41a4-b132-94865872413f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Network 3bde08a6-fc22-4982-904a-730a720ea2fc is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:11:19.035060 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-84d5a995-6112-41a4-b132-94865872413f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 3bde08a6-fc22-4982-904a-730a720ea2fc) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:19.037336 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 7c69664d-e5b1-4f3e-8026-d75ecad74ee8 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:11:19.039732 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42016) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:19.047199 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d5a995-6112-41a4-b132-94865872413f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:19.064053 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-84d5a995-6112-41a4-b132-94865872413f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:19.091185 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195afb96-a05b-44ca-aba0-35e9e6d94f55 None None] Network 3bde08a6-fc22-4982-904a-730a720ea2fc requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:19.119765 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98786e-1448-45e1-8b75-f5a59f9c7379 req-e4be433c-d8c9-4473-9382-ad487badcd0a tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:19.121833 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eb98786e-1448-45e1-8b75-f5a59f9c7379 req-e4be433c-d8c9-4473-9382-ad487badcd0a tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=4f788ff3-cb43-4459-aa63-6b753c58bc49 HTTP/1.1" status: 200 len: 1098 time: 0.0742860 Aug 16 21:11:19.178429 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-84d5a995-6112-41a4-b132-94865872413f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2143381 Aug 16 21:11:19.181316 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eb98786e-1448-45e1-8b75-f5a59f9c7379 req-9b308584-bcb0-44c9-b462-d8b2cd78e094 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=fdd06cbf-4a83-49c6-9456-769ff05872e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528650 Aug 16 21:11:19.193822 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42020) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:19.201196 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-03405f74-1572-4558-bbef-193ef6179d1e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Request body: {'subnet': {'network_id': 'd199e77a-b7a7-4e85-bf82-6fac27a50bed', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:19.254665 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-5160308f-1c36-4ed1-8114-6c0ee21d856c tempest-MeteringTestJSON-1260730637 tempest-MeteringTestJSON-1260730637-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1203559639'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:19.255133 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-5160308f-1c36-4ed1-8114-6c0ee21d856c tempest-MeteringTestJSON-1260730637 tempest-MeteringTestJSON-1260730637-project-admin] Unknown quota resources ['metering_label']. {{(pid=101844) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 21:11:19.287672 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:19.309734 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdddabe-6137-4f3c-8b98-15b9c03ffc17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-3bde08a6-fc22-4982-904a-730a720ea2fc', 'network_id': '3bde08a6-fc22-4982-904a-730a720ea2fc', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'fixed_ips': [{'subnet_id': 'da549eec-71b6-48d2-8a10-4691901c6300'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:11:19.310623 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cbdddabe-6137-4f3c-8b98-15b9c03ffc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:19.442189 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03405f74-1572-4558-bbef-193ef6179d1e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Made reservation on behalf of cf9a775d85674030879abc3dfa1a9dec for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:11:19.446552 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-03405f74-1572-4558-bbef-193ef6179d1e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:19.474789 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-cbdddabe-6137-4f3c-8b98-15b9c03ffc17 None None] Allocated IP 2001:db8::2 (3bde08a6-fc22-4982-904a-730a720ea2fc/da549eec-71b6-48d2-8a10-4691901c6300/4696ac00-f436-48dd-b1f1-4f08bc27a39b) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:11:19.511702 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5160308f-1c36-4ed1-8114-6c0ee21d856c tempest-MeteringTestJSON-1260730637 tempest-MeteringTestJSON-1260730637-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:19.516912 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5160308f-1c36-4ed1-8114-6c0ee21d856c tempest-MeteringTestJSON-1260730637 tempest-MeteringTestJSON-1260730637-project-admin] 10.222.0.84 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4748521 Aug 16 21:11:19.517714 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42024) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:19.523474 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-85df03a1-723b-4c15-934e-622d3fa5b9f0 tempest-MeteringTestJSON-1260730637 tempest-MeteringTestJSON-1260730637-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '5d1c8a00-1fe3-457e-a83c-7463c958b8b3'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:19.524226 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-85df03a1-723b-4c15-934e-622d3fa5b9f0 tempest-MeteringTestJSON-1260730637 tempest-MeteringTestJSON-1260730637-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101844) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 21:11:19.645817 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ceeae-77b8-4568-a110-eb1de4af0109 req-d42b1def-39a7-45bf-a54f-5cabf9ed772e tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:19.647441 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-044ceeae-77b8-4568-a110-eb1de4af0109 req-d42b1def-39a7-45bf-a54f-5cabf9ed772e tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 943 time: 0.2008388 Aug 16 21:11:19.672436 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cbdddabe-6137-4f3c-8b98-15b9c03ffc17 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:19.682550 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-cbdddabe-6137-4f3c-8b98-15b9c03ffc17 None None] Transition to ACTIVE for port object 4696ac00-f436-48dd-b1f1-4f08bc27a39b will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:11:19.699453 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-cbdddabe-6137-4f3c-8b98-15b9c03ffc17 None None] Transition to ACTIVE for port object 4696ac00-f436-48dd-b1f1-4f08bc27a39b will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:11:19.704245 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-044ceeae-77b8-4568-a110-eb1de4af0109 req-ab445878-cca6-4501-8505-d071de4e673b tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468094 Aug 16 21:11:19.717073 n-d-793620-15 neutron-server[101844]: WARNING neutron.services.metering.metering_plugin [None req-85df03a1-723b-4c15-934e-622d3fa5b9f0 tempest-MeteringTestJSON-1260730637 tempest-MeteringTestJSON-1260730637-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 21:11:19.799901 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-85df03a1-723b-4c15-934e-622d3fa5b9f0 tempest-MeteringTestJSON-1260730637 tempest-MeteringTestJSON-1260730637-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:19.801063 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-85df03a1-723b-4c15-934e-622d3fa5b9f0 tempest-MeteringTestJSON-1260730637 tempest-MeteringTestJSON-1260730637-project-admin] 10.222.0.84 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2814181 Aug 16 21:11:19.804490 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42026) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:19.812383 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cbdddabe-6137-4f3c-8b98-15b9c03ffc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:19.812586 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-efac123d-3950-4ed5-ab7f-d679530dc5f8 tempest-MeteringTestJSON-1260730637 tempest-MeteringTestJSON-1260730637-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '5d1c8a00-1fe3-457e-a83c-7463c958b8b3'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:19.812586 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-efac123d-3950-4ed5-ab7f-d679530dc5f8 tempest-MeteringTestJSON-1260730637 tempest-MeteringTestJSON-1260730637-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101844) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 21:11:19.863430 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-03405f74-1572-4558-bbef-193ef6179d1e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:19.866690 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdddabe-6137-4f3c-8b98-15b9c03ffc17 None None] Network 3bde08a6-fc22-4982-904a-730a720ea2fc is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:11:19.870712 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-cbdddabe-6137-4f3c-8b98-15b9c03ffc17 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:19.875291 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdddabe-6137-4f3c-8b98-15b9c03ffc17 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:11:19.879115 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdddabe-6137-4f3c-8b98-15b9c03ffc17 None None] Pushing event updated for resources: {'Port': ['ID=4696ac00-f436-48dd-b1f1-4f08bc27a39b,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:19.945112 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03405f74-1572-4558-bbef-193ef6179d1e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event updated for resources: {'Subnet': ['ID=098534f0-b986-4eaa-ba74-073580adaa61,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:19.950853 n-d-793620-15 neutron-server[101844]: WARNING neutron.services.metering.metering_plugin [None req-efac123d-3950-4ed5-ab7f-d679530dc5f8 tempest-MeteringTestJSON-1260730637 tempest-MeteringTestJSON-1260730637-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 21:11:19.951343 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03405f74-1572-4558-bbef-193ef6179d1e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Checking segment: {'id': '7b08ef30-629a-4fc6-9ecf-dc522630099e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd199e77a-b7a7-4e85-bf82-6fac27a50bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:11:19.951482 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-cbdddabe-6137-4f3c-8b98-15b9c03ffc17 None None] Attempting to bind port 4696ac00-f436-48dd-b1f1-4f08bc27a39b on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:11:19.951720 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03405f74-1572-4558-bbef-193ef6179d1e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Network hostable DHCP agents. Network: d199e77a-b7a7-4e85-bf82-6fac27a50bed, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:11:19.951897 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-cbdddabe-6137-4f3c-8b98-15b9c03ffc17 None None] Attempting to bind port 4696ac00-f436-48dd-b1f1-4f08bc27a39b by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '860ffb93-c8ea-4e43-b2d4-9091a09b469a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3bde08a6-fc22-4982-904a-730a720ea2fc'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:11:19.952159 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdddabe-6137-4f3c-8b98-15b9c03ffc17 None None] Attempting to bind port 4696ac00-f436-48dd-b1f1-4f08bc27a39b on network 3bde08a6-fc22-4982-904a-730a720ea2fc {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:11:19.962518 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdddabe-6137-4f3c-8b98-15b9c03ffc17 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:11:19.963493 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdddabe-6137-4f3c-8b98-15b9c03ffc17 None None] Checking segment: {'id': '860ffb93-c8ea-4e43-b2d4-9091a09b469a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3bde08a6-fc22-4982-904a-730a720ea2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:11:19.963956 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cbdddabe-6137-4f3c-8b98-15b9c03ffc17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:19.975886 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdddabe-6137-4f3c-8b98-15b9c03ffc17 None None] Bound using segment: {'id': '860ffb93-c8ea-4e43-b2d4-9091a09b469a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3bde08a6-fc22-4982-904a-730a720ea2fc'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:11:19.976962 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-cbdddabe-6137-4f3c-8b98-15b9c03ffc17 None None] Bound port: 4696ac00-f436-48dd-b1f1-4f08bc27a39b, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860ffb93-c8ea-4e43-b2d4-9091a09b469a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3bde08a6-fc22-4982-904a-730a720ea2fc'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:11:19.977369 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cbdddabe-6137-4f3c-8b98-15b9c03ffc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:20.051681 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03405f74-1572-4558-bbef-193ef6179d1e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Network d199e77a-b7a7-4e85-bf82-6fac27a50bed is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:11:20.064262 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-efac123d-3950-4ed5-ab7f-d679530dc5f8 tempest-MeteringTestJSON-1260730637 tempest-MeteringTestJSON-1260730637-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:20.065601 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-cbdddabe-6137-4f3c-8b98-15b9c03ffc17 None None] For port 4696ac00-f436-48dd-b1f1-4f08bc27a39b, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:11:20.071007 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-efac123d-3950-4ed5-ab7f-d679530dc5f8 tempest-MeteringTestJSON-1260730637 tempest-MeteringTestJSON-1260730637-project-admin] 10.222.0.84 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2649093 Aug 16 21:11:20.073645 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42028) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:20.085992 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-cbdddabe-6137-4f3c-8b98-15b9c03ffc17 None None] For port 4696ac00-f436-48dd-b1f1-4f08bc27a39b, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=4696ac00-f436-48dd-b1f1-4f08bc27a39b,segment=NetworkSegment(860ffb93-c8ea-4e43-b2d4-9091a09b469a),segment_id=860ffb93-c8ea-4e43-b2d4-9091a09b469a)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:11:20.089551 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42030) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:20.090074 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-48b1de5d-0878-449f-bfbe-2e20acd169cf tempest-MeteringTestJSON-1260730637 tempest-MeteringTestJSON-1260730637-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-label-rules?id=34d7d714-9284-493c-bcd1-7dce8c8bdfa3 HTTP/1.1" status: 200 len: 464 time: 0.0150583 Aug 16 21:11:20.114599 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-03405f74-1572-4558-bbef-193ef6179d1e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, d199e77a-b7a7-4e85-bf82-6fac27a50bed) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:20.119091 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03405f74-1572-4558-bbef-193ef6179d1e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:20.119826 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-03405f74-1572-4558-bbef-193ef6179d1e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:20.130846 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea26b4ff-45b6-40c4-b33e-f3e212153d63 None None] Network d199e77a-b7a7-4e85-bf82-6fac27a50bed requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:20.145930 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cbdddabe-6137-4f3c-8b98-15b9c03ffc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:20.243037 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-03405f74-1572-4558-bbef-193ef6179d1e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0454278 Aug 16 21:11:20.243334 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42038) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:20.250734 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-70f3544e-aee1-422b-b299-50bd36c0f74f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1637182609', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:20.258804 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdddabe-6137-4f3c-8b98-15b9c03ffc17 None None] Pushing event updated for resources: {'Port': ['ID=4696ac00-f436-48dd-b1f1-4f08bc27a39b,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:20.354547 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a19baa5d-e2e6-4c66-a3ff-7b63fab93b6c tempest-MeteringTestJSON-1260730637 tempest-MeteringTestJSON-1260730637-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:20.355719 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a19baa5d-e2e6-4c66-a3ff-7b63fab93b6c tempest-MeteringTestJSON-1260730637 tempest-MeteringTestJSON-1260730637-project-admin] 10.222.0.84 "DELETE /v2.0/metering/metering-label-rules/34d7d714-9284-493c-bcd1-7dce8c8bdfa3 HTTP/1.1" status: 204 len: 168 time: 0.2654438 Aug 16 21:11:20.360690 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42040) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:20.382094 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab40ee7c-f74d-4dea-a5df-cb9d705eba08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-d199e77a-b7a7-4e85-bf82-6fac27a50bed', 'network_id': 'd199e77a-b7a7-4e85-bf82-6fac27a50bed', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'fixed_ips': [{'subnet_id': '098534f0-b986-4eaa-ba74-073580adaa61'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:11:20.383304 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ab40ee7c-f74d-4dea-a5df-cb9d705eba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:20.386311 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-eac48e62-25f0-4437-8d67-432874834f73 tempest-MeteringTestJSON-1260730637 tempest-MeteringTestJSON-1260730637-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-label-rules?id=34d7d714-9284-493c-bcd1-7dce8c8bdfa3 HTTP/1.1" status: 200 len: 221 time: 0.0241725 Aug 16 21:11:20.390506 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42042) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:20.399144 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-262f883f-14c5-4c87-b383-e9e6557a79cd tempest-MeteringTestJSON-1260730637 tempest-MeteringTestJSON-1260730637-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--990877256', 'description': 'label created by tempest'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:20.399601 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-262f883f-14c5-4c87-b383-e9e6557a79cd tempest-MeteringTestJSON-1260730637 tempest-MeteringTestJSON-1260730637-project-admin] Unknown quota resources ['metering_label']. {{(pid=101845) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 21:11:20.404377 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-70f3544e-aee1-422b-b299-50bd36c0f74f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:20.405527 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-70f3544e-aee1-422b-b299-50bd36c0f74f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:20.444126 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6c492-d20d-4783-8ca9-a013756f7e93 req-42b96b5c-b378-4399-8d89-80a2fd6bc261 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:20.456021 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-32e6c492-d20d-4783-8ca9-a013756f7e93 req-42b96b5c-b378-4399-8d89-80a2fd6bc261 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=4f788ff3-cb43-4459-aa63-6b753c58bc49 HTTP/1.1" status: 200 len: 1098 time: 0.1245098 Aug 16 21:11:20.473842 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d32fd-aa56-41ee-b1c6-94e4632f8cdc req-14ea5f3f-ff6e-493c-bf54-9d3cd8c6389f tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:20.475667 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-644d32fd-aa56-41ee-b1c6-94e4632f8cdc req-14ea5f3f-ff6e-493c-bf54-9d3cd8c6389f tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=4f788ff3-cb43-4459-aa63-6b753c58bc49 HTTP/1.1" status: 200 len: 1098 time: 0.1362739 Aug 16 21:11:20.587240 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-32e6c492-d20d-4783-8ca9-a013756f7e93 req-9a7841e1-2bf7-470f-a66d-a5d47f2f8a5e tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=fdd06cbf-4a83-49c6-9456-769ff05872e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301560 Aug 16 21:11:20.597913 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-ab40ee7c-f74d-4dea-a5df-cb9d705eba08 None None] Allocated IP 2001:db8:1::2 (d199e77a-b7a7-4e85-bf82-6fac27a50bed/098534f0-b986-4eaa-ba74-073580adaa61/0278ab78-08e6-4e9b-94ff-f2aca3f2a651) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:11:20.612719 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-70f3544e-aee1-422b-b299-50bd36c0f74f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:20.661617 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-644d32fd-aa56-41ee-b1c6-94e4632f8cdc req-7ea3956f-9026-4c10-9cb7-c4f873a69f08 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Deleting port 63be8d18-f2a7-41b1-bd39-71331bb2775b {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:11:20.662160 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-644d32fd-aa56-41ee-b1c6-94e4632f8cdc req-7ea3956f-9026-4c10-9cb7-c4f873a69f08 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:20.739956 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-70f3544e-aee1-422b-b299-50bd36c0f74f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:20.832682 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-644d32fd-aa56-41ee-b1c6-94e4632f8cdc req-7ea3956f-9026-4c10-9cb7-c4f873a69f08 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] For port 63be8d18-f2a7-41b1-bd39-71331bb2775b, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=63be8d18-f2a7-41b1-bd39-71331bb2775b,segment=NetworkSegment(c598720d-0638-4e2d-8367-da20e73a779e),segment_id=c598720d-0638-4e2d-8367-da20e73a779e)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:20.833198 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-644d32fd-aa56-41ee-b1c6-94e4632f8cdc req-7ea3956f-9026-4c10-9cb7-c4f873a69f08 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:20.849824 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-644d32fd-aa56-41ee-b1c6-94e4632f8cdc req-7ea3956f-9026-4c10-9cb7-c4f873a69f08 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Calling delete_port for 63be8d18-f2a7-41b1-bd39-71331bb2775b owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:11:20.938838 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-262f883f-14c5-4c87-b383-e9e6557a79cd tempest-MeteringTestJSON-1260730637 tempest-MeteringTestJSON-1260730637-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:20.941509 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-262f883f-14c5-4c87-b383-e9e6557a79cd tempest-MeteringTestJSON-1260730637 tempest-MeteringTestJSON-1260730637-project-admin] 10.222.0.84 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5496109 Aug 16 21:11:20.945335 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42046) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:20.985819 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf3d9a-af2b-4ad0-b731-df8bea1d93ef req-13e9d694-76e8-4002-956d-28ec0a4ce6b9 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:20.990020 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7ccf3d9a-af2b-4ad0-b731-df8bea1d93ef req-13e9d694-76e8-4002-956d-28ec0a4ce6b9 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 943 time: 0.1240149 Aug 16 21:11:21.009716 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ab40ee7c-f74d-4dea-a5df-cb9d705eba08 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:21.023889 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ab40ee7c-f74d-4dea-a5df-cb9d705eba08 None None] Transition to ACTIVE for port object 0278ab78-08e6-4e9b-94ff-f2aca3f2a651 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:11:21.050919 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ab40ee7c-f74d-4dea-a5df-cb9d705eba08 None None] Transition to ACTIVE for port object 0278ab78-08e6-4e9b-94ff-f2aca3f2a651 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:11:21.055459 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7ccf3d9a-af2b-4ad0-b731-df8bea1d93ef req-4274359c-01fc-43ea-bb6a-f37f8b082115 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585830 Aug 16 21:11:21.076672 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-201876e9-5da0-4947-8311-1bcd69f5a404 tempest-MeteringTestJSON-1260730637 tempest-MeteringTestJSON-1260730637-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-labels?id=8d2da0e7-a97a-4754-8a26-1c3ebc43b2fc HTTP/1.1" status: 200 len: 467 time: 0.1243656 Aug 16 21:11:21.076672 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-70f3544e-aee1-422b-b299-50bd36c0f74f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:21.076672 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-70f3544e-aee1-422b-b299-50bd36c0f74f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8271339 Aug 16 21:11:21.076672 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42048) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:21.082445 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42050) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:21.138102 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ab40ee7c-f74d-4dea-a5df-cb9d705eba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:21.186528 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab40ee7c-f74d-4dea-a5df-cb9d705eba08 None None] Network d199e77a-b7a7-4e85-bf82-6fac27a50bed is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:11:21.190275 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-ab40ee7c-f74d-4dea-a5df-cb9d705eba08 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:21.199829 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab40ee7c-f74d-4dea-a5df-cb9d705eba08 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:11:21.200988 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-644d32fd-aa56-41ee-b1c6-94e4632f8cdc req-7ea3956f-9026-4c10-9cb7-c4f873a69f08 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:21.217559 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['63be8d18-f2a7-41b1-bd39-71331bb2775b'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:11:21.256942 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:11:21.269041 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3956f-9026-4c10-9cb7-c4f873a69f08 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Pushing event deleted for resources: {'Port': ['ID=63be8d18-f2a7-41b1-bd39-71331bb2775b,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:21.321959 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40ee7c-f74d-4dea-a5df-cb9d705eba08 None None] Pushing event updated for resources: {'Port': ['ID=0278ab78-08e6-4e9b-94ff-f2aca3f2a651,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:21.389570 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-ab40ee7c-f74d-4dea-a5df-cb9d705eba08 None None] Attempting to bind port 0278ab78-08e6-4e9b-94ff-f2aca3f2a651 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:11:21.390092 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-ab40ee7c-f74d-4dea-a5df-cb9d705eba08 None None] Attempting to bind port 0278ab78-08e6-4e9b-94ff-f2aca3f2a651 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '7b08ef30-629a-4fc6-9ecf-dc522630099e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd199e77a-b7a7-4e85-bf82-6fac27a50bed'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:11:21.390620 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab40ee7c-f74d-4dea-a5df-cb9d705eba08 None None] Attempting to bind port 0278ab78-08e6-4e9b-94ff-f2aca3f2a651 on network d199e77a-b7a7-4e85-bf82-6fac27a50bed {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:11:21.401969 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-644d32fd-aa56-41ee-b1c6-94e4632f8cdc req-7ea3956f-9026-4c10-9cb7-c4f873a69f08 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] No DVR routers for this DVR port 63be8d18-f2a7-41b1-bd39-71331bb2775b on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:11:21.404672 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-644d32fd-aa56-41ee-b1c6-94e4632f8cdc req-7ea3956f-9026-4c10-9cb7-c4f873a69f08 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:21.407134 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-644d32fd-aa56-41ee-b1c6-94e4632f8cdc req-7ea3956f-9026-4c10-9cb7-c4f873a69f08 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.90 "DELETE /v2.0/ports/63be8d18-f2a7-41b1-bd39-71331bb2775b HTTP/1.1" status: 204 len: 173 time: 0.9206965 Aug 16 21:11:21.407499 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f788ff3-cb43-4459-aa63-6b753c58bc49', 'name': 'network-vif-deleted', 'tag': '63be8d18-f2a7-41b1-bd39-71331bb2775b'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:11:21.408625 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab40ee7c-f74d-4dea-a5df-cb9d705eba08 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:11:21.414892 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab40ee7c-f74d-4dea-a5df-cb9d705eba08 None None] Checking segment: {'id': '7b08ef30-629a-4fc6-9ecf-dc522630099e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd199e77a-b7a7-4e85-bf82-6fac27a50bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:11:21.415487 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ab40ee7c-f74d-4dea-a5df-cb9d705eba08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:21.416034 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab40ee7c-f74d-4dea-a5df-cb9d705eba08 None None] Bound using segment: {'id': '7b08ef30-629a-4fc6-9ecf-dc522630099e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd199e77a-b7a7-4e85-bf82-6fac27a50bed'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:11:21.417936 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-ab40ee7c-f74d-4dea-a5df-cb9d705eba08 None None] Bound port: 0278ab78-08e6-4e9b-94ff-f2aca3f2a651, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b08ef30-629a-4fc6-9ecf-dc522630099e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd199e77a-b7a7-4e85-bf82-6fac27a50bed'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:11:21.417936 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ab40ee7c-f74d-4dea-a5df-cb9d705eba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:21.418206 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61adcc0-ddc9-45eb-b077-841acc6726af" -d '{"events": [{"server_uuid": "4f788ff3-cb43-4459-aa63-6b753c58bc49", "name": "network-vif-deleted", "tag": "63be8d18-f2a7-41b1-bd39-71331bb2775b"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:11:21.491432 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87a3ce9-fded-406e-96b7-8569c272ed15 x-openstack-request-id: req-e87a3ce9-fded-406e-96b7-8569c272ed15 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:11:21.491732 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f788ff3-cb43-4459-aa63-6b753c58bc49", "name": "network-vif-deleted", "tag": "63be8d18-f2a7-41b1-bd39-71331bb2775b", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:11:21.492145 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e87a3ce9-fded-406e-96b7-8569c272ed15 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:11:21.492413 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f788ff3-cb43-4459-aa63-6b753c58bc49', 'name': 'network-vif-deleted', 'tag': '63be8d18-f2a7-41b1-bd39-71331bb2775b', 'status': 'completed', 'code': 200} Aug 16 21:11:21.577450 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-ab40ee7c-f74d-4dea-a5df-cb9d705eba08 None None] For port 0278ab78-08e6-4e9b-94ff-f2aca3f2a651, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:11:21.582121 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-ab40ee7c-f74d-4dea-a5df-cb9d705eba08 None None] For port 0278ab78-08e6-4e9b-94ff-f2aca3f2a651, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=0278ab78-08e6-4e9b-94ff-f2aca3f2a651,segment=NetworkSegment(7b08ef30-629a-4fc6-9ecf-dc522630099e),segment_id=7b08ef30-629a-4fc6-9ecf-dc522630099e)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:11:21.646551 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ab40ee7c-f74d-4dea-a5df-cb9d705eba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:21.730650 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40ee7c-f74d-4dea-a5df-cb9d705eba08 None None] Pushing event updated for resources: {'Port': ['ID=0278ab78-08e6-4e9b-94ff-f2aca3f2a651,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:21.760251 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2bfb1d0a-e5b6-4bdf-9163-b4a5ea6571bc req-5badf965-5524-492f-a4ce-f762134c5576 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=4f788ff3-cb43-4459-aa63-6b753c58bc49 HTTP/1.1" status: 200 len: 210 time: 0.0694597 Aug 16 21:11:21.798604 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3235c2-8571-4246-9583-52d19b198f89 None None] Network 3bde08a6-fc22-4982-904a-730a720ea2fc requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:21.799425 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b8cfb24a-8549-4204-b12f-d4660017905b req-dba74bbd-2d05-48dc-90f6-6cb9fe304319 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4f788ff3-cb43-4459-aa63-6b753c58bc49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0381536 Aug 16 21:11:21.880011 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b8cfb24a-8549-4204-b12f-d4660017905b req-f0595624-0091-4444-843c-6be687db17b8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e6319db43d0a4da0949c86a3882f6b30&device_id=4f788ff3-cb43-4459-aa63-6b753c58bc49 HTTP/1.1" status: 200 len: 210 time: 0.0359952 Aug 16 21:11:21.977132 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8565a44c-12f1-4752-984d-f33e066d4bb5 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:22.027808 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-8dd18bf8-e2c3-44a8-832b-23de5422275d None None] Provisioning for port 4696ac00-f436-48dd-b1f1-4f08bc27a39b completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:11:22.062899 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfb24a-8549-4204-b12f-d4660017905b req-d133928d-0f2f-4680-bf13-ac36c2a636e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:22.066730 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b8cfb24a-8549-4204-b12f-d4660017905b req-d133928d-0f2f-4680-bf13-ac36c2a636e1 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=e6319db43d0a4da0949c86a3882f6b30&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1647658 Aug 16 21:11:22.078124 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7e518abb-df4f-4adb-90ae-702fa712d646 tempest-MeteringTestJSON-1260730637 tempest-MeteringTestJSON-1260730637-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:22.080147 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7e518abb-df4f-4adb-90ae-702fa712d646 tempest-MeteringTestJSON-1260730637 tempest-MeteringTestJSON-1260730637-project-admin] 10.222.0.84 "DELETE /v2.0/metering/metering-labels/8d2da0e7-a97a-4754-8a26-1c3ebc43b2fc HTTP/1.1" status: 204 len: 168 time: 0.9923468 Aug 16 21:11:22.083027 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42060) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:22.105840 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:22.110675 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-73976da0-5363-40f8-8c6f-53bb617a7153 tempest-MeteringTestJSON-1260730637 tempest-MeteringTestJSON-1260730637-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-labels?id=8d2da0e7-a97a-4754-8a26-1c3ebc43b2fc HTTP/1.1" status: 200 len: 216 time: 0.0264478 Aug 16 21:11:22.113994 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42064) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:22.175005 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9b4273f4-d55b-44af-b860-db75e27b3946 tempest-MeteringTestJSON-1260730637 tempest-MeteringTestJSON-1260730637-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0568328 Aug 16 21:11:22.176877 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42066) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:22.292227 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f410230c-a487-4d58-b092-1230af90cc28 tempest-MeteringTestJSON-1260730637 tempest-MeteringTestJSON-1260730637-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1154442 Aug 16 21:11:22.299893 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42068) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:22.373445 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 0278ab78-08e6-4e9b-94ff-f2aca3f2a651 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:11:22.571394 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 0278ab78-08e6-4e9b-94ff-f2aca3f2a651 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:11:22.575804 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 4696ac00-f436-48dd-b1f1-4f08bc27a39b up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:11:22.771772 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 4696ac00-f436-48dd-b1f1-4f08bc27a39b completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:11:22.784051 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 4696ac00-f436-48dd-b1f1-4f08bc27a39b triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:22.785195 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:22.870610 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-8565a44c-12f1-4752-984d-f33e066d4bb5 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Allocated IP 2001:db8::1 (3bde08a6-fc22-4982-904a-730a720ea2fc/da549eec-71b6-48d2-8a10-4691901c6300/d1473561-54a5-4d0c-a2bf-23a4752eac3d) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:11:22.895995 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-415d529b-a0a2-41a3-a957-4f4a3b9b3bcf tempest-MeteringTestJSON-1260730637 tempest-MeteringTestJSON-1260730637-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-labels/5d1c8a00-1fe3-457e-a83c-7463c958b8b3 HTTP/1.1" status: 200 len: 473 time: 0.5951006 Aug 16 21:11:22.902369 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42088) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:22.933597 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfb24a-8549-4204-b12f-d4660017905b req-542e20ad-032e-495c-aa21-be8c46ffc692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:22.935128 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b8cfb24a-8549-4204-b12f-d4660017905b req-542e20ad-032e-495c-aa21-be8c46ffc692 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8473291 Aug 16 21:11:22.982953 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8603a51-ed2d-4111-af3c-936cfe633c3c req-a4e6219c-349e-428b-9b35-d80203e54fef tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:22.984565 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a8603a51-ed2d-4111-af3c-936cfe633c3c req-a4e6219c-349e-428b-9b35-d80203e54fef tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 943 time: 0.7244802 Aug 16 21:11:23.010199 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-bd2012d3-a218-4341-8afc-bfb5096f0132 tempest-MeteringTestJSON-1260730637 tempest-MeteringTestJSON-1260730637-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-label-rules/384b2819-884f-4881-9631-b8d5acc21639 HTTP/1.1" status: 200 len: 461 time: 0.0919950 Aug 16 21:11:23.015522 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42090) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:23.024940 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:23.069839 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a8603a51-ed2d-4111-af3c-936cfe633c3c req-e4a450c5-b592-43d2-838f-56f079831b52 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749524 Aug 16 21:11:23.110936 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 4696ac00-f436-48dd-b1f1-4f08bc27a39b, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=4696ac00-f436-48dd-b1f1-4f08bc27a39b,segment=NetworkSegment(860ffb93-c8ea-4e43-b2d4-9091a09b469a),segment_id=860ffb93-c8ea-4e43-b2d4-9091a09b469a)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:23.151545 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8565a44c-12f1-4752-984d-f33e066d4bb5 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:23.185868 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-8565a44c-12f1-4752-984d-f33e066d4bb5 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Transition to ACTIVE for port object d1473561-54a5-4d0c-a2bf-23a4752eac3d will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:11:23.229549 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:23.295417 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2116074d-088e-47ab-86e5-e587778da576 tempest-MeteringTestJSON-1260730637 tempest-MeteringTestJSON-1260730637-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:23.301180 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42096) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:23.301729 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2116074d-088e-47ab-86e5-e587778da576 tempest-MeteringTestJSON-1260730637 tempest-MeteringTestJSON-1260730637-project-admin] 10.222.0.84 "DELETE /v2.0/metering/metering-label-rules/384b2819-884f-4881-9631-b8d5acc21639 HTTP/1.1" status: 204 len: 168 time: 0.2799523 Aug 16 21:11:23.340012 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=4696ac00-f436-48dd-b1f1-4f08bc27a39b,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:23.370987 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a94f5e-0b3b-4e9b-acc2-b2625e009fce None None] Network d199e77a-b7a7-4e85-bf82-6fac27a50bed requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:23.436050 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8565a44c-12f1-4752-984d-f33e066d4bb5 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:23.486777 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8565a44c-12f1-4752-984d-f33e066d4bb5 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Network 3bde08a6-fc22-4982-904a-730a720ea2fc is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:11:23.486777 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-8565a44c-12f1-4752-984d-f33e066d4bb5 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:23.486777 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8565a44c-12f1-4752-984d-f33e066d4bb5 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:11:23.487747 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8565a44c-12f1-4752-984d-f33e066d4bb5 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:23.565840 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565a44c-12f1-4752-984d-f33e066d4bb5 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event updated for resources: {'Port': ['ID=d1473561-54a5-4d0c-a2bf-23a4752eac3d,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:23.583018 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-3c5818e6-c260-4527-844a-baab87b6a41c None None] Provisioning for port 0278ab78-08e6-4e9b-94ff-f2aca3f2a651 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:11:23.587886 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-3c5818e6-c260-4527-844a-baab87b6a41c None None] Provisioning complete for port 0278ab78-08e6-4e9b-94ff-f2aca3f2a651 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:23.588273 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3c5818e6-c260-4527-844a-baab87b6a41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:23.641636 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-31b90b6f-a4bc-4169-8900-76a155820ed7 tempest-MeteringTestJSON-1260730637 tempest-MeteringTestJSON-1260730637-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:23.643632 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-31b90b6f-a4bc-4169-8900-76a155820ed7 tempest-MeteringTestJSON-1260730637 tempest-MeteringTestJSON-1260730637-project-admin] 10.222.0.84 "DELETE /v2.0/metering/metering-labels/5d1c8a00-1fe3-457e-a83c-7463c958b8b3 HTTP/1.1" status: 204 len: 168 time: 0.3410912 Aug 16 21:11:23.652815 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccae990-50e7-49f0-ad46-36826bbdc767 req-e639cc9c-439e-4633-9ee1-21fa9e2dc4f4 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:23.659267 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9ccae990-50e7-49f0-ad46-36826bbdc767 req-e639cc9c-439e-4633-9ee1-21fa9e2dc4f4 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=2e453c87-f95a-4daf-80f4-362806e2d9d9 HTTP/1.1" status: 200 len: 1097 time: 0.0918550 Aug 16 21:11:23.739928 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3c5818e6-c260-4527-844a-baab87b6a41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:23.763678 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9ccae990-50e7-49f0-ad46-36826bbdc767 req-c0e1e1af-c1dd-40ad-81c7-6117bb6184d8 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=fdd06cbf-4a83-49c6-9456-769ff05872e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879607 Aug 16 21:11:23.781225 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-3c5818e6-c260-4527-844a-baab87b6a41c None None] For port 0278ab78-08e6-4e9b-94ff-f2aca3f2a651, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=0278ab78-08e6-4e9b-94ff-f2aca3f2a651,segment=NetworkSegment(7b08ef30-629a-4fc6-9ecf-dc522630099e),segment_id=7b08ef30-629a-4fc6-9ecf-dc522630099e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:23.837758 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8565a44c-12f1-4752-984d-f33e066d4bb5 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:23.888664 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3c5818e6-c260-4527-844a-baab87b6a41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:23.964619 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5818e6-c260-4527-844a-baab87b6a41c None None] Pushing event updated for resources: {'Port': ['ID=0278ab78-08e6-4e9b-94ff-f2aca3f2a651,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:24.016926 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0c81a02d-233a-44e3-8141-67c6267d8af4 None None] Provisioning complete for port 0278ab78-08e6-4e9b-94ff-f2aca3f2a651 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:24.017297 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0c81a02d-233a-44e3-8141-67c6267d8af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:24.182785 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0c81a02d-233a-44e3-8141-67c6267d8af4 None None] Provisioning for port d1473561-54a5-4d0c-a2bf-23a4752eac3d completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:11:24.186830 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0c81a02d-233a-44e3-8141-67c6267d8af4 None None] Provisioning complete for port d1473561-54a5-4d0c-a2bf-23a4752eac3d triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:24.187212 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0c81a02d-233a-44e3-8141-67c6267d8af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:24.251860 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 0278ab78-08e6-4e9b-94ff-f2aca3f2a651 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:11:24.269692 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8a570-3ca3-4f65-a741-49924fd16e50 req-94cf281f-a7b4-4c79-96ad-98ebbdf28019 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:24.278133 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1bd8a570-3ca3-4f65-a741-49924fd16e50 req-94cf281f-a7b4-4c79-96ad-98ebbdf28019 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 943 time: 0.0780652 Aug 16 21:11:24.336481 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-0c81a02d-233a-44e3-8141-67c6267d8af4 None None] Port d1473561-54a5-4d0c-a2bf-23a4752eac3d cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:11:24.352401 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1bd8a570-3ca3-4f65-a741-49924fd16e50 req-9b4c3cd0-04a5-4136-b54f-2171033b87af tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733385 Aug 16 21:11:24.356071 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42110) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:24.373208 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 0278ab78-08e6-4e9b-94ff-f2aca3f2a651 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:24.373791 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:24.405914 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8565a44c-12f1-4752-984d-f33e066d4bb5 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:24.475108 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8565a44c-12f1-4752-984d-f33e066d4bb5 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:24.475298 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 4696ac00-f436-48dd-b1f1-4f08bc27a39b up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:11:24.476287 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8565a44c-12f1-4752-984d-f33e066d4bb5 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:24.507878 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e3f9faf4-f8a5-41f8-a808-093fd3f15c4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:24.536893 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 4696ac00-f436-48dd-b1f1-4f08bc27a39b triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:24.537503 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:24.601817 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e3f9faf4-f8a5-41f8-a808-093fd3f15c4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:24.634675 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565a44c-12f1-4752-984d-f33e066d4bb5 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event updated for resources: {'Port': ['ID=d1473561-54a5-4d0c-a2bf-23a4752eac3d,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:24.681966 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8565a44c-12f1-4752-984d-f33e066d4bb5 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Network 3bde08a6-fc22-4982-904a-730a720ea2fc is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:11:24.683645 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-8565a44c-12f1-4752-984d-f33e066d4bb5 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:24.691276 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e3f9faf4-f8a5-41f8-a808-093fd3f15c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:24.737999 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9faf4-f8a5-41f8-a808-093fd3f15c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13f93eb-9c9b-4ebc-9617-2af7b40c816f,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:24.771647 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e3f9faf4-f8a5-41f8-a808-093fd3f15c4f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=eeb03c80396b4e68ad3fa35988162c70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4145207 Aug 16 21:11:24.774450 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42114) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:24.903647 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9ad55ec0-9a64-4d27-9ed9-8fe5d1a41f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:24.929043 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9ad55ec0-9a64-4d27-9ed9-8fe5d1a41f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:24.934427 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc84ea-e239-4e68-99e6-09257a5535d2 req-ee3f7b11-8e78-4260-9a92-729919f6cd4d tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:24.936120 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-31bc84ea-e239-4e68-99e6-09257a5535d2 req-ee3f7b11-8e78-4260-9a92-729919f6cd4d tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=2e453c87-f95a-4daf-80f4-362806e2d9d9 HTTP/1.1" status: 200 len: 1097 time: 0.0872719 Aug 16 21:11:24.979812 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44f73b-cd69-4b10-905a-f8dd0801d4cb req-88c81e13-2316-4516-b99b-f113d61e6485 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:24.981513 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ad44f73b-cd69-4b10-905a-f8dd0801d4cb req-88c81e13-2316-4516-b99b-f113d61e6485 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=2e453c87-f95a-4daf-80f4-362806e2d9d9 HTTP/1.1" status: 200 len: 1097 time: 0.1172910 Aug 16 21:11:25.019583 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8565a44c-12f1-4752-984d-f33e066d4bb5 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Router 83f3a9e4-1115-42f0-8c20-92e56fbab261 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:11:25.053231 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ad44f73b-cd69-4b10-905a-f8dd0801d4cb req-e30eb97d-351c-4e6f-9bac-233e67778156 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=fdd06cbf-4a83-49c6-9456-769ff05872e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459635 Aug 16 21:11:25.063846 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9ad55ec0-9a64-4d27-9ed9-8fe5d1a41f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:25.063846 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9ad55ec0-9a64-4d27-9ed9-8fe5d1a41f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:25.063846 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9ad55ec0-9a64-4d27-9ed9-8fe5d1a41f3b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a13f93eb-9c9b-4ebc-9617-2af7b40c816f HTTP/1.1" status: 204 len: 168 time: 0.2868764 Aug 16 21:11:25.069348 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 63be8d18-f2a7-41b1-bd39-71331bb2775b no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:11:25.083149 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad55ec0-9a64-4d27-9ed9-8fe5d1a41f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13f93eb-9c9b-4ebc-9617-2af7b40c816f,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:25.098504 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 63be8d18-f2a7-41b1-bd39-71331bb2775b {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:11:25.098879 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 63be8d18-f2a7-41b1-bd39-71331bb2775b not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:11:25.113977 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-cd9a93e5-21ca-40f4-ace7-9b90f40024c5 None None] Provisioning complete for port d1473561-54a5-4d0c-a2bf-23a4752eac3d triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:25.114901 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cd9a93e5-21ca-40f4-ace7-9b90f40024c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:25.159040 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-cd9a93e5-21ca-40f4-ace7-9b90f40024c5 None None] Port d1473561-54a5-4d0c-a2bf-23a4752eac3d cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:11:25.178654 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-31bc84ea-e239-4e68-99e6-09257a5535d2 req-f3657c05-ccf4-46bf-8cd9-45a32da55c41 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Deleting port d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:11:25.179004 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-31bc84ea-e239-4e68-99e6-09257a5535d2 req-f3657c05-ccf4-46bf-8cd9-45a32da55c41 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:25.231348 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8565a44c-12f1-4752-984d-f33e066d4bb5 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:11:25.240249 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42120) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:25.241068 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8565a44c-12f1-4752-984d-f33e066d4bb5 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "PUT /v2.0/routers/83f3a9e4-1115-42f0-8c20-92e56fbab261/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1631296 Aug 16 21:11:25.243556 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433548ca-afd0-40c9-8375-a59b801d2fdf None None] Sync routers for ids ['83f3a9e4-1115-42f0-8c20-92e56fbab261'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:11:25.268312 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433548ca-afd0-40c9-8375-a59b801d2fdf None None] Routers {'83f3a9e4-1115-42f0-8c20-92e56fbab261'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:11:25.269118 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-433548ca-afd0-40c9-8375-a59b801d2fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:11:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['83f3a9e4-1115-42f0-8c20-92e56fbab261'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:25.294862 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-31bc84ea-e239-4e68-99e6-09257a5535d2 req-f3657c05-ccf4-46bf-8cd9-45a32da55c41 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] For port d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a,segment=NetworkSegment(c598720d-0638-4e2d-8367-da20e73a779e),segment_id=c598720d-0638-4e2d-8367-da20e73a779e)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:25.294862 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-31bc84ea-e239-4e68-99e6-09257a5535d2 req-f3657c05-ccf4-46bf-8cd9-45a32da55c41 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:25.297791 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19b5852-8668-4035-9e36-acf2622b148e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:25.302106 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a19b5852-8668-4035-9e36-acf2622b148e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "GET /v2.0/ports/d1473561-54a5-4d0c-a2bf-23a4752eac3d HTTP/1.1" status: 200 len: 911 time: 0.0549226 Aug 16 21:11:25.302374 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42122) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:25.323939 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-433548ca-afd0-40c9-8375-a59b801d2fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:25.335599 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433548ca-afd0-40c9-8375-a59b801d2fdf None None] Routers {'83f3a9e4-1115-42f0-8c20-92e56fbab261'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:11:25.336207 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-433548ca-afd0-40c9-8375-a59b801d2fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:11:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['83f3a9e4-1115-42f0-8c20-92e56fbab261'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:25.344988 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-31bc84ea-e239-4e68-99e6-09257a5535d2 req-f3657c05-ccf4-46bf-8cd9-45a32da55c41 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Calling delete_port for d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:11:25.424572 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-433548ca-afd0-40c9-8375-a59b801d2fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:25.426774 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433548ca-afd0-40c9-8375-a59b801d2fdf None None] The sync data for ids ['83f3a9e4-1115-42f0-8c20-92e56fbab261'] in n-d-793620-15 is: [] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:11:25.494663 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85e83a-4105-4800-b971-5a1cc5c95434 req-b9d03643-fcdb-4b1a-bb15-a010004a16c2 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:25.494663 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7c85e83a-4105-4800-b971-5a1cc5c95434 req-b9d03643-fcdb-4b1a-bb15-a010004a16c2 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 943 time: 0.0555098 Aug 16 21:11:25.538535 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7c85e83a-4105-4800-b971-5a1cc5c95434 req-6813daf1-b9d1-4b43-b638-46fd89216952 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374885 Aug 16 21:11:25.792998 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-296404ba-17ea-48cc-9aca-708731fba695 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:25.835599 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42134) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:25.856724 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d165bf46-40ff-4d4a-95b7-20591af4ae66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:25.869804 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-31bc84ea-e239-4e68-99e6-09257a5535d2 req-f3657c05-ccf4-46bf-8cd9-45a32da55c41 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:25.880992 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:11:25.909196 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3657c05-ccf4-46bf-8cd9-45a32da55c41 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:25.962876 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-31bc84ea-e239-4e68-99e6-09257a5535d2 req-f3657c05-ccf4-46bf-8cd9-45a32da55c41 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] No DVR routers for this DVR port d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:11:25.970208 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-31bc84ea-e239-4e68-99e6-09257a5535d2 req-f3657c05-ccf4-46bf-8cd9-45a32da55c41 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:25.972249 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-31bc84ea-e239-4e68-99e6-09257a5535d2 req-f3657c05-ccf4-46bf-8cd9-45a32da55c41 tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.72 "DELETE /v2.0/ports/d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a HTTP/1.1" status: 204 len: 173 time: 1.0296957 Aug 16 21:11:25.972700 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e453c87-f95a-4daf-80f4-362806e2d9d9', 'name': 'network-vif-deleted', 'tag': 'd4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:11:25.975019 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3bff94a-6562-4248-9da7-17f38905ccdf" -d '{"events": [{"server_uuid": "2e453c87-f95a-4daf-80f4-362806e2d9d9", "name": "network-vif-deleted", "tag": "d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:11:26.004944 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d165bf46-40ff-4d4a-95b7-20591af4ae66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:26.022462 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33eefb3-3ebe-4658-87cd-be559cd76131 x-openstack-request-id: req-d33eefb3-3ebe-4658-87cd-be559cd76131 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:11:26.022773 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e453c87-f95a-4daf-80f4-362806e2d9d9", "name": "network-vif-deleted", "tag": "d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:11:26.023032 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d33eefb3-3ebe-4658-87cd-be559cd76131 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:11:26.023440 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e453c87-f95a-4daf-80f4-362806e2d9d9', 'name': 'network-vif-deleted', 'tag': 'd4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a', 'status': 'completed', 'code': 200} Aug 16 21:11:26.087246 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d165bf46-40ff-4d4a-95b7-20591af4ae66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:26.155590 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d165bf46-40ff-4d4a-95b7-20591af4ae66 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=981ddb37c31448edb04c2d1094d57ea3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3188696 Aug 16 21:11:26.158512 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d165bf46-40ff-4d4a-95b7-20591af4ae66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd063e53-86cf-4c01-a41a-d9dbde5a5ce7,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:26.160424 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42140) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:26.188682 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-53e7a4bc-126f-4fdd-9b29-c7c5037e2ed2 req-3922ea2c-6159-4785-b643-f3cc386fc67f tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=2e453c87-f95a-4daf-80f4-362806e2d9d9 HTTP/1.1" status: 200 len: 210 time: 0.0451951 Aug 16 21:11:26.229186 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-296404ba-17ea-48cc-9aca-708731fba695 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Allocated IP 2001:db8:1::1 (d199e77a-b7a7-4e85-bf82-6fac27a50bed/098534f0-b986-4eaa-ba74-073580adaa61/949864ce-ed24-47b8-bd24-55c292851f0a) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:11:26.270266 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5a3ba4ca-11ae-445d-88ce-e430568f9b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:26.337845 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5a3ba4ca-11ae-445d-88ce-e430568f9b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:26.416709 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-296404ba-17ea-48cc-9aca-708731fba695 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:26.463474 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-296404ba-17ea-48cc-9aca-708731fba695 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Transition to ACTIVE for port object 949864ce-ed24-47b8-bd24-55c292851f0a will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:11:26.465469 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5a3ba4ca-11ae-445d-88ce-e430568f9b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:26.468375 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5a3ba4ca-11ae-445d-88ce-e430568f9b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:26.470133 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5a3ba4ca-11ae-445d-88ce-e430568f9b41 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fd063e53-86cf-4c01-a41a-d9dbde5a5ce7 HTTP/1.1" status: 204 len: 168 time: 0.3080053 Aug 16 21:11:26.485525 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ba4ca-11ae-445d-88ce-e430568f9b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd063e53-86cf-4c01-a41a-d9dbde5a5ce7,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:26.584229 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-296404ba-17ea-48cc-9aca-708731fba695 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:26.623366 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296404ba-17ea-48cc-9aca-708731fba695 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Network d199e77a-b7a7-4e85-bf82-6fac27a50bed is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:11:26.628714 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-296404ba-17ea-48cc-9aca-708731fba695 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:26.631757 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296404ba-17ea-48cc-9aca-708731fba695 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:11:26.632830 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-296404ba-17ea-48cc-9aca-708731fba695 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:26.688834 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296404ba-17ea-48cc-9aca-708731fba695 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event updated for resources: {'Port': ['ID=949864ce-ed24-47b8-bd24-55c292851f0a,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:26.691679 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076950d-8370-4f67-bea4-6ec78fbcfc73 req-96927258-2ed4-412b-82f6-c578aa698081 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:26.698845 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f076950d-8370-4f67-bea4-6ec78fbcfc73 req-96927258-2ed4-412b-82f6-c578aa698081 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 943 time: 0.0819325 Aug 16 21:11:26.779699 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f076950d-8370-4f67-bea4-6ec78fbcfc73 req-73e73a08-7b86-4c19-9481-8a8f2daf7744 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619106 Aug 16 21:11:26.910417 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-296404ba-17ea-48cc-9aca-708731fba695 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:26.950304 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80585ca-c8a4-492e-b2ec-db4ef7ce47cc req-f021ca00-167d-44b9-86a6-16a92c8b5643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:26.952029 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d80585ca-c8a4-492e-b2ec-db4ef7ce47cc req-f021ca00-167d-44b9-86a6-16a92c8b5643 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf&tenant_id=6ff815c4c8944f8eb7103de208aa5945 HTTP/1.1" status: 200 len: 1095 time: 0.1885104 Aug 16 21:11:26.983894 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-d80585ca-c8a4-492e-b2ec-db4ef7ce47cc req-edf7366a-850b-4052-8794-7d4308d81b15 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-15', 'device_owner': 'compute:nova'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:27.150476 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d80585ca-c8a4-492e-b2ec-db4ef7ce47cc req-edf7366a-850b-4052-8794-7d4308d81b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:27.171120 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-4e47b98d-6854-4298-a78c-104557e881d7 None None] Provisioning for port 949864ce-ed24-47b8-bd24-55c292851f0a completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:11:27.175337 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-4e47b98d-6854-4298-a78c-104557e881d7 None None] Provisioning complete for port 949864ce-ed24-47b8-bd24-55c292851f0a triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:27.175878 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4e47b98d-6854-4298-a78c-104557e881d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:27.229230 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-4e47b98d-6854-4298-a78c-104557e881d7 None None] Port 949864ce-ed24-47b8-bd24-55c292851f0a cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:11:27.368156 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ab01e3b1-dbd2-4152-ad21-7e71f54dc3a3 req-91d3ce4a-d654-494a-8030-3a92eb069a5c tempest-TestServerMultinode-410181527 tempest-TestServerMultinode-410181527-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=2e453c87-f95a-4daf-80f4-362806e2d9d9 HTTP/1.1" status: 200 len: 210 time: 0.0371389 Aug 16 21:11:27.760925 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-296404ba-17ea-48cc-9aca-708731fba695 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:27.778395 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-d80585ca-c8a4-492e-b2ec-db4ef7ce47cc req-edf7366a-850b-4052-8794-7d4308d81b15 service neutron] For port 7c69664d-e5b1-4f3e-8026-d75ecad74ee8, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=7c69664d-e5b1-4f3e-8026-d75ecad74ee8,segment=NetworkSegment(871fd1c6-053b-43bc-81ad-da658e74a8c3),segment_id=871fd1c6-053b-43bc-81ad-da658e74a8c3)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:27.795225 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42180) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:27.814142 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-d80585ca-c8a4-492e-b2ec-db4ef7ce47cc req-edf7366a-850b-4052-8794-7d4308d81b15 service neutron] For port 7c69664d-e5b1-4f3e-8026-d75ecad74ee8, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:11:27.846184 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-296404ba-17ea-48cc-9aca-708731fba695 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:27.847074 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-296404ba-17ea-48cc-9aca-708731fba695 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:27.894638 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-d80585ca-c8a4-492e-b2ec-db4ef7ce47cc req-edf7366a-850b-4052-8794-7d4308d81b15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c69664d-e5b1-4f3e-8026-d75ecad74ee8 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:11:27.922497 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d80585ca-c8a4-492e-b2ec-db4ef7ce47cc req-edf7366a-850b-4052-8794-7d4308d81b15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:27.962173 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-6c1db84d-72b8-41e4-bd91-8c05a2c89527 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-738430855'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:28.003157 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-d80585ca-c8a4-492e-b2ec-db4ef7ce47cc req-edf7366a-850b-4052-8794-7d4308d81b15 service neutron] Transition to ACTIVE for port object 7c69664d-e5b1-4f3e-8026-d75ecad74ee8 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:11:28.004015 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296404ba-17ea-48cc-9aca-708731fba695 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event updated for resources: {'Port': ['ID=949864ce-ed24-47b8-bd24-55c292851f0a,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:28.014351 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15686a0-fc82-47cd-b802-b522abb4c731 req-a8abff47-dae4-46e2-8a7b-62dd13ad9351 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:28.016052 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c15686a0-fc82-47cd-b802-b522abb4c731 req-a8abff47-dae4-46e2-8a7b-62dd13ad9351 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 943 time: 0.1433744 Aug 16 21:11:28.055555 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296404ba-17ea-48cc-9aca-708731fba695 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Network d199e77a-b7a7-4e85-bf82-6fac27a50bed is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:11:28.057063 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-296404ba-17ea-48cc-9aca-708731fba695 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:28.068179 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c15686a0-fc82-47cd-b802-b522abb4c731 req-de6ec4ec-e271-4c04-b7c5-a6761a77b3fa tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446639 Aug 16 21:11:28.109540 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d80585ca-c8a4-492e-b2ec-db4ef7ce47cc req-edf7366a-850b-4052-8794-7d4308d81b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:28.116983 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1db84d-72b8-41e4-bd91-8c05a2c89527 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Made reservation on behalf of 00694f7564e4464e82e8af5ffc2bd14e for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:11:28.121083 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6c1db84d-72b8-41e4-bd91-8c05a2c89527 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:28.131672 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6c1db84d-72b8-41e4-bd91-8c05a2c89527 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:28.246662 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7366a-850b-4052-8794-7d4308d81b15 service neutron] Pushing event updated for resources: {'Port': ['ID=7c69664d-e5b1-4f3e-8026-d75ecad74ee8,revision_number=9']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:28.270933 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6c1db84d-72b8-41e4-bd91-8c05a2c89527 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:28.380638 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58328c18-5a16-4675-8137-4ee05c14c83a req-c9375a76-1393-49c9-aa99-21f68b1b39ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:28.382149 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-58328c18-5a16-4675-8137-4ee05c14c83a req-c9375a76-1393-49c9-aa99-21f68b1b39ce service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ff815c4c8944f8eb7103de208aa5945&device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 1053 time: 0.2444506 Aug 16 21:11:28.383317 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6c1db84d-72b8-41e4-bd91-8c05a2c89527 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:28.394853 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296404ba-17ea-48cc-9aca-708731fba695 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Router 83f3a9e4-1115-42f0-8c20-92e56fbab261 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:11:28.430773 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c1db84d-72b8-41e4-bd91-8c05a2c89527 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:11:28.436050 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80585ca-c8a4-492e-b2ec-db4ef7ce47cc req-edf7366a-850b-4052-8794-7d4308d81b15 service neutron] No DVR routers for this DVR port 7c69664d-e5b1-4f3e-8026-d75ecad74ee8 on host n-h2-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:11:28.459828 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42190) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:28.466123 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1db84d-72b8-41e4-bd91-8c05a2c89527 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67855d1f-89a9-4be1-978b-69b509f82d44,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:28.471137 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6c1db84d-72b8-41e4-bd91-8c05a2c89527 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:28.471609 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-6c1db84d-72b8-41e4-bd91-8c05a2c89527 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Added segment 57011c62-fb46-4a0b-8d6e-97a99d985af2 of type vlan for network 37a47909-d216-479b-8a95-a4a57a97ad87 Aug 16 21:11:28.472429 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d86287d8-d1fb-454d-9627-bc2c56e1c7ea None None] Provisioning complete for port 949864ce-ed24-47b8-bd24-55c292851f0a triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:28.473420 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d86287d8-d1fb-454d-9627-bc2c56e1c7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:28.529780 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-d86287d8-d1fb-454d-9627-bc2c56e1c7ea None None] Port 949864ce-ed24-47b8-bd24-55c292851f0a cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:11:28.560670 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6c1db84d-72b8-41e4-bd91-8c05a2c89527 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:28.668539 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296404ba-17ea-48cc-9aca-708731fba695 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:11:28.681833 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59ea90a-fca7-4dc9-bae2-a939bf7e56ba None None] Sync routers for ids ['83f3a9e4-1115-42f0-8c20-92e56fbab261'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:11:28.682873 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-296404ba-17ea-48cc-9aca-708731fba695 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "PUT /v2.0/routers/83f3a9e4-1115-42f0-8c20-92e56fbab261/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3789229 Aug 16 21:11:28.685173 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42192) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:28.701252 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59ea90a-fca7-4dc9-bae2-a939bf7e56ba None None] Routers {'83f3a9e4-1115-42f0-8c20-92e56fbab261'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:11:28.702391 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-f59ea90a-fca7-4dc9-bae2-a939bf7e56ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:11:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['83f3a9e4-1115-42f0-8c20-92e56fbab261'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:28.703169 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58328c18-5a16-4675-8137-4ee05c14c83a req-c3431836-ba28-45fb-aa01-e9788c5a2d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:28.705827 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-58328c18-5a16-4675-8137-4ee05c14c83a req-c3431836-ba28-45fb-aa01-e9788c5a2d3a service neutron] 10.222.0.72 "GET /v2.0/networks?id=9c499baa-4492-4b54-bedd-a882ae845f9c HTTP/1.1" status: 200 len: 917 time: 0.2799308 Aug 16 21:11:28.730378 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6c1db84d-72b8-41e4-bd91-8c05a2c89527 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:28.735965 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1db84d-72b8-41e4-bd91-8c05a2c89527 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:28.736567 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6c1db84d-72b8-41e4-bd91-8c05a2c89527 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:28.740085 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-f59ea90a-fca7-4dc9-bae2-a939bf7e56ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:28.756580 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59ea90a-fca7-4dc9-bae2-a939bf7e56ba None None] Routers {'83f3a9e4-1115-42f0-8c20-92e56fbab261'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:11:28.757312 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-f59ea90a-fca7-4dc9-bae2-a939bf7e56ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:11:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['83f3a9e4-1115-42f0-8c20-92e56fbab261'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:28.797431 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-f59ea90a-fca7-4dc9-bae2-a939bf7e56ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:28.798401 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59ea90a-fca7-4dc9-bae2-a939bf7e56ba None None] The sync data for ids ['83f3a9e4-1115-42f0-8c20-92e56fbab261'] in n-d-793620-15 is: [] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:11:28.801293 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-d80585ca-c8a4-492e-b2ec-db4ef7ce47cc req-edf7366a-850b-4052-8794-7d4308d81b15 service neutron] Attempting to bind port 7c69664d-e5b1-4f3e-8026-d75ecad74ee8 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:11:28.801641 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-d80585ca-c8a4-492e-b2ec-db4ef7ce47cc req-edf7366a-850b-4052-8794-7d4308d81b15 service neutron] Attempting to bind port 7c69664d-e5b1-4f3e-8026-d75ecad74ee8 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '871fd1c6-053b-43bc-81ad-da658e74a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:11:28.801963 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80585ca-c8a4-492e-b2ec-db4ef7ce47cc req-edf7366a-850b-4052-8794-7d4308d81b15 service neutron] Attempting to bind port 7c69664d-e5b1-4f3e-8026-d75ecad74ee8 on network 9c499baa-4492-4b54-bedd-a882ae845f9c {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:11:28.829103 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80585ca-c8a4-492e-b2ec-db4ef7ce47cc req-edf7366a-850b-4052-8794-7d4308d81b15 service neutron] Port 7c69664d-e5b1-4f3e-8026-d75ecad74ee8 on network 9c499baa-4492-4b54-bedd-a882ae845f9c not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:11:28.829428 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80585ca-c8a4-492e-b2ec-db4ef7ce47cc req-edf7366a-850b-4052-8794-7d4308d81b15 service neutron] Attempting to bind port 7c69664d-e5b1-4f3e-8026-d75ecad74ee8 on network 9c499baa-4492-4b54-bedd-a882ae845f9c {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:11:28.834970 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf49f95-2f03-4824-b0c5-a143834812ed tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:28.836620 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3cf49f95-2f03-4824-b0c5-a143834812ed tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "GET /v2.0/ports/949864ce-ed24-47b8-bd24-55c292851f0a HTTP/1.1" status: 200 len: 913 time: 0.1502435 Aug 16 21:11:28.837535 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-58328c18-5a16-4675-8137-4ee05c14c83a req-7cb09332-8f99-45b5-9efe-c5466dda0fa4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c69664d-e5b1-4f3e-8026-d75ecad74ee8 HTTP/1.1" status: 200 len: 999 time: 0.1222732 Aug 16 21:11:28.838478 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80585ca-c8a4-492e-b2ec-db4ef7ce47cc req-edf7366a-850b-4052-8794-7d4308d81b15 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:11:28.838755 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80585ca-c8a4-492e-b2ec-db4ef7ce47cc req-edf7366a-850b-4052-8794-7d4308d81b15 service neutron] Checking segment: {'id': '871fd1c6-053b-43bc-81ad-da658e74a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:11:28.841015 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80585ca-c8a4-492e-b2ec-db4ef7ce47cc req-edf7366a-850b-4052-8794-7d4308d81b15 service neutron] Bound using segment: {'id': '871fd1c6-053b-43bc-81ad-da658e74a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:11:28.841015 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-d80585ca-c8a4-492e-b2ec-db4ef7ce47cc req-edf7366a-850b-4052-8794-7d4308d81b15 service neutron] Bound port: 7c69664d-e5b1-4f3e-8026-d75ecad74ee8, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '871fd1c6-053b-43bc-81ad-da658e74a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:11:28.841015 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d80585ca-c8a4-492e-b2ec-db4ef7ce47cc req-edf7366a-850b-4052-8794-7d4308d81b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:28.842629 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42194) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:28.857988 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1db84d-72b8-41e4-bd91-8c05a2c89527 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event updated for resources: {'Network': ['ID=37a47909-d216-479b-8a95-a4a57a97ad87,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:28.872174 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 37a47909-d216-479b-8a95-a4a57a97ad87 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:11:28.892540 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6c1db84d-72b8-41e4-bd91-8c05a2c89527 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0953522 Aug 16 21:11:29.028035 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58328c18-5a16-4675-8137-4ee05c14c83a req-b6508ce5-c27d-41be-b069-7e57f9a7046f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:29.029529 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-58328c18-5a16-4675-8137-4ee05c14c83a req-b6508ce5-c27d-41be-b069-7e57f9a7046f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6d4ab04f-fd33-40d0-bd76-3977c7bf52a2 HTTP/1.1" status: 200 len: 855 time: 0.1740217 Aug 16 21:11:29.054848 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-d80585ca-c8a4-492e-b2ec-db4ef7ce47cc req-edf7366a-850b-4052-8794-7d4308d81b15 service neutron] For port 7c69664d-e5b1-4f3e-8026-d75ecad74ee8, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:11:29.059656 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-d80585ca-c8a4-492e-b2ec-db4ef7ce47cc req-edf7366a-850b-4052-8794-7d4308d81b15 service neutron] For port 7c69664d-e5b1-4f3e-8026-d75ecad74ee8, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=7c69664d-e5b1-4f3e-8026-d75ecad74ee8,segment=NetworkSegment(871fd1c6-053b-43bc-81ad-da658e74a8c3),segment_id=871fd1c6-053b-43bc-81ad-da658e74a8c3)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:11:29.113146 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-03d8d093-1aec-4f2f-bbd1-bba53cc57d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:29.187090 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d80585ca-c8a4-492e-b2ec-db4ef7ce47cc req-edf7366a-850b-4052-8794-7d4308d81b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:29.256582 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7366a-850b-4052-8794-7d4308d81b15 service neutron] Pushing event updated for resources: {'Port': ['ID=7c69664d-e5b1-4f3e-8026-d75ecad74ee8,revision_number=10']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:29.264457 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58328c18-5a16-4675-8137-4ee05c14c83a req-4e82e7ab-3e67-4e41-bd04-abd883d50ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:29.266210 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-58328c18-5a16-4675-8137-4ee05c14c83a req-4e82e7ab-3e67-4e41-bd04-abd883d50ad5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9c499baa-4492-4b54-bedd-a882ae845f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2286444 Aug 16 21:11:29.268749 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80585ca-c8a4-492e-b2ec-db4ef7ce47cc req-edf7366a-850b-4052-8794-7d4308d81b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:29.269365 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d80585ca-c8a4-492e-b2ec-db4ef7ce47cc req-edf7366a-850b-4052-8794-7d4308d81b15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:29.271088 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d80585ca-c8a4-492e-b2ec-db4ef7ce47cc req-edf7366a-850b-4052-8794-7d4308d81b15 service neutron] 10.222.0.72 "PUT /v2.0/ports/7c69664d-e5b1-4f3e-8026-d75ecad74ee8 HTTP/1.1" status: 200 len: 1092 time: 2.2923417 Aug 16 21:11:29.271231 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45813dab-43ee-4513-8415-2e5b529608cf', 'tag': '7c69664d-e5b1-4f3e-8026-d75ecad74ee8'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:11:29.273561 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65929e7b-41b9-48b2-bca6-3b9575c477df" -d '{"events": [{"name": "network-changed", "server_uuid": "45813dab-43ee-4513-8415-2e5b529608cf", "tag": "7c69664d-e5b1-4f3e-8026-d75ecad74ee8"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:11:29.350628 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b5389-eed1-47ae-bde0-3180211e5331 req-4abd8f6b-b580-4183-b6d9-8ba50637e3cd tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:29.361741 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6c3b5389-eed1-47ae-bde0-3180211e5331 req-4abd8f6b-b580-4183-b6d9-8ba50637e3cd tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 944 time: 0.1193504 Aug 16 21:11:29.366377 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf1519e-d6c0-4d19-944a-c1e2842132d8 x-openstack-request-id: req-ddf1519e-d6c0-4d19-944a-c1e2842132d8 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:11:29.366793 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45813dab-43ee-4513-8415-2e5b529608cf", "tag": "7c69664d-e5b1-4f3e-8026-d75ecad74ee8", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:11:29.367046 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ddf1519e-d6c0-4d19-944a-c1e2842132d8 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:11:29.367582 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45813dab-43ee-4513-8415-2e5b529608cf', 'tag': '7c69664d-e5b1-4f3e-8026-d75ecad74ee8', 'status': 'completed', 'code': 200} Aug 16 21:11:29.446966 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6c3b5389-eed1-47ae-bde0-3180211e5331 req-eac201cc-4fbc-4793-8bf3-173744e68eee tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837092 Aug 16 21:11:29.597134 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-58328c18-5a16-4675-8137-4ee05c14c83a req-2f780759-4c59-4cce-8d05-dc9b930dc11c service neutron] 10.222.0.72 "GET /v2.0/networks/9c499baa-4492-4b54-bedd-a882ae845f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195980 Aug 16 21:11:29.625034 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:11:29.627262 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-03d8d093-1aec-4f2f-bbd1-bba53cc57d9e admin admin] Deleting port 50eb55af-40b2-467e-96f4-9a55ea6e02d0 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:11:29.627685 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-03d8d093-1aec-4f2f-bbd1-bba53cc57d9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:29.666550 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:11:29.712746 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:11:29.713204 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device d4017dbc-7a93-41f7-9c00-9c6dc3c6cd6a not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:11:29.717596 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-03d8d093-1aec-4f2f-bbd1-bba53cc57d9e admin admin] For port 50eb55af-40b2-467e-96f4-9a55ea6e02d0, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=50eb55af-40b2-467e-96f4-9a55ea6e02d0,segment=NetworkSegment(c598720d-0638-4e2d-8367-da20e73a779e),segment_id=c598720d-0638-4e2d-8367-da20e73a779e)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:29.718246 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-03d8d093-1aec-4f2f-bbd1-bba53cc57d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:29.735474 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-03d8d093-1aec-4f2f-bbd1-bba53cc57d9e admin admin] Calling delete_port for 50eb55af-40b2-467e-96f4-9a55ea6e02d0 owned by network:router_interface {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:11:30.022489 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-03d8d093-1aec-4f2f-bbd1-bba53cc57d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:30.074346 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d8d093-1aec-4f2f-bbd1-bba53cc57d9e admin admin] Pushing event deleted for resources: {'Port': ['ID=50eb55af-40b2-467e-96f4-9a55ea6e02d0,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:30.125853 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-58328c18-5a16-4675-8137-4ee05c14c83a req-cd7889a1-a55e-48ef-bb8d-11bbc74ff60f service neutron] 10.222.0.72 "GET /v2.0/networks/9c499baa-4492-4b54-bedd-a882ae845f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5211105 Aug 16 21:11:30.137149 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-63a98543-ef7f-4d83-8c0a-5d5601842d10 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:30.400915 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-03d8d093-1aec-4f2f-bbd1-bba53cc57d9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:30.443347 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80585ca-c8a4-492e-b2ec-db4ef7ce47cc req-477ec632-f51f-4736-9141-56e3c83309a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:30.445022 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d80585ca-c8a4-492e-b2ec-db4ef7ce47cc req-477ec632-f51f-4736-9141-56e3c83309a1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ff815c4c8944f8eb7103de208aa5945&device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 1096 time: 0.1427934 Aug 16 21:11:30.553652 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80585ca-c8a4-492e-b2ec-db4ef7ce47cc req-96c2149f-51af-4bb1-b0d9-80e226b8297d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:30.555418 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d80585ca-c8a4-492e-b2ec-db4ef7ce47cc req-96c2149f-51af-4bb1-b0d9-80e226b8297d service neutron] 10.222.0.72 "GET /v2.0/networks?id=9c499baa-4492-4b54-bedd-a882ae845f9c HTTP/1.1" status: 200 len: 917 time: 0.1026142 Aug 16 21:11:30.707322 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d80585ca-c8a4-492e-b2ec-db4ef7ce47cc req-3e099915-f3fb-4514-a7d6-2d9d2737e5f2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c69664d-e5b1-4f3e-8026-d75ecad74ee8 HTTP/1.1" status: 200 len: 999 time: 0.1338277 Aug 16 21:11:30.716106 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e0aee-9eb6-4997-8a98-bf5e05d906b2 req-f7a71b56-8d72-41c6-bc43-d0e8591919fd tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:30.724685 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-726e0aee-9eb6-4997-8a98-bf5e05d906b2 req-f7a71b56-8d72-41c6-bc43-d0e8591919fd tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 944 time: 0.1345270 Aug 16 21:11:30.779601 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-726e0aee-9eb6-4997-8a98-bf5e05d906b2 req-1139ffbb-9d27-476e-b426-49d6d59bb37a tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536733 Aug 16 21:11:30.796158 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d8d093-1aec-4f2f-bbd1-bba53cc57d9e admin admin] Router 5b3b239c-85f3-44d8-b496-3d61d0de7ea6 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:11:30.796670 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80585ca-c8a4-492e-b2ec-db4ef7ce47cc req-2f9f4a79-aec4-4faf-b769-06426c3b80bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:30.799114 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d80585ca-c8a4-492e-b2ec-db4ef7ce47cc req-2f9f4a79-aec4-4faf-b769-06426c3b80bd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6d4ab04f-fd33-40d0-bd76-3977c7bf52a2 HTTP/1.1" status: 200 len: 855 time: 0.0845444 Aug 16 21:11:30.840109 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-63a98543-ef7f-4d83-8c0a-5d5601842d10 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Deleting port 949864ce-ed24-47b8-bd24-55c292851f0a {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:11:30.840453 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-63a98543-ef7f-4d83-8c0a-5d5601842d10 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:30.904398 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80585ca-c8a4-492e-b2ec-db4ef7ce47cc req-1c3aade3-e00b-4b53-9052-7454e4102ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:30.905921 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d80585ca-c8a4-492e-b2ec-db4ef7ce47cc req-1c3aade3-e00b-4b53-9052-7454e4102ed6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9c499baa-4492-4b54-bedd-a882ae845f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0986576 Aug 16 21:11:30.948302 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d8d093-1aec-4f2f-bbd1-bba53cc57d9e admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:11:30.959022 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925f3100-b0a3-4059-b521-5e9dec56f9d6 None None] Sync routers for ids ['5b3b239c-85f3-44d8-b496-3d61d0de7ea6'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:11:30.973688 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-03d8d093-1aec-4f2f-bbd1-bba53cc57d9e admin admin] 10.222.0.84 "PUT /v2.0/routers/5b3b239c-85f3-44d8-b496-3d61d0de7ea6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5095015 Aug 16 21:11:30.976441 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925f3100-b0a3-4059-b521-5e9dec56f9d6 None None] Routers {'5b3b239c-85f3-44d8-b496-3d61d0de7ea6'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:11:30.977262 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-925f3100-b0a3-4059-b521-5e9dec56f9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:11:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['5b3b239c-85f3-44d8-b496-3d61d0de7ea6'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:30.979396 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42220) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:31.005352 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-63a98543-ef7f-4d83-8c0a-5d5601842d10 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:31.025340 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-63a98543-ef7f-4d83-8c0a-5d5601842d10 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Calling delete_port for 949864ce-ed24-47b8-bd24-55c292851f0a owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:11:31.113031 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d80585ca-c8a4-492e-b2ec-db4ef7ce47cc req-f8da686b-ea9d-4953-ab5c-ffb037416030 service neutron] 10.222.0.72 "GET /v2.0/networks/9c499baa-4492-4b54-bedd-a882ae845f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914365 Aug 16 21:11:31.219447 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-925f3100-b0a3-4059-b521-5e9dec56f9d6 None None] Set router 5b3b239c-85f3-44d8-b496-3d61d0de7ea6 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:11:31.220690 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-25f8570d-3830-4c1d-97df-e2ade5ca07f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:31.367255 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d80585ca-c8a4-492e-b2ec-db4ef7ce47cc req-69b83fdb-6b56-435f-9ad2-3ffe0af29d91 service neutron] 10.222.0.72 "GET /v2.0/networks/9c499baa-4492-4b54-bedd-a882ae845f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418389 Aug 16 21:11:31.385865 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-25f8570d-3830-4c1d-97df-e2ade5ca07f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:31.407684 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-63a98543-ef7f-4d83-8c0a-5d5601842d10 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:31.469710 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-925f3100-b0a3-4059-b521-5e9dec56f9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3b239c-85f3-44d8-b496-3d61d0de7ea6', 'name': 'tempest-TestServerMultinode-1270961589-router', 'tenant_id': '0498714ffbf44fc797d48647810c6ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '20b5c6cc-92f9-4348-a058-183c9dcacd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:17Z', 'updated_at': '2021-08-16T21:11:29Z', 'revision_number': 5, 'project_id': '0498714ffbf44fc797d48647810c6ab5', 'gw_port': {'id': '20b5c6cc-92f9-4348-a058-183c9dcacd6b', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:45:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3b239c-85f3-44d8-b496-3d61d0de7ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:19Z', 'updated_at': '2021-08-16T21:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:31.478807 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a98543-ef7f-4d83-8c0a-5d5601842d10 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event deleted for resources: {'Port': ['ID=949864ce-ed24-47b8-bd24-55c292851f0a,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:31.511529 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925f3100-b0a3-4059-b521-5e9dec56f9d6 None None] Checking router: 5b3b239c-85f3-44d8-b496-3d61d0de7ea6 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:11:31.525868 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925f3100-b0a3-4059-b521-5e9dec56f9d6 None None] Routers {'5b3b239c-85f3-44d8-b496-3d61d0de7ea6'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:11:31.527002 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-925f3100-b0a3-4059-b521-5e9dec56f9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:11:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['5b3b239c-85f3-44d8-b496-3d61d0de7ea6'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:31.568656 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-25f8570d-3830-4c1d-97df-e2ade5ca07f9 admin admin] Deleting port 20b5c6cc-92f9-4348-a058-183c9dcacd6b {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:11:31.569288 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-25f8570d-3830-4c1d-97df-e2ade5ca07f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:31.667318 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-925f3100-b0a3-4059-b521-5e9dec56f9d6 None None] Set router 5b3b239c-85f3-44d8-b496-3d61d0de7ea6 gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:11:31.719629 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65929e7b-41b9-48b2-bca6-3b9575c477df req-b6383d76-55af-46fe-9e3d-40c86affbe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:31.722126 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-65929e7b-41b9-48b2-bca6-3b9575c477df req-b6383d76-55af-46fe-9e3d-40c86affbe67 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ff815c4c8944f8eb7103de208aa5945&device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 1096 time: 0.2273836 Aug 16 21:11:31.780379 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-63a98543-ef7f-4d83-8c0a-5d5601842d10 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:31.891879 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-25f8570d-3830-4c1d-97df-e2ade5ca07f9 admin admin] For port 20b5c6cc-92f9-4348-a058-183c9dcacd6b, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=20b5c6cc-92f9-4348-a058-183c9dcacd6b,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:31.892272 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-25f8570d-3830-4c1d-97df-e2ade5ca07f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:31.994545 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-25f8570d-3830-4c1d-97df-e2ade5ca07f9 admin admin] Calling delete_port for 20b5c6cc-92f9-4348-a058-183c9dcacd6b owned by network:router_gateway {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:11:31.999608 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65929e7b-41b9-48b2-bca6-3b9575c477df req-83a62a7c-1eab-49e5-bead-fb9f13463c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:32.001577 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-65929e7b-41b9-48b2-bca6-3b9575c477df req-83a62a7c-1eab-49e5-bead-fb9f13463c9f service neutron] 10.222.0.72 "GET /v2.0/networks?id=9c499baa-4492-4b54-bedd-a882ae845f9c HTTP/1.1" status: 200 len: 917 time: 0.2701728 Aug 16 21:11:32.066633 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-925f3100-b0a3-4059-b521-5e9dec56f9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3b239c-85f3-44d8-b496-3d61d0de7ea6', 'name': 'tempest-TestServerMultinode-1270961589-router', 'tenant_id': '0498714ffbf44fc797d48647810c6ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:17Z', 'updated_at': '2021-08-16T21:11:31Z', 'revision_number': 6, 'project_id': '0498714ffbf44fc797d48647810c6ab5', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:32.108072 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-65929e7b-41b9-48b2-bca6-3b9575c477df req-fa317733-6ead-43e0-b233-b879ea89949d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c69664d-e5b1-4f3e-8026-d75ecad74ee8 HTTP/1.1" status: 200 len: 999 time: 0.0786488 Aug 16 21:11:32.110528 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925f3100-b0a3-4059-b521-5e9dec56f9d6 None None] The sync data for ids ['5b3b239c-85f3-44d8-b496-3d61d0de7ea6'] in n-d-793620-15 is: [{'id': '5b3b239c-85f3-44d8-b496-3d61d0de7ea6', 'name': 'tempest-TestServerMultinode-1270961589-router', 'tenant_id': '0498714ffbf44fc797d48647810c6ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:17Z', 'updated_at': '2021-08-16T21:11:31Z', 'revision_number': 6, 'project_id': '0498714ffbf44fc797d48647810c6ab5', 'gw_port_host': None}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:11:32.264819 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65929e7b-41b9-48b2-bca6-3b9575c477df req-ef627c66-26ef-4be6-be87-ab01bc085d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:32.266939 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-65929e7b-41b9-48b2-bca6-3b9575c477df req-ef627c66-26ef-4be6-be87-ab01bc085d70 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6d4ab04f-fd33-40d0-bd76-3977c7bf52a2 HTTP/1.1" status: 200 len: 855 time: 0.1480193 Aug 16 21:11:32.267425 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42244) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:32.301773 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-34dd6e6e-481a-4a59-805b-1438c3837835 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Request body: {'subnet': {'network_id': '37a47909-d216-479b-8a95-a4a57a97ad87', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:32.387875 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a98543-ef7f-4d83-8c0a-5d5601842d10 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Router 83f3a9e4-1115-42f0-8c20-92e56fbab261 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:11:32.417165 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6654008-62cf-4bed-a108-554a8a6527dc req-0f51a20b-4316-48c2-8405-c6ff3b078395 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:32.426718 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b6654008-62cf-4bed-a108-554a8a6527dc req-0f51a20b-4316-48c2-8405-c6ff3b078395 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 944 time: 0.3483429 Aug 16 21:11:32.446895 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-25f8570d-3830-4c1d-97df-e2ade5ca07f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:32.488031 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8570d-3830-4c1d-97df-e2ade5ca07f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=20b5c6cc-92f9-4348-a058-183c9dcacd6b,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:32.536698 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b6654008-62cf-4bed-a108-554a8a6527dc req-a46cc87b-cf5f-425b-8cb4-a4713bf94ae3 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085429 Aug 16 21:11:32.555203 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a98543-ef7f-4d83-8c0a-5d5601842d10 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:11:32.567107 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-63a98543-ef7f-4d83-8c0a-5d5601842d10 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "PUT /v2.0/routers/83f3a9e4-1115-42f0-8c20-92e56fbab261/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7189512 Aug 16 21:11:32.569706 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b568d8ff-27a7-41e8-8c25-2011f552ce3f None None] Sync routers for ids ['83f3a9e4-1115-42f0-8c20-92e56fbab261'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:11:32.588566 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b568d8ff-27a7-41e8-8c25-2011f552ce3f None None] Routers {'83f3a9e4-1115-42f0-8c20-92e56fbab261'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:11:32.588739 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42246) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:32.588887 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-b568d8ff-27a7-41e8-8c25-2011f552ce3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:11:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['83f3a9e4-1115-42f0-8c20-92e56fbab261'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:32.679874 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34dd6e6e-481a-4a59-805b-1438c3837835 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Made reservation on behalf of 00694f7564e4464e82e8af5ffc2bd14e for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:11:32.699328 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34dd6e6e-481a-4a59-805b-1438c3837835 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:32.702837 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-b568d8ff-27a7-41e8-8c25-2011f552ce3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:32.703840 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-25f8570d-3830-4c1d-97df-e2ade5ca07f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:32.726885 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b568d8ff-27a7-41e8-8c25-2011f552ce3f None None] Routers {'83f3a9e4-1115-42f0-8c20-92e56fbab261'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:11:32.732905 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-b568d8ff-27a7-41e8-8c25-2011f552ce3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:11:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['83f3a9e4-1115-42f0-8c20-92e56fbab261'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:32.822404 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-b568d8ff-27a7-41e8-8c25-2011f552ce3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:32.823087 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b568d8ff-27a7-41e8-8c25-2011f552ce3f None None] The sync data for ids ['83f3a9e4-1115-42f0-8c20-92e56fbab261'] in n-d-793620-15 is: [] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:11:32.978606 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-25f8570d-3830-4c1d-97df-e2ade5ca07f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:32.981981 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-25f8570d-3830-4c1d-97df-e2ade5ca07f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:33.199715 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-25f8570d-3830-4c1d-97df-e2ade5ca07f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:33.200668 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f8570d-3830-4c1d-97df-e2ade5ca07f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b3b239c-85f3-44d8-b496-3d61d0de7ea6 {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:11:33.207287 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-25f8570d-3830-4c1d-97df-e2ade5ca07f9 admin admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:33.214085 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-25f8570d-3830-4c1d-97df-e2ade5ca07f9 admin admin] 10.222.0.84 "DELETE /v2.0/routers/5b3b239c-85f3-44d8-b496-3d61d0de7ea6 HTTP/1.1" status: 204 len: 168 time: 2.2279093 Aug 16 21:11:33.214085 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42258) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:33.327227 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc14049-b81b-4363-a68c-7ff37258b883 admin admin] Deleting subnet 8d49b411-4d8f-4ce4-b2a9-fe98304d3873 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:11:33.333632 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65929e7b-41b9-48b2-bca6-3b9575c477df req-2c285159-0330-4563-b5cc-dc7bebf79048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:33.335231 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-65929e7b-41b9-48b2-bca6-3b9575c477df req-2c285159-0330-4563-b5cc-dc7bebf79048 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9c499baa-4492-4b54-bedd-a882ae845f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1619992 Aug 16 21:11:33.342363 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bdc14049-b81b-4363-a68c-7ff37258b883 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:33.433762 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bdc14049-b81b-4363-a68c-7ff37258b883 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:33.720326 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34dd6e6e-481a-4a59-805b-1438c3837835 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:33.803098 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd6e6e-481a-4a59-805b-1438c3837835 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event updated for resources: {'Subnet': ['ID=4f69fd35-0a0e-4623-b963-fc4fe955b2ed,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:33.856059 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dd6e6e-481a-4a59-805b-1438c3837835 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Checking segment: {'id': '57011c62-fb46-4a0b-8d6e-97a99d985af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '37a47909-d216-479b-8a95-a4a57a97ad87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:11:33.856753 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dd6e6e-481a-4a59-805b-1438c3837835 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Network hostable DHCP agents. Network: 37a47909-d216-479b-8a95-a4a57a97ad87, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:11:33.874428 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-895e576a-f141-4576-b62a-54576bf8bb18 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:34.091441 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dd6e6e-481a-4a59-805b-1438c3837835 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Network 37a47909-d216-479b-8a95-a4a57a97ad87 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:11:34.130997 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7f0a7-7cae-4062-8ee5-25cf257ba206 req-622ed387-9e2a-4578-b389-3019762e9c82 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:34.138211 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-85f7f0a7-7cae-4062-8ee5-25cf257ba206 req-622ed387-9e2a-4578-b389-3019762e9c82 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 944 time: 0.0719411 Aug 16 21:11:34.182245 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-34dd6e6e-481a-4a59-805b-1438c3837835 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 37a47909-d216-479b-8a95-a4a57a97ad87) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:34.195578 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42e8615-6387-42ea-bff7-b9af90afd752 None None] Network 37a47909-d216-479b-8a95-a4a57a97ad87 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:34.205242 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bdc14049-b81b-4363-a68c-7ff37258b883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:34.210579 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dd6e6e-481a-4a59-805b-1438c3837835 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:34.217171 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34dd6e6e-481a-4a59-805b-1438c3837835 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:34.269381 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-85f7f0a7-7cae-4062-8ee5-25cf257ba206 req-14f987b7-a839-406c-8dc1-fc87c7a07f2b tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301947 Aug 16 21:11:34.280031 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 20b5c6cc-92f9-4348-a058-183c9dcacd6b no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:11:34.326880 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-34dd6e6e-481a-4a59-805b-1438c3837835 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0307353 Aug 16 21:11:34.331972 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42266) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:34.337410 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-c3831bee-b514-4b0f-950f-aaf6b0e601a8 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2143505746'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:34.355891 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-895e576a-f141-4576-b62a-54576bf8bb18 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Deleting port d1473561-54a5-4d0c-a2bf-23a4752eac3d {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:11:34.356294 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-895e576a-f141-4576-b62a-54576bf8bb18 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:34.361939 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 20b5c6cc-92f9-4348-a058-183c9dcacd6b {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:11:34.371862 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 20b5c6cc-92f9-4348-a058-183c9dcacd6b not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:11:34.372427 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 50eb55af-40b2-467e-96f4-9a55ea6e02d0 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:11:34.409450 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 50eb55af-40b2-467e-96f4-9a55ea6e02d0 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:11:34.410106 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 50eb55af-40b2-467e-96f4-9a55ea6e02d0 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:11:34.440138 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bdc14049-b81b-4363-a68c-7ff37258b883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:34.473770 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-895e576a-f141-4576-b62a-54576bf8bb18 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:34.486701 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc14049-b81b-4363-a68c-7ff37258b883 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d49b411-4d8f-4ce4-b2a9-fe98304d3873,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:34.493323 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-895e576a-f141-4576-b62a-54576bf8bb18 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Calling delete_port for d1473561-54a5-4d0c-a2bf-23a4752eac3d owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:11:34.497378 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3831bee-b514-4b0f-950f-aaf6b0e601a8 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Made reservation on behalf of 00694f7564e4464e82e8af5ffc2bd14e for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:11:34.510131 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c3831bee-b514-4b0f-950f-aaf6b0e601a8 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:34.512314 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb5c318-0f1e-46db-aeda-1296c168ceb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-37a47909-d216-479b-8a95-a4a57a97ad87', 'network_id': '37a47909-d216-479b-8a95-a4a57a97ad87', 'tenant_id': '00694f7564e4464e82e8af5ffc2bd14e', 'fixed_ips': [{'subnet_id': '4f69fd35-0a0e-4623-b963-fc4fe955b2ed'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:11:34.516803 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0cb5c318-0f1e-46db-aeda-1296c168ceb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:34.527175 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3aaf163-e86f-40b8-9b20-8c9f59ada44e None None] Network 8a16c391-2eca-48bc-ba42-cdb112afb433 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:34.530097 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bdc14049-b81b-4363-a68c-7ff37258b883 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:34.533090 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-bdc14049-b81b-4363-a68c-7ff37258b883 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/8d49b411-4d8f-4ce4-b2a9-fe98304d3873 HTTP/1.1" status: 204 len: 168 time: 1.3191972 Aug 16 21:11:34.536105 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42268) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:34.613453 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb2d5fc2-b5f4-455c-acc9-f76a7bfd1a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:34.667404 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3831bee-b514-4b0f-950f-aaf6b0e601a8 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:11:34.685072 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c3831bee-b514-4b0f-950f-aaf6b0e601a8 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:34.685722 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-c3831bee-b514-4b0f-950f-aaf6b0e601a8 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Added segment fcf0c08c-12c2-4cf5-8410-14d6a415d909 of type vlan for network 080f27d3-9840-43d7-b96b-041a6754d75c Aug 16 21:11:34.742416 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-bb2d5fc2-b5f4-455c-acc9-f76a7bfd1a98 admin admin] Deleting port 27324e6f-baa9-4a16-b763-a509f1c6a364 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:11:34.743062 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb2d5fc2-b5f4-455c-acc9-f76a7bfd1a98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:34.794164 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-895e576a-f141-4576-b62a-54576bf8bb18 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:34.839761 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c3831bee-b514-4b0f-950f-aaf6b0e601a8 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:34.863197 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e576a-f141-4576-b62a-54576bf8bb18 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event deleted for resources: {'Port': ['ID=d1473561-54a5-4d0c-a2bf-23a4752eac3d,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:34.914668 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-0cb5c318-0f1e-46db-aeda-1296c168ceb2 None None] Allocated IP 2001:db8:0:ffff::2 (37a47909-d216-479b-8a95-a4a57a97ad87/4f69fd35-0a0e-4623-b963-fc4fe955b2ed/77a3e9e0-51b4-4a6a-8781-151b450d4fb6) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:11:34.942128 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-bb2d5fc2-b5f4-455c-acc9-f76a7bfd1a98 admin admin] For port 27324e6f-baa9-4a16-b763-a509f1c6a364, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=27324e6f-baa9-4a16-b763-a509f1c6a364,segment=NetworkSegment(c598720d-0638-4e2d-8367-da20e73a779e),segment_id=c598720d-0638-4e2d-8367-da20e73a779e)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:34.942873 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb2d5fc2-b5f4-455c-acc9-f76a7bfd1a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:34.986249 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-bb2d5fc2-b5f4-455c-acc9-f76a7bfd1a98 admin admin] Calling delete_port for 27324e6f-baa9-4a16-b763-a509f1c6a364 owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:11:35.035223 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c3831bee-b514-4b0f-950f-aaf6b0e601a8 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:35.040622 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3831bee-b514-4b0f-950f-aaf6b0e601a8 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:35.041356 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c3831bee-b514-4b0f-950f-aaf6b0e601a8 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:35.137801 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-895e576a-f141-4576-b62a-54576bf8bb18 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:35.183267 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5c82ad-4922-407f-826d-57875994d242 None None] DHCP port deletion for 8a16c391-2eca-48bc-ba42-cdb112afb433 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:11:35.238220 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0cb5c318-0f1e-46db-aeda-1296c168ceb2 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:35.257405 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0cb5c318-0f1e-46db-aeda-1296c168ceb2 None None] Transition to ACTIVE for port object 77a3e9e0-51b4-4a6a-8781-151b450d4fb6 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:11:35.277628 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0cb5c318-0f1e-46db-aeda-1296c168ceb2 None None] Transition to ACTIVE for port object 77a3e9e0-51b4-4a6a-8781-151b450d4fb6 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:11:35.288092 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-0a5c82ad-4922-407f-826d-57875994d242 None None] Deleting port 27324e6f-baa9-4a16-b763-a509f1c6a364 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:11:35.288601 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0a5c82ad-4922-407f-826d-57875994d242 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:35.318066 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c3831bee-b514-4b0f-950f-aaf6b0e601a8 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9848976 Aug 16 21:11:35.321184 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42276) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:35.323854 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3831bee-b514-4b0f-950f-aaf6b0e601a8 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event updated for resources: {'Network': ['ID=080f27d3-9840-43d7-b96b-041a6754d75c,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:35.329995 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-09b369ad-ea14-4890-82f0-e2525ecfd7fc tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Request body: {'subnet': {'network_id': '080f27d3-9840-43d7-b96b-041a6754d75c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:35.352143 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 080f27d3-9840-43d7-b96b-041a6754d75c details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:11:35.411419 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0cb5c318-0f1e-46db-aeda-1296c168ceb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:35.425369 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb2d5fc2-b5f4-455c-acc9-f76a7bfd1a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:35.473929 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb5c318-0f1e-46db-aeda-1296c168ceb2 None None] Network 37a47909-d216-479b-8a95-a4a57a97ad87 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:11:35.476318 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-0a5c82ad-4922-407f-826d-57875994d242 None None] For port 27324e6f-baa9-4a16-b763-a509f1c6a364, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=27324e6f-baa9-4a16-b763-a509f1c6a364,segment=NetworkSegment(c598720d-0638-4e2d-8367-da20e73a779e),segment_id=c598720d-0638-4e2d-8367-da20e73a779e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:35.476941 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0a5c82ad-4922-407f-826d-57875994d242 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:35.493966 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-0cb5c318-0f1e-46db-aeda-1296c168ceb2 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:35.501391 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb5c318-0f1e-46db-aeda-1296c168ceb2 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:11:35.520644 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d5fc2-b5f4-455c-acc9-f76a7bfd1a98 admin admin] Pushing event deleted for resources: {'Port': ['ID=27324e6f-baa9-4a16-b763-a509f1c6a364,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:35.531818 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-0a5c82ad-4922-407f-826d-57875994d242 None None] Calling delete_port for 27324e6f-baa9-4a16-b763-a509f1c6a364 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:11:35.542320 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2d5fc2-b5f4-455c-acc9-f76a7bfd1a98 admin admin] No DVR routers for this DVR port 27324e6f-baa9-4a16-b763-a509f1c6a364 on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:11:35.548887 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895e576a-f141-4576-b62a-54576bf8bb18 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Router 83f3a9e4-1115-42f0-8c20-92e56fbab261 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:11:35.572502 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f2dfb-0944-428b-8068-8ae460feace4 req-e994f6e5-9853-4a00-a14d-6fab95e390e6 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:35.575161 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f9f2dfb-0944-428b-8068-8ae460feace4 req-e994f6e5-9853-4a00-a14d-6fab95e390e6 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 944 time: 0.1929350 Aug 16 21:11:35.581798 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5c318-0f1e-46db-aeda-1296c168ceb2 None None] Pushing event updated for resources: {'Port': ['ID=77a3e9e0-51b4-4a6a-8781-151b450d4fb6,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:35.701265 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895e576a-f141-4576-b62a-54576bf8bb18 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:11:35.711839 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-895e576a-f141-4576-b62a-54576bf8bb18 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "PUT /v2.0/routers/83f3a9e4-1115-42f0-8c20-92e56fbab261/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1239851 Aug 16 21:11:35.713466 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42284) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:35.719754 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b8fe8a-900e-4676-b766-929d000ee19e None None] Sync routers for ids ['83f3a9e4-1115-42f0-8c20-92e56fbab261'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:11:35.740796 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b8fe8a-900e-4676-b766-929d000ee19e None None] Routers {'83f3a9e4-1115-42f0-8c20-92e56fbab261'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:11:35.741448 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-c8b8fe8a-900e-4676-b766-929d000ee19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:11:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['83f3a9e4-1115-42f0-8c20-92e56fbab261'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:35.789806 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42288) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:35.800173 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-27df72c0-e623-4321-9de9-343f79f8b749 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "GET /v2.0/ports?device_id=83f3a9e4-1115-42f0-8c20-92e56fbab261 HTTP/1.1" status: 200 len: 205 time: 0.0636396 Aug 16 21:11:35.811108 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-c8b8fe8a-900e-4676-b766-929d000ee19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:35.830603 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb2d5fc2-b5f4-455c-acc9-f76a7bfd1a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:35.830796 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b8fe8a-900e-4676-b766-929d000ee19e None None] Routers {'83f3a9e4-1115-42f0-8c20-92e56fbab261'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:11:35.830796 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-c8b8fe8a-900e-4676-b766-929d000ee19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:11:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['83f3a9e4-1115-42f0-8c20-92e56fbab261'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:35.831005 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-bb2d5fc2-b5f4-455c-acc9-f76a7bfd1a98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a16c391-2eca-48bc-ba42-cdb112afb433']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:35.842485 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-bb2d5fc2-b5f4-455c-acc9-f76a7bfd1a98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c598720d-0638-4e2d-8367-da20e73a779e') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:35.842878 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-bb2d5fc2-b5f4-455c-acc9-f76a7bfd1a98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c598720d-0638-4e2d-8367-da20e73a779e') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:35.856592 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb2d5fc2-b5f4-455c-acc9-f76a7bfd1a98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:35.866644 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-c8b8fe8a-900e-4676-b766-929d000ee19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:35.867699 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b8fe8a-900e-4676-b766-929d000ee19e None None] The sync data for ids ['83f3a9e4-1115-42f0-8c20-92e56fbab261'] in n-d-793620-15 is: [] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:11:35.877397 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b369ad-ea14-4890-82f0-e2525ecfd7fc tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Made reservation on behalf of 00694f7564e4464e82e8af5ffc2bd14e for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:11:35.881247 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f9f2dfb-0944-428b-8068-8ae460feace4 req-bf4abdb0-e43f-44b9-a519-cb5e997c6cab tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2928572 Aug 16 21:11:35.881405 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-09b369ad-ea14-4890-82f0-e2525ecfd7fc tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:35.882367 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb2d5fc2-b5f4-455c-acc9-f76a7bfd1a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:35.892990 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb2d5fc2-b5f4-455c-acc9-f76a7bfd1a98 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:11:35.894137 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb2d5fc2-b5f4-455c-acc9-f76a7bfd1a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:36.008282 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:11:36.008282 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:11:36.008282 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:11:36.008282 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:11:36.008282 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:11:36.008282 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:11:36.008282 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:11:36.008282 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:11:36.008282 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:11:36.008282 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:11:36.008282 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:11:36.008282 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:11:36.008282 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:11:36.008282 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:11:36.008282 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:11:36.008282 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:11:36.008282 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:11:36.008282 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:11:36.008282 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:11:36.008282 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:11:36.008282 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:11:36.008282 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:11:36.008282 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:11:36.008282 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:11:36.008282 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:11:36.008282 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:11:36.008282 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:11:36.008282 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:11:36.008282 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:11:36.008282 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:11:36.008282 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:11:36.008282 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:11:36.023417 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6d83327e-c002-4035-9aad-95f01850fec5 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:36.060410 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0a5c82ad-4922-407f-826d-57875994d242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:36.094557 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c82ad-4922-407f-826d-57875994d242 None None] Pushing event deleted for resources: {'Port': ['ID=27324e6f-baa9-4a16-b763-a509f1c6a364,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:36.101920 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5c82ad-4922-407f-826d-57875994d242 None None] No DVR routers for this DVR port 27324e6f-baa9-4a16-b763-a509f1c6a364 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:11:36.105135 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-0cb5c318-0f1e-46db-aeda-1296c168ceb2 None None] Attempting to bind port 77a3e9e0-51b4-4a6a-8781-151b450d4fb6 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:11:36.105504 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-0cb5c318-0f1e-46db-aeda-1296c168ceb2 None None] Attempting to bind port 77a3e9e0-51b4-4a6a-8781-151b450d4fb6 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '57011c62-fb46-4a0b-8d6e-97a99d985af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '37a47909-d216-479b-8a95-a4a57a97ad87'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:11:36.105921 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb5c318-0f1e-46db-aeda-1296c168ceb2 None None] Attempting to bind port 77a3e9e0-51b4-4a6a-8781-151b450d4fb6 on network 37a47909-d216-479b-8a95-a4a57a97ad87 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:11:36.122686 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb5c318-0f1e-46db-aeda-1296c168ceb2 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:11:36.124398 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb5c318-0f1e-46db-aeda-1296c168ceb2 None None] Checking segment: {'id': '57011c62-fb46-4a0b-8d6e-97a99d985af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '37a47909-d216-479b-8a95-a4a57a97ad87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:11:36.126009 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0cb5c318-0f1e-46db-aeda-1296c168ceb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:36.126661 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb5c318-0f1e-46db-aeda-1296c168ceb2 None None] Bound using segment: {'id': '57011c62-fb46-4a0b-8d6e-97a99d985af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '37a47909-d216-479b-8a95-a4a57a97ad87'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:11:36.127434 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-0cb5c318-0f1e-46db-aeda-1296c168ceb2 None None] Bound port: 77a3e9e0-51b4-4a6a-8781-151b450d4fb6, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57011c62-fb46-4a0b-8d6e-97a99d985af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '37a47909-d216-479b-8a95-a4a57a97ad87'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:11:36.128266 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0cb5c318-0f1e-46db-aeda-1296c168ceb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:36.154176 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb2d5fc2-b5f4-455c-acc9-f76a7bfd1a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:36.170262 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb2d5fc2-b5f4-455c-acc9-f76a7bfd1a98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:36.181037 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-bb2d5fc2-b5f4-455c-acc9-f76a7bfd1a98 admin admin] 10.222.0.84 "DELETE /v2.0/networks/8a16c391-2eca-48bc-ba42-cdb112afb433 HTTP/1.1" status: 204 len: 168 time: 1.6433880 Aug 16 21:11:36.212963 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42292) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:36.216143 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-0cb5c318-0f1e-46db-aeda-1296c168ceb2 None None] For port 77a3e9e0-51b4-4a6a-8781-151b450d4fb6, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:11:36.220720 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-0cb5c318-0f1e-46db-aeda-1296c168ceb2 None None] For port 77a3e9e0-51b4-4a6a-8781-151b450d4fb6, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=77a3e9e0-51b4-4a6a-8781-151b450d4fb6,segment=NetworkSegment(57011c62-fb46-4a0b-8d6e-97a99d985af2),segment_id=57011c62-fb46-4a0b-8d6e-97a99d985af2)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:11:36.262086 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6d83327e-c002-4035-9aad-95f01850fec5 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:36.264315 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6d83327e-c002-4035-9aad-95f01850fec5 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:36.299030 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0cb5c318-0f1e-46db-aeda-1296c168ceb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:36.383157 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 27324e6f-baa9-4a16-b763-a509f1c6a364 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:11:36.388827 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6d83327e-c002-4035-9aad-95f01850fec5 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:36.389532 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d83327e-c002-4035-9aad-95f01850fec5 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Fanout notify agent at l3_agent the message router_deleted on router 83f3a9e4-1115-42f0-8c20-92e56fbab261 {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:11:36.410635 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6d83327e-c002-4035-9aad-95f01850fec5 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:36.414750 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6d83327e-c002-4035-9aad-95f01850fec5 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "DELETE /v2.0/routers/83f3a9e4-1115-42f0-8c20-92e56fbab261 HTTP/1.1" status: 204 len: 168 time: 0.6238725 Aug 16 21:11:36.417789 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42296) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:36.422673 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5c318-0f1e-46db-aeda-1296c168ceb2 None None] Pushing event updated for resources: {'Port': ['ID=77a3e9e0-51b4-4a6a-8781-151b450d4fb6,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:36.425787 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 27324e6f-baa9-4a16-b763-a509f1c6a364 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:11:36.426321 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 27324e6f-baa9-4a16-b763-a509f1c6a364 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:11:36.471803 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d5fc2-b5f4-455c-acc9-f76a7bfd1a98 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a16c391-2eca-48bc-ba42-cdb112afb433,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:36.508048 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea1c0dc4-1dec-4995-a11a-5cc9430f89a8 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Deleting subnet 098534f0-b986-4eaa-ba74-073580adaa61 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:11:36.516289 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ea1c0dc4-1dec-4995-a11a-5cc9430f89a8 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:36.669395 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ea1c0dc4-1dec-4995-a11a-5cc9430f89a8 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:36.730289 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-09b369ad-ea14-4890-82f0-e2525ecfd7fc tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:36.879576 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b369ad-ea14-4890-82f0-e2525ecfd7fc tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event updated for resources: {'Subnet': ['ID=6d23093a-7c8e-4862-85fa-7387bafeb5b4,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:36.926243 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b369ad-ea14-4890-82f0-e2525ecfd7fc tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Checking segment: {'id': 'fcf0c08c-12c2-4cf5-8410-14d6a415d909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '080f27d3-9840-43d7-b96b-041a6754d75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:11:36.926624 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b369ad-ea14-4890-82f0-e2525ecfd7fc tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Network hostable DHCP agents. Network: 080f27d3-9840-43d7-b96b-041a6754d75c, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:11:36.956886 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4215c05f-ee7b-463e-8cd8-d5d5c12f413e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:36.974358 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ea1c0dc4-1dec-4995-a11a-5cc9430f89a8 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:37.055339 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b369ad-ea14-4890-82f0-e2525ecfd7fc tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Network 080f27d3-9840-43d7-b96b-041a6754d75c is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:11:37.131432 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ea1c0dc4-1dec-4995-a11a-5cc9430f89a8 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:37.154359 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697ea8c-857f-4f10-81cf-73194e8d01aa req-7b9cf4de-2783-4507-80c3-9fb13b6a3604 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:37.157790 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7697ea8c-857f-4f10-81cf-73194e8d01aa req-7b9cf4de-2783-4507-80c3-9fb13b6a3604 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 944 time: 0.1102824 Aug 16 21:11:37.168621 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c0dc4-1dec-4995-a11a-5cc9430f89a8 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event deleted for resources: {'Subnet': ['ID=098534f0-b986-4eaa-ba74-073580adaa61,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:37.172803 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ea1c0dc4-1dec-4995-a11a-5cc9430f89a8 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:37.174730 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ea1c0dc4-1dec-4995-a11a-5cc9430f89a8 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "DELETE /v2.0/subnets/098534f0-b986-4eaa-ba74-073580adaa61 HTTP/1.1" status: 204 len: 168 time: 0.7558904 Aug 16 21:11:37.176494 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-09b369ad-ea14-4890-82f0-e2525ecfd7fc tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 080f27d3-9840-43d7-b96b-041a6754d75c) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:37.183129 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42304) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:37.183408 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fc2db3-865d-40be-b12d-b3b11b4af307 None None] Network d199e77a-b7a7-4e85-bf82-6fac27a50bed requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:37.183546 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b369ad-ea14-4890-82f0-e2525ecfd7fc tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:37.183546 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-09b369ad-ea14-4890-82f0-e2525ecfd7fc tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:37.230109 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4671edd6-c68d-4484-bac2-0cd6afa96f34 None None] Network 080f27d3-9840-43d7-b96b-041a6754d75c requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:37.255372 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-873e4025-71c9-45de-870c-41c5f9f1d43c tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Deleting subnet da549eec-71b6-48d2-8a10-4691901c6300 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:11:37.259173 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-873e4025-71c9-45de-870c-41c5f9f1d43c tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:37.310432 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-873e4025-71c9-45de-870c-41c5f9f1d43c tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:37.316618 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-09b369ad-ea14-4890-82f0-e2525ecfd7fc tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9907308 Aug 16 21:11:37.323986 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42306) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:37.338691 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7697ea8c-857f-4f10-81cf-73194e8d01aa req-341fa5d2-7b0c-4d8c-a9bd-ed3a0002860d tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367939 Aug 16 21:11:37.511235 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-873e4025-71c9-45de-870c-41c5f9f1d43c tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:37.547510 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f225641a-efa5-4a4e-91f5-396c969d92ff tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:37.694487 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f225641a-efa5-4a4e-91f5-396c969d92ff tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:37.708873 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-873e4025-71c9-45de-870c-41c5f9f1d43c tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:37.774350 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-4215c05f-ee7b-463e-8cd8-d5d5c12f413e admin admin] Deleting port 8b2d95e4-7508-43dd-940b-73a9766ae10e {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:11:37.774701 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4215c05f-ee7b-463e-8cd8-d5d5c12f413e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:37.781979 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e4025-71c9-45de-870c-41c5f9f1d43c tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event deleted for resources: {'Subnet': ['ID=da549eec-71b6-48d2-8a10-4691901c6300,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:37.784398 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-873e4025-71c9-45de-870c-41c5f9f1d43c tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:37.787989 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-873e4025-71c9-45de-870c-41c5f9f1d43c tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "DELETE /v2.0/subnets/da549eec-71b6-48d2-8a10-4691901c6300 HTTP/1.1" status: 204 len: 168 time: 0.6056352 Aug 16 21:11:37.789014 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42308) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:37.805593 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17eb5d3f-b654-4e76-8655-25e3da02977f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-080f27d3-9840-43d7-b96b-041a6754d75c', 'network_id': '080f27d3-9840-43d7-b96b-041a6754d75c', 'tenant_id': '00694f7564e4464e82e8af5ffc2bd14e', 'fixed_ips': [{'subnet_id': '6d23093a-7c8e-4862-85fa-7387bafeb5b4'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:11:37.808397 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-17eb5d3f-b654-4e76-8655-25e3da02977f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:37.823897 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5d7a5d-161f-4f5a-b177-ce3e789f0a73 None None] Network 3bde08a6-fc22-4982-904a-730a720ea2fc requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:37.970807 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ef9bf10b-6551-4fb5-9b2a-98bc7d05e69a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:37.982996 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8353348b-c26e-48b5-9950-5ad28f959c34 None None] DHCP port deletion for d199e77a-b7a7-4e85-bf82-6fac27a50bed request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:11:38.014421 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-4215c05f-ee7b-463e-8cd8-d5d5c12f413e admin admin] For port 8b2d95e4-7508-43dd-940b-73a9766ae10e, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=8b2d95e4-7508-43dd-940b-73a9766ae10e,segment=NetworkSegment(f9df7de7-20ae-4e96-a8f7-d9252ca1ef61),segment_id=f9df7de7-20ae-4e96-a8f7-d9252ca1ef61)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:38.014930 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4215c05f-ee7b-463e-8cd8-d5d5c12f413e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:38.060331 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-4215c05f-ee7b-463e-8cd8-d5d5c12f413e admin admin] Calling delete_port for 8b2d95e4-7508-43dd-940b-73a9766ae10e owned by network:router_interface {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:11:38.064108 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-ef9bf10b-6551-4fb5-9b2a-98bc7d05e69a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Deleting port 0278ab78-08e6-4e9b-94ff-f2aca3f2a651 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:11:38.064778 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ef9bf10b-6551-4fb5-9b2a-98bc7d05e69a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:38.125351 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e203de-c2ba-468d-b585-efb80ba69c9e None None] Network 37a47909-d216-479b-8a95-a4a57a97ad87 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:38.208079 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-ef9bf10b-6551-4fb5-9b2a-98bc7d05e69a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] For port 0278ab78-08e6-4e9b-94ff-f2aca3f2a651, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=0278ab78-08e6-4e9b-94ff-f2aca3f2a651,segment=NetworkSegment(7b08ef30-629a-4fc6-9ecf-dc522630099e),segment_id=7b08ef30-629a-4fc6-9ecf-dc522630099e)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:38.213518 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ef9bf10b-6551-4fb5-9b2a-98bc7d05e69a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:38.223548 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-ef9bf10b-6551-4fb5-9b2a-98bc7d05e69a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Calling delete_port for 0278ab78-08e6-4e9b-94ff-f2aca3f2a651 owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:11:38.239772 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-17eb5d3f-b654-4e76-8655-25e3da02977f None None] Allocated IP 2001:db8::1 (080f27d3-9840-43d7-b96b-041a6754d75c/6d23093a-7c8e-4862-85fa-7387bafeb5b4/46de43b9-a88e-447a-b41d-cdb4b03d912b) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:11:38.295422 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-8353348b-c26e-48b5-9950-5ad28f959c34 None None] Deleting port 0278ab78-08e6-4e9b-94ff-f2aca3f2a651 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:11:38.300474 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8353348b-c26e-48b5-9950-5ad28f959c34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:38.314488 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e6771da8-12f4-447b-803a-7a80ff2ef831 None None] Provisioning for port 77a3e9e0-51b4-4a6a-8781-151b450d4fb6 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:11:38.404746 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b28fa4-0b04-4e27-ba0e-ed96dd0f9687 None None] DHCP port deletion for 3bde08a6-fc22-4982-904a-730a720ea2fc request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:11:38.433947 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ef9bf10b-6551-4fb5-9b2a-98bc7d05e69a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:38.503532 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 77a3e9e0-51b4-4a6a-8781-151b450d4fb6 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:11:38.535461 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9bf10b-6551-4fb5-9b2a-98bc7d05e69a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] No DVR routers for this DVR port 0278ab78-08e6-4e9b-94ff-f2aca3f2a651 on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:11:38.577270 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9bf10b-6551-4fb5-9b2a-98bc7d05e69a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event deleted for resources: {'Port': ['ID=0278ab78-08e6-4e9b-94ff-f2aca3f2a651,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:38.609716 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-8353348b-c26e-48b5-9950-5ad28f959c34 None None] For port 0278ab78-08e6-4e9b-94ff-f2aca3f2a651, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=0278ab78-08e6-4e9b-94ff-f2aca3f2a651,segment=NetworkSegment(7b08ef30-629a-4fc6-9ecf-dc522630099e),segment_id=7b08ef30-629a-4fc6-9ecf-dc522630099e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:38.610127 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8353348b-c26e-48b5-9950-5ad28f959c34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:38.646146 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-8353348b-c26e-48b5-9950-5ad28f959c34 None None] Calling delete_port for 0278ab78-08e6-4e9b-94ff-f2aca3f2a651 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:11:38.662359 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbf209-4df9-4c63-81a0-c7d9d78e2ff1 req-1a822749-3b6a-4d26-a389-5a24def91fdc tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:38.665355 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2bcbf209-4df9-4c63-81a0-c7d9d78e2ff1 req-1a822749-3b6a-4d26-a389-5a24def91fdc tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 944 time: 0.1385484 Aug 16 21:11:38.682628 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ef9bf10b-6551-4fb5-9b2a-98bc7d05e69a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:38.704447 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4215c05f-ee7b-463e-8cd8-d5d5c12f413e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:38.712768 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-ef9bf10b-6551-4fb5-9b2a-98bc7d05e69a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d199e77a-b7a7-4e85-bf82-6fac27a50bed']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:38.747094 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-ef9bf10b-6551-4fb5-9b2a-98bc7d05e69a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b08ef30-629a-4fc6-9ecf-dc522630099e') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:38.747624 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-ef9bf10b-6551-4fb5-9b2a-98bc7d05e69a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b08ef30-629a-4fc6-9ecf-dc522630099e') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:38.776722 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ef9bf10b-6551-4fb5-9b2a-98bc7d05e69a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:38.778107 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215c05f-ee7b-463e-8cd8-d5d5c12f413e admin admin] Pushing event deleted for resources: {'Port': ['ID=8b2d95e4-7508-43dd-940b-73a9766ae10e,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:38.794531 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-17eb5d3f-b654-4e76-8655-25e3da02977f None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:38.808352 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2bcbf209-4df9-4c63-81a0-c7d9d78e2ff1 req-a42e89ed-9db2-4514-95fa-fca79e4ed98c tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366315 Aug 16 21:11:38.819043 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ef9bf10b-6551-4fb5-9b2a-98bc7d05e69a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:38.843047 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-17eb5d3f-b654-4e76-8655-25e3da02977f None None] Transition to ACTIVE for port object 46de43b9-a88e-447a-b41d-cdb4b03d912b will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:11:38.844289 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef9bf10b-6551-4fb5-9b2a-98bc7d05e69a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:11:38.849411 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ef9bf10b-6551-4fb5-9b2a-98bc7d05e69a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:38.849580 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-08b28fa4-0b04-4e27-ba0e-ed96dd0f9687 None None] Deleting port 4696ac00-f436-48dd-b1f1-4f08bc27a39b {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:11:38.849580 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-08b28fa4-0b04-4e27-ba0e-ed96dd0f9687 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:38.849817 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:11:38.849817 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:11:38.849817 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:11:38.849817 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:11:38.849817 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:11:38.849817 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:11:38.849817 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:11:38.849817 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:11:38.849817 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:11:38.849817 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:11:38.849817 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:11:38.849817 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:11:38.849817 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:11:38.849817 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:11:38.849817 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:11:38.849817 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:11:38.849817 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:11:38.849817 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:11:38.849817 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:11:38.849817 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:11:38.849817 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:11:38.849817 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:11:38.849817 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:11:38.849817 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:11:38.849817 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:11:38.849817 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:11:38.849817 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:11:38.849817 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:11:38.849817 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:11:38.849817 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:11:38.849817 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:11:38.849817 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:11:38.957612 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-17eb5d3f-b654-4e76-8655-25e3da02977f None None] Transition to ACTIVE for port object 46de43b9-a88e-447a-b41d-cdb4b03d912b will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:11:38.961127 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 77a3e9e0-51b4-4a6a-8781-151b450d4fb6 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:11:38.992372 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 77a3e9e0-51b4-4a6a-8781-151b450d4fb6 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:38.992858 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:39.006474 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-08b28fa4-0b04-4e27-ba0e-ed96dd0f9687 None None] For port 4696ac00-f436-48dd-b1f1-4f08bc27a39b, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=4696ac00-f436-48dd-b1f1-4f08bc27a39b,segment=NetworkSegment(860ffb93-c8ea-4e43-b2d4-9091a09b469a),segment_id=860ffb93-c8ea-4e43-b2d4-9091a09b469a)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:39.010489 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-08b28fa4-0b04-4e27-ba0e-ed96dd0f9687 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:39.054461 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-17eb5d3f-b654-4e76-8655-25e3da02977f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:39.066454 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8353348b-c26e-48b5-9950-5ad28f959c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:39.067681 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ef9bf10b-6551-4fb5-9b2a-98bc7d05e69a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:39.110005 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ef9bf10b-6551-4fb5-9b2a-98bc7d05e69a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:39.115825 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ef9bf10b-6551-4fb5-9b2a-98bc7d05e69a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "DELETE /v2.0/networks/d199e77a-b7a7-4e85-bf82-6fac27a50bed HTTP/1.1" status: 204 len: 168 time: 1.3231435 Aug 16 21:11:39.115825 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9bf10b-6551-4fb5-9b2a-98bc7d05e69a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event deleted for resources: {'Network': ['ID=d199e77a-b7a7-4e85-bf82-6fac27a50bed,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:39.122280 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42320) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:39.236949 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f225641a-efa5-4a4e-91f5-396c969d92ff tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:39.276825 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17eb5d3f-b654-4e76-8655-25e3da02977f None None] Network 080f27d3-9840-43d7-b96b-041a6754d75c is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:11:39.298621 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-08b28fa4-0b04-4e27-ba0e-ed96dd0f9687 None None] Calling delete_port for 4696ac00-f436-48dd-b1f1-4f08bc27a39b owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:11:39.300533 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb5d3f-b654-4e76-8655-25e3da02977f None None] Pushing event updated for resources: {'Port': ['ID=46de43b9-a88e-447a-b41d-cdb4b03d912b,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:39.311282 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-17eb5d3f-b654-4e76-8655-25e3da02977f None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:39.316139 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eb5d3f-b654-4e76-8655-25e3da02977f None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:11:39.345959 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225641a-efa5-4a4e-91f5-396c969d92ff tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event deleted for resources: {'Subnet': ['ID=6d23093a-7c8e-4862-85fa-7387bafeb5b4,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:39.371847 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-971a632a-833c-4889-be4b-930d423808da tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:39.405218 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f225641a-efa5-4a4e-91f5-396c969d92ff tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:39.411111 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8353348b-c26e-48b5-9950-5ad28f959c34 None None] Network d199e77a-b7a7-4e85-bf82-6fac27a50bed is not hosted by any dhcp agent {{(pid=101846) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 21:11:39.411596 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8353348b-c26e-48b5-9950-5ad28f959c34 None None] No DVR routers for this DVR port 0278ab78-08e6-4e9b-94ff-f2aca3f2a651 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:11:39.420198 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4215c05f-ee7b-463e-8cd8-d5d5c12f413e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:39.423243 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-f225641a-efa5-4a4e-91f5-396c969d92ff tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['080f27d3-9840-43d7-b96b-041a6754d75c']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:39.440126 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-f225641a-efa5-4a4e-91f5-396c969d92ff tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcf0c08c-12c2-4cf5-8410-14d6a415d909') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:39.440518 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-f225641a-efa5-4a4e-91f5-396c969d92ff tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcf0c08c-12c2-4cf5-8410-14d6a415d909') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:39.474275 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-971a632a-833c-4889-be4b-930d423808da tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Deleting port 4696ac00-f436-48dd-b1f1-4f08bc27a39b {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:11:39.474630 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-971a632a-833c-4889-be4b-930d423808da tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:39.492304 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f225641a-efa5-4a4e-91f5-396c969d92ff tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:39.524839 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f225641a-efa5-4a4e-91f5-396c969d92ff tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:39.568242 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f225641a-efa5-4a4e-91f5-396c969d92ff tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:11:39.568673 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f225641a-efa5-4a4e-91f5-396c969d92ff tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:39.572345 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:11:39.572345 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:11:39.572345 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:11:39.572345 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:11:39.572345 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:11:39.572345 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:11:39.572345 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:11:39.572345 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:11:39.572345 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:11:39.572345 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:11:39.572345 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:11:39.572345 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:11:39.572345 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:11:39.572345 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:11:39.572345 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:11:39.572345 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:11:39.572345 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:11:39.572345 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:11:39.572345 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:11:39.572345 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:11:39.572345 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:11:39.572345 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:11:39.572345 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:11:39.572345 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:11:39.572345 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:11:39.572345 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:11:39.572345 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:11:39.572345 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:11:39.572345 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:11:39.572345 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:11:39.572345 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:11:39.572345 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:11:39.615379 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353348b-c26e-48b5-9950-5ad28f959c34 None None] Pushing event deleted for resources: {'Port': ['ID=0278ab78-08e6-4e9b-94ff-f2aca3f2a651,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:39.641267 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-17eb5d3f-b654-4e76-8655-25e3da02977f None None] Attempting to bind port 46de43b9-a88e-447a-b41d-cdb4b03d912b on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:11:39.641846 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-17eb5d3f-b654-4e76-8655-25e3da02977f None None] Attempting to bind port 46de43b9-a88e-447a-b41d-cdb4b03d912b by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'fcf0c08c-12c2-4cf5-8410-14d6a415d909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '080f27d3-9840-43d7-b96b-041a6754d75c'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:11:39.642377 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eb5d3f-b654-4e76-8655-25e3da02977f None None] Attempting to bind port 46de43b9-a88e-447a-b41d-cdb4b03d912b on network 080f27d3-9840-43d7-b96b-041a6754d75c {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:11:39.835990 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.db.api [None req-f225641a-efa5-4a4e-91f5-396c969d92ff tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 21:11:39.835990 n-d-793620-15 neutron-server[101844]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 21:11:39.835990 n-d-793620-15 neutron-server[101844]: [parameters: {'id': '080f27d3-9840-43d7-b96b-041a6754d75c'}] Aug 16 21:11:39.835990 n-d-793620-15 neutron-server[101844]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101844) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:11:39.836925 n-d-793620-15 neutron-server[101844]: DEBUG oslo_db.api [None req-f225641a-efa5-4a4e-91f5-396c969d92ff tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:11:40.047637 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-51c55d43-d7e4-4dd3-9534-3275a6844116 None None] Provisioning complete for port 77a3e9e0-51b4-4a6a-8781-151b450d4fb6 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:40.048803 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-51c55d43-d7e4-4dd3-9534-3275a6844116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:40.053484 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eb5d3f-b654-4e76-8655-25e3da02977f None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:11:40.063945 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eb5d3f-b654-4e76-8655-25e3da02977f None None] Checking segment: {'id': 'fcf0c08c-12c2-4cf5-8410-14d6a415d909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '080f27d3-9840-43d7-b96b-041a6754d75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:11:40.064819 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-17eb5d3f-b654-4e76-8655-25e3da02977f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:40.065434 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eb5d3f-b654-4e76-8655-25e3da02977f None None] Bound using segment: {'id': 'fcf0c08c-12c2-4cf5-8410-14d6a415d909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '080f27d3-9840-43d7-b96b-041a6754d75c'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:11:40.066190 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-17eb5d3f-b654-4e76-8655-25e3da02977f None None] Bound port: 46de43b9-a88e-447a-b41d-cdb4b03d912b, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf0c08c-12c2-4cf5-8410-14d6a415d909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '080f27d3-9840-43d7-b96b-041a6754d75c'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:11:40.066888 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-17eb5d3f-b654-4e76-8655-25e3da02977f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:40.166168 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4215c05f-ee7b-463e-8cd8-d5d5c12f413e admin admin] Router 55225173-21d6-481d-b90f-2dfef3ea8882 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:11:40.228949 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-971a632a-833c-4889-be4b-930d423808da tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] For port 4696ac00-f436-48dd-b1f1-4f08bc27a39b, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=4696ac00-f436-48dd-b1f1-4f08bc27a39b,segment=NetworkSegment(860ffb93-c8ea-4e43-b2d4-9091a09b469a),segment_id=860ffb93-c8ea-4e43-b2d4-9091a09b469a)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:40.229514 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-971a632a-833c-4889-be4b-930d423808da tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:40.271445 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-971a632a-833c-4889-be4b-930d423808da tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Calling delete_port for 4696ac00-f436-48dd-b1f1-4f08bc27a39b owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:11:40.285337 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bda1ef-7f9b-4470-917a-9c87e79bb2bd req-a491c077-15c7-4562-80e9-1c072cf9283e tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:40.287163 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-46bda1ef-7f9b-4470-917a-9c87e79bb2bd req-a491c077-15c7-4562-80e9-1c072cf9283e tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 944 time: 0.2438855 Aug 16 21:11:40.321168 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-17eb5d3f-b654-4e76-8655-25e3da02977f None None] For port 46de43b9-a88e-447a-b41d-cdb4b03d912b, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:11:40.324696 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-17eb5d3f-b654-4e76-8655-25e3da02977f None None] For port 46de43b9-a88e-447a-b41d-cdb4b03d912b, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=46de43b9-a88e-447a-b41d-cdb4b03d912b,segment=NetworkSegment(fcf0c08c-12c2-4cf5-8410-14d6a415d909),segment_id=fcf0c08c-12c2-4cf5-8410-14d6a415d909)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:11:40.338472 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f225641a-efa5-4a4e-91f5-396c969d92ff tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:40.362649 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:40.424695 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 77a3e9e0-51b4-4a6a-8781-151b450d4fb6, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=77a3e9e0-51b4-4a6a-8781-151b450d4fb6,segment=NetworkSegment(57011c62-fb46-4a0b-8d6e-97a99d985af2),segment_id=57011c62-fb46-4a0b-8d6e-97a99d985af2)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:40.442425 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-65929e7b-41b9-48b2-bca6-3b9575c477df req-6bb0d981-22a8-4769-863d-3d0786543dd9 service neutron] 10.222.0.72 "GET /v2.0/networks/9c499baa-4492-4b54-bedd-a882ae845f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8569705 Aug 16 21:11:40.463212 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-17eb5d3f-b654-4e76-8655-25e3da02977f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:40.474708 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-51c55d43-d7e4-4dd3-9534-3275a6844116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:40.509853 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-08b28fa4-0b04-4e27-ba0e-ed96dd0f9687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:40.549795 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-971a632a-833c-4889-be4b-930d423808da tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:40.553771 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:40.568559 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-46bda1ef-7f9b-4470-917a-9c87e79bb2bd req-ba3042f1-55f7-4772-9eb5-f38d636c71ba tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2675202 Aug 16 21:11:40.621234 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4215c05f-ee7b-463e-8cd8-d5d5c12f413e admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:11:40.640894 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a632a-833c-4889-be4b-930d423808da tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event deleted for resources: {'Port': ['ID=4696ac00-f436-48dd-b1f1-4f08bc27a39b,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:40.645200 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4215c05f-ee7b-463e-8cd8-d5d5c12f413e admin admin] 10.222.0.84 "PUT /v2.0/routers/55225173-21d6-481d-b90f-2dfef3ea8882/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4291642 Aug 16 21:11:40.645200 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42338) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:40.663117 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971a632a-833c-4889-be4b-930d423808da tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] No DVR routers for this DVR port 4696ac00-f436-48dd-b1f1-4f08bc27a39b on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:11:40.708314 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b28fa4-0b04-4e27-ba0e-ed96dd0f9687 None None] No DVR routers for this DVR port 4696ac00-f436-48dd-b1f1-4f08bc27a39b on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:11:40.711162 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb5d3f-b654-4e76-8655-25e3da02977f None None] Pushing event updated for resources: {'Port': ['ID=46de43b9-a88e-447a-b41d-cdb4b03d912b,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:40.727306 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a081561-2b56-4903-9ae9-c82ae375a2ee None None] Sync routers for ids ['55225173-21d6-481d-b90f-2dfef3ea8882'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:11:40.775772 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-971a632a-833c-4889-be4b-930d423808da tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:40.777539 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 0278ab78-08e6-4e9b-94ff-f2aca3f2a651 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:11:40.782258 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9b5abf-9c5b-40d0-9ec1-5b3af9c8e0c9 None None] Network 080f27d3-9840-43d7-b96b-041a6754d75c requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:40.793387 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-971a632a-833c-4889-be4b-930d423808da tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bde08a6-fc22-4982-904a-730a720ea2fc']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:40.839169 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.db.api [None req-51c55d43-d7e4-4dd3-9534-3275a6844116 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:11:40.839169 n-d-793620-15 neutron-server[101846]: DEBUG oslo_db.api [None req-51c55d43-d7e4-4dd3-9534-3275a6844116 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:11:40.839374 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-971a632a-833c-4889-be4b-930d423808da tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '860ffb93-c8ea-4e43-b2d4-9091a09b469a') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:40.839374 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-971a632a-833c-4889-be4b-930d423808da tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '860ffb93-c8ea-4e43-b2d4-9091a09b469a') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:40.843932 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-971a632a-833c-4889-be4b-930d423808da tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:40.876238 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-971a632a-833c-4889-be4b-930d423808da tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:40.886913 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-65929e7b-41b9-48b2-bca6-3b9575c477df req-e1e734ab-5e29-4909-af5f-2ff339098d83 service neutron] 10.222.0.72 "GET /v2.0/networks/9c499baa-4492-4b54-bedd-a882ae845f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784448 Aug 16 21:11:40.888050 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-971a632a-833c-4889-be4b-930d423808da tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:11:40.888435 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-971a632a-833c-4889-be4b-930d423808da tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:40.890275 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-f225641a-efa5-4a4e-91f5-396c969d92ff tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Deleting port 46de43b9-a88e-447a-b41d-cdb4b03d912b {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:11:40.890635 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f225641a-efa5-4a4e-91f5-396c969d92ff tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:40.891807 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:40.891807 n-d-793620-15 neutron-server[101845]: self.session.flush() Aug 16 21:11:40.891807 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:40.891807 n-d-793620-15 neutron-server[101845]: self.session.flush() Aug 16 21:11:40.891807 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:40.891807 n-d-793620-15 neutron-server[101845]: self.session.flush() Aug 16 21:11:40.891807 n-d-793620-15 neutron-server[101845]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:40.891807 n-d-793620-15 neutron-server[101845]: self.session.flush() Aug 16 21:11:40.891807 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:11:40.891807 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:11:40.891807 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:11:40.891807 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:11:40.891807 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:11:40.891807 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:11:40.891807 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:11:40.891807 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:11:40.891807 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:11:40.891807 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:11:40.891807 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:11:40.891807 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:11:40.891807 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:11:40.891807 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:11:40.891807 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:11:40.891807 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:11:40.891807 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:11:40.891807 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:11:40.891807 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:11:40.891807 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:11:40.891807 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:11:40.891807 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:11:40.891807 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:11:40.891807 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:11:40.891807 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:11:40.891807 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:11:40.891807 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:11:40.891807 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:11:40.891807 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:11:40.891807 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:11:40.891807 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:11:40.891807 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:11:40.907562 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 0278ab78-08e6-4e9b-94ff-f2aca3f2a651 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:11:40.910311 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 0278ab78-08e6-4e9b-94ff-f2aca3f2a651 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:11:40.920433 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b28fa4-0b04-4e27-ba0e-ed96dd0f9687 None None] Pushing event deleted for resources: {'Port': ['ID=4696ac00-f436-48dd-b1f1-4f08bc27a39b,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:40.956347 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a081561-2b56-4903-9ae9-c82ae375a2ee None None] Routers {'55225173-21d6-481d-b90f-2dfef3ea8882'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:11:40.956347 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-7a081561-2b56-4903-9ae9-c82ae375a2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:11:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['55225173-21d6-481d-b90f-2dfef3ea8882'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:41.032639 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-f225641a-efa5-4a4e-91f5-396c969d92ff tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] For port 46de43b9-a88e-447a-b41d-cdb4b03d912b, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=46de43b9-a88e-447a-b41d-cdb4b03d912b,segment=NetworkSegment(fcf0c08c-12c2-4cf5-8410-14d6a415d909),segment_id=fcf0c08c-12c2-4cf5-8410-14d6a415d909)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:41.033565 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f225641a-efa5-4a4e-91f5-396c969d92ff tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:41.232321 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=77a3e9e0-51b4-4a6a-8781-151b450d4fb6,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:41.232321 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 4696ac00-f436-48dd-b1f1-4f08bc27a39b no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:11:41.232321 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 4696ac00-f436-48dd-b1f1-4f08bc27a39b {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:11:41.232321 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 4696ac00-f436-48dd-b1f1-4f08bc27a39b not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:11:41.265445 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-7a081561-2b56-4903-9ae9-c82ae375a2ee None None] Set router 55225173-21d6-481d-b90f-2dfef3ea8882 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:11:41.297241 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-971a632a-833c-4889-be4b-930d423808da tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:41.304526 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-971a632a-833c-4889-be4b-930d423808da tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:41.306075 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfd1099-618c-43e3-bb89-ad7a323a7b73 None None] get_active_networks_info from n-d-793620-15 {{(pid=101846) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 21:11:41.308573 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-971a632a-833c-4889-be4b-930d423808da tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "DELETE /v2.0/networks/3bde08a6-fc22-4982-904a-730a720ea2fc HTTP/1.1" status: 204 len: 168 time: 2.1850839 Aug 16 21:11:41.324282 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42340) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:41.338881 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-28fb4ca3-43a0-4c52-9892-aa14f2181aea tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1164247073'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:41.344141 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a632a-833c-4889-be4b-930d423808da tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event deleted for resources: {'Network': ['ID=3bde08a6-fc22-4982-904a-730a720ea2fc,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:41.428097 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fb4ca3-43a0-4c52-9892-aa14f2181aea tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Made reservation on behalf of cf9a775d85674030879abc3dfa1a9dec for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:11:41.432593 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-28fb4ca3-43a0-4c52-9892-aa14f2181aea tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:41.469923 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-f225641a-efa5-4a4e-91f5-396c969d92ff tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Calling delete_port for 46de43b9-a88e-447a-b41d-cdb4b03d912b owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:11:41.473116 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f3394a25-eb2a-40ab-84fd-0f91b5990e55 admin admin] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:41.485484 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28fb4ca3-43a0-4c52-9892-aa14f2181aea tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:11:41.504430 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-28fb4ca3-43a0-4c52-9892-aa14f2181aea tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:41.504803 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-28fb4ca3-43a0-4c52-9892-aa14f2181aea tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Added segment cd15d4c7-578b-476c-953a-906cca7e3520 of type vlan for network 43bffced-17af-4a64-bb08-b5cb945421bf Aug 16 21:11:41.580966 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ecab836a-6746-44e5-939b-72d3090e3924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:41.586719 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-28fb4ca3-43a0-4c52-9892-aa14f2181aea tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:41.662427 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f3394a25-eb2a-40ab-84fd-0f91b5990e55 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:41.679413 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfd1099-618c-43e3-bb89-ad7a323a7b73 None None] Resources bound (agent type, host, resource id): {{(pid=101846) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 21:11:41.708163 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-28fb4ca3-43a0-4c52-9892-aa14f2181aea tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:41.713857 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fb4ca3-43a0-4c52-9892-aa14f2181aea tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:41.719061 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-28fb4ca3-43a0-4c52-9892-aa14f2181aea tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:41.779029 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec8ba4-9d4b-438e-beec-23b8aece50d2 req-93b07c9e-2e16-48c5-94e3-4bcb3081155b tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:41.789939 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-91ec8ba4-9d4b-438e-beec-23b8aece50d2 req-93b07c9e-2e16-48c5-94e3-4bcb3081155b tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 944 time: 0.0868800 Aug 16 21:11:41.814322 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f225641a-efa5-4a4e-91f5-396c969d92ff tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:41.859903 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb4ca3-43a0-4c52-9892-aa14f2181aea tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event updated for resources: {'Network': ['ID=43bffced-17af-4a64-bb08-b5cb945421bf,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:41.875083 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 43bffced-17af-4a64-bb08-b5cb945421bf details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:11:41.893378 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225641a-efa5-4a4e-91f5-396c969d92ff tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event deleted for resources: {'Port': ['ID=46de43b9-a88e-447a-b41d-cdb4b03d912b,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:41.897187 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f225641a-efa5-4a4e-91f5-396c969d92ff tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] No DVR routers for this DVR port 46de43b9-a88e-447a-b41d-cdb4b03d912b on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:11:41.923854 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-91ec8ba4-9d4b-438e-beec-23b8aece50d2 req-0f757887-6baf-46de-a828-e02db004d45c tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234250 Aug 16 21:11:41.924352 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42352) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:41.925854 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-28fb4ca3-43a0-4c52-9892-aa14f2181aea tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5909479 Aug 16 21:11:41.936066 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-afdabdc9-3b9e-41b0-837f-81314e397a2d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Request body: {'subnet': {'network_id': '43bffced-17af-4a64-bb08-b5cb945421bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:42.094739 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f225641a-efa5-4a4e-91f5-396c969d92ff tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:42.107667 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-7a081561-2b56-4903-9ae9-c82ae375a2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55225173-21d6-481d-b90f-2dfef3ea8882', 'name': 'tempest-TestServerMultinode-590406449-router', 'tenant_id': 'e6319db43d0a4da0949c86a3882f6b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '10a2cfce-4e6e-4313-bfbd-570b8bd90016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:31Z', 'updated_at': '2021-08-16T21:11:38Z', 'revision_number': 5, 'project_id': 'e6319db43d0a4da0949c86a3882f6b30', 'gw_port': {'id': '10a2cfce-4e6e-4313-bfbd-570b8bd90016', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:53:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55225173-21d6-481d-b90f-2dfef3ea8882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:32Z', 'updated_at': '2021-08-16T21:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:42.116296 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-f3394a25-eb2a-40ab-84fd-0f91b5990e55 admin admin] Deleting port 10a2cfce-4e6e-4313-bfbd-570b8bd90016 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:11:42.116656 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f3394a25-eb2a-40ab-84fd-0f91b5990e55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:42.121057 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-f225641a-efa5-4a4e-91f5-396c969d92ff tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['080f27d3-9840-43d7-b96b-041a6754d75c']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:42.150664 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a081561-2b56-4903-9ae9-c82ae375a2ee None None] Checking router: 55225173-21d6-481d-b90f-2dfef3ea8882 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:11:42.172538 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a081561-2b56-4903-9ae9-c82ae375a2ee None None] Routers {'55225173-21d6-481d-b90f-2dfef3ea8882'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:11:42.173550 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-7a081561-2b56-4903-9ae9-c82ae375a2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:11:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['55225173-21d6-481d-b90f-2dfef3ea8882'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:42.183393 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-f225641a-efa5-4a4e-91f5-396c969d92ff tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcf0c08c-12c2-4cf5-8410-14d6a415d909') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:42.183714 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-f225641a-efa5-4a4e-91f5-396c969d92ff tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcf0c08c-12c2-4cf5-8410-14d6a415d909') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:42.208384 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f225641a-efa5-4a4e-91f5-396c969d92ff tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:42.244107 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f225641a-efa5-4a4e-91f5-396c969d92ff tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:42.260133 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f225641a-efa5-4a4e-91f5-396c969d92ff tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:11:42.260471 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f225641a-efa5-4a4e-91f5-396c969d92ff tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:42.268119 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:11:42.268119 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:11:42.268119 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:11:42.268119 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:11:42.268119 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:11:42.268119 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:11:42.268119 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:11:42.268119 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:11:42.268119 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:11:42.268119 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:11:42.268119 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:11:42.268119 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:11:42.268119 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:11:42.268119 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:11:42.268119 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:11:42.268119 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:11:42.268119 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:11:42.268119 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:11:42.268119 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:11:42.268119 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:11:42.268119 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:11:42.268119 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:11:42.268119 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:11:42.268119 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:11:42.268119 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:11:42.268119 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:11:42.268119 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:11:42.268119 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:11:42.268119 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:11:42.268119 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:11:42.268119 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:11:42.268119 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:11:42.338507 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdabdc9-3b9e-41b0-837f-81314e397a2d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Made reservation on behalf of cf9a775d85674030879abc3dfa1a9dec for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:11:42.342115 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-afdabdc9-3b9e-41b0-837f-81314e397a2d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:42.349172 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-f3394a25-eb2a-40ab-84fd-0f91b5990e55 admin admin] For port 10a2cfce-4e6e-4313-bfbd-570b8bd90016, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=10a2cfce-4e6e-4313-bfbd-570b8bd90016,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:42.349526 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f3394a25-eb2a-40ab-84fd-0f91b5990e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:42.355150 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-7a081561-2b56-4903-9ae9-c82ae375a2ee None None] Set router 55225173-21d6-481d-b90f-2dfef3ea8882 gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:11:42.408081 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-f3394a25-eb2a-40ab-84fd-0f91b5990e55 admin admin] Calling delete_port for 10a2cfce-4e6e-4313-bfbd-570b8bd90016 owned by network:router_gateway {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:11:42.414117 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f225641a-efa5-4a4e-91f5-396c969d92ff tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:42.424846 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-7a081561-2b56-4903-9ae9-c82ae375a2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55225173-21d6-481d-b90f-2dfef3ea8882', 'name': 'tempest-TestServerMultinode-590406449-router', 'tenant_id': 'e6319db43d0a4da0949c86a3882f6b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:31Z', 'updated_at': '2021-08-16T21:11:41Z', 'revision_number': 6, 'project_id': 'e6319db43d0a4da0949c86a3882f6b30', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:42.429568 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f225641a-efa5-4a4e-91f5-396c969d92ff tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:42.431492 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f225641a-efa5-4a4e-91f5-396c969d92ff tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "DELETE /v2.0/networks/080f27d3-9840-43d7-b96b-041a6754d75c HTTP/1.1" status: 204 len: 168 time: 5.1054375 Aug 16 21:11:42.436975 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42354) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:42.442483 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-7ae35855-2150-4a99-8e58-1405599c5d47 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-618522250'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:42.462211 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225641a-efa5-4a4e-91f5-396c969d92ff tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event deleted for resources: {'Network': ['ID=080f27d3-9840-43d7-b96b-041a6754d75c,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:42.519492 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae35855-2150-4a99-8e58-1405599c5d47 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Made reservation on behalf of 00694f7564e4464e82e8af5ffc2bd14e for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:11:42.523215 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7ae35855-2150-4a99-8e58-1405599c5d47 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:42.556792 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ae35855-2150-4a99-8e58-1405599c5d47 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:11:42.572917 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7ae35855-2150-4a99-8e58-1405599c5d47 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:42.572917 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-7ae35855-2150-4a99-8e58-1405599c5d47 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Added segment a74dd6f5-3e01-47aa-8791-c978faca20e8 of type vlan for network 105958a7-d8aa-4804-bbe9-a06d3b34d2d5 Aug 16 21:11:42.643416 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7ae35855-2150-4a99-8e58-1405599c5d47 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:42.728825 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a081561-2b56-4903-9ae9-c82ae375a2ee None None] The sync data for ids ['55225173-21d6-481d-b90f-2dfef3ea8882'] in n-d-793620-15 is: [{'id': '55225173-21d6-481d-b90f-2dfef3ea8882', 'name': 'tempest-TestServerMultinode-590406449-router', 'tenant_id': 'e6319db43d0a4da0949c86a3882f6b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:31Z', 'updated_at': '2021-08-16T21:11:41Z', 'revision_number': 6, 'project_id': 'e6319db43d0a4da0949c86a3882f6b30', 'gw_port_host': None}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:11:42.742065 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7ae35855-2150-4a99-8e58-1405599c5d47 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:42.748038 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae35855-2150-4a99-8e58-1405599c5d47 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:42.748883 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7ae35855-2150-4a99-8e58-1405599c5d47 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:42.799450 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-afdabdc9-3b9e-41b0-837f-81314e397a2d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:42.849220 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae35855-2150-4a99-8e58-1405599c5d47 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event updated for resources: {'Network': ['ID=105958a7-d8aa-4804-bbe9-a06d3b34d2d5,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:42.868356 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 105958a7-d8aa-4804-bbe9-a06d3b34d2d5 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:11:42.897189 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdabdc9-3b9e-41b0-837f-81314e397a2d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event updated for resources: {'Subnet': ['ID=57b0d2bf-f461-4027-91ae-95af4193bc7b,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:42.899756 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdabdc9-3b9e-41b0-837f-81314e397a2d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Checking segment: {'id': 'cd15d4c7-578b-476c-953a-906cca7e3520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '43bffced-17af-4a64-bb08-b5cb945421bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:11:42.900158 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdabdc9-3b9e-41b0-837f-81314e397a2d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Network hostable DHCP agents. Network: 43bffced-17af-4a64-bb08-b5cb945421bf, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:11:42.904154 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f3394a25-eb2a-40ab-84fd-0f91b5990e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:42.938711 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7ae35855-2150-4a99-8e58-1405599c5d47 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5005620 Aug 16 21:11:42.941524 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42360) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:42.947417 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-cc799424-4d4e-4684-b2f4-fa21f8b29f3c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Request body: {'subnet': {'network_id': '105958a7-d8aa-4804-bbe9-a06d3b34d2d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:42.958627 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3394a25-eb2a-40ab-84fd-0f91b5990e55 admin admin] Pushing event deleted for resources: {'Port': ['ID=10a2cfce-4e6e-4313-bfbd-570b8bd90016,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:43.154962 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdabdc9-3b9e-41b0-837f-81314e397a2d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Network 43bffced-17af-4a64-bb08-b5cb945421bf is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:11:43.192737 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f3394a25-eb2a-40ab-84fd-0f91b5990e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:43.303269 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 77a3e9e0-51b4-4a6a-8781-151b450d4fb6 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:11:43.374258 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fbfde4-73c4-4b61-8bff-abf4d416283b req-b9a720ee-68c1-4bb0-80f8-ad09a5a22c64 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:43.376349 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-71fbfde4-73c4-4b61-8bff-abf4d416283b req-b9a720ee-68c1-4bb0-80f8-ad09a5a22c64 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 944 time: 0.3478949 Aug 16 21:11:43.379027 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 77a3e9e0-51b4-4a6a-8781-151b450d4fb6 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:43.379580 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:43.384199 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f3394a25-eb2a-40ab-84fd-0f91b5990e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:43.439496 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f3394a25-eb2a-40ab-84fd-0f91b5990e55 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:43.473593 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-71fbfde4-73c4-4b61-8bff-abf4d416283b req-95dda435-b893-4e0a-b8f2-7de9b080abaa tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870810 Aug 16 21:11:43.499210 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 8b2d95e4-7508-43dd-940b-73a9766ae10e no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:11:43.528440 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 8b2d95e4-7508-43dd-940b-73a9766ae10e {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:11:43.528882 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 8b2d95e4-7508-43dd-940b-73a9766ae10e not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:11:43.867688 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc799424-4d4e-4684-b2f4-fa21f8b29f3c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Made reservation on behalf of 00694f7564e4464e82e8af5ffc2bd14e for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:11:43.872503 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-27cd78c5-e5f3-4953-946a-d3fe481719eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:43.872695 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-afdabdc9-3b9e-41b0-837f-81314e397a2d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 43bffced-17af-4a64-bb08-b5cb945421bf) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:43.873137 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cc799424-4d4e-4684-b2f4-fa21f8b29f3c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:43.879390 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdabdc9-3b9e-41b0-837f-81314e397a2d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:43.880006 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-afdabdc9-3b9e-41b0-837f-81314e397a2d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:43.880516 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997d58d6-998b-4465-afbf-0e54b2345013 None None] Network 43bffced-17af-4a64-bb08-b5cb945421bf requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:43.882466 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f3394a25-eb2a-40ab-84fd-0f91b5990e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:43.882995 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3394a25-eb2a-40ab-84fd-0f91b5990e55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55225173-21d6-481d-b90f-2dfef3ea8882 {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:11:43.893300 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f3394a25-eb2a-40ab-84fd-0f91b5990e55 admin admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:43.898320 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f3394a25-eb2a-40ab-84fd-0f91b5990e55 admin admin] 10.222.0.84 "DELETE /v2.0/routers/55225173-21d6-481d-b90f-2dfef3ea8882 HTTP/1.1" status: 204 len: 168 time: 3.2364333 Aug 16 21:11:43.901066 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42370) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:43.968819 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:43.985218 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d4489c5-c5fa-4810-99ad-a33fcb11cbbf admin admin] Deleting subnet 36815d6f-ca4e-4318-a4b2-1b5efc478865 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:11:43.989328 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7d4489c5-c5fa-4810-99ad-a33fcb11cbbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:44.037636 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7d4489c5-c5fa-4810-99ad-a33fcb11cbbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:44.066550 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-afdabdc9-3b9e-41b0-837f-81314e397a2d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1344035 Aug 16 21:11:44.067378 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42372) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:44.076012 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-26f2134f-1fd7-4e30-9965-35f049e9ae7f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1553024539', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:44.082417 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d897a6bc-eb82-477c-aaf7-b3443c096f7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-43bffced-17af-4a64-bb08-b5cb945421bf', 'network_id': '43bffced-17af-4a64-bb08-b5cb945421bf', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'fixed_ips': [{'subnet_id': '57b0d2bf-f461-4027-91ae-95af4193bc7b'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:11:44.083574 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d897a6bc-eb82-477c-aaf7-b3443c096f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:44.165360 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7d4489c5-c5fa-4810-99ad-a33fcb11cbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:44.199753 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-26f2134f-1fd7-4e30-9965-35f049e9ae7f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:44.200819 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-26f2134f-1fd7-4e30-9965-35f049e9ae7f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:44.213831 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cc799424-4d4e-4684-b2f4-fa21f8b29f3c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:44.243922 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-d897a6bc-eb82-477c-aaf7-b3443c096f7c None None] Allocated IP 2001:db8::2 (43bffced-17af-4a64-bb08-b5cb945421bf/57b0d2bf-f461-4027-91ae-95af4193bc7b/f3e36596-df74-4055-ad8a-06327afae1a9) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:11:44.267130 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-26f2134f-1fd7-4e30-9965-35f049e9ae7f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:44.295646 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc799424-4d4e-4684-b2f4-fa21f8b29f3c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event updated for resources: {'Subnet': ['ID=4c6d26c4-6601-411b-983a-a06759dcb977,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:44.298823 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc799424-4d4e-4684-b2f4-fa21f8b29f3c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Checking segment: {'id': 'a74dd6f5-3e01-47aa-8791-c978faca20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '105958a7-d8aa-4804-bbe9-a06d3b34d2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:11:44.299190 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc799424-4d4e-4684-b2f4-fa21f8b29f3c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Network hostable DHCP agents. Network: 105958a7-d8aa-4804-bbe9-a06d3b34d2d5, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:11:44.365308 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-26f2134f-1fd7-4e30-9965-35f049e9ae7f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:44.393718 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc799424-4d4e-4684-b2f4-fa21f8b29f3c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Network 105958a7-d8aa-4804-bbe9-a06d3b34d2d5 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:11:44.393946 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7d4489c5-c5fa-4810-99ad-a33fcb11cbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:44.405136 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d897a6bc-eb82-477c-aaf7-b3443c096f7c None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:44.413711 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d897a6bc-eb82-477c-aaf7-b3443c096f7c None None] Transition to ACTIVE for port object f3e36596-df74-4055-ad8a-06327afae1a9 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:11:44.420345 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4489c5-c5fa-4810-99ad-a33fcb11cbbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36815d6f-ca4e-4318-a4b2-1b5efc478865,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:44.424551 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7d4489c5-c5fa-4810-99ad-a33fcb11cbbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:44.429057 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42380) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:44.434097 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-7d4489c5-c5fa-4810-99ad-a33fcb11cbbf admin admin] 10.222.0.84 "DELETE /v2.0/subnets/36815d6f-ca4e-4318-a4b2-1b5efc478865 HTTP/1.1" status: 204 len: 168 time: 0.5260823 Aug 16 21:11:44.434241 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc6f4f5-60cd-4785-98a9-c8e2e7a2c7ba None None] Network df606ad5-b36b-4f96-b2dc-101e0c89a5f0 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:44.448095 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d897a6bc-eb82-477c-aaf7-b3443c096f7c None None] Transition to ACTIVE for port object f3e36596-df74-4055-ad8a-06327afae1a9 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:11:44.473905 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-26f2134f-1fd7-4e30-9965-35f049e9ae7f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:44.477925 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-26f2134f-1fd7-4e30-9965-35f049e9ae7f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4074652 Aug 16 21:11:44.478261 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42382) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:44.485952 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-7376a05a-f6dd-4dfa-95db-ccaaa1d33246 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Request body: {'port': {'network_id': '43bffced-17af-4a64-bb08-b5cb945421bf', 'name': 'tempest-RoutersIpV6Test-19529419'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:44.488871 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-cc799424-4d4e-4684-b2f4-fa21f8b29f3c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 105958a7-d8aa-4804-bbe9-a06d3b34d2d5) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:44.501198 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ff742c-fe26-40fb-8c5d-832a4ec27d29 None None] Network 105958a7-d8aa-4804-bbe9-a06d3b34d2d5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:44.510075 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc799424-4d4e-4684-b2f4-fa21f8b29f3c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:44.510671 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cc799424-4d4e-4684-b2f4-fa21f8b29f3c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:44.573403 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce6dbefe-dd22-4a74-9b67-f52f9f6adbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:44.574360 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d897a6bc-eb82-477c-aaf7-b3443c096f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:44.634465 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-cc799424-4d4e-4684-b2f4-fa21f8b29f3c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6916437 Aug 16 21:11:44.638047 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42386) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:44.643630 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d330a-7b92-49ee-a8ef-d7fe49e7cdc7 req-bcd08bdc-9d91-478e-ba47-f261fa30fc84 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:44.643932 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-ac7d08c1-6a5c-4825-a8df-2d284d8204d8 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1969519248'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:44.645932 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e49d330a-7b92-49ee-a8ef-d7fe49e7cdc7 req-bcd08bdc-9d91-478e-ba47-f261fa30fc84 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 944 time: 0.0701518 Aug 16 21:11:44.653354 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d897a6bc-eb82-477c-aaf7-b3443c096f7c None None] Network 43bffced-17af-4a64-bb08-b5cb945421bf is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:11:44.666048 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-d897a6bc-eb82-477c-aaf7-b3443c096f7c None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:44.675715 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897a6bc-eb82-477c-aaf7-b3443c096f7c None None] Pushing event updated for resources: {'Port': ['ID=f3e36596-df74-4055-ad8a-06327afae1a9,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:44.681199 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d897a6bc-eb82-477c-aaf7-b3443c096f7c None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:11:44.689394 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-ce6dbefe-dd22-4a74-9b67-f52f9f6adbd3 admin admin] Deleting port 8806fd68-2df5-4d72-b129-8f03d62b0fbc {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:11:44.690015 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce6dbefe-dd22-4a74-9b67-f52f9f6adbd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:44.705060 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e49d330a-7b92-49ee-a8ef-d7fe49e7cdc7 req-2d998bb6-bc02-4a47-a6f4-87d82980c074 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519414 Aug 16 21:11:44.773564 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-ce6dbefe-dd22-4a74-9b67-f52f9f6adbd3 admin admin] For port 8806fd68-2df5-4d72-b129-8f03d62b0fbc, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=8806fd68-2df5-4d72-b129-8f03d62b0fbc,segment=NetworkSegment(f9df7de7-20ae-4e96-a8f7-d9252ca1ef61),segment_id=f9df7de7-20ae-4e96-a8f7-d9252ca1ef61)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:44.773941 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce6dbefe-dd22-4a74-9b67-f52f9f6adbd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:44.778487 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7d08c1-6a5c-4825-a8df-2d284d8204d8 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Made reservation on behalf of 00694f7564e4464e82e8af5ffc2bd14e for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:11:44.782850 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2773caa8-5f7c-4ae6-83cd-1b7b4d618942 None None] DHCP port deletion for df606ad5-b36b-4f96-b2dc-101e0c89a5f0 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:11:44.783161 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ac7d08c1-6a5c-4825-a8df-2d284d8204d8 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:44.794371 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-d897a6bc-eb82-477c-aaf7-b3443c096f7c None None] Attempting to bind port f3e36596-df74-4055-ad8a-06327afae1a9 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:11:44.794745 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-d897a6bc-eb82-477c-aaf7-b3443c096f7c None None] Attempting to bind port f3e36596-df74-4055-ad8a-06327afae1a9 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'cd15d4c7-578b-476c-953a-906cca7e3520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '43bffced-17af-4a64-bb08-b5cb945421bf'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:11:44.795108 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d897a6bc-eb82-477c-aaf7-b3443c096f7c None None] Attempting to bind port f3e36596-df74-4055-ad8a-06327afae1a9 on network 43bffced-17af-4a64-bb08-b5cb945421bf {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:11:44.804524 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-ce6dbefe-dd22-4a74-9b67-f52f9f6adbd3 admin admin] Calling delete_port for 8806fd68-2df5-4d72-b129-8f03d62b0fbc owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:11:44.835347 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d897a6bc-eb82-477c-aaf7-b3443c096f7c None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:11:44.835725 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d897a6bc-eb82-477c-aaf7-b3443c096f7c None None] Checking segment: {'id': 'cd15d4c7-578b-476c-953a-906cca7e3520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '43bffced-17af-4a64-bb08-b5cb945421bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:11:44.836154 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d897a6bc-eb82-477c-aaf7-b3443c096f7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:44.836551 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d897a6bc-eb82-477c-aaf7-b3443c096f7c None None] Bound using segment: {'id': 'cd15d4c7-578b-476c-953a-906cca7e3520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '43bffced-17af-4a64-bb08-b5cb945421bf'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:11:44.837031 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-d897a6bc-eb82-477c-aaf7-b3443c096f7c None None] Bound port: f3e36596-df74-4055-ad8a-06327afae1a9, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd15d4c7-578b-476c-953a-906cca7e3520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '43bffced-17af-4a64-bb08-b5cb945421bf'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:11:44.837541 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d897a6bc-eb82-477c-aaf7-b3443c096f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:44.855193 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaab66b0-71f9-4580-9842-aaa7d95424dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-105958a7-d8aa-4804-bbe9-a06d3b34d2d5', 'network_id': '105958a7-d8aa-4804-bbe9-a06d3b34d2d5', 'tenant_id': '00694f7564e4464e82e8af5ffc2bd14e', 'fixed_ips': [{'subnet_id': '4c6d26c4-6601-411b-983a-a06759dcb977'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:11:44.856068 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-eaab66b0-71f9-4580-9842-aaa7d95424dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:44.870178 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac7d08c1-6a5c-4825-a8df-2d284d8204d8 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:11:44.885297 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ac7d08c1-6a5c-4825-a8df-2d284d8204d8 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:44.885652 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-ac7d08c1-6a5c-4825-a8df-2d284d8204d8 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Added segment 6f4b5b94-572d-4426-a7a1-721c8f24dbf5 of type vlan for network 6472d156-f0fb-4e82-a18b-62f42cd368c7 Aug 16 21:11:44.906891 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:44.931604 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7376a05a-f6dd-4dfa-95db-ccaaa1d33246 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Made reservation on behalf of cf9a775d85674030879abc3dfa1a9dec for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:11:44.935281 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7376a05a-f6dd-4dfa-95db-ccaaa1d33246 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:44.972854 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-7376a05a-f6dd-4dfa-95db-ccaaa1d33246 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] device_id is not set on port f21182ed-f33b-4980-8cc8-5482c3d1d8d4 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:11:44.978962 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ac7d08c1-6a5c-4825-a8df-2d284d8204d8 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:45.001562 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-d897a6bc-eb82-477c-aaf7-b3443c096f7c None None] For port f3e36596-df74-4055-ad8a-06327afae1a9, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:11:45.022147 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 10a2cfce-4e6e-4313-bfbd-570b8bd90016 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:11:45.025583 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-d897a6bc-eb82-477c-aaf7-b3443c096f7c None None] For port f3e36596-df74-4055-ad8a-06327afae1a9, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=f3e36596-df74-4055-ad8a-06327afae1a9,segment=NetworkSegment(cd15d4c7-578b-476c-953a-906cca7e3520),segment_id=cd15d4c7-578b-476c-953a-906cca7e3520)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:11:45.030192 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-2773caa8-5f7c-4ae6-83cd-1b7b4d618942 None None] Deleting port 8806fd68-2df5-4d72-b129-8f03d62b0fbc {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:11:45.030601 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2773caa8-5f7c-4ae6-83cd-1b7b4d618942 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:45.063252 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 10a2cfce-4e6e-4313-bfbd-570b8bd90016 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:11:45.063599 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 10a2cfce-4e6e-4313-bfbd-570b8bd90016 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:11:45.064035 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 8806fd68-2df5-4d72-b129-8f03d62b0fbc no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:11:45.069831 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce6dbefe-dd22-4a74-9b67-f52f9f6adbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:45.132980 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d897a6bc-eb82-477c-aaf7-b3443c096f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:45.139938 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 8806fd68-2df5-4d72-b129-8f03d62b0fbc {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:11:45.141033 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 8806fd68-2df5-4d72-b129-8f03d62b0fbc not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:11:45.142291 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6dbefe-dd22-4a74-9b67-f52f9f6adbd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8806fd68-2df5-4d72-b129-8f03d62b0fbc,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:45.149482 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6dbefe-dd22-4a74-9b67-f52f9f6adbd3 admin admin] No DVR routers for this DVR port 8806fd68-2df5-4d72-b129-8f03d62b0fbc on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:11:45.162172 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ac7d08c1-6a5c-4825-a8df-2d284d8204d8 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:45.168231 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7d08c1-6a5c-4825-a8df-2d284d8204d8 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:45.168907 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ac7d08c1-6a5c-4825-a8df-2d284d8204d8 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:45.205919 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-2773caa8-5f7c-4ae6-83cd-1b7b4d618942 None None] For port 8806fd68-2df5-4d72-b129-8f03d62b0fbc, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=8806fd68-2df5-4d72-b129-8f03d62b0fbc,segment=NetworkSegment(f9df7de7-20ae-4e96-a8f7-d9252ca1ef61),segment_id=f9df7de7-20ae-4e96-a8f7-d9252ca1ef61)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:45.205919 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2773caa8-5f7c-4ae6-83cd-1b7b4d618942 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:45.219814 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-7376a05a-f6dd-4dfa-95db-ccaaa1d33246 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Allocated IP 2001:db8::3ac (43bffced-17af-4a64-bb08-b5cb945421bf/57b0d2bf-f461-4027-91ae-95af4193bc7b/f21182ed-f33b-4980-8cc8-5482c3d1d8d4) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:11:45.237949 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-2773caa8-5f7c-4ae6-83cd-1b7b4d618942 None None] Calling delete_port for 8806fd68-2df5-4d72-b129-8f03d62b0fbc owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:11:45.247537 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-eaab66b0-71f9-4580-9842-aaa7d95424dc None None] Allocated IP 2001:db8::3 (105958a7-d8aa-4804-bbe9-a06d3b34d2d5/4c6d26c4-6601-411b-983a-a06759dcb977/f2bc98de-8509-4663-8a1d-151a7530090a) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:11:45.270761 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897a6bc-eb82-477c-aaf7-b3443c096f7c None None] Pushing event updated for resources: {'Port': ['ID=f3e36596-df74-4055-ad8a-06327afae1a9,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:45.341535 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce6dbefe-dd22-4a74-9b67-f52f9f6adbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:45.346697 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d08c1-6a5c-4825-a8df-2d284d8204d8 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event updated for resources: {'Network': ['ID=6472d156-f0fb-4e82-a18b-62f42cd368c7,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:45.365079 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 6472d156-f0fb-4e82-a18b-62f42cd368c7 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:11:45.365436 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-ce6dbefe-dd22-4a74-9b67-f52f9f6adbd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df606ad5-b36b-4f96-b2dc-101e0c89a5f0']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:45.389243 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42390) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:45.389868 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ac7d08c1-6a5c-4825-a8df-2d284d8204d8 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7502959 Aug 16 21:11:45.395097 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-ce6dbefe-dd22-4a74-9b67-f52f9f6adbd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9df7de7-20ae-4e96-a8f7-d9252ca1ef61') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:45.395395 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-ce6dbefe-dd22-4a74-9b67-f52f9f6adbd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9df7de7-20ae-4e96-a8f7-d9252ca1ef61') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:45.395866 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-377ce030-1732-44fe-8775-af288025e80f tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Request body: {'subnet': {'network_id': '6472d156-f0fb-4e82-a18b-62f42cd368c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:45.420030 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce6dbefe-dd22-4a74-9b67-f52f9f6adbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:45.511156 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2773caa8-5f7c-4ae6-83cd-1b7b4d618942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:45.517099 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce6dbefe-dd22-4a74-9b67-f52f9f6adbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:45.534073 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce6dbefe-dd22-4a74-9b67-f52f9f6adbd3 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:11:45.534600 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce6dbefe-dd22-4a74-9b67-f52f9f6adbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:45.536530 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:11:45.536530 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:11:45.536530 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:11:45.536530 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:11:45.536530 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:11:45.536530 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:11:45.536530 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:11:45.536530 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:11:45.536530 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:11:45.536530 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:11:45.536530 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:11:45.536530 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:11:45.536530 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:11:45.536530 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:11:45.536530 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:11:45.536530 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:11:45.536530 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:11:45.536530 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:11:45.536530 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:11:45.536530 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:11:45.536530 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:11:45.536530 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:11:45.536530 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:11:45.536530 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:11:45.536530 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:11:45.536530 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:11:45.536530 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:11:45.536530 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:11:45.536530 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:11:45.536530 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:11:45.536530 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:11:45.536530 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:11:45.603089 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773caa8-5f7c-4ae6-83cd-1b7b4d618942 None None] Pushing event deleted for resources: {'Port': ['ID=8806fd68-2df5-4d72-b129-8f03d62b0fbc,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:45.615310 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2773caa8-5f7c-4ae6-83cd-1b7b4d618942 None None] No DVR routers for this DVR port 8806fd68-2df5-4d72-b129-8f03d62b0fbc on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:11:45.646869 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-eaab66b0-71f9-4580-9842-aaa7d95424dc None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:45.656352 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-eaab66b0-71f9-4580-9842-aaa7d95424dc None None] Transition to ACTIVE for port object f2bc98de-8509-4663-8a1d-151a7530090a will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:11:45.661982 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7376a05a-f6dd-4dfa-95db-ccaaa1d33246 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:45.672381 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-eaab66b0-71f9-4580-9842-aaa7d95424dc None None] Transition to ACTIVE for port object f2bc98de-8509-4663-8a1d-151a7530090a will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:11:45.683026 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-7376a05a-f6dd-4dfa-95db-ccaaa1d33246 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Transition to ACTIVE for port object f21182ed-f33b-4980-8cc8-5482c3d1d8d4 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:11:45.696672 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377ce030-1732-44fe-8775-af288025e80f tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Made reservation on behalf of 00694f7564e4464e82e8af5ffc2bd14e for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:11:45.698271 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce6dbefe-dd22-4a74-9b67-f52f9f6adbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:45.703836 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-377ce030-1732-44fe-8775-af288025e80f tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:45.712578 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce6dbefe-dd22-4a74-9b67-f52f9f6adbd3 admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:45.717771 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ce6dbefe-dd22-4a74-9b67-f52f9f6adbd3 admin admin] 10.222.0.84 "DELETE /v2.0/networks/df606ad5-b36b-4f96-b2dc-101e0c89a5f0 HTTP/1.1" status: 204 len: 168 time: 1.2873976 Aug 16 21:11:45.731702 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6dbefe-dd22-4a74-9b67-f52f9f6adbd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=df606ad5-b36b-4f96-b2dc-101e0c89a5f0,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:45.760388 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-eaab66b0-71f9-4580-9842-aaa7d95424dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:45.795885 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.ipam_backend_mixin [None req-377ce030-1732-44fe-8775-af288025e80f tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Performing IP validity checks on allocation pools {{(pid=101844) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 21:11:45.796608 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.ipam_backend_mixin [None req-377ce030-1732-44fe-8775-af288025e80f tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101844) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 21:11:45.824706 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaab66b0-71f9-4580-9842-aaa7d95424dc None None] Network 105958a7-d8aa-4804-bbe9-a06d3b34d2d5 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:11:45.828999 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-eaab66b0-71f9-4580-9842-aaa7d95424dc None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:45.834094 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaab66b0-71f9-4580-9842-aaa7d95424dc None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:11:45.846460 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7376a05a-f6dd-4dfa-95db-ccaaa1d33246 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:45.846603 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab66b0-71f9-4580-9842-aaa7d95424dc None None] Pushing event updated for resources: {'Port': ['ID=f2bc98de-8509-4663-8a1d-151a7530090a,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:45.893690 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47d5da-6526-46b7-ba1f-34d955ee4636 req-daf44306-a3e8-4933-98bb-3056f7a89466 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:45.895381 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ef47d5da-6526-46b7-ba1f-34d955ee4636 req-daf44306-a3e8-4933-98bb-3056f7a89466 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 944 time: 0.0877526 Aug 16 21:11:45.901058 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7376a05a-f6dd-4dfa-95db-ccaaa1d33246 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Network 43bffced-17af-4a64-bb08-b5cb945421bf is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:11:45.904010 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-eaab66b0-71f9-4580-9842-aaa7d95424dc None None] Attempting to bind port f2bc98de-8509-4663-8a1d-151a7530090a on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:11:45.904651 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-eaab66b0-71f9-4580-9842-aaa7d95424dc None None] Attempting to bind port f2bc98de-8509-4663-8a1d-151a7530090a by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'a74dd6f5-3e01-47aa-8791-c978faca20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '105958a7-d8aa-4804-bbe9-a06d3b34d2d5'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:11:45.904825 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-7376a05a-f6dd-4dfa-95db-ccaaa1d33246 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:45.905390 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaab66b0-71f9-4580-9842-aaa7d95424dc None None] Attempting to bind port f2bc98de-8509-4663-8a1d-151a7530090a on network 105958a7-d8aa-4804-bbe9-a06d3b34d2d5 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:11:45.910830 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaab66b0-71f9-4580-9842-aaa7d95424dc None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:11:45.911215 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaab66b0-71f9-4580-9842-aaa7d95424dc None None] Checking segment: {'id': 'a74dd6f5-3e01-47aa-8791-c978faca20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '105958a7-d8aa-4804-bbe9-a06d3b34d2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:11:45.911631 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-eaab66b0-71f9-4580-9842-aaa7d95424dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:45.912097 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaab66b0-71f9-4580-9842-aaa7d95424dc None None] Bound using segment: {'id': 'a74dd6f5-3e01-47aa-8791-c978faca20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '105958a7-d8aa-4804-bbe9-a06d3b34d2d5'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:11:45.912572 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-eaab66b0-71f9-4580-9842-aaa7d95424dc None None] Bound port: f2bc98de-8509-4663-8a1d-151a7530090a, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74dd6f5-3e01-47aa-8791-c978faca20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '105958a7-d8aa-4804-bbe9-a06d3b34d2d5'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:11:45.912961 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-eaab66b0-71f9-4580-9842-aaa7d95424dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:45.928952 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7376a05a-f6dd-4dfa-95db-ccaaa1d33246 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:11:45.938265 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7376a05a-f6dd-4dfa-95db-ccaaa1d33246 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:45.939180 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7376a05a-f6dd-4dfa-95db-ccaaa1d33246 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:45.949622 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376a05a-f6dd-4dfa-95db-ccaaa1d33246 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event updated for resources: {'Port': ['ID=f21182ed-f33b-4980-8cc8-5482c3d1d8d4,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:45.985630 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-eaab66b0-71f9-4580-9842-aaa7d95424dc None None] For port f2bc98de-8509-4663-8a1d-151a7530090a, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:11:45.989040 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-eaab66b0-71f9-4580-9842-aaa7d95424dc None None] For port f2bc98de-8509-4663-8a1d-151a7530090a, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=f2bc98de-8509-4663-8a1d-151a7530090a,segment=NetworkSegment(a74dd6f5-3e01-47aa-8791-c978faca20e8),segment_id=a74dd6f5-3e01-47aa-8791-c978faca20e8)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:11:45.992342 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ef47d5da-6526-46b7-ba1f-34d955ee4636 req-28a6d286-1ef7-4074-97f2-bdc92b735d00 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665939 Aug 16 21:11:46.063943 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-eaab66b0-71f9-4580-9842-aaa7d95424dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:46.067033 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7376a05a-f6dd-4dfa-95db-ccaaa1d33246 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.5873051 Aug 16 21:11:46.067749 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42400) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:46.125680 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-377ce030-1732-44fe-8775-af288025e80f tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:46.140722 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab66b0-71f9-4580-9842-aaa7d95424dc None None] Pushing event updated for resources: {'Port': ['ID=f2bc98de-8509-4663-8a1d-151a7530090a,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:46.190124 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42402) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:46.223901 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ce030-1732-44fe-8775-af288025e80f tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event updated for resources: {'Subnet': ['ID=9e838d42-6656-4e80-9300-457634d00c87,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:46.270230 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-108674f5-3b6b-4f88-bb5b-c48cd0fc0af4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0498714ffbf44fc797d48647810c6ab5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0760505 Aug 16 21:11:46.270780 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42404) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:46.281422 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377ce030-1732-44fe-8775-af288025e80f tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Checking segment: {'id': '6f4b5b94-572d-4426-a7a1-721c8f24dbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6472d156-f0fb-4e82-a18b-62f42cd368c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:11:46.281979 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377ce030-1732-44fe-8775-af288025e80f tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Network hostable DHCP agents. Network: 6472d156-f0fb-4e82-a18b-62f42cd368c7, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:11:46.338667 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-83fe19c0-8da7-4bdc-ab5d-b5e36dc7527c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:46.404578 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-83fe19c0-8da7-4bdc-ab5d-b5e36dc7527c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:46.449693 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377ce030-1732-44fe-8775-af288025e80f tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Network 6472d156-f0fb-4e82-a18b-62f42cd368c7 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:11:46.464306 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6353c287-654f-4c83-ae1e-ad5912d45342 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:46.498344 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742d07a4-f58d-4eee-b5de-fa8467ec7565 None None] Network 43bffced-17af-4a64-bb08-b5cb945421bf requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:46.553649 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-377ce030-1732-44fe-8775-af288025e80f tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 6472d156-f0fb-4e82-a18b-62f42cd368c7) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:46.558631 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377ce030-1732-44fe-8775-af288025e80f tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:46.559313 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-377ce030-1732-44fe-8775-af288025e80f tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:46.579198 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17607af-026d-4bd9-8e0d-43476163fa9f None None] Network 6472d156-f0fb-4e82-a18b-62f42cd368c7 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:46.582700 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-83fe19c0-8da7-4bdc-ab5d-b5e36dc7527c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:46.585995 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-83fe19c0-8da7-4bdc-ab5d-b5e36dc7527c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:46.589897 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-83fe19c0-8da7-4bdc-ab5d-b5e36dc7527c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1765b8e6-72fa-4e5d-9fa5-7d0de37d76f5 HTTP/1.1" status: 204 len: 168 time: 0.3144486 Aug 16 21:11:46.598651 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:46.598950 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe19c0-8da7-4bdc-ab5d-b5e36dc7527c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1765b8e6-72fa-4e5d-9fa5-7d0de37d76f5,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:46.634465 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-377ce030-1732-44fe-8775-af288025e80f tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2431352 Aug 16 21:11:46.637131 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42408) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:46.649516 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a31943c4-162a-482d-b043-216f517e3f1d None None] Provisioning for port f3e36596-df74-4055-ad8a-06327afae1a9 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:11:46.793033 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9e0ef59b-cb81-4793-aaba-984de999732c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:46.820132 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6353c287-654f-4c83-ae1e-ad5912d45342 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:46.846855 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f0f1ed-3c56-4c58-b23c-eb6a69b617fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-6472d156-f0fb-4e82-a18b-62f42cd368c7', 'network_id': '6472d156-f0fb-4e82-a18b-62f42cd368c7', 'tenant_id': '00694f7564e4464e82e8af5ffc2bd14e', 'fixed_ips': [{'subnet_id': '9e838d42-6656-4e80-9300-457634d00c87'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:11:46.846855 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c4f0f1ed-3c56-4c58-b23c-eb6a69b617fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:46.913483 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6353c287-654f-4c83-ae1e-ad5912d45342 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:46.924516 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9e0ef59b-cb81-4793-aaba-984de999732c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:47.155989 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9e0ef59b-cb81-4793-aaba-984de999732c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:47.195027 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6353c287-654f-4c83-ae1e-ad5912d45342 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event updated for resources: {'Port': ['ID=f21182ed-f33b-4980-8cc8-5482c3d1d8d4,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:47.234642 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ef59b-cb81-4793-aaba-984de999732c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event deleted for resources: {'Subnet': ['ID=9e838d42-6656-4e80-9300-457634d00c87,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:47.281483 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f3e36596-df74-4055-ad8a-06327afae1a9 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:11:47.308664 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209eca8-5f60-446c-949a-44b4b54054e5 req-827499bc-675b-4c20-9c12-ad4d25a22d8b tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:47.318078 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2209eca8-5f60-446c-949a-44b4b54054e5 req-827499bc-675b-4c20-9c12-ad4d25a22d8b tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 944 time: 0.1944993 Aug 16 21:11:47.354565 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9e0ef59b-cb81-4793-aaba-984de999732c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:47.368015 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-9e0ef59b-cb81-4793-aaba-984de999732c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6472d156-f0fb-4e82-a18b-62f42cd368c7']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server [None req-c4f0f1ed-3c56-4c58-b23c-eb6a69b617fc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9e838d42-6656-4e80-9300-457634d00c87: This subnet is being modified by another concurrent operation. Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server raise exception Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9e838d42-6656-4e80-9300-457634d00c87: This subnet is being modified by another concurrent operation. Aug 16 21:11:47.379533 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server Aug 16 21:11:47.395696 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-9e0ef59b-cb81-4793-aaba-984de999732c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f4b5b94-572d-4426-a7a1-721c8f24dbf5') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:47.396033 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-9e0ef59b-cb81-4793-aaba-984de999732c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f4b5b94-572d-4426-a7a1-721c8f24dbf5') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:47.404983 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2209eca8-5f60-446c-949a-44b4b54054e5 req-965a604b-bb7e-438e-bbf2-5a5993957173 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859890 Aug 16 21:11:47.417496 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9e0ef59b-cb81-4793-aaba-984de999732c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:47.420299 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04e5e42-8eba-4cee-ac67-92b07706618a None None] Network 6472d156-f0fb-4e82-a18b-62f42cd368c7 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:47.436457 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9e0ef59b-cb81-4793-aaba-984de999732c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:47.443695 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e0ef59b-cb81-4793-aaba-984de999732c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:11:47.444563 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9e0ef59b-cb81-4793-aaba-984de999732c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:47.453519 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6353c287-654f-4c83-ae1e-ad5912d45342 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:47.492184 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port f3e36596-df74-4055-ad8a-06327afae1a9 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:11:47.500997 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port f3e36596-df74-4055-ad8a-06327afae1a9 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:47.501454 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:47.518296 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:11:47.518296 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:11:47.518296 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:11:47.518296 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:11:47.518296 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:11:47.518296 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:11:47.518296 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:11:47.518296 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:11:47.518296 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:11:47.518296 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:11:47.518296 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:11:47.518296 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:11:47.518296 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:11:47.518296 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:11:47.518296 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:11:47.518296 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:11:47.518296 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:11:47.518296 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:11:47.518296 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:11:47.518296 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:11:47.518296 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:11:47.518296 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:11:47.518296 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:11:47.518296 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:11:47.518296 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:11:47.518296 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:11:47.518296 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:11:47.518296 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:11:47.518296 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:11:47.518296 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:11:47.518296 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:11:47.518296 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:11:47.544555 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03993cd8-4f80-4560-aa26-da064866c09c None None] Provisioning for port f21182ed-f33b-4980-8cc8-5482c3d1d8d4 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:11:47.568192 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03993cd8-4f80-4560-aa26-da064866c09c None None] Provisioning complete for port f21182ed-f33b-4980-8cc8-5482c3d1d8d4 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:47.568576 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03993cd8-4f80-4560-aa26-da064866c09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:47.581814 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9e0ef59b-cb81-4793-aaba-984de999732c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:47.601516 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42424) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:47.619854 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9e0ef59b-cb81-4793-aaba-984de999732c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:47.626817 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9e0ef59b-cb81-4793-aaba-984de999732c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "DELETE /v2.0/networks/6472d156-f0fb-4e82-a18b-62f42cd368c7 HTTP/1.1" status: 204 len: 168 time: 0.9884505 Aug 16 21:11:47.644675 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42426) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:47.650658 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-3239d5cb-a683-4a9f-a3af-5a91d3b624ce tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1699291463'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:47.654255 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ef59b-cb81-4793-aaba-984de999732c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event deleted for resources: {'Network': ['ID=6472d156-f0fb-4e82-a18b-62f42cd368c7,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:47.660811 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0ce7bc18-8015-4fe9-9987-1262af35d2d9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e6319db43d0a4da0949c86a3882f6b30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0568888 Aug 16 21:11:47.661678 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42428) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:47.726406 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:47.739613 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03993cd8-4f80-4560-aa26-da064866c09c None None] Port f21182ed-f33b-4980-8cc8-5482c3d1d8d4 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:11:47.749977 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c5da87c4-2ec9-4191-ac3e-a4d0ca40208f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:47.752142 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6353c287-654f-4c83-ae1e-ad5912d45342 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:47.768458 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port f3e36596-df74-4055-ad8a-06327afae1a9, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=f3e36596-df74-4055-ad8a-06327afae1a9,segment=NetworkSegment(cd15d4c7-578b-476c-953a-906cca7e3520),segment_id=cd15d4c7-578b-476c-953a-906cca7e3520)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:47.770895 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2a4753-e6bb-4c2e-a890-6d874bcaffc2 None None] Network 105958a7-d8aa-4804-bbe9-a06d3b34d2d5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:47.787956 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c5da87c4-2ec9-4191-ac3e-a4d0ca40208f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:47.804607 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3239d5cb-a683-4a9f-a3af-5a91d3b624ce tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Made reservation on behalf of 00694f7564e4464e82e8af5ffc2bd14e for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:11:47.808161 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3239d5cb-a683-4a9f-a3af-5a91d3b624ce tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:47.841449 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3239d5cb-a683-4a9f-a3af-5a91d3b624ce tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:11:47.856184 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3239d5cb-a683-4a9f-a3af-5a91d3b624ce tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:47.856951 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-3239d5cb-a683-4a9f-a3af-5a91d3b624ce tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Added segment 92b9ebcd-ecad-4ddf-a470-462c8d9a47d6 of type vlan for network ff054d95-589f-4995-9205-a8e6b77e7487 Aug 16 21:11:47.882898 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:47.886518 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f2bc98de-8509-4663-8a1d-151a7530090a up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:11:47.933612 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3239d5cb-a683-4a9f-a3af-5a91d3b624ce tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:47.992873 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b76e8032-2f89-461f-9ef8-c96367445e53 None None] Provisioning complete for port f21182ed-f33b-4980-8cc8-5482c3d1d8d4 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:47.993259 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b76e8032-2f89-461f-9ef8-c96367445e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:48.034127 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3239d5cb-a683-4a9f-a3af-5a91d3b624ce tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:48.042632 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3239d5cb-a683-4a9f-a3af-5a91d3b624ce tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:48.044253 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3239d5cb-a683-4a9f-a3af-5a91d3b624ce tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:48.070569 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=f3e36596-df74-4055-ad8a-06327afae1a9,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:48.099822 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-b76e8032-2f89-461f-9ef8-c96367445e53 None None] Port f21182ed-f33b-4980-8cc8-5482c3d1d8d4 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:11:48.156044 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239d5cb-a683-4a9f-a3af-5a91d3b624ce tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event updated for resources: {'Network': ['ID=ff054d95-589f-4995-9205-a8e6b77e7487,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:48.168966 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network ff054d95-589f-4995-9205-a8e6b77e7487 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:11:48.188438 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port f2bc98de-8509-4663-8a1d-151a7530090a completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:11:48.195967 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6353c287-654f-4c83-ae1e-ad5912d45342 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:48.200025 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3239d5cb-a683-4a9f-a3af-5a91d3b624ce tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5534055 Aug 16 21:11:48.204102 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42432) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:48.209997 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-3eef363b-cb5e-4e19-9d2d-22d07b792b6d tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Request body: {'subnet': {'network_id': 'ff054d95-589f-4995-9205-a8e6b77e7487', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:48.230844 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b76e8032-2f89-461f-9ef8-c96367445e53 None None] Provisioning for port f2bc98de-8509-4663-8a1d-151a7530090a completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:11:48.234815 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port f2bc98de-8509-4663-8a1d-151a7530090a triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:48.234815 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:48.246128 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b76e8032-2f89-461f-9ef8-c96367445e53 None None] Provisioning complete for port f2bc98de-8509-4663-8a1d-151a7530090a triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:48.246504 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b76e8032-2f89-461f-9ef8-c96367445e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:48.250698 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c5da87c4-2ec9-4191-ac3e-a4d0ca40208f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:48.253894 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c5da87c4-2ec9-4191-ac3e-a4d0ca40208f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:48.257694 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c5da87c4-2ec9-4191-ac3e-a4d0ca40208f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fdd06cbf-4a83-49c6-9456-769ff05872e7 HTTP/1.1" status: 204 len: 168 time: 0.5925379 Aug 16 21:11:48.272917 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da87c4-2ec9-4191-ac3e-a4d0ca40208f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd06cbf-4a83-49c6-9456-769ff05872e7,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:48.286847 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6353c287-654f-4c83-ae1e-ad5912d45342 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:48.287972 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6353c287-654f-4c83-ae1e-ad5912d45342 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:48.373228 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6353c287-654f-4c83-ae1e-ad5912d45342 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event updated for resources: {'Port': ['ID=f21182ed-f33b-4980-8cc8-5482c3d1d8d4,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:48.417023 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff55fb7-6268-4ae5-abba-ffee561fd18d None None] get_active_networks_info from n-d-793620-15 {{(pid=101846) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 21:11:48.453318 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eef363b-cb5e-4e19-9d2d-22d07b792b6d tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Made reservation on behalf of 00694f7564e4464e82e8af5ffc2bd14e for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:11:48.455737 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3eef363b-cb5e-4e19-9d2d-22d07b792b6d tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:48.493134 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:48.506942 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6353c287-654f-4c83-ae1e-ad5912d45342 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Network 43bffced-17af-4a64-bb08-b5cb945421bf is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:11:48.508549 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-6353c287-654f-4c83-ae1e-ad5912d45342 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:48.551287 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b76e8032-2f89-461f-9ef8-c96367445e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:48.580082 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port f2bc98de-8509-4663-8a1d-151a7530090a, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=f2bc98de-8509-4663-8a1d-151a7530090a,segment=NetworkSegment(a74dd6f5-3e01-47aa-8791-c978faca20e8),segment_id=a74dd6f5-3e01-47aa-8791-c978faca20e8)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:48.612483 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094296e-c65a-4571-b86c-a41d64a3dff4 req-c17ba7f3-fa54-4cc2-bf84-56b975c4c25f tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:48.614505 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e094296e-c65a-4571-b86c-a41d64a3dff4 req-c17ba7f3-fa54-4cc2-bf84-56b975c4c25f tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 944 time: 0.0991769 Aug 16 21:11:48.639203 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:48.651273 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff55fb7-6268-4ae5-abba-ffee561fd18d None None] Resources bound (agent type, host, resource id): {{(pid=101846) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 21:11:48.689442 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e094296e-c65a-4571-b86c-a41d64a3dff4 req-05c389be-0848-4ce6-9033-7d5661ba102d tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685413 Aug 16 21:11:48.907690 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.db.api [None req-b76e8032-2f89-461f-9ef8-c96367445e53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:11:48.908611 n-d-793620-15 neutron-server[101846]: DEBUG oslo_db.api [None req-b76e8032-2f89-461f-9ef8-c96367445e53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:11:48.929882 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3eef363b-cb5e-4e19-9d2d-22d07b792b6d tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:48.957253 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=f2bc98de-8509-4663-8a1d-151a7530090a,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:49.047357 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef363b-cb5e-4e19-9d2d-22d07b792b6d tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event updated for resources: {'Subnet': ['ID=f725a68b-f13a-4e90-90b2-d551e5336b18,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:49.057050 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eef363b-cb5e-4e19-9d2d-22d07b792b6d tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Checking segment: {'id': '92b9ebcd-ecad-4ddf-a470-462c8d9a47d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ff054d95-589f-4995-9205-a8e6b77e7487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:11:49.057425 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eef363b-cb5e-4e19-9d2d-22d07b792b6d tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Network hostable DHCP agents. Network: ff054d95-589f-4995-9205-a8e6b77e7487, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:11:49.058068 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f3e36596-df74-4055-ad8a-06327afae1a9 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:11:49.119083 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eef363b-cb5e-4e19-9d2d-22d07b792b6d tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Network ff054d95-589f-4995-9205-a8e6b77e7487 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:11:49.125597 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6353c287-654f-4c83-ae1e-ad5912d45342 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Router 6da26b91-402c-417d-87a2-22b16d117c21 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:11:49.157266 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port f3e36596-df74-4055-ad8a-06327afae1a9 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:49.157408 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:49.195324 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-3eef363b-cb5e-4e19-9d2d-22d07b792b6d tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, ff054d95-589f-4995-9205-a8e6b77e7487) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:49.215640 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eef363b-cb5e-4e19-9d2d-22d07b792b6d tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:49.216282 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3eef363b-cb5e-4e19-9d2d-22d07b792b6d tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:49.218990 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8515e741-023d-41fb-8c85-4d536184e910 None None] Network ff054d95-589f-4995-9205-a8e6b77e7487 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:49.232569 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6353c287-654f-4c83-ae1e-ad5912d45342 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:11:49.246250 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:49.254925 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6353c287-654f-4c83-ae1e-ad5912d45342 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "PUT /v2.0/routers/6da26b91-402c-417d-87a2-22b16d117c21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1746416 Aug 16 21:11:49.256022 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42450) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:49.258655 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cede86-5f7c-43f5-a1c3-6a6c3359eb92 None None] Sync routers for ids ['6da26b91-402c-417d-87a2-22b16d117c21'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:11:49.296812 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cede86-5f7c-43f5-a1c3-6a6c3359eb92 None None] Routers {'6da26b91-402c-417d-87a2-22b16d117c21'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:11:49.297991 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-60cede86-5f7c-43f5-a1c3-6a6c3359eb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:11:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['6da26b91-402c-417d-87a2-22b16d117c21'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:49.314129 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42452) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:49.346155 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3eef363b-cb5e-4e19-9d2d-22d07b792b6d tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1366858 Aug 16 21:11:49.352834 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-60cede86-5f7c-43f5-a1c3-6a6c3359eb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:49.384701 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cede86-5f7c-43f5-a1c3-6a6c3359eb92 None None] Routers {'6da26b91-402c-417d-87a2-22b16d117c21'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:11:49.386593 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-60cede86-5f7c-43f5-a1c3-6a6c3359eb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:11:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['6da26b91-402c-417d-87a2-22b16d117c21'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:49.386871 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672197c2-1481-4a7d-a227-b06c3a7ba6bc tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:49.402324 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-672197c2-1481-4a7d-a227-b06c3a7ba6bc tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "GET /v2.0/ports/f21182ed-f33b-4980-8cc8-5482c3d1d8d4 HTTP/1.1" status: 200 len: 982 time: 0.1492333 Aug 16 21:11:49.402939 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42454) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:49.535668 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-60cede86-5f7c-43f5-a1c3-6a6c3359eb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:49.536366 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cede86-5f7c-43f5-a1c3-6a6c3359eb92 None None] The sync data for ids ['6da26b91-402c-417d-87a2-22b16d117c21'] in n-d-793620-15 is: [] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:11:49.627014 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba8e609-5270-4ec0-b36b-b66d80ec155c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-ff054d95-589f-4995-9205-a8e6b77e7487', 'network_id': 'ff054d95-589f-4995-9205-a8e6b77e7487', 'tenant_id': '00694f7564e4464e82e8af5ffc2bd14e', 'fixed_ips': [{'subnet_id': 'f725a68b-f13a-4e90-90b2-d551e5336b18'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:11:49.629875 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9ba8e609-5270-4ec0-b36b-b66d80ec155c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:49.644172 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-33d41779-db9c-40c9-87ec-36b28e5abf7e tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:49.737495 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-33d41779-db9c-40c9-87ec-36b28e5abf7e tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:49.762593 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-44ccf515-a574-4bd2-ba9c-166ea883df38 None None] Provisioning complete for port f21182ed-f33b-4980-8cc8-5482c3d1d8d4 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:49.762850 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-44ccf515-a574-4bd2-ba9c-166ea883df38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:49.838813 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-44ccf515-a574-4bd2-ba9c-166ea883df38 None None] Port f21182ed-f33b-4980-8cc8-5482c3d1d8d4 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:11:49.871635 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-44ccf515-a574-4bd2-ba9c-166ea883df38 None None] Provisioning complete for port f2bc98de-8509-4663-8a1d-151a7530090a triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:49.871945 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-44ccf515-a574-4bd2-ba9c-166ea883df38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:49.876005 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42468) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:49.959714 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-33d41779-db9c-40c9-87ec-36b28e5abf7e tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:49.974788 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649af53-1061-46ca-b2a9-e8af6acb9623 req-37f783ab-6f54-4bd4-9d86-9dbee8468534 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:49.976638 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e649af53-1061-46ca-b2a9-e8af6acb9623 req-37f783ab-6f54-4bd4-9d86-9dbee8468534 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 944 time: 0.1390655 Aug 16 21:11:50.026357 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-080897c7-d2e8-493f-9004-d80d8e98166c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1940164414-network', 'tenant_id': 'c0bff215d26d44098ee353416e3d92dc'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:50.037305 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d41779-db9c-40c9-87ec-36b28e5abf7e tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event deleted for resources: {'Subnet': ['ID=f725a68b-f13a-4e90-90b2-d551e5336b18,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server [None req-9ba8e609-5270-4ec0-b36b-b66d80ec155c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f725a68b-f13a-4e90-90b2-d551e5336b18: This subnet is being modified by another concurrent operation. Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server raise exception Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f725a68b-f13a-4e90-90b2-d551e5336b18: This subnet is being modified by another concurrent operation. Aug 16 21:11:50.039989 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server Aug 16 21:11:50.067020 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102cdb3b-bfe6-4f96-9829-e60750260b93 None None] Network ff054d95-589f-4995-9205-a8e6b77e7487 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:50.069607 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e649af53-1061-46ca-b2a9-e8af6acb9623 req-a03f7281-8287-4674-8aca-40a6c8a65d1b tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818365 Aug 16 21:11:50.130523 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-50cee9e5-aeac-4251-b358-0f64ab7fa59d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:50.138031 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-33d41779-db9c-40c9-87ec-36b28e5abf7e tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:50.151676 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-33d41779-db9c-40c9-87ec-36b28e5abf7e tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff054d95-589f-4995-9205-a8e6b77e7487']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:50.162491 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-33d41779-db9c-40c9-87ec-36b28e5abf7e tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92b9ebcd-ecad-4ddf-a470-462c8d9a47d6') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:50.162491 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-33d41779-db9c-40c9-87ec-36b28e5abf7e tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92b9ebcd-ecad-4ddf-a470-462c8d9a47d6') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:50.172760 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-33d41779-db9c-40c9-87ec-36b28e5abf7e tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:50.181987 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dbabe7-8ef3-4177-a0f4-f555a3a83432 None None] get_active_networks_info from n-d-793620-15 {{(pid=101846) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 21:11:50.188997 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-33d41779-db9c-40c9-87ec-36b28e5abf7e tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:50.197160 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33d41779-db9c-40c9-87ec-36b28e5abf7e tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:11:50.197990 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-33d41779-db9c-40c9-87ec-36b28e5abf7e tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:50.273790 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:11:50.273790 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:11:50.273790 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:11:50.273790 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:11:50.273790 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:11:50.273790 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:11:50.273790 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:11:50.273790 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:11:50.273790 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:11:50.273790 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:11:50.273790 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:11:50.273790 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:11:50.273790 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:11:50.273790 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:11:50.273790 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:11:50.273790 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:11:50.273790 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:11:50.273790 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:11:50.273790 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:11:50.273790 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:11:50.273790 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:11:50.273790 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:11:50.273790 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:11:50.273790 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:11:50.273790 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:11:50.273790 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:11:50.273790 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:11:50.273790 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:11:50.273790 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:11:50.273790 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:11:50.273790 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:11:50.273790 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:11:50.276899 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080897c7-d2e8-493f-9004-d80d8e98166c admin admin] Made reservation on behalf of c0bff215d26d44098ee353416e3d92dc for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:11:50.277960 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-080897c7-d2e8-493f-9004-d80d8e98166c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:50.289304 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-080897c7-d2e8-493f-9004-d80d8e98166c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:50.306936 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dbabe7-8ef3-4177-a0f4-f555a3a83432 None None] Resources bound (agent type, host, resource id): {{(pid=101846) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 21:11:50.433176 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-080897c7-d2e8-493f-9004-d80d8e98166c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:50.435462 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-33d41779-db9c-40c9-87ec-36b28e5abf7e tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:50.441199 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-33d41779-db9c-40c9-87ec-36b28e5abf7e tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:50.447250 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-33d41779-db9c-40c9-87ec-36b28e5abf7e tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "DELETE /v2.0/networks/ff054d95-589f-4995-9205-a8e6b77e7487 HTTP/1.1" status: 204 len: 168 time: 1.1284039 Aug 16 21:11:50.463028 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42472) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:50.464095 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d41779-db9c-40c9-87ec-36b28e5abf7e tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event deleted for resources: {'Network': ['ID=ff054d95-589f-4995-9205-a8e6b77e7487,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:50.473449 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-8930a2d1-525a-4936-a6c5-4024aab9b4f4 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2066382181'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:50.522558 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-080897c7-d2e8-493f-9004-d80d8e98166c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:50.552967 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-080897c7-d2e8-493f-9004-d80d8e98166c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:11:50.574845 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080897c7-d2e8-493f-9004-d80d8e98166c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c147cf0-d933-4ec5-939d-ba71b8b71b8e,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:50.578626 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-080897c7-d2e8-493f-9004-d80d8e98166c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:50.578974 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-080897c7-d2e8-493f-9004-d80d8e98166c admin admin] Added segment 3456df01-52c5-43ba-a161-9c0fc3337c5d of type vlan for network 8355fb6f-268b-4981-9676-2d3c73404659 Aug 16 21:11:50.623089 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-080897c7-d2e8-493f-9004-d80d8e98166c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:50.635377 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8930a2d1-525a-4936-a6c5-4024aab9b4f4 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Made reservation on behalf of 00694f7564e4464e82e8af5ffc2bd14e for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:11:50.639602 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8930a2d1-525a-4936-a6c5-4024aab9b4f4 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:50.684459 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8930a2d1-525a-4936-a6c5-4024aab9b4f4 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:11:50.694187 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8930a2d1-525a-4936-a6c5-4024aab9b4f4 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:50.694658 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-8930a2d1-525a-4936-a6c5-4024aab9b4f4 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Added segment 4c6ae24e-1235-40ea-9e8a-dd371d9fb378 of type vlan for network 786698bc-a9f6-4b26-a642-c51c6e493a9d Aug 16 21:11:50.738984 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8930a2d1-525a-4936-a6c5-4024aab9b4f4 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:50.741961 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-080897c7-d2e8-493f-9004-d80d8e98166c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:50.743763 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080897c7-d2e8-493f-9004-d80d8e98166c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:50.744367 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-080897c7-d2e8-493f-9004-d80d8e98166c admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:50.750487 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-50cee9e5-aeac-4251-b358-0f64ab7fa59d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Deleting port f21182ed-f33b-4980-8cc8-5482c3d1d8d4 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:11:50.750898 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-50cee9e5-aeac-4251-b358-0f64ab7fa59d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:50.814480 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-080897c7-d2e8-493f-9004-d80d8e98166c admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9374497 Aug 16 21:11:50.819333 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42474) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:50.824540 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-200ae1e4-3ac0-4a5e-a456-df7b62ea0116 admin admin] Request body: {'subnet': {'network_id': '8355fb6f-268b-4981-9676-2d3c73404659', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1940164414-subnet', 'tenant_id': 'c0bff215d26d44098ee353416e3d92dc', 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:50.831630 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080897c7-d2e8-493f-9004-d80d8e98166c admin admin] Pushing event updated for resources: {'Network': ['ID=8355fb6f-268b-4981-9676-2d3c73404659,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:50.841423 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 8355fb6f-268b-4981-9676-2d3c73404659 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:11:50.870893 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-50cee9e5-aeac-4251-b358-0f64ab7fa59d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:50.882804 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-50cee9e5-aeac-4251-b358-0f64ab7fa59d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Calling delete_port for f21182ed-f33b-4980-8cc8-5482c3d1d8d4 owned by network:router_interface {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:11:50.893570 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8930a2d1-525a-4936-a6c5-4024aab9b4f4 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:50.935178 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8930a2d1-525a-4936-a6c5-4024aab9b4f4 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:50.936515 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8930a2d1-525a-4936-a6c5-4024aab9b4f4 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:51.051757 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200ae1e4-3ac0-4a5e-a456-df7b62ea0116 admin admin] Made reservation on behalf of c0bff215d26d44098ee353416e3d92dc for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:11:51.054161 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-200ae1e4-3ac0-4a5e-a456-df7b62ea0116 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:51.078288 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930a2d1-525a-4936-a6c5-4024aab9b4f4 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event updated for resources: {'Network': ['ID=786698bc-a9f6-4b26-a642-c51c6e493a9d,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:51.089784 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 786698bc-a9f6-4b26-a642-c51c6e493a9d details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:11:51.095023 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f2bc98de-8509-4663-8a1d-151a7530090a up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:11:51.109660 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8930a2d1-525a-4936-a6c5-4024aab9b4f4 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6413181 Aug 16 21:11:51.113097 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42480) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:51.125426 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-a6f24e0f-4bb5-463f-aad2-477f9f069a64 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Request body: {'subnet': {'network_id': '786698bc-a9f6-4b26-a642-c51c6e493a9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:51.266520 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port f2bc98de-8509-4663-8a1d-151a7530090a triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:51.268910 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:51.313670 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f24e0f-4bb5-463f-aad2-477f9f069a64 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Made reservation on behalf of 00694f7564e4464e82e8af5ffc2bd14e for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:11:51.317950 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a6f24e0f-4bb5-463f-aad2-477f9f069a64 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:51.346693 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafce54-bdb6-4f8c-b73a-9697d2f5dcf0 req-4b332b22-0402-4719-b803-5f7cdb8fb6bb tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:51.348215 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-faafce54-bdb6-4f8c-b73a-9697d2f5dcf0 req-4b332b22-0402-4719-b803-5f7cdb8fb6bb tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 944 time: 0.1543961 Aug 16 21:11:51.468614 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-faafce54-bdb6-4f8c-b73a-9697d2f5dcf0 req-8f46da39-40c0-4990-bac9-9f5ed161baa6 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097274 Aug 16 21:11:51.513654 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-50cee9e5-aeac-4251-b358-0f64ab7fa59d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:51.542528 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cee9e5-aeac-4251-b358-0f64ab7fa59d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event deleted for resources: {'Port': ['ID=f21182ed-f33b-4980-8cc8-5482c3d1d8d4,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:51.546970 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-200ae1e4-3ac0-4a5e-a456-df7b62ea0116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:51.584851 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cee9e5-aeac-4251-b358-0f64ab7fa59d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:51.584851 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cee9e5-aeac-4251-b358-0f64ab7fa59d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:51.584851 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cee9e5-aeac-4251-b358-0f64ab7fa59d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:51.584851 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cee9e5-aeac-4251-b358-0f64ab7fa59d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:51.584851 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cee9e5-aeac-4251-b358-0f64ab7fa59d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:51.584851 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cee9e5-aeac-4251-b358-0f64ab7fa59d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:51.584851 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cee9e5-aeac-4251-b358-0f64ab7fa59d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:51.584851 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cee9e5-aeac-4251-b358-0f64ab7fa59d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:51.584851 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cee9e5-aeac-4251-b358-0f64ab7fa59d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:51.584851 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cee9e5-aeac-4251-b358-0f64ab7fa59d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:51.584851 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cee9e5-aeac-4251-b358-0f64ab7fa59d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:51.584851 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cee9e5-aeac-4251-b358-0f64ab7fa59d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:51.599347 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a6f24e0f-4bb5-463f-aad2-477f9f069a64 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:51.672122 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f24e0f-4bb5-463f-aad2-477f9f069a64 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event updated for resources: {'Subnet': ['ID=accb85ff-a3b7-464e-9c52-3b731023c752,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:51.681451 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f24e0f-4bb5-463f-aad2-477f9f069a64 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Checking segment: {'id': '4c6ae24e-1235-40ea-9e8a-dd371d9fb378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '786698bc-a9f6-4b26-a642-c51c6e493a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:11:51.681819 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f24e0f-4bb5-463f-aad2-477f9f069a64 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Network hostable DHCP agents. Network: 786698bc-a9f6-4b26-a642-c51c6e493a9d, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:11:51.707813 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ae1e4-3ac0-4a5e-a456-df7b62ea0116 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0543fff8-07dd-420f-8cde-4ff3c517bb02,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:51.711443 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-50cee9e5-aeac-4251-b358-0f64ab7fa59d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:51.725941 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200ae1e4-3ac0-4a5e-a456-df7b62ea0116 admin admin] Checking segment: {'id': '3456df01-52c5-43ba-a161-9c0fc3337c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8355fb6f-268b-4981-9676-2d3c73404659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:11:51.726312 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200ae1e4-3ac0-4a5e-a456-df7b62ea0116 admin admin] Network hostable DHCP agents. Network: 8355fb6f-268b-4981-9676-2d3c73404659, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:11:51.747418 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f24e0f-4bb5-463f-aad2-477f9f069a64 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Network 786698bc-a9f6-4b26-a642-c51c6e493a9d is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:11:51.827217 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-a6f24e0f-4bb5-463f-aad2-477f9f069a64 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 786698bc-a9f6-4b26-a642-c51c6e493a9d) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:51.831458 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f24e0f-4bb5-463f-aad2-477f9f069a64 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:51.832087 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a6f24e0f-4bb5-463f-aad2-477f9f069a64 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:51.838584 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de381884-776a-4c47-bc8e-cc2129960353 None None] Network 786698bc-a9f6-4b26-a642-c51c6e493a9d requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:51.881243 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50cee9e5-aeac-4251-b358-0f64ab7fa59d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Router 6da26b91-402c-417d-87a2-22b16d117c21 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:11:51.899394 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a6f24e0f-4bb5-463f-aad2-477f9f069a64 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7821519 Aug 16 21:11:51.899645 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42482) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:51.953221 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200ae1e4-3ac0-4a5e-a456-df7b62ea0116 admin admin] Network 8355fb6f-268b-4981-9676-2d3c73404659 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:11:51.967103 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-200ae1e4-3ac0-4a5e-a456-df7b62ea0116 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 8355fb6f-268b-4981-9676-2d3c73404659) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:51.976666 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200ae1e4-3ac0-4a5e-a456-df7b62ea0116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:51.977341 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-200ae1e4-3ac0-4a5e-a456-df7b62ea0116 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:51.978508 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afba8f1f-07cc-4355-9e8c-f06dee115560 None None] Network 8355fb6f-268b-4981-9676-2d3c73404659 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:51.982498 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cee9e5-aeac-4251-b358-0f64ab7fa59d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:11:51.994333 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-50cee9e5-aeac-4251-b358-0f64ab7fa59d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "PUT /v2.0/routers/6da26b91-402c-417d-87a2-22b16d117c21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5831351 Aug 16 21:11:51.994705 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42486) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:52.024023 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-49c395e4-5502-4789-807c-a829faf25b6c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:52.043070 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100951e0-a5c5-47f7-91cf-91f2f11d48c1 None None] Sync routers for ids ['6da26b91-402c-417d-87a2-22b16d117c21'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:11:52.067245 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100951e0-a5c5-47f7-91cf-91f2f11d48c1 None None] Routers {'6da26b91-402c-417d-87a2-22b16d117c21'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:11:52.068225 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-100951e0-a5c5-47f7-91cf-91f2f11d48c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:11:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['6da26b91-402c-417d-87a2-22b16d117c21'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:52.070601 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343c4c4b-b505-4970-b8b0-1364f196b19d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-786698bc-a9f6-4b26-a642-c51c6e493a9d', 'network_id': '786698bc-a9f6-4b26-a642-c51c6e493a9d', 'tenant_id': '00694f7564e4464e82e8af5ffc2bd14e', 'fixed_ips': [{'subnet_id': 'accb85ff-a3b7-464e-9c52-3b731023c752'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:11:52.071457 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-343c4c4b-b505-4970-b8b0-1364f196b19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:52.083712 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-200ae1e4-3ac0-4a5e-a456-df7b62ea0116 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2631791 Aug 16 21:11:52.087151 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42494) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:52.094347 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-39903f6e-ba0f-4e6b-a663-ee86a8be7d70 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1940164414-router', 'tenant_id': 'c0bff215d26d44098ee353416e3d92dc', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:52.120153 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-100951e0-a5c5-47f7-91cf-91f2f11d48c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:52.125733 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-49c395e4-5502-4789-807c-a829faf25b6c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:52.143368 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:52.198881 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100951e0-a5c5-47f7-91cf-91f2f11d48c1 None None] Routers {'6da26b91-402c-417d-87a2-22b16d117c21'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:11:52.199536 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-100951e0-a5c5-47f7-91cf-91f2f11d48c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:11:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['6da26b91-402c-417d-87a2-22b16d117c21'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:52.228202 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-6f135484-29ed-4d52-8049-54baa2be5ac8 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] remove_router_interface failed (client error): The resource could not be found. Aug 16 21:11:52.232395 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6f135484-29ed-4d52-8049-54baa2be5ac8 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "PUT /v2.0/routers/6da26b91-402c-417d-87a2-22b16d117c21/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2365830 Aug 16 21:11:52.233264 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42498) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:52.255174 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-100951e0-a5c5-47f7-91cf-91f2f11d48c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:52.255890 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100951e0-a5c5-47f7-91cf-91f2f11d48c1 None None] The sync data for ids ['6da26b91-402c-417d-87a2-22b16d117c21'] in n-d-793620-15 is: [] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:11:52.271739 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-34eb1197-6379-4a50-8337-07f23071e8e9 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "GET /v2.0/ports?device_id=6da26b91-402c-417d-87a2-22b16d117c21 HTTP/1.1" status: 200 len: 205 time: 0.0330603 Aug 16 21:11:52.272016 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42500) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:52.314180 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-49c395e4-5502-4789-807c-a829faf25b6c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:52.345219 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c395e4-5502-4789-807c-a829faf25b6c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event deleted for resources: {'Subnet': ['ID=accb85ff-a3b7-464e-9c52-3b731023c752,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server [None req-343c4c4b-b505-4970-b8b0-1364f196b19d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet accb85ff-a3b7-464e-9c52-3b731023c752: This subnet is being modified by another concurrent operation. Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server raise exception Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet accb85ff-a3b7-464e-9c52-3b731023c752: This subnet is being modified by another concurrent operation. Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: ERROR oslo_messaging.rpc.server Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff87abe-f929-43da-942a-bf64774b0e4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-8355fb6f-268b-4981-9676-2d3c73404659', 'network_id': '8355fb6f-268b-4981-9676-2d3c73404659', 'tenant_id': 'c0bff215d26d44098ee353416e3d92dc', 'fixed_ips': [{'subnet_id': '0543fff8-07dd-420f-8cde-4ff3c517bb02'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:11:52.365305 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-aff87abe-f929-43da-942a-bf64774b0e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:52.380957 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec06fe5a-9789-4843-ac80-4e985e7b7a84 None None] Network 786698bc-a9f6-4b26-a642-c51c6e493a9d requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:52.392557 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-39903f6e-ba0f-4e6b-a663-ee86a8be7d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:52.394607 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-39903f6e-ba0f-4e6b-a663-ee86a8be7d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:52.409142 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f5ebe160-fc3d-4c66-b6ac-45b66a275b63 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:52.432226 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-49c395e4-5502-4789-807c-a829faf25b6c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:52.443323 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-49c395e4-5502-4789-807c-a829faf25b6c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['786698bc-a9f6-4b26-a642-c51c6e493a9d']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:52.455089 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-49c395e4-5502-4789-807c-a829faf25b6c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c6ae24e-1235-40ea-9e8a-dd371d9fb378') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:52.455417 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-49c395e4-5502-4789-807c-a829faf25b6c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c6ae24e-1235-40ea-9e8a-dd371d9fb378') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:52.465050 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-49c395e4-5502-4789-807c-a829faf25b6c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:52.479378 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-49c395e4-5502-4789-807c-a829faf25b6c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:52.486380 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c395e4-5502-4789-807c-a829faf25b6c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:11:52.486790 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-49c395e4-5502-4789-807c-a829faf25b6c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:52.490070 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:11:52.490070 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:11:52.490070 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:11:52.490070 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:11:52.490070 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:11:52.490070 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:11:52.490070 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:11:52.490070 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:11:52.490070 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:11:52.490070 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:11:52.490070 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:11:52.490070 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:11:52.490070 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:11:52.490070 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:11:52.490070 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:11:52.490070 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:11:52.490070 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:11:52.490070 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:11:52.490070 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:11:52.490070 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:11:52.490070 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:11:52.490070 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:11:52.490070 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:11:52.490070 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:11:52.490070 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:11:52.490070 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:11:52.490070 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:11:52.490070 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:11:52.490070 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:11:52.490070 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:11:52.490070 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:11:52.490070 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:11:52.581517 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-aff87abe-f929-43da-942a-bf64774b0e4d None None] Allocated IP 172.20.0.2 (8355fb6f-268b-4981-9676-2d3c73404659/0543fff8-07dd-420f-8cde-4ff3c517bb02/13256629-9ea2-43fe-912a-0a921e663018) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:11:52.638940 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-49c395e4-5502-4789-807c-a829faf25b6c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:52.662718 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f5ebe160-fc3d-4c66-b6ac-45b66a275b63 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:52.662861 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-49c395e4-5502-4789-807c-a829faf25b6c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:52.662980 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f5ebe160-fc3d-4c66-b6ac-45b66a275b63 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:52.663120 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-49c395e4-5502-4789-807c-a829faf25b6c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "DELETE /v2.0/networks/786698bc-a9f6-4b26-a642-c51c6e493a9d HTTP/1.1" status: 204 len: 168 time: 0.7584870 Aug 16 21:11:52.673293 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42508) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:52.680685 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-5bccd7f1-130c-4ad2-8b22-d111786e2b23 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-907156552'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:52.686462 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c395e4-5502-4789-807c-a829faf25b6c tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event deleted for resources: {'Network': ['ID=786698bc-a9f6-4b26-a642-c51c6e493a9d,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:52.710183 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-39903f6e-ba0f-4e6b-a663-ee86a8be7d70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:52.770431 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bccd7f1-130c-4ad2-8b22-d111786e2b23 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Made reservation on behalf of 00694f7564e4464e82e8af5ffc2bd14e for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:11:52.774489 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53662eb7-f47d-4e15-8ed4-1bacd38cf9fe req-7ee235e0-6906-4648-9648-07b970121deb tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:52.774684 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5bccd7f1-130c-4ad2-8b22-d111786e2b23 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:52.776368 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-53662eb7-f47d-4e15-8ed4-1bacd38cf9fe req-7ee235e0-6906-4648-9648-07b970121deb tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 944 time: 0.0656741 Aug 16 21:11:52.796886 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f5ebe160-fc3d-4c66-b6ac-45b66a275b63 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:52.796886 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ebe160-fc3d-4c66-b6ac-45b66a275b63 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Fanout notify agent at l3_agent the message router_deleted on router 6da26b91-402c-417d-87a2-22b16d117c21 {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:11:52.810324 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f5ebe160-fc3d-4c66-b6ac-45b66a275b63 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:52.816800 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f5ebe160-fc3d-4c66-b6ac-45b66a275b63 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "DELETE /v2.0/routers/6da26b91-402c-417d-87a2-22b16d117c21 HTTP/1.1" status: 204 len: 168 time: 0.5431781 Aug 16 21:11:52.818186 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42516) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:52.824249 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bccd7f1-130c-4ad2-8b22-d111786e2b23 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:11:52.835341 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5bccd7f1-130c-4ad2-8b22-d111786e2b23 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:52.836040 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-5bccd7f1-130c-4ad2-8b22-d111786e2b23 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Added segment bcf64315-6fab-4496-a011-ef3d0f5cecb6 of type vlan for network 7113d535-6cb6-453f-aceb-b6a2616eadd9 Aug 16 21:11:52.850351 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-aff87abe-f929-43da-942a-bf64774b0e4d None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:52.859387 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-aff87abe-f929-43da-942a-bf64774b0e4d None None] Transition to ACTIVE for port object 13256629-9ea2-43fe-912a-0a921e663018 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:11:52.875322 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-aff87abe-f929-43da-942a-bf64774b0e4d None None] Transition to ACTIVE for port object 13256629-9ea2-43fe-912a-0a921e663018 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:11:52.892516 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-53662eb7-f47d-4e15-8ed4-1bacd38cf9fe req-a4137530-5643-47bc-8bdf-979c0d83eb58 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079504 Aug 16 21:11:52.930629 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5bccd7f1-130c-4ad2-8b22-d111786e2b23 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:52.949201 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-aff87abe-f929-43da-942a-bf64774b0e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:52.966506 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe08f2ab-4da2-4b47-b5d2-7be1e92e7a50 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Deleting subnet 57b0d2bf-f461-4027-91ae-95af4193bc7b {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:11:52.971391 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fe08f2ab-4da2-4b47-b5d2-7be1e92e7a50 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:53.001248 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff87abe-f929-43da-942a-bf64774b0e4d None None] Network 8355fb6f-268b-4981-9676-2d3c73404659 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:11:53.005167 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff87abe-f929-43da-942a-bf64774b0e4d None None] Pushing event updated for resources: {'Port': ['ID=13256629-9ea2-43fe-912a-0a921e663018,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:53.010699 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-aff87abe-f929-43da-942a-bf64774b0e4d None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:53.010699 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff87abe-f929-43da-942a-bf64774b0e4d None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:11:53.015592 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fe08f2ab-4da2-4b47-b5d2-7be1e92e7a50 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:53.017033 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-39903f6e-ba0f-4e6b-a663-ee86a8be7d70 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:53.056875 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5bccd7f1-130c-4ad2-8b22-d111786e2b23 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:53.062825 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bccd7f1-130c-4ad2-8b22-d111786e2b23 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:53.063414 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5bccd7f1-130c-4ad2-8b22-d111786e2b23 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:53.069769 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-aff87abe-f929-43da-942a-bf64774b0e4d None None] Attempting to bind port 13256629-9ea2-43fe-912a-0a921e663018 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:11:53.070148 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-aff87abe-f929-43da-942a-bf64774b0e4d None None] Attempting to bind port 13256629-9ea2-43fe-912a-0a921e663018 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3456df01-52c5-43ba-a161-9c0fc3337c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8355fb6f-268b-4981-9676-2d3c73404659'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:11:53.070522 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff87abe-f929-43da-942a-bf64774b0e4d None None] Attempting to bind port 13256629-9ea2-43fe-912a-0a921e663018 on network 8355fb6f-268b-4981-9676-2d3c73404659 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:11:53.075808 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff87abe-f929-43da-942a-bf64774b0e4d None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:11:53.076208 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff87abe-f929-43da-942a-bf64774b0e4d None None] Checking segment: {'id': '3456df01-52c5-43ba-a161-9c0fc3337c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8355fb6f-268b-4981-9676-2d3c73404659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:11:53.076683 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-aff87abe-f929-43da-942a-bf64774b0e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:53.077612 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff87abe-f929-43da-942a-bf64774b0e4d None None] Bound using segment: {'id': '3456df01-52c5-43ba-a161-9c0fc3337c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8355fb6f-268b-4981-9676-2d3c73404659'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:11:53.078182 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-aff87abe-f929-43da-942a-bf64774b0e4d None None] Bound port: 13256629-9ea2-43fe-912a-0a921e663018, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3456df01-52c5-43ba-a161-9c0fc3337c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8355fb6f-268b-4981-9676-2d3c73404659'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:11:53.081510 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-aff87abe-f929-43da-942a-bf64774b0e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:53.162803 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5bccd7f1-130c-4ad2-8b22-d111786e2b23 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4875572 Aug 16 21:11:53.164497 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42518) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:53.165623 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-aff87abe-f929-43da-942a-bf64774b0e4d None None] For port 13256629-9ea2-43fe-912a-0a921e663018, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:11:53.169533 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-aff87abe-f929-43da-942a-bf64774b0e4d None None] For port 13256629-9ea2-43fe-912a-0a921e663018, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=13256629-9ea2-43fe-912a-0a921e663018,segment=NetworkSegment(3456df01-52c5-43ba-a161-9c0fc3337c5d),segment_id=3456df01-52c5-43ba-a161-9c0fc3337c5d)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:11:53.173040 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-b207920b-cc8b-447a-b8ba-2ca52ed928b7 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Request body: {'subnet': {'network_id': '7113d535-6cb6-453f-aceb-b6a2616eadd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:53.181095 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bccd7f1-130c-4ad2-8b22-d111786e2b23 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event updated for resources: {'Network': ['ID=7113d535-6cb6-453f-aceb-b6a2616eadd9,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:53.193634 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 7113d535-6cb6-453f-aceb-b6a2616eadd9 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:11:53.194436 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fe08f2ab-4da2-4b47-b5d2-7be1e92e7a50 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:53.265599 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-aff87abe-f929-43da-942a-bf64774b0e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:53.354223 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fe08f2ab-4da2-4b47-b5d2-7be1e92e7a50 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:53.429567 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fe08f2ab-4da2-4b47-b5d2-7be1e92e7a50 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:53.434148 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff87abe-f929-43da-942a-bf64774b0e4d None None] Pushing event updated for resources: {'Port': ['ID=13256629-9ea2-43fe-912a-0a921e663018,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:53.436081 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fe08f2ab-4da2-4b47-b5d2-7be1e92e7a50 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "DELETE /v2.0/subnets/57b0d2bf-f461-4027-91ae-95af4193bc7b HTTP/1.1" status: 204 len: 168 time: 0.5536304 Aug 16 21:11:53.439558 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08f2ab-4da2-4b47-b5d2-7be1e92e7a50 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event deleted for resources: {'Subnet': ['ID=57b0d2bf-f461-4027-91ae-95af4193bc7b,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:53.445328 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42520) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:53.446305 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcecbf8-a6f5-4a5b-b5e1-3ec72d787ec1 None None] Network 43bffced-17af-4a64-bb08-b5cb945421bf requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:53.537842 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-39903f6e-ba0f-4e6b-a663-ee86a8be7d70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:53.566764 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b207920b-cc8b-447a-b8ba-2ca52ed928b7 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Made reservation on behalf of 00694f7564e4464e82e8af5ffc2bd14e for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:11:53.597503 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b207920b-cc8b-447a-b8ba-2ca52ed928b7 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:53.729246 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077b0914-824e-4e50-b4ef-a5c50403fe12 None None] DHCP port deletion for 43bffced-17af-4a64-bb08-b5cb945421bf request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:11:53.734717 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-39903f6e-ba0f-4e6b-a663-ee86a8be7d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:53.794450 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-077b0914-824e-4e50-b4ef-a5c50403fe12 None None] Deleting port f3e36596-df74-4055-ad8a-06327afae1a9 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:11:53.794450 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-077b0914-824e-4e50-b4ef-a5c50403fe12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:53.808316 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 7c69664d-e5b1-4f3e-8026-d75ecad74ee8 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:11:53.829231 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-12eca9a4-e708-401a-8586-99a0c3adb6b9 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:53.882914 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-077b0914-824e-4e50-b4ef-a5c50403fe12 None None] For port f3e36596-df74-4055-ad8a-06327afae1a9, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=f3e36596-df74-4055-ad8a-06327afae1a9,segment=NetworkSegment(cd15d4c7-578b-476c-953a-906cca7e3520),segment_id=cd15d4c7-578b-476c-953a-906cca7e3520)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:53.883360 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-077b0914-824e-4e50-b4ef-a5c50403fe12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:53.989674 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-077b0914-824e-4e50-b4ef-a5c50403fe12 None None] Calling delete_port for f3e36596-df74-4055-ad8a-06327afae1a9 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:11:53.990431 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-39903f6e-ba0f-4e6b-a663-ee86a8be7d70 admin admin] Allocated IP 172.25.1.10 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/5452f25a-7f57-4822-86f4-c3185aae9338) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:11:54.028975 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 7c69664d-e5b1-4f3e-8026-d75ecad74ee8, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=7c69664d-e5b1-4f3e-8026-d75ecad74ee8,segment=NetworkSegment(871fd1c6-053b-43bc-81ad-da658e74a8c3),segment_id=871fd1c6-053b-43bc-81ad-da658e74a8c3)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:54.075469 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '7c69664d-e5b1-4f3e-8026-d75ecad74ee8', 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c', 'port_id': '7c69664d-e5b1-4f3e-8026-d75ecad74ee8', 'mac_address': 'fa:16:3e:c6:1f:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d4ab04f-fd33-40d0-bd76-3977c7bf52a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:11:54.122120 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-12eca9a4-e708-401a-8586-99a0c3adb6b9 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Deleting port f3e36596-df74-4055-ad8a-06327afae1a9 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:11:54.122495 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-12eca9a4-e708-401a-8586-99a0c3adb6b9 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:54.135374 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:54.163200 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c69664d-e5b1-4f3e-8026-d75ecad74ee8 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:11:54.196048 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 7c69664d-e5b1-4f3e-8026-d75ecad74ee8, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=7c69664d-e5b1-4f3e-8026-d75ecad74ee8,segment=NetworkSegment(871fd1c6-053b-43bc-81ad-da658e74a8c3),segment_id=871fd1c6-053b-43bc-81ad-da658e74a8c3)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:54.197712 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b207920b-cc8b-447a-b8ba-2ca52ed928b7 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:54.206906 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67f93b-cb09-405b-8665-82c9e577d9a6 req-043999db-bd07-46f8-985a-3c680d0a67e2 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:54.208400 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dc67f93b-cb09-405b-8665-82c9e577d9a6 req-043999db-bd07-46f8-985a-3c680d0a67e2 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 944 time: 0.1846004 Aug 16 21:11:54.219557 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-077b0914-824e-4e50-b4ef-a5c50403fe12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:54.233356 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-12eca9a4-e708-401a-8586-99a0c3adb6b9 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] For port f3e36596-df74-4055-ad8a-06327afae1a9, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=f3e36596-df74-4055-ad8a-06327afae1a9,segment=NetworkSegment(cd15d4c7-578b-476c-953a-906cca7e3520),segment_id=cd15d4c7-578b-476c-953a-906cca7e3520)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:54.234233 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-12eca9a4-e708-401a-8586-99a0c3adb6b9 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:54.274534 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b0914-824e-4e50-b4ef-a5c50403fe12 None None] Pushing event deleted for resources: {'Port': ['ID=f3e36596-df74-4055-ad8a-06327afae1a9,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:54.286115 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077b0914-824e-4e50-b4ef-a5c50403fe12 None None] No DVR routers for this DVR port f3e36596-df74-4055-ad8a-06327afae1a9 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:11:54.293715 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:54.352223 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-12eca9a4-e708-401a-8586-99a0c3adb6b9 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Calling delete_port for f3e36596-df74-4055-ad8a-06327afae1a9 owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:11:54.386249 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=7c69664d-e5b1-4f3e-8026-d75ecad74ee8,revision_number=11']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:54.440283 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b207920b-cc8b-447a-b8ba-2ca52ed928b7 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event updated for resources: {'Subnet': ['ID=4c0ba5c1-609a-48f5-bef4-5ec1e578c1dd,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:54.445757 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-39903f6e-ba0f-4e6b-a663-ee86a8be7d70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:54.454117 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dc67f93b-cb09-405b-8665-82c9e577d9a6 req-a7c8a5de-db4f-4557-a7cd-814a389aab10 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2312229 Aug 16 21:11:54.499870 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b207920b-cc8b-447a-b8ba-2ca52ed928b7 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Checking segment: {'id': 'bcf64315-6fab-4496-a011-ef3d0f5cecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7113d535-6cb6-453f-aceb-b6a2616eadd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:11:54.500258 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b207920b-cc8b-447a-b8ba-2ca52ed928b7 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Network hostable DHCP agents. Network: 7113d535-6cb6-453f-aceb-b6a2616eadd9, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:11:54.526754 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['7c69664d-e5b1-4f3e-8026-d75ecad74ee8'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:11:54.591714 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-12eca9a4-e708-401a-8586-99a0c3adb6b9 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:54.625298 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b207920b-cc8b-447a-b8ba-2ca52ed928b7 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Network 7113d535-6cb6-453f-aceb-b6a2616eadd9 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:11:54.627548 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eca9a4-e708-401a-8586-99a0c3adb6b9 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event deleted for resources: {'Port': ['ID=f3e36596-df74-4055-ad8a-06327afae1a9,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:54.636679 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eca9a4-e708-401a-8586-99a0c3adb6b9 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] No DVR routers for this DVR port f3e36596-df74-4055-ad8a-06327afae1a9 on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:11:54.673334 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-39903f6e-ba0f-4e6b-a663-ee86a8be7d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:54.735559 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc303c4c-4e2c-48da-850a-a4659ad40e13 None None] Network 8355fb6f-268b-4981-9676-2d3c73404659 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:54.769529 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39903f6e-ba0f-4e6b-a663-ee86a8be7d70 admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:11:54.774647 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-b207920b-cc8b-447a-b8ba-2ca52ed928b7 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 7113d535-6cb6-453f-aceb-b6a2616eadd9) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:54.777688 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-12eca9a4-e708-401a-8586-99a0c3adb6b9 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:54.782384 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-39903f6e-ba0f-4e6b-a663-ee86a8be7d70 admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:54.784085 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39903f6e-ba0f-4e6b-a663-ee86a8be7d70 admin admin] Pushing event updated for resources: {'Port': ['ID=5452f25a-7f57-4822-86f4-c3185aae9338,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:54.791078 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39903f6e-ba0f-4e6b-a663-ee86a8be7d70 admin admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:11:54.795597 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f50031f-7c6a-4534-8349-80b9aa641502 None None] Network 7113d535-6cb6-453f-aceb-b6a2616eadd9 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:54.827615 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b207920b-cc8b-447a-b8ba-2ca52ed928b7 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:54.832065 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b207920b-cc8b-447a-b8ba-2ca52ed928b7 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:54.839144 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-12eca9a4-e708-401a-8586-99a0c3adb6b9 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43bffced-17af-4a64-bb08-b5cb945421bf']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:54.856214 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-12eca9a4-e708-401a-8586-99a0c3adb6b9 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd15d4c7-578b-476c-953a-906cca7e3520') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:54.856607 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-12eca9a4-e708-401a-8586-99a0c3adb6b9 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd15d4c7-578b-476c-953a-906cca7e3520') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:54.876513 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-12eca9a4-e708-401a-8586-99a0c3adb6b9 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:54.939726 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1a2417af-0710-450e-a63f-4ab6b7f65e5a None None] Provisioning for port 13256629-9ea2-43fe-912a-0a921e663018 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:11:54.952771 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b207920b-cc8b-447a-b8ba-2ca52ed928b7 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7854359 Aug 16 21:11:54.953986 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42528) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:54.960038 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-df7e75c0-34b1-4987-8373-ba76cf945e3f tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Request body: {'subnet': {'network_id': '7113d535-6cb6-453f-aceb-b6a2616eadd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:54.970999 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-12eca9a4-e708-401a-8586-99a0c3adb6b9 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:54.984179 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12eca9a4-e708-401a-8586-99a0c3adb6b9 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:11:54.984727 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-12eca9a4-e708-401a-8586-99a0c3adb6b9 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:55.074409 n-d-793620-15 neutron-server[101844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:55.074409 n-d-793620-15 neutron-server[101844]: self.session.flush() Aug 16 21:11:55.074409 n-d-793620-15 neutron-server[101844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:55.074409 n-d-793620-15 neutron-server[101844]: self.session.flush() Aug 16 21:11:55.074409 n-d-793620-15 neutron-server[101844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:55.074409 n-d-793620-15 neutron-server[101844]: self.session.flush() Aug 16 21:11:55.074409 n-d-793620-15 neutron-server[101844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:11:55.074409 n-d-793620-15 neutron-server[101844]: self.session.flush() Aug 16 21:11:55.074409 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:11:55.074409 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:11:55.074409 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:11:55.074409 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:11:55.074409 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:11:55.074409 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:11:55.074409 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:11:55.074409 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:11:55.074409 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:11:55.074409 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:11:55.074409 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:11:55.074409 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:11:55.074409 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:11:55.074409 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:11:55.074409 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:11:55.074409 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:11:55.074409 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:11:55.074409 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:11:55.074409 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:11:55.074409 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:11:55.074409 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:11:55.074409 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:11:55.074409 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:11:55.074409 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:11:55.074409 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:11:55.074409 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:11:55.074409 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:11:55.074409 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:11:55.074409 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:11:55.074409 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:11:55.074409 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:11:55.074409 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:11:55.079839 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc937c5e-6de6-4f81-8689-217231fe71e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-7113d535-6cb6-453f-aceb-b6a2616eadd9', 'network_id': '7113d535-6cb6-453f-aceb-b6a2616eadd9', 'tenant_id': '00694f7564e4464e82e8af5ffc2bd14e', 'fixed_ips': [{'subnet_id': '4c0ba5c1-609a-48f5-bef4-5ec1e578c1dd'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:11:55.080090 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fc937c5e-6de6-4f81-8689-217231fe71e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:55.208682 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 13256629-9ea2-43fe-912a-0a921e663018 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:11:55.227393 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-12eca9a4-e708-401a-8586-99a0c3adb6b9 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:55.235229 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-12eca9a4-e708-401a-8586-99a0c3adb6b9 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:55.242638 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42530) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:55.242847 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-12eca9a4-e708-401a-8586-99a0c3adb6b9 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "DELETE /v2.0/networks/43bffced-17af-4a64-bb08-b5cb945421bf HTTP/1.1" status: 204 len: 168 time: 1.7943795 Aug 16 21:11:55.268532 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-e7a21cda-4343-4738-9ebf-c682ff283f7b tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2068730307'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:55.268764 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eca9a4-e708-401a-8586-99a0c3adb6b9 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event deleted for resources: {'Network': ['ID=43bffced-17af-4a64-bb08-b5cb945421bf,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:55.268877 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7e75c0-34b1-4987-8373-ba76cf945e3f tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Made reservation on behalf of 00694f7564e4464e82e8af5ffc2bd14e for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:11:55.272915 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df7e75c0-34b1-4987-8373-ba76cf945e3f tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:55.326368 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-fc937c5e-6de6-4f81-8689-217231fe71e3 None None] Allocated IP 2001:db8::2 (7113d535-6cb6-453f-aceb-b6a2616eadd9/4c0ba5c1-609a-48f5-bef4-5ec1e578c1dd/faea9204-1453-490d-a009-0fd49d99c457) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:11:55.405093 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 13256629-9ea2-43fe-912a-0a921e663018 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:11:55.422851 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 13256629-9ea2-43fe-912a-0a921e663018 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:55.423243 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:55.451593 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a21cda-4343-4738-9ebf-c682ff283f7b tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Made reservation on behalf of cf9a775d85674030879abc3dfa1a9dec for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:11:55.455753 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e7a21cda-4343-4738-9ebf-c682ff283f7b tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:55.457828 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-63bc9da9-b387-4b64-8fd7-7dabd40cf094 None None] Provisioning complete for port 13256629-9ea2-43fe-912a-0a921e663018 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:55.458216 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-63bc9da9-b387-4b64-8fd7-7dabd40cf094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:55.518674 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a21cda-4343-4738-9ebf-c682ff283f7b tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:11:55.537789 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e7a21cda-4343-4738-9ebf-c682ff283f7b tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:55.538473 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-e7a21cda-4343-4738-9ebf-c682ff283f7b tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Added segment c30d0835-328b-4477-8ffa-dac309ffe4d0 of type vlan for network aea7ba6f-c2a8-469b-838a-2018bfaba5fe Aug 16 21:11:55.660911 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e7a21cda-4343-4738-9ebf-c682ff283f7b tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:55.731499 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df7e75c0-34b1-4987-8373-ba76cf945e3f tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:55.779583 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7e75c0-34b1-4987-8373-ba76cf945e3f tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Network 7113d535-6cb6-453f-aceb-b6a2616eadd9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:11:55.780545 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e7a21cda-4343-4738-9ebf-c682ff283f7b tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:55.782336 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fc937c5e-6de6-4f81-8689-217231fe71e3 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:55.787502 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a21cda-4343-4738-9ebf-c682ff283f7b tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:55.788237 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e7a21cda-4343-4738-9ebf-c682ff283f7b tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:55.806125 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-fc937c5e-6de6-4f81-8689-217231fe71e3 None None] Transition to ACTIVE for port object faea9204-1453-490d-a009-0fd49d99c457 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:11:55.807250 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8255e1f-530d-4215-aa04-565c13e84542 req-505981e9-54f0-46b8-86fb-a1dad2d90804 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:55.808090 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 7c69664d-e5b1-4f3e-8026-d75ecad74ee8 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:11:55.808824 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e8255e1f-530d-4215-aa04-565c13e84542 req-505981e9-54f0-46b8-86fb-a1dad2d90804 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 945 time: 0.0911121 Aug 16 21:11:55.818152 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-df7e75c0-34b1-4987-8373-ba76cf945e3f tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:55.835256 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7e75c0-34b1-4987-8373-ba76cf945e3f tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:55.838595 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df7e75c0-34b1-4987-8373-ba76cf945e3f tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:55.857547 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e8255e1f-530d-4215-aa04-565c13e84542 req-8f08d3d0-281b-405c-af86-cb652e35432c tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411234 Aug 16 21:11:55.859028 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-39903f6e-ba0f-4e6b-a663-ee86a8be7d70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:55.859477 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:55.889305 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-fc937c5e-6de6-4f81-8689-217231fe71e3 None None] Transition to ACTIVE for port object faea9204-1453-490d-a009-0fd49d99c457 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:11:55.916043 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-63bc9da9-b387-4b64-8fd7-7dabd40cf094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:55.935943 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e75c0-34b1-4987-8373-ba76cf945e3f tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event updated for resources: {'Subnet': ['ID=25e30439-e348-4d3e-bbd7-50eeeb8583ec,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:55.944742 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 13256629-9ea2-43fe-912a-0a921e663018, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=13256629-9ea2-43fe-912a-0a921e663018,segment=NetworkSegment(3456df01-52c5-43ba-a161-9c0fc3337c5d),segment_id=3456df01-52c5-43ba-a161-9c0fc3337c5d)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:55.970615 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fc937c5e-6de6-4f81-8689-217231fe71e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:55.984401 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e7a21cda-4343-4738-9ebf-c682ff283f7b tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7394617 Aug 16 21:11:55.985926 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42538) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:56.014570 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc937c5e-6de6-4f81-8689-217231fe71e3 None None] Network 7113d535-6cb6-453f-aceb-b6a2616eadd9 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:11:56.015146 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-3435d44e-86b6-45e7-9e16-eecf7b7f0c34 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Request body: {'subnet': {'network_id': 'aea7ba6f-c2a8-469b-838a-2018bfaba5fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:56.017515 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-fc937c5e-6de6-4f81-8689-217231fe71e3 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:56.019879 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc937c5e-6de6-4f81-8689-217231fe71e3 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:11:56.031045 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc937c5e-6de6-4f81-8689-217231fe71e3 None None] Pushing event updated for resources: {'Port': ['ID=faea9204-1453-490d-a009-0fd49d99c457,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:56.036546 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:56.068825 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a21cda-4343-4738-9ebf-c682ff283f7b tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event updated for resources: {'Network': ['ID=aea7ba6f-c2a8-469b-838a-2018bfaba5fe,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:56.072867 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-df7e75c0-34b1-4987-8373-ba76cf945e3f tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1174777 Aug 16 21:11:56.078286 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42540) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:56.109506 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-39903f6e-ba0f-4e6b-a663-ee86a8be7d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:56.116760 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 7c69664d-e5b1-4f3e-8026-d75ecad74ee8 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:11:56.125421 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network aea7ba6f-c2a8-469b-838a-2018bfaba5fe details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:11:56.136324 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f3e36596-df74-4055-ad8a-06327afae1a9 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:11:56.152662 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 7c69664d-e5b1-4f3e-8026-d75ecad74ee8 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:56.153051 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:56.163551 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0a258e-9f34-437e-885a-84e797d88275 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:56.165260 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0a258e-9f34-437e-885a-84e797d88275 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:56.166799 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0a258e-9f34-437e-885a-84e797d88275 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:56.168618 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0a258e-9f34-437e-885a-84e797d88275 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:56.170132 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0a258e-9f34-437e-885a-84e797d88275 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:56.172454 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8b0a258e-9f34-437e-885a-84e797d88275 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0932264 Aug 16 21:11:56.176647 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42542) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:56.183467 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-bb5e1020-2644-4324-986f-5e5d0315e27b tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-228740654'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:56.237480 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: f3e36596-df74-4055-ad8a-06327afae1a9 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:11:56.238106 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f3e36596-df74-4055-ad8a-06327afae1a9 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:11:56.245121 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3435d44e-86b6-45e7-9e16-eecf7b7f0c34 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Made reservation on behalf of cf9a775d85674030879abc3dfa1a9dec for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:11:56.252674 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3435d44e-86b6-45e7-9e16-eecf7b7f0c34 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:56.253615 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-fc937c5e-6de6-4f81-8689-217231fe71e3 None None] Attempting to bind port faea9204-1453-490d-a009-0fd49d99c457 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:11:56.254004 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-fc937c5e-6de6-4f81-8689-217231fe71e3 None None] Attempting to bind port faea9204-1453-490d-a009-0fd49d99c457 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'bcf64315-6fab-4496-a011-ef3d0f5cecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7113d535-6cb6-453f-aceb-b6a2616eadd9'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:11:56.254560 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc937c5e-6de6-4f81-8689-217231fe71e3 None None] Attempting to bind port faea9204-1453-490d-a009-0fd49d99c457 on network 7113d535-6cb6-453f-aceb-b6a2616eadd9 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:11:56.263677 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.db.api [None req-63bc9da9-b387-4b64-8fd7-7dabd40cf094 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:11:56.264132 n-d-793620-15 neutron-server[101846]: DEBUG oslo_db.api [None req-63bc9da9-b387-4b64-8fd7-7dabd40cf094 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:11:56.289577 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc937c5e-6de6-4f81-8689-217231fe71e3 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:11:56.289856 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc937c5e-6de6-4f81-8689-217231fe71e3 None None] Checking segment: {'id': 'bcf64315-6fab-4496-a011-ef3d0f5cecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7113d535-6cb6-453f-aceb-b6a2616eadd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:11:56.290273 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fc937c5e-6de6-4f81-8689-217231fe71e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:56.290680 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc937c5e-6de6-4f81-8689-217231fe71e3 None None] Bound using segment: {'id': 'bcf64315-6fab-4496-a011-ef3d0f5cecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7113d535-6cb6-453f-aceb-b6a2616eadd9'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:11:56.291159 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-fc937c5e-6de6-4f81-8689-217231fe71e3 None None] Bound port: faea9204-1453-490d-a009-0fd49d99c457, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf64315-6fab-4496-a011-ef3d0f5cecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7113d535-6cb6-453f-aceb-b6a2616eadd9'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:11:56.291553 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fc937c5e-6de6-4f81-8689-217231fe71e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:56.306116 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=13256629-9ea2-43fe-912a-0a921e663018,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:56.370187 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5e1020-2644-4324-986f-5e5d0315e27b tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Made reservation on behalf of 00694f7564e4464e82e8af5ffc2bd14e for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:11:56.374409 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb5e1020-2644-4324-986f-5e5d0315e27b tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:56.394173 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39903f6e-ba0f-4e6b-a663-ee86a8be7d70 admin admin] Router 9597152b-9417-4487-a788-cece9411617b is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:11:56.402148 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb5e1020-2644-4324-986f-5e5d0315e27b tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:11:56.414119 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-fc937c5e-6de6-4f81-8689-217231fe71e3 None None] For port faea9204-1453-490d-a009-0fd49d99c457, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:11:56.417523 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb5e1020-2644-4324-986f-5e5d0315e27b tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:56.417880 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-bb5e1020-2644-4324-986f-5e5d0315e27b tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Added segment fb5e8f7b-2f8c-4d52-81af-f857335b790e of type vlan for network f7a9e67b-44e1-4a66-bcd4-1cc843387fa8 Aug 16 21:11:56.418780 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-fc937c5e-6de6-4f81-8689-217231fe71e3 None None] For port faea9204-1453-490d-a009-0fd49d99c457, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=faea9204-1453-490d-a009-0fd49d99c457,segment=NetworkSegment(bcf64315-6fab-4496-a011-ef3d0f5cecb6),segment_id=bcf64315-6fab-4496-a011-ef3d0f5cecb6)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:11:56.424732 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:56.448113 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45813dab-43ee-4513-8415-2e5b529608cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c69664d-e5b1-4f3e-8026-d75ecad74ee8'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:11:56.451482 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa7b6c4-a9bc-4018-b18b-ddfff71d2ec2" -d '{"events": [{"server_uuid": "45813dab-43ee-4513-8415-2e5b529608cf", "name": "network-vif-plugged", "status": "completed", "tag": "7c69664d-e5b1-4f3e-8026-d75ecad74ee8"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:11:56.464002 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 7c69664d-e5b1-4f3e-8026-d75ecad74ee8, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=7c69664d-e5b1-4f3e-8026-d75ecad74ee8,segment=NetworkSegment(871fd1c6-053b-43bc-81ad-da658e74a8c3),segment_id=871fd1c6-053b-43bc-81ad-da658e74a8c3)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:56.490685 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fc937c5e-6de6-4f81-8689-217231fe71e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:56.500989 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810ac711-7177-4e3e-849d-8edb6d9f5e45 x-openstack-request-id: req-810ac711-7177-4e3e-849d-8edb6d9f5e45 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:11:56.500989 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45813dab-43ee-4513-8415-2e5b529608cf", "name": "network-vif-plugged", "status": "completed", "tag": "7c69664d-e5b1-4f3e-8026-d75ecad74ee8", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:11:56.500989 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-810ac711-7177-4e3e-849d-8edb6d9f5e45 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:11:56.500989 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45813dab-43ee-4513-8415-2e5b529608cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c69664d-e5b1-4f3e-8026-d75ecad74ee8', 'code': 200} Aug 16 21:11:56.523656 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:56.535560 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb5e1020-2644-4324-986f-5e5d0315e27b tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:56.555424 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3435d44e-86b6-45e7-9e16-eecf7b7f0c34 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:56.558210 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc937c5e-6de6-4f81-8689-217231fe71e3 None None] Pushing event updated for resources: {'Port': ['ID=faea9204-1453-490d-a009-0fd49d99c457,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:56.584335 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39903f6e-ba0f-4e6b-a663-ee86a8be7d70 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:11:56.598702 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb114f79-5f32-44cb-87c6-fa35dfce034b None None] Sync routers for ids ['9597152b-9417-4487-a788-cece9411617b'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:11:56.615581 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb114f79-5f32-44cb-87c6-fa35dfce034b None None] Routers {'9597152b-9417-4487-a788-cece9411617b'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:11:56.616725 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-cb114f79-5f32-44cb-87c6-fa35dfce034b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:11:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['9597152b-9417-4487-a788-cece9411617b'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:56.626618 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=7c69664d-e5b1-4f3e-8026-d75ecad74ee8,revision_number=12']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:56.646522 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3435d44e-86b6-45e7-9e16-eecf7b7f0c34 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event updated for resources: {'Subnet': ['ID=d22f21d3-1d30-47a5-8ba8-184131953fed,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:56.660778 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3435d44e-86b6-45e7-9e16-eecf7b7f0c34 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Checking segment: {'id': 'c30d0835-328b-4477-8ffa-dac309ffe4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'aea7ba6f-c2a8-469b-838a-2018bfaba5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:11:56.661624 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3435d44e-86b6-45e7-9e16-eecf7b7f0c34 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Network hostable DHCP agents. Network: aea7ba6f-c2a8-469b-838a-2018bfaba5fe, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:11:56.679254 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb5e1020-2644-4324-986f-5e5d0315e27b tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:56.685143 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5e1020-2644-4324-986f-5e5d0315e27b tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:56.686099 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb5e1020-2644-4324-986f-5e5d0315e27b tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539442'] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:56.735255 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71161e26-00e6-4615-a497-328d292811ee req-0659873b-be7a-4c0d-9b00-6c0cee2b86c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:56.735255 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-71161e26-00e6-4615-a497-328d292811ee req-0659873b-be7a-4c0d-9b00-6c0cee2b86c8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 1098 time: 0.0546246 Aug 16 21:11:56.760004 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3435d44e-86b6-45e7-9e16-eecf7b7f0c34 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Network aea7ba6f-c2a8-469b-838a-2018bfaba5fe is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:11:56.781721 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-39903f6e-ba0f-4e6b-a663-ee86a8be7d70 admin admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:56.783549 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-39903f6e-ba0f-4e6b-a663-ee86a8be7d70 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.6949697 Aug 16 21:11:56.785968 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42546) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:56.786665 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-cb114f79-5f32-44cb-87c6-fa35dfce034b None None] Set router 9597152b-9417-4487-a788-cece9411617b gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:11:56.801870 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e1020-2644-4324-986f-5e5d0315e27b tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event updated for resources: {'Network': ['ID=f7a9e67b-44e1-4a66-bcd4-1cc843387fa8,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:56.813120 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network f7a9e67b-44e1-4a66-bcd4-1cc843387fa8 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:11:56.857192 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-bb5e1020-2644-4324-986f-5e5d0315e27b tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6791914 Aug 16 21:11:56.859751 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42548) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:56.865719 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-07a4d5eb-2d82-4846-91c8-55fd9f3a02e3 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:56.881323 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-71161e26-00e6-4615-a497-328d292811ee req-64ea64c0-1edb-415f-a714-37029b8c910b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429579 Aug 16 21:11:56.884704 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-3435d44e-86b6-45e7-9e16-eecf7b7f0c34 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, aea7ba6f-c2a8-469b-838a-2018bfaba5fe) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:56.905213 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992920fe-54a4-46e1-93a8-33039f4f1bb6 None None] Network aea7ba6f-c2a8-469b-838a-2018bfaba5fe requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:57.146927 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3435d44e-86b6-45e7-9e16-eecf7b7f0c34 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:57.147532 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3435d44e-86b6-45e7-9e16-eecf7b7f0c34 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:57.170769 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-cb114f79-5f32-44cb-87c6-fa35dfce034b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9597152b-9417-4487-a788-cece9411617b', 'name': 'tempest-TestVolumeBackupRestore-1940164414-router', 'tenant_id': 'c0bff215d26d44098ee353416e3d92dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '5452f25a-7f57-4822-86f4-c3185aae9338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:11:52Z', 'updated_at': '2021-08-16T21:11:55Z', 'revision_number': 3, 'project_id': 'c0bff215d26d44098ee353416e3d92dc', 'gw_port': {'id': '5452f25a-7f57-4822-86f4-c3185aae9338', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9597152b-9417-4487-a788-cece9411617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:53Z', 'updated_at': '2021-08-16T21:11:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:57.219519 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb114f79-5f32-44cb-87c6-fa35dfce034b None None] Checking router: 9597152b-9417-4487-a788-cece9411617b for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:11:57.220716 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb114f79-5f32-44cb-87c6-fa35dfce034b None None] Updating router 9597152b-9417-4487-a788-cece9411617b port 5452f25a-7f57-4822-86f4-c3185aae9338 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:11:57.257788 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-07a4d5eb-2d82-4846-91c8-55fd9f3a02e3 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:57.261813 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-cb114f79-5f32-44cb-87c6-fa35dfce034b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:57.280868 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 13256629-9ea2-43fe-912a-0a921e663018 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:11:57.317177 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2f04b-c655-4839-afa2-a8ea94dc5917 req-98765026-bfce-47cd-a714-d0db52170938 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:57.318595 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d7d2f04b-c655-4839-afa2-a8ea94dc5917 req-98765026-bfce-47cd-a714-d0db52170938 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 946 time: 0.2279539 Aug 16 21:11:57.322001 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad42ec35-fe90-4563-a92f-67b4e37e9b56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-aea7ba6f-c2a8-469b-838a-2018bfaba5fe', 'network_id': 'aea7ba6f-c2a8-469b-838a-2018bfaba5fe', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'fixed_ips': [{'subnet_id': 'd22f21d3-1d30-47a5-8ba8-184131953fed'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:11:57.328489 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ad42ec35-fe90-4563-a92f-67b4e37e9b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:57.378420 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-07a4d5eb-2d82-4846-91c8-55fd9f3a02e3 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:57.403667 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d7d2f04b-c655-4839-afa2-a8ea94dc5917 req-25a625fa-ef2e-4761-af7f-0df626fb3db4 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788860 Aug 16 21:11:57.450107 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-07a4d5eb-2d82-4846-91c8-55fd9f3a02e3 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Network f7a9e67b-44e1-4a66-bcd4-1cc843387fa8 is not hosted by any dhcp agent {{(pid=101844) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 21:11:57.456406 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a4d5eb-2d82-4846-91c8-55fd9f3a02e3 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:57.460445 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-07a4d5eb-2d82-4846-91c8-55fd9f3a02e3 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:57.460445 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-07a4d5eb-2d82-4846-91c8-55fd9f3a02e3 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "PUT /v2.0/networks/f7a9e67b-44e1-4a66-bcd4-1cc843387fa8 HTTP/1.1" status: 200 len: 723 time: 0.5973806 Aug 16 21:11:57.463461 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3435d44e-86b6-45e7-9e16-eecf7b7f0c34 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4695199 Aug 16 21:11:57.466129 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42566) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:57.466841 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42568) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:57.475054 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-63912a6c-47f8-488f-88f3-2a55eca2b2e5 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Request body: {'subnet': {'network_id': 'f7a9e67b-44e1-4a66-bcd4-1cc843387fa8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:57.513377 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a4d5eb-2d82-4846-91c8-55fd9f3a02e3 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event updated for resources: {'Network': ['ID=f7a9e67b-44e1-4a66-bcd4-1cc843387fa8,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:57.535262 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network f7a9e67b-44e1-4a66-bcd4-1cc843387fa8 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:11:57.567393 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-02a917b0-b484-429a-9427-720a665df295 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-336532567', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:57.617311 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 13256629-9ea2-43fe-912a-0a921e663018 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:57.617697 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:57.713741 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8f66641c-74b4-4e24-97a8-788021fb1e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:57.744461 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-ad42ec35-fe90-4563-a92f-67b4e37e9b56 None None] Allocated IP 2001:db8::2 (aea7ba6f-c2a8-469b-838a-2018bfaba5fe/d22f21d3-1d30-47a5-8ba8-184131953fed/5e7800a1-3c33-4d29-9922-341948b43e07) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:11:57.751679 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-cb114f79-5f32-44cb-87c6-fa35dfce034b None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:57.772592 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-cb114f79-5f32-44cb-87c6-fa35dfce034b None None] Transition to ACTIVE for port object 5452f25a-7f57-4822-86f4-c3185aae9338 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:11:57.781883 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-02a917b0-b484-429a-9427-720a665df295 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:57.781883 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-02a917b0-b484-429a-9427-720a665df295 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:57.835532 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-02a917b0-b484-429a-9427-720a665df295 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:57.851196 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63912a6c-47f8-488f-88f3-2a55eca2b2e5 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Made reservation on behalf of 00694f7564e4464e82e8af5ffc2bd14e for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:11:57.855005 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-63912a6c-47f8-488f-88f3-2a55eca2b2e5 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:57.861512 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-cb114f79-5f32-44cb-87c6-fa35dfce034b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:57.937641 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-02a917b0-b484-429a-9427-720a665df295 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:57.976906 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-cb114f79-5f32-44cb-87c6-fa35dfce034b None None] Attempting to bind port 5452f25a-7f57-4822-86f4-c3185aae9338 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:11:57.977275 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-cb114f79-5f32-44cb-87c6-fa35dfce034b None None] Attempting to bind port 5452f25a-7f57-4822-86f4-c3185aae9338 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:11:57.980972 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb114f79-5f32-44cb-87c6-fa35dfce034b None None] Attempting to bind port 5452f25a-7f57-4822-86f4-c3185aae9338 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:11:57.985247 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49edbe2e-1fe9-4e9a-b125-8c2d08d94ee1 None None] Pushing event updated for resources: {'Port': ['ID=5452f25a-7f57-4822-86f4-c3185aae9338,revision_number=2']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:57.995744 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb114f79-5f32-44cb-87c6-fa35dfce034b None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:11:57.996610 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb114f79-5f32-44cb-87c6-fa35dfce034b None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:11:57.998484 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device faea9204-1453-490d-a009-0fd49d99c457 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:11:58.003247 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-cb114f79-5f32-44cb-87c6-fa35dfce034b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:58.003692 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb114f79-5f32-44cb-87c6-fa35dfce034b None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:11:58.004224 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-cb114f79-5f32-44cb-87c6-fa35dfce034b None None] Bound port: 5452f25a-7f57-4822-86f4-c3185aae9338, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:11:58.004624 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-cb114f79-5f32-44cb-87c6-fa35dfce034b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:58.057482 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edbe2e-1fe9-4e9a-b125-8c2d08d94ee1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:58.064040 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edbe2e-1fe9-4e9a-b125-8c2d08d94ee1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:58.070258 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edbe2e-1fe9-4e9a-b125-8c2d08d94ee1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:58.070258 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edbe2e-1fe9-4e9a-b125-8c2d08d94ee1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:58.070258 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edbe2e-1fe9-4e9a-b125-8c2d08d94ee1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:58.070258 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edbe2e-1fe9-4e9a-b125-8c2d08d94ee1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:58.070258 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edbe2e-1fe9-4e9a-b125-8c2d08d94ee1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:58.070857 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edbe2e-1fe9-4e9a-b125-8c2d08d94ee1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:58.070857 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edbe2e-1fe9-4e9a-b125-8c2d08d94ee1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:58.071044 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edbe2e-1fe9-4e9a-b125-8c2d08d94ee1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:58.071363 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edbe2e-1fe9-4e9a-b125-8c2d08d94ee1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:58.071677 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edbe2e-1fe9-4e9a-b125-8c2d08d94ee1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:11:58.119935 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ad0c8e-8d76-499d-8318-77d5203a7d12 None None] Network 7113d535-6cb6-453f-aceb-b6a2616eadd9 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:58.123714 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-cb114f79-5f32-44cb-87c6-fa35dfce034b None None] For port 5452f25a-7f57-4822-86f4-c3185aae9338, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:11:58.127135 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-cb114f79-5f32-44cb-87c6-fa35dfce034b None None] For port 5452f25a-7f57-4822-86f4-c3185aae9338, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5452f25a-7f57-4822-86f4-c3185aae9338,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:11:58.183507 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port faea9204-1453-490d-a009-0fd49d99c457 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:11:58.205683 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ad42ec35-fe90-4563-a92f-67b4e37e9b56 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:58.221978 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ad42ec35-fe90-4563-a92f-67b4e37e9b56 None None] Transition to ACTIVE for port object 5e7800a1-3c33-4d29-9922-341948b43e07 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:11:58.222301 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-cb114f79-5f32-44cb-87c6-fa35dfce034b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:58.247285 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-8f66641c-74b4-4e24-97a8-788021fb1e9d admin admin] Allocated IP 172.20.0.1 (8355fb6f-268b-4981-9676-2d3c73404659/0543fff8-07dd-420f-8cde-4ff3c517bb02/aaba1359-733f-49d1-994f-77aea06ae904) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:11:58.253523 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ad42ec35-fe90-4563-a92f-67b4e37e9b56 None None] Transition to ACTIVE for port object 5e7800a1-3c33-4d29-9922-341948b43e07 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:11:58.255080 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-02a917b0-b484-429a-9427-720a665df295 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:58.256324 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-02a917b0-b484-429a-9427-720a665df295 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6972628 Aug 16 21:11:58.259141 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42592) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:58.352481 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5bd06180-4d71-407f-aff2-2a124ab88d51 None None] Provisioning for port faea9204-1453-490d-a009-0fd49d99c457 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:11:58.361374 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ad42ec35-fe90-4563-a92f-67b4e37e9b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:58.373052 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49edbe2e-1fe9-4e9a-b125-8c2d08d94ee1 None None] Pushing event updated for resources: {'Port': ['ID=5452f25a-7f57-4822-86f4-c3185aae9338,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:58.375832 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb114f79-5f32-44cb-87c6-fa35dfce034b None None] Routers {'9597152b-9417-4487-a788-cece9411617b'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:11:58.376451 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-cb114f79-5f32-44cb-87c6-fa35dfce034b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:11:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['9597152b-9417-4487-a788-cece9411617b'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:58.483033 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5bd06180-4d71-407f-aff2-2a124ab88d51 None None] Provisioning complete for port faea9204-1453-490d-a009-0fd49d99c457 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:58.496362 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5bd06180-4d71-407f-aff2-2a124ab88d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:58.498299 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad42ec35-fe90-4563-a92f-67b4e37e9b56 None None] Pushing event updated for resources: {'Port': ['ID=5e7800a1-3c33-4d29-9922-341948b43e07,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:58.505318 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-63912a6c-47f8-488f-88f3-2a55eca2b2e5 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:58.512372 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad42ec35-fe90-4563-a92f-67b4e37e9b56 None None] Network aea7ba6f-c2a8-469b-838a-2018bfaba5fe is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:11:58.531686 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-cb114f79-5f32-44cb-87c6-fa35dfce034b None None] Set router 9597152b-9417-4487-a788-cece9411617b gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:11:58.545143 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-ad42ec35-fe90-4563-a92f-67b4e37e9b56 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:58.553320 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad42ec35-fe90-4563-a92f-67b4e37e9b56 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:11:58.636888 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8f66641c-74b4-4e24-97a8-788021fb1e9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:58.662552 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63912a6c-47f8-488f-88f3-2a55eca2b2e5 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event updated for resources: {'Subnet': ['ID=2a7ed5d2-5541-4262-8294-caa0c444ba85,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:58.676567 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-ad42ec35-fe90-4563-a92f-67b4e37e9b56 None None] Attempting to bind port 5e7800a1-3c33-4d29-9922-341948b43e07 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:11:58.676567 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-ad42ec35-fe90-4563-a92f-67b4e37e9b56 None None] Attempting to bind port 5e7800a1-3c33-4d29-9922-341948b43e07 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'c30d0835-328b-4477-8ffa-dac309ffe4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'aea7ba6f-c2a8-469b-838a-2018bfaba5fe'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:11:58.676567 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad42ec35-fe90-4563-a92f-67b4e37e9b56 None None] Attempting to bind port 5e7800a1-3c33-4d29-9922-341948b43e07 on network aea7ba6f-c2a8-469b-838a-2018bfaba5fe {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:11:58.677326 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-8f66641c-74b4-4e24-97a8-788021fb1e9d admin admin] Transition to ACTIVE for port object aaba1359-733f-49d1-994f-77aea06ae904 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:11:58.687596 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63912a6c-47f8-488f-88f3-2a55eca2b2e5 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Checking segment: {'id': 'fb5e8f7b-2f8c-4d52-81af-f857335b790e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f7a9e67b-44e1-4a66-bcd4-1cc843387fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:11:58.688287 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63912a6c-47f8-488f-88f3-2a55eca2b2e5 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Network hostable DHCP agents. Network: f7a9e67b-44e1-4a66-bcd4-1cc843387fa8, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:11:58.699190 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad42ec35-fe90-4563-a92f-67b4e37e9b56 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:11:58.699577 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad42ec35-fe90-4563-a92f-67b4e37e9b56 None None] Checking segment: {'id': 'c30d0835-328b-4477-8ffa-dac309ffe4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'aea7ba6f-c2a8-469b-838a-2018bfaba5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:11:58.700256 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ad42ec35-fe90-4563-a92f-67b4e37e9b56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:58.700423 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad42ec35-fe90-4563-a92f-67b4e37e9b56 None None] Bound using segment: {'id': 'c30d0835-328b-4477-8ffa-dac309ffe4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'aea7ba6f-c2a8-469b-838a-2018bfaba5fe'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:11:58.700888 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-ad42ec35-fe90-4563-a92f-67b4e37e9b56 None None] Bound port: 5e7800a1-3c33-4d29-9922-341948b43e07, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c30d0835-328b-4477-8ffa-dac309ffe4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'aea7ba6f-c2a8-469b-838a-2018bfaba5fe'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:11:58.701277 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ad42ec35-fe90-4563-a92f-67b4e37e9b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:58.732609 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259d2ce6-4f3f-43c8-83be-fc5d1c017a81 None None] Update dhcp port {'port': {'network_id': '7113d535-6cb6-453f-aceb-b6a2616eadd9', 'fixed_ips': [{'subnet_id': '4c0ba5c1-609a-48f5-bef4-5ec1e578c1dd', 'ip_address': '2001:db8::2'}, {'subnet_id': '25e30439-e348-4d3e-bbd7-50eeeb8583ec'}], 'binding:host_id': 'n-d-793620-15'}, 'id': 'faea9204-1453-490d-a009-0fd49d99c457'} from n-d-793620-15. {{(pid=101846) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 21:11:58.734510 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5bd06180-4d71-407f-aff2-2a124ab88d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:58.808591 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-259d2ce6-4f3f-43c8-83be-fc5d1c017a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:58.811043 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8f66641c-74b4-4e24-97a8-788021fb1e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:58.856344 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-5bd06180-4d71-407f-aff2-2a124ab88d51 None None] For port faea9204-1453-490d-a009-0fd49d99c457, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=faea9204-1453-490d-a009-0fd49d99c457,segment=NetworkSegment(bcf64315-6fab-4496-a011-ef3d0f5cecb6),segment_id=bcf64315-6fab-4496-a011-ef3d0f5cecb6)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:58.859289 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-ad42ec35-fe90-4563-a92f-67b4e37e9b56 None None] For port 5e7800a1-3c33-4d29-9922-341948b43e07, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:11:58.859439 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1ecc4-f018-4e5b-8160-ac7e84edf47a req-ccdfa7a0-9fcb-40b1-b091-0db3a06e1352 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:58.864567 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-21c1ecc4-f018-4e5b-8160-ac7e84edf47a req-ccdfa7a0-9fcb-40b1-b091-0db3a06e1352 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 946 time: 0.2940140 Aug 16 21:11:58.873551 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-ad42ec35-fe90-4563-a92f-67b4e37e9b56 None None] For port 5e7800a1-3c33-4d29-9922-341948b43e07, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5e7800a1-3c33-4d29-9922-341948b43e07,segment=NetworkSegment(c30d0835-328b-4477-8ffa-dac309ffe4d0),segment_id=c30d0835-328b-4477-8ffa-dac309ffe4d0)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:11:58.911426 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f66641c-74b4-4e24-97a8-788021fb1e9d admin admin] Network 8355fb6f-268b-4981-9676-2d3c73404659 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:11:58.916886 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63912a6c-47f8-488f-88f3-2a55eca2b2e5 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Network f7a9e67b-44e1-4a66-bcd4-1cc843387fa8 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:11:58.929919 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-8f66641c-74b4-4e24-97a8-788021fb1e9d admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:58.946191 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f66641c-74b4-4e24-97a8-788021fb1e9d admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:11:58.967241 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-cb114f79-5f32-44cb-87c6-fa35dfce034b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9597152b-9417-4487-a788-cece9411617b', 'name': 'tempest-TestVolumeBackupRestore-1940164414-router', 'tenant_id': 'c0bff215d26d44098ee353416e3d92dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '5452f25a-7f57-4822-86f4-c3185aae9338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:11:52Z', 'updated_at': '2021-08-16T21:11:55Z', 'revision_number': 3, 'project_id': 'c0bff215d26d44098ee353416e3d92dc', 'gw_port': {'id': '5452f25a-7f57-4822-86f4-c3185aae9338', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9597152b-9417-4487-a788-cece9411617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:53Z', 'updated_at': '2021-08-16T21:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:59.010204 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ad42ec35-fe90-4563-a92f-67b4e37e9b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:59.012499 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f66641c-74b4-4e24-97a8-788021fb1e9d admin admin] Pushing event updated for resources: {'Port': ['ID=aaba1359-733f-49d1-994f-77aea06ae904,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:59.014794 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5bd06180-4d71-407f-aff2-2a124ab88d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:59.041459 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-41049102-602c-4f78-9a8a-58f0300bc0a8 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:59.053289 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-63912a6c-47f8-488f-88f3-2a55eca2b2e5 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, f7a9e67b-44e1-4a66-bcd4-1cc843387fa8) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:11:59.064529 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63912a6c-47f8-488f-88f3-2a55eca2b2e5 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:59.065193 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-63912a6c-47f8-488f-88f3-2a55eca2b2e5 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:59.069183 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8f66641c-74b4-4e24-97a8-788021fb1e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:59.088647 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-21c1ecc4-f018-4e5b-8160-ac7e84edf47a req-601817ec-71f6-4670-872c-55cb32884ad8 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2157791 Aug 16 21:11:59.097650 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aed81c8-221c-40db-8081-042b3845d457 None None] Network f7a9e67b-44e1-4a66-bcd4-1cc843387fa8 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:11:59.173212 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb114f79-5f32-44cb-87c6-fa35dfce034b None None] The sync data for ids ['9597152b-9417-4487-a788-cece9411617b'] in n-d-793620-15 is: [{'id': '9597152b-9417-4487-a788-cece9411617b', 'name': 'tempest-TestVolumeBackupRestore-1940164414-router', 'tenant_id': 'c0bff215d26d44098ee353416e3d92dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '5452f25a-7f57-4822-86f4-c3185aae9338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:11:52Z', 'updated_at': '2021-08-16T21:11:55Z', 'revision_number': 3, 'project_id': 'c0bff215d26d44098ee353416e3d92dc', 'gw_port': {'id': '5452f25a-7f57-4822-86f4-c3185aae9338', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9597152b-9417-4487-a788-cece9411617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:53Z', 'updated_at': '2021-08-16T21:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:11:59.293497 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-63912a6c-47f8-488f-88f3-2a55eca2b2e5 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8219929 Aug 16 21:11:59.294042 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42618) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:59.299710 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-ca29ff36-6068-408e-bb1a-5ecb319d01ac tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:59.512704 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad42ec35-fe90-4563-a92f-67b4e37e9b56 None None] Pushing event updated for resources: {'Port': ['ID=5e7800a1-3c33-4d29-9922-341948b43e07,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:59.796823 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-41049102-602c-4f78-9a8a-58f0300bc0a8 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Allocated IP 2001:db8::1 (aea7ba6f-c2a8-469b-838a-2018bfaba5fe/d22f21d3-1d30-47a5-8ba8-184131953fed/be34fd05-ca2f-4e50-b2fd-04ff17c7227f) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:11:59.801437 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-259d2ce6-4f3f-43c8-83be-fc5d1c017a81 None None] Allocated IP 172.20.0.1 (7113d535-6cb6-453f-aceb-b6a2616eadd9/25e30439-e348-4d3e-bbd7-50eeeb8583ec/faea9204-1453-490d-a009-0fd49d99c457) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:11:59.840723 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd06180-4d71-407f-aff2-2a124ab88d51 None None] Pushing event updated for resources: {'Port': ['ID=faea9204-1453-490d-a009-0fd49d99c457,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:59.866828 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a656e624-a3cf-464f-b49d-aa27c19b463e None None] Provisioning for port aaba1359-733f-49d1-994f-77aea06ae904 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:11:59.942760 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8f66641c-74b4-4e24-97a8-788021fb1e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:59.977565 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ca29ff36-6068-408e-bb1a-5ecb319d01ac tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59440691'] for subnet, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:59.993460 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a656e624-a3cf-464f-b49d-aa27c19b463e None None] Provisioning complete for port aaba1359-733f-49d1-994f-77aea06ae904 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:11:59.993956 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a656e624-a3cf-464f-b49d-aa27c19b463e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:00.095166 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ff44d3-729b-49fa-b605-c3ea96c69493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-f7a9e67b-44e1-4a66-bcd4-1cc843387fa8', 'network_id': 'f7a9e67b-44e1-4a66-bcd4-1cc843387fa8', 'tenant_id': '00694f7564e4464e82e8af5ffc2bd14e', 'fixed_ips': [{'subnet_id': '2a7ed5d2-5541-4262-8294-caa0c444ba85'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:12:00.097757 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-55ff44d3-729b-49fa-b605-c3ea96c69493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:00.135488 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-41049102-602c-4f78-9a8a-58f0300bc0a8 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:00.158572 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a656e624-a3cf-464f-b49d-aa27c19b463e None None] Port aaba1359-733f-49d1-994f-77aea06ae904 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:12:00.159194 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-41049102-602c-4f78-9a8a-58f0300bc0a8 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Transition to ACTIVE for port object be34fd05-ca2f-4e50-b2fd-04ff17c7227f will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:12:00.284899 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-259d2ce6-4f3f-43c8-83be-fc5d1c017a81 None None] For port faea9204-1453-490d-a009-0fd49d99c457, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=faea9204-1453-490d-a009-0fd49d99c457,segment=NetworkSegment(bcf64315-6fab-4496-a011-ef3d0f5cecb6),segment_id=bcf64315-6fab-4496-a011-ef3d0f5cecb6)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:00.293689 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-41049102-602c-4f78-9a8a-58f0300bc0a8 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:00.328378 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-259d2ce6-4f3f-43c8-83be-fc5d1c017a81 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:00.345967 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-259d2ce6-4f3f-43c8-83be-fc5d1c017a81 None None] Transition to ACTIVE for port object faea9204-1453-490d-a009-0fd49d99c457 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:12:00.373563 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e5699-51e1-40ff-950c-8662f692b82f req-927390e4-397b-4a15-a334-e39aafded42b tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:00.376451 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-073e5699-51e1-40ff-950c-8662f692b82f req-927390e4-397b-4a15-a334-e39aafded42b tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 946 time: 0.1498990 Aug 16 21:12:00.395419 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41049102-602c-4f78-9a8a-58f0300bc0a8 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Network aea7ba6f-c2a8-469b-838a-2018bfaba5fe is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:12:00.407425 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ca29ff36-6068-408e-bb1a-5ecb319d01ac tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744992572088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59455578'] for subnet, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:00.438568 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-41049102-602c-4f78-9a8a-58f0300bc0a8 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:12:00.443161 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41049102-602c-4f78-9a8a-58f0300bc0a8 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event updated for resources: {'Port': ['ID=be34fd05-ca2f-4e50-b2fd-04ff17c7227f,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:00.448422 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41049102-602c-4f78-9a8a-58f0300bc0a8 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:12:00.455443 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-41049102-602c-4f78-9a8a-58f0300bc0a8 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:00.458313 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-259d2ce6-4f3f-43c8-83be-fc5d1c017a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:00.470145 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca29ff36-6068-408e-bb1a-5ecb319d01ac tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:00.470911 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ca29ff36-6068-408e-bb1a-5ecb319d01ac tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:00.475064 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ca29ff36-6068-408e-bb1a-5ecb319d01ac tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "PUT /v2.0/subnets/2a7ed5d2-5541-4262-8294-caa0c444ba85 HTTP/1.1" status: 200 len: 826 time: 1.1782241 Aug 16 21:12:00.481432 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42626) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:00.489273 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-073e5699-51e1-40ff-950c-8662f692b82f req-3b2fa9a4-1592-4420-aedd-9d3cfc5fc288 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960073 Aug 16 21:12:00.587608 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d2ce6-4f3f-43c8-83be-fc5d1c017a81 None None] Pushing event updated for resources: {'Port': ['ID=faea9204-1453-490d-a009-0fd49d99c457,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:00.608384 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-55ff44d3-729b-49fa-b605-c3ea96c69493 None None] Allocated IP 2001:db8::2 (f7a9e67b-44e1-4a66-bcd4-1cc843387fa8/2a7ed5d2-5541-4262-8294-caa0c444ba85/2f68fe5a-a33f-465d-bc4b-2e345abe16d1) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:12:00.681038 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bcde2047-6077-42c2-b725-d1ad975b4940 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:00.716548 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8f66641c-74b4-4e24-97a8-788021fb1e9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:00.754179 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29ff36-6068-408e-bb1a-5ecb319d01ac tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event updated for resources: {'Subnet': ['ID=2a7ed5d2-5541-4262-8294-caa0c444ba85,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:00.798097 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bcde2047-6077-42c2-b725-d1ad975b4940 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:00.826391 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-41049102-602c-4f78-9a8a-58f0300bc0a8 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:00.836686 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8f66641c-74b4-4e24-97a8-788021fb1e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:00.911354 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-55ff44d3-729b-49fa-b605-c3ea96c69493 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:00.941018 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-55ff44d3-729b-49fa-b605-c3ea96c69493 None None] Transition to ACTIVE for port object 2f68fe5a-a33f-465d-bc4b-2e345abe16d1 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:12:00.971498 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f66641c-74b4-4e24-97a8-788021fb1e9d admin admin] Pushing event updated for resources: {'Port': ['ID=aaba1359-733f-49d1-994f-77aea06ae904,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:00.972952 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-55ff44d3-729b-49fa-b605-c3ea96c69493 None None] Transition to ACTIVE for port object 2f68fe5a-a33f-465d-bc4b-2e345abe16d1 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:12:00.985629 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8f66641c-74b4-4e24-97a8-788021fb1e9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:01.027913 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-55ff44d3-729b-49fa-b605-c3ea96c69493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:01.116386 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ff44d3-729b-49fa-b605-c3ea96c69493 None None] Network f7a9e67b-44e1-4a66-bcd4-1cc843387fa8 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:12:01.125671 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-55ff44d3-729b-49fa-b605-c3ea96c69493 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:12:01.151704 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ff44d3-729b-49fa-b605-c3ea96c69493 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:12:01.161784 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2167b3af-8337-491e-ad15-57bec83a76e4 None None] Network aea7ba6f-c2a8-469b-838a-2018bfaba5fe requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:12:01.181804 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f66641c-74b4-4e24-97a8-788021fb1e9d admin admin] Network 8355fb6f-268b-4981-9676-2d3c73404659 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:12:01.185356 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-8f66641c-74b4-4e24-97a8-788021fb1e9d admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:12:01.191575 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bcde2047-6077-42c2-b725-d1ad975b4940 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:01.337691 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde2047-6077-42c2-b725-d1ad975b4940 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event deleted for resources: {'Subnet': ['ID=2a7ed5d2-5541-4262-8294-caa0c444ba85,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:01.372178 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5452f25a-7f57-4822-86f4-c3185aae9338 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:12:01.502544 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-41049102-602c-4f78-9a8a-58f0300bc0a8 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:01.517450 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bcde2047-6077-42c2-b725-d1ad975b4940 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:01.537237 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-bcde2047-6077-42c2-b725-d1ad975b4940 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7a9e67b-44e1-4a66-bcd4-1cc843387fa8']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:01.542609 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff44d3-729b-49fa-b605-c3ea96c69493 None None] Pushing event updated for resources: {'Port': ['ID=2f68fe5a-a33f-465d-bc4b-2e345abe16d1,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:01.554640 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-bcde2047-6077-42c2-b725-d1ad975b4940 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb5e8f7b-2f8c-4d52-81af-f857335b790e') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:01.554947 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-bcde2047-6077-42c2-b725-d1ad975b4940 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb5e8f7b-2f8c-4d52-81af-f857335b790e') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:01.569650 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bcde2047-6077-42c2-b725-d1ad975b4940 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:01.576012 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-41049102-602c-4f78-9a8a-58f0300bc0a8 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:01.577108 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-41049102-602c-4f78-9a8a-58f0300bc0a8 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:01.590421 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f66641c-74b4-4e24-97a8-788021fb1e9d admin admin] Router 9597152b-9417-4487-a788-cece9411617b has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:12:01.598096 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bcde2047-6077-42c2-b725-d1ad975b4940 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:01.610726 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcde2047-6077-42c2-b725-d1ad975b4940 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:12:01.611135 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bcde2047-6077-42c2-b725-d1ad975b4940 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:01.614285 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:12:01.614285 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:12:01.614285 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:12:01.614285 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:12:01.614285 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:12:01.614285 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:12:01.614285 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:12:01.614285 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:12:01.614285 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:12:01.614285 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:12:01.614285 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:12:01.614285 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:12:01.614285 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:12:01.614285 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:12:01.614285 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:12:01.614285 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:12:01.614285 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:12:01.614285 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:12:01.614285 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:12:01.614285 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:12:01.614285 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:12:01.614285 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:12:01.614285 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:12:01.614285 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:12:01.614285 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:12:01.614285 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:12:01.614285 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:12:01.614285 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:12:01.614285 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:12:01.614285 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:12:01.614285 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:12:01.614285 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:12:01.638070 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a5e14782-7aed-45ca-8365-43d36fbfc7a6 None None] Provisioning for port 5e7800a1-3c33-4d29-9922-341948b43e07 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:12:01.645146 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-55ff44d3-729b-49fa-b605-c3ea96c69493 None None] Attempting to bind port 2f68fe5a-a33f-465d-bc4b-2e345abe16d1 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:12:01.645362 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-55ff44d3-729b-49fa-b605-c3ea96c69493 None None] Attempting to bind port 2f68fe5a-a33f-465d-bc4b-2e345abe16d1 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'fb5e8f7b-2f8c-4d52-81af-f857335b790e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f7a9e67b-44e1-4a66-bcd4-1cc843387fa8'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:12:01.645728 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ff44d3-729b-49fa-b605-c3ea96c69493 None None] Attempting to bind port 2f68fe5a-a33f-465d-bc4b-2e345abe16d1 on network f7a9e67b-44e1-4a66-bcd4-1cc843387fa8 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:12:01.663722 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41049102-602c-4f78-9a8a-58f0300bc0a8 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event updated for resources: {'Port': ['ID=be34fd05-ca2f-4e50-b2fd-04ff17c7227f,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:01.695222 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ff44d3-729b-49fa-b605-c3ea96c69493 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:12:01.695657 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ff44d3-729b-49fa-b605-c3ea96c69493 None None] Checking segment: {'id': 'fb5e8f7b-2f8c-4d52-81af-f857335b790e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f7a9e67b-44e1-4a66-bcd4-1cc843387fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:12:01.696213 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-55ff44d3-729b-49fa-b605-c3ea96c69493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:01.696611 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ff44d3-729b-49fa-b605-c3ea96c69493 None None] Bound using segment: {'id': 'fb5e8f7b-2f8c-4d52-81af-f857335b790e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f7a9e67b-44e1-4a66-bcd4-1cc843387fa8'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:12:01.697574 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-55ff44d3-729b-49fa-b605-c3ea96c69493 None None] Bound port: 2f68fe5a-a33f-465d-bc4b-2e345abe16d1, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb5e8f7b-2f8c-4d52-81af-f857335b790e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f7a9e67b-44e1-4a66-bcd4-1cc843387fa8'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:12:01.698932 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-55ff44d3-729b-49fa-b605-c3ea96c69493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:01.758373 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 5452f25a-7f57-4822-86f4-c3185aae9338 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:12:01.767227 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 5452f25a-7f57-4822-86f4-c3185aae9338 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:01.767611 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:01.805299 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.db.api [None req-bcde2047-6077-42c2-b725-d1ad975b4940 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 21:12:01.805299 n-d-793620-15 neutron-server[101845]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 21:12:01.805299 n-d-793620-15 neutron-server[101845]: [parameters: {'id': 'f7a9e67b-44e1-4a66-bcd4-1cc843387fa8'}] Aug 16 21:12:01.805299 n-d-793620-15 neutron-server[101845]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:12:01.806353 n-d-793620-15 neutron-server[101845]: DEBUG oslo_db.api [None req-bcde2047-6077-42c2-b725-d1ad975b4940 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:12:01.836729 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f66641c-74b4-4e24-97a8-788021fb1e9d admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:12:01.854998 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8f66641c-74b4-4e24-97a8-788021fb1e9d admin admin] 10.222.0.84 "PUT /v2.0/routers/9597152b-9417-4487-a788-cece9411617b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0667531 Aug 16 21:12:01.898202 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41049102-602c-4f78-9a8a-58f0300bc0a8 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Network aea7ba6f-c2a8-469b-838a-2018bfaba5fe is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:12:01.900494 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-41049102-602c-4f78-9a8a-58f0300bc0a8 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:12:01.921041 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-55ff44d3-729b-49fa-b605-c3ea96c69493 None None] For port 2f68fe5a-a33f-465d-bc4b-2e345abe16d1, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:12:01.925518 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-55ff44d3-729b-49fa-b605-c3ea96c69493 None None] For port 2f68fe5a-a33f-465d-bc4b-2e345abe16d1, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=2f68fe5a-a33f-465d-bc4b-2e345abe16d1,segment=NetworkSegment(fb5e8f7b-2f8c-4d52-81af-f857335b790e),segment_id=fb5e8f7b-2f8c-4d52-81af-f857335b790e)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:12:01.936018 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-551deb2d-c711-4fb6-9164-a91ce4e6cc51 None None] Provisioning complete for port aaba1359-733f-49d1-994f-77aea06ae904 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:01.938175 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-551deb2d-c711-4fb6-9164-a91ce4e6cc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:01.944076 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7d6a62-442a-4cc3-89fe-873066848c07 None None] Sync routers for ids ['9597152b-9417-4487-a788-cece9411617b'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:12:01.989017 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2ecde5-9ec0-403f-82ca-2ccac412cbda None None] Network 7113d535-6cb6-453f-aceb-b6a2616eadd9 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:12:02.046996 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7d6a62-442a-4cc3-89fe-873066848c07 None None] Routers {'9597152b-9417-4487-a788-cece9411617b'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:12:02.047919 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-1a7d6a62-442a-4cc3-89fe-873066848c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:11:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['9597152b-9417-4487-a788-cece9411617b'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:02.060089 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-55ff44d3-729b-49fa-b605-c3ea96c69493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:02.159228 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-551deb2d-c711-4fb6-9164-a91ce4e6cc51 None None] Port aaba1359-733f-49d1-994f-77aea06ae904 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:12:02.285260 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff44d3-729b-49fa-b605-c3ea96c69493 None None] Pushing event updated for resources: {'Port': ['ID=2f68fe5a-a33f-465d-bc4b-2e345abe16d1,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:02.293668 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:02.309233 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bcde2047-6077-42c2-b725-d1ad975b4940 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:02.407344 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba40bab-c48f-4b48-b7c4-c52dc738396b None None] Network f7a9e67b-44e1-4a66-bcd4-1cc843387fa8 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:12:02.439723 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-bcde2047-6077-42c2-b725-d1ad975b4940 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Deleting port 2f68fe5a-a33f-465d-bc4b-2e345abe16d1 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:12:02.440511 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bcde2047-6077-42c2-b725-d1ad975b4940 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:02.448535 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 5452f25a-7f57-4822-86f4-c3185aae9338, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5452f25a-7f57-4822-86f4-c3185aae9338,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:02.547203 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-1a7d6a62-442a-4cc3-89fe-873066848c07 None None] Set router 9597152b-9417-4487-a788-cece9411617b gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:12:02.559351 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-bcde2047-6077-42c2-b725-d1ad975b4940 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] For port 2f68fe5a-a33f-465d-bc4b-2e345abe16d1, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=2f68fe5a-a33f-465d-bc4b-2e345abe16d1,segment=NetworkSegment(fb5e8f7b-2f8c-4d52-81af-f857335b790e),segment_id=fb5e8f7b-2f8c-4d52-81af-f857335b790e)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:02.559973 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bcde2047-6077-42c2-b725-d1ad975b4940 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:02.578435 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:02.578819 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5e7800a1-3c33-4d29-9922-341948b43e07 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:12:02.583612 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-bcde2047-6077-42c2-b725-d1ad975b4940 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Calling delete_port for 2f68fe5a-a33f-465d-bc4b-2e345abe16d1 owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:12:02.678848 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41049102-602c-4f78-9a8a-58f0300bc0a8 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Router 69d49c21-868f-4ad1-bb70-47059c270441 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:12:02.777152 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bcde2047-6077-42c2-b725-d1ad975b4940 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:02.785883 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41049102-602c-4f78-9a8a-58f0300bc0a8 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:12:02.788975 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-41049102-602c-4f78-9a8a-58f0300bc0a8 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "PUT /v2.0/routers/69d49c21-868f-4ad1-bb70-47059c270441/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5285583 Aug 16 21:12:02.791286 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42650) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:02.797918 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd3ff0d-eeed-4fa3-9d21-793920ca0263 None None] Sync routers for ids ['69d49c21-868f-4ad1-bb70-47059c270441'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:12:02.812569 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd3ff0d-eeed-4fa3-9d21-793920ca0263 None None] Routers {'69d49c21-868f-4ad1-bb70-47059c270441'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:12:02.816304 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-2bd3ff0d-eeed-4fa3-9d21-793920ca0263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:11:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['69d49c21-868f-4ad1-bb70-47059c270441'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:02.846775 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcde2047-6077-42c2-b725-d1ad975b4940 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] No DVR routers for this DVR port 2f68fe5a-a33f-465d-bc4b-2e345abe16d1 on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:12:02.855066 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde2047-6077-42c2-b725-d1ad975b4940 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event deleted for resources: {'Port': ['ID=2f68fe5a-a33f-465d-bc4b-2e345abe16d1,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:02.885619 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-2bd3ff0d-eeed-4fa3-9d21-793920ca0263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:02.886568 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc7ab24-db85-4e6c-8c47-9103ab4c5a33 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:02.888453 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ebc7ab24-db85-4e6c-8c47-9103ab4c5a33 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "GET /v2.0/ports/be34fd05-ca2f-4e50-b2fd-04ff17c7227f HTTP/1.1" status: 200 len: 911 time: 0.0960689 Aug 16 21:12:02.892217 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-aa5fba3f-1c48-4212-a710-f1fd6d4d4324 None None] Provisioning for port faea9204-1453-490d-a009-0fd49d99c457 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:12:02.892797 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42652) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:02.905863 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd3ff0d-eeed-4fa3-9d21-793920ca0263 None None] Routers {'69d49c21-868f-4ad1-bb70-47059c270441'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:12:02.915961 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-2bd3ff0d-eeed-4fa3-9d21-793920ca0263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:11:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['69d49c21-868f-4ad1-bb70-47059c270441'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:02.938541 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-aa5fba3f-1c48-4212-a710-f1fd6d4d4324 None None] Provisioning complete for port faea9204-1453-490d-a009-0fd49d99c457 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:02.938541 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-aa5fba3f-1c48-4212-a710-f1fd6d4d4324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:02.961920 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bcde2047-6077-42c2-b725-d1ad975b4940 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:02.991813 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-bcde2047-6077-42c2-b725-d1ad975b4940 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7a9e67b-44e1-4a66-bcd4-1cc843387fa8']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:03.005650 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-2bd3ff0d-eeed-4fa3-9d21-793920ca0263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:03.006515 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd3ff0d-eeed-4fa3-9d21-793920ca0263 None None] The sync data for ids ['69d49c21-868f-4ad1-bb70-47059c270441'] in n-d-793620-15 is: [] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:12:03.016104 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-bcde2047-6077-42c2-b725-d1ad975b4940 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb5e8f7b-2f8c-4d52-81af-f857335b790e') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:03.017232 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-bcde2047-6077-42c2-b725-d1ad975b4940 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb5e8f7b-2f8c-4d52-81af-f857335b790e') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:03.033281 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bcde2047-6077-42c2-b725-d1ad975b4940 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:03.055128 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bcde2047-6077-42c2-b725-d1ad975b4940 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:03.059037 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42656) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:03.065175 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-67c373e5-9c6c-47f6-bb24-f08353eccf23 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-923624975-network', 'tenant_id': 'b2524ddb9a3c400292e84e389467fcb2'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:12:03.074764 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcde2047-6077-42c2-b725-d1ad975b4940 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:12:03.075173 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bcde2047-6077-42c2-b725-d1ad975b4940 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:03.078489 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:12:03.078489 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:12:03.078489 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:12:03.078489 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:12:03.078489 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:12:03.078489 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:12:03.078489 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:12:03.078489 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:12:03.078489 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:12:03.078489 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:12:03.078489 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:12:03.078489 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:12:03.078489 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:12:03.078489 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:12:03.078489 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:12:03.078489 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:12:03.078489 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:12:03.078489 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:12:03.078489 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:12:03.078489 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:12:03.078489 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:12:03.078489 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:12:03.078489 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:12:03.078489 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:12:03.078489 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:12:03.078489 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:12:03.078489 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:12:03.078489 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:12:03.078489 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:12:03.078489 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:12:03.078489 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:12:03.078489 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:12:03.132117 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=5452f25a-7f57-4822-86f4-c3185aae9338,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:03.145128 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca86cc0-688a-44e0-9ef1-32da4ad0a5ff None None] Network f7a9e67b-44e1-4a66-bcd4-1cc843387fa8 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:12:03.250226 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c373e5-9c6c-47f6-bb24-f08353eccf23 admin admin] Made reservation on behalf of b2524ddb9a3c400292e84e389467fcb2 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:12:03.252673 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-67c373e5-9c6c-47f6-bb24-f08353eccf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:03.263727 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 5e7800a1-3c33-4d29-9922-341948b43e07 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:12:03.269512 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-67c373e5-9c6c-47f6-bb24-f08353eccf23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:03.271428 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bcde2047-6077-42c2-b725-d1ad975b4940 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:03.281081 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bcde2047-6077-42c2-b725-d1ad975b4940 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:03.285580 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-bcde2047-6077-42c2-b725-d1ad975b4940 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "DELETE /v2.0/networks/f7a9e67b-44e1-4a66-bcd4-1cc843387fa8 HTTP/1.1" status: 204 len: 168 time: 2.8013613 Aug 16 21:12:03.294026 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42658) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:03.301522 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 5e7800a1-3c33-4d29-9922-341948b43e07 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:03.302202 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:03.319003 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8524488-844f-4779-b072-3d2b024b2d58 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] DELETE failed (client error): The resource could not be found. Aug 16 21:12:03.319665 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8524488-844f-4779-b072-3d2b024b2d58 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:12:03.321521 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f8524488-844f-4779-b072-3d2b024b2d58 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "DELETE /v2.0/networks/f7a9e67b-44e1-4a66-bcd4-1cc843387fa8 HTTP/1.1" status: 404 len: 339 time: 0.0249596 Aug 16 21:12:03.323509 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde2047-6077-42c2-b725-d1ad975b4940 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event deleted for resources: {'Network': ['ID=f7a9e67b-44e1-4a66-bcd4-1cc843387fa8,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:03.329768 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42660) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:03.337840 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-7e61eca7-afb6-42c3-8955-867e258e8567 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2091941686', 'description': 'd1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:12:03.345893 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ec2d0fef-4416-4130-bf45-bc89354791ab tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:03.431162 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfd3973-ef43-450b-85ab-087cd6515db2 None None] get_active_networks_info from n-d-793620-15 {{(pid=101846) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 21:12:03.448707 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-67c373e5-9c6c-47f6-bb24-f08353eccf23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:03.476364 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-aa5fba3f-1c48-4212-a710-f1fd6d4d4324 None None] Provisioning for port be34fd05-ca2f-4e50-b2fd-04ff17c7227f completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:12:03.493216 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-1a7d6a62-442a-4cc3-89fe-873066848c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9597152b-9417-4487-a788-cece9411617b', 'name': 'tempest-TestVolumeBackupRestore-1940164414-router', 'tenant_id': 'c0bff215d26d44098ee353416e3d92dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '5452f25a-7f57-4822-86f4-c3185aae9338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:11:52Z', 'updated_at': '2021-08-16T21:11:59Z', 'revision_number': 4, 'project_id': 'c0bff215d26d44098ee353416e3d92dc', 'gw_port': {'id': '5452f25a-7f57-4822-86f4-c3185aae9338', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9597152b-9417-4487-a788-cece9411617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:53Z', 'updated_at': '2021-08-16T21:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'aaba1359-733f-49d1-994f-77aea06ae904', 'name': '', 'network_id': '8355fb6f-268b-4981-9676-2d3c73404659', 'tenant_id': 'c0bff215d26d44098ee353416e3d92dc', 'mac_address': 'fa:16:3e:74:e8:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9597152b-9417-4487-a788-cece9411617b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '0543fff8-07dd-420f-8cde-4ff3c517bb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:57Z', 'updated_at': '2021-08-16T21:12:00Z', 'revision_number': 2, 'project_id': 'c0bff215d26d44098ee353416e3d92dc', 'subnets': [{'id': '0543fff8-07dd-420f-8cde-4ff3c517bb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:03.499425 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-aa5fba3f-1c48-4212-a710-f1fd6d4d4324 None None] Provisioning complete for port be34fd05-ca2f-4e50-b2fd-04ff17c7227f triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:03.499425 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-aa5fba3f-1c48-4212-a710-f1fd6d4d4324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:03.523771 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-67c373e5-9c6c-47f6-bb24-f08353eccf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:03.553864 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67c373e5-9c6c-47f6-bb24-f08353eccf23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:12:03.559947 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7d6a62-442a-4cc3-89fe-873066848c07 None None] Checking router: 9597152b-9417-4487-a788-cece9411617b for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:12:03.560323 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7d6a62-442a-4cc3-89fe-873066848c07 None None] Updating router 9597152b-9417-4487-a788-cece9411617b port aaba1359-733f-49d1-994f-77aea06ae904 binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:12:03.576350 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-67c373e5-9c6c-47f6-bb24-f08353eccf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:03.577254 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-67c373e5-9c6c-47f6-bb24-f08353eccf23 admin admin] Added segment 403cb44d-4b8c-406e-a8cf-40b36166c4c3 of type vlan for network 7bfa5011-d4f4-4407-847c-6da5b4a5f9bd Aug 16 21:12:03.578901 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c373e5-9c6c-47f6-bb24-f08353eccf23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93dd0555-3b9d-45cc-8647-35915bd290a7,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:03.627978 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-67c373e5-9c6c-47f6-bb24-f08353eccf23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:03.630965 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-aa5fba3f-1c48-4212-a710-f1fd6d4d4324 None None] Port be34fd05-ca2f-4e50-b2fd-04ff17c7227f cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:12:03.634474 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e61eca7-afb6-42c3-8955-867e258e8567 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Made reservation on behalf of 00694f7564e4464e82e8af5ffc2bd14e for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:12:03.638231 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7e61eca7-afb6-42c3-8955-867e258e8567 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:03.639267 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1a7d6a62-442a-4cc3-89fe-873066848c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:03.662708 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-ec2d0fef-4416-4130-bf45-bc89354791ab tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Deleting port be34fd05-ca2f-4e50-b2fd-04ff17c7227f {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:12:03.663065 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ec2d0fef-4416-4130-bf45-bc89354791ab tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:03.676013 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e61eca7-afb6-42c3-8955-867e258e8567 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:12:03.685343 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7e61eca7-afb6-42c3-8955-867e258e8567 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:03.685810 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-7e61eca7-afb6-42c3-8955-867e258e8567 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Added segment 4ef8bfdd-7b61-48ba-9a12-b35e29e74141 of type vlan for network 1667d503-bce6-4b57-bfe2-50a3da74aa43 Aug 16 21:12:03.713359 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:03.724822 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-aa5fba3f-1c48-4212-a710-f1fd6d4d4324 None None] Provisioning complete for port 5e7800a1-3c33-4d29-9922-341948b43e07 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:03.725699 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-aa5fba3f-1c48-4212-a710-f1fd6d4d4324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:03.726950 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7e61eca7-afb6-42c3-8955-867e258e8567 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:03.765710 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ec2d0fef-4416-4130-bf45-bc89354791ab tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:03.777008 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-67c373e5-9c6c-47f6-bb24-f08353eccf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:03.779407 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c373e5-9c6c-47f6-bb24-f08353eccf23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:03.780502 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-ec2d0fef-4416-4130-bf45-bc89354791ab tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Calling delete_port for be34fd05-ca2f-4e50-b2fd-04ff17c7227f owned by network:router_interface {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:12:03.781009 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-67c373e5-9c6c-47f6-bb24-f08353eccf23 admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:03.781824 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfd3973-ef43-450b-85ab-087cd6515db2 None None] Resources bound (agent type, host, resource id): {{(pid=101846) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 21:12:03.875671 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7e61eca7-afb6-42c3-8955-867e258e8567 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:03.883914 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e61eca7-afb6-42c3-8955-867e258e8567 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:03.884687 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7e61eca7-afb6-42c3-8955-867e258e8567 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:03.884927 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 5e7800a1-3c33-4d29-9922-341948b43e07, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5e7800a1-3c33-4d29-9922-341948b43e07,segment=NetworkSegment(c30d0835-328b-4477-8ffa-dac309ffe4d0),segment_id=c30d0835-328b-4477-8ffa-dac309ffe4d0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:03.896788 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-67c373e5-9c6c-47f6-bb24-f08353eccf23 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8359609 Aug 16 21:12:03.902893 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42668) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:03.910782 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-6b41d4a4-48ee-4da1-a103-94f54efddcbe admin admin] Request body: {'subnet': {'network_id': '7bfa5011-d4f4-4407-847c-6da5b4a5f9bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-923624975-subnet', 'tenant_id': 'b2524ddb9a3c400292e84e389467fcb2', 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:12:03.932062 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c373e5-9c6c-47f6-bb24-f08353eccf23 admin admin] Pushing event updated for resources: {'Network': ['ID=7bfa5011-d4f4-4407-847c-6da5b4a5f9bd,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:04.005653 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61eca7-afb6-42c3-8955-867e258e8567 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event updated for resources: {'Network': ['ID=1667d503-bce6-4b57-bfe2-50a3da74aa43,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:04.005899 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 7bfa5011-d4f4-4407-847c-6da5b4a5f9bd details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:12:04.012270 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:04.012505 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7e61eca7-afb6-42c3-8955-867e258e8567 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6812141 Aug 16 21:12:04.013752 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device faea9204-1453-490d-a009-0fd49d99c457 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:12:04.015017 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42670) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:04.068014 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ec2d0fef-4416-4130-bf45-bc89354791ab tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:04.076236 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 1667d503-bce6-4b57-bfe2-50a3da74aa43 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:12:04.106229 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d0fef-4416-4130-bf45-bc89354791ab tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event deleted for resources: {'Port': ['ID=be34fd05-ca2f-4e50-b2fd-04ff17c7227f,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:04.118362 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c341ea-7190-4e74-9349-b43f9deb44cc tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:04.122694 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a2c341ea-7190-4e74-9349-b43f9deb44cc tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "GET /v2.0/networks?id=1667d503-bce6-4b57-bfe2-50a3da74aa43 HTTP/1.1" status: 200 len: 765 time: 0.1041329 Aug 16 21:12:04.122965 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42672) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:04.131484 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-1a86321e-96a1-40d3-83f4-a153b44d56a0 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Request body: {'network': {'description': 'd2'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:12:04.150347 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b41d4a4-48ee-4da1-a103-94f54efddcbe admin admin] Made reservation on behalf of b2524ddb9a3c400292e84e389467fcb2 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:12:04.152976 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6b41d4a4-48ee-4da1-a103-94f54efddcbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:04.222132 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ec2d0fef-4416-4130-bf45-bc89354791ab tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:04.310894 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=5e7800a1-3c33-4d29-9922-341948b43e07,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:04.372023 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port faea9204-1453-490d-a009-0fd49d99c457 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:04.372511 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:04.403276 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1a86321e-96a1-40d3-83f4-a153b44d56a0 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:04.421595 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2d0fef-4416-4130-bf45-bc89354791ab tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Router 69d49c21-868f-4ad1-bb70-47059c270441 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:12:04.469443 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b502342e-c15a-47e9-bda0-ed400e7c069d None None] Could not find standard attr ID for object be34fd05-ca2f-4e50-b2fd-04ff17c7227f. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 21:12:04.493250 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b502342e-c15a-47e9-bda0-ed400e7c069d None None] Provisioning complete for port faea9204-1453-490d-a009-0fd49d99c457 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:04.493680 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1a86321e-96a1-40d3-83f4-a153b44d56a0 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:04.493845 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b502342e-c15a-47e9-bda0-ed400e7c069d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:04.533277 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2d0fef-4416-4130-bf45-bc89354791ab tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:12:04.540511 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ec2d0fef-4416-4130-bf45-bc89354791ab tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "PUT /v2.0/routers/69d49c21-868f-4ad1-bb70-47059c270441/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6459658 Aug 16 21:12:04.541867 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42678) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:04.550348 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1a86321e-96a1-40d3-83f4-a153b44d56a0 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Network 1667d503-bce6-4b57-bfe2-50a3da74aa43 is not hosted by any dhcp agent {{(pid=101845) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 21:12:04.556540 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a86321e-96a1-40d3-83f4-a153b44d56a0 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:04.557255 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1a86321e-96a1-40d3-83f4-a153b44d56a0 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:04.562169 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1a86321e-96a1-40d3-83f4-a153b44d56a0 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "PUT /v2.0/networks/1667d503-bce6-4b57-bfe2-50a3da74aa43 HTTP/1.1" status: 200 len: 762 time: 0.4378808 Aug 16 21:12:04.562871 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42680) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:04.583986 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-25a92947-04ea-41f9-86c2-896e4136cd3b tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "GET /v2.0/ports?device_id=69d49c21-868f-4ad1-bb70-47059c270441 HTTP/1.1" status: 200 len: 205 time: 0.0383465 Aug 16 21:12:04.585240 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42682) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:04.666671 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389d15fb-b9d8-44fc-820f-c5d09ca29866 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:04.672709 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-389d15fb-b9d8-44fc-820f-c5d09ca29866 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "GET /v2.0/networks?id=1667d503-bce6-4b57-bfe2-50a3da74aa43 HTTP/1.1" status: 200 len: 765 time: 0.1059253 Aug 16 21:12:04.673940 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6b41d4a4-48ee-4da1-a103-94f54efddcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:04.676940 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42686) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:04.700359 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-44d1264d-6454-44a0-b72c-3530de08d5d3 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:04.758660 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3130ee-d0b9-4b0e-8b03-ea39984923cc None None] Sync routers for ids ['69d49c21-868f-4ad1-bb70-47059c270441'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:12:04.763121 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1a7d6a62-442a-4cc3-89fe-873066848c07 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:04.803809 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86321e-96a1-40d3-83f4-a153b44d56a0 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event updated for resources: {'Network': ['ID=1667d503-bce6-4b57-bfe2-50a3da74aa43,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:04.828896 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b41d4a4-48ee-4da1-a103-94f54efddcbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8d23c8a-a10f-4a3e-a9f4-2e0fa38f71f7,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:04.837919 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3130ee-d0b9-4b0e-8b03-ea39984923cc None None] Routers {'69d49c21-868f-4ad1-bb70-47059c270441'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:12:04.838650 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-be3130ee-d0b9-4b0e-8b03-ea39984923cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:11:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['69d49c21-868f-4ad1-bb70-47059c270441'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:04.848206 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 1667d503-bce6-4b57-bfe2-50a3da74aa43 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:12:04.851761 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1a7d6a62-442a-4cc3-89fe-873066848c07 None None] Transition to ACTIVE for port object aaba1359-733f-49d1-994f-77aea06ae904 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:12:04.864175 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b41d4a4-48ee-4da1-a103-94f54efddcbe admin admin] Checking segment: {'id': '403cb44d-4b8c-406e-a8cf-40b36166c4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7bfa5011-d4f4-4407-847c-6da5b4a5f9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:12:04.864175 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b41d4a4-48ee-4da1-a103-94f54efddcbe admin admin] Network hostable DHCP agents. Network: 7bfa5011-d4f4-4407-847c-6da5b4a5f9bd, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:12:04.890155 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ae7124-3e6e-487f-8f93-dc2a8c981112 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:04.894525 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-63ae7124-3e6e-487f-8f93-dc2a8c981112 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2125802 Aug 16 21:12:04.895146 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42692) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:04.961747 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3a6ae973-3f82-4015-8466-42221a787fa6 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "GET /v2.0/subnets?network_id=65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 207 time: 0.0636969 Aug 16 21:12:04.961747 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42694) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:04.974490 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-be3130ee-d0b9-4b0e-8b03-ea39984923cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:04.987392 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-44d1264d-6454-44a0-b72c-3530de08d5d3 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:04.990317 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-44d1264d-6454-44a0-b72c-3530de08d5d3 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:05.005171 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5452f25a-7f57-4822-86f4-c3185aae9338 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:12:05.025258 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3130ee-d0b9-4b0e-8b03-ea39984923cc None None] Routers {'69d49c21-868f-4ad1-bb70-47059c270441'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:12:05.025258 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-be3130ee-d0b9-4b0e-8b03-ea39984923cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:11:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['69d49c21-868f-4ad1-bb70-47059c270441'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:05.028129 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1a7d6a62-442a-4cc3-89fe-873066848c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:05.030660 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b41d4a4-48ee-4da1-a103-94f54efddcbe admin admin] Network 7bfa5011-d4f4-4407-847c-6da5b4a5f9bd is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:12:05.095205 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58564fde-4e3e-4936-bdf1-2464e8942f1e tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:05.101141 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58564fde-4e3e-4936-bdf1-2464e8942f1e tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:05.106872 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58564fde-4e3e-4936-bdf1-2464e8942f1e tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:05.112999 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58564fde-4e3e-4936-bdf1-2464e8942f1e tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:05.118743 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58564fde-4e3e-4936-bdf1-2464e8942f1e tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:05.124757 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58564fde-4e3e-4936-bdf1-2464e8942f1e tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:05.126538 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-58564fde-4e3e-4936-bdf1-2464e8942f1e tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.1639371 Aug 16 21:12:05.130816 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42696) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:05.130963 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-be3130ee-d0b9-4b0e-8b03-ea39984923cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:05.131129 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3130ee-d0b9-4b0e-8b03-ea39984923cc None None] The sync data for ids ['69d49c21-868f-4ad1-bb70-47059c270441'] in n-d-793620-15 is: [] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:12:05.147452 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-44d1264d-6454-44a0-b72c-3530de08d5d3 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:05.148144 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d1264d-6454-44a0-b72c-3530de08d5d3 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Fanout notify agent at l3_agent the message router_deleted on router 69d49c21-868f-4ad1-bb70-47059c270441 {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:12:05.157944 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-44d1264d-6454-44a0-b72c-3530de08d5d3 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:05.162250 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-44d1264d-6454-44a0-b72c-3530de08d5d3 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "DELETE /v2.0/routers/69d49c21-868f-4ad1-bb70-47059c270441 HTTP/1.1" status: 204 len: 168 time: 0.5757501 Aug 16 21:12:05.163006 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42698) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:05.180229 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-6b41d4a4-48ee-4da1-a103-94f54efddcbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 7bfa5011-d4f4-4407-847c-6da5b4a5f9bd) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:12:05.187843 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b41d4a4-48ee-4da1-a103-94f54efddcbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:05.188661 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6b41d4a4-48ee-4da1-a103-94f54efddcbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:05.216676 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf3397-282c-482b-8b71-dcd4db391711 None None] Pushing event updated for resources: {'Port': ['ID=aaba1359-733f-49d1-994f-77aea06ae904,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:05.243758 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a224fec-058c-494e-96d7-8d638b239828 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Deleting subnet d22f21d3-1d30-47a5-8ba8-184131953fed {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:12:05.248607 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2a224fec-058c-494e-96d7-8d638b239828 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:05.249914 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bcc7b2-efab-4e93-be4a-1681702ea392 None None] get_active_networks_info from n-d-793620-15 {{(pid=101846) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 21:12:05.301391 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2a224fec-058c-494e-96d7-8d638b239828 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:05.302851 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-458221bd-1e98-4926-83d6-c8ed3d619db7 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1709616 Aug 16 21:12:05.305013 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6b41d4a4-48ee-4da1-a103-94f54efddcbe admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4000046 Aug 16 21:12:05.308512 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42702) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:05.314173 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-013fe4b3-355e-4eae-8311-4f52bb4986b3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-923624975-router', 'tenant_id': 'b2524ddb9a3c400292e84e389467fcb2', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:12:05.318846 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42704) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:05.324869 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-1a7d6a62-442a-4cc3-89fe-873066848c07 None None] Attempting to bind port aaba1359-733f-49d1-994f-77aea06ae904 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:12:05.330581 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-1a7d6a62-442a-4cc3-89fe-873066848c07 None None] Attempting to bind port aaba1359-733f-49d1-994f-77aea06ae904 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3456df01-52c5-43ba-a161-9c0fc3337c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8355fb6f-268b-4981-9676-2d3c73404659'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:12:05.330581 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7d6a62-442a-4cc3-89fe-873066848c07 None None] Attempting to bind port aaba1359-733f-49d1-994f-77aea06ae904 on network 8355fb6f-268b-4981-9676-2d3c73404659 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:12:05.336289 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 5452f25a-7f57-4822-86f4-c3185aae9338 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:05.336675 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:05.354381 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7d6a62-442a-4cc3-89fe-873066848c07 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:12:05.354662 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7d6a62-442a-4cc3-89fe-873066848c07 None None] Checking segment: {'id': '3456df01-52c5-43ba-a161-9c0fc3337c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8355fb6f-268b-4981-9676-2d3c73404659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:12:05.355081 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1a7d6a62-442a-4cc3-89fe-873066848c07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:05.355521 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7d6a62-442a-4cc3-89fe-873066848c07 None None] Bound using segment: {'id': '3456df01-52c5-43ba-a161-9c0fc3337c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8355fb6f-268b-4981-9676-2d3c73404659'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:12:05.356036 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-1a7d6a62-442a-4cc3-89fe-873066848c07 None None] Bound port: aaba1359-733f-49d1-994f-77aea06ae904, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3456df01-52c5-43ba-a161-9c0fc3337c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8355fb6f-268b-4981-9676-2d3c73404659'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:12:05.361551 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1a7d6a62-442a-4cc3-89fe-873066848c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:05.393317 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80e7ddd-9756-4811-b02f-486448c3dc51 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:05.395094 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80e7ddd-9756-4811-b02f-486448c3dc51 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:05.396842 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80e7ddd-9756-4811-b02f-486448c3dc51 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:05.398489 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80e7ddd-9756-4811-b02f-486448c3dc51 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:05.400833 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80e7ddd-9756-4811-b02f-486448c3dc51 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:05.401013 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2a224fec-058c-494e-96d7-8d638b239828 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:05.404607 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f80e7ddd-9756-4811-b02f-486448c3dc51 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0829487 Aug 16 21:12:05.408471 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42706) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:05.446378 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-013fe4b3-355e-4eae-8311-4f52bb4986b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:05.447772 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-013fe4b3-355e-4eae-8311-4f52bb4986b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:05.481511 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78620d9d-8d25-4b94-a6a3-a687d8d40970 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['shared'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:05.484228 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78620d9d-8d25-4b94-a6a3-a687d8d40970 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['shared'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:05.485694 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78620d9d-8d25-4b94-a6a3-a687d8d40970 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['shared'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:05.487104 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78620d9d-8d25-4b94-a6a3-a687d8d40970 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['shared'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:05.488571 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78620d9d-8d25-4b94-a6a3-a687d8d40970 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['shared'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:05.490184 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-78620d9d-8d25-4b94-a6a3-a687d8d40970 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0806668 Aug 16 21:12:05.493805 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42708) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:05.504213 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-1a7d6a62-442a-4cc3-89fe-873066848c07 None None] For port aaba1359-733f-49d1-994f-77aea06ae904, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:12:05.507959 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2a224fec-058c-494e-96d7-8d638b239828 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:05.509755 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-1a7d6a62-442a-4cc3-89fe-873066848c07 None None] For port aaba1359-733f-49d1-994f-77aea06ae904, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=aaba1359-733f-49d1-994f-77aea06ae904,segment=NetworkSegment(3456df01-52c5-43ba-a161-9c0fc3337c5d),segment_id=3456df01-52c5-43ba-a161-9c0fc3337c5d)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:12:05.527683 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bcc7b2-efab-4e93-be4a-1681702ea392 None None] Resources bound (agent type, host, resource id): {{(pid=101846) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 21:12:05.538637 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a224fec-058c-494e-96d7-8d638b239828 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event deleted for resources: {'Subnet': ['ID=d22f21d3-1d30-47a5-8ba8-184131953fed,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:05.540800 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2a224fec-058c-494e-96d7-8d638b239828 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:05.546182 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2a224fec-058c-494e-96d7-8d638b239828 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "DELETE /v2.0/subnets/d22f21d3-1d30-47a5-8ba8-184131953fed HTTP/1.1" status: 204 len: 168 time: 0.3815081 Aug 16 21:12:05.547435 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42710) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:05.559029 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5e7800a1-3c33-4d29-9922-341948b43e07 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:12:05.571913 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1a7d6a62-442a-4cc3-89fe-873066848c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:05.603810 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-013fe4b3-355e-4eae-8311-4f52bb4986b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:05.630015 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9ff94cd9-618b-4692-a2e9-b1063eff93e7 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:05.642344 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25be762-0d35-46eb-9cf6-fed6b0ba2074 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:05.647313 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f25be762-0d35-46eb-9cf6-fed6b0ba2074 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "GET /v2.0/networks/37a47909-d216-479b-8a95-a4a57a97ad87 HTTP/1.1" status: 200 len: 803 time: 0.1489727 Aug 16 21:12:05.647562 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42712) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:05.687548 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-9ff94cd9-618b-4692-a2e9-b1063eff93e7 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Deleting port 5e7800a1-3c33-4d29-9922-341948b43e07 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:12:05.688020 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9ff94cd9-618b-4692-a2e9-b1063eff93e7 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:05.721107 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7d6a62-442a-4cc3-89fe-873066848c07 None None] Routers {'9597152b-9417-4487-a788-cece9411617b'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:12:05.721792 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-1a7d6a62-442a-4cc3-89fe-873066848c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:11:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['9597152b-9417-4487-a788-cece9411617b'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:05.725550 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf3397-282c-482b-8b71-dcd4db391711 None None] Pushing event updated for resources: {'Port': ['ID=aaba1359-733f-49d1-994f-77aea06ae904,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:05.764025 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-9ff94cd9-618b-4692-a2e9-b1063eff93e7 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] For port 5e7800a1-3c33-4d29-9922-341948b43e07, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5e7800a1-3c33-4d29-9922-341948b43e07,segment=NetworkSegment(c30d0835-328b-4477-8ffa-dac309ffe4d0),segment_id=c30d0835-328b-4477-8ffa-dac309ffe4d0)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:05.765121 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9ff94cd9-618b-4692-a2e9-b1063eff93e7 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:05.779042 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-9ff94cd9-618b-4692-a2e9-b1063eff93e7 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Calling delete_port for 5e7800a1-3c33-4d29-9922-341948b43e07 owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:12:05.834939 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 5e7800a1-3c33-4d29-9922-341948b43e07 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:05.835303 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:05.941750 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9ff94cd9-618b-4692-a2e9-b1063eff93e7 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:05.950347 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-1a7d6a62-442a-4cc3-89fe-873066848c07 None None] Set router 9597152b-9417-4487-a788-cece9411617b gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:12:05.975290 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff94cd9-618b-4692-a2e9-b1063eff93e7 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event deleted for resources: {'Port': ['ID=5e7800a1-3c33-4d29-9922-341948b43e07,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:05.986253 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff94cd9-618b-4692-a2e9-b1063eff93e7 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] No DVR routers for this DVR port 5e7800a1-3c33-4d29-9922-341948b43e07 on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:12:06.010212 n-d-793620-15 neutron-server[101846]: INFO neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No ports have port_id starting with 5e7800a1-3c33-4d29-9922-341948b43e07 Aug 16 21:12:06.074173 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9ff94cd9-618b-4692-a2e9-b1063eff93e7 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:06.086491 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-9ff94cd9-618b-4692-a2e9-b1063eff93e7 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea7ba6f-c2a8-469b-838a-2018bfaba5fe']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:06.099415 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-9ff94cd9-618b-4692-a2e9-b1063eff93e7 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c30d0835-328b-4477-8ffa-dac309ffe4d0') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:06.099926 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-9ff94cd9-618b-4692-a2e9-b1063eff93e7 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c30d0835-328b-4477-8ffa-dac309ffe4d0') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:06.109843 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9ff94cd9-618b-4692-a2e9-b1063eff93e7 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:06.123379 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d63b49f-a197-4b00-9398-b192f33dc638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-7bfa5011-d4f4-4407-847c-6da5b4a5f9bd', 'network_id': '7bfa5011-d4f4-4407-847c-6da5b4a5f9bd', 'tenant_id': 'b2524ddb9a3c400292e84e389467fcb2', 'fixed_ips': [{'subnet_id': 'b8d23c8a-a10f-4a3e-a9f4-2e0fa38f71f7'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:12:06.125184 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7d63b49f-a197-4b00-9398-b192f33dc638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:06.129626 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9ff94cd9-618b-4692-a2e9-b1063eff93e7 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:06.138594 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff94cd9-618b-4692-a2e9-b1063eff93e7 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:12:06.138594 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9ff94cd9-618b-4692-a2e9-b1063eff93e7 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:06.140947 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:12:06.140947 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:12:06.140947 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:12:06.140947 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:12:06.140947 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:12:06.140947 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:12:06.140947 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:12:06.140947 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:12:06.140947 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:12:06.140947 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:12:06.140947 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:12:06.140947 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:12:06.140947 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:12:06.140947 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:12:06.140947 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:12:06.140947 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:12:06.140947 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:12:06.140947 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:12:06.140947 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:12:06.140947 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:12:06.140947 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:12:06.140947 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:12:06.140947 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:12:06.140947 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:12:06.140947 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:12:06.140947 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:12:06.140947 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:12:06.140947 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:12:06.140947 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:12:06.140947 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:12:06.140947 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:12:06.140947 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:12:06.158667 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-013fe4b3-355e-4eae-8311-4f52bb4986b3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:06.191264 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4110fc0b-5005-4540-b795-1719a10a02cb tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "GET /v2.0/networks/37a47909-d216-479b-8a95-a4a57a97ad87?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.5391800 Aug 16 21:12:06.191536 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42714) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:06.250597 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9ff94cd9-618b-4692-a2e9-b1063eff93e7 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:06.264069 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9ff94cd9-618b-4692-a2e9-b1063eff93e7 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:06.270578 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9ff94cd9-618b-4692-a2e9-b1063eff93e7 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "DELETE /v2.0/networks/aea7ba6f-c2a8-469b-838a-2018bfaba5fe HTTP/1.1" status: 204 len: 168 time: 0.7190342 Aug 16 21:12:06.273509 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42716) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:06.277317 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff94cd9-618b-4692-a2e9-b1063eff93e7 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event deleted for resources: {'Network': ['ID=aea7ba6f-c2a8-469b-838a-2018bfaba5fe,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:06.284817 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-681c9c5f-9897-4078-974f-697170dad3e6 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2012332237', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}, 'admin_state_up': False}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:12:06.294759 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd9c523-a7f5-4b50-9f0b-4d85e741ecfc tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:06.296596 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3cd9c523-a7f5-4b50-9f0b-4d85e741ecfc tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "GET /v2.0/subnets/4f69fd35-0a0e-4623-b963-fc4fe955b2ed HTTP/1.1" status: 200 len: 843 time: 0.1040902 Aug 16 21:12:06.300523 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42718) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:06.335262 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-7d63b49f-a197-4b00-9398-b192f33dc638 None None] Allocated IP 172.20.0.2 (7bfa5011-d4f4-4407-847c-6da5b4a5f9bd/b8d23c8a-a10f-4a3e-a9f4-2e0fa38f71f7/4b56ab9f-43a9-47e6-b36e-4e58baa0a6a0) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:12:06.358915 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-1a7d6a62-442a-4cc3-89fe-873066848c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9597152b-9417-4487-a788-cece9411617b', 'name': 'tempest-TestVolumeBackupRestore-1940164414-router', 'tenant_id': 'c0bff215d26d44098ee353416e3d92dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '5452f25a-7f57-4822-86f4-c3185aae9338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:11:52Z', 'updated_at': '2021-08-16T21:11:59Z', 'revision_number': 4, 'project_id': 'c0bff215d26d44098ee353416e3d92dc', 'gw_port': {'id': '5452f25a-7f57-4822-86f4-c3185aae9338', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9597152b-9417-4487-a788-cece9411617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:53Z', 'updated_at': '2021-08-16T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'aaba1359-733f-49d1-994f-77aea06ae904', 'name': '', 'network_id': '8355fb6f-268b-4981-9676-2d3c73404659', 'tenant_id': 'c0bff215d26d44098ee353416e3d92dc', 'mac_address': 'fa:16:3e:74:e8:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9597152b-9417-4487-a788-cece9411617b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '0543fff8-07dd-420f-8cde-4ff3c517bb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:57Z', 'updated_at': '2021-08-16T21:12:05Z', 'revision_number': 4, 'project_id': 'c0bff215d26d44098ee353416e3d92dc', 'subnets': [{'id': '0543fff8-07dd-420f-8cde-4ff3c517bb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:06.362596 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce2bb42-06e4-4514-b3bf-e665b213a471 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['shared'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:06.367468 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2ce2bb42-06e4-4514-b3bf-e665b213a471 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "GET /v2.0/subnets/4f69fd35-0a0e-4623-b963-fc4fe955b2ed?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0626259 Aug 16 21:12:06.368661 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42724) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:06.373183 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-68a9a6c8-6647-4a7f-b0ee-206076ebe110 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1929402345'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:12:06.419864 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-681c9c5f-9897-4078-974f-697170dad3e6 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:06.421746 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-681c9c5f-9897-4078-974f-697170dad3e6 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:06.424936 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7d6a62-442a-4cc3-89fe-873066848c07 None None] The sync data for ids ['9597152b-9417-4487-a788-cece9411617b'] in n-d-793620-15 is: [{'id': '9597152b-9417-4487-a788-cece9411617b', 'name': 'tempest-TestVolumeBackupRestore-1940164414-router', 'tenant_id': 'c0bff215d26d44098ee353416e3d92dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '5452f25a-7f57-4822-86f4-c3185aae9338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:11:52Z', 'updated_at': '2021-08-16T21:11:59Z', 'revision_number': 4, 'project_id': 'c0bff215d26d44098ee353416e3d92dc', 'gw_port': {'id': '5452f25a-7f57-4822-86f4-c3185aae9338', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9597152b-9417-4487-a788-cece9411617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:53Z', 'updated_at': '2021-08-16T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'aaba1359-733f-49d1-994f-77aea06ae904', 'name': '', 'network_id': '8355fb6f-268b-4981-9676-2d3c73404659', 'tenant_id': 'c0bff215d26d44098ee353416e3d92dc', 'mac_address': 'fa:16:3e:74:e8:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9597152b-9417-4487-a788-cece9411617b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '0543fff8-07dd-420f-8cde-4ff3c517bb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:57Z', 'updated_at': '2021-08-16T21:12:05Z', 'revision_number': 4, 'project_id': 'c0bff215d26d44098ee353416e3d92dc', 'subnets': [{'id': '0543fff8-07dd-420f-8cde-4ff3c517bb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:12:06.486474 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a9a6c8-6647-4a7f-b0ee-206076ebe110 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Made reservation on behalf of 00694f7564e4464e82e8af5ffc2bd14e for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:12:06.496891 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-68a9a6c8-6647-4a7f-b0ee-206076ebe110 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:06.538606 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68a9a6c8-6647-4a7f-b0ee-206076ebe110 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:12:06.547590 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-681c9c5f-9897-4078-974f-697170dad3e6 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:06.560202 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-68a9a6c8-6647-4a7f-b0ee-206076ebe110 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:06.560202 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-68a9a6c8-6647-4a7f-b0ee-206076ebe110 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Added segment 0a979beb-ff0b-4a87-aff1-b02e0b943396 of type vlan for network f2c00c93-afb3-433c-9c57-0285db26c314 Aug 16 21:12:06.588403 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7d63b49f-a197-4b00-9398-b192f33dc638 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:06.596509 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-013fe4b3-355e-4eae-8311-4f52bb4986b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:06.598669 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7d63b49f-a197-4b00-9398-b192f33dc638 None None] Transition to ACTIVE for port object 4b56ab9f-43a9-47e6-b36e-4e58baa0a6a0 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:12:06.612025 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-68a9a6c8-6647-4a7f-b0ee-206076ebe110 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:06.620218 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7d63b49f-a197-4b00-9398-b192f33dc638 None None] Transition to ACTIVE for port object 4b56ab9f-43a9-47e6-b36e-4e58baa0a6a0 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:12:06.627201 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:12:06.629801 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-013fe4b3-355e-4eae-8311-4f52bb4986b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:06.702431 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7d63b49f-a197-4b00-9398-b192f33dc638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:06.736720 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-68a9a6c8-6647-4a7f-b0ee-206076ebe110 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:06.744810 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a9a6c8-6647-4a7f-b0ee-206076ebe110 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:06.745474 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-68a9a6c8-6647-4a7f-b0ee-206076ebe110 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:06.754821 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d63b49f-a197-4b00-9398-b192f33dc638 None None] Network 7bfa5011-d4f4-4407-847c-6da5b4a5f9bd is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:12:06.762319 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-7d63b49f-a197-4b00-9398-b192f33dc638 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:12:06.768933 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d63b49f-a197-4b00-9398-b192f33dc638 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:12:06.825972 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9a6c8-6647-4a7f-b0ee-206076ebe110 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event updated for resources: {'Network': ['ID=f2c00c93-afb3-433c-9c57-0285db26c314,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:06.845652 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63b49f-a197-4b00-9398-b192f33dc638 None None] Pushing event updated for resources: {'Port': ['ID=4b56ab9f-43a9-47e6-b36e-4e58baa0a6a0,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:06.853637 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-7d63b49f-a197-4b00-9398-b192f33dc638 None None] Attempting to bind port 4b56ab9f-43a9-47e6-b36e-4e58baa0a6a0 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:12:06.854013 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-7d63b49f-a197-4b00-9398-b192f33dc638 None None] Attempting to bind port 4b56ab9f-43a9-47e6-b36e-4e58baa0a6a0 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '403cb44d-4b8c-406e-a8cf-40b36166c4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7bfa5011-d4f4-4407-847c-6da5b4a5f9bd'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:12:06.856430 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-681c9c5f-9897-4078-974f-697170dad3e6 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:06.858603 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d63b49f-a197-4b00-9398-b192f33dc638 None None] Attempting to bind port 4b56ab9f-43a9-47e6-b36e-4e58baa0a6a0 on network 7bfa5011-d4f4-4407-847c-6da5b4a5f9bd {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:12:06.861071 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network f2c00c93-afb3-433c-9c57-0285db26c314 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:12:06.869007 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-68a9a6c8-6647-4a7f-b0ee-206076ebe110 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4996874 Aug 16 21:12:06.871342 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42726) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:06.878028 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-2d2a6a69-d78d-4810-b38f-21b393348559 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Request body: {'subnet': {'network_id': 'f2c00c93-afb3-433c-9c57-0285db26c314', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:12:06.924535 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d63b49f-a197-4b00-9398-b192f33dc638 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:12:06.924837 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d63b49f-a197-4b00-9398-b192f33dc638 None None] Checking segment: {'id': '403cb44d-4b8c-406e-a8cf-40b36166c4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7bfa5011-d4f4-4407-847c-6da5b4a5f9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:12:06.925256 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7d63b49f-a197-4b00-9398-b192f33dc638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:06.925647 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d63b49f-a197-4b00-9398-b192f33dc638 None None] Bound using segment: {'id': '403cb44d-4b8c-406e-a8cf-40b36166c4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7bfa5011-d4f4-4407-847c-6da5b4a5f9bd'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:12:06.926347 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-7d63b49f-a197-4b00-9398-b192f33dc638 None None] Bound port: 4b56ab9f-43a9-47e6-b36e-4e58baa0a6a0, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '403cb44d-4b8c-406e-a8cf-40b36166c4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7bfa5011-d4f4-4407-847c-6da5b4a5f9bd'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:12:06.926931 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7d63b49f-a197-4b00-9398-b192f33dc638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:06.943339 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-013fe4b3-355e-4eae-8311-4f52bb4986b3 admin admin] Allocated IP 172.25.1.187 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/5b002108-b7fb-41a1-9339-b92f709df00b) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:12:07.049109 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7d63b49f-a197-4b00-9398-b192f33dc638 None None] For port 4b56ab9f-43a9-47e6-b36e-4e58baa0a6a0, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:12:07.057788 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7d63b49f-a197-4b00-9398-b192f33dc638 None None] For port 4b56ab9f-43a9-47e6-b36e-4e58baa0a6a0, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=4b56ab9f-43a9-47e6-b36e-4e58baa0a6a0,segment=NetworkSegment(403cb44d-4b8c-406e-a8cf-40b36166c4c3),segment_id=403cb44d-4b8c-406e-a8cf-40b36166c4c3)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:12:07.066104 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device aaba1359-733f-49d1-994f-77aea06ae904 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:12:07.135750 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-013fe4b3-355e-4eae-8311-4f52bb4986b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:07.142194 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7d63b49f-a197-4b00-9398-b192f33dc638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:07.142761 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2a6a69-d78d-4810-b38f-21b393348559 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Made reservation on behalf of 00694f7564e4464e82e8af5ffc2bd14e for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:12:07.147945 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2d2a6a69-d78d-4810-b38f-21b393348559 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:07.217090 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63b49f-a197-4b00-9398-b192f33dc638 None None] Pushing event updated for resources: {'Port': ['ID=4b56ab9f-43a9-47e6-b36e-4e58baa0a6a0,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:07.229781 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port aaba1359-733f-49d1-994f-77aea06ae904 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:12:07.236567 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port aaba1359-733f-49d1-994f-77aea06ae904 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:07.237155 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:07.274935 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.ipam_backend_mixin [None req-2d2a6a69-d78d-4810-b38f-21b393348559 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Performing IP validity checks on allocation pools {{(pid=101844) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 21:12:07.275470 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.ipam_backend_mixin [None req-2d2a6a69-d78d-4810-b38f-21b393348559 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101844) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 21:12:07.337313 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-013fe4b3-355e-4eae-8311-4f52bb4986b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:07.385529 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:07.409118 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013fe4b3-355e-4eae-8311-4f52bb4986b3 admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:12:07.435243 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-013fe4b3-355e-4eae-8311-4f52bb4986b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:12:07.435612 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port aaba1359-733f-49d1-994f-77aea06ae904, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=aaba1359-733f-49d1-994f-77aea06ae904,segment=NetworkSegment(3456df01-52c5-43ba-a161-9c0fc3337c5d),segment_id=3456df01-52c5-43ba-a161-9c0fc3337c5d)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:07.442352 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013fe4b3-355e-4eae-8311-4f52bb4986b3 admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:12:07.513653 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-681c9c5f-9897-4078-974f-697170dad3e6 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:07.514038 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:07.573614 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013fe4b3-355e-4eae-8311-4f52bb4986b3 admin admin] Pushing event updated for resources: {'Port': ['ID=5b002108-b7fb-41a1-9339-b92f709df00b,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:07.588051 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-681c9c5f-9897-4078-974f-697170dad3e6 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:07.650462 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2d2a6a69-d78d-4810-b38f-21b393348559 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:07.651205 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=aaba1359-733f-49d1-994f-77aea06ae904,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:07.764128 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2a6a69-d78d-4810-b38f-21b393348559 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event updated for resources: {'Subnet': ['ID=342584c6-ea8c-4829-9b2a-d23b13f45f81,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:07.782653 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2a6a69-d78d-4810-b38f-21b393348559 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Checking segment: {'id': '0a979beb-ff0b-4a87-aff1-b02e0b943396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2c00c93-afb3-433c-9c57-0285db26c314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:12:07.783025 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2a6a69-d78d-4810-b38f-21b393348559 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Network hostable DHCP agents. Network: f2c00c93-afb3-433c-9c57-0285db26c314, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:12:07.844320 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2a6a69-d78d-4810-b38f-21b393348559 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Network f2c00c93-afb3-433c-9c57-0285db26c314 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:12:07.876647 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-681c9c5f-9897-4078-974f-697170dad3e6 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Allocated IP 172.25.1.201 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/3f54f656-dc1a-45eb-aa6e-87132808f089) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:12:07.946732 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-2d2a6a69-d78d-4810-b38f-21b393348559 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, f2c00c93-afb3-433c-9c57-0285db26c314) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:12:07.956676 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2a6a69-d78d-4810-b38f-21b393348559 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:07.956676 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2d2a6a69-d78d-4810-b38f-21b393348559 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:08.033643 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2d2a6a69-d78d-4810-b38f-21b393348559 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1608210 Aug 16 21:12:08.037245 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42738) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:08.041619 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-f1bf494a-df5a-470f-9d59-3f3018e526bf tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:12:08.089726 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-681c9c5f-9897-4078-974f-697170dad3e6 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:08.092238 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-013fe4b3-355e-4eae-8311-4f52bb4986b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:08.184354 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f1bf494a-df5a-470f-9d59-3f3018e526bf tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59492298'] for subnet, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:08.372677 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-013fe4b3-355e-4eae-8311-4f52bb4986b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:08.420348 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-681c9c5f-9897-4078-974f-697170dad3e6 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:08.496833 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f1bf494a-df5a-470f-9d59-3f3018e526bf tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744992572088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59020101'] for subnet, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:08.509812 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681c9c5f-9897-4078-974f-697170dad3e6 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:12:08.519329 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-681c9c5f-9897-4078-974f-697170dad3e6 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:12:08.521754 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681c9c5f-9897-4078-974f-697170dad3e6 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:12:08.546374 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c9c5f-9897-4078-974f-697170dad3e6 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event updated for resources: {'Port': ['ID=3f54f656-dc1a-45eb-aa6e-87132808f089,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:08.546571 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bf494a-df5a-470f-9d59-3f3018e526bf tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:08.547181 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f1bf494a-df5a-470f-9d59-3f3018e526bf tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:08.551339 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f1bf494a-df5a-470f-9d59-3f3018e526bf tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "PUT /v2.0/subnets/342584c6-ea8c-4829-9b2a-d23b13f45f81 HTTP/1.1" status: 200 len: 900 time: 0.5141461 Aug 16 21:12:08.558080 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42744) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:08.578664 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef51b2f6-64ef-4643-a7d9-ee574e2d56a5 None None] Network 7bfa5011-d4f4-4407-847c-6da5b4a5f9bd requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:12:08.585696 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e938d9-53ab-47c6-8bbb-7320f01ea9ef None None] Network f2c00c93-afb3-433c-9c57-0285db26c314 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:12:08.588890 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf494a-df5a-470f-9d59-3f3018e526bf tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event updated for resources: {'Subnet': ['ID=342584c6-ea8c-4829-9b2a-d23b13f45f81,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:08.806580 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:08.870129 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:08.959354 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ddb66133-21b3-4dbb-aaea-1511536a2bea None None] Provisioning for port 4b56ab9f-43a9-47e6-b36e-4e58baa0a6a0 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:12:09.017831 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baee6347-907e-4300-ba3e-a397969700be None None] DHCP port deletion for aea7ba6f-c2a8-469b-838a-2018bfaba5fe request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:12:09.119137 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21177d5b-d30c-423e-b81d-df90dcb4cd1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-f2c00c93-afb3-433c-9c57-0285db26c314', 'network_id': 'f2c00c93-afb3-433c-9c57-0285db26c314', 'tenant_id': '00694f7564e4464e82e8af5ffc2bd14e', 'fixed_ips': [{'subnet_id': '342584c6-ea8c-4829-9b2a-d23b13f45f81'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:12:09.120073 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-21177d5b-d30c-423e-b81d-df90dcb4cd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:09.122256 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 4b56ab9f-43a9-47e6-b36e-4e58baa0a6a0 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:12:09.198551 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1347a156-466f-44d3-be71-89c27c35550c None None] Provisioning complete for port aaba1359-733f-49d1-994f-77aea06ae904 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:09.198925 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1347a156-466f-44d3-be71-89c27c35550c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:09.267352 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013fe4b3-355e-4eae-8311-4f52bb4986b3 admin admin] Router 8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:12:09.364278 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-21177d5b-d30c-423e-b81d-df90dcb4cd1d None None] Allocated IP 2001:db8::3 (f2c00c93-afb3-433c-9c57-0285db26c314/342584c6-ea8c-4829-9b2a-d23b13f45f81/fc02e2cf-58b4-4724-bf9a-6e8d59531962) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:12:09.387262 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 4b56ab9f-43a9-47e6-b36e-4e58baa0a6a0 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:12:09.398710 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 4b56ab9f-43a9-47e6-b36e-4e58baa0a6a0 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:09.399094 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:09.445184 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-681c9c5f-9897-4078-974f-697170dad3e6 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:09.540582 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013fe4b3-355e-4eae-8311-4f52bb4986b3 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:12:09.555208 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fe4118-b5f8-4851-ba66-a62ab9ff788b None None] Sync routers for ids ['8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:12:09.569454 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fe4118-b5f8-4851-ba66-a62ab9ff788b None None] Routers {'8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:12:09.572526 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-d2fe4118-b5f8-4851-ba66-a62ab9ff788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:11:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:09.627722 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-013fe4b3-355e-4eae-8311-4f52bb4986b3 admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:09.629058 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-013fe4b3-355e-4eae-8311-4f52bb4986b3 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.3193967 Aug 16 21:12:09.631964 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42752) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:09.639111 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:09.694146 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5d2c070d-9c01-4aaa-904b-966dea235148 None None] Provisioning complete for port aaba1359-733f-49d1-994f-77aea06ae904 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:09.694638 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5d2c070d-9c01-4aaa-904b-966dea235148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:09.723825 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-21177d5b-d30c-423e-b81d-df90dcb4cd1d None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:09.758882 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-681c9c5f-9897-4078-974f-697170dad3e6 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:09.764433 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-21177d5b-d30c-423e-b81d-df90dcb4cd1d None None] Transition to ACTIVE for port object fc02e2cf-58b4-4724-bf9a-6e8d59531962 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:12:09.771601 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-d2fe4118-b5f8-4851-ba66-a62ab9ff788b None None] Set router 8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:12:09.774763 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 4b56ab9f-43a9-47e6-b36e-4e58baa0a6a0, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=4b56ab9f-43a9-47e6-b36e-4e58baa0a6a0,segment=NetworkSegment(403cb44d-4b8c-406e-a8cf-40b36166c4c3),segment_id=403cb44d-4b8c-406e-a8cf-40b36166c4c3)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:09.798986 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-21177d5b-d30c-423e-b81d-df90dcb4cd1d None None] Transition to ACTIVE for port object fc02e2cf-58b4-4724-bf9a-6e8d59531962 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:12:09.874625 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:09.875674 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device aaba1359-733f-49d1-994f-77aea06ae904 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:12:09.878414 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-21177d5b-d30c-423e-b81d-df90dcb4cd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:10.000722 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21177d5b-d30c-423e-b81d-df90dcb4cd1d None None] Network f2c00c93-afb3-433c-9c57-0285db26c314 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:12:10.019136 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-21177d5b-d30c-423e-b81d-df90dcb4cd1d None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:12:10.022061 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:10.023124 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21177d5b-d30c-423e-b81d-df90dcb4cd1d None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:12:10.032719 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5668fa-2e77-4c3a-9082-51a53816c725 None None] Network 7bfa5011-d4f4-4407-847c-6da5b4a5f9bd requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:12:10.114211 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-d2fe4118-b5f8-4851-ba66-a62ab9ff788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc', 'name': 'tempest-TestVolumeBackupRestore-923624975-router', 'tenant_id': 'b2524ddb9a3c400292e84e389467fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5b002108-b7fb-41a1-9339-b92f709df00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:12:05Z', 'updated_at': '2021-08-16T21:12:07Z', 'revision_number': 3, 'project_id': 'b2524ddb9a3c400292e84e389467fcb2', 'gw_port': {'id': '5b002108-b7fb-41a1-9339-b92f709df00b', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:71:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:06Z', 'updated_at': '2021-08-16T21:12:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:10.142148 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=4b56ab9f-43a9-47e6-b36e-4e58baa0a6a0,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:10.171832 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event deleted for resources: {'Subnet': ['ID=342584c6-ea8c-4829-9b2a-d23b13f45f81,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:10.190243 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fe4118-b5f8-4851-ba66-a62ab9ff788b None None] Checking router: 8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:12:10.190978 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fe4118-b5f8-4851-ba66-a62ab9ff788b None None] Updating router 8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc port 5b002108-b7fb-41a1-9339-b92f709df00b binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:12:10.193683 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f50ecd63-4ec6-4cc4-99f0-59a39fb20591 None None] Provisioning complete for port 4b56ab9f-43a9-47e6-b36e-4e58baa0a6a0 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:10.194068 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f50ecd63-4ec6-4cc4-99f0-59a39fb20591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:10.195621 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port aaba1359-733f-49d1-994f-77aea06ae904 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:10.196003 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:10.235095 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-d2fe4118-b5f8-4851-ba66-a62ab9ff788b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:10.284857 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:10.285095 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:10.285425 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:10.285760 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:10.286094 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:10.286427 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:10.286754 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:10.287088 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:10.287415 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:10.287739 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:10.296915 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:10.297274 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:10.340306 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21177d5b-d30c-423e-b81d-df90dcb4cd1d None None] Pushing event updated for resources: {'Port': ['ID=fc02e2cf-58b4-4724-bf9a-6e8d59531962,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:10.344933 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:10.349792 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-21177d5b-d30c-423e-b81d-df90dcb4cd1d None None] Attempting to bind port fc02e2cf-58b4-4724-bf9a-6e8d59531962 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:12:10.350082 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-21177d5b-d30c-423e-b81d-df90dcb4cd1d None None] Attempting to bind port fc02e2cf-58b4-4724-bf9a-6e8d59531962 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '0a979beb-ff0b-4a87-aff1-b02e0b943396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2c00c93-afb3-433c-9c57-0285db26c314'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:12:10.350376 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21177d5b-d30c-423e-b81d-df90dcb4cd1d None None] Attempting to bind port fc02e2cf-58b4-4724-bf9a-6e8d59531962 on network f2c00c93-afb3-433c-9c57-0285db26c314 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:12:10.367937 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c00c93-afb3-433c-9c57-0285db26c314']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:10.380286 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21177d5b-d30c-423e-b81d-df90dcb4cd1d None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:12:10.380734 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21177d5b-d30c-423e-b81d-df90dcb4cd1d None None] Checking segment: {'id': '0a979beb-ff0b-4a87-aff1-b02e0b943396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2c00c93-afb3-433c-9c57-0285db26c314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:12:10.381070 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-21177d5b-d30c-423e-b81d-df90dcb4cd1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:10.381474 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21177d5b-d30c-423e-b81d-df90dcb4cd1d None None] Bound using segment: {'id': '0a979beb-ff0b-4a87-aff1-b02e0b943396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2c00c93-afb3-433c-9c57-0285db26c314'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:12:10.382122 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-21177d5b-d30c-423e-b81d-df90dcb4cd1d None None] Bound port: fc02e2cf-58b4-4724-bf9a-6e8d59531962, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a979beb-ff0b-4a87-aff1-b02e0b943396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2c00c93-afb3-433c-9c57-0285db26c314'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:12:10.382508 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-21177d5b-d30c-423e-b81d-df90dcb4cd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:10.388918 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a979beb-ff0b-4a87-aff1-b02e0b943396') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:10.389268 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a979beb-ff0b-4a87-aff1-b02e0b943396') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:10.410393 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681c9c5f-9897-4078-974f-697170dad3e6 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Router 8d671d8c-385b-4d33-b02b-5584a67eebe5 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:12:10.413438 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:10.453158 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-21177d5b-d30c-423e-b81d-df90dcb4cd1d None None] For port fc02e2cf-58b4-4724-bf9a-6e8d59531962, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:12:10.483682 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:10.501809 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:12:10.502224 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:10.505648 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:12:10.505648 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:12:10.505648 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:12:10.505648 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:12:10.505648 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:12:10.505648 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:12:10.505648 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:12:10.505648 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:12:10.505648 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:12:10.505648 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:12:10.505648 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:12:10.505648 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:12:10.505648 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:12:10.505648 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:12:10.505648 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:12:10.505648 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:12:10.505648 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:12:10.505648 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:12:10.505648 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:12:10.505648 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:12:10.505648 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:12:10.505648 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:12:10.505648 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:12:10.505648 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:12:10.505648 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:12:10.505648 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:12:10.505648 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:12:10.505648 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:12:10.505648 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:12:10.505648 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:12:10.505648 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:12:10.505648 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:12:10.573959 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-d2fe4118-b5f8-4851-ba66-a62ab9ff788b None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:10.649394 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-d2fe4118-b5f8-4851-ba66-a62ab9ff788b None None] Transition to ACTIVE for port object 5b002108-b7fb-41a1-9339-b92f709df00b will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:12:10.653047 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681c9c5f-9897-4078-974f-697170dad3e6 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:12:10.677433 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903c1372-fda9-4ee2-88dc-cda7bfadda66 None None] Sync routers for ids ['8d671d8c-385b-4d33-b02b-5584a67eebe5'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:12:10.682215 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-21177d5b-d30c-423e-b81d-df90dcb4cd1d None None] For port fc02e2cf-58b4-4724-bf9a-6e8d59531962, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=fc02e2cf-58b4-4724-bf9a-6e8d59531962,segment=NetworkSegment(0a979beb-ff0b-4a87-aff1-b02e0b943396),segment_id=0a979beb-ff0b-4a87-aff1-b02e0b943396)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:12:10.684994 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.db.api [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 21:12:10.684994 n-d-793620-15 neutron-server[101845]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 21:12:10.684994 n-d-793620-15 neutron-server[101845]: [parameters: {'id': 'f2c00c93-afb3-433c-9c57-0285db26c314'}] Aug 16 21:12:10.684994 n-d-793620-15 neutron-server[101845]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:12:10.685366 n-d-793620-15 neutron-server[101845]: DEBUG oslo_db.api [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:12:10.699083 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903c1372-fda9-4ee2-88dc-cda7bfadda66 None None] Routers {'8d671d8c-385b-4d33-b02b-5584a67eebe5'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:12:10.699083 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-903c1372-fda9-4ee2-88dc-cda7bfadda66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:11:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8d671d8c-385b-4d33-b02b-5584a67eebe5'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:10.719193 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-d2fe4118-b5f8-4851-ba66-a62ab9ff788b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:10.737357 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-903c1372-fda9-4ee2-88dc-cda7bfadda66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:10.747321 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-681c9c5f-9897-4078-974f-697170dad3e6 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:10.749156 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903c1372-fda9-4ee2-88dc-cda7bfadda66 None None] Routers {'8d671d8c-385b-4d33-b02b-5584a67eebe5'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:12:10.749914 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-903c1372-fda9-4ee2-88dc-cda7bfadda66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:11:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8d671d8c-385b-4d33-b02b-5584a67eebe5'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:10.751982 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-681c9c5f-9897-4078-974f-697170dad3e6 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.4745941 Aug 16 21:12:10.758175 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42756) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:10.793405 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-903c1372-fda9-4ee2-88dc-cda7bfadda66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:10.794200 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903c1372-fda9-4ee2-88dc-cda7bfadda66 None None] The sync data for ids ['8d671d8c-385b-4d33-b02b-5584a67eebe5'] in n-d-793620-15 is: [] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:12:10.805472 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-21177d5b-d30c-423e-b81d-df90dcb4cd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:10.830291 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-d2fe4118-b5f8-4851-ba66-a62ab9ff788b None None] Attempting to bind port 5b002108-b7fb-41a1-9339-b92f709df00b on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:12:10.835436 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-da4b9a7d-06b5-4f9d-b3e1-a4c46006d886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:10.843538 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-d2fe4118-b5f8-4851-ba66-a62ab9ff788b None None] Attempting to bind port 5b002108-b7fb-41a1-9339-b92f709df00b by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:12:10.862962 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fe4118-b5f8-4851-ba66-a62ab9ff788b None None] Attempting to bind port 5b002108-b7fb-41a1-9339-b92f709df00b on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:12:10.877469 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21177d5b-d30c-423e-b81d-df90dcb4cd1d None None] Pushing event updated for resources: {'Port': ['ID=fc02e2cf-58b4-4724-bf9a-6e8d59531962,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:10.878483 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3be39-45f6-43c1-a03b-c793b9b1b5c0 None None] Pushing event updated for resources: {'Port': ['ID=5b002108-b7fb-41a1-9339-b92f709df00b,revision_number=2']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:10.893141 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fe4118-b5f8-4851-ba66-a62ab9ff788b None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:12:10.895520 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fe4118-b5f8-4851-ba66-a62ab9ff788b None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:12:10.899165 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-d2fe4118-b5f8-4851-ba66-a62ab9ff788b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:10.899691 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fe4118-b5f8-4851-ba66-a62ab9ff788b None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:12:10.901855 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-d2fe4118-b5f8-4851-ba66-a62ab9ff788b None None] Bound port: 5b002108-b7fb-41a1-9339-b92f709df00b, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:12:10.904366 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-d2fe4118-b5f8-4851-ba66-a62ab9ff788b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:10.925134 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038a1a41-92b3-4b8d-a52d-a9196cb70781 None None] Network f2c00c93-afb3-433c-9c57-0285db26c314 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:12:11.023142 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42758) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:11.026588 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-91967122-d257-4cb5-bf1d-2dbea85aeeba tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "GET /v2.0/routers/8d671d8c-385b-4d33-b02b-5584a67eebe5 HTTP/1.1" status: 200 len: 885 time: 0.2716770 Aug 16 21:12:11.040348 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-d2fe4118-b5f8-4851-ba66-a62ab9ff788b None None] For port 5b002108-b7fb-41a1-9339-b92f709df00b, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:12:11.043723 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-d2fe4118-b5f8-4851-ba66-a62ab9ff788b None None] For port 5b002108-b7fb-41a1-9339-b92f709df00b, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5b002108-b7fb-41a1-9339-b92f709df00b,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:12:11.059308 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 4b56ab9f-43a9-47e6-b36e-4e58baa0a6a0 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:12:11.113271 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-fa386640-243b-4c8a-ad78-e548ec0ab629 None None] Provisioning complete for port 4b56ab9f-43a9-47e6-b36e-4e58baa0a6a0 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:11.113625 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fa386640-243b-4c8a-ad78-e548ec0ab629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:11.147961 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-d2fe4118-b5f8-4851-ba66-a62ab9ff788b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:11.179617 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8af01a6a-12f5-42ab-a9a8-ab4dfe276694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:11.188216 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:11.228690 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 4b56ab9f-43a9-47e6-b36e-4e58baa0a6a0 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:11.229070 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:11.254007 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-da4b9a7d-06b5-4f9d-b3e1-a4c46006d886 admin admin] Allocated IP 172.20.0.1 (7bfa5011-d4f4-4407-847c-6da5b4a5f9bd/b8d23c8a-a10f-4a3e-a9f4-2e0fa38f71f7/b36a5fb1-36f8-4722-a44b-f961f0a0ac4e) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:12:11.269820 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fe4118-b5f8-4851-ba66-a62ab9ff788b None None] Routers {'8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:12:11.271104 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-d2fe4118-b5f8-4851-ba66-a62ab9ff788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:11:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:11.275585 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3be39-45f6-43c1-a03b-c793b9b1b5c0 None None] Pushing event updated for resources: {'Port': ['ID=5b002108-b7fb-41a1-9339-b92f709df00b,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:11.278281 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857fe379-6f0c-4bbb-bb13-e4eaa8e40dae None None] Network f2c00c93-afb3-433c-9c57-0285db26c314 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:12:11.330660 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Deleting port fc02e2cf-58b4-4724-bf9a-6e8d59531962 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:12:11.331076 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:11.432510 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-d2fe4118-b5f8-4851-ba66-a62ab9ff788b None None] Set router 8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:12:11.449597 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] For port fc02e2cf-58b4-4724-bf9a-6e8d59531962, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=fc02e2cf-58b4-4724-bf9a-6e8d59531962,segment=NetworkSegment(0a979beb-ff0b-4a87-aff1-b02e0b943396),segment_id=0a979beb-ff0b-4a87-aff1-b02e0b943396)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:11.449846 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:11.470269 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5e7800a1-3c33-4d29-9922-341948b43e07 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:12:11.472597 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a39d8b8-a5b7-4751-a57d-b3d59f4fb63b None None] get_active_networks_info from n-d-793620-15 {{(pid=101846) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 21:12:11.475313 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Calling delete_port for fc02e2cf-58b4-4724-bf9a-6e8d59531962 owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:12:11.547053 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 5e7800a1-3c33-4d29-9922-341948b43e07 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:12:11.553589 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5e7800a1-3c33-4d29-9922-341948b43e07 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:12:11.590455 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-da4b9a7d-06b5-4f9d-b3e1-a4c46006d886 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:11.630464 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6b14d057-691f-4916-89a1-7261b182f9bb tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.5995879 Aug 16 21:12:11.633198 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42762) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:11.641192 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-c09540e3-648d-4a9b-ac78-282a4d9f1e88 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2012332237'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:12:11.654065 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-da4b9a7d-06b5-4f9d-b3e1-a4c46006d886 admin admin] Transition to ACTIVE for port object b36a5fb1-36f8-4722-a44b-f961f0a0ac4e will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:12:11.741847 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:11.758379 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] No DVR routers for this DVR port fc02e2cf-58b4-4724-bf9a-6e8d59531962 on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:12:11.758696 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-d2fe4118-b5f8-4851-ba66-a62ab9ff788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc', 'name': 'tempest-TestVolumeBackupRestore-923624975-router', 'tenant_id': 'b2524ddb9a3c400292e84e389467fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5b002108-b7fb-41a1-9339-b92f709df00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:12:05Z', 'updated_at': '2021-08-16T21:12:07Z', 'revision_number': 3, 'project_id': 'b2524ddb9a3c400292e84e389467fcb2', 'gw_port': {'id': '5b002108-b7fb-41a1-9339-b92f709df00b', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:71:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:06Z', 'updated_at': '2021-08-16T21:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:11.773885 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a39d8b8-a5b7-4751-a57d-b3d59f4fb63b None None] Resources bound (agent type, host, resource id): {{(pid=101846) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 21:12:11.797612 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fe4118-b5f8-4851-ba66-a62ab9ff788b None None] The sync data for ids ['8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc'] in n-d-793620-15 is: [{'id': '8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc', 'name': 'tempest-TestVolumeBackupRestore-923624975-router', 'tenant_id': 'b2524ddb9a3c400292e84e389467fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5b002108-b7fb-41a1-9339-b92f709df00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:12:05Z', 'updated_at': '2021-08-16T21:12:07Z', 'revision_number': 3, 'project_id': 'b2524ddb9a3c400292e84e389467fcb2', 'gw_port': {'id': '5b002108-b7fb-41a1-9339-b92f709df00b', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:71:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:06Z', 'updated_at': '2021-08-16T21:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:12:11.801104 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event deleted for resources: {'Port': ['ID=fc02e2cf-58b4-4724-bf9a-6e8d59531962,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:11.819722 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-da4b9a7d-06b5-4f9d-b3e1-a4c46006d886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:11.872897 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4b9a7d-06b5-4f9d-b3e1-a4c46006d886 admin admin] Network 7bfa5011-d4f4-4407-847c-6da5b4a5f9bd is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:12:11.877600 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-da4b9a7d-06b5-4f9d-b3e1-a4c46006d886 admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:12:11.895277 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4b9a7d-06b5-4f9d-b3e1-a4c46006d886 admin admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:12:11.910724 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:11.942373 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-da4b9a7d-06b5-4f9d-b3e1-a4c46006d886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:11.950767 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c00c93-afb3-433c-9c57-0285db26c314']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:11.969448 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a979beb-ff0b-4a87-aff1-b02e0b943396') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:11.969885 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a979beb-ff0b-4a87-aff1-b02e0b943396') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:11.985345 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b9a7d-06b5-4f9d-b3e1-a4c46006d886 admin admin] Pushing event updated for resources: {'Port': ['ID=b36a5fb1-36f8-4722-a44b-f961f0a0ac4e,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:12.091309 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:12.116881 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:12.128704 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:12:12.129199 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:12.132202 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:12:12.132202 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:12:12.132202 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:12:12.132202 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:12:12.132202 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:12:12.132202 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:12:12.132202 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:12:12.132202 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:12:12.132202 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:12:12.132202 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:12:12.132202 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:12:12.132202 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:12:12.132202 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:12:12.132202 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:12:12.132202 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:12:12.132202 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:12:12.132202 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:12:12.132202 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:12:12.132202 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:12:12.132202 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:12:12.132202 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:12:12.132202 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:12:12.132202 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:12:12.132202 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:12:12.132202 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:12:12.132202 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:12:12.132202 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:12:12.132202 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:12:12.132202 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:12:12.132202 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:12:12.132202 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:12:12.132202 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:12:12.219209 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-da4b9a7d-06b5-4f9d-b3e1-a4c46006d886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:12.347454 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c09540e3-648d-4a9b-ac78-282a4d9f1e88 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59380'] for router, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:12.410547 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c09540e3-648d-4a9b-ac78-282a4d9f1e88 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-663158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-663167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661637'] for router, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:12.413889 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:12.418850 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:12.420843 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "DELETE /v2.0/networks/f2c00c93-afb3-433c-9c57-0285db26c314 HTTP/1.1" status: 204 len: 168 time: 3.8653905 Aug 16 21:12:12.426196 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42772) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:12.494202 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-685bc0cd-9b03-4614-9d85-3f642e40b7e8 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] DELETE failed (client error): The resource could not be found. Aug 16 21:12:12.494682 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-685bc0cd-9b03-4614-9d85-3f642e40b7e8 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:12:12.496510 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-685bc0cd-9b03-4614-9d85-3f642e40b7e8 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "DELETE /v2.0/subnets/342584c6-ea8c-4829-9b2a-d23b13f45f81 HTTP/1.1" status: 404 len: 337 time: 0.0693331 Aug 16 21:12:12.507869 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42778) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:12.518210 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e7491-7d65-499d-a72f-a8a45e2229b1 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event deleted for resources: {'Network': ['ID=f2c00c93-afb3-433c-9c57-0285db26c314,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:12.545870 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf7259d-5df2-472c-9c81-55c91143afad tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] DELETE failed (client error): The resource could not be found. Aug 16 21:12:12.546584 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cf7259d-5df2-472c-9c81-55c91143afad tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:12:12.551063 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5cf7259d-5df2-472c-9c81-55c91143afad tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "DELETE /v2.0/networks/f2c00c93-afb3-433c-9c57-0285db26c314 HTTP/1.1" status: 404 len: 339 time: 0.0420549 Aug 16 21:12:12.551673 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42780) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:12.618660 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09540e3-648d-4a9b-ac78-282a4d9f1e88 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Router 8d671d8c-385b-4d33-b02b-5584a67eebe5 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:12:12.689765 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-69bad925-40b3-4b75-b4b9-6051f34e7726 None None] Provisioning for port b36a5fb1-36f8-4722-a44b-f961f0a0ac4e completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:12:12.704530 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-69bad925-40b3-4b75-b4b9-6051f34e7726 None None] Provisioning complete for port b36a5fb1-36f8-4722-a44b-f961f0a0ac4e triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:12.705391 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-69bad925-40b3-4b75-b4b9-6051f34e7726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:12.706213 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-da4b9a7d-06b5-4f9d-b3e1-a4c46006d886 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:12.712908 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1da7385f-cec4-49b7-b58e-87467f4cd605 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:12.760578 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09540e3-648d-4a9b-ac78-282a4d9f1e88 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:12:12.767666 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-da4b9a7d-06b5-4f9d-b3e1-a4c46006d886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:12.776559 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c0c601-7a62-4c77-843b-006d8489e25e None None] Sync routers for ids ['8d671d8c-385b-4d33-b02b-5584a67eebe5'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:12:12.777500 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c09540e3-648d-4a9b-ac78-282a4d9f1e88 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:12.781100 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c09540e3-648d-4a9b-ac78-282a4d9f1e88 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "PUT /v2.0/routers/8d671d8c-385b-4d33-b02b-5584a67eebe5 HTTP/1.1" status: 200 len: 892 time: 1.1459002 Aug 16 21:12:12.782126 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42786) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:12.789561 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c0c601-7a62-4c77-843b-006d8489e25e None None] Routers {'8d671d8c-385b-4d33-b02b-5584a67eebe5'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:12:12.790999 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-01c0c601-7a62-4c77-843b-006d8489e25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:11:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8d671d8c-385b-4d33-b02b-5584a67eebe5'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:12.801993 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-69bad925-40b3-4b75-b4b9-6051f34e7726 None None] Port b36a5fb1-36f8-4722-a44b-f961f0a0ac4e cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:12:12.872743 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-01c0c601-7a62-4c77-843b-006d8489e25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:12.896707 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c0c601-7a62-4c77-843b-006d8489e25e None None] Routers {'8d671d8c-385b-4d33-b02b-5584a67eebe5'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:12:12.897488 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-01c0c601-7a62-4c77-843b-006d8489e25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:11:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8d671d8c-385b-4d33-b02b-5584a67eebe5'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:12.921378 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1da7385f-cec4-49b7-b58e-87467f4cd605 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:12.947282 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-1da7385f-cec4-49b7-b58e-87467f4cd605 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1667d503-bce6-4b57-bfe2-50a3da74aa43']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:12.958569 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-01e28287-e3f1-41c0-a604-a438c07fad9e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "GET /v2.0/routers/8d671d8c-385b-4d33-b02b-5584a67eebe5 HTTP/1.1" status: 200 len: 892 time: 0.1744568 Aug 16 21:12:12.960093 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42792) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:12.967438 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-1da7385f-cec4-49b7-b58e-87467f4cd605 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ef8bfdd-7b61-48ba-9a12-b35e29e74141') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:12.968069 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-1da7385f-cec4-49b7-b58e-87467f4cd605 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ef8bfdd-7b61-48ba-9a12-b35e29e74141') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:12.970046 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b9a7d-06b5-4f9d-b3e1-a4c46006d886 admin admin] Pushing event updated for resources: {'Port': ['ID=b36a5fb1-36f8-4722-a44b-f961f0a0ac4e,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:12.979100 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-da4b9a7d-06b5-4f9d-b3e1-a4c46006d886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:12.984875 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1da7385f-cec4-49b7-b58e-87467f4cd605 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:12.998076 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e330a7a4-dde4-4446-bff0-834d22cf1639 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "GET /v2.0/ports?device_id=8d671d8c-385b-4d33-b02b-5584a67eebe5 HTTP/1.1" status: 200 len: 205 time: 0.0368497 Aug 16 21:12:12.999250 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42794) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:13.000808 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-01c0c601-7a62-4c77-843b-006d8489e25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:13.001597 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c0c601-7a62-4c77-843b-006d8489e25e None None] The sync data for ids ['8d671d8c-385b-4d33-b02b-5584a67eebe5'] in n-d-793620-15 is: [] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:12:13.018386 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1da7385f-cec4-49b7-b58e-87467f4cd605 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:13.034083 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5b002108-b7fb-41a1-9339-b92f709df00b up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:12:13.123108 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1da7385f-cec4-49b7-b58e-87467f4cd605 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:12:13.125700 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1da7385f-cec4-49b7-b58e-87467f4cd605 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:13.127076 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:12:13.127076 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:12:13.127076 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:12:13.127076 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:12:13.127076 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:12:13.127076 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:12:13.127076 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:12:13.127076 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:12:13.127076 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:12:13.127076 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:12:13.127076 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:12:13.127076 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:12:13.127076 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:12:13.127076 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:12:13.127076 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:12:13.127076 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:12:13.127076 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:12:13.127076 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:12:13.127076 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:12:13.127076 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:12:13.127076 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:12:13.127076 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:12:13.127076 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:12:13.127076 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:12:13.127076 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:12:13.127076 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:12:13.127076 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:12:13.127076 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:12:13.127076 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:12:13.127076 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:12:13.127076 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:12:13.127076 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:12:13.140931 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 5b002108-b7fb-41a1-9339-b92f709df00b completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:12:13.145138 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 5b002108-b7fb-41a1-9339-b92f709df00b triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:13.145675 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:13.225835 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:13.250633 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 5b002108-b7fb-41a1-9339-b92f709df00b, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5b002108-b7fb-41a1-9339-b92f709df00b,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:13.281512 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1da7385f-cec4-49b7-b58e-87467f4cd605 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:13.286060 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1da7385f-cec4-49b7-b58e-87467f4cd605 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:13.288488 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1da7385f-cec4-49b7-b58e-87467f4cd605 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "DELETE /v2.0/networks/1667d503-bce6-4b57-bfe2-50a3da74aa43 HTTP/1.1" status: 204 len: 168 time: 0.7302709 Aug 16 21:12:13.291271 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42796) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:13.294602 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-acba49bc-9317-4f7c-9306-c36df3b74e3e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:13.307641 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:13.325643 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a4d17e1-f1be-4bb8-ab46-2bd9a509ba93 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] DELETE failed (client error): The resource could not be found. Aug 16 21:12:13.326205 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a4d17e1-f1be-4bb8-ab46-2bd9a509ba93 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:12:13.331122 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6a4d17e1-f1be-4bb8-ab46-2bd9a509ba93 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "DELETE /v2.0/subnets/2a7ed5d2-5541-4262-8294-caa0c444ba85 HTTP/1.1" status: 404 len: 337 time: 0.0386190 Aug 16 21:12:13.331829 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42798) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:13.348501 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4b9a7d-06b5-4f9d-b3e1-a4c46006d886 admin admin] Network 7bfa5011-d4f4-4407-847c-6da5b4a5f9bd is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:12:13.350416 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7385f-cec4-49b7-b58e-87467f4cd605 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event deleted for resources: {'Network': ['ID=1667d503-bce6-4b57-bfe2-50a3da74aa43,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:13.352676 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-da48dc94-ad8d-407f-b0db-34d5da616987 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] DELETE failed (client error): The resource could not be found. Aug 16 21:12:13.353186 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da48dc94-ad8d-407f-b0db-34d5da616987 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:12:13.355397 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-da4b9a7d-06b5-4f9d-b3e1-a4c46006d886 admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:12:13.358718 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-da48dc94-ad8d-407f-b0db-34d5da616987 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "DELETE /v2.0/networks/f7a9e67b-44e1-4a66-bcd4-1cc843387fa8 HTTP/1.1" status: 404 len: 339 time: 0.0255995 Aug 16 21:12:13.359425 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42800) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:13.418660 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=5b002108-b7fb-41a1-9339-b92f709df00b,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:13.428540 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:13.428996 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:13.429359 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:13.429697 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:13.430035 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:13.430374 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:13.430875 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:13.431216 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:13.431549 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:13.431902 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:13.432231 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:13.432559 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:13.435165 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-7810b392-5e71-449b-839b-1640cd0358d9 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Deleting subnet 25e30439-e348-4d3e-bbd7-50eeeb8583ec {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:12:13.439940 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7810b392-5e71-449b-839b-1640cd0358d9 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:13.496412 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7810b392-5e71-449b-839b-1640cd0358d9 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:13.575792 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7a1b9557-b68d-4e57-bcd5-706a37776981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:13.620455 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7810b392-5e71-449b-839b-1640cd0358d9 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:13.646775 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d29f31bc-6a6e-4f8c-a05f-4a45d3be6ee4 None None] Provisioning complete for port b36a5fb1-36f8-4722-a44b-f961f0a0ac4e triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:13.648026 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d29f31bc-6a6e-4f8c-a05f-4a45d3be6ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:13.714235 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-d29f31bc-6a6e-4f8c-a05f-4a45d3be6ee4 None None] Port b36a5fb1-36f8-4722-a44b-f961f0a0ac4e cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:12:13.793702 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7810b392-5e71-449b-839b-1640cd0358d9 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:13.826546 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7810b392-5e71-449b-839b-1640cd0358d9 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:13.830932 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7810b392-5e71-449b-839b-1640cd0358d9 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "DELETE /v2.0/subnets/25e30439-e348-4d3e-bbd7-50eeeb8583ec HTTP/1.1" status: 204 len: 168 time: 0.4691253 Aug 16 21:12:13.840285 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42802) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:13.840285 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7810b392-5e71-449b-839b-1640cd0358d9 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event deleted for resources: {'Subnet': ['ID=25e30439-e348-4d3e-bbd7-50eeeb8583ec,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:13.847231 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f243b6-cd50-4760-8a22-8ab8accd4ff1 None None] Network 7113d535-6cb6-453f-aceb-b6a2616eadd9 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:12:13.871392 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-acba49bc-9317-4f7c-9306-c36df3b74e3e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:13.891477 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da4b9a7d-06b5-4f9d-b3e1-a4c46006d886 admin admin] Router 8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:12:13.955981 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-79a66403-02cc-4054-86d1-b82b27070315 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Deleting subnet 4c0ba5c1-609a-48f5-bef4-5ec1e578c1dd {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:12:13.960856 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-79a66403-02cc-4054-86d1-b82b27070315 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:13.968320 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:14.027977 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-79a66403-02cc-4054-86d1-b82b27070315 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:14.095829 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4b9a7d-06b5-4f9d-b3e1-a4c46006d886 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:12:14.134643 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-da4b9a7d-06b5-4f9d-b3e1-a4c46006d886 admin admin] 10.222.0.84 "PUT /v2.0/routers/8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4954953 Aug 16 21:12:14.137519 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-acba49bc-9317-4f7c-9306-c36df3b74e3e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Deleting port 3f54f656-dc1a-45eb-aa6e-87132808f089 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:12:14.137852 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-acba49bc-9317-4f7c-9306-c36df3b74e3e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:14.147162 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c10044-cc9c-4580-8da8-7416a3210698 None None] Sync routers for ids ['8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:12:14.149142 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-79a66403-02cc-4054-86d1-b82b27070315 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:14.162841 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c10044-cc9c-4580-8da8-7416a3210698 None None] Routers {'8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:12:14.163566 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-58c10044-cc9c-4580-8da8-7416a3210698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:12:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:14.283661 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-acba49bc-9317-4f7c-9306-c36df3b74e3e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:14.296660 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-acba49bc-9317-4f7c-9306-c36df3b74e3e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Calling delete_port for 3f54f656-dc1a-45eb-aa6e-87132808f089 owned by network:router_gateway {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:12:14.311496 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-58c10044-cc9c-4580-8da8-7416a3210698 None None] Set router 8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:12:14.399085 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-79a66403-02cc-4054-86d1-b82b27070315 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:14.474835 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a66403-02cc-4054-86d1-b82b27070315 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event deleted for resources: {'Subnet': ['ID=4c0ba5c1-609a-48f5-bef4-5ec1e578c1dd,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:14.485450 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-79a66403-02cc-4054-86d1-b82b27070315 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:14.491912 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42814) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:14.493812 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-79a66403-02cc-4054-86d1-b82b27070315 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "DELETE /v2.0/subnets/4c0ba5c1-609a-48f5-bef4-5ec1e578c1dd HTTP/1.1" status: 204 len: 168 time: 0.6513906 Aug 16 21:12:14.612748 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-58c10044-cc9c-4580-8da8-7416a3210698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc', 'name': 'tempest-TestVolumeBackupRestore-923624975-router', 'tenant_id': 'b2524ddb9a3c400292e84e389467fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5b002108-b7fb-41a1-9339-b92f709df00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:12:05Z', 'updated_at': '2021-08-16T21:12:12Z', 'revision_number': 4, 'project_id': 'b2524ddb9a3c400292e84e389467fcb2', 'gw_port': {'id': '5b002108-b7fb-41a1-9339-b92f709df00b', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:71:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:06Z', 'updated_at': '2021-08-16T21:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'b36a5fb1-36f8-4722-a44b-f961f0a0ac4e', 'name': '', 'network_id': '7bfa5011-d4f4-4407-847c-6da5b4a5f9bd', 'tenant_id': 'b2524ddb9a3c400292e84e389467fcb2', 'mac_address': 'fa:16:3e:80:98:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'b8d23c8a-a10f-4a3e-a9f4-2e0fa38f71f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:10Z', 'updated_at': '2021-08-16T21:12:12Z', 'revision_number': 2, 'project_id': 'b2524ddb9a3c400292e84e389467fcb2', 'subnets': [{'id': 'b8d23c8a-a10f-4a3e-a9f4-2e0fa38f71f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:14.641724 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-66ee5b97-39be-418a-a45a-7b2c31caa102 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:14.648423 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c10044-cc9c-4580-8da8-7416a3210698 None None] Checking router: 8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:12:14.648801 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c10044-cc9c-4580-8da8-7416a3210698 None None] Updating router 8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc port b36a5fb1-36f8-4722-a44b-f961f0a0ac4e binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:12:14.680536 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-58c10044-cc9c-4580-8da8-7416a3210698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:14.712759 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-66ee5b97-39be-418a-a45a-7b2c31caa102 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Deleting port faea9204-1453-490d-a009-0fd49d99c457 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:12:14.713339 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-66ee5b97-39be-418a-a45a-7b2c31caa102 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:14.760912 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-acba49bc-9317-4f7c-9306-c36df3b74e3e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:14.817115 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba49bc-9317-4f7c-9306-c36df3b74e3e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event deleted for resources: {'Port': ['ID=3f54f656-dc1a-45eb-aa6e-87132808f089,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:14.850075 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-66ee5b97-39be-418a-a45a-7b2c31caa102 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] For port faea9204-1453-490d-a009-0fd49d99c457, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=faea9204-1453-490d-a009-0fd49d99c457,segment=NetworkSegment(bcf64315-6fab-4496-a011-ef3d0f5cecb6),segment_id=bcf64315-6fab-4496-a011-ef3d0f5cecb6)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:14.850075 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-66ee5b97-39be-418a-a45a-7b2c31caa102 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:14.885734 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-66ee5b97-39be-418a-a45a-7b2c31caa102 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Calling delete_port for faea9204-1453-490d-a009-0fd49d99c457 owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:12:14.895753 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:14.908141 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-acba49bc-9317-4f7c-9306-c36df3b74e3e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:15.007755 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5b002108-b7fb-41a1-9339-b92f709df00b up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:12:15.048174 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-acba49bc-9317-4f7c-9306-c36df3b74e3e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:15.053828 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-acba49bc-9317-4f7c-9306-c36df3b74e3e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:15.062941 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093bac3f-9963-482d-abe1-d200cd284e8c None None] Network 7113d535-6cb6-453f-aceb-b6a2616eadd9 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:12:15.181246 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-acba49bc-9317-4f7c-9306-c36df3b74e3e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:15.181815 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acba49bc-9317-4f7c-9306-c36df3b74e3e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Fanout notify agent at l3_agent the message router_deleted on router 8d671d8c-385b-4d33-b02b-5584a67eebe5 {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:12:15.187327 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-58c10044-cc9c-4580-8da8-7416a3210698 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:15.189712 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-acba49bc-9317-4f7c-9306-c36df3b74e3e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:15.194927 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-acba49bc-9317-4f7c-9306-c36df3b74e3e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "DELETE /v2.0/routers/8d671d8c-385b-4d33-b02b-5584a67eebe5 HTTP/1.1" status: 204 len: 168 time: 2.1907856 Aug 16 21:12:15.195060 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42854) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:15.198403 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-66ee5b97-39be-418a-a45a-7b2c31caa102 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:15.199856 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-c9cff661-2bfa-4e67-afb4-1a7ce64f5a3e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-437184019'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:12:15.236405 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ee5b97-39be-418a-a45a-7b2c31caa102 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] No DVR routers for this DVR port faea9204-1453-490d-a009-0fd49d99c457 on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:12:15.242890 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee5b97-39be-418a-a45a-7b2c31caa102 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event deleted for resources: {'Port': ['ID=faea9204-1453-490d-a009-0fd49d99c457,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:15.257675 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7509dbd5-0fc7-4879-be29-c23740688bef None None] Provisioning complete for port faea9204-1453-490d-a009-0fd49d99c457 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:15.258053 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7509dbd5-0fc7-4879-be29-c23740688bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:15.260293 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-58c10044-cc9c-4580-8da8-7416a3210698 None None] Transition to ACTIVE for port object b36a5fb1-36f8-4722-a44b-f961f0a0ac4e will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:12:15.284444 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cff661-2bfa-4e67-afb4-1a7ce64f5a3e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Made reservation on behalf of cf9a775d85674030879abc3dfa1a9dec for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:12:15.284988 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7509dbd5-0fc7-4879-be29-c23740688bef None None] Port faea9204-1453-490d-a009-0fd49d99c457 was deleted so its status cannot be updated. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 21:12:15.286504 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 5b002108-b7fb-41a1-9339-b92f709df00b triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:15.286878 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:15.288577 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c9cff661-2bfa-4e67-afb4-1a7ce64f5a3e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:15.316212 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9cff661-2bfa-4e67-afb4-1a7ce64f5a3e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:12:15.330972 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c9cff661-2bfa-4e67-afb4-1a7ce64f5a3e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:15.331369 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-c9cff661-2bfa-4e67-afb4-1a7ce64f5a3e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Added segment 2b7a2b3c-43a3-43b6-9fd5-cecbcd72a97f of type vlan for network 2a88305c-001f-4e97-bc92-5cf5b60500eb Aug 16 21:12:15.332635 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775ba6be-a5d3-4262-be95-19dbe4d4cdf5 None None] DHCP port deletion for 7113d535-6cb6-453f-aceb-b6a2616eadd9 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:12:15.342378 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-66ee5b97-39be-418a-a45a-7b2c31caa102 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:15.355061 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-66ee5b97-39be-418a-a45a-7b2c31caa102 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7113d535-6cb6-453f-aceb-b6a2616eadd9']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:15.366537 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-66ee5b97-39be-418a-a45a-7b2c31caa102 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf64315-6fab-4496-a011-ef3d0f5cecb6') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:15.366953 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-66ee5b97-39be-418a-a45a-7b2c31caa102 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf64315-6fab-4496-a011-ef3d0f5cecb6') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:15.379577 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-58c10044-cc9c-4580-8da8-7416a3210698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:15.384534 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c9cff661-2bfa-4e67-afb4-1a7ce64f5a3e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:15.384701 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-66ee5b97-39be-418a-a45a-7b2c31caa102 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:15.398312 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-66ee5b97-39be-418a-a45a-7b2c31caa102 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:15.405973 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66ee5b97-39be-418a-a45a-7b2c31caa102 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:12:15.406498 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-66ee5b97-39be-418a-a45a-7b2c31caa102 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:15.411324 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:12:15.411324 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:12:15.411324 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:12:15.411324 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:12:15.411324 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:12:15.411324 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:12:15.411324 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:12:15.411324 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:12:15.411324 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:12:15.411324 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:12:15.411324 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:12:15.411324 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:12:15.411324 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:12:15.411324 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:12:15.411324 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:12:15.411324 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:12:15.411324 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:12:15.411324 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:12:15.411324 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:12:15.411324 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:12:15.411324 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:12:15.411324 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:12:15.411324 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:12:15.411324 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:12:15.411324 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:12:15.411324 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:12:15.411324 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:12:15.411324 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:12:15.411324 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:12:15.411324 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:12:15.411324 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:12:15.411324 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:12:15.450651 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2f55d-120b-4202-9a08-a6a1797e6fdd None None] Pushing event updated for resources: {'Port': ['ID=b36a5fb1-36f8-4722-a44b-f961f0a0ac4e,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:15.497387 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c9cff661-2bfa-4e67-afb4-1a7ce64f5a3e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:15.506028 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cff661-2bfa-4e67-afb4-1a7ce64f5a3e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:15.507142 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c9cff661-2bfa-4e67-afb4-1a7ce64f5a3e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:15.522782 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-58c10044-cc9c-4580-8da8-7416a3210698 None None] Attempting to bind port b36a5fb1-36f8-4722-a44b-f961f0a0ac4e on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:12:15.524315 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-58c10044-cc9c-4580-8da8-7416a3210698 None None] Attempting to bind port b36a5fb1-36f8-4722-a44b-f961f0a0ac4e by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '403cb44d-4b8c-406e-a8cf-40b36166c4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7bfa5011-d4f4-4407-847c-6da5b4a5f9bd'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:12:15.524315 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c10044-cc9c-4580-8da8-7416a3210698 None None] Attempting to bind port b36a5fb1-36f8-4722-a44b-f961f0a0ac4e on network 7bfa5011-d4f4-4407-847c-6da5b4a5f9bd {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:12:15.532496 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c10044-cc9c-4580-8da8-7416a3210698 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:12:15.532842 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c10044-cc9c-4580-8da8-7416a3210698 None None] Checking segment: {'id': '403cb44d-4b8c-406e-a8cf-40b36166c4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7bfa5011-d4f4-4407-847c-6da5b4a5f9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:12:15.533220 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-58c10044-cc9c-4580-8da8-7416a3210698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:15.533759 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c10044-cc9c-4580-8da8-7416a3210698 None None] Bound using segment: {'id': '403cb44d-4b8c-406e-a8cf-40b36166c4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7bfa5011-d4f4-4407-847c-6da5b4a5f9bd'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:12:15.534209 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-58c10044-cc9c-4580-8da8-7416a3210698 None None] Bound port: b36a5fb1-36f8-4722-a44b-f961f0a0ac4e, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '403cb44d-4b8c-406e-a8cf-40b36166c4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7bfa5011-d4f4-4407-847c-6da5b4a5f9bd'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:12:15.534580 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-58c10044-cc9c-4580-8da8-7416a3210698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:15.553659 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-66ee5b97-39be-418a-a45a-7b2c31caa102 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:15.574116 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-66ee5b97-39be-418a-a45a-7b2c31caa102 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:15.578412 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-66ee5b97-39be-418a-a45a-7b2c31caa102 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "DELETE /v2.0/networks/7113d535-6cb6-453f-aceb-b6a2616eadd9 HTTP/1.1" status: 204 len: 168 time: 1.0820808 Aug 16 21:12:15.579498 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c9cff661-2bfa-4e67-afb4-1a7ce64f5a3e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3836255 Aug 16 21:12:15.580920 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42860) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:15.581270 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42862) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:15.589332 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-14156bf0-ebe7-45df-8551-9ba8592a7d8b tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Request body: {'subnet': {'network_id': '2a88305c-001f-4e97-bc92-5cf5b60500eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:12:15.598732 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cff661-2bfa-4e67-afb4-1a7ce64f5a3e tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event updated for resources: {'Network': ['ID=2a88305c-001f-4e97-bc92-5cf5b60500eb,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:15.617324 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 2a88305c-001f-4e97-bc92-5cf5b60500eb details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:12:15.661866 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee5b97-39be-418a-a45a-7b2c31caa102 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event deleted for resources: {'Network': ['ID=7113d535-6cb6-453f-aceb-b6a2616eadd9,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:15.687693 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-58c10044-cc9c-4580-8da8-7416a3210698 None None] For port b36a5fb1-36f8-4722-a44b-f961f0a0ac4e, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:12:15.692406 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-eedfd4e2-f4db-4f7b-836c-c2e719dd1893 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] DELETE failed (client error): The resource could not be found. Aug 16 21:12:15.693697 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eedfd4e2-f4db-4f7b-836c-c2e719dd1893 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:12:15.695466 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-eedfd4e2-f4db-4f7b-836c-c2e719dd1893 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "DELETE /v2.0/subnets/accb85ff-a3b7-464e-9c52-3b731023c752 HTTP/1.1" status: 404 len: 337 time: 0.1019683 Aug 16 21:12:15.698493 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42864) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:15.712421 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-58c10044-cc9c-4580-8da8-7416a3210698 None None] For port b36a5fb1-36f8-4722-a44b-f961f0a0ac4e, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b36a5fb1-36f8-4722-a44b-f961f0a0ac4e,segment=NetworkSegment(403cb44d-4b8c-406e-a8cf-40b36166c4c3),segment_id=403cb44d-4b8c-406e-a8cf-40b36166c4c3)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:12:15.718959 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f42c28e-93a7-46a8-bc2c-905cc8730b78 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] DELETE failed (client error): The resource could not be found. Aug 16 21:12:15.719727 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f42c28e-93a7-46a8-bc2c-905cc8730b78 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:12:15.724899 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8f42c28e-93a7-46a8-bc2c-905cc8730b78 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "DELETE /v2.0/networks/786698bc-a9f6-4b26-a642-c51c6e493a9d HTTP/1.1" status: 404 len: 339 time: 0.0252326 Aug 16 21:12:15.725565 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42866) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:15.755635 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-279a2afa-7feb-4c57-b0a3-dae7ccab0369 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] DELETE failed (client error): The resource could not be found. Aug 16 21:12:15.756176 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-279a2afa-7feb-4c57-b0a3-dae7ccab0369 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:12:15.757864 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-279a2afa-7feb-4c57-b0a3-dae7ccab0369 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "DELETE /v2.0/subnets/f725a68b-f13a-4e90-90b2-d551e5336b18 HTTP/1.1" status: 404 len: 337 time: 0.0313282 Aug 16 21:12:15.760570 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42868) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:15.779192 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-45d8d8fe-12d3-4e8f-95c0-3f06dd5e14ff tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] DELETE failed (client error): The resource could not be found. Aug 16 21:12:15.780287 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45d8d8fe-12d3-4e8f-95c0-3f06dd5e14ff tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:12:15.781942 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-45d8d8fe-12d3-4e8f-95c0-3f06dd5e14ff tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "DELETE /v2.0/networks/ff054d95-589f-4995-9205-a8e6b77e7487 HTTP/1.1" status: 404 len: 339 time: 0.0204213 Aug 16 21:12:15.784530 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42872) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:15.791116 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-58c10044-cc9c-4580-8da8-7416a3210698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:15.812147 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a92cb4b-f802-4925-9719-a1cd9260bc5e tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] DELETE failed (client error): The resource could not be found. Aug 16 21:12:15.812602 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a92cb4b-f802-4925-9719-a1cd9260bc5e tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:12:15.818051 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9a92cb4b-f802-4925-9719-a1cd9260bc5e tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "DELETE /v2.0/subnets/9e838d42-6656-4e80-9300-457634d00c87 HTTP/1.1" status: 404 len: 337 time: 0.0293214 Aug 16 21:12:15.818051 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42878) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:15.837555 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-79e99a7e-3050-4f19-bf0a-28a603fb656e tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] DELETE failed (client error): The resource could not be found. Aug 16 21:12:15.838145 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79e99a7e-3050-4f19-bf0a-28a603fb656e tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:12:15.843818 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-79e99a7e-3050-4f19-bf0a-28a603fb656e tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "DELETE /v2.0/networks/6472d156-f0fb-4e82-a18b-62f42cd368c7 HTTP/1.1" status: 404 len: 339 time: 0.0216124 Aug 16 21:12:15.843969 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42884) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:15.854282 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2f55d-120b-4202-9a08-a6a1797e6fdd None None] Pushing event updated for resources: {'Port': ['ID=b36a5fb1-36f8-4722-a44b-f961f0a0ac4e,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:15.857329 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c10044-cc9c-4580-8da8-7416a3210698 None None] Routers {'8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:12:15.862832 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-58c10044-cc9c-4580-8da8-7416a3210698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:12:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:15.891584 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14156bf0-ebe7-45df-8551-9ba8592a7d8b tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Made reservation on behalf of cf9a775d85674030879abc3dfa1a9dec for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:12:15.895492 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-14156bf0-ebe7-45df-8551-9ba8592a7d8b tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:15.990495 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4616351-8122-4847-a333-c83d145b3999 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Deleting subnet 4c6d26c4-6601-411b-983a-a06759dcb977 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:12:16.001825 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a4616351-8122-4847-a333-c83d145b3999 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:16.075733 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-58c10044-cc9c-4580-8da8-7416a3210698 None None] Set router 8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:12:16.086300 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a4616351-8122-4847-a333-c83d145b3999 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:16.288176 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a4616351-8122-4847-a333-c83d145b3999 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:16.364609 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-58c10044-cc9c-4580-8da8-7416a3210698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc', 'name': 'tempest-TestVolumeBackupRestore-923624975-router', 'tenant_id': 'b2524ddb9a3c400292e84e389467fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5b002108-b7fb-41a1-9339-b92f709df00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:12:05Z', 'updated_at': '2021-08-16T21:12:12Z', 'revision_number': 4, 'project_id': 'b2524ddb9a3c400292e84e389467fcb2', 'gw_port': {'id': '5b002108-b7fb-41a1-9339-b92f709df00b', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:71:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:06Z', 'updated_at': '2021-08-16T21:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'b36a5fb1-36f8-4722-a44b-f961f0a0ac4e', 'name': '', 'network_id': '7bfa5011-d4f4-4407-847c-6da5b4a5f9bd', 'tenant_id': 'b2524ddb9a3c400292e84e389467fcb2', 'mac_address': 'fa:16:3e:80:98:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'b8d23c8a-a10f-4a3e-a9f4-2e0fa38f71f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:10Z', 'updated_at': '2021-08-16T21:12:15Z', 'revision_number': 4, 'project_id': 'b2524ddb9a3c400292e84e389467fcb2', 'subnets': [{'id': 'b8d23c8a-a10f-4a3e-a9f4-2e0fa38f71f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:16.376237 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-14156bf0-ebe7-45df-8551-9ba8592a7d8b tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:16.393076 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c10044-cc9c-4580-8da8-7416a3210698 None None] The sync data for ids ['8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc'] in n-d-793620-15 is: [{'id': '8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc', 'name': 'tempest-TestVolumeBackupRestore-923624975-router', 'tenant_id': 'b2524ddb9a3c400292e84e389467fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5b002108-b7fb-41a1-9339-b92f709df00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:12:05Z', 'updated_at': '2021-08-16T21:12:12Z', 'revision_number': 4, 'project_id': 'b2524ddb9a3c400292e84e389467fcb2', 'gw_port': {'id': '5b002108-b7fb-41a1-9339-b92f709df00b', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:71:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:06Z', 'updated_at': '2021-08-16T21:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'b36a5fb1-36f8-4722-a44b-f961f0a0ac4e', 'name': '', 'network_id': '7bfa5011-d4f4-4407-847c-6da5b4a5f9bd', 'tenant_id': 'b2524ddb9a3c400292e84e389467fcb2', 'mac_address': 'fa:16:3e:80:98:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'b8d23c8a-a10f-4a3e-a9f4-2e0fa38f71f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:10Z', 'updated_at': '2021-08-16T21:12:15Z', 'revision_number': 4, 'project_id': 'b2524ddb9a3c400292e84e389467fcb2', 'subnets': [{'id': 'b8d23c8a-a10f-4a3e-a9f4-2e0fa38f71f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:12:16.444211 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a4616351-8122-4847-a333-c83d145b3999 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:16.482344 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14156bf0-ebe7-45df-8551-9ba8592a7d8b tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event updated for resources: {'Subnet': ['ID=89bf0f6a-a40d-44fe-a26e-60f27a1bfec3,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:16.501802 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a4616351-8122-4847-a333-c83d145b3999 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:16.504628 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a4616351-8122-4847-a333-c83d145b3999 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "DELETE /v2.0/subnets/4c6d26c4-6601-411b-983a-a06759dcb977 HTTP/1.1" status: 204 len: 168 time: 0.6601992 Aug 16 21:12:16.507252 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42922) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:16.510473 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a55e24d-3641-411a-be6d-5afe7c5692a3 None None] Network 105958a7-d8aa-4804-bbe9-a06d3b34d2d5 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:12:16.567309 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14156bf0-ebe7-45df-8551-9ba8592a7d8b tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Checking segment: {'id': '2b7a2b3c-43a3-43b6-9fd5-cecbcd72a97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2a88305c-001f-4e97-bc92-5cf5b60500eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:12:16.567667 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14156bf0-ebe7-45df-8551-9ba8592a7d8b tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Network hostable DHCP agents. Network: 2a88305c-001f-4e97-bc92-5cf5b60500eb, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:12:16.577002 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4616351-8122-4847-a333-c83d145b3999 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event deleted for resources: {'Subnet': ['ID=4c6d26c4-6601-411b-983a-a06759dcb977,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:16.587045 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:16.677201 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14156bf0-ebe7-45df-8551-9ba8592a7d8b tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Network 2a88305c-001f-4e97-bc92-5cf5b60500eb is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:12:16.694400 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e12af3bd-0a1c-42e7-b638-71bfb0fd9a27 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:16.764342 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-14156bf0-ebe7-45df-8551-9ba8592a7d8b tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 2a88305c-001f-4e97-bc92-5cf5b60500eb) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:12:16.769075 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14156bf0-ebe7-45df-8551-9ba8592a7d8b tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:16.775443 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-14156bf0-ebe7-45df-8551-9ba8592a7d8b tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:16.775764 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205b38a9-6ba0-4ca6-8928-6d9ca1a8c513 None None] Network 2a88305c-001f-4e97-bc92-5cf5b60500eb requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:12:16.795566 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-e12af3bd-0a1c-42e7-b638-71bfb0fd9a27 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Deleting port f2bc98de-8509-4663-8a1d-151a7530090a {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:12:16.795958 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e12af3bd-0a1c-42e7-b638-71bfb0fd9a27 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:16.856530 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-14156bf0-ebe7-45df-8551-9ba8592a7d8b tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2728112 Aug 16 21:12:16.859183 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42926) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:16.867251 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-23e60a27-1de5-4d63-8375-b8715bfc4a9b tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-190784098', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:12:16.877735 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab236ad-8d26-4661-a40d-d7acb38e9add None None] DHCP port deletion for 105958a7-d8aa-4804-bbe9-a06d3b34d2d5 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:12:16.885064 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-e12af3bd-0a1c-42e7-b638-71bfb0fd9a27 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] For port f2bc98de-8509-4663-8a1d-151a7530090a, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=f2bc98de-8509-4663-8a1d-151a7530090a,segment=NetworkSegment(a74dd6f5-3e01-47aa-8791-c978faca20e8),segment_id=a74dd6f5-3e01-47aa-8791-c978faca20e8)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:16.885064 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e12af3bd-0a1c-42e7-b638-71bfb0fd9a27 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:16.899734 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-e12af3bd-0a1c-42e7-b638-71bfb0fd9a27 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Calling delete_port for f2bc98de-8509-4663-8a1d-151a7530090a owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:12:16.968758 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-23e60a27-1de5-4d63-8375-b8715bfc4a9b tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:16.971320 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-23e60a27-1de5-4d63-8375-b8715bfc4a9b tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:17.043353 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b36a5fb1-36f8-4722-a44b-f961f0a0ac4e up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:12:17.085748 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-23e60a27-1de5-4d63-8375-b8715bfc4a9b tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:17.119300 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e12af3bd-0a1c-42e7-b638-71bfb0fd9a27 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:17.134421 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12af3bd-0a1c-42e7-b638-71bfb0fd9a27 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] No DVR routers for this DVR port f2bc98de-8509-4663-8a1d-151a7530090a on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:12:17.153581 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-23e60a27-1de5-4d63-8375-b8715bfc4a9b tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:17.178268 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-6ab236ad-8d26-4661-a40d-d7acb38e9add None None] Deleting port f2bc98de-8509-4663-8a1d-151a7530090a {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:12:17.178978 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6ab236ad-8d26-4661-a40d-d7acb38e9add None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:17.186924 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12af3bd-0a1c-42e7-b638-71bfb0fd9a27 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event deleted for resources: {'Port': ['ID=f2bc98de-8509-4663-8a1d-151a7530090a,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:17.253873 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-23e60a27-1de5-4d63-8375-b8715bfc4a9b tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:17.253873 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-23e60a27-1de5-4d63-8375-b8715bfc4a9b tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3913507 Aug 16 21:12:17.258742 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42928) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:17.296148 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e12af3bd-0a1c-42e7-b638-71bfb0fd9a27 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:17.309104 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-e12af3bd-0a1c-42e7-b638-71bfb0fd9a27 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['105958a7-d8aa-4804-bbe9-a06d3b34d2d5']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:17.345495 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-e12af3bd-0a1c-42e7-b638-71bfb0fd9a27 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a74dd6f5-3e01-47aa-8791-c978faca20e8') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:17.350423 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-e12af3bd-0a1c-42e7-b638-71bfb0fd9a27 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a74dd6f5-3e01-47aa-8791-c978faca20e8') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:17.373365 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e12af3bd-0a1c-42e7-b638-71bfb0fd9a27 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:17.413164 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e12af3bd-0a1c-42e7-b638-71bfb0fd9a27 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:17.431736 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e12af3bd-0a1c-42e7-b638-71bfb0fd9a27 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:12:17.432894 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e12af3bd-0a1c-42e7-b638-71bfb0fd9a27 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:17.498871 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73272736-61d0-4441-8d99-31fc8b8ced2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-2a88305c-001f-4e97-bc92-5cf5b60500eb', 'network_id': '2a88305c-001f-4e97-bc92-5cf5b60500eb', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'fixed_ips': [{'subnet_id': '89bf0f6a-a40d-44fe-a26e-60f27a1bfec3'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:12:17.499666 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-73272736-61d0-4441-8d99-31fc8b8ced2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:17.531411 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:12:17.531411 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:12:17.531411 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:12:17.531411 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:12:17.531411 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:12:17.531411 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:12:17.531411 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:12:17.531411 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:12:17.531411 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:12:17.531411 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:12:17.531411 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:12:17.531411 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:12:17.531411 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:12:17.531411 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:12:17.531411 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:12:17.531411 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:12:17.531411 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:12:17.531411 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:12:17.531411 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:12:17.531411 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:12:17.531411 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:12:17.531411 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:12:17.531411 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:12:17.531411 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:12:17.531411 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:12:17.531411 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:12:17.531411 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:12:17.531411 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:12:17.531411 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:12:17.531411 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:12:17.531411 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:12:17.531411 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:12:17.610988 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-6ab236ad-8d26-4661-a40d-d7acb38e9add None None] For port f2bc98de-8509-4663-8a1d-151a7530090a, host n-d-793620-15, got binding levels [] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:17.612170 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6ab236ad-8d26-4661-a40d-d7acb38e9add None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:17.628973 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-6ab236ad-8d26-4661-a40d-d7acb38e9add None None] Calling delete_port for f2bc98de-8509-4663-8a1d-151a7530090a owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:12:17.632422 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.ipam_backend_mixin [None req-6ab236ad-8d26-4661-a40d-d7acb38e9add None None] Port f2bc98de-8509-4663-8a1d-151a7530090a was not found and therefore no delete operation was performed {{(pid=101846) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 21:12:17.634047 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6ab236ad-8d26-4661-a40d-d7acb38e9add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:17.644048 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e12af3bd-0a1c-42e7-b638-71bfb0fd9a27 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:17.652073 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e12af3bd-0a1c-42e7-b638-71bfb0fd9a27 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:17.657594 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e12af3bd-0a1c-42e7-b638-71bfb0fd9a27 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "DELETE /v2.0/networks/105958a7-d8aa-4804-bbe9-a06d3b34d2d5 HTTP/1.1" status: 204 len: 168 time: 1.1466947 Aug 16 21:12:17.680425 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42934) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:17.696926 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12af3bd-0a1c-42e7-b638-71bfb0fd9a27 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event deleted for resources: {'Network': ['ID=105958a7-d8aa-4804-bbe9-a06d3b34d2d5,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:17.703017 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ed586c9e-2799-4889-a924-d91de8b4af2f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:17.746899 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port b36a5fb1-36f8-4722-a44b-f961f0a0ac4e completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:12:17.750188 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-a06b84ce-a309-491b-a428-bfe69cd07470 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] DELETE failed (client error): The resource could not be found. Aug 16 21:12:17.750679 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a06b84ce-a309-491b-a428-bfe69cd07470 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:12:17.752625 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a06b84ce-a309-491b-a428-bfe69cd07470 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "DELETE /v2.0/subnets/6d23093a-7c8e-4862-85fa-7387bafeb5b4 HTTP/1.1" status: 404 len: 337 time: 0.0664349 Aug 16 21:12:17.755372 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42936) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:17.785827 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7893fd9-2f02-4e25-a950-6ec311a4c7ff tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] DELETE failed (client error): The resource could not be found. Aug 16 21:12:17.790749 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7893fd9-2f02-4e25-a950-6ec311a4c7ff tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:12:17.790749 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e7893fd9-2f02-4e25-a950-6ec311a4c7ff tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "DELETE /v2.0/networks/080f27d3-9840-43d7-b96b-041a6754d75c HTTP/1.1" status: 404 len: 339 time: 0.0321651 Aug 16 21:12:17.809834 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42940) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:17.848666 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab236ad-8d26-4661-a40d-d7acb38e9add None None] Pushing event deleted for resources: {'Port': ['ID=f2bc98de-8509-4663-8a1d-151a7530090a,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:17.859842 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port b36a5fb1-36f8-4722-a44b-f961f0a0ac4e triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:17.860565 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:17.862394 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6ab236ad-8d26-4661-a40d-d7acb38e9add None None] Network 105958a7-d8aa-4804-bbe9-a06d3b34d2d5 is not hosted by any dhcp agent {{(pid=101846) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 21:12:17.863101 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab236ad-8d26-4661-a40d-d7acb38e9add None None] No DVR routers for this DVR port f2bc98de-8509-4663-8a1d-151a7530090a on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:12:17.890205 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e256b18-1f83-4f8f-97c8-10af1159a742 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Deleting subnet 4f69fd35-0a0e-4623-b963-fc4fe955b2ed {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:12:17.894484 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5e256b18-1f83-4f8f-97c8-10af1159a742 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:17.992500 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5e256b18-1f83-4f8f-97c8-10af1159a742 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:18.013159 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-73272736-61d0-4441-8d99-31fc8b8ced2f None None] Allocated IP 2001:db8::2 (2a88305c-001f-4e97-bc92-5cf5b60500eb/89bf0f6a-a40d-44fe-a26e-60f27a1bfec3/987e88b3-74a4-402b-8d9a-14a8ff28b81d) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:12:18.132429 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5e256b18-1f83-4f8f-97c8-10af1159a742 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:18.245405 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-73272736-61d0-4441-8d99-31fc8b8ced2f None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:18.261770 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-73272736-61d0-4441-8d99-31fc8b8ced2f None None] Transition to ACTIVE for port object 987e88b3-74a4-402b-8d9a-14a8ff28b81d will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:12:18.268118 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5e256b18-1f83-4f8f-97c8-10af1159a742 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:18.269260 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:18.289841 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-73272736-61d0-4441-8d99-31fc8b8ced2f None None] Transition to ACTIVE for port object 987e88b3-74a4-402b-8d9a-14a8ff28b81d will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:12:18.305660 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5e256b18-1f83-4f8f-97c8-10af1159a742 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:18.308888 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5e256b18-1f83-4f8f-97c8-10af1159a742 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "DELETE /v2.0/subnets/4f69fd35-0a0e-4623-b963-fc4fe955b2ed HTTP/1.1" status: 204 len: 168 time: 0.4954534 Aug 16 21:12:18.309664 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42942) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:18.314262 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104f6365-dbde-4090-a6a3-4ffde3204e28 None None] Network 37a47909-d216-479b-8a95-a4a57a97ad87 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:12:18.334293 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e256b18-1f83-4f8f-97c8-10af1159a742 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event deleted for resources: {'Subnet': ['ID=4f69fd35-0a0e-4623-b963-fc4fe955b2ed,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:18.406636 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-73272736-61d0-4441-8d99-31fc8b8ced2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:18.439946 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port b36a5fb1-36f8-4722-a44b-f961f0a0ac4e, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b36a5fb1-36f8-4722-a44b-f961f0a0ac4e,segment=NetworkSegment(403cb44d-4b8c-406e-a8cf-40b36166c4c3),segment_id=403cb44d-4b8c-406e-a8cf-40b36166c4c3)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:18.765167 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73272736-61d0-4441-8d99-31fc8b8ced2f None None] Network 2a88305c-001f-4e97-bc92-5cf5b60500eb is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:12:18.765167 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:18.765167 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-73272736-61d0-4441-8d99-31fc8b8ced2f None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:12:18.767182 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-03ca21eb-87bd-41f2-9a18-03509c8e3485 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:18.768002 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73272736-61d0-4441-8d99-31fc8b8ced2f None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:12:18.768319 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-ed586c9e-2799-4889-a924-d91de8b4af2f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Allocated IP 2001:db8::1 (2a88305c-001f-4e97-bc92-5cf5b60500eb/89bf0f6a-a40d-44fe-a26e-60f27a1bfec3/893df48d-6b36-49b7-956a-e857379d21e1) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:12:18.768399 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73272736-61d0-4441-8d99-31fc8b8ced2f None None] Pushing event updated for resources: {'Port': ['ID=987e88b3-74a4-402b-8d9a-14a8ff28b81d,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:18.768399 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-73272736-61d0-4441-8d99-31fc8b8ced2f None None] Attempting to bind port 987e88b3-74a4-402b-8d9a-14a8ff28b81d on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:12:18.768399 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-73272736-61d0-4441-8d99-31fc8b8ced2f None None] Attempting to bind port 987e88b3-74a4-402b-8d9a-14a8ff28b81d by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '2b7a2b3c-43a3-43b6-9fd5-cecbcd72a97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2a88305c-001f-4e97-bc92-5cf5b60500eb'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:12:18.768399 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73272736-61d0-4441-8d99-31fc8b8ced2f None None] Attempting to bind port 987e88b3-74a4-402b-8d9a-14a8ff28b81d on network 2a88305c-001f-4e97-bc92-5cf5b60500eb {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:12:18.768399 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b6db63-19aa-46fd-b870-74f9b6e5dd4d None None] DHCP port deletion for 37a47909-d216-479b-8a95-a4a57a97ad87 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:12:18.768399 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f2bc98de-8509-4663-8a1d-151a7530090a no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:12:18.768399 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73272736-61d0-4441-8d99-31fc8b8ced2f None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:12:18.768399 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73272736-61d0-4441-8d99-31fc8b8ced2f None None] Checking segment: {'id': '2b7a2b3c-43a3-43b6-9fd5-cecbcd72a97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2a88305c-001f-4e97-bc92-5cf5b60500eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:12:18.768399 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-73272736-61d0-4441-8d99-31fc8b8ced2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:18.768399 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73272736-61d0-4441-8d99-31fc8b8ced2f None None] Bound using segment: {'id': '2b7a2b3c-43a3-43b6-9fd5-cecbcd72a97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2a88305c-001f-4e97-bc92-5cf5b60500eb'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:12:18.768399 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-73272736-61d0-4441-8d99-31fc8b8ced2f None None] Bound port: 987e88b3-74a4-402b-8d9a-14a8ff28b81d, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7a2b3c-43a3-43b6-9fd5-cecbcd72a97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2a88305c-001f-4e97-bc92-5cf5b60500eb'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:12:18.768399 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-73272736-61d0-4441-8d99-31fc8b8ced2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:18.768399 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=b36a5fb1-36f8-4722-a44b-f961f0a0ac4e,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:18.768399 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: f2bc98de-8509-4663-8a1d-151a7530090a {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:12:18.768399 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f2bc98de-8509-4663-8a1d-151a7530090a not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:12:18.768399 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device faea9204-1453-490d-a009-0fd49d99c457 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:12:18.769621 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-03ca21eb-87bd-41f2-9a18-03509c8e3485 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Deleting port 77a3e9e0-51b4-4a6a-8781-151b450d4fb6 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:12:18.769621 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-03ca21eb-87bd-41f2-9a18-03509c8e3485 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:18.769754 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: faea9204-1453-490d-a009-0fd49d99c457 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:12:18.769754 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device faea9204-1453-490d-a009-0fd49d99c457 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:12:18.850037 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-73272736-61d0-4441-8d99-31fc8b8ced2f None None] For port 987e88b3-74a4-402b-8d9a-14a8ff28b81d, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:12:18.867112 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-73272736-61d0-4441-8d99-31fc8b8ced2f None None] For port 987e88b3-74a4-402b-8d9a-14a8ff28b81d, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=987e88b3-74a4-402b-8d9a-14a8ff28b81d,segment=NetworkSegment(2b7a2b3c-43a3-43b6-9fd5-cecbcd72a97f),segment_id=2b7a2b3c-43a3-43b6-9fd5-cecbcd72a97f)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:12:18.872292 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a0b6db63-19aa-46fd-b870-74f9b6e5dd4d None None] Deleting port 77a3e9e0-51b4-4a6a-8781-151b450d4fb6 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:12:18.873162 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a0b6db63-19aa-46fd-b870-74f9b6e5dd4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:18.890551 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ed586c9e-2799-4889-a924-d91de8b4af2f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:18.917254 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-03ca21eb-87bd-41f2-9a18-03509c8e3485 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] For port 77a3e9e0-51b4-4a6a-8781-151b450d4fb6, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=77a3e9e0-51b4-4a6a-8781-151b450d4fb6,segment=NetworkSegment(57011c62-fb46-4a0b-8d6e-97a99d985af2),segment_id=57011c62-fb46-4a0b-8d6e-97a99d985af2)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:18.917451 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-03ca21eb-87bd-41f2-9a18-03509c8e3485 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:18.926746 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-ed586c9e-2799-4889-a924-d91de8b4af2f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Transition to ACTIVE for port object 893df48d-6b36-49b7-956a-e857379d21e1 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:12:18.935049 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-03ca21eb-87bd-41f2-9a18-03509c8e3485 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Calling delete_port for 77a3e9e0-51b4-4a6a-8781-151b450d4fb6 owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:12:18.979388 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b36a5fb1-36f8-4722-a44b-f961f0a0ac4e up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:12:19.010779 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a0b6db63-19aa-46fd-b870-74f9b6e5dd4d None None] For port 77a3e9e0-51b4-4a6a-8781-151b450d4fb6, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=77a3e9e0-51b4-4a6a-8781-151b450d4fb6,segment=NetworkSegment(57011c62-fb46-4a0b-8d6e-97a99d985af2),segment_id=57011c62-fb46-4a0b-8d6e-97a99d985af2)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:19.011355 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a0b6db63-19aa-46fd-b870-74f9b6e5dd4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:19.014435 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-73272736-61d0-4441-8d99-31fc8b8ced2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:19.057515 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a0b6db63-19aa-46fd-b870-74f9b6e5dd4d None None] Calling delete_port for 77a3e9e0-51b4-4a6a-8781-151b450d4fb6 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:12:19.101574 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ed586c9e-2799-4889-a924-d91de8b4af2f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:19.139071 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-03ca21eb-87bd-41f2-9a18-03509c8e3485 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:19.160254 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73272736-61d0-4441-8d99-31fc8b8ced2f None None] Pushing event updated for resources: {'Port': ['ID=987e88b3-74a4-402b-8d9a-14a8ff28b81d,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:19.161267 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed586c9e-2799-4889-a924-d91de8b4af2f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Network 2a88305c-001f-4e97-bc92-5cf5b60500eb is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:12:19.166365 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed586c9e-2799-4889-a924-d91de8b4af2f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event updated for resources: {'Port': ['ID=893df48d-6b36-49b7-956a-e857379d21e1,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:19.173253 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-ed586c9e-2799-4889-a924-d91de8b4af2f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:12:19.178685 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed586c9e-2799-4889-a924-d91de8b4af2f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:12:19.178685 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ed586c9e-2799-4889-a924-d91de8b4af2f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:19.183893 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ca21eb-87bd-41f2-9a18-03509c8e3485 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] No DVR routers for this DVR port 77a3e9e0-51b4-4a6a-8781-151b450d4fb6 on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:12:19.205551 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port b36a5fb1-36f8-4722-a44b-f961f0a0ac4e triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:19.205942 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:19.246636 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:19.254745 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a0b6db63-19aa-46fd-b870-74f9b6e5dd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:19.277819 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca21eb-87bd-41f2-9a18-03509c8e3485 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event deleted for resources: {'Port': ['ID=77a3e9e0-51b4-4a6a-8781-151b450d4fb6,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:19.319998 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b6db63-19aa-46fd-b870-74f9b6e5dd4d None None] Pushing event deleted for resources: {'Port': ['ID=77a3e9e0-51b4-4a6a-8781-151b450d4fb6,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:19.321904 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b6db63-19aa-46fd-b870-74f9b6e5dd4d None None] No DVR routers for this DVR port 77a3e9e0-51b4-4a6a-8781-151b450d4fb6 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:12:19.407075 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 77a3e9e0-51b4-4a6a-8781-151b450d4fb6 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:12:19.437364 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 77a3e9e0-51b4-4a6a-8781-151b450d4fb6 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:12:19.437863 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 77a3e9e0-51b4-4a6a-8781-151b450d4fb6 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:12:19.707746 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-03ca21eb-87bd-41f2-9a18-03509c8e3485 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:19.723686 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-03ca21eb-87bd-41f2-9a18-03509c8e3485 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37a47909-d216-479b-8a95-a4a57a97ad87']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:19.737996 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-03ca21eb-87bd-41f2-9a18-03509c8e3485 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57011c62-fb46-4a0b-8d6e-97a99d985af2') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:19.738299 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-03ca21eb-87bd-41f2-9a18-03509c8e3485 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57011c62-fb46-4a0b-8d6e-97a99d985af2') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:19.750588 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-03ca21eb-87bd-41f2-9a18-03509c8e3485 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:19.768287 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-03ca21eb-87bd-41f2-9a18-03509c8e3485 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:19.774619 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ca21eb-87bd-41f2-9a18-03509c8e3485 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:12:19.775061 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-03ca21eb-87bd-41f2-9a18-03509c8e3485 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:19.778697 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:12:19.778697 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:12:19.778697 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:12:19.778697 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:12:19.778697 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:12:19.778697 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:12:19.778697 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:12:19.778697 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:12:19.778697 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:12:19.778697 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:12:19.778697 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:12:19.778697 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:12:19.778697 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:12:19.778697 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:12:19.778697 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:12:19.778697 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:12:19.778697 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:12:19.778697 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:12:19.778697 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:12:19.778697 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:12:19.778697 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:12:19.778697 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:12:19.778697 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:12:19.778697 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:12:19.778697 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:12:19.778697 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:12:19.778697 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:12:19.778697 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:12:19.778697 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:12:19.778697 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:12:19.778697 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:12:19.778697 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:12:19.895999 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ed586c9e-2799-4889-a924-d91de8b4af2f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:19.970243 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-03ca21eb-87bd-41f2-9a18-03509c8e3485 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:19.981305 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-03ca21eb-87bd-41f2-9a18-03509c8e3485 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:19.987360 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-03ca21eb-87bd-41f2-9a18-03509c8e3485 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] 10.222.0.84 "DELETE /v2.0/networks/37a47909-d216-479b-8a95-a4a57a97ad87 HTTP/1.1" status: 204 len: 168 time: 1.6724143 Aug 16 21:12:20.110667 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca21eb-87bd-41f2-9a18-03509c8e3485 tempest-NetworksIpV6Test-267309389 tempest-NetworksIpV6Test-267309389-project] Pushing event deleted for resources: {'Network': ['ID=37a47909-d216-479b-8a95-a4a57a97ad87,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:20.339859 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ed586c9e-2799-4889-a924-d91de8b4af2f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:20.348656 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0d237b-cea8-4369-880b-d1a3ad3aeb3b None None] Network 2a88305c-001f-4e97-bc92-5cf5b60500eb requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:12:20.432429 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ed586c9e-2799-4889-a924-d91de8b4af2f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:20.433388 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ed586c9e-2799-4889-a924-d91de8b4af2f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:20.574690 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-62646f0b-9698-4f6e-8a8c-287ca8976780 None None] Provisioning for port 987e88b3-74a4-402b-8d9a-14a8ff28b81d completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:12:20.651956 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed586c9e-2799-4889-a924-d91de8b4af2f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Network 2a88305c-001f-4e97-bc92-5cf5b60500eb is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:12:20.656156 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-ed586c9e-2799-4889-a924-d91de8b4af2f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:12:20.665607 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed586c9e-2799-4889-a924-d91de8b4af2f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event updated for resources: {'Port': ['ID=893df48d-6b36-49b7-956a-e857379d21e1,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:20.867026 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed586c9e-2799-4889-a924-d91de8b4af2f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Router 63653c56-dcdf-48ff-8669-62b0560d7bc1 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:12:20.899741 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42986) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:21.057689 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 987e88b3-74a4-402b-8d9a-14a8ff28b81d up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:12:21.090150 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed586c9e-2799-4889-a924-d91de8b4af2f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:12:21.098484 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ed586c9e-2799-4889-a924-d91de8b4af2f tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "PUT /v2.0/routers/63653c56-dcdf-48ff-8669-62b0560d7bc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8367031 Aug 16 21:12:21.101518 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42990) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:21.110430 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2edaef2-a570-4a44-ad36-4193717c18bf None None] Sync routers for ids ['63653c56-dcdf-48ff-8669-62b0560d7bc1'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:12:21.125878 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2edaef2-a570-4a44-ad36-4193717c18bf None None] Routers {'63653c56-dcdf-48ff-8669-62b0560d7bc1'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:12:21.126765 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-a2edaef2-a570-4a44-ad36-4193717c18bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:12:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['63653c56-dcdf-48ff-8669-62b0560d7bc1'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:21.167774 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-a2edaef2-a570-4a44-ad36-4193717c18bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:21.181499 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681c5696-eb79-4c1f-a988-b820f0f849cf tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:21.183200 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2edaef2-a570-4a44-ad36-4193717c18bf None None] Routers {'63653c56-dcdf-48ff-8669-62b0560d7bc1'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:12:21.183360 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-681c5696-eb79-4c1f-a988-b820f0f849cf tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "GET /v2.0/ports/893df48d-6b36-49b7-956a-e857379d21e1 HTTP/1.1" status: 200 len: 911 time: 0.0804639 Aug 16 21:12:21.183863 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-a2edaef2-a570-4a44-ad36-4193717c18bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:12:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['63653c56-dcdf-48ff-8669-62b0560d7bc1'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:21.186082 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 42992) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:21.191571 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-f0ea0e80-ab4f-4618-914b-5903c1b3ea2d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '89bf0f6a-a40d-44fe-a26e-60f27a1bfec3'}]}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:12:21.220623 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-31ce6f24-0652-4e35-a199-9cf4da1a68e8 None None] Provisioning for port 893df48d-6b36-49b7-956a-e857379d21e1 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:12:21.223883 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-a2edaef2-a570-4a44-ad36-4193717c18bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:21.225270 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2edaef2-a570-4a44-ad36-4193717c18bf None None] The sync data for ids ['63653c56-dcdf-48ff-8669-62b0560d7bc1'] in n-d-793620-15 is: [] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:12:21.226570 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-31ce6f24-0652-4e35-a199-9cf4da1a68e8 None None] Provisioning complete for port 893df48d-6b36-49b7-956a-e857379d21e1 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:21.227047 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-31ce6f24-0652-4e35-a199-9cf4da1a68e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:21.266259 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 987e88b3-74a4-402b-8d9a-14a8ff28b81d completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:12:21.291915 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 987e88b3-74a4-402b-8d9a-14a8ff28b81d triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:21.292528 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:21.294458 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-31ce6f24-0652-4e35-a199-9cf4da1a68e8 None None] Port 893df48d-6b36-49b7-956a-e857379d21e1 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:12:21.354195 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-31ce6f24-0652-4e35-a199-9cf4da1a68e8 None None] Provisioning complete for port 987e88b3-74a4-402b-8d9a-14a8ff28b81d triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:21.354842 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-31ce6f24-0652-4e35-a199-9cf4da1a68e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:21.461587 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:21.521440 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 987e88b3-74a4-402b-8d9a-14a8ff28b81d, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=987e88b3-74a4-402b-8d9a-14a8ff28b81d,segment=NetworkSegment(2b7a2b3c-43a3-43b6-9fd5-cecbcd72a97f),segment_id=2b7a2b3c-43a3-43b6-9fd5-cecbcd72a97f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:21.569759 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 42996) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:21.581015 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-31ce6f24-0652-4e35-a199-9cf4da1a68e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:21.662998 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.db.api [None req-31ce6f24-0652-4e35-a199-9cf4da1a68e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:12:21.663376 n-d-793620-15 neutron-server[101846]: DEBUG oslo_db.api [None req-31ce6f24-0652-4e35-a199-9cf4da1a68e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:12:21.664071 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:21.691225 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-faa0ada9-5de4-4d27-a13c-52d1fba3f58e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=00694f7564e4464e82e8af5ffc2bd14e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7873213 Aug 16 21:12:21.691907 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43002) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:21.721054 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7d74406f-28a6-42b2-9640-eec97a5ed3e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:21.740707 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=987e88b3-74a4-402b-8d9a-14a8ff28b81d,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:21.785093 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-086edb68-a8af-48e2-a138-d9807b7e4c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:21.829006 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f0ea0e80-ab4f-4618-914b-5903c1b3ea2d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:21.832961 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-086edb68-a8af-48e2-a138-d9807b7e4c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:21.840868 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7d74406f-28a6-42b2-9640-eec97a5ed3e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:21.930145 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7d74406f-28a6-42b2-9640-eec97a5ed3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:21.974509 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-7d74406f-28a6-42b2-9640-eec97a5ed3e7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4229db252858406c8fe6f4fd5e5a91a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4030254 Aug 16 21:12:21.975228 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43004) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:21.976009 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d74406f-28a6-42b2-9640-eec97a5ed3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745cdf94-cfeb-4c11-8492-02f2b679daca,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:22.072275 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:22.104721 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-53ea666e-4786-43dd-a006-e63bace5c390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:22.106257 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-086edb68-a8af-48e2-a138-d9807b7e4c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:22.109317 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-086edb68-a8af-48e2-a138-d9807b7e4c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:22.110468 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-086edb68-a8af-48e2-a138-d9807b7e4c7a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/67855d1f-89a9-4be1-978b-69b509f82d44 HTTP/1.1" status: 204 len: 168 time: 0.4180760 Aug 16 21:12:22.171811 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086edb68-a8af-48e2-a138-d9807b7e4c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67855d1f-89a9-4be1-978b-69b509f82d44,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:22.177626 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-53ea666e-4786-43dd-a006-e63bace5c390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:22.333113 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0bf491a8-047e-4238-a5f9-ef9372d77213 None None] Provisioning complete for port 893df48d-6b36-49b7-956a-e857379d21e1 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:22.333495 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0bf491a8-047e-4238-a5f9-ef9372d77213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:22.346863 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f0ea0e80-ab4f-4618-914b-5903c1b3ea2d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:22.371041 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-0bf491a8-047e-4238-a5f9-ef9372d77213 None None] Port 893df48d-6b36-49b7-956a-e857379d21e1 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:12:22.381347 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-53ea666e-4786-43dd-a006-e63bace5c390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:22.388050 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-53ea666e-4786-43dd-a006-e63bace5c390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:22.388050 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-53ea666e-4786-43dd-a006-e63bace5c390 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/745cdf94-cfeb-4c11-8492-02f2b679daca HTTP/1.1" status: 204 len: 168 time: 0.4059372 Aug 16 21:12:22.395338 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea666e-4786-43dd-a006-e63bace5c390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745cdf94-cfeb-4c11-8492-02f2b679daca,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:22.438104 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f0ea0e80-ab4f-4618-914b-5903c1b3ea2d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:22.444743 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ea0e80-ab4f-4618-914b-5903c1b3ea2d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:22.445380 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f0ea0e80-ab4f-4618-914b-5903c1b3ea2d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:22.446763 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f0ea0e80-ab4f-4618-914b-5903c1b3ea2d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "PUT /v2.0/ports/893df48d-6b36-49b7-956a-e857379d21e1 HTTP/1.1" status: 200 len: 911 time: 1.2596819 Aug 16 21:12:22.449993 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 43014) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:22.503191 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea0e80-ab4f-4618-914b-5903c1b3ea2d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event updated for resources: {'Port': ['ID=893df48d-6b36-49b7-956a-e857379d21e1,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:22.808142 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e92673da-399c-4c20-814e-6c6dd0caf3fb tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:22.937869 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 987e88b3-74a4-402b-8d9a-14a8ff28b81d up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:12:23.002706 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 987e88b3-74a4-402b-8d9a-14a8ff28b81d triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:23.003251 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:23.085681 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-e92673da-399c-4c20-814e-6c6dd0caf3fb tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Deleting port 893df48d-6b36-49b7-956a-e857379d21e1 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:12:23.086218 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e92673da-399c-4c20-814e-6c6dd0caf3fb tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:23.189153 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43034) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:23.190121 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e92673da-399c-4c20-814e-6c6dd0caf3fb tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:23.205342 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34913daa-f1e0-491a-892c-60f225a55f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:23.217093 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-e92673da-399c-4c20-814e-6c6dd0caf3fb tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Calling delete_port for 893df48d-6b36-49b7-956a-e857379d21e1 owned by network:router_interface {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:12:23.312181 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34913daa-f1e0-491a-892c-60f225a55f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:23.398458 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34913daa-f1e0-491a-892c-60f225a55f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:23.442918 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34913daa-f1e0-491a-892c-60f225a55f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f4dd99-1355-4355-94e2-9d477a7cb396,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:23.455370 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 43040) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:23.455490 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-34913daa-f1e0-491a-892c-60f225a55f12 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=38977570c79d4f81a4993293ab505035&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2649558 Aug 16 21:12:23.482621 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e92673da-399c-4c20-814e-6c6dd0caf3fb tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:23.523240 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92673da-399c-4c20-814e-6c6dd0caf3fb tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event deleted for resources: {'Port': ['ID=893df48d-6b36-49b7-956a-e857379d21e1,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:23.628310 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9919bb01-21d9-4a0c-a5d8-f115b230efb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:23.635696 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e92673da-399c-4c20-814e-6c6dd0caf3fb tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:23.663111 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9919bb01-21d9-4a0c-a5d8-f115b230efb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:23.843201 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92673da-399c-4c20-814e-6c6dd0caf3fb tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Router 63653c56-dcdf-48ff-8669-62b0560d7bc1 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:12:23.918888 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92673da-399c-4c20-814e-6c6dd0caf3fb tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:12:23.927823 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e92673da-399c-4c20-814e-6c6dd0caf3fb tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "PUT /v2.0/routers/63653c56-dcdf-48ff-8669-62b0560d7bc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4721410 Aug 16 21:12:23.928158 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43048) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:23.930730 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697f62c0-9c83-430b-be33-46a5c66a5019 None None] Sync routers for ids ['63653c56-dcdf-48ff-8669-62b0560d7bc1'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:12:23.940850 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697f62c0-9c83-430b-be33-46a5c66a5019 None None] Routers {'63653c56-dcdf-48ff-8669-62b0560d7bc1'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:12:23.941493 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-697f62c0-9c83-430b-be33-46a5c66a5019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:12:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['63653c56-dcdf-48ff-8669-62b0560d7bc1'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:23.947954 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9919bb01-21d9-4a0c-a5d8-f115b230efb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:23.951234 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9919bb01-21d9-4a0c-a5d8-f115b230efb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:23.953062 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9919bb01-21d9-4a0c-a5d8-f115b230efb3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e5f4dd99-1355-4355-94e2-9d477a7cb396 HTTP/1.1" status: 204 len: 168 time: 0.4966264 Aug 16 21:12:23.960933 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8d159ecb-d314-4ffc-bc41-0c0fc10e41fe tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "GET /v2.0/ports?device_id=63653c56-dcdf-48ff-8669-62b0560d7bc1 HTTP/1.1" status: 200 len: 205 time: 0.0320985 Aug 16 21:12:23.963349 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43054) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:23.965569 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919bb01-21d9-4a0c-a5d8-f115b230efb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f4dd99-1355-4355-94e2-9d477a7cb396,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:23.990832 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-697f62c0-9c83-430b-be33-46a5c66a5019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:24.010102 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697f62c0-9c83-430b-be33-46a5c66a5019 None None] Routers {'63653c56-dcdf-48ff-8669-62b0560d7bc1'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:12:24.012309 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-697f62c0-9c83-430b-be33-46a5c66a5019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:12:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['63653c56-dcdf-48ff-8669-62b0560d7bc1'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:24.052718 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1a22c7c8-726a-45ec-9b3f-268fbd1bb2e0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:24.054393 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-697f62c0-9c83-430b-be33-46a5c66a5019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:24.056284 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697f62c0-9c83-430b-be33-46a5c66a5019 None None] The sync data for ids ['63653c56-dcdf-48ff-8669-62b0560d7bc1'] in n-d-793620-15 is: [] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:12:24.250440 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1a22c7c8-726a-45ec-9b3f-268fbd1bb2e0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:24.253871 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1a22c7c8-726a-45ec-9b3f-268fbd1bb2e0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:24.398480 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1a22c7c8-726a-45ec-9b3f-268fbd1bb2e0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:24.399680 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a22c7c8-726a-45ec-9b3f-268fbd1bb2e0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Fanout notify agent at l3_agent the message router_deleted on router 63653c56-dcdf-48ff-8669-62b0560d7bc1 {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:12:24.416224 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1a22c7c8-726a-45ec-9b3f-268fbd1bb2e0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:24.416224 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1a22c7c8-726a-45ec-9b3f-268fbd1bb2e0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "DELETE /v2.0/routers/63653c56-dcdf-48ff-8669-62b0560d7bc1 HTTP/1.1" status: 204 len: 168 time: 0.4491191 Aug 16 21:12:24.416380 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 43068) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:24.486685 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-10210696-954a-4907-a9a1-b11a1ff11ebb tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Deleting subnet 89bf0f6a-a40d-44fe-a26e-60f27a1bfec3 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:12:24.490454 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-10210696-954a-4907-a9a1-b11a1ff11ebb tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:24.538995 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-10210696-954a-4907-a9a1-b11a1ff11ebb tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:24.642196 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-10210696-954a-4907-a9a1-b11a1ff11ebb tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:24.810006 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-10210696-954a-4907-a9a1-b11a1ff11ebb tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:24.839266 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10210696-954a-4907-a9a1-b11a1ff11ebb tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event deleted for resources: {'Subnet': ['ID=89bf0f6a-a40d-44fe-a26e-60f27a1bfec3,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:24.843082 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-10210696-954a-4907-a9a1-b11a1ff11ebb tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:24.847688 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-10210696-954a-4907-a9a1-b11a1ff11ebb tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "DELETE /v2.0/subnets/89bf0f6a-a40d-44fe-a26e-60f27a1bfec3 HTTP/1.1" status: 204 len: 168 time: 0.4296606 Aug 16 21:12:24.848276 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43086) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:24.850731 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830a995b-c810-4886-a9f2-54b01d911168 None None] Network 2a88305c-001f-4e97-bc92-5cf5b60500eb requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:12:24.964877 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1547d53f-4f3f-4054-ad5d-4118bef03b32 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:25.029590 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-1547d53f-4f3f-4054-ad5d-4118bef03b32 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Deleting port 987e88b3-74a4-402b-8d9a-14a8ff28b81d {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:12:25.029590 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1547d53f-4f3f-4054-ad5d-4118bef03b32 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:25.101640 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c438f6a6-eba6-4599-9c04-a1cf5d3075a2 None None] DHCP port deletion for 2a88305c-001f-4e97-bc92-5cf5b60500eb request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:12:25.103099 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-1547d53f-4f3f-4054-ad5d-4118bef03b32 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] For port 987e88b3-74a4-402b-8d9a-14a8ff28b81d, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=987e88b3-74a4-402b-8d9a-14a8ff28b81d,segment=NetworkSegment(2b7a2b3c-43a3-43b6-9fd5-cecbcd72a97f),segment_id=2b7a2b3c-43a3-43b6-9fd5-cecbcd72a97f)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:25.103649 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1547d53f-4f3f-4054-ad5d-4118bef03b32 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:25.117632 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-1547d53f-4f3f-4054-ad5d-4118bef03b32 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Calling delete_port for 987e88b3-74a4-402b-8d9a-14a8ff28b81d owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:12:25.155490 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-c438f6a6-eba6-4599-9c04-a1cf5d3075a2 None None] Deleting port 987e88b3-74a4-402b-8d9a-14a8ff28b81d {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:12:25.156003 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c438f6a6-eba6-4599-9c04-a1cf5d3075a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:25.250790 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-c438f6a6-eba6-4599-9c04-a1cf5d3075a2 None None] For port 987e88b3-74a4-402b-8d9a-14a8ff28b81d, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=987e88b3-74a4-402b-8d9a-14a8ff28b81d,segment=NetworkSegment(2b7a2b3c-43a3-43b6-9fd5-cecbcd72a97f),segment_id=2b7a2b3c-43a3-43b6-9fd5-cecbcd72a97f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:25.251363 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c438f6a6-eba6-4599-9c04-a1cf5d3075a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:25.300325 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1547d53f-4f3f-4054-ad5d-4118bef03b32 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:25.342770 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1547d53f-4f3f-4054-ad5d-4118bef03b32 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] No DVR routers for this DVR port 987e88b3-74a4-402b-8d9a-14a8ff28b81d on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:12:25.345791 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547d53f-4f3f-4054-ad5d-4118bef03b32 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event deleted for resources: {'Port': ['ID=987e88b3-74a4-402b-8d9a-14a8ff28b81d,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:25.411412 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 43104) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:25.441759 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-c438f6a6-eba6-4599-9c04-a1cf5d3075a2 None None] Calling delete_port for 987e88b3-74a4-402b-8d9a-14a8ff28b81d owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:12:25.477745 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1547d53f-4f3f-4054-ad5d-4118bef03b32 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:25.490773 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-1547d53f-4f3f-4054-ad5d-4118bef03b32 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a88305c-001f-4e97-bc92-5cf5b60500eb']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:25.522848 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-1547d53f-4f3f-4054-ad5d-4118bef03b32 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b7a2b3c-43a3-43b6-9fd5-cecbcd72a97f') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:25.523151 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-1547d53f-4f3f-4054-ad5d-4118bef03b32 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b7a2b3c-43a3-43b6-9fd5-cecbcd72a97f') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:25.534181 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1547d53f-4f3f-4054-ad5d-4118bef03b32 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:25.549917 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1547d53f-4f3f-4054-ad5d-4118bef03b32 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:25.552854 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c438f6a6-eba6-4599-9c04-a1cf5d3075a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:25.557174 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2f555bfd-bf43-4781-9980-4c7c0197caf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:25.559667 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1547d53f-4f3f-4054-ad5d-4118bef03b32 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:12:25.560006 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1547d53f-4f3f-4054-ad5d-4118bef03b32 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:25.563207 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:12:25.563207 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:12:25.563207 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:12:25.563207 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:12:25.563207 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:12:25.563207 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:12:25.563207 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:12:25.563207 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:12:25.563207 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:12:25.563207 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:12:25.563207 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:12:25.563207 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:12:25.563207 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:12:25.563207 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:12:25.563207 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:12:25.563207 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:12:25.563207 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:12:25.563207 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:12:25.563207 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:12:25.563207 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:12:25.563207 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:12:25.563207 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:12:25.563207 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:12:25.563207 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:12:25.563207 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:12:25.563207 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:12:25.563207 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:12:25.563207 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:12:25.563207 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:12:25.563207 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:12:25.563207 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:12:25.563207 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:12:25.586193 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438f6a6-eba6-4599-9c04-a1cf5d3075a2 None None] Pushing event deleted for resources: {'Port': ['ID=987e88b3-74a4-402b-8d9a-14a8ff28b81d,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:25.593044 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c438f6a6-eba6-4599-9c04-a1cf5d3075a2 None None] No DVR routers for this DVR port 987e88b3-74a4-402b-8d9a-14a8ff28b81d on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:12:25.725069 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1547d53f-4f3f-4054-ad5d-4118bef03b32 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:25.736640 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1547d53f-4f3f-4054-ad5d-4118bef03b32 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:25.741835 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1547d53f-4f3f-4054-ad5d-4118bef03b32 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "DELETE /v2.0/networks/2a88305c-001f-4e97-bc92-5cf5b60500eb HTTP/1.1" status: 204 len: 168 time: 0.8888967 Aug 16 21:12:25.743631 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 43110) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:25.748612 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-b7c617d9-1d87-411d-80ba-28e9b33f03b6 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2083859373', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:12:25.749106 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547d53f-4f3f-4054-ad5d-4118bef03b32 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event deleted for resources: {'Network': ['ID=2a88305c-001f-4e97-bc92-5cf5b60500eb,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:25.813034 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2f555bfd-bf43-4781-9980-4c7c0197caf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:25.876019 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2f555bfd-bf43-4781-9980-4c7c0197caf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:25.921871 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2f555bfd-bf43-4781-9980-4c7c0197caf9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=42e000de47c34b49b96ab69eebab9624&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5069618 Aug 16 21:12:25.923513 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43116) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:25.924754 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f555bfd-bf43-4781-9980-4c7c0197caf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61b7d37-215f-48d9-8f91-1795ee08a812,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:25.969937 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b7c617d9-1d87-411d-80ba-28e9b33f03b6 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:25.971026 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b7c617d9-1d87-411d-80ba-28e9b33f03b6 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:25.995671 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ac8e6828-6717-4fc4-b2ae-9a2554c6ae87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:26.019673 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ac8e6828-6717-4fc4-b2ae-9a2554c6ae87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:26.047773 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b7c617d9-1d87-411d-80ba-28e9b33f03b6 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:26.101420 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b7c617d9-1d87-411d-80ba-28e9b33f03b6 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:26.118220 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ac8e6828-6717-4fc4-b2ae-9a2554c6ae87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:26.121122 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ac8e6828-6717-4fc4-b2ae-9a2554c6ae87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:26.126813 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ac8e6828-6717-4fc4-b2ae-9a2554c6ae87 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d61b7d37-215f-48d9-8f91-1795ee08a812 HTTP/1.1" status: 204 len: 168 time: 0.1981230 Aug 16 21:12:26.130318 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e6828-6717-4fc4-b2ae-9a2554c6ae87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61b7d37-215f-48d9-8f91-1795ee08a812,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:26.182350 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b7c617d9-1d87-411d-80ba-28e9b33f03b6 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:26.186725 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b7c617d9-1d87-411d-80ba-28e9b33f03b6 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4388866 Aug 16 21:12:26.187447 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43128) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:26.196162 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-ec187352-e055-4384-a293-1cb36536af19 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-621442678'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:12:26.266478 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec187352-e055-4384-a293-1cb36536af19 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Made reservation on behalf of cf9a775d85674030879abc3dfa1a9dec for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:12:26.270124 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ec187352-e055-4384-a293-1cb36536af19 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:26.300112 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec187352-e055-4384-a293-1cb36536af19 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:12:26.316483 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ec187352-e055-4384-a293-1cb36536af19 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:26.317534 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-ec187352-e055-4384-a293-1cb36536af19 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Added segment a0d3911a-42a7-490e-86a4-cbecef4b31b3 of type vlan for network 637f36da-e0f0-4ad0-be66-d9c4c99e6172 Aug 16 21:12:26.375019 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ec187352-e055-4384-a293-1cb36536af19 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:26.478066 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ec187352-e055-4384-a293-1cb36536af19 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:26.483896 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec187352-e055-4384-a293-1cb36536af19 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:26.488512 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ec187352-e055-4384-a293-1cb36536af19 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:26.555423 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec187352-e055-4384-a293-1cb36536af19 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event updated for resources: {'Network': ['ID=637f36da-e0f0-4ad0-be66-d9c4c99e6172,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:26.572652 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 637f36da-e0f0-4ad0-be66-d9c4c99e6172 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:12:26.599259 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ec187352-e055-4384-a293-1cb36536af19 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4099562 Aug 16 21:12:26.601997 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43140) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:26.607768 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-41cf4f89-5224-42a8-be63-e3699f60c096 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Request body: {'subnet': {'network_id': '637f36da-e0f0-4ad0-be66-d9c4c99e6172', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:12:26.765951 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41cf4f89-5224-42a8-be63-e3699f60c096 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Made reservation on behalf of cf9a775d85674030879abc3dfa1a9dec for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:12:26.769954 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-41cf4f89-5224-42a8-be63-e3699f60c096 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:26.861721 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43146) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:26.917549 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-98b5c24e-678d-4c0d-8515-fcda8524644d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:26.938151 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 987e88b3-74a4-402b-8d9a-14a8ff28b81d no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:12:26.961575 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 987e88b3-74a4-402b-8d9a-14a8ff28b81d {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:12:26.962017 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 987e88b3-74a4-402b-8d9a-14a8ff28b81d not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:12:27.086197 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-41cf4f89-5224-42a8-be63-e3699f60c096 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:27.089469 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-98b5c24e-678d-4c0d-8515-fcda8524644d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:27.158046 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf4f89-5224-42a8-be63-e3699f60c096 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event updated for resources: {'Subnet': ['ID=a712ca3d-9329-4e8f-8a8c-97ba99168765,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:27.167927 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cf4f89-5224-42a8-be63-e3699f60c096 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Checking segment: {'id': 'a0d3911a-42a7-490e-86a4-cbecef4b31b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '637f36da-e0f0-4ad0-be66-d9c4c99e6172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:12:27.168297 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cf4f89-5224-42a8-be63-e3699f60c096 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Network hostable DHCP agents. Network: 637f36da-e0f0-4ad0-be66-d9c4c99e6172, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:12:27.181387 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-98b5c24e-678d-4c0d-8515-fcda8524644d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:27.225560 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-98b5c24e-678d-4c0d-8515-fcda8524644d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=468143657cb14bd6bd2963d4cd506131&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3620358 Aug 16 21:12:27.228012 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43158) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:27.234617 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b5c24e-678d-4c0d-8515-fcda8524644d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0b3573-b02c-4ab6-8aef-919d5a566f1c,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:27.239885 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cf4f89-5224-42a8-be63-e3699f60c096 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Network 637f36da-e0f0-4ad0-be66-d9c4c99e6172 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:12:27.289462 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e11d2184-518c-4b84-9655-a792c9745bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:27.316019 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e11d2184-518c-4b84-9655-a792c9745bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:27.341251 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-41cf4f89-5224-42a8-be63-e3699f60c096 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 637f36da-e0f0-4ad0-be66-d9c4c99e6172) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:12:27.351295 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b648fe-b448-4151-98a2-b2dd052fc699 None None] Network 637f36da-e0f0-4ad0-be66-d9c4c99e6172 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:12:27.352349 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cf4f89-5224-42a8-be63-e3699f60c096 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:27.352940 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-41cf4f89-5224-42a8-be63-e3699f60c096 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:27.490375 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-41cf4f89-5224-42a8-be63-e3699f60c096 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8871980 Aug 16 21:12:27.493087 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43170) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:27.517060 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc18b22c-076a-4fb2-8b60-ecc4db47d522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-637f36da-e0f0-4ad0-be66-d9c4c99e6172', 'network_id': '637f36da-e0f0-4ad0-be66-d9c4c99e6172', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'fixed_ips': [{'subnet_id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:12:27.518040 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fc18b22c-076a-4fb2-8b60-ecc4db47d522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:27.564106 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e11d2184-518c-4b84-9655-a792c9745bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:27.566726 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e11d2184-518c-4b84-9655-a792c9745bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:27.567917 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e11d2184-518c-4b84-9655-a792c9745bda admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8c0b3573-b02c-4ab6-8aef-919d5a566f1c HTTP/1.1" status: 204 len: 168 time: 0.3389299 Aug 16 21:12:27.591051 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d2184-518c-4b84-9655-a792c9745bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0b3573-b02c-4ab6-8aef-919d5a566f1c,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:27.738177 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-fc18b22c-076a-4fb2-8b60-ecc4db47d522 None None] Allocated IP 2001:db8::2 (637f36da-e0f0-4ad0-be66-d9c4c99e6172/a712ca3d-9329-4e8f-8a8c-97ba99168765/754a66ad-3871-4398-853f-ddae66812c21) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:12:27.831868 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-980084ae-bf16-4f6e-9bb6-983b1b6c28d0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:27.896357 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fc18b22c-076a-4fb2-8b60-ecc4db47d522 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:27.905606 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-fc18b22c-076a-4fb2-8b60-ecc4db47d522 None None] Transition to ACTIVE for port object 754a66ad-3871-4398-853f-ddae66812c21 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:12:27.922151 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-fc18b22c-076a-4fb2-8b60-ecc4db47d522 None None] Transition to ACTIVE for port object 754a66ad-3871-4398-853f-ddae66812c21 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:12:28.216113 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fc18b22c-076a-4fb2-8b60-ecc4db47d522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:28.258491 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc18b22c-076a-4fb2-8b60-ecc4db47d522 None None] Network 637f36da-e0f0-4ad0-be66-d9c4c99e6172 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:12:28.261553 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-fc18b22c-076a-4fb2-8b60-ecc4db47d522 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:12:28.264572 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc18b22c-076a-4fb2-8b60-ecc4db47d522 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:12:28.272608 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-980084ae-bf16-4f6e-9bb6-983b1b6c28d0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Allocated IP 2001:db8::1 (637f36da-e0f0-4ad0-be66-d9c4c99e6172/a712ca3d-9329-4e8f-8a8c-97ba99168765/331e3d58-3567-493c-9702-74888a7420e4) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:12:28.275928 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18b22c-076a-4fb2-8b60-ecc4db47d522 None None] Pushing event updated for resources: {'Port': ['ID=754a66ad-3871-4398-853f-ddae66812c21,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:28.334632 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-fc18b22c-076a-4fb2-8b60-ecc4db47d522 None None] Attempting to bind port 754a66ad-3871-4398-853f-ddae66812c21 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:12:28.335016 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-fc18b22c-076a-4fb2-8b60-ecc4db47d522 None None] Attempting to bind port 754a66ad-3871-4398-853f-ddae66812c21 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'a0d3911a-42a7-490e-86a4-cbecef4b31b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '637f36da-e0f0-4ad0-be66-d9c4c99e6172'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:12:28.335400 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc18b22c-076a-4fb2-8b60-ecc4db47d522 None None] Attempting to bind port 754a66ad-3871-4398-853f-ddae66812c21 on network 637f36da-e0f0-4ad0-be66-d9c4c99e6172 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:12:28.340588 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc18b22c-076a-4fb2-8b60-ecc4db47d522 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:12:28.340971 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc18b22c-076a-4fb2-8b60-ecc4db47d522 None None] Checking segment: {'id': 'a0d3911a-42a7-490e-86a4-cbecef4b31b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '637f36da-e0f0-4ad0-be66-d9c4c99e6172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:12:28.341965 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fc18b22c-076a-4fb2-8b60-ecc4db47d522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:28.342518 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc18b22c-076a-4fb2-8b60-ecc4db47d522 None None] Bound using segment: {'id': 'a0d3911a-42a7-490e-86a4-cbecef4b31b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '637f36da-e0f0-4ad0-be66-d9c4c99e6172'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:12:28.342999 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-fc18b22c-076a-4fb2-8b60-ecc4db47d522 None None] Bound port: 754a66ad-3871-4398-853f-ddae66812c21, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d3911a-42a7-490e-86a4-cbecef4b31b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '637f36da-e0f0-4ad0-be66-d9c4c99e6172'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:12:28.343400 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fc18b22c-076a-4fb2-8b60-ecc4db47d522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:28.426553 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-fc18b22c-076a-4fb2-8b60-ecc4db47d522 None None] For port 754a66ad-3871-4398-853f-ddae66812c21, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:12:28.430405 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 43192) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:28.430928 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-fc18b22c-076a-4fb2-8b60-ecc4db47d522 None None] For port 754a66ad-3871-4398-853f-ddae66812c21, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=754a66ad-3871-4398-853f-ddae66812c21,segment=NetworkSegment(a0d3911a-42a7-490e-86a4-cbecef4b31b3),segment_id=a0d3911a-42a7-490e-86a4-cbecef4b31b3)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:12:28.433023 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-980084ae-bf16-4f6e-9bb6-983b1b6c28d0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:28.449378 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-980084ae-bf16-4f6e-9bb6-983b1b6c28d0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Transition to ACTIVE for port object 331e3d58-3567-493c-9702-74888a7420e4 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:12:28.518449 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fc18b22c-076a-4fb2-8b60-ecc4db47d522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:28.564493 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-980084ae-bf16-4f6e-9bb6-983b1b6c28d0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:28.583600 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18b22c-076a-4fb2-8b60-ecc4db47d522 None None] Pushing event updated for resources: {'Port': ['ID=754a66ad-3871-4398-853f-ddae66812c21,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:28.639145 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980084ae-bf16-4f6e-9bb6-983b1b6c28d0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Network 637f36da-e0f0-4ad0-be66-d9c4c99e6172 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:12:28.643045 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-980084ae-bf16-4f6e-9bb6-983b1b6c28d0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:12:28.648577 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980084ae-bf16-4f6e-9bb6-983b1b6c28d0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:12:28.649132 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-980084ae-bf16-4f6e-9bb6-983b1b6c28d0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:28.651937 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980084ae-bf16-4f6e-9bb6-983b1b6c28d0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event updated for resources: {'Port': ['ID=331e3d58-3567-493c-9702-74888a7420e4,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:28.660127 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a56ca6a3-8d46-4266-9493-d719e198592a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:28.861219 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a56ca6a3-8d46-4266-9493-d719e198592a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:28.894941 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-980084ae-bf16-4f6e-9bb6-983b1b6c28d0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:28.937603 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a56ca6a3-8d46-4266-9493-d719e198592a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:28.982575 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a56ca6a3-8d46-4266-9493-d719e198592a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=689f337ea0684e7b95b72d4563b58eee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5500507 Aug 16 21:12:28.985596 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 43204) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:29.022836 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 754a66ad-3871-4398-853f-ddae66812c21 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:12:29.028063 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ca6a3-8d46-4266-9493-d719e198592a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5953518-ff92-4a94-a578-af0e12c7c369,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:29.062136 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0e1ba8cb-33e4-4b3c-bb37-b03f135b38f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:29.090751 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0e1ba8cb-33e4-4b3c-bb37-b03f135b38f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:29.170196 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 754a66ad-3871-4398-853f-ddae66812c21 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:12:29.194970 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-39336a99-2166-465a-8bc8-1021f5f37ca7 req-1d763493-756e-4ec1-904e-1c74eb96efe7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1020992 Aug 16 21:12:29.233629 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0e1ba8cb-33e4-4b3c-bb37-b03f135b38f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:29.238445 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0e1ba8cb-33e4-4b3c-bb37-b03f135b38f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:29.240319 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0e1ba8cb-33e4-4b3c-bb37-b03f135b38f4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c5953518-ff92-4a94-a578-af0e12c7c369 HTTP/1.1" status: 204 len: 168 time: 0.2541990 Aug 16 21:12:29.251391 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ba8cb-33e4-4b3c-bb37-b03f135b38f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5953518-ff92-4a94-a578-af0e12c7c369,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:29.306095 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-980084ae-bf16-4f6e-9bb6-983b1b6c28d0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:29.309802 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39336a99-2166-465a-8bc8-1021f5f37ca7 req-8f542779-8209-4996-a8b0-8d575271def8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:29.311376 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-39336a99-2166-465a-8bc8-1021f5f37ca7 req-8f542779-8209-4996-a8b0-8d575271def8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ff815c4c8944f8eb7103de208aa5945&device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 1098 time: 0.0670087 Aug 16 21:12:29.397163 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-980084ae-bf16-4f6e-9bb6-983b1b6c28d0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:29.397955 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-980084ae-bf16-4f6e-9bb6-983b1b6c28d0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:29.776266 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da27677-0d3c-4c2d-bff3-431395f428c9 None None] Network 637f36da-e0f0-4ad0-be66-d9c4c99e6172 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:12:29.884895 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980084ae-bf16-4f6e-9bb6-983b1b6c28d0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event updated for resources: {'Port': ['ID=331e3d58-3567-493c-9702-74888a7420e4,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:29.940594 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39336a99-2166-465a-8bc8-1021f5f37ca7 req-c50324b4-e68e-4c99-9265-6fff910fc6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:29.942208 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-39336a99-2166-465a-8bc8-1021f5f37ca7 req-c50324b4-e68e-4c99-9265-6fff910fc6a6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9c499baa-4492-4b54-bedd-a882ae845f9c HTTP/1.1" status: 200 len: 917 time: 0.6060271 Aug 16 21:12:29.955017 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d90425b8-2668-4617-9879-c575614e3c45 None None] Provisioning for port 754a66ad-3871-4398-853f-ddae66812c21 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:12:29.968565 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d90425b8-2668-4617-9879-c575614e3c45 None None] Provisioning complete for port 754a66ad-3871-4398-853f-ddae66812c21 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:29.969429 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d90425b8-2668-4617-9879-c575614e3c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:29.988254 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 43222) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:30.008565 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9dc522b9-61b6-4333-968b-3f4d49de0c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:30.055209 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980084ae-bf16-4f6e-9bb6-983b1b6c28d0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Network 637f36da-e0f0-4ad0-be66-d9c4c99e6172 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:12:30.058231 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-980084ae-bf16-4f6e-9bb6-983b1b6c28d0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:12:30.109511 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d90425b8-2668-4617-9879-c575614e3c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:30.132545 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-39336a99-2166-465a-8bc8-1021f5f37ca7 req-3c89301b-cafd-4b0c-811b-16b5c25013d6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c69664d-e5b1-4f3e-8026-d75ecad74ee8 HTTP/1.1" status: 200 len: 1001 time: 0.1758983 Aug 16 21:12:30.147956 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9dc522b9-61b6-4333-968b-3f4d49de0c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:30.157563 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-d90425b8-2668-4617-9879-c575614e3c45 None None] For port 754a66ad-3871-4398-853f-ddae66812c21, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=754a66ad-3871-4398-853f-ddae66812c21,segment=NetworkSegment(a0d3911a-42a7-490e-86a4-cbecef4b31b3),segment_id=a0d3911a-42a7-490e-86a4-cbecef4b31b3)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:30.215058 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9dc522b9-61b6-4333-968b-3f4d49de0c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:30.237860 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39336a99-2166-465a-8bc8-1021f5f37ca7 req-d0e7e4de-47a1-4944-b3cf-7f940c09cde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:30.238003 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d90425b8-2668-4617-9879-c575614e3c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:30.239394 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-39336a99-2166-465a-8bc8-1021f5f37ca7 req-d0e7e4de-47a1-4944-b3cf-7f940c09cde6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6d4ab04f-fd33-40d0-bd76-3977c7bf52a2 HTTP/1.1" status: 200 len: 855 time: 0.0666170 Aug 16 21:12:30.277248 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9dc522b9-61b6-4333-968b-3f4d49de0c25 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=afbb1469ba4c4e06be6698575311e589&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2872326 Aug 16 21:12:30.278397 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc522b9-61b6-4333-968b-3f4d49de0c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818627f5-f12d-4477-ad2c-49d56c1d5b1c,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:30.281348 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43228) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:30.312626 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90425b8-2668-4617-9879-c575614e3c45 None None] Pushing event updated for resources: {'Port': ['ID=754a66ad-3871-4398-853f-ddae66812c21,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:30.388749 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e95eb89a-3e19-406c-a1f3-3bedfebb279b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:30.388749 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39336a99-2166-465a-8bc8-1021f5f37ca7 req-a80a3aa2-d69c-4f12-aff1-40d047e94252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:30.390156 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-39336a99-2166-465a-8bc8-1021f5f37ca7 req-a80a3aa2-d69c-4f12-aff1-40d047e94252 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9c499baa-4492-4b54-bedd-a882ae845f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1414900 Aug 16 21:12:30.429268 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e95eb89a-3e19-406c-a1f3-3bedfebb279b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:30.465268 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980084ae-bf16-4f6e-9bb6-983b1b6c28d0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Router b4b81393-4e00-461a-98c9-8ea191dfd420 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:12:30.529413 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ccdc9f17-c3b0-49b7-9194-5c45210a7bee None None] Provisioning for port 331e3d58-3567-493c-9702-74888a7420e4 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:12:30.540595 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ccdc9f17-c3b0-49b7-9194-5c45210a7bee None None] Provisioning complete for port 331e3d58-3567-493c-9702-74888a7420e4 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:30.543578 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ccdc9f17-c3b0-49b7-9194-5c45210a7bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:30.597352 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-ccdc9f17-c3b0-49b7-9194-5c45210a7bee None None] Port 331e3d58-3567-493c-9702-74888a7420e4 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:12:30.624805 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-39336a99-2166-465a-8bc8-1021f5f37ca7 req-82675254-c40d-4511-a424-5c2e99caeae7 service neutron] 10.222.0.72 "GET /v2.0/networks/9c499baa-4492-4b54-bedd-a882ae845f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243977 Aug 16 21:12:30.635409 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ccdc9f17-c3b0-49b7-9194-5c45210a7bee None None] Provisioning complete for port 754a66ad-3871-4398-853f-ddae66812c21 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:30.635813 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ccdc9f17-c3b0-49b7-9194-5c45210a7bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:30.644800 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980084ae-bf16-4f6e-9bb6-983b1b6c28d0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:12:30.661158 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2a5798-1bea-4200-9bb4-655cafd92d73 None None] Sync routers for ids ['b4b81393-4e00-461a-98c9-8ea191dfd420'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:12:30.672731 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2a5798-1bea-4200-9bb4-655cafd92d73 None None] Routers {'b4b81393-4e00-461a-98c9-8ea191dfd420'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:12:30.673387 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-4d2a5798-1bea-4200-9bb4-655cafd92d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:12:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['b4b81393-4e00-461a-98c9-8ea191dfd420'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:30.743756 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-980084ae-bf16-4f6e-9bb6-983b1b6c28d0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "PUT /v2.0/routers/b4b81393-4e00-461a-98c9-8ea191dfd420/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2495859 Aug 16 21:12:30.744770 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e95eb89a-3e19-406c-a1f3-3bedfebb279b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:30.747426 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e95eb89a-3e19-406c-a1f3-3bedfebb279b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:30.750935 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e95eb89a-3e19-406c-a1f3-3bedfebb279b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/818627f5-f12d-4477-ad2c-49d56c1d5b1c HTTP/1.1" status: 204 len: 168 time: 0.4660738 Aug 16 21:12:30.752777 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 43246) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:30.758682 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-3f81f7e9-5455-4d2c-9620-0e33408f73e8 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-957200869'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:12:30.798979 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95eb89a-3e19-406c-a1f3-3bedfebb279b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818627f5-f12d-4477-ad2c-49d56c1d5b1c,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:30.849299 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f81f7e9-5455-4d2c-9620-0e33408f73e8 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Made reservation on behalf of cf9a775d85674030879abc3dfa1a9dec for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:12:30.853114 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3f81f7e9-5455-4d2c-9620-0e33408f73e8 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:30.871348 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-39336a99-2166-465a-8bc8-1021f5f37ca7 req-94cf5f28-05b8-408b-846b-8de72862685a service neutron] 10.222.0.72 "GET /v2.0/networks/9c499baa-4492-4b54-bedd-a882ae845f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385609 Aug 16 21:12:30.886418 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-4d2a5798-1bea-4200-9bb4-655cafd92d73 None None] Set router b4b81393-4e00-461a-98c9-8ea191dfd420 gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:12:30.917279 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f81f7e9-5455-4d2c-9620-0e33408f73e8 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:12:30.937764 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3f81f7e9-5455-4d2c-9620-0e33408f73e8 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:30.938224 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-3f81f7e9-5455-4d2c-9620-0e33408f73e8 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Added segment 570ee20d-71aa-4f61-a1b0-d2a9e0fce1b5 of type vlan for network 085219ef-f7be-4ed7-8c28-5174ad6b41da Aug 16 21:12:31.008965 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 754a66ad-3871-4398-853f-ddae66812c21 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:12:31.036442 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3f81f7e9-5455-4d2c-9620-0e33408f73e8 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:31.146401 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3f81f7e9-5455-4d2c-9620-0e33408f73e8 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:31.152937 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-cf730ac7-1299-4dc1-aac8-031458539d28 None None] Provisioning complete for port 331e3d58-3567-493c-9702-74888a7420e4 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:31.154070 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cf730ac7-1299-4dc1-aac8-031458539d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:31.155418 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f81f7e9-5455-4d2c-9620-0e33408f73e8 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:31.157482 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3f81f7e9-5455-4d2c-9620-0e33408f73e8 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:31.208367 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-4d2a5798-1bea-4200-9bb4-655cafd92d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'name': 'tempest-RoutersIpV6Test-router-2083859373', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:12:25Z', 'updated_at': '2021-08-16T21:12:28Z', 'revision_number': 2, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'gw_port_host': None, '_interfaces': [{'id': '331e3d58-3567-493c-9702-74888a7420e4', 'name': '', 'network_id': '637f36da-e0f0-4ad0-be66-d9c4c99e6172', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:43:8f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:27Z', 'updated_at': '2021-08-16T21:12:29Z', 'revision_number': 2, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:31.240075 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2a5798-1bea-4200-9bb4-655cafd92d73 None None] Checking router: b4b81393-4e00-461a-98c9-8ea191dfd420 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:12:31.240425 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2a5798-1bea-4200-9bb4-655cafd92d73 None None] Updating router b4b81393-4e00-461a-98c9-8ea191dfd420 port 331e3d58-3567-493c-9702-74888a7420e4 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:12:31.248380 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81f7e9-5455-4d2c-9620-0e33408f73e8 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event updated for resources: {'Network': ['ID=085219ef-f7be-4ed7-8c28-5174ad6b41da,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:31.253562 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-cf730ac7-1299-4dc1-aac8-031458539d28 None None] Port 331e3d58-3567-493c-9702-74888a7420e4 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:12:31.260929 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 085219ef-f7be-4ed7-8c28-5174ad6b41da details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:12:31.276505 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5798-1bea-4200-9bb4-655cafd92d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:31.333296 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3f81f7e9-5455-4d2c-9620-0e33408f73e8 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5765927 Aug 16 21:12:31.333633 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43254) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:31.344927 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-34026e42-4ca9-484e-81c7-392091be662d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Request body: {'subnet': {'network_id': '085219ef-f7be-4ed7-8c28-5174ad6b41da', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:12:31.356677 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 754a66ad-3871-4398-853f-ddae66812c21 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:31.361550 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:31.429122 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7c1f40c0-d500-4a2e-a0ce-3c9606ac336f None None] Provisioning complete for port 331e3d58-3567-493c-9702-74888a7420e4 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:31.429659 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7c1f40c0-d500-4a2e-a0ce-3c9606ac336f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:31.501674 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7c1f40c0-d500-4a2e-a0ce-3c9606ac336f None None] Port 331e3d58-3567-493c-9702-74888a7420e4 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:12:31.637764 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5798-1bea-4200-9bb4-655cafd92d73 None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:31.649604 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34026e42-4ca9-484e-81c7-392091be662d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Made reservation on behalf of cf9a775d85674030879abc3dfa1a9dec for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:12:31.654402 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34026e42-4ca9-484e-81c7-392091be662d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:31.655319 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5798-1bea-4200-9bb4-655cafd92d73 None None] Transition to ACTIVE for port object 331e3d58-3567-493c-9702-74888a7420e4 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:12:31.746768 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5798-1bea-4200-9bb4-655cafd92d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:31.845700 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733b14a-1a7c-4a4e-915a-14ad3444076a None None] Pushing event updated for resources: {'Port': ['ID=331e3d58-3567-493c-9702-74888a7420e4,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:31.952675 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-4d2a5798-1bea-4200-9bb4-655cafd92d73 None None] Attempting to bind port 331e3d58-3567-493c-9702-74888a7420e4 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:12:31.953027 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-4d2a5798-1bea-4200-9bb4-655cafd92d73 None None] Attempting to bind port 331e3d58-3567-493c-9702-74888a7420e4 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'a0d3911a-42a7-490e-86a4-cbecef4b31b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '637f36da-e0f0-4ad0-be66-d9c4c99e6172'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:12:31.953549 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2a5798-1bea-4200-9bb4-655cafd92d73 None None] Attempting to bind port 331e3d58-3567-493c-9702-74888a7420e4 on network 637f36da-e0f0-4ad0-be66-d9c4c99e6172 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:12:31.959175 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2a5798-1bea-4200-9bb4-655cafd92d73 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:12:31.959767 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2a5798-1bea-4200-9bb4-655cafd92d73 None None] Checking segment: {'id': 'a0d3911a-42a7-490e-86a4-cbecef4b31b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '637f36da-e0f0-4ad0-be66-d9c4c99e6172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:12:31.960189 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5798-1bea-4200-9bb4-655cafd92d73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:31.960576 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2a5798-1bea-4200-9bb4-655cafd92d73 None None] Bound using segment: {'id': 'a0d3911a-42a7-490e-86a4-cbecef4b31b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '637f36da-e0f0-4ad0-be66-d9c4c99e6172'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:12:31.961034 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-4d2a5798-1bea-4200-9bb4-655cafd92d73 None None] Bound port: 331e3d58-3567-493c-9702-74888a7420e4, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d3911a-42a7-490e-86a4-cbecef4b31b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '637f36da-e0f0-4ad0-be66-d9c4c99e6172'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:12:31.961697 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5798-1bea-4200-9bb4-655cafd92d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:31.986626 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34026e42-4ca9-484e-81c7-392091be662d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:32.040620 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-4d2a5798-1bea-4200-9bb4-655cafd92d73 None None] For port 331e3d58-3567-493c-9702-74888a7420e4, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:12:32.044627 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-4d2a5798-1bea-4200-9bb4-655cafd92d73 None None] For port 331e3d58-3567-493c-9702-74888a7420e4, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=331e3d58-3567-493c-9702-74888a7420e4,segment=NetworkSegment(a0d3911a-42a7-490e-86a4-cbecef4b31b3),segment_id=a0d3911a-42a7-490e-86a4-cbecef4b31b3)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:12:32.095230 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5798-1bea-4200-9bb4-655cafd92d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:32.099982 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34026e42-4ca9-484e-81c7-392091be662d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event updated for resources: {'Subnet': ['ID=bc16707f-673e-44f7-b79b-aa9ca28bd835,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:32.111478 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34026e42-4ca9-484e-81c7-392091be662d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Checking segment: {'id': '570ee20d-71aa-4f61-a1b0-d2a9e0fce1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '085219ef-f7be-4ed7-8c28-5174ad6b41da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:12:32.111692 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34026e42-4ca9-484e-81c7-392091be662d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Network hostable DHCP agents. Network: 085219ef-f7be-4ed7-8c28-5174ad6b41da, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:12:32.174459 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2a5798-1bea-4200-9bb4-655cafd92d73 None None] Routers {'b4b81393-4e00-461a-98c9-8ea191dfd420'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:12:32.175165 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-4d2a5798-1bea-4200-9bb4-655cafd92d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:12:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['b4b81393-4e00-461a-98c9-8ea191dfd420'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:32.203505 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34026e42-4ca9-484e-81c7-392091be662d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Network 085219ef-f7be-4ed7-8c28-5174ad6b41da is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:12:32.262124 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733b14a-1a7c-4a4e-915a-14ad3444076a None None] Pushing event updated for resources: {'Port': ['ID=331e3d58-3567-493c-9702-74888a7420e4,revision_number=4']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:32.349696 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-4d2a5798-1bea-4200-9bb4-655cafd92d73 None None] Set router b4b81393-4e00-461a-98c9-8ea191dfd420 gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:12:32.498675 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-4d2a5798-1bea-4200-9bb4-655cafd92d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'name': 'tempest-RoutersIpV6Test-router-2083859373', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:12:25Z', 'updated_at': '2021-08-16T21:12:28Z', 'revision_number': 2, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'gw_port_host': None, '_interfaces': [{'id': '331e3d58-3567-493c-9702-74888a7420e4', 'name': '', 'network_id': '637f36da-e0f0-4ad0-be66-d9c4c99e6172', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:43:8f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:27Z', 'updated_at': '2021-08-16T21:12:32Z', 'revision_number': 4, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:32.525823 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2a5798-1bea-4200-9bb4-655cafd92d73 None None] The sync data for ids ['b4b81393-4e00-461a-98c9-8ea191dfd420'] in n-d-793620-15 is: [{'id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'name': 'tempest-RoutersIpV6Test-router-2083859373', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:12:25Z', 'updated_at': '2021-08-16T21:12:28Z', 'revision_number': 2, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'gw_port_host': None, '_interfaces': [{'id': '331e3d58-3567-493c-9702-74888a7420e4', 'name': '', 'network_id': '637f36da-e0f0-4ad0-be66-d9c4c99e6172', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:43:8f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:27Z', 'updated_at': '2021-08-16T21:12:32Z', 'revision_number': 4, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:12:32.838390 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-34026e42-4ca9-484e-81c7-392091be662d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 085219ef-f7be-4ed7-8c28-5174ad6b41da) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:12:32.838390 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34026e42-4ca9-484e-81c7-392091be662d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:32.838390 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34026e42-4ca9-484e-81c7-392091be662d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:32.838911 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fae4d5-df81-45ae-a1bb-09809bd5b7ea None None] Network 085219ef-f7be-4ed7-8c28-5174ad6b41da requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:12:33.057912 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 331e3d58-3567-493c-9702-74888a7420e4 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:12:33.105116 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f9489b-a515-4e90-b63b-d83aa8947db5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-085219ef-f7be-4ed7-8c28-5174ad6b41da', 'network_id': '085219ef-f7be-4ed7-8c28-5174ad6b41da', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'fixed_ips': [{'subnet_id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:12:33.105116 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-42f9489b-a515-4e90-b63b-d83aa8947db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:33.156932 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 43294) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:33.158148 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-34026e42-4ca9-484e-81c7-392091be662d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8224604 Aug 16 21:12:33.352411 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-42f9489b-a515-4e90-b63b-d83aa8947db5 None None] Allocated IP 2001:db8:1::2 (085219ef-f7be-4ed7-8c28-5174ad6b41da/bc16707f-673e-44f7-b79b-aa9ca28bd835/adc84d9e-5254-4319-bf05-8cec98075072) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:12:33.464019 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 331e3d58-3567-493c-9702-74888a7420e4 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:12:33.479333 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 331e3d58-3567-493c-9702-74888a7420e4 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:33.480114 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:33.642797 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-42f9489b-a515-4e90-b63b-d83aa8947db5 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:33.670312 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-42f9489b-a515-4e90-b63b-d83aa8947db5 None None] Transition to ACTIVE for port object adc84d9e-5254-4319-bf05-8cec98075072 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:12:33.678931 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:33.718147 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-42f9489b-a515-4e90-b63b-d83aa8947db5 None None] Transition to ACTIVE for port object adc84d9e-5254-4319-bf05-8cec98075072 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:12:33.733128 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 331e3d58-3567-493c-9702-74888a7420e4, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=331e3d58-3567-493c-9702-74888a7420e4,segment=NetworkSegment(a0d3911a-42a7-490e-86a4-cbecef4b31b3),segment_id=a0d3911a-42a7-490e-86a4-cbecef4b31b3)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:33.816484 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-42f9489b-a515-4e90-b63b-d83aa8947db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:33.866517 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f9489b-a515-4e90-b63b-d83aa8947db5 None None] Network 085219ef-f7be-4ed7-8c28-5174ad6b41da is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:12:33.869977 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-42f9489b-a515-4e90-b63b-d83aa8947db5 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:12:33.873817 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f9489b-a515-4e90-b63b-d83aa8947db5 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:12:33.895552 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:33.925617 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f9489b-a515-4e90-b63b-d83aa8947db5 None None] Pushing event updated for resources: {'Port': ['ID=adc84d9e-5254-4319-bf05-8cec98075072,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:34.009510 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-42f9489b-a515-4e90-b63b-d83aa8947db5 None None] Attempting to bind port adc84d9e-5254-4319-bf05-8cec98075072 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:12:34.012233 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-42f9489b-a515-4e90-b63b-d83aa8947db5 None None] Attempting to bind port adc84d9e-5254-4319-bf05-8cec98075072 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '570ee20d-71aa-4f61-a1b0-d2a9e0fce1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '085219ef-f7be-4ed7-8c28-5174ad6b41da'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:12:34.012233 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f9489b-a515-4e90-b63b-d83aa8947db5 None None] Attempting to bind port adc84d9e-5254-4319-bf05-8cec98075072 on network 085219ef-f7be-4ed7-8c28-5174ad6b41da {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:12:34.024748 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f9489b-a515-4e90-b63b-d83aa8947db5 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:12:34.025158 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f9489b-a515-4e90-b63b-d83aa8947db5 None None] Checking segment: {'id': '570ee20d-71aa-4f61-a1b0-d2a9e0fce1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '085219ef-f7be-4ed7-8c28-5174ad6b41da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:12:34.025723 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-42f9489b-a515-4e90-b63b-d83aa8947db5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:34.026125 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f9489b-a515-4e90-b63b-d83aa8947db5 None None] Bound using segment: {'id': '570ee20d-71aa-4f61-a1b0-d2a9e0fce1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '085219ef-f7be-4ed7-8c28-5174ad6b41da'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:12:34.026637 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-42f9489b-a515-4e90-b63b-d83aa8947db5 None None] Bound port: adc84d9e-5254-4319-bf05-8cec98075072, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570ee20d-71aa-4f61-a1b0-d2a9e0fce1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '085219ef-f7be-4ed7-8c28-5174ad6b41da'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:12:34.027026 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-42f9489b-a515-4e90-b63b-d83aa8947db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:34.041919 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=331e3d58-3567-493c-9702-74888a7420e4,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:34.107128 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-42f9489b-a515-4e90-b63b-d83aa8947db5 None None] For port adc84d9e-5254-4319-bf05-8cec98075072, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:12:34.110608 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-42f9489b-a515-4e90-b63b-d83aa8947db5 None None] For port adc84d9e-5254-4319-bf05-8cec98075072, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=adc84d9e-5254-4319-bf05-8cec98075072,segment=NetworkSegment(570ee20d-71aa-4f61-a1b0-d2a9e0fce1b5),segment_id=570ee20d-71aa-4f61-a1b0-d2a9e0fce1b5)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:12:34.187010 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-42f9489b-a515-4e90-b63b-d83aa8947db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:34.236086 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6b48dd2d-46e5-4e2f-bb01-c47eab22d377 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:34.332547 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f9489b-a515-4e90-b63b-d83aa8947db5 None None] Pushing event updated for resources: {'Port': ['ID=adc84d9e-5254-4319-bf05-8cec98075072,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:34.624892 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-6b48dd2d-46e5-4e2f-bb01-c47eab22d377 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Allocated IP 2001:db8:1::1 (085219ef-f7be-4ed7-8c28-5174ad6b41da/bc16707f-673e-44f7-b79b-aa9ca28bd835/ae1d6f18-cb27-422f-9126-d23fa915dea4) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:12:34.803336 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6b48dd2d-46e5-4e2f-bb01-c47eab22d377 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:34.851262 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-6b48dd2d-46e5-4e2f-bb01-c47eab22d377 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Transition to ACTIVE for port object ae1d6f18-cb27-422f-9126-d23fa915dea4 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:12:35.015668 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6b48dd2d-46e5-4e2f-bb01-c47eab22d377 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:35.120822 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 331e3d58-3567-493c-9702-74888a7420e4 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:12:35.140647 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b48dd2d-46e5-4e2f-bb01-c47eab22d377 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Network 085219ef-f7be-4ed7-8c28-5174ad6b41da is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:12:35.144287 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-6b48dd2d-46e5-4e2f-bb01-c47eab22d377 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:12:35.148851 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b48dd2d-46e5-4e2f-bb01-c47eab22d377 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:12:35.149425 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6b48dd2d-46e5-4e2f-bb01-c47eab22d377 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:35.153409 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b48dd2d-46e5-4e2f-bb01-c47eab22d377 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event updated for resources: {'Port': ['ID=ae1d6f18-cb27-422f-9126-d23fa915dea4,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:35.212068 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 331e3d58-3567-493c-9702-74888a7420e4 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:35.212459 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:35.357530 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device adc84d9e-5254-4319-bf05-8cec98075072 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:12:35.442854 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6b48dd2d-46e5-4e2f-bb01-c47eab22d377 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:35.540812 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port adc84d9e-5254-4319-bf05-8cec98075072 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:12:35.821738 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70705b0-bc71-4351-a2f0-dda8aa9601fb None None] Network 085219ef-f7be-4ed7-8c28-5174ad6b41da requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:12:35.883479 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6b48dd2d-46e5-4e2f-bb01-c47eab22d377 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:36.009714 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6b48dd2d-46e5-4e2f-bb01-c47eab22d377 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:36.011376 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6b48dd2d-46e5-4e2f-bb01-c47eab22d377 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:36.030041 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-aca5e75f-06de-4ae5-8f84-2a30feb739d8 None None] Provisioning for port adc84d9e-5254-4319-bf05-8cec98075072 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:12:36.036266 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-aca5e75f-06de-4ae5-8f84-2a30feb739d8 None None] Provisioning complete for port adc84d9e-5254-4319-bf05-8cec98075072 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:36.036642 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-aca5e75f-06de-4ae5-8f84-2a30feb739d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:36.088964 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b48dd2d-46e5-4e2f-bb01-c47eab22d377 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event updated for resources: {'Port': ['ID=ae1d6f18-cb27-422f-9126-d23fa915dea4,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:36.152651 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-aca5e75f-06de-4ae5-8f84-2a30feb739d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:36.221906 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-aca5e75f-06de-4ae5-8f84-2a30feb739d8 None None] For port adc84d9e-5254-4319-bf05-8cec98075072, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=adc84d9e-5254-4319-bf05-8cec98075072,segment=NetworkSegment(570ee20d-71aa-4f61-a1b0-d2a9e0fce1b5),segment_id=570ee20d-71aa-4f61-a1b0-d2a9e0fce1b5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:36.255998 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b48dd2d-46e5-4e2f-bb01-c47eab22d377 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Network 085219ef-f7be-4ed7-8c28-5174ad6b41da is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:12:36.257879 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-6b48dd2d-46e5-4e2f-bb01-c47eab22d377 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:12:36.329981 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-aca5e75f-06de-4ae5-8f84-2a30feb739d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:36.378238 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b48dd2d-46e5-4e2f-bb01-c47eab22d377 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Router b4b81393-4e00-461a-98c9-8ea191dfd420 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:12:36.469171 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca5e75f-06de-4ae5-8f84-2a30feb739d8 None None] Pushing event updated for resources: {'Port': ['ID=adc84d9e-5254-4319-bf05-8cec98075072,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:36.565483 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1eb11df5-d86e-40fb-bdc5-d5e8e60479dc None None] Provisioning complete for port adc84d9e-5254-4319-bf05-8cec98075072 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:36.567544 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1eb11df5-d86e-40fb-bdc5-d5e8e60479dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:36.588247 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b48dd2d-46e5-4e2f-bb01-c47eab22d377 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:12:36.603101 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6b48dd2d-46e5-4e2f-bb01-c47eab22d377 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "PUT /v2.0/routers/b4b81393-4e00-461a-98c9-8ea191dfd420/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4448071 Aug 16 21:12:36.605319 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 43432) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:36.618260 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-fe0d41ba-a4cd-4a12-aa81-6eb867bca9fb tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-715333367'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:12:36.626888 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe06316-ab56-47eb-85ca-369acf2b355f None None] Sync routers for ids ['b4b81393-4e00-461a-98c9-8ea191dfd420'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:12:36.676638 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe06316-ab56-47eb-85ca-369acf2b355f None None] Routers {'b4b81393-4e00-461a-98c9-8ea191dfd420'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:12:36.677284 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-ffe06316-ab56-47eb-85ca-369acf2b355f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:12:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['b4b81393-4e00-461a-98c9-8ea191dfd420'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:36.769468 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0d41ba-a4cd-4a12-aa81-6eb867bca9fb tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Made reservation on behalf of cf9a775d85674030879abc3dfa1a9dec for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:12:36.782988 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fe0d41ba-a4cd-4a12-aa81-6eb867bca9fb tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:36.834378 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-ffe06316-ab56-47eb-85ca-369acf2b355f None None] Set router b4b81393-4e00-461a-98c9-8ea191dfd420 gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:12:36.845407 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe0d41ba-a4cd-4a12-aa81-6eb867bca9fb tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:12:36.889628 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fe0d41ba-a4cd-4a12-aa81-6eb867bca9fb tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:36.893462 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-fe0d41ba-a4cd-4a12-aa81-6eb867bca9fb tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Added segment 187a6bbd-cec9-4f8c-8841-f38494cee3bf of type vlan for network 5c20a159-24f1-45d5-96df-adf5cb91d2c8 Aug 16 21:12:37.050975 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fe0d41ba-a4cd-4a12-aa81-6eb867bca9fb tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:37.175166 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fe0d41ba-a4cd-4a12-aa81-6eb867bca9fb tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:37.177596 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device adc84d9e-5254-4319-bf05-8cec98075072 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:12:37.183259 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0d41ba-a4cd-4a12-aa81-6eb867bca9fb tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:37.183980 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fe0d41ba-a4cd-4a12-aa81-6eb867bca9fb tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:37.431422 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d41ba-a4cd-4a12-aa81-6eb867bca9fb tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event updated for resources: {'Network': ['ID=5c20a159-24f1-45d5-96df-adf5cb91d2c8,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:37.451439 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 5c20a159-24f1-45d5-96df-adf5cb91d2c8 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:12:37.510357 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-fe0d41ba-a4cd-4a12-aa81-6eb867bca9fb tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8985441 Aug 16 21:12:37.510763 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 43444) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:37.517374 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-2e4a88a7-a322-4436-85ba-3830b2551c91 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Request body: {'subnet': {'network_id': '5c20a159-24f1-45d5-96df-adf5cb91d2c8', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:12:37.735809 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port adc84d9e-5254-4319-bf05-8cec98075072 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:37.740112 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:37.798450 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4a88a7-a322-4436-85ba-3830b2551c91 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Made reservation on behalf of cf9a775d85674030879abc3dfa1a9dec for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:12:37.803545 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2e4a88a7-a322-4436-85ba-3830b2551c91 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:37.824350 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1eb11df5-d86e-40fb-bdc5-d5e8e60479dc None None] Provisioning for port ae1d6f18-cb27-422f-9126-d23fa915dea4 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:12:37.860075 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1eb11df5-d86e-40fb-bdc5-d5e8e60479dc None None] Provisioning complete for port ae1d6f18-cb27-422f-9126-d23fa915dea4 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:37.864326 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1eb11df5-d86e-40fb-bdc5-d5e8e60479dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:37.957415 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43450) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:37.973784 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-1eb11df5-d86e-40fb-bdc5-d5e8e60479dc None None] Port ae1d6f18-cb27-422f-9126-d23fa915dea4 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:12:37.982403 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-ffe06316-ab56-47eb-85ca-369acf2b355f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'name': 'tempest-RoutersIpV6Test-router-2083859373', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:12:25Z', 'updated_at': '2021-08-16T21:12:35Z', 'revision_number': 3, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'gw_port_host': None, '_interfaces': [{'id': '331e3d58-3567-493c-9702-74888a7420e4', 'name': '', 'network_id': '637f36da-e0f0-4ad0-be66-d9c4c99e6172', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:43:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:27Z', 'updated_at': '2021-08-16T21:12:33Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae1d6f18-cb27-422f-9126-d23fa915dea4', 'name': '', 'network_id': '085219ef-f7be-4ed7-8c28-5174ad6b41da', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:5b:94:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:34Z', 'updated_at': '2021-08-16T21:12:35Z', 'revision_number': 2, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:38.034541 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe06316-ab56-47eb-85ca-369acf2b355f None None] Checking router: b4b81393-4e00-461a-98c9-8ea191dfd420 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:12:38.035163 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe06316-ab56-47eb-85ca-369acf2b355f None None] Updating router b4b81393-4e00-461a-98c9-8ea191dfd420 port ae1d6f18-cb27-422f-9126-d23fa915dea4 binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:12:38.073351 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ffe06316-ab56-47eb-85ca-369acf2b355f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:38.148448 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-27cf18d3-6be2-4f20-bcb3-393977fa86ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:38.269214 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-27cf18d3-6be2-4f20-bcb3-393977fa86ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:38.305423 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a8dbeda1-a67c-4bb1-b2ce-e4a9786874b9 None None] Provisioning complete for port ae1d6f18-cb27-422f-9126-d23fa915dea4 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:38.306448 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a8dbeda1-a67c-4bb1-b2ce-e4a9786874b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:38.307421 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2e4a88a7-a322-4436-85ba-3830b2551c91 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:38.334833 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-27cf18d3-6be2-4f20-bcb3-393977fa86ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:38.353327 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a8dbeda1-a67c-4bb1-b2ce-e4a9786874b9 None None] Port ae1d6f18-cb27-422f-9126-d23fa915dea4 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:12:38.370293 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a88a7-a322-4436-85ba-3830b2551c91 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event updated for resources: {'Subnet': ['ID=51796ad3-b11f-4a72-8bf4-6e19d7ce7c02,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:38.425759 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-27cf18d3-6be2-4f20-bcb3-393977fa86ce admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=52125b29cf684136942184eb9c61e248&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4670384 Aug 16 21:12:38.426584 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf18d3-6be2-4f20-bcb3-393977fa86ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fa07cf-6652-47a9-83d3-ed4decc19d55,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:38.431382 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43458) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:38.437429 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4a88a7-a322-4436-85ba-3830b2551c91 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Checking segment: {'id': '187a6bbd-cec9-4f8c-8841-f38494cee3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5c20a159-24f1-45d5-96df-adf5cb91d2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:12:38.437696 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4a88a7-a322-4436-85ba-3830b2551c91 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Network hostable DHCP agents. Network: 5c20a159-24f1-45d5-96df-adf5cb91d2c8, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:12:38.503209 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ffe06316-ab56-47eb-85ca-369acf2b355f None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:38.508899 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4932d637-3ebb-425b-ae01-d8bbe75faacc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:38.515268 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ffe06316-ab56-47eb-85ca-369acf2b355f None None] Transition to ACTIVE for port object ae1d6f18-cb27-422f-9126-d23fa915dea4 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:12:38.540750 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4a88a7-a322-4436-85ba-3830b2551c91 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Network 5c20a159-24f1-45d5-96df-adf5cb91d2c8 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:12:38.544951 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4932d637-3ebb-425b-ae01-d8bbe75faacc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:38.582075 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ffe06316-ab56-47eb-85ca-369acf2b355f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:38.607219 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-2e4a88a7-a322-4436-85ba-3830b2551c91 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 5c20a159-24f1-45d5-96df-adf5cb91d2c8) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:12:38.611258 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4a88a7-a322-4436-85ba-3830b2551c91 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:38.612123 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2e4a88a7-a322-4436-85ba-3830b2551c91 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:38.636787 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c78b9cc-f551-4a6d-a782-8f921a76b7f4 None None] Network 5c20a159-24f1-45d5-96df-adf5cb91d2c8 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:12:38.702152 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4932d637-3ebb-425b-ae01-d8bbe75faacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:38.707072 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4932d637-3ebb-425b-ae01-d8bbe75faacc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:38.708573 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4932d637-3ebb-425b-ae01-d8bbe75faacc admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/46fa07cf-6652-47a9-83d3-ed4decc19d55 HTTP/1.1" status: 204 len: 168 time: 0.2741642 Aug 16 21:12:38.721667 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932d637-3ebb-425b-ae01-d8bbe75faacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fa07cf-6652-47a9-83d3-ed4decc19d55,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:38.733140 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf7c065-8398-47d3-ae8e-e8ae07fccf75 None None] Pushing event updated for resources: {'Port': ['ID=ae1d6f18-cb27-422f-9126-d23fa915dea4,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:38.733239 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2e4a88a7-a322-4436-85ba-3830b2551c91 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2209313 Aug 16 21:12:38.735392 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43462) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:38.892927 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-ffe06316-ab56-47eb-85ca-369acf2b355f None None] Attempting to bind port ae1d6f18-cb27-422f-9126-d23fa915dea4 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:12:38.893302 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-ffe06316-ab56-47eb-85ca-369acf2b355f None None] Attempting to bind port ae1d6f18-cb27-422f-9126-d23fa915dea4 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '570ee20d-71aa-4f61-a1b0-d2a9e0fce1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '085219ef-f7be-4ed7-8c28-5174ad6b41da'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:12:38.893665 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe06316-ab56-47eb-85ca-369acf2b355f None None] Attempting to bind port ae1d6f18-cb27-422f-9126-d23fa915dea4 on network 085219ef-f7be-4ed7-8c28-5174ad6b41da {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:12:38.995459 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe06316-ab56-47eb-85ca-369acf2b355f None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:12:38.995704 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe06316-ab56-47eb-85ca-369acf2b355f None None] Checking segment: {'id': '570ee20d-71aa-4f61-a1b0-d2a9e0fce1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '085219ef-f7be-4ed7-8c28-5174ad6b41da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:12:39.002333 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ffe06316-ab56-47eb-85ca-369acf2b355f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:39.002874 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe06316-ab56-47eb-85ca-369acf2b355f None None] Bound using segment: {'id': '570ee20d-71aa-4f61-a1b0-d2a9e0fce1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '085219ef-f7be-4ed7-8c28-5174ad6b41da'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:12:39.003382 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-ffe06316-ab56-47eb-85ca-369acf2b355f None None] Bound port: ae1d6f18-cb27-422f-9126-d23fa915dea4, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570ee20d-71aa-4f61-a1b0-d2a9e0fce1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '085219ef-f7be-4ed7-8c28-5174ad6b41da'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:12:39.003809 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ffe06316-ab56-47eb-85ca-369acf2b355f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:39.142774 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6ec3fc-538a-40bd-ae87-d11931b52ac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-5c20a159-24f1-45d5-96df-adf5cb91d2c8', 'network_id': '5c20a159-24f1-45d5-96df-adf5cb91d2c8', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'fixed_ips': [{'subnet_id': '51796ad3-b11f-4a72-8bf4-6e19d7ce7c02'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:12:39.144922 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cb6ec3fc-538a-40bd-ae87-d11931b52ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:39.274737 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-ffe06316-ab56-47eb-85ca-369acf2b355f None None] For port ae1d6f18-cb27-422f-9126-d23fa915dea4, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:12:39.302551 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-ffe06316-ab56-47eb-85ca-369acf2b355f None None] For port ae1d6f18-cb27-422f-9126-d23fa915dea4, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=ae1d6f18-cb27-422f-9126-d23fa915dea4,segment=NetworkSegment(570ee20d-71aa-4f61-a1b0-d2a9e0fce1b5),segment_id=570ee20d-71aa-4f61-a1b0-d2a9e0fce1b5)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:12:39.368661 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-02dffb6c-9583-41e4-a10e-4553d44cc0ab tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:39.381525 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-cb6ec3fc-538a-40bd-ae87-d11931b52ac0 None None] Allocated IP 2001:db8:2::2 (5c20a159-24f1-45d5-96df-adf5cb91d2c8/51796ad3-b11f-4a72-8bf4-6e19d7ce7c02/18e3d22e-fbcd-4411-86bf-d8345571504e) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:12:39.446764 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ffe06316-ab56-47eb-85ca-369acf2b355f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:39.596444 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf7c065-8398-47d3-ae8e-e8ae07fccf75 None None] Pushing event updated for resources: {'Port': ['ID=ae1d6f18-cb27-422f-9126-d23fa915dea4,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:39.607510 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe06316-ab56-47eb-85ca-369acf2b355f None None] Routers {'b4b81393-4e00-461a-98c9-8ea191dfd420'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:12:39.608182 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-ffe06316-ab56-47eb-85ca-369acf2b355f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:12:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['b4b81393-4e00-461a-98c9-8ea191dfd420'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:39.663484 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 43480) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:39.673973 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7d19541e-f3b2-4f75-96cc-e99aeedf668c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:39.797428 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cb6ec3fc-538a-40bd-ae87-d11931b52ac0 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:39.799772 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-ffe06316-ab56-47eb-85ca-369acf2b355f None None] Set router b4b81393-4e00-461a-98c9-8ea191dfd420 gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:12:39.807616 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7d19541e-f3b2-4f75-96cc-e99aeedf668c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:39.838106 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-cb6ec3fc-538a-40bd-ae87-d11931b52ac0 None None] Transition to ACTIVE for port object 18e3d22e-fbcd-4411-86bf-d8345571504e will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:12:39.897141 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b349ff6-09f8-4686-b72c-54c5115067ca req-c9402a85-64de-4818-a6cf-968d8b2f901e tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:39.898917 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5b349ff6-09f8-4686-b72c-54c5115067ca req-c9402a85-64de-4818-a6cf-968d8b2f901e tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 946 time: 0.3693209 Aug 16 21:12:39.900593 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-cb6ec3fc-538a-40bd-ae87-d11931b52ac0 None None] Transition to ACTIVE for port object 18e3d22e-fbcd-4411-86bf-d8345571504e will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:12:39.917677 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7d19541e-f3b2-4f75-96cc-e99aeedf668c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:39.988814 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-7d19541e-f3b2-4f75-96cc-e99aeedf668c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e1899bf7390f4157bc7f4f7f3339cd6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3293493 Aug 16 21:12:39.990222 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d19541e-f3b2-4f75-96cc-e99aeedf668c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99e0a01-804d-4d7a-8fe8-c00682e5b0d1,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:39.991503 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43482) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:40.009796 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5b349ff6-09f8-4686-b72c-54c5115067ca req-801d8f1e-0c4d-42e3-b3c4-71c3eb853fd3 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993247 Aug 16 21:12:40.025985 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cb6ec3fc-538a-40bd-ae87-d11931b52ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:40.098189 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-02dffb6c-9583-41e4-a10e-4553d44cc0ab tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Allocated IP 2001:db8:2::1 (5c20a159-24f1-45d5-96df-adf5cb91d2c8/51796ad3-b11f-4a72-8bf4-6e19d7ce7c02/f8ea171a-830d-4359-b1d8-e2881da57f12) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:12:40.107338 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8ca09c1d-4874-4234-93da-57a8da36101c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:40.177105 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8ca09c1d-4874-4234-93da-57a8da36101c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:40.257288 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6ec3fc-538a-40bd-ae87-d11931b52ac0 None None] Network 5c20a159-24f1-45d5-96df-adf5cb91d2c8 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:12:40.266228 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-cb6ec3fc-538a-40bd-ae87-d11931b52ac0 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:12:40.270057 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6ec3fc-538a-40bd-ae87-d11931b52ac0 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:12:40.276016 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-02dffb6c-9583-41e4-a10e-4553d44cc0ab tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:40.288178 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ec3fc-538a-40bd-ae87-d11931b52ac0 None None] Pushing event updated for resources: {'Port': ['ID=18e3d22e-fbcd-4411-86bf-d8345571504e,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:40.339123 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-ffe06316-ab56-47eb-85ca-369acf2b355f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'name': 'tempest-RoutersIpV6Test-router-2083859373', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:12:25Z', 'updated_at': '2021-08-16T21:12:35Z', 'revision_number': 3, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'gw_port_host': None, '_interfaces': [{'id': '331e3d58-3567-493c-9702-74888a7420e4', 'name': '', 'network_id': '637f36da-e0f0-4ad0-be66-d9c4c99e6172', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:43:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:27Z', 'updated_at': '2021-08-16T21:12:33Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae1d6f18-cb27-422f-9126-d23fa915dea4', 'name': '', 'network_id': '085219ef-f7be-4ed7-8c28-5174ad6b41da', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:5b:94:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:34Z', 'updated_at': '2021-08-16T21:12:39Z', 'revision_number': 4, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:40.368972 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-cb6ec3fc-538a-40bd-ae87-d11931b52ac0 None None] Attempting to bind port 18e3d22e-fbcd-4411-86bf-d8345571504e on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:12:40.369344 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-cb6ec3fc-538a-40bd-ae87-d11931b52ac0 None None] Attempting to bind port 18e3d22e-fbcd-4411-86bf-d8345571504e by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '187a6bbd-cec9-4f8c-8841-f38494cee3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5c20a159-24f1-45d5-96df-adf5cb91d2c8'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:12:40.376207 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6ec3fc-538a-40bd-ae87-d11931b52ac0 None None] Attempting to bind port 18e3d22e-fbcd-4411-86bf-d8345571504e on network 5c20a159-24f1-45d5-96df-adf5cb91d2c8 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:12:40.376207 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe06316-ab56-47eb-85ca-369acf2b355f None None] The sync data for ids ['b4b81393-4e00-461a-98c9-8ea191dfd420'] in n-d-793620-15 is: [{'id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'name': 'tempest-RoutersIpV6Test-router-2083859373', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:12:25Z', 'updated_at': '2021-08-16T21:12:35Z', 'revision_number': 3, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'gw_port_host': None, '_interfaces': [{'id': '331e3d58-3567-493c-9702-74888a7420e4', 'name': '', 'network_id': '637f36da-e0f0-4ad0-be66-d9c4c99e6172', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:43:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:27Z', 'updated_at': '2021-08-16T21:12:33Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae1d6f18-cb27-422f-9126-d23fa915dea4', 'name': '', 'network_id': '085219ef-f7be-4ed7-8c28-5174ad6b41da', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:5b:94:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:34Z', 'updated_at': '2021-08-16T21:12:39Z', 'revision_number': 4, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:12:40.378566 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6ec3fc-538a-40bd-ae87-d11931b52ac0 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:12:40.379058 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6ec3fc-538a-40bd-ae87-d11931b52ac0 None None] Checking segment: {'id': '187a6bbd-cec9-4f8c-8841-f38494cee3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5c20a159-24f1-45d5-96df-adf5cb91d2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:12:40.379528 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cb6ec3fc-538a-40bd-ae87-d11931b52ac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:40.380009 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6ec3fc-538a-40bd-ae87-d11931b52ac0 None None] Bound using segment: {'id': '187a6bbd-cec9-4f8c-8841-f38494cee3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5c20a159-24f1-45d5-96df-adf5cb91d2c8'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:12:40.380554 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-cb6ec3fc-538a-40bd-ae87-d11931b52ac0 None None] Bound port: 18e3d22e-fbcd-4411-86bf-d8345571504e, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187a6bbd-cec9-4f8c-8841-f38494cee3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5c20a159-24f1-45d5-96df-adf5cb91d2c8'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:12:40.381004 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cb6ec3fc-538a-40bd-ae87-d11931b52ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:40.397761 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-02dffb6c-9583-41e4-a10e-4553d44cc0ab tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Transition to ACTIVE for port object f8ea171a-830d-4359-b1d8-e2881da57f12 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:12:40.401499 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8ca09c1d-4874-4234-93da-57a8da36101c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:40.405147 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8ca09c1d-4874-4234-93da-57a8da36101c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:40.408387 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8ca09c1d-4874-4234-93da-57a8da36101c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f99e0a01-804d-4d7a-8fe8-c00682e5b0d1 HTTP/1.1" status: 204 len: 168 time: 0.4157760 Aug 16 21:12:40.477364 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca09c1d-4874-4234-93da-57a8da36101c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99e0a01-804d-4d7a-8fe8-c00682e5b0d1,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:40.524363 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-cb6ec3fc-538a-40bd-ae87-d11931b52ac0 None None] For port 18e3d22e-fbcd-4411-86bf-d8345571504e, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:12:40.551102 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-cb6ec3fc-538a-40bd-ae87-d11931b52ac0 None None] For port 18e3d22e-fbcd-4411-86bf-d8345571504e, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=18e3d22e-fbcd-4411-86bf-d8345571504e,segment=NetworkSegment(187a6bbd-cec9-4f8c-8841-f38494cee3bf),segment_id=187a6bbd-cec9-4f8c-8841-f38494cee3bf)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:12:40.621650 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-02dffb6c-9583-41e4-a10e-4553d44cc0ab tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:40.656043 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cb6ec3fc-538a-40bd-ae87-d11931b52ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:40.669815 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dffb6c-9583-41e4-a10e-4553d44cc0ab tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Network 5c20a159-24f1-45d5-96df-adf5cb91d2c8 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:12:40.675248 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-02dffb6c-9583-41e4-a10e-4553d44cc0ab tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:12:40.679300 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dffb6c-9583-41e4-a10e-4553d44cc0ab tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:12:40.679864 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-02dffb6c-9583-41e4-a10e-4553d44cc0ab tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:40.727603 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dffb6c-9583-41e4-a10e-4553d44cc0ab tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event updated for resources: {'Port': ['ID=f8ea171a-830d-4359-b1d8-e2881da57f12,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:40.742327 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ec3fc-538a-40bd-ae87-d11931b52ac0 None None] Pushing event updated for resources: {'Port': ['ID=18e3d22e-fbcd-4411-86bf-d8345571504e,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:41.085925 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device ae1d6f18-cb27-422f-9126-d23fa915dea4 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:12:41.136734 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-02dffb6c-9583-41e4-a10e-4553d44cc0ab tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:41.156654 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f4b59afc-52f2-48d5-abc7-509915c6c479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:41.183860 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e035ddc-999a-4c8c-aad9-95417c1ad882 req-a2646b40-4632-491a-ad34-57da37bf398d tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:41.186331 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1e035ddc-999a-4c8c-aad9-95417c1ad882 req-a2646b40-4632-491a-ad34-57da37bf398d tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.72 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 946 time: 0.2301781 Aug 16 21:12:41.256798 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ffb70-bed1-4753-a8aa-ec1c108a4974 req-83e479e6-d63e-4f8c-a887-bebad4db9571 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:41.267033 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-146ffb70-bed1-4753-a8aa-ec1c108a4974 req-83e479e6-d63e-4f8c-a887-bebad4db9571 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 946 time: 0.1056612 Aug 16 21:12:41.311125 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port ae1d6f18-cb27-422f-9126-d23fa915dea4 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:12:41.315555 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port ae1d6f18-cb27-422f-9126-d23fa915dea4 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:41.317413 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:41.328254 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-146ffb70-bed1-4753-a8aa-ec1c108a4974 req-aaa1925f-fb5b-440a-9fc8-7ab1bbe71ded tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602486 Aug 16 21:12:41.490859 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:41.532529 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port ae1d6f18-cb27-422f-9126-d23fa915dea4, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=ae1d6f18-cb27-422f-9126-d23fa915dea4,segment=NetworkSegment(570ee20d-71aa-4f61-a1b0-d2a9e0fce1b5),segment_id=570ee20d-71aa-4f61-a1b0-d2a9e0fce1b5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:41.541409 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-1e035ddc-999a-4c8c-aad9-95417c1ad882 req-6499bca4-011a-487f-bc62-5891d5014872 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Deleting port 7c69664d-e5b1-4f3e-8026-d75ecad74ee8 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:12:41.541934 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1e035ddc-999a-4c8c-aad9-95417c1ad882 req-6499bca4-011a-487f-bc62-5891d5014872 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:41.636894 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-02dffb6c-9583-41e4-a10e-4553d44cc0ab tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:41.660696 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:41.687842 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-1e035ddc-999a-4c8c-aad9-95417c1ad882 req-6499bca4-011a-487f-bc62-5891d5014872 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] For port 7c69664d-e5b1-4f3e-8026-d75ecad74ee8, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=7c69664d-e5b1-4f3e-8026-d75ecad74ee8,segment=NetworkSegment(871fd1c6-053b-43bc-81ad-da658e74a8c3),segment_id=871fd1c6-053b-43bc-81ad-da658e74a8c3)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:41.688261 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1e035ddc-999a-4c8c-aad9-95417c1ad882 req-6499bca4-011a-487f-bc62-5891d5014872 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:41.724585 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=ae1d6f18-cb27-422f-9126-d23fa915dea4,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:41.836757 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-02dffb6c-9583-41e4-a10e-4553d44cc0ab tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:41.836757 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-02dffb6c-9583-41e4-a10e-4553d44cc0ab tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:41.976470 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0a36ae-5f5e-42b2-8781-c66b18aeddc7 None None] Network 5c20a159-24f1-45d5-96df-adf5cb91d2c8 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:12:41.991953 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dffb6c-9583-41e4-a10e-4553d44cc0ab tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event updated for resources: {'Port': ['ID=f8ea171a-830d-4359-b1d8-e2881da57f12,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:42.130191 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-90fdea53-239d-435e-a181-cad684617aa9 None None] Provisioning for port 18e3d22e-fbcd-4411-86bf-d8345571504e completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:12:42.465742 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1e035ddc-999a-4c8c-aad9-95417c1ad882 req-6499bca4-011a-487f-bc62-5891d5014872 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:42.466139 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1e035ddc-999a-4c8c-aad9-95417c1ad882 req-6499bca4-011a-487f-bc62-5891d5014872 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:42.466363 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [req-1e035ddc-999a-4c8c-aad9-95417c1ad882 req-6499bca4-011a-487f-bc62-5891d5014872 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Floating IP 1892ac72-18ef-47de-b877-c32b6d637714 disassociated. External IP: 172.25.1.219, port: 7c69664d-e5b1-4f3e-8026-d75ecad74ee8. Aug 16 21:12:42.466715 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-1e035ddc-999a-4c8c-aad9-95417c1ad882 req-6499bca4-011a-487f-bc62-5891d5014872 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Calling delete_port for 7c69664d-e5b1-4f3e-8026-d75ecad74ee8 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:12:42.535486 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039bb4ac-8ee7-4276-a3d7-9550a6d7c91c req-11089531-badc-4d61-855b-059c5d645e73 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:42.543375 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-039bb4ac-8ee7-4276-a3d7-9550a6d7c91c req-11089531-badc-4d61-855b-059c5d645e73 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 946 time: 0.0912702 Aug 16 21:12:42.562723 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dffb6c-9583-41e4-a10e-4553d44cc0ab tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Network 5c20a159-24f1-45d5-96df-adf5cb91d2c8 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:12:42.566606 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-02dffb6c-9583-41e4-a10e-4553d44cc0ab tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:12:42.585916 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-aec271e9-0e59-4da9-bcea-87bcf68a0d2a None None] Provisioning for port f8ea171a-830d-4359-b1d8-e2881da57f12 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:12:42.591163 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-aec271e9-0e59-4da9-bcea-87bcf68a0d2a None None] Provisioning complete for port f8ea171a-830d-4359-b1d8-e2881da57f12 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:42.591544 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-aec271e9-0e59-4da9-bcea-87bcf68a0d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:42.595077 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-039bb4ac-8ee7-4276-a3d7-9550a6d7c91c req-8ea0f13b-c622-41e4-a486-9d536da8b568 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=b6dfc56f-fd0e-48bd-8760-fc5ce292252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501494 Aug 16 21:12:42.707960 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-aec271e9-0e59-4da9-bcea-87bcf68a0d2a None None] Port f8ea171a-830d-4359-b1d8-e2881da57f12 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:12:42.727465 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02dffb6c-9583-41e4-a10e-4553d44cc0ab tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Router b4b81393-4e00-461a-98c9-8ea191dfd420 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:12:42.888531 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02dffb6c-9583-41e4-a10e-4553d44cc0ab tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:12:42.901149 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3befa9f1-2aa2-48ec-bb59-155e5b8f4b94 None None] Sync routers for ids ['b4b81393-4e00-461a-98c9-8ea191dfd420'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:12:42.906552 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 43528) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:42.906765 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-02dffb6c-9583-41e4-a10e-4553d44cc0ab tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "PUT /v2.0/routers/b4b81393-4e00-461a-98c9-8ea191dfd420/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1698303 Aug 16 21:12:42.916321 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-8c119829-6170-4e63-8987-ee03bb6068d2 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1031808815'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:12:42.931773 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3befa9f1-2aa2-48ec-bb59-155e5b8f4b94 None None] Routers {'b4b81393-4e00-461a-98c9-8ea191dfd420'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:12:42.935342 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-3befa9f1-2aa2-48ec-bb59-155e5b8f4b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:12:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['b4b81393-4e00-461a-98c9-8ea191dfd420'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:42.986419 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1e035ddc-999a-4c8c-aad9-95417c1ad882 req-6499bca4-011a-487f-bc62-5891d5014872 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:43.033784 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6499bca4-011a-487f-bc62-5891d5014872 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Pushing event deleted for resources: {'Port': ['ID=7c69664d-e5b1-4f3e-8026-d75ecad74ee8,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:43.083686 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c119829-6170-4e63-8987-ee03bb6068d2 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Made reservation on behalf of cf9a775d85674030879abc3dfa1a9dec for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:12:43.091255 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8c119829-6170-4e63-8987-ee03bb6068d2 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:43.105093 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-3befa9f1-2aa2-48ec-bb59-155e5b8f4b94 None None] Set router b4b81393-4e00-461a-98c9-8ea191dfd420 gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:12:43.112551 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e4cf2635-655f-4720-ae00-759ac05dd09c None None] Provisioning complete for port f8ea171a-830d-4359-b1d8-e2881da57f12 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:43.117321 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e4cf2635-655f-4720-ae00-759ac05dd09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:43.186311 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c119829-6170-4e63-8987-ee03bb6068d2 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:12:43.214120 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device ae1d6f18-cb27-422f-9126-d23fa915dea4 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:12:43.234268 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8c119829-6170-4e63-8987-ee03bb6068d2 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:43.234628 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-8c119829-6170-4e63-8987-ee03bb6068d2 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Added segment 030fb748-9f99-48ca-b60a-31d29caba37c of type vlan for network 8ed2ad4d-9b64-487c-b981-1440f6fce6d7 Aug 16 21:12:43.287985 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-e4cf2635-655f-4720-ae00-759ac05dd09c None None] Port f8ea171a-830d-4359-b1d8-e2881da57f12 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:12:43.293061 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e035ddc-999a-4c8c-aad9-95417c1ad882 req-6499bca4-011a-487f-bc62-5891d5014872 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Router 4b42e01d-d48a-4244-8857-d0a35ee17378 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:12:43.328982 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port ae1d6f18-cb27-422f-9126-d23fa915dea4 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:43.329586 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:43.356645 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8c119829-6170-4e63-8987-ee03bb6068d2 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:43.536905 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 18e3d22e-fbcd-4411-86bf-d8345571504e up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:12:43.557978 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8c119829-6170-4e63-8987-ee03bb6068d2 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:43.561452 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-3befa9f1-2aa2-48ec-bb59-155e5b8f4b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'name': 'tempest-RoutersIpV6Test-router-2083859373', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:12:25Z', 'updated_at': '2021-08-16T21:12:40Z', 'revision_number': 4, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'gw_port_host': None, '_interfaces': [{'id': '331e3d58-3567-493c-9702-74888a7420e4', 'name': '', 'network_id': '637f36da-e0f0-4ad0-be66-d9c4c99e6172', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:43:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:27Z', 'updated_at': '2021-08-16T21:12:33Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae1d6f18-cb27-422f-9126-d23fa915dea4', 'name': '', 'network_id': '085219ef-f7be-4ed7-8c28-5174ad6b41da', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:5b:94:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:34Z', 'updated_at': '2021-08-16T21:12:41Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8ea171a-830d-4359-b1d8-e2881da57f12', 'name': '', 'network_id': '5c20a159-24f1-45d5-96df-adf5cb91d2c8', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:a7:a8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '51796ad3-b11f-4a72-8bf4-6e19d7ce7c02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:39Z', 'updated_at': '2021-08-16T21:12:41Z', 'revision_number': 2, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': '51796ad3-b11f-4a72-8bf4-6e19d7ce7c02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:43.566919 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c119829-6170-4e63-8987-ee03bb6068d2 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:43.568042 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8c119829-6170-4e63-8987-ee03bb6068d2 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:43.581051 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-15bfe6fb-8f75-4a6e-a236-e99acce55d53 None None] Provisioning complete for port f8ea171a-830d-4359-b1d8-e2881da57f12 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:43.581609 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-15bfe6fb-8f75-4a6e-a236-e99acce55d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:43.582250 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e035ddc-999a-4c8c-aad9-95417c1ad882 req-6499bca4-011a-487f-bc62-5891d5014872 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:12:43.650326 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb8bdfe-7964-4bb9-bc8c-d389f4db854b None None] Sync routers for ids ['4b42e01d-d48a-4244-8857-d0a35ee17378'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:12:43.694885 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e035ddc-999a-4c8c-aad9-95417c1ad882 req-6499bca4-011a-487f-bc62-5891d5014872 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] No DVR routers for this DVR port 7c69664d-e5b1-4f3e-8026-d75ecad74ee8 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:12:43.695598 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1e035ddc-999a-4c8c-aad9-95417c1ad882 req-6499bca4-011a-487f-bc62-5891d5014872 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:43.698825 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1e035ddc-999a-4c8c-aad9-95417c1ad882 req-6499bca4-011a-487f-bc62-5891d5014872 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.72 "DELETE /v2.0/ports/7c69664d-e5b1-4f3e-8026-d75ecad74ee8 HTTP/1.1" status: 204 len: 173 time: 2.5052173 Aug 16 21:12:43.701344 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45813dab-43ee-4513-8415-2e5b529608cf', 'name': 'network-vif-deleted', 'tag': '7c69664d-e5b1-4f3e-8026-d75ecad74ee8'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:12:43.715032 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd12230-8a0a-49b8-b5ae-f1ccff4ec092" -d '{"events": [{"server_uuid": "45813dab-43ee-4513-8415-2e5b529608cf", "name": "network-vif-deleted", "tag": "7c69664d-e5b1-4f3e-8026-d75ecad74ee8"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:12:43.758949 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-10a0135f-32b1-458b-8025-bd6a8a2590be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:43.772960 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c119829-6170-4e63-8987-ee03bb6068d2 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event updated for resources: {'Network': ['ID=8ed2ad4d-9b64-487c-b981-1440f6fce6d7,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:43.801458 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3befa9f1-2aa2-48ec-bb59-155e5b8f4b94 None None] Checking router: b4b81393-4e00-461a-98c9-8ea191dfd420 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:12:43.801980 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3befa9f1-2aa2-48ec-bb59-155e5b8f4b94 None None] Updating router b4b81393-4e00-461a-98c9-8ea191dfd420 port f8ea171a-830d-4359-b1d8-e2881da57f12 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:12:43.844824 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc9b8d8-6340-4414-85cb-b4d7b1d01279 x-openstack-request-id: req-9dc9b8d8-6340-4414-85cb-b4d7b1d01279 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:12:43.845148 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45813dab-43ee-4513-8415-2e5b529608cf", "name": "network-vif-deleted", "tag": "7c69664d-e5b1-4f3e-8026-d75ecad74ee8", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:12:43.845409 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9dc9b8d8-6340-4414-85cb-b4d7b1d01279 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:12:43.845869 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45813dab-43ee-4513-8415-2e5b529608cf', 'name': 'network-vif-deleted', 'tag': '7c69664d-e5b1-4f3e-8026-d75ecad74ee8', 'status': 'completed', 'code': 200} Aug 16 21:12:43.846624 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-3befa9f1-2aa2-48ec-bb59-155e5b8f4b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:43.873929 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 8ed2ad4d-9b64-487c-b981-1440f6fce6d7 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:12:43.878465 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-199432ed-5fa5-4e13-bca7-6b10eb118803 req-4daaf9bf-7481-41a8-83ee-59d0585bc4e6 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=45813dab-43ee-4513-8415-2e5b529608cf HTTP/1.1" status: 200 len: 210 time: 0.0641031 Aug 16 21:12:43.882590 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-15bfe6fb-8f75-4a6e-a236-e99acce55d53 None None] Port f8ea171a-830d-4359-b1d8-e2881da57f12 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:12:43.883108 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43552) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:43.893974 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8c119829-6170-4e63-8987-ee03bb6068d2 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9840665 Aug 16 21:12:43.901465 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-76522975-8e88-4be5-825a-45b6318216da tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Request body: {'subnet': {'network_id': '8ed2ad4d-9b64-487c-b981-1440f6fce6d7', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:12:43.938065 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:12:44.011137 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb8bdfe-7964-4bb9-bc8c-d389f4db854b None None] Routers {'4b42e01d-d48a-4244-8857-d0a35ee17378'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:12:44.013623 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-3fb8bdfe-7964-4bb9-bc8c-d389f4db854b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:12:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['4b42e01d-d48a-4244-8857-d0a35ee17378'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:44.038811 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 7c69664d-e5b1-4f3e-8026-d75ecad74ee8 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:12:44.135689 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 7c69664d-e5b1-4f3e-8026-d75ecad74ee8 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:12:44.136153 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 7c69664d-e5b1-4f3e-8026-d75ecad74ee8 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:12:44.186516 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76522975-8e88-4be5-825a-45b6318216da tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Made reservation on behalf of cf9a775d85674030879abc3dfa1a9dec for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:12:44.198801 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-76522975-8e88-4be5-825a-45b6318216da tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:44.241480 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 18e3d22e-fbcd-4411-86bf-d8345571504e completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:12:44.248542 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:44.252675 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-3befa9f1-2aa2-48ec-bb59-155e5b8f4b94 None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:44.253534 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 18e3d22e-fbcd-4411-86bf-d8345571504e triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:44.254049 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:44.268892 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-3befa9f1-2aa2-48ec-bb59-155e5b8f4b94 None None] Transition to ACTIVE for port object f8ea171a-830d-4359-b1d8-e2881da57f12 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:12:44.286064 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-3fb8bdfe-7964-4bb9-bc8c-d389f4db854b None None] Set router 4b42e01d-d48a-4244-8857-d0a35ee17378 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:12:44.386561 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-3befa9f1-2aa2-48ec-bb59-155e5b8f4b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:44.452165 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7283cbe-dceb-4487-adf0-2b9d61fa2aec None None] Pushing event updated for resources: {'Port': ['ID=f8ea171a-830d-4359-b1d8-e2881da57f12,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:44.500974 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:44.544755 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-3befa9f1-2aa2-48ec-bb59-155e5b8f4b94 None None] Attempting to bind port f8ea171a-830d-4359-b1d8-e2881da57f12 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:12:44.545590 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-3befa9f1-2aa2-48ec-bb59-155e5b8f4b94 None None] Attempting to bind port f8ea171a-830d-4359-b1d8-e2881da57f12 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '187a6bbd-cec9-4f8c-8841-f38494cee3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5c20a159-24f1-45d5-96df-adf5cb91d2c8'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:12:44.546361 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3befa9f1-2aa2-48ec-bb59-155e5b8f4b94 None None] Attempting to bind port f8ea171a-830d-4359-b1d8-e2881da57f12 on network 5c20a159-24f1-45d5-96df-adf5cb91d2c8 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:12:44.553863 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3befa9f1-2aa2-48ec-bb59-155e5b8f4b94 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:12:44.554525 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3befa9f1-2aa2-48ec-bb59-155e5b8f4b94 None None] Checking segment: {'id': '187a6bbd-cec9-4f8c-8841-f38494cee3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5c20a159-24f1-45d5-96df-adf5cb91d2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:12:44.555097 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-3befa9f1-2aa2-48ec-bb59-155e5b8f4b94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:44.555609 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3befa9f1-2aa2-48ec-bb59-155e5b8f4b94 None None] Bound using segment: {'id': '187a6bbd-cec9-4f8c-8841-f38494cee3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5c20a159-24f1-45d5-96df-adf5cb91d2c8'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:12:44.556397 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-3befa9f1-2aa2-48ec-bb59-155e5b8f4b94 None None] Bound port: f8ea171a-830d-4359-b1d8-e2881da57f12, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187a6bbd-cec9-4f8c-8841-f38494cee3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5c20a159-24f1-45d5-96df-adf5cb91d2c8'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:12:44.556892 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-3befa9f1-2aa2-48ec-bb59-155e5b8f4b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:44.565397 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-76522975-8e88-4be5-825a-45b6318216da tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:44.624597 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 18e3d22e-fbcd-4411-86bf-d8345571504e, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=18e3d22e-fbcd-4411-86bf-d8345571504e,segment=NetworkSegment(187a6bbd-cec9-4f8c-8841-f38494cee3bf),segment_id=187a6bbd-cec9-4f8c-8841-f38494cee3bf)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:44.675631 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76522975-8e88-4be5-825a-45b6318216da tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Checking segment: {'id': '030fb748-9f99-48ca-b60a-31d29caba37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8ed2ad4d-9b64-487c-b981-1440f6fce6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:12:44.676273 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76522975-8e88-4be5-825a-45b6318216da tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Network hostable DHCP agents. Network: 8ed2ad4d-9b64-487c-b981-1440f6fce6d7, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:12:44.681556 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76522975-8e88-4be5-825a-45b6318216da tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event updated for resources: {'Subnet': ['ID=adbf5170-b311-48ac-a751-8b1e5f3b4c7e,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:44.702863 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-3befa9f1-2aa2-48ec-bb59-155e5b8f4b94 None None] For port f8ea171a-830d-4359-b1d8-e2881da57f12, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:12:44.713082 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-3befa9f1-2aa2-48ec-bb59-155e5b8f4b94 None None] For port f8ea171a-830d-4359-b1d8-e2881da57f12, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=f8ea171a-830d-4359-b1d8-e2881da57f12,segment=NetworkSegment(187a6bbd-cec9-4f8c-8841-f38494cee3bf),segment_id=187a6bbd-cec9-4f8c-8841-f38494cee3bf)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:12:44.713744 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-3fb8bdfe-7964-4bb9-bc8c-d389f4db854b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'name': 'tempest-AttachVolumeShelveTestJSON-391420109-router', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ce469676-a7c3-4d33-b614-279e64e051b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:08:19Z', 'updated_at': '2021-08-16T21:08:26Z', 'revision_number': 4, 'project_id': '6ff815c4c8944f8eb7103de208aa5945', 'gw_port': {'id': 'ce469676-a7c3-4d33-b614-279e64e051b2', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:08:20Z', 'updated_at': '2021-08-16T21:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '00a4d335-9204-452a-bc7d-abd9379a08c0', 'name': '', 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'mac_address': 'fa:16:3e:67:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '6d4ab04f-fd33-40d0-bd76-3977c7bf52a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:08:25Z', 'updated_at': '2021-08-16T21:08:32Z', 'revision_number': 5, 'project_id': '6ff815c4c8944f8eb7103de208aa5945', 'subnets': [{'id': '6d4ab04f-fd33-40d0-bd76-3977c7bf52a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:44.749082 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb8bdfe-7964-4bb9-bc8c-d389f4db854b None None] Checking router: 4b42e01d-d48a-4244-8857-d0a35ee17378 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:12:44.752442 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:44.779956 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43562) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:44.819069 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb8bdfe-7964-4bb9-bc8c-d389f4db854b None None] Routers {'4b42e01d-d48a-4244-8857-d0a35ee17378'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:12:44.819893 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-3fb8bdfe-7964-4bb9-bc8c-d389f4db854b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:12:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['4b42e01d-d48a-4244-8857-d0a35ee17378'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:44.873623 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=18e3d22e-fbcd-4411-86bf-d8345571504e,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:44.884247 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-3befa9f1-2aa2-48ec-bb59-155e5b8f4b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:44.884542 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76522975-8e88-4be5-825a-45b6318216da tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Network 8ed2ad4d-9b64-487c-b981-1440f6fce6d7 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:12:44.958362 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bb77edd2-7227-459f-b572-8daecaf78de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:44.996850 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7283cbe-dceb-4487-adf0-2b9d61fa2aec None None] Pushing event updated for resources: {'Port': ['ID=f8ea171a-830d-4359-b1d8-e2881da57f12,revision_number=4']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:45.014976 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3befa9f1-2aa2-48ec-bb59-155e5b8f4b94 None None] Routers {'b4b81393-4e00-461a-98c9-8ea191dfd420'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:12:45.015616 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-3befa9f1-2aa2-48ec-bb59-155e5b8f4b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:12:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['b4b81393-4e00-461a-98c9-8ea191dfd420'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:45.018666 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-76522975-8e88-4be5-825a-45b6318216da tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 8ed2ad4d-9b64-487c-b981-1440f6fce6d7) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:12:45.028846 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76522975-8e88-4be5-825a-45b6318216da tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:45.033505 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-76522975-8e88-4be5-825a-45b6318216da tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:45.075457 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-3fb8bdfe-7964-4bb9-bc8c-d389f4db854b None None] Set router 4b42e01d-d48a-4244-8857-d0a35ee17378 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:12:45.160867 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-3befa9f1-2aa2-48ec-bb59-155e5b8f4b94 None None] Set router b4b81393-4e00-461a-98c9-8ea191dfd420 gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:12:45.171930 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bb77edd2-7227-459f-b572-8daecaf78de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:45.177912 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778c89a0-39b6-43cb-9e38-26e5ae5d47c0 None None] Network 8ed2ad4d-9b64-487c-b981-1440f6fce6d7 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:12:45.182277 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:45.234889 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43572) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:45.273829 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bb77edd2-7227-459f-b572-8daecaf78de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:45.410280 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-76522975-8e88-4be5-825a-45b6318216da tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5206907 Aug 16 21:12:45.410280 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb77edd2-7227-459f-b572-8daecaf78de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d630e7-33cf-4acf-844d-2f94cc8bb0c2,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:45.413761 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 43574) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:45.464147 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-bb77edd2-7227-459f-b572-8daecaf78de1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=311940784f1449c2bc628a1309de5468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6816962 Aug 16 21:12:45.465452 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43576) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:45.508268 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1418cf-892c-4f31-ae93-82ce3b73503b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-8ed2ad4d-9b64-487c-b981-1440f6fce6d7', 'network_id': '8ed2ad4d-9b64-487c-b981-1440f6fce6d7', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'fixed_ips': [{'subnet_id': 'adbf5170-b311-48ac-a751-8b1e5f3b4c7e'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:12:45.509261 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8b1418cf-892c-4f31-ae93-82ce3b73503b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:45.543097 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-07262136-0233-4bd1-8d3d-22d99241fb3d tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:45.576219 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-3befa9f1-2aa2-48ec-bb59-155e5b8f4b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'name': 'tempest-RoutersIpV6Test-router-2083859373', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:12:25Z', 'updated_at': '2021-08-16T21:12:40Z', 'revision_number': 4, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'gw_port_host': None, '_interfaces': [{'id': '331e3d58-3567-493c-9702-74888a7420e4', 'name': '', 'network_id': '637f36da-e0f0-4ad0-be66-d9c4c99e6172', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:43:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:27Z', 'updated_at': '2021-08-16T21:12:33Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae1d6f18-cb27-422f-9126-d23fa915dea4', 'name': '', 'network_id': '085219ef-f7be-4ed7-8c28-5174ad6b41da', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:5b:94:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:34Z', 'updated_at': '2021-08-16T21:12:41Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8ea171a-830d-4359-b1d8-e2881da57f12', 'name': '', 'network_id': '5c20a159-24f1-45d5-96df-adf5cb91d2c8', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:a7:a8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '51796ad3-b11f-4a72-8bf4-6e19d7ce7c02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:39Z', 'updated_at': '2021-08-16T21:12:44Z', 'revision_number': 4, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': '51796ad3-b11f-4a72-8bf4-6e19d7ce7c02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:45.606183 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3befa9f1-2aa2-48ec-bb59-155e5b8f4b94 None None] The sync data for ids ['b4b81393-4e00-461a-98c9-8ea191dfd420'] in n-d-793620-15 is: [{'id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'name': 'tempest-RoutersIpV6Test-router-2083859373', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:12:25Z', 'updated_at': '2021-08-16T21:12:40Z', 'revision_number': 4, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'gw_port_host': None, '_interfaces': [{'id': '331e3d58-3567-493c-9702-74888a7420e4', 'name': '', 'network_id': '637f36da-e0f0-4ad0-be66-d9c4c99e6172', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:43:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:27Z', 'updated_at': '2021-08-16T21:12:33Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae1d6f18-cb27-422f-9126-d23fa915dea4', 'name': '', 'network_id': '085219ef-f7be-4ed7-8c28-5174ad6b41da', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:5b:94:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:34Z', 'updated_at': '2021-08-16T21:12:41Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8ea171a-830d-4359-b1d8-e2881da57f12', 'name': '', 'network_id': '5c20a159-24f1-45d5-96df-adf5cb91d2c8', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:a7:a8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '51796ad3-b11f-4a72-8bf4-6e19d7ce7c02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:39Z', 'updated_at': '2021-08-16T21:12:44Z', 'revision_number': 4, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': '51796ad3-b11f-4a72-8bf4-6e19d7ce7c02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:12:45.651122 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-3fb8bdfe-7964-4bb9-bc8c-d389f4db854b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'name': 'tempest-AttachVolumeShelveTestJSON-391420109-router', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ce469676-a7c3-4d33-b614-279e64e051b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:08:19Z', 'updated_at': '2021-08-16T21:08:26Z', 'revision_number': 4, 'project_id': '6ff815c4c8944f8eb7103de208aa5945', 'gw_port': {'id': 'ce469676-a7c3-4d33-b614-279e64e051b2', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:08:20Z', 'updated_at': '2021-08-16T21:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '00a4d335-9204-452a-bc7d-abd9379a08c0', 'name': '', 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'mac_address': 'fa:16:3e:67:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '6d4ab04f-fd33-40d0-bd76-3977c7bf52a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:08:25Z', 'updated_at': '2021-08-16T21:08:32Z', 'revision_number': 5, 'project_id': '6ff815c4c8944f8eb7103de208aa5945', 'subnets': [{'id': '6d4ab04f-fd33-40d0-bd76-3977c7bf52a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:45.662780 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-07262136-0233-4bd1-8d3d-22d99241fb3d tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:45.721345 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-14577c88-402a-4f18-a295-f285807f02cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:45.747822 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-14577c88-402a-4f18-a295-f285807f02cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:45.952351 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-07262136-0233-4bd1-8d3d-22d99241fb3d tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:45.955293 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-07262136-0233-4bd1-8d3d-22d99241fb3d tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:45.957152 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-07262136-0233-4bd1-8d3d-22d99241fb3d tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "DELETE /v2.0/security-groups/b6dfc56f-fd0e-48bd-8760-fc5ce292252c HTTP/1.1" status: 204 len: 168 time: 0.7200713 Aug 16 21:12:45.961061 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 43580) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:45.968574 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07262136-0233-4bd1-8d3d-22d99241fb3d tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6dfc56f-fd0e-48bd-8760-fc5ce292252c,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:45.985200 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-776d818f-9c51-434c-b641-876d29fa2c09 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] show failed (client error): The resource could not be found. Aug 16 21:12:45.986393 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-776d818f-9c51-434c-b641-876d29fa2c09 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups/b6dfc56f-fd0e-48bd-8760-fc5ce292252c HTTP/1.1" status: 404 len: 347 time: 0.0242727 Aug 16 21:12:45.992229 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 43582) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:46.001285 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-14577c88-402a-4f18-a295-f285807f02cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:46.001670 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb8bdfe-7964-4bb9-bc8c-d389f4db854b None None] The sync data for ids ['4b42e01d-d48a-4244-8857-d0a35ee17378'] in n-d-793620-15 is: [{'id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'name': 'tempest-AttachVolumeShelveTestJSON-391420109-router', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ce469676-a7c3-4d33-b614-279e64e051b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:08:19Z', 'updated_at': '2021-08-16T21:08:26Z', 'revision_number': 4, 'project_id': '6ff815c4c8944f8eb7103de208aa5945', 'gw_port': {'id': 'ce469676-a7c3-4d33-b614-279e64e051b2', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:08:20Z', 'updated_at': '2021-08-16T21:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '00a4d335-9204-452a-bc7d-abd9379a08c0', 'name': '', 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'mac_address': 'fa:16:3e:67:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '6d4ab04f-fd33-40d0-bd76-3977c7bf52a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:08:25Z', 'updated_at': '2021-08-16T21:08:32Z', 'revision_number': 5, 'project_id': '6ff815c4c8944f8eb7103de208aa5945', 'subnets': [{'id': '6d4ab04f-fd33-40d0-bd76-3977c7bf52a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:12:46.011925 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-14577c88-402a-4f18-a295-f285807f02cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:46.016720 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-14577c88-402a-4f18-a295-f285807f02cb admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/97d630e7-33cf-4acf-844d-2f94cc8bb0c2 HTTP/1.1" status: 204 len: 168 time: 0.5019023 Aug 16 21:12:46.062072 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14577c88-402a-4f18-a295-f285807f02cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d630e7-33cf-4acf-844d-2f94cc8bb0c2,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:46.151292 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-8b1418cf-892c-4f31-ae93-82ce3b73503b None None] Allocated IP 2001:db8:3::2 (8ed2ad4d-9b64-487c-b981-1440f6fce6d7/adbf5170-b311-48ac-a751-8b1e5f3b4c7e/701aa12e-dada-4a0f-8be8-9943eb8b1893) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:12:46.312985 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-0c4b4672-5834-4965-8e7e-f1f11f9f1efd tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Deleting port 11ec9b77-c60d-4d4d-8730-30f944b7e7c8 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:12:46.313638 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0c4b4672-5834-4965-8e7e-f1f11f9f1efd tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:46.366225 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2f8258e4-f8f1-407c-8d92-8c67d1445972 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:46.422222 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8b1418cf-892c-4f31-ae93-82ce3b73503b None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:46.454547 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-8b1418cf-892c-4f31-ae93-82ce3b73503b None None] Transition to ACTIVE for port object 701aa12e-dada-4a0f-8be8-9943eb8b1893 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:12:46.470557 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-8b1418cf-892c-4f31-ae93-82ce3b73503b None None] Transition to ACTIVE for port object 701aa12e-dada-4a0f-8be8-9943eb8b1893 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:12:46.536013 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682646e8-7194-4115-b28b-a6ab35e45d53 None None] New status for floating IP 1892ac72-18ef-47de-b877-c32b6d637714: DOWN {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:12:46.587809 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:46.589515 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8b1418cf-892c-4f31-ae93-82ce3b73503b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:46.661714 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1418cf-892c-4f31-ae93-82ce3b73503b None None] Network 8ed2ad4d-9b64-487c-b981-1440f6fce6d7 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:12:46.665680 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-8b1418cf-892c-4f31-ae93-82ce3b73503b None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:12:46.671144 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1418cf-892c-4f31-ae93-82ce3b73503b None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:12:46.678847 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1418cf-892c-4f31-ae93-82ce3b73503b None None] Pushing event updated for resources: {'Port': ['ID=701aa12e-dada-4a0f-8be8-9943eb8b1893,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:46.740515 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-8b1418cf-892c-4f31-ae93-82ce3b73503b None None] Attempting to bind port 701aa12e-dada-4a0f-8be8-9943eb8b1893 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:12:46.741021 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-8b1418cf-892c-4f31-ae93-82ce3b73503b None None] Attempting to bind port 701aa12e-dada-4a0f-8be8-9943eb8b1893 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '030fb748-9f99-48ca-b60a-31d29caba37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8ed2ad4d-9b64-487c-b981-1440f6fce6d7'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:12:46.741674 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1418cf-892c-4f31-ae93-82ce3b73503b None None] Attempting to bind port 701aa12e-dada-4a0f-8be8-9943eb8b1893 on network 8ed2ad4d-9b64-487c-b981-1440f6fce6d7 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:12:46.752379 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1418cf-892c-4f31-ae93-82ce3b73503b None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:12:46.752776 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1418cf-892c-4f31-ae93-82ce3b73503b None None] Checking segment: {'id': '030fb748-9f99-48ca-b60a-31d29caba37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8ed2ad4d-9b64-487c-b981-1440f6fce6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:12:46.753193 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8b1418cf-892c-4f31-ae93-82ce3b73503b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:46.754568 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1418cf-892c-4f31-ae93-82ce3b73503b None None] Bound using segment: {'id': '030fb748-9f99-48ca-b60a-31d29caba37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8ed2ad4d-9b64-487c-b981-1440f6fce6d7'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:12:46.754568 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-8b1418cf-892c-4f31-ae93-82ce3b73503b None None] Bound port: 701aa12e-dada-4a0f-8be8-9943eb8b1893, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '030fb748-9f99-48ca-b60a-31d29caba37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8ed2ad4d-9b64-487c-b981-1440f6fce6d7'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:12:46.754568 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8b1418cf-892c-4f31-ae93-82ce3b73503b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:46.848665 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-8b1418cf-892c-4f31-ae93-82ce3b73503b None None] For port 701aa12e-dada-4a0f-8be8-9943eb8b1893, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:12:46.851871 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-8b1418cf-892c-4f31-ae93-82ce3b73503b None None] For port 701aa12e-dada-4a0f-8be8-9943eb8b1893, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=701aa12e-dada-4a0f-8be8-9943eb8b1893,segment=NetworkSegment(030fb748-9f99-48ca-b60a-31d29caba37c),segment_id=030fb748-9f99-48ca-b60a-31d29caba37c)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:12:46.861497 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0c4b4672-5834-4965-8e7e-f1f11f9f1efd tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:46.861933 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0c4b4672-5834-4965-8e7e-f1f11f9f1efd tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:46.883059 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-0c4b4672-5834-4965-8e7e-f1f11f9f1efd tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Calling delete_port for 11ec9b77-c60d-4d4d-8730-30f944b7e7c8 owned by network:floatingip {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:12:46.972452 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8b1418cf-892c-4f31-ae93-82ce3b73503b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:46.997687 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43594) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:47.058475 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c606c304-6d13-4c99-88bc-c9d4c205d7bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:47.105996 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1418cf-892c-4f31-ae93-82ce3b73503b None None] Pushing event updated for resources: {'Port': ['ID=701aa12e-dada-4a0f-8be8-9943eb8b1893,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:47.230898 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f8ea171a-830d-4359-b1d8-e2881da57f12 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:12:47.258132 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-2f8258e4-f8f1-407c-8d92-8c67d1445972 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Allocated IP 2001:db8:3::1 (8ed2ad4d-9b64-487c-b981-1440f6fce6d7/adbf5170-b311-48ac-a751-8b1e5f3b4c7e/d613bfda-27f5-4118-97df-6ea20c3237cd) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:12:47.274483 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c606c304-6d13-4c99-88bc-c9d4c205d7bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:47.408989 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port f8ea171a-830d-4359-b1d8-e2881da57f12 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:12:47.409219 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c606c304-6d13-4c99-88bc-c9d4c205d7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:47.413260 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port f8ea171a-830d-4359-b1d8-e2881da57f12 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:47.413696 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:47.444331 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c606c304-6d13-4c99-88bc-c9d4c205d7bf admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=602f14ed23c846388181d87fe1305979&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4455204 Aug 16 21:12:47.447582 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43602) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:47.480125 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2f8258e4-f8f1-407c-8d92-8c67d1445972 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:47.507589 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606c304-6d13-4c99-88bc-c9d4c205d7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490a110b-37c4-4160-ac8f-4bcc87b9b4e1,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:47.510486 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2f8258e4-f8f1-407c-8d92-8c67d1445972 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Transition to ACTIVE for port object d613bfda-27f5-4118-97df-6ea20c3237cd will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:12:47.515166 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0c4b4672-5834-4965-8e7e-f1f11f9f1efd tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:47.543133 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-25068590-7c9a-4ce3-8837-bfec691ee5e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:47.553628 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:47.556672 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b4672-5834-4965-8e7e-f1f11f9f1efd tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Pushing event deleted for resources: {'Port': ['ID=11ec9b77-c60d-4d4d-8730-30f944b7e7c8,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:47.577577 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-25068590-7c9a-4ce3-8837-bfec691ee5e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:47.609754 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port f8ea171a-830d-4359-b1d8-e2881da57f12, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=f8ea171a-830d-4359-b1d8-e2881da57f12,segment=NetworkSegment(187a6bbd-cec9-4f8c-8841-f38494cee3bf),segment_id=187a6bbd-cec9-4f8c-8841-f38494cee3bf)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:47.636906 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0c4b4672-5834-4965-8e7e-f1f11f9f1efd tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for floatingip, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:47.640085 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0c4b4672-5834-4965-8e7e-f1f11f9f1efd tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:47.641283 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0c4b4672-5834-4965-8e7e-f1f11f9f1efd tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "DELETE /v2.0/floatingips/1892ac72-18ef-47de-b877-c32b6d637714 HTTP/1.1" status: 204 len: 168 time: 1.6480727 Aug 16 21:12:47.685718 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:47.686818 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 18e3d22e-fbcd-4411-86bf-d8345571504e up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:12:47.752403 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-25068590-7c9a-4ce3-8837-bfec691ee5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:47.755916 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2f8258e4-f8f1-407c-8d92-8c67d1445972 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:47.756288 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-25068590-7c9a-4ce3-8837-bfec691ee5e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:47.757887 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-25068590-7c9a-4ce3-8837-bfec691ee5e3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/490a110b-37c4-4160-ac8f-4bcc87b9b4e1 HTTP/1.1" status: 204 len: 168 time: 0.3089097 Aug 16 21:12:47.768715 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25068590-7c9a-4ce3-8837-bfec691ee5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490a110b-37c4-4160-ac8f-4bcc87b9b4e1,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:47.795300 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=f8ea171a-830d-4359-b1d8-e2881da57f12,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:47.814089 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 18e3d22e-fbcd-4411-86bf-d8345571504e triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:47.814089 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:47.854367 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8258e4-f8f1-407c-8d92-8c67d1445972 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Network 8ed2ad4d-9b64-487c-b981-1440f6fce6d7 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:12:47.865319 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-2f8258e4-f8f1-407c-8d92-8c67d1445972 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:12:47.873174 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8258e4-f8f1-407c-8d92-8c67d1445972 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:12:47.873174 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2f8258e4-f8f1-407c-8d92-8c67d1445972 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:48.051717 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8258e4-f8f1-407c-8d92-8c67d1445972 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event updated for resources: {'Port': ['ID=d613bfda-27f5-4118-97df-6ea20c3237cd,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:48.178746 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43612) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:48.185433 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-60b16e8f-83a1-4de5-9244-63bc45a48e55 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Request body: {'security_group': {'name': 'tempest-securitygroup--222516412', 'description': 'tempest-description--847524365'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:12:48.231395 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2f8258e4-f8f1-407c-8d92-8c67d1445972 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:48.335150 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-60b16e8f-83a1-4de5-9244-63bc45a48e55 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:48.351129 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e9af2b-7cc4-420e-81ca-90c266a668d7 None None] Network 8ed2ad4d-9b64-487c-b981-1440f6fce6d7 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:12:48.491711 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-60b16e8f-83a1-4de5-9244-63bc45a48e55 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:48.543249 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-35cb3c3e-da73-454b-af01-7dc71f87335d None None] Provisioning for port 701aa12e-dada-4a0f-8be8-9943eb8b1893 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:12:48.569297 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-60b16e8f-83a1-4de5-9244-63bc45a48e55 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:48.621473 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b16e8f-83a1-4de5-9244-63bc45a48e55 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e77d97-d8b8-411c-80e2-77f6b71d5266,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:48.641666 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2f8258e4-f8f1-407c-8d92-8c67d1445972 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:48.708836 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-60b16e8f-83a1-4de5-9244-63bc45a48e55 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:48.708836 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-60b16e8f-83a1-4de5-9244-63bc45a48e55 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5273352 Aug 16 21:12:48.710824 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43626) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:48.716732 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-adb68dd6-a70c-4a14-9704-0fd3f75a0ef8 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Request body: {'security_group_rule': {'security_group_id': 'e9e77d97-d8b8-411c-80e2-77f6b71d5266', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:12:48.729711 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2f8258e4-f8f1-407c-8d92-8c67d1445972 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:48.732477 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2f8258e4-f8f1-407c-8d92-8c67d1445972 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:48.837947 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-adb68dd6-a70c-4a14-9704-0fd3f75a0ef8 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:48.886743 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8258e4-f8f1-407c-8d92-8c67d1445972 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event updated for resources: {'Port': ['ID=d613bfda-27f5-4118-97df-6ea20c3237cd,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:48.962600 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8258e4-f8f1-407c-8d92-8c67d1445972 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Network 8ed2ad4d-9b64-487c-b981-1440f6fce6d7 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:12:48.969062 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-2f8258e4-f8f1-407c-8d92-8c67d1445972 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:12:48.988246 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-adb68dd6-a70c-4a14-9704-0fd3f75a0ef8 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:49.049685 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-adb68dd6-a70c-4a14-9704-0fd3f75a0ef8 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:49.084792 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb68dd6-a70c-4a14-9704-0fd3f75a0ef8 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ce43678-ca48-4790-bc59-ab37abf34b33,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:49.085518 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f9a84e86-b9af-44d7-8c51-2f2e54623e46 None None] Provisioning for port d613bfda-27f5-4118-97df-6ea20c3237cd completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:12:49.098953 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f9a84e86-b9af-44d7-8c51-2f2e54623e46 None None] Provisioning complete for port d613bfda-27f5-4118-97df-6ea20c3237cd triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:49.098953 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f9a84e86-b9af-44d7-8c51-2f2e54623e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:49.181059 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-adb68dd6-a70c-4a14-9704-0fd3f75a0ef8 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:49.183214 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-adb68dd6-a70c-4a14-9704-0fd3f75a0ef8 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4711416 Aug 16 21:12:49.187490 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43634) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:49.192995 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-fc7e8bd1-ec66-4a74-9f39-d01f49d52bd2 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Request body: {'security_group_rule': {'security_group_id': 'e9e77d97-d8b8-411c-80e2-77f6b71d5266', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:12:49.231887 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-f9a84e86-b9af-44d7-8c51-2f2e54623e46 None None] Port d613bfda-27f5-4118-97df-6ea20c3237cd cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:12:49.256354 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8258e4-f8f1-407c-8d92-8c67d1445972 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Router b4b81393-4e00-461a-98c9-8ea191dfd420 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:12:49.265255 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f8ea171a-830d-4359-b1d8-e2881da57f12 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:12:49.273068 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:49.352425 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port f8ea171a-830d-4359-b1d8-e2881da57f12 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:49.354228 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:49.402671 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fc7e8bd1-ec66-4a74-9f39-d01f49d52bd2 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:49.414115 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8258e4-f8f1-407c-8d92-8c67d1445972 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:12:49.439207 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c828e1-674e-4ab8-8855-47666a285bf7 None None] Sync routers for ids ['b4b81393-4e00-461a-98c9-8ea191dfd420'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:12:49.441498 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2f8258e4-f8f1-407c-8d92-8c67d1445972 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "PUT /v2.0/routers/b4b81393-4e00-461a-98c9-8ea191dfd420/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0294883 Aug 16 21:12:49.444550 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 43642) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:49.456383 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-9b4d4f68-de31-442c-ac5a-beb16126c676 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:12:49.465062 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ffd07999-1758-402c-9b29-e4e8e4f444e1 None None] Provisioning complete for port d613bfda-27f5-4118-97df-6ea20c3237cd triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:49.465491 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ffd07999-1758-402c-9b29-e4e8e4f444e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:49.521923 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c828e1-674e-4ab8-8855-47666a285bf7 None None] Routers {'b4b81393-4e00-461a-98c9-8ea191dfd420'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:12:49.522595 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-a7c828e1-674e-4ab8-8855-47666a285bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:12:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['b4b81393-4e00-461a-98c9-8ea191dfd420'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:49.592855 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fc7e8bd1-ec66-4a74-9f39-d01f49d52bd2 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:49.654718 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fc7e8bd1-ec66-4a74-9f39-d01f49d52bd2 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:49.670016 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-ffd07999-1758-402c-9b29-e4e8e4f444e1 None None] Port d613bfda-27f5-4118-97df-6ea20c3237cd cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:12:49.674897 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 701aa12e-dada-4a0f-8be8-9943eb8b1893 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:12:49.683204 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e8bd1-ec66-4a74-9f39-d01f49d52bd2 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc495264-3cae-4316-9ada-bb29f78ffa96,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:49.768971 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fc7e8bd1-ec66-4a74-9f39-d01f49d52bd2 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:49.773435 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fc7e8bd1-ec66-4a74-9f39-d01f49d52bd2 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5812604 Aug 16 21:12:49.773618 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43644) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:49.780785 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-616c06a1-e3b8-45f8-998c-0a69fc1dac61 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:12:49.812077 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-a7c828e1-674e-4ab8-8855-47666a285bf7 None None] Set router b4b81393-4e00-461a-98c9-8ea191dfd420 gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:12:49.814739 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-824cf617-d397-49a8-a46f-eb8659a6f0e0 None None] Provisioning complete for port d613bfda-27f5-4118-97df-6ea20c3237cd triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:49.814928 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-824cf617-d397-49a8-a46f-eb8659a6f0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:49.895068 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-616c06a1-e3b8-45f8-998c-0a69fc1dac61 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for floatingip, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:49.910737 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-824cf617-d397-49a8-a46f-eb8659a6f0e0 None None] Port d613bfda-27f5-4118-97df-6ea20c3237cd cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:12:49.952504 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 701aa12e-dada-4a0f-8be8-9943eb8b1893 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:12:49.966380 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 701aa12e-dada-4a0f-8be8-9943eb8b1893 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:49.966602 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:50.166201 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:50.178312 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-616c06a1-e3b8-45f8-998c-0a69fc1dac61 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:50.210627 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 701aa12e-dada-4a0f-8be8-9943eb8b1893, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=701aa12e-dada-4a0f-8be8-9943eb8b1893,segment=NetworkSegment(030fb748-9f99-48ca-b60a-31d29caba37c),segment_id=030fb748-9f99-48ca-b60a-31d29caba37c)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:50.224025 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-a7c828e1-674e-4ab8-8855-47666a285bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'name': 'tempest-RoutersIpV6Test-router-2083859373', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:12:25Z', 'updated_at': '2021-08-16T21:12:48Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'gw_port_host': None, '_interfaces': [{'id': '331e3d58-3567-493c-9702-74888a7420e4', 'name': '', 'network_id': '637f36da-e0f0-4ad0-be66-d9c4c99e6172', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:43:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:27Z', 'updated_at': '2021-08-16T21:12:33Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae1d6f18-cb27-422f-9126-d23fa915dea4', 'name': '', 'network_id': '085219ef-f7be-4ed7-8c28-5174ad6b41da', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:5b:94:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:34Z', 'updated_at': '2021-08-16T21:12:41Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd613bfda-27f5-4118-97df-6ea20c3237cd', 'name': '', 'network_id': '8ed2ad4d-9b64-487c-b981-1440f6fce6d7', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:70:8d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'adbf5170-b311-48ac-a751-8b1e5f3b4c7e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:46Z', 'updated_at': '2021-08-16T21:12:48Z', 'revision_number': 2, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'adbf5170-b311-48ac-a751-8b1e5f3b4c7e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8ea171a-830d-4359-b1d8-e2881da57f12', 'name': '', 'network_id': '5c20a159-24f1-45d5-96df-adf5cb91d2c8', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:a7:a8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '51796ad3-b11f-4a72-8bf4-6e19d7ce7c02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:39Z', 'updated_at': '2021-08-16T21:12:47Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': '51796ad3-b11f-4a72-8bf4-6e19d7ce7c02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:50.256971 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c828e1-674e-4ab8-8855-47666a285bf7 None None] Checking router: b4b81393-4e00-461a-98c9-8ea191dfd420 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:12:50.257336 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c828e1-674e-4ab8-8855-47666a285bf7 None None] Updating router b4b81393-4e00-461a-98c9-8ea191dfd420 port d613bfda-27f5-4118-97df-6ea20c3237cd binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:12:50.277407 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.extraroute_db [None req-9b4d4f68-de31-442c-ac5a-beb16126c676 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=101844) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 21:12:50.284838 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a7c828e1-674e-4ab8-8855-47666a285bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:50.301227 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:50.311673 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.extraroute_db [None req-9b4d4f68-de31-442c-ac5a-beb16126c676 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Removed routes are [] {{(pid=101844) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 21:12:50.312120 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9b4d4f68-de31-442c-ac5a-beb16126c676 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59380'] for router, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:50.375165 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-616c06a1-e3b8-45f8-998c-0a69fc1dac61 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Allocated IP 172.25.1.166 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/f1202534-1589-4fd1-bf62-46c77ae5a899) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:12:50.475898 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=701aa12e-dada-4a0f-8be8-9943eb8b1893,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:50.603352 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-616c06a1-e3b8-45f8-998c-0a69fc1dac61 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:50.751156 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a7c828e1-674e-4ab8-8855-47666a285bf7 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:50.756681 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a7c828e1-674e-4ab8-8855-47666a285bf7 None None] Transition to ACTIVE for port object d613bfda-27f5-4118-97df-6ea20c3237cd will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:12:50.795435 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9b4d4f68-de31-442c-ac5a-beb16126c676 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59380'] for router, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:50.800107 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9b4d4f68-de31-442c-ac5a-beb16126c676 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-663158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-663167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661637'] for router, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:50.860947 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-616c06a1-e3b8-45f8-998c-0a69fc1dac61 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:50.883853 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a7c828e1-674e-4ab8-8855-47666a285bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:50.957242 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c35e3b-aae7-45c4-95b7-6ba099580259 None None] Pushing event updated for resources: {'Port': ['ID=d613bfda-27f5-4118-97df-6ea20c3237cd,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:50.957338 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4d4f68-de31-442c-ac5a-beb16126c676 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Router b4b81393-4e00-461a-98c9-8ea191dfd420 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:12:51.018872 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616c06a1-e3b8-45f8-998c-0a69fc1dac61 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:12:51.055364 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-616c06a1-e3b8-45f8-998c-0a69fc1dac61 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:12:51.065302 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616c06a1-e3b8-45f8-998c-0a69fc1dac61 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:12:51.081486 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-a7c828e1-674e-4ab8-8855-47666a285bf7 None None] Attempting to bind port d613bfda-27f5-4118-97df-6ea20c3237cd on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:12:51.082015 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-a7c828e1-674e-4ab8-8855-47666a285bf7 None None] Attempting to bind port d613bfda-27f5-4118-97df-6ea20c3237cd by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '030fb748-9f99-48ca-b60a-31d29caba37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8ed2ad4d-9b64-487c-b981-1440f6fce6d7'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:12:51.082395 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c828e1-674e-4ab8-8855-47666a285bf7 None None] Attempting to bind port d613bfda-27f5-4118-97df-6ea20c3237cd on network 8ed2ad4d-9b64-487c-b981-1440f6fce6d7 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:12:51.103276 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 701aa12e-dada-4a0f-8be8-9943eb8b1893 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:12:51.105072 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c828e1-674e-4ab8-8855-47666a285bf7 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:12:51.105456 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c828e1-674e-4ab8-8855-47666a285bf7 None None] Checking segment: {'id': '030fb748-9f99-48ca-b60a-31d29caba37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8ed2ad4d-9b64-487c-b981-1440f6fce6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:12:51.105868 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a7c828e1-674e-4ab8-8855-47666a285bf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:51.106832 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c828e1-674e-4ab8-8855-47666a285bf7 None None] Bound using segment: {'id': '030fb748-9f99-48ca-b60a-31d29caba37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8ed2ad4d-9b64-487c-b981-1440f6fce6d7'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:12:51.107329 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-a7c828e1-674e-4ab8-8855-47666a285bf7 None None] Bound port: d613bfda-27f5-4118-97df-6ea20c3237cd, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '030fb748-9f99-48ca-b60a-31d29caba37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8ed2ad4d-9b64-487c-b981-1440f6fce6d7'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:12:51.107720 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a7c828e1-674e-4ab8-8855-47666a285bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:51.132269 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c06a1-e3b8-45f8-998c-0a69fc1dac61 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Pushing event updated for resources: {'Port': ['ID=f1202534-1589-4fd1-bf62-46c77ae5a899,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:51.252467 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a7c828e1-674e-4ab8-8855-47666a285bf7 None None] For port d613bfda-27f5-4118-97df-6ea20c3237cd, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:12:51.256635 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a7c828e1-674e-4ab8-8855-47666a285bf7 None None] For port d613bfda-27f5-4118-97df-6ea20c3237cd, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=d613bfda-27f5-4118-97df-6ea20c3237cd,segment=NetworkSegment(030fb748-9f99-48ca-b60a-31d29caba37c),segment_id=030fb748-9f99-48ca-b60a-31d29caba37c)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:12:51.269308 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 701aa12e-dada-4a0f-8be8-9943eb8b1893 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:51.269489 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4d4f68-de31-442c-ac5a-beb16126c676 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:12:51.269762 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:51.282455 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9b4d4f68-de31-442c-ac5a-beb16126c676 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:51.283732 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9b4d4f68-de31-442c-ac5a-beb16126c676 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "PUT /v2.0/routers/b4b81393-4e00-461a-98c9-8ea191dfd420 HTTP/1.1" status: 200 len: 954 time: 1.8381989 Aug 16 21:12:51.290936 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43664) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:51.379493 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a7c828e1-674e-4ab8-8855-47666a285bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:51.414178 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-616c06a1-e3b8-45f8-998c-0a69fc1dac61 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:51.454329 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4a43f1bf-b185-4006-9d51-e30b315f4dee tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "GET /v2.0/routers/b4b81393-4e00-461a-98c9-8ea191dfd420 HTTP/1.1" status: 200 len: 954 time: 0.1617212 Aug 16 21:12:51.459482 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43668) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:51.462788 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-47b098cf-717f-4a04-8b2e-af83630eb486 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Request body: {'router': {'routes': None}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:12:51.538284 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c35e3b-aae7-45c4-95b7-6ba099580259 None None] Pushing event updated for resources: {'Port': ['ID=d613bfda-27f5-4118-97df-6ea20c3237cd,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:51.558372 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c828e1-674e-4ab8-8855-47666a285bf7 None None] Routers {'b4b81393-4e00-461a-98c9-8ea191dfd420'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:12:51.560190 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-a7c828e1-674e-4ab8-8855-47666a285bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:12:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['b4b81393-4e00-461a-98c9-8ea191dfd420'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:51.866342 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-616c06a1-e3b8-45f8-998c-0a69fc1dac61 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:52.069546 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-616c06a1-e3b8-45f8-998c-0a69fc1dac61 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:52.093718 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-a7c828e1-674e-4ab8-8855-47666a285bf7 None None] Set router b4b81393-4e00-461a-98c9-8ea191dfd420 gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:12:52.155583 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-616c06a1-e3b8-45f8-998c-0a69fc1dac61 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:52.265793 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c06a1-e3b8-45f8-998c-0a69fc1dac61 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Pushing event updated for resources: {'Port': ['ID=f1202534-1589-4fd1-bf62-46c77ae5a899,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:52.290187 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:52.300192 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-616c06a1-e3b8-45f8-998c-0a69fc1dac61 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:52.350753 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-a7c828e1-674e-4ab8-8855-47666a285bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'name': 'tempest-RoutersIpV6Test-router-2083859373', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:12:25Z', 'updated_at': '2021-08-16T21:12:50Z', 'revision_number': 6, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'gw_port_host': None, '_interfaces': [{'id': '331e3d58-3567-493c-9702-74888a7420e4', 'name': '', 'network_id': '637f36da-e0f0-4ad0-be66-d9c4c99e6172', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:43:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:27Z', 'updated_at': '2021-08-16T21:12:33Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae1d6f18-cb27-422f-9126-d23fa915dea4', 'name': '', 'network_id': '085219ef-f7be-4ed7-8c28-5174ad6b41da', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:5b:94:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:34Z', 'updated_at': '2021-08-16T21:12:41Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd613bfda-27f5-4118-97df-6ea20c3237cd', 'name': '', 'network_id': '8ed2ad4d-9b64-487c-b981-1440f6fce6d7', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:70:8d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'adbf5170-b311-48ac-a751-8b1e5f3b4c7e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:46Z', 'updated_at': '2021-08-16T21:12:51Z', 'revision_number': 4, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'adbf5170-b311-48ac-a751-8b1e5f3b4c7e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8ea171a-830d-4359-b1d8-e2881da57f12', 'name': '', 'network_id': '5c20a159-24f1-45d5-96df-adf5cb91d2c8', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:a7:a8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '51796ad3-b11f-4a72-8bf4-6e19d7ce7c02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:39Z', 'updated_at': '2021-08-16T21:12:47Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': '51796ad3-b11f-4a72-8bf4-6e19d7ce7c02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:52.390392 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c828e1-674e-4ab8-8855-47666a285bf7 None None] The sync data for ids ['b4b81393-4e00-461a-98c9-8ea191dfd420'] in n-d-793620-15 is: [{'id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'name': 'tempest-RoutersIpV6Test-router-2083859373', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:12:25Z', 'updated_at': '2021-08-16T21:12:50Z', 'revision_number': 6, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'gw_port_host': None, '_interfaces': [{'id': '331e3d58-3567-493c-9702-74888a7420e4', 'name': '', 'network_id': '637f36da-e0f0-4ad0-be66-d9c4c99e6172', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:43:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:27Z', 'updated_at': '2021-08-16T21:12:33Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae1d6f18-cb27-422f-9126-d23fa915dea4', 'name': '', 'network_id': '085219ef-f7be-4ed7-8c28-5174ad6b41da', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:5b:94:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:34Z', 'updated_at': '2021-08-16T21:12:41Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd613bfda-27f5-4118-97df-6ea20c3237cd', 'name': '', 'network_id': '8ed2ad4d-9b64-487c-b981-1440f6fce6d7', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:70:8d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'adbf5170-b311-48ac-a751-8b1e5f3b4c7e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:46Z', 'updated_at': '2021-08-16T21:12:51Z', 'revision_number': 4, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'adbf5170-b311-48ac-a751-8b1e5f3b4c7e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8ea171a-830d-4359-b1d8-e2881da57f12', 'name': '', 'network_id': '5c20a159-24f1-45d5-96df-adf5cb91d2c8', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:a7:a8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '51796ad3-b11f-4a72-8bf4-6e19d7ce7c02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:39Z', 'updated_at': '2021-08-16T21:12:47Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': '51796ad3-b11f-4a72-8bf4-6e19d7ce7c02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:12:52.395305 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.extraroute_db [None req-47b098cf-717f-4a04-8b2e-af83630eb486 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Added routes are [] {{(pid=101845) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 21:12:52.395695 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.extraroute_db [None req-47b098cf-717f-4a04-8b2e-af83630eb486 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=101845) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 21:12:52.414721 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-616c06a1-e3b8-45f8-998c-0a69fc1dac61 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:52.414721 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-616c06a1-e3b8-45f8-998c-0a69fc1dac61 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6389728 Aug 16 21:12:52.465996 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-47b098cf-717f-4a04-8b2e-af83630eb486 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59380'] for router, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:52.820186 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-e011bb06-3109-408e-a874-34ed1d52b907 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--222516412&fields=id&tenant_id=6ff815c4c8944f8eb7103de208aa5945 HTTP/1.1" status: 200 len: 267 time: 0.0873511 Aug 16 21:12:53.070774 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device d613bfda-27f5-4118-97df-6ea20c3237cd up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:12:53.180538 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-23d0bb7a-08c5-4b16-a30a-d188e55b0a8a tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:53.191906 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-23d0bb7a-08c5-4b16-a30a-d188e55b0a8a tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/networks?id=9c499baa-4492-4b54-bedd-a882ae845f9c HTTP/1.1" status: 200 len: 816 time: 0.3659029 Aug 16 21:12:53.210861 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-6c142017-b4b5-4cfb-bc15-1675f85c8e80 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/quotas/6ff815c4c8944f8eb7103de208aa5945 HTTP/1.1" status: 200 len: 375 time: 0.0178225 Aug 16 21:12:53.295398 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port d613bfda-27f5-4118-97df-6ea20c3237cd completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:12:53.300523 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port d613bfda-27f5-4118-97df-6ea20c3237cd triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:53.301133 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:53.404949 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-2e217460-ff0f-43f8-a264-ee25b390af8b tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6ff815c4c8944f8eb7103de208aa5945&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1927338 Aug 16 21:12:53.444853 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-47b098cf-717f-4a04-8b2e-af83630eb486 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59380'] for router, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:53.457720 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-47b098cf-717f-4a04-8b2e-af83630eb486 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-663158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-663167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661637'] for router, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:53.503407 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:53.597387 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port d613bfda-27f5-4118-97df-6ea20c3237cd, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=d613bfda-27f5-4118-97df-6ea20c3237cd,segment=NetworkSegment(030fb748-9f99-48ca-b60a-31d29caba37c),segment_id=030fb748-9f99-48ca-b60a-31d29caba37c)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:53.643483 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-1d1897a3-e3a7-463d-9f2d-29510ff0a8c6 service neutron] 10.222.0.84 "GET /v2.0/networks/9c499baa-4492-4b54-bedd-a882ae845f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299068 Aug 16 21:12:53.672065 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:53.721820 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b098cf-717f-4a04-8b2e-af83630eb486 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Router b4b81393-4e00-461a-98c9-8ea191dfd420 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:12:53.758415 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb83e8f-b4c8-4dc2-bb6c-f6dfa159ecd2 None None] Sync routers for ids ['b4b81393-4e00-461a-98c9-8ea191dfd420'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:12:53.773157 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb83e8f-b4c8-4dc2-bb6c-f6dfa159ecd2 None None] Routers {'b4b81393-4e00-461a-98c9-8ea191dfd420'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:12:53.778348 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-cfb83e8f-b4c8-4dc2-bb6c-f6dfa159ecd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:12:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['b4b81393-4e00-461a-98c9-8ea191dfd420'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:53.822042 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=d613bfda-27f5-4118-97df-6ea20c3237cd,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:53.853943 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-7826c1f9-850e-4e08-bd0f-48c3ead07456 service neutron] 10.222.0.84 "GET /v2.0/networks/9c499baa-4492-4b54-bedd-a882ae845f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082162 Aug 16 21:12:53.989412 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b098cf-717f-4a04-8b2e-af83630eb486 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:12:53.999175 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-47b098cf-717f-4a04-8b2e-af83630eb486 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:54.000429 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-47b098cf-717f-4a04-8b2e-af83630eb486 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "PUT /v2.0/routers/b4b81393-4e00-461a-98c9-8ea191dfd420 HTTP/1.1" status: 200 len: 704 time: 2.5419204 Aug 16 21:12:54.001235 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-cfb83e8f-b4c8-4dc2-bb6c-f6dfa159ecd2 None None] Set router b4b81393-4e00-461a-98c9-8ea191dfd420 gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:12:54.003126 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 43706) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:54.252735 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d43b2a90-b2b9-4c5e-ace5-a5b45368c954 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "GET /v2.0/routers/b4b81393-4e00-461a-98c9-8ea191dfd420 HTTP/1.1" status: 200 len: 704 time: 0.2482100 Aug 16 21:12:54.255615 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-970a420e-0ae2-4be0-a645-fa7fa4a3f0c9 req-d6cdea4f-9cd8-4db0-8201-bd0c2cceaf64 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 210 time: 0.0614104 Aug 16 21:12:54.255745 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43714) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:54.367737 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-cfb83e8f-b4c8-4dc2-bb6c-f6dfa159ecd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'name': 'tempest-RoutersIpV6Test-router-2083859373', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:12:25Z', 'updated_at': '2021-08-16T21:12:52Z', 'revision_number': 7, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'gw_port_host': None, '_interfaces': [{'id': '331e3d58-3567-493c-9702-74888a7420e4', 'name': '', 'network_id': '637f36da-e0f0-4ad0-be66-d9c4c99e6172', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:43:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:27Z', 'updated_at': '2021-08-16T21:12:33Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae1d6f18-cb27-422f-9126-d23fa915dea4', 'name': '', 'network_id': '085219ef-f7be-4ed7-8c28-5174ad6b41da', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:5b:94:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:34Z', 'updated_at': '2021-08-16T21:12:41Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd613bfda-27f5-4118-97df-6ea20c3237cd', 'name': '', 'network_id': '8ed2ad4d-9b64-487c-b981-1440f6fce6d7', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:70:8d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'adbf5170-b311-48ac-a751-8b1e5f3b4c7e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:46Z', 'updated_at': '2021-08-16T21:12:53Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'adbf5170-b311-48ac-a751-8b1e5f3b4c7e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8ea171a-830d-4359-b1d8-e2881da57f12', 'name': '', 'network_id': '5c20a159-24f1-45d5-96df-adf5cb91d2c8', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:a7:a8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '51796ad3-b11f-4a72-8bf4-6e19d7ce7c02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:39Z', 'updated_at': '2021-08-16T21:12:47Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': '51796ad3-b11f-4a72-8bf4-6e19d7ce7c02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:54.407652 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb83e8f-b4c8-4dc2-bb6c-f6dfa159ecd2 None None] Checking router: b4b81393-4e00-461a-98c9-8ea191dfd420 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:12:54.417147 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb83e8f-b4c8-4dc2-bb6c-f6dfa159ecd2 None None] Routers {'b4b81393-4e00-461a-98c9-8ea191dfd420'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:12:54.417871 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-cfb83e8f-b4c8-4dc2-bb6c-f6dfa159ecd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:12:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['b4b81393-4e00-461a-98c9-8ea191dfd420'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:54.523452 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-cfb83e8f-b4c8-4dc2-bb6c-f6dfa159ecd2 None None] Set router b4b81393-4e00-461a-98c9-8ea191dfd420 gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:12:54.976863 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bfc57928-9952-4ecd-8c00-86b0964a55c1 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:55.025203 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-cfb83e8f-b4c8-4dc2-bb6c-f6dfa159ecd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'name': 'tempest-RoutersIpV6Test-router-2083859373', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:12:25Z', 'updated_at': '2021-08-16T21:12:52Z', 'revision_number': 7, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'gw_port_host': None, '_interfaces': [{'id': '331e3d58-3567-493c-9702-74888a7420e4', 'name': '', 'network_id': '637f36da-e0f0-4ad0-be66-d9c4c99e6172', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:43:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:27Z', 'updated_at': '2021-08-16T21:12:33Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae1d6f18-cb27-422f-9126-d23fa915dea4', 'name': '', 'network_id': '085219ef-f7be-4ed7-8c28-5174ad6b41da', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:5b:94:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:34Z', 'updated_at': '2021-08-16T21:12:41Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd613bfda-27f5-4118-97df-6ea20c3237cd', 'name': '', 'network_id': '8ed2ad4d-9b64-487c-b981-1440f6fce6d7', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:70:8d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'adbf5170-b311-48ac-a751-8b1e5f3b4c7e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:46Z', 'updated_at': '2021-08-16T21:12:53Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'adbf5170-b311-48ac-a751-8b1e5f3b4c7e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8ea171a-830d-4359-b1d8-e2881da57f12', 'name': '', 'network_id': '5c20a159-24f1-45d5-96df-adf5cb91d2c8', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:a7:a8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '51796ad3-b11f-4a72-8bf4-6e19d7ce7c02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:39Z', 'updated_at': '2021-08-16T21:12:47Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': '51796ad3-b11f-4a72-8bf4-6e19d7ce7c02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:55.041271 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device d613bfda-27f5-4118-97df-6ea20c3237cd up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:12:55.112893 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb83e8f-b4c8-4dc2-bb6c-f6dfa159ecd2 None None] The sync data for ids ['b4b81393-4e00-461a-98c9-8ea191dfd420'] in n-d-793620-15 is: [{'id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'name': 'tempest-RoutersIpV6Test-router-2083859373', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:12:25Z', 'updated_at': '2021-08-16T21:12:52Z', 'revision_number': 7, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'gw_port_host': None, '_interfaces': [{'id': '331e3d58-3567-493c-9702-74888a7420e4', 'name': '', 'network_id': '637f36da-e0f0-4ad0-be66-d9c4c99e6172', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:43:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:27Z', 'updated_at': '2021-08-16T21:12:33Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae1d6f18-cb27-422f-9126-d23fa915dea4', 'name': '', 'network_id': '085219ef-f7be-4ed7-8c28-5174ad6b41da', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:5b:94:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:34Z', 'updated_at': '2021-08-16T21:12:41Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd613bfda-27f5-4118-97df-6ea20c3237cd', 'name': '', 'network_id': '8ed2ad4d-9b64-487c-b981-1440f6fce6d7', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:70:8d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'adbf5170-b311-48ac-a751-8b1e5f3b4c7e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:46Z', 'updated_at': '2021-08-16T21:12:53Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'adbf5170-b311-48ac-a751-8b1e5f3b4c7e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8ea171a-830d-4359-b1d8-e2881da57f12', 'name': '', 'network_id': '5c20a159-24f1-45d5-96df-adf5cb91d2c8', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:a7:a8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '51796ad3-b11f-4a72-8bf4-6e19d7ce7c02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:39Z', 'updated_at': '2021-08-16T21:12:47Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': '51796ad3-b11f-4a72-8bf4-6e19d7ce7c02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:12:55.140696 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port d613bfda-27f5-4118-97df-6ea20c3237cd triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:55.142780 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:55.392787 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-bfc57928-9952-4ecd-8c00-86b0964a55c1 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Deleting port d613bfda-27f5-4118-97df-6ea20c3237cd {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:12:55.393331 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bfc57928-9952-4ecd-8c00-86b0964a55c1 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:55.444152 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-709f7c60-22af-4a78-8e11-37a7a3ddac0b req-985a3740-651e-4a2e-8b4d-8092ecd3966f tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 210 time: 0.0631194 Aug 16 21:12:55.553767 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfaa052-2676-41de-9dc8-5e049ee9af66 None None] Sync routers for ids ['b4b81393-4e00-461a-98c9-8ea191dfd420'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:12:55.559733 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-bfc57928-9952-4ecd-8c00-86b0964a55c1 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] For port d613bfda-27f5-4118-97df-6ea20c3237cd, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=d613bfda-27f5-4118-97df-6ea20c3237cd,segment=NetworkSegment(030fb748-9f99-48ca-b60a-31d29caba37c),segment_id=030fb748-9f99-48ca-b60a-31d29caba37c)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:55.560136 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bfc57928-9952-4ecd-8c00-86b0964a55c1 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:55.568814 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfaa052-2676-41de-9dc8-5e049ee9af66 None None] Routers {'b4b81393-4e00-461a-98c9-8ea191dfd420'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:12:55.570120 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-1cfaa052-2676-41de-9dc8-5e049ee9af66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:12:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['b4b81393-4e00-461a-98c9-8ea191dfd420'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:55.575865 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-bfc57928-9952-4ecd-8c00-86b0964a55c1 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Calling delete_port for d613bfda-27f5-4118-97df-6ea20c3237cd owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:12:55.692618 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-1cfaa052-2676-41de-9dc8-5e049ee9af66 None None] Set router b4b81393-4e00-461a-98c9-8ea191dfd420 gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:12:55.944174 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-1cfaa052-2676-41de-9dc8-5e049ee9af66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'name': 'tempest-RoutersIpV6Test-router-2083859373', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:12:25Z', 'updated_at': '2021-08-16T21:12:52Z', 'revision_number': 7, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'gw_port_host': None, '_interfaces': [{'id': '331e3d58-3567-493c-9702-74888a7420e4', 'name': '', 'network_id': '637f36da-e0f0-4ad0-be66-d9c4c99e6172', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:43:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:27Z', 'updated_at': '2021-08-16T21:12:33Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae1d6f18-cb27-422f-9126-d23fa915dea4', 'name': '', 'network_id': '085219ef-f7be-4ed7-8c28-5174ad6b41da', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:5b:94:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:34Z', 'updated_at': '2021-08-16T21:12:41Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd613bfda-27f5-4118-97df-6ea20c3237cd', 'name': '', 'network_id': '8ed2ad4d-9b64-487c-b981-1440f6fce6d7', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:70:8d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'adbf5170-b311-48ac-a751-8b1e5f3b4c7e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:46Z', 'updated_at': '2021-08-16T21:12:53Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'adbf5170-b311-48ac-a751-8b1e5f3b4c7e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8ea171a-830d-4359-b1d8-e2881da57f12', 'name': '', 'network_id': '5c20a159-24f1-45d5-96df-adf5cb91d2c8', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:a7:a8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '51796ad3-b11f-4a72-8bf4-6e19d7ce7c02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:39Z', 'updated_at': '2021-08-16T21:12:47Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': '51796ad3-b11f-4a72-8bf4-6e19d7ce7c02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:55.982488 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfaa052-2676-41de-9dc8-5e049ee9af66 None None] Checking router: b4b81393-4e00-461a-98c9-8ea191dfd420 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:12:55.993692 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfaa052-2676-41de-9dc8-5e049ee9af66 None None] Routers {'b4b81393-4e00-461a-98c9-8ea191dfd420'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:12:55.994454 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-1cfaa052-2676-41de-9dc8-5e049ee9af66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:12:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['b4b81393-4e00-461a-98c9-8ea191dfd420'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:56.105641 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-1cfaa052-2676-41de-9dc8-5e049ee9af66 None None] Set router b4b81393-4e00-461a-98c9-8ea191dfd420 gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:12:56.329062 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-1cfaa052-2676-41de-9dc8-5e049ee9af66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'name': 'tempest-RoutersIpV6Test-router-2083859373', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:12:25Z', 'updated_at': '2021-08-16T21:12:52Z', 'revision_number': 7, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'gw_port_host': None, '_interfaces': [{'id': '331e3d58-3567-493c-9702-74888a7420e4', 'name': '', 'network_id': '637f36da-e0f0-4ad0-be66-d9c4c99e6172', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:43:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:27Z', 'updated_at': '2021-08-16T21:12:33Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae1d6f18-cb27-422f-9126-d23fa915dea4', 'name': '', 'network_id': '085219ef-f7be-4ed7-8c28-5174ad6b41da', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:5b:94:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:34Z', 'updated_at': '2021-08-16T21:12:41Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd613bfda-27f5-4118-97df-6ea20c3237cd', 'name': '', 'network_id': '8ed2ad4d-9b64-487c-b981-1440f6fce6d7', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:70:8d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'adbf5170-b311-48ac-a751-8b1e5f3b4c7e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:46Z', 'updated_at': '2021-08-16T21:12:53Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'adbf5170-b311-48ac-a751-8b1e5f3b4c7e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8ea171a-830d-4359-b1d8-e2881da57f12', 'name': '', 'network_id': '5c20a159-24f1-45d5-96df-adf5cb91d2c8', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:a7:a8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '51796ad3-b11f-4a72-8bf4-6e19d7ce7c02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:39Z', 'updated_at': '2021-08-16T21:12:47Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': '51796ad3-b11f-4a72-8bf4-6e19d7ce7c02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:56.357387 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfaa052-2676-41de-9dc8-5e049ee9af66 None None] The sync data for ids ['b4b81393-4e00-461a-98c9-8ea191dfd420'] in n-d-793620-15 is: [{'id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'name': 'tempest-RoutersIpV6Test-router-2083859373', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:12:25Z', 'updated_at': '2021-08-16T21:12:52Z', 'revision_number': 7, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'gw_port_host': None, '_interfaces': [{'id': '331e3d58-3567-493c-9702-74888a7420e4', 'name': '', 'network_id': '637f36da-e0f0-4ad0-be66-d9c4c99e6172', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:43:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:27Z', 'updated_at': '2021-08-16T21:12:33Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae1d6f18-cb27-422f-9126-d23fa915dea4', 'name': '', 'network_id': '085219ef-f7be-4ed7-8c28-5174ad6b41da', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:5b:94:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:34Z', 'updated_at': '2021-08-16T21:12:41Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd613bfda-27f5-4118-97df-6ea20c3237cd', 'name': '', 'network_id': '8ed2ad4d-9b64-487c-b981-1440f6fce6d7', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:70:8d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'adbf5170-b311-48ac-a751-8b1e5f3b4c7e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:46Z', 'updated_at': '2021-08-16T21:12:53Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'adbf5170-b311-48ac-a751-8b1e5f3b4c7e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8ea171a-830d-4359-b1d8-e2881da57f12', 'name': '', 'network_id': '5c20a159-24f1-45d5-96df-adf5cb91d2c8', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:a7:a8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '51796ad3-b11f-4a72-8bf4-6e19d7ce7c02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:39Z', 'updated_at': '2021-08-16T21:12:47Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': '51796ad3-b11f-4a72-8bf4-6e19d7ce7c02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:12:56.568413 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c0253160-8464-4865-bd6b-f8f22e53658e req-f6c5210a-8919-4273-b3b1-3f6bb9cf589d tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 210 time: 0.0384762 Aug 16 21:12:56.821057 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bfc57928-9952-4ecd-8c00-86b0964a55c1 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:56.855401 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc57928-9952-4ecd-8c00-86b0964a55c1 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event deleted for resources: {'Port': ['ID=d613bfda-27f5-4118-97df-6ea20c3237cd,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:57.038633 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bfc57928-9952-4ecd-8c00-86b0964a55c1 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:57.328616 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc57928-9952-4ecd-8c00-86b0964a55c1 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Router b4b81393-4e00-461a-98c9-8ea191dfd420 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:12:57.471013 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc57928-9952-4ecd-8c00-86b0964a55c1 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:12:57.476990 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-bfc57928-9952-4ecd-8c00-86b0964a55c1 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "PUT /v2.0/routers/b4b81393-4e00-461a-98c9-8ea191dfd420/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2198308 Aug 16 21:12:57.480468 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43788) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:57.482611 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19ea3c4-3010-4092-9617-88481f929a94 None None] Sync routers for ids ['b4b81393-4e00-461a-98c9-8ea191dfd420'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:12:57.497240 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19ea3c4-3010-4092-9617-88481f929a94 None None] Routers {'b4b81393-4e00-461a-98c9-8ea191dfd420'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:12:57.497872 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-b19ea3c4-3010-4092-9617-88481f929a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:12:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['b4b81393-4e00-461a-98c9-8ea191dfd420'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:57.559733 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-75fc7206-779c-45da-8cff-1e1ef61a9bea tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Deleting subnet adbf5170-b311-48ac-a751-8b1e5f3b4c7e {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:12:57.564529 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-75fc7206-779c-45da-8cff-1e1ef61a9bea tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:57.616924 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-75fc7206-779c-45da-8cff-1e1ef61a9bea tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:57.713847 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-b19ea3c4-3010-4092-9617-88481f929a94 None None] Set router b4b81393-4e00-461a-98c9-8ea191dfd420 gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:12:57.790865 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2f7b6587-729f-4a16-a056-8dfa6e9dd736 req-155e3f63-d260-43ad-a965-ce49e1949562 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 210 time: 0.0425687 Aug 16 21:12:57.859548 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-75fc7206-779c-45da-8cff-1e1ef61a9bea tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:57.870416 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-835985c4-8a02-4bc7-8380-70c99eef2c21 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:57.875417 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-835985c4-8a02-4bc7-8380-70c99eef2c21 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.90 "GET /v2.0/networks?id=9c499baa-4492-4b54-bedd-a882ae845f9c HTTP/1.1" status: 200 len: 816 time: 0.2422452 Aug 16 21:12:58.151213 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-b19ea3c4-3010-4092-9617-88481f929a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'name': 'tempest-RoutersIpV6Test-router-2083859373', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:12:25Z', 'updated_at': '2021-08-16T21:12:55Z', 'revision_number': 8, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'gw_port_host': None, '_interfaces': [{'id': '331e3d58-3567-493c-9702-74888a7420e4', 'name': '', 'network_id': '637f36da-e0f0-4ad0-be66-d9c4c99e6172', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:43:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:27Z', 'updated_at': '2021-08-16T21:12:33Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae1d6f18-cb27-422f-9126-d23fa915dea4', 'name': '', 'network_id': '085219ef-f7be-4ed7-8c28-5174ad6b41da', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:5b:94:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:34Z', 'updated_at': '2021-08-16T21:12:41Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8ea171a-830d-4359-b1d8-e2881da57f12', 'name': '', 'network_id': '5c20a159-24f1-45d5-96df-adf5cb91d2c8', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:a7:a8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '51796ad3-b11f-4a72-8bf4-6e19d7ce7c02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:39Z', 'updated_at': '2021-08-16T21:12:47Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': '51796ad3-b11f-4a72-8bf4-6e19d7ce7c02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:58.185792 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-75fc7206-779c-45da-8cff-1e1ef61a9bea tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:58.197223 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19ea3c4-3010-4092-9617-88481f929a94 None None] Checking router: b4b81393-4e00-461a-98c9-8ea191dfd420 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:12:58.220056 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19ea3c4-3010-4092-9617-88481f929a94 None None] Routers {'b4b81393-4e00-461a-98c9-8ea191dfd420'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:12:58.220948 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-b19ea3c4-3010-4092-9617-88481f929a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:12:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['b4b81393-4e00-461a-98c9-8ea191dfd420'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:58.267301 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc7206-779c-45da-8cff-1e1ef61a9bea tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event deleted for resources: {'Subnet': ['ID=adbf5170-b311-48ac-a751-8b1e5f3b4c7e,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:58.283317 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-75fc7206-779c-45da-8cff-1e1ef61a9bea tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:58.286791 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-75fc7206-779c-45da-8cff-1e1ef61a9bea tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "DELETE /v2.0/subnets/adbf5170-b311-48ac-a751-8b1e5f3b4c7e HTTP/1.1" status: 204 len: 168 time: 0.8043327 Aug 16 21:12:58.289468 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7608aca3-a0a8-43de-9a4f-cebc98f8377a None None] Network 8ed2ad4d-9b64-487c-b981-1440f6fce6d7 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:12:58.290346 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43800) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:58.414100 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68192b7f-c75b-4ecb-94ff-6516145b7a13 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:58.526843 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-b19ea3c4-3010-4092-9617-88481f929a94 None None] Set router b4b81393-4e00-461a-98c9-8ea191dfd420 gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:12:58.603076 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-68192b7f-c75b-4ecb-94ff-6516145b7a13 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Deleting port 701aa12e-dada-4a0f-8be8-9943eb8b1893 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:12:58.603826 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68192b7f-c75b-4ecb-94ff-6516145b7a13 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:58.684282 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-68192b7f-c75b-4ecb-94ff-6516145b7a13 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] For port 701aa12e-dada-4a0f-8be8-9943eb8b1893, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=701aa12e-dada-4a0f-8be8-9943eb8b1893,segment=NetworkSegment(030fb748-9f99-48ca-b60a-31d29caba37c),segment_id=030fb748-9f99-48ca-b60a-31d29caba37c)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:58.684282 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68192b7f-c75b-4ecb-94ff-6516145b7a13 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:58.688617 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbd3329-2d50-4780-a7c7-bc01248485f7 None None] DHCP port deletion for 8ed2ad4d-9b64-487c-b981-1440f6fce6d7 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:12:58.692703 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-4c29c8c0-34ff-4b29-862f-9f60052ce535 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ff815c4c8944f8eb7103de208aa5945 HTTP/1.1" status: 200 len: 379 time: 0.8076799 Aug 16 21:12:58.703911 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-f65a1311-08de-4bf3-97f1-783aef410cff tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Request body: {'port': {'device_id': 'cf45aaed-3fbb-4761-a1e1-b8f64fa6002b', 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c', 'admin_state_up': True, 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'security_groups': ['e9e77d97-d8b8-411c-80e2-77f6b71d5266']}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:12:58.713539 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-68192b7f-c75b-4ecb-94ff-6516145b7a13 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Calling delete_port for 701aa12e-dada-4a0f-8be8-9943eb8b1893 owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:12:58.781150 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-5bbd3329-2d50-4780-a7c7-bc01248485f7 None None] Deleting port 701aa12e-dada-4a0f-8be8-9943eb8b1893 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:12:58.781798 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5bbd3329-2d50-4780-a7c7-bc01248485f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:58.888952 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-5bbd3329-2d50-4780-a7c7-bc01248485f7 None None] For port 701aa12e-dada-4a0f-8be8-9943eb8b1893, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=701aa12e-dada-4a0f-8be8-9943eb8b1893,segment=NetworkSegment(030fb748-9f99-48ca-b60a-31d29caba37c),segment_id=030fb748-9f99-48ca-b60a-31d29caba37c)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:58.889372 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5bbd3329-2d50-4780-a7c7-bc01248485f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:58.924072 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-5bbd3329-2d50-4780-a7c7-bc01248485f7 None None] Calling delete_port for 701aa12e-dada-4a0f-8be8-9943eb8b1893 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:12:58.946804 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68192b7f-c75b-4ecb-94ff-6516145b7a13 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:59.018065 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68192b7f-c75b-4ecb-94ff-6516145b7a13 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] No DVR routers for this DVR port 701aa12e-dada-4a0f-8be8-9943eb8b1893 on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:12:59.020202 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68192b7f-c75b-4ecb-94ff-6516145b7a13 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event deleted for resources: {'Port': ['ID=701aa12e-dada-4a0f-8be8-9943eb8b1893,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:59.025353 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-b19ea3c4-3010-4092-9617-88481f929a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'name': 'tempest-RoutersIpV6Test-router-2083859373', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:12:25Z', 'updated_at': '2021-08-16T21:12:55Z', 'revision_number': 8, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'gw_port_host': None, '_interfaces': [{'id': '331e3d58-3567-493c-9702-74888a7420e4', 'name': '', 'network_id': '637f36da-e0f0-4ad0-be66-d9c4c99e6172', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:43:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:27Z', 'updated_at': '2021-08-16T21:12:33Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae1d6f18-cb27-422f-9126-d23fa915dea4', 'name': '', 'network_id': '085219ef-f7be-4ed7-8c28-5174ad6b41da', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:5b:94:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:34Z', 'updated_at': '2021-08-16T21:12:41Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8ea171a-830d-4359-b1d8-e2881da57f12', 'name': '', 'network_id': '5c20a159-24f1-45d5-96df-adf5cb91d2c8', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:a7:a8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '51796ad3-b11f-4a72-8bf4-6e19d7ce7c02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:39Z', 'updated_at': '2021-08-16T21:12:47Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': '51796ad3-b11f-4a72-8bf4-6e19d7ce7c02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:59.042844 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d50c6342-7113-468a-8ea0-f6066ce25a12 req-6d386994-fb3f-4edd-997f-093ea6a15040 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 210 time: 0.0966816 Aug 16 21:12:59.055811 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 701aa12e-dada-4a0f-8be8-9943eb8b1893 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:12:59.085526 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19ea3c4-3010-4092-9617-88481f929a94 None None] The sync data for ids ['b4b81393-4e00-461a-98c9-8ea191dfd420'] in n-d-793620-15 is: [{'id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'name': 'tempest-RoutersIpV6Test-router-2083859373', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:12:25Z', 'updated_at': '2021-08-16T21:12:55Z', 'revision_number': 8, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'gw_port_host': None, '_interfaces': [{'id': '331e3d58-3567-493c-9702-74888a7420e4', 'name': '', 'network_id': '637f36da-e0f0-4ad0-be66-d9c4c99e6172', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:43:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:27Z', 'updated_at': '2021-08-16T21:12:33Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae1d6f18-cb27-422f-9126-d23fa915dea4', 'name': '', 'network_id': '085219ef-f7be-4ed7-8c28-5174ad6b41da', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:5b:94:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:34Z', 'updated_at': '2021-08-16T21:12:41Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8ea171a-830d-4359-b1d8-e2881da57f12', 'name': '', 'network_id': '5c20a159-24f1-45d5-96df-adf5cb91d2c8', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:a7:a8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '51796ad3-b11f-4a72-8bf4-6e19d7ce7c02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:39Z', 'updated_at': '2021-08-16T21:12:47Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': '51796ad3-b11f-4a72-8bf4-6e19d7ce7c02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:12:59.099540 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 701aa12e-dada-4a0f-8be8-9943eb8b1893 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:12:59.100006 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 701aa12e-dada-4a0f-8be8-9943eb8b1893 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:12:59.115864 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-f65a1311-08de-4bf3-97f1-783aef410cff tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Made reservation on behalf of 6ff815c4c8944f8eb7103de208aa5945 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:12:59.132290 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-f65a1311-08de-4bf3-97f1-783aef410cff tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:59.183043 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5bbd3329-2d50-4780-a7c7-bc01248485f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:59.205406 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbd3329-2d50-4780-a7c7-bc01248485f7 None None] No DVR routers for this DVR port 701aa12e-dada-4a0f-8be8-9943eb8b1893 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:12:59.206791 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68192b7f-c75b-4ecb-94ff-6516145b7a13 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:59.226549 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd3329-2d50-4780-a7c7-bc01248485f7 None None] Pushing event deleted for resources: {'Port': ['ID=701aa12e-dada-4a0f-8be8-9943eb8b1893,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:59.228874 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-68192b7f-c75b-4ecb-94ff-6516145b7a13 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed2ad4d-9b64-487c-b981-1440f6fce6d7']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:59.251389 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-68192b7f-c75b-4ecb-94ff-6516145b7a13 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '030fb748-9f99-48ca-b60a-31d29caba37c') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:59.251389 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-68192b7f-c75b-4ecb-94ff-6516145b7a13 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '030fb748-9f99-48ca-b60a-31d29caba37c') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:12:59.261711 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68192b7f-c75b-4ecb-94ff-6516145b7a13 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:59.277268 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68192b7f-c75b-4ecb-94ff-6516145b7a13 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:59.284641 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68192b7f-c75b-4ecb-94ff-6516145b7a13 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:12:59.285048 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68192b7f-c75b-4ecb-94ff-6516145b7a13 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:59.289390 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:12:59.289390 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:12:59.289390 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:12:59.289390 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:12:59.289390 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:12:59.289390 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:12:59.289390 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:12:59.289390 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:12:59.289390 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:12:59.289390 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:12:59.289390 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:12:59.289390 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:12:59.289390 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:12:59.289390 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:12:59.289390 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:12:59.289390 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:12:59.289390 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:12:59.289390 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:12:59.289390 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:12:59.289390 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:12:59.289390 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:12:59.289390 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:12:59.289390 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:12:59.289390 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:12:59.289390 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:12:59.289390 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:12:59.289390 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:12:59.289390 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:12:59.289390 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:12:59.289390 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:12:59.289390 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:12:59.289390 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:12:59.313560 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-f65a1311-08de-4bf3-97f1-783aef410cff tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Allocated IP 172.20.0.8 (9c499baa-4492-4b54-bedd-a882ae845f9c/6d4ab04f-fd33-40d0-bd76-3977c7bf52a2/7c7378fe-1ef3-4162-aaf5-b88057de5a1c) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:12:59.477625 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68192b7f-c75b-4ecb-94ff-6516145b7a13 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:59.490777 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68192b7f-c75b-4ecb-94ff-6516145b7a13 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:59.494107 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-68192b7f-c75b-4ecb-94ff-6516145b7a13 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "DELETE /v2.0/networks/8ed2ad4d-9b64-487c-b981-1440f6fce6d7 HTTP/1.1" status: 204 len: 168 time: 1.2023273 Aug 16 21:12:59.504497 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 43830) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:59.508380 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68192b7f-c75b-4ecb-94ff-6516145b7a13 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event deleted for resources: {'Network': ['ID=8ed2ad4d-9b64-487c-b981-1440f6fce6d7,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:59.638087 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-f65a1311-08de-4bf3-97f1-783aef410cff tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:59.670456 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-f65a1311-08de-4bf3-97f1-783aef410cff tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Transition to ACTIVE for port object 7c7378fe-1ef3-4162-aaf5-b88057de5a1c will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:12:59.870895 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-f65a1311-08de-4bf3-97f1-783aef410cff tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:59.929722 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a1311-08de-4bf3-97f1-783aef410cff tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Pushing event updated for resources: {'Port': ['ID=7c7378fe-1ef3-4162-aaf5-b88057de5a1c,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:59.940009 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a1311-08de-4bf3-97f1-783aef410cff tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:59.940371 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a1311-08de-4bf3-97f1-783aef410cff tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:59.940722 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a1311-08de-4bf3-97f1-783aef410cff tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:59.941067 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a1311-08de-4bf3-97f1-783aef410cff tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:59.941408 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a1311-08de-4bf3-97f1-783aef410cff tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:59.941878 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a1311-08de-4bf3-97f1-783aef410cff tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:59.942212 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a1311-08de-4bf3-97f1-783aef410cff tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:59.942546 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a1311-08de-4bf3-97f1-783aef410cff tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:59.942899 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a1311-08de-4bf3-97f1-783aef410cff tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:59.943325 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a1311-08de-4bf3-97f1-783aef410cff tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:59.943654 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a1311-08de-4bf3-97f1-783aef410cff tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:59.944009 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a1311-08de-4bf3-97f1-783aef410cff tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:59.960258 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-f65a1311-08de-4bf3-97f1-783aef410cff tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Network 9c499baa-4492-4b54-bedd-a882ae845f9c is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:12:59.969517 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-f65a1311-08de-4bf3-97f1-783aef410cff tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:12:59.981433 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-f65a1311-08de-4bf3-97f1-783aef410cff tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:13:00.044743 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-f65a1311-08de-4bf3-97f1-783aef410cff tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:00.046412 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-f65a1311-08de-4bf3-97f1-783aef410cff tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:00.129175 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-f65a1311-08de-4bf3-97f1-783aef410cff tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4302609 Aug 16 21:13:00.144075 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-1bbeb27e-c5a2-4ea3-800c-e62fd0c889e5 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:13:00.153207 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-1bbeb27e-c5a2-4ea3-800c-e62fd0c889e5 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072122 Aug 16 21:13:00.153207 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-91e8d5d3-3596-479c-b4f9-00acbd89e698 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:00.316469 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fa1d6-8bb9-4467-a069-3ab3cf4dc190 req-5788149b-e404-4648-bef2-71cb5185783d tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:00.317291 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5e17d02f-b0c2-4171-af78-e29d93184382 None None] Provisioning for port 7c7378fe-1ef3-4162-aaf5-b88057de5a1c completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:13:00.318040 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2b8fa1d6-8bb9-4467-a069-3ab3cf4dc190 req-5788149b-e404-4648-bef2-71cb5185783d tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 931 time: 0.1146476 Aug 16 21:13:00.329962 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5e17d02f-b0c2-4171-af78-e29d93184382 None None] Provisioning complete for port 7c7378fe-1ef3-4162-aaf5-b88057de5a1c triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:13:00.330351 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5e17d02f-b0c2-4171-af78-e29d93184382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:00.380531 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-c98bce10-4028-43de-8d37-073a8446010e service neutron] Request body: {'port': {'device_id': 'cf45aaed-3fbb-4761-a1e1-b8f64fa6002b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:13:00.392722 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-5e17d02f-b0c2-4171-af78-e29d93184382 None None] Port 7c7378fe-1ef3-4162-aaf5-b88057de5a1c cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:13:00.492428 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-c98bce10-4028-43de-8d37-073a8446010e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:00.530320 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2b8fa1d6-8bb9-4467-a069-3ab3cf4dc190 req-667c4b2d-77e4-4b03-a048-ce65d263b6aa tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653023 Aug 16 21:13:00.864635 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-91e8d5d3-3596-479c-b4f9-00acbd89e698 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Deleting port f8ea171a-830d-4359-b1d8-e2881da57f12 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:13:00.864981 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-91e8d5d3-3596-479c-b4f9-00acbd89e698 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:00.929844 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device d613bfda-27f5-4118-97df-6ea20c3237cd no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:13:00.951329 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: d613bfda-27f5-4118-97df-6ea20c3237cd {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:13:00.952060 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device d613bfda-27f5-4118-97df-6ea20c3237cd not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:13:01.021581 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-91e8d5d3-3596-479c-b4f9-00acbd89e698 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] For port f8ea171a-830d-4359-b1d8-e2881da57f12, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=f8ea171a-830d-4359-b1d8-e2881da57f12,segment=NetworkSegment(187a6bbd-cec9-4f8c-8841-f38494cee3bf),segment_id=187a6bbd-cec9-4f8c-8841-f38494cee3bf)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:13:01.021961 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-91e8d5d3-3596-479c-b4f9-00acbd89e698 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:01.052581 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-91e8d5d3-3596-479c-b4f9-00acbd89e698 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Calling delete_port for f8ea171a-830d-4359-b1d8-e2881da57f12 owned by network:router_interface {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:13:01.061707 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-c98bce10-4028-43de-8d37-073a8446010e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c7378fe-1ef3-4162-aaf5-b88057de5a1c {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:13:01.074100 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-c98bce10-4028-43de-8d37-073a8446010e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:01.096001 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-c98bce10-4028-43de-8d37-073a8446010e service neutron] Transition to ACTIVE for port object 7c7378fe-1ef3-4162-aaf5-b88057de5a1c will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:13:01.296179 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-c98bce10-4028-43de-8d37-073a8446010e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:01.348695 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98bce10-4028-43de-8d37-073a8446010e service neutron] Pushing event updated for resources: {'Port': ['ID=7c7378fe-1ef3-4162-aaf5-b88057de5a1c,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:01.445206 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-c98bce10-4028-43de-8d37-073a8446010e service neutron] Attempting to bind port 7c7378fe-1ef3-4162-aaf5-b88057de5a1c on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:13:01.445694 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-c98bce10-4028-43de-8d37-073a8446010e service neutron] Attempting to bind port 7c7378fe-1ef3-4162-aaf5-b88057de5a1c by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '871fd1c6-053b-43bc-81ad-da658e74a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:13:01.446084 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-c98bce10-4028-43de-8d37-073a8446010e service neutron] Attempting to bind port 7c7378fe-1ef3-4162-aaf5-b88057de5a1c on network 9c499baa-4492-4b54-bedd-a882ae845f9c {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:13:01.449136 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-91e8d5d3-3596-479c-b4f9-00acbd89e698 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:01.481773 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-c98bce10-4028-43de-8d37-073a8446010e service neutron] Port 7c7378fe-1ef3-4162-aaf5-b88057de5a1c on network 9c499baa-4492-4b54-bedd-a882ae845f9c not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:13:01.482100 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-c98bce10-4028-43de-8d37-073a8446010e service neutron] Attempting to bind port 7c7378fe-1ef3-4162-aaf5-b88057de5a1c on network 9c499baa-4492-4b54-bedd-a882ae845f9c {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:13:01.490108 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8d5d3-3596-479c-b4f9-00acbd89e698 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event deleted for resources: {'Port': ['ID=f8ea171a-830d-4359-b1d8-e2881da57f12,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:01.521182 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-c98bce10-4028-43de-8d37-073a8446010e service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:13:01.521674 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-c98bce10-4028-43de-8d37-073a8446010e service neutron] Checking segment: {'id': '871fd1c6-053b-43bc-81ad-da658e74a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:13:01.522163 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-c98bce10-4028-43de-8d37-073a8446010e service neutron] Bound using segment: {'id': '871fd1c6-053b-43bc-81ad-da658e74a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:13:01.522725 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-c98bce10-4028-43de-8d37-073a8446010e service neutron] Bound port: 7c7378fe-1ef3-4162-aaf5-b88057de5a1c, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '871fd1c6-053b-43bc-81ad-da658e74a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:13:01.526618 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-c98bce10-4028-43de-8d37-073a8446010e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:01.731949 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-c98bce10-4028-43de-8d37-073a8446010e service neutron] For port 7c7378fe-1ef3-4162-aaf5-b88057de5a1c, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:13:01.749748 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-c98bce10-4028-43de-8d37-073a8446010e service neutron] For port 7c7378fe-1ef3-4162-aaf5-b88057de5a1c, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=7c7378fe-1ef3-4162-aaf5-b88057de5a1c,segment=NetworkSegment(871fd1c6-053b-43bc-81ad-da658e74a8c3),segment_id=871fd1c6-053b-43bc-81ad-da658e74a8c3)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:13:01.764006 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-91e8d5d3-3596-479c-b4f9-00acbd89e698 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:01.777311 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02099b46-0c3b-491b-b054-019b6744b853 req-0f9d2a03-d731-423a-a6d6-34e61e0320a6 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:01.778827 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-02099b46-0c3b-491b-b054-019b6744b853 req-0f9d2a03-d731-423a-a6d6-34e61e0320a6 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 943 time: 0.1165199 Aug 16 21:13:01.872983 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-c98bce10-4028-43de-8d37-073a8446010e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:01.935543 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-02099b46-0c3b-491b-b054-019b6744b853 req-21c510ae-a371-4ff8-9f27-64886da97408 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487911 Aug 16 21:13:01.957605 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-c98bce10-4028-43de-8d37-073a8446010e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:01.958239 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-c98bce10-4028-43de-8d37-073a8446010e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:01.960293 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-c98bce10-4028-43de-8d37-073a8446010e service neutron] 10.222.0.90 "PUT /v2.0/ports/7c7378fe-1ef3-4162-aaf5-b88057de5a1c HTTP/1.1" status: 200 len: 1092 time: 1.8063080 Aug 16 21:13:01.973678 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf45aaed-3fbb-4761-a1e1-b8f64fa6002b', 'tag': '7c7378fe-1ef3-4162-aaf5-b88057de5a1c'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:13:01.976047 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07a8144-2920-4afa-9dae-bcd0e6e4a8cb" -d '{"events": [{"name": "network-changed", "server_uuid": "cf45aaed-3fbb-4761-a1e1-b8f64fa6002b", "tag": "7c7378fe-1ef3-4162-aaf5-b88057de5a1c"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:13:01.988654 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98bce10-4028-43de-8d37-073a8446010e service neutron] Pushing event updated for resources: {'Port': ['ID=7c7378fe-1ef3-4162-aaf5-b88057de5a1c,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:02.148588 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e8d5d3-3596-479c-b4f9-00acbd89e698 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Router b4b81393-4e00-461a-98c9-8ea191dfd420 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:13:02.165841 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-9b23334a-e848-4004-8df0-9d8cb10bb5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:02.167448 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-9b23334a-e848-4004-8df0-9d8cb10bb5aa service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6ff815c4c8944f8eb7103de208aa5945&device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 1095 time: 0.0603790 Aug 16 21:13:02.579420 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40335cfa-44da-475e-8552-5b102e72b4f6 x-openstack-request-id: req-40335cfa-44da-475e-8552-5b102e72b4f6 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:13:02.579750 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf45aaed-3fbb-4761-a1e1-b8f64fa6002b", "tag": "7c7378fe-1ef3-4162-aaf5-b88057de5a1c", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:13:02.580059 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-40335cfa-44da-475e-8552-5b102e72b4f6 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:13:02.580449 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf45aaed-3fbb-4761-a1e1-b8f64fa6002b', 'tag': '7c7378fe-1ef3-4162-aaf5-b88057de5a1c', 'status': 'completed', 'code': 200} Aug 16 21:13:02.628021 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-2f58d398-6ab1-40d9-bd67-9136c9203737 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c7378fe-1ef3-4162-aaf5-b88057de5a1c HTTP/1.1" status: 200 len: 217 time: 0.0502381 Aug 16 21:13:02.681820 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e8d5d3-3596-479c-b4f9-00acbd89e698 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:13:02.920828 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-91e8d5d3-3596-479c-b4f9-00acbd89e698 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "PUT /v2.0/routers/b4b81393-4e00-461a-98c9-8ea191dfd420/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1849308 Aug 16 21:13:02.921366 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43874) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:02.921757 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6f2b8d-7049-4511-a0bb-e3ae5b25fe86 None None] Sync routers for ids ['b4b81393-4e00-461a-98c9-8ea191dfd420'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:13:02.922123 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-b48e7394-7a7a-4253-9e10-769b021af9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:02.922123 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-b48e7394-7a7a-4253-9e10-769b021af9aa service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6d4ab04f-fd33-40d0-bd76-3977c7bf52a2 HTTP/1.1" status: 200 len: 855 time: 0.0643194 Aug 16 21:13:02.922281 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6f2b8d-7049-4511-a0bb-e3ae5b25fe86 None None] Routers {'b4b81393-4e00-461a-98c9-8ea191dfd420'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:13:02.922281 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-fb6f2b8d-7049-4511-a0bb-e3ae5b25fe86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:12:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['b4b81393-4e00-461a-98c9-8ea191dfd420'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:02.922441 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-90d5cf58-40f4-4a67-89e9-02af215aaf67 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Deleting subnet 51796ad3-b11f-4a72-8bf4-6e19d7ce7c02 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:13:02.922441 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-90d5cf58-40f4-4a67-89e9-02af215aaf67 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:02.922579 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-a120de7c-1511-4b2b-aac6-b246d7f5dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:02.922579 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-a120de7c-1511-4b2b-aac6-b246d7f5dafd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c499baa-4492-4b54-bedd-a882ae845f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562770 Aug 16 21:13:02.922717 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-90d5cf58-40f4-4a67-89e9-02af215aaf67 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:02.922792 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-fb6f2b8d-7049-4511-a0bb-e3ae5b25fe86 None None] Set router b4b81393-4e00-461a-98c9-8ea191dfd420 gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:13:02.922865 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-cb003de3-7b5a-40a4-86c1-77951f26d463 service neutron] 10.222.0.90 "GET /v2.0/networks/9c499baa-4492-4b54-bedd-a882ae845f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933888 Aug 16 21:13:03.004600 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-46060e9e-bbbe-4195-aa66-cd1f390ee142 req-13e51bec-4075-41b3-964c-70d828eebc8d service neutron] 10.222.0.90 "GET /v2.0/networks/9c499baa-4492-4b54-bedd-a882ae845f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303947 Aug 16 21:13:03.015763 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-90d5cf58-40f4-4a67-89e9-02af215aaf67 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:03.128769 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-fb6f2b8d-7049-4511-a0bb-e3ae5b25fe86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'name': 'tempest-RoutersIpV6Test-router-2083859373', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:12:25Z', 'updated_at': '2021-08-16T21:13:01Z', 'revision_number': 9, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'gw_port_host': None, '_interfaces': [{'id': '331e3d58-3567-493c-9702-74888a7420e4', 'name': '', 'network_id': '637f36da-e0f0-4ad0-be66-d9c4c99e6172', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:43:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:27Z', 'updated_at': '2021-08-16T21:12:33Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae1d6f18-cb27-422f-9126-d23fa915dea4', 'name': '', 'network_id': '085219ef-f7be-4ed7-8c28-5174ad6b41da', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:5b:94:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:34Z', 'updated_at': '2021-08-16T21:12:41Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:03.159604 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04a95f-2982-4a97-8b8f-ae421415277e req-875494f3-009b-4d87-9c71-a74e20f6290d tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:03.162405 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd04a95f-2982-4a97-8b8f-ae421415277e req-875494f3-009b-4d87-9c71-a74e20f6290d tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 943 time: 0.0764887 Aug 16 21:13:03.166612 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6f2b8d-7049-4511-a0bb-e3ae5b25fe86 None None] Checking router: b4b81393-4e00-461a-98c9-8ea191dfd420 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:13:03.179313 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6f2b8d-7049-4511-a0bb-e3ae5b25fe86 None None] Routers {'b4b81393-4e00-461a-98c9-8ea191dfd420'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:13:03.179751 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-fb6f2b8d-7049-4511-a0bb-e3ae5b25fe86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:12:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['b4b81393-4e00-461a-98c9-8ea191dfd420'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:03.216447 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd04a95f-2982-4a97-8b8f-ae421415277e req-7a21a130-1a63-4605-958e-f61317ae9e27 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466065 Aug 16 21:13:03.274999 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-fb6f2b8d-7049-4511-a0bb-e3ae5b25fe86 None None] Set router b4b81393-4e00-461a-98c9-8ea191dfd420 gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:13:03.283545 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a8144-2920-4afa-9dae-bcd0e6e4a8cb req-2af1ba0f-e20e-4929-8f0c-26c2db4ca803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:03.285484 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f07a8144-2920-4afa-9dae-bcd0e6e4a8cb req-2af1ba0f-e20e-4929-8f0c-26c2db4ca803 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6ff815c4c8944f8eb7103de208aa5945&device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 1095 time: 0.0432835 Aug 16 21:13:03.385260 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-90d5cf58-40f4-4a67-89e9-02af215aaf67 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:03.394365 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a8144-2920-4afa-9dae-bcd0e6e4a8cb req-d6509f6f-235a-4025-9566-615d52de6337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:03.396010 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f07a8144-2920-4afa-9dae-bcd0e6e4a8cb req-d6509f6f-235a-4025-9566-615d52de6337 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c499baa-4492-4b54-bedd-a882ae845f9c HTTP/1.1" status: 200 len: 917 time: 0.1031489 Aug 16 21:13:03.426556 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5cf58-40f4-4a67-89e9-02af215aaf67 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event deleted for resources: {'Subnet': ['ID=51796ad3-b11f-4a72-8bf4-6e19d7ce7c02,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:03.447031 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-90d5cf58-40f4-4a67-89e9-02af215aaf67 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:03.453090 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-90d5cf58-40f4-4a67-89e9-02af215aaf67 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "DELETE /v2.0/subnets/51796ad3-b11f-4a72-8bf4-6e19d7ce7c02 HTTP/1.1" status: 204 len: 168 time: 0.7580686 Aug 16 21:13:03.456663 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43884) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:03.473197 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d6c50d-dc1f-4442-a20a-d3be447a461e None None] Network 5c20a159-24f1-45d5-96df-adf5cb91d2c8 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:13:03.490296 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f07a8144-2920-4afa-9dae-bcd0e6e4a8cb req-89a1fab4-5cff-47a1-b666-1e517f53b2e9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c7378fe-1ef3-4162-aaf5-b88057de5a1c HTTP/1.1" status: 200 len: 217 time: 0.0855558 Aug 16 21:13:03.576803 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a2a7db2b-d93a-405a-9089-2ea8eced441c tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:03.593994 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a8144-2920-4afa-9dae-bcd0e6e4a8cb req-35726679-e2bf-4008-9bdc-f25fb7221705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:03.596440 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f07a8144-2920-4afa-9dae-bcd0e6e4a8cb req-35726679-e2bf-4008-9bdc-f25fb7221705 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6d4ab04f-fd33-40d0-bd76-3977c7bf52a2 HTTP/1.1" status: 200 len: 855 time: 0.0983102 Aug 16 21:13:03.638925 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-a2a7db2b-d93a-405a-9089-2ea8eced441c tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Deleting port 18e3d22e-fbcd-4411-86bf-d8345571504e {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:13:03.639281 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a2a7db2b-d93a-405a-9089-2ea8eced441c tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:03.664270 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a8144-2920-4afa-9dae-bcd0e6e4a8cb req-bc976e7d-8287-479c-aa57-31f44320094d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:03.669133 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f07a8144-2920-4afa-9dae-bcd0e6e4a8cb req-bc976e7d-8287-479c-aa57-31f44320094d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c499baa-4492-4b54-bedd-a882ae845f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650339 Aug 16 21:13:03.713789 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-a2a7db2b-d93a-405a-9089-2ea8eced441c tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] For port 18e3d22e-fbcd-4411-86bf-d8345571504e, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=18e3d22e-fbcd-4411-86bf-d8345571504e,segment=NetworkSegment(187a6bbd-cec9-4f8c-8841-f38494cee3bf),segment_id=187a6bbd-cec9-4f8c-8841-f38494cee3bf)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:13:03.714170 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a2a7db2b-d93a-405a-9089-2ea8eced441c tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:03.730992 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-a2a7db2b-d93a-405a-9089-2ea8eced441c tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Calling delete_port for 18e3d22e-fbcd-4411-86bf-d8345571504e owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:13:03.810904 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f07a8144-2920-4afa-9dae-bcd0e6e4a8cb req-0f12707a-1177-4986-aebb-0325b329ef11 service neutron] 10.222.0.90 "GET /v2.0/networks/9c499baa-4492-4b54-bedd-a882ae845f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214530 Aug 16 21:13:03.877006 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9162adb-0fea-4846-a91c-5cf98139a44b None None] DHCP port deletion for 5c20a159-24f1-45d5-96df-adf5cb91d2c8 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:13:03.917531 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f07a8144-2920-4afa-9dae-bcd0e6e4a8cb req-3055f51a-0e9a-42be-ac9e-86fa1a8f8a88 service neutron] 10.222.0.90 "GET /v2.0/networks/9c499baa-4492-4b54-bedd-a882ae845f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105266 Aug 16 21:13:03.941367 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-fb6f2b8d-7049-4511-a0bb-e3ae5b25fe86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'name': 'tempest-RoutersIpV6Test-router-2083859373', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:12:25Z', 'updated_at': '2021-08-16T21:13:01Z', 'revision_number': 9, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'gw_port_host': None, '_interfaces': [{'id': '331e3d58-3567-493c-9702-74888a7420e4', 'name': '', 'network_id': '637f36da-e0f0-4ad0-be66-d9c4c99e6172', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:43:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:27Z', 'updated_at': '2021-08-16T21:12:33Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae1d6f18-cb27-422f-9126-d23fa915dea4', 'name': '', 'network_id': '085219ef-f7be-4ed7-8c28-5174ad6b41da', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:5b:94:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:34Z', 'updated_at': '2021-08-16T21:12:41Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:03.975821 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6f2b8d-7049-4511-a0bb-e3ae5b25fe86 None None] The sync data for ids ['b4b81393-4e00-461a-98c9-8ea191dfd420'] in n-d-793620-15 is: [{'id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'name': 'tempest-RoutersIpV6Test-router-2083859373', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:12:25Z', 'updated_at': '2021-08-16T21:13:01Z', 'revision_number': 9, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'gw_port_host': None, '_interfaces': [{'id': '331e3d58-3567-493c-9702-74888a7420e4', 'name': '', 'network_id': '637f36da-e0f0-4ad0-be66-d9c4c99e6172', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:43:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:27Z', 'updated_at': '2021-08-16T21:12:33Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae1d6f18-cb27-422f-9126-d23fa915dea4', 'name': '', 'network_id': '085219ef-f7be-4ed7-8c28-5174ad6b41da', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:5b:94:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:34Z', 'updated_at': '2021-08-16T21:12:41Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'bc16707f-673e-44f7-b79b-aa9ca28bd835', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:13:03.985313 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-b9162adb-0fea-4846-a91c-5cf98139a44b None None] Deleting port 18e3d22e-fbcd-4411-86bf-d8345571504e {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:13:03.991603 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b9162adb-0fea-4846-a91c-5cf98139a44b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:04.052099 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-b9162adb-0fea-4846-a91c-5cf98139a44b None None] For port 18e3d22e-fbcd-4411-86bf-d8345571504e, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=18e3d22e-fbcd-4411-86bf-d8345571504e,segment=NetworkSegment(187a6bbd-cec9-4f8c-8841-f38494cee3bf),segment_id=187a6bbd-cec9-4f8c-8841-f38494cee3bf)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:13:04.052509 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b9162adb-0fea-4846-a91c-5cf98139a44b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:04.065325 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-b9162adb-0fea-4846-a91c-5cf98139a44b None None] Calling delete_port for 18e3d22e-fbcd-4411-86bf-d8345571504e owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:13:04.078762 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a2a7db2b-d93a-405a-9089-2ea8eced441c tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:04.130554 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a7db2b-d93a-405a-9089-2ea8eced441c tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event deleted for resources: {'Port': ['ID=18e3d22e-fbcd-4411-86bf-d8345571504e,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:04.147029 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a7db2b-d93a-405a-9089-2ea8eced441c tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] No DVR routers for this DVR port 18e3d22e-fbcd-4411-86bf-d8345571504e on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:13:04.160558 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b9162adb-0fea-4846-a91c-5cf98139a44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:04.188413 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9162adb-0fea-4846-a91c-5cf98139a44b None None] Pushing event deleted for resources: {'Port': ['ID=18e3d22e-fbcd-4411-86bf-d8345571504e,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:04.190404 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9162adb-0fea-4846-a91c-5cf98139a44b None None] No DVR routers for this DVR port 18e3d22e-fbcd-4411-86bf-d8345571504e on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:13:04.248719 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a2a7db2b-d93a-405a-9089-2ea8eced441c tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:04.289227 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-a2a7db2b-d93a-405a-9089-2ea8eced441c tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c20a159-24f1-45d5-96df-adf5cb91d2c8']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:04.301112 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-a2a7db2b-d93a-405a-9089-2ea8eced441c tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '187a6bbd-cec9-4f8c-8841-f38494cee3bf') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:04.301954 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-a2a7db2b-d93a-405a-9089-2ea8eced441c tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '187a6bbd-cec9-4f8c-8841-f38494cee3bf') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:04.313600 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a2a7db2b-d93a-405a-9089-2ea8eced441c tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:04.331164 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a2a7db2b-d93a-405a-9089-2ea8eced441c tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:04.341392 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a7db2b-d93a-405a-9089-2ea8eced441c tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:13:04.342313 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a2a7db2b-d93a-405a-9089-2ea8eced441c tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:04.346389 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:13:04.346389 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:13:04.346389 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:13:04.346389 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:13:04.346389 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:13:04.346389 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:13:04.346389 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:13:04.346389 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:13:04.346389 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:13:04.346389 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:13:04.346389 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:13:04.346389 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:13:04.346389 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:13:04.346389 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:13:04.346389 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:13:04.346389 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:13:04.346389 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:13:04.346389 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:13:04.346389 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:13:04.346389 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:13:04.346389 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:13:04.346389 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:13:04.346389 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:13:04.346389 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:13:04.346389 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:13:04.346389 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:13:04.346389 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:13:04.346389 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:13:04.346389 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:13:04.346389 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:13:04.346389 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:13:04.346389 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:13:04.425190 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929f5ef-801a-4f53-8599-993ee7914e45 req-4ab6a36e-a8e8-40ec-a92f-5729da674243 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:04.427316 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9929f5ef-801a-4f53-8599-993ee7914e45 req-4ab6a36e-a8e8-40ec-a92f-5729da674243 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 943 time: 0.0686841 Aug 16 21:13:04.481798 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9929f5ef-801a-4f53-8599-993ee7914e45 req-d50fdc48-9d0d-4968-a693-6da5d58057fb tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488505 Aug 16 21:13:04.614477 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a2a7db2b-d93a-405a-9089-2ea8eced441c tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:04.624896 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a2a7db2b-d93a-405a-9089-2ea8eced441c tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:04.626767 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a2a7db2b-d93a-405a-9089-2ea8eced441c tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "DELETE /v2.0/networks/5c20a159-24f1-45d5-96df-adf5cb91d2c8 HTTP/1.1" status: 204 len: 168 time: 1.1720650 Aug 16 21:13:04.630352 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 43906) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:04.637377 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a7db2b-d93a-405a-9089-2ea8eced441c tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event deleted for resources: {'Network': ['ID=5c20a159-24f1-45d5-96df-adf5cb91d2c8,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:04.964732 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f8ea171a-830d-4359-b1d8-e2881da57f12 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:13:05.000412 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: f8ea171a-830d-4359-b1d8-e2881da57f12 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:13:05.001672 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f8ea171a-830d-4359-b1d8-e2881da57f12 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:13:05.002552 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 18e3d22e-fbcd-4411-86bf-d8345571504e no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:13:05.009515 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b376a4f2-a5bb-4150-a462-12d453b0fd0d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:05.025121 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 18e3d22e-fbcd-4411-86bf-d8345571504e {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:13:05.025568 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 18e3d22e-fbcd-4411-86bf-d8345571504e not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:13:05.157615 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43916) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:05.278510 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-b376a4f2-a5bb-4150-a462-12d453b0fd0d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Deleting port ae1d6f18-cb27-422f-9126-d23fa915dea4 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:13:05.283540 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b376a4f2-a5bb-4150-a462-12d453b0fd0d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:05.284681 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8e1dac87-f398-4216-ac68-924836c34db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:05.373300 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-b376a4f2-a5bb-4150-a462-12d453b0fd0d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] For port ae1d6f18-cb27-422f-9126-d23fa915dea4, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=ae1d6f18-cb27-422f-9126-d23fa915dea4,segment=NetworkSegment(570ee20d-71aa-4f61-a1b0-d2a9e0fce1b5),segment_id=570ee20d-71aa-4f61-a1b0-d2a9e0fce1b5)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:13:05.374203 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b376a4f2-a5bb-4150-a462-12d453b0fd0d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:05.380843 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8e1dac87-f398-4216-ac68-924836c34db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:05.387767 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-b376a4f2-a5bb-4150-a462-12d453b0fd0d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Calling delete_port for ae1d6f18-cb27-422f-9126-d23fa915dea4 owned by network:router_interface {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:13:05.492834 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8e1dac87-f398-4216-ac68-924836c34db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:05.537143 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8e1dac87-f398-4216-ac68-924836c34db5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fbd71d00b1524ca68afa6c8ec5bbf019&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3783288 Aug 16 21:13:05.541076 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1dac87-f398-4216-ac68-924836c34db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fbf731-7480-4c5b-a718-1f3576f0a27a,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:05.542068 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43924) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:05.612048 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-88755b08-ff3a-4093-ac30-1976d1c11efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:05.630616 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 7c7378fe-1ef3-4162-aaf5-b88057de5a1c details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:13:05.647625 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-88755b08-ff3a-4093-ac30-1976d1c11efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:05.654070 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ca088-6d7f-4962-b7eb-dd5daa069793 req-b72ebedb-d9a2-4930-8588-4ba306610cd9 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:05.658011 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4c6ca088-6d7f-4962-b7eb-dd5daa069793 req-b72ebedb-d9a2-4930-8588-4ba306610cd9 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 943 time: 0.0600770 Aug 16 21:13:05.685400 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b376a4f2-a5bb-4150-a462-12d453b0fd0d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:05.727446 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376a4f2-a5bb-4150-a462-12d453b0fd0d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event deleted for resources: {'Port': ['ID=ae1d6f18-cb27-422f-9126-d23fa915dea4,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:05.749969 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 7c7378fe-1ef3-4162-aaf5-b88057de5a1c, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=7c7378fe-1ef3-4162-aaf5-b88057de5a1c,segment=NetworkSegment(871fd1c6-053b-43bc-81ad-da658e74a8c3),segment_id=871fd1c6-053b-43bc-81ad-da658e74a8c3)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:13:05.760800 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4c6ca088-6d7f-4962-b7eb-dd5daa069793 req-6ca4ee15-1fcc-45bd-827b-bbda3a8189f0 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984244 Aug 16 21:13:05.763909 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '7c7378fe-1ef3-4162-aaf5-b88057de5a1c', 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c', 'port_id': '7c7378fe-1ef3-4162-aaf5-b88057de5a1c', 'mac_address': 'fa:16:3e:40:94:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d4ab04f-fd33-40d0-bd76-3977c7bf52a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:13:05.816874 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:05.832939 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c7378fe-1ef3-4162-aaf5-b88057de5a1c {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:13:05.856984 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 7c7378fe-1ef3-4162-aaf5-b88057de5a1c, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=7c7378fe-1ef3-4162-aaf5-b88057de5a1c,segment=NetworkSegment(871fd1c6-053b-43bc-81ad-da658e74a8c3),segment_id=871fd1c6-053b-43bc-81ad-da658e74a8c3)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:13:05.877524 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b376a4f2-a5bb-4150-a462-12d453b0fd0d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:05.910466 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-88755b08-ff3a-4093-ac30-1976d1c11efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:05.914879 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-88755b08-ff3a-4093-ac30-1976d1c11efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:05.920363 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-88755b08-ff3a-4093-ac30-1976d1c11efb admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e1fbf731-7480-4c5b-a718-1f3576f0a27a HTTP/1.1" status: 204 len: 168 time: 0.3743558 Aug 16 21:13:05.935276 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88755b08-ff3a-4093-ac30-1976d1c11efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fbf731-7480-4c5b-a718-1f3576f0a27a,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:06.049919 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:06.102717 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b376a4f2-a5bb-4150-a462-12d453b0fd0d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Router b4b81393-4e00-461a-98c9-8ea191dfd420 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:13:06.116663 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=7c7378fe-1ef3-4162-aaf5-b88057de5a1c,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:06.200676 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b376a4f2-a5bb-4150-a462-12d453b0fd0d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:13:06.205910 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b376a4f2-a5bb-4150-a462-12d453b0fd0d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "PUT /v2.0/routers/b4b81393-4e00-461a-98c9-8ea191dfd420/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5742836 Aug 16 21:13:06.208941 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43936) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:06.210851 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a290a73-c758-4bc8-8f7d-4bcd945fbe1e None None] Sync routers for ids ['b4b81393-4e00-461a-98c9-8ea191dfd420'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:13:06.222050 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a290a73-c758-4bc8-8f7d-4bcd945fbe1e None None] Routers {'b4b81393-4e00-461a-98c9-8ea191dfd420'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:13:06.223859 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-6a290a73-c758-4bc8-8f7d-4bcd945fbe1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:12:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['b4b81393-4e00-461a-98c9-8ea191dfd420'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:06.247233 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['7c7378fe-1ef3-4162-aaf5-b88057de5a1c'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:13:06.265981 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae31949d-0cf8-404d-863a-d8b8fc658eba tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Deleting subnet bc16707f-673e-44f7-b79b-aa9ca28bd835 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:13:06.269967 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ae31949d-0cf8-404d-863a-d8b8fc658eba tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:06.310025 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-6a290a73-c758-4bc8-8f7d-4bcd945fbe1e None None] Set router b4b81393-4e00-461a-98c9-8ea191dfd420 gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:13:06.318509 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ae31949d-0cf8-404d-863a-d8b8fc658eba tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:06.454774 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ae31949d-0cf8-404d-863a-d8b8fc658eba tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:06.538331 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-6a290a73-c758-4bc8-8f7d-4bcd945fbe1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'name': 'tempest-RoutersIpV6Test-router-2083859373', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:12:25Z', 'updated_at': '2021-08-16T21:13:05Z', 'revision_number': 10, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'gw_port_host': None, '_interfaces': [{'id': '331e3d58-3567-493c-9702-74888a7420e4', 'name': '', 'network_id': '637f36da-e0f0-4ad0-be66-d9c4c99e6172', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:43:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:27Z', 'updated_at': '2021-08-16T21:12:33Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:06.564324 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a290a73-c758-4bc8-8f7d-4bcd945fbe1e None None] Checking router: b4b81393-4e00-461a-98c9-8ea191dfd420 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:13:06.572413 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a290a73-c758-4bc8-8f7d-4bcd945fbe1e None None] Routers {'b4b81393-4e00-461a-98c9-8ea191dfd420'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:13:06.573019 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-6a290a73-c758-4bc8-8f7d-4bcd945fbe1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:12:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['b4b81393-4e00-461a-98c9-8ea191dfd420'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:06.659895 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-6a290a73-c758-4bc8-8f7d-4bcd945fbe1e None None] Set router b4b81393-4e00-461a-98c9-8ea191dfd420 gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:13:06.712140 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ae31949d-0cf8-404d-863a-d8b8fc658eba tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:06.741133 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31949d-0cf8-404d-863a-d8b8fc658eba tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event deleted for resources: {'Subnet': ['ID=bc16707f-673e-44f7-b79b-aa9ca28bd835,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:06.747804 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ae31949d-0cf8-404d-863a-d8b8fc658eba tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:06.752463 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 43946) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:06.752927 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ae31949d-0cf8-404d-863a-d8b8fc658eba tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "DELETE /v2.0/subnets/bc16707f-673e-44f7-b79b-aa9ca28bd835 HTTP/1.1" status: 204 len: 168 time: 0.5420916 Aug 16 21:13:06.767993 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f162c4-e451-43a8-b665-9151de3e4a4d None None] Network 085219ef-f7be-4ed7-8c28-5174ad6b41da requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:13:06.930243 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a113a0fc-c968-4639-a28e-5db1d230548a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:06.953920 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba55f3-c963-40db-9d1e-10638bb7aad8 req-249007cd-e1a9-40e1-86f3-50d19993a913 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:06.965643 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-03ba55f3-c963-40db-9d1e-10638bb7aad8 req-249007cd-e1a9-40e1-86f3-50d19993a913 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 944 time: 0.1029308 Aug 16 21:13:06.988707 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43952) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:07.008428 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a8d8ff74-d86b-44dd-924a-2446e8dc10fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:07.024139 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-03ba55f3-c963-40db-9d1e-10638bb7aad8 req-ee85b2bf-53c4-4d95-a56e-24eacdbd3ea2 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547163 Aug 16 21:13:07.095550 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdee09d6-b3de-4bf4-a2d7-b737fd0709d0 None None] DHCP port deletion for 085219ef-f7be-4ed7-8c28-5174ad6b41da request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:13:07.155172 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-6a290a73-c758-4bc8-8f7d-4bcd945fbe1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'name': 'tempest-RoutersIpV6Test-router-2083859373', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:12:25Z', 'updated_at': '2021-08-16T21:13:05Z', 'revision_number': 10, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'gw_port_host': None, '_interfaces': [{'id': '331e3d58-3567-493c-9702-74888a7420e4', 'name': '', 'network_id': '637f36da-e0f0-4ad0-be66-d9c4c99e6172', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:43:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:27Z', 'updated_at': '2021-08-16T21:12:33Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:07.156022 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-a113a0fc-c968-4639-a28e-5db1d230548a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Deleting port adc84d9e-5254-4319-bf05-8cec98075072 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:13:07.156519 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a113a0fc-c968-4639-a28e-5db1d230548a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:07.170905 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-fdee09d6-b3de-4bf4-a2d7-b737fd0709d0 None None] Deleting port adc84d9e-5254-4319-bf05-8cec98075072 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:13:07.171602 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fdee09d6-b3de-4bf4-a2d7-b737fd0709d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:07.185765 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a290a73-c758-4bc8-8f7d-4bcd945fbe1e None None] The sync data for ids ['b4b81393-4e00-461a-98c9-8ea191dfd420'] in n-d-793620-15 is: [{'id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'name': 'tempest-RoutersIpV6Test-router-2083859373', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:12:25Z', 'updated_at': '2021-08-16T21:13:05Z', 'revision_number': 10, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'gw_port_host': None, '_interfaces': [{'id': '331e3d58-3567-493c-9702-74888a7420e4', 'name': '', 'network_id': '637f36da-e0f0-4ad0-be66-d9c4c99e6172', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'mac_address': 'fa:16:3e:43:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:27Z', 'updated_at': '2021-08-16T21:12:33Z', 'revision_number': 5, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'subnets': [{'id': 'a712ca3d-9329-4e8f-8a8c-97ba99168765', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:13:07.228563 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a8d8ff74-d86b-44dd-924a-2446e8dc10fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:07.244122 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-a113a0fc-c968-4639-a28e-5db1d230548a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] For port adc84d9e-5254-4319-bf05-8cec98075072, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=adc84d9e-5254-4319-bf05-8cec98075072,segment=NetworkSegment(570ee20d-71aa-4f61-a1b0-d2a9e0fce1b5),segment_id=570ee20d-71aa-4f61-a1b0-d2a9e0fce1b5)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:13:07.244497 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a113a0fc-c968-4639-a28e-5db1d230548a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:07.257491 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-a113a0fc-c968-4639-a28e-5db1d230548a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Calling delete_port for adc84d9e-5254-4319-bf05-8cec98075072 owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:13:07.260907 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-fdee09d6-b3de-4bf4-a2d7-b737fd0709d0 None None] For port adc84d9e-5254-4319-bf05-8cec98075072, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=adc84d9e-5254-4319-bf05-8cec98075072,segment=NetworkSegment(570ee20d-71aa-4f61-a1b0-d2a9e0fce1b5),segment_id=570ee20d-71aa-4f61-a1b0-d2a9e0fce1b5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:13:07.261317 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fdee09d6-b3de-4bf4-a2d7-b737fd0709d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:07.274578 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-fdee09d6-b3de-4bf4-a2d7-b737fd0709d0 None None] Calling delete_port for adc84d9e-5254-4319-bf05-8cec98075072 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:13:07.368421 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a8d8ff74-d86b-44dd-924a-2446e8dc10fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:07.415163 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a8d8ff74-d86b-44dd-924a-2446e8dc10fd admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6bddeaeba0094fd4a6fd8649fc626543&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4253466 Aug 16 21:13:07.416116 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d8ff74-d86b-44dd-924a-2446e8dc10fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d662f91-2c9f-42fb-b1ea-448f97244946,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:07.418038 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 43960) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:07.471827 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a113a0fc-c968-4639-a28e-5db1d230548a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:07.474442 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e0a6b658-7d32-4064-933b-2c38e156e447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:07.478577 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fdee09d6-b3de-4bf4-a2d7-b737fd0709d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:07.508072 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee09d6-b3de-4bf4-a2d7-b737fd0709d0 None None] Pushing event deleted for resources: {'Port': ['ID=adc84d9e-5254-4319-bf05-8cec98075072,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:07.510475 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a113a0fc-c968-4639-a28e-5db1d230548a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] No DVR routers for this DVR port adc84d9e-5254-4319-bf05-8cec98075072 on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:13:07.512606 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdee09d6-b3de-4bf4-a2d7-b737fd0709d0 None None] No DVR routers for this DVR port adc84d9e-5254-4319-bf05-8cec98075072 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:13:07.513183 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a113a0fc-c968-4639-a28e-5db1d230548a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event deleted for resources: {'Port': ['ID=adc84d9e-5254-4319-bf05-8cec98075072,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:07.590576 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e0a6b658-7d32-4064-933b-2c38e156e447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:07.623352 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a113a0fc-c968-4639-a28e-5db1d230548a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:07.643369 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 7c7378fe-1ef3-4162-aaf5-b88057de5a1c up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:13:07.651950 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-a113a0fc-c968-4639-a28e-5db1d230548a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['085219ef-f7be-4ed7-8c28-5174ad6b41da']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:07.661150 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-a113a0fc-c968-4639-a28e-5db1d230548a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '570ee20d-71aa-4f61-a1b0-d2a9e0fce1b5') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:07.661408 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-a113a0fc-c968-4639-a28e-5db1d230548a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '570ee20d-71aa-4f61-a1b0-d2a9e0fce1b5') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:07.671958 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a113a0fc-c968-4639-a28e-5db1d230548a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:07.687181 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a113a0fc-c968-4639-a28e-5db1d230548a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:07.697572 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a113a0fc-c968-4639-a28e-5db1d230548a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:13:07.698188 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a113a0fc-c968-4639-a28e-5db1d230548a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:07.702032 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:13:07.702032 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:13:07.702032 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:13:07.702032 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:13:07.702032 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:13:07.702032 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:13:07.702032 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:13:07.702032 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:13:07.702032 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:13:07.702032 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:13:07.702032 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:13:07.702032 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:13:07.702032 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:13:07.702032 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:13:07.702032 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:13:07.702032 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:13:07.702032 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:13:07.702032 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:13:07.702032 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:13:07.702032 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:13:07.702032 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:13:07.702032 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:13:07.702032 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:13:07.702032 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:13:07.702032 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:13:07.702032 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:13:07.702032 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:13:07.702032 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:13:07.702032 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:13:07.702032 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:13:07.702032 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:13:07.702032 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:13:07.814342 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e0a6b658-7d32-4064-933b-2c38e156e447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:07.817043 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e0a6b658-7d32-4064-933b-2c38e156e447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:07.818270 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e0a6b658-7d32-4064-933b-2c38e156e447 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0d662f91-2c9f-42fb-b1ea-448f97244946 HTTP/1.1" status: 204 len: 168 time: 0.3972380 Aug 16 21:13:07.826846 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6b658-7d32-4064-933b-2c38e156e447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d662f91-2c9f-42fb-b1ea-448f97244946,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:07.905966 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 7c7378fe-1ef3-4162-aaf5-b88057de5a1c completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:13:07.910548 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 7c7378fe-1ef3-4162-aaf5-b88057de5a1c triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:13:07.911302 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:07.963689 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a113a0fc-c968-4639-a28e-5db1d230548a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:07.971728 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a113a0fc-c968-4639-a28e-5db1d230548a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:07.975156 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a113a0fc-c968-4639-a28e-5db1d230548a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "DELETE /v2.0/networks/085219ef-f7be-4ed7-8c28-5174ad6b41da HTTP/1.1" status: 204 len: 168 time: 1.2209570 Aug 16 21:13:07.978239 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 43972) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:07.988247 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a113a0fc-c968-4639-a28e-5db1d230548a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event deleted for resources: {'Network': ['ID=085219ef-f7be-4ed7-8c28-5174ad6b41da,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:08.027732 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:08.054841 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf45aaed-3fbb-4761-a1e1-b8f64fa6002b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7378fe-1ef3-4162-aaf5-b88057de5a1c'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:13:08.057235 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa41bcc-da4d-4bda-b00a-f1ed258a44ec" -d '{"events": [{"server_uuid": "cf45aaed-3fbb-4761-a1e1-b8f64fa6002b", "name": "network-vif-plugged", "status": "completed", "tag": "7c7378fe-1ef3-4162-aaf5-b88057de5a1c"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:13:08.086133 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 7c7378fe-1ef3-4162-aaf5-b88057de5a1c, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=7c7378fe-1ef3-4162-aaf5-b88057de5a1c,segment=NetworkSegment(871fd1c6-053b-43bc-81ad-da658e74a8c3),segment_id=871fd1c6-053b-43bc-81ad-da658e74a8c3)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:13:08.136799 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e39826-d6a0-448c-9d85-170bca1c58a8 x-openstack-request-id: req-62e39826-d6a0-448c-9d85-170bca1c58a8 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:13:08.137585 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf45aaed-3fbb-4761-a1e1-b8f64fa6002b", "name": "network-vif-plugged", "status": "completed", "tag": "7c7378fe-1ef3-4162-aaf5-b88057de5a1c", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:13:08.137585 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-62e39826-d6a0-448c-9d85-170bca1c58a8 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:13:08.137770 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf45aaed-3fbb-4761-a1e1-b8f64fa6002b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7378fe-1ef3-4162-aaf5-b88057de5a1c', 'code': 200} Aug 16 21:13:08.201433 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:08.209132 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff54b3b-67bc-4cd8-bcb6-12502734e623 req-92081e8a-0c35-4057-a95f-ebe4a368144f tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:08.210685 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6ff54b3b-67bc-4cd8-bcb6-12502734e623 req-92081e8a-0c35-4057-a95f-ebe4a368144f tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 944 time: 0.0747128 Aug 16 21:13:08.257269 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=7c7378fe-1ef3-4162-aaf5-b88057de5a1c,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:08.259429 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb90ac6-b593-4ced-8f17-5c54046f50ac req-9fca19ae-7165-40b8-9f12-247931c4180f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:08.261016 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7fb90ac6-b593-4ced-8f17-5c54046f50ac req-9fca19ae-7165-40b8-9f12-247931c4180f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 1097 time: 0.0691025 Aug 16 21:13:08.280867 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6ff54b3b-67bc-4cd8-bcb6-12502734e623 req-5f1ec5ac-0e22-42c5-8c88-eea3eda0dca9 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537839 Aug 16 21:13:08.308992 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7fb90ac6-b593-4ced-8f17-5c54046f50ac req-727b2b67-b67d-4078-9763-c446c3b1c6f9 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399480 Aug 16 21:13:08.359077 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-928a810b-633b-4805-8f43-190a5eaa0726 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:08.954283 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-928a810b-633b-4805-8f43-190a5eaa0726 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Deleting port 331e3d58-3567-493c-9702-74888a7420e4 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:13:08.954637 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-928a810b-633b-4805-8f43-190a5eaa0726 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:08.959916 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device ae1d6f18-cb27-422f-9126-d23fa915dea4 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:13:08.996759 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: ae1d6f18-cb27-422f-9126-d23fa915dea4 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:13:08.997103 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device ae1d6f18-cb27-422f-9126-d23fa915dea4 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:13:09.000998 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device adc84d9e-5254-4319-bf05-8cec98075072 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:13:09.061906 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-928a810b-633b-4805-8f43-190a5eaa0726 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] For port 331e3d58-3567-493c-9702-74888a7420e4, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=331e3d58-3567-493c-9702-74888a7420e4,segment=NetworkSegment(a0d3911a-42a7-490e-86a4-cbecef4b31b3),segment_id=a0d3911a-42a7-490e-86a4-cbecef4b31b3)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:13:09.062449 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-928a810b-633b-4805-8f43-190a5eaa0726 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:09.066384 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: adc84d9e-5254-4319-bf05-8cec98075072 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:13:09.066384 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device adc84d9e-5254-4319-bf05-8cec98075072 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:13:09.092667 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-928a810b-633b-4805-8f43-190a5eaa0726 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Calling delete_port for 331e3d58-3567-493c-9702-74888a7420e4 owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:13:09.403037 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-928a810b-633b-4805-8f43-190a5eaa0726 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:09.409941 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b6895-c480-417e-8e73-9ce747e0a2ef req-152f26e1-7366-480e-b54c-fb58f8fc9cd4 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:09.418368 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8c0b6895-c480-417e-8e73-9ce747e0a2ef req-152f26e1-7366-480e-b54c-fb58f8fc9cd4 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 945 time: 0.0588856 Aug 16 21:13:09.431590 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a810b-633b-4805-8f43-190a5eaa0726 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event deleted for resources: {'Port': ['ID=331e3d58-3567-493c-9702-74888a7420e4,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:09.479144 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8c0b6895-c480-417e-8e73-9ce747e0a2ef req-6059d45b-7e8f-4f37-86f8-b63e3cea07b1 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475762 Aug 16 21:13:09.559950 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-928a810b-633b-4805-8f43-190a5eaa0726 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:09.692623 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd01ac-49bb-4784-b96e-ddeac00099c4 req-23c46ac3-1f25-4531-b2ff-4814dc8db209 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:09.694213 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-00bd01ac-49bb-4784-b96e-ddeac00099c4 req-23c46ac3-1f25-4531-b2ff-4814dc8db209 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 945 time: 0.1102049 Aug 16 21:13:09.704201 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44018) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:09.710097 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-511172ee-a094-4fe0-ab18-3adbcd5ae81d tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Request body: {'floatingip': {'port_id': '7c7378fe-1ef3-4162-aaf5-b88057de5a1c'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:13:09.770145 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-511172ee-a094-4fe0-ab18-3adbcd5ae81d tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for floatingip, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:09.770358 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928a810b-633b-4805-8f43-190a5eaa0726 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Router b4b81393-4e00-461a-98c9-8ea191dfd420 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:13:09.851998 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928a810b-633b-4805-8f43-190a5eaa0726 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:13:09.857927 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-928a810b-633b-4805-8f43-190a5eaa0726 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "PUT /v2.0/routers/b4b81393-4e00-461a-98c9-8ea191dfd420/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8786283 Aug 16 21:13:09.860806 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44024) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:09.865690 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b6cc9e-b99b-4a6c-9123-4ba1942e6d5c None None] Sync routers for ids ['b4b81393-4e00-461a-98c9-8ea191dfd420'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:13:09.879028 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b6cc9e-b99b-4a6c-9123-4ba1942e6d5c None None] Routers {'b4b81393-4e00-461a-98c9-8ea191dfd420'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:13:09.880859 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-a5b6cc9e-b99b-4a6c-9123-4ba1942e6d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:12:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['b4b81393-4e00-461a-98c9-8ea191dfd420'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:09.936295 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cc9982b-d1a3-412c-93b1-be9318d5e7f0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Deleting subnet a712ca3d-9329-4e8f-8a8c-97ba99168765 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:13:09.941978 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5cc9982b-d1a3-412c-93b1-be9318d5e7f0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:09.997068 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-a5b6cc9e-b99b-4a6c-9123-4ba1942e6d5c None None] Set router b4b81393-4e00-461a-98c9-8ea191dfd420 gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:13:10.012247 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5cc9982b-d1a3-412c-93b1-be9318d5e7f0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:10.057155 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-a5b6cc9e-b99b-4a6c-9123-4ba1942e6d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'name': 'tempest-RoutersIpV6Test-router-2083859373', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:12:25Z', 'updated_at': '2021-08-16T21:13:09Z', 'revision_number': 11, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:10.102909 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b6cc9e-b99b-4a6c-9123-4ba1942e6d5c None None] Checking router: b4b81393-4e00-461a-98c9-8ea191dfd420 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:13:10.119499 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b6cc9e-b99b-4a6c-9123-4ba1942e6d5c None None] Routers {'b4b81393-4e00-461a-98c9-8ea191dfd420'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:13:10.122564 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-a5b6cc9e-b99b-4a6c-9123-4ba1942e6d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:12:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['b4b81393-4e00-461a-98c9-8ea191dfd420'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:10.128849 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5cc9982b-d1a3-412c-93b1-be9318d5e7f0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:10.219300 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-a5b6cc9e-b99b-4a6c-9123-4ba1942e6d5c None None] Set router b4b81393-4e00-461a-98c9-8ea191dfd420 gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:13:10.286695 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-a5b6cc9e-b99b-4a6c-9123-4ba1942e6d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'name': 'tempest-RoutersIpV6Test-router-2083859373', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:12:25Z', 'updated_at': '2021-08-16T21:13:09Z', 'revision_number': 11, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:10.325524 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b6cc9e-b99b-4a6c-9123-4ba1942e6d5c None None] The sync data for ids ['b4b81393-4e00-461a-98c9-8ea191dfd420'] in n-d-793620-15 is: [{'id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'name': 'tempest-RoutersIpV6Test-router-2083859373', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:12:25Z', 'updated_at': '2021-08-16T21:13:09Z', 'revision_number': 11, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'gw_port_host': None}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:13:10.369125 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5cc9982b-d1a3-412c-93b1-be9318d5e7f0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:10.402519 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc9982b-d1a3-412c-93b1-be9318d5e7f0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event deleted for resources: {'Subnet': ['ID=a712ca3d-9329-4e8f-8a8c-97ba99168765,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:10.413370 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5cc9982b-d1a3-412c-93b1-be9318d5e7f0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:10.416255 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5cc9982b-d1a3-412c-93b1-be9318d5e7f0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "DELETE /v2.0/subnets/a712ca3d-9329-4e8f-8a8c-97ba99168765 HTTP/1.1" status: 204 len: 168 time: 0.5542691 Aug 16 21:13:10.419398 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc9982b-d1a3-412c-93b1-be9318d5e7f0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:10.420766 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef69880-ceee-49a0-a628-d257bf38628a None None] Network 637f36da-e0f0-4ad0-be66-d9c4c99e6172 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:13:10.422264 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc9982b-d1a3-412c-93b1-be9318d5e7f0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:10.423604 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc9982b-d1a3-412c-93b1-be9318d5e7f0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:10.424204 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc9982b-d1a3-412c-93b1-be9318d5e7f0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:10.426051 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc9982b-d1a3-412c-93b1-be9318d5e7f0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:10.427846 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc9982b-d1a3-412c-93b1-be9318d5e7f0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:10.428694 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc9982b-d1a3-412c-93b1-be9318d5e7f0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:10.430284 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc9982b-d1a3-412c-93b1-be9318d5e7f0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:10.430862 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc9982b-d1a3-412c-93b1-be9318d5e7f0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:10.432052 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc9982b-d1a3-412c-93b1-be9318d5e7f0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:10.434097 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc9982b-d1a3-412c-93b1-be9318d5e7f0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:10.436387 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc9982b-d1a3-412c-93b1-be9318d5e7f0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:10.441024 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44036) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:10.543499 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-02b03cf2-f870-4ead-a918-bbcf85b38b70 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:10.611504 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-02b03cf2-f870-4ead-a918-bbcf85b38b70 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Deleting port 754a66ad-3871-4398-853f-ddae66812c21 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:13:10.611965 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-02b03cf2-f870-4ead-a918-bbcf85b38b70 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:10.708573 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58905c0-43ad-4e69-89ec-8b6f4a702c65 None None] DHCP port deletion for 637f36da-e0f0-4ad0-be66-d9c4c99e6172 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:13:10.733316 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-02b03cf2-f870-4ead-a918-bbcf85b38b70 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] For port 754a66ad-3871-4398-853f-ddae66812c21, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=754a66ad-3871-4398-853f-ddae66812c21,segment=NetworkSegment(a0d3911a-42a7-490e-86a4-cbecef4b31b3),segment_id=a0d3911a-42a7-490e-86a4-cbecef4b31b3)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:13:10.733678 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-02b03cf2-f870-4ead-a918-bbcf85b38b70 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:10.750280 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-02b03cf2-f870-4ead-a918-bbcf85b38b70 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Calling delete_port for 754a66ad-3871-4398-853f-ddae66812c21 owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:13:10.800655 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-c58905c0-43ad-4e69-89ec-8b6f4a702c65 None None] Deleting port 754a66ad-3871-4398-853f-ddae66812c21 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:13:10.801022 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c58905c0-43ad-4e69-89ec-8b6f4a702c65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:10.889825 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-c58905c0-43ad-4e69-89ec-8b6f4a702c65 None None] For port 754a66ad-3871-4398-853f-ddae66812c21, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=754a66ad-3871-4398-853f-ddae66812c21,segment=NetworkSegment(a0d3911a-42a7-490e-86a4-cbecef4b31b3),segment_id=a0d3911a-42a7-490e-86a4-cbecef4b31b3)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:13:10.890392 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c58905c0-43ad-4e69-89ec-8b6f4a702c65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:10.908851 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-c58905c0-43ad-4e69-89ec-8b6f4a702c65 None None] Calling delete_port for 754a66ad-3871-4398-853f-ddae66812c21 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:13:10.911889 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.db.resource_extend [None req-511172ee-a094-4fe0-ab18-3adbcd5ae81d tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 21:13:10.997857 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 331e3d58-3567-493c-9702-74888a7420e4 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:13:11.008155 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-511172ee-a094-4fe0-ab18-3adbcd5ae81d tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:11.024070 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 331e3d58-3567-493c-9702-74888a7420e4 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:13:11.024428 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 331e3d58-3567-493c-9702-74888a7420e4 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:13:11.024872 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 754a66ad-3871-4398-853f-ddae66812c21 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:13:11.061284 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-02b03cf2-f870-4ead-a918-bbcf85b38b70 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:11.079776 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No active binding found for port 754a66ad-3871-4398-853f-ddae66812c21 {{(pid=101846) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 21:13:11.080362 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 754a66ad-3871-4398-853f-ddae66812c21 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:13:11.082242 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c58905c0-43ad-4e69-89ec-8b6f4a702c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:11.095014 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58905c0-43ad-4e69-89ec-8b6f4a702c65 None None] No DVR routers for this DVR port 754a66ad-3871-4398-853f-ddae66812c21 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:13:11.104213 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b03cf2-f870-4ead-a918-bbcf85b38b70 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event deleted for resources: {'Port': ['ID=754a66ad-3871-4398-853f-ddae66812c21,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:11.112467 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b03cf2-f870-4ead-a918-bbcf85b38b70 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] No DVR routers for this DVR port 754a66ad-3871-4398-853f-ddae66812c21 on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:13:11.157735 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-511172ee-a094-4fe0-ab18-3adbcd5ae81d tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:11.200065 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-02b03cf2-f870-4ead-a918-bbcf85b38b70 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:11.212852 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-02b03cf2-f870-4ead-a918-bbcf85b38b70 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['637f36da-e0f0-4ad0-be66-d9c4c99e6172']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:11.227365 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-02b03cf2-f870-4ead-a918-bbcf85b38b70 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0d3911a-42a7-490e-86a4-cbecef4b31b3') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:11.227679 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-02b03cf2-f870-4ead-a918-bbcf85b38b70 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0d3911a-42a7-490e-86a4-cbecef4b31b3') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:11.252329 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-02b03cf2-f870-4ead-a918-bbcf85b38b70 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:11.281471 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-00007ce8-58fb-47e4-8219-488882093f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:11.283501 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58905c0-43ad-4e69-89ec-8b6f4a702c65 None None] Pushing event deleted for resources: {'Port': ['ID=754a66ad-3871-4398-853f-ddae66812c21,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:11.298781 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-02b03cf2-f870-4ead-a918-bbcf85b38b70 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:11.305709 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02b03cf2-f870-4ead-a918-bbcf85b38b70 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:13:11.306166 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-02b03cf2-f870-4ead-a918-bbcf85b38b70 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:11.309506 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:13:11.309506 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:13:11.309506 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:13:11.309506 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:13:11.309506 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:13:11.309506 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:13:11.309506 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:13:11.309506 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:13:11.309506 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:13:11.309506 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:13:11.309506 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:13:11.309506 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:13:11.309506 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:13:11.309506 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:13:11.309506 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:13:11.309506 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:13:11.309506 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:13:11.309506 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:13:11.309506 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:13:11.309506 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:13:11.309506 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:13:11.309506 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:13:11.309506 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:13:11.309506 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:13:11.309506 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:13:11.309506 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:13:11.309506 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:13:11.309506 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:13:11.309506 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:13:11.309506 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:13:11.309506 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:13:11.309506 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:13:11.359682 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [None req-511172ee-a094-4fe0-ab18-3adbcd5ae81d tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Floating IP 9cbe6329-419e-4db5-ad3a-b19ebef6f847 associated. External IP: 172.25.1.166, port: 7c7378fe-1ef3-4162-aaf5-b88057de5a1c. Aug 16 21:13:11.538595 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-02b03cf2-f870-4ead-a918-bbcf85b38b70 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:11.555331 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-02b03cf2-f870-4ead-a918-bbcf85b38b70 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:11.555331 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-02b03cf2-f870-4ead-a918-bbcf85b38b70 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "DELETE /v2.0/networks/637f36da-e0f0-4ad0-be66-d9c4c99e6172 HTTP/1.1" status: 204 len: 168 time: 1.1087019 Aug 16 21:13:11.558428 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44056) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:11.564166 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-3a936f51-58c7-47d7-8fd3-dc337ade5136 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Request body: {'router': {'routes': None}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:13:11.579425 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b03cf2-f870-4ead-a918-bbcf85b38b70 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Pushing event deleted for resources: {'Network': ['ID=637f36da-e0f0-4ad0-be66-d9c4c99e6172,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:11.588729 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511172ee-a094-4fe0-ab18-3adbcd5ae81d tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Router 4b42e01d-d48a-4244-8857-d0a35ee17378 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:13:11.635666 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44058) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:11.729937 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511172ee-a094-4fe0-ab18-3adbcd5ae81d tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:13:11.734945 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-511172ee-a094-4fe0-ab18-3adbcd5ae81d tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:11.743676 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b55487-468c-47ca-8c27-c79d84f02715 None None] Sync routers for ids ['4b42e01d-d48a-4244-8857-d0a35ee17378'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:13:11.762044 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b55487-468c-47ca-8c27-c79d84f02715 None None] Routers {'4b42e01d-d48a-4244-8857-d0a35ee17378'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:13:11.763093 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-95b55487-468c-47ca-8c27-c79d84f02715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:12:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['4b42e01d-d48a-4244-8857-d0a35ee17378'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:11.765121 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-511172ee-a094-4fe0-ab18-3adbcd5ae81d tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "PUT /v2.0/floatingips/9cbe6329-419e-4db5-ad3a-b19ebef6f847 HTTP/1.1" status: 200 len: 991 time: 2.0597951 Aug 16 21:13:11.765730 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf45aaed-3fbb-4761-a1e1-b8f64fa6002b', 'tag': '7c7378fe-1ef3-4162-aaf5-b88057de5a1c'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:13:11.768446 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da2442c-0718-4a7f-9ede-b887222d5776" -d '{"events": [{"name": "network-changed", "server_uuid": "cf45aaed-3fbb-4761-a1e1-b8f64fa6002b", "tag": "7c7378fe-1ef3-4162-aaf5-b88057de5a1c"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:13:11.778265 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.extraroute_db [None req-3a936f51-58c7-47d7-8fd3-dc337ade5136 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Added routes are [] {{(pid=101845) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 21:13:11.778610 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.extraroute_db [None req-3a936f51-58c7-47d7-8fd3-dc337ade5136 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Removed routes are [] {{(pid=101845) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 21:13:11.780952 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3a936f51-58c7-47d7-8fd3-dc337ade5136 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59380'] for router, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:11.811336 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-20a61671-9570-41c3-9e57-bd9d6aacaab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:11.885118 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b7cbaf-a61b-4285-a1b7-56975b49158b x-openstack-request-id: req-c1b7cbaf-a61b-4285-a1b7-56975b49158b {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:13:11.885419 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf45aaed-3fbb-4761-a1e1-b8f64fa6002b", "tag": "7c7378fe-1ef3-4162-aaf5-b88057de5a1c", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:13:11.885674 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c1b7cbaf-a61b-4285-a1b7-56975b49158b {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:13:11.886086 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf45aaed-3fbb-4761-a1e1-b8f64fa6002b', 'tag': '7c7378fe-1ef3-4162-aaf5-b88057de5a1c', 'status': 'completed', 'code': 200} Aug 16 21:13:11.994470 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-95b55487-468c-47ca-8c27-c79d84f02715 None None] Set router 4b42e01d-d48a-4244-8857-d0a35ee17378 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:13:12.003411 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2442c-0718-4a7f-9ede-b887222d5776 req-c8fa980c-3ffb-46b7-adaf-4094f1cf38d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:12.004029 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3a936f51-58c7-47d7-8fd3-dc337ade5136 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59380'] for router, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:12.005266 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0da2442c-0718-4a7f-9ede-b887222d5776 req-c8fa980c-3ffb-46b7-adaf-4094f1cf38d6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6ff815c4c8944f8eb7103de208aa5945&device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 1097 time: 0.0951369 Aug 16 21:13:12.007920 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3a936f51-58c7-47d7-8fd3-dc337ade5136 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-663158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-663167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661637'] for router, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:12.094086 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-20a61671-9570-41c3-9e57-bd9d6aacaab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:12.097554 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a936f51-58c7-47d7-8fd3-dc337ade5136 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Router b4b81393-4e00-461a-98c9-8ea191dfd420 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:13:12.133246 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2442c-0718-4a7f-9ede-b887222d5776 req-1225bf07-c591-4608-a444-43eb76bb421f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:12.134662 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0da2442c-0718-4a7f-9ede-b887222d5776 req-1225bf07-c591-4608-a444-43eb76bb421f service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c499baa-4492-4b54-bedd-a882ae845f9c HTTP/1.1" status: 200 len: 917 time: 0.1189141 Aug 16 21:13:12.180848 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a936f51-58c7-47d7-8fd3-dc337ade5136 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:13:12.187725 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3a936f51-58c7-47d7-8fd3-dc337ade5136 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:12.191886 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3a936f51-58c7-47d7-8fd3-dc337ade5136 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "PUT /v2.0/routers/b4b81393-4e00-461a-98c9-8ea191dfd420 HTTP/1.1" status: 200 len: 705 time: 0.6322200 Aug 16 21:13:12.192534 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44070) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:12.195092 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f6c7d-8d2e-4352-9d66-21e6d89b6544 None None] Sync routers for ids ['b4b81393-4e00-461a-98c9-8ea191dfd420'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:13:12.207557 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0da2442c-0718-4a7f-9ede-b887222d5776 req-4b421f76-1d21-46e9-a5f6-56a33236a080 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c7378fe-1ef3-4162-aaf5-b88057de5a1c HTTP/1.1" status: 200 len: 999 time: 0.0651135 Aug 16 21:13:12.210978 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327f6c7d-8d2e-4352-9d66-21e6d89b6544 None None] Routers {'b4b81393-4e00-461a-98c9-8ea191dfd420'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:13:12.211642 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-327f6c7d-8d2e-4352-9d66-21e6d89b6544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:12:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['b4b81393-4e00-461a-98c9-8ea191dfd420'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:12.223975 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-021a458c-6c7d-4897-bf53-b34576cf0c24 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4b81393-4e00-461a-98c9-8ea191dfd420 HTTP/1.1" status: 200 len: 205 time: 0.0302870 Aug 16 21:13:12.233017 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44072) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:12.262464 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-95b55487-468c-47ca-8c27-c79d84f02715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'name': 'tempest-AttachVolumeShelveTestJSON-391420109-router', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ce469676-a7c3-4d33-b614-279e64e051b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:08:19Z', 'updated_at': '2021-08-16T21:08:26Z', 'revision_number': 4, 'project_id': '6ff815c4c8944f8eb7103de208aa5945', 'gw_port': {'id': 'ce469676-a7c3-4d33-b614-279e64e051b2', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:08:20Z', 'updated_at': '2021-08-16T21:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '9cbe6329-419e-4db5-ad3a-b19ebef6f847', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'floating_ip_address': '172.25.1.166', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'port_id': '7c7378fe-1ef3-4162-aaf5-b88057de5a1c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c', 'mac_address': 'fa:16:3e:40:94:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf45aaed-3fbb-4761-a1e1-b8f64fa6002b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:12:51Z', 'updated_at': '2021-08-16T21:13:10Z', 'revision_number': 1, 'project_id': '6ff815c4c8944f8eb7103de208aa5945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00a4d335-9204-452a-bc7d-abd9379a08c0', 'name': '', 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'mac_address': 'fa:16:3e:67:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '6d4ab04f-fd33-40d0-bd76-3977c7bf52a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:08:25Z', 'updated_at': '2021-08-16T21:08:32Z', 'revision_number': 5, 'project_id': '6ff815c4c8944f8eb7103de208aa5945', 'subnets': [{'id': '6d4ab04f-fd33-40d0-bd76-3977c7bf52a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:12.275550 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2442c-0718-4a7f-9ede-b887222d5776 req-4ba3e86d-3ae6-404b-b3e9-f8ea28f8455b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:12.277769 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0da2442c-0718-4a7f-9ede-b887222d5776 req-4ba3e86d-3ae6-404b-b3e9-f8ea28f8455b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6d4ab04f-fd33-40d0-bd76-3977c7bf52a2 HTTP/1.1" status: 200 len: 855 time: 0.0628877 Aug 16 21:13:12.288366 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-327f6c7d-8d2e-4352-9d66-21e6d89b6544 None None] Set router b4b81393-4e00-461a-98c9-8ea191dfd420 gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:13:12.313005 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-da2c5c26-e2e6-4562-8cc1-1a79cafeffba tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:12.314255 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-20a61671-9570-41c3-9e57-bd9d6aacaab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:12.317248 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b55487-468c-47ca-8c27-c79d84f02715 None None] Checking router: 4b42e01d-d48a-4244-8857-d0a35ee17378 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:13:12.344727 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b55487-468c-47ca-8c27-c79d84f02715 None None] Routers {'4b42e01d-d48a-4244-8857-d0a35ee17378'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:13:12.345388 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-95b55487-468c-47ca-8c27-c79d84f02715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:12:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['4b42e01d-d48a-4244-8857-d0a35ee17378'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:12.380424 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a61671-9570-41c3-9e57-bd9d6aacaab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2196d9d3-873c-4968-b03c-be5dd9c2677b,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:12.384876 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-327f6c7d-8d2e-4352-9d66-21e6d89b6544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'name': 'tempest-RoutersIpV6Test-router-2083859373', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:12:25Z', 'updated_at': '2021-08-16T21:13:09Z', 'revision_number': 11, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:12.389625 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-20a61671-9570-41c3-9e57-bd9d6aacaab0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b73a3923b9754fccb3364f0e1b354af7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7521589 Aug 16 21:13:12.392812 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2442c-0718-4a7f-9ede-b887222d5776 req-d093f54b-6caf-44f0-9a8c-dabc38978410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:12.400714 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0da2442c-0718-4a7f-9ede-b887222d5776 req-d093f54b-6caf-44f0-9a8c-dabc38978410 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c499baa-4492-4b54-bedd-a882ae845f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1155670 Aug 16 21:13:12.401798 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44078) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:12.422029 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f6c7d-8d2e-4352-9d66-21e6d89b6544 None None] Checking router: b4b81393-4e00-461a-98c9-8ea191dfd420 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:13:12.433141 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327f6c7d-8d2e-4352-9d66-21e6d89b6544 None None] Routers {'b4b81393-4e00-461a-98c9-8ea191dfd420'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:13:12.433871 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-327f6c7d-8d2e-4352-9d66-21e6d89b6544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:12:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['b4b81393-4e00-461a-98c9-8ea191dfd420'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:12.521715 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-95b55487-468c-47ca-8c27-c79d84f02715 None None] Set router 4b42e01d-d48a-4244-8857-d0a35ee17378 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:13:12.579203 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-327f6c7d-8d2e-4352-9d66-21e6d89b6544 None None] Set router b4b81393-4e00-461a-98c9-8ea191dfd420 gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:13:12.588783 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4af03375-8826-47ab-a8f8-9e491e1e734d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:12.611594 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-da2c5c26-e2e6-4562-8cc1-1a79cafeffba tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:12.615854 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-da2c5c26-e2e6-4562-8cc1-1a79cafeffba tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:12.639003 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0da2442c-0718-4a7f-9ede-b887222d5776 req-40dafed2-329f-4292-b457-fa5a2282d8d7 service neutron] 10.222.0.90 "GET /v2.0/networks/9c499baa-4492-4b54-bedd-a882ae845f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173057 Aug 16 21:13:12.678967 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-327f6c7d-8d2e-4352-9d66-21e6d89b6544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'name': 'tempest-RoutersIpV6Test-router-2083859373', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:12:25Z', 'updated_at': '2021-08-16T21:13:09Z', 'revision_number': 11, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:12.706701 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4af03375-8826-47ab-a8f8-9e491e1e734d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:12.713738 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f6c7d-8d2e-4352-9d66-21e6d89b6544 None None] The sync data for ids ['b4b81393-4e00-461a-98c9-8ea191dfd420'] in n-d-793620-15 is: [{'id': 'b4b81393-4e00-461a-98c9-8ea191dfd420', 'name': 'tempest-RoutersIpV6Test-router-2083859373', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:12:25Z', 'updated_at': '2021-08-16T21:13:09Z', 'revision_number': 11, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'gw_port_host': None}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:13:12.800559 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0da2442c-0718-4a7f-9ede-b887222d5776 req-4bfd4d07-884d-4b84-a105-bd8362472a78 service neutron] 10.222.0.90 "GET /v2.0/networks/9c499baa-4492-4b54-bedd-a882ae845f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604099 Aug 16 21:13:12.801412 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-da2c5c26-e2e6-4562-8cc1-1a79cafeffba tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:12.806786 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2c5c26-e2e6-4562-8cc1-1a79cafeffba tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Fanout notify agent at l3_agent the message router_deleted on router b4b81393-4e00-461a-98c9-8ea191dfd420 {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:13:12.820272 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-da2c5c26-e2e6-4562-8cc1-1a79cafeffba tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:12.826206 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-da2c5c26-e2e6-4562-8cc1-1a79cafeffba tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "DELETE /v2.0/routers/b4b81393-4e00-461a-98c9-8ea191dfd420 HTTP/1.1" status: 204 len: 168 time: 0.5871787 Aug 16 21:13:12.826753 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44082) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:12.832141 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-bf5c5bb5-08a5-4eef-a288-5cb356292791 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1335300348', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:13:12.862791 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-95b55487-468c-47ca-8c27-c79d84f02715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'name': 'tempest-AttachVolumeShelveTestJSON-391420109-router', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ce469676-a7c3-4d33-b614-279e64e051b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:08:19Z', 'updated_at': '2021-08-16T21:08:26Z', 'revision_number': 4, 'project_id': '6ff815c4c8944f8eb7103de208aa5945', 'gw_port': {'id': 'ce469676-a7c3-4d33-b614-279e64e051b2', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:08:20Z', 'updated_at': '2021-08-16T21:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '9cbe6329-419e-4db5-ad3a-b19ebef6f847', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'floating_ip_address': '172.25.1.166', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'port_id': '7c7378fe-1ef3-4162-aaf5-b88057de5a1c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c', 'mac_address': 'fa:16:3e:40:94:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf45aaed-3fbb-4761-a1e1-b8f64fa6002b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:12:51Z', 'updated_at': '2021-08-16T21:13:10Z', 'revision_number': 1, 'project_id': '6ff815c4c8944f8eb7103de208aa5945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00a4d335-9204-452a-bc7d-abd9379a08c0', 'name': '', 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'mac_address': 'fa:16:3e:67:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '6d4ab04f-fd33-40d0-bd76-3977c7bf52a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:08:25Z', 'updated_at': '2021-08-16T21:08:32Z', 'revision_number': 5, 'project_id': '6ff815c4c8944f8eb7103de208aa5945', 'subnets': [{'id': '6d4ab04f-fd33-40d0-bd76-3977c7bf52a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:12.918054 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b55487-468c-47ca-8c27-c79d84f02715 None None] The sync data for ids ['4b42e01d-d48a-4244-8857-d0a35ee17378'] in n-d-793620-15 is: [{'id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'name': 'tempest-AttachVolumeShelveTestJSON-391420109-router', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ce469676-a7c3-4d33-b614-279e64e051b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:08:19Z', 'updated_at': '2021-08-16T21:08:26Z', 'revision_number': 4, 'project_id': '6ff815c4c8944f8eb7103de208aa5945', 'gw_port': {'id': 'ce469676-a7c3-4d33-b614-279e64e051b2', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:08:20Z', 'updated_at': '2021-08-16T21:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '9cbe6329-419e-4db5-ad3a-b19ebef6f847', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'floating_ip_address': '172.25.1.166', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'port_id': '7c7378fe-1ef3-4162-aaf5-b88057de5a1c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c', 'mac_address': 'fa:16:3e:40:94:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf45aaed-3fbb-4761-a1e1-b8f64fa6002b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:12:51Z', 'updated_at': '2021-08-16T21:13:10Z', 'revision_number': 1, 'project_id': '6ff815c4c8944f8eb7103de208aa5945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00a4d335-9204-452a-bc7d-abd9379a08c0', 'name': '', 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'mac_address': 'fa:16:3e:67:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '6d4ab04f-fd33-40d0-bd76-3977c7bf52a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:08:25Z', 'updated_at': '2021-08-16T21:08:32Z', 'revision_number': 5, 'project_id': '6ff815c4c8944f8eb7103de208aa5945', 'subnets': [{'id': '6d4ab04f-fd33-40d0-bd76-3977c7bf52a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:13:13.043766 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4af03375-8826-47ab-a8f8-9e491e1e734d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:13.049224 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4af03375-8826-47ab-a8f8-9e491e1e734d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:13.049224 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4af03375-8826-47ab-a8f8-9e491e1e734d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2196d9d3-873c-4968-b03c-be5dd9c2677b HTTP/1.1" status: 204 len: 168 time: 0.6429195 Aug 16 21:13:13.062320 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af03375-8826-47ab-a8f8-9e491e1e734d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2196d9d3-873c-4968-b03c-be5dd9c2677b,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:13.122959 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bf5c5bb5-08a5-4eef-a288-5cb356292791 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:13.125373 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bf5c5bb5-08a5-4eef-a288-5cb356292791 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:13.182306 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bf5c5bb5-08a5-4eef-a288-5cb356292791 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:13.209532 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f959772-ab38-42b2-a1eb-7d1fd43e38ff None None] New status for floating IP 9cbe6329-419e-4db5-ad3a-b19ebef6f847: ACTIVE {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:13:13.338596 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bf5c5bb5-08a5-4eef-a288-5cb356292791 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:13.484308 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bf5c5bb5-08a5-4eef-a288-5cb356292791 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:13.495170 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-bf5c5bb5-08a5-4eef-a288-5cb356292791 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6643226 Aug 16 21:13:13.495443 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44092) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:13.503084 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-c8744e12-f829-46e9-83a3-cc7e5bdc1525 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:13:13.625827 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-89c317c2-849a-40d1-8fcb-b26cd586eb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:13.763301 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c8744e12-f829-46e9-83a3-cc7e5bdc1525 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59380'] for router, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:13.853418 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:13.853728 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c8744e12-f829-46e9-83a3-cc7e5bdc1525 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-663158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-663167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661637'] for router, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:14.051808 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44104) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:14.068988 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2598776d-a1f1-4b77-b711-2483beed9e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:14.103213 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8744e12-f829-46e9-83a3-cc7e5bdc1525 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Router d9b40c72-5f6d-4284-a0bd-c3a07d5c5993 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:13:14.196197 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8744e12-f829-46e9-83a3-cc7e5bdc1525 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:13:14.207634 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c8744e12-f829-46e9-83a3-cc7e5bdc1525 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:14.207888 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d4e6c9-21a3-4abc-a3c9-503c613c5744 None None] Sync routers for ids ['d9b40c72-5f6d-4284-a0bd-c3a07d5c5993'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:13:14.211638 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c8744e12-f829-46e9-83a3-cc7e5bdc1525 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "PUT /v2.0/routers/d9b40c72-5f6d-4284-a0bd-c3a07d5c5993 HTTP/1.1" status: 200 len: 698 time: 0.7118695 Aug 16 21:13:14.211770 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44106) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:14.221156 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d4e6c9-21a3-4abc-a3c9-503c613c5744 None None] Routers {'d9b40c72-5f6d-4284-a0bd-c3a07d5c5993'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:13:14.221447 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-d3d4e6c9-21a3-4abc-a3c9-503c613c5744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:13:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d9b40c72-5f6d-4284-a0bd-c3a07d5c5993'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:14.272635 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2598776d-a1f1-4b77-b711-2483beed9e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:14.304727 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-cb83ce20-6e9d-4f4f-b10c-bc86a3521280 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "GET /v2.0/routers/d9b40c72-5f6d-4284-a0bd-c3a07d5c5993 HTTP/1.1" status: 200 len: 704 time: 0.0907829 Aug 16 21:13:14.305420 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-d3d4e6c9-21a3-4abc-a3c9-503c613c5744 None None] Set router d9b40c72-5f6d-4284-a0bd-c3a07d5c5993 gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:13:14.307328 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44108) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:14.334221 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a0233f6d-c89c-4999-b403-da9a57b76b74 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "GET /v2.0/ports?device_id=d9b40c72-5f6d-4284-a0bd-c3a07d5c5993 HTTP/1.1" status: 200 len: 205 time: 0.0257385 Aug 16 21:13:14.336841 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44110) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:14.360972 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-d3d4e6c9-21a3-4abc-a3c9-503c613c5744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b40c72-5f6d-4284-a0bd-c3a07d5c5993', 'name': 'tempest-RoutersIpV6Test-router-1335300348', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:13:13Z', 'updated_at': '2021-08-16T21:13:13Z', 'revision_number': 2, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:14.389881 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d4e6c9-21a3-4abc-a3c9-503c613c5744 None None] Checking router: d9b40c72-5f6d-4284-a0bd-c3a07d5c5993 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:13:14.398636 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d4e6c9-21a3-4abc-a3c9-503c613c5744 None None] Routers {'d9b40c72-5f6d-4284-a0bd-c3a07d5c5993'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:13:14.399260 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-d3d4e6c9-21a3-4abc-a3c9-503c613c5744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:13:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d9b40c72-5f6d-4284-a0bd-c3a07d5c5993'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:14.412841 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-886ef853-7250-4ba2-8290-722227858ce9 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:14.437008 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2598776d-a1f1-4b77-b711-2483beed9e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:14.468680 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-d3d4e6c9-21a3-4abc-a3c9-503c613c5744 None None] Set router d9b40c72-5f6d-4284-a0bd-c3a07d5c5993 gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:13:14.507369 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598776d-a1f1-4b77-b711-2483beed9e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d68064-7666-4d72-b5e1-8ccd160e6891,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:14.531216 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-d3d4e6c9-21a3-4abc-a3c9-503c613c5744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b40c72-5f6d-4284-a0bd-c3a07d5c5993', 'name': 'tempest-RoutersIpV6Test-router-1335300348', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:13:13Z', 'updated_at': '2021-08-16T21:13:13Z', 'revision_number': 2, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:14.549822 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2598776d-a1f1-4b77-b711-2483beed9e6b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6b2df2811f5a45fd8caf0f5a57cf8357&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4968684 Aug 16 21:13:14.550920 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44114) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:14.562574 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d4e6c9-21a3-4abc-a3c9-503c613c5744 None None] The sync data for ids ['d9b40c72-5f6d-4284-a0bd-c3a07d5c5993'] in n-d-793620-15 is: [{'id': 'd9b40c72-5f6d-4284-a0bd-c3a07d5c5993', 'name': 'tempest-RoutersIpV6Test-router-1335300348', 'tenant_id': 'cf9a775d85674030879abc3dfa1a9dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:13:13Z', 'updated_at': '2021-08-16T21:13:13Z', 'revision_number': 2, 'project_id': 'cf9a775d85674030879abc3dfa1a9dec', 'gw_port_host': None}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:13:14.622900 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-36d6b9b1-c745-429a-85d6-d1c5f4ecaac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:14.644896 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-36d6b9b1-c745-429a-85d6-d1c5f4ecaac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:14.647057 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-886ef853-7250-4ba2-8290-722227858ce9 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:14.649366 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-886ef853-7250-4ba2-8290-722227858ce9 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:14.784509 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-36d6b9b1-c745-429a-85d6-d1c5f4ecaac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:14.784509 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-36d6b9b1-c745-429a-85d6-d1c5f4ecaac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:14.784509 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-36d6b9b1-c745-429a-85d6-d1c5f4ecaac1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/93d68064-7666-4d72-b5e1-8ccd160e6891 HTTP/1.1" status: 204 len: 168 time: 0.2318916 Aug 16 21:13:14.791173 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-886ef853-7250-4ba2-8290-722227858ce9 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:14.791725 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886ef853-7250-4ba2-8290-722227858ce9 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Fanout notify agent at l3_agent the message router_deleted on router d9b40c72-5f6d-4284-a0bd-c3a07d5c5993 {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:13:14.800996 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-886ef853-7250-4ba2-8290-722227858ce9 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:14.804938 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d6b9b1-c745-429a-85d6-d1c5f4ecaac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d68064-7666-4d72-b5e1-8ccd160e6891,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:14.806564 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-886ef853-7250-4ba2-8290-722227858ce9 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "DELETE /v2.0/routers/d9b40c72-5f6d-4284-a0bd-c3a07d5c5993 HTTP/1.1" status: 204 len: 168 time: 0.4687772 Aug 16 21:13:14.813759 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44120) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:14.843359 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-35d59742-6da9-4fe6-af92-1eb90e14dd29 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "GET /v2.0/ports?device_id=d9b40c72-5f6d-4284-a0bd-c3a07d5c5993 HTTP/1.1" status: 200 len: 205 time: 0.0263176 Aug 16 21:13:14.843684 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44122) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:14.885343 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-1c4e2ca0-a093-41ee-9861-60556ef59bd1 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] delete failed (client error): The resource could not be found. Aug 16 21:13:14.888032 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1c4e2ca0-a093-41ee-9861-60556ef59bd1 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "DELETE /v2.0/routers/d9b40c72-5f6d-4284-a0bd-c3a07d5c5993 HTTP/1.1" status: 404 len: 336 time: 0.0417550 Aug 16 21:13:14.889440 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:14.890073 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44126) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:14.918178 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-34336706-09c8-48c3-ac08-9905172465c0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] DELETE failed (client error): The resource could not be found. Aug 16 21:13:14.918642 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34336706-09c8-48c3-ac08-9905172465c0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:13:14.920487 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-34336706-09c8-48c3-ac08-9905172465c0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "DELETE /v2.0/subnets/adbf5170-b311-48ac-a751-8b1e5f3b4c7e HTTP/1.1" status: 404 len: 337 time: 0.0299134 Aug 16 21:13:14.923140 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44128) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:14.952020 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb49f62-a9b6-4368-98a2-89aefd2bace0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] DELETE failed (client error): The resource could not be found. Aug 16 21:13:14.952475 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bb49f62-a9b6-4368-98a2-89aefd2bace0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:13:14.954138 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8bb49f62-a9b6-4368-98a2-89aefd2bace0 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "DELETE /v2.0/subnets/51796ad3-b11f-4a72-8bf4-6e19d7ce7c02 HTTP/1.1" status: 404 len: 337 time: 0.0300822 Aug 16 21:13:14.956723 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44130) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:14.984136 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-eccea500-8473-47b8-bde8-4acbbaa2b1f1 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] DELETE failed (client error): The resource could not be found. Aug 16 21:13:14.984536 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eccea500-8473-47b8-bde8-4acbbaa2b1f1 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:13:14.986265 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-eccea500-8473-47b8-bde8-4acbbaa2b1f1 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "DELETE /v2.0/subnets/bc16707f-673e-44f7-b79b-aa9ca28bd835 HTTP/1.1" status: 404 len: 337 time: 0.0286484 Aug 16 21:13:14.988962 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44134) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:15.021140 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e50a5bb-5df2-426a-b24b-64e9f103f760 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] DELETE failed (client error): The resource could not be found. Aug 16 21:13:15.021610 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e50a5bb-5df2-426a-b24b-64e9f103f760 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:13:15.024321 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5e50a5bb-5df2-426a-b24b-64e9f103f760 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "DELETE /v2.0/subnets/a712ca3d-9329-4e8f-8a8c-97ba99168765 HTTP/1.1" status: 404 len: 337 time: 0.0336485 Aug 16 21:13:15.029288 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44138) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:15.067619 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fa57eb01-02a8-44f8-9d9d-e6d567443c5b tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4b81393-4e00-461a-98c9-8ea191dfd420 HTTP/1.1" status: 200 len: 205 time: 0.0291548 Aug 16 21:13:15.067775 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44140) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:15.101556 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-d83ea2dd-3468-43e3-8b9e-d92af9e6b054 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] delete failed (client error): The resource could not be found. Aug 16 21:13:15.102582 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d83ea2dd-3468-43e3-8b9e-d92af9e6b054 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "DELETE /v2.0/routers/b4b81393-4e00-461a-98c9-8ea191dfd420 HTTP/1.1" status: 404 len: 336 time: 0.0382183 Aug 16 21:13:15.108764 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44142) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:15.135447 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-495d516d-ede6-4106-ba84-886bf3c43b7d tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "GET /v2.0/ports?device_id=63653c56-dcdf-48ff-8669-62b0560d7bc1 HTTP/1.1" status: 200 len: 205 time: 0.0253544 Aug 16 21:13:15.137611 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44144) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:15.179738 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-d488f25e-071e-4227-a03b-5407e8df1112 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] delete failed (client error): The resource could not be found. Aug 16 21:13:15.183891 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d488f25e-071e-4227-a03b-5407e8df1112 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "DELETE /v2.0/routers/63653c56-dcdf-48ff-8669-62b0560d7bc1 HTTP/1.1" status: 404 len: 336 time: 0.0422697 Aug 16 21:13:15.184080 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44148) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:15.210700 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a04fee2-3c39-49cc-8e3d-d63b96401b79 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] DELETE failed (client error): The resource could not be found. Aug 16 21:13:15.211013 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a04fee2-3c39-49cc-8e3d-d63b96401b79 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:13:15.212992 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0a04fee2-3c39-49cc-8e3d-d63b96401b79 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "DELETE /v2.0/subnets/89bf0f6a-a40d-44fe-a26e-60f27a1bfec3 HTTP/1.1" status: 404 len: 337 time: 0.0278604 Aug 16 21:13:15.215680 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44150) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:15.244866 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8ca26a44-45d4-4a6a-9deb-07c78a640505 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "GET /v2.0/ports?device_id=8d671d8c-385b-4d33-b02b-5584a67eebe5 HTTP/1.1" status: 200 len: 205 time: 0.0278211 Aug 16 21:13:15.247954 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44152) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:15.296105 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-ebd9b7e4-fc1d-470e-87e0-9329d59d151b tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] delete failed (client error): The resource could not be found. Aug 16 21:13:15.299763 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44158) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:15.300014 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ebd9b7e4-fc1d-470e-87e0-9329d59d151b tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "DELETE /v2.0/routers/8d671d8c-385b-4d33-b02b-5584a67eebe5 HTTP/1.1" status: 404 len: 336 time: 0.0510035 Aug 16 21:13:15.346398 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44162) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:15.359171 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0ee66f58-d800-4289-a993-555b050cdcc5 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "GET /v2.0/ports?device_id=69d49c21-868f-4ad1-bb70-47059c270441 HTTP/1.1" status: 200 len: 205 time: 0.0575986 Aug 16 21:13:15.386725 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-20a642db-2833-45dd-a7b2-42be889ed9fc tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] delete failed (client error): The resource could not be found. Aug 16 21:13:15.387774 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-20a642db-2833-45dd-a7b2-42be889ed9fc tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "DELETE /v2.0/routers/69d49c21-868f-4ad1-bb70-47059c270441 HTTP/1.1" status: 404 len: 336 time: 0.0397956 Aug 16 21:13:15.394892 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44164) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:15.423886 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-535d558b-9199-4834-9604-614c0544df21 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] DELETE failed (client error): The resource could not be found. Aug 16 21:13:15.424445 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-535d558b-9199-4834-9604-614c0544df21 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:13:15.426496 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-535d558b-9199-4834-9604-614c0544df21 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "DELETE /v2.0/subnets/d22f21d3-1d30-47a5-8ba8-184131953fed HTTP/1.1" status: 404 len: 337 time: 0.0304110 Aug 16 21:13:15.429071 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44166) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:15.461058 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-95e72309-86a8-445d-ae27-4710ce00489a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "GET /v2.0/ports?device_id=6da26b91-402c-417d-87a2-22b16d117c21 HTTP/1.1" status: 200 len: 205 time: 0.0303710 Aug 16 21:13:15.469650 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44170) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:15.527265 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-8fc74d57-b7cb-4768-a202-c0ee80e2063c tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] delete failed (client error): The resource could not be found. Aug 16 21:13:15.528331 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8fc74d57-b7cb-4768-a202-c0ee80e2063c tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "DELETE /v2.0/routers/6da26b91-402c-417d-87a2-22b16d117c21 HTTP/1.1" status: 404 len: 336 time: 0.0575831 Aug 16 21:13:15.531011 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44176) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:15.560241 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-c69b00b5-7b29-4086-b90e-bc88d9f37733 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] DELETE failed (client error): The resource could not be found. Aug 16 21:13:15.562402 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c69b00b5-7b29-4086-b90e-bc88d9f37733 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:13:15.565092 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c69b00b5-7b29-4086-b90e-bc88d9f37733 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "DELETE /v2.0/subnets/57b0d2bf-f461-4027-91ae-95af4193bc7b HTTP/1.1" status: 404 len: 337 time: 0.0330987 Aug 16 21:13:15.565226 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44178) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:15.598668 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d694a9f6-d93e-42e2-9f35-db89c7adc59a tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "GET /v2.0/ports?device_id=83f3a9e4-1115-42f0-8c20-92e56fbab261 HTTP/1.1" status: 200 len: 205 time: 0.0322814 Aug 16 21:13:15.600923 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44182) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:15.642352 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-b1d9aef8-9b6d-4ef3-a72e-6b4f8195acad tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] delete failed (client error): The resource could not be found. Aug 16 21:13:15.646035 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b1d9aef8-9b6d-4ef3-a72e-6b4f8195acad tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "DELETE /v2.0/routers/83f3a9e4-1115-42f0-8c20-92e56fbab261 HTTP/1.1" status: 404 len: 336 time: 0.0416532 Aug 16 21:13:15.646387 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44184) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:15.674759 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d5f73b-44c3-4a7f-a730-3082b504d161 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] DELETE failed (client error): The resource could not be found. Aug 16 21:13:15.675210 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69d5f73b-44c3-4a7f-a730-3082b504d161 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:13:15.679590 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-69d5f73b-44c3-4a7f-a730-3082b504d161 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "DELETE /v2.0/subnets/098534f0-b986-4eaa-ba74-073580adaa61 HTTP/1.1" status: 404 len: 337 time: 0.0321765 Aug 16 21:13:15.679774 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44188) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:15.721123 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d71bfc-10df-407c-8b37-97d1a98223d6 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] DELETE failed (client error): The resource could not be found. Aug 16 21:13:15.721602 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7d71bfc-10df-407c-8b37-97d1a98223d6 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:13:15.726947 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a7d71bfc-10df-407c-8b37-97d1a98223d6 tempest-RoutersIpV6Test-101475366 tempest-RoutersIpV6Test-101475366-project] 10.222.0.84 "DELETE /v2.0/subnets/da549eec-71b6-48d2-8a10-4691901c6300 HTTP/1.1" status: 404 len: 337 time: 0.0461888 Aug 16 21:13:16.284764 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44208) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:16.453088 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c42fdaa1-8346-4841-a4a7-cbe8a9ce78e3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cf9a775d85674030879abc3dfa1a9dec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1662364 Aug 16 21:13:16.455368 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44218) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:16.515871 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3aa6a51b-3825-497b-b13e-6d898bb3448c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:16.537415 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3aa6a51b-3825-497b-b13e-6d898bb3448c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:16.580017 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:16.677147 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3aa6a51b-3825-497b-b13e-6d898bb3448c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:16.679932 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3aa6a51b-3825-497b-b13e-6d898bb3448c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:16.681181 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3aa6a51b-3825-497b-b13e-6d898bb3448c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/25269d3b-f844-4e62-8ea5-e648d7c26757 HTTP/1.1" status: 204 len: 168 time: 0.2247770 Aug 16 21:13:16.689923 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6a51b-3825-497b-b13e-6d898bb3448c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25269d3b-f844-4e62-8ea5-e648d7c26757,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:18.077116 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44300) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:18.205175 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-449c8cf8-f353-49ea-b04b-da98421c8bea tempest-SubnetPoolsTestJSON-1706543018 tempest-SubnetPoolsTestJSON-1706543018-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-930913185', 'prefixes': ['172.20.0.0/16']}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:13:18.420175 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44308) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:18.576026 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ffdf7bf3-4331-4a0d-97d6-ed84e893c52d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:18.654070 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-449c8cf8-f353-49ea-b04b-da98421c8bea tempest-SubnetPoolsTestJSON-1706543018 tempest-SubnetPoolsTestJSON-1706543018-project] Notify callbacks [] for subnetpool, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:18.655337 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-449c8cf8-f353-49ea-b04b-da98421c8bea tempest-SubnetPoolsTestJSON-1706543018 tempest-SubnetPoolsTestJSON-1706543018-project] 10.222.0.84 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5765772 Aug 16 21:13:18.657991 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44314) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:18.708740 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3060f6c8-32e9-46d3-a14e-af314d3cd2c9 tempest-SubnetPoolsTestJSON-1706543018 tempest-SubnetPoolsTestJSON-1706543018-project] 10.222.0.84 "GET /v2.0/subnetpools/5ed96c32-31e8-4c3e-96c9-477fde9ffeed HTTP/1.1" status: 200 len: 731 time: 0.0474288 Aug 16 21:13:18.709142 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44316) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:18.715136 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-0355cfcf-7628-453c-a33d-78fa0c018b08 tempest-SubnetPoolsTestJSON-1706543018 tempest-SubnetPoolsTestJSON-1706543018-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-289479994'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:13:18.770171 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ffdf7bf3-4331-4a0d-97d6-ed84e893c52d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:18.905522 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ffdf7bf3-4331-4a0d-97d6-ed84e893c52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:18.949000 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf7bf3-4331-4a0d-97d6-ed84e893c52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14aaf9b2-76c1-4589-8056-674673e5dba7,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:18.954914 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0355cfcf-7628-453c-a33d-78fa0c018b08 tempest-SubnetPoolsTestJSON-1706543018 tempest-SubnetPoolsTestJSON-1706543018-project] Notify callbacks [] for subnetpool, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:18.956591 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0355cfcf-7628-453c-a33d-78fa0c018b08 tempest-SubnetPoolsTestJSON-1706543018 tempest-SubnetPoolsTestJSON-1706543018-project] 10.222.0.84 "PUT /v2.0/subnetpools/5ed96c32-31e8-4c3e-96c9-477fde9ffeed HTTP/1.1" status: 200 len: 683 time: 0.2463222 Aug 16 21:13:18.959062 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44318) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:18.969421 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44320) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:18.971181 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ffdf7bf3-4331-4a0d-97d6-ed84e893c52d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2c08c3a60c634982af4e5c6ee556da67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5496118 Aug 16 21:13:19.085993 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-60fa05c7-9b84-4ff4-b115-b53446e499cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:19.108966 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-60fa05c7-9b84-4ff4-b115-b53446e499cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:19.182033 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7c9aeefe-552a-4c58-98bf-0fe5833c2640 tempest-SubnetPoolsTestJSON-1706543018 tempest-SubnetPoolsTestJSON-1706543018-project] Notify callbacks [] for subnetpool, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:19.186670 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7c9aeefe-552a-4c58-98bf-0fe5833c2640 tempest-SubnetPoolsTestJSON-1706543018 tempest-SubnetPoolsTestJSON-1706543018-project] 10.222.0.84 "DELETE /v2.0/subnetpools/5ed96c32-31e8-4c3e-96c9-477fde9ffeed HTTP/1.1" status: 204 len: 168 time: 0.2231669 Aug 16 21:13:19.186869 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44328) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:19.202691 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-ad5d81ee-af43-4832-b6ce-408d96ff760f tempest-SubnetPoolsTestJSON-1706543018 tempest-SubnetPoolsTestJSON-1706543018-project] show failed (client error): The resource could not be found. Aug 16 21:13:19.206698 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ad5d81ee-af43-4832-b6ce-408d96ff760f tempest-SubnetPoolsTestJSON-1706543018 tempest-SubnetPoolsTestJSON-1706543018-project] 10.222.0.84 "GET /v2.0/subnetpools/5ed96c32-31e8-4c3e-96c9-477fde9ffeed HTTP/1.1" status: 404 len: 346 time: 0.0192721 Aug 16 21:13:19.206974 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44330) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:19.223301 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-47ffe5b0-80c3-40e6-ba59-b7901dcd93af tempest-SubnetPoolsTestJSON-1706543018 tempest-SubnetPoolsTestJSON-1706543018-project] delete failed (client error): The resource could not be found. Aug 16 21:13:19.227965 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-47ffe5b0-80c3-40e6-ba59-b7901dcd93af tempest-SubnetPoolsTestJSON-1706543018 tempest-SubnetPoolsTestJSON-1706543018-project] 10.222.0.84 "DELETE /v2.0/subnetpools/5ed96c32-31e8-4c3e-96c9-477fde9ffeed HTTP/1.1" status: 404 len: 346 time: 0.0162265 Aug 16 21:13:19.239595 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-60fa05c7-9b84-4ff4-b115-b53446e499cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:19.243656 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-60fa05c7-9b84-4ff4-b115-b53446e499cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:19.249011 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-60fa05c7-9b84-4ff4-b115-b53446e499cf admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/14aaf9b2-76c1-4589-8056-674673e5dba7 HTTP/1.1" status: 204 len: 168 time: 0.2740471 Aug 16 21:13:19.261731 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa05c7-9b84-4ff4-b115-b53446e499cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14aaf9b2-76c1-4589-8056-674673e5dba7,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:19.269468 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:19.742494 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44344) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:19.868244 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bfd8d684-0b02-4c6b-aff9-89d1c3f28dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:19.971149 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bfd8d684-0b02-4c6b-aff9-89d1c3f28dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:20.031609 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bfd8d684-0b02-4c6b-aff9-89d1c3f28dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:20.044535 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44348) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:20.062082 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e0447b66-abb0-46e9-a0d8-3355c6e48ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:20.080690 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-bfd8d684-0b02-4c6b-aff9-89d1c3f28dd0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=06953ab6b2974ddf83eb53dbadd56a26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3361056 Aug 16 21:13:20.081457 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd8d684-0b02-4c6b-aff9-89d1c3f28dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5764aecc-3a3c-40cc-a263-a2f89b7d3c82,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:20.083903 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44354) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:20.152730 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb8783a2-92d8-42fd-8f39-2b7bb2e0efa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:20.159930 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e0447b66-abb0-46e9-a0d8-3355c6e48ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:20.180287 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb8783a2-92d8-42fd-8f39-2b7bb2e0efa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:20.219739 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e0447b66-abb0-46e9-a0d8-3355c6e48ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:20.268792 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e0447b66-abb0-46e9-a0d8-3355c6e48ee5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4d704b001cba446ab699bea73055074c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2228549 Aug 16 21:13:20.270239 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0447b66-abb0-46e9-a0d8-3355c6e48ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65f343c-2461-41fd-ab15-0e61e3c14a13,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:20.272979 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44358) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:20.631308 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb8783a2-92d8-42fd-8f39-2b7bb2e0efa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:20.634646 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb8783a2-92d8-42fd-8f39-2b7bb2e0efa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:20.636079 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-cb8783a2-92d8-42fd-8f39-2b7bb2e0efa1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5764aecc-3a3c-40cc-a263-a2f89b7d3c82 HTTP/1.1" status: 204 len: 168 time: 0.5397606 Aug 16 21:13:20.646142 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5d6347d3-abc2-46f0-9bbb-cd5a8f758192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:20.652109 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8783a2-92d8-42fd-8f39-2b7bb2e0efa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5764aecc-3a3c-40cc-a263-a2f89b7d3c82,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:20.677210 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5d6347d3-abc2-46f0-9bbb-cd5a8f758192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:20.811870 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:13:20.854510 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5d6347d3-abc2-46f0-9bbb-cd5a8f758192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:20.857333 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5d6347d3-abc2-46f0-9bbb-cd5a8f758192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:20.858627 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5d6347d3-abc2-46f0-9bbb-cd5a8f758192 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e65f343c-2461-41fd-ab15-0e61e3c14a13 HTTP/1.1" status: 204 len: 168 time: 0.5844550 Aug 16 21:13:20.868639 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6347d3-abc2-46f0-9bbb-cd5a8f758192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65f343c-2461-41fd-ab15-0e61e3c14a13,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:22.070916 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44412) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:22.174022 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:22.304186 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-b6fe2cf7-d84f-484c-a3c6-5843035b4fae tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1450513436'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:13:22.482412 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fe2cf7-d84f-484c-a3c6-5843035b4fae tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] Made reservation on behalf of 9a61f9da5c6c4e84a7e4eb1a020f7251 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:13:22.486040 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b6fe2cf7-d84f-484c-a3c6-5843035b4fae tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:22.495627 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b6fe2cf7-d84f-484c-a3c6-5843035b4fae tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:22.599238 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b6fe2cf7-d84f-484c-a3c6-5843035b4fae tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:22.700905 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b6fe2cf7-d84f-484c-a3c6-5843035b4fae tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:22.723105 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6fe2cf7-d84f-484c-a3c6-5843035b4fae tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:13:22.740132 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe2cf7-d84f-484c-a3c6-5843035b4fae tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b22d883-2b6d-45d7-b898-15b60c60f150,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:22.744986 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b6fe2cf7-d84f-484c-a3c6-5843035b4fae tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:22.745357 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-b6fe2cf7-d84f-484c-a3c6-5843035b4fae tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] Added segment ce888487-ea83-4981-87ea-97cbb2a2f63f of type vlan for network fb5a55e6-b347-4042-9c08-100f037356cb Aug 16 21:13:22.794199 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b6fe2cf7-d84f-484c-a3c6-5843035b4fae tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:22.875393 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b6fe2cf7-d84f-484c-a3c6-5843035b4fae tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:22.883112 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fe2cf7-d84f-484c-a3c6-5843035b4fae tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:22.883112 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b6fe2cf7-d84f-484c-a3c6-5843035b4fae tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:22.951977 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe2cf7-d84f-484c-a3c6-5843035b4fae tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] Pushing event updated for resources: {'Network': ['ID=fb5a55e6-b347-4042-9c08-100f037356cb,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:22.964937 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network fb5a55e6-b347-4042-9c08-100f037356cb details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:13:23.048064 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44438) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:23.053374 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b6fe2cf7-d84f-484c-a3c6-5843035b4fae tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.9759679 Aug 16 21:13:23.053498 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-bc088137-2202-4c90-bbec-d8c573018f44 tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'fb5a55e6-b347-4042-9c08-100f037356cb', 'tempest-TagsTest-Tag-363716168') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:23.235963 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-bc088137-2202-4c90-bbec-d8c573018f44 tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] 10.222.0.84 "PUT /v2.0/networks/fb5a55e6-b347-4042-9c08-100f037356cb/tags/tempest-TagsTest-Tag-363716168 HTTP/1.1" status: 201 len: 201 time: 0.1866400 Aug 16 21:13:23.238480 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44446) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:23.243197 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-d944953a-00d6-4012-bf9e-689b019354a3 tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fb5a55e6-b347-4042-9c08-100f037356cb', 'tempest-TagsTest-Tag-363716168') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:23.317066 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d944953a-00d6-4012-bf9e-689b019354a3 tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] 10.222.0.84 "GET /v2.0/networks/fb5a55e6-b347-4042-9c08-100f037356cb/tags/tempest-TagsTest-Tag-363716168 HTTP/1.1" status: 204 len: 168 time: 0.0750980 Aug 16 21:13:23.317293 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44452) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:23.321947 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-522871b6-10a7-4083-992b-f49a77cce1ac tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'fb5a55e6-b347-4042-9c08-100f037356cb') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:23.399215 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-522871b6-10a7-4083-992b-f49a77cce1ac tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] 10.222.0.84 "GET /v2.0/networks/fb5a55e6-b347-4042-9c08-100f037356cb/tags HTTP/1.1" status: 200 len: 237 time: 0.0784857 Aug 16 21:13:23.399589 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44454) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:23.404727 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.tag.tag_plugin [None req-852a3224-4f28-4ae5-b442-54fa2706b115 tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'fb5a55e6-b347-4042-9c08-100f037356cb', {'tags': ['tempest-TagsTest-Tag-28171427', 'tempest-TagsTest-Tag-2072402591', 'tempest-TagsTest-Tag-1943777793']}) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:23.592668 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-852a3224-4f28-4ae5-b442-54fa2706b115 tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] 10.222.0.84 "PUT /v2.0/networks/fb5a55e6-b347-4042-9c08-100f037356cb/tags HTTP/1.1" status: 200 len: 307 time: 0.1917214 Aug 16 21:13:23.595332 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44460) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:23.600904 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-216b3ff6-facf-4366-9d67-cf58270b0ddb tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'fb5a55e6-b347-4042-9c08-100f037356cb', 'tempest-TagsTest-Tag-28171427') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:23.789045 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-216b3ff6-facf-4366-9d67-cf58270b0ddb tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] 10.222.0.84 "DELETE /v2.0/networks/fb5a55e6-b347-4042-9c08-100f037356cb/tags/tempest-TagsTest-Tag-28171427 HTTP/1.1" status: 204 len: 168 time: 0.1925941 Aug 16 21:13:23.789862 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44464) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:23.795530 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-a52c0509-9be6-424c-81a3-e706b221b244 tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fb5a55e6-b347-4042-9c08-100f037356cb', 'tempest-TagsTest-Tag-28171427') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:23.868415 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d50fb883-5ea2-40d7-9d5b-abd3605b32a2 req-19840910-06b8-40e3-bebf-ec209d39cc4e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0901446 Aug 16 21:13:23.877016 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-a52c0509-9be6-424c-81a3-e706b221b244 tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] show failed (client error): The resource could not be found. Aug 16 21:13:23.884838 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44468) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:23.885353 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a52c0509-9be6-424c-81a3-e706b221b244 tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] 10.222.0.84 "GET /v2.0/networks/fb5a55e6-b347-4042-9c08-100f037356cb/tags/tempest-TagsTest-Tag-28171427 HTTP/1.1" status: 404 len: 324 time: 0.0942307 Aug 16 21:13:23.893378 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.tag.tag_plugin [None req-8102eb4d-44b0-4d48-bdee-7db0a1b51359 tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fb5a55e6-b347-4042-9c08-100f037356cb', 'tempest-TagsTest-Tag-2072402591') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:24.015258 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50fb883-5ea2-40d7-9d5b-abd3605b32a2 req-9aeee5ec-f9f3-4f8e-83ad-4fb906799b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:24.016826 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d50fb883-5ea2-40d7-9d5b-abd3605b32a2 req-9aeee5ec-f9f3-4f8e-83ad-4fb906799b73 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6ff815c4c8944f8eb7103de208aa5945&device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 1097 time: 0.0986779 Aug 16 21:13:24.024069 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8102eb4d-44b0-4d48-bdee-7db0a1b51359 tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] 10.222.0.84 "GET /v2.0/networks/fb5a55e6-b347-4042-9c08-100f037356cb/tags/tempest-TagsTest-Tag-2072402591 HTTP/1.1" status: 204 len: 168 time: 0.1381269 Aug 16 21:13:24.027647 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44470) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:24.033317 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-d56f0b55-47a1-4af3-bba2-867cef577a43 tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fb5a55e6-b347-4042-9c08-100f037356cb', 'tempest-TagsTest-Tag-1943777793') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:24.118804 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d56f0b55-47a1-4af3-bba2-867cef577a43 tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] 10.222.0.84 "GET /v2.0/networks/fb5a55e6-b347-4042-9c08-100f037356cb/tags/tempest-TagsTest-Tag-1943777793 HTTP/1.1" status: 204 len: 168 time: 0.0896690 Aug 16 21:13:24.124680 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44472) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:24.129704 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-4d4d337a-f73b-41db-9903-172e89017aea tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'fb5a55e6-b347-4042-9c08-100f037356cb') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:24.142573 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50fb883-5ea2-40d7-9d5b-abd3605b32a2 req-66760f64-efae-47fc-ade7-c013f5f8c10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:24.155964 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d50fb883-5ea2-40d7-9d5b-abd3605b32a2 req-66760f64-efae-47fc-ade7-c013f5f8c10c service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c499baa-4492-4b54-bedd-a882ae845f9c HTTP/1.1" status: 200 len: 917 time: 0.1020808 Aug 16 21:13:24.234470 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d50fb883-5ea2-40d7-9d5b-abd3605b32a2 req-b9fc7519-ef5f-447c-9eb2-d4da6af89ec8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c7378fe-1ef3-4162-aaf5-b88057de5a1c HTTP/1.1" status: 200 len: 1001 time: 0.0838635 Aug 16 21:13:24.288105 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50fb883-5ea2-40d7-9d5b-abd3605b32a2 req-0b92af9f-b7b5-4d18-a549-70676939d4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:24.289701 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d50fb883-5ea2-40d7-9d5b-abd3605b32a2 req-0b92af9f-b7b5-4d18-a549-70676939d4e0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6d4ab04f-fd33-40d0-bd76-3977c7bf52a2 HTTP/1.1" status: 200 len: 855 time: 0.0489087 Aug 16 21:13:24.349531 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50fb883-5ea2-40d7-9d5b-abd3605b32a2 req-f2a57945-015a-46a9-94b9-6871b15c8195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:24.351137 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d50fb883-5ea2-40d7-9d5b-abd3605b32a2 req-f2a57945-015a-46a9-94b9-6871b15c8195 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c499baa-4492-4b54-bedd-a882ae845f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527687 Aug 16 21:13:24.352551 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4d4d337a-f73b-41db-9903-172e89017aea tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] 10.222.0.84 "DELETE /v2.0/networks/fb5a55e6-b347-4042-9c08-100f037356cb/tags HTTP/1.1" status: 204 len: 168 time: 0.2266939 Aug 16 21:13:24.355114 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44478) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:24.359612 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-b02ee3dc-b6ab-4f01-8436-5b62e033712d tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fb5a55e6-b347-4042-9c08-100f037356cb', 'tempest-TagsTest-Tag-2072402591') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:24.455881 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-b02ee3dc-b6ab-4f01-8436-5b62e033712d tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] show failed (client error): The resource could not be found. Aug 16 21:13:24.456940 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b02ee3dc-b6ab-4f01-8436-5b62e033712d tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] 10.222.0.84 "GET /v2.0/networks/fb5a55e6-b347-4042-9c08-100f037356cb/tags/tempest-TagsTest-Tag-2072402591 HTTP/1.1" status: 404 len: 326 time: 0.1008191 Aug 16 21:13:24.460049 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44484) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:24.465348 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-ae571a64-9f4d-4fdd-ac4c-4ab7af718fe2 tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fb5a55e6-b347-4042-9c08-100f037356cb', 'tempest-TagsTest-Tag-1943777793') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:24.478738 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d50fb883-5ea2-40d7-9d5b-abd3605b32a2 req-8d1f9fe0-f0a0-4488-8808-9fcebe23dab4 service neutron] 10.222.0.90 "GET /v2.0/networks/9c499baa-4492-4b54-bedd-a882ae845f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118088 Aug 16 21:13:24.537617 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-ae571a64-9f4d-4fdd-ac4c-4ab7af718fe2 tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] show failed (client error): The resource could not be found. Aug 16 21:13:24.541347 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ae571a64-9f4d-4fdd-ac4c-4ab7af718fe2 tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] 10.222.0.84 "GET /v2.0/networks/fb5a55e6-b347-4042-9c08-100f037356cb/tags/tempest-TagsTest-Tag-1943777793 HTTP/1.1" status: 404 len: 326 time: 0.0775187 Aug 16 21:13:24.541599 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44486) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:24.546012 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-1caf14d5-6228-4cd1-b4bf-bc72de257d51 tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'fb5a55e6-b347-4042-9c08-100f037356cb') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:24.574440 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d50fb883-5ea2-40d7-9d5b-abd3605b32a2 req-526297be-8e1e-45b9-8d52-758c921ae54d service neutron] 10.222.0.90 "GET /v2.0/networks/9c499baa-4492-4b54-bedd-a882ae845f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888972 Aug 16 21:13:24.630207 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1caf14d5-6228-4cd1-b4bf-bc72de257d51 tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] 10.222.0.84 "DELETE /v2.0/networks/fb5a55e6-b347-4042-9c08-100f037356cb/tags HTTP/1.1" status: 204 len: 168 time: 0.0873218 Aug 16 21:13:24.635155 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44488) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:24.729879 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5398605c-34cd-45da-814c-d55f86bb2c7c tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:24.846186 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5398605c-34cd-45da-814c-d55f86bb2c7c tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:24.857218 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-5398605c-34cd-45da-814c-d55f86bb2c7c tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb5a55e6-b347-4042-9c08-100f037356cb']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:24.873372 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-5398605c-34cd-45da-814c-d55f86bb2c7c tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce888487-ea83-4981-87ea-97cbb2a2f63f') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:24.873807 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-5398605c-34cd-45da-814c-d55f86bb2c7c tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce888487-ea83-4981-87ea-97cbb2a2f63f') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:24.889209 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5398605c-34cd-45da-814c-d55f86bb2c7c tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:24.901816 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5398605c-34cd-45da-814c-d55f86bb2c7c tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:24.908948 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5398605c-34cd-45da-814c-d55f86bb2c7c tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:13:24.909185 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5398605c-34cd-45da-814c-d55f86bb2c7c tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:24.912476 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:13:24.912476 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:13:24.912476 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:13:24.912476 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:13:24.912476 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:13:24.912476 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:13:24.912476 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:13:24.912476 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:13:24.912476 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:13:24.912476 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:13:24.912476 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:13:24.912476 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:13:24.912476 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:13:24.912476 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:13:24.912476 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:13:24.912476 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:13:24.912476 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:13:24.912476 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:13:24.912476 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:13:24.912476 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:13:24.912476 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:13:24.912476 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:13:24.912476 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:13:24.912476 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:13:24.912476 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:13:24.912476 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:13:24.912476 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:13:24.912476 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:13:24.912476 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:13:24.912476 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:13:24.912476 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:13:24.912476 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:13:25.111098 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5398605c-34cd-45da-814c-d55f86bb2c7c tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:25.115938 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5398605c-34cd-45da-814c-d55f86bb2c7c tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:25.119774 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5398605c-34cd-45da-814c-d55f86bb2c7c tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] 10.222.0.84 "DELETE /v2.0/networks/fb5a55e6-b347-4042-9c08-100f037356cb HTTP/1.1" status: 204 len: 168 time: 0.4807794 Aug 16 21:13:25.139448 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398605c-34cd-45da-814c-d55f86bb2c7c tempest-TagsTest-1982791885 tempest-TagsTest-1982791885-project] Pushing event deleted for resources: {'Network': ['ID=fb5a55e6-b347-4042-9c08-100f037356cb,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:25.716262 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44508) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:25.872627 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-55c4d52e-5eb9-4f15-adb0-a413ea139ab2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9a61f9da5c6c4e84a7e4eb1a020f7251&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1551106 Aug 16 21:13:25.880654 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44516) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:25.934861 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c72d11e7-6f01-4b97-b4af-99500b318402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:25.962943 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c72d11e7-6f01-4b97-b4af-99500b318402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:26.128164 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c72d11e7-6f01-4b97-b4af-99500b318402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:26.130927 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c72d11e7-6f01-4b97-b4af-99500b318402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:26.132133 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c72d11e7-6f01-4b97-b4af-99500b318402 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9b22d883-2b6d-45d7-b898-15b60c60f150 HTTP/1.1" status: 204 len: 168 time: 0.2555866 Aug 16 21:13:26.143069 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d11e7-6f01-4b97-b4af-99500b318402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b22d883-2b6d-45d7-b898-15b60c60f150,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:29.550153 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44606) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:29.714778 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-df396f96-e27c-42b2-944b-74d74af1d3db admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:29.859271 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-df396f96-e27c-42b2-944b-74d74af1d3db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:29.968602 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-df396f96-e27c-42b2-944b-74d74af1d3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:30.024029 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-df396f96-e27c-42b2-944b-74d74af1d3db admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3f0fbaccb4d042f38787a432d0e174ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4703159 Aug 16 21:13:30.024390 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44616) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:30.034725 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df396f96-e27c-42b2-944b-74d74af1d3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1821d276-8d53-4d7c-8cdf-3e86ef474b30,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:30.084380 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f7b86357-82b8-4615-9b74-7cd1baaf06f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:30.108312 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f7b86357-82b8-4615-9b74-7cd1baaf06f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:30.270848 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f7b86357-82b8-4615-9b74-7cd1baaf06f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:30.274211 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f7b86357-82b8-4615-9b74-7cd1baaf06f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:30.275712 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f7b86357-82b8-4615-9b74-7cd1baaf06f3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1821d276-8d53-4d7c-8cdf-3e86ef474b30 HTTP/1.1" status: 204 len: 168 time: 0.2501237 Aug 16 21:13:30.303487 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b86357-82b8-4615-9b74-7cd1baaf06f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1821d276-8d53-4d7c-8cdf-3e86ef474b30,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:31.138307 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 44636) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:31.153049 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e5c71e2f-27e3-49e5-a05b-e20d62afd3f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:31.250603 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e5c71e2f-27e3-49e5-a05b-e20d62afd3f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:31.365049 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e5c71e2f-27e3-49e5-a05b-e20d62afd3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:31.414767 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e5c71e2f-27e3-49e5-a05b-e20d62afd3f4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8c0300f802d64ebb80c8eb01f582f031&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2726974 Aug 16 21:13:31.414767 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c71e2f-27e3-49e5-a05b-e20d62afd3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02445220-4b79-4124-901c-015923b412ca,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:31.416022 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 44644) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:31.497446 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-77af35e9-351a-4e02-aa25-803d0863bafb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:31.524822 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-77af35e9-351a-4e02-aa25-803d0863bafb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:31.674594 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-77af35e9-351a-4e02-aa25-803d0863bafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:31.677208 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-77af35e9-351a-4e02-aa25-803d0863bafb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:31.680977 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-77af35e9-351a-4e02-aa25-803d0863bafb admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/02445220-4b79-4124-901c-015923b412ca HTTP/1.1" status: 204 len: 168 time: 0.2547672 Aug 16 21:13:31.686705 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af35e9-351a-4e02-aa25-803d0863bafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02445220-4b79-4124-901c-015923b412ca,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:41.161900 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f30481d8-ccba-4a5c-a6ed-a6cbb658cdb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:43.619666 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8e8ac104-7485-4769-b0f6-64f789e7a4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:43.876476 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:44.943480 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:46.533825 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:49.270705 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:52.145121 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:57.811187 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:14:09.872512 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 45706) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:14:10.051989 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e2df3027-da45-41f9-85c7-cab028df6627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:10.219532 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e2df3027-da45-41f9-85c7-cab028df6627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:10.284871 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e2df3027-da45-41f9-85c7-cab028df6627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:10.343544 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45718) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:14:10.356482 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e2df3027-da45-41f9-85c7-cab028df6627 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=91cf95f664074b8f8584cd63a2f0ca1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4821467 Aug 16 21:14:10.358098 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df3027-da45-41f9-85c7-cab028df6627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbc10f5-a290-4e76-853f-f1ebaf5686f1,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:10.407155 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e8eb01b8-7812-4870-a7a0-c1e1b86dc1d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:10.432010 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e8eb01b8-7812-4870-a7a0-c1e1b86dc1d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:10.570170 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e8eb01b8-7812-4870-a7a0-c1e1b86dc1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:10.573328 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e8eb01b8-7812-4870-a7a0-c1e1b86dc1d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:10.574390 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e8eb01b8-7812-4870-a7a0-c1e1b86dc1d0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5cbc10f5-a290-4e76-853f-f1ebaf5686f1 HTTP/1.1" status: 204 len: 168 time: 0.2297387 Aug 16 21:14:10.592368 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb01b8-7812-4870-a7a0-c1e1b86dc1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbc10f5-a290-4e76-853f-f1ebaf5686f1,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:10.605685 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb01b8-7812-4870-a7a0-c1e1b86dc1d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:10.606050 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb01b8-7812-4870-a7a0-c1e1b86dc1d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:10.608483 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb01b8-7812-4870-a7a0-c1e1b86dc1d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:10.608836 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb01b8-7812-4870-a7a0-c1e1b86dc1d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:10.615588 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb01b8-7812-4870-a7a0-c1e1b86dc1d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:10.616113 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb01b8-7812-4870-a7a0-c1e1b86dc1d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:10.616958 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb01b8-7812-4870-a7a0-c1e1b86dc1d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:10.617465 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb01b8-7812-4870-a7a0-c1e1b86dc1d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:10.617952 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb01b8-7812-4870-a7a0-c1e1b86dc1d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:10.618576 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb01b8-7812-4870-a7a0-c1e1b86dc1d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:10.618925 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb01b8-7812-4870-a7a0-c1e1b86dc1d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:10.619262 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb01b8-7812-4870-a7a0-c1e1b86dc1d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:11.253202 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b8cf2ec1-4889-4252-9beb-5f36803bb6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:12.585844 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45806) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:14:12.703747 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-663dacb9-d0fe-404d-8b86-df45f8734bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:12.867563 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-663dacb9-d0fe-404d-8b86-df45f8734bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:12.953177 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-663dacb9-d0fe-404d-8b86-df45f8734bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:13.009724 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663dacb9-d0fe-404d-8b86-df45f8734bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821c1c80-b589-48d8-945d-d9f66e53f231,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:13.014203 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-663dacb9-d0fe-404d-8b86-df45f8734bd8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=36f32b50f8b340c7a4cf86b031090083&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4273150 Aug 16 21:14:13.016830 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 45822) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:14:13.074343 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d8a88b74-3925-49af-8e2d-b137e62e1988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:13.098606 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d8a88b74-3925-49af-8e2d-b137e62e1988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:13.253449 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d8a88b74-3925-49af-8e2d-b137e62e1988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:13.258945 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d8a88b74-3925-49af-8e2d-b137e62e1988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:13.260711 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d8a88b74-3925-49af-8e2d-b137e62e1988 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/821c1c80-b589-48d8-945d-d9f66e53f231 HTTP/1.1" status: 204 len: 168 time: 0.2429564 Aug 16 21:14:13.270305 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a88b74-3925-49af-8e2d-b137e62e1988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821c1c80-b589-48d8-945d-d9f66e53f231,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:13.618792 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e61a5968-31c2-40e3-81a8-1cbb06fbbd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:13.850934 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:14.868965 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:16.584338 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:19.801200 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:22.139772 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:25.804896 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-131a700c-4db1-4530-91dc-33e033711cbc req-00d5ec06-8bfa-4f10-bdd8-63947902f838 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448689 Aug 16 21:14:25.902466 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a700c-4db1-4530-91dc-33e033711cbc req-b2e5490d-edcb-40b1-bf46-f93f8119b31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:25.904581 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-131a700c-4db1-4530-91dc-33e033711cbc req-b2e5490d-edcb-40b1-bf46-f93f8119b31a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6ff815c4c8944f8eb7103de208aa5945&device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 1097 time: 0.0525985 Aug 16 21:14:26.041103 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a700c-4db1-4530-91dc-33e033711cbc req-f273d450-bae7-4aab-9077-c054ddde2b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:26.042861 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-131a700c-4db1-4530-91dc-33e033711cbc req-f273d450-bae7-4aab-9077-c054ddde2b94 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c499baa-4492-4b54-bedd-a882ae845f9c HTTP/1.1" status: 200 len: 917 time: 0.1153719 Aug 16 21:14:26.126290 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-131a700c-4db1-4530-91dc-33e033711cbc req-80d5cc4a-23c1-489c-a84d-7caf261246e0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c7378fe-1ef3-4162-aaf5-b88057de5a1c HTTP/1.1" status: 200 len: 1001 time: 0.0736070 Aug 16 21:14:26.199742 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a700c-4db1-4530-91dc-33e033711cbc req-ce320fd0-1de3-4bf2-8912-f05f22b4024d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:26.201517 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-131a700c-4db1-4530-91dc-33e033711cbc req-ce320fd0-1de3-4bf2-8912-f05f22b4024d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6d4ab04f-fd33-40d0-bd76-3977c7bf52a2 HTTP/1.1" status: 200 len: 855 time: 0.0684998 Aug 16 21:14:26.257153 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a700c-4db1-4530-91dc-33e033711cbc req-1d2c7ad8-1dd4-47d4-84ee-c2154d06fb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:26.259145 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-131a700c-4db1-4530-91dc-33e033711cbc req-1d2c7ad8-1dd4-47d4-84ee-c2154d06fb23 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c499baa-4492-4b54-bedd-a882ae845f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500958 Aug 16 21:14:26.427389 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-131a700c-4db1-4530-91dc-33e033711cbc req-48dbcde5-016a-4399-bb46-59bed66a69eb service neutron] 10.222.0.90 "GET /v2.0/networks/9c499baa-4492-4b54-bedd-a882ae845f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614056 Aug 16 21:14:26.537938 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-131a700c-4db1-4530-91dc-33e033711cbc req-e859c437-7e69-43e3-bddf-a5820bb22d42 service neutron] 10.222.0.90 "GET /v2.0/networks/9c499baa-4492-4b54-bedd-a882ae845f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030850 Aug 16 21:14:33.958044 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46388) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:14:34.088218 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-43f41371-8a84-4abf-ac7a-56304854d200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:34.188784 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-43f41371-8a84-4abf-ac7a-56304854d200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:34.307023 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-43f41371-8a84-4abf-ac7a-56304854d200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:34.350128 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-43f41371-8a84-4abf-ac7a-56304854d200 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7b70e88bde5c43c48f8be48970c37307&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3908696 Aug 16 21:14:34.352754 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f41371-8a84-4abf-ac7a-56304854d200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b8cc4f-8b77-42a9-b576-67bd39fe1546,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:34.353541 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46394) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:14:34.412388 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f2b2a321-eab6-41f3-8e18-d6af5b1adc79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:34.435031 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f2b2a321-eab6-41f3-8e18-d6af5b1adc79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:34.594080 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f2b2a321-eab6-41f3-8e18-d6af5b1adc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:34.597008 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f2b2a321-eab6-41f3-8e18-d6af5b1adc79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:34.598860 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f2b2a321-eab6-41f3-8e18-d6af5b1adc79 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/39b8cc4f-8b77-42a9-b576-67bd39fe1546 HTTP/1.1" status: 204 len: 168 time: 0.2437863 Aug 16 21:14:34.608928 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b2a321-eab6-41f3-8e18-d6af5b1adc79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b8cc4f-8b77-42a9-b576-67bd39fe1546,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:34.622345 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b2a321-eab6-41f3-8e18-d6af5b1adc79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:34.622936 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b2a321-eab6-41f3-8e18-d6af5b1adc79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:34.626482 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b2a321-eab6-41f3-8e18-d6af5b1adc79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:34.626482 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b2a321-eab6-41f3-8e18-d6af5b1adc79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:34.626482 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b2a321-eab6-41f3-8e18-d6af5b1adc79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:34.626482 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b2a321-eab6-41f3-8e18-d6af5b1adc79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:34.626482 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b2a321-eab6-41f3-8e18-d6af5b1adc79 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:34.626482 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b2a321-eab6-41f3-8e18-d6af5b1adc79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:34.626482 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b2a321-eab6-41f3-8e18-d6af5b1adc79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:34.626482 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b2a321-eab6-41f3-8e18-d6af5b1adc79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:34.626482 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b2a321-eab6-41f3-8e18-d6af5b1adc79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:34.626482 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b2a321-eab6-41f3-8e18-d6af5b1adc79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:34.811475 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:14:35.709715 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-caf538dd-ead2-41d2-927f-abcbbd6650bc req-1f4f45a6-d059-4455-9480-d3c446719905 service neutron] (101844) timed out ('10.222.0.84', 51666) {{(pid=101844) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 21:14:35.713919 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46446) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:14:35.838086 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-7101630d-b61f-4403-aa3c-787d94d62f33 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1625489130-network', 'tenant_id': '9c67e03b7a70440d93a6caca4cd34832'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:14:35.972262 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7101630d-b61f-4403-aa3c-787d94d62f33 admin admin] Made reservation on behalf of 9c67e03b7a70440d93a6caca4cd34832 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:14:35.974631 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7101630d-b61f-4403-aa3c-787d94d62f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:35.984556 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7101630d-b61f-4403-aa3c-787d94d62f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:36.078272 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7101630d-b61f-4403-aa3c-787d94d62f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:36.143699 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7101630d-b61f-4403-aa3c-787d94d62f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:36.171380 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7101630d-b61f-4403-aa3c-787d94d62f33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:14:36.177784 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101630d-b61f-4403-aa3c-787d94d62f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764d5c4b-4841-4a9a-985c-ba53b4e737e8,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:36.184343 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7101630d-b61f-4403-aa3c-787d94d62f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:36.184706 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-7101630d-b61f-4403-aa3c-787d94d62f33 admin admin] Added segment 55755f46-78b6-4ce0-ab0c-4c9e4efc9180 of type vlan for network 9b342b5a-cf11-42d0-b1b0-cfe89b876400 Aug 16 21:14:36.230287 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7101630d-b61f-4403-aa3c-787d94d62f33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:36.326761 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7101630d-b61f-4403-aa3c-787d94d62f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:36.327705 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7101630d-b61f-4403-aa3c-787d94d62f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:36.328424 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7101630d-b61f-4403-aa3c-787d94d62f33 admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:36.397962 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101630d-b61f-4403-aa3c-787d94d62f33 admin admin] Pushing event updated for resources: {'Network': ['ID=9b342b5a-cf11-42d0-b1b0-cfe89b876400,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:36.408638 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 9b342b5a-cf11-42d0-b1b0-cfe89b876400 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:14:36.491868 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7101630d-b61f-4403-aa3c-787d94d62f33 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7746081 Aug 16 21:14:36.492751 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46458) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:14:36.497843 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-51874884-eb06-4e79-a7be-3a4dafbb5341 admin admin] Request body: {'subnet': {'network_id': '9b342b5a-cf11-42d0-b1b0-cfe89b876400', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1625489130-subnet', 'tenant_id': '9c67e03b7a70440d93a6caca4cd34832', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:14:36.585763 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51874884-eb06-4e79-a7be-3a4dafbb5341 admin admin] Made reservation on behalf of 9c67e03b7a70440d93a6caca4cd34832 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:14:36.592031 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-51874884-eb06-4e79-a7be-3a4dafbb5341 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:36.847167 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-51874884-eb06-4e79-a7be-3a4dafbb5341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:36.915842 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51874884-eb06-4e79-a7be-3a4dafbb5341 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed090fc7-7364-468a-a3c2-32aa2f8b69c8,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:37.000234 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51874884-eb06-4e79-a7be-3a4dafbb5341 admin admin] Checking segment: {'id': '55755f46-78b6-4ce0-ab0c-4c9e4efc9180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '9b342b5a-cf11-42d0-b1b0-cfe89b876400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:14:37.000234 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51874884-eb06-4e79-a7be-3a4dafbb5341 admin admin] Network hostable DHCP agents. Network: 9b342b5a-cf11-42d0-b1b0-cfe89b876400, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:14:37.063606 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51874884-eb06-4e79-a7be-3a4dafbb5341 admin admin] Network 9b342b5a-cf11-42d0-b1b0-cfe89b876400 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:14:37.115010 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-51874884-eb06-4e79-a7be-3a4dafbb5341 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 9b342b5a-cf11-42d0-b1b0-cfe89b876400) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:14:37.120369 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51874884-eb06-4e79-a7be-3a4dafbb5341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:37.120719 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-51874884-eb06-4e79-a7be-3a4dafbb5341 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:37.125151 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f61121-836d-4919-b640-8aad458d0cbe None None] Network 9b342b5a-cf11-42d0-b1b0-cfe89b876400 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:14:37.191314 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-51874884-eb06-4e79-a7be-3a4dafbb5341 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6925907 Aug 16 21:14:37.285865 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1604006a-e381-4ac0-84d5-6912ed77a27f None None] Network 9b342b5a-cf11-42d0-b1b0-cfe89b876400 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:14:38.023571 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 46514) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:14:38.029499 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-800be1ad-dbe2-4391-b64e-4cd25f974edd admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1310158433-network', 'tenant_id': '8753a8e9111a4813a28f9cef8767524e'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:14:38.127034 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800be1ad-dbe2-4391-b64e-4cd25f974edd admin admin] Made reservation on behalf of 8753a8e9111a4813a28f9cef8767524e for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:14:38.129622 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-800be1ad-dbe2-4391-b64e-4cd25f974edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:38.141178 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-800be1ad-dbe2-4391-b64e-4cd25f974edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:38.249303 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-800be1ad-dbe2-4391-b64e-4cd25f974edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:38.332420 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-800be1ad-dbe2-4391-b64e-4cd25f974edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:38.348144 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-800be1ad-dbe2-4391-b64e-4cd25f974edd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:14:38.361692 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-800be1ad-dbe2-4391-b64e-4cd25f974edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:38.361992 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-800be1ad-dbe2-4391-b64e-4cd25f974edd admin admin] Added segment 11689c72-7cd0-4554-af55-047bf9ebb4ac of type vlan for network cc6739f9-ce1f-46ff-bd66-9df820c38d0c Aug 16 21:14:38.443426 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-800be1ad-dbe2-4391-b64e-4cd25f974edd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:38.450011 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800be1ad-dbe2-4391-b64e-4cd25f974edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bca2544-2999-41ac-a390-832f395fa8ec,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:38.536310 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-800be1ad-dbe2-4391-b64e-4cd25f974edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:38.537613 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800be1ad-dbe2-4391-b64e-4cd25f974edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:38.539768 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-800be1ad-dbe2-4391-b64e-4cd25f974edd admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:38.622812 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800be1ad-dbe2-4391-b64e-4cd25f974edd admin admin] Pushing event updated for resources: {'Network': ['ID=cc6739f9-ce1f-46ff-bd66-9df820c38d0c,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:38.633597 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network cc6739f9-ce1f-46ff-bd66-9df820c38d0c details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:14:38.712875 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-800be1ad-dbe2-4391-b64e-4cd25f974edd admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6872258 Aug 16 21:14:38.715712 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46530) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:14:38.721154 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-576d4d4a-e11d-40d1-baf3-34c3f9216df0 admin admin] Request body: {'subnet': {'network_id': 'cc6739f9-ce1f-46ff-bd66-9df820c38d0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1310158433-subnet', 'tenant_id': '8753a8e9111a4813a28f9cef8767524e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:14:38.818035 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576d4d4a-e11d-40d1-baf3-34c3f9216df0 admin admin] Made reservation on behalf of 8753a8e9111a4813a28f9cef8767524e for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:14:38.820762 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-576d4d4a-e11d-40d1-baf3-34c3f9216df0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:39.115602 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-576d4d4a-e11d-40d1-baf3-34c3f9216df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:39.175253 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d4d4a-e11d-40d1-baf3-34c3f9216df0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f75adcd-1520-4ad0-9b20-0ca16a95c332,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:39.183195 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576d4d4a-e11d-40d1-baf3-34c3f9216df0 admin admin] Checking segment: {'id': '11689c72-7cd0-4554-af55-047bf9ebb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'cc6739f9-ce1f-46ff-bd66-9df820c38d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:14:39.183561 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576d4d4a-e11d-40d1-baf3-34c3f9216df0 admin admin] Network hostable DHCP agents. Network: cc6739f9-ce1f-46ff-bd66-9df820c38d0c, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:14:39.303979 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576d4d4a-e11d-40d1-baf3-34c3f9216df0 admin admin] Network cc6739f9-ce1f-46ff-bd66-9df820c38d0c is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:14:39.392585 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-576d4d4a-e11d-40d1-baf3-34c3f9216df0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, cc6739f9-ce1f-46ff-bd66-9df820c38d0c) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:14:39.396856 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576d4d4a-e11d-40d1-baf3-34c3f9216df0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:39.397576 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-576d4d4a-e11d-40d1-baf3-34c3f9216df0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:39.401808 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619e03a5-da2f-484d-87a5-2b0857fbdb59 None None] Network cc6739f9-ce1f-46ff-bd66-9df820c38d0c requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:14:39.499666 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-576d4d4a-e11d-40d1-baf3-34c3f9216df0 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7827125 Aug 16 21:14:39.681897 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714f873a-d938-4be2-8506-c66914901b3a None None] Network cc6739f9-ce1f-46ff-bd66-9df820c38d0c requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:14:40.318659 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-0e6a7fa3-d8ae-491b-b4d2-0fab1a3d6a21 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:40.328545 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-0e6a7fa3-d8ae-491b-b4d2-0fab1a3d6a21 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/networks?id=9b342b5a-cf11-42d0-b1b0-cfe89b876400 HTTP/1.1" status: 200 len: 812 time: 0.1913848 Aug 16 21:14:40.353394 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-956577a5-3703-4e41-bf95-3db2f34f9afc tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/quotas/9c67e03b7a70440d93a6caca4cd34832 HTTP/1.1" status: 200 len: 375 time: 0.0205588 Aug 16 21:14:40.401612 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-8a2c7ee3-18e3-4a44-8d0f-1545baa00285 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=9c67e03b7a70440d93a6caca4cd34832&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469673 Aug 16 21:14:40.409745 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-2da94727-7b74-46cd-9ea6-4b6cba25ccf4 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:14:40.418633 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-2da94727-7b74-46cd-9ea6-4b6cba25ccf4 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159249 Aug 16 21:14:40.518568 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-3ac9af7a-44f1-4460-8701-bc14a25ab7f3 service neutron] 10.222.0.84 "GET /v2.0/networks/9b342b5a-cf11-42d0-b1b0-cfe89b876400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985565 Aug 16 21:14:40.646499 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-cbc226ad-6df6-4353-af92-a5615ef44777 service neutron] 10.222.0.84 "GET /v2.0/networks/9b342b5a-cf11-42d0-b1b0-cfe89b876400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207666 Aug 16 21:14:40.935524 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ebb1fa2f-7fed-4ebc-9b61-a261ad2e1956 req-c3ca43f7-ae53-4ee2-8196-337515b594a4 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/ports?device_id=935b9de4-5af5-4d8e-aade-5c273df801bb HTTP/1.1" status: 200 len: 210 time: 0.0687592 Aug 16 21:14:41.092077 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2e3ed394-54c4-4546-9260-1bbf4c3aa6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:42.039477 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ea9da067-2212-4e95-a452-5232cce06bc6 req-5463b545-a91f-490b-811f-dfc490a93e4f tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/ports?device_id=935b9de4-5af5-4d8e-aade-5c273df801bb HTTP/1.1" status: 200 len: 210 time: 0.0302336 Aug 16 21:14:43.135005 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4111b614-b48f-4d08-a38c-94bfdc66b242 req-ce5d015e-8183-472a-a007-777031e52f60 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/ports?device_id=935b9de4-5af5-4d8e-aade-5c273df801bb HTTP/1.1" status: 200 len: 210 time: 0.0269489 Aug 16 21:14:43.597686 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6da6b43d-56e4-4c69-9c03-afa2cfe79bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:43.710268 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-0faefbfe-daf9-4390-986a-20d795fe9279 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:43.712468 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-0faefbfe-daf9-4390-986a-20d795fe9279 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.72 "GET /v2.0/networks?id=9b342b5a-cf11-42d0-b1b0-cfe89b876400 HTTP/1.1" status: 200 len: 812 time: 0.1729193 Aug 16 21:14:43.726984 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-86ce4d7f-98b6-4097-8840-9c89f21336d5 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Request body: {'port': {'device_id': '935b9de4-5af5-4d8e-aade-5c273df801bb', 'network_id': '9b342b5a-cf11-42d0-b1b0-cfe89b876400', 'admin_state_up': True, 'tenant_id': '9c67e03b7a70440d93a6caca4cd34832'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:14:43.909627 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:43.952098 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-86ce4d7f-98b6-4097-8840-9c89f21336d5 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Made reservation on behalf of 9c67e03b7a70440d93a6caca4cd34832 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:14:43.956582 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-86ce4d7f-98b6-4097-8840-9c89f21336d5 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:44.127095 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-86ce4d7f-98b6-4097-8840-9c89f21336d5 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Allocated IP 172.20.0.10 (9b342b5a-cf11-42d0-b1b0-cfe89b876400/ed090fc7-7364-468a-a3c2-32aa2f8b69c8/25316b80-772a-4ec9-ad97-ecc18bd64899) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:14:44.296127 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-467826c8-ce94-4aa9-868e-aa5db417ebd9 req-a6ef0d28-3a10-448f-9cd8-c0ba6d8013b8 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/ports?device_id=935b9de4-5af5-4d8e-aade-5c273df801bb HTTP/1.1" status: 200 len: 210 time: 0.0309274 Aug 16 21:14:44.339632 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-86ce4d7f-98b6-4097-8840-9c89f21336d5 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:44.472101 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-86ce4d7f-98b6-4097-8840-9c89f21336d5 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:44.522846 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-86ce4d7f-98b6-4097-8840-9c89f21336d5 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Network 9b342b5a-cf11-42d0-b1b0-cfe89b876400 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:14:44.526700 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-86ce4d7f-98b6-4097-8840-9c89f21336d5 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:14:44.531090 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-86ce4d7f-98b6-4097-8840-9c89f21336d5 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:14:44.534970 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce4d7f-98b6-4097-8840-9c89f21336d5 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Pushing event updated for resources: {'Port': ['ID=25316b80-772a-4ec9-ad97-ecc18bd64899,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:44.583248 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-86ce4d7f-98b6-4097-8840-9c89f21336d5 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:44.583991 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-86ce4d7f-98b6-4097-8840-9c89f21336d5 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:44.745874 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-86ce4d7f-98b6-4097-8840-9c89f21336d5 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9630070 Aug 16 21:14:44.745874 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-352a7d04-051a-4c39-bad1-fe85aff2e15a tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:14:44.745874 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-352a7d04-051a-4c39-bad1-fe85aff2e15a tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053718 Aug 16 21:14:44.838216 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-8bb14bd3-0a23-4454-95e0-550678450760 service neutron] Request body: {'port': {'device_id': '935b9de4-5af5-4d8e-aade-5c273df801bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:14:44.846857 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:44.909175 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-8bb14bd3-0a23-4454-95e0-550678450760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:45.257002 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-8bb14bd3-0a23-4454-95e0-550678450760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25316b80-772a-4ec9-ad97-ecc18bd64899 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:14:45.265401 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-8bb14bd3-0a23-4454-95e0-550678450760 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:45.283824 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-8bb14bd3-0a23-4454-95e0-550678450760 service neutron] Transition to ACTIVE for port object 25316b80-772a-4ec9-ad97-ecc18bd64899 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:14:45.357429 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-8bb14bd3-0a23-4454-95e0-550678450760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:45.422770 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb14bd3-0a23-4454-95e0-550678450760 service neutron] Pushing event updated for resources: {'Port': ['ID=25316b80-772a-4ec9-ad97-ecc18bd64899,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:45.438697 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7211987-642a-4312-8e10-83c6f8b0963d req-8adef1b5-41af-4243-ac8b-1b3867772526 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:45.440419 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e7211987-642a-4312-8e10-83c6f8b0963d req-8adef1b5-41af-4243-ac8b-1b3867772526 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/ports?device_id=935b9de4-5af5-4d8e-aade-5c273df801bb HTTP/1.1" status: 200 len: 944 time: 0.0604715 Aug 16 21:14:45.490471 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e7211987-642a-4312-8e10-83c6f8b0963d req-30bb6108-39fa-4bb6-a83f-79f28676dd32 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/security-groups?id=764d5c4b-4841-4a9a-985c-ba53b4e737e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425797 Aug 16 21:14:45.535842 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-8bb14bd3-0a23-4454-95e0-550678450760 service neutron] Attempting to bind port 25316b80-772a-4ec9-ad97-ecc18bd64899 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:14:45.536188 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-8bb14bd3-0a23-4454-95e0-550678450760 service neutron] Attempting to bind port 25316b80-772a-4ec9-ad97-ecc18bd64899 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '55755f46-78b6-4ce0-ab0c-4c9e4efc9180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '9b342b5a-cf11-42d0-b1b0-cfe89b876400'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:14:45.536773 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-8bb14bd3-0a23-4454-95e0-550678450760 service neutron] Attempting to bind port 25316b80-772a-4ec9-ad97-ecc18bd64899 on network 9b342b5a-cf11-42d0-b1b0-cfe89b876400 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:14:45.541908 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-8bb14bd3-0a23-4454-95e0-550678450760 service neutron] Port 25316b80-772a-4ec9-ad97-ecc18bd64899 on network 9b342b5a-cf11-42d0-b1b0-cfe89b876400 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:14:45.542234 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-8bb14bd3-0a23-4454-95e0-550678450760 service neutron] Attempting to bind port 25316b80-772a-4ec9-ad97-ecc18bd64899 on network 9b342b5a-cf11-42d0-b1b0-cfe89b876400 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:14:45.551949 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-8bb14bd3-0a23-4454-95e0-550678450760 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:14:45.552347 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-8bb14bd3-0a23-4454-95e0-550678450760 service neutron] Checking segment: {'id': '55755f46-78b6-4ce0-ab0c-4c9e4efc9180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '9b342b5a-cf11-42d0-b1b0-cfe89b876400'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:14:45.552775 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-8bb14bd3-0a23-4454-95e0-550678450760 service neutron] Bound using segment: {'id': '55755f46-78b6-4ce0-ab0c-4c9e4efc9180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '9b342b5a-cf11-42d0-b1b0-cfe89b876400'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:14:45.553177 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-8bb14bd3-0a23-4454-95e0-550678450760 service neutron] Bound port: 25316b80-772a-4ec9-ad97-ecc18bd64899, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55755f46-78b6-4ce0-ab0c-4c9e4efc9180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '9b342b5a-cf11-42d0-b1b0-cfe89b876400'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:14:45.553548 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-8bb14bd3-0a23-4454-95e0-550678450760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:45.673197 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-8bb14bd3-0a23-4454-95e0-550678450760 service neutron] For port 25316b80-772a-4ec9-ad97-ecc18bd64899, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:14:45.676294 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-8bb14bd3-0a23-4454-95e0-550678450760 service neutron] For port 25316b80-772a-4ec9-ad97-ecc18bd64899, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=25316b80-772a-4ec9-ad97-ecc18bd64899,segment=NetworkSegment(55755f46-78b6-4ce0-ab0c-4c9e4efc9180),segment_id=55755f46-78b6-4ce0-ab0c-4c9e4efc9180)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:14:45.881478 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-8bb14bd3-0a23-4454-95e0-550678450760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:45.917882 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-8bb14bd3-0a23-4454-95e0-550678450760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:45.918832 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-8bb14bd3-0a23-4454-95e0-550678450760 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:45.920256 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-8bb14bd3-0a23-4454-95e0-550678450760 service neutron] 10.222.0.72 "PUT /v2.0/ports/25316b80-772a-4ec9-ad97-ecc18bd64899 HTTP/1.1" status: 200 len: 1093 time: 1.2025967 Aug 16 21:14:45.920701 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '935b9de4-5af5-4d8e-aade-5c273df801bb', 'tag': '25316b80-772a-4ec9-ad97-ecc18bd64899'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:14:45.923038 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94918b0e-cb3b-4b36-9ecd-e49dfc0f8d41" -d '{"events": [{"name": "network-changed", "server_uuid": "935b9de4-5af5-4d8e-aade-5c273df801bb", "tag": "25316b80-772a-4ec9-ad97-ecc18bd64899"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:14:45.971983 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb14bd3-0a23-4454-95e0-550678450760 service neutron] Pushing event updated for resources: {'Port': ['ID=25316b80-772a-4ec9-ad97-ecc18bd64899,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:46.165085 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46732) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:14:46.203827 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-ad7a12ad-cf3c-4984-ba98-cb0bfca2bccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:46.222148 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-ad7a12ad-cf3c-4984-ba98-cb0bfca2bccd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9c67e03b7a70440d93a6caca4cd34832&device_id=935b9de4-5af5-4d8e-aade-5c273df801bb HTTP/1.1" status: 200 len: 1096 time: 0.1552587 Aug 16 21:14:46.224020 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e1afef-45f6-4c1e-873f-fffb866fa2df x-openstack-request-id: req-f8e1afef-45f6-4c1e-873f-fffb866fa2df {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:14:46.224316 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "935b9de4-5af5-4d8e-aade-5c273df801bb", "tag": "25316b80-772a-4ec9-ad97-ecc18bd64899", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:14:46.226222 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f8e1afef-45f6-4c1e-873f-fffb866fa2df {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:14:46.228257 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '935b9de4-5af5-4d8e-aade-5c273df801bb', 'tag': '25316b80-772a-4ec9-ad97-ecc18bd64899', 'status': 'completed', 'code': 200} Aug 16 21:14:46.280769 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-b870486c-0541-4b4c-bb2f-cae9487dd06e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25316b80-772a-4ec9-ad97-ecc18bd64899 HTTP/1.1" status: 200 len: 217 time: 0.0487275 Aug 16 21:14:46.321956 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4133227f-f96b-4de2-9daa-77930c0005c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:46.330987 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-3a478a1c-e322-4eea-b3e6-4ca26ce4914f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:46.333119 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-3a478a1c-e322-4eea-b3e6-4ca26ce4914f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ed090fc7-7364-468a-a3c2-32aa2f8b69c8 HTTP/1.1" status: 200 len: 852 time: 0.0455909 Aug 16 21:14:46.380306 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-5127e1b5-d29e-4a9a-b9b6-54806cf4f2c2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9b342b5a-cf11-42d0-b1b0-cfe89b876400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394113 Aug 16 21:14:46.430771 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4133227f-f96b-4de2-9daa-77930c0005c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:46.511450 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-fdb69a55-3343-42d2-b8e1-05263f6d2c16 service neutron] 10.222.0.72 "GET /v2.0/networks/9b342b5a-cf11-42d0-b1b0-cfe89b876400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226285 Aug 16 21:14:46.515247 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4133227f-f96b-4de2-9daa-77930c0005c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:46.565137 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4133227f-f96b-4de2-9daa-77930c0005c4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=97b41675019d4352afcacd237e6d088f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3986766 Aug 16 21:14:46.568430 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 46744) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:14:46.577733 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133227f-f96b-4de2-9daa-77930c0005c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb05c74-a419-4aeb-842a-e3d58b3edf61,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:46.609695 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:46.630626 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8339951b-3d5f-4110-b2be-f6e0d04ce81a req-cf12fb07-ac5d-4ae0-a2b3-ad18e0cfada6 service neutron] 10.222.0.72 "GET /v2.0/networks/9b342b5a-cf11-42d0-b1b0-cfe89b876400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099670 Aug 16 21:14:46.672253 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dd9fa103-1e51-4508-ad50-0450a0b15d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:46.695723 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b04232-3d81-4798-a249-a3b5a9e752ec req-5e78a8db-09fb-4703-88e9-6b30a72fb7f3 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:46.697308 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-55b04232-3d81-4798-a249-a3b5a9e752ec req-5e78a8db-09fb-4703-88e9-6b30a72fb7f3 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/ports?device_id=935b9de4-5af5-4d8e-aade-5c273df801bb HTTP/1.1" status: 200 len: 944 time: 0.0839176 Aug 16 21:14:46.714953 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dd9fa103-1e51-4508-ad50-0450a0b15d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:46.763420 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-55b04232-3d81-4798-a249-a3b5a9e752ec req-870fc80a-912b-4857-ada0-6bee38b88115 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/security-groups?id=764d5c4b-4841-4a9a-985c-ba53b4e737e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585134 Aug 16 21:14:46.846905 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94918b0e-cb3b-4b36-9ecd-e49dfc0f8d41 req-bdac36da-b3e4-4f71-adf5-288f0d641d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:46.848466 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-94918b0e-cb3b-4b36-9ecd-e49dfc0f8d41 req-bdac36da-b3e4-4f71-adf5-288f0d641d0c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9c67e03b7a70440d93a6caca4cd34832&device_id=935b9de4-5af5-4d8e-aade-5c273df801bb HTTP/1.1" status: 200 len: 1096 time: 0.0454874 Aug 16 21:14:46.880396 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dd9fa103-1e51-4508-ad50-0450a0b15d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:46.880396 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dd9fa103-1e51-4508-ad50-0450a0b15d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:46.882172 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-dd9fa103-1e51-4508-ad50-0450a0b15d02 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ddb05c74-a419-4aeb-842a-e3d58b3edf61 HTTP/1.1" status: 204 len: 168 time: 0.3127656 Aug 16 21:14:46.891091 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9fa103-1e51-4508-ad50-0450a0b15d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb05c74-a419-4aeb-842a-e3d58b3edf61,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:46.977895 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94918b0e-cb3b-4b36-9ecd-e49dfc0f8d41 req-5f0e3163-4b2d-4e55-9496-5359b4019ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:46.979559 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-94918b0e-cb3b-4b36-9ecd-e49dfc0f8d41 req-5f0e3163-4b2d-4e55-9496-5359b4019ad4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9b342b5a-cf11-42d0-b1b0-cfe89b876400 HTTP/1.1" status: 200 len: 913 time: 0.1236343 Aug 16 21:14:47.022032 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-94918b0e-cb3b-4b36-9ecd-e49dfc0f8d41 req-247a7e46-ea0a-4354-9d13-c09e9fa66373 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25316b80-772a-4ec9-ad97-ecc18bd64899 HTTP/1.1" status: 200 len: 217 time: 0.0346551 Aug 16 21:14:47.126457 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94918b0e-cb3b-4b36-9ecd-e49dfc0f8d41 req-3b972722-485d-40eb-9c14-8cefb87a3654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:47.128051 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-94918b0e-cb3b-4b36-9ecd-e49dfc0f8d41 req-3b972722-485d-40eb-9c14-8cefb87a3654 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ed090fc7-7364-468a-a3c2-32aa2f8b69c8 HTTP/1.1" status: 200 len: 852 time: 0.0975153 Aug 16 21:14:47.163637 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-94918b0e-cb3b-4b36-9ecd-e49dfc0f8d41 req-bfba1fc3-f4f4-4fcb-a048-e718c478f369 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9b342b5a-cf11-42d0-b1b0-cfe89b876400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273314 Aug 16 21:14:47.269303 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-94918b0e-cb3b-4b36-9ecd-e49dfc0f8d41 req-cea5f95a-def6-4d4a-b5ec-333791dac9ad service neutron] 10.222.0.72 "GET /v2.0/networks/9b342b5a-cf11-42d0-b1b0-cfe89b876400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974305 Aug 16 21:14:47.389801 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-94918b0e-cb3b-4b36-9ecd-e49dfc0f8d41 req-ca9ea9e0-7e40-4f95-858d-048bb21a225c service neutron] 10.222.0.72 "GET /v2.0/networks/9b342b5a-cf11-42d0-b1b0-cfe89b876400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123669 Aug 16 21:14:47.910593 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7707ec-dcd7-47a0-9d85-7e5333d9f10d req-25cc0359-ac4a-4c22-81e2-3f40bdf9c338 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:47.914587 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ad7707ec-dcd7-47a0-9d85-7e5333d9f10d req-25cc0359-ac4a-4c22-81e2-3f40bdf9c338 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/ports?device_id=935b9de4-5af5-4d8e-aade-5c273df801bb HTTP/1.1" status: 200 len: 944 time: 0.0670848 Aug 16 21:14:47.973607 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ad7707ec-dcd7-47a0-9d85-7e5333d9f10d req-21269b55-e3da-43f4-af00-873dc09e7660 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/security-groups?id=764d5c4b-4841-4a9a-985c-ba53b4e737e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532999 Aug 16 21:14:49.098942 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af9805-8b9c-4996-a12a-6000f8d7b703 req-09dc0ca8-c28a-4371-a7c4-f3d7ba41afca tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:49.100503 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-22af9805-8b9c-4996-a12a-6000f8d7b703 req-09dc0ca8-c28a-4371-a7c4-f3d7ba41afca tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/ports?device_id=935b9de4-5af5-4d8e-aade-5c273df801bb HTTP/1.1" status: 200 len: 944 time: 0.0535526 Aug 16 21:14:49.151589 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-22af9805-8b9c-4996-a12a-6000f8d7b703 req-48371a36-fb31-4e4e-8749-bdf3e9e75c80 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/security-groups?id=764d5c4b-4841-4a9a-985c-ba53b4e737e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450492 Aug 16 21:14:49.229592 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:50.306675 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f502d-7741-42e6-b0ea-52fa7ebb7b2a req-9db56c91-e45f-4af7-9cd1-d2c222f91cbd tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:50.309038 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a44f502d-7741-42e6-b0ea-52fa7ebb7b2a req-9db56c91-e45f-4af7-9cd1-d2c222f91cbd tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/ports?device_id=935b9de4-5af5-4d8e-aade-5c273df801bb HTTP/1.1" status: 200 len: 944 time: 0.0631115 Aug 16 21:14:50.389226 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a44f502d-7741-42e6-b0ea-52fa7ebb7b2a req-8e17dcd9-1e42-45d0-a03c-da718a2b6ab8 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/security-groups?id=764d5c4b-4841-4a9a-985c-ba53b4e737e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644341 Aug 16 21:14:50.514909 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 25316b80-772a-4ec9-ad97-ecc18bd64899 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:14:50.673186 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 25316b80-772a-4ec9-ad97-ecc18bd64899, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=25316b80-772a-4ec9-ad97-ecc18bd64899,segment=NetworkSegment(55755f46-78b6-4ce0-ab0c-4c9e4efc9180),segment_id=55755f46-78b6-4ce0-ab0c-4c9e4efc9180)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:14:50.686831 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '25316b80-772a-4ec9-ad97-ecc18bd64899', 'network_id': '9b342b5a-cf11-42d0-b1b0-cfe89b876400', 'port_id': '25316b80-772a-4ec9-ad97-ecc18bd64899', 'mac_address': 'fa:16:3e:74:37:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed090fc7-7364-468a-a3c2-32aa2f8b69c8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:14:50.730191 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:50.743614 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25316b80-772a-4ec9-ad97-ecc18bd64899 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:14:50.763616 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 25316b80-772a-4ec9-ad97-ecc18bd64899, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=25316b80-772a-4ec9-ad97-ecc18bd64899,segment=NetworkSegment(55755f46-78b6-4ce0-ab0c-4c9e4efc9180),segment_id=55755f46-78b6-4ce0-ab0c-4c9e4efc9180)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:14:50.891911 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:50.949217 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=25316b80-772a-4ec9-ad97-ecc18bd64899,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:50.958836 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:50.959341 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:50.959842 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:50.960326 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:50.960771 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:50.961210 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:50.965163 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:50.965163 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:50.965163 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:50.965163 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:50.965163 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:50.965163 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:51.104618 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['25316b80-772a-4ec9-ad97-ecc18bd64899'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:14:51.558807 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed134976-c0dd-4e75-b5b2-0d40e2c1e065 req-97c0b405-237c-411a-ba2b-18699c9e2238 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:51.560365 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ed134976-c0dd-4e75-b5b2-0d40e2c1e065 req-97c0b405-237c-411a-ba2b-18699c9e2238 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/ports?device_id=935b9de4-5af5-4d8e-aade-5c273df801bb HTTP/1.1" status: 200 len: 945 time: 0.0687897 Aug 16 21:14:51.599665 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-cce710ef-3733-4f35-b207-8b87004d7c29 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=40f0b8f768e64b78b7b7cf6c69c42fa1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383260 Aug 16 21:14:51.699423 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ed134976-c0dd-4e75-b5b2-0d40e2c1e065 req-c5effa70-8568-4614-8c09-12fe1bd33e1d tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/security-groups?id=764d5c4b-4841-4a9a-985c-ba53b4e737e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193905 Aug 16 21:14:51.824260 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-26465f77-8bef-40e0-9dbb-60221970b5fa tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:51.825692 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-26465f77-8bef-40e0-9dbb-60221970b5fa tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2183161 Aug 16 21:14:51.842476 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-ee361232-ed7a-4ce5-a9b9-00689ca92e06 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] 10.222.0.84 "GET /v2.0/quotas/40f0b8f768e64b78b7b7cf6c69c42fa1 HTTP/1.1" status: 200 len: 375 time: 0.0109673 Aug 16 21:14:51.876699 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-f31cd545-1db1-45f7-8950-69282e5fa64c tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=40f0b8f768e64b78b7b7cf6c69c42fa1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274417 Aug 16 21:14:52.107270 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:52.506901 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-10ae4c2c-37dc-43d7-8c73-839df0f37460 req-f90c27e6-81b3-44c4-bebb-4b1ab2d33d4c tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] 10.222.0.84 "GET /v2.0/ports?device_id=765fa1d9-d709-4c50-8275-9a1ffe2cf775 HTTP/1.1" status: 200 len: 210 time: 0.0260119 Aug 16 21:14:52.517374 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 25316b80-772a-4ec9-ad97-ecc18bd64899 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:14:52.682718 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 25316b80-772a-4ec9-ad97-ecc18bd64899 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:14:52.689568 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 25316b80-772a-4ec9-ad97-ecc18bd64899 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:14:52.696008 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:52.780222 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:52.803447 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935b9de4-5af5-4d8e-aade-5c273df801bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25316b80-772a-4ec9-ad97-ecc18bd64899'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:14:52.806630 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea38626a-0f8b-4fe1-9494-736eae16e536" -d '{"events": [{"server_uuid": "935b9de4-5af5-4d8e-aade-5c273df801bb", "name": "network-vif-plugged", "status": "completed", "tag": "25316b80-772a-4ec9-ad97-ecc18bd64899"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:14:52.825125 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 25316b80-772a-4ec9-ad97-ecc18bd64899, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=25316b80-772a-4ec9-ad97-ecc18bd64899,segment=NetworkSegment(55755f46-78b6-4ce0-ab0c-4c9e4efc9180),segment_id=55755f46-78b6-4ce0-ab0c-4c9e4efc9180)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:14:52.849993 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e18ea6-b602-4ef6-b2ee-b92a171828d0 req-fdce7cbe-a613-45d8-ab27-6bab1b22471e tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:52.854662 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f0e18ea6-b602-4ef6-b2ee-b92a171828d0 req-fdce7cbe-a613-45d8-ab27-6bab1b22471e tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/ports?device_id=935b9de4-5af5-4d8e-aade-5c273df801bb HTTP/1.1" status: 200 len: 945 time: 0.0715332 Aug 16 21:14:52.900027 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:52.908664 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f0e18ea6-b602-4ef6-b2ee-b92a171828d0 req-7ad0c9b8-4943-4d9d-bf3a-48cd2a1c3baf tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/security-groups?id=764d5c4b-4841-4a9a-985c-ba53b4e737e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528584 Aug 16 21:14:52.997335 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=25316b80-772a-4ec9-ad97-ecc18bd64899,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:53.136208 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929789e8-3885-4166-a9c6-3358a0f92f87 x-openstack-request-id: req-929789e8-3885-4166-a9c6-3358a0f92f87 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:14:53.136208 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "935b9de4-5af5-4d8e-aade-5c273df801bb", "name": "network-vif-plugged", "status": "completed", "tag": "25316b80-772a-4ec9-ad97-ecc18bd64899", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:14:53.136208 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-929789e8-3885-4166-a9c6-3358a0f92f87 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:14:53.136962 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '935b9de4-5af5-4d8e-aade-5c273df801bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25316b80-772a-4ec9-ad97-ecc18bd64899', 'code': 200} Aug 16 21:14:53.229002 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b96cd-6182-49e1-b7a5-1af035dc2dd7 req-b640d4d8-7725-4b28-86c2-53858d4a67c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:53.230608 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f96b96cd-6182-49e1-b7a5-1af035dc2dd7 req-b640d4d8-7725-4b28-86c2-53858d4a67c0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=935b9de4-5af5-4d8e-aade-5c273df801bb HTTP/1.1" status: 200 len: 1098 time: 0.0434146 Aug 16 21:14:53.360528 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f96b96cd-6182-49e1-b7a5-1af035dc2dd7 req-21bde15b-2418-4973-97d4-06fc08376fdb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=764d5c4b-4841-4a9a-985c-ba53b4e737e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230083 Aug 16 21:14:53.375295 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0bade-4008-4453-8cfd-70626eee5b44 req-ae6ec382-bd26-4d25-8a08-c10ac30111f5 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:53.383289 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d1a0bade-4008-4453-8cfd-70626eee5b44 req-ae6ec382-bd26-4d25-8a08-c10ac30111f5 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 945 time: 0.0622578 Aug 16 21:14:53.429318 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d1a0bade-4008-4453-8cfd-70626eee5b44 req-b678c65f-9cd2-42ce-88d7-7145b521ee2a tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436554 Aug 16 21:14:53.614086 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-00112172-75e9-4221-bff0-2da4c08934d3 req-1852816b-05b0-4cf4-b4d6-a7e59ad8ce8f tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] 10.222.0.84 "GET /v2.0/ports?device_id=765fa1d9-d709-4c50-8275-9a1ffe2cf775 HTTP/1.1" status: 200 len: 210 time: 0.0281823 Aug 16 21:14:54.047446 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d1784-acaa-4c63-9621-aaab86a741b5 req-8674a4c6-a78c-4b5f-aa16-dc1fb6ee617d tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:54.049078 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-630d1784-acaa-4c63-9621-aaab86a741b5 req-8674a4c6-a78c-4b5f-aa16-dc1fb6ee617d tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/ports?device_id=935b9de4-5af5-4d8e-aade-5c273df801bb HTTP/1.1" status: 200 len: 946 time: 0.0611045 Aug 16 21:14:54.090343 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-630d1784-acaa-4c63-9621-aaab86a741b5 req-34b86a40-d8bf-4f14-a8b5-feacec0f49ca tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/security-groups?id=764d5c4b-4841-4a9a-985c-ba53b4e737e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336645 Aug 16 21:14:54.556525 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22ca25-e5b3-44b3-8075-be893eba693e req-0dcd96c0-9076-4765-94be-6ab829f48e95 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:54.559083 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf22ca25-e5b3-44b3-8075-be893eba693e req-0dcd96c0-9076-4765-94be-6ab829f48e95 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 945 time: 0.0577013 Aug 16 21:14:54.615068 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf22ca25-e5b3-44b3-8075-be893eba693e req-d747623b-8fd6-479c-8c06-78b9528f55e1 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371733 Aug 16 21:14:54.717544 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8f1037db-b3ba-4fec-b895-a22e03adbda6 req-87a64957-a10e-4c1b-b692-1782f2f5d196 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] 10.222.0.84 "GET /v2.0/ports?device_id=765fa1d9-d709-4c50-8275-9a1ffe2cf775 HTTP/1.1" status: 200 len: 210 time: 0.0304375 Aug 16 21:14:55.227802 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a63b57-a3d5-4bac-a6f9-99a064dcf013 req-8d5bcd3d-fa9f-4de0-b4c3-b110017eb0d4 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:55.229282 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-09a63b57-a3d5-4bac-a6f9-99a064dcf013 req-8d5bcd3d-fa9f-4de0-b4c3-b110017eb0d4 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/ports?device_id=935b9de4-5af5-4d8e-aade-5c273df801bb HTTP/1.1" status: 200 len: 946 time: 0.0536742 Aug 16 21:14:55.277522 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-09a63b57-a3d5-4bac-a6f9-99a064dcf013 req-88fb98ac-a3f8-429a-869b-a16a9997e18d tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/security-groups?id=764d5c4b-4841-4a9a-985c-ba53b4e737e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355334 Aug 16 21:14:55.303126 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-888f3d34-dfbd-46ac-b0a2-0df9720d3369 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=40f0b8f768e64b78b7b7cf6c69c42fa1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216367 Aug 16 21:14:55.474377 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ecd45-4aeb-47ba-baaa-93c7747ea565 req-59ee912b-6bda-4f8d-8b89-80f380fb3b5a tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:55.475904 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-083ecd45-4aeb-47ba-baaa-93c7747ea565 req-59ee912b-6bda-4f8d-8b89-80f380fb3b5a tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/ports?device_id=935b9de4-5af5-4d8e-aade-5c273df801bb HTTP/1.1" status: 200 len: 946 time: 0.1114209 Aug 16 21:14:55.515953 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-544570cf-5c08-4249-a5b5-ac09185c368d tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:55.517384 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-544570cf-5c08-4249-a5b5-ac09185c368d tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2086976 Aug 16 21:14:55.534845 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-083ecd45-4aeb-47ba-baaa-93c7747ea565 req-344d1c6f-76fa-4b13-a400-03a03bd438db tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/security-groups?id=764d5c4b-4841-4a9a-985c-ba53b4e737e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514245 Aug 16 21:14:55.540032 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-bb04d014-8e79-43a8-8572-e504d8502c06 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] Request body: {'port': {'device_id': '765fa1d9-d709-4c50-8275-9a1ffe2cf775', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'admin_state_up': True, 'tenant_id': '40f0b8f768e64b78b7b7cf6c69c42fa1'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:14:55.728854 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-bb04d014-8e79-43a8-8572-e504d8502c06 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] Made reservation on behalf of 40f0b8f768e64b78b7b7cf6c69c42fa1 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:14:55.732756 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-bb04d014-8e79-43a8-8572-e504d8502c06 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:55.746891 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-bb04d014-8e79-43a8-8572-e504d8502c06 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:55.781978 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777e398-00a9-4ed2-9d6b-5bfe8d0152fc req-5ae7d4ee-5915-4995-91de-d4bf67d1906f tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:55.782624 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b777e398-00a9-4ed2-9d6b-5bfe8d0152fc req-5ae7d4ee-5915-4995-91de-d4bf67d1906f tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 945 time: 0.0890458 Aug 16 21:14:55.858293 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b777e398-00a9-4ed2-9d6b-5bfe8d0152fc req-02ec716f-82e0-4561-82cf-a037802d582b tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681701 Aug 16 21:14:55.943469 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-bb04d014-8e79-43a8-8572-e504d8502c06 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:55.962933 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50487882-8492-4aed-80f1-26f26b4ea181 req-f3aea5fe-1743-49c1-a8d8-a1c1a37151b0 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] 10.222.0.84 "GET /v2.0/ports?device_id=765fa1d9-d709-4c50-8275-9a1ffe2cf775 HTTP/1.1" status: 200 len: 210 time: 0.0350339 Aug 16 21:14:55.992046 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-bb04d014-8e79-43a8-8572-e504d8502c06 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:56.098405 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb04d014-8e79-43a8-8572-e504d8502c06 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3837f783-6a56-4d29-a6a6-bcea6df65d6a,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:56.157409 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26772390-5b93-4018-a596-a9d9b84f54c6 req-c3bd5c75-eb1f-4d2b-ab54-ea8dbe4a4675 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:56.157409 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-26772390-5b93-4018-a596-a9d9b84f54c6 req-c3bd5c75-eb1f-4d2b-ab54-ea8dbe4a4675 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/ports?device_id=935b9de4-5af5-4d8e-aade-5c273df801bb HTTP/1.1" status: 200 len: 946 time: 0.1510329 Aug 16 21:14:56.204911 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-bb04d014-8e79-43a8-8572-e504d8502c06 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] Allocated IP 192.168.233.207 (d77fce7e-e915-4ee5-ada6-d6f376af2589/2883ed1d-8e71-4475-b2ce-2177242b9f23/aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:14:56.221523 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-26772390-5b93-4018-a596-a9d9b84f54c6 req-73d10319-6239-4fdd-94f8-e3c3a3221104 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/security-groups?id=764d5c4b-4841-4a9a-985c-ba53b4e737e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570931 Aug 16 21:14:56.384297 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-bb04d014-8e79-43a8-8572-e504d8502c06 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:56.399241 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-bb04d014-8e79-43a8-8572-e504d8502c06 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] Transition to ACTIVE for port object aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:14:56.533383 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-bb04d014-8e79-43a8-8572-e504d8502c06 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:56.579475 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-bb04d014-8e79-43a8-8572-e504d8502c06 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] Network d77fce7e-e915-4ee5-ada6-d6f376af2589 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:14:56.583251 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-bb04d014-8e79-43a8-8572-e504d8502c06 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:14:56.588928 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-bb04d014-8e79-43a8-8572-e504d8502c06 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:14:56.619312 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb04d014-8e79-43a8-8572-e504d8502c06 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] Pushing event updated for resources: {'Port': ['ID=aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:56.656699 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-bb04d014-8e79-43a8-8572-e504d8502c06 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:56.657330 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-bb04d014-8e79-43a8-8572-e504d8502c06 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:56.752144 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-bb04d014-8e79-43a8-8572-e504d8502c06 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2162280 Aug 16 21:14:56.769867 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-54e24387-670a-4e7e-9e71-1014d33f3af9 service neutron] Request body: {'port': {'device_id': '765fa1d9-d709-4c50-8275-9a1ffe2cf775', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:14:56.833990 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-54e24387-670a-4e7e-9e71-1014d33f3af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:56.897693 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-22755e11-ab90-4376-92b2-d03716392d68 None None] Provisioning for port aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:14:56.902018 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-22755e11-ab90-4376-92b2-d03716392d68 None None] Provisioning complete for port aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:14:56.902274 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-22755e11-ab90-4376-92b2-d03716392d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:56.944388 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-22755e11-ab90-4376-92b2-d03716392d68 None None] Port aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:14:57.057123 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54272ec2-728a-453f-b476-b4a3d36d6c98 req-a10b290e-a2bd-4531-9d7f-df8630bf9737 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:57.057937 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-54272ec2-728a-453f-b476-b4a3d36d6c98 req-a10b290e-a2bd-4531-9d7f-df8630bf9737 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 945 time: 0.1146615 Aug 16 21:14:57.166505 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-54272ec2-728a-453f-b476-b4a3d36d6c98 req-eda8c767-c68a-4dc2-bdc6-4fef993f110a tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941784 Aug 16 21:14:57.183712 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012793f-7f28-4b94-9b0c-60139fe1de2a req-53855342-774c-43d7-ace5-c9cbcbf58590 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:57.186523 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5012793f-7f28-4b94-9b0c-60139fe1de2a req-53855342-774c-43d7-ace5-c9cbcbf58590 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] 10.222.0.84 "GET /v2.0/ports?device_id=765fa1d9-d709-4c50-8275-9a1ffe2cf775 HTTP/1.1" status: 200 len: 936 time: 0.1259432 Aug 16 21:14:57.276655 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-54e24387-670a-4e7e-9e71-1014d33f3af9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:14:57.287450 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5012793f-7f28-4b94-9b0c-60139fe1de2a req-011e5191-682a-41dc-9c8f-5cc87e0a711b tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] 10.222.0.84 "GET /v2.0/security-groups?id=3837f783-6a56-4d29-a6a6-bcea6df65d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942371 Aug 16 21:14:57.289778 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-54e24387-670a-4e7e-9e71-1014d33f3af9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:57.328356 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-54e24387-670a-4e7e-9e71-1014d33f3af9 service neutron] Transition to ACTIVE for port object aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:14:57.352271 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bf618-4476-4954-a29e-7d9d33b61b9e req-278a56c8-0633-4e63-93ac-42c5420aacea tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:57.353846 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-745bf618-4476-4954-a29e-7d9d33b61b9e req-278a56c8-0633-4e63-93ac-42c5420aacea tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/ports?device_id=935b9de4-5af5-4d8e-aade-5c273df801bb HTTP/1.1" status: 200 len: 946 time: 0.0616300 Aug 16 21:14:57.395247 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-745bf618-4476-4954-a29e-7d9d33b61b9e req-c71e14f6-5243-4cd1-94d2-5e3c458e3d2d tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/security-groups?id=764d5c4b-4841-4a9a-985c-ba53b4e737e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346272 Aug 16 21:14:57.405902 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-54e24387-670a-4e7e-9e71-1014d33f3af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:57.494812 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e24387-670a-4e7e-9e71-1014d33f3af9 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:57.555075 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-54e24387-670a-4e7e-9e71-1014d33f3af9 service neutron] Attempting to bind port aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:14:57.555429 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-54e24387-670a-4e7e-9e71-1014d33f3af9 service neutron] Attempting to bind port aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:14:57.555771 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-54e24387-670a-4e7e-9e71-1014d33f3af9 service neutron] Attempting to bind port aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:14:57.561255 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-54e24387-670a-4e7e-9e71-1014d33f3af9 service neutron] Port aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c on network d77fce7e-e915-4ee5-ada6-d6f376af2589 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:14:57.561593 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-54e24387-670a-4e7e-9e71-1014d33f3af9 service neutron] Attempting to bind port aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:14:57.567390 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-54e24387-670a-4e7e-9e71-1014d33f3af9 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:14:57.567743 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-54e24387-670a-4e7e-9e71-1014d33f3af9 service neutron] Checking segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:14:57.568257 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-54e24387-670a-4e7e-9e71-1014d33f3af9 service neutron] Bound using segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:14:57.568708 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-54e24387-670a-4e7e-9e71-1014d33f3af9 service neutron] Bound port: aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:14:57.569267 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-54e24387-670a-4e7e-9e71-1014d33f3af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:57.672451 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-54e24387-670a-4e7e-9e71-1014d33f3af9 service neutron] For port aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:14:57.675632 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-54e24387-670a-4e7e-9e71-1014d33f3af9 service neutron] For port aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:14:57.760058 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-54e24387-670a-4e7e-9e71-1014d33f3af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:57.829033 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-54e24387-670a-4e7e-9e71-1014d33f3af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:57.829680 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-54e24387-670a-4e7e-9e71-1014d33f3af9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:57.831113 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-54e24387-670a-4e7e-9e71-1014d33f3af9 service neutron] 10.222.0.90 "PUT /v2.0/ports/aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c HTTP/1.1" status: 200 len: 1097 time: 1.0710018 Aug 16 21:14:57.833459 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '765fa1d9-d709-4c50-8275-9a1ffe2cf775', 'tag': 'aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:14:57.836407 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59012a16-68c9-49e6-966d-0d28e7e9ffd6" -d '{"events": [{"name": "network-changed", "server_uuid": "765fa1d9-d709-4c50-8275-9a1ffe2cf775", "tag": "aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:14:57.875646 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e24387-670a-4e7e-9e71-1014d33f3af9 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:57.909158 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5796f-0d61-4df8-986a-3b5efb78614f req-9cd230a0-6ff8-45b0-b0e6-3aad84e39def tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:57.917041 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12d5796f-0d61-4df8-986a-3b5efb78614f req-9cd230a0-6ff8-45b0-b0e6-3aad84e39def tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/ports?device_id=935b9de4-5af5-4d8e-aade-5c273df801bb HTTP/1.1" status: 200 len: 946 time: 0.1222420 Aug 16 21:14:57.941587 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fab9d8-d2e3-450e-9b75-bafd9738c5e5 x-openstack-request-id: req-c8fab9d8-d2e3-450e-9b75-bafd9738c5e5 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:14:57.942100 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "765fa1d9-d709-4c50-8275-9a1ffe2cf775", "tag": "aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:14:57.942525 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c8fab9d8-d2e3-450e-9b75-bafd9738c5e5 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:14:57.943125 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '765fa1d9-d709-4c50-8275-9a1ffe2cf775', 'tag': 'aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c', 'status': 'completed', 'code': 200} Aug 16 21:14:58.006183 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e5f5d-5079-4fb4-bf1b-02078912b9da req-abcbebae-1545-4399-9523-7fecfebee6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:58.006853 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12d5796f-0d61-4df8-986a-3b5efb78614f req-25063082-1178-464b-ab64-3ba275f7fb1b tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/security-groups?id=764d5c4b-4841-4a9a-985c-ba53b4e737e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879915 Aug 16 21:14:58.009302 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e69e5f5d-5079-4fb4-bf1b-02078912b9da req-abcbebae-1545-4399-9523-7fecfebee6c5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9c67e03b7a70440d93a6caca4cd34832&device_id=935b9de4-5af5-4d8e-aade-5c273df801bb HTTP/1.1" status: 200 len: 1098 time: 0.0893152 Aug 16 21:14:58.022124 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-ac9bd811-3c78-446b-94da-eb2f823cdd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:58.026665 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-ac9bd811-3c78-446b-94da-eb2f823cdd26 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=40f0b8f768e64b78b7b7cf6c69c42fa1&device_id=765fa1d9-d709-4c50-8275-9a1ffe2cf775 HTTP/1.1" status: 200 len: 1100 time: 0.0825346 Aug 16 21:14:58.074279 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-1491394f-a75f-4cfd-97c6-27a8d4e6fc4a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c HTTP/1.1" status: 200 len: 217 time: 0.0388281 Aug 16 21:14:58.130123 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-f279f180-6239-45ef-809e-ec329680b79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:58.131715 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-f279f180-6239-45ef-809e-ec329680b79b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0507035 Aug 16 21:14:58.144428 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e5f5d-5079-4fb4-bf1b-02078912b9da req-ae32d2df-a782-41c3-bf4e-8646847bbb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:58.145879 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e69e5f5d-5079-4fb4-bf1b-02078912b9da req-ae32d2df-a782-41c3-bf4e-8646847bbb74 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9b342b5a-cf11-42d0-b1b0-cfe89b876400 HTTP/1.1" status: 200 len: 913 time: 0.1291053 Aug 16 21:14:58.184999 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-e42f855a-5c45-4210-a2ca-aa945981a0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:58.186586 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-e42f855a-5c45-4210-a2ca-aa945981a0bb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0480909 Aug 16 21:14:58.206124 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e69e5f5d-5079-4fb4-bf1b-02078912b9da req-6876e076-ae01-473d-a906-85d28439e619 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25316b80-772a-4ec9-ad97-ecc18bd64899 HTTP/1.1" status: 200 len: 217 time: 0.0519700 Aug 16 21:14:58.288949 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e5f5d-5079-4fb4-bf1b-02078912b9da req-45ae48c5-9d1d-46e9-bc62-5e83dd2fb5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:58.291885 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e69e5f5d-5079-4fb4-bf1b-02078912b9da req-45ae48c5-9d1d-46e9-bc62-5e83dd2fb5af service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ed090fc7-7364-468a-a3c2-32aa2f8b69c8 HTTP/1.1" status: 200 len: 852 time: 0.0735343 Aug 16 21:14:58.330470 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e69e5f5d-5079-4fb4-bf1b-02078912b9da req-261e8181-c3aa-4a9d-a908-6a7861d85807 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9b342b5a-cf11-42d0-b1b0-cfe89b876400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320513 Aug 16 21:14:58.350928 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-3eefd2a2-3990-44c1-8402-ecabc26c98f5 service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489482 Aug 16 21:14:58.375286 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b8a45-5d0c-48dd-bebd-6c2a3ca243b2 req-b013e45b-8340-48a1-9a32-00446953e064 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:58.377600 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-328b8a45-5d0c-48dd-bebd-6c2a3ca243b2 req-b013e45b-8340-48a1-9a32-00446953e064 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 945 time: 0.0994604 Aug 16 21:14:58.461506 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e69e5f5d-5079-4fb4-bf1b-02078912b9da req-78e69874-a7d3-4a28-9dbf-7286511b4ece service neutron] 10.222.0.72 "GET /v2.0/networks/9b342b5a-cf11-42d0-b1b0-cfe89b876400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228812 Aug 16 21:14:58.521101 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a7249-a0c6-4490-87fe-982cfb350718 req-bf58ac74-6f89-44e4-8199-d120ae156e12 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:58.522628 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f5a7249-a0c6-4490-87fe-982cfb350718 req-bf58ac74-6f89-44e4-8199-d120ae156e12 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] 10.222.0.84 "GET /v2.0/ports?device_id=765fa1d9-d709-4c50-8275-9a1ffe2cf775 HTTP/1.1" status: 200 len: 948 time: 0.1435211 Aug 16 21:14:58.526066 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-328b8a45-5d0c-48dd-bebd-6c2a3ca243b2 req-ff51593b-5da7-4357-b0fd-c98817a470bf tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284478 Aug 16 21:14:58.574117 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-36023629-1984-403a-8481-ed1e7f72b9e3 req-5d483155-c818-4168-8aa6-f8c5c2e5251e service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108192 Aug 16 21:14:58.595422 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f5a7249-a0c6-4490-87fe-982cfb350718 req-17153a6c-5476-482b-bf9f-206cdd09a647 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] 10.222.0.84 "GET /v2.0/security-groups?id=3837f783-6a56-4d29-a6a6-bcea6df65d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508327 Aug 16 21:14:58.636252 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e69e5f5d-5079-4fb4-bf1b-02078912b9da req-9e8864ab-0a3e-433b-a7b3-013d692cea23 service neutron] 10.222.0.72 "GET /v2.0/networks/9b342b5a-cf11-42d0-b1b0-cfe89b876400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645274 Aug 16 21:14:58.762181 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59012a16-68c9-49e6-966d-0d28e7e9ffd6 req-a5becdcc-692d-46d9-9eff-c678fc45658b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:58.763762 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-59012a16-68c9-49e6-966d-0d28e7e9ffd6 req-a5becdcc-692d-46d9-9eff-c678fc45658b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=40f0b8f768e64b78b7b7cf6c69c42fa1&device_id=765fa1d9-d709-4c50-8275-9a1ffe2cf775 HTTP/1.1" status: 200 len: 1100 time: 0.0474594 Aug 16 21:14:58.865646 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59012a16-68c9-49e6-966d-0d28e7e9ffd6 req-d1947b16-eb01-497d-ac36-ec2af1fbdebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:58.867775 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-59012a16-68c9-49e6-966d-0d28e7e9ffd6 req-d1947b16-eb01-497d-ac36-ec2af1fbdebb service neutron] 10.222.0.90 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.0969827 Aug 16 21:14:59.259404 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-59012a16-68c9-49e6-966d-0d28e7e9ffd6 req-95a77d3e-8136-4c06-b289-c7fb4298edad service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c HTTP/1.1" status: 200 len: 217 time: 0.3831532 Aug 16 21:14:59.362256 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5541d8-9613-4a22-ab5c-02384c214a48 req-4a3597f1-91c9-4570-af11-722c0ef14e50 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:59.363891 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f5541d8-9613-4a22-ab5c-02384c214a48 req-4a3597f1-91c9-4570-af11-722c0ef14e50 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/ports?device_id=935b9de4-5af5-4d8e-aade-5c273df801bb HTTP/1.1" status: 200 len: 946 time: 0.1063590 Aug 16 21:14:59.366332 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59012a16-68c9-49e6-966d-0d28e7e9ffd6 req-2573137f-74a4-4e3c-803a-653452ba7d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:59.366719 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-59012a16-68c9-49e6-966d-0d28e7e9ffd6 req-2573137f-74a4-4e3c-803a-653452ba7d61 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0978749 Aug 16 21:14:59.437728 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f5541d8-9613-4a22-ab5c-02384c214a48 req-173e9e00-6681-4a84-b66d-d8c29bbd0815 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/security-groups?id=764d5c4b-4841-4a9a-985c-ba53b4e737e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659549 Aug 16 21:14:59.443923 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59012a16-68c9-49e6-966d-0d28e7e9ffd6 req-4403ac99-1a54-4e78-9395-c8449fa92b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:59.445962 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-59012a16-68c9-49e6-966d-0d28e7e9ffd6 req-4403ac99-1a54-4e78-9395-c8449fa92b1b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0683753 Aug 16 21:14:59.553669 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-59012a16-68c9-49e6-966d-0d28e7e9ffd6 req-60be10cb-52c5-4a66-8219-79a3c8a80e9b service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977900 Aug 16 21:14:59.750652 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116da20-330e-481e-b72e-00b9d0ad51a4 req-26371867-c0e3-4da5-8d7b-623545904a9a tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:59.752450 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8116da20-330e-481e-b72e-00b9d0ad51a4 req-26371867-c0e3-4da5-8d7b-623545904a9a tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 945 time: 0.1231592 Aug 16 21:14:59.757264 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-59012a16-68c9-49e6-966d-0d28e7e9ffd6 req-037f46af-c98b-45c5-8dfb-ee70b8fe59fa service neutron] 10.222.0.90 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881583 Aug 16 21:14:59.789621 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940f07b-454e-410e-b52e-d0357be39067 req-aafcf59f-0580-43c8-b14f-849ee3952018 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:59.791150 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2940f07b-454e-410e-b52e-d0357be39067 req-aafcf59f-0580-43c8-b14f-849ee3952018 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] 10.222.0.84 "GET /v2.0/ports?device_id=765fa1d9-d709-4c50-8275-9a1ffe2cf775 HTTP/1.1" status: 200 len: 948 time: 0.1184609 Aug 16 21:14:59.816795 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8116da20-330e-481e-b72e-00b9d0ad51a4 req-e132a0ea-a856-4cf7-af76-09aaca9271d7 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567670 Aug 16 21:14:59.843302 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2940f07b-454e-410e-b52e-d0357be39067 req-1ad4a436-bb52-4b7d-94ce-cb78d5fce69a tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] 10.222.0.84 "GET /v2.0/security-groups?id=3837f783-6a56-4d29-a6a6-bcea6df65d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390580 Aug 16 21:15:00.574208 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bf364-94af-4e0b-9f40-7201714e0e96 req-2d4e32a2-3767-4b01-ac9e-f8579e4e2130 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:00.575646 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-252bf364-94af-4e0b-9f40-7201714e0e96 req-2d4e32a2-3767-4b01-ac9e-f8579e4e2130 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/ports?device_id=935b9de4-5af5-4d8e-aade-5c273df801bb HTTP/1.1" status: 200 len: 946 time: 0.0568643 Aug 16 21:15:00.614003 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-252bf364-94af-4e0b-9f40-7201714e0e96 req-9647f109-e5ab-4326-a005-cb8193cb3bcc tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/security-groups?id=764d5c4b-4841-4a9a-985c-ba53b4e737e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323093 Aug 16 21:15:00.952393 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1428beb-63b8-4f69-9571-765c695c78ef req-dfe5455a-2df2-457b-8d58-dca0c8659c33 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:00.953737 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a1428beb-63b8-4f69-9571-765c695c78ef req-dfe5455a-2df2-457b-8d58-dca0c8659c33 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 945 time: 0.0610459 Aug 16 21:15:00.999870 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a1428beb-63b8-4f69-9571-765c695c78ef req-a2369468-0f87-453a-9e67-59264e6cbde6 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365663 Aug 16 21:15:01.119770 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006c2a6-edd3-43e3-9d98-1c98a0b0aeb6 req-6161dd76-25de-4404-88fe-9b8e3a46e65e tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:01.121364 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4006c2a6-edd3-43e3-9d98-1c98a0b0aeb6 req-6161dd76-25de-4404-88fe-9b8e3a46e65e tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] 10.222.0.84 "GET /v2.0/ports?device_id=765fa1d9-d709-4c50-8275-9a1ffe2cf775 HTTP/1.1" status: 200 len: 948 time: 0.0536740 Aug 16 21:15:01.166467 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4006c2a6-edd3-43e3-9d98-1c98a0b0aeb6 req-ada892d2-0c10-4836-a222-e9479bc7f855 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] 10.222.0.84 "GET /v2.0/security-groups?id=3837f783-6a56-4d29-a6a6-bcea6df65d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384545 Aug 16 21:15:01.280097 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0910c-7236-49a5-ae42-c3c6209fe526 req-2da7b4df-1cb7-4c80-9eea-a5f34e37d0ac tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:01.281525 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-60e0910c-7236-49a5-ae42-c3c6209fe526 req-2da7b4df-1cb7-4c80-9eea-a5f34e37d0ac tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/ports?device_id=935b9de4-5af5-4d8e-aade-5c273df801bb HTTP/1.1" status: 200 len: 946 time: 0.0633264 Aug 16 21:15:01.323100 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-60e0910c-7236-49a5-ae42-c3c6209fe526 req-1e210f4e-6ec2-4888-87d0-0066239ead8e tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/security-groups?id=764d5c4b-4841-4a9a-985c-ba53b4e737e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354762 Aug 16 21:15:02.132117 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9347fb-af15-49b8-b825-0cacf032a994 req-84e97a68-a37b-4f18-9863-26b711eff044 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:02.133697 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1a9347fb-af15-49b8-b825-0cacf032a994 req-84e97a68-a37b-4f18-9863-26b711eff044 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 945 time: 0.0524809 Aug 16 21:15:02.178113 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1a9347fb-af15-49b8-b825-0cacf032a994 req-5c8d9915-66d7-4f3c-9b74-e112751cc85b tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370243 Aug 16 21:15:02.295975 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:15:02.298428 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc7f83-28ee-47bf-8088-36477029953f req-77aa65d0-41db-454a-b40d-fcc9aed09d92 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:02.300016 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6edc7f83-28ee-47bf-8088-36477029953f req-77aa65d0-41db-454a-b40d-fcc9aed09d92 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] 10.222.0.84 "GET /v2.0/ports?device_id=765fa1d9-d709-4c50-8275-9a1ffe2cf775 HTTP/1.1" status: 200 len: 948 time: 0.0554426 Aug 16 21:15:02.344541 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6edc7f83-28ee-47bf-8088-36477029953f req-0bd1f458-c243-4c8e-b079-c9b2f02f4075 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] 10.222.0.84 "GET /v2.0/security-groups?id=3837f783-6a56-4d29-a6a6-bcea6df65d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384831 Aug 16 21:15:02.423157 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:02.435545 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': 'aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': 'aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c', 'mac_address': 'fa:16:3e:26:a1:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:15:02.458487 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896e801-fc6d-4fad-929b-0e495a3a8d58 req-016fb13c-1847-4d7b-b5df-082ba73e8164 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:02.461826 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f896e801-fc6d-4fad-929b-0e495a3a8d58 req-016fb13c-1847-4d7b-b5df-082ba73e8164 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/ports?device_id=935b9de4-5af5-4d8e-aade-5c273df801bb HTTP/1.1" status: 200 len: 946 time: 0.0536633 Aug 16 21:15:02.485891 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:02.504291 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f896e801-fc6d-4fad-929b-0e495a3a8d58 req-e91513a8-2e34-4707-a006-640a6487eb29 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/security-groups?id=764d5c4b-4841-4a9a-985c-ba53b4e737e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367236 Aug 16 21:15:02.508790 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:15:02.534468 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:02.659957 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:02.715799 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:02.919058 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:15:02.923513 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f837a-a816-4163-80d9-09e3ae8f05ee req-cf24f16e-d3ec-47f3-804e-a6898a5c057e tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:02.925644 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-070f837a-a816-4163-80d9-09e3ae8f05ee req-cf24f16e-d3ec-47f3-804e-a6898a5c057e tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/ports?device_id=935b9de4-5af5-4d8e-aade-5c273df801bb HTTP/1.1" status: 200 len: 946 time: 0.0523648 Aug 16 21:15:02.971329 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-070f837a-a816-4163-80d9-09e3ae8f05ee req-c7ad9ee6-b48c-43db-8890-319158376a26 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/security-groups?id=764d5c4b-4841-4a9a-985c-ba53b4e737e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355158 Aug 16 21:15:03.053376 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70559c57-8206-449b-a570-7a4fba5b09b9 req-9b792fc9-d712-4f7a-85fe-7416aef347ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:03.055747 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-70559c57-8206-449b-a570-7a4fba5b09b9 req-9b792fc9-d712-4f7a-85fe-7416aef347ed service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9c67e03b7a70440d93a6caca4cd34832&device_id=935b9de4-5af5-4d8e-aade-5c273df801bb HTTP/1.1" status: 200 len: 1098 time: 0.0451434 Aug 16 21:15:03.165375 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70559c57-8206-449b-a570-7a4fba5b09b9 req-5dff3b40-28d3-4a93-8c53-8c571ce2059a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:03.166992 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-70559c57-8206-449b-a570-7a4fba5b09b9 req-5dff3b40-28d3-4a93-8c53-8c571ce2059a service neutron] 10.222.0.72 "GET /v2.0/networks?id=9b342b5a-cf11-42d0-b1b0-cfe89b876400 HTTP/1.1" status: 200 len: 913 time: 0.1036549 Aug 16 21:15:03.210244 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-70559c57-8206-449b-a570-7a4fba5b09b9 req-29c6efb8-9436-4fbd-88e8-6152f9be99ec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25316b80-772a-4ec9-ad97-ecc18bd64899 HTTP/1.1" status: 200 len: 217 time: 0.0354433 Aug 16 21:15:03.264937 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70559c57-8206-449b-a570-7a4fba5b09b9 req-165d01a7-873f-4be3-bb7b-daac151f4ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:03.266481 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-70559c57-8206-449b-a570-7a4fba5b09b9 req-165d01a7-873f-4be3-bb7b-daac151f4ff5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ed090fc7-7364-468a-a3c2-32aa2f8b69c8 HTTP/1.1" status: 200 len: 852 time: 0.0492270 Aug 16 21:15:03.307298 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-70559c57-8206-449b-a570-7a4fba5b09b9 req-fe37e118-5909-473e-8224-db61b02fcaf4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9b342b5a-cf11-42d0-b1b0-cfe89b876400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336065 Aug 16 21:15:03.322371 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9cf70a-67a6-4f54-8b4b-94b4847e89ac req-cbce374c-5313-4bf3-8fff-eeb9a3f13c27 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:03.323949 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6b9cf70a-67a6-4f54-8b4b-94b4847e89ac req-cbce374c-5313-4bf3-8fff-eeb9a3f13c27 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 945 time: 0.0572813 Aug 16 21:15:03.382108 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6b9cf70a-67a6-4f54-8b4b-94b4847e89ac req-ab7da50b-c7a8-4715-b184-9a9489be782b tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472794 Aug 16 21:15:03.412579 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-70559c57-8206-449b-a570-7a4fba5b09b9 req-80596e5b-e51b-45a3-8ce2-2c088258f650 service neutron] 10.222.0.72 "GET /v2.0/networks/9b342b5a-cf11-42d0-b1b0-cfe89b876400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976069 Aug 16 21:15:03.480962 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388b129-2dc6-449b-90e9-e4af4c7eb226 req-256dc117-9dae-4f22-97ad-e3139c3ee961 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:03.482646 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c388b129-2dc6-449b-90e9-e4af4c7eb226 req-256dc117-9dae-4f22-97ad-e3139c3ee961 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] 10.222.0.84 "GET /v2.0/ports?device_id=765fa1d9-d709-4c50-8275-9a1ffe2cf775 HTTP/1.1" status: 200 len: 949 time: 0.0576720 Aug 16 21:15:03.523585 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-70559c57-8206-449b-a570-7a4fba5b09b9 req-c659bfb0-4e65-4e57-a600-d6b6d5bc6638 service neutron] 10.222.0.72 "GET /v2.0/networks/9b342b5a-cf11-42d0-b1b0-cfe89b876400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026969 Aug 16 21:15:03.530543 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c388b129-2dc6-449b-90e9-e4af4c7eb226 req-19c91427-4713-46ac-9f1b-7b33651d4875 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] 10.222.0.84 "GET /v2.0/security-groups?id=3837f783-6a56-4d29-a6a6-bcea6df65d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406950 Aug 16 21:15:04.104848 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ee745-cf40-4bbf-8782-e13e9260aab9 req-64f95242-8f82-4e97-8969-bf7a911f719f tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:04.106457 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-385ee745-cf40-4bbf-8782-e13e9260aab9 req-64f95242-8f82-4e97-8969-bf7a911f719f tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/ports?device_id=935b9de4-5af5-4d8e-aade-5c273df801bb HTTP/1.1" status: 200 len: 946 time: 0.0503283 Aug 16 21:15:04.148065 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-385ee745-cf40-4bbf-8782-e13e9260aab9 req-cfc12cce-b002-4ae6-861b-65c68f311269 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/security-groups?id=764d5c4b-4841-4a9a-985c-ba53b4e737e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353758 Aug 16 21:15:04.302469 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:15:04.471115 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:15:04.478938 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:04.479540 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:04.562511 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3ae2d-1f0f-4ed3-bcb3-40483c5e7d1f req-c8d3c2c5-781b-45f8-84de-cf2744801e46 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:04.570753 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4ca3ae2d-1f0f-4ed3-bcb3-40483c5e7d1f req-c8d3c2c5-781b-45f8-84de-cf2744801e46 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 945 time: 0.0746269 Aug 16 21:15:04.620724 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:04.636195 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4ca3ae2d-1f0f-4ed3-bcb3-40483c5e7d1f req-27cd14d9-95d1-4221-9945-eabcff0dc451 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567410 Aug 16 21:15:04.681809 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:04.683125 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765fa1d9-d709-4c50-8275-9a1ffe2cf775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:15:04.688936 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17c7cd2-5d42-428b-9263-2ff105bcf44a" -d '{"events": [{"server_uuid": "765fa1d9-d709-4c50-8275-9a1ffe2cf775", "name": "network-vif-plugged", "status": "completed", "tag": "aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:15:04.739137 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ae645c-bb80-4e53-8445-9a63d67bfa07 x-openstack-request-id: req-b5ae645c-bb80-4e53-8445-9a63d67bfa07 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:15:04.739461 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765fa1d9-d709-4c50-8275-9a1ffe2cf775", "name": "network-vif-plugged", "status": "completed", "tag": "aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:15:04.739715 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b5ae645c-bb80-4e53-8445-9a63d67bfa07 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:15:04.740141 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765fa1d9-d709-4c50-8275-9a1ffe2cf775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c', 'code': 200} Aug 16 21:15:04.743187 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade4537-3006-4c3b-b5ef-00f920752f0a req-e0314eac-5228-4fac-8514-2346507bfcb9 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:04.745870 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3ade4537-3006-4c3b-b5ef-00f920752f0a req-e0314eac-5228-4fac-8514-2346507bfcb9 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] 10.222.0.84 "GET /v2.0/ports?device_id=765fa1d9-d709-4c50-8275-9a1ffe2cf775 HTTP/1.1" status: 200 len: 949 time: 0.0932500 Aug 16 21:15:04.752032 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:04.805717 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3ade4537-3006-4c3b-b5ef-00f920752f0a req-b4b2de54-eb0a-4a7f-be02-875af38d61a2 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] 10.222.0.84 "GET /v2.0/security-groups?id=3837f783-6a56-4d29-a6a6-bcea6df65d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518131 Aug 16 21:15:04.812020 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:04.874917 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf81ee4-7c30-4739-96d0-d6da8c768995 req-cacb7715-f477-4bf3-93be-babde31bd3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:04.874917 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9bf81ee4-7c30-4739-96d0-d6da8c768995 req-cacb7715-f477-4bf3-93be-babde31bd3a6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=765fa1d9-d709-4c50-8275-9a1ffe2cf775 HTTP/1.1" status: 200 len: 1102 time: 0.0636928 Aug 16 21:15:04.910113 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9bf81ee4-7c30-4739-96d0-d6da8c768995 req-319ff39b-d5a0-4347-bff9-d6e3084a4745 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3837f783-6a56-4d29-a6a6-bcea6df65d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294058 Aug 16 21:15:05.283386 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c754af9-35a5-47d3-b475-3825625457d2 req-41312f24-9362-4f8d-b05f-182929d92cd7 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:05.285212 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c754af9-35a5-47d3-b475-3825625457d2 req-41312f24-9362-4f8d-b05f-182929d92cd7 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/ports?device_id=935b9de4-5af5-4d8e-aade-5c273df801bb HTTP/1.1" status: 200 len: 946 time: 0.0623333 Aug 16 21:15:05.327064 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c754af9-35a5-47d3-b475-3825625457d2 req-8bc1c011-0f6a-4bf4-9510-bafadad1a4e9 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/security-groups?id=764d5c4b-4841-4a9a-985c-ba53b4e737e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347042 Aug 16 21:15:05.777852 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5c41b-d322-4185-a443-4b4fade47ad2 req-7845ef8b-af2b-425f-b2c4-8e69b568f572 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:05.780295 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8cd5c41b-d322-4185-a443-4b4fade47ad2 req-7845ef8b-af2b-425f-b2c4-8e69b568f572 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 945 time: 0.0766463 Aug 16 21:15:05.863246 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8cd5c41b-d322-4185-a443-4b4fade47ad2 req-05c134d8-e3e5-4a67-ba59-1672a1189683 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705848 Aug 16 21:15:05.922581 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87192f1d-b1c3-49cb-83af-da2704e86300 req-f29c9d1a-ab49-4712-a45c-7926359a0b82 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:05.924727 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-87192f1d-b1c3-49cb-83af-da2704e86300 req-f29c9d1a-ab49-4712-a45c-7926359a0b82 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/ports?device_id=935b9de4-5af5-4d8e-aade-5c273df801bb HTTP/1.1" status: 200 len: 946 time: 0.1433136 Aug 16 21:15:06.022621 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-87192f1d-b1c3-49cb-83af-da2704e86300 req-ddfc8a1a-31f9-4aff-81b5-cf79850e651a tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/security-groups?id=764d5c4b-4841-4a9a-985c-ba53b4e737e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858004 Aug 16 21:15:06.035625 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ace5e0-c521-48ec-963f-94c13c992d0d req-a4ff34f4-3049-4088-9ad1-631e533004ff tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:06.037471 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-15ace5e0-c521-48ec-963f-94c13c992d0d req-a4ff34f4-3049-4088-9ad1-631e533004ff tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] 10.222.0.84 "GET /v2.0/ports?device_id=765fa1d9-d709-4c50-8275-9a1ffe2cf775 HTTP/1.1" status: 200 len: 950 time: 0.0995772 Aug 16 21:15:06.094153 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-15ace5e0-c521-48ec-963f-94c13c992d0d req-8acb9211-9f9a-46d7-ba17-3fe0ec6f5426 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] 10.222.0.84 "GET /v2.0/security-groups?id=3837f783-6a56-4d29-a6a6-bcea6df65d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483766 Aug 16 21:15:06.316257 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 7c7378fe-1ef3-4162-aaf5-b88057de5a1c details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:15:06.425043 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 7c7378fe-1ef3-4162-aaf5-b88057de5a1c, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=7c7378fe-1ef3-4162-aaf5-b88057de5a1c,segment=NetworkSegment(871fd1c6-053b-43bc-81ad-da658e74a8c3),segment_id=871fd1c6-053b-43bc-81ad-da658e74a8c3)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:06.439280 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '7c7378fe-1ef3-4162-aaf5-b88057de5a1c', 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c', 'port_id': '7c7378fe-1ef3-4162-aaf5-b88057de5a1c', 'mac_address': 'fa:16:3e:40:94:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d4ab04f-fd33-40d0-bd76-3977c7bf52a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:15:06.482310 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:06.496814 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c7378fe-1ef3-4162-aaf5-b88057de5a1c {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:15:06.523263 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 7c7378fe-1ef3-4162-aaf5-b88057de5a1c, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=7c7378fe-1ef3-4162-aaf5-b88057de5a1c,segment=NetworkSegment(871fd1c6-053b-43bc-81ad-da658e74a8c3),segment_id=871fd1c6-053b-43bc-81ad-da658e74a8c3)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:06.583004 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:06.671828 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['7c7378fe-1ef3-4162-aaf5-b88057de5a1c'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:15:06.711879 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=7c7378fe-1ef3-4162-aaf5-b88057de5a1c,revision_number=6']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:07.023935 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81b126-d40f-4910-9f5b-a3beb77318f6 req-6c217d11-3d40-44db-9a91-8e3f8291d437 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:07.032706 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bd81b126-d40f-4910-9f5b-a3beb77318f6 req-6c217d11-3d40-44db-9a91-8e3f8291d437 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 944 time: 0.0816803 Aug 16 21:15:07.103673 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bd81b126-d40f-4910-9f5b-a3beb77318f6 req-e0d2bf56-618d-4148-ac05-ae7c1baa8dbe tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673358 Aug 16 21:15:07.200251 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f69f0f-1317-49df-862a-da647affc394 req-fef68e90-123a-4648-a1ad-8ceb8d63437d tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:07.208480 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c4f69f0f-1317-49df-862a-da647affc394 req-fef68e90-123a-4648-a1ad-8ceb8d63437d tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/ports?device_id=935b9de4-5af5-4d8e-aade-5c273df801bb HTTP/1.1" status: 200 len: 946 time: 0.0756333 Aug 16 21:15:07.299097 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c4f69f0f-1317-49df-862a-da647affc394 req-d70cb4df-08b0-4d24-8038-4294d2ae2ed9 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/security-groups?id=764d5c4b-4841-4a9a-985c-ba53b4e737e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896163 Aug 16 21:15:07.322587 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba582c7f-b197-4628-a564-213ea49ee076 req-426fd19e-3d52-49ba-8e66-58a095eba35e tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:07.324224 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ba582c7f-b197-4628-a564-213ea49ee076 req-426fd19e-3d52-49ba-8e66-58a095eba35e tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] 10.222.0.84 "GET /v2.0/ports?device_id=765fa1d9-d709-4c50-8275-9a1ffe2cf775 HTTP/1.1" status: 200 len: 950 time: 0.0916445 Aug 16 21:15:07.381993 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ba582c7f-b197-4628-a564-213ea49ee076 req-bcd86b0f-d2e0-4d2a-b86c-7575182bab9f tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] 10.222.0.84 "GET /v2.0/security-groups?id=3837f783-6a56-4d29-a6a6-bcea6df65d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484402 Aug 16 21:15:07.853415 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3e7e3-22fb-487b-ad1a-ecc73f508fb0 req-ae8a0b5f-5944-403b-b51d-3c8675103a47 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:07.855557 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-edf3e7e3-22fb-487b-ad1a-ecc73f508fb0 req-ae8a0b5f-5944-403b-b51d-3c8675103a47 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.72 "GET /v2.0/ports?device_id=935b9de4-5af5-4d8e-aade-5c273df801bb HTTP/1.1" status: 200 len: 946 time: 0.1095335 Aug 16 21:15:08.011574 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-edf3e7e3-22fb-487b-ad1a-ecc73f508fb0 req-45a3ebd0-a99c-4869-ae6e-479f622ce701 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Deleting port 25316b80-772a-4ec9-ad97-ecc18bd64899 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:15:08.012103 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-edf3e7e3-22fb-487b-ad1a-ecc73f508fb0 req-45a3ebd0-a99c-4869-ae6e-479f622ce701 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:08.038392 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a3a24-11ba-4632-a40e-c8119bc3fa3f req-3c928cbc-f7a0-4ee1-a621-6dcd5257af42 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:08.040727 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d25a3a24-11ba-4632-a40e-c8119bc3fa3f req-3c928cbc-f7a0-4ee1-a621-6dcd5257af42 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] 10.222.0.84 "GET /v2.0/ports?device_id=765fa1d9-d709-4c50-8275-9a1ffe2cf775 HTTP/1.1" status: 200 len: 950 time: 0.0768971 Aug 16 21:15:08.107687 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d25a3a24-11ba-4632-a40e-c8119bc3fa3f req-8ed82435-e048-4407-9944-3511f71a88e1 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] 10.222.0.84 "GET /v2.0/security-groups?id=3837f783-6a56-4d29-a6a6-bcea6df65d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577207 Aug 16 21:15:08.148116 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-edf3e7e3-22fb-487b-ad1a-ecc73f508fb0 req-45a3ebd0-a99c-4869-ae6e-479f622ce701 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] For port 25316b80-772a-4ec9-ad97-ecc18bd64899, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=25316b80-772a-4ec9-ad97-ecc18bd64899,segment=NetworkSegment(55755f46-78b6-4ce0-ab0c-4c9e4efc9180),segment_id=55755f46-78b6-4ce0-ab0c-4c9e4efc9180)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:08.148575 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-edf3e7e3-22fb-487b-ad1a-ecc73f508fb0 req-45a3ebd0-a99c-4869-ae6e-479f622ce701 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:08.167121 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-edf3e7e3-22fb-487b-ad1a-ecc73f508fb0 req-45a3ebd0-a99c-4869-ae6e-479f622ce701 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Calling delete_port for 25316b80-772a-4ec9-ad97-ecc18bd64899 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:15:08.258249 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e997f1a-cba4-483f-8064-db14005be06e req-15dc59dc-b40e-40d0-bf8d-dd9e1c0d392f tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:08.263760 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9e997f1a-cba4-483f-8064-db14005be06e req-15dc59dc-b40e-40d0-bf8d-dd9e1c0d392f tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 944 time: 0.0845919 Aug 16 21:15:08.334961 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 7c7378fe-1ef3-4162-aaf5-b88057de5a1c up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:15:08.352183 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9e997f1a-cba4-483f-8064-db14005be06e req-241fa773-30b2-4a88-810a-3ad8443193a3 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830672 Aug 16 21:15:08.439435 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 7c7378fe-1ef3-4162-aaf5-b88057de5a1c triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:08.439933 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:08.447961 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-edf3e7e3-22fb-487b-ad1a-ecc73f508fb0 req-45a3ebd0-a99c-4869-ae6e-479f622ce701 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:08.462516 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['25316b80-772a-4ec9-ad97-ecc18bd64899'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:15:08.486568 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677cd9b7-4528-41b3-944f-4cba53b208ae req-6617f04d-0ce8-4e7e-8895-e9d06ec48ffd tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:08.489602 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-677cd9b7-4528-41b3-944f-4cba53b208ae req-6617f04d-0ce8-4e7e-8895-e9d06ec48ffd tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/ports?device_id=935b9de4-5af5-4d8e-aade-5c273df801bb HTTP/1.1" status: 200 len: 867 time: 0.0688114 Aug 16 21:15:08.521649 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3ebd0-a99c-4869-ae6e-479f622ce701 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Pushing event deleted for resources: {'Port': ['ID=25316b80-772a-4ec9-ad97-ecc18bd64899,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:08.572895 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-677cd9b7-4528-41b3-944f-4cba53b208ae req-8fc82765-3318-4bb2-bc40-6e6ee130128f tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/security-groups?id=764d5c4b-4841-4a9a-985c-ba53b4e737e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740113 Aug 16 21:15:08.587875 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf3e7e3-22fb-487b-ad1a-ecc73f508fb0 req-45a3ebd0-a99c-4869-ae6e-479f622ce701 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] No DVR routers for this DVR port 25316b80-772a-4ec9-ad97-ecc18bd64899 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:15:08.593092 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-edf3e7e3-22fb-487b-ad1a-ecc73f508fb0 req-45a3ebd0-a99c-4869-ae6e-479f622ce701 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:08.596063 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-edf3e7e3-22fb-487b-ad1a-ecc73f508fb0 req-45a3ebd0-a99c-4869-ae6e-479f622ce701 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.72 "DELETE /v2.0/ports/25316b80-772a-4ec9-ad97-ecc18bd64899 HTTP/1.1" status: 204 len: 173 time: 0.7342634 Aug 16 21:15:08.597264 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935b9de4-5af5-4d8e-aade-5c273df801bb', 'name': 'network-vif-deleted', 'tag': '25316b80-772a-4ec9-ad97-ecc18bd64899'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:15:08.602260 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa687f19-0702-489e-879f-d2b6d11ac6c4" -d '{"events": [{"server_uuid": "935b9de4-5af5-4d8e-aade-5c273df801bb", "name": "network-vif-deleted", "tag": "25316b80-772a-4ec9-ad97-ecc18bd64899"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:15:08.621182 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:08.645654 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23008dd-bb7c-4eb8-b636-af7527e7c72c x-openstack-request-id: req-e23008dd-bb7c-4eb8-b636-af7527e7c72c {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:15:08.645957 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "935b9de4-5af5-4d8e-aade-5c273df801bb", "name": "network-vif-deleted", "tag": "25316b80-772a-4ec9-ad97-ecc18bd64899", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:15:08.646319 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e23008dd-bb7c-4eb8-b636-af7527e7c72c {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:15:08.646781 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '935b9de4-5af5-4d8e-aade-5c273df801bb', 'name': 'network-vif-deleted', 'tag': '25316b80-772a-4ec9-ad97-ecc18bd64899', 'status': 'completed', 'code': 200} Aug 16 21:15:08.665417 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf45aaed-3fbb-4761-a1e1-b8f64fa6002b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7378fe-1ef3-4162-aaf5-b88057de5a1c'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:15:08.668281 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8ce34e-959e-44d8-a573-0a90a8680868" -d '{"events": [{"server_uuid": "cf45aaed-3fbb-4761-a1e1-b8f64fa6002b", "name": "network-vif-plugged", "status": "completed", "tag": "7c7378fe-1ef3-4162-aaf5-b88057de5a1c"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:15:08.696670 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 7c7378fe-1ef3-4162-aaf5-b88057de5a1c, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=7c7378fe-1ef3-4162-aaf5-b88057de5a1c,segment=NetworkSegment(871fd1c6-053b-43bc-81ad-da658e74a8c3),segment_id=871fd1c6-053b-43bc-81ad-da658e74a8c3)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:08.717685 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da0f52c-26aa-4309-8f50-926c6cab6c91 x-openstack-request-id: req-1da0f52c-26aa-4309-8f50-926c6cab6c91 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:15:08.728186 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf45aaed-3fbb-4761-a1e1-b8f64fa6002b", "name": "network-vif-plugged", "status": "completed", "tag": "7c7378fe-1ef3-4162-aaf5-b88057de5a1c", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:15:08.728186 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1da0f52c-26aa-4309-8f50-926c6cab6c91 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:15:08.728186 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf45aaed-3fbb-4761-a1e1-b8f64fa6002b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7378fe-1ef3-4162-aaf5-b88057de5a1c', 'code': 200} Aug 16 21:15:08.762400 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:08.824676 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=7c7378fe-1ef3-4162-aaf5-b88057de5a1c,revision_number=7']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:09.283010 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd218dc-6da9-45d2-b26c-8dc6697f9c23 req-952a5c04-d1e3-4df9-b97d-28db2c8870ff tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:09.285774 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5bd218dc-6da9-45d2-b26c-8dc6697f9c23 req-952a5c04-d1e3-4df9-b97d-28db2c8870ff tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] 10.222.0.90 "GET /v2.0/ports?device_id=765fa1d9-d709-4c50-8275-9a1ffe2cf775 HTTP/1.1" status: 200 len: 950 time: 0.1202743 Aug 16 21:15:09.344229 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb6760-aa48-43c7-a39c-19e1907d16c4 req-bddbfc13-9cd1-4eef-80e4-e4aee167514e tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:09.352324 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-49cb6760-aa48-43c7-a39c-19e1907d16c4 req-bddbfc13-9cd1-4eef-80e4-e4aee167514e tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] 10.222.0.84 "GET /v2.0/ports?device_id=765fa1d9-d709-4c50-8275-9a1ffe2cf775 HTTP/1.1" status: 200 len: 950 time: 0.1285279 Aug 16 21:15:09.437981 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-49cb6760-aa48-43c7-a39c-19e1907d16c4 req-75aa86c8-29d6-4136-b91c-0c89f7e015ec tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] 10.222.0.84 "GET /v2.0/security-groups?id=3837f783-6a56-4d29-a6a6-bcea6df65d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802944 Aug 16 21:15:09.465632 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-5bd218dc-6da9-45d2-b26c-8dc6697f9c23 req-47b816ea-5a1d-4349-9b0f-f7becfd03b9f tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] Deleting port aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:15:09.466288 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5bd218dc-6da9-45d2-b26c-8dc6697f9c23 req-47b816ea-5a1d-4349-9b0f-f7becfd03b9f tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:09.601063 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f19995-9b3d-493e-b8b5-b233db4c74e0 req-7debb0d4-8ad6-406a-9e53-28210bab3492 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:09.608510 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b8f19995-9b3d-493e-b8b5-b233db4c74e0 req-7debb0d4-8ad6-406a-9e53-28210bab3492 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 945 time: 0.1264465 Aug 16 21:15:09.684534 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b8f19995-9b3d-493e-b8b5-b233db4c74e0 req-88f29b65-ef13-4ef8-b8b8-b4d6fbdfca9a tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717356 Aug 16 21:15:09.693676 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-5bd218dc-6da9-45d2-b26c-8dc6697f9c23 req-47b816ea-5a1d-4349-9b0f-f7becfd03b9f tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] For port aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:09.694056 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5bd218dc-6da9-45d2-b26c-8dc6697f9c23 req-47b816ea-5a1d-4349-9b0f-f7becfd03b9f tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:09.718123 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-5bd218dc-6da9-45d2-b26c-8dc6697f9c23 req-47b816ea-5a1d-4349-9b0f-f7becfd03b9f tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] Calling delete_port for aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:15:09.762813 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f5d702f6-51e3-4635-b979-d553c142d516 req-03b2c50c-c6d0-41b0-8afb-1479ec7a6427 tempest-TestServerAdvancedOps-881586492 tempest-TestServerAdvancedOps-881586492-project] 10.222.0.84 "GET /v2.0/ports?device_id=935b9de4-5af5-4d8e-aade-5c273df801bb HTTP/1.1" status: 200 len: 210 time: 0.0422769 Aug 16 21:15:10.003146 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5bd218dc-6da9-45d2-b26c-8dc6697f9c23 req-47b816ea-5a1d-4349-9b0f-f7becfd03b9f tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:10.016056 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:15:10.123467 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b816ea-5a1d-4349-9b0f-f7becfd03b9f tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] Pushing event deleted for resources: {'Port': ['ID=aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:10.193252 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd218dc-6da9-45d2-b26c-8dc6697f9c23 req-47b816ea-5a1d-4349-9b0f-f7becfd03b9f tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] No DVR routers for this DVR port aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:15:10.206291 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5bd218dc-6da9-45d2-b26c-8dc6697f9c23 req-47b816ea-5a1d-4349-9b0f-f7becfd03b9f tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:10.208844 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5bd218dc-6da9-45d2-b26c-8dc6697f9c23 req-47b816ea-5a1d-4349-9b0f-f7becfd03b9f tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] 10.222.0.90 "DELETE /v2.0/ports/aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c HTTP/1.1" status: 204 len: 173 time: 0.9164193 Aug 16 21:15:10.208987 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765fa1d9-d709-4c50-8275-9a1ffe2cf775', 'name': 'network-vif-deleted', 'tag': 'aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:15:10.211576 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd528b1-de53-4a61-9002-8dda3b27a28e" -d '{"events": [{"server_uuid": "765fa1d9-d709-4c50-8275-9a1ffe2cf775", "name": "network-vif-deleted", "tag": "aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:15:10.272212 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c5de91-63c7-43f5-accb-acf8e80d5570 x-openstack-request-id: req-79c5de91-63c7-43f5-accb-acf8e80d5570 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:15:10.272598 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765fa1d9-d709-4c50-8275-9a1ffe2cf775", "name": "network-vif-deleted", "tag": "aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:15:10.272916 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-79c5de91-63c7-43f5-accb-acf8e80d5570 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:15:10.273384 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765fa1d9-d709-4c50-8275-9a1ffe2cf775', 'name': 'network-vif-deleted', 'tag': 'aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c', 'status': 'completed', 'code': 200} Aug 16 21:15:10.479071 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47418) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:10.485332 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-e34b088d-4a2c-41a4-a22b-cd729e914b71 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1225456303', 'description': 'tempest-secgroup-smoke-1225456303 description', 'project_id': 'c0bff215d26d44098ee353416e3d92dc'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:15:10.563236 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-30474901-3ffb-4aee-ae5a-49f95cc0110d req-43d6828e-25b4-4767-9acf-cfbd21127521 tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] 10.222.0.84 "GET /v2.0/ports?device_id=765fa1d9-d709-4c50-8275-9a1ffe2cf775 HTTP/1.1" status: 200 len: 210 time: 0.0406265 Aug 16 21:15:10.608259 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 25316b80-772a-4ec9-ad97-ecc18bd64899 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:15:10.624966 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e34b088d-4a2c-41a4-a22b-cd729e914b71 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:10.628926 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 25316b80-772a-4ec9-ad97-ecc18bd64899 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:15:10.629352 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 25316b80-772a-4ec9-ad97-ecc18bd64899 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:15:10.719049 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e34b088d-4a2c-41a4-a22b-cd729e914b71 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:10.839817 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47424) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:10.844280 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae46014-a06e-4a5c-b9dc-0502e9374693 req-74da0a70-39c2-498d-856b-1291b628a125 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:10.845818 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5ae46014-a06e-4a5c-b9dc-0502e9374693 req-74da0a70-39c2-498d-856b-1291b628a125 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 945 time: 0.0631640 Aug 16 21:15:10.895471 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3cf4a2c-9bd8-46c6-b754-7fad5d6df6a1 admin admin] Deleting subnet ed090fc7-7364-468a-a3c2-32aa2f8b69c8 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:15:10.899734 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c3cf4a2c-9bd8-46c6-b754-7fad5d6df6a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:10.901001 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5ae46014-a06e-4a5c-b9dc-0502e9374693 req-d280bd29-85e3-4d33-85e4-93b529f625da tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475247 Aug 16 21:15:10.941092 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c3cf4a2c-9bd8-46c6-b754-7fad5d6df6a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:10.981820 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c3cf4a2c-9bd8-46c6-b754-7fad5d6df6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:11.142921 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e34b088d-4a2c-41a4-a22b-cd729e914b71 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:11.143254 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e76b6cc2-08c5-409c-ac49-ca5f6d6dc63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:11.177144 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b088d-4a2c-41a4-a22b-cd729e914b71 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=063a7a3e-bc62-4c93-99cf-7212fa7da0eb,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:11.187531 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b088d-4a2c-41a4-a22b-cd729e914b71 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:11.187975 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b088d-4a2c-41a4-a22b-cd729e914b71 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:11.188358 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b088d-4a2c-41a4-a22b-cd729e914b71 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:11.188675 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b088d-4a2c-41a4-a22b-cd729e914b71 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:11.189022 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b088d-4a2c-41a4-a22b-cd729e914b71 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:11.189367 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b088d-4a2c-41a4-a22b-cd729e914b71 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:11.189690 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b088d-4a2c-41a4-a22b-cd729e914b71 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:11.190059 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b088d-4a2c-41a4-a22b-cd729e914b71 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:11.190354 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b088d-4a2c-41a4-a22b-cd729e914b71 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:11.191059 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b088d-4a2c-41a4-a22b-cd729e914b71 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:11.191296 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b088d-4a2c-41a4-a22b-cd729e914b71 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:11.191624 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b088d-4a2c-41a4-a22b-cd729e914b71 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:11.198313 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c3cf4a2c-9bd8-46c6-b754-7fad5d6df6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:11.231678 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c3cf4a2c-9bd8-46c6-b754-7fad5d6df6a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:11.234398 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e34b088d-4a2c-41a4-a22b-cd729e914b71 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:11.234514 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c3cf4a2c-9bd8-46c6-b754-7fad5d6df6a1 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/ed090fc7-7364-468a-a3c2-32aa2f8b69c8 HTTP/1.1" status: 204 len: 168 time: 0.3922536 Aug 16 21:15:11.247248 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e34b088d-4a2c-41a4-a22b-cd729e914b71 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7660716 Aug 16 21:15:11.248275 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47432) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:11.248916 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47434) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:11.274689 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cf4a2c-9bd8-46c6-b754-7fad5d6df6a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed090fc7-7364-468a-a3c2-32aa2f8b69c8,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:11.341759 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-4bc9f169-f51b-4907-b39a-e7a7124a6057 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Request body: {'security_group_rule': {'security_group_id': '063a7a3e-bc62-4c93-99cf-7212fa7da0eb', 'project_id': 'c0bff215d26d44098ee353416e3d92dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:15:11.402005 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a16cc670-e894-4427-b738-7a50ca82c6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:11.500877 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4bc9f169-f51b-4907-b39a-e7a7124a6057 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:11.518528 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a16cc670-e894-4427-b738-7a50ca82c6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:11.535859 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-a16cc670-e894-4427-b738-7a50ca82c6e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b342b5a-cf11-42d0-b1b0-cfe89b876400']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:11.550703 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-a16cc670-e894-4427-b738-7a50ca82c6e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55755f46-78b6-4ce0-ab0c-4c9e4efc9180') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:11.551008 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-a16cc670-e894-4427-b738-7a50ca82c6e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55755f46-78b6-4ce0-ab0c-4c9e4efc9180') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:11.566620 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a16cc670-e894-4427-b738-7a50ca82c6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:11.611459 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a16cc670-e894-4427-b738-7a50ca82c6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:11.623443 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a16cc670-e894-4427-b738-7a50ca82c6e5 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:15:11.624468 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a16cc670-e894-4427-b738-7a50ca82c6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:11.672230 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:15:11.672230 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:15:11.672230 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:15:11.672230 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:15:11.672230 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:15:11.672230 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:15:11.672230 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:15:11.672230 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:15:11.672230 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:15:11.672230 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:15:11.672230 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:15:11.672230 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:15:11.672230 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:15:11.672230 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:15:11.672230 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:15:11.672230 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:15:11.672230 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:15:11.672230 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:15:11.672230 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:15:11.672230 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:15:11.672230 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:15:11.672230 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:15:11.672230 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:15:11.672230 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:15:11.672230 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:15:11.672230 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:15:11.672230 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:15:11.672230 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:15:11.672230 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:15:11.672230 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:15:11.672230 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:15:11.672230 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:15:11.700254 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4bc9f169-f51b-4907-b39a-e7a7124a6057 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:11.731649 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b0ee38bc-76e8-4c98-b234-4ded43fb265d req-6e944adc-d2a3-44ba-8a2d-8a841138354c tempest-VolumesNegativeTest-1783079556 tempest-VolumesNegativeTest-1783079556-project] 10.222.0.84 "GET /v2.0/ports?device_id=765fa1d9-d709-4c50-8275-9a1ffe2cf775 HTTP/1.1" status: 200 len: 210 time: 0.0583529 Aug 16 21:15:11.811732 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:15:11.817212 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4bc9f169-f51b-4907-b39a-e7a7124a6057 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:11.837259 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc9f169-f51b-4907-b39a-e7a7124a6057 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91f82a2b-36f9-491e-b864-1dec5be5d7b7,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:11.848929 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a16cc670-e894-4427-b738-7a50ca82c6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:11.863251 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a16cc670-e894-4427-b738-7a50ca82c6e5 admin admin] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:11.868338 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a16cc670-e894-4427-b738-7a50ca82c6e5 admin admin] 10.222.0.84 "DELETE /v2.0/networks/9b342b5a-cf11-42d0-b1b0-cfe89b876400 HTTP/1.1" status: 204 len: 168 time: 0.6181736 Aug 16 21:15:11.868556 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47438) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:11.880588 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16cc670-e894-4427-b738-7a50ca82c6e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b342b5a-cf11-42d0-b1b0-cfe89b876400,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:11.928198 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4bc9f169-f51b-4907-b39a-e7a7124a6057 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:11.929606 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4bc9f169-f51b-4907-b39a-e7a7124a6057 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5918472 Aug 16 21:15:11.932242 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47442) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:11.937100 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-ad51cea5-2fde-4249-98c7-9d3d3478a233 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Request body: {'security_group_rule': {'security_group_id': '063a7a3e-bc62-4c93-99cf-7212fa7da0eb', 'project_id': 'c0bff215d26d44098ee353416e3d92dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:15:11.968218 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-03a1e99d-549e-4e6f-bfb1-7f6f2f1fa2c0 admin admin] Deleting subnet 3f75adcd-1520-4ad0-9b20-0ca16a95c332 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:15:11.972289 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-03a1e99d-549e-4e6f-bfb1-7f6f2f1fa2c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:12.017231 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-03a1e99d-549e-4e6f-bfb1-7f6f2f1fa2c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:12.094057 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-03a1e99d-549e-4e6f-bfb1-7f6f2f1fa2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:12.102449 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ad51cea5-2fde-4249-98c7-9d3d3478a233 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:12.158938 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c0a25-fe94-45fa-816d-98c754055d93 req-5216763b-af92-43e8-94b7-481b596d887e tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:12.160660 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-549c0a25-fe94-45fa-816d-98c754055d93 req-5216763b-af92-43e8-94b7-481b596d887e tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 945 time: 0.1305294 Aug 16 21:15:12.205084 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ad51cea5-2fde-4249-98c7-9d3d3478a233 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:12.221367 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-549c0a25-fe94-45fa-816d-98c754055d93 req-25854bfb-8530-456d-be44-4c56d30f4405 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490458 Aug 16 21:15:12.263558 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-03a1e99d-549e-4e6f-bfb1-7f6f2f1fa2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:12.285928 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ad51cea5-2fde-4249-98c7-9d3d3478a233 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:12.292217 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a1e99d-549e-4e6f-bfb1-7f6f2f1fa2c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f75adcd-1520-4ad0-9b20-0ca16a95c332,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:12.296036 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-03a1e99d-549e-4e6f-bfb1-7f6f2f1fa2c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:12.300741 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-03a1e99d-549e-4e6f-bfb1-7f6f2f1fa2c0 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/3f75adcd-1520-4ad0-9b20-0ca16a95c332 HTTP/1.1" status: 204 len: 168 time: 0.4276354 Aug 16 21:15:12.302314 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47446) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:12.312183 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad51cea5-2fde-4249-98c7-9d3d3478a233 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=757b37e9-0875-440f-ac08-aab519134fe6,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:12.391164 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7100746f-c7a7-4eb9-aa9d-22d109ba4962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:12.414407 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ad51cea5-2fde-4249-98c7-9d3d3478a233 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:12.418080 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ad51cea5-2fde-4249-98c7-9d3d3478a233 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4824681 Aug 16 21:15:12.418447 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47448) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:12.423713 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-986a98c6-1292-4ab6-bb1c-418e8e1abf23 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Request body: {'security_group_rule': {'security_group_id': '063a7a3e-bc62-4c93-99cf-7212fa7da0eb', 'project_id': 'c0bff215d26d44098ee353416e3d92dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:15:12.502419 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7100746f-c7a7-4eb9-aa9d-22d109ba4962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:12.516391 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-7100746f-c7a7-4eb9-aa9d-22d109ba4962 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc6739f9-ce1f-46ff-bd66-9df820c38d0c']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:12.530911 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-7100746f-c7a7-4eb9-aa9d-22d109ba4962 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11689c72-7cd0-4554-af55-047bf9ebb4ac') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:12.531125 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-986a98c6-1292-4ab6-bb1c-418e8e1abf23 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:12.532076 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-7100746f-c7a7-4eb9-aa9d-22d109ba4962 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11689c72-7cd0-4554-af55-047bf9ebb4ac') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:12.547111 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7100746f-c7a7-4eb9-aa9d-22d109ba4962 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:12.566464 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7100746f-c7a7-4eb9-aa9d-22d109ba4962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:12.581187 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7100746f-c7a7-4eb9-aa9d-22d109ba4962 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:15:12.583701 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7100746f-c7a7-4eb9-aa9d-22d109ba4962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:12.584416 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:15:12.584416 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:15:12.584416 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:15:12.584416 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:15:12.584416 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:15:12.584416 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:15:12.584416 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:15:12.584416 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:15:12.584416 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:15:12.584416 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:15:12.584416 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:15:12.584416 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:15:12.584416 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:15:12.584416 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:15:12.584416 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:15:12.584416 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:15:12.584416 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:15:12.584416 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:15:12.584416 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:15:12.584416 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:15:12.584416 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:15:12.584416 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:15:12.584416 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:15:12.584416 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:15:12.584416 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:15:12.584416 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:15:12.584416 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:15:12.584416 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:15:12.584416 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:15:12.584416 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:15:12.584416 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:15:12.584416 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:15:12.651748 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-986a98c6-1292-4ab6-bb1c-418e8e1abf23 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:12.737634 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-986a98c6-1292-4ab6-bb1c-418e8e1abf23 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:12.758982 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a98c6-1292-4ab6-bb1c-418e8e1abf23 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb4e837b-8682-4150-8ed6-318349430550,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:12.830421 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7100746f-c7a7-4eb9-aa9d-22d109ba4962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:12.847969 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-986a98c6-1292-4ab6-bb1c-418e8e1abf23 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:12.849375 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-986a98c6-1292-4ab6-bb1c-418e8e1abf23 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4299684 Aug 16 21:15:12.852772 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47456) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:12.857632 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-42af95e9-14d5-419e-9807-5239f6f8786a tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Request body: {'security_group_rule': {'security_group_id': '063a7a3e-bc62-4c93-99cf-7212fa7da0eb', 'project_id': 'c0bff215d26d44098ee353416e3d92dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:15:12.864341 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7100746f-c7a7-4eb9-aa9d-22d109ba4962 admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:12.867000 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7100746f-c7a7-4eb9-aa9d-22d109ba4962 admin admin] 10.222.0.84 "DELETE /v2.0/networks/cc6739f9-ce1f-46ff-bd66-9df820c38d0c HTTP/1.1" status: 204 len: 168 time: 0.5630772 Aug 16 21:15:12.867260 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100746f-c7a7-4eb9-aa9d-22d109ba4962 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc6739f9-ce1f-46ff-bd66-9df820c38d0c,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:13.035007 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-42af95e9-14d5-419e-9807-5239f6f8786a tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:13.132822 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-42af95e9-14d5-419e-9807-5239f6f8786a tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:13.263725 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-42af95e9-14d5-419e-9807-5239f6f8786a tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:13.309359 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af95e9-14d5-419e-9807-5239f6f8786a tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aa72235-efcb-4954-9bc6-4a2f1caed712,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:13.397842 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4978271-ba85-426a-860a-cd52cb96f699 req-c69020b9-f435-40d9-9257-94d08cd082f9 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:13.400662 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e4978271-ba85-426a-860a-cd52cb96f699 req-c69020b9-f435-40d9-9257-94d08cd082f9 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 945 time: 0.0692370 Aug 16 21:15:13.439970 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-42af95e9-14d5-419e-9807-5239f6f8786a tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:13.441679 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-42af95e9-14d5-419e-9807-5239f6f8786a tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5878797 Aug 16 21:15:13.444543 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47476) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:13.449443 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-97cf7131-13b7-4e8f-a0be-4918c549680c tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Request body: {'security_group_rule': {'security_group_id': '063a7a3e-bc62-4c93-99cf-7212fa7da0eb', 'project_id': 'c0bff215d26d44098ee353416e3d92dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:15:13.471627 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e4978271-ba85-426a-860a-cd52cb96f699 req-ad201068-4dec-488c-8922-fe94e26c4a55 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642202 Aug 16 21:15:13.521689 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47480) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:13.577946 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b53177fa-c928-4c29-b90e-e76c37481220 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9c67e03b7a70440d93a6caca4cd34832&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0550961 Aug 16 21:15:13.580384 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47482) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:13.623599 n-d-793620-15 neutron-server[101844]: INFO neutron.db.securitygroups_db [None req-97cf7131-13b7-4e8f-a0be-4918c549680c tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Project c0bff215d26d44098ee353416e3d92dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:15:13.630054 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-97cf7131-13b7-4e8f-a0be-4918c549680c tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:13.663914 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a8139839-49bb-4200-a586-987dc9511cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:13.674231 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7b04fc21-b979-44ba-8788-ea46e96cb657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:13.714711 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a8139839-49bb-4200-a586-987dc9511cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:13.726648 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-97cf7131-13b7-4e8f-a0be-4918c549680c tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:13.796294 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-97cf7131-13b7-4e8f-a0be-4918c549680c tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:13.819045 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf7131-13b7-4e8f-a0be-4918c549680c tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=984d6d86-87b9-4137-b92d-22c18b0ef277,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:13.858734 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:13.880796 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a8139839-49bb-4200-a586-987dc9511cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:13.881322 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-97cf7131-13b7-4e8f-a0be-4918c549680c tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:13.888565 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a8139839-49bb-4200-a586-987dc9511cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:13.888565 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a8139839-49bb-4200-a586-987dc9511cff admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/764d5c4b-4841-4a9a-985c-ba53b4e737e8 HTTP/1.1" status: 204 len: 168 time: 0.3045206 Aug 16 21:15:13.892483 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-97cf7131-13b7-4e8f-a0be-4918c549680c tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4435711 Aug 16 21:15:13.892637 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47486) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:13.895074 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-90da87f3-2f3c-4890-a39d-b7d9e76341be tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Request body: {'security_group_rule': {'security_group_id': '063a7a3e-bc62-4c93-99cf-7212fa7da0eb', 'project_id': 'c0bff215d26d44098ee353416e3d92dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:15:13.907515 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8139839-49bb-4200-a586-987dc9511cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764d5c4b-4841-4a9a-985c-ba53b4e737e8,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:14.012020 n-d-793620-15 neutron-server[101845]: INFO neutron.db.securitygroups_db [None req-90da87f3-2f3c-4890-a39d-b7d9e76341be tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Project c0bff215d26d44098ee353416e3d92dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:15:14.018131 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-90da87f3-2f3c-4890-a39d-b7d9e76341be tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:14.089892 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-90da87f3-2f3c-4890-a39d-b7d9e76341be tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:14.172128 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-90da87f3-2f3c-4890-a39d-b7d9e76341be tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:14.196387 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da87f3-2f3c-4890-a39d-b7d9e76341be tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c14b805a-a770-4167-9476-30be2354bd5b,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:14.288789 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-90da87f3-2f3c-4890-a39d-b7d9e76341be tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:14.292295 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-90da87f3-2f3c-4890-a39d-b7d9e76341be tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4015727 Aug 16 21:15:14.334990 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:15:14.383025 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:15:14.387242 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device aaa3b3e4-4e65-4a8f-aba7-e2d8d3356a3c not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:15:14.639638 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-ebb6f501-6943-4970-9496-eab581962456 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1225456303&fields=id&tenant_id=c0bff215d26d44098ee353416e3d92dc HTTP/1.1" status: 200 len: 267 time: 0.0666471 Aug 16 21:15:14.715958 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be4f55-f9a4-43fe-9052-cdfe2754e697 req-619cac8c-68ac-4c08-99a6-67c6273a0a2a tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:14.717799 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-62be4f55-f9a4-43fe-9052-cdfe2754e697 req-619cac8c-68ac-4c08-99a6-67c6273a0a2a tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 945 time: 0.1380866 Aug 16 21:15:14.805279 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-62be4f55-f9a4-43fe-9052-cdfe2754e697 req-e5486e01-5fbf-48b3-8af0-f52d244dc1ae tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799255 Aug 16 21:15:14.828501 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-89116220-ee10-4c45-8cb0-13bb3a2b9b83 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:14.829900 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-89116220-ee10-4c45-8cb0-13bb3a2b9b83 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/networks?id=8355fb6f-268b-4981-9676-2d3c73404659 HTTP/1.1" status: 200 len: 814 time: 0.1802118 Aug 16 21:15:14.870185 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-61cf6acd-f0d8-4d50-9b96-9b440ef1d853 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/quotas/c0bff215d26d44098ee353416e3d92dc HTTP/1.1" status: 200 len: 375 time: 0.0194278 Aug 16 21:15:14.917771 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-6b72c0af-e022-4895-a7ca-8cfae9d3b2c1 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=c0bff215d26d44098ee353416e3d92dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466948 Aug 16 21:15:15.028578 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-77d21872-c9e7-4232-ae32-e10b4255476a service neutron] 10.222.0.84 "GET /v2.0/networks/8355fb6f-268b-4981-9676-2d3c73404659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963597 Aug 16 21:15:15.127282 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-1bafcb32-0055-4488-8737-3496a5d9133f service neutron] 10.222.0.84 "GET /v2.0/networks/8355fb6f-268b-4981-9676-2d3c73404659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927629 Aug 16 21:15:15.196719 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:15.262760 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47576) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:15.307847 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ee9d9642-9185-48f6-8d71-ef12d66356c6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8753a8e9111a4813a28f9cef8767524e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438585 Aug 16 21:15:15.312038 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47584) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:15.403804 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-722a57ee-8e22-49c0-b407-7b5d54579b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:15.428345 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-722a57ee-8e22-49c0-b407-7b5d54579b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:15.577671 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-722a57ee-8e22-49c0-b407-7b5d54579b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:15.580978 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-722a57ee-8e22-49c0-b407-7b5d54579b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:15.585466 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-722a57ee-8e22-49c0-b407-7b5d54579b26 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2bca2544-2999-41ac-a390-832f395fa8ec HTTP/1.1" status: 204 len: 168 time: 0.2723796 Aug 16 21:15:15.600241 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a57ee-8e22-49c0-b407-7b5d54579b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bca2544-2999-41ac-a390-832f395fa8ec,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:15.858755 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3f6fec99-96e7-46ec-9ab5-50e22f4e0d16 req-e407405a-ce03-4fb0-a40b-210b703f2626 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b HTTP/1.1" status: 200 len: 210 time: 0.0505536 Aug 16 21:15:16.084747 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd962ca-3680-44a6-ae9a-35d53b76f361 req-f9778395-9e65-4202-9d0b-bf77b2a5b438 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:16.094119 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0dd962ca-3680-44a6-ae9a-35d53b76f361 req-f9778395-9e65-4202-9d0b-bf77b2a5b438 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 945 time: 0.1517332 Aug 16 21:15:16.164179 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0dd962ca-3680-44a6-ae9a-35d53b76f361 req-d7262e8b-2af1-4d68-9f84-07ca396db1a7 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651665 Aug 16 21:15:16.578929 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:17.002923 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d5da4ccf-2693-4e51-ad78-9cf0e1cc3e63 req-02c4b9aa-c662-41f1-bb74-624b49ea3ad7 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b HTTP/1.1" status: 200 len: 210 time: 0.0535161 Aug 16 21:15:17.319704 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676caf1e-4c8d-45bd-822f-f6ccf148e938 req-7ba6394f-2810-4673-9447-69e6a2450314 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:17.327886 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-676caf1e-4c8d-45bd-822f-f6ccf148e938 req-7ba6394f-2810-4673-9447-69e6a2450314 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 945 time: 0.0772061 Aug 16 21:15:17.362843 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47722) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:17.390851 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-676caf1e-4c8d-45bd-822f-f6ccf148e938 req-9f6edd10-4610-4afd-9096-b91c66d3177d tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595074 Aug 16 21:15:17.551169 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-0439ffbe-d7b9-4206-8a29-ba933b73eaa7 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-64657318-network', 'tenant_id': 'b178b464d4d047e5ace7207c552253b0'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:15:17.640209 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0439ffbe-d7b9-4206-8a29-ba933b73eaa7 admin admin] Made reservation on behalf of b178b464d4d047e5ace7207c552253b0 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:15:17.643187 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0439ffbe-d7b9-4206-8a29-ba933b73eaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:17.654652 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0439ffbe-d7b9-4206-8a29-ba933b73eaa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:17.809682 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0439ffbe-d7b9-4206-8a29-ba933b73eaa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:17.903328 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0439ffbe-d7b9-4206-8a29-ba933b73eaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:17.957182 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439ffbe-d7b9-4206-8a29-ba933b73eaa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d680fb15-8388-41b8-9f00-f4b6b7847571,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:17.998129 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0439ffbe-d7b9-4206-8a29-ba933b73eaa7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:15:18.027096 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0439ffbe-d7b9-4206-8a29-ba933b73eaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:18.027447 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-0439ffbe-d7b9-4206-8a29-ba933b73eaa7 admin admin] Added segment b54f0807-2543-483d-801e-a4f8da770b8a of type vlan for network e5b56756-8351-452f-8674-9ea951b060c1 Aug 16 21:15:18.135638 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0439ffbe-d7b9-4206-8a29-ba933b73eaa7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:18.245886 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0439ffbe-d7b9-4206-8a29-ba933b73eaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:18.247431 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0439ffbe-d7b9-4206-8a29-ba933b73eaa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:18.248381 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0439ffbe-d7b9-4206-8a29-ba933b73eaa7 admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:18.252862 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d3d9736e-013b-4d7a-960d-04f3ed0748f5 req-142d6c8b-ac8a-4639-bede-434c4d189324 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b HTTP/1.1" status: 200 len: 210 time: 0.1278794 Aug 16 21:15:18.601735 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4a68b-b206-42f1-8c8b-290cc3dc9ed6 req-dfa0ae20-767c-46c7-b8e2-536b2a85fb7f tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:18.603476 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-76a4a68b-b206-42f1-8c8b-290cc3dc9ed6 req-dfa0ae20-767c-46c7-b8e2-536b2a85fb7f tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 945 time: 0.1096909 Aug 16 21:15:18.698818 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-76a4a68b-b206-42f1-8c8b-290cc3dc9ed6 req-7711f9be-317e-4bcb-bfba-254dc20c91fe tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787005 Aug 16 21:15:18.887065 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439ffbe-d7b9-4206-8a29-ba933b73eaa7 admin admin] Pushing event updated for resources: {'Network': ['ID=e5b56756-8351-452f-8674-9ea951b060c1,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:18.902144 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network e5b56756-8351-452f-8674-9ea951b060c1 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:15:18.928410 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0439ffbe-d7b9-4206-8a29-ba933b73eaa7 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.5644507 Aug 16 21:15:18.931882 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 47824) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:18.938120 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-da4eac67-add5-44e4-a210-08bee071fa5c admin admin] Request body: {'subnet': {'network_id': 'e5b56756-8351-452f-8674-9ea951b060c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-64657318-subnet', 'tenant_id': 'b178b464d4d047e5ace7207c552253b0', 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:15:19.047874 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4eac67-add5-44e4-a210-08bee071fa5c admin admin] Made reservation on behalf of b178b464d4d047e5ace7207c552253b0 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:15:19.050226 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-da4eac67-add5-44e4-a210-08bee071fa5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:19.245451 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:19.364204 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3f8d138f-5f3c-4148-9407-f250fb50d7ac req-df41c755-80a5-4ecb-a771-68e8eddcdb85 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b HTTP/1.1" status: 200 len: 210 time: 0.0378454 Aug 16 21:15:19.458863 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-da4eac67-add5-44e4-a210-08bee071fa5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:19.533564 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-916311df-ebc8-4e7c-a800-d5f4a4b5220d tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:19.535419 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-916311df-ebc8-4e7c-a800-d5f4a4b5220d tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.72 "GET /v2.0/networks?id=8355fb6f-268b-4981-9676-2d3c73404659 HTTP/1.1" status: 200 len: 814 time: 0.2457056 Aug 16 21:15:19.593843 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4eac67-add5-44e4-a210-08bee071fa5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8f8d5db-7ae5-4b3a-b7cc-b3e1a5907363,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:19.677236 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4eac67-add5-44e4-a210-08bee071fa5c admin admin] Checking segment: {'id': 'b54f0807-2543-483d-801e-a4f8da770b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e5b56756-8351-452f-8674-9ea951b060c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:15:19.679008 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4eac67-add5-44e4-a210-08bee071fa5c admin admin] Network hostable DHCP agents. Network: e5b56756-8351-452f-8674-9ea951b060c1, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:15:19.690002 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-8e47be69-ee3d-46e6-ad9c-09781962787f tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0bff215d26d44098ee353416e3d92dc HTTP/1.1" status: 200 len: 380 time: 0.1419222 Aug 16 21:15:19.715830 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-234ab141-d92b-4e1e-8b1b-692a9a9495be tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Request body: {'port': {'device_id': '8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b', 'network_id': '8355fb6f-268b-4981-9676-2d3c73404659', 'admin_state_up': True, 'tenant_id': 'c0bff215d26d44098ee353416e3d92dc', 'security_groups': ['063a7a3e-bc62-4c93-99cf-7212fa7da0eb']}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:15:19.857768 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a2ba6-79c3-4c0c-a0b2-05f6fd41c51a req-bdc4a4f9-5987-40bc-b753-bd35d96c8325 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:19.865604 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9d1a2ba6-79c3-4c0c-a0b2-05f6fd41c51a req-bdc4a4f9-5987-40bc-b753-bd35d96c8325 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 945 time: 0.0659313 Aug 16 21:15:19.903559 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9d1a2ba6-79c3-4c0c-a0b2-05f6fd41c51a req-686daf77-fe31-41dc-a83f-a50bfc37d00e tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362957 Aug 16 21:15:19.933231 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4eac67-add5-44e4-a210-08bee071fa5c admin admin] Network e5b56756-8351-452f-8674-9ea951b060c1 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:15:20.073053 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-da4eac67-add5-44e4-a210-08bee071fa5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, e5b56756-8351-452f-8674-9ea951b060c1) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:15:20.084693 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be234c3-b056-452c-bd7e-e5ce182a5b65 None None] Network e5b56756-8351-452f-8674-9ea951b060c1 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:15:20.090382 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4eac67-add5-44e4-a210-08bee071fa5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:20.093599 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-da4eac67-add5-44e4-a210-08bee071fa5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:20.108938 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-234ab141-d92b-4e1e-8b1b-692a9a9495be tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Made reservation on behalf of c0bff215d26d44098ee353416e3d92dc for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:15:20.113069 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-234ab141-d92b-4e1e-8b1b-692a9a9495be tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:20.326614 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-234ab141-d92b-4e1e-8b1b-692a9a9495be tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Allocated IP 172.20.0.4 (8355fb6f-268b-4981-9676-2d3c73404659/0543fff8-07dd-420f-8cde-4ff3c517bb02/798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:15:20.334541 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099940b7-e01d-4246-823e-115e4a78069e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-e5b56756-8351-452f-8674-9ea951b060c1', 'network_id': 'e5b56756-8351-452f-8674-9ea951b060c1', 'tenant_id': 'b178b464d4d047e5ace7207c552253b0', 'fixed_ips': [{'subnet_id': 'e8f8d5db-7ae5-4b3a-b7cc-b3e1a5907363'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:15:20.335713 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-099940b7-e01d-4246-823e-115e4a78069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:20.392267 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-da4eac67-add5-44e4-a210-08bee071fa5c admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 1.4590850 Aug 16 21:15:20.395010 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 47880) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:20.399810 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-e2a6cfd6-8f46-4b1e-b7dd-0836ccfea6d0 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-64657318-router', 'tenant_id': 'b178b464d4d047e5ace7207c552253b0', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:15:20.524880 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-099940b7-e01d-4246-823e-115e4a78069e None None] Allocated IP 172.20.0.2 (e5b56756-8351-452f-8674-9ea951b060c1/e8f8d5db-7ae5-4b3a-b7cc-b3e1a5907363/c20325f1-b0f8-4ada-8b0e-af181c1cda33) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:15:20.552232 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ae8a94d6-165f-40fd-accd-3bbf3e244d46 req-2863bcb1-6bc4-40fa-b6ce-ce331d699005 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b HTTP/1.1" status: 200 len: 210 time: 0.0358477 Aug 16 21:15:20.554373 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e2a6cfd6-8f46-4b1e-b7dd-0836ccfea6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:20.557656 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e2a6cfd6-8f46-4b1e-b7dd-0836ccfea6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:20.674794 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e2a6cfd6-8f46-4b1e-b7dd-0836ccfea6d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:20.727612 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-234ab141-d92b-4e1e-8b1b-692a9a9495be tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:20.748623 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-234ab141-d92b-4e1e-8b1b-692a9a9495be tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Transition to ACTIVE for port object 798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:15:20.846555 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-234ab141-d92b-4e1e-8b1b-692a9a9495be tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:20.866728 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-099940b7-e01d-4246-823e-115e4a78069e None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:20.873628 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-099940b7-e01d-4246-823e-115e4a78069e None None] Transition to ACTIVE for port object c20325f1-b0f8-4ada-8b0e-af181c1cda33 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:15:20.894483 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-099940b7-e01d-4246-823e-115e4a78069e None None] Transition to ACTIVE for port object c20325f1-b0f8-4ada-8b0e-af181c1cda33 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:15:20.911183 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-234ab141-d92b-4e1e-8b1b-692a9a9495be tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Network 8355fb6f-268b-4981-9676-2d3c73404659 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:15:20.919401 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-234ab141-d92b-4e1e-8b1b-692a9a9495be tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:15:20.930949 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-234ab141-d92b-4e1e-8b1b-692a9a9495be tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:15:20.965102 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-099940b7-e01d-4246-823e-115e4a78069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:21.055817 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099940b7-e01d-4246-823e-115e4a78069e None None] Network e5b56756-8351-452f-8674-9ea951b060c1 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:15:21.059163 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-099940b7-e01d-4246-823e-115e4a78069e None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:15:21.066897 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099940b7-e01d-4246-823e-115e4a78069e None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:15:21.088421 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-234ab141-d92b-4e1e-8b1b-692a9a9495be tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:21.089713 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-234ab141-d92b-4e1e-8b1b-692a9a9495be tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:21.103753 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099940b7-e01d-4246-823e-115e4a78069e None None] Pushing event updated for resources: {'Port': ['ID=c20325f1-b0f8-4ada-8b0e-af181c1cda33,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:21.118276 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ab141-d92b-4e1e-8b1b-692a9a9495be tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Pushing event updated for resources: {'Port': ['ID=798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:21.205847 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-099940b7-e01d-4246-823e-115e4a78069e None None] Attempting to bind port c20325f1-b0f8-4ada-8b0e-af181c1cda33 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:15:21.207040 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-099940b7-e01d-4246-823e-115e4a78069e None None] Attempting to bind port c20325f1-b0f8-4ada-8b0e-af181c1cda33 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'b54f0807-2543-483d-801e-a4f8da770b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e5b56756-8351-452f-8674-9ea951b060c1'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:15:21.207640 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099940b7-e01d-4246-823e-115e4a78069e None None] Attempting to bind port c20325f1-b0f8-4ada-8b0e-af181c1cda33 on network e5b56756-8351-452f-8674-9ea951b060c1 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:15:21.207995 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e2a6cfd6-8f46-4b1e-b7dd-0836ccfea6d0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:21.212101 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-234ab141-d92b-4e1e-8b1b-692a9a9495be tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5028970 Aug 16 21:15:21.215330 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099940b7-e01d-4246-823e-115e4a78069e None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:15:21.216069 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099940b7-e01d-4246-823e-115e4a78069e None None] Checking segment: {'id': 'b54f0807-2543-483d-801e-a4f8da770b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e5b56756-8351-452f-8674-9ea951b060c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:15:21.216701 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-099940b7-e01d-4246-823e-115e4a78069e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:21.217306 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099940b7-e01d-4246-823e-115e4a78069e None None] Bound using segment: {'id': 'b54f0807-2543-483d-801e-a4f8da770b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e5b56756-8351-452f-8674-9ea951b060c1'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:15:21.218328 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-099940b7-e01d-4246-823e-115e4a78069e None None] Bound port: c20325f1-b0f8-4ada-8b0e-af181c1cda33, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b54f0807-2543-483d-801e-a4f8da770b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e5b56756-8351-452f-8674-9ea951b060c1'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:15:21.218938 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-099940b7-e01d-4246-823e-115e4a78069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:21.227122 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-da42deaf-35f9-4e98-9c97-c74ee0550a70 service neutron] Request body: {'port': {'device_id': '8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:15:21.353722 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-da42deaf-35f9-4e98-9c97-c74ee0550a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:21.383443 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-099940b7-e01d-4246-823e-115e4a78069e None None] For port c20325f1-b0f8-4ada-8b0e-af181c1cda33, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:15:21.394378 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-099940b7-e01d-4246-823e-115e4a78069e None None] For port c20325f1-b0f8-4ada-8b0e-af181c1cda33, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=c20325f1-b0f8-4ada-8b0e-af181c1cda33,segment=NetworkSegment(b54f0807-2543-483d-801e-a4f8da770b8a),segment_id=b54f0807-2543-483d-801e-a4f8da770b8a)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:15:21.452011 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e7e2098d-7961-48b1-bd77-e7bfa313c9e5 None None] Provisioning for port 798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:15:21.457292 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e7e2098d-7961-48b1-bd77-e7bfa313c9e5 None None] Provisioning complete for port 798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:21.457984 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e7e2098d-7961-48b1-bd77-e7bfa313c9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:21.476264 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406870cc-e54e-4d36-aa4f-18c9d9e1bc55 req-831be2a8-458b-4eb1-a560-f17ffeeb0534 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:21.492928 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-406870cc-e54e-4d36-aa4f-18c9d9e1bc55 req-831be2a8-458b-4eb1-a560-f17ffeeb0534 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 945 time: 0.2568209 Aug 16 21:15:21.548030 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-e7e2098d-7961-48b1-bd77-e7bfa313c9e5 None None] Port 798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:15:21.552579 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-099940b7-e01d-4246-823e-115e4a78069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:21.601287 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-406870cc-e54e-4d36-aa4f-18c9d9e1bc55 req-dae31e1c-21d6-4d79-aa7d-9714ea9fd2e6 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101780 Aug 16 21:15:21.733024 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099940b7-e01d-4246-823e-115e4a78069e None None] Pushing event updated for resources: {'Port': ['ID=c20325f1-b0f8-4ada-8b0e-af181c1cda33,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:21.932782 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067c2ba-43a7-4713-8637-e48788fdbcfb req-d78c8510-2aa4-4284-a216-69cc69bcb31b tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:21.941706 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c067c2ba-43a7-4713-8637-e48788fdbcfb req-d78c8510-2aa4-4284-a216-69cc69bcb31b tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b HTTP/1.1" status: 200 len: 931 time: 0.1171448 Aug 16 21:15:21.965675 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e2a6cfd6-8f46-4b1e-b7dd-0836ccfea6d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:22.031068 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-da42deaf-35f9-4e98-9c97-c74ee0550a70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:15:22.039480 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e2a6cfd6-8f46-4b1e-b7dd-0836ccfea6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:22.050829 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-da42deaf-35f9-4e98-9c97-c74ee0550a70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:22.104918 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-da42deaf-35f9-4e98-9c97-c74ee0550a70 service neutron] Transition to ACTIVE for port object 798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:15:22.163717 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:22.185786 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c067c2ba-43a7-4713-8637-e48788fdbcfb req-b1ed5f40-a4df-4b89-a0d1-8d31853da158 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/security-groups?id=063a7a3e-bc62-4c93-99cf-7212fa7da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2424984 Aug 16 21:15:22.205953 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-da42deaf-35f9-4e98-9c97-c74ee0550a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:22.282642 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42deaf-35f9-4e98-9c97-c74ee0550a70 service neutron] Pushing event updated for resources: {'Port': ['ID=798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:22.360117 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-e2a6cfd6-8f46-4b1e-b7dd-0836ccfea6d0 admin admin] Allocated IP 172.25.1.93 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/97b4e119-ea88-48c6-b6a6-9160a4e78a40) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:15:22.456734 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-da42deaf-35f9-4e98-9c97-c74ee0550a70 service neutron] Attempting to bind port 798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:15:22.456946 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-da42deaf-35f9-4e98-9c97-c74ee0550a70 service neutron] Attempting to bind port 798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '3456df01-52c5-43ba-a161-9c0fc3337c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8355fb6f-268b-4981-9676-2d3c73404659'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:15:22.457151 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-da42deaf-35f9-4e98-9c97-c74ee0550a70 service neutron] Attempting to bind port 798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f on network 8355fb6f-268b-4981-9676-2d3c73404659 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:15:22.465323 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-da42deaf-35f9-4e98-9c97-c74ee0550a70 service neutron] Port 798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f on network 8355fb6f-268b-4981-9676-2d3c73404659 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:15:22.465649 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-da42deaf-35f9-4e98-9c97-c74ee0550a70 service neutron] Attempting to bind port 798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f on network 8355fb6f-268b-4981-9676-2d3c73404659 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:15:22.475518 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-da42deaf-35f9-4e98-9c97-c74ee0550a70 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:15:22.475518 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-da42deaf-35f9-4e98-9c97-c74ee0550a70 service neutron] Checking segment: {'id': '3456df01-52c5-43ba-a161-9c0fc3337c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8355fb6f-268b-4981-9676-2d3c73404659'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:15:22.475518 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-da42deaf-35f9-4e98-9c97-c74ee0550a70 service neutron] Bound using segment: {'id': '3456df01-52c5-43ba-a161-9c0fc3337c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8355fb6f-268b-4981-9676-2d3c73404659'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:15:22.475518 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-da42deaf-35f9-4e98-9c97-c74ee0550a70 service neutron] Bound port: 798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3456df01-52c5-43ba-a161-9c0fc3337c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8355fb6f-268b-4981-9676-2d3c73404659'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:15:22.475518 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-da42deaf-35f9-4e98-9c97-c74ee0550a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:22.587849 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e2a6cfd6-8f46-4b1e-b7dd-0836ccfea6d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:22.595420 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-da42deaf-35f9-4e98-9c97-c74ee0550a70 service neutron] For port 798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:15:22.599459 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-da42deaf-35f9-4e98-9c97-c74ee0550a70 service neutron] For port 798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f,segment=NetworkSegment(3456df01-52c5-43ba-a161-9c0fc3337c5d),segment_id=3456df01-52c5-43ba-a161-9c0fc3337c5d)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:15:22.676103 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-da42deaf-35f9-4e98-9c97-c74ee0550a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:22.751204 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-da42deaf-35f9-4e98-9c97-c74ee0550a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:22.757876 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-da42deaf-35f9-4e98-9c97-c74ee0550a70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:22.762426 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-da42deaf-35f9-4e98-9c97-c74ee0550a70 service neutron] 10.222.0.72 "PUT /v2.0/ports/798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f HTTP/1.1" status: 200 len: 1092 time: 1.5375464 Aug 16 21:15:22.762426 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b', 'tag': '798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:15:22.771732 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343bbb71-89d1-4263-abd6-d18e1e243ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b", "tag": "798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:15:22.780463 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e2a6cfd6-8f46-4b1e-b7dd-0836ccfea6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:22.849389 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42deaf-35f9-4e98-9c97-c74ee0550a70 service neutron] Pushing event updated for resources: {'Port': ['ID=798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:22.867283 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619ec25e-6ffe-4ace-937a-3a5854e91206 x-openstack-request-id: req-619ec25e-6ffe-4ace-937a-3a5854e91206 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:15:22.867584 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b", "tag": "798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:15:22.867846 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-619ec25e-6ffe-4ace-937a-3a5854e91206 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:15:22.868260 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b', 'tag': '798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f', 'status': 'completed', 'code': 200} Aug 16 21:15:22.876076 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a6cfd6-8f46-4b1e-b7dd-0836ccfea6d0 admin admin] Pushing event updated for resources: {'Port': ['ID=97b4e119-ea88-48c6-b6a6-9160a4e78a40,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:22.933093 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a6cfd6-8f46-4b1e-b7dd-0836ccfea6d0 admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:15:22.935432 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-e2a6cfd6-8f46-4b1e-b7dd-0836ccfea6d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:15:22.938674 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a6cfd6-8f46-4b1e-b7dd-0836ccfea6d0 admin admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:15:22.970611 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9674f1-8d92-477f-a685-194a896de93b req-cc9b6da5-be67-440c-a5ac-5c490ffdf85a tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:22.981032 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5e9674f1-8d92-477f-a685-194a896de93b req-cc9b6da5-be67-440c-a5ac-5c490ffdf85a tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 945 time: 0.2684331 Aug 16 21:15:23.051183 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bbb71-89d1-4263-abd6-d18e1e243ee0 req-ceee6220-26c0-48ec-a88d-c4684aeda80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:23.052621 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-343bbb71-89d1-4263-abd6-d18e1e243ee0 req-ceee6220-26c0-48ec-a88d-c4684aeda80f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c0bff215d26d44098ee353416e3d92dc&device_id=8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b HTTP/1.1" status: 200 len: 1095 time: 0.1622770 Aug 16 21:15:23.200800 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5e9674f1-8d92-477f-a685-194a896de93b req-7133b1ef-fce1-42cb-b21b-0342e852fa09 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2182269 Aug 16 21:15:23.246292 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device c20325f1-b0f8-4ada-8b0e-af181c1cda33 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:15:23.324978 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bbb71-89d1-4263-abd6-d18e1e243ee0 req-235b758f-46b5-4a89-ab16-651067c524ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:23.328858 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-343bbb71-89d1-4263-abd6-d18e1e243ee0 req-235b758f-46b5-4a89-ab16-651067c524ea service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=c0bff215d26d44098ee353416e3d92dc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2651629 Aug 16 21:15:23.416956 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port c20325f1-b0f8-4ada-8b0e-af181c1cda33 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:15:23.483562 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bf472-7b46-4596-8b04-bd02463e61d9 req-a4b15d03-72d9-4c05-9621-1abe491a2271 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:23.485344 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-113bf472-7b46-4596-8b04-bd02463e61d9 req-a4b15d03-72d9-4c05-9621-1abe491a2271 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b HTTP/1.1" status: 200 len: 943 time: 0.1207681 Aug 16 21:15:23.538243 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bbb71-89d1-4263-abd6-d18e1e243ee0 req-7c141e14-932e-440b-8227-9e9af0212df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:23.540128 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-113bf472-7b46-4596-8b04-bd02463e61d9 req-a63df6a1-7f49-470f-be87-e605681c37f7 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/security-groups?id=063a7a3e-bc62-4c93-99cf-7212fa7da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472419 Aug 16 21:15:23.544612 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-343bbb71-89d1-4263-abd6-d18e1e243ee0 req-7c141e14-932e-440b-8227-9e9af0212df1 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2091258 Aug 16 21:15:23.576455 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48014) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:23.717798 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-41792beb-16ec-4184-b598-46902fd37c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:23.723659 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-41792beb-16ec-4184-b598-46902fd37c1a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c0bff215d26d44098ee353416e3d92dc&device_id=8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b HTTP/1.1" status: 200 len: 1095 time: 0.1252947 Aug 16 21:15:23.754143 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f21549-b9d7-4ec7-83bc-2c24f977568d None None] Network e5b56756-8351-452f-8674-9ea951b060c1 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:15:23.828585 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-f03c3d13-e79a-42a0-87fe-10d2913aab81 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f HTTP/1.1" status: 200 len: 217 time: 0.0971146 Aug 16 21:15:23.936840 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-2766a00f-ec79-49c6-8be4-a7b243b0946d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:23.938462 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-2766a00f-ec79-49c6-8be4-a7b243b0946d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0543fff8-07dd-420f-8cde-4ff3c517bb02 HTTP/1.1" status: 200 len: 853 time: 0.1026087 Aug 16 21:15:23.941609 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-56b3eed2-050a-420e-b6d6-50cf5cdea8d7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=40f0b8f768e64b78b7b7cf6c69c42fa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3639660 Aug 16 21:15:23.944471 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48034) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:24.055557 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-8b0a653e-b22b-448b-9ceb-4f5d1e40e82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:24.057287 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-8b0a653e-b22b-448b-9ceb-4f5d1e40e82a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8355fb6f-268b-4981-9676-2d3c73404659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1053805 Aug 16 21:15:24.063383 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-81d1776e-5608-44f5-9492-4d2ad92aeef4 None None] Provisioning for port c20325f1-b0f8-4ada-8b0e-af181c1cda33 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:15:24.077529 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ba5cbeed-4128-43bb-8372-72974440f4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:24.095521 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-81d1776e-5608-44f5-9492-4d2ad92aeef4 None None] Provisioning complete for port c20325f1-b0f8-4ada-8b0e-af181c1cda33 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:24.095896 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-81d1776e-5608-44f5-9492-4d2ad92aeef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:24.173571 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ba5cbeed-4128-43bb-8372-72974440f4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:24.274129 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-e2a5f65c-4887-45d6-b7c4-a9961a18e03c service neutron] 10.222.0.72 "GET /v2.0/networks/8355fb6f-268b-4981-9676-2d3c73404659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078419 Aug 16 21:15:24.276113 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-81d1776e-5608-44f5-9492-4d2ad92aeef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:24.328457 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-81d1776e-5608-44f5-9492-4d2ad92aeef4 None None] For port c20325f1-b0f8-4ada-8b0e-af181c1cda33, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=c20325f1-b0f8-4ada-8b0e-af181c1cda33,segment=NetworkSegment(b54f0807-2543-483d-801e-a4f8da770b8a),segment_id=b54f0807-2543-483d-801e-a4f8da770b8a)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:24.399583 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5b4f6fe6-b591-49fc-bb0a-b1fa68d4c571 req-e3819fec-2289-4e33-bea3-5f6361d3dcce service neutron] 10.222.0.72 "GET /v2.0/networks/8355fb6f-268b-4981-9676-2d3c73404659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159084 Aug 16 21:15:24.410602 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e2a6cfd6-8f46-4b1e-b7dd-0836ccfea6d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:24.451929 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963cc71-6176-492d-8107-441c40569aea req-327f3793-6cb3-4e3a-8d1f-10a9b6db57d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:24.453553 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f963cc71-6176-492d-8107-441c40569aea req-327f3793-6cb3-4e3a-8d1f-10a9b6db57d5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6ff815c4c8944f8eb7103de208aa5945&device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 1097 time: 0.2136581 Aug 16 21:15:24.481556 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ba5cbeed-4128-43bb-8372-72974440f4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:24.486409 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-81d1776e-5608-44f5-9492-4d2ad92aeef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:24.486540 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ba5cbeed-4128-43bb-8372-72974440f4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:24.486540 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ba5cbeed-4128-43bb-8372-72974440f4df admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3837f783-6a56-4d29-a6a6-bcea6df65d6a HTTP/1.1" status: 204 len: 168 time: 0.5402112 Aug 16 21:15:24.499507 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5cbeed-4128-43bb-8372-72974440f4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3837f783-6a56-4d29-a6a6-bcea6df65d6a,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:24.529746 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea5a96-bc84-46b3-ab90-65293d3ce2ce req-99d6b55f-0d99-4bbc-af92-1247f9c982dd tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:24.531475 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-36ea5a96-bc84-46b3-ab90-65293d3ce2ce req-99d6b55f-0d99-4bbc-af92-1247f9c982dd tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 945 time: 0.1642370 Aug 16 21:15:24.583420 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d1776e-5608-44f5-9492-4d2ad92aeef4 None None] Pushing event updated for resources: {'Port': ['ID=c20325f1-b0f8-4ada-8b0e-af181c1cda33,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:24.618331 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-874fe3c7-22c0-48b9-b4c5-776433255a1f None None] Provisioning complete for port c20325f1-b0f8-4ada-8b0e-af181c1cda33 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:24.618726 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-874fe3c7-22c0-48b9-b4c5-776433255a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:24.656791 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-36ea5a96-bc84-46b3-ab90-65293d3ce2ce req-17b77140-41a1-4191-bccc-de7576e11b0c tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913241 Aug 16 21:15:24.752228 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963cc71-6176-492d-8107-441c40569aea req-230fcf1f-9120-441c-b018-ec19a9dd1561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:24.752228 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f963cc71-6176-492d-8107-441c40569aea req-230fcf1f-9120-441c-b018-ec19a9dd1561 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c499baa-4492-4b54-bedd-a882ae845f9c HTTP/1.1" status: 200 len: 917 time: 0.2827780 Aug 16 21:15:24.838768 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ff323-14be-4b53-80ae-42c7ff9ef6a3 req-813a0f3b-a86d-4757-9180-9fafb29cc83f tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:24.840329 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f03ff323-14be-4b53-80ae-42c7ff9ef6a3 req-813a0f3b-a86d-4757-9180-9fafb29cc83f tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b HTTP/1.1" status: 200 len: 943 time: 0.2118840 Aug 16 21:15:24.889077 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f963cc71-6176-492d-8107-441c40569aea req-30772d88-e77b-480d-b61e-86bca4cc17f5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c7378fe-1ef3-4162-aaf5-b88057de5a1c HTTP/1.1" status: 200 len: 1001 time: 0.1344531 Aug 16 21:15:24.942323 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f03ff323-14be-4b53-80ae-42c7ff9ef6a3 req-efe322d8-0840-4d20-b7e0-ce47a3431a5f tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/security-groups?id=063a7a3e-bc62-4c93-99cf-7212fa7da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912788 Aug 16 21:15:24.943831 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e2a6cfd6-8f46-4b1e-b7dd-0836ccfea6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:25.013666 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963cc71-6176-492d-8107-441c40569aea req-3efda60b-c8a5-41bf-b7cc-cf52d9378f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:25.015251 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f963cc71-6176-492d-8107-441c40569aea req-3efda60b-c8a5-41bf-b7cc-cf52d9378f80 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6d4ab04f-fd33-40d0-bd76-3977c7bf52a2 HTTP/1.1" status: 200 len: 855 time: 0.1176953 Aug 16 21:15:25.107200 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device c20325f1-b0f8-4ada-8b0e-af181c1cda33 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:15:25.151209 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963cc71-6176-492d-8107-441c40569aea req-0ef207dc-2752-4858-a7c8-73e2186e5fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:25.152817 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f963cc71-6176-492d-8107-441c40569aea req-0ef207dc-2752-4858-a7c8-73e2186e5fb7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c499baa-4492-4b54-bedd-a882ae845f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1288860 Aug 16 21:15:25.156753 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port c20325f1-b0f8-4ada-8b0e-af181c1cda33 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:25.157133 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:25.269921 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f963cc71-6176-492d-8107-441c40569aea req-a8bebe6b-08fd-4024-8c5f-bb4988cadd23 service neutron] 10.222.0.90 "GET /v2.0/networks/9c499baa-4492-4b54-bedd-a882ae845f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082103 Aug 16 21:15:25.322273 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a6cfd6-8f46-4b1e-b7dd-0836ccfea6d0 admin admin] Router 273f11db-776b-4246-a317-5186f7f7abae is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:15:25.446882 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f963cc71-6176-492d-8107-441c40569aea req-28fdfd10-80bc-4984-a726-72acc1fec97e service neutron] 10.222.0.90 "GET /v2.0/networks/9c499baa-4492-4b54-bedd-a882ae845f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697457 Aug 16 21:15:25.480303 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a6cfd6-8f46-4b1e-b7dd-0836ccfea6d0 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:15:25.496084 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cf9860-bb00-418b-a657-6d9930f0a51b None None] Sync routers for ids ['273f11db-776b-4246-a317-5186f7f7abae'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:15:25.506917 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cf9860-bb00-418b-a657-6d9930f0a51b None None] Routers {'273f11db-776b-4246-a317-5186f7f7abae'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:15:25.507931 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-14cf9860-bb00-418b-a657-6d9930f0a51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:15:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['273f11db-776b-4246-a317-5186f7f7abae'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:25.584765 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e2a6cfd6-8f46-4b1e-b7dd-0836ccfea6d0 admin admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:25.588581 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e2a6cfd6-8f46-4b1e-b7dd-0836ccfea6d0 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 914 time: 5.1899242 Aug 16 21:15:25.589210 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48116) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:25.620308 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-14cf9860-bb00-418b-a657-6d9930f0a51b None None] Set router 273f11db-776b-4246-a317-5186f7f7abae gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:15:25.816717 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48130) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:25.856278 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a2f6c-a31a-4feb-8298-8061be05087f req-bf6dae61-6d7e-4514-a332-00c9f175901f tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:25.858690 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b82a2f6c-a31a-4feb-8298-8061be05087f req-bf6dae61-6d7e-4514-a332-00c9f175901f tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 945 time: 0.0690854 Aug 16 21:15:25.927948 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b82a2f6c-a31a-4feb-8298-8061be05087f req-b46f435a-6cea-4d63-80a7-0df889292d31 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631013 Aug 16 21:15:25.983706 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-14cf9860-bb00-418b-a657-6d9930f0a51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273f11db-776b-4246-a317-5186f7f7abae', 'name': 'tempest-ImageQuotaTest-64657318-router', 'tenant_id': 'b178b464d4d047e5ace7207c552253b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '97b4e119-ea88-48c6-b6a6-9160a4e78a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:20Z', 'updated_at': '2021-08-16T21:15:23Z', 'revision_number': 3, 'project_id': 'b178b464d4d047e5ace7207c552253b0', 'gw_port': {'id': '97b4e119-ea88-48c6-b6a6-9160a4e78a40', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273f11db-776b-4246-a317-5186f7f7abae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:22Z', 'updated_at': '2021-08-16T21:15:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:26.021212 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cf9860-bb00-418b-a657-6d9930f0a51b None None] Checking router: 273f11db-776b-4246-a317-5186f7f7abae for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:15:26.021858 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cf9860-bb00-418b-a657-6d9930f0a51b None None] Updating router 273f11db-776b-4246-a317-5186f7f7abae port 97b4e119-ea88-48c6-b6a6-9160a4e78a40 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:15:26.054074 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-14cf9860-bb00-418b-a657-6d9930f0a51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:26.072366 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-2b66b73d-7df5-40ce-b7c0-e036a8f9c06c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1435177409-network', 'tenant_id': 'dbc671c765244fd392d2843af63e82f8'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:15:26.157035 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b66b73d-7df5-40ce-b7c0-e036a8f9c06c admin admin] Made reservation on behalf of dbc671c765244fd392d2843af63e82f8 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:15:26.160030 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2b66b73d-7df5-40ce-b7c0-e036a8f9c06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:26.163410 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3875091-35d4-48e8-be90-6b73299fd2e6 req-7f8f7a56-167e-4185-b65e-7d62cc010529 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:26.165037 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f3875091-35d4-48e8-be90-6b73299fd2e6 req-7f8f7a56-167e-4185-b65e-7d62cc010529 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b HTTP/1.1" status: 200 len: 943 time: 0.1130965 Aug 16 21:15:26.183265 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2b66b73d-7df5-40ce-b7c0-e036a8f9c06c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:26.221349 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f3875091-35d4-48e8-be90-6b73299fd2e6 req-7a25b8d4-7c97-4c8a-8d26-14d38fe84b3c tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/security-groups?id=063a7a3e-bc62-4c93-99cf-7212fa7da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489626 Aug 16 21:15:26.362766 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-14cf9860-bb00-418b-a657-6d9930f0a51b None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:26.373600 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-14cf9860-bb00-418b-a657-6d9930f0a51b None None] Transition to ACTIVE for port object 97b4e119-ea88-48c6-b6a6-9160a4e78a40 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:15:26.374442 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b58c9ffe-b864-45c6-b483-da81707e1f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:26.388973 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2b66b73d-7df5-40ce-b7c0-e036a8f9c06c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:26.487498 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-14cf9860-bb00-418b-a657-6d9930f0a51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:26.523806 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2b66b73d-7df5-40ce-b7c0-e036a8f9c06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:26.541697 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-14cf9860-bb00-418b-a657-6d9930f0a51b None None] Attempting to bind port 97b4e119-ea88-48c6-b6a6-9160a4e78a40 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:15:26.542183 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-14cf9860-bb00-418b-a657-6d9930f0a51b None None] Attempting to bind port 97b4e119-ea88-48c6-b6a6-9160a4e78a40 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:15:26.542482 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cf9860-bb00-418b-a657-6d9930f0a51b None None] Attempting to bind port 97b4e119-ea88-48c6-b6a6-9160a4e78a40 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:15:26.545373 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72d0370-695f-4ec6-bb55-a2091898f27f None None] Pushing event updated for resources: {'Port': ['ID=97b4e119-ea88-48c6-b6a6-9160a4e78a40,revision_number=2']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:26.550197 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cf9860-bb00-418b-a657-6d9930f0a51b None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:15:26.550574 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cf9860-bb00-418b-a657-6d9930f0a51b None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:15:26.551035 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-14cf9860-bb00-418b-a657-6d9930f0a51b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:26.551417 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cf9860-bb00-418b-a657-6d9930f0a51b None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:15:26.552063 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-14cf9860-bb00-418b-a657-6d9930f0a51b None None] Bound port: 97b4e119-ea88-48c6-b6a6-9160a4e78a40, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:15:26.552613 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-14cf9860-bb00-418b-a657-6d9930f0a51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:26.566408 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b66b73d-7df5-40ce-b7c0-e036a8f9c06c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:15:26.573024 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-b58c9ffe-b864-45c6-b483-da81707e1f40 admin admin] Allocated IP 172.20.0.1 (e5b56756-8351-452f-8674-9ea951b060c1/e8f8d5db-7ae5-4b3a-b7cc-b3e1a5907363/6680ada0-1a4a-4c67-a06c-4fb68c37909a) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:15:26.576010 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66b73d-7df5-40ce-b7c0-e036a8f9c06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e4fc29-a436-47b2-bf55-10c51a77aba8,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:26.580360 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72d0370-695f-4ec6-bb55-a2091898f27f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:26.580703 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72d0370-695f-4ec6-bb55-a2091898f27f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:26.581039 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72d0370-695f-4ec6-bb55-a2091898f27f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:26.581584 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72d0370-695f-4ec6-bb55-a2091898f27f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:26.581959 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72d0370-695f-4ec6-bb55-a2091898f27f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:26.582281 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72d0370-695f-4ec6-bb55-a2091898f27f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:26.582599 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72d0370-695f-4ec6-bb55-a2091898f27f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:26.583750 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72d0370-695f-4ec6-bb55-a2091898f27f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:26.583750 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72d0370-695f-4ec6-bb55-a2091898f27f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:26.589775 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72d0370-695f-4ec6-bb55-a2091898f27f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:26.589775 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72d0370-695f-4ec6-bb55-a2091898f27f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:26.589775 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72d0370-695f-4ec6-bb55-a2091898f27f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:26.590310 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2b66b73d-7df5-40ce-b7c0-e036a8f9c06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:26.590310 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-2b66b73d-7df5-40ce-b7c0-e036a8f9c06c admin admin] Added segment 180876fc-a14a-4bbb-b365-775cef3440cf of type vlan for network eb216575-45bd-40f3-acb6-a5235627e66f Aug 16 21:15:26.623759 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-14cf9860-bb00-418b-a657-6d9930f0a51b None None] For port 97b4e119-ea88-48c6-b6a6-9160a4e78a40, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:15:26.626694 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-14cf9860-bb00-418b-a657-6d9930f0a51b None None] For port 97b4e119-ea88-48c6-b6a6-9160a4e78a40, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=97b4e119-ea88-48c6-b6a6-9160a4e78a40,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:15:26.676936 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2b66b73d-7df5-40ce-b7c0-e036a8f9c06c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:26.687428 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-14cf9860-bb00-418b-a657-6d9930f0a51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:26.743512 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b58c9ffe-b864-45c6-b483-da81707e1f40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:26.744202 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cf9860-bb00-418b-a657-6d9930f0a51b None None] Routers {'273f11db-776b-4246-a317-5186f7f7abae'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:15:26.744828 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-14cf9860-bb00-418b-a657-6d9930f0a51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:15:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['273f11db-776b-4246-a317-5186f7f7abae'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:26.757574 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-b58c9ffe-b864-45c6-b483-da81707e1f40 admin admin] Transition to ACTIVE for port object 6680ada0-1a4a-4c67-a06c-4fb68c37909a will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:15:26.787191 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72d0370-695f-4ec6-bb55-a2091898f27f None None] Pushing event updated for resources: {'Port': ['ID=97b4e119-ea88-48c6-b6a6-9160a4e78a40,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:26.804412 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2b66b73d-7df5-40ce-b7c0-e036a8f9c06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:26.804412 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b66b73d-7df5-40ce-b7c0-e036a8f9c06c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:26.804412 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2b66b73d-7df5-40ce-b7c0-e036a8f9c06c admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:26.866902 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-14cf9860-bb00-418b-a657-6d9930f0a51b None None] Set router 273f11db-776b-4246-a317-5186f7f7abae gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:15:26.869054 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66b73d-7df5-40ce-b7c0-e036a8f9c06c admin admin] Pushing event updated for resources: {'Network': ['ID=eb216575-45bd-40f3-acb6-a5235627e66f,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:26.883023 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network eb216575-45bd-40f3-acb6-a5235627e66f details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:15:26.918648 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b58c9ffe-b864-45c6-b483-da81707e1f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:26.967168 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58c9ffe-b864-45c6-b483-da81707e1f40 admin admin] Network e5b56756-8351-452f-8674-9ea951b060c1 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:15:26.972478 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48180) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:26.973463 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2b66b73d-7df5-40ce-b7c0-e036a8f9c06c admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1551168 Aug 16 21:15:26.979287 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-b58c9ffe-b864-45c6-b483-da81707e1f40 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:15:26.983365 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58c9ffe-b864-45c6-b483-da81707e1f40 admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:15:26.985777 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-7debc673-c5f0-4fb4-bf59-684db1ef6929 admin admin] Request body: {'subnet': {'network_id': 'eb216575-45bd-40f3-acb6-a5235627e66f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1435177409-subnet', 'tenant_id': 'dbc671c765244fd392d2843af63e82f8', 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:15:27.015456 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c9ffe-b864-45c6-b483-da81707e1f40 admin admin] Pushing event updated for resources: {'Port': ['ID=6680ada0-1a4a-4c67-a06c-4fb68c37909a,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:27.049640 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b58c9ffe-b864-45c6-b483-da81707e1f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:27.123548 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7debc673-c5f0-4fb4-bf59-684db1ef6929 admin admin] Made reservation on behalf of dbc671c765244fd392d2843af63e82f8 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:15:27.126217 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7debc673-c5f0-4fb4-bf59-684db1ef6929 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:27.138237 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-14cf9860-bb00-418b-a657-6d9930f0a51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273f11db-776b-4246-a317-5186f7f7abae', 'name': 'tempest-ImageQuotaTest-64657318-router', 'tenant_id': 'b178b464d4d047e5ace7207c552253b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '97b4e119-ea88-48c6-b6a6-9160a4e78a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:20Z', 'updated_at': '2021-08-16T21:15:23Z', 'revision_number': 3, 'project_id': 'b178b464d4d047e5ace7207c552253b0', 'gw_port': {'id': '97b4e119-ea88-48c6-b6a6-9160a4e78a40', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273f11db-776b-4246-a317-5186f7f7abae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:22Z', 'updated_at': '2021-08-16T21:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:27.175704 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cf9860-bb00-418b-a657-6d9930f0a51b None None] The sync data for ids ['273f11db-776b-4246-a317-5186f7f7abae'] in n-d-793620-15 is: [{'id': '273f11db-776b-4246-a317-5186f7f7abae', 'name': 'tempest-ImageQuotaTest-64657318-router', 'tenant_id': 'b178b464d4d047e5ace7207c552253b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '97b4e119-ea88-48c6-b6a6-9160a4e78a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:20Z', 'updated_at': '2021-08-16T21:15:23Z', 'revision_number': 3, 'project_id': 'b178b464d4d047e5ace7207c552253b0', 'gw_port': {'id': '97b4e119-ea88-48c6-b6a6-9160a4e78a40', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273f11db-776b-4246-a317-5186f7f7abae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:22Z', 'updated_at': '2021-08-16T21:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:15:27.250185 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87027f6e-349d-4be0-b81a-36dba15efbe6 req-5976537d-469e-454a-a6ae-79b1d0c6844b tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:27.251961 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-87027f6e-349d-4be0-b81a-36dba15efbe6 req-5976537d-469e-454a-a6ae-79b1d0c6844b tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 945 time: 0.1598339 Aug 16 21:15:27.322307 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-87027f6e-349d-4be0-b81a-36dba15efbe6 req-13a66a3e-ac63-4302-88ee-0744b0351049 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548432 Aug 16 21:15:27.359458 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b58c9ffe-b864-45c6-b483-da81707e1f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:27.457247 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-150ecd85-4a47-4a8f-b577-a459f6df71ef None None] Provisioning for port 6680ada0-1a4a-4c67-a06c-4fb68c37909a completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:15:27.462024 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-150ecd85-4a47-4a8f-b577-a459f6df71ef None None] Provisioning complete for port 6680ada0-1a4a-4c67-a06c-4fb68c37909a triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:27.462619 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-150ecd85-4a47-4a8f-b577-a459f6df71ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:27.475737 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ecdd42-84fa-44c3-a040-3487de633dc7 req-231095c1-37eb-439c-9b82-f6af29179ccf tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:27.477353 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-58ecdd42-84fa-44c3-a040-3487de633dc7 req-231095c1-37eb-439c-9b82-f6af29179ccf tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b HTTP/1.1" status: 200 len: 943 time: 0.1252398 Aug 16 21:15:27.540363 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-150ecd85-4a47-4a8f-b577-a459f6df71ef None None] Port 6680ada0-1a4a-4c67-a06c-4fb68c37909a cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:15:27.554018 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-58ecdd42-84fa-44c3-a040-3487de633dc7 req-422ab460-0c85-4647-810e-fb50afffb26f tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/security-groups?id=063a7a3e-bc62-4c93-99cf-7212fa7da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643229 Aug 16 21:15:27.582929 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7debc673-c5f0-4fb4-bf59-684db1ef6929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:27.593523 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b58c9ffe-b864-45c6-b483-da81707e1f40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:27.650727 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7debc673-c5f0-4fb4-bf59-684db1ef6929 admin admin] Pushing event updated for resources: {'Subnet': ['ID=791a8385-41da-43d6-ac6a-303910d1a528,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:27.659551 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7debc673-c5f0-4fb4-bf59-684db1ef6929 admin admin] Checking segment: {'id': '180876fc-a14a-4bbb-b365-775cef3440cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'eb216575-45bd-40f3-acb6-a5235627e66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:15:27.659985 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7debc673-c5f0-4fb4-bf59-684db1ef6929 admin admin] Network hostable DHCP agents. Network: eb216575-45bd-40f3-acb6-a5235627e66f, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:15:27.704217 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b58c9ffe-b864-45c6-b483-da81707e1f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:27.777154 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c9ffe-b864-45c6-b483-da81707e1f40 admin admin] Pushing event updated for resources: {'Port': ['ID=6680ada0-1a4a-4c67-a06c-4fb68c37909a,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:27.779955 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b58c9ffe-b864-45c6-b483-da81707e1f40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:27.787141 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7debc673-c5f0-4fb4-bf59-684db1ef6929 admin admin] Network eb216575-45bd-40f3-acb6-a5235627e66f is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:15:27.869005 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-7debc673-c5f0-4fb4-bf59-684db1ef6929 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, eb216575-45bd-40f3-acb6-a5235627e66f) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:15:27.873596 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7debc673-c5f0-4fb4-bf59-684db1ef6929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:27.874895 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7debc673-c5f0-4fb4-bf59-684db1ef6929 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:27.882132 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6c7d3a-1ab2-4d8a-a815-e5bc2d086ea4 None None] Network eb216575-45bd-40f3-acb6-a5235627e66f requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:15:27.889703 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58c9ffe-b864-45c6-b483-da81707e1f40 admin admin] Network e5b56756-8351-452f-8674-9ea951b060c1 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:15:27.891268 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-b58c9ffe-b864-45c6-b483-da81707e1f40 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:15:27.994449 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-7debc673-c5f0-4fb4-bf59-684db1ef6929 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0209501 Aug 16 21:15:27.995928 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48220) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:28.001265 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-c15d0fd2-1878-444c-8db7-d2a213cd0f85 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1435177409-router', 'tenant_id': 'dbc671c765244fd392d2843af63e82f8', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:15:28.055300 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58c9ffe-b864-45c6-b483-da81707e1f40 admin admin] Router 273f11db-776b-4246-a317-5186f7f7abae has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:15:28.080009 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b61e9ce-9d95-4697-b4e2-67abccbed6c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-eb216575-45bd-40f3-acb6-a5235627e66f', 'network_id': 'eb216575-45bd-40f3-acb6-a5235627e66f', 'tenant_id': 'dbc671c765244fd392d2843af63e82f8', 'fixed_ips': [{'subnet_id': '791a8385-41da-43d6-ac6a-303910d1a528'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:15:28.081807 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0b61e9ce-9d95-4697-b4e2-67abccbed6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:28.093450 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c15d0fd2-1878-444c-8db7-d2a213cd0f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:28.094888 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c15d0fd2-1878-444c-8db7-d2a213cd0f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:28.208245 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58c9ffe-b864-45c6-b483-da81707e1f40 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:15:28.213569 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c15d0fd2-1878-444c-8db7-d2a213cd0f85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:28.219136 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b58c9ffe-b864-45c6-b483-da81707e1f40 admin admin] 10.222.0.84 "PUT /v2.0/routers/273f11db-776b-4246-a317-5186f7f7abae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6287048 Aug 16 21:15:28.283847 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-0b61e9ce-9d95-4697-b4e2-67abccbed6c4 None None] Allocated IP 172.20.0.2 (eb216575-45bd-40f3-acb6-a5235627e66f/791a8385-41da-43d6-ac6a-303910d1a528/a02956d2-c2e8-4c6c-b964-d91332a9a220) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:15:28.306830 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e57afecc-160c-4364-8273-40f8f99fac0e None None] Provisioning complete for port 6680ada0-1a4a-4c67-a06c-4fb68c37909a triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:28.307447 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e57afecc-160c-4364-8273-40f8f99fac0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:28.346118 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 7c7378fe-1ef3-4162-aaf5-b88057de5a1c no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:15:28.458440 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c15d0fd2-1878-444c-8db7-d2a213cd0f85 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:28.503921 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a2a23-e50c-4235-85a4-40c9e944cd4d req-ccdc00e9-d4f4-4a0e-b668-2e15dd9aa0d2 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:28.505069 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8d0a2a23-e50c-4235-85a4-40c9e944cd4d req-ccdc00e9-d4f4-4a0e-b668-2e15dd9aa0d2 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 945 time: 0.0631351 Aug 16 21:15:28.562661 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8d0a2a23-e50c-4235-85a4-40c9e944cd4d req-2fa6ebbb-ea45-427c-bb4c-08d25f7a8f25 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479021 Aug 16 21:15:28.588518 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-e57afecc-160c-4364-8273-40f8f99fac0e None None] Port 6680ada0-1a4a-4c67-a06c-4fb68c37909a cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:15:28.745978 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:28.751509 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0b61e9ce-9d95-4697-b4e2-67abccbed6c4 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:28.774008 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0b61e9ce-9d95-4697-b4e2-67abccbed6c4 None None] Transition to ACTIVE for port object a02956d2-c2e8-4c6c-b964-d91332a9a220 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:15:28.784456 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf45aaed-3fbb-4761-a1e1-b8f64fa6002b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c7378fe-1ef3-4162-aaf5-b88057de5a1c'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:15:28.787170 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9143b2e-f44e-41b9-967b-8277045f2c72" -d '{"events": [{"server_uuid": "cf45aaed-3fbb-4761-a1e1-b8f64fa6002b", "name": "network-vif-unplugged", "status": "completed", "tag": "7c7378fe-1ef3-4162-aaf5-b88057de5a1c"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:15:28.791947 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1bad6f-c381-45c3-8a78-9d0c870eae22 req-03cf8061-9638-4de4-86f6-82288eac86a9 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:28.793237 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ca1bad6f-c381-45c3-8a78-9d0c870eae22 req-03cf8061-9638-4de4-86f6-82288eac86a9 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b HTTP/1.1" status: 200 len: 943 time: 0.0991721 Aug 16 21:15:28.807542 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 7c7378fe-1ef3-4162-aaf5-b88057de5a1c, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=7c7378fe-1ef3-4162-aaf5-b88057de5a1c,segment=NetworkSegment(871fd1c6-053b-43bc-81ad-da658e74a8c3),segment_id=871fd1c6-053b-43bc-81ad-da658e74a8c3)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:28.812230 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0b61e9ce-9d95-4697-b4e2-67abccbed6c4 None None] Transition to ACTIVE for port object a02956d2-c2e8-4c6c-b964-d91332a9a220 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:15:28.895440 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0b61e9ce-9d95-4697-b4e2-67abccbed6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:28.908520 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:28.926122 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ca1bad6f-c381-45c3-8a78-9d0c870eae22 req-47f7c56f-e84d-40e5-a76d-614685c7ab78 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/security-groups?id=063a7a3e-bc62-4c93-99cf-7212fa7da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215672 Aug 16 21:15:28.943957 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c15d0fd2-1878-444c-8db7-d2a213cd0f85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:28.966663 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b61e9ce-9d95-4697-b4e2-67abccbed6c4 None None] Network eb216575-45bd-40f3-acb6-a5235627e66f is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:15:28.971883 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-0b61e9ce-9d95-4697-b4e2-67abccbed6c4 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:15:28.976659 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c15d0fd2-1878-444c-8db7-d2a213cd0f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:28.979633 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b61e9ce-9d95-4697-b4e2-67abccbed6c4 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:15:28.993499 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61e9ce-9d95-4697-b4e2-67abccbed6c4 None None] Pushing event updated for resources: {'Port': ['ID=a02956d2-c2e8-4c6c-b964-d91332a9a220,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:29.041566 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 21:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb58bc15-4905-46bd-af3b-46a61ab4f2d6 x-openstack-request-id: req-cb58bc15-4905-46bd-af3b-46a61ab4f2d6 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:15:29.042088 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf45aaed-3fbb-4761-a1e1-b8f64fa6002b", "name": "network-vif-unplugged", "status": "failed", "tag": "7c7378fe-1ef3-4162-aaf5-b88057de5a1c", "code": 422}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:15:29.042504 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-cb58bc15-4905-46bd-af3b-46a61ab4f2d6 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:15:29.043198 n-d-793620-15 neutron-server[101846]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cf45aaed-3fbb-4761-a1e1-b8f64fa6002b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7c7378fe-1ef3-4162-aaf5-b88057de5a1c', 'code': 422} returned with failed status Aug 16 21:15:29.125406 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-c15d0fd2-1878-444c-8db7-d2a213cd0f85 admin admin] Allocated IP 172.25.1.67 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/faef9ba8-918f-4d98-9973-23e56bde6dd7) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:15:29.137256 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-0b61e9ce-9d95-4697-b4e2-67abccbed6c4 None None] Attempting to bind port a02956d2-c2e8-4c6c-b964-d91332a9a220 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:15:29.138681 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-0b61e9ce-9d95-4697-b4e2-67abccbed6c4 None None] Attempting to bind port a02956d2-c2e8-4c6c-b964-d91332a9a220 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '180876fc-a14a-4bbb-b365-775cef3440cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'eb216575-45bd-40f3-acb6-a5235627e66f'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:15:29.139317 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b61e9ce-9d95-4697-b4e2-67abccbed6c4 None None] Attempting to bind port a02956d2-c2e8-4c6c-b964-d91332a9a220 on network eb216575-45bd-40f3-acb6-a5235627e66f {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:15:29.172614 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 97b4e119-ea88-48c6-b6a6-9160a4e78a40 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:15:29.205658 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=7c7378fe-1ef3-4162-aaf5-b88057de5a1c,revision_number=8']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:29.211626 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b61e9ce-9d95-4697-b4e2-67abccbed6c4 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:15:29.212223 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b61e9ce-9d95-4697-b4e2-67abccbed6c4 None None] Checking segment: {'id': '180876fc-a14a-4bbb-b365-775cef3440cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'eb216575-45bd-40f3-acb6-a5235627e66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:15:29.212784 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0b61e9ce-9d95-4697-b4e2-67abccbed6c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:29.213320 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b61e9ce-9d95-4697-b4e2-67abccbed6c4 None None] Bound using segment: {'id': '180876fc-a14a-4bbb-b365-775cef3440cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'eb216575-45bd-40f3-acb6-a5235627e66f'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:15:29.213969 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-0b61e9ce-9d95-4697-b4e2-67abccbed6c4 None None] Bound port: a02956d2-c2e8-4c6c-b964-d91332a9a220, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180876fc-a14a-4bbb-b365-775cef3440cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'eb216575-45bd-40f3-acb6-a5235627e66f'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:15:29.214512 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0b61e9ce-9d95-4697-b4e2-67abccbed6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:29.299420 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c15d0fd2-1878-444c-8db7-d2a213cd0f85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:29.304337 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-0b61e9ce-9d95-4697-b4e2-67abccbed6c4 None None] For port a02956d2-c2e8-4c6c-b964-d91332a9a220, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:15:29.308115 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-0b61e9ce-9d95-4697-b4e2-67abccbed6c4 None None] For port a02956d2-c2e8-4c6c-b964-d91332a9a220, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=a02956d2-c2e8-4c6c-b964-d91332a9a220,segment=NetworkSegment(180876fc-a14a-4bbb-b365-775cef3440cf),segment_id=180876fc-a14a-4bbb-b365-775cef3440cf)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:15:29.378927 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 97b4e119-ea88-48c6-b6a6-9160a4e78a40 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:15:29.382889 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0b61e9ce-9d95-4697-b4e2-67abccbed6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:29.393044 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 97b4e119-ea88-48c6-b6a6-9160a4e78a40 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:29.394656 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:29.416564 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789fec4d-69d6-40e6-9eef-353df5845a54 None None] Sync routers for ids ['273f11db-776b-4246-a317-5186f7f7abae'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:15:29.436984 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c15d0fd2-1878-444c-8db7-d2a213cd0f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:29.495244 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789fec4d-69d6-40e6-9eef-353df5845a54 None None] Routers {'273f11db-776b-4246-a317-5186f7f7abae'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:15:29.496232 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-789fec4d-69d6-40e6-9eef-353df5845a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:15:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['273f11db-776b-4246-a317-5186f7f7abae'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:29.521504 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15d0fd2-1878-444c-8db7-d2a213cd0f85 admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:15:29.526716 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-c15d0fd2-1878-444c-8db7-d2a213cd0f85 admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:15:29.532225 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15d0fd2-1878-444c-8db7-d2a213cd0f85 admin admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:15:29.535343 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d0fd2-1878-444c-8db7-d2a213cd0f85 admin admin] Pushing event updated for resources: {'Port': ['ID=faef9ba8-918f-4d98-9973-23e56bde6dd7,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:29.608233 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61e9ce-9d95-4697-b4e2-67abccbed6c4 None None] Pushing event updated for resources: {'Port': ['ID=a02956d2-c2e8-4c6c-b964-d91332a9a220,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:29.684445 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-789fec4d-69d6-40e6-9eef-353df5845a54 None None] Set router 273f11db-776b-4246-a317-5186f7f7abae gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:15:29.729984 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:29.809354 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 97b4e119-ea88-48c6-b6a6-9160a4e78a40, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=97b4e119-ea88-48c6-b6a6-9160a4e78a40,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:29.889720 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:29.988555 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=97b4e119-ea88-48c6-b6a6-9160a4e78a40,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:30.010415 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-789fec4d-69d6-40e6-9eef-353df5845a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273f11db-776b-4246-a317-5186f7f7abae', 'name': 'tempest-ImageQuotaTest-64657318-router', 'tenant_id': 'b178b464d4d047e5ace7207c552253b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '97b4e119-ea88-48c6-b6a6-9160a4e78a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:20Z', 'updated_at': '2021-08-16T21:15:27Z', 'revision_number': 4, 'project_id': 'b178b464d4d047e5ace7207c552253b0', 'gw_port': {'id': '97b4e119-ea88-48c6-b6a6-9160a4e78a40', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273f11db-776b-4246-a317-5186f7f7abae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:22Z', 'updated_at': '2021-08-16T21:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '6680ada0-1a4a-4c67-a06c-4fb68c37909a', 'name': '', 'network_id': 'e5b56756-8351-452f-8674-9ea951b060c1', 'tenant_id': 'b178b464d4d047e5ace7207c552253b0', 'mac_address': 'fa:16:3e:f1:0c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273f11db-776b-4246-a317-5186f7f7abae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'e8f8d5db-7ae5-4b3a-b7cc-b3e1a5907363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:26Z', 'updated_at': '2021-08-16T21:15:27Z', 'revision_number': 2, 'project_id': 'b178b464d4d047e5ace7207c552253b0', 'subnets': [{'id': 'e8f8d5db-7ae5-4b3a-b7cc-b3e1a5907363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:30.015987 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48342) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:30.064407 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c15d0fd2-1878-444c-8db7-d2a213cd0f85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:30.080861 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789fec4d-69d6-40e6-9eef-353df5845a54 None None] Checking router: 273f11db-776b-4246-a317-5186f7f7abae for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:15:30.081225 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789fec4d-69d6-40e6-9eef-353df5845a54 None None] Updating router 273f11db-776b-4246-a317-5186f7f7abae port 6680ada0-1a4a-4c67-a06c-4fb68c37909a binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:15:30.140853 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-789fec4d-69d6-40e6-9eef-353df5845a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:30.195053 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174add7-cd5b-4b51-a051-9ea7cda7a2cd req-e9c1da5b-eed2-4b5e-8928-6a30f9399d7e tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:30.196759 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8174add7-cd5b-4b51-a051-9ea7cda7a2cd req-e9c1da5b-eed2-4b5e-8928-6a30f9399d7e tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b HTTP/1.1" status: 200 len: 943 time: 0.1300735 Aug 16 21:15:30.296872 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8174add7-cd5b-4b51-a051-9ea7cda7a2cd req-aef715d4-a095-4f70-b6b9-ec1e58c5735e tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/security-groups?id=063a7a3e-bc62-4c93-99cf-7212fa7da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825341 Aug 16 21:15:30.371394 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c15d0fd2-1878-444c-8db7-d2a213cd0f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:30.486193 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f7cd0779-b84f-429a-a5ea-c23e489744f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:30.520013 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-789fec4d-69d6-40e6-9eef-353df5845a54 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:30.533210 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-789fec4d-69d6-40e6-9eef-353df5845a54 None None] Transition to ACTIVE for port object 6680ada0-1a4a-4c67-a06c-4fb68c37909a will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:15:30.641574 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-789fec4d-69d6-40e6-9eef-353df5845a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:30.738085 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db356838-0234-49d2-9ecf-297ba6f820d6 None None] Pushing event updated for resources: {'Port': ['ID=6680ada0-1a4a-4c67-a06c-4fb68c37909a,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:30.835344 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-789fec4d-69d6-40e6-9eef-353df5845a54 None None] Attempting to bind port 6680ada0-1a4a-4c67-a06c-4fb68c37909a on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:15:30.836084 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-789fec4d-69d6-40e6-9eef-353df5845a54 None None] Attempting to bind port 6680ada0-1a4a-4c67-a06c-4fb68c37909a by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'b54f0807-2543-483d-801e-a4f8da770b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e5b56756-8351-452f-8674-9ea951b060c1'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:15:30.836619 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789fec4d-69d6-40e6-9eef-353df5845a54 None None] Attempting to bind port 6680ada0-1a4a-4c67-a06c-4fb68c37909a on network e5b56756-8351-452f-8674-9ea951b060c1 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:15:30.843197 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789fec4d-69d6-40e6-9eef-353df5845a54 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:15:30.843854 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789fec4d-69d6-40e6-9eef-353df5845a54 None None] Checking segment: {'id': 'b54f0807-2543-483d-801e-a4f8da770b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e5b56756-8351-452f-8674-9ea951b060c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:15:30.843998 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-789fec4d-69d6-40e6-9eef-353df5845a54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:30.844449 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789fec4d-69d6-40e6-9eef-353df5845a54 None None] Bound using segment: {'id': 'b54f0807-2543-483d-801e-a4f8da770b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e5b56756-8351-452f-8674-9ea951b060c1'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:15:30.844931 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-789fec4d-69d6-40e6-9eef-353df5845a54 None None] Bound port: 6680ada0-1a4a-4c67-a06c-4fb68c37909a, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b54f0807-2543-483d-801e-a4f8da770b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e5b56756-8351-452f-8674-9ea951b060c1'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:15:30.845322 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-789fec4d-69d6-40e6-9eef-353df5845a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:30.870968 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd0779-b84f-429a-a5ea-c23e489744f0 admin admin] Deleting port 6680ada0-1a4a-4c67-a06c-4fb68c37909a {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:15:30.871678 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f7cd0779-b84f-429a-a5ea-c23e489744f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:31.011411 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-789fec4d-69d6-40e6-9eef-353df5845a54 None None] For port 6680ada0-1a4a-4c67-a06c-4fb68c37909a, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:15:31.014512 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-f7cd0779-b84f-429a-a5ea-c23e489744f0 admin admin] For port 6680ada0-1a4a-4c67-a06c-4fb68c37909a, host n-d-793620-15, got binding levels [] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:31.014951 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-789fec4d-69d6-40e6-9eef-353df5845a54 None None] For port 6680ada0-1a4a-4c67-a06c-4fb68c37909a, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=6680ada0-1a4a-4c67-a06c-4fb68c37909a,segment=NetworkSegment(b54f0807-2543-483d-801e-a4f8da770b8a),segment_id=b54f0807-2543-483d-801e-a4f8da770b8a)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:15:31.015514 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f7cd0779-b84f-429a-a5ea-c23e489744f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:31.032885 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd0779-b84f-429a-a5ea-c23e489744f0 admin admin] Calling delete_port for 6680ada0-1a4a-4c67-a06c-4fb68c37909a owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:15:31.076259 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15d0fd2-1878-444c-8db7-d2a213cd0f85 admin admin] Router 83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:15:31.107506 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14265ff-eebb-4c03-9ca8-b74a3096d3a9 None None] Network eb216575-45bd-40f3-acb6-a5235627e66f requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:15:31.112283 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-789fec4d-69d6-40e6-9eef-353df5845a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:31.213125 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15d0fd2-1878-444c-8db7-d2a213cd0f85 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:15:31.247674 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0762611-4d33-4bda-9b4f-46ce9a2810ef None None] Sync routers for ids ['83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:15:31.266494 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device a02956d2-c2e8-4c6c-b964-d91332a9a220 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:15:31.266873 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0762611-4d33-4bda-9b4f-46ce9a2810ef None None] Routers {'83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:15:31.267520 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-e0762611-4d33-4bda-9b4f-46ce9a2810ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:15:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:31.310332 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c15d0fd2-1878-444c-8db7-d2a213cd0f85 admin admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:31.311682 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c15d0fd2-1878-444c-8db7-d2a213cd0f85 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3142710 Aug 16 21:15:31.316016 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48396) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:31.405496 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db356838-0234-49d2-9ecf-297ba6f820d6 None None] Pushing event updated for resources: {'Port': ['ID=6680ada0-1a4a-4c67-a06c-4fb68c37909a,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:31.455659 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789fec4d-69d6-40e6-9eef-353df5845a54 None None] Routers {'273f11db-776b-4246-a317-5186f7f7abae'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:15:31.456381 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-789fec4d-69d6-40e6-9eef-353df5845a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:15:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['273f11db-776b-4246-a317-5186f7f7abae'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:31.462292 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-e0762611-4d33-4bda-9b4f-46ce9a2810ef None None] Set router 83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:15:31.718075 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b0d53-fd82-497a-a6d9-07f80b2d3aef req-245c83dd-f311-4ca2-a2bc-d7713dc41197 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:31.718075 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-474b0d53-fd82-497a-a6d9-07f80b2d3aef req-245c83dd-f311-4ca2-a2bc-d7713dc41197 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 943 time: 0.2086983 Aug 16 21:15:31.718075 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a78f26-58ac-4024-abf5-bb9bb7f52485 req-71600aab-8070-49ed-9a02-fa1b0cdae792 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:31.718075 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1a78f26-58ac-4024-abf5-bb9bb7f52485 req-71600aab-8070-49ed-9a02-fa1b0cdae792 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b HTTP/1.1" status: 200 len: 943 time: 0.1402748 Aug 16 21:15:31.718075 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-474b0d53-fd82-497a-a6d9-07f80b2d3aef req-e6b69acb-e899-4140-96ab-46d9d167ee7f tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890613 Aug 16 21:15:31.718075 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1a78f26-58ac-4024-abf5-bb9bb7f52485 req-bfb16e4e-2dff-4ceb-9fe1-2aab89c0455c tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/security-groups?id=063a7a3e-bc62-4c93-99cf-7212fa7da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823305 Aug 16 21:15:31.739003 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-789fec4d-69d6-40e6-9eef-353df5845a54 None None] Set router 273f11db-776b-4246-a317-5186f7f7abae gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:15:31.745385 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-e0762611-4d33-4bda-9b4f-46ce9a2810ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f', 'name': 'tempest-TestAggregatesBasicOps-1435177409-router', 'tenant_id': 'dbc671c765244fd392d2843af63e82f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'faef9ba8-918f-4d98-9973-23e56bde6dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:28Z', 'updated_at': '2021-08-16T21:15:29Z', 'revision_number': 3, 'project_id': 'dbc671c765244fd392d2843af63e82f8', 'gw_port': {'id': 'faef9ba8-918f-4d98-9973-23e56bde6dd7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:28Z', 'updated_at': '2021-08-16T21:15:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:31.776138 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0762611-4d33-4bda-9b4f-46ce9a2810ef None None] Checking router: 83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:15:31.776601 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0762611-4d33-4bda-9b4f-46ce9a2810ef None None] Updating router 83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f port faef9ba8-918f-4d98-9973-23e56bde6dd7 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:15:31.804025 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-e0762611-4d33-4bda-9b4f-46ce9a2810ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:31.932673 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port a02956d2-c2e8-4c6c-b964-d91332a9a220 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:15:31.935704 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-457336eb-3357-480d-9667-1c7ef66ceaa4 None None] Provisioning for port a02956d2-c2e8-4c6c-b964-d91332a9a220 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:15:31.962455 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-457336eb-3357-480d-9667-1c7ef66ceaa4 None None] Provisioning complete for port a02956d2-c2e8-4c6c-b964-d91332a9a220 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:31.962833 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-457336eb-3357-480d-9667-1c7ef66ceaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:31.964818 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port a02956d2-c2e8-4c6c-b964-d91332a9a220 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:31.965180 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:32.118314 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-789fec4d-69d6-40e6-9eef-353df5845a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273f11db-776b-4246-a317-5186f7f7abae', 'name': 'tempest-ImageQuotaTest-64657318-router', 'tenant_id': 'b178b464d4d047e5ace7207c552253b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '97b4e119-ea88-48c6-b6a6-9160a4e78a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:20Z', 'updated_at': '2021-08-16T21:15:27Z', 'revision_number': 4, 'project_id': 'b178b464d4d047e5ace7207c552253b0', 'gw_port': {'id': '97b4e119-ea88-48c6-b6a6-9160a4e78a40', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273f11db-776b-4246-a317-5186f7f7abae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:22Z', 'updated_at': '2021-08-16T21:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '6680ada0-1a4a-4c67-a06c-4fb68c37909a', 'name': '', 'network_id': 'e5b56756-8351-452f-8674-9ea951b060c1', 'tenant_id': 'b178b464d4d047e5ace7207c552253b0', 'mac_address': 'fa:16:3e:f1:0c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273f11db-776b-4246-a317-5186f7f7abae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'e8f8d5db-7ae5-4b3a-b7cc-b3e1a5907363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:26Z', 'updated_at': '2021-08-16T21:15:30Z', 'revision_number': 4, 'project_id': 'b178b464d4d047e5ace7207c552253b0', 'subnets': [{'id': 'e8f8d5db-7ae5-4b3a-b7cc-b3e1a5907363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:32.147690 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-e0762611-4d33-4bda-9b4f-46ce9a2810ef None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:32.150964 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f7cd0779-b84f-429a-a5ea-c23e489744f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:32.158743 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-e0762611-4d33-4bda-9b4f-46ce9a2810ef None None] Transition to ACTIVE for port object faef9ba8-918f-4d98-9973-23e56bde6dd7 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:15:32.177747 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789fec4d-69d6-40e6-9eef-353df5845a54 None None] The sync data for ids ['273f11db-776b-4246-a317-5186f7f7abae'] in n-d-793620-15 is: [{'id': '273f11db-776b-4246-a317-5186f7f7abae', 'name': 'tempest-ImageQuotaTest-64657318-router', 'tenant_id': 'b178b464d4d047e5ace7207c552253b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '97b4e119-ea88-48c6-b6a6-9160a4e78a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:20Z', 'updated_at': '2021-08-16T21:15:27Z', 'revision_number': 4, 'project_id': 'b178b464d4d047e5ace7207c552253b0', 'gw_port': {'id': '97b4e119-ea88-48c6-b6a6-9160a4e78a40', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273f11db-776b-4246-a317-5186f7f7abae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:22Z', 'updated_at': '2021-08-16T21:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '6680ada0-1a4a-4c67-a06c-4fb68c37909a', 'name': '', 'network_id': 'e5b56756-8351-452f-8674-9ea951b060c1', 'tenant_id': 'b178b464d4d047e5ace7207c552253b0', 'mac_address': 'fa:16:3e:f1:0c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273f11db-776b-4246-a317-5186f7f7abae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'e8f8d5db-7ae5-4b3a-b7cc-b3e1a5907363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:26Z', 'updated_at': '2021-08-16T21:15:30Z', 'revision_number': 4, 'project_id': 'b178b464d4d047e5ace7207c552253b0', 'subnets': [{'id': 'e8f8d5db-7ae5-4b3a-b7cc-b3e1a5907363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:15:32.189601 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:32.211161 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-457336eb-3357-480d-9667-1c7ef66ceaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:32.236001 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-e0762611-4d33-4bda-9b4f-46ce9a2810ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:32.280562 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd0779-b84f-429a-a5ea-c23e489744f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6680ada0-1a4a-4c67-a06c-4fb68c37909a,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:32.326878 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port a02956d2-c2e8-4c6c-b964-d91332a9a220, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=a02956d2-c2e8-4c6c-b964-d91332a9a220,segment=NetworkSegment(180876fc-a14a-4bbb-b365-775cef3440cf),segment_id=180876fc-a14a-4bbb-b365-775cef3440cf)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:32.331174 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a70d6-0a4b-44da-81ea-f2547ec3c92c None None] Pushing event updated for resources: {'Port': ['ID=faef9ba8-918f-4d98-9973-23e56bde6dd7,revision_number=2']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:32.351076 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-85bba4eb-222c-4816-94e3-ce6e53c763cd req-a5487f74-0d5a-4bd3-aec7-034c5303e6b3 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2099259 Aug 16 21:15:32.375308 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-e0762611-4d33-4bda-9b4f-46ce9a2810ef None None] Attempting to bind port faef9ba8-918f-4d98-9973-23e56bde6dd7 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:15:32.382928 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-e0762611-4d33-4bda-9b4f-46ce9a2810ef None None] Attempting to bind port faef9ba8-918f-4d98-9973-23e56bde6dd7 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:15:32.383668 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0762611-4d33-4bda-9b4f-46ce9a2810ef None None] Attempting to bind port faef9ba8-918f-4d98-9973-23e56bde6dd7 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:15:32.396627 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:32.401921 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 97b4e119-ea88-48c6-b6a6-9160a4e78a40 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:15:32.405192 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0762611-4d33-4bda-9b4f-46ce9a2810ef None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:15:32.405575 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0762611-4d33-4bda-9b4f-46ce9a2810ef None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:15:32.407541 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-e0762611-4d33-4bda-9b4f-46ce9a2810ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:32.408124 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0762611-4d33-4bda-9b4f-46ce9a2810ef None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:15:32.408777 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-e0762611-4d33-4bda-9b4f-46ce9a2810ef None None] Bound port: faef9ba8-918f-4d98-9973-23e56bde6dd7, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:15:32.409380 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-e0762611-4d33-4bda-9b4f-46ce9a2810ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:32.545587 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-e0762611-4d33-4bda-9b4f-46ce9a2810ef None None] For port faef9ba8-918f-4d98-9973-23e56bde6dd7, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:15:32.549108 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-e0762611-4d33-4bda-9b4f-46ce9a2810ef None None] For port faef9ba8-918f-4d98-9973-23e56bde6dd7, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=faef9ba8-918f-4d98-9973-23e56bde6dd7,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:15:32.593962 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0a15626a-b567-4ba4-aed8-cb25808c6558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:32.625268 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-e0762611-4d33-4bda-9b4f-46ce9a2810ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:32.864758 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-0a15626a-b567-4ba4-aed8-cb25808c6558 admin admin] Allocated IP 172.20.0.1 (eb216575-45bd-40f3-acb6-a5235627e66f/791a8385-41da-43d6-ac6a-303910d1a528/4ddf0b6d-3a6b-4fe8-a74e-0e02344eabb4) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:15:32.883573 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0762611-4d33-4bda-9b4f-46ce9a2810ef None None] Routers {'83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:15:32.885386 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-e0762611-4d33-4bda-9b4f-46ce9a2810ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:15:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:32.970387 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a70d6-0a4b-44da-81ea-f2547ec3c92c None None] Pushing event updated for resources: {'Port': ['ID=faef9ba8-918f-4d98-9973-23e56bde6dd7,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:33.001312 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0a15626a-b567-4ba4-aed8-cb25808c6558 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:33.020595 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-0a15626a-b567-4ba4-aed8-cb25808c6558 admin admin] Transition to ACTIVE for port object 4ddf0b6d-3a6b-4fe8-a74e-0e02344eabb4 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:15:33.022715 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=a02956d2-c2e8-4c6c-b964-d91332a9a220,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:33.044476 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.db.api [None req-457336eb-3357-480d-9667-1c7ef66ceaa4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:15:33.044845 n-d-793620-15 neutron-server[101846]: DEBUG oslo_db.api [None req-457336eb-3357-480d-9667-1c7ef66ceaa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:15:33.059706 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bded9f3-2d1c-48ff-a6f0-b728ae87bab4 req-07b74e9b-0a0c-4de7-a483-ae78ed889250 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:33.061340 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6bded9f3-2d1c-48ff-a6f0-b728ae87bab4 req-07b74e9b-0a0c-4de7-a483-ae78ed889250 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 943 time: 0.2065442 Aug 16 21:15:33.098365 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 97b4e119-ea88-48c6-b6a6-9160a4e78a40 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:33.098747 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:33.126763 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f7cd0779-b84f-429a-a5ea-c23e489744f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:33.128347 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b3291-3e16-443e-94af-77a0174b6744 req-838b0a8b-e707-485a-bd0f-8831c61ebfa1 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:33.129964 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-593b3291-3e16-443e-94af-77a0174b6744 req-838b0a8b-e707-485a-bd0f-8831c61ebfa1 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b HTTP/1.1" status: 200 len: 943 time: 0.3089187 Aug 16 21:15:33.142460 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-e0762611-4d33-4bda-9b4f-46ce9a2810ef None None] Set router 83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:15:33.264911 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0a15626a-b567-4ba4-aed8-cb25808c6558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:33.275254 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6bded9f3-2d1c-48ff-a6f0-b728ae87bab4 req-e853df2c-befb-4921-a3f8-a70ba6945296 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795623 Aug 16 21:15:33.316334 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-593b3291-3e16-443e-94af-77a0174b6744 req-64e710ae-348a-43ad-ad0c-246b0ff95316 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/security-groups?id=063a7a3e-bc62-4c93-99cf-7212fa7da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301167 Aug 16 21:15:33.333795 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a15626a-b567-4ba4-aed8-cb25808c6558 admin admin] Network eb216575-45bd-40f3-acb6-a5235627e66f is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:15:33.344801 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-0a15626a-b567-4ba4-aed8-cb25808c6558 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:15:33.360087 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a15626a-b567-4ba4-aed8-cb25808c6558 admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:15:33.400220 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device a02956d2-c2e8-4c6c-b964-d91332a9a220 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:15:33.475620 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port a02956d2-c2e8-4c6c-b964-d91332a9a220 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:33.476300 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:33.504677 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15626a-b567-4ba4-aed8-cb25808c6558 admin admin] Pushing event updated for resources: {'Port': ['ID=4ddf0b6d-3a6b-4fe8-a74e-0e02344eabb4,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:33.523633 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-e0762611-4d33-4bda-9b4f-46ce9a2810ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f', 'name': 'tempest-TestAggregatesBasicOps-1435177409-router', 'tenant_id': 'dbc671c765244fd392d2843af63e82f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'faef9ba8-918f-4d98-9973-23e56bde6dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:28Z', 'updated_at': '2021-08-16T21:15:29Z', 'revision_number': 3, 'project_id': 'dbc671c765244fd392d2843af63e82f8', 'gw_port': {'id': 'faef9ba8-918f-4d98-9973-23e56bde6dd7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:28Z', 'updated_at': '2021-08-16T21:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:33.535262 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0a15626a-b567-4ba4-aed8-cb25808c6558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:33.582794 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0762611-4d33-4bda-9b4f-46ce9a2810ef None None] The sync data for ids ['83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f'] in n-d-793620-15 is: [{'id': '83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f', 'name': 'tempest-TestAggregatesBasicOps-1435177409-router', 'tenant_id': 'dbc671c765244fd392d2843af63e82f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'faef9ba8-918f-4d98-9973-23e56bde6dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:28Z', 'updated_at': '2021-08-16T21:15:29Z', 'revision_number': 3, 'project_id': 'dbc671c765244fd392d2843af63e82f8', 'gw_port': {'id': 'faef9ba8-918f-4d98-9973-23e56bde6dd7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:28Z', 'updated_at': '2021-08-16T21:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:15:33.868058 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7cd0779-b84f-429a-a5ea-c23e489744f0 admin admin] Router 273f11db-776b-4246-a317-5186f7f7abae has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:15:33.897525 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-33e3b199-427b-48b8-8c98-eececd2212b5 None None] Provisioning for port 4ddf0b6d-3a6b-4fe8-a74e-0e02344eabb4 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:15:33.902657 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-33e3b199-427b-48b8-8c98-eececd2212b5 None None] Provisioning complete for port 4ddf0b6d-3a6b-4fe8-a74e-0e02344eabb4 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:33.903059 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-33e3b199-427b-48b8-8c98-eececd2212b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:33.946949 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-33e3b199-427b-48b8-8c98-eececd2212b5 None None] Port 4ddf0b6d-3a6b-4fe8-a74e-0e02344eabb4 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:15:33.949740 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-33e3b199-427b-48b8-8c98-eececd2212b5 None None] Could not find standard attr ID for object 6680ada0-1a4a-4c67-a06c-4fb68c37909a. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 21:15:33.960217 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-33e3b199-427b-48b8-8c98-eececd2212b5 None None] Provisioning complete for port a02956d2-c2e8-4c6c-b964-d91332a9a220 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:33.964281 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-33e3b199-427b-48b8-8c98-eececd2212b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:34.048598 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0a15626a-b567-4ba4-aed8-cb25808c6558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:34.064875 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7cd0779-b84f-429a-a5ea-c23e489744f0 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:15:34.072575 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f7cd0779-b84f-429a-a5ea-c23e489744f0 admin admin] 10.222.0.84 "PUT /v2.0/routers/273f11db-776b-4246-a317-5186f7f7abae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0554574 Aug 16 21:15:34.075163 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48428) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:34.228493 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ebf63f6f-a062-4ce1-a134-72b08c6a409e admin admin] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:34.298171 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0a15626a-b567-4ba4-aed8-cb25808c6558 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:34.315962 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dfa609-16da-442f-a9a8-07b01af56328 None None] Sync routers for ids ['273f11db-776b-4246-a317-5186f7f7abae'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:15:34.326438 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dfa609-16da-442f-a9a8-07b01af56328 None None] Routers {'273f11db-776b-4246-a317-5186f7f7abae'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:15:34.327081 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-c6dfa609-16da-442f-a9a8-07b01af56328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:15:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['273f11db-776b-4246-a317-5186f7f7abae'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:34.406020 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0a15626a-b567-4ba4-aed8-cb25808c6558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:34.440455 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ebf63f6f-a062-4ce1-a134-72b08c6a409e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:34.459102 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-c6dfa609-16da-442f-a9a8-07b01af56328 None None] Set router 273f11db-776b-4246-a317-5186f7f7abae gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:15:34.514526 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15626a-b567-4ba4-aed8-cb25808c6558 admin admin] Pushing event updated for resources: {'Port': ['ID=4ddf0b6d-3a6b-4fe8-a74e-0e02344eabb4,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:34.527036 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0a15626a-b567-4ba4-aed8-cb25808c6558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:34.540296 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bba4eb-222c-4816-94e3-ce6e53c763cd req-b8c84856-c4d6-44fd-aebc-61807f574be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:34.542323 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-85bba4eb-222c-4816-94e3-ce6e53c763cd req-b8c84856-c4d6-44fd-aebc-61807f574be9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b&tenant_id=6ff815c4c8944f8eb7103de208aa5945 HTTP/1.1" status: 200 len: 1095 time: 0.2193329 Aug 16 21:15:34.640463 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c797d1-2156-4774-b944-b8268bc50de5 req-c90b18c6-de29-471e-969e-80da6f4ba83f tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:34.642164 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-85c797d1-2156-4774-b944-b8268bc50de5 req-c90b18c6-de29-471e-969e-80da6f4ba83f tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 943 time: 0.2457738 Aug 16 21:15:34.652992 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a15626a-b567-4ba4-aed8-cb25808c6558 admin admin] Network eb216575-45bd-40f3-acb6-a5235627e66f is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:15:34.655295 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c85dd-7caa-40b8-9c96-a3d3749159da req-8cf4e630-36e0-451c-b57c-4a93cf8c4067 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:34.656327 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-0a15626a-b567-4ba4-aed8-cb25808c6558 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:15:34.657080 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-759c85dd-7caa-40b8-9c96-a3d3749159da req-8cf4e630-36e0-451c-b57c-4a93cf8c4067 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b HTTP/1.1" status: 200 len: 943 time: 0.2194266 Aug 16 21:15:34.714981 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-c6dfa609-16da-442f-a9a8-07b01af56328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273f11db-776b-4246-a317-5186f7f7abae', 'name': 'tempest-ImageQuotaTest-64657318-router', 'tenant_id': 'b178b464d4d047e5ace7207c552253b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '97b4e119-ea88-48c6-b6a6-9160a4e78a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:20Z', 'updated_at': '2021-08-16T21:15:31Z', 'revision_number': 5, 'project_id': 'b178b464d4d047e5ace7207c552253b0', 'gw_port': {'id': '97b4e119-ea88-48c6-b6a6-9160a4e78a40', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273f11db-776b-4246-a317-5186f7f7abae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:22Z', 'updated_at': '2021-08-16T21:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:34.728945 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bba4eb-222c-4816-94e3-ce6e53c763cd req-9e891188-51a7-44b0-9108-48bd069cce94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:34.730491 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-85bba4eb-222c-4816-94e3-ce6e53c763cd req-9e891188-51a7-44b0-9108-48bd069cce94 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6ff815c4c8944f8eb7103de208aa5945&device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 1095 time: 0.1513486 Aug 16 21:15:34.752383 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dfa609-16da-442f-a9a8-07b01af56328 None None] Checking router: 273f11db-776b-4246-a317-5186f7f7abae for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:15:34.767695 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dfa609-16da-442f-a9a8-07b01af56328 None None] Routers {'273f11db-776b-4246-a317-5186f7f7abae'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:15:34.772852 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-c6dfa609-16da-442f-a9a8-07b01af56328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:15:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['273f11db-776b-4246-a317-5186f7f7abae'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:34.782945 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-ebf63f6f-a062-4ce1-a134-72b08c6a409e admin admin] Deleting port 97b4e119-ea88-48c6-b6a6-9160a4e78a40 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:15:34.783140 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ebf63f6f-a062-4ce1-a134-72b08c6a409e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:34.790500 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-85c797d1-2156-4774-b944-b8268bc50de5 req-77373a83-48ab-4866-bccd-31a3b412aab8 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323919 Aug 16 21:15:34.890896 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-c6dfa609-16da-442f-a9a8-07b01af56328 None None] Set router 273f11db-776b-4246-a317-5186f7f7abae gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:15:34.926985 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a15626a-b567-4ba4-aed8-cb25808c6558 admin admin] Router 83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:15:34.950300 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-759c85dd-7caa-40b8-9c96-a3d3749159da req-c13a76ae-3b21-431f-a8d3-8541c70e0e35 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/security-groups?id=063a7a3e-bc62-4c93-99cf-7212fa7da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2812190 Aug 16 21:15:35.020061 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-c6dfa609-16da-442f-a9a8-07b01af56328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273f11db-776b-4246-a317-5186f7f7abae', 'name': 'tempest-ImageQuotaTest-64657318-router', 'tenant_id': 'b178b464d4d047e5ace7207c552253b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:20Z', 'updated_at': '2021-08-16T21:15:34Z', 'revision_number': 6, 'project_id': 'b178b464d4d047e5ace7207c552253b0', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:35.053566 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bba4eb-222c-4816-94e3-ce6e53c763cd req-71381b7b-0624-40ee-bdc1-d58530b64799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:35.057337 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-85bba4eb-222c-4816-94e3-ce6e53c763cd req-71381b7b-0624-40ee-bdc1-d58530b64799 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c499baa-4492-4b54-bedd-a882ae845f9c HTTP/1.1" status: 200 len: 917 time: 0.2997735 Aug 16 21:15:35.057547 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-ebf63f6f-a062-4ce1-a134-72b08c6a409e admin admin] For port 97b4e119-ea88-48c6-b6a6-9160a4e78a40, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=97b4e119-ea88-48c6-b6a6-9160a4e78a40,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:35.057931 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ebf63f6f-a062-4ce1-a134-72b08c6a409e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:35.076455 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dfa609-16da-442f-a9a8-07b01af56328 None None] The sync data for ids ['273f11db-776b-4246-a317-5186f7f7abae'] in n-d-793620-15 is: [{'id': '273f11db-776b-4246-a317-5186f7f7abae', 'name': 'tempest-ImageQuotaTest-64657318-router', 'tenant_id': 'b178b464d4d047e5ace7207c552253b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:20Z', 'updated_at': '2021-08-16T21:15:34Z', 'revision_number': 6, 'project_id': 'b178b464d4d047e5ace7207c552253b0', 'gw_port_host': None}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:15:35.080722 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-ebf63f6f-a062-4ce1-a134-72b08c6a409e admin admin] Calling delete_port for 97b4e119-ea88-48c6-b6a6-9160a4e78a40 owned by network:router_gateway {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:15:35.105350 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-469d4f48-db50-4ae0-a4ff-4b6c195332a2 None None] Provisioning complete for port 4ddf0b6d-3a6b-4fe8-a74e-0e02344eabb4 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:35.105780 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-469d4f48-db50-4ae0-a4ff-4b6c195332a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:35.132165 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a15626a-b567-4ba4-aed8-cb25808c6558 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:15:35.152731 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0a15626a-b567-4ba4-aed8-cb25808c6558 admin admin] 10.222.0.84 "PUT /v2.0/routers/83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8300040 Aug 16 21:15:35.169713 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-469d4f48-db50-4ae0-a4ff-4b6c195332a2 None None] Port 4ddf0b6d-3a6b-4fe8-a74e-0e02344eabb4 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:15:35.216433 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-85bba4eb-222c-4816-94e3-ce6e53c763cd req-cae9f6ae-252e-4407-a163-b729a8a00619 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c7378fe-1ef3-4162-aaf5-b88057de5a1c HTTP/1.1" status: 200 len: 999 time: 0.1501966 Aug 16 21:15:35.317986 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bba4eb-222c-4816-94e3-ce6e53c763cd req-5065aa09-fda5-4b28-a2e8-295854be2901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:35.319647 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-85bba4eb-222c-4816-94e3-ce6e53c763cd req-5065aa09-fda5-4b28-a2e8-295854be2901 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6d4ab04f-fd33-40d0-bd76-3977c7bf52a2 HTTP/1.1" status: 200 len: 855 time: 0.0945170 Aug 16 21:15:35.406320 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bba4eb-222c-4816-94e3-ce6e53c763cd req-69f8438a-adc8-49a7-b6f0-b214de23c076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:35.408261 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-85bba4eb-222c-4816-94e3-ce6e53c763cd req-69f8438a-adc8-49a7-b6f0-b214de23c076 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c499baa-4492-4b54-bedd-a882ae845f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0792649 Aug 16 21:15:35.486704 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ebf63f6f-a062-4ce1-a134-72b08c6a409e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:35.568378 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf63f6f-a062-4ce1-a134-72b08c6a409e admin admin] Pushing event deleted for resources: {'Port': ['ID=97b4e119-ea88-48c6-b6a6-9160a4e78a40,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:35.598665 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device faef9ba8-918f-4d98-9973-23e56bde6dd7 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:15:35.627894 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-85bba4eb-222c-4816-94e3-ce6e53c763cd req-1ad1b3cc-3c36-418a-ae28-d6df54898741 service neutron] 10.222.0.90 "GET /v2.0/networks/9c499baa-4492-4b54-bedd-a882ae845f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122931 Aug 16 21:15:35.631354 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ebf63f6f-a062-4ce1-a134-72b08c6a409e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:35.738968 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port faef9ba8-918f-4d98-9973-23e56bde6dd7 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:15:35.744960 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port faef9ba8-918f-4d98-9973-23e56bde6dd7 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:35.745482 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:35.782305 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ebf63f6f-a062-4ce1-a134-72b08c6a409e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:35.786127 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ebf63f6f-a062-4ce1-a134-72b08c6a409e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:35.843211 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:35.880225 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port faef9ba8-918f-4d98-9973-23e56bde6dd7, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=faef9ba8-918f-4d98-9973-23e56bde6dd7,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:35.880803 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-85bba4eb-222c-4816-94e3-ce6e53c763cd req-309bd9d3-2e08-4e30-8931-bf50c0334ebe service neutron] 10.222.0.90 "GET /v2.0/networks/9c499baa-4492-4b54-bedd-a882ae845f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455170 Aug 16 21:15:35.935088 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ebf63f6f-a062-4ce1-a134-72b08c6a409e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:35.935428 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf63f6f-a062-4ce1-a134-72b08c6a409e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 273f11db-776b-4246-a317-5186f7f7abae {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:15:35.941487 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ebf63f6f-a062-4ce1-a134-72b08c6a409e admin admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:35.942712 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ebf63f6f-a062-4ce1-a134-72b08c6a409e admin admin] 10.222.0.84 "DELETE /v2.0/routers/273f11db-776b-4246-a317-5186f7f7abae HTTP/1.1" status: 204 len: 168 time: 1.8659074 Aug 16 21:15:35.946744 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48456) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:35.965624 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:35.997414 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046449bd-20ac-4698-9295-5b037400d572 req-da7cd0e8-2cff-4b95-b088-f38f4e47e0ec tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:35.999369 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-046449bd-20ac-4698-9295-5b037400d572 req-da7cd0e8-2cff-4b95-b088-f38f4e47e0ec tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 943 time: 0.0942321 Aug 16 21:15:36.010394 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48460) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:36.015112 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab8e49a8-972c-4faf-8fd3-c2bbcd660b96 admin admin] Deleting subnet e8f8d5db-7ae5-4b3a-b7cc-b3e1a5907363 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:15:36.025904 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ab8e49a8-972c-4faf-8fd3-c2bbcd660b96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:36.026008 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-873cdd65-4438-499b-aa74-04aedd76cb34 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-87918226-network', 'tenant_id': 'ad5e9744634247e8bb04e4d48abdfa63'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:15:36.029338 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6680ada0-1a4a-4c67-a06c-4fb68c37909a no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:15:36.085091 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-046449bd-20ac-4698-9295-5b037400d572 req-bee80bc0-f18d-4a72-a4a7-b000e8be9460 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834377 Aug 16 21:15:36.116051 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ab8e49a8-972c-4faf-8fd3-c2bbcd660b96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:36.141535 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 6680ada0-1a4a-4c67-a06c-4fb68c37909a {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:15:36.141882 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6680ada0-1a4a-4c67-a06c-4fb68c37909a not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:15:36.175560 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218b6bd-c908-4b9f-9e54-eb908c5c8ef1 req-8ab5eaf8-9c12-4b4d-b285-149bf01950c6 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:36.184334 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=faef9ba8-918f-4d98-9973-23e56bde6dd7,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:36.185748 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3218b6bd-c908-4b9f-9e54-eb908c5c8ef1 req-8ab5eaf8-9c12-4b4d-b285-149bf01950c6 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b HTTP/1.1" status: 200 len: 943 time: 0.0909755 Aug 16 21:15:36.208067 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873cdd65-4438-499b-aa74-04aedd76cb34 admin admin] Made reservation on behalf of ad5e9744634247e8bb04e4d48abdfa63 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:15:36.211233 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-873cdd65-4438-499b-aa74-04aedd76cb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:36.228999 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-873cdd65-4438-499b-aa74-04aedd76cb34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:36.257774 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ab8e49a8-972c-4faf-8fd3-c2bbcd660b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:36.273102 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3218b6bd-c908-4b9f-9e54-eb908c5c8ef1 req-651a862d-a58c-464c-a014-d798f9a89054 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/security-groups?id=063a7a3e-bc62-4c93-99cf-7212fa7da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863070 Aug 16 21:15:36.359906 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d340b81d-a661-4b57-ba0b-85fadbd73734 None None] Sync routers for ids ['83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:15:36.370368 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d340b81d-a661-4b57-ba0b-85fadbd73734 None None] Routers {'83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:15:36.371208 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-d340b81d-a661-4b57-ba0b-85fadbd73734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:15:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:36.375209 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-873cdd65-4438-499b-aa74-04aedd76cb34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:36.389430 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ab8e49a8-972c-4faf-8fd3-c2bbcd660b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:36.421636 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e49a8-972c-4faf-8fd3-c2bbcd660b96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8f8d5db-7ae5-4b3a-b7cc-b3e1a5907363,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:36.426311 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ab8e49a8-972c-4faf-8fd3-c2bbcd660b96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:36.429156 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ab8e49a8-972c-4faf-8fd3-c2bbcd660b96 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/e8f8d5db-7ae5-4b3a-b7cc-b3e1a5907363 HTTP/1.1" status: 204 len: 168 time: 0.4813151 Aug 16 21:15:36.430453 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0cd1b9-7c40-4ea3-a408-3d5820473473 None None] Network e5b56756-8351-452f-8674-9ea951b060c1 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:15:36.431712 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48474) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:36.442528 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e49a8-972c-4faf-8fd3-c2bbcd660b96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:36.443090 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e49a8-972c-4faf-8fd3-c2bbcd660b96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:36.443586 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e49a8-972c-4faf-8fd3-c2bbcd660b96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:36.444663 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e49a8-972c-4faf-8fd3-c2bbcd660b96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:36.445170 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e49a8-972c-4faf-8fd3-c2bbcd660b96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:36.445657 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e49a8-972c-4faf-8fd3-c2bbcd660b96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:36.446143 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e49a8-972c-4faf-8fd3-c2bbcd660b96 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:36.446637 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e49a8-972c-4faf-8fd3-c2bbcd660b96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:36.447139 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e49a8-972c-4faf-8fd3-c2bbcd660b96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:36.447634 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e49a8-972c-4faf-8fd3-c2bbcd660b96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:36.448270 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e49a8-972c-4faf-8fd3-c2bbcd660b96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:36.448749 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e49a8-972c-4faf-8fd3-c2bbcd660b96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:36.472011 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-873cdd65-4438-499b-aa74-04aedd76cb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:36.515389 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-d340b81d-a661-4b57-ba0b-85fadbd73734 None None] Set router 83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:15:36.573239 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873cdd65-4438-499b-aa74-04aedd76cb34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0235c5a2-fc48-4f4b-8b26-6f267bea56dd,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:36.621040 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873cdd65-4438-499b-aa74-04aedd76cb34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:15:36.645339 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-873cdd65-4438-499b-aa74-04aedd76cb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:36.645684 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-873cdd65-4438-499b-aa74-04aedd76cb34 admin admin] Added segment 66d6d168-ad80-4c20-9177-620f76ec101c of type vlan for network 9694f9ba-a021-410d-925f-36ec383c2b96 Aug 16 21:15:36.651210 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-95e8a5c5-ce10-4313-bd6b-cf9c74b6c23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:36.667755 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298cd915-8f86-4b15-991e-5a905a6a2724 None None] DHCP port deletion for e5b56756-8351-452f-8674-9ea951b060c1 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:15:36.744252 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:15:36.756673 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-298cd915-8f86-4b15-991e-5a905a6a2724 None None] Deleting port c20325f1-b0f8-4ada-8b0e-af181c1cda33 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:15:36.757057 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-298cd915-8f86-4b15-991e-5a905a6a2724 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:36.830378 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-873cdd65-4438-499b-aa74-04aedd76cb34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:36.914014 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-d340b81d-a661-4b57-ba0b-85fadbd73734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f', 'name': 'tempest-TestAggregatesBasicOps-1435177409-router', 'tenant_id': 'dbc671c765244fd392d2843af63e82f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'faef9ba8-918f-4d98-9973-23e56bde6dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:28Z', 'updated_at': '2021-08-16T21:15:33Z', 'revision_number': 4, 'project_id': 'dbc671c765244fd392d2843af63e82f8', 'gw_port': {'id': 'faef9ba8-918f-4d98-9973-23e56bde6dd7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:28Z', 'updated_at': '2021-08-16T21:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '4ddf0b6d-3a6b-4fe8-a74e-0e02344eabb4', 'name': '', 'network_id': 'eb216575-45bd-40f3-acb6-a5235627e66f', 'tenant_id': 'dbc671c765244fd392d2843af63e82f8', 'mac_address': 'fa:16:3e:cb:a2:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '791a8385-41da-43d6-ac6a-303910d1a528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:32Z', 'updated_at': '2021-08-16T21:15:34Z', 'revision_number': 2, 'project_id': 'dbc671c765244fd392d2843af63e82f8', 'subnets': [{'id': '791a8385-41da-43d6-ac6a-303910d1a528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:36.925472 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-95e8a5c5-ce10-4313-bd6b-cf9c74b6c23d admin admin] Deleting port c20325f1-b0f8-4ada-8b0e-af181c1cda33 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:15:36.926129 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-95e8a5c5-ce10-4313-bd6b-cf9c74b6c23d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:36.949937 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-298cd915-8f86-4b15-991e-5a905a6a2724 None None] For port c20325f1-b0f8-4ada-8b0e-af181c1cda33, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=c20325f1-b0f8-4ada-8b0e-af181c1cda33,segment=NetworkSegment(b54f0807-2543-483d-801e-a4f8da770b8a),segment_id=b54f0807-2543-483d-801e-a4f8da770b8a)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:36.950416 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-298cd915-8f86-4b15-991e-5a905a6a2724 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:36.974806 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-298cd915-8f86-4b15-991e-5a905a6a2724 None None] Calling delete_port for c20325f1-b0f8-4ada-8b0e-af181c1cda33 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:15:36.977132 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d340b81d-a661-4b57-ba0b-85fadbd73734 None None] Checking router: 83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:15:36.977642 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d340b81d-a661-4b57-ba0b-85fadbd73734 None None] Updating router 83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f port 4ddf0b6d-3a6b-4fe8-a74e-0e02344eabb4 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:15:37.032988 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-d340b81d-a661-4b57-ba0b-85fadbd73734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:37.055366 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-95e8a5c5-ce10-4313-bd6b-cf9c74b6c23d admin admin] For port c20325f1-b0f8-4ada-8b0e-af181c1cda33, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=c20325f1-b0f8-4ada-8b0e-af181c1cda33,segment=NetworkSegment(b54f0807-2543-483d-801e-a4f8da770b8a),segment_id=b54f0807-2543-483d-801e-a4f8da770b8a)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:37.056215 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-95e8a5c5-ce10-4313-bd6b-cf9c74b6c23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:37.079534 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-95e8a5c5-ce10-4313-bd6b-cf9c74b6c23d admin admin] Calling delete_port for c20325f1-b0f8-4ada-8b0e-af181c1cda33 owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:15:37.090337 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f,segment=NetworkSegment(3456df01-52c5-43ba-a161-9c0fc3337c5d),segment_id=3456df01-52c5-43ba-a161-9c0fc3337c5d)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:37.147661 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f', 'network_id': '8355fb6f-268b-4981-9676-2d3c73404659', 'port_id': '798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f', 'mac_address': 'fa:16:3e:e9:37:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0543fff8-07dd-420f-8cde-4ff3c517bb02', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:15:37.190023 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-873cdd65-4438-499b-aa74-04aedd76cb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:37.217607 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873cdd65-4438-499b-aa74-04aedd76cb34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:37.228612 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-873cdd65-4438-499b-aa74-04aedd76cb34 admin admin] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:37.348129 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:37.406554 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:15:37.430327 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device faef9ba8-918f-4d98-9973-23e56bde6dd7 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:15:37.484555 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f,segment=NetworkSegment(3456df01-52c5-43ba-a161-9c0fc3337c5d),segment_id=3456df01-52c5-43ba-a161-9c0fc3337c5d)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:37.523058 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port faef9ba8-918f-4d98-9973-23e56bde6dd7 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:37.523058 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:37.589094 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:37.592552 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-298cd915-8f86-4b15-991e-5a905a6a2724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:37.640516 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-95e8a5c5-ce10-4313-bd6b-cf9c74b6c23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:37.728546 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298cd915-8f86-4b15-991e-5a905a6a2724 None None] No DVR routers for this DVR port c20325f1-b0f8-4ada-8b0e-af181c1cda33 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:15:37.734174 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873cdd65-4438-499b-aa74-04aedd76cb34 admin admin] Pushing event updated for resources: {'Network': ['ID=9694f9ba-a021-410d-925f-36ec383c2b96,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:37.741437 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-873cdd65-4438-499b-aa74-04aedd76cb34 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7269206 Aug 16 21:15:37.741437 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e8a5c5-ce10-4313-bd6b-cf9c74b6c23d admin admin] Pushing event deleted for resources: {'Port': ['ID=c20325f1-b0f8-4ada-8b0e-af181c1cda33,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:37.742323 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48490) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:37.748351 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e8a5c5-ce10-4313-bd6b-cf9c74b6c23d admin admin] No DVR routers for this DVR port c20325f1-b0f8-4ada-8b0e-af181c1cda33 on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:15:37.749068 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-ce1fe6d3-e4a6-4052-8184-b75f4b7248c8 admin admin] Request body: {'subnet': {'network_id': '9694f9ba-a021-410d-925f-36ec383c2b96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-87918226-subnet', 'tenant_id': 'ad5e9744634247e8bb04e4d48abdfa63', 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:15:37.763479 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ae99a-b2d7-48a4-a4c2-e36428f6efcb req-7f5ffe1a-854a-4e0c-8031-f987e9587e6e tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:37.764475 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-d340b81d-a661-4b57-ba0b-85fadbd73734 None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:37.773740 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-929ae99a-b2d7-48a4-a4c2-e36428f6efcb req-7f5ffe1a-854a-4e0c-8031-f987e9587e6e tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b HTTP/1.1" status: 200 len: 943 time: 0.2900844 Aug 16 21:15:37.781931 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-d340b81d-a661-4b57-ba0b-85fadbd73734 None None] Transition to ACTIVE for port object 4ddf0b6d-3a6b-4fe8-a74e-0e02344eabb4 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:15:37.796009 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 9694f9ba-a021-410d-925f-36ec383c2b96 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:15:37.845784 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6ac0b-ea96-4524-97c6-7af4cc284b84 req-fe3b2aeb-bbbd-422a-9162-ec4b5dd43479 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:37.847385 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2ae6ac0b-ea96-4524-97c6-7af4cc284b84 req-fe3b2aeb-bbbd-422a-9162-ec4b5dd43479 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 943 time: 0.5411193 Aug 16 21:15:37.882322 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1fe6d3-e4a6-4052-8184-b75f4b7248c8 admin admin] Made reservation on behalf of ad5e9744634247e8bb04e4d48abdfa63 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:15:37.884449 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-d340b81d-a661-4b57-ba0b-85fadbd73734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:37.886072 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce1fe6d3-e4a6-4052-8184-b75f4b7248c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:37.908887 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:15:37.958067 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-95e8a5c5-ce10-4313-bd6b-cf9c74b6c23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:37.987839 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-95e8a5c5-ce10-4313-bd6b-cf9c74b6c23d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5b56756-8351-452f-8674-9ea951b060c1']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:38.020374 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-929ae99a-b2d7-48a4-a4c2-e36428f6efcb req-4f6e3339-0c7e-428e-85d3-8bd815330bde tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/security-groups?id=063a7a3e-bc62-4c93-99cf-7212fa7da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2456541 Aug 16 21:15:38.040920 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2ae6ac0b-ea96-4524-97c6-7af4cc284b84 req-2a3aa910-4921-4ca8-9539-557118c261ef tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601646 Aug 16 21:15:38.052929 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-95e8a5c5-ce10-4313-bd6b-cf9c74b6c23d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b54f0807-2543-483d-801e-a4f8da770b8a') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:38.053292 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-95e8a5c5-ce10-4313-bd6b-cf9c74b6c23d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b54f0807-2543-483d-801e-a4f8da770b8a') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:38.088768 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-95e8a5c5-ce10-4313-bd6b-cf9c74b6c23d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:38.128408 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-95e8a5c5-ce10-4313-bd6b-cf9c74b6c23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:38.153347 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e8a5c5-ce10-4313-bd6b-cf9c74b6c23d admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:15:38.153792 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-95e8a5c5-ce10-4313-bd6b-cf9c74b6c23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:38.160972 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:15:38.160972 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:15:38.160972 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:15:38.160972 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:15:38.160972 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:15:38.160972 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:15:38.160972 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:15:38.160972 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:15:38.160972 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:15:38.160972 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:15:38.160972 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:15:38.160972 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:15:38.160972 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:15:38.160972 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:15:38.160972 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:15:38.160972 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:15:38.160972 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:15:38.160972 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:15:38.160972 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:15:38.160972 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:15:38.160972 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:15:38.160972 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:15:38.160972 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:15:38.160972 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:15:38.160972 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:15:38.160972 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:15:38.160972 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:15:38.160972 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:15:38.160972 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:15:38.160972 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:15:38.160972 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:15:38.160972 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:15:38.242581 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-d340b81d-a661-4b57-ba0b-85fadbd73734 None None] Attempting to bind port 4ddf0b6d-3a6b-4fe8-a74e-0e02344eabb4 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:15:38.245801 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-d340b81d-a661-4b57-ba0b-85fadbd73734 None None] Attempting to bind port 4ddf0b6d-3a6b-4fe8-a74e-0e02344eabb4 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '180876fc-a14a-4bbb-b365-775cef3440cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'eb216575-45bd-40f3-acb6-a5235627e66f'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:15:38.247334 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d340b81d-a661-4b57-ba0b-85fadbd73734 None None] Attempting to bind port 4ddf0b6d-3a6b-4fe8-a74e-0e02344eabb4 on network eb216575-45bd-40f3-acb6-a5235627e66f {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:15:38.250233 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f02d7e-0e8e-4f80-b880-50f5beff2fab None None] Pushing event updated for resources: {'Port': ['ID=4ddf0b6d-3a6b-4fe8-a74e-0e02344eabb4,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:38.274013 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d340b81d-a661-4b57-ba0b-85fadbd73734 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:15:38.275264 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d340b81d-a661-4b57-ba0b-85fadbd73734 None None] Checking segment: {'id': '180876fc-a14a-4bbb-b365-775cef3440cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'eb216575-45bd-40f3-acb6-a5235627e66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:15:38.276154 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-d340b81d-a661-4b57-ba0b-85fadbd73734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:38.281639 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d340b81d-a661-4b57-ba0b-85fadbd73734 None None] Bound using segment: {'id': '180876fc-a14a-4bbb-b365-775cef3440cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'eb216575-45bd-40f3-acb6-a5235627e66f'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:15:38.281639 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-d340b81d-a661-4b57-ba0b-85fadbd73734 None None] Bound port: 4ddf0b6d-3a6b-4fe8-a74e-0e02344eabb4, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180876fc-a14a-4bbb-b365-775cef3440cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'eb216575-45bd-40f3-acb6-a5235627e66f'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:15:38.281639 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-d340b81d-a661-4b57-ba0b-85fadbd73734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:38.281988 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:38.376727 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298cd915-8f86-4b15-991e-5a905a6a2724 None None] Pushing event deleted for resources: {'Port': ['ID=c20325f1-b0f8-4ada-8b0e-af181c1cda33,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:38.388696 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 97b4e119-ea88-48c6-b6a6-9160a4e78a40 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:15:38.389969 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-95e8a5c5-ce10-4313-bd6b-cf9c74b6c23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:38.398352 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-95e8a5c5-ce10-4313-bd6b-cf9c74b6c23d admin admin] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:38.406281 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-95e8a5c5-ce10-4313-bd6b-cf9c74b6c23d admin admin] 10.222.0.84 "DELETE /v2.0/networks/e5b56756-8351-452f-8674-9ea951b060c1 HTTP/1.1" status: 204 len: 168 time: 1.9733768 Aug 16 21:15:38.437625 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 97b4e119-ea88-48c6-b6a6-9160a4e78a40 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:15:38.438209 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 97b4e119-ea88-48c6-b6a6-9160a4e78a40 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:15:38.438856 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device c20325f1-b0f8-4ada-8b0e-af181c1cda33 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:15:38.448930 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e8a5c5-ce10-4313-bd6b-cf9c74b6c23d admin admin] Pushing event deleted for resources: {'Network': ['ID=e5b56756-8351-452f-8674-9ea951b060c1,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:38.463516 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: c20325f1-b0f8-4ada-8b0e-af181c1cda33 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:15:38.464135 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device c20325f1-b0f8-4ada-8b0e-af181c1cda33 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:15:38.524907 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-d340b81d-a661-4b57-ba0b-85fadbd73734 None None] For port 4ddf0b6d-3a6b-4fe8-a74e-0e02344eabb4, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:15:38.528832 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-d340b81d-a661-4b57-ba0b-85fadbd73734 None None] For port 4ddf0b6d-3a6b-4fe8-a74e-0e02344eabb4, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=4ddf0b6d-3a6b-4fe8-a74e-0e02344eabb4,segment=NetworkSegment(180876fc-a14a-4bbb-b365-775cef3440cf),segment_id=180876fc-a14a-4bbb-b365-775cef3440cf)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:15:38.595820 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce1fe6d3-e4a6-4052-8184-b75f4b7248c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:38.626556 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-d340b81d-a661-4b57-ba0b-85fadbd73734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:38.655100 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1fe6d3-e4a6-4052-8184-b75f4b7248c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35b5fc18-b056-4d02-876f-269d55c4b10b,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:38.694361 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1fe6d3-e4a6-4052-8184-b75f4b7248c8 admin admin] Checking segment: {'id': '66d6d168-ad80-4c20-9177-620f76ec101c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9694f9ba-a021-410d-925f-36ec383c2b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:15:38.695129 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1fe6d3-e4a6-4052-8184-b75f4b7248c8 admin admin] Network hostable DHCP agents. Network: 9694f9ba-a021-410d-925f-36ec383c2b96, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:15:38.772703 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d340b81d-a661-4b57-ba0b-85fadbd73734 None None] Routers {'83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:15:38.773260 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-d340b81d-a661-4b57-ba0b-85fadbd73734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:15:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:38.779236 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f02d7e-0e8e-4f80-b880-50f5beff2fab None None] Pushing event updated for resources: {'Port': ['ID=4ddf0b6d-3a6b-4fe8-a74e-0e02344eabb4,revision_number=4']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:38.789240 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1fe6d3-e4a6-4052-8184-b75f4b7248c8 admin admin] Network 9694f9ba-a021-410d-925f-36ec383c2b96 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:15:38.891908 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-ce1fe6d3-e4a6-4052-8184-b75f4b7248c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 9694f9ba-a021-410d-925f-36ec383c2b96) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:15:38.904883 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82ce03d-52eb-4f96-8317-d5adb935a864 None None] Network 9694f9ba-a021-410d-925f-36ec383c2b96 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:15:38.911104 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1fe6d3-e4a6-4052-8184-b75f4b7248c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:38.911859 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce1fe6d3-e4a6-4052-8184-b75f4b7248c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:38.959044 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-d340b81d-a661-4b57-ba0b-85fadbd73734 None None] Set router 83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:15:39.003191 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48496) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:39.053919 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ce1fe6d3-e4a6-4052-8184-b75f4b7248c8 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3104193 Aug 16 21:15:39.056519 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48500) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:39.061846 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-be3d19a8-f27c-44b3-924c-e0767d0ff684 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-87918226-router', 'tenant_id': 'ad5e9744634247e8bb04e4d48abdfa63', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:15:39.171159 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0b08f372-23f9-42bf-b2e3-cca41de89dcb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b178b464d4d047e5ace7207c552253b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1666603 Aug 16 21:15:39.174275 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48504) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:39.219401 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-be3d19a8-f27c-44b3-924c-e0767d0ff684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:39.221976 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-be3d19a8-f27c-44b3-924c-e0767d0ff684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:39.386376 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8465ddf6-2047-44bc-a0bd-54e8abebac5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-9694f9ba-a021-410d-925f-36ec383c2b96', 'network_id': '9694f9ba-a021-410d-925f-36ec383c2b96', 'tenant_id': 'ad5e9744634247e8bb04e4d48abdfa63', 'fixed_ips': [{'subnet_id': '35b5fc18-b056-4d02-876f-269d55c4b10b'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:15:39.387490 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8465ddf6-2047-44bc-a0bd-54e8abebac5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:39.438698 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ecc2f-306f-4c87-891f-32926d0bb200 req-1f4d133f-488b-4e09-a485-758d6fb39ec5 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:39.440653 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-532ecc2f-306f-4c87-891f-32926d0bb200 req-1f4d133f-488b-4e09-a485-758d6fb39ec5 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b HTTP/1.1" status: 200 len: 944 time: 0.2572181 Aug 16 21:15:39.535178 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-d340b81d-a661-4b57-ba0b-85fadbd73734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f', 'name': 'tempest-TestAggregatesBasicOps-1435177409-router', 'tenant_id': 'dbc671c765244fd392d2843af63e82f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'faef9ba8-918f-4d98-9973-23e56bde6dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:28Z', 'updated_at': '2021-08-16T21:15:33Z', 'revision_number': 4, 'project_id': 'dbc671c765244fd392d2843af63e82f8', 'gw_port': {'id': 'faef9ba8-918f-4d98-9973-23e56bde6dd7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:28Z', 'updated_at': '2021-08-16T21:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '4ddf0b6d-3a6b-4fe8-a74e-0e02344eabb4', 'name': '', 'network_id': 'eb216575-45bd-40f3-acb6-a5235627e66f', 'tenant_id': 'dbc671c765244fd392d2843af63e82f8', 'mac_address': 'fa:16:3e:cb:a2:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '791a8385-41da-43d6-ac6a-303910d1a528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:32Z', 'updated_at': '2021-08-16T21:15:38Z', 'revision_number': 4, 'project_id': 'dbc671c765244fd392d2843af63e82f8', 'subnets': [{'id': '791a8385-41da-43d6-ac6a-303910d1a528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:39.624391 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d340b81d-a661-4b57-ba0b-85fadbd73734 None None] The sync data for ids ['83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f'] in n-d-793620-15 is: [{'id': '83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f', 'name': 'tempest-TestAggregatesBasicOps-1435177409-router', 'tenant_id': 'dbc671c765244fd392d2843af63e82f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'faef9ba8-918f-4d98-9973-23e56bde6dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:28Z', 'updated_at': '2021-08-16T21:15:33Z', 'revision_number': 4, 'project_id': 'dbc671c765244fd392d2843af63e82f8', 'gw_port': {'id': 'faef9ba8-918f-4d98-9973-23e56bde6dd7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:28Z', 'updated_at': '2021-08-16T21:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '4ddf0b6d-3a6b-4fe8-a74e-0e02344eabb4', 'name': '', 'network_id': 'eb216575-45bd-40f3-acb6-a5235627e66f', 'tenant_id': 'dbc671c765244fd392d2843af63e82f8', 'mac_address': 'fa:16:3e:cb:a2:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '791a8385-41da-43d6-ac6a-303910d1a528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:32Z', 'updated_at': '2021-08-16T21:15:38Z', 'revision_number': 4, 'project_id': 'dbc671c765244fd392d2843af63e82f8', 'subnets': [{'id': '791a8385-41da-43d6-ac6a-303910d1a528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:15:39.735821 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-8465ddf6-2047-44bc-a0bd-54e8abebac5d None None] Allocated IP 172.20.0.2 (9694f9ba-a021-410d-925f-36ec383c2b96/35b5fc18-b056-4d02-876f-269d55c4b10b/33300cc5-8b23-46c9-8001-4cda00ecc909) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:15:40.106136 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8465ddf6-2047-44bc-a0bd-54e8abebac5d None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:40.128478 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-8465ddf6-2047-44bc-a0bd-54e8abebac5d None None] Transition to ACTIVE for port object 33300cc5-8b23-46c9-8001-4cda00ecc909 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:15:40.175687 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-8465ddf6-2047-44bc-a0bd-54e8abebac5d None None] Transition to ACTIVE for port object 33300cc5-8b23-46c9-8001-4cda00ecc909 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:15:40.223085 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-be3d19a8-f27c-44b3-924c-e0767d0ff684 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:40.224319 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5b412e6c-7b32-41de-9246-7778ef6368ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:40.252188 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9b8b3-9e59-4772-9d62-192ee98fa0ba req-fbe676a3-0be8-4023-9e31-31165192531e tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:40.254491 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fbb9b8b3-9e59-4772-9d62-192ee98fa0ba req-fbe676a3-0be8-4023-9e31-31165192531e tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 943 time: 0.9746535 Aug 16 21:15:40.287740 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8465ddf6-2047-44bc-a0bd-54e8abebac5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:40.331460 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5b412e6c-7b32-41de-9246-7778ef6368ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:40.422573 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8465ddf6-2047-44bc-a0bd-54e8abebac5d None None] Network 9694f9ba-a021-410d-925f-36ec383c2b96 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:15:40.435154 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-8465ddf6-2047-44bc-a0bd-54e8abebac5d None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:15:40.444676 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8465ddf6-2047-44bc-a0bd-54e8abebac5d None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:15:40.453894 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465ddf6-2047-44bc-a0bd-54e8abebac5d None None] Pushing event updated for resources: {'Port': ['ID=33300cc5-8b23-46c9-8001-4cda00ecc909,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:40.535619 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-532ecc2f-306f-4c87-891f-32926d0bb200 req-d5ead83b-b538-46f6-81b3-5dd7e2c18ccb tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/security-groups?id=063a7a3e-bc62-4c93-99cf-7212fa7da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0603838 Aug 16 21:15:40.591820 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-8465ddf6-2047-44bc-a0bd-54e8abebac5d None None] Attempting to bind port 33300cc5-8b23-46c9-8001-4cda00ecc909 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:15:40.593315 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-8465ddf6-2047-44bc-a0bd-54e8abebac5d None None] Attempting to bind port 33300cc5-8b23-46c9-8001-4cda00ecc909 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '66d6d168-ad80-4c20-9177-620f76ec101c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9694f9ba-a021-410d-925f-36ec383c2b96'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:15:40.593315 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8465ddf6-2047-44bc-a0bd-54e8abebac5d None None] Attempting to bind port 33300cc5-8b23-46c9-8001-4cda00ecc909 on network 9694f9ba-a021-410d-925f-36ec383c2b96 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:15:40.602090 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8465ddf6-2047-44bc-a0bd-54e8abebac5d None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:15:40.602719 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8465ddf6-2047-44bc-a0bd-54e8abebac5d None None] Checking segment: {'id': '66d6d168-ad80-4c20-9177-620f76ec101c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9694f9ba-a021-410d-925f-36ec383c2b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:15:40.603359 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8465ddf6-2047-44bc-a0bd-54e8abebac5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:40.604243 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8465ddf6-2047-44bc-a0bd-54e8abebac5d None None] Bound using segment: {'id': '66d6d168-ad80-4c20-9177-620f76ec101c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9694f9ba-a021-410d-925f-36ec383c2b96'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:15:40.604796 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-8465ddf6-2047-44bc-a0bd-54e8abebac5d None None] Bound port: 33300cc5-8b23-46c9-8001-4cda00ecc909, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d6d168-ad80-4c20-9177-620f76ec101c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9694f9ba-a021-410d-925f-36ec383c2b96'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:15:40.605374 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8465ddf6-2047-44bc-a0bd-54e8abebac5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:40.637813 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fbb9b8b3-9e59-4772-9d62-192ee98fa0ba req-bf0e8eed-07b0-420b-9d01-ff6e26c2cb2b tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3680875 Aug 16 21:15:40.659161 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-be3d19a8-f27c-44b3-924c-e0767d0ff684 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:40.697145 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-8465ddf6-2047-44bc-a0bd-54e8abebac5d None None] For port 33300cc5-8b23-46c9-8001-4cda00ecc909, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:15:40.702568 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-8465ddf6-2047-44bc-a0bd-54e8abebac5d None None] For port 33300cc5-8b23-46c9-8001-4cda00ecc909, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=33300cc5-8b23-46c9-8001-4cda00ecc909,segment=NetworkSegment(66d6d168-ad80-4c20-9177-620f76ec101c),segment_id=66d6d168-ad80-4c20-9177-620f76ec101c)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:15:40.745134 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:15:40.810952 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8465ddf6-2047-44bc-a0bd-54e8abebac5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:40.893084 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5b412e6c-7b32-41de-9246-7778ef6368ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:40.896074 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5b412e6c-7b32-41de-9246-7778ef6368ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:40.897986 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5b412e6c-7b32-41de-9246-7778ef6368ff admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d680fb15-8388-41b8-9f00-f4b6b7847571 HTTP/1.1" status: 204 len: 168 time: 1.7226284 Aug 16 21:15:40.943273 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b412e6c-7b32-41de-9246-7778ef6368ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d680fb15-8388-41b8-9f00-f4b6b7847571,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:41.086945 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465ddf6-2047-44bc-a0bd-54e8abebac5d None None] Pushing event updated for resources: {'Port': ['ID=33300cc5-8b23-46c9-8001-4cda00ecc909,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:41.109877 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:15:41.120874 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:41.121749 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:41.191759 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5a4c535d-9dff-4712-89ce-d1c0e1489343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:41.362703 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:41.394720 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-be3d19a8-f27c-44b3-924c-e0767d0ff684 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:41.442288 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-be3d19a8-f27c-44b3-924c-e0767d0ff684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:41.445306 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:15:41.454397 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032fd868-01e8-4026-9bfa-fa03b6331732" -d '{"events": [{"server_uuid": "8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b", "name": "network-vif-plugged", "status": "completed", "tag": "798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:15:41.540424 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 4ddf0b6d-3a6b-4fe8-a74e-0e02344eabb4 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:15:41.584407 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f,segment=NetworkSegment(3456df01-52c5-43ba-a161-9c0fc3337c5d),segment_id=3456df01-52c5-43ba-a161-9c0fc3337c5d)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:41.713066 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-be3d19a8-f27c-44b3-924c-e0767d0ff684 admin admin] Allocated IP 172.25.1.104 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/1920ddb3-4a16-4307-9398-74f178903fc5) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:15:41.722518 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d16585-ee41-407f-941a-4a6d6c1549f7 x-openstack-request-id: req-57d16585-ee41-407f-941a-4a6d6c1549f7 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:15:41.723705 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b", "name": "network-vif-plugged", "status": "completed", "tag": "798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:15:41.724084 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-57d16585-ee41-407f-941a-4a6d6c1549f7 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:15:41.724934 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f', 'code': 200} Aug 16 21:15:41.747055 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:41.766580 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be58d1-314a-4d20-83d5-2acda7dc39c6 req-3281e928-455f-4177-a8b8-91745ab32695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:41.777099 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-10be58d1-314a-4d20-83d5-2acda7dc39c6 req-3281e928-455f-4177-a8b8-91745ab32695 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b HTTP/1.1" status: 200 len: 1097 time: 0.0855992 Aug 16 21:15:41.849500 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-10be58d1-314a-4d20-83d5-2acda7dc39c6 req-34867409-163e-4d19-bd09-da1cb48fedec service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=063a7a3e-bc62-4c93-99cf-7212fa7da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714812 Aug 16 21:15:42.014358 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-be3d19a8-f27c-44b3-924c-e0767d0ff684 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:42.137148 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccac87e-599f-418d-b35c-83a5f847150f req-984379d1-0df4-41f6-ad9b-0b7eacf48b04 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:42.139178 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2ccac87e-599f-418d-b35c-83a5f847150f req-984379d1-0df4-41f6-ad9b-0b7eacf48b04 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 943 time: 0.2922871 Aug 16 21:15:42.148668 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee46cf-a644-48af-b83b-e42642f110b9 req-8493129f-2d93-420a-bedd-11a748af55e2 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:42.150813 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3cee46cf-a644-48af-b83b-e42642f110b9 req-8493129f-2d93-420a-bedd-11a748af55e2 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b HTTP/1.1" status: 200 len: 945 time: 0.3969829 Aug 16 21:15:42.195048 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-be3d19a8-f27c-44b3-924c-e0767d0ff684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:42.225750 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:42.260881 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d19a8-f27c-44b3-924c-e0767d0ff684 admin admin] Pushing event updated for resources: {'Port': ['ID=1920ddb3-4a16-4307-9398-74f178903fc5,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:42.283257 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48524) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:42.299221 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-40f336bb-81fe-4328-8bc3-21e2acb60839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:42.315461 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 4ddf0b6d-3a6b-4fe8-a74e-0e02344eabb4 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:15:42.320844 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 4ddf0b6d-3a6b-4fe8-a74e-0e02344eabb4 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:42.321223 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:42.348692 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3d19a8-f27c-44b3-924c-e0767d0ff684 admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:15:42.378142 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2ccac87e-599f-418d-b35c-83a5f847150f req-ed6dfdbc-2a58-4ec4-9e54-9f4f412443c2 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2246335 Aug 16 21:15:42.398740 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-be3d19a8-f27c-44b3-924c-e0767d0ff684 admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:15:42.416739 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3d19a8-f27c-44b3-924c-e0767d0ff684 admin admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:15:42.560850 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-40f336bb-81fe-4328-8bc3-21e2acb60839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:42.589729 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3cee46cf-a644-48af-b83b-e42642f110b9 req-aad44dee-ab6c-4626-9d18-41aedecab45f tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/security-groups?id=063a7a3e-bc62-4c93-99cf-7212fa7da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4283814 Aug 16 21:15:42.635636 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-40f336bb-81fe-4328-8bc3-21e2acb60839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:42.637091 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:42.727615 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 4ddf0b6d-3a6b-4fe8-a74e-0e02344eabb4, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=4ddf0b6d-3a6b-4fe8-a74e-0e02344eabb4,segment=NetworkSegment(180876fc-a14a-4bbb-b365-775cef3440cf),segment_id=180876fc-a14a-4bbb-b365-775cef3440cf)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:42.772004 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-40f336bb-81fe-4328-8bc3-21e2acb60839 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.4871583 Aug 16 21:15:42.784327 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48528) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:42.798379 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f336bb-81fe-4328-8bc3-21e2acb60839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33aaa3d1-128b-42ab-a325-df8b57fa9fee,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:42.822168 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f5e4ed-af64-4299-b84d-262ba0eebf02 None None] Network 9694f9ba-a021-410d-925f-36ec383c2b96 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:15:42.829432 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:42.949668 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e333c51e-d705-424a-be3f-e56f7403f2e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:42.965652 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=4ddf0b6d-3a6b-4fe8-a74e-0e02344eabb4,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:42.994027 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e333c51e-d705-424a-be3f-e56f7403f2e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:43.184124 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-58a74a56-5b9f-4bb5-aa0e-5c8b7e9150a9 None None] Provisioning for port 33300cc5-8b23-46c9-8001-4cda00ecc909 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:15:43.237907 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-be3d19a8-f27c-44b3-924c-e0767d0ff684 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:43.316507 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e333c51e-d705-424a-be3f-e56f7403f2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:43.325669 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e333c51e-d705-424a-be3f-e56f7403f2e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:43.333496 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e333c51e-d705-424a-be3f-e56f7403f2e1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/33aaa3d1-128b-42ab-a325-df8b57fa9fee HTTP/1.1" status: 204 len: 168 time: 0.5447946 Aug 16 21:15:43.382472 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333c51e-d705-424a-be3f-e56f7403f2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33aaa3d1-128b-42ab-a325-df8b57fa9fee,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:43.564286 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 4ddf0b6d-3a6b-4fe8-a74e-0e02344eabb4 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:15:43.674202 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f7b42cd4-8859-4e74-982f-3c1cca1a4c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:43.820013 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 4ddf0b6d-3a6b-4fe8-a74e-0e02344eabb4 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:43.820973 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:43.828887 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9bd11a-9ba7-489c-810b-6e916efc7320 req-43728633-3db9-4bc8-97f9-4d5e2774ca3a tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:43.830155 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4d9bd11a-9ba7-489c-810b-6e916efc7320 req-43728633-3db9-4bc8-97f9-4d5e2774ca3a tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 943 time: 0.2963574 Aug 16 21:15:43.906663 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:43.942793 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-be3d19a8-f27c-44b3-924c-e0767d0ff684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:43.966915 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb890d-3d7f-4360-84ec-fe7264f2f0de req-e96ca8c7-09b0-47ba-8ac5-ba9359631028 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:43.976918 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8ecb890d-3d7f-4360-84ec-fe7264f2f0de req-e96ca8c7-09b0-47ba-8ac5-ba9359631028 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b HTTP/1.1" status: 200 len: 945 time: 0.1746798 Aug 16 21:15:44.012321 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4d9bd11a-9ba7-489c-810b-6e916efc7320 req-be541aa1-f9fa-400d-9102-4c230c1521de tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341248 Aug 16 21:15:44.128671 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 33300cc5-8b23-46c9-8001-4cda00ecc909 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:15:44.242293 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8ecb890d-3d7f-4360-84ec-fe7264f2f0de req-43ea8869-a07b-411d-979b-5ca73dbe5587 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/security-groups?id=063a7a3e-bc62-4c93-99cf-7212fa7da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2643423 Aug 16 21:15:44.315178 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 33300cc5-8b23-46c9-8001-4cda00ecc909 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:15:44.321204 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 33300cc5-8b23-46c9-8001-4cda00ecc909 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:44.321728 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:44.388693 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca06f4f-3322-4525-95f4-db6a5f5b433e req-1881471b-36bc-4ff0-9310-e7b4eec9f960 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:44.396036 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1ca06f4f-3322-4525-95f4-db6a5f5b433e req-1881471b-36bc-4ff0-9310-e7b4eec9f960 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b HTTP/1.1" status: 200 len: 945 time: 0.0665588 Aug 16 21:15:44.412162 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3d19a8-f27c-44b3-924c-e0767d0ff684 admin admin] Router e7c217fb-35ec-4cf6-8619-72ac64ca1af5 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:15:44.419318 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:44.454331 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1ca06f4f-3322-4525-95f4-db6a5f5b433e req-9e83bf0b-ef1e-4a94-aed1-251c3d50735d tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/security-groups?id=063a7a3e-bc62-4c93-99cf-7212fa7da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560071 Aug 16 21:15:44.466346 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 33300cc5-8b23-46c9-8001-4cda00ecc909, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=33300cc5-8b23-46c9-8001-4cda00ecc909,segment=NetworkSegment(66d6d168-ad80-4c20-9177-620f76ec101c),segment_id=66d6d168-ad80-4c20-9177-620f76ec101c)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:44.470180 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48542) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:44.526949 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:44.575724 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3d19a8-f27c-44b3-924c-e0767d0ff684 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:15:44.603062 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef00f6a0-5fa0-448b-bbb9-5537996c085d None None] Sync routers for ids ['e7c217fb-35ec-4cf6-8619-72ac64ca1af5'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:15:44.633081 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=33300cc5-8b23-46c9-8001-4cda00ecc909,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:44.636302 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef00f6a0-5fa0-448b-bbb9-5537996c085d None None] Routers {'e7c217fb-35ec-4cf6-8619-72ac64ca1af5'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:15:44.637182 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-ef00f6a0-5fa0-448b-bbb9-5537996c085d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:15:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['e7c217fb-35ec-4cf6-8619-72ac64ca1af5'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:44.647157 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-be3d19a8-f27c-44b3-924c-e0767d0ff684 admin admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:44.648743 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-be3d19a8-f27c-44b3-924c-e0767d0ff684 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5909026 Aug 16 21:15:44.651329 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48548) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:44.768271 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-ef00f6a0-5fa0-448b-bbb9-5537996c085d None None] Set router e7c217fb-35ec-4cf6-8619-72ac64ca1af5 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:15:44.820610 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9392735-439f-4efa-beea-289238f5fd14 tempest-TestVolumeBackupRestore-102975790 tempest-TestVolumeBackupRestore-102975790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:44.825436 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d9392735-439f-4efa-beea-289238f5fd14 tempest-TestVolumeBackupRestore-102975790 tempest-TestVolumeBackupRestore-102975790-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b HTTP/1.1" status: 200 len: 1092 time: 0.3540158 Aug 16 21:15:44.828970 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48552) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:44.843856 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-396256dc-5fd4-4b58-b619-cff2abbcb3f3 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'port_id': '798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f', 'tenant_id': 'c0bff215d26d44098ee353416e3d92dc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:15:44.965498 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-396256dc-5fd4-4b58-b619-cff2abbcb3f3 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks [] for floatingip, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:44.987144 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:45.038311 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-ef00f6a0-5fa0-448b-bbb9-5537996c085d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c217fb-35ec-4cf6-8619-72ac64ca1af5', 'name': 'tempest-TestAggregatesBasicOps-87918226-router', 'tenant_id': 'ad5e9744634247e8bb04e4d48abdfa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '1920ddb3-4a16-4307-9398-74f178903fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:39Z', 'updated_at': '2021-08-16T21:15:42Z', 'revision_number': 3, 'project_id': 'ad5e9744634247e8bb04e4d48abdfa63', 'gw_port': {'id': '1920ddb3-4a16-4307-9398-74f178903fc5', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:49:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c217fb-35ec-4cf6-8619-72ac64ca1af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:41Z', 'updated_at': '2021-08-16T21:15:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:45.069327 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef00f6a0-5fa0-448b-bbb9-5537996c085d None None] Checking router: e7c217fb-35ec-4cf6-8619-72ac64ca1af5 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:15:45.069688 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef00f6a0-5fa0-448b-bbb9-5537996c085d None None] Updating router e7c217fb-35ec-4cf6-8619-72ac64ca1af5 port 1920ddb3-4a16-4307-9398-74f178903fc5 binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:15:45.109585 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ef00f6a0-5fa0-448b-bbb9-5537996c085d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:45.223609 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-396256dc-5fd4-4b58-b619-cff2abbcb3f3 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:45.414473 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-396256dc-5fd4-4b58-b619-cff2abbcb3f3 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Allocated IP 172.25.1.81 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/612ddad8-0c9f-4b17-9c43-418544f1f6ab) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:15:45.414830 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d24f5-0715-4839-a42b-1fde5598a242 req-1ec887a7-94f1-4cfa-8150-e10efc52cc5f tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:45.416473 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b67d24f5-0715-4839-a42b-1fde5598a242 req-1ec887a7-94f1-4cfa-8150-e10efc52cc5f tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 943 time: 0.1233604 Aug 16 21:15:45.423136 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 33300cc5-8b23-46c9-8001-4cda00ecc909 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:15:45.547629 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eabd8f18-d03d-41aa-903e-c749c547bbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:45.548766 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-396256dc-5fd4-4b58-b619-cff2abbcb3f3 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:45.570352 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b67d24f5-0715-4839-a42b-1fde5598a242 req-3cda654a-13a1-4000-96a4-bb7fe38de948 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113956 Aug 16 21:15:45.577744 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 33300cc5-8b23-46c9-8001-4cda00ecc909 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:45.578557 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:45.674752 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-396256dc-5fd4-4b58-b619-cff2abbcb3f3 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:45.744090 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396256dc-5fd4-4b58-b619-cff2abbcb3f3 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:15:45.747777 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396256dc-5fd4-4b58-b619-cff2abbcb3f3 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Pushing event updated for resources: {'Port': ['ID=612ddad8-0c9f-4b17-9c43-418544f1f6ab,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:45.757001 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-396256dc-5fd4-4b58-b619-cff2abbcb3f3 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:15:45.772555 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396256dc-5fd4-4b58-b619-cff2abbcb3f3 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:15:45.809707 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-eabd8f18-d03d-41aa-903e-c749c547bbf1 admin admin] Allocated IP 172.20.0.1 (9694f9ba-a021-410d-925f-36ec383c2b96/35b5fc18-b056-4d02-876f-269d55c4b10b/783cfc9e-bbf8-464a-8874-433fa0064647) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:15:45.971700 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eabd8f18-d03d-41aa-903e-c749c547bbf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:45.973905 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ef00f6a0-5fa0-448b-bbb9-5537996c085d None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:45.992697 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-eabd8f18-d03d-41aa-903e-c749c547bbf1 admin admin] Transition to ACTIVE for port object 783cfc9e-bbf8-464a-8874-433fa0064647 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:15:45.998189 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ef00f6a0-5fa0-448b-bbb9-5537996c085d None None] Transition to ACTIVE for port object 1920ddb3-4a16-4307-9398-74f178903fc5 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:15:46.402190 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-396256dc-5fd4-4b58-b619-cff2abbcb3f3 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:46.594957 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ef00f6a0-5fa0-448b-bbb9-5537996c085d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:46.595231 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eabd8f18-d03d-41aa-903e-c749c547bbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:46.633458 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-396256dc-5fd4-4b58-b619-cff2abbcb3f3 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:46.701092 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd8f18-d03d-41aa-903e-c749c547bbf1 admin admin] Pushing event updated for resources: {'Port': ['ID=783cfc9e-bbf8-464a-8874-433fa0064647,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:46.702129 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:46.746074 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabd8f18-d03d-41aa-903e-c749c547bbf1 admin admin] Network 9694f9ba-a021-410d-925f-36ec383c2b96 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:15:46.749393 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-eabd8f18-d03d-41aa-903e-c749c547bbf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:15:46.769844 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabd8f18-d03d-41aa-903e-c749c547bbf1 admin admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:15:46.801353 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-ef00f6a0-5fa0-448b-bbb9-5537996c085d None None] Attempting to bind port 1920ddb3-4a16-4307-9398-74f178903fc5 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:15:46.801766 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-ef00f6a0-5fa0-448b-bbb9-5537996c085d None None] Attempting to bind port 1920ddb3-4a16-4307-9398-74f178903fc5 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:15:46.804358 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef00f6a0-5fa0-448b-bbb9-5537996c085d None None] Attempting to bind port 1920ddb3-4a16-4307-9398-74f178903fc5 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:15:46.831973 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5218c52-923a-4587-8211-fd4c91790dda None None] Pushing event updated for resources: {'Port': ['ID=1920ddb3-4a16-4307-9398-74f178903fc5,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:46.840680 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef00f6a0-5fa0-448b-bbb9-5537996c085d None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:15:46.841769 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef00f6a0-5fa0-448b-bbb9-5537996c085d None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:15:46.841769 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ef00f6a0-5fa0-448b-bbb9-5537996c085d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:46.841984 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef00f6a0-5fa0-448b-bbb9-5537996c085d None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:15:46.842753 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-ef00f6a0-5fa0-448b-bbb9-5537996c085d None None] Bound port: 1920ddb3-4a16-4307-9398-74f178903fc5, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:15:46.843160 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ef00f6a0-5fa0-448b-bbb9-5537996c085d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:46.909061 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eabd8f18-d03d-41aa-903e-c749c547bbf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:47.010449 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-ef00f6a0-5fa0-448b-bbb9-5537996c085d None None] For port 1920ddb3-4a16-4307-9398-74f178903fc5, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:15:47.027056 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-ef00f6a0-5fa0-448b-bbb9-5537996c085d None None] For port 1920ddb3-4a16-4307-9398-74f178903fc5, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=1920ddb3-4a16-4307-9398-74f178903fc5,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:15:47.113914 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eacb1f-b8e6-4285-a8ea-8673f021151c req-c4c88434-5797-4416-a6a6-05ff67781b37 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:47.115527 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-11eacb1f-b8e6-4285-a8ea-8673f021151c req-c4c88434-5797-4416-a6a6-05ff67781b37 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 943 time: 0.1286769 Aug 16 21:15:47.127231 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ef00f6a0-5fa0-448b-bbb9-5537996c085d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:47.212016 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-11eacb1f-b8e6-4285-a8ea-8673f021151c req-66b73bff-4fcc-4309-9ca9-acf3aa92a233 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813193 Aug 16 21:15:47.225375 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef00f6a0-5fa0-448b-bbb9-5537996c085d None None] Routers {'e7c217fb-35ec-4cf6-8619-72ac64ca1af5'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:15:47.235318 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-ef00f6a0-5fa0-448b-bbb9-5537996c085d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:15:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['e7c217fb-35ec-4cf6-8619-72ac64ca1af5'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:47.281916 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5218c52-923a-4587-8211-fd4c91790dda None None] Pushing event updated for resources: {'Port': ['ID=1920ddb3-4a16-4307-9398-74f178903fc5,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:47.316606 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e96dcc53-f64a-4a6e-ba18-dd108158be7c None None] Provisioning for port 783cfc9e-bbf8-464a-8874-433fa0064647 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:15:47.328406 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e96dcc53-f64a-4a6e-ba18-dd108158be7c None None] Provisioning complete for port 783cfc9e-bbf8-464a-8874-433fa0064647 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:47.328406 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e96dcc53-f64a-4a6e-ba18-dd108158be7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:47.352622 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eabd8f18-d03d-41aa-903e-c749c547bbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:47.390029 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-396256dc-5fd4-4b58-b619-cff2abbcb3f3 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:47.442239 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-e96dcc53-f64a-4a6e-ba18-dd108158be7c None None] Port 783cfc9e-bbf8-464a-8874-433fa0064647 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:15:47.451843 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-ef00f6a0-5fa0-448b-bbb9-5537996c085d None None] Set router e7c217fb-35ec-4cf6-8619-72ac64ca1af5 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:15:47.458204 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-396256dc-5fd4-4b58-b619-cff2abbcb3f3 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:47.626653 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396256dc-5fd4-4b58-b619-cff2abbcb3f3 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Pushing event updated for resources: {'Port': ['ID=612ddad8-0c9f-4b17-9c43-418544f1f6ab,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:47.661018 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-396256dc-5fd4-4b58-b619-cff2abbcb3f3 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:47.709512 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-ef00f6a0-5fa0-448b-bbb9-5537996c085d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c217fb-35ec-4cf6-8619-72ac64ca1af5', 'name': 'tempest-TestAggregatesBasicOps-87918226-router', 'tenant_id': 'ad5e9744634247e8bb04e4d48abdfa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '1920ddb3-4a16-4307-9398-74f178903fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:39Z', 'updated_at': '2021-08-16T21:15:42Z', 'revision_number': 3, 'project_id': 'ad5e9744634247e8bb04e4d48abdfa63', 'gw_port': {'id': '1920ddb3-4a16-4307-9398-74f178903fc5', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:49:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c217fb-35ec-4cf6-8619-72ac64ca1af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:41Z', 'updated_at': '2021-08-16T21:15:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:47.748766 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef00f6a0-5fa0-448b-bbb9-5537996c085d None None] The sync data for ids ['e7c217fb-35ec-4cf6-8619-72ac64ca1af5'] in n-d-793620-15 is: [{'id': 'e7c217fb-35ec-4cf6-8619-72ac64ca1af5', 'name': 'tempest-TestAggregatesBasicOps-87918226-router', 'tenant_id': 'ad5e9744634247e8bb04e4d48abdfa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '1920ddb3-4a16-4307-9398-74f178903fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:39Z', 'updated_at': '2021-08-16T21:15:42Z', 'revision_number': 3, 'project_id': 'ad5e9744634247e8bb04e4d48abdfa63', 'gw_port': {'id': '1920ddb3-4a16-4307-9398-74f178903fc5', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:49:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c217fb-35ec-4cf6-8619-72ac64ca1af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:41Z', 'updated_at': '2021-08-16T21:15:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:15:47.822100 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [None req-396256dc-5fd4-4b58-b619-cff2abbcb3f3 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Floating IP bf571157-12ec-41a0-88d1-42466604b2bf associated. External IP: 172.25.1.81, port: 798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f. Aug 16 21:15:48.268701 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eabd8f18-d03d-41aa-903e-c749c547bbf1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:48.338350 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eabd8f18-d03d-41aa-903e-c749c547bbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:48.357439 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396256dc-5fd4-4b58-b619-cff2abbcb3f3 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Router 9597152b-9417-4487-a788-cece9411617b has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:15:48.499278 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd8f18-d03d-41aa-903e-c749c547bbf1 admin admin] Pushing event updated for resources: {'Port': ['ID=783cfc9e-bbf8-464a-8874-433fa0064647,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:48.512541 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62f6db-47f1-4503-8e74-2cc39d11a02c req-446e4d91-71d8-4224-a118-9291c61fbdce tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:48.514657 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2e62f6db-47f1-4503-8e74-2cc39d11a02c req-446e4d91-71d8-4224-a118-9291c61fbdce tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 943 time: 0.1044972 Aug 16 21:15:48.518692 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eabd8f18-d03d-41aa-903e-c749c547bbf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:48.554006 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396256dc-5fd4-4b58-b619-cff2abbcb3f3 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:15:48.631707 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346971ef-f316-4c1a-a8ad-424a6f125992 None None] Sync routers for ids ['9597152b-9417-4487-a788-cece9411617b'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:15:48.631707 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346971ef-f316-4c1a-a8ad-424a6f125992 None None] Routers {'9597152b-9417-4487-a788-cece9411617b'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:15:48.631707 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-346971ef-f316-4c1a-a8ad-424a6f125992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:15:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['9597152b-9417-4487-a788-cece9411617b'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:48.632530 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2e62f6db-47f1-4503-8e74-2cc39d11a02c req-420911c9-fd9e-4550-83f2-4dae8f0604ec tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889356 Aug 16 21:15:48.672025 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabd8f18-d03d-41aa-903e-c749c547bbf1 admin admin] Network 9694f9ba-a021-410d-925f-36ec383c2b96 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:15:48.674005 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-eabd8f18-d03d-41aa-903e-c749c547bbf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:15:48.726502 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-346971ef-f316-4c1a-a8ad-424a6f125992 None None] Set router 9597152b-9417-4487-a788-cece9411617b gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:15:48.844540 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eabd8f18-d03d-41aa-903e-c749c547bbf1 admin admin] Router e7c217fb-35ec-4cf6-8619-72ac64ca1af5 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:15:48.850394 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:15:49.014861 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabd8f18-d03d-41aa-903e-c749c547bbf1 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:15:49.034548 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-eabd8f18-d03d-41aa-903e-c749c547bbf1 admin admin] 10.222.0.84 "PUT /v2.0/routers/e7c217fb-35ec-4cf6-8619-72ac64ca1af5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3713350 Aug 16 21:15:49.042750 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-346971ef-f316-4c1a-a8ad-424a6f125992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9597152b-9417-4487-a788-cece9411617b', 'name': 'tempest-TestVolumeBackupRestore-1940164414-router', 'tenant_id': 'c0bff215d26d44098ee353416e3d92dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '5452f25a-7f57-4822-86f4-c3185aae9338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:11:52Z', 'updated_at': '2021-08-16T21:11:59Z', 'revision_number': 4, 'project_id': 'c0bff215d26d44098ee353416e3d92dc', 'gw_port': {'id': '5452f25a-7f57-4822-86f4-c3185aae9338', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9597152b-9417-4487-a788-cece9411617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:53Z', 'updated_at': '2021-08-16T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'bf571157-12ec-41a0-88d1-42466604b2bf', 'tenant_id': 'c0bff215d26d44098ee353416e3d92dc', 'floating_ip_address': '172.25.1.81', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '9597152b-9417-4487-a788-cece9411617b', 'port_id': '798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8355fb6f-268b-4981-9676-2d3c73404659', 'mac_address': 'fa:16:3e:e9:37:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:15:46Z', 'updated_at': '2021-08-16T21:15:46Z', 'revision_number': 0, 'project_id': 'c0bff215d26d44098ee353416e3d92dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaba1359-733f-49d1-994f-77aea06ae904', 'name': '', 'network_id': '8355fb6f-268b-4981-9676-2d3c73404659', 'tenant_id': 'c0bff215d26d44098ee353416e3d92dc', 'mac_address': 'fa:16:3e:74:e8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9597152b-9417-4487-a788-cece9411617b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '0543fff8-07dd-420f-8cde-4ff3c517bb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:57Z', 'updated_at': '2021-08-16T21:12:07Z', 'revision_number': 5, 'project_id': 'c0bff215d26d44098ee353416e3d92dc', 'subnets': [{'id': '0543fff8-07dd-420f-8cde-4ff3c517bb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:49.071749 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346971ef-f316-4c1a-a8ad-424a6f125992 None None] Checking router: 9597152b-9417-4487-a788-cece9411617b for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:15:49.087930 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346971ef-f316-4c1a-a8ad-424a6f125992 None None] Routers {'9597152b-9417-4487-a788-cece9411617b'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:15:49.088590 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-346971ef-f316-4c1a-a8ad-424a6f125992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:15:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['9597152b-9417-4487-a788-cece9411617b'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:49.112443 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-16bb46c6-82e8-4314-b07f-ecf4d5a8fe29 None None] Provisioning complete for port 783cfc9e-bbf8-464a-8874-433fa0064647 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:49.113251 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-16bb46c6-82e8-4314-b07f-ecf4d5a8fe29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:49.171316 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-16bb46c6-82e8-4314-b07f-ecf4d5a8fe29 None None] Port 783cfc9e-bbf8-464a-8874-433fa0064647 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:15:49.206625 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-346971ef-f316-4c1a-a8ad-424a6f125992 None None] Set router 9597152b-9417-4487-a788-cece9411617b gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:15:49.348510 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 1920ddb3-4a16-4307-9398-74f178903fc5 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:15:49.406827 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-396256dc-5fd4-4b58-b619-cff2abbcb3f3 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:49.435129 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:49.452672 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-396256dc-5fd4-4b58-b619-cff2abbcb3f3 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.6170940 Aug 16 21:15:49.452672 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b', 'tag': '798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:15:49.453215 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48596) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:49.453832 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633ee9a8-d27a-4986-a036-5599621935cc" -d '{"events": [{"name": "network-changed", "server_uuid": "8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b", "tag": "798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:15:49.521137 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 1920ddb3-4a16-4307-9398-74f178903fc5 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:15:49.526600 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 1920ddb3-4a16-4307-9398-74f178903fc5 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:49.527095 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:49.559387 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-346971ef-f316-4c1a-a8ad-424a6f125992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9597152b-9417-4487-a788-cece9411617b', 'name': 'tempest-TestVolumeBackupRestore-1940164414-router', 'tenant_id': 'c0bff215d26d44098ee353416e3d92dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '5452f25a-7f57-4822-86f4-c3185aae9338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:11:52Z', 'updated_at': '2021-08-16T21:11:59Z', 'revision_number': 4, 'project_id': 'c0bff215d26d44098ee353416e3d92dc', 'gw_port': {'id': '5452f25a-7f57-4822-86f4-c3185aae9338', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9597152b-9417-4487-a788-cece9411617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:53Z', 'updated_at': '2021-08-16T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'bf571157-12ec-41a0-88d1-42466604b2bf', 'tenant_id': 'c0bff215d26d44098ee353416e3d92dc', 'floating_ip_address': '172.25.1.81', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '9597152b-9417-4487-a788-cece9411617b', 'port_id': '798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8355fb6f-268b-4981-9676-2d3c73404659', 'mac_address': 'fa:16:3e:e9:37:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:15:46Z', 'updated_at': '2021-08-16T21:15:46Z', 'revision_number': 0, 'project_id': 'c0bff215d26d44098ee353416e3d92dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaba1359-733f-49d1-994f-77aea06ae904', 'name': '', 'network_id': '8355fb6f-268b-4981-9676-2d3c73404659', 'tenant_id': 'c0bff215d26d44098ee353416e3d92dc', 'mac_address': 'fa:16:3e:74:e8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9597152b-9417-4487-a788-cece9411617b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '0543fff8-07dd-420f-8cde-4ff3c517bb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:57Z', 'updated_at': '2021-08-16T21:12:07Z', 'revision_number': 5, 'project_id': 'c0bff215d26d44098ee353416e3d92dc', 'subnets': [{'id': '0543fff8-07dd-420f-8cde-4ff3c517bb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:49.563519 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0040016f-ece4-4ef7-b0c3-679f694fc672 x-openstack-request-id: req-0040016f-ece4-4ef7-b0c3-679f694fc672 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:15:49.563848 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b", "tag": "798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:15:49.564113 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0040016f-ece4-4ef7-b0c3-679f694fc672 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:15:49.564554 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b', 'tag': '798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f', 'status': 'completed', 'code': 200} Aug 16 21:15:49.567386 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6194f5db-8a9e-4708-bc79-6c709165a11d tempest-TestVolumeBackupRestore-102975790 tempest-TestVolumeBackupRestore-102975790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:49.573081 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6194f5db-8a9e-4708-bc79-6c709165a11d tempest-TestVolumeBackupRestore-102975790 tempest-TestVolumeBackupRestore-102975790-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b HTTP/1.1" status: 200 len: 1092 time: 0.1160367 Aug 16 21:15:49.573387 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48602) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:49.580893 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-8fca27a6-88db-4297-944c-e85205fae0b5 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Request body: {'floatingip': {'port_id': '798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:15:49.632656 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ee9a8-d27a-4986-a036-5599621935cc req-818aec75-363c-40e5-8890-a6ec2e5d834b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:49.634510 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-633ee9a8-d27a-4986-a036-5599621935cc req-818aec75-363c-40e5-8890-a6ec2e5d834b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c0bff215d26d44098ee353416e3d92dc&device_id=8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b HTTP/1.1" status: 200 len: 1097 time: 0.0649302 Aug 16 21:15:49.661961 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346971ef-f316-4c1a-a8ad-424a6f125992 None None] The sync data for ids ['9597152b-9417-4487-a788-cece9411617b'] in n-d-793620-15 is: [{'id': '9597152b-9417-4487-a788-cece9411617b', 'name': 'tempest-TestVolumeBackupRestore-1940164414-router', 'tenant_id': 'c0bff215d26d44098ee353416e3d92dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '5452f25a-7f57-4822-86f4-c3185aae9338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:11:52Z', 'updated_at': '2021-08-16T21:11:59Z', 'revision_number': 4, 'project_id': 'c0bff215d26d44098ee353416e3d92dc', 'gw_port': {'id': '5452f25a-7f57-4822-86f4-c3185aae9338', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9597152b-9417-4487-a788-cece9411617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:53Z', 'updated_at': '2021-08-16T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'bf571157-12ec-41a0-88d1-42466604b2bf', 'tenant_id': 'c0bff215d26d44098ee353416e3d92dc', 'floating_ip_address': '172.25.1.81', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '9597152b-9417-4487-a788-cece9411617b', 'port_id': '798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8355fb6f-268b-4981-9676-2d3c73404659', 'mac_address': 'fa:16:3e:e9:37:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:15:46Z', 'updated_at': '2021-08-16T21:15:46Z', 'revision_number': 0, 'project_id': 'c0bff215d26d44098ee353416e3d92dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaba1359-733f-49d1-994f-77aea06ae904', 'name': '', 'network_id': '8355fb6f-268b-4981-9676-2d3c73404659', 'tenant_id': 'c0bff215d26d44098ee353416e3d92dc', 'mac_address': 'fa:16:3e:74:e8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9597152b-9417-4487-a788-cece9411617b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '0543fff8-07dd-420f-8cde-4ff3c517bb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:57Z', 'updated_at': '2021-08-16T21:12:07Z', 'revision_number': 5, 'project_id': 'c0bff215d26d44098ee353416e3d92dc', 'subnets': [{'id': '0543fff8-07dd-420f-8cde-4ff3c517bb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:15:49.706709 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:49.738074 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8fca27a6-88db-4297-944c-e85205fae0b5 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks [] for floatingip, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:49.766635 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 1920ddb3-4a16-4307-9398-74f178903fc5, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=1920ddb3-4a16-4307-9398-74f178903fc5,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:49.835877 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ee9a8-d27a-4986-a036-5599621935cc req-53bca8ff-0ab8-43ae-94ad-271b29b389df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:49.837715 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-633ee9a8-d27a-4986-a036-5599621935cc req-53bca8ff-0ab8-43ae-94ad-271b29b389df service neutron] 10.222.0.72 "GET /v2.0/networks?id=8355fb6f-268b-4981-9676-2d3c73404659 HTTP/1.1" status: 200 len: 915 time: 0.1955190 Aug 16 21:15:49.857387 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:49.918365 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04034a4c-04fc-4f82-b76c-dcbfe4ea836f req-eb510d50-5ba6-4323-b4ea-2803b6e20896 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:49.920128 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-04034a4c-04fc-4f82-b76c-dcbfe4ea836f req-eb510d50-5ba6-4323-b4ea-2803b6e20896 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 943 time: 0.0902109 Aug 16 21:15:49.942604 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-633ee9a8-d27a-4986-a036-5599621935cc req-1db084dd-2b3b-4ddc-ab0a-3fe90e9d3a21 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f HTTP/1.1" status: 200 len: 998 time: 0.0953803 Aug 16 21:15:49.943284 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=1920ddb3-4a16-4307-9398-74f178903fc5,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:50.029255 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-04034a4c-04fc-4f82-b76c-dcbfe4ea836f req-8f4d7619-2618-4366-ab4c-f073363c8d9b tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939577 Aug 16 21:15:50.049800 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ee9a8-d27a-4986-a036-5599621935cc req-d51685c0-8e3a-41af-9372-922a4a866bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:50.051580 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-633ee9a8-d27a-4986-a036-5599621935cc req-d51685c0-8e3a-41af-9372-922a4a866bee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0543fff8-07dd-420f-8cde-4ff3c517bb02 HTTP/1.1" status: 200 len: 853 time: 0.0959730 Aug 16 21:15:50.149401 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ee9a8-d27a-4986-a036-5599621935cc req-310c27d3-53e3-4b56-99c1-fcfb91b447aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:50.151547 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-633ee9a8-d27a-4986-a036-5599621935cc req-310c27d3-53e3-4b56-99c1-fcfb91b447aa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8355fb6f-268b-4981-9676-2d3c73404659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0925577 Aug 16 21:15:50.266876 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-633ee9a8-d27a-4986-a036-5599621935cc req-e6ad5098-77db-49df-9295-c3b97ea9544d service neutron] 10.222.0.72 "GET /v2.0/networks/8355fb6f-268b-4981-9676-2d3c73404659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072788 Aug 16 21:15:50.291262 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63eebe93-4a54-44da-ba13-c42012d72b11 None None] New status for floating IP bf571157-12ec-41a0-88d1-42466604b2bf: ACTIVE {{(pid=101846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:15:50.325586 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1467aaa-6c11-4123-956f-101876d795a2 None None] Sync routers for ids ['e7c217fb-35ec-4cf6-8619-72ac64ca1af5'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:15:50.336705 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1467aaa-6c11-4123-956f-101876d795a2 None None] Routers {'e7c217fb-35ec-4cf6-8619-72ac64ca1af5'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:15:50.337341 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-f1467aaa-6c11-4123-956f-101876d795a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:15:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['e7c217fb-35ec-4cf6-8619-72ac64ca1af5'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:50.389296 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-633ee9a8-d27a-4986-a036-5599621935cc req-460efa9b-96d6-4188-ab3f-ef0a53590a63 service neutron] 10.222.0.72 "GET /v2.0/networks/8355fb6f-268b-4981-9676-2d3c73404659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077983 Aug 16 21:15:50.455564 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-f1467aaa-6c11-4123-956f-101876d795a2 None None] Set router e7c217fb-35ec-4cf6-8619-72ac64ca1af5 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:15:50.520531 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8fca27a6-88db-4297-944c-e85205fae0b5 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:50.629983 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8fca27a6-88db-4297-944c-e85205fae0b5 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:50.633681 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.db.api [None req-63eebe93-4a54-44da-ba13-c42012d72b11 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:15:50.634090 n-d-793620-15 neutron-server[101846]: DEBUG oslo_db.api [None req-63eebe93-4a54-44da-ba13-c42012d72b11 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:15:50.693853 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-f1467aaa-6c11-4123-956f-101876d795a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c217fb-35ec-4cf6-8619-72ac64ca1af5', 'name': 'tempest-TestAggregatesBasicOps-87918226-router', 'tenant_id': 'ad5e9744634247e8bb04e4d48abdfa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '1920ddb3-4a16-4307-9398-74f178903fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:39Z', 'updated_at': '2021-08-16T21:15:47Z', 'revision_number': 4, 'project_id': 'ad5e9744634247e8bb04e4d48abdfa63', 'gw_port': {'id': '1920ddb3-4a16-4307-9398-74f178903fc5', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:49:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c217fb-35ec-4cf6-8619-72ac64ca1af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:41Z', 'updated_at': '2021-08-16T21:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '783cfc9e-bbf8-464a-8874-433fa0064647', 'name': '', 'network_id': '9694f9ba-a021-410d-925f-36ec383c2b96', 'tenant_id': 'ad5e9744634247e8bb04e4d48abdfa63', 'mac_address': 'fa:16:3e:38:65:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c217fb-35ec-4cf6-8619-72ac64ca1af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '35b5fc18-b056-4d02-876f-269d55c4b10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:45Z', 'updated_at': '2021-08-16T21:15:47Z', 'revision_number': 2, 'project_id': 'ad5e9744634247e8bb04e4d48abdfa63', 'subnets': [{'id': '35b5fc18-b056-4d02-876f-269d55c4b10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:50.725602 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1467aaa-6c11-4123-956f-101876d795a2 None None] Checking router: e7c217fb-35ec-4cf6-8619-72ac64ca1af5 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:15:50.725956 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1467aaa-6c11-4123-956f-101876d795a2 None None] Updating router e7c217fb-35ec-4cf6-8619-72ac64ca1af5 port 783cfc9e-bbf8-464a-8874-433fa0064647 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:15:50.751640 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f1467aaa-6c11-4123-956f-101876d795a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:50.891278 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fca27a6-88db-4297-944c-e85205fae0b5 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Router 9597152b-9417-4487-a788-cece9411617b has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:15:51.017846 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fca27a6-88db-4297-944c-e85205fae0b5 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:15:51.022987 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8fca27a6-88db-4297-944c-e85205fae0b5 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:51.053680 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b', 'tag': '798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:15:51.055435 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fec7d1-4e6f-4630-8942-8f44fc12389a" -d '{"events": [{"name": "network-changed", "server_uuid": "8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b", "tag": "798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:15:51.078523 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f1467aaa-6c11-4123-956f-101876d795a2 None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:51.088649 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8fca27a6-88db-4297-944c-e85205fae0b5 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "PUT /v2.0/floatingips/bf571157-12ec-41a0-88d1-42466604b2bf HTTP/1.1" status: 200 len: 990 time: 1.5138099 Aug 16 21:15:51.089098 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-f1467aaa-6c11-4123-956f-101876d795a2 None None] Transition to ACTIVE for port object 783cfc9e-bbf8-464a-8874-433fa0064647 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:15:51.135351 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63eebe93-4a54-44da-ba13-c42012d72b11 None None] New status for floating IP bf571157-12ec-41a0-88d1-42466604b2bf: ACTIVE {{(pid=101846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:15:51.188504 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2bc70-7422-4fd2-a474-9d21d2ca5515 req-8f1af331-287f-42fc-8ecd-8e9ea8823da5 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:51.190759 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3bc2bc70-7422-4fd2-a474-9d21d2ca5515 req-8f1af331-287f-42fc-8ecd-8e9ea8823da5 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 943 time: 0.0564294 Aug 16 21:15:51.231814 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f1467aaa-6c11-4123-956f-101876d795a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:51.244958 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b6c4b1-8136-45bd-9e96-de873eb66981 x-openstack-request-id: req-07b6c4b1-8136-45bd-9e96-de873eb66981 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:15:51.245493 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b", "tag": "798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:15:51.245749 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-07b6c4b1-8136-45bd-9e96-de873eb66981 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:15:51.246384 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b', 'tag': '798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f', 'status': 'completed', 'code': 200} Aug 16 21:15:51.288053 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3bc2bc70-7422-4fd2-a474-9d21d2ca5515 req-4b32cd42-d4a1-419a-a660-3bf7ea921cbc tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895905 Aug 16 21:15:51.360534 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd240b-43c4-4486-ab70-da4b5efa548e None None] Pushing event updated for resources: {'Port': ['ID=783cfc9e-bbf8-464a-8874-433fa0064647,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:51.379384 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fec7d1-4e6f-4630-8942-8f44fc12389a req-2d8d9cf1-b542-42b4-b7ec-ad223d1e5a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:51.379384 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-29fec7d1-4e6f-4630-8942-8f44fc12389a req-2d8d9cf1-b542-42b4-b7ec-ad223d1e5a78 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c0bff215d26d44098ee353416e3d92dc&device_id=8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b HTTP/1.1" status: 200 len: 1097 time: 0.0877478 Aug 16 21:15:51.410379 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 1920ddb3-4a16-4307-9398-74f178903fc5 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:15:51.411096 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48668) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:51.522202 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 1920ddb3-4a16-4307-9398-74f178903fc5 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:51.522588 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:51.580215 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b07338c-24d4-4c14-864f-fa42888c7854 None None] Sync routers for ids ['9597152b-9417-4487-a788-cece9411617b'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:15:51.590503 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fec7d1-4e6f-4630-8942-8f44fc12389a req-1685d29a-3b40-4746-8290-eccf386ba9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:51.595555 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-29fec7d1-4e6f-4630-8942-8f44fc12389a req-1685d29a-3b40-4746-8290-eccf386ba9b7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8355fb6f-268b-4981-9676-2d3c73404659 HTTP/1.1" status: 200 len: 915 time: 0.2192864 Aug 16 21:15:51.611434 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b07338c-24d4-4c14-864f-fa42888c7854 None None] Routers {'9597152b-9417-4487-a788-cece9411617b'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:15:51.612052 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-f1467aaa-6c11-4123-956f-101876d795a2 None None] Attempting to bind port 783cfc9e-bbf8-464a-8874-433fa0064647 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:15:51.612419 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-f1467aaa-6c11-4123-956f-101876d795a2 None None] Attempting to bind port 783cfc9e-bbf8-464a-8874-433fa0064647 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '66d6d168-ad80-4c20-9177-620f76ec101c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9694f9ba-a021-410d-925f-36ec383c2b96'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:15:51.612786 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-8b07338c-24d4-4c14-864f-fa42888c7854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:15:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['9597152b-9417-4487-a788-cece9411617b'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:51.615835 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1467aaa-6c11-4123-956f-101876d795a2 None None] Attempting to bind port 783cfc9e-bbf8-464a-8874-433fa0064647 on network 9694f9ba-a021-410d-925f-36ec383c2b96 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:15:51.625052 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1467aaa-6c11-4123-956f-101876d795a2 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:15:51.625711 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1467aaa-6c11-4123-956f-101876d795a2 None None] Checking segment: {'id': '66d6d168-ad80-4c20-9177-620f76ec101c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9694f9ba-a021-410d-925f-36ec383c2b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:15:51.626337 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f1467aaa-6c11-4123-956f-101876d795a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:51.626952 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1467aaa-6c11-4123-956f-101876d795a2 None None] Bound using segment: {'id': '66d6d168-ad80-4c20-9177-620f76ec101c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9694f9ba-a021-410d-925f-36ec383c2b96'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:15:51.627656 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-f1467aaa-6c11-4123-956f-101876d795a2 None None] Bound port: 783cfc9e-bbf8-464a-8874-433fa0064647, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d6d168-ad80-4c20-9177-620f76ec101c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9694f9ba-a021-410d-925f-36ec383c2b96'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:15:51.628424 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f1467aaa-6c11-4123-956f-101876d795a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:51.690188 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-29fec7d1-4e6f-4630-8942-8f44fc12389a req-f63be0a6-0e1e-44a8-b20c-e800f8022a5b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f HTTP/1.1" status: 200 len: 1000 time: 0.0895934 Aug 16 21:15:51.714359 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-f1467aaa-6c11-4123-956f-101876d795a2 None None] For port 783cfc9e-bbf8-464a-8874-433fa0064647, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:15:51.718897 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-f1467aaa-6c11-4123-956f-101876d795a2 None None] For port 783cfc9e-bbf8-464a-8874-433fa0064647, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=783cfc9e-bbf8-464a-8874-433fa0064647,segment=NetworkSegment(66d6d168-ad80-4c20-9177-620f76ec101c),segment_id=66d6d168-ad80-4c20-9177-620f76ec101c)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:15:51.758819 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fec7d1-4e6f-4630-8942-8f44fc12389a req-f49fda52-dd60-4ba0-91c0-49818bc1a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:51.760832 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-29fec7d1-4e6f-4630-8942-8f44fc12389a req-f49fda52-dd60-4ba0-91c0-49818bc1a96b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0543fff8-07dd-420f-8cde-4ff3c517bb02 HTTP/1.1" status: 200 len: 853 time: 0.0566785 Aug 16 21:15:51.812931 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f1467aaa-6c11-4123-956f-101876d795a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:51.844843 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fec7d1-4e6f-4630-8942-8f44fc12389a req-4eea26a2-f5b1-4c0f-905b-55c7ae8124b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:51.846466 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-29fec7d1-4e6f-4630-8942-8f44fc12389a req-4eea26a2-f5b1-4c0f-905b-55c7ae8124b3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8355fb6f-268b-4981-9676-2d3c73404659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0778446 Aug 16 21:15:51.915817 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd240b-43c4-4486-ab70-da4b5efa548e None None] Pushing event updated for resources: {'Port': ['ID=783cfc9e-bbf8-464a-8874-433fa0064647,revision_number=4']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:51.948766 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1467aaa-6c11-4123-956f-101876d795a2 None None] Routers {'e7c217fb-35ec-4cf6-8619-72ac64ca1af5'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:15:51.949631 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-f1467aaa-6c11-4123-956f-101876d795a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:15:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['e7c217fb-35ec-4cf6-8619-72ac64ca1af5'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:51.986837 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dd989730-44bd-4616-a693-ce8d3ed1d0be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:51.989675 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-8b07338c-24d4-4c14-864f-fa42888c7854 None None] Set router 9597152b-9417-4487-a788-cece9411617b gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:15:52.018469 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-29fec7d1-4e6f-4630-8942-8f44fc12389a req-d618a222-3f3c-40e5-a315-b88d656895fd service neutron] 10.222.0.72 "GET /v2.0/networks/8355fb6f-268b-4981-9676-2d3c73404659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650040 Aug 16 21:15:52.113632 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-f1467aaa-6c11-4123-956f-101876d795a2 None None] Set router e7c217fb-35ec-4cf6-8619-72ac64ca1af5 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:15:52.136695 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:52.212049 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-29fec7d1-4e6f-4630-8942-8f44fc12389a req-8047b8e0-6bc9-4717-8684-eab23b0fca03 service neutron] 10.222.0.72 "GET /v2.0/networks/8355fb6f-268b-4981-9676-2d3c73404659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844099 Aug 16 21:15:52.369372 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-8b07338c-24d4-4c14-864f-fa42888c7854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9597152b-9417-4487-a788-cece9411617b', 'name': 'tempest-TestVolumeBackupRestore-1940164414-router', 'tenant_id': 'c0bff215d26d44098ee353416e3d92dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '5452f25a-7f57-4822-86f4-c3185aae9338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:11:52Z', 'updated_at': '2021-08-16T21:11:59Z', 'revision_number': 4, 'project_id': 'c0bff215d26d44098ee353416e3d92dc', 'gw_port': {'id': '5452f25a-7f57-4822-86f4-c3185aae9338', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9597152b-9417-4487-a788-cece9411617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:53Z', 'updated_at': '2021-08-16T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'bf571157-12ec-41a0-88d1-42466604b2bf', 'tenant_id': 'c0bff215d26d44098ee353416e3d92dc', 'floating_ip_address': '172.25.1.81', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '9597152b-9417-4487-a788-cece9411617b', 'port_id': '798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8355fb6f-268b-4981-9676-2d3c73404659', 'mac_address': 'fa:16:3e:e9:37:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:15:46Z', 'updated_at': '2021-08-16T21:15:51Z', 'revision_number': 2, 'project_id': 'c0bff215d26d44098ee353416e3d92dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaba1359-733f-49d1-994f-77aea06ae904', 'name': '', 'network_id': '8355fb6f-268b-4981-9676-2d3c73404659', 'tenant_id': 'c0bff215d26d44098ee353416e3d92dc', 'mac_address': 'fa:16:3e:74:e8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9597152b-9417-4487-a788-cece9411617b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '0543fff8-07dd-420f-8cde-4ff3c517bb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:57Z', 'updated_at': '2021-08-16T21:12:07Z', 'revision_number': 5, 'project_id': 'c0bff215d26d44098ee353416e3d92dc', 'subnets': [{'id': '0543fff8-07dd-420f-8cde-4ff3c517bb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:52.390983 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-dd989730-44bd-4616-a693-ce8d3ed1d0be admin admin] Deleting port 4ddf0b6d-3a6b-4fe8-a74e-0e02344eabb4 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:15:52.392430 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dd989730-44bd-4616-a693-ce8d3ed1d0be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:52.403437 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b07338c-24d4-4c14-864f-fa42888c7854 None None] Checking router: 9597152b-9417-4487-a788-cece9411617b for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:15:52.412532 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b07338c-24d4-4c14-864f-fa42888c7854 None None] Routers {'9597152b-9417-4487-a788-cece9411617b'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:15:52.413182 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-8b07338c-24d4-4c14-864f-fa42888c7854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:15:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['9597152b-9417-4487-a788-cece9411617b'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:52.421940 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-f1467aaa-6c11-4123-956f-101876d795a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c217fb-35ec-4cf6-8619-72ac64ca1af5', 'name': 'tempest-TestAggregatesBasicOps-87918226-router', 'tenant_id': 'ad5e9744634247e8bb04e4d48abdfa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '1920ddb3-4a16-4307-9398-74f178903fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:39Z', 'updated_at': '2021-08-16T21:15:47Z', 'revision_number': 4, 'project_id': 'ad5e9744634247e8bb04e4d48abdfa63', 'gw_port': {'id': '1920ddb3-4a16-4307-9398-74f178903fc5', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:49:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c217fb-35ec-4cf6-8619-72ac64ca1af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:41Z', 'updated_at': '2021-08-16T21:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '783cfc9e-bbf8-464a-8874-433fa0064647', 'name': '', 'network_id': '9694f9ba-a021-410d-925f-36ec383c2b96', 'tenant_id': 'ad5e9744634247e8bb04e4d48abdfa63', 'mac_address': 'fa:16:3e:38:65:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c217fb-35ec-4cf6-8619-72ac64ca1af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '35b5fc18-b056-4d02-876f-269d55c4b10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:45Z', 'updated_at': '2021-08-16T21:15:51Z', 'revision_number': 4, 'project_id': 'ad5e9744634247e8bb04e4d48abdfa63', 'subnets': [{'id': '35b5fc18-b056-4d02-876f-269d55c4b10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:52.463890 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1467aaa-6c11-4123-956f-101876d795a2 None None] The sync data for ids ['e7c217fb-35ec-4cf6-8619-72ac64ca1af5'] in n-d-793620-15 is: [{'id': 'e7c217fb-35ec-4cf6-8619-72ac64ca1af5', 'name': 'tempest-TestAggregatesBasicOps-87918226-router', 'tenant_id': 'ad5e9744634247e8bb04e4d48abdfa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '1920ddb3-4a16-4307-9398-74f178903fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:39Z', 'updated_at': '2021-08-16T21:15:47Z', 'revision_number': 4, 'project_id': 'ad5e9744634247e8bb04e4d48abdfa63', 'gw_port': {'id': '1920ddb3-4a16-4307-9398-74f178903fc5', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:49:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c217fb-35ec-4cf6-8619-72ac64ca1af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:41Z', 'updated_at': '2021-08-16T21:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '783cfc9e-bbf8-464a-8874-433fa0064647', 'name': '', 'network_id': '9694f9ba-a021-410d-925f-36ec383c2b96', 'tenant_id': 'ad5e9744634247e8bb04e4d48abdfa63', 'mac_address': 'fa:16:3e:38:65:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c217fb-35ec-4cf6-8619-72ac64ca1af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '35b5fc18-b056-4d02-876f-269d55c4b10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:45Z', 'updated_at': '2021-08-16T21:15:51Z', 'revision_number': 4, 'project_id': 'ad5e9744634247e8bb04e4d48abdfa63', 'subnets': [{'id': '35b5fc18-b056-4d02-876f-269d55c4b10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:15:52.466272 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 7c7378fe-1ef3-4162-aaf5-b88057de5a1c details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:15:52.558791 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-dd989730-44bd-4616-a693-ce8d3ed1d0be admin admin] For port 4ddf0b6d-3a6b-4fe8-a74e-0e02344eabb4, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=4ddf0b6d-3a6b-4fe8-a74e-0e02344eabb4,segment=NetworkSegment(180876fc-a14a-4bbb-b365-775cef3440cf),segment_id=180876fc-a14a-4bbb-b365-775cef3440cf)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:52.559090 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dd989730-44bd-4616-a693-ce8d3ed1d0be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:52.575190 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-dd989730-44bd-4616-a693-ce8d3ed1d0be admin admin] Calling delete_port for 4ddf0b6d-3a6b-4fe8-a74e-0e02344eabb4 owned by network:router_interface {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:15:52.592269 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-8b07338c-24d4-4c14-864f-fa42888c7854 None None] Set router 9597152b-9417-4487-a788-cece9411617b gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:15:52.595001 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46952a4-607e-4a06-82f0-95699a8249fc req-48b8a12f-11e5-4a7e-8e13-52aeb7b00297 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:52.595943 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f46952a4-607e-4a06-82f0-95699a8249fc req-48b8a12f-11e5-4a7e-8e13-52aeb7b00297 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 943 time: 0.1420615 Aug 16 21:15:52.708459 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f46952a4-607e-4a06-82f0-95699a8249fc req-5c2c5436-3bdc-4f24-a0d7-4ced4562157a tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613914 Aug 16 21:15:52.725728 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 7c7378fe-1ef3-4162-aaf5-b88057de5a1c, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=7c7378fe-1ef3-4162-aaf5-b88057de5a1c,segment=NetworkSegment(871fd1c6-053b-43bc-81ad-da658e74a8c3),segment_id=871fd1c6-053b-43bc-81ad-da658e74a8c3)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:52.746003 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '7c7378fe-1ef3-4162-aaf5-b88057de5a1c', 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c', 'port_id': '7c7378fe-1ef3-4162-aaf5-b88057de5a1c', 'mac_address': 'fa:16:3e:40:94:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d4ab04f-fd33-40d0-bd76-3977c7bf52a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:15:52.838577 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:52.860290 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c7378fe-1ef3-4162-aaf5-b88057de5a1c {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:15:52.900252 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 7c7378fe-1ef3-4162-aaf5-b88057de5a1c, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=7c7378fe-1ef3-4162-aaf5-b88057de5a1c,segment=NetworkSegment(871fd1c6-053b-43bc-81ad-da658e74a8c3),segment_id=871fd1c6-053b-43bc-81ad-da658e74a8c3)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:52.967123 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dd989730-44bd-4616-a693-ce8d3ed1d0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:52.990315 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-8b07338c-24d4-4c14-864f-fa42888c7854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9597152b-9417-4487-a788-cece9411617b', 'name': 'tempest-TestVolumeBackupRestore-1940164414-router', 'tenant_id': 'c0bff215d26d44098ee353416e3d92dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '5452f25a-7f57-4822-86f4-c3185aae9338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:11:52Z', 'updated_at': '2021-08-16T21:11:59Z', 'revision_number': 4, 'project_id': 'c0bff215d26d44098ee353416e3d92dc', 'gw_port': {'id': '5452f25a-7f57-4822-86f4-c3185aae9338', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9597152b-9417-4487-a788-cece9411617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:53Z', 'updated_at': '2021-08-16T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'bf571157-12ec-41a0-88d1-42466604b2bf', 'tenant_id': 'c0bff215d26d44098ee353416e3d92dc', 'floating_ip_address': '172.25.1.81', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '9597152b-9417-4487-a788-cece9411617b', 'port_id': '798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8355fb6f-268b-4981-9676-2d3c73404659', 'mac_address': 'fa:16:3e:e9:37:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:15:46Z', 'updated_at': '2021-08-16T21:15:51Z', 'revision_number': 2, 'project_id': 'c0bff215d26d44098ee353416e3d92dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaba1359-733f-49d1-994f-77aea06ae904', 'name': '', 'network_id': '8355fb6f-268b-4981-9676-2d3c73404659', 'tenant_id': 'c0bff215d26d44098ee353416e3d92dc', 'mac_address': 'fa:16:3e:74:e8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9597152b-9417-4487-a788-cece9411617b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '0543fff8-07dd-420f-8cde-4ff3c517bb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:57Z', 'updated_at': '2021-08-16T21:12:07Z', 'revision_number': 5, 'project_id': 'c0bff215d26d44098ee353416e3d92dc', 'subnets': [{'id': '0543fff8-07dd-420f-8cde-4ff3c517bb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:53.002365 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd989730-44bd-4616-a693-ce8d3ed1d0be admin admin] Pushing event deleted for resources: {'Port': ['ID=4ddf0b6d-3a6b-4fe8-a74e-0e02344eabb4,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:53.023752 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:53.026006 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b07338c-24d4-4c14-864f-fa42888c7854 None None] The sync data for ids ['9597152b-9417-4487-a788-cece9411617b'] in n-d-793620-15 is: [{'id': '9597152b-9417-4487-a788-cece9411617b', 'name': 'tempest-TestVolumeBackupRestore-1940164414-router', 'tenant_id': 'c0bff215d26d44098ee353416e3d92dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '5452f25a-7f57-4822-86f4-c3185aae9338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:11:52Z', 'updated_at': '2021-08-16T21:11:59Z', 'revision_number': 4, 'project_id': 'c0bff215d26d44098ee353416e3d92dc', 'gw_port': {'id': '5452f25a-7f57-4822-86f4-c3185aae9338', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9597152b-9417-4487-a788-cece9411617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:53Z', 'updated_at': '2021-08-16T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'bf571157-12ec-41a0-88d1-42466604b2bf', 'tenant_id': 'c0bff215d26d44098ee353416e3d92dc', 'floating_ip_address': '172.25.1.81', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '9597152b-9417-4487-a788-cece9411617b', 'port_id': '798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8355fb6f-268b-4981-9676-2d3c73404659', 'mac_address': 'fa:16:3e:e9:37:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:15:46Z', 'updated_at': '2021-08-16T21:15:51Z', 'revision_number': 2, 'project_id': 'c0bff215d26d44098ee353416e3d92dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaba1359-733f-49d1-994f-77aea06ae904', 'name': '', 'network_id': '8355fb6f-268b-4981-9676-2d3c73404659', 'tenant_id': 'c0bff215d26d44098ee353416e3d92dc', 'mac_address': 'fa:16:3e:74:e8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9597152b-9417-4487-a788-cece9411617b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '0543fff8-07dd-420f-8cde-4ff3c517bb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:57Z', 'updated_at': '2021-08-16T21:12:07Z', 'revision_number': 5, 'project_id': 'c0bff215d26d44098ee353416e3d92dc', 'subnets': [{'id': '0543fff8-07dd-420f-8cde-4ff3c517bb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:15:53.138985 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=7c7378fe-1ef3-4162-aaf5-b88057de5a1c,revision_number=9']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:53.169116 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:53.169469 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:53.169819 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:53.170165 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:53.170503 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:53.173528 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:53.173898 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:53.174349 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:53.174693 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:53.176382 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:53.176729 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:53.177068 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:53.247381 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b', 'tag': '798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:15:53.250877 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463f6dfb-63c0-44d1-bc9e-0685866d33da" -d '{"events": [{"name": "network-changed", "server_uuid": "8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b", "tag": "798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:15:53.273579 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['7c7378fe-1ef3-4162-aaf5-b88057de5a1c'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:15:53.413234 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dd989730-44bd-4616-a693-ce8d3ed1d0be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:53.418808 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e13e08-c6c0-4363-aa97-0725f7cc46db x-openstack-request-id: req-64e13e08-c6c0-4363-aa97-0725f7cc46db {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:15:53.419647 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b", "tag": "798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:15:53.420355 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-64e13e08-c6c0-4363-aa97-0725f7cc46db {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:15:53.421020 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b', 'tag': '798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f', 'status': 'completed', 'code': 200} Aug 16 21:15:53.557571 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f6dfb-63c0-44d1-bc9e-0685866d33da req-dc88b239-95c2-4499-b82c-342f2d3cfcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:53.560750 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-463f6dfb-63c0-44d1-bc9e-0685866d33da req-dc88b239-95c2-4499-b82c-342f2d3cfcdd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c0bff215d26d44098ee353416e3d92dc&device_id=8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b HTTP/1.1" status: 200 len: 1097 time: 0.1312797 Aug 16 21:15:53.707246 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 783cfc9e-bbf8-464a-8874-433fa0064647 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:15:53.879562 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f6dfb-63c0-44d1-bc9e-0685866d33da req-a2640a8d-6b23-4c62-84a3-e121cbc3b23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:53.885978 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-463f6dfb-63c0-44d1-bc9e-0685866d33da req-a2640a8d-6b23-4c62-84a3-e121cbc3b23e service neutron] 10.222.0.72 "GET /v2.0/networks?id=8355fb6f-268b-4981-9676-2d3c73404659 HTTP/1.1" status: 200 len: 915 time: 0.3175571 Aug 16 21:15:53.987473 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4f1e2-3c51-42a1-900f-6a06063a91e3 req-5ac69da1-8427-4fb9-a8ea-0f69f625dd43 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:53.989457 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 783cfc9e-bbf8-464a-8874-433fa0064647 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:15:53.989738 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4dd4f1e2-3c51-42a1-900f-6a06063a91e3 req-5ac69da1-8427-4fb9-a8ea-0f69f625dd43 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 944 time: 0.1519525 Aug 16 21:15:53.996072 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 783cfc9e-bbf8-464a-8874-433fa0064647 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:53.996611 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:54.011554 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-463f6dfb-63c0-44d1-bc9e-0685866d33da req-17ad085c-05dc-4885-ac3d-f8e4fa48332d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f HTTP/1.1" status: 200 len: 1000 time: 0.1179917 Aug 16 21:15:54.046806 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd989730-44bd-4616-a693-ce8d3ed1d0be admin admin] Router 83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:15:54.060016 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4dd4f1e2-3c51-42a1-900f-6a06063a91e3 req-521b90d6-4701-4c13-bc68-7948e9ac697a tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615585 Aug 16 21:15:54.082538 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f6dfb-63c0-44d1-bc9e-0685866d33da req-33b2a1ad-cd2e-4656-b2aa-5f11d17a115e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:54.084549 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-463f6dfb-63c0-44d1-bc9e-0685866d33da req-33b2a1ad-cd2e-4656-b2aa-5f11d17a115e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0543fff8-07dd-420f-8cde-4ff3c517bb02 HTTP/1.1" status: 200 len: 853 time: 0.0648532 Aug 16 21:15:54.146380 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:54.174997 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f6dfb-63c0-44d1-bc9e-0685866d33da req-65d27772-4a6b-4658-a262-5bbe65a5259b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:54.181199 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-463f6dfb-63c0-44d1-bc9e-0685866d33da req-65d27772-4a6b-4658-a262-5bbe65a5259b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8355fb6f-268b-4981-9676-2d3c73404659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0891309 Aug 16 21:15:54.232673 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd989730-44bd-4616-a693-ce8d3ed1d0be admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:15:54.237957 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 783cfc9e-bbf8-464a-8874-433fa0064647, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=783cfc9e-bbf8-464a-8874-433fa0064647,segment=NetworkSegment(66d6d168-ad80-4c20-9177-620f76ec101c),segment_id=66d6d168-ad80-4c20-9177-620f76ec101c)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:54.252687 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-dd989730-44bd-4616-a693-ce8d3ed1d0be admin admin] 10.222.0.84 "PUT /v2.0/routers/83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8380339 Aug 16 21:15:54.252896 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48702) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:54.253887 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775ed71c-b0b1-47fc-8bc5-b216d8ae960b None None] Sync routers for ids ['83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:15:54.281555 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775ed71c-b0b1-47fc-8bc5-b216d8ae960b None None] Routers {'83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:15:54.282243 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-775ed71c-b0b1-47fc-8bc5-b216d8ae960b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:15:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:54.332487 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:54.335982 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-463f6dfb-63c0-44d1-bc9e-0685866d33da req-d517d6cd-4a11-4874-8e79-10a3642f6980 service neutron] 10.222.0.72 "GET /v2.0/networks/8355fb6f-268b-4981-9676-2d3c73404659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451578 Aug 16 21:15:54.449785 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-775ed71c-b0b1-47fc-8bc5-b216d8ae960b None None] Set router 83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:15:54.454121 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=783cfc9e-bbf8-464a-8874-433fa0064647,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:54.469525 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 7c7378fe-1ef3-4162-aaf5-b88057de5a1c up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:15:54.493773 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e5475ff6-effa-4e72-be5f-dce8d8e6e65b admin admin] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:54.530829 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-463f6dfb-63c0-44d1-bc9e-0685866d33da req-946db7f9-929b-45f5-9741-21340cfb4260 service neutron] 10.222.0.72 "GET /v2.0/networks/8355fb6f-268b-4981-9676-2d3c73404659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810780 Aug 16 21:15:54.552619 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 7c7378fe-1ef3-4162-aaf5-b88057de5a1c triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:54.553110 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:54.648107 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:54.656173 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e5475ff6-effa-4e72-be5f-dce8d8e6e65b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:54.679354 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-775ed71c-b0b1-47fc-8bc5-b216d8ae960b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f', 'name': 'tempest-TestAggregatesBasicOps-1435177409-router', 'tenant_id': 'dbc671c765244fd392d2843af63e82f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'faef9ba8-918f-4d98-9973-23e56bde6dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:28Z', 'updated_at': '2021-08-16T21:15:52Z', 'revision_number': 5, 'project_id': 'dbc671c765244fd392d2843af63e82f8', 'gw_port': {'id': 'faef9ba8-918f-4d98-9973-23e56bde6dd7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:28Z', 'updated_at': '2021-08-16T21:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:54.699667 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 7c7378fe-1ef3-4162-aaf5-b88057de5a1c, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=7c7378fe-1ef3-4162-aaf5-b88057de5a1c,segment=NetworkSegment(871fd1c6-053b-43bc-81ad-da658e74a8c3),segment_id=871fd1c6-053b-43bc-81ad-da658e74a8c3)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:54.700637 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf45aaed-3fbb-4761-a1e1-b8f64fa6002b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7378fe-1ef3-4162-aaf5-b88057de5a1c'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:15:54.703823 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5062346f-3a65-48b4-b9f0-eb224ee93d6b" -d '{"events": [{"server_uuid": "cf45aaed-3fbb-4761-a1e1-b8f64fa6002b", "name": "network-vif-plugged", "status": "completed", "tag": "7c7378fe-1ef3-4162-aaf5-b88057de5a1c"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:15:54.712839 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775ed71c-b0b1-47fc-8bc5-b216d8ae960b None None] Checking router: 83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:15:54.724377 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775ed71c-b0b1-47fc-8bc5-b216d8ae960b None None] Routers {'83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:15:54.724881 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-775ed71c-b0b1-47fc-8bc5-b216d8ae960b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:15:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:54.758168 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3463cb-1b20-42d9-9d01-98b5e4e0c641 x-openstack-request-id: req-0d3463cb-1b20-42d9-9d01-98b5e4e0c641 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:15:54.758696 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf45aaed-3fbb-4761-a1e1-b8f64fa6002b", "name": "network-vif-plugged", "status": "completed", "tag": "7c7378fe-1ef3-4162-aaf5-b88057de5a1c", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:15:54.758824 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0d3463cb-1b20-42d9-9d01-98b5e4e0c641 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:15:54.759181 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf45aaed-3fbb-4761-a1e1-b8f64fa6002b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7378fe-1ef3-4162-aaf5-b88057de5a1c', 'code': 200} Aug 16 21:15:54.790748 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:54.848224 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-e5475ff6-effa-4e72-be5f-dce8d8e6e65b admin admin] Deleting port faef9ba8-918f-4d98-9973-23e56bde6dd7 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:15:54.849587 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e5475ff6-effa-4e72-be5f-dce8d8e6e65b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:54.882309 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-775ed71c-b0b1-47fc-8bc5-b216d8ae960b None None] Set router 83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:15:54.892856 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=7c7378fe-1ef3-4162-aaf5-b88057de5a1c,revision_number=10']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:54.996373 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-e5475ff6-effa-4e72-be5f-dce8d8e6e65b admin admin] For port faef9ba8-918f-4d98-9973-23e56bde6dd7, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=faef9ba8-918f-4d98-9973-23e56bde6dd7,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:54.997229 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e5475ff6-effa-4e72-be5f-dce8d8e6e65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:55.028824 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-e5475ff6-effa-4e72-be5f-dce8d8e6e65b admin admin] Calling delete_port for faef9ba8-918f-4d98-9973-23e56bde6dd7 owned by network:router_gateway {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:15:55.049943 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581776d-dccb-48e1-99c2-c79aba50df38 req-338f75da-feb4-444f-b140-40038c5ad583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:55.051485 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5581776d-dccb-48e1-99c2-c79aba50df38 req-338f75da-feb4-444f-b140-40038c5ad583 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 1098 time: 0.0704372 Aug 16 21:15:55.096695 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-775ed71c-b0b1-47fc-8bc5-b216d8ae960b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f', 'name': 'tempest-TestAggregatesBasicOps-1435177409-router', 'tenant_id': 'dbc671c765244fd392d2843af63e82f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'faef9ba8-918f-4d98-9973-23e56bde6dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:28Z', 'updated_at': '2021-08-16T21:15:52Z', 'revision_number': 5, 'project_id': 'dbc671c765244fd392d2843af63e82f8', 'gw_port': {'id': 'faef9ba8-918f-4d98-9973-23e56bde6dd7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:28Z', 'updated_at': '2021-08-16T21:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:55.127122 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5581776d-dccb-48e1-99c2-c79aba50df38 req-26547adf-3cd1-46b3-9ed2-90a18e669d36 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477548 Aug 16 21:15:55.129352 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775ed71c-b0b1-47fc-8bc5-b216d8ae960b None None] The sync data for ids ['83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f'] in n-d-793620-15 is: [{'id': '83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f', 'name': 'tempest-TestAggregatesBasicOps-1435177409-router', 'tenant_id': 'dbc671c765244fd392d2843af63e82f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'faef9ba8-918f-4d98-9973-23e56bde6dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:28Z', 'updated_at': '2021-08-16T21:15:52Z', 'revision_number': 5, 'project_id': 'dbc671c765244fd392d2843af63e82f8', 'gw_port': {'id': 'faef9ba8-918f-4d98-9973-23e56bde6dd7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:28Z', 'updated_at': '2021-08-16T21:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:15:55.589671 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda2a8d-12c4-482c-a94c-74bb8d02495e req-a1131493-f4ba-4652-bdc8-095aac7a964b tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:55.591245 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1dda2a8d-12c4-482c-a94c-74bb8d02495e req-a1131493-f4ba-4652-bdc8-095aac7a964b tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 946 time: 0.4187267 Aug 16 21:15:55.622519 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 783cfc9e-bbf8-464a-8874-433fa0064647 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:15:55.662981 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1dda2a8d-12c4-482c-a94c-74bb8d02495e req-dfd31058-39e6-491d-b103-1e41d4bd3f4c tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473025 Aug 16 21:15:55.685887 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 783cfc9e-bbf8-464a-8874-433fa0064647 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:55.686481 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:55.720995 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e5475ff6-effa-4e72-be5f-dce8d8e6e65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:55.757101 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5475ff6-effa-4e72-be5f-dce8d8e6e65b admin admin] Pushing event deleted for resources: {'Port': ['ID=faef9ba8-918f-4d98-9973-23e56bde6dd7,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:55.824845 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e5475ff6-effa-4e72-be5f-dce8d8e6e65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:55.926420 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e5475ff6-effa-4e72-be5f-dce8d8e6e65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:55.928908 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e5475ff6-effa-4e72-be5f-dce8d8e6e65b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:56.057031 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e5475ff6-effa-4e72-be5f-dce8d8e6e65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:56.060366 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5475ff6-effa-4e72-be5f-dce8d8e6e65b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:15:56.062376 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e5475ff6-effa-4e72-be5f-dce8d8e6e65b admin admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:56.066368 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48732) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:56.066889 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e5475ff6-effa-4e72-be5f-dce8d8e6e65b admin admin] 10.222.0.84 "DELETE /v2.0/routers/83ea9d0a-c9b8-4bd5-90fb-2029dc59c44f HTTP/1.1" status: 204 len: 168 time: 1.8125551 Aug 16 21:15:56.117694 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-f133242d-8505-439d-8ed6-aec5d63027ad admin admin] Deleting subnet 791a8385-41da-43d6-ac6a-303910d1a528 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:15:56.119300 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f133242d-8505-439d-8ed6-aec5d63027ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:56.167958 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f133242d-8505-439d-8ed6-aec5d63027ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:56.263998 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f133242d-8505-439d-8ed6-aec5d63027ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:56.401434 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f133242d-8505-439d-8ed6-aec5d63027ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:56.425983 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f133242d-8505-439d-8ed6-aec5d63027ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=791a8385-41da-43d6-ac6a-303910d1a528,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:56.432110 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f133242d-8505-439d-8ed6-aec5d63027ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:56.434271 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f133242d-8505-439d-8ed6-aec5d63027ad admin admin] 10.222.0.84 "DELETE /v2.0/subnets/791a8385-41da-43d6-ac6a-303910d1a528 HTTP/1.1" status: 204 len: 168 time: 0.3666348 Aug 16 21:15:56.437096 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48754) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:56.441390 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9275acea-075c-4978-8313-355950687046 None None] Network eb216575-45bd-40f3-acb6-a5235627e66f requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:15:56.514318 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dfa6562a-6810-4c92-9c5b-6732ab07565f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:56.575208 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-dfa6562a-6810-4c92-9c5b-6732ab07565f admin admin] Deleting port a02956d2-c2e8-4c6c-b964-d91332a9a220 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:15:56.575208 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dfa6562a-6810-4c92-9c5b-6732ab07565f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:56.648825 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83181469-e16a-4a72-8fe1-06e379fef175 None None] DHCP port deletion for eb216575-45bd-40f3-acb6-a5235627e66f request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:15:56.652664 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-dfa6562a-6810-4c92-9c5b-6732ab07565f admin admin] For port a02956d2-c2e8-4c6c-b964-d91332a9a220, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=a02956d2-c2e8-4c6c-b964-d91332a9a220,segment=NetworkSegment(180876fc-a14a-4bbb-b365-775cef3440cf),segment_id=180876fc-a14a-4bbb-b365-775cef3440cf)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:56.653056 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dfa6562a-6810-4c92-9c5b-6732ab07565f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:56.672414 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-dfa6562a-6810-4c92-9c5b-6732ab07565f admin admin] Calling delete_port for a02956d2-c2e8-4c6c-b964-d91332a9a220 owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:15:56.712505 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-83181469-e16a-4a72-8fe1-06e379fef175 None None] Deleting port a02956d2-c2e8-4c6c-b964-d91332a9a220 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:15:56.713123 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-83181469-e16a-4a72-8fe1-06e379fef175 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:56.792520 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-83181469-e16a-4a72-8fe1-06e379fef175 None None] For port a02956d2-c2e8-4c6c-b964-d91332a9a220, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=a02956d2-c2e8-4c6c-b964-d91332a9a220,segment=NetworkSegment(180876fc-a14a-4bbb-b365-775cef3440cf),segment_id=180876fc-a14a-4bbb-b365-775cef3440cf)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:56.792932 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-83181469-e16a-4a72-8fe1-06e379fef175 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:56.808375 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-83181469-e16a-4a72-8fe1-06e379fef175 None None] Calling delete_port for a02956d2-c2e8-4c6c-b964-d91332a9a220 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:15:56.820625 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef5d0e-e0e2-4782-9855-3bac68c7e1d4 req-be9ebefe-92b3-44aa-a976-7aa44ee4d8df tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:56.828087 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1fef5d0e-e0e2-4782-9855-3bac68c7e1d4 req-be9ebefe-92b3-44aa-a976-7aa44ee4d8df tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 946 time: 0.0633833 Aug 16 21:15:56.847075 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dfa6562a-6810-4c92-9c5b-6732ab07565f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:56.885709 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6562a-6810-4c92-9c5b-6732ab07565f admin admin] Pushing event deleted for resources: {'Port': ['ID=a02956d2-c2e8-4c6c-b964-d91332a9a220,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:56.887409 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa6562a-6810-4c92-9c5b-6732ab07565f admin admin] No DVR routers for this DVR port a02956d2-c2e8-4c6c-b964-d91332a9a220 on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:15:56.890223 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:15:56.899646 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-83181469-e16a-4a72-8fe1-06e379fef175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:56.905373 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1fef5d0e-e0e2-4782-9855-3bac68c7e1d4 req-dcadae6e-d19c-41d1-9329-7e447d777ae8 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753820 Aug 16 21:15:56.929018 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83181469-e16a-4a72-8fe1-06e379fef175 None None] Pushing event deleted for resources: {'Port': ['ID=a02956d2-c2e8-4c6c-b964-d91332a9a220,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:56.936035 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83181469-e16a-4a72-8fe1-06e379fef175 None None] No DVR routers for this DVR port a02956d2-c2e8-4c6c-b964-d91332a9a220 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:15:57.007620 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dfa6562a-6810-4c92-9c5b-6732ab07565f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:57.017726 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-dfa6562a-6810-4c92-9c5b-6732ab07565f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb216575-45bd-40f3-acb6-a5235627e66f']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:57.027928 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-dfa6562a-6810-4c92-9c5b-6732ab07565f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '180876fc-a14a-4bbb-b365-775cef3440cf') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:57.028271 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-dfa6562a-6810-4c92-9c5b-6732ab07565f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '180876fc-a14a-4bbb-b365-775cef3440cf') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:57.037412 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dfa6562a-6810-4c92-9c5b-6732ab07565f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:57.079167 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dfa6562a-6810-4c92-9c5b-6732ab07565f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:57.089059 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfa6562a-6810-4c92-9c5b-6732ab07565f admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:15:57.092197 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dfa6562a-6810-4c92-9c5b-6732ab07565f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:57.092197 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:15:57.092197 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:15:57.092197 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:15:57.092197 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:15:57.092197 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:15:57.092197 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:15:57.092197 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:15:57.092197 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:15:57.092197 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:15:57.092197 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:15:57.092197 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:15:57.092197 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:15:57.092197 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:15:57.092197 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:15:57.092197 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:15:57.092197 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:15:57.092197 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:15:57.092197 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:15:57.092197 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:15:57.092197 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:15:57.092197 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:15:57.092197 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:15:57.092197 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:15:57.092197 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:15:57.092197 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:15:57.092197 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:15:57.092197 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:15:57.092197 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:15:57.092197 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:15:57.092197 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:15:57.092197 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:15:57.092197 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:15:57.218741 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dfa6562a-6810-4c92-9c5b-6732ab07565f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:57.231158 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dfa6562a-6810-4c92-9c5b-6732ab07565f admin admin] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:57.235243 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-dfa6562a-6810-4c92-9c5b-6732ab07565f admin admin] 10.222.0.84 "DELETE /v2.0/networks/eb216575-45bd-40f3-acb6-a5235627e66f HTTP/1.1" status: 204 len: 168 time: 0.7953563 Aug 16 21:15:57.236892 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48784) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:57.249267 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6562a-6810-4c92-9c5b-6732ab07565f admin admin] Pushing event deleted for resources: {'Network': ['ID=eb216575-45bd-40f3-acb6-a5235627e66f,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:57.335490 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 4ddf0b6d-3a6b-4fe8-a74e-0e02344eabb4 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:15:57.356032 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 4ddf0b6d-3a6b-4fe8-a74e-0e02344eabb4 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:15:57.356470 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 4ddf0b6d-3a6b-4fe8-a74e-0e02344eabb4 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:15:57.356973 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device a02956d2-c2e8-4c6c-b964-d91332a9a220 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:15:57.375860 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: a02956d2-c2e8-4c6c-b964-d91332a9a220 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:15:57.376302 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device a02956d2-c2e8-4c6c-b964-d91332a9a220 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:15:57.376826 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device faef9ba8-918f-4d98-9973-23e56bde6dd7 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:15:57.396348 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: faef9ba8-918f-4d98-9973-23e56bde6dd7 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:15:57.396779 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device faef9ba8-918f-4d98-9973-23e56bde6dd7 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:15:57.649343 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e6d3b64f-3bda-40c5-b846-a2df6463a64b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:57.897365 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3b64f-3bda-40c5-b846-a2df6463a64b admin admin] Deleting port 783cfc9e-bbf8-464a-8874-433fa0064647 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:15:57.897633 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e6d3b64f-3bda-40c5-b846-a2df6463a64b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:57.978879 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-e6d3b64f-3bda-40c5-b846-a2df6463a64b admin admin] For port 783cfc9e-bbf8-464a-8874-433fa0064647, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=783cfc9e-bbf8-464a-8874-433fa0064647,segment=NetworkSegment(66d6d168-ad80-4c20-9177-620f76ec101c),segment_id=66d6d168-ad80-4c20-9177-620f76ec101c)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:57.979254 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e6d3b64f-3bda-40c5-b846-a2df6463a64b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:57.992815 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3b64f-3bda-40c5-b846-a2df6463a64b admin admin] Calling delete_port for 783cfc9e-bbf8-464a-8874-433fa0064647 owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:15:58.023708 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb195f-6410-42a6-82d6-73a8500912f7 req-87300266-1d60-4124-829a-5984e1bf1cb8 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:58.025238 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0ccb195f-6410-42a6-82d6-73a8500912f7 req-87300266-1d60-4124-829a-5984e1bf1cb8 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 946 time: 0.0487323 Aug 16 21:15:58.064190 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0ccb195f-6410-42a6-82d6-73a8500912f7 req-52d02792-9811-45de-b455-16600f35485f tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326796 Aug 16 21:15:58.245689 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e6d3b64f-3bda-40c5-b846-a2df6463a64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:58.269822 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3b64f-3bda-40c5-b846-a2df6463a64b admin admin] Pushing event deleted for resources: {'Port': ['ID=783cfc9e-bbf8-464a-8874-433fa0064647,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:58.776686 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e6d3b64f-3bda-40c5-b846-a2df6463a64b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:58.993054 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d3b64f-3bda-40c5-b846-a2df6463a64b admin admin] Router e7c217fb-35ec-4cf6-8619-72ac64ca1af5 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:15:59.100058 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d3b64f-3bda-40c5-b846-a2df6463a64b admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:15:59.107888 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e6d3b64f-3bda-40c5-b846-a2df6463a64b admin admin] 10.222.0.84 "PUT /v2.0/routers/e7c217fb-35ec-4cf6-8619-72ac64ca1af5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8668132 Aug 16 21:15:59.108526 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48820) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:59.113556 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4267a78-fd68-48f7-89cd-cc02fcf87430 None None] Sync routers for ids ['e7c217fb-35ec-4cf6-8619-72ac64ca1af5'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:15:59.125781 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4267a78-fd68-48f7-89cd-cc02fcf87430 None None] Routers {'e7c217fb-35ec-4cf6-8619-72ac64ca1af5'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:15:59.126719 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e4267a78-fd68-48f7-89cd-cc02fcf87430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:15:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['e7c217fb-35ec-4cf6-8619-72ac64ca1af5'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:59.238916 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4fdabcc3-be87-4456-b837-b0ef91c23886 admin admin] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:59.241193 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-e4267a78-fd68-48f7-89cd-cc02fcf87430 None None] Set router e7c217fb-35ec-4cf6-8619-72ac64ca1af5 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:15:59.374296 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4fdabcc3-be87-4456-b837-b0ef91c23886 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:59.447191 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e4267a78-fd68-48f7-89cd-cc02fcf87430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c217fb-35ec-4cf6-8619-72ac64ca1af5', 'name': 'tempest-TestAggregatesBasicOps-87918226-router', 'tenant_id': 'ad5e9744634247e8bb04e4d48abdfa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '1920ddb3-4a16-4307-9398-74f178903fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:39Z', 'updated_at': '2021-08-16T21:15:58Z', 'revision_number': 5, 'project_id': 'ad5e9744634247e8bb04e4d48abdfa63', 'gw_port': {'id': '1920ddb3-4a16-4307-9398-74f178903fc5', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:49:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c217fb-35ec-4cf6-8619-72ac64ca1af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:15:41Z', 'updated_at': '2021-08-16T21:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:59.473908 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4267a78-fd68-48f7-89cd-cc02fcf87430 None None] Checking router: e7c217fb-35ec-4cf6-8619-72ac64ca1af5 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:15:59.485340 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4267a78-fd68-48f7-89cd-cc02fcf87430 None None] Routers {'e7c217fb-35ec-4cf6-8619-72ac64ca1af5'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:15:59.486016 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e4267a78-fd68-48f7-89cd-cc02fcf87430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:15:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['e7c217fb-35ec-4cf6-8619-72ac64ca1af5'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:59.503448 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-4fdabcc3-be87-4456-b837-b0ef91c23886 admin admin] Deleting port 1920ddb3-4a16-4307-9398-74f178903fc5 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:15:59.503938 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4fdabcc3-be87-4456-b837-b0ef91c23886 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:59.590155 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-e4267a78-fd68-48f7-89cd-cc02fcf87430 None None] Set router e7c217fb-35ec-4cf6-8619-72ac64ca1af5 gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:15:59.595269 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-4fdabcc3-be87-4456-b837-b0ef91c23886 admin admin] For port 1920ddb3-4a16-4307-9398-74f178903fc5, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=1920ddb3-4a16-4307-9398-74f178903fc5,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:59.595654 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4fdabcc3-be87-4456-b837-b0ef91c23886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:59.607917 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-4fdabcc3-be87-4456-b837-b0ef91c23886 admin admin] Calling delete_port for 1920ddb3-4a16-4307-9398-74f178903fc5 owned by network:router_gateway {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:15:59.651906 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e4267a78-fd68-48f7-89cd-cc02fcf87430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c217fb-35ec-4cf6-8619-72ac64ca1af5', 'name': 'tempest-TestAggregatesBasicOps-87918226-router', 'tenant_id': 'ad5e9744634247e8bb04e4d48abdfa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:39Z', 'updated_at': '2021-08-16T21:15:59Z', 'revision_number': 6, 'project_id': 'ad5e9744634247e8bb04e4d48abdfa63', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:59.679176 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4267a78-fd68-48f7-89cd-cc02fcf87430 None None] The sync data for ids ['e7c217fb-35ec-4cf6-8619-72ac64ca1af5'] in n-d-793620-15 is: [{'id': 'e7c217fb-35ec-4cf6-8619-72ac64ca1af5', 'name': 'tempest-TestAggregatesBasicOps-87918226-router', 'tenant_id': 'ad5e9744634247e8bb04e4d48abdfa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:15:39Z', 'updated_at': '2021-08-16T21:15:59Z', 'revision_number': 6, 'project_id': 'ad5e9744634247e8bb04e4d48abdfa63', 'gw_port_host': None}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:15:59.845652 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4fdabcc3-be87-4456-b837-b0ef91c23886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:59.873068 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdabcc3-be87-4456-b837-b0ef91c23886 admin admin] Pushing event deleted for resources: {'Port': ['ID=1920ddb3-4a16-4307-9398-74f178903fc5,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:59.942520 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4fdabcc3-be87-4456-b837-b0ef91c23886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:00.040298 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4fdabcc3-be87-4456-b837-b0ef91c23886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:00.042584 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4fdabcc3-be87-4456-b837-b0ef91c23886 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:00.159705 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4fdabcc3-be87-4456-b837-b0ef91c23886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:00.160347 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fdabcc3-be87-4456-b837-b0ef91c23886 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7c217fb-35ec-4cf6-8619-72ac64ca1af5 {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:16:00.170593 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4fdabcc3-be87-4456-b837-b0ef91c23886 admin admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:00.170593 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4fdabcc3-be87-4456-b837-b0ef91c23886 admin admin] 10.222.0.84 "DELETE /v2.0/routers/e7c217fb-35ec-4cf6-8619-72ac64ca1af5 HTTP/1.1" status: 204 len: 168 time: 1.0567794 Aug 16 21:16:00.172154 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48834) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:00.216501 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-4acb2427-303e-41ea-8824-8d7f24e58419 admin admin] Deleting subnet 35b5fc18-b056-4d02-876f-269d55c4b10b {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:16:00.219891 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4acb2427-303e-41ea-8824-8d7f24e58419 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:00.257757 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4acb2427-303e-41ea-8824-8d7f24e58419 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:00.340259 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4acb2427-303e-41ea-8824-8d7f24e58419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:00.469758 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4acb2427-303e-41ea-8824-8d7f24e58419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:00.499131 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb2427-303e-41ea-8824-8d7f24e58419 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35b5fc18-b056-4d02-876f-269d55c4b10b,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:00.505065 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4acb2427-303e-41ea-8824-8d7f24e58419 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:00.509966 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4acb2427-303e-41ea-8824-8d7f24e58419 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/35b5fc18-b056-4d02-876f-269d55c4b10b HTTP/1.1" status: 204 len: 168 time: 0.3342121 Aug 16 21:16:00.510400 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48840) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:00.511452 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565094f1-b533-478d-aa6f-b90702d6751b None None] Network 9694f9ba-a021-410d-925f-36ec383c2b96 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:16:00.619651 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-47ee7fa4-d72f-4b41-ac1f-39e0cb641f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:00.679977 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-47ee7fa4-d72f-4b41-ac1f-39e0cb641f14 admin admin] Deleting port 33300cc5-8b23-46c9-8001-4cda00ecc909 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:16:00.680366 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-47ee7fa4-d72f-4b41-ac1f-39e0cb641f14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:00.721315 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fdfc44-fd2c-4325-86f2-f08cbb69af51 None None] DHCP port deletion for 9694f9ba-a021-410d-925f-36ec383c2b96 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:16:00.749169 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-47ee7fa4-d72f-4b41-ac1f-39e0cb641f14 admin admin] For port 33300cc5-8b23-46c9-8001-4cda00ecc909, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=33300cc5-8b23-46c9-8001-4cda00ecc909,segment=NetworkSegment(66d6d168-ad80-4c20-9177-620f76ec101c),segment_id=66d6d168-ad80-4c20-9177-620f76ec101c)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:16:00.749531 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-47ee7fa4-d72f-4b41-ac1f-39e0cb641f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:00.765389 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-47ee7fa4-d72f-4b41-ac1f-39e0cb641f14 admin admin] Calling delete_port for 33300cc5-8b23-46c9-8001-4cda00ecc909 owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:16:00.777994 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-45fdfc44-fd2c-4325-86f2-f08cbb69af51 None None] Deleting port 33300cc5-8b23-46c9-8001-4cda00ecc909 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:16:00.778383 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-45fdfc44-fd2c-4325-86f2-f08cbb69af51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:00.860959 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-45fdfc44-fd2c-4325-86f2-f08cbb69af51 None None] For port 33300cc5-8b23-46c9-8001-4cda00ecc909, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=33300cc5-8b23-46c9-8001-4cda00ecc909,segment=NetworkSegment(66d6d168-ad80-4c20-9177-620f76ec101c),segment_id=66d6d168-ad80-4c20-9177-620f76ec101c)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:16:00.861556 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-45fdfc44-fd2c-4325-86f2-f08cbb69af51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:00.955353 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-47ee7fa4-d72f-4b41-ac1f-39e0cb641f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:01.004755 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee7fa4-d72f-4b41-ac1f-39e0cb641f14 admin admin] Pushing event deleted for resources: {'Port': ['ID=33300cc5-8b23-46c9-8001-4cda00ecc909,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:01.009572 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ee7fa4-d72f-4b41-ac1f-39e0cb641f14 admin admin] No DVR routers for this DVR port 33300cc5-8b23-46c9-8001-4cda00ecc909 on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:16:01.046330 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-45fdfc44-fd2c-4325-86f2-f08cbb69af51 None None] Calling delete_port for 33300cc5-8b23-46c9-8001-4cda00ecc909 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:16:01.089912 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-47ee7fa4-d72f-4b41-ac1f-39e0cb641f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:01.100467 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-47ee7fa4-d72f-4b41-ac1f-39e0cb641f14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9694f9ba-a021-410d-925f-36ec383c2b96']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:16:01.110805 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-47ee7fa4-d72f-4b41-ac1f-39e0cb641f14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66d6d168-ad80-4c20-9177-620f76ec101c') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:16:01.111109 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-47ee7fa4-d72f-4b41-ac1f-39e0cb641f14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66d6d168-ad80-4c20-9177-620f76ec101c') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:16:01.120441 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-47ee7fa4-d72f-4b41-ac1f-39e0cb641f14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:01.134438 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-47ee7fa4-d72f-4b41-ac1f-39e0cb641f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:01.136483 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-45fdfc44-fd2c-4325-86f2-f08cbb69af51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:01.140282 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ee7fa4-d72f-4b41-ac1f-39e0cb641f14 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:16:01.140679 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-47ee7fa4-d72f-4b41-ac1f-39e0cb641f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:01.142493 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:16:01.142493 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:16:01.142493 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:16:01.142493 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:16:01.142493 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:16:01.142493 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:16:01.142493 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:16:01.142493 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:16:01.142493 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:16:01.142493 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:16:01.142493 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:16:01.142493 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:16:01.142493 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:16:01.142493 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:16:01.142493 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:16:01.142493 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:16:01.142493 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:16:01.142493 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:16:01.142493 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:16:01.142493 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:16:01.142493 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:16:01.142493 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:16:01.142493 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:16:01.142493 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:16:01.142493 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:16:01.142493 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:16:01.142493 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:16:01.142493 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:16:01.142493 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:16:01.142493 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:16:01.142493 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:16:01.142493 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:16:01.181755 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fdfc44-fd2c-4325-86f2-f08cbb69af51 None None] No DVR routers for this DVR port 33300cc5-8b23-46c9-8001-4cda00ecc909 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:16:01.183720 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fdfc44-fd2c-4325-86f2-f08cbb69af51 None None] Pushing event deleted for resources: {'Port': ['ID=33300cc5-8b23-46c9-8001-4cda00ecc909,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:01.274907 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-47ee7fa4-d72f-4b41-ac1f-39e0cb641f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:01.280924 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-47ee7fa4-d72f-4b41-ac1f-39e0cb641f14 admin admin] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:01.291936 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-47ee7fa4-d72f-4b41-ac1f-39e0cb641f14 admin admin] 10.222.0.84 "DELETE /v2.0/networks/9694f9ba-a021-410d-925f-36ec383c2b96 HTTP/1.1" status: 204 len: 168 time: 0.7801435 Aug 16 21:16:01.304847 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee7fa4-d72f-4b41-ac1f-39e0cb641f14 admin admin] Pushing event deleted for resources: {'Network': ['ID=9694f9ba-a021-410d-925f-36ec383c2b96,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:01.321901 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 1920ddb3-4a16-4307-9398-74f178903fc5 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:16:01.346305 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 1920ddb3-4a16-4307-9398-74f178903fc5 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:16:01.346729 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 1920ddb3-4a16-4307-9398-74f178903fc5 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:16:01.347187 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 33300cc5-8b23-46c9-8001-4cda00ecc909 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:16:01.381843 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 33300cc5-8b23-46c9-8001-4cda00ecc909 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:16:01.382248 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 33300cc5-8b23-46c9-8001-4cda00ecc909 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:16:01.382673 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 783cfc9e-bbf8-464a-8874-433fa0064647 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:16:01.403447 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 783cfc9e-bbf8-464a-8874-433fa0064647 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:16:01.405151 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 783cfc9e-bbf8-464a-8874-433fa0064647 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:16:01.628887 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48858) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:01.674076 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2d030cea-b085-4724-bb06-567fbd7b6be8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=dbc671c765244fd392d2843af63e82f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439711 Aug 16 21:16:01.676590 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 48860) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:01.726884 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eacc6b92-281d-4b9f-b438-d99e1333f32a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:01.748082 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eacc6b92-281d-4b9f-b438-d99e1333f32a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:01.863474 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eacc6b92-281d-4b9f-b438-d99e1333f32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:01.866636 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eacc6b92-281d-4b9f-b438-d99e1333f32a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:01.867810 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-eacc6b92-281d-4b9f-b438-d99e1333f32a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/13e4fc29-a436-47b2-bf55-10c51a77aba8 HTTP/1.1" status: 204 len: 168 time: 0.1902304 Aug 16 21:16:01.875912 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc6b92-281d-4b9f-b438-d99e1333f32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e4fc29-a436-47b2-bf55-10c51a77aba8,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:02.637660 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48878) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:02.679965 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b4ac47b7-2af4-4644-9fc1-9063b3ba4ead admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ad5e9744634247e8bb04e4d48abdfa63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409627 Aug 16 21:16:02.682337 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48880) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:02.733301 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-23943fa1-1f3d-42e9-9493-88c6888c97d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:02.755717 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-23943fa1-1f3d-42e9-9493-88c6888c97d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:02.858002 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-23943fa1-1f3d-42e9-9493-88c6888c97d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:02.860608 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-23943fa1-1f3d-42e9-9493-88c6888c97d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:02.861829 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-23943fa1-1f3d-42e9-9493-88c6888c97d6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0235c5a2-fc48-4f4b-8b26-6f267bea56dd HTTP/1.1" status: 204 len: 168 time: 0.1785638 Aug 16 21:16:02.869988 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23943fa1-1f3d-42e9-9493-88c6888c97d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0235c5a2-fc48-4f4b-8b26-6f267bea56dd,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:05.214988 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48952) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:05.220334 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-037c6482-f78c-44cd-9349-dc1286dc6ea9 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-726355913', 'description': 'tempest-secgroup-smoke-726355913 description', 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:16:05.314027 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-037c6482-f78c-44cd-9349-dc1286dc6ea9 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:05.322784 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-037c6482-f78c-44cd-9349-dc1286dc6ea9 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:05.423393 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-037c6482-f78c-44cd-9349-dc1286dc6ea9 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:05.469071 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-037c6482-f78c-44cd-9349-dc1286dc6ea9 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:05.509494 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c6482-f78c-44cd-9349-dc1286dc6ea9 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07d0ebfe-59ca-475d-9321-3948ebf47ebc,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:05.564725 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-037c6482-f78c-44cd-9349-dc1286dc6ea9 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:05.612037 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-037c6482-f78c-44cd-9349-dc1286dc6ea9 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:05.644673 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c6482-f78c-44cd-9349-dc1286dc6ea9 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eec299e-f5d8-456c-a6ef-8718e8c24877,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:05.692159 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-037c6482-f78c-44cd-9349-dc1286dc6ea9 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:05.693484 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-037c6482-f78c-44cd-9349-dc1286dc6ea9 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4772749 Aug 16 21:16:05.697304 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48962) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:05.702001 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-7dffae88-d4b4-4fc8-bc49-423302e4cd3f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'security_group_rule': {'security_group_id': '8eec299e-f5d8-456c-a6ef-8718e8c24877', 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:16:05.812130 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7dffae88-d4b4-4fc8-bc49-423302e4cd3f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:05.869126 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7dffae88-d4b4-4fc8-bc49-423302e4cd3f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:05.949420 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7dffae88-d4b4-4fc8-bc49-423302e4cd3f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:05.972397 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffae88-d4b4-4fc8-bc49-423302e4cd3f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af225cc1-4315-4ffe-9856-2b9b49836f5f,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:06.063672 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7dffae88-d4b4-4fc8-bc49-423302e4cd3f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:06.064756 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7dffae88-d4b4-4fc8-bc49-423302e4cd3f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3664598 Aug 16 21:16:06.067706 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48968) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:06.072787 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-b041d43d-f264-4e21-85a4-2ed15e2c7030 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'security_group_rule': {'security_group_id': '8eec299e-f5d8-456c-a6ef-8718e8c24877', 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:16:06.176510 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b041d43d-f264-4e21-85a4-2ed15e2c7030 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:06.236801 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b041d43d-f264-4e21-85a4-2ed15e2c7030 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:06.326361 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b041d43d-f264-4e21-85a4-2ed15e2c7030 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:06.347527 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b041d43d-f264-4e21-85a4-2ed15e2c7030 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98a73226-a087-4c20-ba38-9d2d19f6f11e,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:06.446363 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b041d43d-f264-4e21-85a4-2ed15e2c7030 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:06.447676 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b041d43d-f264-4e21-85a4-2ed15e2c7030 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3789983 Aug 16 21:16:06.450549 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48976) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:06.455001 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-396d2724-4d5e-4048-985e-82de93f6deef tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'security_group_rule': {'security_group_id': '8eec299e-f5d8-456c-a6ef-8718e8c24877', 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:16:06.565753 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-396d2724-4d5e-4048-985e-82de93f6deef tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:06.628768 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-396d2724-4d5e-4048-985e-82de93f6deef tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:06.686513 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-396d2724-4d5e-4048-985e-82de93f6deef tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:06.707136 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d2724-4d5e-4048-985e-82de93f6deef tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86947325-61da-4287-9246-b349c3155d03,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:06.766683 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-396d2724-4d5e-4048-985e-82de93f6deef tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:06.768406 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-396d2724-4d5e-4048-985e-82de93f6deef tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3167505 Aug 16 21:16:06.771539 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48982) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:06.777115 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-5e6cd55e-1944-45ca-961a-9cd0f78dcc6f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'security_group_rule': {'security_group_id': '8eec299e-f5d8-456c-a6ef-8718e8c24877', 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:16:06.874779 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5e6cd55e-1944-45ca-961a-9cd0f78dcc6f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:06.935626 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5e6cd55e-1944-45ca-961a-9cd0f78dcc6f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:07.046651 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5e6cd55e-1944-45ca-961a-9cd0f78dcc6f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:07.065643 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6cd55e-1944-45ca-961a-9cd0f78dcc6f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71252cfb-be24-4ac5-9418-8512a279247f,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:07.138053 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5e6cd55e-1944-45ca-961a-9cd0f78dcc6f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:07.139359 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5e6cd55e-1944-45ca-961a-9cd0f78dcc6f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3668015 Aug 16 21:16:07.142082 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48988) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:07.146510 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-5e7418a0-c49e-4ac2-94f8-6bab5116df15 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'security_group_rule': {'security_group_id': '8eec299e-f5d8-456c-a6ef-8718e8c24877', 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:16:07.206582 n-d-793620-15 neutron-server[101845]: INFO neutron.db.securitygroups_db [None req-5e7418a0-c49e-4ac2-94f8-6bab5116df15 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Project fb8bbfb5e08a4065901bb7c36b7f1507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:16:07.212078 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5e7418a0-c49e-4ac2-94f8-6bab5116df15 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:07.274367 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5e7418a0-c49e-4ac2-94f8-6bab5116df15 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:07.321479 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5e7418a0-c49e-4ac2-94f8-6bab5116df15 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:07.342871 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7418a0-c49e-4ac2-94f8-6bab5116df15 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3ab2a5d-1e03-4819-8c5e-e3ab5fc568a0,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:07.473843 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5e7418a0-c49e-4ac2-94f8-6bab5116df15 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:07.475148 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5e7418a0-c49e-4ac2-94f8-6bab5116df15 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3321364 Aug 16 21:16:07.478490 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 48996) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:07.483163 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-d221b211-0652-45f5-9dee-f70a467c5e13 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'security_group_rule': {'security_group_id': '8eec299e-f5d8-456c-a6ef-8718e8c24877', 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:16:07.583649 n-d-793620-15 neutron-server[101845]: INFO neutron.db.securitygroups_db [None req-d221b211-0652-45f5-9dee-f70a467c5e13 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Project fb8bbfb5e08a4065901bb7c36b7f1507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:16:07.589219 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d221b211-0652-45f5-9dee-f70a467c5e13 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:07.654119 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d221b211-0652-45f5-9dee-f70a467c5e13 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:07.736529 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d221b211-0652-45f5-9dee-f70a467c5e13 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:07.756832 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221b211-0652-45f5-9dee-f70a467c5e13 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecf30146-67ec-497a-9344-930ebbd4411d,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:07.833980 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d221b211-0652-45f5-9dee-f70a467c5e13 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:07.835220 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d221b211-0652-45f5-9dee-f70a467c5e13 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3556495 Aug 16 21:16:07.840031 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49000) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:07.845390 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-1659eb6c-cb92-4635-ad41-ec15debfe638 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'network': {'name': 'tempest-network-smoke--900258324', 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'port_security_enabled': True}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:16:07.971965 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1659eb6c-cb92-4635-ad41-ec15debfe638 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Made reservation on behalf of fb8bbfb5e08a4065901bb7c36b7f1507 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:16:07.975443 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1659eb6c-cb92-4635-ad41-ec15debfe638 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:07.999429 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1659eb6c-cb92-4635-ad41-ec15debfe638 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:16:08.008438 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1659eb6c-cb92-4635-ad41-ec15debfe638 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:08.008817 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-1659eb6c-cb92-4635-ad41-ec15debfe638 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Added segment f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f of type vlan for network de919aea-3ab1-46ae-a7cf-23af99d94eaa Aug 16 21:16:08.050336 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1659eb6c-cb92-4635-ad41-ec15debfe638 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:08.126548 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1659eb6c-cb92-4635-ad41-ec15debfe638 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:08.132606 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1659eb6c-cb92-4635-ad41-ec15debfe638 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:08.134013 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1659eb6c-cb92-4635-ad41-ec15debfe638 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:08.204366 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1659eb6c-cb92-4635-ad41-ec15debfe638 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'Network': ['ID=de919aea-3ab1-46ae-a7cf-23af99d94eaa,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:08.215549 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network de919aea-3ab1-46ae-a7cf-23af99d94eaa details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:16:08.224219 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1659eb6c-cb92-4635-ad41-ec15debfe638 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3829622 Aug 16 21:16:08.227199 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49008) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:08.232372 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-d0d1ac95-787e-4a95-a734-7822b9b01713 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1639335091', 'admin_state_up': True, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:16:08.321605 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d0d1ac95-787e-4a95-a734-7822b9b01713 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:08.322694 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d0d1ac95-787e-4a95-a734-7822b9b01713 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:08.378253 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d0d1ac95-787e-4a95-a734-7822b9b01713 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:08.606561 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d0d1ac95-787e-4a95-a734-7822b9b01713 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:08.842683 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d0d1ac95-787e-4a95-a734-7822b9b01713 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:08.873114 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d0d1ac95-787e-4a95-a734-7822b9b01713 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:08.970686 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-d0d1ac95-787e-4a95-a734-7822b9b01713 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Allocated IP 172.25.1.90 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/64e2528e-8eeb-4145-b923-8af3ba2d9914) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:16:09.081443 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d0d1ac95-787e-4a95-a734-7822b9b01713 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:09.205787 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d0d1ac95-787e-4a95-a734-7822b9b01713 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:09.247389 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d1ac95-787e-4a95-a734-7822b9b01713 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:16:09.250401 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-d0d1ac95-787e-4a95-a734-7822b9b01713 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:16:09.254010 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d1ac95-787e-4a95-a734-7822b9b01713 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:16:09.276073 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1ac95-787e-4a95-a734-7822b9b01713 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'Port': ['ID=64e2528e-8eeb-4145-b923-8af3ba2d9914,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:09.613657 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d0d1ac95-787e-4a95-a734-7822b9b01713 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:09.812658 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d0d1ac95-787e-4a95-a734-7822b9b01713 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:10.040630 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d1ac95-787e-4a95-a734-7822b9b01713 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Router 2763c95e-ad0d-479b-935e-b220edd5bc2a is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:16:10.149661 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d1ac95-787e-4a95-a734-7822b9b01713 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:16:10.159482 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee31e4b-cfc2-4aeb-b994-df7956751404 None None] Sync routers for ids ['2763c95e-ad0d-479b-935e-b220edd5bc2a'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:16:10.169160 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee31e4b-cfc2-4aeb-b994-df7956751404 None None] Routers {'2763c95e-ad0d-479b-935e-b220edd5bc2a'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:16:10.169782 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-9ee31e4b-cfc2-4aeb-b994-df7956751404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:15:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['2763c95e-ad0d-479b-935e-b220edd5bc2a'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:16:10.217957 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d0d1ac95-787e-4a95-a734-7822b9b01713 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:10.219298 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d0d1ac95-787e-4a95-a734-7822b9b01713 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9908891 Aug 16 21:16:10.222326 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49034) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:10.282897 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-9ee31e4b-cfc2-4aeb-b994-df7956751404 None None] Set router 2763c95e-ad0d-479b-935e-b220edd5bc2a gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:16:10.367883 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d60c93a2-9dd1-44ab-bd99-802c6e0e2e61 tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=fb8bbfb5e08a4065901bb7c36b7f1507&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1442559 Aug 16 21:16:10.370459 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49038) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:10.469319 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-9ee31e4b-cfc2-4aeb-b994-df7956751404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2763c95e-ad0d-479b-935e-b220edd5bc2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639335091', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '64e2528e-8eeb-4145-b923-8af3ba2d9914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:16:08Z', 'updated_at': '2021-08-16T21:16:09Z', 'revision_number': 3, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '64e2528e-8eeb-4145-b923-8af3ba2d9914', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:89:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2763c95e-ad0d-479b-935e-b220edd5bc2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:16:08Z', 'updated_at': '2021-08-16T21:16:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:16:10.528377 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49721f1e-5899-4aa7-990f-91ae95094c45 tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:10.529917 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-49721f1e-5899-4aa7-990f-91ae95094c45 tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1584113 Aug 16 21:16:10.532959 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 49044) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:10.570364 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a71274a5-46cc-4c91-897f-63905d6870ba tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=65ae326a-d6e1-4f5d-80d6-215a5521afe9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0357764 Aug 16 21:16:10.572471 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 49048) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:10.577697 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-a48392e5-1a16-4a95-a30a-b190d54ea51c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1389715973', 'network_id': 'de919aea-3ab1-46ae-a7cf-23af99d94eaa', 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:16:10.587635 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee31e4b-cfc2-4aeb-b994-df7956751404 None None] Checking router: 2763c95e-ad0d-479b-935e-b220edd5bc2a for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:16:10.587992 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee31e4b-cfc2-4aeb-b994-df7956751404 None None] Updating router 2763c95e-ad0d-479b-935e-b220edd5bc2a port 64e2528e-8eeb-4145-b923-8af3ba2d9914 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:16:10.615656 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-9ee31e4b-cfc2-4aeb-b994-df7956751404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:10.732179 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48392e5-1a16-4a95-a30a-b190d54ea51c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Made reservation on behalf of fb8bbfb5e08a4065901bb7c36b7f1507 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:16:10.735959 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a48392e5-1a16-4a95-a30a-b190d54ea51c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:10.878388 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-9ee31e4b-cfc2-4aeb-b994-df7956751404 None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:10.888838 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-9ee31e4b-cfc2-4aeb-b994-df7956751404 None None] Transition to ACTIVE for port object 64e2528e-8eeb-4145-b923-8af3ba2d9914 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:16:10.977159 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-9ee31e4b-cfc2-4aeb-b994-df7956751404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:11.024484 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a48392e5-1a16-4a95-a30a-b190d54ea51c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:11.033536 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-9ee31e4b-cfc2-4aeb-b994-df7956751404 None None] Attempting to bind port 64e2528e-8eeb-4145-b923-8af3ba2d9914 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:16:11.034044 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-9ee31e4b-cfc2-4aeb-b994-df7956751404 None None] Attempting to bind port 64e2528e-8eeb-4145-b923-8af3ba2d9914 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:16:11.034416 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee31e4b-cfc2-4aeb-b994-df7956751404 None None] Attempting to bind port 64e2528e-8eeb-4145-b923-8af3ba2d9914 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:16:11.037709 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e418d-b110-4681-ad78-e69365a1fcdc None None] Pushing event updated for resources: {'Port': ['ID=64e2528e-8eeb-4145-b923-8af3ba2d9914,revision_number=2']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:11.043313 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee31e4b-cfc2-4aeb-b994-df7956751404 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:16:11.043688 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee31e4b-cfc2-4aeb-b994-df7956751404 None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:16:11.044119 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-9ee31e4b-cfc2-4aeb-b994-df7956751404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:11.044503 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee31e4b-cfc2-4aeb-b994-df7956751404 None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:16:11.044970 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-9ee31e4b-cfc2-4aeb-b994-df7956751404 None None] Bound port: 64e2528e-8eeb-4145-b923-8af3ba2d9914, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:16:11.045353 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-9ee31e4b-cfc2-4aeb-b994-df7956751404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:11.074552 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0c6dd0c8-ebf2-4a93-908e-757262d3a50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:11.099173 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48392e5-1a16-4a95-a30a-b190d54ea51c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'Subnet': ['ID=cfcb6eb6-a2cd-4ab1-bbe8-48d562fa29c1,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:11.104553 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-9ee31e4b-cfc2-4aeb-b994-df7956751404 None None] For port 64e2528e-8eeb-4145-b923-8af3ba2d9914, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:16:11.109220 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-9ee31e4b-cfc2-4aeb-b994-df7956751404 None None] For port 64e2528e-8eeb-4145-b923-8af3ba2d9914, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=64e2528e-8eeb-4145-b923-8af3ba2d9914,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:16:11.111197 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48392e5-1a16-4a95-a30a-b190d54ea51c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Checking segment: {'id': 'f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'de919aea-3ab1-46ae-a7cf-23af99d94eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:16:11.111748 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48392e5-1a16-4a95-a30a-b190d54ea51c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Network hostable DHCP agents. Network: de919aea-3ab1-46ae-a7cf-23af99d94eaa, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:16:11.178155 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-9ee31e4b-cfc2-4aeb-b994-df7956751404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:11.223199 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48392e5-1a16-4a95-a30a-b190d54ea51c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Network de919aea-3ab1-46ae-a7cf-23af99d94eaa is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:16:11.241172 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee31e4b-cfc2-4aeb-b994-df7956751404 None None] Routers {'2763c95e-ad0d-479b-935e-b220edd5bc2a'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:16:11.241792 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-9ee31e4b-cfc2-4aeb-b994-df7956751404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:15:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['2763c95e-ad0d-479b-935e-b220edd5bc2a'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:16:11.243592 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e418d-b110-4681-ad78-e69365a1fcdc None None] Pushing event updated for resources: {'Port': ['ID=64e2528e-8eeb-4145-b923-8af3ba2d9914,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:11.313789 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-a48392e5-1a16-4a95-a30a-b190d54ea51c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, de919aea-3ab1-46ae-a7cf-23af99d94eaa) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:16:11.318499 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48392e5-1a16-4a95-a30a-b190d54ea51c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:11.319099 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a48392e5-1a16-4a95-a30a-b190d54ea51c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:11.326993 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd30c0b7-2f9e-43ed-a259-0760fdb6e662 None None] Network de919aea-3ab1-46ae-a7cf-23af99d94eaa requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:16:11.349731 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-9ee31e4b-cfc2-4aeb-b994-df7956751404 None None] Set router 2763c95e-ad0d-479b-935e-b220edd5bc2a gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:16:11.430373 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a48392e5-1a16-4a95-a30a-b190d54ea51c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8563926 Aug 16 21:16:11.433131 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 49058) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:11.500748 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c96f629-35ad-49bd-b2a0-24898e9cfcf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-de919aea-3ab1-46ae-a7cf-23af99d94eaa', 'network_id': 'de919aea-3ab1-46ae-a7cf-23af99d94eaa', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'fixed_ips': [{'subnet_id': 'cfcb6eb6-a2cd-4ab1-bbe8-48d562fa29c1'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:16:11.502389 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5c96f629-35ad-49bd-b2a0-24898e9cfcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:11.588138 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-9ee31e4b-cfc2-4aeb-b994-df7956751404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2763c95e-ad0d-479b-935e-b220edd5bc2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639335091', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '64e2528e-8eeb-4145-b923-8af3ba2d9914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:16:08Z', 'updated_at': '2021-08-16T21:16:09Z', 'revision_number': 3, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '64e2528e-8eeb-4145-b923-8af3ba2d9914', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:89:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2763c95e-ad0d-479b-935e-b220edd5bc2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:16:08Z', 'updated_at': '2021-08-16T21:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:16:11.618835 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee31e4b-cfc2-4aeb-b994-df7956751404 None None] The sync data for ids ['2763c95e-ad0d-479b-935e-b220edd5bc2a'] in n-d-793620-15 is: [{'id': '2763c95e-ad0d-479b-935e-b220edd5bc2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639335091', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '64e2528e-8eeb-4145-b923-8af3ba2d9914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:16:08Z', 'updated_at': '2021-08-16T21:16:09Z', 'revision_number': 3, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '64e2528e-8eeb-4145-b923-8af3ba2d9914', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:89:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2763c95e-ad0d-479b-935e-b220edd5bc2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:16:08Z', 'updated_at': '2021-08-16T21:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:16:11.670057 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-5c96f629-35ad-49bd-b2a0-24898e9cfcf6 None None] Allocated IP 172.20.0.2 (de919aea-3ab1-46ae-a7cf-23af99d94eaa/cfcb6eb6-a2cd-4ab1-bbe8-48d562fa29c1/5ff8dc1d-765e-4b47-9666-b928d6fac93e) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:16:11.830102 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5c96f629-35ad-49bd-b2a0-24898e9cfcf6 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:11.839433 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5c96f629-35ad-49bd-b2a0-24898e9cfcf6 None None] Transition to ACTIVE for port object 5ff8dc1d-765e-4b47-9666-b928d6fac93e will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:16:11.868783 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5c96f629-35ad-49bd-b2a0-24898e9cfcf6 None None] Transition to ACTIVE for port object 5ff8dc1d-765e-4b47-9666-b928d6fac93e will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:16:11.957206 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-09bd2929-b454-475d-8d73-aed103ea5f5f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:11.978573 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5c96f629-35ad-49bd-b2a0-24898e9cfcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:12.027482 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c96f629-35ad-49bd-b2a0-24898e9cfcf6 None None] Network de919aea-3ab1-46ae-a7cf-23af99d94eaa is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:16:12.030542 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-5c96f629-35ad-49bd-b2a0-24898e9cfcf6 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:16:12.035587 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96f629-35ad-49bd-b2a0-24898e9cfcf6 None None] Pushing event updated for resources: {'Port': ['ID=5ff8dc1d-765e-4b47-9666-b928d6fac93e,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:12.038452 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c96f629-35ad-49bd-b2a0-24898e9cfcf6 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:16:12.099644 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-5c96f629-35ad-49bd-b2a0-24898e9cfcf6 None None] Attempting to bind port 5ff8dc1d-765e-4b47-9666-b928d6fac93e on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:16:12.100379 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-5c96f629-35ad-49bd-b2a0-24898e9cfcf6 None None] Attempting to bind port 5ff8dc1d-765e-4b47-9666-b928d6fac93e by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'de919aea-3ab1-46ae-a7cf-23af99d94eaa'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:16:12.100531 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96f629-35ad-49bd-b2a0-24898e9cfcf6 None None] Attempting to bind port 5ff8dc1d-765e-4b47-9666-b928d6fac93e on network de919aea-3ab1-46ae-a7cf-23af99d94eaa {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:16:12.106783 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96f629-35ad-49bd-b2a0-24898e9cfcf6 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:16:12.107444 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96f629-35ad-49bd-b2a0-24898e9cfcf6 None None] Checking segment: {'id': 'f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'de919aea-3ab1-46ae-a7cf-23af99d94eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:16:12.108055 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5c96f629-35ad-49bd-b2a0-24898e9cfcf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:12.108601 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96f629-35ad-49bd-b2a0-24898e9cfcf6 None None] Bound using segment: {'id': 'f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'de919aea-3ab1-46ae-a7cf-23af99d94eaa'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:16:12.109223 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-5c96f629-35ad-49bd-b2a0-24898e9cfcf6 None None] Bound port: 5ff8dc1d-765e-4b47-9666-b928d6fac93e, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'de919aea-3ab1-46ae-a7cf-23af99d94eaa'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:16:12.109781 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5c96f629-35ad-49bd-b2a0-24898e9cfcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:12.182662 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-5c96f629-35ad-49bd-b2a0-24898e9cfcf6 None None] For port 5ff8dc1d-765e-4b47-9666-b928d6fac93e, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:16:12.186084 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-5c96f629-35ad-49bd-b2a0-24898e9cfcf6 None None] For port 5ff8dc1d-765e-4b47-9666-b928d6fac93e, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5ff8dc1d-765e-4b47-9666-b928d6fac93e,segment=NetworkSegment(f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f),segment_id=f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:16:12.278689 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-09bd2929-b454-475d-8d73-aed103ea5f5f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Allocated IP 172.20.0.1 (de919aea-3ab1-46ae-a7cf-23af99d94eaa/cfcb6eb6-a2cd-4ab1-bbe8-48d562fa29c1/6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:16:12.287829 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5c96f629-35ad-49bd-b2a0-24898e9cfcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:12.359318 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96f629-35ad-49bd-b2a0-24898e9cfcf6 None None] Pushing event updated for resources: {'Port': ['ID=5ff8dc1d-765e-4b47-9666-b928d6fac93e,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:12.429101 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-09bd2929-b454-475d-8d73-aed103ea5f5f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:12.446326 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-09bd2929-b454-475d-8d73-aed103ea5f5f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Transition to ACTIVE for port object 6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:16:12.582980 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-09bd2929-b454-475d-8d73-aed103ea5f5f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:12.631226 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bd2929-b454-475d-8d73-aed103ea5f5f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Network de919aea-3ab1-46ae-a7cf-23af99d94eaa is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:16:12.644548 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-09bd2929-b454-475d-8d73-aed103ea5f5f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:16:12.649899 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bd2929-b454-475d-8d73-aed103ea5f5f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:16:12.678195 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd2929-b454-475d-8d73-aed103ea5f5f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'Port': ['ID=6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:12.693931 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd2929-b454-475d-8d73-aed103ea5f5f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:12.694213 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd2929-b454-475d-8d73-aed103ea5f5f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:12.694561 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd2929-b454-475d-8d73-aed103ea5f5f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:12.694906 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd2929-b454-475d-8d73-aed103ea5f5f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:12.696140 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd2929-b454-475d-8d73-aed103ea5f5f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:12.696513 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd2929-b454-475d-8d73-aed103ea5f5f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:12.696858 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd2929-b454-475d-8d73-aed103ea5f5f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:12.697195 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd2929-b454-475d-8d73-aed103ea5f5f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:12.700141 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd2929-b454-475d-8d73-aed103ea5f5f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:12.700141 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd2929-b454-475d-8d73-aed103ea5f5f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:12.700141 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd2929-b454-475d-8d73-aed103ea5f5f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:12.700141 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd2929-b454-475d-8d73-aed103ea5f5f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:12.716117 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-09bd2929-b454-475d-8d73-aed103ea5f5f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:12.940558 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-09bd2929-b454-475d-8d73-aed103ea5f5f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:13.301811 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-09bd2929-b454-475d-8d73-aed103ea5f5f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:13.394538 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5ff8dc1d-765e-4b47-9666-b928d6fac93e up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:16:13.452181 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-09bd2929-b454-475d-8d73-aed103ea5f5f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:13.529862 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-09bd2929-b454-475d-8d73-aed103ea5f5f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:13.532404 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd2929-b454-475d-8d73-aed103ea5f5f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'Port': ['ID=6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:13.572188 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 5ff8dc1d-765e-4b47-9666-b928d6fac93e completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:16:13.578853 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 64e2528e-8eeb-4145-b923-8af3ba2d9914 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:16:13.648108 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0d776e64-eb6a-48d4-a07d-aebc854c1d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:13.759202 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 64e2528e-8eeb-4145-b923-8af3ba2d9914 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:16:13.771902 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 64e2528e-8eeb-4145-b923-8af3ba2d9914 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:16:13.772499 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:13.884340 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:13.888061 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:13.918171 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 64e2528e-8eeb-4145-b923-8af3ba2d9914, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=64e2528e-8eeb-4145-b923-8af3ba2d9914,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:16:13.960860 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d4c40e-61ea-4901-941e-0b4bd61ccc66 None None] Network de919aea-3ab1-46ae-a7cf-23af99d94eaa requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:16:14.009750 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:14.014782 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bd2929-b454-475d-8d73-aed103ea5f5f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Network de919aea-3ab1-46ae-a7cf-23af99d94eaa is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:16:14.016532 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-09bd2929-b454-475d-8d73-aed103ea5f5f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:16:14.092032 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=64e2528e-8eeb-4145-b923-8af3ba2d9914,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:14.144250 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09bd2929-b454-475d-8d73-aed103ea5f5f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Router 2763c95e-ad0d-479b-935e-b220edd5bc2a has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:16:14.155612 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-82b35bc9-28c5-4a4e-9f47-c36967cb477c None None] Provisioning for port 5ff8dc1d-765e-4b47-9666-b928d6fac93e completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:16:14.163322 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-82b35bc9-28c5-4a4e-9f47-c36967cb477c None None] Provisioning complete for port 5ff8dc1d-765e-4b47-9666-b928d6fac93e triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:16:14.163631 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-82b35bc9-28c5-4a4e-9f47-c36967cb477c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:14.258999 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-82b35bc9-28c5-4a4e-9f47-c36967cb477c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:14.266922 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09bd2929-b454-475d-8d73-aed103ea5f5f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:16:14.272891 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-09bd2929-b454-475d-8d73-aed103ea5f5f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "PUT /v2.0/routers/2763c95e-ad0d-479b-935e-b220edd5bc2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8382497 Aug 16 21:16:14.282462 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3f14f7-a4fc-4203-8c4d-615c447d7621 None None] Sync routers for ids ['2763c95e-ad0d-479b-935e-b220edd5bc2a'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:16:14.312489 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-82b35bc9-28c5-4a4e-9f47-c36967cb477c None None] For port 5ff8dc1d-765e-4b47-9666-b928d6fac93e, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5ff8dc1d-765e-4b47-9666-b928d6fac93e,segment=NetworkSegment(f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f),segment_id=f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:16:14.320087 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3f14f7-a4fc-4203-8c4d-615c447d7621 None None] Routers {'2763c95e-ad0d-479b-935e-b220edd5bc2a'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:16:14.320891 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-ef3f14f7-a4fc-4203-8c4d-615c447d7621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:16:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['2763c95e-ad0d-479b-935e-b220edd5bc2a'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:16:14.435714 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-82b35bc9-28c5-4a4e-9f47-c36967cb477c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:14.447260 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-dac88a6a-ef5e-4277-aacf-98303ccd6f8b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-726355913&fields=id&tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507 HTTP/1.1" status: 200 len: 267 time: 0.0409579 Aug 16 21:16:14.486285 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-ef3f14f7-a4fc-4203-8c4d-615c447d7621 None None] Set router 2763c95e-ad0d-479b-935e-b220edd5bc2a gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:16:14.553533 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b35bc9-28c5-4a4e-9f47-c36967cb477c None None] Pushing event updated for resources: {'Port': ['ID=5ff8dc1d-765e-4b47-9666-b928d6fac93e,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:14.603010 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-676e0bbd-f2ac-4662-b3bf-b3eaa9889664 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:14.604893 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-676e0bbd-f2ac-4662-b3bf-b3eaa9889664 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/networks?id=de919aea-3ab1-46ae-a7cf-23af99d94eaa HTTP/1.1" status: 200 len: 796 time: 0.1499949 Aug 16 21:16:14.622613 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-10dc590c-5b83-4e17-800f-421cbf9951e1 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/quotas/fb8bbfb5e08a4065901bb7c36b7f1507 HTTP/1.1" status: 200 len: 375 time: 0.0115027 Aug 16 21:16:14.687031 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-f49744f4-8a4f-4f47-916d-6395b94027db tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582535 Aug 16 21:16:14.705904 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-0f3adfbd-ba3e-4966-bfd9-b1934e521a9c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:16:14.706958 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-0f3adfbd-ba3e-4966-bfd9-b1934e521a9c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069461 Aug 16 21:16:14.750350 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-8dc2b201-665b-4d25-ae25-fe8503775aad None None] Provisioning for port 6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:16:14.754703 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-8dc2b201-665b-4d25-ae25-fe8503775aad None None] Provisioning complete for port 6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:16:14.755108 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8dc2b201-665b-4d25-ae25-fe8503775aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:14.758537 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-ef3f14f7-a4fc-4203-8c4d-615c447d7621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2763c95e-ad0d-479b-935e-b220edd5bc2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639335091', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '64e2528e-8eeb-4145-b923-8af3ba2d9914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:16:08Z', 'updated_at': '2021-08-16T21:16:12Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '64e2528e-8eeb-4145-b923-8af3ba2d9914', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:89:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2763c95e-ad0d-479b-935e-b220edd5bc2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:16:08Z', 'updated_at': '2021-08-16T21:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6', 'name': '', 'network_id': 'de919aea-3ab1-46ae-a7cf-23af99d94eaa', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'mac_address': 'fa:16:3e:7e:94:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2763c95e-ad0d-479b-935e-b220edd5bc2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'cfcb6eb6-a2cd-4ab1-bbe8-48d562fa29c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:16:12Z', 'updated_at': '2021-08-16T21:16:13Z', 'revision_number': 2, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'subnets': [{'id': 'cfcb6eb6-a2cd-4ab1-bbe8-48d562fa29c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:16:14.789896 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3f14f7-a4fc-4203-8c4d-615c447d7621 None None] Checking router: 2763c95e-ad0d-479b-935e-b220edd5bc2a for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:16:14.790249 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3f14f7-a4fc-4203-8c4d-615c447d7621 None None] Updating router 2763c95e-ad0d-479b-935e-b220edd5bc2a port 6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6 binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:16:14.859125 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-8dc2b201-665b-4d25-ae25-fe8503775aad None None] Port 6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:16:14.860742 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ef3f14f7-a4fc-4203-8c4d-615c447d7621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:14.893896 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-338b9d76-066c-43a5-aebf-a5b8f1bc7be8 service neutron] 10.222.0.84 "GET /v2.0/networks/de919aea-3ab1-46ae-a7cf-23af99d94eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794562 Aug 16 21:16:14.898001 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-8dc2b201-665b-4d25-ae25-fe8503775aad None None] Provisioning complete for port 5ff8dc1d-765e-4b47-9666-b928d6fac93e triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:16:14.898477 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8dc2b201-665b-4d25-ae25-fe8503775aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:14.948718 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:15.000101 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-5f958495-c53a-4d3b-bed0-8e455934c415 service neutron] 10.222.0.84 "GET /v2.0/networks/de919aea-3ab1-46ae-a7cf-23af99d94eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052401 Aug 16 21:16:15.244819 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ef3f14f7-a4fc-4203-8c4d-615c447d7621 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:15.250071 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-14fce00b-09d1-461b-bd4c-64c1f6260c05 None None] Provisioning complete for port 6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:16:15.250465 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-14fce00b-09d1-461b-bd4c-64c1f6260c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:15.280933 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ef3f14f7-a4fc-4203-8c4d-615c447d7621 None None] Transition to ACTIVE for port object 6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:16:15.309866 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-14fce00b-09d1-461b-bd4c-64c1f6260c05 None None] Port 6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:16:15.338881 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7b3ec77a-1a6c-4ec3-b7b3-99adee79ea36 req-2c814180-e14a-4d49-a740-5bb503286ce0 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 210 time: 0.0431571 Aug 16 21:16:15.343268 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ef3f14f7-a4fc-4203-8c4d-615c447d7621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:15.384143 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d286c-e195-489e-82ed-a7611164cc29 None None] Pushing event updated for resources: {'Port': ['ID=6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:15.402364 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5ff8dc1d-765e-4b47-9666-b928d6fac93e up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:16:15.494370 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-ef3f14f7-a4fc-4203-8c4d-615c447d7621 None None] Attempting to bind port 6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:16:15.495307 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-ef3f14f7-a4fc-4203-8c4d-615c447d7621 None None] Attempting to bind port 6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'de919aea-3ab1-46ae-a7cf-23af99d94eaa'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:16:15.495307 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3f14f7-a4fc-4203-8c4d-615c447d7621 None None] Attempting to bind port 6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6 on network de919aea-3ab1-46ae-a7cf-23af99d94eaa {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:16:15.515589 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3f14f7-a4fc-4203-8c4d-615c447d7621 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:16:15.516012 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3f14f7-a4fc-4203-8c4d-615c447d7621 None None] Checking segment: {'id': 'f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'de919aea-3ab1-46ae-a7cf-23af99d94eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:16:15.516503 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ef3f14f7-a4fc-4203-8c4d-615c447d7621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:15.516907 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3f14f7-a4fc-4203-8c4d-615c447d7621 None None] Bound using segment: {'id': 'f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'de919aea-3ab1-46ae-a7cf-23af99d94eaa'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:16:15.517397 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-ef3f14f7-a4fc-4203-8c4d-615c447d7621 None None] Bound port: 6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'de919aea-3ab1-46ae-a7cf-23af99d94eaa'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:16:15.517858 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ef3f14f7-a4fc-4203-8c4d-615c447d7621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:15.532093 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 5ff8dc1d-765e-4b47-9666-b928d6fac93e triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:16:15.532467 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:15.632799 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-ef3f14f7-a4fc-4203-8c4d-615c447d7621 None None] For port 6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:16:15.667075 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-ef3f14f7-a4fc-4203-8c4d-615c447d7621 None None] For port 6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6,segment=NetworkSegment(f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f),segment_id=f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:16:15.682814 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 64e2528e-8eeb-4145-b923-8af3ba2d9914 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:16:15.736423 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 64e2528e-8eeb-4145-b923-8af3ba2d9914 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:16:15.736423 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:15.756630 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ef3f14f7-a4fc-4203-8c4d-615c447d7621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:15.833611 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d286c-e195-489e-82ed-a7611164cc29 None None] Pushing event updated for resources: {'Port': ['ID=6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:15.836147 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3f14f7-a4fc-4203-8c4d-615c447d7621 None None] Routers {'2763c95e-ad0d-479b-935e-b220edd5bc2a'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:16:15.836769 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-ef3f14f7-a4fc-4203-8c4d-615c447d7621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:16:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['2763c95e-ad0d-479b-935e-b220edd5bc2a'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:16:15.980848 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-ef3f14f7-a4fc-4203-8c4d-615c447d7621 None None] Set router 2763c95e-ad0d-479b-935e-b220edd5bc2a gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:16:16.356206 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-ef3f14f7-a4fc-4203-8c4d-615c447d7621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2763c95e-ad0d-479b-935e-b220edd5bc2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639335091', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '64e2528e-8eeb-4145-b923-8af3ba2d9914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:16:08Z', 'updated_at': '2021-08-16T21:16:12Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '64e2528e-8eeb-4145-b923-8af3ba2d9914', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:89:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2763c95e-ad0d-479b-935e-b220edd5bc2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:16:08Z', 'updated_at': '2021-08-16T21:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6', 'name': '', 'network_id': 'de919aea-3ab1-46ae-a7cf-23af99d94eaa', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'mac_address': 'fa:16:3e:7e:94:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2763c95e-ad0d-479b-935e-b220edd5bc2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'cfcb6eb6-a2cd-4ab1-bbe8-48d562fa29c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:16:12Z', 'updated_at': '2021-08-16T21:16:15Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'subnets': [{'id': 'cfcb6eb6-a2cd-4ab1-bbe8-48d562fa29c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:16:16.382197 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3f14f7-a4fc-4203-8c4d-615c447d7621 None None] The sync data for ids ['2763c95e-ad0d-479b-935e-b220edd5bc2a'] in n-d-793620-15 is: [{'id': '2763c95e-ad0d-479b-935e-b220edd5bc2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639335091', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '64e2528e-8eeb-4145-b923-8af3ba2d9914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:16:08Z', 'updated_at': '2021-08-16T21:16:12Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '64e2528e-8eeb-4145-b923-8af3ba2d9914', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:89:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2763c95e-ad0d-479b-935e-b220edd5bc2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:16:08Z', 'updated_at': '2021-08-16T21:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6', 'name': '', 'network_id': 'de919aea-3ab1-46ae-a7cf-23af99d94eaa', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'mac_address': 'fa:16:3e:7e:94:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2763c95e-ad0d-479b-935e-b220edd5bc2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'cfcb6eb6-a2cd-4ab1-bbe8-48d562fa29c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:16:12Z', 'updated_at': '2021-08-16T21:16:15Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'subnets': [{'id': 'cfcb6eb6-a2cd-4ab1-bbe8-48d562fa29c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:16:16.457488 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bf205b05-2ce0-4c14-acef-fb6324c81783 req-ce6bfb93-c697-4e15-b771-8e7f1f066efb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 210 time: 0.0534830 Aug 16 21:16:16.553296 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:17.373919 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:16:17.532319 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:16:17.539639 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:16:17.540253 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:17.628699 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b83e8504-d706-43eb-9d01-1ae87db776ca req-bc4c1cbd-f192-40ea-a7d5-cefb63c0714a tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 210 time: 0.0553942 Aug 16 21:16:17.671974 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:17.706120 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-0c3f65a0-f16b-470c-8ce5-a59ed46593fd tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:17.706371 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6,segment=NetworkSegment(f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f),segment_id=f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:16:17.707805 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-0c3f65a0-f16b-470c-8ce5-a59ed46593fd tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.90 "GET /v2.0/networks?id=de919aea-3ab1-46ae-a7cf-23af99d94eaa HTTP/1.1" status: 200 len: 796 time: 0.2161014 Aug 16 21:16:17.750505 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-a29ccf24-b629-4f72-9a61-4620fe607eee tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507 HTTP/1.1" status: 200 len: 379 time: 0.0335085 Aug 16 21:16:17.760216 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-5fa91aab-7c3e-400d-8848-b91fe32c7a55 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'port': {'device_id': '8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b', 'network_id': 'de919aea-3ab1-46ae-a7cf-23af99d94eaa', 'admin_state_up': True, 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'security_groups': ['8eec299e-f5d8-456c-a6ef-8718e8c24877']}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:16:17.789415 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:17.846013 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:17.988192 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-5fa91aab-7c3e-400d-8848-b91fe32c7a55 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Made reservation on behalf of fb8bbfb5e08a4065901bb7c36b7f1507 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:16:17.992037 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-5fa91aab-7c3e-400d-8848-b91fe32c7a55 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:18.117986 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-5fa91aab-7c3e-400d-8848-b91fe32c7a55 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Allocated IP 172.20.0.14 (de919aea-3ab1-46ae-a7cf-23af99d94eaa/cfcb6eb6-a2cd-4ab1-bbe8-48d562fa29c1/75e9b70b-d7ed-4655-a201-fe187ca00a58) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:16:18.262888 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-5fa91aab-7c3e-400d-8848-b91fe32c7a55 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:18.278692 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-5fa91aab-7c3e-400d-8848-b91fe32c7a55 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Transition to ACTIVE for port object 75e9b70b-d7ed-4655-a201-fe187ca00a58 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:16:18.354896 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-5fa91aab-7c3e-400d-8848-b91fe32c7a55 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:18.397641 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-5fa91aab-7c3e-400d-8848-b91fe32c7a55 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Network de919aea-3ab1-46ae-a7cf-23af99d94eaa is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:16:18.402635 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-5fa91aab-7c3e-400d-8848-b91fe32c7a55 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:16:18.406374 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-5fa91aab-7c3e-400d-8848-b91fe32c7a55 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:16:18.438115 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa91aab-7c3e-400d-8848-b91fe32c7a55 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'Port': ['ID=75e9b70b-d7ed-4655-a201-fe187ca00a58,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:18.469904 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-5fa91aab-7c3e-400d-8848-b91fe32c7a55 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:18.470580 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-5fa91aab-7c3e-400d-8848-b91fe32c7a55 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:18.549934 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-5fa91aab-7c3e-400d-8848-b91fe32c7a55 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7939556 Aug 16 21:16:18.564751 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-be839ca2-2414-4a13-9ed4-83412436c972 service neutron] Request body: {'port': {'device_id': '8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:16:18.625437 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-be839ca2-2414-4a13-9ed4-83412436c972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:18.714646 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-10bd7b90-338b-44f4-b7f5-bf751837c1dd None None] Provisioning for port 75e9b70b-d7ed-4655-a201-fe187ca00a58 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:16:18.725809 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-10bd7b90-338b-44f4-b7f5-bf751837c1dd None None] Provisioning complete for port 75e9b70b-d7ed-4655-a201-fe187ca00a58 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:16:18.726712 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-10bd7b90-338b-44f4-b7f5-bf751837c1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:18.771641 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-10bd7b90-338b-44f4-b7f5-bf751837c1dd None None] Port 75e9b70b-d7ed-4655-a201-fe187ca00a58 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:16:18.844859 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324c0bf-5b3c-4425-b5e5-c62b476ddf40 req-338daf8b-1a60-4cf4-b177-d9a28074b85a tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:18.846355 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0324c0bf-5b3c-4425-b5e5-c62b476ddf40 req-338daf8b-1a60-4cf4-b177-d9a28074b85a tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 932 time: 0.1030059 Aug 16 21:16:18.915056 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0324c0bf-5b3c-4425-b5e5-c62b476ddf40 req-9ecf6030-96fc-460d-8d29-7222a5cd144e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=8eec299e-f5d8-456c-a6ef-8718e8c24877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617955 Aug 16 21:16:18.969277 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-be839ca2-2414-4a13-9ed4-83412436c972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75e9b70b-d7ed-4655-a201-fe187ca00a58 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:16:18.980149 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-be839ca2-2414-4a13-9ed4-83412436c972 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:18.994586 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-be839ca2-2414-4a13-9ed4-83412436c972 service neutron] Transition to ACTIVE for port object 75e9b70b-d7ed-4655-a201-fe187ca00a58 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:16:19.046145 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-be839ca2-2414-4a13-9ed4-83412436c972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:19.097506 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be839ca2-2414-4a13-9ed4-83412436c972 service neutron] Pushing event updated for resources: {'Port': ['ID=75e9b70b-d7ed-4655-a201-fe187ca00a58,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:19.181164 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-be839ca2-2414-4a13-9ed4-83412436c972 service neutron] Attempting to bind port 75e9b70b-d7ed-4655-a201-fe187ca00a58 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:16:19.181663 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-be839ca2-2414-4a13-9ed4-83412436c972 service neutron] Attempting to bind port 75e9b70b-d7ed-4655-a201-fe187ca00a58 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'de919aea-3ab1-46ae-a7cf-23af99d94eaa'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:16:19.182188 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-be839ca2-2414-4a13-9ed4-83412436c972 service neutron] Attempting to bind port 75e9b70b-d7ed-4655-a201-fe187ca00a58 on network de919aea-3ab1-46ae-a7cf-23af99d94eaa {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:16:19.187484 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-be839ca2-2414-4a13-9ed4-83412436c972 service neutron] Port 75e9b70b-d7ed-4655-a201-fe187ca00a58 on network de919aea-3ab1-46ae-a7cf-23af99d94eaa not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:16:19.188001 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-be839ca2-2414-4a13-9ed4-83412436c972 service neutron] Attempting to bind port 75e9b70b-d7ed-4655-a201-fe187ca00a58 on network de919aea-3ab1-46ae-a7cf-23af99d94eaa {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:16:19.193669 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-be839ca2-2414-4a13-9ed4-83412436c972 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:16:19.194152 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-be839ca2-2414-4a13-9ed4-83412436c972 service neutron] Checking segment: {'id': 'f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'de919aea-3ab1-46ae-a7cf-23af99d94eaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:16:19.194629 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-be839ca2-2414-4a13-9ed4-83412436c972 service neutron] Bound using segment: {'id': 'f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'de919aea-3ab1-46ae-a7cf-23af99d94eaa'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:16:19.195180 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-be839ca2-2414-4a13-9ed4-83412436c972 service neutron] Bound port: 75e9b70b-d7ed-4655-a201-fe187ca00a58, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'de919aea-3ab1-46ae-a7cf-23af99d94eaa'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:16:19.195630 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-be839ca2-2414-4a13-9ed4-83412436c972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:19.222978 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:19.268833 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-be839ca2-2414-4a13-9ed4-83412436c972 service neutron] For port 75e9b70b-d7ed-4655-a201-fe187ca00a58, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:16:19.269581 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-be839ca2-2414-4a13-9ed4-83412436c972 service neutron] For port 75e9b70b-d7ed-4655-a201-fe187ca00a58, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=75e9b70b-d7ed-4655-a201-fe187ca00a58,segment=NetworkSegment(f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f),segment_id=f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:16:19.333413 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-be839ca2-2414-4a13-9ed4-83412436c972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:19.335253 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:16:19.373012 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-be839ca2-2414-4a13-9ed4-83412436c972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:19.373661 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-be839ca2-2414-4a13-9ed4-83412436c972 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:19.375521 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-be839ca2-2414-4a13-9ed4-83412436c972 service neutron] 10.222.0.90 "PUT /v2.0/ports/75e9b70b-d7ed-4655-a201-fe187ca00a58 HTTP/1.1" status: 200 len: 1093 time: 0.8166082 Aug 16 21:16:19.377797 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b', 'tag': '75e9b70b-d7ed-4655-a201-fe187ca00a58'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:16:19.388068 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9889fbe-f1aa-4b5e-93d0-c2809449e459" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b", "tag": "75e9b70b-d7ed-4655-a201-fe187ca00a58"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:16:19.390187 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:16:19.390571 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:19.427047 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be839ca2-2414-4a13-9ed4-83412436c972 service neutron] Pushing event updated for resources: {'Port': ['ID=75e9b70b-d7ed-4655-a201-fe187ca00a58,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:19.437807 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc06473-72eb-4578-9399-37820adc5280 x-openstack-request-id: req-7cc06473-72eb-4578-9399-37820adc5280 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:16:19.438527 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b", "tag": "75e9b70b-d7ed-4655-a201-fe187ca00a58", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:16:19.439035 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7cc06473-72eb-4578-9399-37820adc5280 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:16:19.439839 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b', 'tag': '75e9b70b-d7ed-4655-a201-fe187ca00a58', 'status': 'completed', 'code': 200} Aug 16 21:16:19.512626 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9889fbe-f1aa-4b5e-93d0-c2809449e459 req-d5c06b10-7a37-4333-96a5-5e53c27ec7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:19.514162 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a9889fbe-f1aa-4b5e-93d0-c2809449e459 req-d5c06b10-7a37-4333-96a5-5e53c27ec7cb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 1096 time: 0.0476992 Aug 16 21:16:19.624765 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9889fbe-f1aa-4b5e-93d0-c2809449e459 req-a5d7a25c-2ac1-48b2-a301-00e7b3d6a0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:19.626326 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a9889fbe-f1aa-4b5e-93d0-c2809449e459 req-a5d7a25c-2ac1-48b2-a301-00e7b3d6a0c1 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1022954 Aug 16 21:16:19.737073 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9889fbe-f1aa-4b5e-93d0-c2809449e459 req-60e24781-4560-4d21-9b8a-1b223afa3897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:19.738929 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a9889fbe-f1aa-4b5e-93d0-c2809449e459 req-60e24781-4560-4d21-9b8a-1b223afa3897 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1046689 Aug 16 21:16:19.849191 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-9e082b99-4190-4d28-9526-fe5fd01c8c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:19.850753 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-9e082b99-4190-4d28-9526-fe5fd01c8c98 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 1096 time: 0.0460911 Aug 16 21:16:19.893040 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-c76355b2-6811-4033-be95-d64780d773fd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75e9b70b-d7ed-4655-a201-fe187ca00a58 HTTP/1.1" status: 200 len: 217 time: 0.0343730 Aug 16 21:16:19.948648 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-bf130a82-5995-4221-aa07-e63b2f295419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:19.950189 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-bf130a82-5995-4221-aa07-e63b2f295419 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cfcb6eb6-a2cd-4ab1-bbe8-48d562fa29c1 HTTP/1.1" status: 200 len: 835 time: 0.0511956 Aug 16 21:16:20.007181 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-ffed3eb5-c1f3-4200-932e-1c32fc948658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:20.008626 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-ffed3eb5-c1f3-4200-932e-1c32fc948658 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=de919aea-3ab1-46ae-a7cf-23af99d94eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511577 Aug 16 21:16:20.093731 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098aac64-33c8-417f-af71-da12dc4e3f7b req-5b852359-483a-4be5-a98b-ffd97659fc9e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:20.095141 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-098aac64-33c8-417f-af71-da12dc4e3f7b req-5b852359-483a-4be5-a98b-ffd97659fc9e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 944 time: 0.1036971 Aug 16 21:16:20.147548 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-731df829-2d79-46d4-b329-de9168c7ff0c service neutron] 10.222.0.90 "GET /v2.0/networks/de919aea-3ab1-46ae-a7cf-23af99d94eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260216 Aug 16 21:16:20.152581 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-098aac64-33c8-417f-af71-da12dc4e3f7b req-8f61e511-625f-4770-82ad-347fb455ca02 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=8eec299e-f5d8-456c-a6ef-8718e8c24877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498352 Aug 16 21:16:20.244525 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dbf8cdba-55c3-46ae-a840-a108e25a4114 req-af841aad-7380-467d-9beb-2162c505e01f service neutron] 10.222.0.90 "GET /v2.0/networks/de919aea-3ab1-46ae-a7cf-23af99d94eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884116 Aug 16 21:16:21.279842 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79ceda-00d4-4e22-b1ea-664a148927c9 req-f4c7f0ea-543a-45dd-9769-f5bdb1ea0163 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:21.281352 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9f79ceda-00d4-4e22-b1ea-664a148927c9 req-f4c7f0ea-543a-45dd-9769-f5bdb1ea0163 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 944 time: 0.0510974 Aug 16 21:16:21.319632 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9f79ceda-00d4-4e22-b1ea-664a148927c9 req-382bc5f5-a33e-4e44-9922-f2a507be83c3 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=8eec299e-f5d8-456c-a6ef-8718e8c24877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319941 Aug 16 21:16:22.097501 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:22.438500 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60885e-f882-4a52-a137-b5459de818e4 req-c1117f24-702a-424b-a562-852d44b47624 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:22.440253 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8c60885e-f882-4a52-a137-b5459de818e4 req-c1117f24-702a-424b-a562-852d44b47624 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 944 time: 0.0516903 Aug 16 21:16:22.482270 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8c60885e-f882-4a52-a137-b5459de818e4 req-fbdd4745-74e0-4740-9ee9-3180adaaf422 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=8eec299e-f5d8-456c-a6ef-8718e8c24877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354955 Aug 16 21:16:22.656966 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 75e9b70b-d7ed-4655-a201-fe187ca00a58 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:16:22.753370 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 75e9b70b-d7ed-4655-a201-fe187ca00a58, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=75e9b70b-d7ed-4655-a201-fe187ca00a58,segment=NetworkSegment(f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f),segment_id=f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:16:22.764872 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '75e9b70b-d7ed-4655-a201-fe187ca00a58', 'network_id': 'de919aea-3ab1-46ae-a7cf-23af99d94eaa', 'port_id': '75e9b70b-d7ed-4655-a201-fe187ca00a58', 'mac_address': 'fa:16:3e:05:48:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfcb6eb6-a2cd-4ab1-bbe8-48d562fa29c1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:16:22.804860 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:22.818161 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75e9b70b-d7ed-4655-a201-fe187ca00a58 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:16:22.841191 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 75e9b70b-d7ed-4655-a201-fe187ca00a58, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=75e9b70b-d7ed-4655-a201-fe187ca00a58,segment=NetworkSegment(f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f),segment_id=f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:16:22.931313 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:22.986656 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=75e9b70b-d7ed-4655-a201-fe187ca00a58,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:23.149711 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['75e9b70b-d7ed-4655-a201-fe187ca00a58'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:16:23.600213 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d52e7-c09b-49b6-8abf-8471fd26b017 req-037c3842-efbf-46ea-a74d-0726c9230c59 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:23.601724 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bf3d52e7-c09b-49b6-8abf-8471fd26b017 req-037c3842-efbf-46ea-a74d-0726c9230c59 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 945 time: 0.0516880 Aug 16 21:16:23.645180 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bf3d52e7-c09b-49b6-8abf-8471fd26b017 req-7c627ace-a844-4487-9f0f-8e3db6aa7ebf tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=8eec299e-f5d8-456c-a6ef-8718e8c24877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365038 Aug 16 21:16:24.674130 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 75e9b70b-d7ed-4655-a201-fe187ca00a58 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:16:24.768708 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28ebe8-c7d2-428d-b8cb-fe9a1da8ebf7 req-47535717-226f-4346-a7c9-ca19b015065f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:24.771109 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2d28ebe8-c7d2-428d-b8cb-fe9a1da8ebf7 req-47535717-226f-4346-a7c9-ca19b015065f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 945 time: 0.0506375 Aug 16 21:16:24.809477 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2d28ebe8-c7d2-428d-b8cb-fe9a1da8ebf7 req-1bc0fd6c-3049-4269-9549-5d6acc9fe6c7 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=8eec299e-f5d8-456c-a6ef-8718e8c24877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324631 Aug 16 21:16:24.817163 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 75e9b70b-d7ed-4655-a201-fe187ca00a58 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:16:24.822842 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 75e9b70b-d7ed-4655-a201-fe187ca00a58 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:16:24.822963 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:24.901683 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:24.928417 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e9b70b-d7ed-4655-a201-fe187ca00a58'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:16:24.931442 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93743ea-179e-4f57-97f7-f9fcc3d6684a" -d '{"events": [{"server_uuid": "8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b", "name": "network-vif-plugged", "status": "completed", "tag": "75e9b70b-d7ed-4655-a201-fe187ca00a58"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:16:24.945239 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 75e9b70b-d7ed-4655-a201-fe187ca00a58, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=75e9b70b-d7ed-4655-a201-fe187ca00a58,segment=NetworkSegment(f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f),segment_id=f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:16:24.969781 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7471a635-e4c3-4470-abc1-a643dbe218d6 x-openstack-request-id: req-7471a635-e4c3-4470-abc1-a643dbe218d6 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:16:24.970086 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b", "name": "network-vif-plugged", "status": "completed", "tag": "75e9b70b-d7ed-4655-a201-fe187ca00a58", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:16:24.970349 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7471a635-e4c3-4470-abc1-a643dbe218d6 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:16:24.970745 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e9b70b-d7ed-4655-a201-fe187ca00a58', 'code': 200} Aug 16 21:16:25.023284 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:25.075856 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=75e9b70b-d7ed-4655-a201-fe187ca00a58,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:25.079394 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e5963-4895-4901-a8f0-e319dfc66178 req-db96a752-90bd-4b2f-afa3-d751981f6a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:25.081072 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-df7e5963-4895-4901-a8f0-e319dfc66178 req-db96a752-90bd-4b2f-afa3-d751981f6a45 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 1098 time: 0.0469570 Aug 16 21:16:25.117775 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-df7e5963-4895-4901-a8f0-e319dfc66178 req-bc6a6baf-4ffa-446c-a1d5-9e57603b3842 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8eec299e-f5d8-456c-a6ef-8718e8c24877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285380 Aug 16 21:16:25.854901 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:16:25.931310 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4e341-2006-4973-ab64-411803e5c369 req-f293744a-2ed7-4b04-8baa-1981fe0e95e0 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:25.932899 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-54f4e341-2006-4973-ab64-411803e5c369 req-f293744a-2ed7-4b04-8baa-1981fe0e95e0 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 946 time: 0.0531590 Aug 16 21:16:25.978590 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-54f4e341-2006-4973-ab64-411803e5c369 req-86ac6d6b-ffae-4924-a1a0-df47b78bc451 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=8eec299e-f5d8-456c-a6ef-8718e8c24877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392168 Aug 16 21:16:27.124630 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864214f-66d7-4661-ab3e-9b0f3d6b2f34 req-d69750bc-a0c6-4796-b5e3-ab33b03fe23e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:27.126194 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3864214f-66d7-4661-ab3e-9b0f3d6b2f34 req-d69750bc-a0c6-4796-b5e3-ab33b03fe23e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 946 time: 0.0503294 Aug 16 21:16:27.164213 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3864214f-66d7-4661-ab3e-9b0f3d6b2f34 req-30f08d99-b145-4f4b-bf22-db033714f5e7 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=8eec299e-f5d8-456c-a6ef-8718e8c24877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318508 Aug 16 21:16:27.283465 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b277f-b24f-48e6-9fe1-c94129dc28b7 req-c5fb8316-7f77-4aae-9f69-811cf05f6961 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:27.285031 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-af1b277f-b24f-48e6-9fe1-c94129dc28b7 req-c5fb8316-7f77-4aae-9f69-811cf05f6961 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 946 time: 0.0528982 Aug 16 21:16:27.326482 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-af1b277f-b24f-48e6-9fe1-c94129dc28b7 req-374714c3-b2d6-450e-81d8-f6a0640fd08f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=8eec299e-f5d8-456c-a6ef-8718e8c24877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352046 Aug 16 21:16:27.349359 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 49306) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:27.390302 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d5c82c-0b35-40af-b157-8269cbc0f849 tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:27.392232 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c1d5c82c-0b35-40af-b157-8269cbc0f849 tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 1093 time: 0.0418577 Aug 16 21:16:27.395365 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 49308) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:27.401173 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-cc8619c2-3822-44ba-8866-07f3f6a3bca4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'port_id': '75e9b70b-d7ed-4655-a201-fe187ca00a58', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:16:27.565952 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cc8619c2-3822-44ba-8866-07f3f6a3bca4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for floatingip, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:27.669830 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cc8619c2-3822-44ba-8866-07f3f6a3bca4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:27.810379 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-cc8619c2-3822-44ba-8866-07f3f6a3bca4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Allocated IP 172.25.1.36 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/2bdff682-54a8-48f4-877b-53b5649fec9c) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:16:27.824909 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bf27267a-c0a5-4d69-a4ee-a8ed86f21162 req-6444f497-4674-4745-ba81-d682791d4573 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0705922 Aug 16 21:16:27.944136 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27267a-c0a5-4d69-a4ee-a8ed86f21162 req-5f7ee4bb-5e69-4c31-b156-32cbf282487d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:27.945685 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bf27267a-c0a5-4d69-a4ee-a8ed86f21162 req-5f7ee4bb-5e69-4c31-b156-32cbf282487d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6ff815c4c8944f8eb7103de208aa5945&device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 1098 time: 0.0734513 Aug 16 21:16:27.958987 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cc8619c2-3822-44ba-8866-07f3f6a3bca4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:28.075012 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27267a-c0a5-4d69-a4ee-a8ed86f21162 req-8dbb4898-5e4e-4d71-b061-ae7ff5f0ac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:28.076530 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bf27267a-c0a5-4d69-a4ee-a8ed86f21162 req-8dbb4898-5e4e-4d71-b061-ae7ff5f0ac0b service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c499baa-4492-4b54-bedd-a882ae845f9c HTTP/1.1" status: 200 len: 917 time: 0.1071048 Aug 16 21:16:28.131827 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cc8619c2-3822-44ba-8866-07f3f6a3bca4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:28.188938 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8619c2-3822-44ba-8866-07f3f6a3bca4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:16:28.194517 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-cc8619c2-3822-44ba-8866-07f3f6a3bca4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:16:28.198198 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bf27267a-c0a5-4d69-a4ee-a8ed86f21162 req-a002acca-d9f8-4a5b-9521-f08c2c6488db service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c7378fe-1ef3-4162-aaf5-b88057de5a1c HTTP/1.1" status: 200 len: 1001 time: 0.1143594 Aug 16 21:16:28.198906 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8619c2-3822-44ba-8866-07f3f6a3bca4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:16:28.202171 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8619c2-3822-44ba-8866-07f3f6a3bca4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'Port': ['ID=2bdff682-54a8-48f4-877b-53b5649fec9c,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:28.299307 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27267a-c0a5-4d69-a4ee-a8ed86f21162 req-55ffcfb2-79cb-480b-ac03-d05a880b3718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:28.300813 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bf27267a-c0a5-4d69-a4ee-a8ed86f21162 req-55ffcfb2-79cb-480b-ac03-d05a880b3718 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6d4ab04f-fd33-40d0-bd76-3977c7bf52a2 HTTP/1.1" status: 200 len: 855 time: 0.0784643 Aug 16 21:16:28.424648 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27267a-c0a5-4d69-a4ee-a8ed86f21162 req-af7d72e6-6f9b-4436-8790-d1261b0bf5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:28.426163 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bf27267a-c0a5-4d69-a4ee-a8ed86f21162 req-af7d72e6-6f9b-4436-8790-d1261b0bf5b2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c499baa-4492-4b54-bedd-a882ae845f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1157000 Aug 16 21:16:28.610599 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bf27267a-c0a5-4d69-a4ee-a8ed86f21162 req-753cf78b-14cd-4109-b087-9b64d60e83d8 service neutron] 10.222.0.90 "GET /v2.0/networks/9c499baa-4492-4b54-bedd-a882ae845f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703427 Aug 16 21:16:29.157754 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bf27267a-c0a5-4d69-a4ee-a8ed86f21162 req-f5cbecf2-8684-40b0-a6cd-9f946e66b56e service neutron] 10.222.0.90 "GET /v2.0/networks/9c499baa-4492-4b54-bedd-a882ae845f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5395420 Aug 16 21:16:29.158864 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cc8619c2-3822-44ba-8866-07f3f6a3bca4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:29.322306 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cc8619c2-3822-44ba-8866-07f3f6a3bca4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:29.472602 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cc8619c2-3822-44ba-8866-07f3f6a3bca4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:29.543071 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cc8619c2-3822-44ba-8866-07f3f6a3bca4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:29.614237 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8619c2-3822-44ba-8866-07f3f6a3bca4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'Port': ['ID=2bdff682-54a8-48f4-877b-53b5649fec9c,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:29.625803 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cc8619c2-3822-44ba-8866-07f3f6a3bca4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:29.728462 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [None req-cc8619c2-3822-44ba-8866-07f3f6a3bca4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Floating IP 7950e127-5c61-4da8-ae25-24a04cc0dc04 associated. External IP: 172.25.1.36, port: 75e9b70b-d7ed-4655-a201-fe187ca00a58. Aug 16 21:16:29.946389 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8619c2-3822-44ba-8866-07f3f6a3bca4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Router 2763c95e-ad0d-479b-935e-b220edd5bc2a has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:16:30.056877 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8619c2-3822-44ba-8866-07f3f6a3bca4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:16:30.067037 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e2ac14-db35-4aa5-b820-35bd08195528 None None] Sync routers for ids ['2763c95e-ad0d-479b-935e-b220edd5bc2a'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:16:30.076909 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e2ac14-db35-4aa5-b820-35bd08195528 None None] Routers {'2763c95e-ad0d-479b-935e-b220edd5bc2a'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:16:30.077516 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-29e2ac14-db35-4aa5-b820-35bd08195528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:16:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['2763c95e-ad0d-479b-935e-b220edd5bc2a'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:16:30.146256 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cc8619c2-3822-44ba-8866-07f3f6a3bca4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:30.174647 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-cc8619c2-3822-44ba-8866-07f3f6a3bca4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7779005 Aug 16 21:16:30.176529 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b', 'tag': '75e9b70b-d7ed-4655-a201-fe187ca00a58'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:16:30.179171 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f1ccab-6501-4b5c-8cef-c4a7d7d624ee" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b", "tag": "75e9b70b-d7ed-4655-a201-fe187ca00a58"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:16:30.198372 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-29e2ac14-db35-4aa5-b820-35bd08195528 None None] Set router 2763c95e-ad0d-479b-935e-b220edd5bc2a gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:16:30.218934 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f78fa73-4352-420a-84e3-995b24c4a1c8 x-openstack-request-id: req-6f78fa73-4352-420a-84e3-995b24c4a1c8 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:16:30.232198 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b", "tag": "75e9b70b-d7ed-4655-a201-fe187ca00a58", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:16:30.232513 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6f78fa73-4352-420a-84e3-995b24c4a1c8 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:16:30.233138 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b', 'tag': '75e9b70b-d7ed-4655-a201-fe187ca00a58', 'status': 'completed', 'code': 200} Aug 16 21:16:30.319595 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1ccab-6501-4b5c-8cef-c4a7d7d624ee req-a02f3058-ce67-4e0a-bc2b-0e2673b7b06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:30.321576 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-94f1ccab-6501-4b5c-8cef-c4a7d7d624ee req-a02f3058-ce67-4e0a-bc2b-0e2673b7b06b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 1098 time: 0.0799668 Aug 16 21:16:30.330333 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f66d6-9047-4d60-bff9-190fb2824753 req-4f926cd4-696b-43fc-b3f5-d9a3140a2512 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:30.335317 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c59f66d6-9047-4d60-bff9-190fb2824753 req-4f926cd4-696b-43fc-b3f5-d9a3140a2512 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 946 time: 0.0802693 Aug 16 21:16:30.421980 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-29e2ac14-db35-4aa5-b820-35bd08195528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2763c95e-ad0d-479b-935e-b220edd5bc2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639335091', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '64e2528e-8eeb-4145-b923-8af3ba2d9914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:16:08Z', 'updated_at': '2021-08-16T21:16:12Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '64e2528e-8eeb-4145-b923-8af3ba2d9914', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:89:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2763c95e-ad0d-479b-935e-b220edd5bc2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:16:08Z', 'updated_at': '2021-08-16T21:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '7950e127-5c61-4da8-ae25-24a04cc0dc04', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'floating_ip_address': '172.25.1.36', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '2763c95e-ad0d-479b-935e-b220edd5bc2a', 'port_id': '75e9b70b-d7ed-4655-a201-fe187ca00a58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de919aea-3ab1-46ae-a7cf-23af99d94eaa', 'mac_address': 'fa:16:3e:05:48:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:16:28Z', 'updated_at': '2021-08-16T21:16:28Z', 'revision_number': 0, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6', 'name': '', 'network_id': 'de919aea-3ab1-46ae-a7cf-23af99d94eaa', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'mac_address': 'fa:16:3e:7e:94:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2763c95e-ad0d-479b-935e-b220edd5bc2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'cfcb6eb6-a2cd-4ab1-bbe8-48d562fa29c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:16:12Z', 'updated_at': '2021-08-16T21:16:17Z', 'revision_number': 5, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'subnets': [{'id': 'cfcb6eb6-a2cd-4ab1-bbe8-48d562fa29c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:16:30.426069 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c59f66d6-9047-4d60-bff9-190fb2824753 req-d108d007-605f-4e71-9f05-92fd0ce60260 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=8eec299e-f5d8-456c-a6ef-8718e8c24877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859096 Aug 16 21:16:30.459406 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1ccab-6501-4b5c-8cef-c4a7d7d624ee req-7da82447-071f-4033-83f7-673479c2802c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:30.463271 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e2ac14-db35-4aa5-b820-35bd08195528 None None] Checking router: 2763c95e-ad0d-479b-935e-b220edd5bc2a for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:16:30.465817 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-94f1ccab-6501-4b5c-8cef-c4a7d7d624ee req-7da82447-071f-4033-83f7-673479c2802c service neutron] 10.222.0.90 "GET /v2.0/networks?id=de919aea-3ab1-46ae-a7cf-23af99d94eaa HTTP/1.1" status: 200 len: 897 time: 0.1323690 Aug 16 21:16:30.465962 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49354) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:30.479814 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e2ac14-db35-4aa5-b820-35bd08195528 None None] Routers {'2763c95e-ad0d-479b-935e-b220edd5bc2a'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:16:30.479814 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-29e2ac14-db35-4aa5-b820-35bd08195528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:16:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['2763c95e-ad0d-479b-935e-b220edd5bc2a'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:16:30.545654 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3f548549-a6c6-4241-bc31-1a1481079c2e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/floatingips/7950e127-5c61-4da8-ae25-24a04cc0dc04 HTTP/1.1" status: 200 len: 991 time: 0.0785306 Aug 16 21:16:30.551817 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-94f1ccab-6501-4b5c-8cef-c4a7d7d624ee req-a14b2079-1fc3-4add-88de-64d75c845d07 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75e9b70b-d7ed-4655-a201-fe187ca00a58 HTTP/1.1" status: 200 len: 999 time: 0.0794277 Aug 16 21:16:30.599905 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-29e2ac14-db35-4aa5-b820-35bd08195528 None None] Set router 2763c95e-ad0d-479b-935e-b220edd5bc2a gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:16:30.606502 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1ccab-6501-4b5c-8cef-c4a7d7d624ee req-42a8ea6e-40c8-48f8-b114-ee0a714cd25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:30.608185 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-94f1ccab-6501-4b5c-8cef-c4a7d7d624ee req-42a8ea6e-40c8-48f8-b114-ee0a714cd25b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cfcb6eb6-a2cd-4ab1-bbe8-48d562fa29c1 HTTP/1.1" status: 200 len: 835 time: 0.0496137 Aug 16 21:16:30.655928 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1ccab-6501-4b5c-8cef-c4a7d7d624ee req-31086b06-7bca-498a-8ed0-c70a8d708156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:30.657462 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-94f1ccab-6501-4b5c-8cef-c4a7d7d624ee req-31086b06-7bca-498a-8ed0-c70a8d708156 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=de919aea-3ab1-46ae-a7cf-23af99d94eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423756 Aug 16 21:16:30.754262 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-94f1ccab-6501-4b5c-8cef-c4a7d7d624ee req-934f2df5-c54f-4b02-96e7-ce577267ee77 service neutron] 10.222.0.90 "GET /v2.0/networks/de919aea-3ab1-46ae-a7cf-23af99d94eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889742 Aug 16 21:16:30.830933 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-29e2ac14-db35-4aa5-b820-35bd08195528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2763c95e-ad0d-479b-935e-b220edd5bc2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639335091', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '64e2528e-8eeb-4145-b923-8af3ba2d9914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:16:08Z', 'updated_at': '2021-08-16T21:16:12Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '64e2528e-8eeb-4145-b923-8af3ba2d9914', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:89:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2763c95e-ad0d-479b-935e-b220edd5bc2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:16:08Z', 'updated_at': '2021-08-16T21:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '7950e127-5c61-4da8-ae25-24a04cc0dc04', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'floating_ip_address': '172.25.1.36', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '2763c95e-ad0d-479b-935e-b220edd5bc2a', 'port_id': '75e9b70b-d7ed-4655-a201-fe187ca00a58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de919aea-3ab1-46ae-a7cf-23af99d94eaa', 'mac_address': 'fa:16:3e:05:48:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:16:28Z', 'updated_at': '2021-08-16T21:16:28Z', 'revision_number': 0, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6', 'name': '', 'network_id': 'de919aea-3ab1-46ae-a7cf-23af99d94eaa', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'mac_address': 'fa:16:3e:7e:94:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2763c95e-ad0d-479b-935e-b220edd5bc2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'cfcb6eb6-a2cd-4ab1-bbe8-48d562fa29c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:16:12Z', 'updated_at': '2021-08-16T21:16:17Z', 'revision_number': 5, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'subnets': [{'id': 'cfcb6eb6-a2cd-4ab1-bbe8-48d562fa29c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:16:30.849714 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-94f1ccab-6501-4b5c-8cef-c4a7d7d624ee req-593d28dd-af94-4db9-af60-b4a8be0d8679 service neutron] 10.222.0.90 "GET /v2.0/networks/de919aea-3ab1-46ae-a7cf-23af99d94eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880444 Aug 16 21:16:30.966384 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e2ac14-db35-4aa5-b820-35bd08195528 None None] The sync data for ids ['2763c95e-ad0d-479b-935e-b220edd5bc2a'] in n-d-793620-15 is: [{'id': '2763c95e-ad0d-479b-935e-b220edd5bc2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639335091', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '64e2528e-8eeb-4145-b923-8af3ba2d9914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:16:08Z', 'updated_at': '2021-08-16T21:16:12Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '64e2528e-8eeb-4145-b923-8af3ba2d9914', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:89:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2763c95e-ad0d-479b-935e-b220edd5bc2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:16:08Z', 'updated_at': '2021-08-16T21:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '7950e127-5c61-4da8-ae25-24a04cc0dc04', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'floating_ip_address': '172.25.1.36', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '2763c95e-ad0d-479b-935e-b220edd5bc2a', 'port_id': '75e9b70b-d7ed-4655-a201-fe187ca00a58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de919aea-3ab1-46ae-a7cf-23af99d94eaa', 'mac_address': 'fa:16:3e:05:48:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:16:28Z', 'updated_at': '2021-08-16T21:16:28Z', 'revision_number': 0, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6', 'name': '', 'network_id': 'de919aea-3ab1-46ae-a7cf-23af99d94eaa', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'mac_address': 'fa:16:3e:7e:94:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2763c95e-ad0d-479b-935e-b220edd5bc2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'cfcb6eb6-a2cd-4ab1-bbe8-48d562fa29c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:16:12Z', 'updated_at': '2021-08-16T21:16:17Z', 'revision_number': 5, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'subnets': [{'id': 'cfcb6eb6-a2cd-4ab1-bbe8-48d562fa29c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:16:31.202429 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6234a9c6-30e2-4cdd-884b-7b325ee9c9f0 None None] New status for floating IP 7950e127-5c61-4da8-ae25-24a04cc0dc04: ACTIVE {{(pid=101846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:16:31.523165 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4220a84-c0e4-495e-ac0c-c65c2681c4e4 req-6e101e18-fe13-4607-8e3d-c9a888e7a370 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:31.525287 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a4220a84-c0e4-495e-ac0c-c65c2681c4e4 req-6e101e18-fe13-4607-8e3d-c9a888e7a370 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 946 time: 0.0593162 Aug 16 21:16:31.549598 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49376) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:31.566821 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a4220a84-c0e4-495e-ac0c-c65c2681c4e4 req-c2aed464-0a46-46ce-9877-bd0e6bbcbfdf tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349057 Aug 16 21:16:31.612476 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f26753c5-2f3a-41fa-8eba-cfc935f98a91 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/floatingips/7950e127-5c61-4da8-ae25-24a04cc0dc04 HTTP/1.1" status: 200 len: 993 time: 0.0616453 Aug 16 21:16:32.700371 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa2fc2-4684-4a1d-ab75-ef2bc813434c req-09f75980-2471-4fd8-ad09-acb0b51e5c39 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:32.701926 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-42aa2fc2-4684-4a1d-ab75-ef2bc813434c req-09f75980-2471-4fd8-ad09-acb0b51e5c39 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 946 time: 0.0551279 Aug 16 21:16:32.768562 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-42aa2fc2-4684-4a1d-ab75-ef2bc813434c req-9f175d4d-e466-4bfe-a1eb-6e129a27c7f6 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9e77d97-d8b8-411c-80e2-77f6b71d5266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574808 Aug 16 21:16:32.777414 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168650c-8c5b-4ff0-a9a7-0537decac72f req-ea4bf37c-3b1b-4713-b6e2-1c9312117a0e tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:32.778917 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0168650c-8c5b-4ff0-a9a7-0537decac72f req-ea4bf37c-3b1b-4713-b6e2-1c9312117a0e tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.90 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 946 time: 0.0760722 Aug 16 21:16:32.882557 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-0168650c-8c5b-4ff0-a9a7-0537decac72f req-4d8526e0-54f9-4bdf-8600-b3485aa1c3ee tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Deleting port 7c7378fe-1ef3-4162-aaf5-b88057de5a1c {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:16:32.882877 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0168650c-8c5b-4ff0-a9a7-0537decac72f req-4d8526e0-54f9-4bdf-8600-b3485aa1c3ee tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:32.979593 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-0168650c-8c5b-4ff0-a9a7-0537decac72f req-4d8526e0-54f9-4bdf-8600-b3485aa1c3ee tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] For port 7c7378fe-1ef3-4162-aaf5-b88057de5a1c, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=7c7378fe-1ef3-4162-aaf5-b88057de5a1c,segment=NetworkSegment(871fd1c6-053b-43bc-81ad-da658e74a8c3),segment_id=871fd1c6-053b-43bc-81ad-da658e74a8c3)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:16:32.980137 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0168650c-8c5b-4ff0-a9a7-0537decac72f req-4d8526e0-54f9-4bdf-8600-b3485aa1c3ee tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:33.205510 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0168650c-8c5b-4ff0-a9a7-0537decac72f req-4d8526e0-54f9-4bdf-8600-b3485aa1c3ee tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:33.206047 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0168650c-8c5b-4ff0-a9a7-0537decac72f req-4d8526e0-54f9-4bdf-8600-b3485aa1c3ee tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:33.206370 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [req-0168650c-8c5b-4ff0-a9a7-0537decac72f req-4d8526e0-54f9-4bdf-8600-b3485aa1c3ee tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Floating IP 9cbe6329-419e-4db5-ad3a-b19ebef6f847 disassociated. External IP: 172.25.1.166, port: 7c7378fe-1ef3-4162-aaf5-b88057de5a1c. Aug 16 21:16:33.206748 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-0168650c-8c5b-4ff0-a9a7-0537decac72f req-4d8526e0-54f9-4bdf-8600-b3485aa1c3ee tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Calling delete_port for 7c7378fe-1ef3-4162-aaf5-b88057de5a1c owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:16:33.417500 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0168650c-8c5b-4ff0-a9a7-0537decac72f req-4d8526e0-54f9-4bdf-8600-b3485aa1c3ee tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:33.448277 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8526e0-54f9-4bdf-8600-b3485aa1c3ee tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Pushing event deleted for resources: {'Port': ['ID=7c7378fe-1ef3-4162-aaf5-b88057de5a1c,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:33.569000 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0168650c-8c5b-4ff0-a9a7-0537decac72f req-4d8526e0-54f9-4bdf-8600-b3485aa1c3ee tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Router 4b42e01d-d48a-4244-8857-d0a35ee17378 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:16:33.679277 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0168650c-8c5b-4ff0-a9a7-0537decac72f req-4d8526e0-54f9-4bdf-8600-b3485aa1c3ee tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:16:33.690382 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a89f897-caa3-43a8-849d-e25a5ca998a5 None None] Sync routers for ids ['4b42e01d-d48a-4244-8857-d0a35ee17378'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:16:33.700929 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a89f897-caa3-43a8-849d-e25a5ca998a5 None None] Routers {'4b42e01d-d48a-4244-8857-d0a35ee17378'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:16:33.701716 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-0a89f897-caa3-43a8-849d-e25a5ca998a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:16:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['4b42e01d-d48a-4244-8857-d0a35ee17378'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:16:33.731402 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-0168650c-8c5b-4ff0-a9a7-0537decac72f req-4d8526e0-54f9-4bdf-8600-b3485aa1c3ee tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] No DVR routers for this DVR port 7c7378fe-1ef3-4162-aaf5-b88057de5a1c on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:16:33.733979 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-0168650c-8c5b-4ff0-a9a7-0537decac72f req-4d8526e0-54f9-4bdf-8600-b3485aa1c3ee tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:33.736061 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0168650c-8c5b-4ff0-a9a7-0537decac72f req-4d8526e0-54f9-4bdf-8600-b3485aa1c3ee tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.90 "DELETE /v2.0/ports/7c7378fe-1ef3-4162-aaf5-b88057de5a1c HTTP/1.1" status: 204 len: 173 time: 0.9466264 Aug 16 21:16:33.736566 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf45aaed-3fbb-4761-a1e1-b8f64fa6002b', 'name': 'network-vif-deleted', 'tag': '7c7378fe-1ef3-4162-aaf5-b88057de5a1c'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:16:33.738898 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2461960b-17e1-411a-84ff-2e20493ebee2" -d '{"events": [{"server_uuid": "cf45aaed-3fbb-4761-a1e1-b8f64fa6002b", "name": "network-vif-deleted", "tag": "7c7378fe-1ef3-4162-aaf5-b88057de5a1c"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:16:33.775254 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd92903-cda2-4395-8cf4-625102d97699 x-openstack-request-id: req-2dd92903-cda2-4395-8cf4-625102d97699 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:16:33.775616 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf45aaed-3fbb-4761-a1e1-b8f64fa6002b", "name": "network-vif-deleted", "tag": "7c7378fe-1ef3-4162-aaf5-b88057de5a1c", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:16:33.776338 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2dd92903-cda2-4395-8cf4-625102d97699 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:16:33.776759 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf45aaed-3fbb-4761-a1e1-b8f64fa6002b', 'name': 'network-vif-deleted', 'tag': '7c7378fe-1ef3-4162-aaf5-b88057de5a1c', 'status': 'completed', 'code': 200} Aug 16 21:16:33.830255 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-0a89f897-caa3-43a8-849d-e25a5ca998a5 None None] Set router 4b42e01d-d48a-4244-8857-d0a35ee17378 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:16:33.889154 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-953487f2-16f1-4b83-a692-e205ee65e899 req-1ba8d1ee-b9fa-4008-8f45-d58f6da328d1 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf45aaed-3fbb-4761-a1e1-b8f64fa6002b HTTP/1.1" status: 200 len: 210 time: 0.0382290 Aug 16 21:16:34.078272 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-0a89f897-caa3-43a8-849d-e25a5ca998a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'name': 'tempest-AttachVolumeShelveTestJSON-391420109-router', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ce469676-a7c3-4d33-b614-279e64e051b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:08:19Z', 'updated_at': '2021-08-16T21:08:26Z', 'revision_number': 4, 'project_id': '6ff815c4c8944f8eb7103de208aa5945', 'gw_port': {'id': 'ce469676-a7c3-4d33-b614-279e64e051b2', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:08:20Z', 'updated_at': '2021-08-16T21:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '00a4d335-9204-452a-bc7d-abd9379a08c0', 'name': '', 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'mac_address': 'fa:16:3e:67:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '6d4ab04f-fd33-40d0-bd76-3977c7bf52a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:08:25Z', 'updated_at': '2021-08-16T21:08:32Z', 'revision_number': 5, 'project_id': '6ff815c4c8944f8eb7103de208aa5945', 'subnets': [{'id': '6d4ab04f-fd33-40d0-bd76-3977c7bf52a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:16:34.111162 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a89f897-caa3-43a8-849d-e25a5ca998a5 None None] Checking router: 4b42e01d-d48a-4244-8857-d0a35ee17378 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:16:34.120418 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a89f897-caa3-43a8-849d-e25a5ca998a5 None None] Routers {'4b42e01d-d48a-4244-8857-d0a35ee17378'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:16:34.121031 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-0a89f897-caa3-43a8-849d-e25a5ca998a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:16:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['4b42e01d-d48a-4244-8857-d0a35ee17378'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:16:34.223089 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-0a89f897-caa3-43a8-849d-e25a5ca998a5 None None] Set router 4b42e01d-d48a-4244-8857-d0a35ee17378 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:16:34.433720 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-0a89f897-caa3-43a8-849d-e25a5ca998a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'name': 'tempest-AttachVolumeShelveTestJSON-391420109-router', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ce469676-a7c3-4d33-b614-279e64e051b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:08:19Z', 'updated_at': '2021-08-16T21:08:26Z', 'revision_number': 4, 'project_id': '6ff815c4c8944f8eb7103de208aa5945', 'gw_port': {'id': 'ce469676-a7c3-4d33-b614-279e64e051b2', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:08:20Z', 'updated_at': '2021-08-16T21:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '00a4d335-9204-452a-bc7d-abd9379a08c0', 'name': '', 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'mac_address': 'fa:16:3e:67:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '6d4ab04f-fd33-40d0-bd76-3977c7bf52a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:08:25Z', 'updated_at': '2021-08-16T21:08:32Z', 'revision_number': 5, 'project_id': '6ff815c4c8944f8eb7103de208aa5945', 'subnets': [{'id': '6d4ab04f-fd33-40d0-bd76-3977c7bf52a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:16:34.460147 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a89f897-caa3-43a8-849d-e25a5ca998a5 None None] The sync data for ids ['4b42e01d-d48a-4244-8857-d0a35ee17378'] in n-d-793620-15 is: [{'id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'name': 'tempest-AttachVolumeShelveTestJSON-391420109-router', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ce469676-a7c3-4d33-b614-279e64e051b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:08:19Z', 'updated_at': '2021-08-16T21:08:26Z', 'revision_number': 4, 'project_id': '6ff815c4c8944f8eb7103de208aa5945', 'gw_port': {'id': 'ce469676-a7c3-4d33-b614-279e64e051b2', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:08:20Z', 'updated_at': '2021-08-16T21:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '00a4d335-9204-452a-bc7d-abd9379a08c0', 'name': '', 'network_id': '9c499baa-4492-4b54-bedd-a882ae845f9c', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'mac_address': 'fa:16:3e:67:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '6d4ab04f-fd33-40d0-bd76-3977c7bf52a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:08:25Z', 'updated_at': '2021-08-16T21:08:32Z', 'revision_number': 5, 'project_id': '6ff815c4c8944f8eb7103de208aa5945', 'subnets': [{'id': '6d4ab04f-fd33-40d0-bd76-3977c7bf52a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:16:34.705240 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adee8c63-08db-490c-888e-58c236711343 None None] New status for floating IP 9cbe6329-419e-4db5-ad3a-b19ebef6f847: DOWN {{(pid=101846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:16:35.040257 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 49396) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:35.097903 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5be71f2d-2602-4b71-a6c4-88123646bce4 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:35.128017 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5be71f2d-2602-4b71-a6c4-88123646bce4 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:35.134971 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1ea7727e-2210-44f5-8f80-67c51488d198 req-5edc57cd-60d5-401e-8cee-cb6ce0b8541f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0453901 Aug 16 21:16:35.217862 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7727e-2210-44f5-8f80-67c51488d198 req-85fda38f-7810-4c5a-963f-29c77e84c1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:35.219285 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1ea7727e-2210-44f5-8f80-67c51488d198 req-85fda38f-7810-4c5a-963f-29c77e84c1ee service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c0bff215d26d44098ee353416e3d92dc&device_id=8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b HTTP/1.1" status: 200 len: 1097 time: 0.0463455 Aug 16 21:16:35.285472 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5be71f2d-2602-4b71-a6c4-88123646bce4 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:35.288127 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5be71f2d-2602-4b71-a6c4-88123646bce4 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:35.289300 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5be71f2d-2602-4b71-a6c4-88123646bce4 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "DELETE /v2.0/security-groups/e9e77d97-d8b8-411c-80e2-77f6b71d5266 HTTP/1.1" status: 204 len: 168 time: 0.2480445 Aug 16 21:16:35.292429 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49400) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:35.298664 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be71f2d-2602-4b71-a6c4-88123646bce4 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e77d97-d8b8-411c-80e2-77f6b71d5266,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:35.311009 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-676a6729-58e8-471e-a0dc-86c055d0371e tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] show failed (client error): The resource could not be found. Aug 16 21:16:35.312368 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-676a6729-58e8-471e-a0dc-86c055d0371e tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "GET /v2.0/security-groups/e9e77d97-d8b8-411c-80e2-77f6b71d5266 HTTP/1.1" status: 404 len: 347 time: 0.0186715 Aug 16 21:16:35.315361 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 49402) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:35.340915 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7727e-2210-44f5-8f80-67c51488d198 req-fa8843fd-5f84-48ec-86da-305bacf680ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:35.342658 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1ea7727e-2210-44f5-8f80-67c51488d198 req-fa8843fd-5f84-48ec-86da-305bacf680ff service neutron] 10.222.0.72 "GET /v2.0/networks?id=8355fb6f-268b-4981-9676-2d3c73404659 HTTP/1.1" status: 200 len: 915 time: 0.1038527 Aug 16 21:16:35.411498 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1ea7727e-2210-44f5-8f80-67c51488d198 req-4f86ec2a-7bd2-4a3f-8a41-835603b2701a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f HTTP/1.1" status: 200 len: 1000 time: 0.0613759 Aug 16 21:16:35.445472 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-7ad68931-dd7d-406e-bc03-c712bd506e80 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Deleting port f1202534-1589-4fd1-bf62-46c77ae5a899 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:16:35.445832 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7ad68931-dd7d-406e-bc03-c712bd506e80 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:35.461166 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7727e-2210-44f5-8f80-67c51488d198 req-af1c9a9a-d58c-4556-be52-fa3804ec4498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:35.463353 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1ea7727e-2210-44f5-8f80-67c51488d198 req-af1c9a9a-d58c-4556-be52-fa3804ec4498 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0543fff8-07dd-420f-8cde-4ff3c517bb02 HTTP/1.1" status: 200 len: 853 time: 0.0448370 Aug 16 21:16:35.511966 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7727e-2210-44f5-8f80-67c51488d198 req-68e22314-21fd-4263-ba20-8bca0794e175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:35.513478 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1ea7727e-2210-44f5-8f80-67c51488d198 req-68e22314-21fd-4263-ba20-8bca0794e175 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8355fb6f-268b-4981-9676-2d3c73404659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422823 Aug 16 21:16:35.524849 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7ad68931-dd7d-406e-bc03-c712bd506e80 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:35.525701 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7ad68931-dd7d-406e-bc03-c712bd506e80 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:35.538315 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-7ad68931-dd7d-406e-bc03-c712bd506e80 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Calling delete_port for f1202534-1589-4fd1-bf62-46c77ae5a899 owned by network:floatingip {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:16:35.743073 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7ad68931-dd7d-406e-bc03-c712bd506e80 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:35.770318 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad68931-dd7d-406e-bc03-c712bd506e80 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Pushing event deleted for resources: {'Port': ['ID=f1202534-1589-4fd1-bf62-46c77ae5a899,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:35.838545 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7ad68931-dd7d-406e-bc03-c712bd506e80 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks [] for floatingip, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:35.841117 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7ad68931-dd7d-406e-bc03-c712bd506e80 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:35.845301 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-7ad68931-dd7d-406e-bc03-c712bd506e80 tempest-AttachVolumeShelveTestJSON-1819451112 tempest-AttachVolumeShelveTestJSON-1819451112-project] 10.222.0.84 "DELETE /v2.0/floatingips/9cbe6329-419e-4db5-ad3a-b19ebef6f847 HTTP/1.1" status: 204 len: 168 time: 0.5261445 Aug 16 21:16:35.969187 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1ea7727e-2210-44f5-8f80-67c51488d198 req-946a8769-e7d3-4700-8f3e-4e387ee8646a service neutron] 10.222.0.72 "GET /v2.0/networks/8355fb6f-268b-4981-9676-2d3c73404659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483590 Aug 16 21:16:36.066352 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1ea7727e-2210-44f5-8f80-67c51488d198 req-c071c54a-51e5-4dec-a874-d08139a508ed service neutron] 10.222.0.72 "GET /v2.0/networks/8355fb6f-268b-4981-9676-2d3c73404659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892632 Aug 16 21:16:36.717047 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 7c7378fe-1ef3-4162-aaf5-b88057de5a1c no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:16:36.741467 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 7c7378fe-1ef3-4162-aaf5-b88057de5a1c {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:16:36.741821 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 7c7378fe-1ef3-4162-aaf5-b88057de5a1c not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:16:41.051326 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d132e917-527c-427a-a51c-a10c285a4d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:41.698364 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 49638) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:42.180275 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8648440c-cde4-4bfc-8517-d08141249786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:42.433948 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-8648440c-cde4-4bfc-8517-d08141249786 admin admin] Deleting port 00a4d335-9204-452a-bc7d-abd9379a08c0 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:16:42.434310 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8648440c-cde4-4bfc-8517-d08141249786 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:42.847060 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-8648440c-cde4-4bfc-8517-d08141249786 admin admin] For port 00a4d335-9204-452a-bc7d-abd9379a08c0, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=00a4d335-9204-452a-bc7d-abd9379a08c0,segment=NetworkSegment(871fd1c6-053b-43bc-81ad-da658e74a8c3),segment_id=871fd1c6-053b-43bc-81ad-da658e74a8c3)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:16:42.847972 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8648440c-cde4-4bfc-8517-d08141249786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:42.860251 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-8648440c-cde4-4bfc-8517-d08141249786 admin admin] Calling delete_port for 00a4d335-9204-452a-bc7d-abd9379a08c0 owned by network:router_interface {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:16:43.102687 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8648440c-cde4-4bfc-8517-d08141249786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:43.128473 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648440c-cde4-4bfc-8517-d08141249786 admin admin] Pushing event deleted for resources: {'Port': ['ID=00a4d335-9204-452a-bc7d-abd9379a08c0,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:43.303637 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8648440c-cde4-4bfc-8517-d08141249786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:43.526889 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8648440c-cde4-4bfc-8517-d08141249786 admin admin] Router 4b42e01d-d48a-4244-8857-d0a35ee17378 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:16:43.594263 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-07325a12-3b7e-4218-aad3-25f8c3c0c6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:43.639128 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8648440c-cde4-4bfc-8517-d08141249786 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:16:43.644303 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8648440c-cde4-4bfc-8517-d08141249786 admin admin] 10.222.0.84 "PUT /v2.0/routers/4b42e01d-d48a-4244-8857-d0a35ee17378/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9448893 Aug 16 21:16:43.646866 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49724) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:43.647684 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde152f5-0733-4e13-b4e3-50d9c221776f None None] Sync routers for ids ['4b42e01d-d48a-4244-8857-d0a35ee17378'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:16:43.658022 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde152f5-0733-4e13-b4e3-50d9c221776f None None] Routers {'4b42e01d-d48a-4244-8857-d0a35ee17378'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:16:43.658640 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-dde152f5-0733-4e13-b4e3-50d9c221776f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:16:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['4b42e01d-d48a-4244-8857-d0a35ee17378'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:16:43.757302 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-49b94acc-2057-495c-b9b9-015810150ad1 admin admin] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:43.767700 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-dde152f5-0733-4e13-b4e3-50d9c221776f None None] Set router 4b42e01d-d48a-4244-8857-d0a35ee17378 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:16:43.868180 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-49b94acc-2057-495c-b9b9-015810150ad1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:43.921918 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:43.959531 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-dde152f5-0733-4e13-b4e3-50d9c221776f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'name': 'tempest-AttachVolumeShelveTestJSON-391420109-router', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ce469676-a7c3-4d33-b614-279e64e051b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:08:19Z', 'updated_at': '2021-08-16T21:16:42Z', 'revision_number': 5, 'project_id': '6ff815c4c8944f8eb7103de208aa5945', 'gw_port': {'id': 'ce469676-a7c3-4d33-b614-279e64e051b2', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:08:20Z', 'updated_at': '2021-08-16T21:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:16:43.985899 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde152f5-0733-4e13-b4e3-50d9c221776f None None] Checking router: 4b42e01d-d48a-4244-8857-d0a35ee17378 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:16:43.994003 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde152f5-0733-4e13-b4e3-50d9c221776f None None] Routers {'4b42e01d-d48a-4244-8857-d0a35ee17378'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:16:43.994609 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-dde152f5-0733-4e13-b4e3-50d9c221776f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:16:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['4b42e01d-d48a-4244-8857-d0a35ee17378'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:16:44.053481 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-49b94acc-2057-495c-b9b9-015810150ad1 admin admin] Deleting port ce469676-a7c3-4d33-b614-279e64e051b2 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:16:44.053832 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-49b94acc-2057-495c-b9b9-015810150ad1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:44.100500 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-dde152f5-0733-4e13-b4e3-50d9c221776f None None] Set router 4b42e01d-d48a-4244-8857-d0a35ee17378 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:16:44.135709 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-49b94acc-2057-495c-b9b9-015810150ad1 admin admin] For port ce469676-a7c3-4d33-b614-279e64e051b2, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=ce469676-a7c3-4d33-b614-279e64e051b2,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:16:44.136113 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-49b94acc-2057-495c-b9b9-015810150ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:44.150488 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-49b94acc-2057-495c-b9b9-015810150ad1 admin admin] Calling delete_port for ce469676-a7c3-4d33-b614-279e64e051b2 owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:16:44.276361 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-dde152f5-0733-4e13-b4e3-50d9c221776f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'name': 'tempest-AttachVolumeShelveTestJSON-391420109-router', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ce469676-a7c3-4d33-b614-279e64e051b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:08:19Z', 'updated_at': '2021-08-16T21:16:42Z', 'revision_number': 5, 'project_id': '6ff815c4c8944f8eb7103de208aa5945', 'gw_port': {'id': 'ce469676-a7c3-4d33-b614-279e64e051b2', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:08:20Z', 'updated_at': '2021-08-16T21:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:16:44.366061 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-49b94acc-2057-495c-b9b9-015810150ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:44.390769 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde152f5-0733-4e13-b4e3-50d9c221776f None None] The sync data for ids ['4b42e01d-d48a-4244-8857-d0a35ee17378'] in n-d-793620-15 is: [{'id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'name': 'tempest-AttachVolumeShelveTestJSON-391420109-router', 'tenant_id': '6ff815c4c8944f8eb7103de208aa5945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ce469676-a7c3-4d33-b614-279e64e051b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:08:19Z', 'updated_at': '2021-08-16T21:16:42Z', 'revision_number': 5, 'project_id': '6ff815c4c8944f8eb7103de208aa5945', 'gw_port': {'id': 'ce469676-a7c3-4d33-b614-279e64e051b2', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b42e01d-d48a-4244-8857-d0a35ee17378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:08:20Z', 'updated_at': '2021-08-16T21:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:16:44.395556 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b94acc-2057-495c-b9b9-015810150ad1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce469676-a7c3-4d33-b614-279e64e051b2,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:44.407100 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b94acc-2057-495c-b9b9-015810150ad1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:44.407603 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b94acc-2057-495c-b9b9-015810150ad1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:44.408017 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b94acc-2057-495c-b9b9-015810150ad1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:44.408362 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b94acc-2057-495c-b9b9-015810150ad1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:44.408697 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b94acc-2057-495c-b9b9-015810150ad1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:44.409030 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b94acc-2057-495c-b9b9-015810150ad1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:44.409360 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b94acc-2057-495c-b9b9-015810150ad1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:44.409757 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b94acc-2057-495c-b9b9-015810150ad1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:44.410409 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b94acc-2057-495c-b9b9-015810150ad1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:44.410409 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b94acc-2057-495c-b9b9-015810150ad1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:44.410718 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b94acc-2057-495c-b9b9-015810150ad1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:44.411046 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b94acc-2057-495c-b9b9-015810150ad1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:16:44.472418 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-49b94acc-2057-495c-b9b9-015810150ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:44.565251 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-49b94acc-2057-495c-b9b9-015810150ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:44.567363 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-49b94acc-2057-495c-b9b9-015810150ad1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:44.651470 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-49b94acc-2057-495c-b9b9-015810150ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:44.652340 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b94acc-2057-495c-b9b9-015810150ad1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b42e01d-d48a-4244-8857-d0a35ee17378 {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:16:44.656437 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-49b94acc-2057-495c-b9b9-015810150ad1 admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:44.657599 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-49b94acc-2057-495c-b9b9-015810150ad1 admin admin] 10.222.0.84 "DELETE /v2.0/routers/4b42e01d-d48a-4244-8857-d0a35ee17378 HTTP/1.1" status: 204 len: 168 time: 1.0096934 Aug 16 21:16:44.660105 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49770) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:44.710311 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cbd4c11-dfab-4e01-b103-bcddaccc5b69 admin admin] Deleting subnet 6d4ab04f-fd33-40d0-bd76-3977c7bf52a2 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:16:44.713877 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7cbd4c11-dfab-4e01-b103-bcddaccc5b69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:44.754830 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7cbd4c11-dfab-4e01-b103-bcddaccc5b69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:44.842557 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7cbd4c11-dfab-4e01-b103-bcddaccc5b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:44.852374 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:44.971639 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7cbd4c11-dfab-4e01-b103-bcddaccc5b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:45.005369 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd4c11-dfab-4e01-b103-bcddaccc5b69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d4ab04f-fd33-40d0-bd76-3977c7bf52a2,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:45.010809 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7cbd4c11-dfab-4e01-b103-bcddaccc5b69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:45.015317 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7cbd4c11-dfab-4e01-b103-bcddaccc5b69 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/6d4ab04f-fd33-40d0-bd76-3977c7bf52a2 HTTP/1.1" status: 204 len: 168 time: 0.3518069 Aug 16 21:16:45.016010 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 49790) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:45.016525 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19157d9-5a41-42a8-88e4-8ce3e18d2713 None None] Network 9c499baa-4492-4b54-bedd-a882ae845f9c requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:16:45.100962 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eb027c2d-8b9a-4329-ac9e-78e1f6ea7fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:45.156183 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-eb027c2d-8b9a-4329-ac9e-78e1f6ea7fc2 admin admin] Deleting port 0e82237f-d2c8-4f29-8bd0-8e827777c336 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:16:45.156543 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eb027c2d-8b9a-4329-ac9e-78e1f6ea7fc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:45.223271 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-eb027c2d-8b9a-4329-ac9e-78e1f6ea7fc2 admin admin] For port 0e82237f-d2c8-4f29-8bd0-8e827777c336, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=0e82237f-d2c8-4f29-8bd0-8e827777c336,segment=NetworkSegment(871fd1c6-053b-43bc-81ad-da658e74a8c3),segment_id=871fd1c6-053b-43bc-81ad-da658e74a8c3)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:16:45.223482 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eb027c2d-8b9a-4329-ac9e-78e1f6ea7fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:45.236564 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-eb027c2d-8b9a-4329-ac9e-78e1f6ea7fc2 admin admin] Calling delete_port for 0e82237f-d2c8-4f29-8bd0-8e827777c336 owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:16:45.388560 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eb027c2d-8b9a-4329-ac9e-78e1f6ea7fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:45.404663 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76765f25-98b4-40bb-aeab-df8a79c4e641 None None] DHCP port deletion for 9c499baa-4492-4b54-bedd-a882ae845f9c request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:16:45.406732 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb027c2d-8b9a-4329-ac9e-78e1f6ea7fc2 admin admin] No DVR routers for this DVR port 0e82237f-d2c8-4f29-8bd0-8e827777c336 on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:16:45.430807 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb027c2d-8b9a-4329-ac9e-78e1f6ea7fc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e82237f-d2c8-4f29-8bd0-8e827777c336,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:45.465374 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 00a4d335-9204-452a-bc7d-abd9379a08c0 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:16:45.487045 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 00a4d335-9204-452a-bc7d-abd9379a08c0 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:16:45.490509 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 00a4d335-9204-452a-bc7d-abd9379a08c0 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:16:45.490509 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 0e82237f-d2c8-4f29-8bd0-8e827777c336 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:16:45.506253 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eb027c2d-8b9a-4329-ac9e-78e1f6ea7fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:45.506988 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 0e82237f-d2c8-4f29-8bd0-8e827777c336 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:16:45.507346 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 0e82237f-d2c8-4f29-8bd0-8e827777c336 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:16:45.507766 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device ce469676-a7c3-4d33-b614-279e64e051b2 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:16:45.516892 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-eb027c2d-8b9a-4329-ac9e-78e1f6ea7fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c499baa-4492-4b54-bedd-a882ae845f9c']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:16:45.525961 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: ce469676-a7c3-4d33-b614-279e64e051b2 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:16:45.526314 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device ce469676-a7c3-4d33-b614-279e64e051b2 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:16:45.527597 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-eb027c2d-8b9a-4329-ac9e-78e1f6ea7fc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '871fd1c6-053b-43bc-81ad-da658e74a8c3') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:16:45.527939 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-eb027c2d-8b9a-4329-ac9e-78e1f6ea7fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '871fd1c6-053b-43bc-81ad-da658e74a8c3') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:16:45.538680 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eb027c2d-8b9a-4329-ac9e-78e1f6ea7fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:45.553521 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eb027c2d-8b9a-4329-ac9e-78e1f6ea7fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:45.560075 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb027c2d-8b9a-4329-ac9e-78e1f6ea7fc2 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:16:45.560477 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eb027c2d-8b9a-4329-ac9e-78e1f6ea7fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:45.562214 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:16:45.562214 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:16:45.562214 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:16:45.562214 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:16:45.562214 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:16:45.562214 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:16:45.562214 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:16:45.562214 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:16:45.562214 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:16:45.562214 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:16:45.562214 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:16:45.562214 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:16:45.562214 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:16:45.562214 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:16:45.562214 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:16:45.562214 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:16:45.562214 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:16:45.562214 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:16:45.562214 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:16:45.562214 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:16:45.562214 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:16:45.562214 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:16:45.562214 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:16:45.562214 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:16:45.562214 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:16:45.562214 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:16:45.562214 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:16:45.562214 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:16:45.562214 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:16:45.562214 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:16:45.562214 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:16:45.562214 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:16:45.668527 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eb027c2d-8b9a-4329-ac9e-78e1f6ea7fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:45.674314 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eb027c2d-8b9a-4329-ac9e-78e1f6ea7fc2 admin admin] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:45.679288 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-eb027c2d-8b9a-4329-ac9e-78e1f6ea7fc2 admin admin] 10.222.0.84 "DELETE /v2.0/networks/9c499baa-4492-4b54-bedd-a882ae845f9c HTTP/1.1" status: 204 len: 168 time: 0.6586068 Aug 16 21:16:45.689313 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb027c2d-8b9a-4329-ac9e-78e1f6ea7fc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c499baa-4492-4b54-bedd-a882ae845f9c,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:45.955219 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 49846) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:45.997999 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2921cfd7-7018-49be-8127-7ae0fe0e1a1f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6ff815c4c8944f8eb7103de208aa5945&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405660 Aug 16 21:16:46.001131 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49850) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:46.053164 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-676f5f88-39e5-460d-919f-5b6c578334e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:46.075009 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-676f5f88-39e5-460d-919f-5b6c578334e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:46.176987 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-676f5f88-39e5-460d-919f-5b6c578334e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:46.179639 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-676f5f88-39e5-460d-919f-5b6c578334e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:46.180955 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-676f5f88-39e5-460d-919f-5b6c578334e5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d5737bb1-9102-4388-8f01-c2e61e1e0375 HTTP/1.1" status: 204 len: 168 time: 0.1788099 Aug 16 21:16:46.198208 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f5f88-39e5-460d-919f-5b6c578334e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5737bb1-9102-4388-8f01-c2e61e1e0375,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:46.559973 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:49.228526 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:50.111418 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 49986) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:50.236408 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f556675d-e320-4d98-82d7-364c3fa312b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:50.367976 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f556675d-e320-4d98-82d7-364c3fa312b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:50.462352 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f556675d-e320-4d98-82d7-364c3fa312b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:50.505698 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f556675d-e320-4d98-82d7-364c3fa312b1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a030aecd77824363b6d0335365ae9a85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3930657 Aug 16 21:16:50.506615 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f556675d-e320-4d98-82d7-364c3fa312b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd246ced-af1d-4071-8030-81d108716f51,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:50.508594 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 49992) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:50.572179 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0b8f61d7-fbfe-41df-8a2c-aefd563641a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:50.598901 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0b8f61d7-fbfe-41df-8a2c-aefd563641a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:50.704354 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0b8f61d7-fbfe-41df-8a2c-aefd563641a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:50.706949 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0b8f61d7-fbfe-41df-8a2c-aefd563641a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:50.708278 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0b8f61d7-fbfe-41df-8a2c-aefd563641a6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/bd246ced-af1d-4071-8030-81d108716f51 HTTP/1.1" status: 204 len: 168 time: 0.1986871 Aug 16 21:16:50.717088 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f61d7-fbfe-41df-8a2c-aefd563641a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd246ced-af1d-4071-8030-81d108716f51,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:51.647800 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 50004) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:51.661125 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-94ca888d-cc7b-49db-a1b0-433bf7ebf004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:51.695026 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 50006) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:51.765554 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-94ca888d-cc7b-49db-a1b0-433bf7ebf004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:51.818458 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-94ca888d-cc7b-49db-a1b0-433bf7ebf004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:51.863889 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-94ca888d-cc7b-49db-a1b0-433bf7ebf004 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=64ddf295e4bc463bbdf36adf46ac261c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2141101 Aug 16 21:16:51.866005 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 50014) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:51.869762 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca888d-cc7b-49db-a1b0-433bf7ebf004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fadbf0bd-f01d-4f1a-838e-8a13944ea068,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:51.960269 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-23fb8e90-2280-4671-9cd5-4fd5d163c4ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:51.972514 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-d157cc11-cd84-401d-8b2f-ecdf5d16d09e tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Deleting port 612ddad8-0c9f-4b17-9c43-418544f1f6ab {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:16:51.972860 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d157cc11-cd84-401d-8b2f-ecdf5d16d09e tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:52.028733 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-23fb8e90-2280-4671-9cd5-4fd5d163c4ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:52.091344 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:52.092726 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d157cc11-cd84-401d-8b2f-ecdf5d16d09e tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:52.093089 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d157cc11-cd84-401d-8b2f-ecdf5d16d09e tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:52.105887 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-d157cc11-cd84-401d-8b2f-ecdf5d16d09e tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Calling delete_port for 612ddad8-0c9f-4b17-9c43-418544f1f6ab owned by network:floatingip {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:16:52.185396 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-23fb8e90-2280-4671-9cd5-4fd5d163c4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:52.188501 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-23fb8e90-2280-4671-9cd5-4fd5d163c4ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:52.189678 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-23fb8e90-2280-4671-9cd5-4fd5d163c4ad admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fadbf0bd-f01d-4f1a-838e-8a13944ea068 HTTP/1.1" status: 204 len: 168 time: 0.3223464 Aug 16 21:16:52.217635 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb8e90-2280-4671-9cd5-4fd5d163c4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadbf0bd-f01d-4f1a-838e-8a13944ea068,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:52.348244 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d157cc11-cd84-401d-8b2f-ecdf5d16d09e tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:52.374397 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d157cc11-cd84-401d-8b2f-ecdf5d16d09e tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Pushing event deleted for resources: {'Port': ['ID=612ddad8-0c9f-4b17-9c43-418544f1f6ab,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:52.441590 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d157cc11-cd84-401d-8b2f-ecdf5d16d09e tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks [] for floatingip, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:52.441937 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [None req-d157cc11-cd84-401d-8b2f-ecdf5d16d09e tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Floating IP bf571157-12ec-41a0-88d1-42466604b2bf disassociated (deleted). External IP: 172.25.1.81, port: 798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f. Aug 16 21:16:52.672058 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d157cc11-cd84-401d-8b2f-ecdf5d16d09e tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Router 9597152b-9417-4487-a788-cece9411617b has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:16:52.801363 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d157cc11-cd84-401d-8b2f-ecdf5d16d09e tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:16:52.808573 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d157cc11-cd84-401d-8b2f-ecdf5d16d09e tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:52.819313 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454a91c4-e8f7-4f49-980c-a30b6e384940 None None] Sync routers for ids ['9597152b-9417-4487-a788-cece9411617b'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:16:52.831290 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454a91c4-e8f7-4f49-980c-a30b6e384940 None None] Routers {'9597152b-9417-4487-a788-cece9411617b'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:16:52.831964 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-454a91c4-e8f7-4f49-980c-a30b6e384940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:16:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['9597152b-9417-4487-a788-cece9411617b'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:16:52.844800 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d157cc11-cd84-401d-8b2f-ecdf5d16d09e tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "DELETE /v2.0/floatingips/bf571157-12ec-41a0-88d1-42466604b2bf HTTP/1.1" status: 204 len: 168 time: 1.1483955 Aug 16 21:16:52.845732 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b', 'tag': '798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:16:52.849527 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95444b53-3eed-41dc-89ca-7522cc2e16b4" -d '{"events": [{"name": "network-changed", "server_uuid": "8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b", "tag": "798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:16:52.919058 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b7443b-994f-493b-a56f-9e0d09265a5e x-openstack-request-id: req-98b7443b-994f-493b-a56f-9e0d09265a5e {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:16:52.919058 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b", "tag": "798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:16:52.919058 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-98b7443b-994f-493b-a56f-9e0d09265a5e {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:16:52.919058 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b', 'tag': '798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f', 'status': 'completed', 'code': 200} Aug 16 21:16:52.990124 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95444b53-3eed-41dc-89ca-7522cc2e16b4 req-ec9c8b43-8fc5-45db-83eb-3b68f92b4a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:52.991831 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-95444b53-3eed-41dc-89ca-7522cc2e16b4 req-ec9c8b43-8fc5-45db-83eb-3b68f92b4a3b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c0bff215d26d44098ee353416e3d92dc&device_id=8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b HTTP/1.1" status: 200 len: 1097 time: 0.0524335 Aug 16 21:16:52.993672 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-454a91c4-e8f7-4f49-980c-a30b6e384940 None None] Set router 9597152b-9417-4487-a788-cece9411617b gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:16:53.139892 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95444b53-3eed-41dc-89ca-7522cc2e16b4 req-86cc5a5d-6258-4b60-b22a-5b5fc0e1f43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:53.141379 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-95444b53-3eed-41dc-89ca-7522cc2e16b4 req-86cc5a5d-6258-4b60-b22a-5b5fc0e1f43e service neutron] 10.222.0.72 "GET /v2.0/networks?id=8355fb6f-268b-4981-9676-2d3c73404659 HTTP/1.1" status: 200 len: 915 time: 0.1412799 Aug 16 21:16:53.184432 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-95444b53-3eed-41dc-89ca-7522cc2e16b4 req-8092e3eb-0dc3-44bd-90a0-3ac8031402c5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f HTTP/1.1" status: 200 len: 217 time: 0.0358045 Aug 16 21:16:53.217494 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-454a91c4-e8f7-4f49-980c-a30b6e384940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9597152b-9417-4487-a788-cece9411617b', 'name': 'tempest-TestVolumeBackupRestore-1940164414-router', 'tenant_id': 'c0bff215d26d44098ee353416e3d92dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '5452f25a-7f57-4822-86f4-c3185aae9338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:11:52Z', 'updated_at': '2021-08-16T21:11:59Z', 'revision_number': 4, 'project_id': 'c0bff215d26d44098ee353416e3d92dc', 'gw_port': {'id': '5452f25a-7f57-4822-86f4-c3185aae9338', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9597152b-9417-4487-a788-cece9411617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:53Z', 'updated_at': '2021-08-16T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'aaba1359-733f-49d1-994f-77aea06ae904', 'name': '', 'network_id': '8355fb6f-268b-4981-9676-2d3c73404659', 'tenant_id': 'c0bff215d26d44098ee353416e3d92dc', 'mac_address': 'fa:16:3e:74:e8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9597152b-9417-4487-a788-cece9411617b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '0543fff8-07dd-420f-8cde-4ff3c517bb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:57Z', 'updated_at': '2021-08-16T21:12:07Z', 'revision_number': 5, 'project_id': 'c0bff215d26d44098ee353416e3d92dc', 'subnets': [{'id': '0543fff8-07dd-420f-8cde-4ff3c517bb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:16:53.240582 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95444b53-3eed-41dc-89ca-7522cc2e16b4 req-ea7d91d1-214c-4964-9919-5b1c418c81d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:53.244789 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-95444b53-3eed-41dc-89ca-7522cc2e16b4 req-ea7d91d1-214c-4964-9919-5b1c418c81d3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0543fff8-07dd-420f-8cde-4ff3c517bb02 HTTP/1.1" status: 200 len: 853 time: 0.0484662 Aug 16 21:16:53.282981 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454a91c4-e8f7-4f49-980c-a30b6e384940 None None] Checking router: 9597152b-9417-4487-a788-cece9411617b for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:16:53.306410 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454a91c4-e8f7-4f49-980c-a30b6e384940 None None] Routers {'9597152b-9417-4487-a788-cece9411617b'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:16:53.307109 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-454a91c4-e8f7-4f49-980c-a30b6e384940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:16:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['9597152b-9417-4487-a788-cece9411617b'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:16:53.353182 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95444b53-3eed-41dc-89ca-7522cc2e16b4 req-5fb685c2-392f-466c-9737-6aeabf0edd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:53.355031 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-95444b53-3eed-41dc-89ca-7522cc2e16b4 req-5fb685c2-392f-466c-9737-6aeabf0edd1e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8355fb6f-268b-4981-9676-2d3c73404659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0848083 Aug 16 21:16:53.506275 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-95444b53-3eed-41dc-89ca-7522cc2e16b4 req-ab69e226-457b-415a-bb7d-7d5d72b795f5 service neutron] 10.222.0.72 "GET /v2.0/networks/8355fb6f-268b-4981-9676-2d3c73404659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360860 Aug 16 21:16:53.543862 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-454a91c4-e8f7-4f49-980c-a30b6e384940 None None] Set router 9597152b-9417-4487-a788-cece9411617b gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:16:53.598918 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd5b25-c298-46d7-8453-d959cac52b38 req-52920f38-63ba-42ba-9bb8-1e04fc1370db tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:53.611680 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cccd5b25-c298-46d7-8453-d959cac52b38 req-52920f38-63ba-42ba-9bb8-1e04fc1370db tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b HTTP/1.1" status: 200 len: 945 time: 0.1383915 Aug 16 21:16:53.653540 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cccd5b25-c298-46d7-8453-d959cac52b38 req-495890d3-b425-473c-835b-fb101325b7a3 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/security-groups?id=063a7a3e-bc62-4c93-99cf-7212fa7da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398302 Aug 16 21:16:53.685519 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-95444b53-3eed-41dc-89ca-7522cc2e16b4 req-9f380738-cb5b-47f6-8a55-d1d9f3853108 service neutron] 10.222.0.72 "GET /v2.0/networks/8355fb6f-268b-4981-9676-2d3c73404659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711783 Aug 16 21:16:53.840061 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-454a91c4-e8f7-4f49-980c-a30b6e384940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9597152b-9417-4487-a788-cece9411617b', 'name': 'tempest-TestVolumeBackupRestore-1940164414-router', 'tenant_id': 'c0bff215d26d44098ee353416e3d92dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '5452f25a-7f57-4822-86f4-c3185aae9338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:11:52Z', 'updated_at': '2021-08-16T21:11:59Z', 'revision_number': 4, 'project_id': 'c0bff215d26d44098ee353416e3d92dc', 'gw_port': {'id': '5452f25a-7f57-4822-86f4-c3185aae9338', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9597152b-9417-4487-a788-cece9411617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:53Z', 'updated_at': '2021-08-16T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'aaba1359-733f-49d1-994f-77aea06ae904', 'name': '', 'network_id': '8355fb6f-268b-4981-9676-2d3c73404659', 'tenant_id': 'c0bff215d26d44098ee353416e3d92dc', 'mac_address': 'fa:16:3e:74:e8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9597152b-9417-4487-a788-cece9411617b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '0543fff8-07dd-420f-8cde-4ff3c517bb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:57Z', 'updated_at': '2021-08-16T21:12:07Z', 'revision_number': 5, 'project_id': 'c0bff215d26d44098ee353416e3d92dc', 'subnets': [{'id': '0543fff8-07dd-420f-8cde-4ff3c517bb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:16:53.877312 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454a91c4-e8f7-4f49-980c-a30b6e384940 None None] The sync data for ids ['9597152b-9417-4487-a788-cece9411617b'] in n-d-793620-15 is: [{'id': '9597152b-9417-4487-a788-cece9411617b', 'name': 'tempest-TestVolumeBackupRestore-1940164414-router', 'tenant_id': 'c0bff215d26d44098ee353416e3d92dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '5452f25a-7f57-4822-86f4-c3185aae9338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:11:52Z', 'updated_at': '2021-08-16T21:11:59Z', 'revision_number': 4, 'project_id': 'c0bff215d26d44098ee353416e3d92dc', 'gw_port': {'id': '5452f25a-7f57-4822-86f4-c3185aae9338', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9597152b-9417-4487-a788-cece9411617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:53Z', 'updated_at': '2021-08-16T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'aaba1359-733f-49d1-994f-77aea06ae904', 'name': '', 'network_id': '8355fb6f-268b-4981-9676-2d3c73404659', 'tenant_id': 'c0bff215d26d44098ee353416e3d92dc', 'mac_address': 'fa:16:3e:74:e8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9597152b-9417-4487-a788-cece9411617b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '0543fff8-07dd-420f-8cde-4ff3c517bb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:57Z', 'updated_at': '2021-08-16T21:12:07Z', 'revision_number': 5, 'project_id': 'c0bff215d26d44098ee353416e3d92dc', 'subnets': [{'id': '0543fff8-07dd-420f-8cde-4ff3c517bb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:16:54.264039 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aace21aa-3f48-4f04-855d-742b659411ea None None] New status for floating IP bf571157-12ec-41a0-88d1-42466604b2bf: DOWN {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:16:54.773000 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b35ed-8b10-4a30-a7e4-9b9ca31a0762 req-dab4c7ba-b868-469a-b4e6-0d191d961d79 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:54.779812 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-283b35ed-8b10-4a30-a7e4-9b9ca31a0762 req-dab4c7ba-b868-469a-b4e6-0d191d961d79 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b HTTP/1.1" status: 200 len: 945 time: 0.0504403 Aug 16 21:16:54.824149 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-283b35ed-8b10-4a30-a7e4-9b9ca31a0762 req-60fe8169-b168-40ed-a3e4-c86adb7b7c48 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/security-groups?id=063a7a3e-bc62-4c93-99cf-7212fa7da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424623 Aug 16 21:16:54.974589 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b28e0-a588-4caa-b153-a6d678af0db4 req-8c9de363-1768-41c2-8448-9ef4a8b7dc47 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:54.976165 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b49b28e0-a588-4caa-b153-a6d678af0db4 req-8c9de363-1768-41c2-8448-9ef4a8b7dc47 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b HTTP/1.1" status: 200 len: 945 time: 0.0578940 Aug 16 21:16:55.082685 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-b49b28e0-a588-4caa-b153-a6d678af0db4 req-f5f344ad-91ad-43ae-a8e5-a9931d4edc56 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Deleting port 798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:16:55.083059 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b49b28e0-a588-4caa-b153-a6d678af0db4 req-f5f344ad-91ad-43ae-a8e5-a9931d4edc56 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:55.187877 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-b49b28e0-a588-4caa-b153-a6d678af0db4 req-f5f344ad-91ad-43ae-a8e5-a9931d4edc56 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] For port 798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f,segment=NetworkSegment(3456df01-52c5-43ba-a161-9c0fc3337c5d),segment_id=3456df01-52c5-43ba-a161-9c0fc3337c5d)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:16:55.188394 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b49b28e0-a588-4caa-b153-a6d678af0db4 req-f5f344ad-91ad-43ae-a8e5-a9931d4edc56 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:55.202430 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-b49b28e0-a588-4caa-b153-a6d678af0db4 req-f5f344ad-91ad-43ae-a8e5-a9931d4edc56 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Calling delete_port for 798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:16:55.405523 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b49b28e0-a588-4caa-b153-a6d678af0db4 req-f5f344ad-91ad-43ae-a8e5-a9931d4edc56 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:55.442047 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f344ad-91ad-43ae-a8e5-a9931d4edc56 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Pushing event deleted for resources: {'Port': ['ID=798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:55.475704 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49b28e0-a588-4caa-b153-a6d678af0db4 req-f5f344ad-91ad-43ae-a8e5-a9931d4edc56 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] No DVR routers for this DVR port 798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:16:55.479428 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b49b28e0-a588-4caa-b153-a6d678af0db4 req-f5f344ad-91ad-43ae-a8e5-a9931d4edc56 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:55.481752 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b49b28e0-a588-4caa-b153-a6d678af0db4 req-f5f344ad-91ad-43ae-a8e5-a9931d4edc56 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.72 "DELETE /v2.0/ports/798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f HTTP/1.1" status: 204 len: 173 time: 0.4980073 Aug 16 21:16:55.482269 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b', 'name': 'network-vif-deleted', 'tag': '798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:16:55.485314 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b034bb9e-df59-4bcc-95af-f213535cd79a" -d '{"events": [{"server_uuid": "8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b", "name": "network-vif-deleted", "tag": "798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:16:55.535627 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5f0c7b-f902-48a0-ac21-6ceb13794c24 x-openstack-request-id: req-1d5f0c7b-f902-48a0-ac21-6ceb13794c24 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:16:55.536140 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b", "name": "network-vif-deleted", "tag": "798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:16:55.536705 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1d5f0c7b-f902-48a0-ac21-6ceb13794c24 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:16:55.537445 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b', 'name': 'network-vif-deleted', 'tag': '798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f', 'status': 'completed', 'code': 200} Aug 16 21:16:55.566834 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 50092) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:55.788759 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-26807e75-1cd9-45b1-bb4f-cab8412fb56d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:55.903701 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-26807e75-1cd9-45b1-bb4f-cab8412fb56d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:55.942235 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c47cae12-36f6-4d40-bb53-c8560950431a req-ed5ccd31-1a7a-4cee-9022-791e936a4df6 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b HTTP/1.1" status: 200 len: 210 time: 0.0353210 Aug 16 21:16:55.965957 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-26807e75-1cd9-45b1-bb4f-cab8412fb56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:56.017816 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-26807e75-1cd9-45b1-bb4f-cab8412fb56d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d3d2571eea714976860aa94f3d2e41f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4494023 Aug 16 21:16:56.020221 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 50102) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:56.023828 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26807e75-1cd9-45b1-bb4f-cab8412fb56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1198fd6c-bf95-4247-9151-e293ad2d0c41,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:56.081798 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-55224f7d-92f4-43cf-835c-b31478198b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:56.108945 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-55224f7d-92f4-43cf-835c-b31478198b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:56.196651 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-55224f7d-92f4-43cf-835c-b31478198b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:56.199465 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-55224f7d-92f4-43cf-835c-b31478198b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:56.200845 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-55224f7d-92f4-43cf-835c-b31478198b5e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1198fd6c-bf95-4247-9151-e293ad2d0c41 HTTP/1.1" status: 204 len: 168 time: 0.1796172 Aug 16 21:16:56.211006 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55224f7d-92f4-43cf-835c-b31478198b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1198fd6c-bf95-4247-9151-e293ad2d0c41,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:56.911589 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 50122) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:56.926480 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7fc2c90c-0904-496b-a23a-3044fe78d582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:57.048924 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1c14b124-395c-411b-99d8-d9551970eaa9 req-131f2269-c2b9-44cc-be19-4f7b2ba08ff7 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b HTTP/1.1" status: 200 len: 210 time: 0.0348067 Aug 16 21:16:57.050761 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7fc2c90c-0904-496b-a23a-3044fe78d582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:57.113686 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7fc2c90c-0904-496b-a23a-3044fe78d582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:57.152994 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2c90c-0904-496b-a23a-3044fe78d582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdef116-aeb8-4bfa-8943-5dab30a3f471,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:57.160595 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-7fc2c90c-0904-496b-a23a-3044fe78d582 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2983a81806e746008ea30e650d63b616&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2452323 Aug 16 21:16:57.161269 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 50128) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:16:57.212882 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-197956e3-0499-4526-acb2-13fb4a46cc94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:57.236558 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-197956e3-0499-4526-acb2-13fb4a46cc94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:57.357564 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-197956e3-0499-4526-acb2-13fb4a46cc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:57.357564 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-197956e3-0499-4526-acb2-13fb4a46cc94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:57.358318 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-197956e3-0499-4526-acb2-13fb4a46cc94 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9fdef116-aeb8-4bfa-8943-5dab30a3f471 HTTP/1.1" status: 204 len: 168 time: 0.1959381 Aug 16 21:16:57.367710 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197956e3-0499-4526-acb2-13fb4a46cc94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdef116-aeb8-4bfa-8943-5dab30a3f471,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:16:58.161552 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b8d37443-4e9f-466a-8c72-6ea273aa75e5 req-ef3bc0fa-93ea-4613-8d6f-d302ea996d08 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b HTTP/1.1" status: 200 len: 210 time: 0.0397797 Aug 16 21:16:59.122872 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:16:59.142439 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:16:59.142920 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 798f5a7e-fe94-4d0b-88fe-7f87bdc6c04f not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:16:59.284434 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a54d995c-ec14-4372-bad7-9ea2e6478588 req-fab38189-f80a-4c93-8bd9-5e3ea191c2c8 tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b3df0f5-b29c-4d2d-b54f-349e5ec1fd9b HTTP/1.1" status: 200 len: 210 time: 0.0402226 Aug 16 21:17:00.338856 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 50216) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:00.410027 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-44108b20-01b5-4034-bfe7-5496a0e55cfb tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:00.439682 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-44108b20-01b5-4034-bfe7-5496a0e55cfb tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:00.571075 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-44108b20-01b5-4034-bfe7-5496a0e55cfb tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:00.573873 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-44108b20-01b5-4034-bfe7-5496a0e55cfb tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:00.575041 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-44108b20-01b5-4034-bfe7-5496a0e55cfb tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] 10.222.0.84 "DELETE /v2.0/security-groups/063a7a3e-bc62-4c93-99cf-7212fa7da0eb HTTP/1.1" status: 204 len: 168 time: 0.2350721 Aug 16 21:17:00.585169 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44108b20-01b5-4034-bfe7-5496a0e55cfb tempest-TestVolumeBackupRestore-1952410013 tempest-TestVolumeBackupRestore-1952410013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=063a7a3e-bc62-4c93-99cf-7212fa7da0eb,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:02.382130 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 50304) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:02.549295 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1494cc0f-b956-4b27-83e2-a2832f9b2098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:02.685259 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1494cc0f-b956-4b27-83e2-a2832f9b2098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:02.742465 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1494cc0f-b956-4b27-83e2-a2832f9b2098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:02.791710 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1494cc0f-b956-4b27-83e2-a2832f9b2098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa4a7d5-70c4-4755-b629-b8597758060e,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:02.800723 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 50340) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:02.810094 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1494cc0f-b956-4b27-83e2-a2832f9b2098 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=bb26c3b6b31a456fbc8d457deb0fe68d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4243929 Aug 16 21:17:02.856415 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:17:02.889904 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-720672b5-53b3-47b3-9799-2b6254a93e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:02.903895 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304e9a2-c1fe-44e1-ad49-903586560eaa req-cb0f9f64-1f63-4603-9d3c-e8e6ef507021 tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:02.905535 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9304e9a2-c1fe-44e1-ad49-903586560eaa req-cb0f9f64-1f63-4603-9d3c-e8e6ef507021 tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 1098 time: 0.0716712 Aug 16 21:17:02.927869 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-720672b5-53b3-47b3-9799-2b6254a93e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:02.949113 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-9304e9a2-c1fe-44e1-ad49-903586560eaa req-681d6297-2900-42c2-9598-9e6a27ccf3d8 tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:03.088022 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-720672b5-53b3-47b3-9799-2b6254a93e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:03.090746 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-720672b5-53b3-47b3-9799-2b6254a93e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:03.092209 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-720672b5-53b3-47b3-9799-2b6254a93e31 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2aa4a7d5-70c4-4755-b629-b8597758060e HTTP/1.1" status: 204 len: 168 time: 0.2904766 Aug 16 21:17:03.117024 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720672b5-53b3-47b3-9799-2b6254a93e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa4a7d5-70c4-4755-b629-b8597758060e,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:03.206348 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-9304e9a2-c1fe-44e1-ad49-903586560eaa req-681d6297-2900-42c2-9598-9e6a27ccf3d8 tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:03.325583 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-9304e9a2-c1fe-44e1-ad49-903586560eaa req-681d6297-2900-42c2-9598-9e6a27ccf3d8 tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:03.355616 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d6297-2900-42c2-9598-9e6a27ccf3d8 tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f2806b-aa3b-47d6-9503-4f7cb17a6bed,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:03.375201 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9304e9a2-c1fe-44e1-ad49-903586560eaa req-681d6297-2900-42c2-9598-9e6a27ccf3d8 tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=8eec299e-f5d8-456c-a6ef-8718e8c24877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4544170 Aug 16 21:17:03.495285 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c070e7-6140-4e8d-9cae-23ef7daa8518 req-71a31f81-8951-4417-9d22-201a6bccbc34 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:03.497079 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f1c070e7-6140-4e8d-9cae-23ef7daa8518 req-71a31f81-8951-4417-9d22-201a6bccbc34 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 946 time: 0.0569689 Aug 16 21:17:03.561644 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f1c070e7-6140-4e8d-9cae-23ef7daa8518 req-eb02a249-5489-46bc-8d93-3d50f78845e8 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=8eec299e-f5d8-456c-a6ef-8718e8c24877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574770 Aug 16 21:17:03.589457 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 50386) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:03.663378 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c9b7fae8-887c-4a9e-b998-7ffee0e779a2 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/floatingips/7950e127-5c61-4da8-ae25-24a04cc0dc04 HTTP/1.1" status: 200 len: 993 time: 0.0724101 Aug 16 21:17:04.032746 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 50414) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:04.056332 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1b0650bb-ea53-4ecf-b3e0-8146ffbd51fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:04.210283 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1b0650bb-ea53-4ecf-b3e0-8146ffbd51fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:04.302837 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1b0650bb-ea53-4ecf-b3e0-8146ffbd51fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:04.367635 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1b0650bb-ea53-4ecf-b3e0-8146ffbd51fe admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=53fd26cd98e1494abb1bed2914e7731a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3331990 Aug 16 21:17:04.367827 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0650bb-ea53-4ecf-b3e0-8146ffbd51fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11936d9-8675-477d-ae6d-8539818bffdd,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:04.372189 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 50434) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:04.425334 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d29678c4-5ba7-4f9e-8996-0a3fbf2ddc4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:04.452632 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d29678c4-5ba7-4f9e-8996-0a3fbf2ddc4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:04.600018 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d29678c4-5ba7-4f9e-8996-0a3fbf2ddc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:04.606001 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d29678c4-5ba7-4f9e-8996-0a3fbf2ddc4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:04.606001 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d29678c4-5ba7-4f9e-8996-0a3fbf2ddc4c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b11936d9-8675-477d-ae6d-8539818bffdd HTTP/1.1" status: 204 len: 168 time: 0.2316175 Aug 16 21:17:04.645973 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29678c4-5ba7-4f9e-8996-0a3fbf2ddc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11936d9-8675-477d-ae6d-8539818bffdd,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:04.682083 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 50450) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:04.844732 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e57a15-6880-461b-8703-4eddef49308d req-354a683d-c7e4-4676-b0e4-94e3ed9e78c0 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:04.846668 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-60e57a15-6880-461b-8703-4eddef49308d req-354a683d-c7e4-4676-b0e4-94e3ed9e78c0 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 946 time: 0.0835197 Aug 16 21:17:04.897130 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-60e57a15-6880-461b-8703-4eddef49308d req-5e1d5e95-91d3-4eee-ae33-70aecde865f6 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=8eec299e-f5d8-456c-a6ef-8718e8c24877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421336 Aug 16 21:17:05.103276 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-0be45dc4-0df9-4125-b362-b93e6bb1c069 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1793082 Aug 16 21:17:05.318705 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f35da550-a31e-4dc7-b66f-2065d14b6175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:05.627899 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-f35da550-a31e-4dc7-b66f-2065d14b6175 admin admin] Deleting port aaba1359-733f-49d1-994f-77aea06ae904 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:17:05.628401 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f35da550-a31e-4dc7-b66f-2065d14b6175 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:05.710359 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-f35da550-a31e-4dc7-b66f-2065d14b6175 admin admin] For port aaba1359-733f-49d1-994f-77aea06ae904, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=aaba1359-733f-49d1-994f-77aea06ae904,segment=NetworkSegment(3456df01-52c5-43ba-a161-9c0fc3337c5d),segment_id=3456df01-52c5-43ba-a161-9c0fc3337c5d)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:17:05.711009 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f35da550-a31e-4dc7-b66f-2065d14b6175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:05.724615 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-f35da550-a31e-4dc7-b66f-2065d14b6175 admin admin] Calling delete_port for aaba1359-733f-49d1-994f-77aea06ae904 owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:17:06.065909 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf21a0-ec68-4d5e-a19b-b8986ae63d61 req-744708e6-3f59-451c-a328-991cc0f47088 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:06.067580 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bddf21a0-ec68-4d5e-a19b-b8986ae63d61 req-744708e6-3f59-451c-a328-991cc0f47088 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 946 time: 0.0501747 Aug 16 21:17:06.127128 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bddf21a0-ec68-4d5e-a19b-b8986ae63d61 req-23814a4c-fc6e-4041-ab6e-6778bede800a tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=8eec299e-f5d8-456c-a6ef-8718e8c24877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524306 Aug 16 21:17:06.183239 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f35da550-a31e-4dc7-b66f-2065d14b6175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:06.231507 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35da550-a31e-4dc7-b66f-2065d14b6175 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaba1359-733f-49d1-994f-77aea06ae904,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:06.444883 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f35da550-a31e-4dc7-b66f-2065d14b6175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:06.696534 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35da550-a31e-4dc7-b66f-2065d14b6175 admin admin] Router 9597152b-9417-4487-a788-cece9411617b has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:17:07.183379 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35da550-a31e-4dc7-b66f-2065d14b6175 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:17:07.192181 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f35da550-a31e-4dc7-b66f-2065d14b6175 admin admin] 10.222.0.84 "PUT /v2.0/routers/9597152b-9417-4487-a788-cece9411617b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5084555 Aug 16 21:17:07.194805 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 50616) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:07.210964 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457f55e3-3803-4ad2-bccd-b9941be0c530 None None] Sync routers for ids ['9597152b-9417-4487-a788-cece9411617b'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:17:07.238646 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457f55e3-3803-4ad2-bccd-b9941be0c530 None None] Routers {'9597152b-9417-4487-a788-cece9411617b'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:17:07.239646 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-457f55e3-3803-4ad2-bccd-b9941be0c530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:16:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['9597152b-9417-4487-a788-cece9411617b'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:07.316647 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182c18e-968f-4a22-bc7e-6917f01e41a5 req-224665b7-b037-420d-b2f6-2eec67cf6bb9 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:07.329207 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b182c18e-968f-4a22-bc7e-6917f01e41a5 req-224665b7-b037-420d-b2f6-2eec67cf6bb9 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 946 time: 0.1158688 Aug 16 21:17:07.398542 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b182c18e-968f-4a22-bc7e-6917f01e41a5 req-ca595ef9-d395-49a2-856f-91b61ec00676 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=8eec299e-f5d8-456c-a6ef-8718e8c24877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660872 Aug 16 21:17:07.407072 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8d4e2a4a-6da5-4a95-89ac-172b21264d8c admin admin] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:07.456415 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-457f55e3-3803-4ad2-bccd-b9941be0c530 None None] Set router 9597152b-9417-4487-a788-cece9411617b gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:17:07.536980 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8d4e2a4a-6da5-4a95-89ac-172b21264d8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:07.640828 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-457f55e3-3803-4ad2-bccd-b9941be0c530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9597152b-9417-4487-a788-cece9411617b', 'name': 'tempest-TestVolumeBackupRestore-1940164414-router', 'tenant_id': 'c0bff215d26d44098ee353416e3d92dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '5452f25a-7f57-4822-86f4-c3185aae9338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:11:52Z', 'updated_at': '2021-08-16T21:17:05Z', 'revision_number': 5, 'project_id': 'c0bff215d26d44098ee353416e3d92dc', 'gw_port': {'id': '5452f25a-7f57-4822-86f4-c3185aae9338', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9597152b-9417-4487-a788-cece9411617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:11:53Z', 'updated_at': '2021-08-16T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:07.675422 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457f55e3-3803-4ad2-bccd-b9941be0c530 None None] Checking router: 9597152b-9417-4487-a788-cece9411617b for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:17:07.685016 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457f55e3-3803-4ad2-bccd-b9941be0c530 None None] Routers {'9597152b-9417-4487-a788-cece9411617b'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:17:07.685713 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-457f55e3-3803-4ad2-bccd-b9941be0c530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:16:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['9597152b-9417-4487-a788-cece9411617b'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:07.688336 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-01d3c468-00b0-436f-9253-bc1a923a46bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:07.690158 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-01d3c468-00b0-436f-9253-bc1a923a46bb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 1098 time: 0.0540497 Aug 16 21:17:07.730589 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-8d4e2a4a-6da5-4a95-89ac-172b21264d8c admin admin] Deleting port 5452f25a-7f57-4822-86f4-c3185aae9338 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:17:07.731215 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8d4e2a4a-6da5-4a95-89ac-172b21264d8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:07.784392 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-457f55e3-3803-4ad2-bccd-b9941be0c530 None None] Set router 9597152b-9417-4487-a788-cece9411617b gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:17:07.808131 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-ca0eca42-8b47-4278-8668-313631fe3e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:07.810416 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-ca0eca42-8b47-4278-8668-313631fe3e88 service neutron] 10.222.0.90 "GET /v2.0/networks?id=de919aea-3ab1-46ae-a7cf-23af99d94eaa HTTP/1.1" status: 200 len: 897 time: 0.1119289 Aug 16 21:17:07.831173 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-8d4e2a4a-6da5-4a95-89ac-172b21264d8c admin admin] For port 5452f25a-7f57-4822-86f4-c3185aae9338, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5452f25a-7f57-4822-86f4-c3185aae9338,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:17:07.831648 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8d4e2a4a-6da5-4a95-89ac-172b21264d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:07.846933 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-457f55e3-3803-4ad2-bccd-b9941be0c530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9597152b-9417-4487-a788-cece9411617b', 'name': 'tempest-TestVolumeBackupRestore-1940164414-router', 'tenant_id': 'c0bff215d26d44098ee353416e3d92dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:11:52Z', 'updated_at': '2021-08-16T21:17:07Z', 'revision_number': 6, 'project_id': 'c0bff215d26d44098ee353416e3d92dc', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:07.856266 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-8d4e2a4a-6da5-4a95-89ac-172b21264d8c admin admin] Calling delete_port for 5452f25a-7f57-4822-86f4-c3185aae9338 owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:17:07.874802 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457f55e3-3803-4ad2-bccd-b9941be0c530 None None] The sync data for ids ['9597152b-9417-4487-a788-cece9411617b'] in n-d-793620-15 is: [{'id': '9597152b-9417-4487-a788-cece9411617b', 'name': 'tempest-TestVolumeBackupRestore-1940164414-router', 'tenant_id': 'c0bff215d26d44098ee353416e3d92dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:11:52Z', 'updated_at': '2021-08-16T21:17:07Z', 'revision_number': 6, 'project_id': 'c0bff215d26d44098ee353416e3d92dc', 'gw_port_host': None}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:17:07.893411 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-adbee544-03a2-4530-a006-12b7699a9d55 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75e9b70b-d7ed-4655-a201-fe187ca00a58 HTTP/1.1" status: 200 len: 1001 time: 0.0760868 Aug 16 21:17:07.963272 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-b712996f-8965-42cd-8f75-6b7ca2ee90f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:07.965335 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-b712996f-8965-42cd-8f75-6b7ca2ee90f2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cfcb6eb6-a2cd-4ab1-bbe8-48d562fa29c1 HTTP/1.1" status: 200 len: 835 time: 0.0608737 Aug 16 21:17:08.013847 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-c118b791-fbd1-44de-9cb9-3ea97794d609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:08.015569 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-c118b791-fbd1-44de-9cb9-3ea97794d609 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=de919aea-3ab1-46ae-a7cf-23af99d94eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435734 Aug 16 21:17:08.117474 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-64fb7510-19a8-473a-a705-e643bb655870 service neutron] 10.222.0.90 "GET /v2.0/networks/de919aea-3ab1-46ae-a7cf-23af99d94eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949156 Aug 16 21:17:08.166063 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8d4e2a4a-6da5-4a95-89ac-172b21264d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:08.191575 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e2a4a-6da5-4a95-89ac-172b21264d8c admin admin] Pushing event deleted for resources: {'Port': ['ID=5452f25a-7f57-4822-86f4-c3185aae9338,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:08.213086 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-f1d2cbc4-9fae-419c-965d-4883a2cee19f service neutron] 10.222.0.90 "GET /v2.0/networks/de919aea-3ab1-46ae-a7cf-23af99d94eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891092 Aug 16 21:17:08.272985 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8d4e2a4a-6da5-4a95-89ac-172b21264d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:08.398778 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8d4e2a4a-6da5-4a95-89ac-172b21264d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:08.401648 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8d4e2a4a-6da5-4a95-89ac-172b21264d8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:08.514270 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8d4e2a4a-6da5-4a95-89ac-172b21264d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:08.516720 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4e2a4a-6da5-4a95-89ac-172b21264d8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9597152b-9417-4487-a788-cece9411617b {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:17:08.528953 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8d4e2a4a-6da5-4a95-89ac-172b21264d8c admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:08.530459 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8d4e2a4a-6da5-4a95-89ac-172b21264d8c admin admin] 10.222.0.84 "DELETE /v2.0/routers/9597152b-9417-4487-a788-cece9411617b HTTP/1.1" status: 204 len: 168 time: 1.3345475 Aug 16 21:17:08.533257 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 50694) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:08.577670 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e07dcc-e4d2-4004-b150-565b692be138 req-1c65d574-71c6-4812-a7a9-a88228075a4a tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:08.588465 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a6e07dcc-e4d2-4004-b150-565b692be138 req-1c65d574-71c6-4812-a7a9-a88228075a4a tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 946 time: 0.1059422 Aug 16 21:17:08.624688 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-9404cd68-28bc-409f-98a1-a1ef902d19ed admin admin] Deleting subnet 0543fff8-07dd-420f-8cde-4ff3c517bb02 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:17:08.632631 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9404cd68-28bc-409f-98a1-a1ef902d19ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:08.668702 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a6e07dcc-e4d2-4004-b150-565b692be138 req-d7f57664-7120-42a3-be61-13a8e44a1da6 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=8eec299e-f5d8-456c-a6ef-8718e8c24877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798111 Aug 16 21:17:08.695523 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9404cd68-28bc-409f-98a1-a1ef902d19ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:08.798850 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9404cd68-28bc-409f-98a1-a1ef902d19ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:08.920093 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9404cd68-28bc-409f-98a1-a1ef902d19ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:08.934903 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9404cd68-28bc-409f-98a1-a1ef902d19ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:08.939654 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9404cd68-28bc-409f-98a1-a1ef902d19ed admin admin] 10.222.0.84 "DELETE /v2.0/subnets/0543fff8-07dd-420f-8cde-4ff3c517bb02 HTTP/1.1" status: 204 len: 168 time: 0.4023962 Aug 16 21:17:08.941115 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 50718) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:08.951778 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b394c4-a445-40e3-884a-000f139d3661 None None] Network 8355fb6f-268b-4981-9676-2d3c73404659 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:17:08.957407 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9404cd68-28bc-409f-98a1-a1ef902d19ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0543fff8-07dd-420f-8cde-4ff3c517bb02,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:09.050595 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7a4656ec-0349-4eb2-8bae-35b3d7edf452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:09.115439 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-7a4656ec-0349-4eb2-8bae-35b3d7edf452 admin admin] Deleting port 13256629-9ea2-43fe-912a-0a921e663018 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:17:09.115902 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7a4656ec-0349-4eb2-8bae-35b3d7edf452 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:09.195258 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-7a4656ec-0349-4eb2-8bae-35b3d7edf452 admin admin] For port 13256629-9ea2-43fe-912a-0a921e663018, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=13256629-9ea2-43fe-912a-0a921e663018,segment=NetworkSegment(3456df01-52c5-43ba-a161-9c0fc3337c5d),segment_id=3456df01-52c5-43ba-a161-9c0fc3337c5d)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:17:09.196645 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7a4656ec-0349-4eb2-8bae-35b3d7edf452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:09.218767 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-7a4656ec-0349-4eb2-8bae-35b3d7edf452 admin admin] Calling delete_port for 13256629-9ea2-43fe-912a-0a921e663018 owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:17:09.335698 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c18947a-d49b-404b-916c-fb80dee8ceaa None None] DHCP port deletion for 8355fb6f-268b-4981-9676-2d3c73404659 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:17:09.389730 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5452f25a-7f57-4822-86f4-c3185aae9338 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:17:09.409636 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-0c18947a-d49b-404b-916c-fb80dee8ceaa None None] Deleting port 13256629-9ea2-43fe-912a-0a921e663018 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:17:09.410021 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0c18947a-d49b-404b-916c-fb80dee8ceaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:09.429009 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7a4656ec-0349-4eb2-8bae-35b3d7edf452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:09.442105 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4656ec-0349-4eb2-8bae-35b3d7edf452 admin admin] No DVR routers for this DVR port 13256629-9ea2-43fe-912a-0a921e663018 on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:17:09.451957 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 5452f25a-7f57-4822-86f4-c3185aae9338 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:17:09.452150 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5452f25a-7f57-4822-86f4-c3185aae9338 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:17:09.452568 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device aaba1359-733f-49d1-994f-77aea06ae904 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:17:09.481280 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: aaba1359-733f-49d1-994f-77aea06ae904 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:17:09.481817 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device aaba1359-733f-49d1-994f-77aea06ae904 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:17:09.493922 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4656ec-0349-4eb2-8bae-35b3d7edf452 admin admin] Pushing event deleted for resources: {'Port': ['ID=13256629-9ea2-43fe-912a-0a921e663018,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:09.504758 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-0c18947a-d49b-404b-916c-fb80dee8ceaa None None] For port 13256629-9ea2-43fe-912a-0a921e663018, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=13256629-9ea2-43fe-912a-0a921e663018,segment=NetworkSegment(3456df01-52c5-43ba-a161-9c0fc3337c5d),segment_id=3456df01-52c5-43ba-a161-9c0fc3337c5d)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:17:09.505171 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0c18947a-d49b-404b-916c-fb80dee8ceaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:09.519709 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-0c18947a-d49b-404b-916c-fb80dee8ceaa None None] Calling delete_port for 13256629-9ea2-43fe-912a-0a921e663018 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:17:09.597790 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7a4656ec-0349-4eb2-8bae-35b3d7edf452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:09.609394 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-7a4656ec-0349-4eb2-8bae-35b3d7edf452 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8355fb6f-268b-4981-9676-2d3c73404659']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:09.620289 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0c18947a-d49b-404b-916c-fb80dee8ceaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:09.632812 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 50754) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:09.634184 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-7a4656ec-0349-4eb2-8bae-35b3d7edf452 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3456df01-52c5-43ba-a161-9c0fc3337c5d') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:09.634489 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-7a4656ec-0349-4eb2-8bae-35b3d7edf452 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3456df01-52c5-43ba-a161-9c0fc3337c5d') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:09.644357 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7a4656ec-0349-4eb2-8bae-35b3d7edf452 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:09.658323 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18947a-d49b-404b-916c-fb80dee8ceaa None None] Pushing event deleted for resources: {'Port': ['ID=13256629-9ea2-43fe-912a-0a921e663018,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:09.669495 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c18947a-d49b-404b-916c-fb80dee8ceaa None None] No DVR routers for this DVR port 13256629-9ea2-43fe-912a-0a921e663018 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:17:09.672277 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c18947a-d49b-404b-916c-fb80dee8ceaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:09.672833 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c18947a-d49b-404b-916c-fb80dee8ceaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:09.672961 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7a4656ec-0349-4eb2-8bae-35b3d7edf452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:09.673469 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c18947a-d49b-404b-916c-fb80dee8ceaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:09.674018 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c18947a-d49b-404b-916c-fb80dee8ceaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:09.674514 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c18947a-d49b-404b-916c-fb80dee8ceaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:09.675043 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c18947a-d49b-404b-916c-fb80dee8ceaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:09.675388 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c18947a-d49b-404b-916c-fb80dee8ceaa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:09.675728 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c18947a-d49b-404b-916c-fb80dee8ceaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:09.676085 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c18947a-d49b-404b-916c-fb80dee8ceaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:09.676420 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c18947a-d49b-404b-916c-fb80dee8ceaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:09.676750 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c18947a-d49b-404b-916c-fb80dee8ceaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:09.677077 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c18947a-d49b-404b-916c-fb80dee8ceaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:09.682453 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a4656ec-0349-4eb2-8bae-35b3d7edf452 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:17:09.682882 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7a4656ec-0349-4eb2-8bae-35b3d7edf452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:09.760323 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:17:09.760323 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:17:09.760323 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:17:09.760323 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:17:09.760323 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:17:09.760323 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:17:09.760323 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:17:09.760323 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:17:09.760323 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:17:09.760323 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:17:09.760323 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:17:09.760323 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:17:09.760323 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:17:09.760323 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:17:09.760323 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:17:09.760323 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:17:09.760323 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:17:09.760323 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:17:09.760323 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:17:09.760323 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:17:09.760323 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:17:09.760323 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:17:09.760323 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:17:09.760323 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:17:09.760323 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:17:09.760323 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:17:09.760323 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:17:09.760323 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:17:09.760323 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:17:09.760323 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:17:09.760323 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:17:09.760323 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:17:09.793864 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b0f34988-06e4-4bfe-ada5-217b3e7ed633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:09.816680 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7a4656ec-0349-4eb2-8bae-35b3d7edf452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:09.828965 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a3e24-1f79-4cd2-9ac8-e962e379ab00 req-4a6cf9b5-3bb9-4517-aeef-4f5c5b3647d5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:09.831387 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-df7a3e24-1f79-4cd2-9ac8-e962e379ab00 req-4a6cf9b5-3bb9-4517-aeef-4f5c5b3647d5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 946 time: 0.0823970 Aug 16 21:17:09.840599 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7a4656ec-0349-4eb2-8bae-35b3d7edf452 admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:09.840599 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7a4656ec-0349-4eb2-8bae-35b3d7edf452 admin admin] 10.222.0.84 "DELETE /v2.0/networks/8355fb6f-268b-4981-9676-2d3c73404659 HTTP/1.1" status: 204 len: 168 time: 0.8969407 Aug 16 21:17:09.840599 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4656ec-0349-4eb2-8bae-35b3d7edf452 admin admin] Pushing event deleted for resources: {'Network': ['ID=8355fb6f-268b-4981-9676-2d3c73404659,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:09.842747 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 50772) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:09.902354 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-df7a3e24-1f79-4cd2-9ac8-e962e379ab00 req-9d6aa9fd-1cff-41df-960a-224b0fbf576d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=8eec299e-f5d8-456c-a6ef-8718e8c24877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599418 Aug 16 21:17:09.972050 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b0f34988-06e4-4bfe-ada5-217b3e7ed633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:10.079383 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b0f34988-06e4-4bfe-ada5-217b3e7ed633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:10.125023 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b0f34988-06e4-4bfe-ada5-217b3e7ed633 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0202838bd962478a86a4c1d8e636ed43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4898117 Aug 16 21:17:10.129968 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 50784) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:10.156942 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f34988-06e4-4bfe-ada5-217b3e7ed633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf8740c-3c6e-4e35-b10e-b8fad43fa681,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:10.206231 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eebe82ba-5892-4992-9209-4c7e7d588348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:10.228272 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eebe82ba-5892-4992-9209-4c7e7d588348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:10.270685 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6a2d6a43-03b2-4647-81c7-cecc07800138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:10.331175 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eebe82ba-5892-4992-9209-4c7e7d588348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:10.333973 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eebe82ba-5892-4992-9209-4c7e7d588348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:10.337732 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-eebe82ba-5892-4992-9209-4c7e7d588348 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fcf8740c-3c6e-4e35-b10e-b8fad43fa681 HTTP/1.1" status: 204 len: 168 time: 0.2042029 Aug 16 21:17:10.358098 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe82ba-5892-4992-9209-4c7e7d588348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf8740c-3c6e-4e35-b10e-b8fad43fa681,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:10.563769 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-6a2d6a43-03b2-4647-81c7-cecc07800138 admin admin] Deleting port b36a5fb1-36f8-4722-a44b-f961f0a0ac4e {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:17:10.564148 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6a2d6a43-03b2-4647-81c7-cecc07800138 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:10.656829 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-6a2d6a43-03b2-4647-81c7-cecc07800138 admin admin] For port b36a5fb1-36f8-4722-a44b-f961f0a0ac4e, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b36a5fb1-36f8-4722-a44b-f961f0a0ac4e,segment=NetworkSegment(403cb44d-4b8c-406e-a8cf-40b36166c4c3),segment_id=403cb44d-4b8c-406e-a8cf-40b36166c4c3)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:17:10.657271 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6a2d6a43-03b2-4647-81c7-cecc07800138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:10.681563 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-6a2d6a43-03b2-4647-81c7-cecc07800138 admin admin] Calling delete_port for b36a5fb1-36f8-4722-a44b-f961f0a0ac4e owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:17:10.983643 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 50836) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:10.984208 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6a2d6a43-03b2-4647-81c7-cecc07800138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:10.997614 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a634fa5c-37fe-44bb-b381-07b52fc4cd41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:11.027014 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d6a43-03b2-4647-81c7-cecc07800138 admin admin] Pushing event deleted for resources: {'Port': ['ID=b36a5fb1-36f8-4722-a44b-f961f0a0ac4e,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:11.106201 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22bc7b9-55d2-421f-a9ce-892fd490ae2d req-d8a4b91f-15e3-43e9-8fcd-b3d67276c323 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:11.114327 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c94903e5-681c-4960-8f06-e1e65753bf85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:11.114978 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d22bc7b9-55d2-421f-a9ce-892fd490ae2d req-d8a4b91f-15e3-43e9-8fcd-b3d67276c323 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 946 time: 0.0862658 Aug 16 21:17:11.182706 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d22bc7b9-55d2-421f-a9ce-892fd490ae2d req-18321bfb-be5b-4045-b145-9830bbe31095 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=8eec299e-f5d8-456c-a6ef-8718e8c24877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668993 Aug 16 21:17:11.199765 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a634fa5c-37fe-44bb-b381-07b52fc4cd41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:11.291683 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6a2d6a43-03b2-4647-81c7-cecc07800138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:11.303143 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a634fa5c-37fe-44bb-b381-07b52fc4cd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:11.343881 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a634fa5c-37fe-44bb-b381-07b52fc4cd41 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=06417106eb434f1ab7472a0f1c5e17b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3590019 Aug 16 21:17:11.346584 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 50848) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:11.434654 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634fa5c-37fe-44bb-b381-07b52fc4cd41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16b79f9-8804-40ef-b8f8-6f5269041c94,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:11.463388 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a7e7ff89-cd18-4298-8b2c-b1c6d3bd25e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:11.486223 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 13256629-9ea2-43fe-912a-0a921e663018 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:17:11.514022 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a7e7ff89-cd18-4298-8b2c-b1c6d3bd25e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:11.526451 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 13256629-9ea2-43fe-912a-0a921e663018 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:17:11.528454 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 13256629-9ea2-43fe-912a-0a921e663018 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:17:11.656857 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a7e7ff89-cd18-4298-8b2c-b1c6d3bd25e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:11.659537 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a7e7ff89-cd18-4298-8b2c-b1c6d3bd25e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:11.669595 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2d6a43-03b2-4647-81c7-cecc07800138 admin admin] Router 8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:17:11.673721 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a7e7ff89-cd18-4298-8b2c-b1c6d3bd25e9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f16b79f9-8804-40ef-b8f8-6f5269041c94 HTTP/1.1" status: 204 len: 168 time: 0.3248429 Aug 16 21:17:11.696126 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e7ff89-cd18-4298-8b2c-b1c6d3bd25e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16b79f9-8804-40ef-b8f8-6f5269041c94,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:11.826668 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2d6a43-03b2-4647-81c7-cecc07800138 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:17:11.840040 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6a2d6a43-03b2-4647-81c7-cecc07800138 admin admin] 10.222.0.84 "PUT /v2.0/routers/8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9936543 Aug 16 21:17:11.840956 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd090d0-1a52-4e49-ac59-7a4ba7df3720 None None] Sync routers for ids ['8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:17:11.841752 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 50872) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:11.857847 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd090d0-1a52-4e49-ac59-7a4ba7df3720 None None] Routers {'8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:17:11.858845 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-0dd090d0-1a52-4e49-ac59-7a4ba7df3720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:16:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:12.000357 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c48e8bd2-e763-49b7-9c8f-c48ea1f77531 admin admin] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:12.035448 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-0dd090d0-1a52-4e49-ac59-7a4ba7df3720 None None] Set router 8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:17:12.225754 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c48e8bd2-e763-49b7-9c8f-c48ea1f77531 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:12.311166 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-0dd090d0-1a52-4e49-ac59-7a4ba7df3720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc', 'name': 'tempest-TestVolumeBackupRestore-923624975-router', 'tenant_id': 'b2524ddb9a3c400292e84e389467fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5b002108-b7fb-41a1-9339-b92f709df00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:12:05Z', 'updated_at': '2021-08-16T21:17:10Z', 'revision_number': 5, 'project_id': 'b2524ddb9a3c400292e84e389467fcb2', 'gw_port': {'id': '5b002108-b7fb-41a1-9339-b92f709df00b', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:71:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:12:06Z', 'updated_at': '2021-08-16T21:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:12.342052 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd090d0-1a52-4e49-ac59-7a4ba7df3720 None None] Checking router: 8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:17:12.350846 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd090d0-1a52-4e49-ac59-7a4ba7df3720 None None] Routers {'8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:17:12.351457 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-0dd090d0-1a52-4e49-ac59-7a4ba7df3720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:16:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:12.394932 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f68bff-c3c3-44e0-b024-e5e079fed4bc req-0001b611-2f3d-46bf-bd13-4e59d718e5bf tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:12.396545 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-85f68bff-c3c3-44e0-b024-e5e079fed4bc req-0001b611-2f3d-46bf-bd13-4e59d718e5bf tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 946 time: 0.1020865 Aug 16 21:17:12.434712 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-c48e8bd2-e763-49b7-9c8f-c48ea1f77531 admin admin] Deleting port 5b002108-b7fb-41a1-9339-b92f709df00b {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:17:12.435040 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c48e8bd2-e763-49b7-9c8f-c48ea1f77531 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:12.456778 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-0dd090d0-1a52-4e49-ac59-7a4ba7df3720 None None] Set router 8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:17:12.504560 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-85f68bff-c3c3-44e0-b024-e5e079fed4bc req-9ff0e0e7-a153-4a25-917e-13fcb02f85ad tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=8eec299e-f5d8-456c-a6ef-8718e8c24877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959055 Aug 16 21:17:12.531524 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-0dd090d0-1a52-4e49-ac59-7a4ba7df3720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc', 'name': 'tempest-TestVolumeBackupRestore-923624975-router', 'tenant_id': 'b2524ddb9a3c400292e84e389467fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:12:05Z', 'updated_at': '2021-08-16T21:17:12Z', 'revision_number': 6, 'project_id': 'b2524ddb9a3c400292e84e389467fcb2', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:12.554559 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-c48e8bd2-e763-49b7-9c8f-c48ea1f77531 admin admin] For port 5b002108-b7fb-41a1-9339-b92f709df00b, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5b002108-b7fb-41a1-9339-b92f709df00b,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:17:12.555354 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c48e8bd2-e763-49b7-9c8f-c48ea1f77531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:12.564667 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd090d0-1a52-4e49-ac59-7a4ba7df3720 None None] The sync data for ids ['8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc'] in n-d-793620-15 is: [{'id': '8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc', 'name': 'tempest-TestVolumeBackupRestore-923624975-router', 'tenant_id': 'b2524ddb9a3c400292e84e389467fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:12:05Z', 'updated_at': '2021-08-16T21:17:12Z', 'revision_number': 6, 'project_id': 'b2524ddb9a3c400292e84e389467fcb2', 'gw_port_host': None}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:17:12.575878 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-c48e8bd2-e763-49b7-9c8f-c48ea1f77531 admin admin] Calling delete_port for 5b002108-b7fb-41a1-9339-b92f709df00b owned by network:router_gateway {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:17:13.262048 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c48e8bd2-e763-49b7-9c8f-c48ea1f77531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:13.292201 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e8bd2-e763-49b7-9c8f-c48ea1f77531 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b002108-b7fb-41a1-9339-b92f709df00b,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:13.320523 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e8bd2-e763-49b7-9c8f-c48ea1f77531 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:13.320900 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e8bd2-e763-49b7-9c8f-c48ea1f77531 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:13.321240 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e8bd2-e763-49b7-9c8f-c48ea1f77531 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:13.321575 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e8bd2-e763-49b7-9c8f-c48ea1f77531 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:13.321909 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e8bd2-e763-49b7-9c8f-c48ea1f77531 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:13.322236 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e8bd2-e763-49b7-9c8f-c48ea1f77531 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:13.322562 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e8bd2-e763-49b7-9c8f-c48ea1f77531 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:13.322885 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e8bd2-e763-49b7-9c8f-c48ea1f77531 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:13.323211 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e8bd2-e763-49b7-9c8f-c48ea1f77531 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:13.323532 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e8bd2-e763-49b7-9c8f-c48ea1f77531 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:13.323879 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e8bd2-e763-49b7-9c8f-c48ea1f77531 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:13.324205 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e8bd2-e763-49b7-9c8f-c48ea1f77531 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:13.370729 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c48e8bd2-e763-49b7-9c8f-c48ea1f77531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:13.462504 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b36a5fb1-36f8-4722-a44b-f961f0a0ac4e no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:17:13.485187 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c48e8bd2-e763-49b7-9c8f-c48ea1f77531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:13.487472 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c48e8bd2-e763-49b7-9c8f-c48ea1f77531 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:13.491015 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: b36a5fb1-36f8-4722-a44b-f961f0a0ac4e {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:17:13.491370 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b36a5fb1-36f8-4722-a44b-f961f0a0ac4e not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:17:13.492731 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5b002108-b7fb-41a1-9339-b92f709df00b no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:17:13.512933 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 5b002108-b7fb-41a1-9339-b92f709df00b {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:17:13.513723 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5b002108-b7fb-41a1-9339-b92f709df00b not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:17:13.633727 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fadc5cb3-35a0-4cd1-b926-354c3598b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:13.651979 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40c7e3-35e6-411b-8549-5375184910d4 req-cd97ade3-8727-4f86-a8fc-2fae8e43a994 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:13.653651 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-db40c7e3-35e6-411b-8549-5375184910d4 req-cd97ade3-8727-4f86-a8fc-2fae8e43a994 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 946 time: 0.0748291 Aug 16 21:17:13.675981 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c48e8bd2-e763-49b7-9c8f-c48ea1f77531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:13.676630 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48e8bd2-e763-49b7-9c8f-c48ea1f77531 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:17:13.682733 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c48e8bd2-e763-49b7-9c8f-c48ea1f77531 admin admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:13.684031 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c48e8bd2-e763-49b7-9c8f-c48ea1f77531 admin admin] 10.222.0.84 "DELETE /v2.0/routers/8fa45e9b-2ad1-4cb8-a80f-6f8d486809cc HTTP/1.1" status: 204 len: 168 time: 1.8413053 Aug 16 21:17:13.687424 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 50944) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:13.703610 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-db40c7e3-35e6-411b-8549-5375184910d4 req-7f976ebe-6731-4cc5-8031-91c4f0a9729e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=8eec299e-f5d8-456c-a6ef-8718e8c24877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437565 Aug 16 21:17:13.757219 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c11c5a8-ecf8-48c5-84cb-e1b6df5c2248 admin admin] Deleting subnet b8d23c8a-a10f-4a3e-a9f4-2e0fa38f71f7 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:17:13.765404 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9c11c5a8-ecf8-48c5-84cb-e1b6df5c2248 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:13.834542 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9c11c5a8-ecf8-48c5-84cb-e1b6df5c2248 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:13.851111 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:13.969216 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9c11c5a8-ecf8-48c5-84cb-e1b6df5c2248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:14.160265 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9c11c5a8-ecf8-48c5-84cb-e1b6df5c2248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:14.190321 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11c5a8-ecf8-48c5-84cb-e1b6df5c2248 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8d23c8a-a10f-4a3e-a9f4-2e0fa38f71f7,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:14.195946 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9c11c5a8-ecf8-48c5-84cb-e1b6df5c2248 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:14.198593 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9c11c5a8-ecf8-48c5-84cb-e1b6df5c2248 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/b8d23c8a-a10f-4a3e-a9f4-2e0fa38f71f7 HTTP/1.1" status: 204 len: 168 time: 0.5100889 Aug 16 21:17:14.203105 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 50954) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:14.215158 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec421df5-5b0c-4b7b-8051-7c0be4e973e3 None None] Network 7bfa5011-d4f4-4407-847c-6da5b4a5f9bd requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:17:14.288215 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b55a70e6-4122-4a57-b76c-df8810b9c246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:14.354535 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-b55a70e6-4122-4a57-b76c-df8810b9c246 admin admin] Deleting port 4b56ab9f-43a9-47e6-b36e-4e58baa0a6a0 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:17:14.355238 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b55a70e6-4122-4a57-b76c-df8810b9c246 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:14.463527 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-b55a70e6-4122-4a57-b76c-df8810b9c246 admin admin] For port 4b56ab9f-43a9-47e6-b36e-4e58baa0a6a0, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=4b56ab9f-43a9-47e6-b36e-4e58baa0a6a0,segment=NetworkSegment(403cb44d-4b8c-406e-a8cf-40b36166c4c3),segment_id=403cb44d-4b8c-406e-a8cf-40b36166c4c3)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:17:14.465326 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b55a70e6-4122-4a57-b76c-df8810b9c246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:14.482757 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-b55a70e6-4122-4a57-b76c-df8810b9c246 admin admin] Calling delete_port for 4b56ab9f-43a9-47e6-b36e-4e58baa0a6a0 owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:17:14.496292 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74123789-5794-4d3c-94af-a3375f480af4 None None] DHCP port deletion for 7bfa5011-d4f4-4407-847c-6da5b4a5f9bd request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:17:14.552680 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-74123789-5794-4d3c-94af-a3375f480af4 None None] Deleting port 4b56ab9f-43a9-47e6-b36e-4e58baa0a6a0 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:17:14.553061 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-74123789-5794-4d3c-94af-a3375f480af4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:14.631032 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-74123789-5794-4d3c-94af-a3375f480af4 None None] For port 4b56ab9f-43a9-47e6-b36e-4e58baa0a6a0, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=4b56ab9f-43a9-47e6-b36e-4e58baa0a6a0,segment=NetworkSegment(403cb44d-4b8c-406e-a8cf-40b36166c4c3),segment_id=403cb44d-4b8c-406e-a8cf-40b36166c4c3)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:17:14.631441 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-74123789-5794-4d3c-94af-a3375f480af4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:14.648339 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-74123789-5794-4d3c-94af-a3375f480af4 None None] Calling delete_port for 4b56ab9f-43a9-47e6-b36e-4e58baa0a6a0 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:17:14.663742 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b55a70e6-4122-4a57-b76c-df8810b9c246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:14.696329 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a70e6-4122-4a57-b76c-df8810b9c246 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b56ab9f-43a9-47e6-b36e-4e58baa0a6a0,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:14.704398 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55a70e6-4122-4a57-b76c-df8810b9c246 admin admin] No DVR routers for this DVR port 4b56ab9f-43a9-47e6-b36e-4e58baa0a6a0 on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:17:14.735608 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-74123789-5794-4d3c-94af-a3375f480af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:14.778878 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74123789-5794-4d3c-94af-a3375f480af4 None None] No DVR routers for this DVR port 4b56ab9f-43a9-47e6-b36e-4e58baa0a6a0 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:17:14.787839 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74123789-5794-4d3c-94af-a3375f480af4 None None] Pushing event deleted for resources: {'Port': ['ID=4b56ab9f-43a9-47e6-b36e-4e58baa0a6a0,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:14.810078 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b55a70e6-4122-4a57-b76c-df8810b9c246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:14.822494 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-b55a70e6-4122-4a57-b76c-df8810b9c246 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bfa5011-d4f4-4407-847c-6da5b4a5f9bd']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:14.833621 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-b55a70e6-4122-4a57-b76c-df8810b9c246 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '403cb44d-4b8c-406e-a8cf-40b36166c4c3') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:14.834024 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-b55a70e6-4122-4a57-b76c-df8810b9c246 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '403cb44d-4b8c-406e-a8cf-40b36166c4c3') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:14.844536 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b55a70e6-4122-4a57-b76c-df8810b9c246 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:14.859406 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b55a70e6-4122-4a57-b76c-df8810b9c246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:14.869229 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b55a70e6-4122-4a57-b76c-df8810b9c246 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:17:14.869637 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b55a70e6-4122-4a57-b76c-df8810b9c246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:14.877410 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:17:14.877410 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:17:14.877410 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:17:14.877410 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:17:14.877410 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:17:14.877410 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:17:14.877410 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:17:14.877410 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:17:14.877410 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:17:14.877410 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:17:14.877410 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:17:14.877410 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:17:14.877410 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:17:14.877410 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:17:14.877410 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:17:14.877410 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:17:14.877410 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:17:14.877410 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:17:14.877410 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:17:14.877410 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:17:14.877410 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:17:14.877410 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:17:14.877410 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:17:14.877410 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:17:14.877410 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:17:14.877410 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:17:14.877410 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:17:14.877410 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:17:14.877410 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:17:14.877410 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:17:14.877410 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:17:14.877410 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:17:14.880513 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab091f-aefa-4cd6-9ac3-a488c365ad37 req-b69e674e-5d2a-4977-a21e-025ec539fd67 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:14.881414 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3fab091f-aefa-4cd6-9ac3-a488c365ad37 req-b69e674e-5d2a-4977-a21e-025ec539fd67 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 946 time: 0.0567153 Aug 16 21:17:14.895423 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:14.936616 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3fab091f-aefa-4cd6-9ac3-a488c365ad37 req-e40bfb1e-9eab-45eb-a755-13d1228a095f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=8eec299e-f5d8-456c-a6ef-8718e8c24877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419414 Aug 16 21:17:15.039252 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b55a70e6-4122-4a57-b76c-df8810b9c246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:15.049649 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b55a70e6-4122-4a57-b76c-df8810b9c246 admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:15.051874 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b55a70e6-4122-4a57-b76c-df8810b9c246 admin admin] 10.222.0.84 "DELETE /v2.0/networks/7bfa5011-d4f4-4407-847c-6da5b4a5f9bd HTTP/1.1" status: 204 len: 168 time: 0.8478563 Aug 16 21:17:15.064728 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a70e6-4122-4a57-b76c-df8810b9c246 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bfa5011-d4f4-4407-847c-6da5b4a5f9bd,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:15.356140 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 4b56ab9f-43a9-47e6-b36e-4e58baa0a6a0 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:17:15.376288 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 4b56ab9f-43a9-47e6-b36e-4e58baa0a6a0 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:17:15.380677 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 4b56ab9f-43a9-47e6-b36e-4e58baa0a6a0 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:17:15.432606 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 50988) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:15.473310 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3582415b-50ac-4c0e-ad4d-db462fbccb87 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c0bff215d26d44098ee353416e3d92dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391142 Aug 16 21:17:15.475546 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 50990) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:15.528199 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dc02f67c-5886-4194-810f-ddcc47ca6f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:15.549909 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dc02f67c-5886-4194-810f-ddcc47ca6f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:15.674963 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dc02f67c-5886-4194-810f-ddcc47ca6f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:15.677662 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dc02f67c-5886-4194-810f-ddcc47ca6f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:15.678833 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-dc02f67c-5886-4194-810f-ddcc47ca6f45 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9c147cf0-d933-4ec5-939d-ba71b8b71b8e HTTP/1.1" status: 204 len: 168 time: 0.2023373 Aug 16 21:17:15.687661 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02f67c-5886-4194-810f-ddcc47ca6f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c147cf0-d933-4ec5-939d-ba71b8b71b8e,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:15.837071 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 50998) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:15.956402 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2866ced4-3858-4ec3-9718-0a8b94d63bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:16.063232 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2866ced4-3858-4ec3-9718-0a8b94d63bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:16.086182 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03adb67-9ad7-4123-8ebc-11147c8c4c51 req-45f84e36-1a18-4b10-be66-f4e415ecac2d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:16.087732 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a03adb67-9ad7-4123-8ebc-11147c8c4c51 req-45f84e36-1a18-4b10-be66-f4e415ecac2d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 946 time: 0.0575733 Aug 16 21:17:16.130633 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a03adb67-9ad7-4123-8ebc-11147c8c4c51 req-25c9af2d-0eb2-461a-8773-8241329f3539 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=8eec299e-f5d8-456c-a6ef-8718e8c24877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362196 Aug 16 21:17:16.216789 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2866ced4-3858-4ec3-9718-0a8b94d63bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:16.255769 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2866ced4-3858-4ec3-9718-0a8b94d63bcb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2a1637fdd508447da56b8614ed3b336c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4161174 Aug 16 21:17:16.256645 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866ced4-3858-4ec3-9718-0a8b94d63bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3b4e21-75ad-45db-aca5-05643b47e0d1,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:16.259156 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51008) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:16.310669 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-90e53511-c4ed-4192-9315-4237dc94547a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:16.332000 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-90e53511-c4ed-4192-9315-4237dc94547a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:16.444950 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-90e53511-c4ed-4192-9315-4237dc94547a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:16.448295 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-90e53511-c4ed-4192-9315-4237dc94547a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:16.449477 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-90e53511-c4ed-4192-9315-4237dc94547a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9e3b4e21-75ad-45db-aca5-05643b47e0d1 HTTP/1.1" status: 204 len: 168 time: 0.1890857 Aug 16 21:17:16.458752 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e53511-c4ed-4192-9315-4237dc94547a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3b4e21-75ad-45db-aca5-05643b47e0d1,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:16.517077 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51012) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:16.556705 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9a7f438b-62b1-4861-b358-4fbb5fe48a8b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b2524ddb9a3c400292e84e389467fcb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383928 Aug 16 21:17:16.559182 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51014) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:16.604825 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:16.612292 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e73296c3-1f15-429c-84dc-609995b08a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:16.634647 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e73296c3-1f15-429c-84dc-609995b08a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:16.760084 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e73296c3-1f15-429c-84dc-609995b08a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:16.762741 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e73296c3-1f15-429c-84dc-609995b08a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:16.764255 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e73296c3-1f15-429c-84dc-609995b08a5a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/93dd0555-3b9d-45cc-8647-35915bd290a7 HTTP/1.1" status: 204 len: 168 time: 0.2038209 Aug 16 21:17:16.775564 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73296c3-1f15-429c-84dc-609995b08a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93dd0555-3b9d-45cc-8647-35915bd290a7,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:17.217536 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51028) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:17.251795 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-74ed4526-5106-4dfc-8e90-bddc8d9ba441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:17.284261 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38022114-6d3a-4193-8648-47a688c9a7db req-cac6b6f8-326e-4790-8290-e8dcf88615c8 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:17.285916 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-38022114-6d3a-4193-8648-47a688c9a7db req-cac6b6f8-326e-4790-8290-e8dcf88615c8 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 946 time: 0.0786042 Aug 16 21:17:17.356798 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-38022114-6d3a-4193-8648-47a688c9a7db req-9dbd79aa-9f07-4f11-b367-b4cdc10c9891 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=8eec299e-f5d8-456c-a6ef-8718e8c24877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625112 Aug 16 21:17:17.445019 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-74ed4526-5106-4dfc-8e90-bddc8d9ba441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:17.566039 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-74ed4526-5106-4dfc-8e90-bddc8d9ba441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:17.625062 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-74ed4526-5106-4dfc-8e90-bddc8d9ba441 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2acdc642b7d44849b29997bf0d6a665d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4021914 Aug 16 21:17:17.625062 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed4526-5106-4dfc-8e90-bddc8d9ba441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7688c655-f4ec-4154-80ea-06d0fa9828ce,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:17.625639 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51030) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:17.686942 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-30156aab-b161-46f2-8e62-5f8d39361aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:17.710750 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-30156aab-b161-46f2-8e62-5f8d39361aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:17.822824 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-30156aab-b161-46f2-8e62-5f8d39361aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:17.825382 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-30156aab-b161-46f2-8e62-5f8d39361aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:17.826606 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-30156aab-b161-46f2-8e62-5f8d39361aa1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7688c655-f4ec-4154-80ea-06d0fa9828ce HTTP/1.1" status: 204 len: 168 time: 0.1998060 Aug 16 21:17:17.834288 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30156aab-b161-46f2-8e62-5f8d39361aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7688c655-f4ec-4154-80ea-06d0fa9828ce,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:18.492445 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b7ffb-ad92-4349-a09b-a794a70f4a9e req-a69c948e-d413-4590-9ae5-755dbe1393f0 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:18.494602 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-180b7ffb-ad92-4349-a09b-a794a70f4a9e req-a69c948e-d413-4590-9ae5-755dbe1393f0 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 946 time: 0.0508819 Aug 16 21:17:18.536448 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-180b7ffb-ad92-4349-a09b-a794a70f4a9e req-b422bac8-4529-4874-a8c8-438e15210877 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=8eec299e-f5d8-456c-a6ef-8718e8c24877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331936 Aug 16 21:17:19.296411 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:19.616116 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51076) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:19.677158 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b5c23-7de6-4786-a8e7-6f5d8064e87c req-df6ff3a9-65a4-4a29-839a-2d99f8c3e504 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:19.679726 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6d2b5c23-7de6-4786-a8e7-6f5d8064e87c req-df6ff3a9-65a4-4a29-839a-2d99f8c3e504 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 946 time: 0.0665197 Aug 16 21:17:19.737812 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6d2b5c23-7de6-4786-a8e7-6f5d8064e87c req-8f20ea8a-2428-45bc-bfd6-b43bd4a15a7b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=8eec299e-f5d8-456c-a6ef-8718e8c24877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500393 Aug 16 21:17:19.858140 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1d90d384-bd96-48a4-9218-89b987dffcc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:19.952210 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1d90d384-bd96-48a4-9218-89b987dffcc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:20.115132 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1d90d384-bd96-48a4-9218-89b987dffcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:20.158343 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1d90d384-bd96-48a4-9218-89b987dffcc6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=539579cfc8d34d2c80bbd747c2d79af7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5399015 Aug 16 21:17:20.159530 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90d384-bd96-48a4-9218-89b987dffcc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5695629e-98c4-453b-9e9a-e5b9c995fb89,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:20.161088 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51088) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:20.213773 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e7abe29b-4612-4ee4-aa69-ae9b0959f3e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:20.248956 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e7abe29b-4612-4ee4-aa69-ae9b0959f3e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:20.328340 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-65e5886e-9699-4320-a86f-ddb0a1bc422a service neutron] show failed (client error): The resource could not be found. Aug 16 21:17:20.329448 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-65e5886e-9699-4320-a86f-ddb0a1bc422a service neutron] 10.222.0.90 "GET /v2.0/ports/75e9b70b-d7ed-4655-a201-fe187ca00a58/bindings/n-h1-793620-15 HTTP/1.1" status: 404 len: 381 time: 0.0957949 Aug 16 21:17:20.422396 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e7abe29b-4612-4ee4-aa69-ae9b0959f3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:20.425027 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e7abe29b-4612-4ee4-aa69-ae9b0959f3e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:20.426181 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e7abe29b-4612-4ee4-aa69-ae9b0959f3e8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5695629e-98c4-453b-9e9a-e5b9c995fb89 HTTP/1.1" status: 204 len: 168 time: 0.2633314 Aug 16 21:17:20.433852 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7abe29b-4612-4ee4-aa69-ae9b0959f3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5695629e-98c4-453b-9e9a-e5b9c995fb89,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:20.856916 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3503cd-5ddf-451e-95e3-6e9d3e64a56f req-e0485c65-6cec-416a-9bff-81f2dc88517d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:20.858358 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3a3503cd-5ddf-451e-95e3-6e9d3e64a56f req-e0485c65-6cec-416a-9bff-81f2dc88517d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 946 time: 0.0520124 Aug 16 21:17:20.899423 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3a3503cd-5ddf-451e-95e3-6e9d3e64a56f req-d307b5cd-67eb-4717-8f20-cda2da71457e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=8eec299e-f5d8-456c-a6ef-8718e8c24877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343530 Aug 16 21:17:20.921547 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-069854ae-9e86-43b8-9b58-b230df8e1c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:20.923400 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-069854ae-9e86-43b8-9b58-b230df8e1c37 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b&tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507 HTTP/1.1" status: 200 len: 1098 time: 0.0453744 Aug 16 21:17:20.935357 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-854c3499-a761-4e1b-90b5-0f90e0106e46 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-15', 'device_owner': 'compute:nova'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:17:20.989339 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-854c3499-a761-4e1b-90b5-0f90e0106e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:21.201911 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-854c3499-a761-4e1b-90b5-0f90e0106e46 service neutron] For port 75e9b70b-d7ed-4655-a201-fe187ca00a58, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=75e9b70b-d7ed-4655-a201-fe187ca00a58,segment=NetworkSegment(f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f),segment_id=f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:17:21.237176 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-854c3499-a761-4e1b-90b5-0f90e0106e46 service neutron] For port 75e9b70b-d7ed-4655-a201-fe187ca00a58, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:17:21.259092 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51120) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:21.272929 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ad75295c-e207-4fc7-b7c1-52b6a5f4aefa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:21.281177 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75e9b70b-d7ed-4655-a201-fe187ca00a58'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:17:21.283511 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30457e8-31fb-4763-977d-6b7c06a60ea0" -d '{"events": [{"server_uuid": "8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b", "name": "network-vif-unplugged", "status": "completed", "tag": "75e9b70b-d7ed-4655-a201-fe187ca00a58"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:17:21.288247 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-854c3499-a761-4e1b-90b5-0f90e0106e46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:21.302156 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-854c3499-a761-4e1b-90b5-0f90e0106e46 service neutron] Transition to ACTIVE for port object 75e9b70b-d7ed-4655-a201-fe187ca00a58 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:17:21.348409 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5b2537-477a-495e-8756-1a14ca5250f1 x-openstack-request-id: req-7f5b2537-477a-495e-8756-1a14ca5250f1 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:17:21.352615 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b", "name": "network-vif-unplugged", "status": "completed", "tag": "75e9b70b-d7ed-4655-a201-fe187ca00a58", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:17:21.353640 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7f5b2537-477a-495e-8756-1a14ca5250f1 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:17:21.354346 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75e9b70b-d7ed-4655-a201-fe187ca00a58', 'code': 200} Aug 16 21:17:21.376861 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ad75295c-e207-4fc7-b7c1-52b6a5f4aefa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:21.468178 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-854c3499-a761-4e1b-90b5-0f90e0106e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:21.497169 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ad75295c-e207-4fc7-b7c1-52b6a5f4aefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:21.543840 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c3499-a761-4e1b-90b5-0f90e0106e46 service neutron] Pushing event updated for resources: {'Port': ['ID=75e9b70b-d7ed-4655-a201-fe187ca00a58,revision_number=6']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:21.552395 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51126) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:21.552548 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ad75295c-e207-4fc7-b7c1-52b6a5f4aefa admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2b1ab9573d0748f598ec958d36cf1f62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2860599 Aug 16 21:17:21.553421 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad75295c-e207-4fc7-b7c1-52b6a5f4aefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d337ef-79e3-4e85-9715-491ccac4e485,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:21.621878 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-854c3499-a761-4e1b-90b5-0f90e0106e46 service neutron] No DVR routers for this DVR port 75e9b70b-d7ed-4655-a201-fe187ca00a58 on host n-h2-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:17:21.674129 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4ca37950-1249-4556-bc8a-5b1ed8906101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:21.736490 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4ca37950-1249-4556-bc8a-5b1ed8906101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:21.813708 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-854c3499-a761-4e1b-90b5-0f90e0106e46 service neutron] Attempting to bind port 75e9b70b-d7ed-4655-a201-fe187ca00a58 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:17:21.814061 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-854c3499-a761-4e1b-90b5-0f90e0106e46 service neutron] Attempting to bind port 75e9b70b-d7ed-4655-a201-fe187ca00a58 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': 'f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'de919aea-3ab1-46ae-a7cf-23af99d94eaa'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:17:21.814396 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-854c3499-a761-4e1b-90b5-0f90e0106e46 service neutron] Attempting to bind port 75e9b70b-d7ed-4655-a201-fe187ca00a58 on network de919aea-3ab1-46ae-a7cf-23af99d94eaa {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:17:21.821565 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-854c3499-a761-4e1b-90b5-0f90e0106e46 service neutron] Port 75e9b70b-d7ed-4655-a201-fe187ca00a58 on network de919aea-3ab1-46ae-a7cf-23af99d94eaa not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:17:21.822136 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-854c3499-a761-4e1b-90b5-0f90e0106e46 service neutron] Attempting to bind port 75e9b70b-d7ed-4655-a201-fe187ca00a58 on network de919aea-3ab1-46ae-a7cf-23af99d94eaa {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:17:21.830873 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-854c3499-a761-4e1b-90b5-0f90e0106e46 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:17:21.851045 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-854c3499-a761-4e1b-90b5-0f90e0106e46 service neutron] Checking segment: {'id': 'f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'de919aea-3ab1-46ae-a7cf-23af99d94eaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:17:21.851045 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-854c3499-a761-4e1b-90b5-0f90e0106e46 service neutron] Bound using segment: {'id': 'f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'de919aea-3ab1-46ae-a7cf-23af99d94eaa'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:17:21.851045 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-854c3499-a761-4e1b-90b5-0f90e0106e46 service neutron] Bound port: 75e9b70b-d7ed-4655-a201-fe187ca00a58, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'de919aea-3ab1-46ae-a7cf-23af99d94eaa'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:17:21.851045 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-854c3499-a761-4e1b-90b5-0f90e0106e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:21.905554 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-854c3499-a761-4e1b-90b5-0f90e0106e46 service neutron] For port 75e9b70b-d7ed-4655-a201-fe187ca00a58, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:17:21.909440 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-854c3499-a761-4e1b-90b5-0f90e0106e46 service neutron] For port 75e9b70b-d7ed-4655-a201-fe187ca00a58, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=75e9b70b-d7ed-4655-a201-fe187ca00a58,segment=NetworkSegment(f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f),segment_id=f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:17:21.982613 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4ca37950-1249-4556-bc8a-5b1ed8906101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:21.987985 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4ca37950-1249-4556-bc8a-5b1ed8906101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:21.987985 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4ca37950-1249-4556-bc8a-5b1ed8906101 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/64d337ef-79e3-4e85-9715-491ccac4e485 HTTP/1.1" status: 204 len: 168 time: 0.4340103 Aug 16 21:17:21.996886 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca37950-1249-4556-bc8a-5b1ed8906101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d337ef-79e3-4e85-9715-491ccac4e485,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:22.023702 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84c094-060a-41d0-b62f-195664e71d5b req-fa44d5be-70f9-4013-aa43-20ba60b2de72 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:22.025406 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dc84c094-060a-41d0-b62f-195664e71d5b req-fa44d5be-70f9-4013-aa43-20ba60b2de72 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 944 time: 0.0535345 Aug 16 21:17:22.066325 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dc84c094-060a-41d0-b62f-195664e71d5b req-d6b10f36-6c14-4d19-ab9a-05b822d5379a tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=8eec299e-f5d8-456c-a6ef-8718e8c24877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331995 Aug 16 21:17:22.068625 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-854c3499-a761-4e1b-90b5-0f90e0106e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:22.102413 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-854c3499-a761-4e1b-90b5-0f90e0106e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:22.103027 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-854c3499-a761-4e1b-90b5-0f90e0106e46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:22.104423 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-854c3499-a761-4e1b-90b5-0f90e0106e46 service neutron] 10.222.0.72 "PUT /v2.0/ports/75e9b70b-d7ed-4655-a201-fe187ca00a58 HTTP/1.1" status: 200 len: 1093 time: 1.1734917 Aug 16 21:17:22.128041 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c3499-a761-4e1b-90b5-0f90e0106e46 service neutron] Pushing event updated for resources: {'Port': ['ID=75e9b70b-d7ed-4655-a201-fe187ca00a58,revision_number=7']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:22.174059 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-f9a4b519-e36a-43c2-a16f-65fac74bd63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:22.175580 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-f9a4b519-e36a-43c2-a16f-65fac74bd63f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 1096 time: 0.0446537 Aug 16 21:17:22.198769 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:22.511909 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51140) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:22.629057 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-fb9b95e2-4c8d-4046-be2b-48d2c1d70a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:22.630604 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-fb9b95e2-4c8d-4046-be2b-48d2c1d70a45 service neutron] 10.222.0.72 "GET /v2.0/networks?id=de919aea-3ab1-46ae-a7cf-23af99d94eaa HTTP/1.1" status: 200 len: 897 time: 0.4481091 Aug 16 21:17:22.643569 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-af7442ee-1f10-450b-92a2-1cb9469371fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:22.700466 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-f244635d-8745-4c3f-920c-6936dbab1aa5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75e9b70b-d7ed-4655-a201-fe187ca00a58 HTTP/1.1" status: 200 len: 999 time: 0.0613539 Aug 16 21:17:22.732349 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-af7442ee-1f10-450b-92a2-1cb9469371fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:22.751013 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-7d11202f-1cb0-449c-a39d-c472a3ecf649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:22.753403 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-7d11202f-1cb0-449c-a39d-c472a3ecf649 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cfcb6eb6-a2cd-4ab1-bbe8-48d562fa29c1 HTTP/1.1" status: 200 len: 835 time: 0.0456707 Aug 16 21:17:22.803431 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-80cc790b-3d73-412d-8f8f-13055e261b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:22.804942 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-af7442ee-1f10-450b-92a2-1cb9469371fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:22.805637 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-80cc790b-3d73-412d-8f8f-13055e261b03 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=de919aea-3ab1-46ae-a7cf-23af99d94eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452125 Aug 16 21:17:22.845537 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-af7442ee-1f10-450b-92a2-1cb9469371fe admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=df123712566246bb9eba568df1d28b4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3311725 Aug 16 21:17:22.845537 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7442ee-1f10-450b-92a2-1cb9469371fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080befe3-5d52-460e-adba-eb1e49a2a85b,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:22.847445 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51152) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:22.900415 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-273adcb0-7f7f-4bbe-aa88-a0b843c956cb service neutron] 10.222.0.72 "GET /v2.0/networks/de919aea-3ab1-46ae-a7cf-23af99d94eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875502 Aug 16 21:17:22.903675 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-948308d7-bf7f-4860-9852-61da459591e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:22.933015 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-948308d7-bf7f-4860-9852-61da459591e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:23.017959 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d87d450d-bfc5-454f-8523-117c7062fd42 req-31bb8afd-ef2b-4194-8f9b-89df8939babe service neutron] 10.222.0.72 "GET /v2.0/networks/de919aea-3ab1-46ae-a7cf-23af99d94eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107917 Aug 16 21:17:23.119828 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-948308d7-bf7f-4860-9852-61da459591e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:23.122453 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-948308d7-bf7f-4860-9852-61da459591e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:23.123640 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-948308d7-bf7f-4860-9852-61da459591e1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/080befe3-5d52-460e-adba-eb1e49a2a85b HTTP/1.1" status: 204 len: 168 time: 0.2750494 Aug 16 21:17:23.131742 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948308d7-bf7f-4860-9852-61da459591e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080befe3-5d52-460e-adba-eb1e49a2a85b,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:23.189238 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956d8f4-ecf5-438c-b84e-3834a6eed74f req-cc007b7f-ce58-431d-aa8e-1197003b770a tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:23.190803 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d956d8f4-ecf5-438c-b84e-3834a6eed74f req-cc007b7f-ce58-431d-aa8e-1197003b770a tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 944 time: 0.0519004 Aug 16 21:17:23.230316 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d956d8f4-ecf5-438c-b84e-3834a6eed74f req-89ed6a99-aa47-42bd-8254-5e35b8547ced tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=8eec299e-f5d8-456c-a6ef-8718e8c24877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336804 Aug 16 21:17:23.355641 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b', 'tag': '75e9b70b-d7ed-4655-a201-fe187ca00a58'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:17:23.358186 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b644904c-57ab-4792-b381-0614504ba6c0" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b", "tag": "75e9b70b-d7ed-4655-a201-fe187ca00a58"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:17:23.415681 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7150b3a-3803-495c-85db-b0af9c67f64c x-openstack-request-id: req-d7150b3a-3803-495c-85db-b0af9c67f64c {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:17:23.415681 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b", "tag": "75e9b70b-d7ed-4655-a201-fe187ca00a58", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:17:23.415681 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d7150b3a-3803-495c-85db-b0af9c67f64c {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:17:23.415681 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b', 'tag': '75e9b70b-d7ed-4655-a201-fe187ca00a58', 'status': 'completed', 'code': 200} Aug 16 21:17:23.488896 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644904c-57ab-4792-b381-0614504ba6c0 req-5f39345c-f3b4-4830-8e62-118f86f9bb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:23.489033 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b644904c-57ab-4792-b381-0614504ba6c0 req-5f39345c-f3b4-4830-8e62-118f86f9bb71 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 1096 time: 0.0457749 Aug 16 21:17:23.501278 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644904c-57ab-4792-b381-0614504ba6c0 req-256ae8cd-a945-440d-a961-00ad15dc6e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:23.502814 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b644904c-57ab-4792-b381-0614504ba6c0 req-256ae8cd-a945-440d-a961-00ad15dc6e37 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 1096 time: 0.0525327 Aug 16 21:17:23.606926 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644904c-57ab-4792-b381-0614504ba6c0 req-a382a76e-0533-4d29-adce-a11a2dd04c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:23.606926 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b644904c-57ab-4792-b381-0614504ba6c0 req-a382a76e-0533-4d29-adce-a11a2dd04c40 service neutron] 10.222.0.90 "GET /v2.0/networks?id=de919aea-3ab1-46ae-a7cf-23af99d94eaa HTTP/1.1" status: 200 len: 897 time: 0.1043277 Aug 16 21:17:23.609297 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644904c-57ab-4792-b381-0614504ba6c0 req-12691494-7825-49bd-aa18-75bafe987457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:23.610834 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b644904c-57ab-4792-b381-0614504ba6c0 req-12691494-7825-49bd-aa18-75bafe987457 service neutron] 10.222.0.72 "GET /v2.0/networks?id=de919aea-3ab1-46ae-a7cf-23af99d94eaa HTTP/1.1" status: 200 len: 897 time: 0.0962377 Aug 16 21:17:23.670849 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b644904c-57ab-4792-b381-0614504ba6c0 req-eeb78bde-0b13-45b3-8bf8-2d182e0e461e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75e9b70b-d7ed-4655-a201-fe187ca00a58 HTTP/1.1" status: 200 len: 999 time: 0.0627606 Aug 16 21:17:23.678736 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b644904c-57ab-4792-b381-0614504ba6c0 req-3eaf923d-e21d-4aca-9307-91a1964fb591 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75e9b70b-d7ed-4655-a201-fe187ca00a58 HTTP/1.1" status: 200 len: 999 time: 0.0606658 Aug 16 21:17:23.726809 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644904c-57ab-4792-b381-0614504ba6c0 req-891ac68c-0666-4e2b-b982-7b91f29b7b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:23.728495 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b644904c-57ab-4792-b381-0614504ba6c0 req-891ac68c-0666-4e2b-b982-7b91f29b7b26 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cfcb6eb6-a2cd-4ab1-bbe8-48d562fa29c1 HTTP/1.1" status: 200 len: 835 time: 0.0511343 Aug 16 21:17:23.732587 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644904c-57ab-4792-b381-0614504ba6c0 req-04790497-1eff-4da6-a3ea-2cdb175755f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:23.734167 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b644904c-57ab-4792-b381-0614504ba6c0 req-04790497-1eff-4da6-a3ea-2cdb175755f4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cfcb6eb6-a2cd-4ab1-bbe8-48d562fa29c1 HTTP/1.1" status: 200 len: 835 time: 0.0471396 Aug 16 21:17:23.775162 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644904c-57ab-4792-b381-0614504ba6c0 req-0b5c9fee-e622-423c-89e6-bf7c0c500296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:23.776945 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b644904c-57ab-4792-b381-0614504ba6c0 req-0b5c9fee-e622-423c-89e6-bf7c0c500296 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=de919aea-3ab1-46ae-a7cf-23af99d94eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418656 Aug 16 21:17:23.787141 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644904c-57ab-4792-b381-0614504ba6c0 req-3ec5faf1-492b-4cee-b57c-854e6d92de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:23.788836 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b644904c-57ab-4792-b381-0614504ba6c0 req-3ec5faf1-492b-4cee-b57c-854e6d92de42 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=de919aea-3ab1-46ae-a7cf-23af99d94eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470030 Aug 16 21:17:23.806296 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51176) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:23.855213 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb3f5de9-d910-46f4-863d-6e52c0f33dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:23.875124 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b644904c-57ab-4792-b381-0614504ba6c0 req-b748bdf3-2f9f-4720-885e-126a1de165e7 service neutron] 10.222.0.90 "GET /v2.0/networks/de919aea-3ab1-46ae-a7cf-23af99d94eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912266 Aug 16 21:17:23.941482 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b644904c-57ab-4792-b381-0614504ba6c0 req-c98ddc64-4d99-4b82-97f7-191cf239f248 service neutron] 10.222.0.72 "GET /v2.0/networks/de919aea-3ab1-46ae-a7cf-23af99d94eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371489 Aug 16 21:17:23.974523 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b644904c-57ab-4792-b381-0614504ba6c0 req-148bc16e-26d7-4d46-80e6-da4c741aeffa service neutron] 10.222.0.90 "GET /v2.0/networks/de919aea-3ab1-46ae-a7cf-23af99d94eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922852 Aug 16 21:17:24.037248 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51180) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:24.065041 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b644904c-57ab-4792-b381-0614504ba6c0 req-44a697e3-1713-4702-94b8-024769b96c92 service neutron] 10.222.0.72 "GET /v2.0/networks/de919aea-3ab1-46ae-a7cf-23af99d94eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220119 Aug 16 21:17:24.078865 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb3f5de9-d910-46f4-863d-6e52c0f33dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:24.142225 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb3f5de9-d910-46f4-863d-6e52c0f33dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:24.151012 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-217a1544-e1c0-4fdd-b996-6ced4f7065de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:24.183396 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-cb3f5de9-d910-46f4-863d-6e52c0f33dd9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ccb922c918db42ddbcf7c78284a4b0f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3751371 Aug 16 21:17:24.184298 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f5de9-d910-46f4-863d-6e52c0f33dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48a299d-234c-4745-b182-ac04b6638d20,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:24.187025 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51184) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:24.260743 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f7e76eb8-760d-4cc9-a9a1-49d6d22f0dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:24.308462 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f7e76eb8-760d-4cc9-a9a1-49d6d22f0dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:24.338583 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-217a1544-e1c0-4fdd-b996-6ced4f7065de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:24.380954 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3534a38-4ba6-450b-bdd4-ebb76a3e1df9 req-07e8bf7d-5df9-4872-8989-60fbe0414d38 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:24.382460 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d3534a38-4ba6-450b-bdd4-ebb76a3e1df9 req-07e8bf7d-5df9-4872-8989-60fbe0414d38 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 944 time: 0.0815892 Aug 16 21:17:24.422354 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d3534a38-4ba6-450b-bdd4-ebb76a3e1df9 req-ab0b9658-414c-4405-8d18-71528cdc1f36 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=8eec299e-f5d8-456c-a6ef-8718e8c24877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337405 Aug 16 21:17:24.423408 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-217a1544-e1c0-4fdd-b996-6ced4f7065de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:24.462183 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-217a1544-e1c0-4fdd-b996-6ced4f7065de admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=118d7fd7a94049dea539dc46bf1a631a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4237478 Aug 16 21:17:24.463058 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a1544-e1c0-4fdd-b996-6ced4f7065de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412a287b-c9a4-4650-877a-8e0fc96d0bf4,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:24.468961 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51188) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:24.486394 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f7e76eb8-760d-4cc9-a9a1-49d6d22f0dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:24.488926 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f7e76eb8-760d-4cc9-a9a1-49d6d22f0dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:24.490020 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f7e76eb8-760d-4cc9-a9a1-49d6d22f0dd9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e48a299d-234c-4745-b182-ac04b6638d20 HTTP/1.1" status: 204 len: 168 time: 0.3020561 Aug 16 21:17:24.508175 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e76eb8-760d-4cc9-a9a1-49d6d22f0dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48a299d-234c-4745-b182-ac04b6638d20,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:24.531013 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a3e7b303-859f-48c3-9816-9229e04a96d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:24.557593 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a3e7b303-859f-48c3-9816-9229e04a96d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:24.668217 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a3e7b303-859f-48c3-9816-9229e04a96d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:24.670828 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a3e7b303-859f-48c3-9816-9229e04a96d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:24.672075 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a3e7b303-859f-48c3-9816-9229e04a96d4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/412a287b-c9a4-4650-877a-8e0fc96d0bf4 HTTP/1.1" status: 204 len: 168 time: 0.2021735 Aug 16 21:17:24.680931 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e7b303-859f-48c3-9816-9229e04a96d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412a287b-c9a4-4650-877a-8e0fc96d0bf4,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:24.918167 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 75e9b70b-d7ed-4655-a201-fe187ca00a58 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:17:24.981045 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 75e9b70b-d7ed-4655-a201-fe187ca00a58 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:17:25.545951 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6994141-b8bf-4a7f-8baf-7bffa3276a77 req-0a71e15c-9f0c-4797-9ee8-865697164837 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:25.547507 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c6994141-b8bf-4a7f-8baf-7bffa3276a77 req-0a71e15c-9f0c-4797-9ee8-865697164837 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 944 time: 0.0531695 Aug 16 21:17:25.592540 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c6994141-b8bf-4a7f-8baf-7bffa3276a77 req-24168db5-4321-4195-b4c1-d804993339de tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=8eec299e-f5d8-456c-a6ef-8718e8c24877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385323 Aug 16 21:17:25.979975 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339480b-6090-4ea3-add2-e05875ea68e6 req-5e1a9eb9-dd80-44a2-81d8-46cb97e852ae tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:25.981558 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2339480b-6090-4ea3-add2-e05875ea68e6 req-5e1a9eb9-dd80-44a2-81d8-46cb97e852ae tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 944 time: 0.0529165 Aug 16 21:17:26.025819 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2339480b-6090-4ea3-add2-e05875ea68e6 req-e23ad423-ef66-42c6-b16d-1f221ca3267f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=8eec299e-f5d8-456c-a6ef-8718e8c24877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368543 Aug 16 21:17:26.074197 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51246) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:26.153761 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d74e55-7a78-4b02-8ff1-913fd4f06607 req-230a3c7c-8917-4d34-a228-f87f70136d23 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:26.155338 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-16d74e55-7a78-4b02-8ff1-913fd4f06607 req-230a3c7c-8917-4d34-a228-f87f70136d23 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.90 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b&tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&binding%3Ahost_id=n-h1-793620-15 HTTP/1.1" status: 200 len: 944 time: 0.0963237 Aug 16 21:17:26.217410 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [req-16d74e55-7a78-4b02-8ff1-913fd4f06607 req-29ad0fb4-26f6-444a-8066-7ab75aac5d70 service neutron] delete failed (client error): The resource could not be found. Aug 16 21:17:26.218452 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-16d74e55-7a78-4b02-8ff1-913fd4f06607 req-29ad0fb4-26f6-444a-8066-7ab75aac5d70 service neutron] 10.222.0.90 "DELETE /v2.0/ports/75e9b70b-d7ed-4655-a201-fe187ca00a58/bindings/n-h2-793620-15 HTTP/1.1" status: 404 len: 381 time: 0.0560765 Aug 16 21:17:26.253585 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eea41b80-6cb2-47d3-995c-ca217bb440b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:26.306039 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d74e55-7a78-4b02-8ff1-913fd4f06607 req-a3a61ae9-f9bd-474a-9ad7-64ea48f5a3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:26.308803 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-16d74e55-7a78-4b02-8ff1-913fd4f06607 req-a3a61ae9-f9bd-474a-9ad7-64ea48f5a3e4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 1096 time: 0.0432718 Aug 16 21:17:26.346001 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eea41b80-6cb2-47d3-995c-ca217bb440b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:26.400350 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eea41b80-6cb2-47d3-995c-ca217bb440b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:26.410524 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d74e55-7a78-4b02-8ff1-913fd4f06607 req-a2b8492f-5e5e-4219-a17d-58b1dd68bf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:26.412161 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-16d74e55-7a78-4b02-8ff1-913fd4f06607 req-a2b8492f-5e5e-4219-a17d-58b1dd68bf43 service neutron] 10.222.0.90 "GET /v2.0/networks?id=de919aea-3ab1-46ae-a7cf-23af99d94eaa HTTP/1.1" status: 200 len: 897 time: 0.0975089 Aug 16 21:17:26.445089 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-eea41b80-6cb2-47d3-995c-ca217bb440b9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d3983e0058974a99ad86baefb4ebed3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3697212 Aug 16 21:17:26.446094 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea41b80-6cb2-47d3-995c-ca217bb440b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40a8a95-c819-40fa-88a8-661679261bd0,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:26.448531 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51250) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:26.478474 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-16d74e55-7a78-4b02-8ff1-913fd4f06607 req-52f9c0ad-6ad6-427b-b4b8-43f7be8420d8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75e9b70b-d7ed-4655-a201-fe187ca00a58 HTTP/1.1" status: 200 len: 999 time: 0.0586305 Aug 16 21:17:26.498897 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0fd127d2-03b0-44a0-bee4-f30b9fa10d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:26.521244 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0fd127d2-03b0-44a0-bee4-f30b9fa10d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:26.532871 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d74e55-7a78-4b02-8ff1-913fd4f06607 req-12c513ba-c43e-4616-a09f-08124421e7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:26.534493 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-16d74e55-7a78-4b02-8ff1-913fd4f06607 req-12c513ba-c43e-4616-a09f-08124421e7cd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cfcb6eb6-a2cd-4ab1-bbe8-48d562fa29c1 HTTP/1.1" status: 200 len: 835 time: 0.0499208 Aug 16 21:17:26.581352 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d74e55-7a78-4b02-8ff1-913fd4f06607 req-ab4a0d41-afde-4ac6-b0ee-ae57cb922427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:26.582797 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-16d74e55-7a78-4b02-8ff1-913fd4f06607 req-ab4a0d41-afde-4ac6-b0ee-ae57cb922427 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=de919aea-3ab1-46ae-a7cf-23af99d94eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406477 Aug 16 21:17:26.672783 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0fd127d2-03b0-44a0-bee4-f30b9fa10d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:26.674758 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-16d74e55-7a78-4b02-8ff1-913fd4f06607 req-92e380c6-1f30-4dbb-9c72-fd606a428ff9 service neutron] 10.222.0.90 "GET /v2.0/networks/de919aea-3ab1-46ae-a7cf-23af99d94eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834489 Aug 16 21:17:26.675456 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0fd127d2-03b0-44a0-bee4-f30b9fa10d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:26.676721 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0fd127d2-03b0-44a0-bee4-f30b9fa10d6f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c40a8a95-c819-40fa-88a8-661679261bd0 HTTP/1.1" status: 204 len: 168 time: 0.2272546 Aug 16 21:17:26.685520 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd127d2-03b0-44a0-bee4-f30b9fa10d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40a8a95-c819-40fa-88a8-661679261bd0,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:26.772667 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-16d74e55-7a78-4b02-8ff1-913fd4f06607 req-e7f20d0b-71c9-4830-8b28-d08ca227e93f service neutron] 10.222.0.90 "GET /v2.0/networks/de919aea-3ab1-46ae-a7cf-23af99d94eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912807 Aug 16 21:17:27.151271 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d77c0e-fcfc-4396-8613-15010a78d87f req-3fb08689-4871-4f17-a4b6-fd6f12f1b5c0 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:27.152816 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-69d77c0e-fcfc-4396-8613-15010a78d87f req-3fb08689-4871-4f17-a4b6-fd6f12f1b5c0 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 944 time: 0.0532095 Aug 16 21:17:27.193698 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-69d77c0e-fcfc-4396-8613-15010a78d87f req-ac630e75-96d6-41a2-96bb-e4534416fd64 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=8eec299e-f5d8-456c-a6ef-8718e8c24877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341868 Aug 16 21:17:27.224297 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 75e9b70b-d7ed-4655-a201-fe187ca00a58 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:17:27.347942 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 75e9b70b-d7ed-4655-a201-fe187ca00a58, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=75e9b70b-d7ed-4655-a201-fe187ca00a58,segment=NetworkSegment(f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f),segment_id=f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:17:27.366232 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '75e9b70b-d7ed-4655-a201-fe187ca00a58', 'network_id': 'de919aea-3ab1-46ae-a7cf-23af99d94eaa', 'port_id': '75e9b70b-d7ed-4655-a201-fe187ca00a58', 'mac_address': 'fa:16:3e:05:48:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfcb6eb6-a2cd-4ab1-bbe8-48d562fa29c1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:17:27.406636 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:27.421122 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75e9b70b-d7ed-4655-a201-fe187ca00a58 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:17:27.441444 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 75e9b70b-d7ed-4655-a201-fe187ca00a58, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=75e9b70b-d7ed-4655-a201-fe187ca00a58,segment=NetworkSegment(f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f),segment_id=f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:17:27.536908 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:27.592891 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=75e9b70b-d7ed-4655-a201-fe187ca00a58,revision_number=8']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:27.777377 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['75e9b70b-d7ed-4655-a201-fe187ca00a58'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:17:28.319937 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de78269-4b9e-48ab-b26b-a08f8bbef0c7 req-cadac35d-a718-41bc-b806-1b2c7e062626 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:28.322033 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8de78269-4b9e-48ab-b26b-a08f8bbef0c7 req-cadac35d-a718-41bc-b806-1b2c7e062626 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 945 time: 0.0542746 Aug 16 21:17:28.362068 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8de78269-4b9e-48ab-b26b-a08f8bbef0c7 req-93ffa278-93d3-4acc-8020-2352279dacd4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=8eec299e-f5d8-456c-a6ef-8718e8c24877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337627 Aug 16 21:17:28.385671 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51296) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:28.447966 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2e895ecc-99a2-491f-afb9-b5ddec13d3ed tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/floatingips/7950e127-5c61-4da8-ae25-24a04cc0dc04 HTTP/1.1" status: 200 len: 992 time: 0.0598733 Aug 16 21:17:29.236087 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 75e9b70b-d7ed-4655-a201-fe187ca00a58 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:17:29.399511 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 75e9b70b-d7ed-4655-a201-fe187ca00a58 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:17:29.404321 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 75e9b70b-d7ed-4655-a201-fe187ca00a58 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:17:29.404321 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:29.482222 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:29.503997 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e9b70b-d7ed-4655-a201-fe187ca00a58'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:17:29.506272 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18bee1c-de98-4728-b032-ca9d6d7a162c" -d '{"events": [{"server_uuid": "8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b", "name": "network-vif-plugged", "status": "completed", "tag": "75e9b70b-d7ed-4655-a201-fe187ca00a58"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:17:29.521183 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 75e9b70b-d7ed-4655-a201-fe187ca00a58, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=75e9b70b-d7ed-4655-a201-fe187ca00a58,segment=NetworkSegment(f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f),segment_id=f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:17:29.546932 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ea7f31-20b0-4504-836a-7494fbb7a5c5 x-openstack-request-id: req-75ea7f31-20b0-4504-836a-7494fbb7a5c5 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:17:29.547236 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b", "name": "network-vif-plugged", "status": "completed", "tag": "75e9b70b-d7ed-4655-a201-fe187ca00a58", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:17:29.547496 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-75ea7f31-20b0-4504-836a-7494fbb7a5c5 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:17:29.547931 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e9b70b-d7ed-4655-a201-fe187ca00a58', 'code': 200} Aug 16 21:17:29.599469 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:29.651363 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=75e9b70b-d7ed-4655-a201-fe187ca00a58,revision_number=9']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:29.970659 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51350) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:30.083498 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3287a405-5bff-4464-b443-2fa6e2be715d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:30.174196 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3287a405-5bff-4464-b443-2fa6e2be715d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:30.227832 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3287a405-5bff-4464-b443-2fa6e2be715d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:30.267711 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3287a405-5bff-4464-b443-2fa6e2be715d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c936fe5cbb614c6f94b83b06bc818ce9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2958505 Aug 16 21:17:30.268718 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3287a405-5bff-4464-b443-2fa6e2be715d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0818caae-84a9-4a75-a9e6-d100474419f8,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:30.270460 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51354) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:30.322864 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-84d01e44-0b14-4e7d-a578-670fd3975645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:30.344487 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-84d01e44-0b14-4e7d-a578-670fd3975645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:30.468033 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-84d01e44-0b14-4e7d-a578-670fd3975645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:30.470642 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-84d01e44-0b14-4e7d-a578-670fd3975645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:30.472958 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-84d01e44-0b14-4e7d-a578-670fd3975645 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0818caae-84a9-4a75-a9e6-d100474419f8 HTTP/1.1" status: 204 len: 168 time: 0.2003531 Aug 16 21:17:30.497363 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d01e44-0b14-4e7d-a578-670fd3975645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0818caae-84a9-4a75-a9e6-d100474419f8,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:31.056323 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51362) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:31.069971 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-74e4e4fc-b79b-4043-a5a5-a706a54d34c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:31.156675 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-74e4e4fc-b79b-4043-a5a5-a706a54d34c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:31.216519 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-74e4e4fc-b79b-4043-a5a5-a706a54d34c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:31.254610 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-74e4e4fc-b79b-4043-a5a5-a706a54d34c2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=004bfea517ee46269fb7244772ed3c0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1971898 Aug 16 21:17:31.256529 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e4e4fc-b79b-4043-a5a5-a706a54d34c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158cb19c-6205-4593-88f9-b797ab4fb8ae,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:31.257341 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51364) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:31.306494 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b4de9ffd-bcd2-4828-a07a-fbbc14f5df7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:31.328136 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b4de9ffd-bcd2-4828-a07a-fbbc14f5df7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:31.456193 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b4de9ffd-bcd2-4828-a07a-fbbc14f5df7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:31.458845 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b4de9ffd-bcd2-4828-a07a-fbbc14f5df7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:31.460056 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b4de9ffd-bcd2-4828-a07a-fbbc14f5df7d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/158cb19c-6205-4593-88f9-b797ab4fb8ae HTTP/1.1" status: 204 len: 168 time: 0.2011509 Aug 16 21:17:31.468900 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de9ffd-bcd2-4828-a07a-fbbc14f5df7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158cb19c-6205-4593-88f9-b797ab4fb8ae,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:34.999829 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51488) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:35.109860 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d9b2ac6-9640-4d4d-8bf9-36527dbb5963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:35.185212 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b0ec3d43-31d9-4098-a26f-43f83ba7d38b req-ffcdaba6-bdc7-4eff-8c75-f7f0fdb33cc7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0667911 Aug 16 21:17:35.268181 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d9b2ac6-9640-4d4d-8bf9-36527dbb5963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:35.327880 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec3d43-31d9-4098-a26f-43f83ba7d38b req-34062db0-62e0-43ed-89fa-3b94cfe130c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:35.329530 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b0ec3d43-31d9-4098-a26f-43f83ba7d38b req-34062db0-62e0-43ed-89fa-3b94cfe130c4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 1098 time: 0.0586758 Aug 16 21:17:35.342066 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d9b2ac6-9640-4d4d-8bf9-36527dbb5963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:35.428984 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2d9b2ac6-9640-4d4d-8bf9-36527dbb5963 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=764dca7f34344ea590ddf0992903cd11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4278715 Aug 16 21:17:35.433017 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51494) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:35.445033 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b2ac6-9640-4d4d-8bf9-36527dbb5963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45013b2-7a5f-4acf-976d-ae40e208ba66,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:35.509159 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec3d43-31d9-4098-a26f-43f83ba7d38b req-784c2d51-23d8-4142-9aec-652f35afc48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:35.510811 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b0ec3d43-31d9-4098-a26f-43f83ba7d38b req-784c2d51-23d8-4142-9aec-652f35afc48c service neutron] 10.222.0.72 "GET /v2.0/networks?id=de919aea-3ab1-46ae-a7cf-23af99d94eaa HTTP/1.1" status: 200 len: 897 time: 0.1495295 Aug 16 21:17:35.527276 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-86114a00-cfa7-4de0-902d-556f3a68cd9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:35.588266 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-86114a00-cfa7-4de0-902d-556f3a68cd9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:35.608547 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b0ec3d43-31d9-4098-a26f-43f83ba7d38b req-dda24c5f-09c0-4063-8f75-ab245c9c7d78 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75e9b70b-d7ed-4655-a201-fe187ca00a58 HTTP/1.1" status: 200 len: 1001 time: 0.0875545 Aug 16 21:17:35.668880 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec3d43-31d9-4098-a26f-43f83ba7d38b req-a4f0a395-52ff-40f7-aa4d-c4e21fdf58ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:35.670357 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b0ec3d43-31d9-4098-a26f-43f83ba7d38b req-a4f0a395-52ff-40f7-aa4d-c4e21fdf58ce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cfcb6eb6-a2cd-4ab1-bbe8-48d562fa29c1 HTTP/1.1" status: 200 len: 835 time: 0.0498078 Aug 16 21:17:35.726395 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec3d43-31d9-4098-a26f-43f83ba7d38b req-65a6ddf4-73f1-44ed-b6b0-e55eb88efd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:35.728295 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b0ec3d43-31d9-4098-a26f-43f83ba7d38b req-65a6ddf4-73f1-44ed-b6b0-e55eb88efd55 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=de919aea-3ab1-46ae-a7cf-23af99d94eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398974 Aug 16 21:17:35.755229 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-86114a00-cfa7-4de0-902d-556f3a68cd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:35.757729 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-86114a00-cfa7-4de0-902d-556f3a68cd9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:35.758849 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-86114a00-cfa7-4de0-902d-556f3a68cd9f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c45013b2-7a5f-4acf-976d-ae40e208ba66 HTTP/1.1" status: 204 len: 168 time: 0.3216383 Aug 16 21:17:35.798809 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86114a00-cfa7-4de0-902d-556f3a68cd9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45013b2-7a5f-4acf-976d-ae40e208ba66,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:35.843199 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b0ec3d43-31d9-4098-a26f-43f83ba7d38b req-cccf43ea-06a9-4b3d-8905-f4a8d2eddb29 service neutron] 10.222.0.72 "GET /v2.0/networks/de919aea-3ab1-46ae-a7cf-23af99d94eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059508 Aug 16 21:17:35.938582 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b0ec3d43-31d9-4098-a26f-43f83ba7d38b req-2ff6d257-e68e-4fc3-b165-4cc184a4a9c4 service neutron] 10.222.0.72 "GET /v2.0/networks/de919aea-3ab1-46ae-a7cf-23af99d94eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877018 Aug 16 21:17:36.408489 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51502) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:36.422706 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-005a1a37-eccb-4b62-84d2-b6b58dbbcd9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:36.511232 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-005a1a37-eccb-4b62-84d2-b6b58dbbcd9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:36.575387 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-005a1a37-eccb-4b62-84d2-b6b58dbbcd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:36.618143 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-005a1a37-eccb-4b62-84d2-b6b58dbbcd9f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c1e69778ad7b411c8c03a3d0e3a36d37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2084086 Aug 16 21:17:36.619837 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a1a37-eccb-4b62-84d2-b6b58dbbcd9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65f3444-b579-4ee7-a8b3-3dd8022eb529,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:36.621368 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51504) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:36.674501 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-06584a11-aa72-41c3-aefc-d2075c40a033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:36.700877 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-06584a11-aa72-41c3-aefc-d2075c40a033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:36.804560 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-06584a11-aa72-41c3-aefc-d2075c40a033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:36.807944 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-06584a11-aa72-41c3-aefc-d2075c40a033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:36.809380 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-06584a11-aa72-41c3-aefc-d2075c40a033 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c65f3444-b579-4ee7-a8b3-3dd8022eb529 HTTP/1.1" status: 204 len: 168 time: 0.1868787 Aug 16 21:17:36.818554 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06584a11-aa72-41c3-aefc-d2075c40a033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65f3444-b579-4ee7-a8b3-3dd8022eb529,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:39.735917 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51586) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:39.856112 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:17:39.858705 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0991b566-b364-4417-b9a5-c44d79b25b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:39.950874 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0991b566-b364-4417-b9a5-c44d79b25b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:40.130535 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0991b566-b364-4417-b9a5-c44d79b25b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:40.169402 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0991b566-b364-4417-b9a5-c44d79b25b4b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=54a690dd86ad46cfb5226b6aa5e9146e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4323785 Aug 16 21:17:40.170278 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0991b566-b364-4417-b9a5-c44d79b25b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8dda35-7da6-4caa-89af-fa1fc8fcc2aa,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:40.172146 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51590) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:40.223559 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-403a4a81-8205-449b-81bd-5fb04e0c1c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:40.246039 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-403a4a81-8205-449b-81bd-5fb04e0c1c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:40.370795 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-403a4a81-8205-449b-81bd-5fb04e0c1c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:40.373666 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-403a4a81-8205-449b-81bd-5fb04e0c1c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:40.374982 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-403a4a81-8205-449b-81bd-5fb04e0c1c41 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ab8dda35-7da6-4caa-89af-fa1fc8fcc2aa HTTP/1.1" status: 204 len: 168 time: 0.2012608 Aug 16 21:17:40.383048 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a4a81-8205-449b-81bd-5fb04e0c1c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8dda35-7da6-4caa-89af-fa1fc8fcc2aa,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:40.926420 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51602) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:40.940125 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-57f3b34b-2a11-4a02-8b33-c4d7e42d150c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:41.027631 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-57f3b34b-2a11-4a02-8b33-c4d7e42d150c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:41.096760 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6bbe71ef-5582-48e6-94ef-87801b31ae0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:41.117167 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-57f3b34b-2a11-4a02-8b33-c4d7e42d150c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:41.157912 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-57f3b34b-2a11-4a02-8b33-c4d7e42d150c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=098c8db389c349e7bf5cdfbe2eab15b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2303381 Aug 16 21:17:41.158807 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3b34b-2a11-4a02-8b33-c4d7e42d150c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c10a041-38cb-435d-9396-4eb3d83678d4,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:41.161071 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51604) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:41.216404 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2f940e9f-4b24-49b4-a2fc-be6da9f218c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:41.245945 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2f940e9f-4b24-49b4-a2fc-be6da9f218c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:41.353524 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2f940e9f-4b24-49b4-a2fc-be6da9f218c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:41.356201 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2f940e9f-4b24-49b4-a2fc-be6da9f218c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:41.365081 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2f940e9f-4b24-49b4-a2fc-be6da9f218c2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7c10a041-38cb-435d-9396-4eb3d83678d4 HTTP/1.1" status: 204 len: 168 time: 0.1949720 Aug 16 21:17:41.365081 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f940e9f-4b24-49b4-a2fc-be6da9f218c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c10a041-38cb-435d-9396-4eb3d83678d4,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:43.582284 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-301f4f14-8bb2-4750-8388-c40b0242c4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:43.822158 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:44.721581 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51696) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:44.829207 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-703d3bff-b987-4f6a-8031-308a06031a46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:44.879492 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:44.923559 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-703d3bff-b987-4f6a-8031-308a06031a46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:44.993631 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-703d3bff-b987-4f6a-8031-308a06031a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:45.032189 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-703d3bff-b987-4f6a-8031-308a06031a46 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9480f00e95674237b5dae04f4b0fd461&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3094208 Aug 16 21:17:45.033415 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d3bff-b987-4f6a-8031-308a06031a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4807c7-5aa7-428a-abc9-8cc9da613e17,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:45.034841 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51704) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:45.040888 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d3bff-b987-4f6a-8031-308a06031a46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:45.041236 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d3bff-b987-4f6a-8031-308a06031a46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:45.041574 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d3bff-b987-4f6a-8031-308a06031a46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:45.050414 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d3bff-b987-4f6a-8031-308a06031a46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:45.050414 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d3bff-b987-4f6a-8031-308a06031a46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:45.050414 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d3bff-b987-4f6a-8031-308a06031a46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:45.050414 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d3bff-b987-4f6a-8031-308a06031a46 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:45.050414 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d3bff-b987-4f6a-8031-308a06031a46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:45.050414 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d3bff-b987-4f6a-8031-308a06031a46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:45.050414 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d3bff-b987-4f6a-8031-308a06031a46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:45.050414 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d3bff-b987-4f6a-8031-308a06031a46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:45.050414 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d3bff-b987-4f6a-8031-308a06031a46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:45.085799 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1c8413ed-f4c1-47dd-a6f0-fa980ebd44e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:45.106588 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1c8413ed-f4c1-47dd-a6f0-fa980ebd44e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:45.273615 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1c8413ed-f4c1-47dd-a6f0-fa980ebd44e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:45.276249 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1c8413ed-f4c1-47dd-a6f0-fa980ebd44e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:45.277426 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1c8413ed-f4c1-47dd-a6f0-fa980ebd44e5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6b4807c7-5aa7-428a-abc9-8cc9da613e17 HTTP/1.1" status: 204 len: 168 time: 0.2415497 Aug 16 21:17:45.284953 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8413ed-f4c1-47dd-a6f0-fa980ebd44e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4807c7-5aa7-428a-abc9-8cc9da613e17,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:45.902479 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51716) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:45.916286 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-14676697-aa55-4846-a6b8-fba4bc6d4be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:46.011212 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-14676697-aa55-4846-a6b8-fba4bc6d4be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:46.095539 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-14676697-aa55-4846-a6b8-fba4bc6d4be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:46.137797 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-14676697-aa55-4846-a6b8-fba4bc6d4be2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1de0db2d02bc48da83d72d6a4c7b150e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2341032 Aug 16 21:17:46.138524 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14676697-aa55-4846-a6b8-fba4bc6d4be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18a6961-f244-4996-8bd2-5158e88b44e1,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:46.140575 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51718) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:46.192061 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-02b5a3a9-4385-4832-8aa8-589e00331dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:46.212906 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-02b5a3a9-4385-4832-8aa8-589e00331dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:46.308321 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-02b5a3a9-4385-4832-8aa8-589e00331dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:46.311127 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-02b5a3a9-4385-4832-8aa8-589e00331dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:46.312390 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-02b5a3a9-4385-4832-8aa8-589e00331dd5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e18a6961-f244-4996-8bd2-5158e88b44e1 HTTP/1.1" status: 204 len: 168 time: 0.1701343 Aug 16 21:17:46.321179 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5a3a9-4385-4832-8aa8-589e00331dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18a6961-f244-4996-8bd2-5158e88b44e1,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:46.592962 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:48.062473 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51790) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:48.169486 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [req-6c349aba-9482-48b9-be3a-2a1cfba382d9 req-5b4053c8-e0ac-41fc-963c-1a49bc25360c service neutron] (101845) timed out ('10.222.0.90', 61275) {{(pid=101845) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 21:17:48.170603 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d8a6001a-2bde-41ab-85b0-529acad2235b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:48.260666 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d8a6001a-2bde-41ab-85b0-529acad2235b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:48.381911 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d8a6001a-2bde-41ab-85b0-529acad2235b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:48.425091 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51794) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:48.425634 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d8a6001a-2bde-41ab-85b0-529acad2235b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=58ff9bc0d9084db6a51337acb9b285e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3615384 Aug 16 21:17:48.426236 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6001a-2bde-41ab-85b0-529acad2235b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1fb244-3d02-4751-bfdf-51d29088a559,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:48.478181 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ab29a711-4482-421d-a686-6f4e2a808aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:48.498722 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ab29a711-4482-421d-a686-6f4e2a808aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:48.622088 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ab29a711-4482-421d-a686-6f4e2a808aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:48.624925 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ab29a711-4482-421d-a686-6f4e2a808aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:48.628654 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ab29a711-4482-421d-a686-6f4e2a808aca admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3c1fb244-3d02-4751-bfdf-51d29088a559 HTTP/1.1" status: 204 len: 168 time: 0.1992986 Aug 16 21:17:48.639152 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab29a711-4482-421d-a686-6f4e2a808aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1fb244-3d02-4751-bfdf-51d29088a559,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:49.273340 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:50.700147 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51844) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:50.800549 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-9054d2cb-b162-4ad6-b37c-cb594260e71b tempest-QuotasTest-1040387284 tempest-QuotasTest-1040387284-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:17:51.000568 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9054d2cb-b162-4ad6-b37c-cb594260e71b tempest-QuotasTest-1040387284 tempest-QuotasTest-1040387284-project-admin] 10.222.0.84 "PUT /v2.0/quotas/7c1615b435074377968a6beccef6cdac HTTP/1.1" status: 200 len: 366 time: 0.2991650 Aug 16 21:17:51.003245 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51850) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:51.013810 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-adf06069-5882-432c-85b8-5033db8da748 tempest-QuotasTest-1040387284 tempest-QuotasTest-1040387284-project-admin] 10.222.0.84 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0094879 Aug 16 21:17:51.018559 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51852) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:51.028273 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-23a59628-d280-4e96-81c8-d9302bc15c1f tempest-QuotasTest-1040387284 tempest-QuotasTest-1040387284-project-admin] 10.222.0.84 "GET /v2.0/quotas/7c1615b435074377968a6beccef6cdac HTTP/1.1" status: 200 len: 366 time: 0.0086291 Aug 16 21:17:51.031683 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51854) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:51.154269 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a549c207-4ae6-4978-a329-e72808bd4baa tempest-QuotasTest-1040387284 tempest-QuotasTest-1040387284-project-admin] 10.222.0.84 "DELETE /v2.0/quotas/7c1615b435074377968a6beccef6cdac HTTP/1.1" status: 204 len: 168 time: 0.1214118 Aug 16 21:17:51.159882 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51856) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:51.170004 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-23dae907-fab7-4c66-8aa3-3af944b274d1 tempest-QuotasTest-1040387284 tempest-QuotasTest-1040387284-project-admin] 10.222.0.84 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0090511 Aug 16 21:17:51.172256 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51858) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:51.185674 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-cdb21e3e-bb3c-4a40-ba37-4b96df5db7a2 tempest-QuotasTest-1040387284 tempest-QuotasTest-1040387284-project-admin] 10.222.0.84 "GET /v2.0/quotas/7c1615b435074377968a6beccef6cdac HTTP/1.1" status: 200 len: 370 time: 0.0123205 Aug 16 21:17:51.188012 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51860) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:51.192898 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a31b4138-72db-4853-afdb-84eb8d043f67 tempest-QuotasTest-1040387284 tempest-QuotasTest-1040387284-project-admin] 10.222.0.84 "GET /v2.0/quotas/7c1615b435074377968a6beccef6cdac/default HTTP/1.1" status: 200 len: 370 time: 0.0038543 Aug 16 21:17:51.195343 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51862) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:51.208080 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-64a32efe-fa5d-4271-a2f3-ef9589fedc2a tempest-QuotasTest-1040387284 tempest-QuotasTest-1040387284-project-admin] delete failed (client error): The resource could not be found. Aug 16 21:17:51.209281 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-64a32efe-fa5d-4271-a2f3-ef9589fedc2a tempest-QuotasTest-1040387284 tempest-QuotasTest-1040387284-project-admin] 10.222.0.84 "DELETE /v2.0/quotas/7c1615b435074377968a6beccef6cdac HTTP/1.1" status: 404 len: 348 time: 0.0128639 Aug 16 21:17:51.541432 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51866) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:51.562630 n-d-793620-15 neutron-server[101845]: DEBUG neutron.quota.resource [None req-f13dc2a9-b7b5-46b3-8976-27b5c7726d47 tempest-QuotasTest-1040387284 tempest-QuotasTest-1040387284-project-admin] Usage tracker for resource:network and tenant:c0a90bb8cad14d42ab3c78f9f4be1ae6 is out of sync, need to count used quota {{(pid=101845) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 21:17:51.570089 n-d-793620-15 neutron-server[101845]: DEBUG neutron.quota.resource [None req-f13dc2a9-b7b5-46b3-8976-27b5c7726d47 tempest-QuotasTest-1040387284 tempest-QuotasTest-1040387284-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101845) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 21:17:51.577181 n-d-793620-15 neutron-server[101845]: DEBUG neutron.quota.resource [None req-f13dc2a9-b7b5-46b3-8976-27b5c7726d47 tempest-QuotasTest-1040387284 tempest-QuotasTest-1040387284-project-admin] Usage tracker for resource:subnet and tenant:c0a90bb8cad14d42ab3c78f9f4be1ae6 is out of sync, need to count used quota {{(pid=101845) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 21:17:51.582201 n-d-793620-15 neutron-server[101845]: DEBUG neutron.quota.resource [None req-f13dc2a9-b7b5-46b3-8976-27b5c7726d47 tempest-QuotasTest-1040387284 tempest-QuotasTest-1040387284-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101845) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 21:17:51.589258 n-d-793620-15 neutron-server[101845]: DEBUG neutron.quota.resource [None req-f13dc2a9-b7b5-46b3-8976-27b5c7726d47 tempest-QuotasTest-1040387284 tempest-QuotasTest-1040387284-project-admin] Usage tracker for resource:subnetpool and tenant:c0a90bb8cad14d42ab3c78f9f4be1ae6 is out of sync, need to count used quota {{(pid=101845) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 21:17:51.596160 n-d-793620-15 neutron-server[101845]: DEBUG neutron.quota.resource [None req-f13dc2a9-b7b5-46b3-8976-27b5c7726d47 tempest-QuotasTest-1040387284 tempest-QuotasTest-1040387284-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101845) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 21:17:51.602719 n-d-793620-15 neutron-server[101845]: DEBUG neutron.quota.resource [None req-f13dc2a9-b7b5-46b3-8976-27b5c7726d47 tempest-QuotasTest-1040387284 tempest-QuotasTest-1040387284-project-admin] Usage tracker for resource:port and tenant:c0a90bb8cad14d42ab3c78f9f4be1ae6 is out of sync, need to count used quota {{(pid=101845) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 21:17:51.609602 n-d-793620-15 neutron-server[101845]: DEBUG neutron.quota.resource [None req-f13dc2a9-b7b5-46b3-8976-27b5c7726d47 tempest-QuotasTest-1040387284 tempest-QuotasTest-1040387284-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101845) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 21:17:51.616729 n-d-793620-15 neutron-server[101845]: DEBUG neutron.quota.resource [None req-f13dc2a9-b7b5-46b3-8976-27b5c7726d47 tempest-QuotasTest-1040387284 tempest-QuotasTest-1040387284-project-admin] Usage tracker for resource:router and tenant:c0a90bb8cad14d42ab3c78f9f4be1ae6 is out of sync, need to count used quota {{(pid=101845) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 21:17:51.622441 n-d-793620-15 neutron-server[101845]: DEBUG neutron.quota.resource [None req-f13dc2a9-b7b5-46b3-8976-27b5c7726d47 tempest-QuotasTest-1040387284 tempest-QuotasTest-1040387284-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101845) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 21:17:51.628945 n-d-793620-15 neutron-server[101845]: DEBUG neutron.quota.resource [None req-f13dc2a9-b7b5-46b3-8976-27b5c7726d47 tempest-QuotasTest-1040387284 tempest-QuotasTest-1040387284-project-admin] Usage tracker for resource:floatingip and tenant:c0a90bb8cad14d42ab3c78f9f4be1ae6 is out of sync, need to count used quota {{(pid=101845) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 21:17:51.633930 n-d-793620-15 neutron-server[101845]: DEBUG neutron.quota.resource [None req-f13dc2a9-b7b5-46b3-8976-27b5c7726d47 tempest-QuotasTest-1040387284 tempest-QuotasTest-1040387284-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101845) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 21:17:51.677229 n-d-793620-15 neutron-server[101845]: DEBUG neutron.quota.resource [None req-f13dc2a9-b7b5-46b3-8976-27b5c7726d47 tempest-QuotasTest-1040387284 tempest-QuotasTest-1040387284-project-admin] Usage tracker for resource:security_group and tenant:c0a90bb8cad14d42ab3c78f9f4be1ae6 is out of sync, need to count used quota {{(pid=101845) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 21:17:51.683217 n-d-793620-15 neutron-server[101845]: DEBUG neutron.quota.resource [None req-f13dc2a9-b7b5-46b3-8976-27b5c7726d47 tempest-QuotasTest-1040387284 tempest-QuotasTest-1040387284-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101845) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 21:17:51.691114 n-d-793620-15 neutron-server[101845]: DEBUG neutron.quota.resource [None req-f13dc2a9-b7b5-46b3-8976-27b5c7726d47 tempest-QuotasTest-1040387284 tempest-QuotasTest-1040387284-project-admin] Usage tracker for resource:security_group_rule and tenant:c0a90bb8cad14d42ab3c78f9f4be1ae6 is out of sync, need to count used quota {{(pid=101845) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 21:17:51.696275 n-d-793620-15 neutron-server[101845]: DEBUG neutron.quota.resource [None req-f13dc2a9-b7b5-46b3-8976-27b5c7726d47 tempest-QuotasTest-1040387284 tempest-QuotasTest-1040387284-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101845) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 21:17:51.700845 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f13dc2a9-b7b5-46b3-8976-27b5c7726d47 tempest-QuotasTest-1040387284 tempest-QuotasTest-1040387284-project-admin] 10.222.0.84 "GET /v2.0/quotas/c0a90bb8cad14d42ab3c78f9f4be1ae6/details.json HTTP/1.1" status: 200 len: 703 time: 0.1590986 Aug 16 21:17:52.187605 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:52.339378 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51874) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:52.446860 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d459e58-d468-4fac-930d-696aae8f9bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:52.535855 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d459e58-d468-4fac-930d-696aae8f9bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:52.656072 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d459e58-d468-4fac-930d-696aae8f9bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:52.692959 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d459e58-d468-4fac-930d-696aae8f9bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d234c21-8116-4b47-adf4-2bbf24f26a7e,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:52.697328 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2d459e58-d468-4fac-930d-696aae8f9bdb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=540a01a8146246578c06aec5bfd75f99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3568401 Aug 16 21:17:52.701126 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51878) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:52.752314 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d622b5b1-0fb0-4c71-9a95-98f64403320e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:52.774286 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d622b5b1-0fb0-4c71-9a95-98f64403320e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:52.976376 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d622b5b1-0fb0-4c71-9a95-98f64403320e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:52.979484 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d622b5b1-0fb0-4c71-9a95-98f64403320e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:52.981057 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d622b5b1-0fb0-4c71-9a95-98f64403320e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8d234c21-8116-4b47-adf4-2bbf24f26a7e HTTP/1.1" status: 204 len: 168 time: 0.2790620 Aug 16 21:17:52.989427 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622b5b1-0fb0-4c71-9a95-98f64403320e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d234c21-8116-4b47-adf4-2bbf24f26a7e,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:53.695968 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51888) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:53.710612 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f5df2c08-6993-42ca-ac86-9a169306465c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:53.800105 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f5df2c08-6993-42ca-ac86-9a169306465c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:53.877994 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f5df2c08-6993-42ca-ac86-9a169306465c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:53.922875 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df2c08-6993-42ca-ac86-9a169306465c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1dd42b-c8fc-4231-a0fc-d35eb59898e2,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:53.941692 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51892) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:53.942659 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f5df2c08-6993-42ca-ac86-9a169306465c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c0a90bb8cad14d42ab3c78f9f4be1ae6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2455266 Aug 16 21:17:54.007031 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8cf97ad8-1a84-47e9-915d-e530b74025c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:54.029146 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8cf97ad8-1a84-47e9-915d-e530b74025c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:54.187753 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8cf97ad8-1a84-47e9-915d-e530b74025c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:54.190475 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8cf97ad8-1a84-47e9-915d-e530b74025c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:54.193510 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8cf97ad8-1a84-47e9-915d-e530b74025c4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6f1dd42b-c8fc-4231-a0fc-d35eb59898e2 HTTP/1.1" status: 204 len: 168 time: 0.2457395 Aug 16 21:17:54.199755 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf97ad8-1a84-47e9-915d-e530b74025c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1dd42b-c8fc-4231-a0fc-d35eb59898e2,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:55.335690 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51916) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.434889 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [None req-2399db7b-4b53-464e-915d-58054bd49066 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.436019 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2399db7b-4b53-464e-915d-58054bd49066 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0991278 Aug 16 21:17:55.438835 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51920) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.443029 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [None req-342baa75-51cb-410b-a667-cc87d4838b3d tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.444138 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-342baa75-51cb-410b-a667-cc87d4838b3d tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0043299 Aug 16 21:17:55.446428 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51922) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.451673 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [None req-6bb50061-523c-4c56-ae32-9926fbdffbb7 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.452681 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6bb50061-523c-4c56-ae32-9926fbdffbb7 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0052814 Aug 16 21:17:55.454848 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51924) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.458706 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [None req-556e77b4-50fe-45b0-afe8-453118afd185 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.459856 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-556e77b4-50fe-45b0-afe8-453118afd185 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0041304 Aug 16 21:17:55.461897 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51926) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.466031 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [None req-2e09548f-7bf4-449f-bda8-69ff64c1d0b1 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.467005 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2e09548f-7bf4-449f-bda8-69ff64c1d0b1 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0042398 Aug 16 21:17:55.468991 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51928) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.472743 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [None req-6ff381ae-0845-439b-bcf7-7514f46b03d5 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.473700 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6ff381ae-0845-439b-bcf7-7514f46b03d5 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0039055 Aug 16 21:17:55.475681 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51930) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.479507 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [None req-de8d3f4b-b755-4108-b8f2-696f5ebbdfa8 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.480506 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-de8d3f4b-b755-4108-b8f2-696f5ebbdfa8 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0039089 Aug 16 21:17:55.482455 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51932) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.486443 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [None req-cbea71cb-0098-471e-8918-28792ef7e557 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.487460 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-cbea71cb-0098-471e-8918-28792ef7e557 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0040605 Aug 16 21:17:55.489492 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51934) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.493653 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [None req-3fc67f16-60ec-41af-a780-356436b8e3f7 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.495091 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3fc67f16-60ec-41af-a780-356436b8e3f7 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0042071 Aug 16 21:17:55.497412 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51936) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.501947 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [None req-e87a9cf4-d966-4b9a-a676-ba9fe0e6da54 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.502891 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e87a9cf4-d966-4b9a-a676-ba9fe0e6da54 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0046532 Aug 16 21:17:55.505032 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51938) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.508904 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [None req-309e5516-1e8d-4aff-8004-0d01f7ffa281 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.509823 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-309e5516-1e8d-4aff-8004-0d01f7ffa281 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0039573 Aug 16 21:17:55.512509 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51940) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.516320 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [None req-f3780c0f-efbd-4650-a384-762ea8bb30c9 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.517252 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f3780c0f-efbd-4650-a384-762ea8bb30c9 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0039265 Aug 16 21:17:55.519254 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51942) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.523040 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [None req-01c5160e-959d-4240-aae1-332c1f1bb1dd tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.523994 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-01c5160e-959d-4240-aae1-332c1f1bb1dd tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0039001 Aug 16 21:17:55.526014 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51944) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.529847 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [None req-94becf2c-a1d9-4112-b5ec-4a025231eca6 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.530958 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-94becf2c-a1d9-4112-b5ec-4a025231eca6 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0041218 Aug 16 21:17:55.533187 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51946) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.536949 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [None req-881ad3d4-ce4b-4f21-aaed-94e6173206fd tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.537853 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-881ad3d4-ce4b-4f21-aaed-94e6173206fd tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0038524 Aug 16 21:17:55.539994 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51948) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.545148 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [None req-cf720de7-e64a-4b9b-a196-c7269ea42b3c tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.546113 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-cf720de7-e64a-4b9b-a196-c7269ea42b3c tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0050941 Aug 16 21:17:55.548458 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51950) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.552390 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [None req-8449b65f-5dad-4f8d-a17b-1cd2e8a0206a tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.553318 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8449b65f-5dad-4f8d-a17b-1cd2e8a0206a tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0040030 Aug 16 21:17:55.555266 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51952) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.560130 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [None req-fc729119-4b30-4d5f-827a-c57795fee988 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.561061 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fc729119-4b30-4d5f-827a-c57795fee988 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0049717 Aug 16 21:17:55.563020 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51954) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.566892 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [None req-79ed95f1-9bf8-4975-9429-25657041f58c tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.567826 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-79ed95f1-9bf8-4975-9429-25657041f58c tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0039694 Aug 16 21:17:55.569964 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51956) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.574289 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [None req-25e21ee2-f333-4ba1-bc13-dd713fed0d34 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.575298 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-25e21ee2-f333-4ba1-bc13-dd713fed0d34 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0045102 Aug 16 21:17:55.577166 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51958) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.581200 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [None req-e3bc3d17-94a8-491f-ac91-0b9e70abc0b3 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.582106 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e3bc3d17-94a8-491f-ac91-0b9e70abc0b3 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0039346 Aug 16 21:17:55.584111 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51960) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.587951 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [None req-b7e2ee1e-fdee-4b22-a9df-1112198e5e59 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.588929 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b7e2ee1e-fdee-4b22-a9df-1112198e5e59 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0039663 Aug 16 21:17:55.591337 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51962) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.595151 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [None req-d22f1a09-46b6-47fd-aa11-f55bb4f669b2 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.597591 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d22f1a09-46b6-47fd-aa11-f55bb4f669b2 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0053184 Aug 16 21:17:55.598185 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51964) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.602354 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [None req-bdf4ed2b-4542-4642-868d-3febdf22dcc7 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.603470 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-bdf4ed2b-4542-4642-868d-3febdf22dcc7 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0042977 Aug 16 21:17:55.605435 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51966) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.609356 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [None req-c6c3ce0f-7251-43fa-8a9e-e9c2e00875dc tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.610293 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c6c3ce0f-7251-43fa-8a9e-e9c2e00875dc tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0040116 Aug 16 21:17:55.612331 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51968) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.616748 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [None req-f112b928-596c-40a7-bb89-f6626f6b76fa tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.617971 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f112b928-596c-40a7-bb89-f6626f6b76fa tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0046964 Aug 16 21:17:55.620496 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51970) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.624653 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [None req-6ce804b2-a4db-40f7-9ad4-04d55d798211 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.625617 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6ce804b2-a4db-40f7-9ad4-04d55d798211 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0041189 Aug 16 21:17:55.627855 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51972) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.631992 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [None req-9093e3d4-e9b8-4361-bc68-2cad4b7b7303 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.632935 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9093e3d4-e9b8-4361-bc68-2cad4b7b7303 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0042481 Aug 16 21:17:55.635139 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51974) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.639556 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [None req-726761de-7d65-4634-8263-9c5591a7bfc9 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.642231 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-726761de-7d65-4634-8263-9c5591a7bfc9 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0039704 Aug 16 21:17:55.642461 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51976) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.646262 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [None req-4d315062-9dff-4d6b-9400-190260aa0c7b tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.647221 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4d315062-9dff-4d6b-9400-190260aa0c7b tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0039167 Aug 16 21:17:55.649685 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51978) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.653774 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [None req-5bccab2d-9f40-4296-8f8c-95d68baeab01 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.654746 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5bccab2d-9f40-4296-8f8c-95d68baeab01 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0041931 Aug 16 21:17:55.656844 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51980) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.661365 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [None req-c1fe4e96-0fbd-4010-8888-ebba574f2fac tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.664059 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c1fe4e96-0fbd-4010-8888-ebba574f2fac tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0046296 Aug 16 21:17:55.664309 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51982) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.668683 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [None req-de66445d-2c32-4ca4-b469-66f1109543b4 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.669621 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-de66445d-2c32-4ca4-b469-66f1109543b4 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0044818 Aug 16 21:17:55.671755 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51984) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.675662 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [None req-9cbe8038-dce2-4823-8228-5aa20eb045ca tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.676652 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9cbe8038-dce2-4823-8228-5aa20eb045ca tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0040193 Aug 16 21:17:55.678681 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51986) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.683139 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [None req-101ea876-1983-4258-9684-97631ff1794f tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.684175 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-101ea876-1983-4258-9684-97631ff1794f tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0045249 Aug 16 21:17:55.686234 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51988) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.690612 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [None req-6dbc0962-5ce5-4942-8d08-c9a590b05f09 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.691587 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6dbc0962-5ce5-4942-8d08-c9a590b05f09 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0043640 Aug 16 21:17:55.693638 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51990) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.697486 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [None req-74cf5802-8f51-4603-8dc6-8de22261793d tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.698435 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-74cf5802-8f51-4603-8dc6-8de22261793d tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0038984 Aug 16 21:17:55.700734 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51992) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.704793 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [None req-8eb4dc61-bc51-459e-9a79-7418fa4f65b5 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.708003 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8eb4dc61-bc51-459e-9a79-7418fa4f65b5 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0041318 Aug 16 21:17:55.708183 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51994) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.711909 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [None req-95669b02-21be-4caa-84ea-9ec0388e96f3 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.712879 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-95669b02-21be-4caa-84ea-9ec0388e96f3 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0038233 Aug 16 21:17:55.715068 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 51996) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.719105 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [None req-10563450-7b14-41da-9d4e-9aecd1ac32de tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.719989 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-10563450-7b14-41da-9d4e-9aecd1ac32de tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0037978 Aug 16 21:17:55.722553 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 51998) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.726627 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [None req-2f08f53b-72f5-4a50-9811-b9e8acbf8286 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.727599 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2f08f53b-72f5-4a50-9811-b9e8acbf8286 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0041659 Aug 16 21:17:55.731033 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52000) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.734967 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [None req-60f690db-6ddc-4bb8-881d-ee0b1b8b211c tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.735936 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-60f690db-6ddc-4bb8-881d-ee0b1b8b211c tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0040305 Aug 16 21:17:55.738521 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52002) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.742589 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [None req-6a96079a-790b-4376-b3bc-7fbefd30d559 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.746126 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52004) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.746265 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6a96079a-790b-4376-b3bc-7fbefd30d559 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0068443 Aug 16 21:17:55.750388 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [None req-022dda2b-5428-4f4e-8726-a2939930fc9b tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.751449 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-022dda2b-5428-4f4e-8726-a2939930fc9b tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0041976 Aug 16 21:17:55.753766 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52006) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.757523 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [None req-a143b9b2-d056-4a9b-ac24-2965c177c538 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.759141 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a143b9b2-d056-4a9b-ac24-2965c177c538 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0044036 Aug 16 21:17:55.760526 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52008) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.765032 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [None req-3b39b4a0-1f64-4273-a198-6e3d183030fe tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.765976 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3b39b4a0-1f64-4273-a198-6e3d183030fe tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0045996 Aug 16 21:17:55.767938 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52010) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.771726 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [None req-30577abd-8a0c-4ad4-b535-ec2ae6f7dcd2 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.772691 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-30577abd-8a0c-4ad4-b535-ec2ae6f7dcd2 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0039251 Aug 16 21:17:55.774667 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52012) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.778451 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [None req-2688de01-b455-4e80-bf6b-1bd46db84ad7 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.779387 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2688de01-b455-4e80-bf6b-1bd46db84ad7 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0038865 Aug 16 21:17:55.781673 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52014) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.786315 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [None req-4bf723d7-6889-48ab-a1aa-961e796fe939 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.787279 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4bf723d7-6889-48ab-a1aa-961e796fe939 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0047135 Aug 16 21:17:55.789407 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52016) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.793856 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [None req-d4fab33d-cde7-4543-a8ca-e80ea4a370e4 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.796266 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d4fab33d-cde7-4543-a8ca-e80ea4a370e4 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0059516 Aug 16 21:17:55.796809 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52018) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.801104 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [None req-e89802a3-428e-4c25-b20c-9315a77641c6 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.802260 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e89802a3-428e-4c25-b20c-9315a77641c6 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0045471 Aug 16 21:17:55.804231 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52020) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.808553 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [None req-f1513e13-a1ab-4050-adb8-c58532d4331e tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.809482 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f1513e13-a1ab-4050-adb8-c58532d4331e tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0044296 Aug 16 21:17:55.811487 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52022) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.815342 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [None req-1e17a118-a3df-4369-a79e-393f05775a77 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.816610 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1e17a118-a3df-4369-a79e-393f05775a77 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0040152 Aug 16 21:17:55.818295 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52024) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.822082 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [None req-a7e5d162-2b7c-4a2d-973b-d968537b1c1c tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.823516 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a7e5d162-2b7c-4a2d-973b-d968537b1c1c tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0043995 Aug 16 21:17:55.825586 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52026) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.829883 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [None req-8523a471-dbcc-4791-bf2e-1e66790de908 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.831118 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8523a471-dbcc-4791-bf2e-1e66790de908 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0043707 Aug 16 21:17:55.832920 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52028) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.837050 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [None req-dcab5239-03dc-449f-b103-911a55c21f07 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.838036 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-dcab5239-03dc-449f-b103-911a55c21f07 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0039232 Aug 16 21:17:55.840963 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52030) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.845001 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [None req-73bb137d-781c-4d7c-ac08-1c4362dd2188 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.846060 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-73bb137d-781c-4d7c-ac08-1c4362dd2188 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0041153 Aug 16 21:17:55.848002 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52032) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.851801 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [None req-ede3e53f-ce5a-4273-a5a0-87d4c9b8996c tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.852724 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ede3e53f-ce5a-4273-a5a0-87d4c9b8996c tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0038981 Aug 16 21:17:55.854808 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52034) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.858648 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [None req-3f95bc51-bd46-40ff-b48c-a1baa80037b4 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.859557 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3f95bc51-bd46-40ff-b48c-a1baa80037b4 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0039263 Aug 16 21:17:55.861535 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52036) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.865517 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [None req-63bbd639-7f0d-4736-86c3-a0a811c34440 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.866487 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-63bbd639-7f0d-4736-86c3-a0a811c34440 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0041082 Aug 16 21:17:55.868353 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52038) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.872557 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [None req-35a69262-b1e0-487d-9b3b-4abc97ef4774 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.873466 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-35a69262-b1e0-487d-9b3b-4abc97ef4774 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0043178 Aug 16 21:17:55.875638 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52040) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.879532 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [None req-a7bdaabd-df52-4936-b4fd-96fef237fd66 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.882142 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a7bdaabd-df52-4936-b4fd-96fef237fd66 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0056129 Aug 16 21:17:55.882643 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52042) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.888172 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [None req-9ad4e84f-079a-494f-9144-a6ac9bf59cc7 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.889180 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9ad4e84f-079a-494f-9144-a6ac9bf59cc7 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0056226 Aug 16 21:17:55.891237 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52044) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.895282 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [None req-5002d43b-63f0-4944-b677-885da767e094 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.896228 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5002d43b-63f0-4944-b677-885da767e094 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0041702 Aug 16 21:17:55.898196 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52046) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.902509 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [None req-dbf6cc05-d36f-44d3-acec-f8db30f86e80 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.903435 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-dbf6cc05-d36f-44d3-acec-f8db30f86e80 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0044191 Aug 16 21:17:55.905538 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52048) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.909300 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [None req-8c9812b4-08d5-42d2-8acf-1c937de50c4f tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.910223 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8c9812b4-08d5-42d2-8acf-1c937de50c4f tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0038636 Aug 16 21:17:55.912420 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52050) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.916874 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [None req-53888ead-a7f7-4997-9f62-561edcbe237e tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.917808 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-53888ead-a7f7-4997-9f62-561edcbe237e tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0042956 Aug 16 21:17:55.920142 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52052) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.924656 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [None req-3fc91947-2aa1-438a-8fba-e517151b4123 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.928010 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3fc91947-2aa1-438a-8fba-e517151b4123 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0067837 Aug 16 21:17:55.928367 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52054) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:55.932981 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [None req-5e516838-b4f7-475d-9373-9cf168cc0241 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] http://10.222.0.84:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:17:55.937377 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5e516838-b4f7-475d-9373-9cf168cc0241 tempest-ExtensionsTestJSON-2133672751 tempest-ExtensionsTestJSON-2133672751-project] 10.222.0.84 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0044646 Aug 16 21:17:56.441314 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-84285dc1-2f31-4a08-a3e7-19f83779bc0b req-ebdd65b4-3ec5-455e-b545-b6fd98b0fd89 service neutron] (101844) timed out ('10.222.0.72', 60974) {{(pid=101844) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 21:17:56.518840 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52062) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:56.629954 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0dd9489e-74c3-4218-944a-12d7b9dc8231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:56.729482 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0dd9489e-74c3-4218-944a-12d7b9dc8231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:56.839595 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0dd9489e-74c3-4218-944a-12d7b9dc8231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:56.885419 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0dd9489e-74c3-4218-944a-12d7b9dc8231 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d4d3d49530374cf1b98af787f8dcc48b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3654852 Aug 16 21:17:56.886633 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9489e-74c3-4218-944a-12d7b9dc8231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9402af9b-72ed-4a89-affc-6604849b3d3b,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:56.890052 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52072) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:56.946363 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5688d6ec-7e49-49ff-a8dc-53642a219493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:56.968974 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5688d6ec-7e49-49ff-a8dc-53642a219493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:57.049267 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00911d8-af3f-4ee5-88a5-49411b023db4 req-5343e328-87d0-45d2-9458-54ce39069582 tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:57.050971 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b00911d8-af3f-4ee5-88a5-49411b023db4 req-5343e328-87d0-45d2-9458-54ce39069582 tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 1098 time: 0.1897600 Aug 16 21:17:57.090031 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b00911d8-af3f-4ee5-88a5-49411b023db4 req-5fcdb9c4-771f-49ff-a02a-d97bfcafb944 tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=8eec299e-f5d8-456c-a6ef-8718e8c24877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322373 Aug 16 21:17:57.113356 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52076) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:57.156598 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5688d6ec-7e49-49ff-a8dc-53642a219493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:57.159270 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5688d6ec-7e49-49ff-a8dc-53642a219493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:57.160513 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5688d6ec-7e49-49ff-a8dc-53642a219493 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9402af9b-72ed-4a89-affc-6604849b3d3b HTTP/1.1" status: 204 len: 168 time: 0.2695434 Aug 16 21:17:57.176422 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688d6ec-7e49-49ff-a8dc-53642a219493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9402af9b-72ed-4a89-affc-6604849b3d3b,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:57.296326 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-6deab157-fe70-4a38-9bff-b06b65c769b8 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Deleting port 2bdff682-54a8-48f4-877b-53b5649fec9c {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:17:57.296681 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6deab157-fe70-4a38-9bff-b06b65c769b8 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:57.371773 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6deab157-fe70-4a38-9bff-b06b65c769b8 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:57.372060 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6deab157-fe70-4a38-9bff-b06b65c769b8 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:57.383582 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-6deab157-fe70-4a38-9bff-b06b65c769b8 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Calling delete_port for 2bdff682-54a8-48f4-877b-53b5649fec9c owned by network:floatingip {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:17:57.658295 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6deab157-fe70-4a38-9bff-b06b65c769b8 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:57.680850 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deab157-fe70-4a38-9bff-b06b65c769b8 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event deleted for resources: {'Port': ['ID=2bdff682-54a8-48f4-877b-53b5649fec9c,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:57.743221 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6deab157-fe70-4a38-9bff-b06b65c769b8 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for floatingip, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:57.743610 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [None req-6deab157-fe70-4a38-9bff-b06b65c769b8 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Floating IP 7950e127-5c61-4da8-ae25-24a04cc0dc04 disassociated (deleted). External IP: 172.25.1.36, port: 75e9b70b-d7ed-4655-a201-fe187ca00a58. Aug 16 21:17:57.961868 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6deab157-fe70-4a38-9bff-b06b65c769b8 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Router 2763c95e-ad0d-479b-935e-b220edd5bc2a has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:17:58.078820 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6deab157-fe70-4a38-9bff-b06b65c769b8 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:17:58.083871 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6deab157-fe70-4a38-9bff-b06b65c769b8 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:58.089136 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e92a54-2038-4cf0-b733-4cd13dbc2574 None None] Sync routers for ids ['2763c95e-ad0d-479b-935e-b220edd5bc2a'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:17:58.099150 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e92a54-2038-4cf0-b733-4cd13dbc2574 None None] Routers {'2763c95e-ad0d-479b-935e-b220edd5bc2a'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:17:58.109937 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-59e92a54-2038-4cf0-b733-4cd13dbc2574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:17:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['2763c95e-ad0d-479b-935e-b220edd5bc2a'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:58.112314 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6deab157-fe70-4a38-9bff-b06b65c769b8 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "DELETE /v2.0/floatingips/7950e127-5c61-4da8-ae25-24a04cc0dc04 HTTP/1.1" status: 204 len: 168 time: 0.9978442 Aug 16 21:17:58.113145 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b', 'tag': '75e9b70b-d7ed-4655-a201-fe187ca00a58'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:17:58.115832 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38f1541-650b-4516-be85-0940dddb8a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b", "tag": "75e9b70b-d7ed-4655-a201-fe187ca00a58"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:17:58.172382 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e4883e-a5fd-4386-aeb5-36587b0a790b x-openstack-request-id: req-78e4883e-a5fd-4386-aeb5-36587b0a790b {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:17:58.172382 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b", "tag": "75e9b70b-d7ed-4655-a201-fe187ca00a58", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:17:58.172572 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-78e4883e-a5fd-4386-aeb5-36587b0a790b {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:17:58.173117 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b', 'tag': '75e9b70b-d7ed-4655-a201-fe187ca00a58', 'status': 'completed', 'code': 200} Aug 16 21:17:58.230670 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-59e92a54-2038-4cf0-b733-4cd13dbc2574 None None] Set router 2763c95e-ad0d-479b-935e-b220edd5bc2a gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:17:58.261850 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f1541-650b-4516-be85-0940dddb8a4f req-1cc2669a-6d8a-4b08-84cf-6ff820cf50d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:58.264517 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c38f1541-650b-4516-be85-0940dddb8a4f req-1cc2669a-6d8a-4b08-84cf-6ff820cf50d9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 1098 time: 0.0608582 Aug 16 21:17:58.313667 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52104) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:58.390850 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f1541-650b-4516-be85-0940dddb8a4f req-642edb14-c84d-4edc-8dca-faa42ca6c688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:58.392387 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c38f1541-650b-4516-be85-0940dddb8a4f req-642edb14-c84d-4edc-8dca-faa42ca6c688 service neutron] 10.222.0.72 "GET /v2.0/networks?id=de919aea-3ab1-46ae-a7cf-23af99d94eaa HTTP/1.1" status: 200 len: 897 time: 0.1211677 Aug 16 21:17:58.437851 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-4fb57101-e1ab-4d52-b706-b1b76f0a85f7 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1930574011', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:17:58.439249 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c38f1541-650b-4516-be85-0940dddb8a4f req-070ffe97-d02d-40b9-89f9-eece89843d4b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75e9b70b-d7ed-4655-a201-fe187ca00a58 HTTP/1.1" status: 200 len: 217 time: 0.0400138 Aug 16 21:17:58.453436 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-59e92a54-2038-4cf0-b733-4cd13dbc2574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2763c95e-ad0d-479b-935e-b220edd5bc2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639335091', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '64e2528e-8eeb-4145-b923-8af3ba2d9914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:16:08Z', 'updated_at': '2021-08-16T21:16:12Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '64e2528e-8eeb-4145-b923-8af3ba2d9914', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:89:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2763c95e-ad0d-479b-935e-b220edd5bc2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:16:08Z', 'updated_at': '2021-08-16T21:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6', 'name': '', 'network_id': 'de919aea-3ab1-46ae-a7cf-23af99d94eaa', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'mac_address': 'fa:16:3e:7e:94:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2763c95e-ad0d-479b-935e-b220edd5bc2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'cfcb6eb6-a2cd-4ab1-bbe8-48d562fa29c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:16:12Z', 'updated_at': '2021-08-16T21:16:17Z', 'revision_number': 5, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'subnets': [{'id': 'cfcb6eb6-a2cd-4ab1-bbe8-48d562fa29c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:58.485485 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e92a54-2038-4cf0-b733-4cd13dbc2574 None None] Checking router: 2763c95e-ad0d-479b-935e-b220edd5bc2a for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:17:58.493983 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e92a54-2038-4cf0-b733-4cd13dbc2574 None None] Routers {'2763c95e-ad0d-479b-935e-b220edd5bc2a'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:17:58.494642 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-59e92a54-2038-4cf0-b733-4cd13dbc2574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:17:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['2763c95e-ad0d-479b-935e-b220edd5bc2a'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:58.497935 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f1541-650b-4516-be85-0940dddb8a4f req-ad956c50-8ec0-4c82-bc9b-a91bf086a2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:58.498239 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c38f1541-650b-4516-be85-0940dddb8a4f req-ad956c50-8ec0-4c82-bc9b-a91bf086a2e5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cfcb6eb6-a2cd-4ab1-bbe8-48d562fa29c1 HTTP/1.1" status: 200 len: 835 time: 0.0519187 Aug 16 21:17:58.544867 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f1541-650b-4516-be85-0940dddb8a4f req-f9cecedb-e16a-414c-a5ef-e531524f50a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:58.546369 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c38f1541-650b-4516-be85-0940dddb8a4f req-f9cecedb-e16a-414c-a5ef-e531524f50a0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=de919aea-3ab1-46ae-a7cf-23af99d94eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416830 Aug 16 21:17:58.553691 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4fb57101-e1ab-4d52-b706-b1b76f0a85f7 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:58.554952 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4fb57101-e1ab-4d52-b706-b1b76f0a85f7 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:58.607196 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-59e92a54-2038-4cf0-b733-4cd13dbc2574 None None] Set router 2763c95e-ad0d-479b-935e-b220edd5bc2a gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:17:58.611333 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4fb57101-e1ab-4d52-b706-b1b76f0a85f7 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:58.663849 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c38f1541-650b-4516-be85-0940dddb8a4f req-b0a04d16-f993-446b-94cd-8ee914fa2bf4 service neutron] 10.222.0.72 "GET /v2.0/networks/de919aea-3ab1-46ae-a7cf-23af99d94eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103098 Aug 16 21:17:58.710099 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4fb57101-e1ab-4d52-b706-b1b76f0a85f7 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:58.741734 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efdefd1-1796-4bca-ad67-4af20dc4eddb req-c756dfe4-c8b3-4630-9037-146fb13ff7da tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:58.743270 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9efdefd1-1796-4bca-ad67-4af20dc4eddb req-c756dfe4-c8b3-4630-9037-146fb13ff7da tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 946 time: 0.0642285 Aug 16 21:17:58.770894 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c38f1541-650b-4516-be85-0940dddb8a4f req-0dfa5006-cd93-4697-af2a-ef424815d763 service neutron] 10.222.0.72 "GET /v2.0/networks/de919aea-3ab1-46ae-a7cf-23af99d94eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962207 Aug 16 21:17:58.792865 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9efdefd1-1796-4bca-ad67-4af20dc4eddb req-331f1afa-6474-4a50-a1f1-ddf40e20efb9 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=8eec299e-f5d8-456c-a6ef-8718e8c24877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407839 Aug 16 21:17:58.828296 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4fb57101-e1ab-4d52-b706-b1b76f0a85f7 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:58.832238 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4fb57101-e1ab-4d52-b706-b1b76f0a85f7 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5146763 Aug 16 21:17:58.832466 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52110) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:58.842596 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-3a28aa47-47d5-4f01-8c65-03016af1c021 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-983880803'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:17:58.850677 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-59e92a54-2038-4cf0-b733-4cd13dbc2574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2763c95e-ad0d-479b-935e-b220edd5bc2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639335091', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '64e2528e-8eeb-4145-b923-8af3ba2d9914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:16:08Z', 'updated_at': '2021-08-16T21:16:12Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '64e2528e-8eeb-4145-b923-8af3ba2d9914', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:89:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2763c95e-ad0d-479b-935e-b220edd5bc2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:16:08Z', 'updated_at': '2021-08-16T21:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6', 'name': '', 'network_id': 'de919aea-3ab1-46ae-a7cf-23af99d94eaa', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'mac_address': 'fa:16:3e:7e:94:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2763c95e-ad0d-479b-935e-b220edd5bc2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'cfcb6eb6-a2cd-4ab1-bbe8-48d562fa29c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:16:12Z', 'updated_at': '2021-08-16T21:16:17Z', 'revision_number': 5, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'subnets': [{'id': 'cfcb6eb6-a2cd-4ab1-bbe8-48d562fa29c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:58.878146 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e92a54-2038-4cf0-b733-4cd13dbc2574 None None] The sync data for ids ['2763c95e-ad0d-479b-935e-b220edd5bc2a'] in n-d-793620-15 is: [{'id': '2763c95e-ad0d-479b-935e-b220edd5bc2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639335091', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '64e2528e-8eeb-4145-b923-8af3ba2d9914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:16:08Z', 'updated_at': '2021-08-16T21:16:12Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '64e2528e-8eeb-4145-b923-8af3ba2d9914', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:89:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2763c95e-ad0d-479b-935e-b220edd5bc2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:16:08Z', 'updated_at': '2021-08-16T21:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6', 'name': '', 'network_id': 'de919aea-3ab1-46ae-a7cf-23af99d94eaa', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'mac_address': 'fa:16:3e:7e:94:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2763c95e-ad0d-479b-935e-b220edd5bc2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'cfcb6eb6-a2cd-4ab1-bbe8-48d562fa29c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:16:12Z', 'updated_at': '2021-08-16T21:16:17Z', 'revision_number': 5, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'subnets': [{'id': 'cfcb6eb6-a2cd-4ab1-bbe8-48d562fa29c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:17:58.926630 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a28aa47-47d5-4f01-8c65-03016af1c021 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Made reservation on behalf of 1f5e47dd00cd4ea19a7bcc5ea7e4f530 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:17:58.930706 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3a28aa47-47d5-4f01-8c65-03016af1c021 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:58.941597 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3a28aa47-47d5-4f01-8c65-03016af1c021 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:59.045627 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3a28aa47-47d5-4f01-8c65-03016af1c021 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:59.118221 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f79605-9242-44ed-87a0-23d6bc56084e None None] New status for floating IP 7950e127-5c61-4da8-ae25-24a04cc0dc04: DOWN {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:17:59.124476 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3a28aa47-47d5-4f01-8c65-03016af1c021 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:59.144433 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a28aa47-47d5-4f01-8c65-03016af1c021 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:17:59.163649 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3a28aa47-47d5-4f01-8c65-03016af1c021 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:59.164043 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-3a28aa47-47d5-4f01-8c65-03016af1c021 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Added segment 64790ee4-b8bf-46d0-ae06-60e92e803ff7 of type vlan for network efd5547e-d285-4ebf-b6a8-3bd67eb18785 Aug 16 21:17:59.165430 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a28aa47-47d5-4f01-8c65-03016af1c021 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44be1f5f-9a85-4f39-b07c-970bdba7b4c3,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:59.212992 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3a28aa47-47d5-4f01-8c65-03016af1c021 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:59.330202 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3a28aa47-47d5-4f01-8c65-03016af1c021 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:59.336271 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a28aa47-47d5-4f01-8c65-03016af1c021 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:59.336997 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3a28aa47-47d5-4f01-8c65-03016af1c021 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:59.400855 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a28aa47-47d5-4f01-8c65-03016af1c021 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Pushing event updated for resources: {'Network': ['ID=efd5547e-d285-4ebf-b6a8-3bd67eb18785,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:59.411261 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network efd5547e-d285-4ebf-b6a8-3bd67eb18785 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:17:59.462788 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3a28aa47-47d5-4f01-8c65-03016af1c021 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6292694 Aug 16 21:17:59.466164 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52114) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:17:59.471803 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-5601aed4-afdc-4545-8389-f6de4d8ce248 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Request body: {'subnet': {'network_id': 'efd5547e-d285-4ebf-b6a8-3bd67eb18785', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:17:59.637895 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5601aed4-afdc-4545-8389-f6de4d8ce248 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Made reservation on behalf of 1f5e47dd00cd4ea19a7bcc5ea7e4f530 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:17:59.641518 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5601aed4-afdc-4545-8389-f6de4d8ce248 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:59.947986 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5601aed4-afdc-4545-8389-f6de4d8ce248 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:00.047282 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5601aed4-afdc-4545-8389-f6de4d8ce248 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Pushing event updated for resources: {'Subnet': ['ID=0e9c95be-1984-4850-a148-cb209240f48c,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:00.059105 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5601aed4-afdc-4545-8389-f6de4d8ce248 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Checking segment: {'id': '64790ee4-b8bf-46d0-ae06-60e92e803ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'efd5547e-d285-4ebf-b6a8-3bd67eb18785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:18:00.059476 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5601aed4-afdc-4545-8389-f6de4d8ce248 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Network hostable DHCP agents. Network: efd5547e-d285-4ebf-b6a8-3bd67eb18785, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:18:00.072107 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94804a2-0b2c-4cde-8b07-fcc357563b00 req-e5334204-2a86-46a9-8c97-be1e84dcd7c5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:00.073681 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c94804a2-0b2c-4cde-8b07-fcc357563b00 req-e5334204-2a86-46a9-8c97-be1e84dcd7c5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 946 time: 0.2097373 Aug 16 21:18:00.103117 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810b6ab-4855-4890-99e9-845332345c4f req-12379379-f7d7-4ce1-b648-c0b5aba6324f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:00.104852 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6810b6ab-4855-4890-99e9-845332345c4f req-12379379-f7d7-4ce1-b648-c0b5aba6324f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 946 time: 0.0518141 Aug 16 21:18:00.119931 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c94804a2-0b2c-4cde-8b07-fcc357563b00 req-d39337ef-e907-49a6-ad10-e30ca23c390d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=8eec299e-f5d8-456c-a6ef-8718e8c24877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382457 Aug 16 21:18:00.186909 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5601aed4-afdc-4545-8389-f6de4d8ce248 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Network efd5547e-d285-4ebf-b6a8-3bd67eb18785 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:18:00.202164 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-6810b6ab-4855-4890-99e9-845332345c4f req-3cfa8e22-133e-4b20-8cd7-206495512a4c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Deleting port 75e9b70b-d7ed-4655-a201-fe187ca00a58 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:18:00.204725 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6810b6ab-4855-4890-99e9-845332345c4f req-3cfa8e22-133e-4b20-8cd7-206495512a4c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:00.256025 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-5601aed4-afdc-4545-8389-f6de4d8ce248 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, efd5547e-d285-4ebf-b6a8-3bd67eb18785) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:18:00.260412 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5601aed4-afdc-4545-8389-f6de4d8ce248 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:00.261611 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5601aed4-afdc-4545-8389-f6de4d8ce248 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:00.266248 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a19495-2500-4904-9b12-76ff77ce331a None None] Network efd5547e-d285-4ebf-b6a8-3bd67eb18785 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:18:00.305453 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-6810b6ab-4855-4890-99e9-845332345c4f req-3cfa8e22-133e-4b20-8cd7-206495512a4c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] For port 75e9b70b-d7ed-4655-a201-fe187ca00a58, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=75e9b70b-d7ed-4655-a201-fe187ca00a58,segment=NetworkSegment(f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f),segment_id=f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:00.306075 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6810b6ab-4855-4890-99e9-845332345c4f req-3cfa8e22-133e-4b20-8cd7-206495512a4c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:00.318730 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-6810b6ab-4855-4890-99e9-845332345c4f req-3cfa8e22-133e-4b20-8cd7-206495512a4c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Calling delete_port for 75e9b70b-d7ed-4655-a201-fe187ca00a58 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:18:00.398608 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5601aed4-afdc-4545-8389-f6de4d8ce248 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9312856 Aug 16 21:18:00.402538 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52122) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:00.408363 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-8183b178-1a26-410e-bd6a-8dc4ab47d362 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Request body: {'network': {'name': 'tempest-router-network01--1858898344'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:00.438703 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4088c388-5e1c-4dda-baad-265f4f157a63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-efd5547e-d285-4ebf-b6a8-3bd67eb18785', 'network_id': 'efd5547e-d285-4ebf-b6a8-3bd67eb18785', 'tenant_id': '1f5e47dd00cd4ea19a7bcc5ea7e4f530', 'fixed_ips': [{'subnet_id': '0e9c95be-1984-4850-a148-cb209240f48c'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:18:00.439549 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4088c388-5e1c-4dda-baad-265f4f157a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:00.529402 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8183b178-1a26-410e-bd6a-8dc4ab47d362 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Made reservation on behalf of 1f5e47dd00cd4ea19a7bcc5ea7e4f530 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:18:00.532946 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8183b178-1a26-410e-bd6a-8dc4ab47d362 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:00.556809 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8183b178-1a26-410e-bd6a-8dc4ab47d362 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:18:00.566849 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8183b178-1a26-410e-bd6a-8dc4ab47d362 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:00.567386 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-8183b178-1a26-410e-bd6a-8dc4ab47d362 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Added segment 02b92305-5c99-4bea-8725-ddd6667ad0ad of type vlan for network 6bae334e-1ce8-4c6c-ae3c-ac061d6d183b Aug 16 21:18:00.568771 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6810b6ab-4855-4890-99e9-845332345c4f req-3cfa8e22-133e-4b20-8cd7-206495512a4c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:00.625166 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa8e22-133e-4b20-8cd7-206495512a4c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event deleted for resources: {'Port': ['ID=75e9b70b-d7ed-4655-a201-fe187ca00a58,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:00.644800 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8183b178-1a26-410e-bd6a-8dc4ab47d362 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:00.685359 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-6810b6ab-4855-4890-99e9-845332345c4f req-3cfa8e22-133e-4b20-8cd7-206495512a4c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] No DVR routers for this DVR port 75e9b70b-d7ed-4655-a201-fe187ca00a58 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:18:00.691879 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6810b6ab-4855-4890-99e9-845332345c4f req-3cfa8e22-133e-4b20-8cd7-206495512a4c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:00.693754 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6810b6ab-4855-4890-99e9-845332345c4f req-3cfa8e22-133e-4b20-8cd7-206495512a4c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.72 "DELETE /v2.0/ports/75e9b70b-d7ed-4655-a201-fe187ca00a58 HTTP/1.1" status: 204 len: 173 time: 0.5823851 Aug 16 21:18:00.694418 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b', 'name': 'network-vif-deleted', 'tag': '75e9b70b-d7ed-4655-a201-fe187ca00a58'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:18:00.695403 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-4088c388-5e1c-4dda-baad-265f4f157a63 None None] Allocated IP 2001:db8::2 (efd5547e-d285-4ebf-b6a8-3bd67eb18785/0e9c95be-1984-4850-a148-cb209240f48c/29c7a014-39fd-429c-8bee-0ec614b4257d) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:18:00.696561 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958ec5e3-aa14-42d4-aefe-66b0da1d20c3" -d '{"events": [{"server_uuid": "8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b", "name": "network-vif-deleted", "tag": "75e9b70b-d7ed-4655-a201-fe187ca00a58"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:18:00.737903 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80774d3-32f8-4ec1-b938-8318eb87c8ff x-openstack-request-id: req-f80774d3-32f8-4ec1-b938-8318eb87c8ff {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:18:00.738339 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b", "name": "network-vif-deleted", "tag": "75e9b70b-d7ed-4655-a201-fe187ca00a58", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:18:00.738656 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f80774d3-32f8-4ec1-b938-8318eb87c8ff {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:18:00.739142 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b', 'name': 'network-vif-deleted', 'tag': '75e9b70b-d7ed-4655-a201-fe187ca00a58', 'status': 'completed', 'code': 200} Aug 16 21:18:00.833111 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8183b178-1a26-410e-bd6a-8dc4ab47d362 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:00.839810 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8183b178-1a26-410e-bd6a-8dc4ab47d362 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:00.845277 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8183b178-1a26-410e-bd6a-8dc4ab47d362 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:00.849495 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4088c388-5e1c-4dda-baad-265f4f157a63 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:00.858083 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-4088c388-5e1c-4dda-baad-265f4f157a63 None None] Transition to ACTIVE for port object 29c7a014-39fd-429c-8bee-0ec614b4257d will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:18:00.876568 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-4088c388-5e1c-4dda-baad-265f4f157a63 None None] Transition to ACTIVE for port object 29c7a014-39fd-429c-8bee-0ec614b4257d will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:18:00.914977 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183b178-1a26-410e-bd6a-8dc4ab47d362 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Pushing event updated for resources: {'Network': ['ID=6bae334e-1ce8-4c6c-ae3c-ac061d6d183b,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:00.925885 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 6bae334e-1ce8-4c6c-ae3c-ac061d6d183b details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:18:01.050924 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4088c388-5e1c-4dda-baad-265f4f157a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:01.052499 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8183b178-1a26-410e-bd6a-8dc4ab47d362 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6473665 Aug 16 21:18:01.057554 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52126) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:01.064384 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-db7f2072-d281-4c4c-8aa5-7ff36e8c4f01 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Request body: {'network': {'name': 'tempest-router-network02--1946850321'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:01.178463 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7f2072-d281-4c4c-8aa5-7ff36e8c4f01 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Made reservation on behalf of 1f5e47dd00cd4ea19a7bcc5ea7e4f530 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:18:01.182261 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-db7f2072-d281-4c4c-8aa5-7ff36e8c4f01 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:01.207208 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db7f2072-d281-4c4c-8aa5-7ff36e8c4f01 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:18:01.217327 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-db7f2072-d281-4c4c-8aa5-7ff36e8c4f01 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:01.217623 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-db7f2072-d281-4c4c-8aa5-7ff36e8c4f01 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Added segment c97250bb-a2fe-4c20-bc89-c20b519cdec5 of type vlan for network 45f1e455-97cb-4679-beda-afd9afa162d6 Aug 16 21:18:01.246265 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0ba828c9-199d-41af-8b7e-cf4e05d04784 req-f80b796d-2b64-4969-a284-6e3bda24b4fe tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a6b9b65-3cc3-4718-9bcc-f18ab4961e0b HTTP/1.1" status: 200 len: 210 time: 0.0352070 Aug 16 21:18:01.267261 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4088c388-5e1c-4dda-baad-265f4f157a63 None None] Network efd5547e-d285-4ebf-b6a8-3bd67eb18785 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:18:01.271090 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088c388-5e1c-4dda-baad-265f4f157a63 None None] Pushing event updated for resources: {'Port': ['ID=29c7a014-39fd-429c-8bee-0ec614b4257d,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:01.273655 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-4088c388-5e1c-4dda-baad-265f4f157a63 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:18:01.275991 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4088c388-5e1c-4dda-baad-265f4f157a63 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:18:01.280952 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-db7f2072-d281-4c4c-8aa5-7ff36e8c4f01 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:01.327802 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-4088c388-5e1c-4dda-baad-265f4f157a63 None None] Attempting to bind port 29c7a014-39fd-429c-8bee-0ec614b4257d on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:18:01.328314 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-4088c388-5e1c-4dda-baad-265f4f157a63 None None] Attempting to bind port 29c7a014-39fd-429c-8bee-0ec614b4257d by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '64790ee4-b8bf-46d0-ae06-60e92e803ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'efd5547e-d285-4ebf-b6a8-3bd67eb18785'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:18:01.328552 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4088c388-5e1c-4dda-baad-265f4f157a63 None None] Attempting to bind port 29c7a014-39fd-429c-8bee-0ec614b4257d on network efd5547e-d285-4ebf-b6a8-3bd67eb18785 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:18:01.335279 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4088c388-5e1c-4dda-baad-265f4f157a63 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:18:01.335825 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4088c388-5e1c-4dda-baad-265f4f157a63 None None] Checking segment: {'id': '64790ee4-b8bf-46d0-ae06-60e92e803ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'efd5547e-d285-4ebf-b6a8-3bd67eb18785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:18:01.336244 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4088c388-5e1c-4dda-baad-265f4f157a63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:01.336792 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4088c388-5e1c-4dda-baad-265f4f157a63 None None] Bound using segment: {'id': '64790ee4-b8bf-46d0-ae06-60e92e803ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'efd5547e-d285-4ebf-b6a8-3bd67eb18785'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:18:01.337107 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-4088c388-5e1c-4dda-baad-265f4f157a63 None None] Bound port: 29c7a014-39fd-429c-8bee-0ec614b4257d, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64790ee4-b8bf-46d0-ae06-60e92e803ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'efd5547e-d285-4ebf-b6a8-3bd67eb18785'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:18:01.337500 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4088c388-5e1c-4dda-baad-265f4f157a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:01.387583 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-db7f2072-d281-4c4c-8aa5-7ff36e8c4f01 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:01.396866 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7f2072-d281-4c4c-8aa5-7ff36e8c4f01 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:01.397463 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-db7f2072-d281-4c4c-8aa5-7ff36e8c4f01 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:01.404475 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-4088c388-5e1c-4dda-baad-265f4f157a63 None None] For port 29c7a014-39fd-429c-8bee-0ec614b4257d, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:18:01.407867 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-4088c388-5e1c-4dda-baad-265f4f157a63 None None] For port 29c7a014-39fd-429c-8bee-0ec614b4257d, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=29c7a014-39fd-429c-8bee-0ec614b4257d,segment=NetworkSegment(64790ee4-b8bf-46d0-ae06-60e92e803ff7),segment_id=64790ee4-b8bf-46d0-ae06-60e92e803ff7)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:18:01.463314 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f2072-d281-4c4c-8aa5-7ff36e8c4f01 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Pushing event updated for resources: {'Network': ['ID=45f1e455-97cb-4679-beda-afd9afa162d6,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:01.477053 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 45f1e455-97cb-4679-beda-afd9afa162d6 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:18:01.516998 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4088c388-5e1c-4dda-baad-265f4f157a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:01.554502 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-db7f2072-d281-4c4c-8aa5-7ff36e8c4f01 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4949450 Aug 16 21:18:01.557336 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52132) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:01.562463 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-cbcfe212-d610-4ad0-a242-3cc3429ce658 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Request body: {'subnet': {'network_id': '6bae334e-1ce8-4c6c-ae3c-ac061d6d183b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:01.607055 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088c388-5e1c-4dda-baad-265f4f157a63 None None] Pushing event updated for resources: {'Port': ['ID=29c7a014-39fd-429c-8bee-0ec614b4257d,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:01.758437 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcfe212-d610-4ad0-a242-3cc3429ce658 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Made reservation on behalf of 1f5e47dd00cd4ea19a7bcc5ea7e4f530 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:18:01.758437 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cbcfe212-d610-4ad0-a242-3cc3429ce658 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:02.033378 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cbcfe212-d610-4ad0-a242-3cc3429ce658 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:02.097976 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcfe212-d610-4ad0-a242-3cc3429ce658 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Pushing event updated for resources: {'Subnet': ['ID=3996a6bf-6cc3-4048-ba67-a0d26d7351d1,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:02.109275 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcfe212-d610-4ad0-a242-3cc3429ce658 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Checking segment: {'id': '02b92305-5c99-4bea-8725-ddd6667ad0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6bae334e-1ce8-4c6c-ae3c-ac061d6d183b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:18:02.109646 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcfe212-d610-4ad0-a242-3cc3429ce658 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Network hostable DHCP agents. Network: 6bae334e-1ce8-4c6c-ae3c-ac061d6d183b, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:18:02.237818 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcfe212-d610-4ad0-a242-3cc3429ce658 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Network 6bae334e-1ce8-4c6c-ae3c-ac061d6d183b is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:18:02.306731 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52136) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:02.351406 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-cbcfe212-d610-4ad0-a242-3cc3429ce658 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 6bae334e-1ce8-4c6c-ae3c-ac061d6d183b) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:18:02.360208 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c450016-10e4-4179-aeaf-9ab5bfd5e480 None None] Network 6bae334e-1ce8-4c6c-ae3c-ac061d6d183b requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:18:02.361933 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcfe212-d610-4ad0-a242-3cc3429ce658 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:02.362666 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cbcfe212-d610-4ad0-a242-3cc3429ce658 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:02.483174 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52140) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:02.483725 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-cbcfe212-d610-4ad0-a242-3cc3429ce658 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9246013 Aug 16 21:18:02.488764 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-9234e2ba-4d8a-4d16-b48d-d32e0ce6ffae tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Request body: {'subnet': {'network_id': '45f1e455-97cb-4679-beda-afd9afa162d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:02.549193 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6b312d-22fb-414f-a9ba-bf4cae4f14f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-6bae334e-1ce8-4c6c-ae3c-ac061d6d183b', 'network_id': '6bae334e-1ce8-4c6c-ae3c-ac061d6d183b', 'tenant_id': '1f5e47dd00cd4ea19a7bcc5ea7e4f530', 'fixed_ips': [{'subnet_id': '3996a6bf-6cc3-4048-ba67-a0d26d7351d1'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:18:02.550858 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8e6b312d-22fb-414f-a9ba-bf4cae4f14f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:02.641396 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc171202-ae71-4cda-9704-a5225e01fbe7 None None] Network efd5547e-d285-4ebf-b6a8-3bd67eb18785 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:18:02.724363 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9234e2ba-4d8a-4d16-b48d-d32e0ce6ffae tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Made reservation on behalf of 1f5e47dd00cd4ea19a7bcc5ea7e4f530 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:18:02.850942 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9234e2ba-4d8a-4d16-b48d-d32e0ce6ffae tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:02.851136 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-061f1e3b-62c9-4503-bb5b-b235752a0801 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:02.851250 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-8e6b312d-22fb-414f-a9ba-bf4cae4f14f8 None None] Allocated IP 2001:db8::2 (6bae334e-1ce8-4c6c-ae3c-ac061d6d183b/3996a6bf-6cc3-4048-ba67-a0d26d7351d1/e6c35d07-11dd-41e0-83cc-c47729c854ab) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:18:02.896796 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0368b5fc-3edd-4e57-8c20-c2fd68e5c39b None None] Provisioning for port 29c7a014-39fd-429c-8bee-0ec614b4257d completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:18:03.081264 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8e6b312d-22fb-414f-a9ba-bf4cae4f14f8 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:03.081264 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-8e6b312d-22fb-414f-a9ba-bf4cae4f14f8 None None] Transition to ACTIVE for port object e6c35d07-11dd-41e0-83cc-c47729c854ab will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:18:03.083103 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-8e6b312d-22fb-414f-a9ba-bf4cae4f14f8 None None] Transition to ACTIVE for port object e6c35d07-11dd-41e0-83cc-c47729c854ab will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:18:03.088451 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-061f1e3b-62c9-4503-bb5b-b235752a0801 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Deleting port 6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:18:03.088899 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-061f1e3b-62c9-4503-bb5b-b235752a0801 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:03.108737 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9234e2ba-4d8a-4d16-b48d-d32e0ce6ffae tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:03.171703 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234e2ba-4d8a-4d16-b48d-d32e0ce6ffae tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Pushing event updated for resources: {'Subnet': ['ID=2b731f26-6eb9-4bae-b848-8467df93c36a,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:03.182916 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9234e2ba-4d8a-4d16-b48d-d32e0ce6ffae tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Checking segment: {'id': 'c97250bb-a2fe-4c20-bc89-c20b519cdec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '45f1e455-97cb-4679-beda-afd9afa162d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:18:03.183541 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9234e2ba-4d8a-4d16-b48d-d32e0ce6ffae tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Network hostable DHCP agents. Network: 45f1e455-97cb-4679-beda-afd9afa162d6, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:18:03.200029 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-061f1e3b-62c9-4503-bb5b-b235752a0801 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] For port 6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6,segment=NetworkSegment(f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f),segment_id=f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:03.207525 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-061f1e3b-62c9-4503-bb5b-b235752a0801 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:03.213413 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-061f1e3b-62c9-4503-bb5b-b235752a0801 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Calling delete_port for 6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6 owned by network:router_interface {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:18:03.267994 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8e6b312d-22fb-414f-a9ba-bf4cae4f14f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:03.310597 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6b312d-22fb-414f-a9ba-bf4cae4f14f8 None None] Network 6bae334e-1ce8-4c6c-ae3c-ac061d6d183b is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:18:03.315913 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-8e6b312d-22fb-414f-a9ba-bf4cae4f14f8 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:18:03.318048 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b312d-22fb-414f-a9ba-bf4cae4f14f8 None None] Pushing event updated for resources: {'Port': ['ID=e6c35d07-11dd-41e0-83cc-c47729c854ab,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:03.320247 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6b312d-22fb-414f-a9ba-bf4cae4f14f8 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:18:03.355707 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9234e2ba-4d8a-4d16-b48d-d32e0ce6ffae tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Network 45f1e455-97cb-4679-beda-afd9afa162d6 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:18:03.378998 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 75e9b70b-d7ed-4655-a201-fe187ca00a58 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:18:03.415495 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 75e9b70b-d7ed-4655-a201-fe187ca00a58 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:18:03.415920 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 75e9b70b-d7ed-4655-a201-fe187ca00a58 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:18:03.425157 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-8e6b312d-22fb-414f-a9ba-bf4cae4f14f8 None None] Attempting to bind port e6c35d07-11dd-41e0-83cc-c47729c854ab on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:18:03.425533 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-8e6b312d-22fb-414f-a9ba-bf4cae4f14f8 None None] Attempting to bind port e6c35d07-11dd-41e0-83cc-c47729c854ab by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '02b92305-5c99-4bea-8725-ddd6667ad0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6bae334e-1ce8-4c6c-ae3c-ac061d6d183b'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:18:03.425893 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6b312d-22fb-414f-a9ba-bf4cae4f14f8 None None] Attempting to bind port e6c35d07-11dd-41e0-83cc-c47729c854ab on network 6bae334e-1ce8-4c6c-ae3c-ac061d6d183b {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:18:03.431518 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6b312d-22fb-414f-a9ba-bf4cae4f14f8 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:18:03.440016 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6b312d-22fb-414f-a9ba-bf4cae4f14f8 None None] Checking segment: {'id': '02b92305-5c99-4bea-8725-ddd6667ad0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6bae334e-1ce8-4c6c-ae3c-ac061d6d183b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:18:03.440016 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8e6b312d-22fb-414f-a9ba-bf4cae4f14f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:03.440016 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6b312d-22fb-414f-a9ba-bf4cae4f14f8 None None] Bound using segment: {'id': '02b92305-5c99-4bea-8725-ddd6667ad0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6bae334e-1ce8-4c6c-ae3c-ac061d6d183b'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:18:03.440016 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-8e6b312d-22fb-414f-a9ba-bf4cae4f14f8 None None] Bound port: e6c35d07-11dd-41e0-83cc-c47729c854ab, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b92305-5c99-4bea-8725-ddd6667ad0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6bae334e-1ce8-4c6c-ae3c-ac061d6d183b'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:18:03.440016 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8e6b312d-22fb-414f-a9ba-bf4cae4f14f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:03.457925 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 29c7a014-39fd-429c-8bee-0ec614b4257d up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:18:03.462411 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-9234e2ba-4d8a-4d16-b48d-d32e0ce6ffae tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 45f1e455-97cb-4679-beda-afd9afa162d6) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:18:03.479007 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9234e2ba-4d8a-4d16-b48d-d32e0ce6ffae tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:03.480274 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9234e2ba-4d8a-4d16-b48d-d32e0ce6ffae tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:03.506751 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7231d581-efea-4a84-8a42-47f566c262fb None None] Network 45f1e455-97cb-4679-beda-afd9afa162d6 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:18:03.597749 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9234e2ba-4d8a-4d16-b48d-d32e0ce6ffae tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1103079 Aug 16 21:18:03.599565 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52144) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:03.630499 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-8e6b312d-22fb-414f-a9ba-bf4cae4f14f8 None None] For port e6c35d07-11dd-41e0-83cc-c47729c854ab, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:18:03.652052 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-8e6b312d-22fb-414f-a9ba-bf4cae4f14f8 None None] For port e6c35d07-11dd-41e0-83cc-c47729c854ab, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=e6c35d07-11dd-41e0-83cc-c47729c854ab,segment=NetworkSegment(02b92305-5c99-4bea-8725-ddd6667ad0ad),segment_id=02b92305-5c99-4bea-8725-ddd6667ad0ad)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:18:03.724429 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae61fb6-c233-4fb2-8eba-978f35a2679a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-45f1e455-97cb-4679-beda-afd9afa162d6', 'network_id': '45f1e455-97cb-4679-beda-afd9afa162d6', 'tenant_id': '1f5e47dd00cd4ea19a7bcc5ea7e4f530', 'fixed_ips': [{'subnet_id': '2b731f26-6eb9-4bae-b848-8467df93c36a'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:18:03.725643 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1ae61fb6-c233-4fb2-8eba-978f35a2679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:03.742061 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 29c7a014-39fd-429c-8bee-0ec614b4257d completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:18:03.752697 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 29c7a014-39fd-429c-8bee-0ec614b4257d triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:03.753072 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:03.820237 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8e6b312d-22fb-414f-a9ba-bf4cae4f14f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:03.844861 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-061f1e3b-62c9-4503-bb5b-b235752a0801 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:03.879021 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f1e3b-62c9-4503-bb5b-b235752a0801 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event deleted for resources: {'Port': ['ID=6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:03.917627 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-428ae5be-1e55-4ec0-8851-19510229e100 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:04.091140 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:04.126890 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b312d-22fb-414f-a9ba-bf4cae4f14f8 None None] Pushing event updated for resources: {'Port': ['ID=e6c35d07-11dd-41e0-83cc-c47729c854ab,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:04.181817 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-1ae61fb6-c233-4fb2-8eba-978f35a2679a None None] Allocated IP 2001:db8::2 (45f1e455-97cb-4679-beda-afd9afa162d6/2b731f26-6eb9-4bae-b848-8467df93c36a/45902f49-cfd9-47b5-9d8f-b360e1ea8a19) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:18:04.259267 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-061f1e3b-62c9-4503-bb5b-b235752a0801 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:04.300635 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 29c7a014-39fd-429c-8bee-0ec614b4257d, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=29c7a014-39fd-429c-8bee-0ec614b4257d,segment=NetworkSegment(64790ee4-b8bf-46d0-ae06-60e92e803ff7),segment_id=64790ee4-b8bf-46d0-ae06-60e92e803ff7)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:04.333847 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-428ae5be-1e55-4ec0-8851-19510229e100 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Allocated IP 2001:db8::1 (6bae334e-1ce8-4c6c-ae3c-ac061d6d183b/3996a6bf-6cc3-4048-ba67-a0d26d7351d1/e7f7d3d4-14c8-4662-a717-7c22d9ed30a2) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:18:04.364771 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:04.449418 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1ae61fb6-c233-4fb2-8eba-978f35a2679a None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:04.455070 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=29c7a014-39fd-429c-8bee-0ec614b4257d,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:04.464564 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1ae61fb6-c233-4fb2-8eba-978f35a2679a None None] Transition to ACTIVE for port object 45902f49-cfd9-47b5-9d8f-b360e1ea8a19 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:18:04.472549 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-428ae5be-1e55-4ec0-8851-19510229e100 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:04.482833 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1ae61fb6-c233-4fb2-8eba-978f35a2679a None None] Transition to ACTIVE for port object 45902f49-cfd9-47b5-9d8f-b360e1ea8a19 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:18:04.487737 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-428ae5be-1e55-4ec0-8851-19510229e100 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Transition to ACTIVE for port object e7f7d3d4-14c8-4662-a717-7c22d9ed30a2 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:18:04.532255 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061f1e3b-62c9-4503-bb5b-b235752a0801 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Router 2763c95e-ad0d-479b-935e-b220edd5bc2a has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:18:04.587962 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1ae61fb6-c233-4fb2-8eba-978f35a2679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:04.621058 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-428ae5be-1e55-4ec0-8851-19510229e100 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:04.621984 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae61fb6-c233-4fb2-8eba-978f35a2679a None None] Network 45f1e455-97cb-4679-beda-afd9afa162d6 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:18:04.625200 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-1ae61fb6-c233-4fb2-8eba-978f35a2679a None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:18:04.629066 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae61fb6-c233-4fb2-8eba-978f35a2679a None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:18:04.669064 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061f1e3b-62c9-4503-bb5b-b235752a0801 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:18:04.684676 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428ae5be-1e55-4ec0-8851-19510229e100 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Network 6bae334e-1ce8-4c6c-ae3c-ac061d6d183b is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:18:04.690972 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-428ae5be-1e55-4ec0-8851-19510229e100 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:18:04.691275 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4852cc55-c570-43cd-8a85-f147cdf51acb None None] Sync routers for ids ['2763c95e-ad0d-479b-935e-b220edd5bc2a'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:18:04.693499 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae61fb6-c233-4fb2-8eba-978f35a2679a None None] Pushing event updated for resources: {'Port': ['ID=45902f49-cfd9-47b5-9d8f-b360e1ea8a19,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:04.705803 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-061f1e3b-62c9-4503-bb5b-b235752a0801 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "PUT /v2.0/routers/2763c95e-ad0d-479b-935e-b220edd5bc2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3936632 Aug 16 21:18:04.707769 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428ae5be-1e55-4ec0-8851-19510229e100 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:18:04.708352 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52148) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:04.709890 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-428ae5be-1e55-4ec0-8851-19510229e100 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:04.721623 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428ae5be-1e55-4ec0-8851-19510229e100 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Pushing event updated for resources: {'Port': ['ID=e7f7d3d4-14c8-4662-a717-7c22d9ed30a2,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:04.729887 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4852cc55-c570-43cd-8a85-f147cdf51acb None None] Routers {'2763c95e-ad0d-479b-935e-b220edd5bc2a'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:18:04.730533 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-4852cc55-c570-43cd-8a85-f147cdf51acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:17:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['2763c95e-ad0d-479b-935e-b220edd5bc2a'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:04.787872 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-a436a11d-a9a8-413b-bd04-6c8af8701493 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Deleting subnet cfcb6eb6-a2cd-4ab1-bbe8-48d562fa29c1 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:18:04.791412 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a436a11d-a9a8-413b-bd04-6c8af8701493 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:04.808943 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-1ae61fb6-c233-4fb2-8eba-978f35a2679a None None] Attempting to bind port 45902f49-cfd9-47b5-9d8f-b360e1ea8a19 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:18:04.809319 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-1ae61fb6-c233-4fb2-8eba-978f35a2679a None None] Attempting to bind port 45902f49-cfd9-47b5-9d8f-b360e1ea8a19 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'c97250bb-a2fe-4c20-bc89-c20b519cdec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '45f1e455-97cb-4679-beda-afd9afa162d6'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:18:04.809684 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae61fb6-c233-4fb2-8eba-978f35a2679a None None] Attempting to bind port 45902f49-cfd9-47b5-9d8f-b360e1ea8a19 on network 45f1e455-97cb-4679-beda-afd9afa162d6 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:18:04.821873 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae61fb6-c233-4fb2-8eba-978f35a2679a None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:18:04.822266 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae61fb6-c233-4fb2-8eba-978f35a2679a None None] Checking segment: {'id': 'c97250bb-a2fe-4c20-bc89-c20b519cdec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '45f1e455-97cb-4679-beda-afd9afa162d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:18:04.822657 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1ae61fb6-c233-4fb2-8eba-978f35a2679a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:04.823069 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae61fb6-c233-4fb2-8eba-978f35a2679a None None] Bound using segment: {'id': 'c97250bb-a2fe-4c20-bc89-c20b519cdec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '45f1e455-97cb-4679-beda-afd9afa162d6'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:18:04.824110 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-1ae61fb6-c233-4fb2-8eba-978f35a2679a None None] Bound port: 45902f49-cfd9-47b5-9d8f-b360e1ea8a19, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c97250bb-a2fe-4c20-bc89-c20b519cdec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '45f1e455-97cb-4679-beda-afd9afa162d6'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:18:04.824505 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1ae61fb6-c233-4fb2-8eba-978f35a2679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:04.836307 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a436a11d-a9a8-413b-bd04-6c8af8701493 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:04.958141 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-4852cc55-c570-43cd-8a85-f147cdf51acb None None] Set router 2763c95e-ad0d-479b-935e-b220edd5bc2a gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:18:04.960212 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-1ae61fb6-c233-4fb2-8eba-978f35a2679a None None] For port 45902f49-cfd9-47b5-9d8f-b360e1ea8a19, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:18:04.968818 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a436a11d-a9a8-413b-bd04-6c8af8701493 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:04.972105 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-428ae5be-1e55-4ec0-8851-19510229e100 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:05.102690 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a436a11d-a9a8-413b-bd04-6c8af8701493 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:05.135275 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436a11d-a9a8-413b-bd04-6c8af8701493 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event deleted for resources: {'Subnet': ['ID=cfcb6eb6-a2cd-4ab1-bbe8-48d562fa29c1,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:05.139865 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a436a11d-a9a8-413b-bd04-6c8af8701493 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:05.144637 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a436a11d-a9a8-413b-bd04-6c8af8701493 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "DELETE /v2.0/subnets/cfcb6eb6-a2cd-4ab1-bbe8-48d562fa29c1 HTTP/1.1" status: 204 len: 168 time: 0.4351926 Aug 16 21:18:05.145254 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52150) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:05.188279 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29425174-d72d-4df5-8979-a865a4b6814b None None] Network 6bae334e-1ce8-4c6c-ae3c-ac061d6d183b requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:18:05.190162 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc203c9c-9eca-4f6f-b62a-bf69bd87f6a3 None None] Network de919aea-3ab1-46ae-a7cf-23af99d94eaa requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:18:05.217038 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-1ae61fb6-c233-4fb2-8eba-978f35a2679a None None] For port 45902f49-cfd9-47b5-9d8f-b360e1ea8a19, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=45902f49-cfd9-47b5-9d8f-b360e1ea8a19,segment=NetworkSegment(c97250bb-a2fe-4c20-bc89-c20b519cdec5),segment_id=c97250bb-a2fe-4c20-bc89-c20b519cdec5)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:18:05.258305 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd4f2-b002-43e6-b35e-c64a27ff0177 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:05.280269 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-428ae5be-1e55-4ec0-8851-19510229e100 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:05.328119 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1ae61fb6-c233-4fb2-8eba-978f35a2679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:05.370831 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd4f2-b002-43e6-b35e-c64a27ff0177 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:05.375928 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-428ae5be-1e55-4ec0-8851-19510229e100 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:05.377046 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-428ae5be-1e55-4ec0-8851-19510229e100 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:05.446612 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-fcab45ed-88ee-40a0-a999-43c4db2de8d1 None None] Provisioning for port e6c35d07-11dd-41e0-83cc-c47729c854ab completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:18:05.482789 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428ae5be-1e55-4ec0-8851-19510229e100 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Pushing event updated for resources: {'Port': ['ID=e7f7d3d4-14c8-4662-a717-7c22d9ed30a2,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:05.485253 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae61fb6-c233-4fb2-8eba-978f35a2679a None None] Pushing event updated for resources: {'Port': ['ID=45902f49-cfd9-47b5-9d8f-b360e1ea8a19,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:05.531262 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-f2cdd4f2-b002-43e6-b35e-c64a27ff0177 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Deleting port 64e2528e-8eeb-4145-b923-8af3ba2d9914 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:18:05.531923 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd4f2-b002-43e6-b35e-c64a27ff0177 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:05.554878 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428ae5be-1e55-4ec0-8851-19510229e100 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Network 6bae334e-1ce8-4c6c-ae3c-ac061d6d183b is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:18:05.556782 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-428ae5be-1e55-4ec0-8851-19510229e100 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:18:05.644379 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-f2cdd4f2-b002-43e6-b35e-c64a27ff0177 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] For port 64e2528e-8eeb-4145-b923-8af3ba2d9914, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=64e2528e-8eeb-4145-b923-8af3ba2d9914,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:05.644768 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd4f2-b002-43e6-b35e-c64a27ff0177 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:05.660509 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-f2cdd4f2-b002-43e6-b35e-c64a27ff0177 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Calling delete_port for 64e2528e-8eeb-4145-b923-8af3ba2d9914 owned by network:router_gateway {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:18:05.661185 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device e6c35d07-11dd-41e0-83cc-c47729c854ab up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:18:05.738690 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9825b38b-7eb9-4850-b38e-a8fa14c2c80c None None] DHCP port deletion for de919aea-3ab1-46ae-a7cf-23af99d94eaa request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:18:05.812600 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-4852cc55-c570-43cd-8a85-f147cdf51acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2763c95e-ad0d-479b-935e-b220edd5bc2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639335091', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '64e2528e-8eeb-4145-b923-8af3ba2d9914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:16:08Z', 'updated_at': '2021-08-16T21:18:03Z', 'revision_number': 5, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '64e2528e-8eeb-4145-b923-8af3ba2d9914', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:89:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2763c95e-ad0d-479b-935e-b220edd5bc2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:16:08Z', 'updated_at': '2021-08-16T21:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:05.865030 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4852cc55-c570-43cd-8a85-f147cdf51acb None None] Checking router: 2763c95e-ad0d-479b-935e-b220edd5bc2a for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:18:05.879041 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-428ae5be-1e55-4ec0-8851-19510229e100 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Router aeba030f-a12d-4d9d-a82d-b20dec3712b9 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:18:05.899638 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4852cc55-c570-43cd-8a85-f147cdf51acb None None] Routers {'2763c95e-ad0d-479b-935e-b220edd5bc2a'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:18:05.900565 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-4852cc55-c570-43cd-8a85-f147cdf51acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:17:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['2763c95e-ad0d-479b-935e-b220edd5bc2a'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:05.997970 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port e6c35d07-11dd-41e0-83cc-c47729c854ab completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:18:06.012183 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port e6c35d07-11dd-41e0-83cc-c47729c854ab triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:06.012560 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:06.015294 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428ae5be-1e55-4ec0-8851-19510229e100 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:18:06.017546 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-9825b38b-7eb9-4850-b38e-a8fa14c2c80c None None] Deleting port 5ff8dc1d-765e-4b47-9666-b928d6fac93e {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:18:06.025600 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9825b38b-7eb9-4850-b38e-a8fa14c2c80c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:06.026604 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-428ae5be-1e55-4ec0-8851-19510229e100 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] 10.222.0.84 "PUT /v2.0/routers/aeba030f-a12d-4d9d-a82d-b20dec3712b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4206431 Aug 16 21:18:06.026720 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52158) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:06.027101 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe02711-1069-465a-b7e7-7d93a955768d None None] Sync routers for ids ['aeba030f-a12d-4d9d-a82d-b20dec3712b9'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:18:06.038517 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe02711-1069-465a-b7e7-7d93a955768d None None] Routers {'aeba030f-a12d-4d9d-a82d-b20dec3712b9'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:18:06.039687 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-9fe02711-1069-465a-b7e7-7d93a955768d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:17:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['aeba030f-a12d-4d9d-a82d-b20dec3712b9'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:06.088384 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-9fe02711-1069-465a-b7e7-7d93a955768d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:06.099447 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe02711-1069-465a-b7e7-7d93a955768d None None] Routers {'aeba030f-a12d-4d9d-a82d-b20dec3712b9'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:18:06.100594 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-9fe02711-1069-465a-b7e7-7d93a955768d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:17:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['aeba030f-a12d-4d9d-a82d-b20dec3712b9'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:06.101019 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-9825b38b-7eb9-4850-b38e-a8fa14c2c80c None None] For port 5ff8dc1d-765e-4b47-9666-b928d6fac93e, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5ff8dc1d-765e-4b47-9666-b928d6fac93e,segment=NetworkSegment(f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f),segment_id=f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:06.101481 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9825b38b-7eb9-4850-b38e-a8fa14c2c80c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:06.117569 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd4f2-b002-43e6-b35e-c64a27ff0177 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:06.117710 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-9825b38b-7eb9-4850-b38e-a8fa14c2c80c None None] Calling delete_port for 5ff8dc1d-765e-4b47-9666-b928d6fac93e owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:18:06.148451 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-9fe02711-1069-465a-b7e7-7d93a955768d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:06.149123 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe02711-1069-465a-b7e7-7d93a955768d None None] The sync data for ids ['aeba030f-a12d-4d9d-a82d-b20dec3712b9'] in n-d-793620-15 is: [] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:18:06.169571 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cdd4f2-b002-43e6-b35e-c64a27ff0177 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event deleted for resources: {'Port': ['ID=64e2528e-8eeb-4145-b923-8af3ba2d9914,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:06.264450 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-4852cc55-c570-43cd-8a85-f147cdf51acb None None] Set router 2763c95e-ad0d-479b-935e-b220edd5bc2a gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:18:06.325246 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd4f2-b002-43e6-b35e-c64a27ff0177 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:06.336537 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-4852cc55-c570-43cd-8a85-f147cdf51acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2763c95e-ad0d-479b-935e-b220edd5bc2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639335091', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:16:08Z', 'updated_at': '2021-08-16T21:18:05Z', 'revision_number': 6, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:06.382262 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4852cc55-c570-43cd-8a85-f147cdf51acb None None] The sync data for ids ['2763c95e-ad0d-479b-935e-b220edd5bc2a'] in n-d-793620-15 is: [{'id': '2763c95e-ad0d-479b-935e-b220edd5bc2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639335091', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:16:08Z', 'updated_at': '2021-08-16T21:18:05Z', 'revision_number': 6, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port_host': None}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:18:06.462823 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0a6b5c98-30a2-4253-8c28-c20f9c8b274c None None] Provisioning for port e7f7d3d4-14c8-4662-a717-7c22d9ed30a2 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:18:06.465686 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd4f2-b002-43e6-b35e-c64a27ff0177 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:06.470131 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd4f2-b002-43e6-b35e-c64a27ff0177 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:06.482887 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0a6b5c98-30a2-4253-8c28-c20f9c8b274c None None] Provisioning complete for port e7f7d3d4-14c8-4662-a717-7c22d9ed30a2 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:06.483408 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0a6b5c98-30a2-4253-8c28-c20f9c8b274c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:06.549942 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-0a6b5c98-30a2-4253-8c28-c20f9c8b274c None None] Port e7f7d3d4-14c8-4662-a717-7c22d9ed30a2 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:18:06.560343 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9825b38b-7eb9-4850-b38e-a8fa14c2c80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:06.587727 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:06.628102 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825b38b-7eb9-4850-b38e-a8fa14c2c80c None None] Pushing event deleted for resources: {'Port': ['ID=5ff8dc1d-765e-4b47-9666-b928d6fac93e,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:06.637213 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9825b38b-7eb9-4850-b38e-a8fa14c2c80c None None] No DVR routers for this DVR port 5ff8dc1d-765e-4b47-9666-b928d6fac93e on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:18:06.649998 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0a6b5c98-30a2-4253-8c28-c20f9c8b274c None None] Provisioning complete for port e6c35d07-11dd-41e0-83cc-c47729c854ab triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:06.649998 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0a6b5c98-30a2-4253-8c28-c20f9c8b274c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:06.696514 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd4f2-b002-43e6-b35e-c64a27ff0177 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:06.697088 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cdd4f2-b002-43e6-b35e-c64a27ff0177 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Fanout notify agent at l3_agent the message router_deleted on router 2763c95e-ad0d-479b-935e-b220edd5bc2a {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:18:06.712135 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd4f2-b002-43e6-b35e-c64a27ff0177 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:06.716535 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f2cdd4f2-b002-43e6-b35e-c64a27ff0177 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "DELETE /v2.0/routers/2763c95e-ad0d-479b-935e-b220edd5bc2a HTTP/1.1" status: 204 len: 168 time: 1.5670881 Aug 16 21:18:06.716697 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port e6c35d07-11dd-41e0-83cc-c47729c854ab, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=e6c35d07-11dd-41e0-83cc-c47729c854ab,segment=NetworkSegment(02b92305-5c99-4bea-8725-ddd6667ad0ad),segment_id=02b92305-5c99-4bea-8725-ddd6667ad0ad)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:06.716927 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52162) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:06.783872 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:06.784993 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 29c7a014-39fd-429c-8bee-0ec614b4257d up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:18:06.822418 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0a6b5c98-30a2-4253-8c28-c20f9c8b274c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:06.824038 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-0731944d-8af2-4772-8c59-c9a97046b4ba tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:18:06.827713 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0731944d-8af2-4772-8c59-c9a97046b4ba tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] 10.222.0.84 "PUT /v2.0/routers/aeba030f-a12d-4d9d-a82d-b20dec3712b9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7985961 Aug 16 21:18:06.827975 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52164) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:06.867696 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-522c702a-6625-40b5-b884-e0a54aa32b18 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:06.915621 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=e6c35d07-11dd-41e0-83cc-c47729c854ab,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:06.966615 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.db.api [None req-0a6b5c98-30a2-4253-8c28-c20f9c8b274c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:18:06.967003 n-d-793620-15 neutron-server[101846]: DEBUG oslo_db.api [None req-0a6b5c98-30a2-4253-8c28-c20f9c8b274c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:18:06.972377 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 29c7a014-39fd-429c-8bee-0ec614b4257d triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:06.973161 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:07.035021 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83e84b9-7bcf-4fe6-b97b-d25cf145971b None None] Network 45f1e455-97cb-4679-beda-afd9afa162d6 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:18:07.291460 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-382cdcc4-05c3-471f-85d4-587e3b9ea0cf tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:07.537439 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-522c702a-6625-40b5-b884-e0a54aa32b18 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:07.554094 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-522c702a-6625-40b5-b884-e0a54aa32b18 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de919aea-3ab1-46ae-a7cf-23af99d94eaa']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:07.567878 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-522c702a-6625-40b5-b884-e0a54aa32b18 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:07.571063 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-522c702a-6625-40b5-b884-e0a54aa32b18 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f55df0c7-bfa8-4abf-aa6e-82956bcc7a9f') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:07.582145 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-522c702a-6625-40b5-b884-e0a54aa32b18 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:07.597315 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 45902f49-cfd9-47b5-9d8f-b360e1ea8a19 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:18:07.604903 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-522c702a-6625-40b5-b884-e0a54aa32b18 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:07.618089 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-522c702a-6625-40b5-b884-e0a54aa32b18 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:18:07.620933 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-522c702a-6625-40b5-b884-e0a54aa32b18 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:07.626894 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:18:07.626894 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:18:07.626894 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:18:07.626894 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:18:07.626894 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:18:07.626894 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:18:07.626894 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:18:07.626894 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:18:07.626894 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:18:07.626894 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:18:07.626894 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:18:07.626894 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:18:07.626894 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:18:07.626894 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:18:07.626894 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:18:07.626894 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:18:07.626894 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:18:07.626894 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:18:07.626894 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:18:07.626894 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:18:07.626894 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:18:07.626894 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:18:07.626894 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:18:07.626894 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:18:07.626894 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:18:07.626894 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:18:07.626894 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:18:07.626894 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:18:07.626894 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:18:07.626894 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:18:07.626894 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:18:07.626894 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:18:07.733363 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-382cdcc4-05c3-471f-85d4-587e3b9ea0cf tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Deleting port e7f7d3d4-14c8-4662-a717-7c22d9ed30a2 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:18:07.733363 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-382cdcc4-05c3-471f-85d4-587e3b9ea0cf tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:07.747292 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 45902f49-cfd9-47b5-9d8f-b360e1ea8a19 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:18:07.751679 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device e6c35d07-11dd-41e0-83cc-c47729c854ab up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:18:07.777211 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-94f3708c-7199-476e-a375-77872b33f47e None None] Provisioning for port 45902f49-cfd9-47b5-9d8f-b360e1ea8a19 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:18:07.788947 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-94f3708c-7199-476e-a375-77872b33f47e None None] Provisioning complete for port 45902f49-cfd9-47b5-9d8f-b360e1ea8a19 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:07.789567 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-94f3708c-7199-476e-a375-77872b33f47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:07.834196 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-382cdcc4-05c3-471f-85d4-587e3b9ea0cf tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:07.846427 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port e6c35d07-11dd-41e0-83cc-c47729c854ab triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:07.846721 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-522c702a-6625-40b5-b884-e0a54aa32b18 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:07.846867 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:07.848500 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-382cdcc4-05c3-471f-85d4-587e3b9ea0cf tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Calling delete_port for e7f7d3d4-14c8-4662-a717-7c22d9ed30a2 owned by network:router_interface {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:18:07.855960 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-522c702a-6625-40b5-b884-e0a54aa32b18 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:07.859170 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-522c702a-6625-40b5-b884-e0a54aa32b18 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "DELETE /v2.0/networks/de919aea-3ab1-46ae-a7cf-23af99d94eaa HTTP/1.1" status: 204 len: 168 time: 1.1406429 Aug 16 21:18:07.861828 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52168) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:07.881172 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c702a-6625-40b5-b884-e0a54aa32b18 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event deleted for resources: {'Network': ['ID=de919aea-3ab1-46ae-a7cf-23af99d94eaa,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:07.931485 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-94f3708c-7199-476e-a375-77872b33f47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:07.940677 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2c3be1c9-3367-4e93-9ee8-73135c8f236f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:07.973786 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2c3be1c9-3367-4e93-9ee8-73135c8f236f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:08.108099 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2c3be1c9-3367-4e93-9ee8-73135c8f236f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:08.110887 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2c3be1c9-3367-4e93-9ee8-73135c8f236f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:08.112255 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2c3be1c9-3367-4e93-9ee8-73135c8f236f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "DELETE /v2.0/security-groups/8eec299e-f5d8-456c-a6ef-8718e8c24877 HTTP/1.1" status: 204 len: 168 time: 0.2491381 Aug 16 21:18:08.122312 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3be1c9-3367-4e93-9ee8-73135c8f236f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eec299e-f5d8-456c-a6ef-8718e8c24877,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:08.159728 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-94f3708c-7199-476e-a375-77872b33f47e None None] For port 45902f49-cfd9-47b5-9d8f-b360e1ea8a19, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=45902f49-cfd9-47b5-9d8f-b360e1ea8a19,segment=NetworkSegment(c97250bb-a2fe-4c20-bc89-c20b519cdec5),segment_id=c97250bb-a2fe-4c20-bc89-c20b519cdec5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:08.181989 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-382cdcc4-05c3-471f-85d4-587e3b9ea0cf tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:08.212244 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382cdcc4-05c3-471f-85d4-587e3b9ea0cf tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Pushing event deleted for resources: {'Port': ['ID=e7f7d3d4-14c8-4662-a717-7c22d9ed30a2,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:08.247098 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:18:08.273002 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:18:08.273002 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6c1ac5b9-bcf2-42a5-b5c3-0bede6bbf7e6 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:18:08.273002 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5ff8dc1d-765e-4b47-9666-b928d6fac93e no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:18:08.273002 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-94f3708c-7199-476e-a375-77872b33f47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:08.294152 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 5ff8dc1d-765e-4b47-9666-b928d6fac93e {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:18:08.301593 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5ff8dc1d-765e-4b47-9666-b928d6fac93e not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:18:08.301593 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 64e2528e-8eeb-4145-b923-8af3ba2d9914 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:18:08.313363 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-94f3708c-7199-476e-a375-77872b33f47e None None] Could not find standard attr ID for object e7f7d3d4-14c8-4662-a717-7c22d9ed30a2. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 21:18:08.325499 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-382cdcc4-05c3-471f-85d4-587e3b9ea0cf tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:08.335715 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 64e2528e-8eeb-4145-b923-8af3ba2d9914 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:18:08.336098 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 64e2528e-8eeb-4145-b923-8af3ba2d9914 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:18:08.389421 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3708c-7199-476e-a375-77872b33f47e None None] Pushing event updated for resources: {'Port': ['ID=45902f49-cfd9-47b5-9d8f-b360e1ea8a19,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:08.438653 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-cf8cfd70-5ccb-4a8d-ba70-0730f8a1b356 None None] Provisioning complete for port 45902f49-cfd9-47b5-9d8f-b360e1ea8a19 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:08.439239 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cf8cfd70-5ccb-4a8d-ba70-0730f8a1b356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:08.538776 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382cdcc4-05c3-471f-85d4-587e3b9ea0cf tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Router aeba030f-a12d-4d9d-a82d-b20dec3712b9 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:18:08.613186 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52176) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:08.617915 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-e08d3513-fb93-4a3c-b0b6-eac84f5bcd71 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1464270070', 'description': 'tempest-secgroup-smoke-1464270070 description', 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:08.622841 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382cdcc4-05c3-471f-85d4-587e3b9ea0cf tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:18:08.628081 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-382cdcc4-05c3-471f-85d4-587e3b9ea0cf tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] 10.222.0.84 "PUT /v2.0/routers/aeba030f-a12d-4d9d-a82d-b20dec3712b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7991009 Aug 16 21:18:08.631848 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52178) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:08.635246 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed067f0-2e3c-4733-ab83-c0939070196d None None] Sync routers for ids ['aeba030f-a12d-4d9d-a82d-b20dec3712b9'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:18:08.646093 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed067f0-2e3c-4733-ab83-c0939070196d None None] Routers {'aeba030f-a12d-4d9d-a82d-b20dec3712b9'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:18:08.647008 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-5ed067f0-2e3c-4733-ab83-c0939070196d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:17:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['aeba030f-a12d-4d9d-a82d-b20dec3712b9'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:08.670794 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-86bf2499-789b-4a7f-a917-30729f9a6ce0 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] delete failed (client error): The resource could not be found. Aug 16 21:18:08.672072 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-86bf2499-789b-4a7f-a917-30729f9a6ce0 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] 10.222.0.84 "DELETE /v2.0/routers/tempest-non_exist_router-1493183081 HTTP/1.1" status: 404 len: 335 time: 0.0392382 Aug 16 21:18:08.677236 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52180) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:08.682127 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-5ed067f0-2e3c-4733-ab83-c0939070196d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:08.682262 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-a1250989-5b26-497d-b3ea-d4f4ffbd0974 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Request body: {'router': {'external_gateway_info': {'network_id': 'aeba030f-a12d-4d9d-a82d-b20dec3712b9'}}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:08.691237 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed067f0-2e3c-4733-ab83-c0939070196d None None] Routers {'aeba030f-a12d-4d9d-a82d-b20dec3712b9'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:18:08.691898 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-5ed067f0-2e3c-4733-ab83-c0939070196d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:17:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['aeba030f-a12d-4d9d-a82d-b20dec3712b9'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:08.729190 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-5ed067f0-2e3c-4733-ab83-c0939070196d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:08.730424 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed067f0-2e3c-4733-ab83-c0939070196d None None] The sync data for ids ['aeba030f-a12d-4d9d-a82d-b20dec3712b9'] in n-d-793620-15 is: [] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:18:08.743059 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e08d3513-fb93-4a3c-b0b6-eac84f5bcd71 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:08.838208 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e08d3513-fb93-4a3c-b0b6-eac84f5bcd71 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:08.908306 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a1250989-5b26-497d-b3ea-d4f4ffbd0974 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:08.947449 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e08d3513-fb93-4a3c-b0b6-eac84f5bcd71 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:08.980353 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d3513-fb93-4a3c-b0b6-eac84f5bcd71 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49da6fef-0646-4bd7-8033-2b990d4db92e,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:09.073648 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e08d3513-fb93-4a3c-b0b6-eac84f5bcd71 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:09.075050 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e08d3513-fb93-4a3c-b0b6-eac84f5bcd71 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4607658 Aug 16 21:18:09.078621 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52182) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:09.083388 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-052b4f7b-32e7-437a-ab6a-d9b00a13e1c7 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'security_group_rule': {'security_group_id': '49da6fef-0646-4bd7-8033-2b990d4db92e', 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:09.220092 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-052b4f7b-32e7-437a-ab6a-d9b00a13e1c7 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:09.286299 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-052b4f7b-32e7-437a-ab6a-d9b00a13e1c7 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:09.370804 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-052b4f7b-32e7-437a-ab6a-d9b00a13e1c7 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:09.396333 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b4f7b-32e7-437a-ab6a-d9b00a13e1c7 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0449216-0f8a-4e95-be2e-e090bfdec3a5,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:09.402116 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-a1250989-5b26-497d-b3ea-d4f4ffbd0974 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] update failed (client error): The resource could not be found. Aug 16 21:18:09.402116 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a1250989-5b26-497d-b3ea-d4f4ffbd0974 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] 10.222.0.84 "PUT /v2.0/routers/aeba030f-a12d-4d9d-a82d-b20dec3712b9 HTTP/1.1" status: 404 len: 339 time: 0.7230623 Aug 16 21:18:09.405563 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52184) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:09.411304 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-c3f4ad72-dc5b-408f-8962-adc021dbec90 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1777327376'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:09.412653 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 45902f49-cfd9-47b5-9d8f-b360e1ea8a19 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:18:09.465723 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 45902f49-cfd9-47b5-9d8f-b360e1ea8a19 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:09.466109 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:09.476414 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-052b4f7b-32e7-437a-ab6a-d9b00a13e1c7 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:09.476414 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-052b4f7b-32e7-437a-ab6a-d9b00a13e1c7 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3939219 Aug 16 21:18:09.476723 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52188) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:09.490479 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-139388b2-dc50-4ade-be2d-a22b42475bf5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'security_group_rule': {'security_group_id': '49da6fef-0646-4bd7-8033-2b990d4db92e', 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:09.582358 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f4ad72-dc5b-408f-8962-adc021dbec90 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Made reservation on behalf of 1f5e47dd00cd4ea19a7bcc5ea7e4f530 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:18:09.585951 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c3f4ad72-dc5b-408f-8962-adc021dbec90 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:09.618145 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3f4ad72-dc5b-408f-8962-adc021dbec90 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:18:09.627292 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c3f4ad72-dc5b-408f-8962-adc021dbec90 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:09.627669 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-c3f4ad72-dc5b-408f-8962-adc021dbec90 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Added segment 71175319-6d6d-410c-a92f-2a63edd51236 of type vlan for network 68906402-f672-4f90-84cb-587e700019fe Aug 16 21:18:09.668994 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c3f4ad72-dc5b-408f-8962-adc021dbec90 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:09.678524 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-139388b2-dc50-4ade-be2d-a22b42475bf5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:09.736960 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-139388b2-dc50-4ade-be2d-a22b42475bf5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:09.776322 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c3f4ad72-dc5b-408f-8962-adc021dbec90 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:09.781995 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f4ad72-dc5b-408f-8962-adc021dbec90 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:09.786745 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c3f4ad72-dc5b-408f-8962-adc021dbec90 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:09.833494 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-139388b2-dc50-4ade-be2d-a22b42475bf5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:09.861708 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139388b2-dc50-4ade-be2d-a22b42475bf5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5d0fb57-01a6-47d4-8688-9d642c5fc160,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:09.871939 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4ad72-dc5b-408f-8962-adc021dbec90 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Pushing event updated for resources: {'Network': ['ID=68906402-f672-4f90-84cb-587e700019fe,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:09.881147 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 68906402-f672-4f90-84cb-587e700019fe details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:18:09.908241 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c3f4ad72-dc5b-408f-8962-adc021dbec90 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5016043 Aug 16 21:18:09.911370 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52190) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:09.916763 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-cdd1ebbb-697d-471e-9728-82aa953bb4b8 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Request body: {'subnet': {'network_id': '68906402-f672-4f90-84cb-587e700019fe', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:09.937402 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-139388b2-dc50-4ade-be2d-a22b42475bf5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:09.941442 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-139388b2-dc50-4ade-be2d-a22b42475bf5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4639337 Aug 16 21:18:09.945583 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52192) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:09.947332 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-70e8022a-17a2-4673-a678-2220fbb03584 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'security_group_rule': {'security_group_id': '49da6fef-0646-4bd7-8033-2b990d4db92e', 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:10.051822 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-70e8022a-17a2-4673-a678-2220fbb03584 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:10.101572 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd1ebbb-697d-471e-9728-82aa953bb4b8 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Made reservation on behalf of 1f5e47dd00cd4ea19a7bcc5ea7e4f530 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:18:10.105678 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cdd1ebbb-697d-471e-9728-82aa953bb4b8 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:10.114635 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-70e8022a-17a2-4673-a678-2220fbb03584 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:10.164812 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-70e8022a-17a2-4673-a678-2220fbb03584 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:10.184617 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8022a-17a2-4673-a678-2220fbb03584 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf8c2f6c-be35-456f-85c5-baa79f35cd03,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:10.273577 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-70e8022a-17a2-4673-a678-2220fbb03584 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:10.278185 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-70e8022a-17a2-4673-a678-2220fbb03584 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3320341 Aug 16 21:18:10.278485 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52194) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:10.283076 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-9a7d338a-36e8-4819-9861-45e69ee274f3 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'security_group_rule': {'security_group_id': '49da6fef-0646-4bd7-8033-2b990d4db92e', 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:10.382390 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cdd1ebbb-697d-471e-9728-82aa953bb4b8 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:10.430039 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9a7d338a-36e8-4819-9861-45e69ee274f3 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:10.460887 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd1ebbb-697d-471e-9728-82aa953bb4b8 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Pushing event updated for resources: {'Subnet': ['ID=9a5b5e65-57dc-4e32-bc3d-f159dffa57d2,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:10.484049 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd1ebbb-697d-471e-9728-82aa953bb4b8 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Checking segment: {'id': '71175319-6d6d-410c-a92f-2a63edd51236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '68906402-f672-4f90-84cb-587e700019fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:18:10.484417 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd1ebbb-697d-471e-9728-82aa953bb4b8 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Network hostable DHCP agents. Network: 68906402-f672-4f90-84cb-587e700019fe, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:18:10.524174 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9a7d338a-36e8-4819-9861-45e69ee274f3 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:10.610675 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd1ebbb-697d-471e-9728-82aa953bb4b8 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Network 68906402-f672-4f90-84cb-587e700019fe is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:18:10.639563 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9a7d338a-36e8-4819-9861-45e69ee274f3 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:10.658224 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d338a-36e8-4819-9861-45e69ee274f3 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79aeec6b-b359-418d-9616-b7caf27baa0d,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:10.707607 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-cdd1ebbb-697d-471e-9728-82aa953bb4b8 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 68906402-f672-4f90-84cb-587e700019fe) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:18:10.711640 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd1ebbb-697d-471e-9728-82aa953bb4b8 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:10.714604 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cdd1ebbb-697d-471e-9728-82aa953bb4b8 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:10.718947 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa7fbba-d9ab-4638-a09e-a69124fb2dc4 None None] Network 68906402-f672-4f90-84cb-587e700019fe requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:18:10.731235 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9a7d338a-36e8-4819-9861-45e69ee274f3 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:10.735613 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52204) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:10.740385 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-e54848e9-ae47-4a15-9720-263070b49516 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'security_group_rule': {'security_group_id': '49da6fef-0646-4bd7-8033-2b990d4db92e', 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:10.746523 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9a7d338a-36e8-4819-9861-45e69ee274f3 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4667346 Aug 16 21:18:10.803487 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-cdd1ebbb-697d-471e-9728-82aa953bb4b8 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8908978 Aug 16 21:18:10.804839 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52206) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:10.812025 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-050d9024-e0b0-41b3-88f7-1fa181b2a5f9 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Request body: {'router': {'external_gateway_info': {'network_id': '68906402-f672-4f90-84cb-587e700019fe'}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:10.902316 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8c60bd-a685-4ff2-b61f-89b4e2010959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-68906402-f672-4f90-84cb-587e700019fe', 'network_id': '68906402-f672-4f90-84cb-587e700019fe', 'tenant_id': '1f5e47dd00cd4ea19a7bcc5ea7e4f530', 'fixed_ips': [{'subnet_id': '9a5b5e65-57dc-4e32-bc3d-f159dffa57d2'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:18:10.903332 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8e8c60bd-a685-4ff2-b61f-89b4e2010959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:10.907844 n-d-793620-15 neutron-server[101844]: INFO neutron.db.securitygroups_db [None req-e54848e9-ae47-4a15-9720-263070b49516 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Project fb8bbfb5e08a4065901bb7c36b7f1507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:18:10.917382 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e54848e9-ae47-4a15-9720-263070b49516 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:10.996317 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e54848e9-ae47-4a15-9720-263070b49516 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:11.070056 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-8e8c60bd-a685-4ff2-b61f-89b4e2010959 None None] Allocated IP 2001:db8:1::2 (68906402-f672-4f90-84cb-587e700019fe/9a5b5e65-57dc-4e32-bc3d-f159dffa57d2/41eaa164-c63f-42e8-a407-1596219f2dd9) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:18:11.082858 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-050d9024-e0b0-41b3-88f7-1fa181b2a5f9 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:11.101746 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e54848e9-ae47-4a15-9720-263070b49516 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:11.119409 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54848e9-ae47-4a15-9720-263070b49516 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9618b88f-36c1-44aa-9ead-e9c2c5f8c01c,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:11.163066 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2903c9c2-a9b3-44f7-96e0-248d1cd604d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:11.192829 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e54848e9-ae47-4a15-9720-263070b49516 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:11.194373 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e54848e9-ae47-4a15-9720-263070b49516 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4577219 Aug 16 21:18:11.197144 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52210) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:11.202471 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-eb47a741-23ef-45b2-a67f-d90cd3ad4a56 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'security_group_rule': {'security_group_id': '49da6fef-0646-4bd7-8033-2b990d4db92e', 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:11.226997 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8e8c60bd-a685-4ff2-b61f-89b4e2010959 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:11.236044 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-8e8c60bd-a685-4ff2-b61f-89b4e2010959 None None] Transition to ACTIVE for port object 41eaa164-c63f-42e8-a407-1596219f2dd9 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:18:11.260524 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-8e8c60bd-a685-4ff2-b61f-89b4e2010959 None None] Transition to ACTIVE for port object 41eaa164-c63f-42e8-a407-1596219f2dd9 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:18:11.290653 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-050d9024-e0b0-41b3-88f7-1fa181b2a5f9 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:18:11.295414 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-050d9024-e0b0-41b3-88f7-1fa181b2a5f9 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] 10.222.0.84 "PUT /v2.0/routers/aeba030f-a12d-4d9d-a82d-b20dec3712b9 HTTP/1.1" status: 400 len: 364 time: 0.4853561 Aug 16 21:18:11.295716 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52212) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:11.337401 n-d-793620-15 neutron-server[101844]: INFO neutron.db.securitygroups_db [None req-eb47a741-23ef-45b2-a67f-d90cd3ad4a56 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Project fb8bbfb5e08a4065901bb7c36b7f1507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:18:11.340910 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8e8c60bd-a685-4ff2-b61f-89b4e2010959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:11.369730 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eb47a741-23ef-45b2-a67f-d90cd3ad4a56 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:11.380984 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8c60bd-a685-4ff2-b61f-89b4e2010959 None None] Network 68906402-f672-4f90-84cb-587e700019fe is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:18:11.383914 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-8e8c60bd-a685-4ff2-b61f-89b4e2010959 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:18:11.391357 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8c60bd-a685-4ff2-b61f-89b4e2010959 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:18:11.400529 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c60bd-a685-4ff2-b61f-89b4e2010959 None None] Pushing event updated for resources: {'Port': ['ID=41eaa164-c63f-42e8-a407-1596219f2dd9,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:11.431318 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8c60bd-a685-4ff2-b61f-89b4e2010959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:11.431878 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8c60bd-a685-4ff2-b61f-89b4e2010959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:11.432266 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8c60bd-a685-4ff2-b61f-89b4e2010959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:11.433287 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8c60bd-a685-4ff2-b61f-89b4e2010959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:11.433728 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8c60bd-a685-4ff2-b61f-89b4e2010959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:11.434165 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8c60bd-a685-4ff2-b61f-89b4e2010959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:11.434666 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8c60bd-a685-4ff2-b61f-89b4e2010959 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:11.435048 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8c60bd-a685-4ff2-b61f-89b4e2010959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:11.435476 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8c60bd-a685-4ff2-b61f-89b4e2010959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:11.435995 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8c60bd-a685-4ff2-b61f-89b4e2010959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:11.436367 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8c60bd-a685-4ff2-b61f-89b4e2010959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:11.436792 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8c60bd-a685-4ff2-b61f-89b4e2010959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:11.468802 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-8e8c60bd-a685-4ff2-b61f-89b4e2010959 None None] Attempting to bind port 41eaa164-c63f-42e8-a407-1596219f2dd9 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:18:11.469183 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-8e8c60bd-a685-4ff2-b61f-89b4e2010959 None None] Attempting to bind port 41eaa164-c63f-42e8-a407-1596219f2dd9 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '71175319-6d6d-410c-a92f-2a63edd51236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '68906402-f672-4f90-84cb-587e700019fe'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:18:11.469554 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8c60bd-a685-4ff2-b61f-89b4e2010959 None None] Attempting to bind port 41eaa164-c63f-42e8-a407-1596219f2dd9 on network 68906402-f672-4f90-84cb-587e700019fe {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:18:11.474746 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8c60bd-a685-4ff2-b61f-89b4e2010959 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:18:11.475419 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8c60bd-a685-4ff2-b61f-89b4e2010959 None None] Checking segment: {'id': '71175319-6d6d-410c-a92f-2a63edd51236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '68906402-f672-4f90-84cb-587e700019fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:18:11.475575 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8e8c60bd-a685-4ff2-b61f-89b4e2010959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:11.476041 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8c60bd-a685-4ff2-b61f-89b4e2010959 None None] Bound using segment: {'id': '71175319-6d6d-410c-a92f-2a63edd51236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '68906402-f672-4f90-84cb-587e700019fe'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:18:11.476535 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-8e8c60bd-a685-4ff2-b61f-89b4e2010959 None None] Bound port: 41eaa164-c63f-42e8-a407-1596219f2dd9, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71175319-6d6d-410c-a92f-2a63edd51236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '68906402-f672-4f90-84cb-587e700019fe'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:18:11.476925 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8e8c60bd-a685-4ff2-b61f-89b4e2010959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:11.542404 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-8e8c60bd-a685-4ff2-b61f-89b4e2010959 None None] For port 41eaa164-c63f-42e8-a407-1596219f2dd9, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:18:11.545528 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-8e8c60bd-a685-4ff2-b61f-89b4e2010959 None None] For port 41eaa164-c63f-42e8-a407-1596219f2dd9, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=41eaa164-c63f-42e8-a407-1596219f2dd9,segment=NetworkSegment(71175319-6d6d-410c-a92f-2a63edd51236),segment_id=71175319-6d6d-410c-a92f-2a63edd51236)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:18:11.556433 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eb47a741-23ef-45b2-a67f-d90cd3ad4a56 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:11.622214 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a71a0651-043b-4e32-aa65-d7b275799834 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:11.627864 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8e8c60bd-a685-4ff2-b61f-89b4e2010959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:11.639176 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eb47a741-23ef-45b2-a67f-d90cd3ad4a56 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:11.695778 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c60bd-a685-4ff2-b61f-89b4e2010959 None None] Pushing event updated for resources: {'Port': ['ID=41eaa164-c63f-42e8-a407-1596219f2dd9,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:11.720049 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb47a741-23ef-45b2-a67f-d90cd3ad4a56 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=718fdb9c-743f-4388-b2c3-25e5230727f0,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:11.821373 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eb47a741-23ef-45b2-a67f-d90cd3ad4a56 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:11.822618 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-eb47a741-23ef-45b2-a67f-d90cd3ad4a56 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6244791 Aug 16 21:18:11.826105 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52214) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:11.833297 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-275deb21-94f0-473a-8dac-dee38f2dfbb4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'network': {'name': 'tempest-network-smoke--1036369845', 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'port_security_enabled': True}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:11.947727 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-a71a0651-043b-4e32-aa65-d7b275799834 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Allocated IP 2001:db8::1 (efd5547e-d285-4ebf-b6a8-3bd67eb18785/0e9c95be-1984-4850-a148-cb209240f48c/41e56b08-9adb-4735-8565-6e0fc24312aa) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:18:11.977525 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275deb21-94f0-473a-8dac-dee38f2dfbb4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Made reservation on behalf of fb8bbfb5e08a4065901bb7c36b7f1507 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:18:11.981307 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-275deb21-94f0-473a-8dac-dee38f2dfbb4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:12.066794 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-275deb21-94f0-473a-8dac-dee38f2dfbb4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:18:12.091544 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-275deb21-94f0-473a-8dac-dee38f2dfbb4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:12.091930 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-275deb21-94f0-473a-8dac-dee38f2dfbb4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Added segment 8552a080-0fab-4e4a-ba71-b6e280ef08e0 of type vlan for network 62a75797-4a12-4ae6-9692-1d0ed8584d00 Aug 16 21:18:12.142637 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a71a0651-043b-4e32-aa65-d7b275799834 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:12.157184 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-275deb21-94f0-473a-8dac-dee38f2dfbb4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:12.170250 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-a71a0651-043b-4e32-aa65-d7b275799834 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Transition to ACTIVE for port object 41e56b08-9adb-4735-8565-6e0fc24312aa will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:18:12.284741 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-275deb21-94f0-473a-8dac-dee38f2dfbb4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:12.290651 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275deb21-94f0-473a-8dac-dee38f2dfbb4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:12.291309 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-275deb21-94f0-473a-8dac-dee38f2dfbb4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:12.302769 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a71a0651-043b-4e32-aa65-d7b275799834 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:12.393995 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71a0651-043b-4e32-aa65-d7b275799834 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Network efd5547e-d285-4ebf-b6a8-3bd67eb18785 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:18:12.411093 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-a71a0651-043b-4e32-aa65-d7b275799834 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:18:12.415352 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71a0651-043b-4e32-aa65-d7b275799834 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:18:12.416019 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a71a0651-043b-4e32-aa65-d7b275799834 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:12.419100 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275deb21-94f0-473a-8dac-dee38f2dfbb4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'Network': ['ID=62a75797-4a12-4ae6-9692-1d0ed8584d00,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:12.425632 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a0651-043b-4e32-aa65-d7b275799834 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Pushing event updated for resources: {'Port': ['ID=41e56b08-9adb-4735-8565-6e0fc24312aa,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:12.430195 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 62a75797-4a12-4ae6-9692-1d0ed8584d00 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:18:12.462457 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-275deb21-94f0-473a-8dac-dee38f2dfbb4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6352916 Aug 16 21:18:12.465606 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52218) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:12.473553 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-b9812c88-f3ba-40dd-9646-fbd19b7983f5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-276616840', 'admin_state_up': True, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:12.553817 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b9812c88-f3ba-40dd-9646-fbd19b7983f5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:12.555015 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b9812c88-f3ba-40dd-9646-fbd19b7983f5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:12.613743 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a71a0651-043b-4e32-aa65-d7b275799834 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:12.625915 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b9812c88-f3ba-40dd-9646-fbd19b7983f5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:12.777708 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564e16d8-2432-42b1-b9e0-131dd07a7d49 None None] Network 68906402-f672-4f90-84cb-587e700019fe requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:18:12.823659 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b9812c88-f3ba-40dd-9646-fbd19b7983f5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:12.931657 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a71a0651-043b-4e32-aa65-d7b275799834 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:12.946947 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2b6e0c2c-b710-4209-a318-74ab2bbeb80b None None] Provisioning for port 41eaa164-c63f-42e8-a407-1596219f2dd9 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:18:13.022853 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a71a0651-043b-4e32-aa65-d7b275799834 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:13.023703 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a71a0651-043b-4e32-aa65-d7b275799834 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:13.068673 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2b6e0c2c-b710-4209-a318-74ab2bbeb80b None None] Provisioning for port 41e56b08-9adb-4735-8565-6e0fc24312aa completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:18:13.076529 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2b6e0c2c-b710-4209-a318-74ab2bbeb80b None None] Provisioning complete for port 41e56b08-9adb-4735-8565-6e0fc24312aa triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:13.076914 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2b6e0c2c-b710-4209-a318-74ab2bbeb80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:13.153431 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-2b6e0c2c-b710-4209-a318-74ab2bbeb80b None None] Port 41e56b08-9adb-4735-8565-6e0fc24312aa cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:18:13.159475 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a0651-043b-4e32-aa65-d7b275799834 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Pushing event updated for resources: {'Port': ['ID=41e56b08-9adb-4735-8565-6e0fc24312aa,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:13.211883 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b9812c88-f3ba-40dd-9646-fbd19b7983f5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:13.236059 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b9812c88-f3ba-40dd-9646-fbd19b7983f5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:13.252845 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71a0651-043b-4e32-aa65-d7b275799834 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Network efd5547e-d285-4ebf-b6a8-3bd67eb18785 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:18:13.254601 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-a71a0651-043b-4e32-aa65-d7b275799834 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:18:13.362007 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-b9812c88-f3ba-40dd-9646-fbd19b7983f5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Allocated IP 172.25.1.44 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/2b3a0c2b-c072-468c-87be-73a9eb463df0) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:18:13.392198 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71a0651-043b-4e32-aa65-d7b275799834 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Router aeba030f-a12d-4d9d-a82d-b20dec3712b9 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:18:13.508914 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 41eaa164-c63f-42e8-a407-1596219f2dd9 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:18:13.536942 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71a0651-043b-4e32-aa65-d7b275799834 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:18:13.551616 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcd7de2-2e1e-4b74-a703-ef9f4032261c None None] Sync routers for ids ['aeba030f-a12d-4d9d-a82d-b20dec3712b9'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:18:13.552217 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a71a0651-043b-4e32-aa65-d7b275799834 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] 10.222.0.84 "PUT /v2.0/routers/aeba030f-a12d-4d9d-a82d-b20dec3712b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2524598 Aug 16 21:18:13.552217 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52234) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:13.554300 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b9812c88-f3ba-40dd-9646-fbd19b7983f5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:13.566969 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcd7de2-2e1e-4b74-a703-ef9f4032261c None None] Routers {'aeba030f-a12d-4d9d-a82d-b20dec3712b9'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:18:13.569323 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-ddcd7de2-2e1e-4b74-a703-ef9f4032261c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:17:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['aeba030f-a12d-4d9d-a82d-b20dec3712b9'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:13.651029 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-ddcd7de2-2e1e-4b74-a703-ef9f4032261c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:13.665837 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-14045bcb-875a-428e-a2dc-23abe3f8d4e7 None None] Provisioning complete for port 41e56b08-9adb-4735-8565-6e0fc24312aa triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:13.666518 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-14045bcb-875a-428e-a2dc-23abe3f8d4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:13.672461 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcd7de2-2e1e-4b74-a703-ef9f4032261c None None] Routers {'aeba030f-a12d-4d9d-a82d-b20dec3712b9'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:18:13.675002 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-ddcd7de2-2e1e-4b74-a703-ef9f4032261c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:17:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['aeba030f-a12d-4d9d-a82d-b20dec3712b9'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:13.692475 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d5c1e8ac-2a95-4c0a-a250-7a84ea4ebe9e tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:13.702715 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b9812c88-f3ba-40dd-9646-fbd19b7983f5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:13.719485 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-14045bcb-875a-428e-a2dc-23abe3f8d4e7 None None] Port 41e56b08-9adb-4735-8565-6e0fc24312aa cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:18:13.731207 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 41eaa164-c63f-42e8-a407-1596219f2dd9 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:18:13.734170 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c657162d-7a52-4f27-9ecf-3f7503c74dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:13.742660 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 41eaa164-c63f-42e8-a407-1596219f2dd9 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:13.745617 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:13.754387 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-ddcd7de2-2e1e-4b74-a703-ef9f4032261c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:13.757105 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcd7de2-2e1e-4b74-a703-ef9f4032261c None None] The sync data for ids ['aeba030f-a12d-4d9d-a82d-b20dec3712b9'] in n-d-793620-15 is: [] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:18:13.803113 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9812c88-f3ba-40dd-9646-fbd19b7983f5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:18:13.806995 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52238) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:13.808955 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-b9812c88-f3ba-40dd-9646-fbd19b7983f5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:18:13.819118 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9812c88-f3ba-40dd-9646-fbd19b7983f5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:18:13.833723 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-d5c1e8ac-2a95-4c0a-a250-7a84ea4ebe9e tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 21:18:13.833723 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d5c1e8ac-2a95-4c0a-a250-7a84ea4ebe9e tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] 10.222.0.84 "DELETE /v2.0/routers/aeba030f-a12d-4d9d-a82d-b20dec3712b9 HTTP/1.1" status: 409 len: 329 time: 0.2707360 Aug 16 21:18:13.834639 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52242) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:13.846398 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9812c88-f3ba-40dd-9646-fbd19b7983f5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'Port': ['ID=2b3a0c2b-c072-468c-87be-73a9eb463df0,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:13.882077 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:13.892473 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:13.922819 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 41eaa164-c63f-42e8-a407-1596219f2dd9, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=41eaa164-c63f-42e8-a407-1596219f2dd9,segment=NetworkSegment(71175319-6d6d-410c-a92f-2a63edd51236),segment_id=71175319-6d6d-410c-a92f-2a63edd51236)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:13.981046 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0d04ae8b-28d0-4790-9037-c6b1698ca33a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:14.062401 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:14.111387 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0d04ae8b-28d0-4790-9037-c6b1698ca33a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:14.126931 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=41eaa164-c63f-42e8-a407-1596219f2dd9,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:14.189603 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0d04ae8b-28d0-4790-9037-c6b1698ca33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:14.189952 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b2004f61-120f-4592-8058-f5cec56030f9 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:14.273373 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0d04ae8b-28d0-4790-9037-c6b1698ca33a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f448f99b783441628ec963c6c52e2cd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4612913 Aug 16 21:18:14.275900 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52246) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:14.279744 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04ae8b-28d0-4790-9037-c6b1698ca33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645fcffe-9f0f-4e11-a873-3751df6e5090,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:14.299268 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b9812c88-f3ba-40dd-9646-fbd19b7983f5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:14.387566 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9c06b6e2-3b89-49f5-8cd2-399d35920c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:14.415255 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9c06b6e2-3b89-49f5-8cd2-399d35920c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:14.502736 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b9812c88-f3ba-40dd-9646-fbd19b7983f5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:14.519177 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-b2004f61-120f-4592-8058-f5cec56030f9 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Deleting port 41e56b08-9adb-4735-8565-6e0fc24312aa {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:18:14.519529 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b2004f61-120f-4592-8058-f5cec56030f9 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:14.578621 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9c06b6e2-3b89-49f5-8cd2-399d35920c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:14.581215 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9c06b6e2-3b89-49f5-8cd2-399d35920c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:14.584766 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9c06b6e2-3b89-49f5-8cd2-399d35920c8c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/645fcffe-9f0f-4e11-a873-3751df6e5090 HTTP/1.1" status: 204 len: 168 time: 0.3048415 Aug 16 21:18:14.603316 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06b6e2-3b89-49f5-8cd2-399d35920c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645fcffe-9f0f-4e11-a873-3751df6e5090,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:14.622018 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06b6e2-3b89-49f5-8cd2-399d35920c8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:14.622377 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06b6e2-3b89-49f5-8cd2-399d35920c8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:14.622905 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06b6e2-3b89-49f5-8cd2-399d35920c8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:14.623257 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06b6e2-3b89-49f5-8cd2-399d35920c8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:14.623622 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06b6e2-3b89-49f5-8cd2-399d35920c8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:14.624350 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06b6e2-3b89-49f5-8cd2-399d35920c8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:14.624830 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06b6e2-3b89-49f5-8cd2-399d35920c8c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:14.625179 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06b6e2-3b89-49f5-8cd2-399d35920c8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:14.625515 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06b6e2-3b89-49f5-8cd2-399d35920c8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:14.625853 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06b6e2-3b89-49f5-8cd2-399d35920c8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:14.626219 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06b6e2-3b89-49f5-8cd2-399d35920c8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:14.626552 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06b6e2-3b89-49f5-8cd2-399d35920c8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:14.632105 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b2004f61-120f-4592-8058-f5cec56030f9 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:14.648703 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-b2004f61-120f-4592-8058-f5cec56030f9 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Calling delete_port for 41e56b08-9adb-4735-8565-6e0fc24312aa owned by network:router_interface {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:18:14.678530 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9812c88-f3ba-40dd-9646-fbd19b7983f5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Router fa40dccc-7165-4eb0-a094-3cf206ccfec2 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:18:14.790329 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9812c88-f3ba-40dd-9646-fbd19b7983f5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:18:14.804700 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e234cdd2-2f7a-4fc0-bee5-90ec2772d032 None None] Sync routers for ids ['fa40dccc-7165-4eb0-a094-3cf206ccfec2'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:18:14.817355 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e234cdd2-2f7a-4fc0-bee5-90ec2772d032 None None] Routers {'fa40dccc-7165-4eb0-a094-3cf206ccfec2'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:18:14.818511 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e234cdd2-2f7a-4fc0-bee5-90ec2772d032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:18:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['fa40dccc-7165-4eb0-a094-3cf206ccfec2'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:14.899623 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:14.907361 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b2004f61-120f-4592-8058-f5cec56030f9 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:14.907577 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b9812c88-f3ba-40dd-9646-fbd19b7983f5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:14.908775 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b9812c88-f3ba-40dd-9646-fbd19b7983f5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4410121 Aug 16 21:18:14.911843 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52254) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:14.941697 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-e234cdd2-2f7a-4fc0-bee5-90ec2772d032 None None] Set router fa40dccc-7165-4eb0-a094-3cf206ccfec2 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:18:14.945352 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2004f61-120f-4592-8058-f5cec56030f9 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Pushing event deleted for resources: {'Port': ['ID=41e56b08-9adb-4735-8565-6e0fc24312aa,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:14.950132 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0c732cce-6065-45be-b47f-fc2bb4589882 tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=fb8bbfb5e08a4065901bb7c36b7f1507&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347497 Aug 16 21:18:14.951027 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52258) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:15.071396 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b155e2c4-9aab-4e24-85ef-a3b2a139d3f5 tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:15.071396 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b155e2c4-9aab-4e24-85ef-a3b2a139d3f5 tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1188910 Aug 16 21:18:15.073753 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52262) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:15.089768 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b2004f61-120f-4592-8058-f5cec56030f9 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:15.126608 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-376d0b60-ce9c-4fec-8c21-a3ab52e286aa tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=65ae326a-d6e1-4f5d-80d6-215a5521afe9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0493531 Aug 16 21:18:15.127187 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52264) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:15.132404 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-b1a53190-d18d-43dd-8cd2-fe71c36aad70 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2023620246', 'network_id': '62a75797-4a12-4ae6-9692-1d0ed8584d00', 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:15.171540 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e234cdd2-2f7a-4fc0-bee5-90ec2772d032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa40dccc-7165-4eb0-a094-3cf206ccfec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276616840', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '2b3a0c2b-c072-468c-87be-73a9eb463df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:18:12Z', 'updated_at': '2021-08-16T21:18:14Z', 'revision_number': 3, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '2b3a0c2b-c072-468c-87be-73a9eb463df0', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa40dccc-7165-4eb0-a094-3cf206ccfec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:13Z', 'updated_at': '2021-08-16T21:18:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:15.209668 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e234cdd2-2f7a-4fc0-bee5-90ec2772d032 None None] Checking router: fa40dccc-7165-4eb0-a094-3cf206ccfec2 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:18:15.210323 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e234cdd2-2f7a-4fc0-bee5-90ec2772d032 None None] Updating router fa40dccc-7165-4eb0-a094-3cf206ccfec2 port 2b3a0c2b-c072-468c-87be-73a9eb463df0 binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:18:15.242487 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e234cdd2-2f7a-4fc0-bee5-90ec2772d032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:15.298240 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2004f61-120f-4592-8058-f5cec56030f9 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Router aeba030f-a12d-4d9d-a82d-b20dec3712b9 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:18:15.353957 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a53190-d18d-43dd-8cd2-fe71c36aad70 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Made reservation on behalf of fb8bbfb5e08a4065901bb7c36b7f1507 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:18:15.358415 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b1a53190-d18d-43dd-8cd2-fe71c36aad70 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:15.380814 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2004f61-120f-4592-8058-f5cec56030f9 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:18:15.393967 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b2004f61-120f-4592-8058-f5cec56030f9 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] 10.222.0.84 "PUT /v2.0/routers/aeba030f-a12d-4d9d-a82d-b20dec3712b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5578277 Aug 16 21:18:15.394623 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52268) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:15.395369 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15847d5d-07f4-4fa5-8e73-1c78ba79b454 None None] Sync routers for ids ['aeba030f-a12d-4d9d-a82d-b20dec3712b9'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:18:15.412509 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15847d5d-07f4-4fa5-8e73-1c78ba79b454 None None] Routers {'aeba030f-a12d-4d9d-a82d-b20dec3712b9'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:18:15.413523 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-15847d5d-07f4-4fa5-8e73-1c78ba79b454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:18:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['aeba030f-a12d-4d9d-a82d-b20dec3712b9'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:15.439468 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-48e75b00-1622-431d-b7c4-9a0386715681 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] show failed (client error): The resource could not be found. Aug 16 21:18:15.445922 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-48e75b00-1622-431d-b7c4-9a0386715681 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] 10.222.0.84 "GET /v2.0/routers/tempest-non_exist_router-678068403 HTTP/1.1" status: 404 len: 334 time: 0.0502524 Aug 16 21:18:15.446504 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52272) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:15.451699 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-77690d1c-e7c1-42ac-8736-2285a2368ceb tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:15.456582 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-15847d5d-07f4-4fa5-8e73-1c78ba79b454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:15.469709 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 41eaa164-c63f-42e8-a407-1596219f2dd9 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:18:15.470854 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15847d5d-07f4-4fa5-8e73-1c78ba79b454 None None] Routers {'aeba030f-a12d-4d9d-a82d-b20dec3712b9'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:18:15.471484 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-15847d5d-07f4-4fa5-8e73-1c78ba79b454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:18:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['aeba030f-a12d-4d9d-a82d-b20dec3712b9'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:15.498727 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-77690d1c-e7c1-42ac-8736-2285a2368ceb tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] update failed (client error): The resource could not be found. Aug 16 21:18:15.505082 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-77690d1c-e7c1-42ac-8736-2285a2368ceb tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] 10.222.0.84 "PUT /v2.0/routers/tempest-non_exist_router-1510471344 HTTP/1.1" status: 404 len: 335 time: 0.0573463 Aug 16 21:18:15.507769 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52276) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:15.513287 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-15847d5d-07f4-4fa5-8e73-1c78ba79b454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:15.513930 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15847d5d-07f4-4fa5-8e73-1c78ba79b454 None None] The sync data for ids ['aeba030f-a12d-4d9d-a82d-b20dec3712b9'] in n-d-793620-15 is: [] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:18:15.593079 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-45eb894c-9948-4a63-a7d1-733c328998cd tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Deleting subnet 9a5b5e65-57dc-4e32-bc3d-f159dffa57d2 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:18:15.597899 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-45eb894c-9948-4a63-a7d1-733c328998cd tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:15.604314 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 41eaa164-c63f-42e8-a407-1596219f2dd9 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:15.604693 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:15.652444 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e234cdd2-2f7a-4fc0-bee5-90ec2772d032 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:15.666019 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e234cdd2-2f7a-4fc0-bee5-90ec2772d032 None None] Transition to ACTIVE for port object 2b3a0c2b-c072-468c-87be-73a9eb463df0 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:18:15.678382 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-45eb894c-9948-4a63-a7d1-733c328998cd tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:15.741682 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e234cdd2-2f7a-4fc0-bee5-90ec2772d032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:15.773245 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-45eb894c-9948-4a63-a7d1-733c328998cd tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:15.793311 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-e234cdd2-2f7a-4fc0-bee5-90ec2772d032 None None] Attempting to bind port 2b3a0c2b-c072-468c-87be-73a9eb463df0 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:18:15.793690 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-e234cdd2-2f7a-4fc0-bee5-90ec2772d032 None None] Attempting to bind port 2b3a0c2b-c072-468c-87be-73a9eb463df0 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:18:15.794062 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e234cdd2-2f7a-4fc0-bee5-90ec2772d032 None None] Attempting to bind port 2b3a0c2b-c072-468c-87be-73a9eb463df0 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:18:15.800251 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b1a53190-d18d-43dd-8cd2-fe71c36aad70 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:15.801761 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c3cbfd-0c9b-4b93-8abc-b8a6a41c96b0 None None] Pushing event updated for resources: {'Port': ['ID=2b3a0c2b-c072-468c-87be-73a9eb463df0,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:15.810811 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e234cdd2-2f7a-4fc0-bee5-90ec2772d032 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:18:15.811414 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e234cdd2-2f7a-4fc0-bee5-90ec2772d032 None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:18:15.811618 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e234cdd2-2f7a-4fc0-bee5-90ec2772d032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:15.812048 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e234cdd2-2f7a-4fc0-bee5-90ec2772d032 None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:18:15.812554 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-e234cdd2-2f7a-4fc0-bee5-90ec2772d032 None None] Bound port: 2b3a0c2b-c072-468c-87be-73a9eb463df0, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:18:15.812962 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e234cdd2-2f7a-4fc0-bee5-90ec2772d032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:15.870482 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-e234cdd2-2f7a-4fc0-bee5-90ec2772d032 None None] For port 2b3a0c2b-c072-468c-87be-73a9eb463df0, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:18:15.874335 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-e234cdd2-2f7a-4fc0-bee5-90ec2772d032 None None] For port 2b3a0c2b-c072-468c-87be-73a9eb463df0, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=2b3a0c2b-c072-468c-87be-73a9eb463df0,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:18:15.884573 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a53190-d18d-43dd-8cd2-fe71c36aad70 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'Subnet': ['ID=968177b7-fbf7-49ae-bfb7-136aa3aad1df,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:15.901066 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a53190-d18d-43dd-8cd2-fe71c36aad70 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Checking segment: {'id': '8552a080-0fab-4e4a-ba71-b6e280ef08e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '62a75797-4a12-4ae6-9692-1d0ed8584d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:18:15.901499 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a53190-d18d-43dd-8cd2-fe71c36aad70 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Network hostable DHCP agents. Network: 62a75797-4a12-4ae6-9692-1d0ed8584d00, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:18:15.959136 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e234cdd2-2f7a-4fc0-bee5-90ec2772d032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:15.986418 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a53190-d18d-43dd-8cd2-fe71c36aad70 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Network 62a75797-4a12-4ae6-9692-1d0ed8584d00 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:18:15.990105 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-45eb894c-9948-4a63-a7d1-733c328998cd tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:16.012200 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e234cdd2-2f7a-4fc0-bee5-90ec2772d032 None None] Routers {'fa40dccc-7165-4eb0-a094-3cf206ccfec2'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:18:16.012852 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e234cdd2-2f7a-4fc0-bee5-90ec2772d032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:18:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['fa40dccc-7165-4eb0-a094-3cf206ccfec2'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:16.021960 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb894c-9948-4a63-a7d1-733c328998cd tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Pushing event deleted for resources: {'Subnet': ['ID=9a5b5e65-57dc-4e32-bc3d-f159dffa57d2,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:16.026313 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-45eb894c-9948-4a63-a7d1-733c328998cd tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:16.029402 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-45eb894c-9948-4a63-a7d1-733c328998cd tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] 10.222.0.84 "DELETE /v2.0/subnets/9a5b5e65-57dc-4e32-bc3d-f159dffa57d2 HTTP/1.1" status: 204 len: 168 time: 0.5226038 Aug 16 21:18:16.031820 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52286) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:16.053656 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efd3f25-2063-4d42-9803-188f67ab1d0e None None] Network 68906402-f672-4f90-84cb-587e700019fe requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:18:16.101868 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-b1a53190-d18d-43dd-8cd2-fe71c36aad70 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 62a75797-4a12-4ae6-9692-1d0ed8584d00) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:18:16.112488 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a53190-d18d-43dd-8cd2-fe71c36aad70 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:16.113096 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b1a53190-d18d-43dd-8cd2-fe71c36aad70 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:16.125020 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-435cb46b-d072-45e3-b31b-10b950d373b5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:16.191334 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-435cb46b-d072-45e3-b31b-10b950d373b5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Deleting port 41eaa164-c63f-42e8-a407-1596219f2dd9 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:18:16.192000 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-435cb46b-d072-45e3-b31b-10b950d373b5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:16.241316 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b1a53190-d18d-43dd-8cd2-fe71c36aad70 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1103308 Aug 16 21:18:16.242305 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52292) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:16.252076 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c3cbfd-0c9b-4b93-8abc-b8a6a41c96b0 None None] Pushing event updated for resources: {'Port': ['ID=2b3a0c2b-c072-468c-87be-73a9eb463df0,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:16.261819 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f224e71a-234f-4d21-9893-5d7d1355a21a None None] Network 62a75797-4a12-4ae6-9692-1d0ed8584d00 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:18:16.284567 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-435cb46b-d072-45e3-b31b-10b950d373b5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] For port 41eaa164-c63f-42e8-a407-1596219f2dd9, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=41eaa164-c63f-42e8-a407-1596219f2dd9,segment=NetworkSegment(71175319-6d6d-410c-a92f-2a63edd51236),segment_id=71175319-6d6d-410c-a92f-2a63edd51236)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:16.284830 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-435cb46b-d072-45e3-b31b-10b950d373b5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:16.299505 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-435cb46b-d072-45e3-b31b-10b950d373b5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Calling delete_port for 41eaa164-c63f-42e8-a407-1596219f2dd9 owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:18:16.447709 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-e234cdd2-2f7a-4fc0-bee5-90ec2772d032 None None] Set router fa40dccc-7165-4eb0-a094-3cf206ccfec2 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:18:16.653090 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90a22b5-f3ff-4f1e-8529-632b7af1acfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-62a75797-4a12-4ae6-9692-1d0ed8584d00', 'network_id': '62a75797-4a12-4ae6-9692-1d0ed8584d00', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'fixed_ips': [{'subnet_id': '968177b7-fbf7-49ae-bfb7-136aa3aad1df'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:18:16.654084 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b90a22b5-f3ff-4f1e-8529-632b7af1acfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:16.674746 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:16.705428 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65d875f-dabe-4dee-8b74-7ed45551e2b4 None None] DHCP port deletion for 68906402-f672-4f90-84cb-587e700019fe request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:18:16.802583 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8a382bd7-d25e-439e-964e-b36e2f3e4dd7 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:16.857230 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:18:16.880016 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-b90a22b5-f3ff-4f1e-8529-632b7af1acfb None None] Allocated IP 172.20.0.2 (62a75797-4a12-4ae6-9692-1d0ed8584d00/968177b7-fbf7-49ae-bfb7-136aa3aad1df/77060031-4fb7-4052-bec3-d66dc5c4953f) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:18:16.887333 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e234cdd2-2f7a-4fc0-bee5-90ec2772d032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa40dccc-7165-4eb0-a094-3cf206ccfec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276616840', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '2b3a0c2b-c072-468c-87be-73a9eb463df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:18:12Z', 'updated_at': '2021-08-16T21:18:14Z', 'revision_number': 3, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '2b3a0c2b-c072-468c-87be-73a9eb463df0', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa40dccc-7165-4eb0-a094-3cf206ccfec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:13Z', 'updated_at': '2021-08-16T21:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:16.919548 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-435cb46b-d072-45e3-b31b-10b950d373b5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:16.929601 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e234cdd2-2f7a-4fc0-bee5-90ec2772d032 None None] The sync data for ids ['fa40dccc-7165-4eb0-a094-3cf206ccfec2'] in n-d-793620-15 is: [{'id': 'fa40dccc-7165-4eb0-a094-3cf206ccfec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276616840', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '2b3a0c2b-c072-468c-87be-73a9eb463df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:18:12Z', 'updated_at': '2021-08-16T21:18:14Z', 'revision_number': 3, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '2b3a0c2b-c072-468c-87be-73a9eb463df0', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa40dccc-7165-4eb0-a094-3cf206ccfec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:13Z', 'updated_at': '2021-08-16T21:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:18:16.933763 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-e65d875f-dabe-4dee-8b74-7ed45551e2b4 None None] Deleting port 41eaa164-c63f-42e8-a407-1596219f2dd9 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:18:16.934148 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e65d875f-dabe-4dee-8b74-7ed45551e2b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:16.956417 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435cb46b-d072-45e3-b31b-10b950d373b5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Pushing event deleted for resources: {'Port': ['ID=41eaa164-c63f-42e8-a407-1596219f2dd9,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:16.967291 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435cb46b-d072-45e3-b31b-10b950d373b5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] No DVR routers for this DVR port 41eaa164-c63f-42e8-a407-1596219f2dd9 on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:18:17.065376 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-e65d875f-dabe-4dee-8b74-7ed45551e2b4 None None] For port 41eaa164-c63f-42e8-a407-1596219f2dd9, host n-d-793620-15, got binding levels [] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:17.065815 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e65d875f-dabe-4dee-8b74-7ed45551e2b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:17.089351 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-e65d875f-dabe-4dee-8b74-7ed45551e2b4 None None] Calling delete_port for 41eaa164-c63f-42e8-a407-1596219f2dd9 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:18:17.095513 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.ipam_backend_mixin [None req-e65d875f-dabe-4dee-8b74-7ed45551e2b4 None None] Port 41eaa164-c63f-42e8-a407-1596219f2dd9 was not found and therefore no delete operation was performed {{(pid=101846) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 21:18:17.105032 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-435cb46b-d072-45e3-b31b-10b950d373b5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:17.107240 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e65d875f-dabe-4dee-8b74-7ed45551e2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:17.118196 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-435cb46b-d072-45e3-b31b-10b950d373b5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68906402-f672-4f90-84cb-587e700019fe']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:17.132685 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-435cb46b-d072-45e3-b31b-10b950d373b5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71175319-6d6d-410c-a92f-2a63edd51236') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:17.133195 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-435cb46b-d072-45e3-b31b-10b950d373b5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71175319-6d6d-410c-a92f-2a63edd51236') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:17.145466 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-435cb46b-d072-45e3-b31b-10b950d373b5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:17.145840 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d875f-dabe-4dee-8b74-7ed45551e2b4 None None] Pushing event deleted for resources: {'Port': ['ID=41eaa164-c63f-42e8-a407-1596219f2dd9,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:17.168166 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-435cb46b-d072-45e3-b31b-10b950d373b5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:17.169340 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65d875f-dabe-4dee-8b74-7ed45551e2b4 None None] No DVR routers for this DVR port 41eaa164-c63f-42e8-a407-1596219f2dd9 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:18:17.179092 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-435cb46b-d072-45e3-b31b-10b950d373b5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:18:17.179092 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-435cb46b-d072-45e3-b31b-10b950d373b5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:17.182219 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:18:17.182219 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:18:17.182219 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:18:17.182219 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:18:17.182219 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:18:17.182219 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:18:17.182219 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:18:17.182219 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:18:17.182219 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:18:17.182219 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:18:17.182219 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:18:17.182219 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:18:17.182219 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:18:17.182219 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:18:17.182219 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:18:17.182219 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:18:17.182219 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:18:17.182219 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:18:17.182219 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:18:17.182219 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:18:17.182219 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:18:17.182219 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:18:17.182219 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:18:17.182219 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:18:17.182219 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:18:17.182219 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:18:17.182219 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:18:17.182219 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:18:17.182219 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:18:17.182219 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:18:17.182219 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:18:17.182219 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:18:17.203542 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b90a22b5-f3ff-4f1e-8529-632b7af1acfb None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:17.213471 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b90a22b5-f3ff-4f1e-8529-632b7af1acfb None None] Transition to ACTIVE for port object 77060031-4fb7-4052-bec3-d66dc5c4953f will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:18:17.232682 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b90a22b5-f3ff-4f1e-8529-632b7af1acfb None None] Transition to ACTIVE for port object 77060031-4fb7-4052-bec3-d66dc5c4953f will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:18:17.319698 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b90a22b5-f3ff-4f1e-8529-632b7af1acfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:17.347367 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-435cb46b-d072-45e3-b31b-10b950d373b5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:17.358562 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-435cb46b-d072-45e3-b31b-10b950d373b5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:17.361193 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90a22b5-f3ff-4f1e-8529-632b7af1acfb None None] Network 62a75797-4a12-4ae6-9692-1d0ed8584d00 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:18:17.366273 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-435cb46b-d072-45e3-b31b-10b950d373b5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] 10.222.0.84 "DELETE /v2.0/networks/68906402-f672-4f90-84cb-587e700019fe HTTP/1.1" status: 204 len: 168 time: 1.3295624 Aug 16 21:18:17.374081 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-b90a22b5-f3ff-4f1e-8529-632b7af1acfb None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:18:17.378044 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90a22b5-f3ff-4f1e-8529-632b7af1acfb None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:18:17.390135 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a22b5-f3ff-4f1e-8529-632b7af1acfb None None] Pushing event updated for resources: {'Port': ['ID=77060031-4fb7-4052-bec3-d66dc5c4953f,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:17.392587 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52308) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:17.421556 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435cb46b-d072-45e3-b31b-10b950d373b5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Pushing event deleted for resources: {'Network': ['ID=68906402-f672-4f90-84cb-587e700019fe,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:17.500649 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-b90a22b5-f3ff-4f1e-8529-632b7af1acfb None None] Attempting to bind port 77060031-4fb7-4052-bec3-d66dc5c4953f on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:18:17.500649 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-b90a22b5-f3ff-4f1e-8529-632b7af1acfb None None] Attempting to bind port 77060031-4fb7-4052-bec3-d66dc5c4953f by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '8552a080-0fab-4e4a-ba71-b6e280ef08e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '62a75797-4a12-4ae6-9692-1d0ed8584d00'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:18:17.500649 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90a22b5-f3ff-4f1e-8529-632b7af1acfb None None] Attempting to bind port 77060031-4fb7-4052-bec3-d66dc5c4953f on network 62a75797-4a12-4ae6-9692-1d0ed8584d00 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:18:17.508913 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90a22b5-f3ff-4f1e-8529-632b7af1acfb None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:18:17.517012 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90a22b5-f3ff-4f1e-8529-632b7af1acfb None None] Checking segment: {'id': '8552a080-0fab-4e4a-ba71-b6e280ef08e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '62a75797-4a12-4ae6-9692-1d0ed8584d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:18:17.517693 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b90a22b5-f3ff-4f1e-8529-632b7af1acfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:17.518269 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90a22b5-f3ff-4f1e-8529-632b7af1acfb None None] Bound using segment: {'id': '8552a080-0fab-4e4a-ba71-b6e280ef08e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '62a75797-4a12-4ae6-9692-1d0ed8584d00'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:18:17.518948 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-b90a22b5-f3ff-4f1e-8529-632b7af1acfb None None] Bound port: 77060031-4fb7-4052-bec3-d66dc5c4953f, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8552a080-0fab-4e4a-ba71-b6e280ef08e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '62a75797-4a12-4ae6-9692-1d0ed8584d00'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:18:17.519546 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b90a22b5-f3ff-4f1e-8529-632b7af1acfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:17.535361 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-f84b4cf3-8d08-41df-9f75-73b6635b552a tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Deleting subnet 2b731f26-6eb9-4bae-b848-8467df93c36a {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:18:17.557653 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f84b4cf3-8d08-41df-9f75-73b6635b552a tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:17.582668 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 2b3a0c2b-c072-468c-87be-73a9eb463df0 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:18:17.594565 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f84b4cf3-8d08-41df-9f75-73b6635b552a tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:17.685340 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-b90a22b5-f3ff-4f1e-8529-632b7af1acfb None None] For port 77060031-4fb7-4052-bec3-d66dc5c4953f, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:18:17.690229 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-b90a22b5-f3ff-4f1e-8529-632b7af1acfb None None] For port 77060031-4fb7-4052-bec3-d66dc5c4953f, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=77060031-4fb7-4052-bec3-d66dc5c4953f,segment=NetworkSegment(8552a080-0fab-4e4a-ba71-b6e280ef08e0),segment_id=8552a080-0fab-4e4a-ba71-b6e280ef08e0)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:18:17.708654 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-8a382bd7-d25e-439e-964e-b36e2f3e4dd7 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Allocated IP 172.20.0.1 (62a75797-4a12-4ae6-9692-1d0ed8584d00/968177b7-fbf7-49ae-bfb7-136aa3aad1df/15a4954f-8b13-40e6-9f21-cb800896fe52) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:18:17.744497 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f84b4cf3-8d08-41df-9f75-73b6635b552a tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:17.769004 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 2b3a0c2b-c072-468c-87be-73a9eb463df0 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:18:17.773213 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 2b3a0c2b-c072-468c-87be-73a9eb463df0 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:17.783468 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:17.809626 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b90a22b5-f3ff-4f1e-8529-632b7af1acfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:17.869450 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8a382bd7-d25e-439e-964e-b36e2f3e4dd7 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:17.895469 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-8a382bd7-d25e-439e-964e-b36e2f3e4dd7 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Transition to ACTIVE for port object 15a4954f-8b13-40e6-9f21-cb800896fe52 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:18:17.904155 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a22b5-f3ff-4f1e-8529-632b7af1acfb None None] Pushing event updated for resources: {'Port': ['ID=77060031-4fb7-4052-bec3-d66dc5c4953f,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:17.931232 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f84b4cf3-8d08-41df-9f75-73b6635b552a tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:17.970530 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f84b4cf3-8d08-41df-9f75-73b6635b552a tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:17.971955 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:17.973210 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f84b4cf3-8d08-41df-9f75-73b6635b552a tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] 10.222.0.84 "DELETE /v2.0/subnets/2b731f26-6eb9-4bae-b848-8467df93c36a HTTP/1.1" status: 204 len: 168 time: 0.5766292 Aug 16 21:18:17.974607 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b4cf3-8d08-41df-9f75-73b6635b552a tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Pushing event deleted for resources: {'Subnet': ['ID=2b731f26-6eb9-4bae-b848-8467df93c36a,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:17.975845 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52318) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:17.996445 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 2b3a0c2b-c072-468c-87be-73a9eb463df0, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=2b3a0c2b-c072-468c-87be-73a9eb463df0,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:17.999301 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b77c580-2b24-4cce-a058-acd70d65a046 None None] Network 45f1e455-97cb-4679-beda-afd9afa162d6 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:18:18.048310 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-034618eb-8917-4df7-9e97-cac98368eb11 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Deleting subnet 3996a6bf-6cc3-4048-ba67-a0d26d7351d1 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:18:18.052632 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8a382bd7-d25e-439e-964e-b36e2f3e4dd7 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:18.054604 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-034618eb-8917-4df7-9e97-cac98368eb11 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:18.093595 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:18.135390 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-034618eb-8917-4df7-9e97-cac98368eb11 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:18.236774 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 41eaa164-c63f-42e8-a407-1596219f2dd9 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:18:18.272309 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 41eaa164-c63f-42e8-a407-1596219f2dd9 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:18:18.272661 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 41eaa164-c63f-42e8-a407-1596219f2dd9 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:18:18.272930 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a382bd7-d25e-439e-964e-b36e2f3e4dd7 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'Port': ['ID=15a4954f-8b13-40e6-9f21-cb800896fe52,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:18.275969 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=2b3a0c2b-c072-468c-87be-73a9eb463df0,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:18.279208 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a382bd7-d25e-439e-964e-b36e2f3e4dd7 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Network 62a75797-4a12-4ae6-9692-1d0ed8584d00 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:18:18.286164 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-8a382bd7-d25e-439e-964e-b36e2f3e4dd7 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:18:18.290139 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a382bd7-d25e-439e-964e-b36e2f3e4dd7 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:18:18.380151 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e91d3b-d773-47bb-a1f9-1c89064b0228 None None] DHCP port deletion for 45f1e455-97cb-4679-beda-afd9afa162d6 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:18:18.384255 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8a382bd7-d25e-439e-964e-b36e2f3e4dd7 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:18.419919 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-034618eb-8917-4df7-9e97-cac98368eb11 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:18.426745 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a5e91d3b-d773-47bb-a1f9-1c89064b0228 None None] Deleting port 45902f49-cfd9-47b5-9d8f-b360e1ea8a19 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:18:18.427117 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a5e91d3b-d773-47bb-a1f9-1c89064b0228 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:18.490032 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a5e91d3b-d773-47bb-a1f9-1c89064b0228 None None] For port 45902f49-cfd9-47b5-9d8f-b360e1ea8a19, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=45902f49-cfd9-47b5-9d8f-b360e1ea8a19,segment=NetworkSegment(c97250bb-a2fe-4c20-bc89-c20b519cdec5),segment_id=c97250bb-a2fe-4c20-bc89-c20b519cdec5)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:18.490430 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a5e91d3b-d773-47bb-a1f9-1c89064b0228 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:18.503124 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a5e91d3b-d773-47bb-a1f9-1c89064b0228 None None] Calling delete_port for 45902f49-cfd9-47b5-9d8f-b360e1ea8a19 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:18:18.593067 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-034618eb-8917-4df7-9e97-cac98368eb11 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:18.623623 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034618eb-8917-4df7-9e97-cac98368eb11 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Pushing event deleted for resources: {'Subnet': ['ID=3996a6bf-6cc3-4048-ba67-a0d26d7351d1,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:18.642312 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7954c35d-796a-4751-b787-689c50e6f96e None None] Network 6bae334e-1ce8-4c6c-ae3c-ac061d6d183b requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:18:18.648695 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-034618eb-8917-4df7-9e97-cac98368eb11 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:18.650591 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-034618eb-8917-4df7-9e97-cac98368eb11 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] 10.222.0.84 "DELETE /v2.0/subnets/3996a6bf-6cc3-4048-ba67-a0d26d7351d1 HTTP/1.1" status: 204 len: 168 time: 0.6737151 Aug 16 21:18:18.656261 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52322) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:18.665764 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8a382bd7-d25e-439e-964e-b36e2f3e4dd7 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:18.685853 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a5e91d3b-d773-47bb-a1f9-1c89064b0228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:18.740575 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e91d3b-d773-47bb-a1f9-1c89064b0228 None None] Pushing event deleted for resources: {'Port': ['ID=45902f49-cfd9-47b5-9d8f-b360e1ea8a19,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:18.746785 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e91d3b-d773-47bb-a1f9-1c89064b0228 None None] No DVR routers for this DVR port 45902f49-cfd9-47b5-9d8f-b360e1ea8a19 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:18:18.802022 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4df2e83d-6401-4c92-9475-98edfe695b58 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:18.900413 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f428bb-93a8-4012-9ff8-969f6427f52b None None] DHCP port deletion for 6bae334e-1ce8-4c6c-ae3c-ac061d6d183b request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:18:18.917491 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4df2e83d-6401-4c92-9475-98edfe695b58 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:18.932996 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-4df2e83d-6401-4c92-9475-98edfe695b58 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f1e455-97cb-4679-beda-afd9afa162d6']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:18.945095 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a6f428bb-93a8-4012-9ff8-969f6427f52b None None] Deleting port e6c35d07-11dd-41e0-83cc-c47729c854ab {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:18:18.945657 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a6f428bb-93a8-4012-9ff8-969f6427f52b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:18.948658 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-4df2e83d-6401-4c92-9475-98edfe695b58 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c97250bb-a2fe-4c20-bc89-c20b519cdec5') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:18.948970 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-4df2e83d-6401-4c92-9475-98edfe695b58 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c97250bb-a2fe-4c20-bc89-c20b519cdec5') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:18.961041 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4df2e83d-6401-4c92-9475-98edfe695b58 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:18.983774 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4df2e83d-6401-4c92-9475-98edfe695b58 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:18.995952 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4df2e83d-6401-4c92-9475-98edfe695b58 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:18:18.996555 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4df2e83d-6401-4c92-9475-98edfe695b58 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:18.999949 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:18:18.999949 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:18:18.999949 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:18:18.999949 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:18:18.999949 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:18:18.999949 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:18:18.999949 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:18:18.999949 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:18:18.999949 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:18:18.999949 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:18:18.999949 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:18:18.999949 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:18:18.999949 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:18:18.999949 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:18:18.999949 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:18:18.999949 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:18:18.999949 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:18:18.999949 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:18:18.999949 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:18:18.999949 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:18:18.999949 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:18:18.999949 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:18:18.999949 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:18:18.999949 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:18:18.999949 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:18:18.999949 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:18:18.999949 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:18:18.999949 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:18:18.999949 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:18:18.999949 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:18:18.999949 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:18:18.999949 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:18:19.058889 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8a382bd7-d25e-439e-964e-b36e2f3e4dd7 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:19.064298 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a6f428bb-93a8-4012-9ff8-969f6427f52b None None] For port e6c35d07-11dd-41e0-83cc-c47729c854ab, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=e6c35d07-11dd-41e0-83cc-c47729c854ab,segment=NetworkSegment(02b92305-5c99-4bea-8725-ddd6667ad0ad),segment_id=02b92305-5c99-4bea-8725-ddd6667ad0ad)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:19.064715 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a6f428bb-93a8-4012-9ff8-969f6427f52b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:19.112378 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8a382bd7-d25e-439e-964e-b36e2f3e4dd7 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:19.153402 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4df2e83d-6401-4c92-9475-98edfe695b58 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:19.163342 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4df2e83d-6401-4c92-9475-98edfe695b58 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:19.169908 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4df2e83d-6401-4c92-9475-98edfe695b58 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] 10.222.0.84 "DELETE /v2.0/networks/45f1e455-97cb-4679-beda-afd9afa162d6 HTTP/1.1" status: 204 len: 168 time: 0.5123773 Aug 16 21:18:19.170641 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52328) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:19.205352 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8a382bd7-d25e-439e-964e-b36e2f3e4dd7 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:19.294803 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a6f428bb-93a8-4012-9ff8-969f6427f52b None None] Calling delete_port for e6c35d07-11dd-41e0-83cc-c47729c854ab owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:18:19.324945 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df2e83d-6401-4c92-9475-98edfe695b58 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Pushing event deleted for resources: {'Network': ['ID=45f1e455-97cb-4679-beda-afd9afa162d6,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:19.434787 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f9544d5c-98f9-4c5e-ab8f-c363626ebab5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:19.436593 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a382bd7-d25e-439e-964e-b36e2f3e4dd7 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Network 62a75797-4a12-4ae6-9692-1d0ed8584d00 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:18:19.442995 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-8a382bd7-d25e-439e-964e-b36e2f3e4dd7 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:18:19.480304 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a382bd7-d25e-439e-964e-b36e2f3e4dd7 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'Port': ['ID=15a4954f-8b13-40e6-9f21-cb800896fe52,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:19.492915 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1279b2c8-a103-4c30-9e56-f06061b9dc1d None None] Network 62a75797-4a12-4ae6-9692-1d0ed8584d00 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:18:19.527067 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-f9544d5c-98f9-4c5e-ab8f-c363626ebab5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Deleting port e6c35d07-11dd-41e0-83cc-c47729c854ab {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:18:19.527503 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f9544d5c-98f9-4c5e-ab8f-c363626ebab5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:19.543997 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a6f428bb-93a8-4012-9ff8-969f6427f52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:19.552943 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:19.581370 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f428bb-93a8-4012-9ff8-969f6427f52b None None] No DVR routers for this DVR port e6c35d07-11dd-41e0-83cc-c47729c854ab on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:18:19.587879 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f428bb-93a8-4012-9ff8-969f6427f52b None None] Pushing event deleted for resources: {'Port': ['ID=e6c35d07-11dd-41e0-83cc-c47729c854ab,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:19.612162 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 2b3a0c2b-c072-468c-87be-73a9eb463df0 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:18:19.637653 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-f9544d5c-98f9-4c5e-ab8f-c363626ebab5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] For port e6c35d07-11dd-41e0-83cc-c47729c854ab, host n-d-793620-15, got binding levels [] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:19.638029 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f9544d5c-98f9-4c5e-ab8f-c363626ebab5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:19.659803 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a382bd7-d25e-439e-964e-b36e2f3e4dd7 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Router fa40dccc-7165-4eb0-a094-3cf206ccfec2 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:18:19.661386 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-f9544d5c-98f9-4c5e-ab8f-c363626ebab5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Calling delete_port for e6c35d07-11dd-41e0-83cc-c47729c854ab owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:18:19.665472 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.ipam_backend_mixin [None req-f9544d5c-98f9-4c5e-ab8f-c363626ebab5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Port e6c35d07-11dd-41e0-83cc-c47729c854ab was not found and therefore no delete operation was performed {{(pid=101845) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 21:18:19.672908 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f9544d5c-98f9-4c5e-ab8f-c363626ebab5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:19.721166 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9544d5c-98f9-4c5e-ab8f-c363626ebab5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Pushing event deleted for resources: {'Port': ['ID=e6c35d07-11dd-41e0-83cc-c47729c854ab,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:19.731022 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9544d5c-98f9-4c5e-ab8f-c363626ebab5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] No DVR routers for this DVR port e6c35d07-11dd-41e0-83cc-c47729c854ab on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:18:19.824921 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1fb4e400-0ca4-44ec-8319-f62b25c7c431 None None] Provisioning for port 77060031-4fb7-4052-bec3-d66dc5c4953f completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:18:19.851196 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a382bd7-d25e-439e-964e-b36e2f3e4dd7 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:18:19.866896 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8a382bd7-d25e-439e-964e-b36e2f3e4dd7 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "PUT /v2.0/routers/fa40dccc-7165-4eb0-a094-3cf206ccfec2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6238034 Aug 16 21:18:19.869164 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 2b3a0c2b-c072-468c-87be-73a9eb463df0 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:19.869929 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:19.874025 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d436907b-02d9-49e0-ac1e-cc09d11b929a None None] Sync routers for ids ['fa40dccc-7165-4eb0-a094-3cf206ccfec2'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:18:19.894468 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f9544d5c-98f9-4c5e-ab8f-c363626ebab5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:19.904909 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-f9544d5c-98f9-4c5e-ab8f-c363626ebab5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bae334e-1ce8-4c6c-ae3c-ac061d6d183b']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:19.915717 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-f9544d5c-98f9-4c5e-ab8f-c363626ebab5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02b92305-5c99-4bea-8725-ddd6667ad0ad') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:19.916081 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-f9544d5c-98f9-4c5e-ab8f-c363626ebab5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02b92305-5c99-4bea-8725-ddd6667ad0ad') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:19.926144 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f9544d5c-98f9-4c5e-ab8f-c363626ebab5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:19.941042 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f9544d5c-98f9-4c5e-ab8f-c363626ebab5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:19.946640 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d436907b-02d9-49e0-ac1e-cc09d11b929a None None] Routers {'fa40dccc-7165-4eb0-a094-3cf206ccfec2'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:18:19.947288 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-d436907b-02d9-49e0-ac1e-cc09d11b929a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:18:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['fa40dccc-7165-4eb0-a094-3cf206ccfec2'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:19.962975 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9544d5c-98f9-4c5e-ab8f-c363626ebab5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:18:19.963545 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f9544d5c-98f9-4c5e-ab8f-c363626ebab5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:19.968069 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:18:19.968069 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:18:19.968069 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:18:19.968069 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:18:19.968069 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:18:19.968069 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:18:19.968069 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:18:19.968069 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:18:19.968069 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:18:19.968069 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:18:19.968069 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:18:19.968069 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:18:19.968069 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:18:19.968069 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:18:19.968069 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:18:19.968069 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:18:19.968069 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:18:19.968069 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:18:19.968069 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:18:19.968069 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:18:19.968069 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:18:19.968069 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:18:19.968069 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:18:19.968069 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:18:19.968069 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:18:19.968069 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:18:19.968069 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:18:19.968069 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:18:19.968069 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:18:19.968069 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:18:19.968069 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:18:19.968069 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:18:20.088915 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-c9b94713-62ba-4965-97b2-678b6c904415 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1464270070&fields=id&tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507 HTTP/1.1" status: 200 len: 267 time: 0.0393972 Aug 16 21:18:20.127962 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-d436907b-02d9-49e0-ac1e-cc09d11b929a None None] Set router fa40dccc-7165-4eb0-a094-3cf206ccfec2 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:18:20.128989 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f9544d5c-98f9-4c5e-ab8f-c363626ebab5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:20.137021 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f9544d5c-98f9-4c5e-ab8f-c363626ebab5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:20.142500 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f9544d5c-98f9-4c5e-ab8f-c363626ebab5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] 10.222.0.84 "DELETE /v2.0/networks/6bae334e-1ce8-4c6c-ae3c-ac061d6d183b HTTP/1.1" status: 204 len: 168 time: 0.9630990 Aug 16 21:18:20.143266 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52344) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:20.159234 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 77060031-4fb7-4052-bec3-d66dc5c4953f up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:18:20.224331 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-ab34e4d5-be20-4dbe-ab10-5be51a5de06c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:20.226304 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-ab34e4d5-be20-4dbe-ab10-5be51a5de06c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/networks?id=62a75797-4a12-4ae6-9692-1d0ed8584d00 HTTP/1.1" status: 200 len: 797 time: 0.1291232 Aug 16 21:18:20.227305 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9544d5c-98f9-4c5e-ab8f-c363626ebab5 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Pushing event deleted for resources: {'Network': ['ID=6bae334e-1ce8-4c6c-ae3c-ac061d6d183b,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:20.234660 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-971fddca-2d2e-4550-85be-0c858ca134de tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Deleting subnet 0e9c95be-1984-4850-a148-cb209240f48c {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:18:20.238814 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-971fddca-2d2e-4550-85be-0c858ca134de tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:20.246263 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-89b67263-69ad-4236-a129-14d17411e72d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/quotas/fb8bbfb5e08a4065901bb7c36b7f1507 HTTP/1.1" status: 200 len: 375 time: 0.0124443 Aug 16 21:18:20.296176 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-971fddca-2d2e-4550-85be-0c858ca134de tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:20.308277 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-121c24c6-f2fd-45cc-b533-8d0cef675956 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547907 Aug 16 21:18:20.398237 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-971fddca-2d2e-4550-85be-0c858ca134de tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:20.417652 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 77060031-4fb7-4052-bec3-d66dc5c4953f completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:18:20.422968 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 77060031-4fb7-4052-bec3-d66dc5c4953f triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:20.423349 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:20.424845 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-aa133818-6fc8-42b0-8d34-f587443b6069 service neutron] 10.222.0.84 "GET /v2.0/networks/62a75797-4a12-4ae6-9692-1d0ed8584d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987811 Aug 16 21:18:20.427990 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d59ba991-66ef-452f-8af9-fd5ba2bbb67b None None] Provisioning for port 15a4954f-8b13-40e6-9f21-cb800896fe52 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:18:20.466110 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d59ba991-66ef-452f-8af9-fd5ba2bbb67b None None] Provisioning complete for port 15a4954f-8b13-40e6-9f21-cb800896fe52 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:20.466651 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d59ba991-66ef-452f-8af9-fd5ba2bbb67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:20.471911 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-d436907b-02d9-49e0-ac1e-cc09d11b929a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa40dccc-7165-4eb0-a094-3cf206ccfec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276616840', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '2b3a0c2b-c072-468c-87be-73a9eb463df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:18:12Z', 'updated_at': '2021-08-16T21:18:18Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '2b3a0c2b-c072-468c-87be-73a9eb463df0', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa40dccc-7165-4eb0-a094-3cf206ccfec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:13Z', 'updated_at': '2021-08-16T21:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '15a4954f-8b13-40e6-9f21-cb800896fe52', 'name': '', 'network_id': '62a75797-4a12-4ae6-9692-1d0ed8584d00', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'mac_address': 'fa:16:3e:09:6e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa40dccc-7165-4eb0-a094-3cf206ccfec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '968177b7-fbf7-49ae-bfb7-136aa3aad1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:16Z', 'updated_at': '2021-08-16T21:18:18Z', 'revision_number': 2, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'subnets': [{'id': '968177b7-fbf7-49ae-bfb7-136aa3aad1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:20.526292 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d436907b-02d9-49e0-ac1e-cc09d11b929a None None] Checking router: fa40dccc-7165-4eb0-a094-3cf206ccfec2 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:18:20.527300 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d436907b-02d9-49e0-ac1e-cc09d11b929a None None] Updating router fa40dccc-7165-4eb0-a094-3cf206ccfec2 port 15a4954f-8b13-40e6-9f21-cb800896fe52 binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:18:20.533665 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-971fddca-2d2e-4550-85be-0c858ca134de tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:20.538098 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-ac835b0a-a88f-46d0-920a-b0adae15cd37 service neutron] 10.222.0.84 "GET /v2.0/networks/62a75797-4a12-4ae6-9692-1d0ed8584d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003690 Aug 16 21:18:20.565720 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971fddca-2d2e-4550-85be-0c858ca134de tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Pushing event deleted for resources: {'Subnet': ['ID=0e9c95be-1984-4850-a148-cb209240f48c,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:20.571528 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-971fddca-2d2e-4550-85be-0c858ca134de tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:20.573790 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-971fddca-2d2e-4550-85be-0c858ca134de tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] 10.222.0.84 "DELETE /v2.0/subnets/0e9c95be-1984-4850-a148-cb209240f48c HTTP/1.1" status: 204 len: 168 time: 0.4120574 Aug 16 21:18:20.576211 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52346) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:20.599235 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddb35e9-279a-4dd8-ae4b-87f4bd1197c5 None None] Network efd5547e-d285-4ebf-b6a8-3bd67eb18785 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:18:20.650785 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-d59ba991-66ef-452f-8af9-fd5ba2bbb67b None None] Port 15a4954f-8b13-40e6-9f21-cb800896fe52 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:18:20.652404 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d436907b-02d9-49e0-ac1e-cc09d11b929a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:20.667773 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-88b3df6a-d6a7-4dd6-9669-f0db36dfe8b8 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:20.703048 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:20.728159 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-88b3df6a-d6a7-4dd6-9669-f0db36dfe8b8 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Deleting port 29c7a014-39fd-429c-8bee-0ec614b4257d {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:18:20.728524 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-88b3df6a-d6a7-4dd6-9669-f0db36dfe8b8 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:20.764613 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d59ba991-66ef-452f-8af9-fd5ba2bbb67b None None] Provisioning complete for port 77060031-4fb7-4052-bec3-d66dc5c4953f triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:20.764985 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d59ba991-66ef-452f-8af9-fd5ba2bbb67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:20.819635 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-88b3df6a-d6a7-4dd6-9669-f0db36dfe8b8 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] For port 29c7a014-39fd-429c-8bee-0ec614b4257d, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=29c7a014-39fd-429c-8bee-0ec614b4257d,segment=NetworkSegment(64790ee4-b8bf-46d0-ae06-60e92e803ff7),segment_id=64790ee4-b8bf-46d0-ae06-60e92e803ff7)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:20.819971 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-88b3df6a-d6a7-4dd6-9669-f0db36dfe8b8 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:20.833816 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-88b3df6a-d6a7-4dd6-9669-f0db36dfe8b8 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Calling delete_port for 29c7a014-39fd-429c-8bee-0ec614b4257d owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:18:20.837821 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 77060031-4fb7-4052-bec3-d66dc5c4953f, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=77060031-4fb7-4052-bec3-d66dc5c4953f,segment=NetworkSegment(8552a080-0fab-4e4a-ba71-b6e280ef08e0),segment_id=8552a080-0fab-4e4a-ba71-b6e280ef08e0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:20.842000 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b4b641fc-0c3b-4ee7-b8ec-e525c40c071d req-e93f9a3c-d49f-4634-8c0c-e4504d42a64b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 210 time: 0.0362401 Aug 16 21:18:20.947325 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:21.023492 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 45902f49-cfd9-47b5-9d8f-b360e1ea8a19 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:18:21.079708 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-88b3df6a-d6a7-4dd6-9669-f0db36dfe8b8 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:21.107884 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3df6a-d6a7-4dd6-9669-f0db36dfe8b8 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Pushing event deleted for resources: {'Port': ['ID=29c7a014-39fd-429c-8bee-0ec614b4257d,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:21.111742 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ca0197-ad10-44a2-82f7-8b20b0659d89 None None] DHCP port deletion for efd5547e-d285-4ebf-b6a8-3bd67eb18785 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:18:21.113529 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 45902f49-cfd9-47b5-9d8f-b360e1ea8a19 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:18:21.113985 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 45902f49-cfd9-47b5-9d8f-b360e1ea8a19 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:18:21.114274 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device e6c35d07-11dd-41e0-83cc-c47729c854ab no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:18:21.116588 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b3df6a-d6a7-4dd6-9669-f0db36dfe8b8 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] No DVR routers for this DVR port 29c7a014-39fd-429c-8bee-0ec614b4257d on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:18:21.147315 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=77060031-4fb7-4052-bec3-d66dc5c4953f,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:21.155474 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: e6c35d07-11dd-41e0-83cc-c47729c854ab {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:18:21.155847 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device e6c35d07-11dd-41e0-83cc-c47729c854ab not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:18:21.207845 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-88b3df6a-d6a7-4dd6-9669-f0db36dfe8b8 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:21.219343 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-88b3df6a-d6a7-4dd6-9669-f0db36dfe8b8 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd5547e-d285-4ebf-b6a8-3bd67eb18785']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:21.230726 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-88b3df6a-d6a7-4dd6-9669-f0db36dfe8b8 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64790ee4-b8bf-46d0-ae06-60e92e803ff7') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:21.231024 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-88b3df6a-d6a7-4dd6-9669-f0db36dfe8b8 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64790ee4-b8bf-46d0-ae06-60e92e803ff7') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:21.250385 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-88b3df6a-d6a7-4dd6-9669-f0db36dfe8b8 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:21.273627 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-88b3df6a-d6a7-4dd6-9669-f0db36dfe8b8 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:21.281498 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88b3df6a-d6a7-4dd6-9669-f0db36dfe8b8 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:18:21.282172 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-88b3df6a-d6a7-4dd6-9669-f0db36dfe8b8 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:21.285788 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:18:21.285788 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:18:21.285788 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:18:21.285788 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:18:21.285788 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:18:21.285788 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:18:21.285788 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:18:21.285788 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:18:21.285788 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:18:21.285788 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:18:21.285788 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:18:21.285788 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:18:21.285788 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:18:21.285788 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:18:21.285788 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:18:21.285788 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:18:21.285788 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:18:21.285788 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:18:21.285788 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:18:21.285788 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:18:21.285788 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:18:21.285788 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:18:21.285788 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:18:21.285788 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:18:21.285788 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:18:21.285788 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:18:21.285788 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:18:21.285788 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:18:21.285788 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:18:21.285788 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:18:21.285788 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:18:21.285788 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:18:21.401865 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-fa3c5814-1111-4563-bc13-4b31db08e50d None None] Provisioning complete for port 15a4954f-8b13-40e6-9f21-cb800896fe52 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:21.401865 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fa3c5814-1111-4563-bc13-4b31db08e50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:21.451011 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-88b3df6a-d6a7-4dd6-9669-f0db36dfe8b8 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:21.456375 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 77060031-4fb7-4052-bec3-d66dc5c4953f up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:18:21.459426 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-88b3df6a-d6a7-4dd6-9669-f0db36dfe8b8 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:21.462985 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-88b3df6a-d6a7-4dd6-9669-f0db36dfe8b8 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] 10.222.0.84 "DELETE /v2.0/networks/efd5547e-d285-4ebf-b6a8-3bd67eb18785 HTTP/1.1" status: 204 len: 168 time: 0.8852293 Aug 16 21:18:21.466346 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52372) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:21.483400 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3df6a-d6a7-4dd6-9669-f0db36dfe8b8 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Pushing event deleted for resources: {'Network': ['ID=efd5547e-d285-4ebf-b6a8-3bd67eb18785,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:21.501856 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0b16bf12-d3f9-4eaa-90de-51859a6b764a tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] 10.222.0.84 "GET /v2.0/ports?device_id=aeba030f-a12d-4d9d-a82d-b20dec3712b9 HTTP/1.1" status: 200 len: 205 time: 0.0305719 Aug 16 21:18:21.503764 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52374) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:21.508978 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d436907b-02d9-49e0-ac1e-cc09d11b929a None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:21.511659 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-fa3c5814-1111-4563-bc13-4b31db08e50d None None] Port 15a4954f-8b13-40e6-9f21-cb800896fe52 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:18:21.527207 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d436907b-02d9-49e0-ac1e-cc09d11b929a None None] Transition to ACTIVE for port object 15a4954f-8b13-40e6-9f21-cb800896fe52 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:18:21.540590 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 77060031-4fb7-4052-bec3-d66dc5c4953f triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:21.540971 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:21.586202 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-887e76b1-a993-41d6-9a45-f1d135d95e51 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:21.588315 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d436907b-02d9-49e0-ac1e-cc09d11b929a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:21.673909 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c97c17e-0094-4f83-a44e-b2fe3b958fcb None None] Pushing event updated for resources: {'Port': ['ID=15a4954f-8b13-40e6-9f21-cb800896fe52,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:21.736044 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-d436907b-02d9-49e0-ac1e-cc09d11b929a None None] Attempting to bind port 15a4954f-8b13-40e6-9f21-cb800896fe52 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:18:21.736422 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-d436907b-02d9-49e0-ac1e-cc09d11b929a None None] Attempting to bind port 15a4954f-8b13-40e6-9f21-cb800896fe52 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '8552a080-0fab-4e4a-ba71-b6e280ef08e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '62a75797-4a12-4ae6-9692-1d0ed8584d00'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:18:21.736792 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d436907b-02d9-49e0-ac1e-cc09d11b929a None None] Attempting to bind port 15a4954f-8b13-40e6-9f21-cb800896fe52 on network 62a75797-4a12-4ae6-9692-1d0ed8584d00 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:18:21.742751 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d436907b-02d9-49e0-ac1e-cc09d11b929a None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:18:21.743096 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d436907b-02d9-49e0-ac1e-cc09d11b929a None None] Checking segment: {'id': '8552a080-0fab-4e4a-ba71-b6e280ef08e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '62a75797-4a12-4ae6-9692-1d0ed8584d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:18:21.743358 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d436907b-02d9-49e0-ac1e-cc09d11b929a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:21.743758 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d436907b-02d9-49e0-ac1e-cc09d11b929a None None] Bound using segment: {'id': '8552a080-0fab-4e4a-ba71-b6e280ef08e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '62a75797-4a12-4ae6-9692-1d0ed8584d00'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:18:21.744256 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-d436907b-02d9-49e0-ac1e-cc09d11b929a None None] Bound port: 15a4954f-8b13-40e6-9f21-cb800896fe52, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8552a080-0fab-4e4a-ba71-b6e280ef08e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '62a75797-4a12-4ae6-9692-1d0ed8584d00'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:18:21.744642 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d436907b-02d9-49e0-ac1e-cc09d11b929a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:21.748676 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 29c7a014-39fd-429c-8bee-0ec614b4257d no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:18:21.780367 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 29c7a014-39fd-429c-8bee-0ec614b4257d {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:18:21.780879 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 29c7a014-39fd-429c-8bee-0ec614b4257d not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:18:21.796757 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-887e76b1-a993-41d6-9a45-f1d135d95e51 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:21.799469 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-887e76b1-a993-41d6-9a45-f1d135d95e51 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:21.844906 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-d436907b-02d9-49e0-ac1e-cc09d11b929a None None] For port 15a4954f-8b13-40e6-9f21-cb800896fe52, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:18:21.848706 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-d436907b-02d9-49e0-ac1e-cc09d11b929a None None] For port 15a4954f-8b13-40e6-9f21-cb800896fe52, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=15a4954f-8b13-40e6-9f21-cb800896fe52,segment=NetworkSegment(8552a080-0fab-4e4a-ba71-b6e280ef08e0),segment_id=8552a080-0fab-4e4a-ba71-b6e280ef08e0)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:18:21.930698 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-887e76b1-a993-41d6-9a45-f1d135d95e51 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:21.931261 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887e76b1-a993-41d6-9a45-f1d135d95e51 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Fanout notify agent at l3_agent the message router_deleted on router aeba030f-a12d-4d9d-a82d-b20dec3712b9 {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:18:21.938971 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-887e76b1-a993-41d6-9a45-f1d135d95e51 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:21.940136 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-887e76b1-a993-41d6-9a45-f1d135d95e51 tempest-RoutersNegativeIpV6Test-836029488 tempest-RoutersNegativeIpV6Test-836029488-project] 10.222.0.84 "DELETE /v2.0/routers/aeba030f-a12d-4d9d-a82d-b20dec3712b9 HTTP/1.1" status: 204 len: 168 time: 0.4352286 Aug 16 21:18:21.944444 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7ac05f52-a2db-41bd-9ced-953aadc6736b req-151c5796-474d-4e3f-aae4-ac3fd4aa2591 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 210 time: 0.0288451 Aug 16 21:18:21.960079 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d436907b-02d9-49e0-ac1e-cc09d11b929a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:22.023762 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d436907b-02d9-49e0-ac1e-cc09d11b929a None None] Routers {'fa40dccc-7165-4eb0-a094-3cf206ccfec2'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:18:22.024441 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-d436907b-02d9-49e0-ac1e-cc09d11b929a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:18:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['fa40dccc-7165-4eb0-a094-3cf206ccfec2'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:22.029901 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c97c17e-0094-4f83-a44e-b2fe3b958fcb None None] Pushing event updated for resources: {'Port': ['ID=15a4954f-8b13-40e6-9f21-cb800896fe52,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:22.164757 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:22.169505 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-d436907b-02d9-49e0-ac1e-cc09d11b929a None None] Set router fa40dccc-7165-4eb0-a094-3cf206ccfec2 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:18:22.384222 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-d436907b-02d9-49e0-ac1e-cc09d11b929a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa40dccc-7165-4eb0-a094-3cf206ccfec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276616840', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '2b3a0c2b-c072-468c-87be-73a9eb463df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:18:12Z', 'updated_at': '2021-08-16T21:18:18Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '2b3a0c2b-c072-468c-87be-73a9eb463df0', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa40dccc-7165-4eb0-a094-3cf206ccfec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:13Z', 'updated_at': '2021-08-16T21:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '15a4954f-8b13-40e6-9f21-cb800896fe52', 'name': '', 'network_id': '62a75797-4a12-4ae6-9692-1d0ed8584d00', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'mac_address': 'fa:16:3e:09:6e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa40dccc-7165-4eb0-a094-3cf206ccfec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '968177b7-fbf7-49ae-bfb7-136aa3aad1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:16Z', 'updated_at': '2021-08-16T21:18:21Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'subnets': [{'id': '968177b7-fbf7-49ae-bfb7-136aa3aad1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:22.410794 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d436907b-02d9-49e0-ac1e-cc09d11b929a None None] The sync data for ids ['fa40dccc-7165-4eb0-a094-3cf206ccfec2'] in n-d-793620-15 is: [{'id': 'fa40dccc-7165-4eb0-a094-3cf206ccfec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276616840', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '2b3a0c2b-c072-468c-87be-73a9eb463df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:18:12Z', 'updated_at': '2021-08-16T21:18:18Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '2b3a0c2b-c072-468c-87be-73a9eb463df0', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa40dccc-7165-4eb0-a094-3cf206ccfec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:13Z', 'updated_at': '2021-08-16T21:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '15a4954f-8b13-40e6-9f21-cb800896fe52', 'name': '', 'network_id': '62a75797-4a12-4ae6-9692-1d0ed8584d00', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'mac_address': 'fa:16:3e:09:6e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa40dccc-7165-4eb0-a094-3cf206ccfec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '968177b7-fbf7-49ae-bfb7-136aa3aad1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:16Z', 'updated_at': '2021-08-16T21:18:21Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'subnets': [{'id': '968177b7-fbf7-49ae-bfb7-136aa3aad1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:18:22.415721 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52382) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:22.578233 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4f3de80b-1802-4634-bbca-a84e0d5a234a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1f5e47dd00cd4ea19a7bcc5ea7e4f530&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1607220 Aug 16 21:18:22.580641 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52388) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:22.637912 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1e51285d-54d2-4462-a8e9-841a38b65474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:22.662567 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1e51285d-54d2-4462-a8e9-841a38b65474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:22.820853 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1e51285d-54d2-4462-a8e9-841a38b65474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:22.823834 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1e51285d-54d2-4462-a8e9-841a38b65474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:22.833738 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1e51285d-54d2-4462-a8e9-841a38b65474 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/44be1f5f-9a85-4f39-b07c-970bdba7b4c3 HTTP/1.1" status: 204 len: 168 time: 0.2478294 Aug 16 21:18:22.842326 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e51285d-54d2-4462-a8e9-841a38b65474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44be1f5f-9a85-4f39-b07c-970bdba7b4c3,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:23.042386 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-7ce018e5-12c1-4ae7-bc80-e4d147d52f9c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:23.043952 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-7ce018e5-12c1-4ae7-bc80-e4d147d52f9c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.72 "GET /v2.0/networks?id=62a75797-4a12-4ae6-9692-1d0ed8584d00 HTTP/1.1" status: 200 len: 797 time: 0.1372483 Aug 16 21:18:23.094349 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9b1d0228-fd65-476b-beea-6a12f67969ad req-bfd965ec-30e8-42d3-974c-9f694934baf0 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 210 time: 0.0402076 Aug 16 21:18:23.106355 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-01b6203b-c7bb-4c8f-a882-7bc9f26140b4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507 HTTP/1.1" status: 200 len: 380 time: 0.0503325 Aug 16 21:18:23.117674 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-d107c1ed-ab55-40f8-9e23-6e270c4d03a5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'port': {'device_id': 'b9b0825a-ad65-400a-8635-ae8c76403877', 'network_id': '62a75797-4a12-4ae6-9692-1d0ed8584d00', 'admin_state_up': True, 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'security_groups': ['49da6fef-0646-4bd7-8033-2b990d4db92e']}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:23.313667 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-d107c1ed-ab55-40f8-9e23-6e270c4d03a5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Made reservation on behalf of fb8bbfb5e08a4065901bb7c36b7f1507 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:18:23.317483 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-d107c1ed-ab55-40f8-9e23-6e270c4d03a5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:23.520327 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 15a4954f-8b13-40e6-9f21-cb800896fe52 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:18:23.546976 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-d107c1ed-ab55-40f8-9e23-6e270c4d03a5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Allocated IP 172.20.0.7 (62a75797-4a12-4ae6-9692-1d0ed8584d00/968177b7-fbf7-49ae-bfb7-136aa3aad1df/91957243-728b-4aed-abc8-4185a8837d1d) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:18:23.639116 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 15a4954f-8b13-40e6-9f21-cb800896fe52 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:18:23.643562 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 15a4954f-8b13-40e6-9f21-cb800896fe52 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:23.644281 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:23.728185 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-d107c1ed-ab55-40f8-9e23-6e270c4d03a5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:23.747639 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-d107c1ed-ab55-40f8-9e23-6e270c4d03a5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Transition to ACTIVE for port object 91957243-728b-4aed-abc8-4185a8837d1d will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:18:23.793972 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:23.830074 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 15a4954f-8b13-40e6-9f21-cb800896fe52, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=15a4954f-8b13-40e6-9f21-cb800896fe52,segment=NetworkSegment(8552a080-0fab-4e4a-ba71-b6e280ef08e0),segment_id=8552a080-0fab-4e4a-ba71-b6e280ef08e0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:24.022340 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:24.025367 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-d107c1ed-ab55-40f8-9e23-6e270c4d03a5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:24.072293 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-d107c1ed-ab55-40f8-9e23-6e270c4d03a5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Network 62a75797-4a12-4ae6-9692-1d0ed8584d00 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:18:24.077739 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-d107c1ed-ab55-40f8-9e23-6e270c4d03a5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:18:24.080368 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-d107c1ed-ab55-40f8-9e23-6e270c4d03a5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:18:24.087145 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=15a4954f-8b13-40e6-9f21-cb800896fe52,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:24.126212 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d107c1ed-ab55-40f8-9e23-6e270c4d03a5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'Port': ['ID=91957243-728b-4aed-abc8-4185a8837d1d,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:24.162091 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-d107c1ed-ab55-40f8-9e23-6e270c4d03a5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:24.165238 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-d107c1ed-ab55-40f8-9e23-6e270c4d03a5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:24.251591 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4bd79-a6c8-406e-9923-eb556753bec8 req-797abe47-2b3e-4d73-85f1-fab88deca50e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:24.253355 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6ae4bd79-a6c8-406e-9923-eb556753bec8 req-797abe47-2b3e-4d73-85f1-fab88deca50e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 931 time: 0.0545902 Aug 16 21:18:24.298059 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-d107c1ed-ab55-40f8-9e23-6e270c4d03a5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1842794 Aug 16 21:18:24.308584 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6ae4bd79-a6c8-406e-9923-eb556753bec8 req-d6ee909c-cf3b-4514-bf37-1327d88b2219 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469794 Aug 16 21:18:24.311274 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-7f1f96b3-fd36-4112-b3c3-30ffa6f5b338 service neutron] Request body: {'port': {'device_id': 'b9b0825a-ad65-400a-8635-ae8c76403877', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:24.319571 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52426) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:24.384184 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-7f1f96b3-fd36-4112-b3c3-30ffa6f5b338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:24.417600 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0b8d0a51-40bc-493b-8ec6-d2d36cc1132f None None] Provisioning for port 91957243-728b-4aed-abc8-4185a8837d1d completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:18:24.425656 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-0b8d0a51-40bc-493b-8ec6-d2d36cc1132f None None] Provisioning complete for port 91957243-728b-4aed-abc8-4185a8837d1d triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:24.426247 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0b8d0a51-40bc-493b-8ec6-d2d36cc1132f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:24.443410 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-0a8f76dd-b3c0-4427-b4ce-3b677c2a5e33 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:24.444565 n-d-793620-15 neutron-server[101844]: WARNING neutron.api.v2.base [None req-0a8f76dd-b3c0-4427-b4ce-3b677c2a5e33 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 21:18:24.445258 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-0a8f76dd-b3c0-4427-b4ce-3b677c2a5e33 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 21:18:24.446467 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0a8f76dd-b3c0-4427-b4ce-3b677c2a5e33 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1257668 Aug 16 21:18:24.450613 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52430) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:24.456470 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-f8e12c5e-642e-4f93-96e1-64bc39f645b0 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Request body: {'security_group': {'name': 'tempest-secgroup--1697078672'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:24.475655 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-0b8d0a51-40bc-493b-8ec6-d2d36cc1132f None None] Port 91957243-728b-4aed-abc8-4185a8837d1d cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:18:24.536085 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f8e12c5e-642e-4f93-96e1-64bc39f645b0 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:24.549122 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f8e12c5e-642e-4f93-96e1-64bc39f645b0 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:24.641786 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f8e12c5e-642e-4f93-96e1-64bc39f645b0 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:24.668825 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-7f1f96b3-fd36-4112-b3c3-30ffa6f5b338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91957243-728b-4aed-abc8-4185a8837d1d {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:18:24.676134 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-7f1f96b3-fd36-4112-b3c3-30ffa6f5b338 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:24.687631 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-7f1f96b3-fd36-4112-b3c3-30ffa6f5b338 service neutron] Transition to ACTIVE for port object 91957243-728b-4aed-abc8-4185a8837d1d will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:18:24.707189 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f8e12c5e-642e-4f93-96e1-64bc39f645b0 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:24.747237 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e12c5e-642e-4f93-96e1-64bc39f645b0 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c03eff7d-49a1-46ab-92ea-239b46c82e86,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:24.753433 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-7f1f96b3-fd36-4112-b3c3-30ffa6f5b338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:24.810061 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f96b3-fd36-4112-b3c3-30ffa6f5b338 service neutron] Pushing event updated for resources: {'Port': ['ID=91957243-728b-4aed-abc8-4185a8837d1d,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:24.826486 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f8e12c5e-642e-4f93-96e1-64bc39f645b0 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:24.877285 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-7f1f96b3-fd36-4112-b3c3-30ffa6f5b338 service neutron] Attempting to bind port 91957243-728b-4aed-abc8-4185a8837d1d on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:18:24.877645 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-7f1f96b3-fd36-4112-b3c3-30ffa6f5b338 service neutron] Attempting to bind port 91957243-728b-4aed-abc8-4185a8837d1d by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '8552a080-0fab-4e4a-ba71-b6e280ef08e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '62a75797-4a12-4ae6-9692-1d0ed8584d00'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:18:24.877956 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-7f1f96b3-fd36-4112-b3c3-30ffa6f5b338 service neutron] Attempting to bind port 91957243-728b-4aed-abc8-4185a8837d1d on network 62a75797-4a12-4ae6-9692-1d0ed8584d00 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:18:24.882723 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-7f1f96b3-fd36-4112-b3c3-30ffa6f5b338 service neutron] Port 91957243-728b-4aed-abc8-4185a8837d1d on network 62a75797-4a12-4ae6-9692-1d0ed8584d00 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:18:24.883048 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-7f1f96b3-fd36-4112-b3c3-30ffa6f5b338 service neutron] Attempting to bind port 91957243-728b-4aed-abc8-4185a8837d1d on network 62a75797-4a12-4ae6-9692-1d0ed8584d00 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:18:24.888540 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-7f1f96b3-fd36-4112-b3c3-30ffa6f5b338 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:18:24.889154 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-7f1f96b3-fd36-4112-b3c3-30ffa6f5b338 service neutron] Checking segment: {'id': '8552a080-0fab-4e4a-ba71-b6e280ef08e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '62a75797-4a12-4ae6-9692-1d0ed8584d00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:18:24.889464 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-7f1f96b3-fd36-4112-b3c3-30ffa6f5b338 service neutron] Bound using segment: {'id': '8552a080-0fab-4e4a-ba71-b6e280ef08e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '62a75797-4a12-4ae6-9692-1d0ed8584d00'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:18:24.889895 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-7f1f96b3-fd36-4112-b3c3-30ffa6f5b338 service neutron] Bound port: 91957243-728b-4aed-abc8-4185a8837d1d, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8552a080-0fab-4e4a-ba71-b6e280ef08e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '62a75797-4a12-4ae6-9692-1d0ed8584d00'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:18:24.890020 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f8e12c5e-642e-4f93-96e1-64bc39f645b0 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:24.890261 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-7f1f96b3-fd36-4112-b3c3-30ffa6f5b338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:24.946249 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e12c5e-642e-4f93-96e1-64bc39f645b0 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9ffdfa-41bb-4e6a-a61d-fb6ae5a3bca8,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:24.967085 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-7f1f96b3-fd36-4112-b3c3-30ffa6f5b338 service neutron] For port 91957243-728b-4aed-abc8-4185a8837d1d, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:18:24.970432 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-7f1f96b3-fd36-4112-b3c3-30ffa6f5b338 service neutron] For port 91957243-728b-4aed-abc8-4185a8837d1d, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=91957243-728b-4aed-abc8-4185a8837d1d,segment=NetworkSegment(8552a080-0fab-4e4a-ba71-b6e280ef08e0),segment_id=8552a080-0fab-4e4a-ba71-b6e280ef08e0)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:18:24.982147 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f8e12c5e-642e-4f93-96e1-64bc39f645b0 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:24.986403 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f8e12c5e-642e-4f93-96e1-64bc39f645b0 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5318947 Aug 16 21:18:24.987021 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52432) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:24.999996 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-b224fe3a-9434-4dad-a701-b4857a14107b tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Request body: {'security_group_rule': {'security_group_id': 'eb9ffdfa-41bb-4e6a-a61d-fb6ae5a3bca8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:25.039384 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-7f1f96b3-fd36-4112-b3c3-30ffa6f5b338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:25.077015 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-7f1f96b3-fd36-4112-b3c3-30ffa6f5b338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:25.080462 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-7f1f96b3-fd36-4112-b3c3-30ffa6f5b338 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:25.091854 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-7f1f96b3-fd36-4112-b3c3-30ffa6f5b338 service neutron] 10.222.0.72 "PUT /v2.0/ports/91957243-728b-4aed-abc8-4185a8837d1d HTTP/1.1" status: 200 len: 1092 time: 0.7763302 Aug 16 21:18:25.091854 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b0825a-ad65-400a-8635-ae8c76403877', 'tag': '91957243-728b-4aed-abc8-4185a8837d1d'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:18:25.092256 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b224fe3a-9434-4dad-a701-b4857a14107b tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:25.092373 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2843355d-2023-4565-a750-ac9b5d91693f" -d '{"events": [{"name": "network-changed", "server_uuid": "b9b0825a-ad65-400a-8635-ae8c76403877", "tag": "91957243-728b-4aed-abc8-4185a8837d1d"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:18:25.122467 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f96b3-fd36-4112-b3c3-30ffa6f5b338 service neutron] Pushing event updated for resources: {'Port': ['ID=91957243-728b-4aed-abc8-4185a8837d1d,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:25.159305 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b224fe3a-9434-4dad-a701-b4857a14107b tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:25.165375 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09cc69d-222a-4d56-96ba-03cc9f49641d x-openstack-request-id: req-e09cc69d-222a-4d56-96ba-03cc9f49641d {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:18:25.165850 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9b0825a-ad65-400a-8635-ae8c76403877", "tag": "91957243-728b-4aed-abc8-4185a8837d1d", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:18:25.166180 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e09cc69d-222a-4d56-96ba-03cc9f49641d {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:18:25.166676 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9b0825a-ad65-400a-8635-ae8c76403877', 'tag': '91957243-728b-4aed-abc8-4185a8837d1d', 'status': 'completed', 'code': 200} Aug 16 21:18:25.216776 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b224fe3a-9434-4dad-a701-b4857a14107b tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:25.231493 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843355d-2023-4565-a750-ac9b5d91693f req-b68f172e-73a3-4589-b2f0-c83f9019918b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:25.234127 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2843355d-2023-4565-a750-ac9b5d91693f req-b68f172e-73a3-4589-b2f0-c83f9019918b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 1095 time: 0.0476232 Aug 16 21:18:25.235986 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b224fe3a-9434-4dad-a701-b4857a14107b tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1339bd2c-bc09-4785-be3f-58c386c3586f,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:25.327991 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b224fe3a-9434-4dad-a701-b4857a14107b tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:25.329936 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b224fe3a-9434-4dad-a701-b4857a14107b tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3418174 Aug 16 21:18:25.337067 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52438) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:25.342366 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-a68fc20b-e4c0-46d9-9efb-afa3da8ea820 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Request body: {'security_group_rule': {'security_group_id': 'eb9ffdfa-41bb-4e6a-a61d-fb6ae5a3bca8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:25.362198 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843355d-2023-4565-a750-ac9b5d91693f req-f5434927-1f11-4b7c-bdc7-c9eda07036d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:25.364383 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2843355d-2023-4565-a750-ac9b5d91693f req-f5434927-1f11-4b7c-bdc7-c9eda07036d0 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1211267 Aug 16 21:18:25.471893 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 15a4954f-8b13-40e6-9f21-cb800896fe52 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:18:25.478490 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843355d-2023-4565-a750-ac9b5d91693f req-db822a3b-5118-4b7b-a7f0-68653fb6ba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:25.480401 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2843355d-2023-4565-a750-ac9b5d91693f req-db822a3b-5118-4b7b-a7f0-68653fb6ba57 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1086030 Aug 16 21:18:25.482367 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63451eb6-aeac-452f-aa8e-9afd1ed48fb7 req-535364bc-592e-4d66-86d3-a645e4f5b1da tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:25.484055 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-63451eb6-aeac-452f-aa8e-9afd1ed48fb7 req-535364bc-592e-4d66-86d3-a645e4f5b1da tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 943 time: 0.0774145 Aug 16 21:18:25.500599 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a68fc20b-e4c0-46d9-9efb-afa3da8ea820 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:25.556350 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 15a4954f-8b13-40e6-9f21-cb800896fe52 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:25.557660 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:25.563990 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-841f69a1-f00e-43e9-bc62-ee23e4ff5a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:25.565154 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-63451eb6-aeac-452f-aa8e-9afd1ed48fb7 req-fe655fec-77cb-4d7e-800b-ad90f25de3ca tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721369 Aug 16 21:18:25.576877 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-841f69a1-f00e-43e9-bc62-ee23e4ff5a7f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 1095 time: 0.0568357 Aug 16 21:18:25.625088 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-2f264a6c-f827-4b5a-a4a9-60a7e72a64c5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91957243-728b-4aed-abc8-4185a8837d1d HTTP/1.1" status: 200 len: 217 time: 0.0405819 Aug 16 21:18:25.650261 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-a68fc20b-e4c0-46d9-9efb-afa3da8ea820 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 21:18:25.651375 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a68fc20b-e4c0-46d9-9efb-afa3da8ea820 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3132823 Aug 16 21:18:25.654668 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52442) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:25.681167 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-d2f84c15-7ddc-480f-aada-bb0b50b4c7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:25.683235 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-d2f84c15-7ddc-480f-aada-bb0b50b4c7f3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=968177b7-fbf7-49ae-bfb7-136aa3aad1df HTTP/1.1" status: 200 len: 835 time: 0.0516415 Aug 16 21:18:25.716576 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a6001151-d1f2-4472-b7fa-40d1e3b07797 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:25.729758 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-11057ebc-27da-4396-839b-9c5e5390ac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:25.732883 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-11057ebc-27da-4396-839b-9c5e5390ac19 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=62a75797-4a12-4ae6-9692-1d0ed8584d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415330 Aug 16 21:18:25.740329 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a6001151-d1f2-4472-b7fa-40d1e3b07797 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:25.827875 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-3dadad55-9289-4f1e-b4bd-dd8c574b921d service neutron] 10.222.0.72 "GET /v2.0/networks/62a75797-4a12-4ae6-9692-1d0ed8584d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893221 Aug 16 21:18:25.850381 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a6001151-d1f2-4472-b7fa-40d1e3b07797 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:25.853810 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a6001151-d1f2-4472-b7fa-40d1e3b07797 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:25.858275 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a6001151-d1f2-4472-b7fa-40d1e3b07797 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "DELETE /v2.0/security-groups/eb9ffdfa-41bb-4e6a-a61d-fb6ae5a3bca8 HTTP/1.1" status: 204 len: 168 time: 0.1996484 Aug 16 21:18:25.859586 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52444) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:25.879914 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6001151-d1f2-4472-b7fa-40d1e3b07797 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9ffdfa-41bb-4e6a-a61d-fb6ae5a3bca8,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:25.931663 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-86aa74da-eb83-41a0-bd36-0c75c3d13ecb tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0709283 Aug 16 21:18:25.936327 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52446) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:25.941156 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-c35955d0-055d-4238-a8b0-2c74be4ac364 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Request body: {'security_group': {'name': 'tempest-secgroup--1182967755'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:25.942969 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8e7d851e-04ab-4007-ad47-21ca8cec8648 req-bd3f37a5-6515-4257-ace5-e30ef7489501 service neutron] 10.222.0.72 "GET /v2.0/networks/62a75797-4a12-4ae6-9692-1d0ed8584d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074817 Aug 16 21:18:26.028079 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c35955d0-055d-4238-a8b0-2c74be4ac364 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:26.114123 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c35955d0-055d-4238-a8b0-2c74be4ac364 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:26.187027 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c35955d0-055d-4238-a8b0-2c74be4ac364 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:26.216578 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35955d0-055d-4238-a8b0-2c74be4ac364 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=770f9030-d292-47c9-9e3b-1684c7d4d02a,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:26.261862 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c35955d0-055d-4238-a8b0-2c74be4ac364 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:26.263055 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c35955d0-055d-4238-a8b0-2c74be4ac364 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3255854 Aug 16 21:18:26.265896 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52448) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:26.270417 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-7a3c1762-36a6-42b4-969c-b9af8f2e3a1c tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Request body: {'security_group_rule': {'security_group_id': '770f9030-d292-47c9-9e3b-1684c7d4d02a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:26.272741 n-d-793620-15 neutron-server[101844]: WARNING neutron.api.v2.base [None req-7a3c1762-36a6-42b4-969c-b9af8f2e3a1c tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 16 21:18:26.272741 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-7a3c1762-36a6-42b4-969c-b9af8f2e3a1c tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:18:26.272741 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-7a3c1762-36a6-42b4-969c-b9af8f2e3a1c tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0057590 Aug 16 21:18:26.275365 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52450) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:26.333124 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2c8dd943-941c-4db8-9d4b-5da5a9003962 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:26.365509 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2c8dd943-941c-4db8-9d4b-5da5a9003962 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:26.467816 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2c8dd943-941c-4db8-9d4b-5da5a9003962 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:26.470540 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2c8dd943-941c-4db8-9d4b-5da5a9003962 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:26.474073 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2c8dd943-941c-4db8-9d4b-5da5a9003962 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "DELETE /v2.0/security-groups/770f9030-d292-47c9-9e3b-1684c7d4d02a HTTP/1.1" status: 204 len: 168 time: 0.1947303 Aug 16 21:18:26.474456 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52454) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:26.486044 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8dd943-941c-4db8-9d4b-5da5a9003962 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=770f9030-d292-47c9-9e3b-1684c7d4d02a,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:26.533500 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-75f9faec-c44b-4b7d-8b3e-82abad1d4c63 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0578289 Aug 16 21:18:26.541852 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52458) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:26.546484 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-261cb4ef-41e9-4a20-adb4-57d740b707ef tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Request body: {'security_group': {'name': 'tempest-secgroup--200358760'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:26.627494 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-261cb4ef-41e9-4a20-adb4-57d740b707ef tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:26.713141 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52996a4-2da0-438a-8b14-ac0fcbf41c07 req-a25b1a33-5511-4065-9aa2-0edd7baa3ac8 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:26.713141 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e52996a4-2da0-438a-8b14-ac0fcbf41c07 req-a25b1a33-5511-4065-9aa2-0edd7baa3ac8 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 943 time: 0.0717874 Aug 16 21:18:26.770678 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e52996a4-2da0-438a-8b14-ac0fcbf41c07 req-3ac0f7e2-09ad-453d-8751-4a7b1e754db5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510635 Aug 16 21:18:26.782466 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-261cb4ef-41e9-4a20-adb4-57d740b707ef tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:26.854308 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-261cb4ef-41e9-4a20-adb4-57d740b707ef tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:26.887210 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261cb4ef-41e9-4a20-adb4-57d740b707ef tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5008469b-4527-4ffb-951a-6db5b7f32e86,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:26.963459 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-261cb4ef-41e9-4a20-adb4-57d740b707ef tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:26.965123 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-261cb4ef-41e9-4a20-adb4-57d740b707ef tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4219556 Aug 16 21:18:26.968254 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52462) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:26.973173 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-e4e28586-69d4-4db8-a86a-15ce6cf5f439 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Request body: {'security_group_rule': {'security_group_id': '5008469b-4527-4ffb-951a-6db5b7f32e86', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:26.974175 n-d-793620-15 neutron-server[101844]: WARNING neutron.api.v2.base [None req-e4e28586-69d4-4db8-a86a-15ce6cf5f439 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 16 21:18:26.974688 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-e4e28586-69d4-4db8-a86a-15ce6cf5f439 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:18:26.975687 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e4e28586-69d4-4db8-a86a-15ce6cf5f439 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0064266 Aug 16 21:18:26.978203 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52464) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:27.035600 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-efc649f5-b8e9-4473-bdcf-08c2f3a29527 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:27.065915 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-efc649f5-b8e9-4473-bdcf-08c2f3a29527 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:27.199713 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-efc649f5-b8e9-4473-bdcf-08c2f3a29527 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:27.202929 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-efc649f5-b8e9-4473-bdcf-08c2f3a29527 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:27.204542 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-efc649f5-b8e9-4473-bdcf-08c2f3a29527 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "DELETE /v2.0/security-groups/5008469b-4527-4ffb-951a-6db5b7f32e86 HTTP/1.1" status: 204 len: 168 time: 0.2251756 Aug 16 21:18:27.207141 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52470) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:27.216879 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc649f5-b8e9-4473-bdcf-08c2f3a29527 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5008469b-4527-4ffb-951a-6db5b7f32e86,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:27.292438 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e07c7d74-0adf-41f5-bbe5-6aa546ade46d tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0826733 Aug 16 21:18:27.296038 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52474) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:27.300467 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-4dcf614c-3004-4230-a4e7-cc77b2d6a0be tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Request body: {'security_group': {'name': 'tempest-secgroup--1484261110'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:27.393372 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4dcf614c-3004-4230-a4e7-cc77b2d6a0be tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:27.475072 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4dcf614c-3004-4230-a4e7-cc77b2d6a0be tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:27.558723 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4dcf614c-3004-4230-a4e7-cc77b2d6a0be tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:27.588048 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf614c-3004-4230-a4e7-cc77b2d6a0be tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d11999a8-176d-4e7b-8278-96f7138f9d5d,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:27.644467 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4dcf614c-3004-4230-a4e7-cc77b2d6a0be tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:27.645866 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4dcf614c-3004-4230-a4e7-cc77b2d6a0be tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3488162 Aug 16 21:18:27.648724 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52478) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:27.654242 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-de016c84-b7d6-4b00-9eb8-d7c193e8c732 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Request body: {'security_group_rule': {'security_group_id': 'd11999a8-176d-4e7b-8278-96f7138f9d5d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:27.679604 n-d-793620-15 neutron-server[101844]: WARNING neutron.api.v2.base [None req-de016c84-b7d6-4b00-9eb8-d7c193e8c732 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 16 21:18:27.680182 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-de016c84-b7d6-4b00-9eb8-d7c193e8c732 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:18:27.681170 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-de016c84-b7d6-4b00-9eb8-d7c193e8c732 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0313835 Aug 16 21:18:27.683920 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52480) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:27.688499 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-c8be393b-2ddf-41c1-bc0b-74aed59d493d tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Request body: {'security_group_rule': {'security_group_id': 'd11999a8-176d-4e7b-8278-96f7138f9d5d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:27.689189 n-d-793620-15 neutron-server[101844]: WARNING neutron.api.v2.base [None req-c8be393b-2ddf-41c1-bc0b-74aed59d493d tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 16 21:18:27.689663 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-c8be393b-2ddf-41c1-bc0b-74aed59d493d tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:18:27.692698 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c8be393b-2ddf-41c1-bc0b-74aed59d493d tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0056655 Aug 16 21:18:27.693052 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52482) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:27.697864 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-1cf32ec9-cd99-4ca1-b673-508f35b6b949 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Request body: {'security_group_rule': {'security_group_id': 'd11999a8-176d-4e7b-8278-96f7138f9d5d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:27.699947 n-d-793620-15 neutron-server[101845]: WARNING neutron.api.v2.base [None req-1cf32ec9-cd99-4ca1-b673-508f35b6b949 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 16 21:18:27.700575 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-1cf32ec9-cd99-4ca1-b673-508f35b6b949 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:18:27.701772 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1cf32ec9-cd99-4ca1-b673-508f35b6b949 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076675 Aug 16 21:18:27.704325 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52484) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:27.708859 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-6f387f5e-eef5-48b8-bd0a-10dd5c6b34b1 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Request body: {'security_group_rule': {'security_group_id': 'd11999a8-176d-4e7b-8278-96f7138f9d5d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:27.709722 n-d-793620-15 neutron-server[101845]: WARNING neutron.api.v2.base [None req-6f387f5e-eef5-48b8-bd0a-10dd5c6b34b1 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 16 21:18:27.710199 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-6f387f5e-eef5-48b8-bd0a-10dd5c6b34b1 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:18:27.712273 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6f387f5e-eef5-48b8-bd0a-10dd5c6b34b1 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0058150 Aug 16 21:18:27.714160 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52486) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:27.764370 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-527fea4a-922e-4da2-ade9-0d48e3e6686f tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:27.786401 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-527fea4a-922e-4da2-ade9-0d48e3e6686f tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:27.890274 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-527fea4a-922e-4da2-ade9-0d48e3e6686f tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:27.893005 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-527fea4a-922e-4da2-ade9-0d48e3e6686f tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:27.896922 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-527fea4a-922e-4da2-ade9-0d48e3e6686f tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "DELETE /v2.0/security-groups/d11999a8-176d-4e7b-8278-96f7138f9d5d HTTP/1.1" status: 204 len: 168 time: 0.1791859 Aug 16 21:18:27.897087 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7302f-6d14-49d2-b6b6-8534c6a3b9ee req-79f42d0a-a6c7-444e-a460-c5ba30ec045c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:27.897852 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52490) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:27.897995 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-faa7302f-6d14-49d2-b6b6-8534c6a3b9ee req-79f42d0a-a6c7-444e-a460-c5ba30ec045c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 943 time: 0.0539887 Aug 16 21:18:27.919348 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527fea4a-922e-4da2-ade9-0d48e3e6686f tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11999a8-176d-4e7b-8278-96f7138f9d5d,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:27.958628 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c3228cb2-8c35-4188-b6ba-7d4500de0e86 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0583277 Aug 16 21:18:27.968035 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52492) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:27.974380 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-99669543-2189-4f23-b39d-d7995d2cfa61 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Request body: {'security_group': {'name': 'tempest-secgroup--653700422'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:27.989329 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-faa7302f-6d14-49d2-b6b6-8534c6a3b9ee req-b30773da-5f04-4002-8045-7373dbe352fb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820644 Aug 16 21:18:28.118793 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-99669543-2189-4f23-b39d-d7995d2cfa61 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:28.204097 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-99669543-2189-4f23-b39d-d7995d2cfa61 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:28.288610 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-99669543-2189-4f23-b39d-d7995d2cfa61 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:28.320970 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99669543-2189-4f23-b39d-d7995d2cfa61 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9adc7f-f07c-4b5c-87ac-a70f41ab5f89,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:28.374181 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-99669543-2189-4f23-b39d-d7995d2cfa61 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:28.375373 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-99669543-2189-4f23-b39d-d7995d2cfa61 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4063725 Aug 16 21:18:28.378087 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52496) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:28.382529 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-0372b7af-8b82-4d8a-b2b7-459e623bff99 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Request body: {'security_group_rule': {'security_group_id': '3c9adc7f-f07c-4b5c-87ac-a70f41ab5f89', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:28.383309 n-d-793620-15 neutron-server[101844]: WARNING neutron.api.v2.base [None req-0372b7af-8b82-4d8a-b2b7-459e623bff99 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 21:18:28.391842 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-0372b7af-8b82-4d8a-b2b7-459e623bff99 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:18:28.391842 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0372b7af-8b82-4d8a-b2b7-459e623bff99 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057318 Aug 16 21:18:28.393848 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52498) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:28.397962 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-eb23bb92-81f7-43c1-bfe5-c401f99f0e79 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Request body: {'security_group_rule': {'security_group_id': '3c9adc7f-f07c-4b5c-87ac-a70f41ab5f89', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:28.547438 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-eb23bb92-81f7-43c1-bfe5-c401f99f0e79 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:18:28.548660 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-eb23bb92-81f7-43c1-bfe5-c401f99f0e79 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1538830 Aug 16 21:18:28.551263 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52500) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:28.555700 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-437bf9a7-fb97-4a29-bc6e-c8f61fb57f06 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Request body: {'security_group_rule': {'security_group_id': '3c9adc7f-f07c-4b5c-87ac-a70f41ab5f89', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:28.556210 n-d-793620-15 neutron-server[101844]: WARNING neutron.api.v2.base [None req-437bf9a7-fb97-4a29-bc6e-c8f61fb57f06 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 16 21:18:28.556678 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-437bf9a7-fb97-4a29-bc6e-c8f61fb57f06 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:18:28.557656 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-437bf9a7-fb97-4a29-bc6e-c8f61fb57f06 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0054266 Aug 16 21:18:28.559894 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52502) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:28.564629 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-22b828b1-27d2-404a-ae9c-5f212b605b0a tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Request body: {'security_group_rule': {'security_group_id': '3c9adc7f-f07c-4b5c-87ac-a70f41ab5f89', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:28.690540 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-22b828b1-27d2-404a-ae9c-5f212b605b0a tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:18:28.691642 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-22b828b1-27d2-404a-ae9c-5f212b605b0a tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1307507 Aug 16 21:18:28.694326 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52504) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:28.699231 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-6b211202-1594-4c68-85c5-5746ab7c30aa tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Request body: {'security_group_rule': {'security_group_id': '3c9adc7f-f07c-4b5c-87ac-a70f41ab5f89', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:28.700720 n-d-793620-15 neutron-server[101845]: WARNING neutron.api.v2.base [None req-6b211202-1594-4c68-85c5-5746ab7c30aa tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 21:18:28.701188 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-6b211202-1594-4c68-85c5-5746ab7c30aa tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:18:28.702143 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6b211202-1594-4c68-85c5-5746ab7c30aa tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069180 Aug 16 21:18:28.710457 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52506) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:28.715280 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-ad89535c-12c0-47ba-8c04-93d1197f2d08 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Request body: {'security_group_rule': {'security_group_id': '3c9adc7f-f07c-4b5c-87ac-a70f41ab5f89', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:28.804285 n-d-793620-15 neutron-server[101845]: INFO neutron.db.securitygroups_db [None req-ad89535c-12c0-47ba-8c04-93d1197f2d08 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Project c0804671fa284fdb988e33515ff35d58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:18:28.941688 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-ad89535c-12c0-47ba-8c04-93d1197f2d08 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:18:28.942759 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ad89535c-12c0-47ba-8c04-93d1197f2d08 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2314522 Aug 16 21:18:28.946980 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52508) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:28.951233 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-f0b2d8c9-aaff-4ba2-a57f-bc7151873097 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Request body: {'security_group_rule': {'security_group_id': '3c9adc7f-f07c-4b5c-87ac-a70f41ab5f89', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:28.951716 n-d-793620-15 neutron-server[101845]: WARNING neutron.api.v2.base [None req-f0b2d8c9-aaff-4ba2-a57f-bc7151873097 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 16 21:18:28.952258 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-f0b2d8c9-aaff-4ba2-a57f-bc7151873097 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:18:28.953210 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f0b2d8c9-aaff-4ba2-a57f-bc7151873097 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068636 Aug 16 21:18:28.955506 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52510) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:28.959679 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-17bd5791-9444-40a3-83fb-ed4ab4312afc tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Request body: {'security_group_rule': {'security_group_id': '3c9adc7f-f07c-4b5c-87ac-a70f41ab5f89', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:29.067226 n-d-793620-15 neutron-server[101845]: INFO neutron.db.securitygroups_db [None req-17bd5791-9444-40a3-83fb-ed4ab4312afc tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Project c0804671fa284fdb988e33515ff35d58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:18:29.113047 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b1bf6-6bc6-43ee-8f7e-6db6e1d784e1 req-b9e9c7ef-8a3f-4f5a-b295-fafe9153483d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:29.114543 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-763b1bf6-6bc6-43ee-8f7e-6db6e1d784e1 req-b9e9c7ef-8a3f-4f5a-b295-fafe9153483d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 943 time: 0.0499034 Aug 16 21:18:29.152644 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-763b1bf6-6bc6-43ee-8f7e-6db6e1d784e1 req-9872678f-7836-4e46-ab6c-6f26b3fbb9d9 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315497 Aug 16 21:18:29.192994 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-17bd5791-9444-40a3-83fb-ed4ab4312afc tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:18:29.194087 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-17bd5791-9444-40a3-83fb-ed4ab4312afc tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2376926 Aug 16 21:18:29.196922 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52516) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:29.204238 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-6ab9b4d1-3db9-4b22-a0c9-532271bc5f95 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Request body: {'security_group_rule': {'security_group_id': '3c9adc7f-f07c-4b5c-87ac-a70f41ab5f89', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:29.277094 n-d-793620-15 neutron-server[101845]: INFO neutron.db.securitygroups_db [None req-6ab9b4d1-3db9-4b22-a0c9-532271bc5f95 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Project c0804671fa284fdb988e33515ff35d58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:18:29.357088 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-6ab9b4d1-3db9-4b22-a0c9-532271bc5f95 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:18:29.358233 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6ab9b4d1-3db9-4b22-a0c9-532271bc5f95 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1576967 Aug 16 21:18:29.361052 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52520) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:29.414627 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bf58b8d6-a14d-4307-9793-70d505b730ac tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:29.438253 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bf58b8d6-a14d-4307-9793-70d505b730ac tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:29.487963 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 91957243-728b-4aed-abc8-4185a8837d1d details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:18:29.545763 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bf58b8d6-a14d-4307-9793-70d505b730ac tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:29.548500 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bf58b8d6-a14d-4307-9793-70d505b730ac tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:29.550566 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-bf58b8d6-a14d-4307-9793-70d505b730ac tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "DELETE /v2.0/security-groups/3c9adc7f-f07c-4b5c-87ac-a70f41ab5f89 HTTP/1.1" status: 204 len: 168 time: 0.1885350 Aug 16 21:18:29.552716 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52530) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:29.562142 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58b8d6-a14d-4307-9793-70d505b730ac tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9adc7f-f07c-4b5c-87ac-a70f41ab5f89,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:29.597273 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-638bdc68-42a0-4aee-b7fe-9552b9666c6e tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0432053 Aug 16 21:18:29.599174 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 91957243-728b-4aed-abc8-4185a8837d1d, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=91957243-728b-4aed-abc8-4185a8837d1d,segment=NetworkSegment(8552a080-0fab-4e4a-ba71-b6e280ef08e0),segment_id=8552a080-0fab-4e4a-ba71-b6e280ef08e0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:29.601132 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52532) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:29.606251 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-8575dcbc-dc47-498b-9400-cba2cf8c1c9f tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Request body: {'security_group': {'name': 'tempest-secgroup--1344579211'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:29.609087 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '91957243-728b-4aed-abc8-4185a8837d1d', 'network_id': '62a75797-4a12-4ae6-9692-1d0ed8584d00', 'port_id': '91957243-728b-4aed-abc8-4185a8837d1d', 'mac_address': 'fa:16:3e:59:b8:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '968177b7-fbf7-49ae-bfb7-136aa3aad1df', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:18:29.646415 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:29.663078 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91957243-728b-4aed-abc8-4185a8837d1d {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:18:29.684353 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 91957243-728b-4aed-abc8-4185a8837d1d, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=91957243-728b-4aed-abc8-4185a8837d1d,segment=NetworkSegment(8552a080-0fab-4e4a-ba71-b6e280ef08e0),segment_id=8552a080-0fab-4e4a-ba71-b6e280ef08e0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:29.694753 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8575dcbc-dc47-498b-9400-cba2cf8c1c9f tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:29.753496 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:29.775713 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8575dcbc-dc47-498b-9400-cba2cf8c1c9f tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:29.802612 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=91957243-728b-4aed-abc8-4185a8837d1d,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:29.844687 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8575dcbc-dc47-498b-9400-cba2cf8c1c9f tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:29.879095 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575dcbc-dc47-498b-9400-cba2cf8c1c9f tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd5785d-a146-41a1-8d02-2a607c1dd0bc,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:29.948739 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8575dcbc-dc47-498b-9400-cba2cf8c1c9f tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:29.948739 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8575dcbc-dc47-498b-9400-cba2cf8c1c9f tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3409860 Aug 16 21:18:29.950866 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52542) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:29.955561 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-f43cb19e-9796-4e89-958d-220fb9436f6b tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Request body: {'security_group_rule': {'security_group_id': 'fbd5785d-a146-41a1-8d02-2a607c1dd0bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:29.959086 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['91957243-728b-4aed-abc8-4185a8837d1d'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:18:30.186069 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-f43cb19e-9796-4e89-958d-220fb9436f6b tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] create failed (client error): The resource could not be found. Aug 16 21:18:30.193035 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f43cb19e-9796-4e89-958d-220fb9436f6b tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2383947 Aug 16 21:18:30.193559 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52546) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:30.198819 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-3cf5fff9-a716-46ba-b2b0-e78ffa84bd7e tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Request body: {'security_group_rule': {'security_group_id': 'fbd5785d-a146-41a1-8d02-2a607c1dd0bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd8fc820c-4beb-428b-8d4e-15fdc1d1624d'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:30.284995 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cdbf3-f180-45fa-828c-47651dd07f03 req-fa268878-5f77-4341-bce4-97fc93e3278a tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:30.286500 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-618cdbf3-f180-45fa-828c-47651dd07f03 req-fa268878-5f77-4341-bce4-97fc93e3278a tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 944 time: 0.0515218 Aug 16 21:18:30.327608 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-618cdbf3-f180-45fa-828c-47651dd07f03 req-fcb504cf-222f-465d-9bd3-5953430b773a tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330222 Aug 16 21:18:30.357252 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-3cf5fff9-a716-46ba-b2b0-e78ffa84bd7e tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] create failed (client error): The resource could not be found. Aug 16 21:18:30.358349 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3cf5fff9-a716-46ba-b2b0-e78ffa84bd7e tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1637235 Aug 16 21:18:30.361391 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52548) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:30.415132 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-649404eb-6691-461f-a2e6-8bac1bc48e26 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:30.438575 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-649404eb-6691-461f-a2e6-8bac1bc48e26 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:30.545310 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-649404eb-6691-461f-a2e6-8bac1bc48e26 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:30.547938 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-649404eb-6691-461f-a2e6-8bac1bc48e26 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:30.549102 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-649404eb-6691-461f-a2e6-8bac1bc48e26 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "DELETE /v2.0/security-groups/fbd5785d-a146-41a1-8d02-2a607c1dd0bc HTTP/1.1" status: 204 len: 168 time: 0.1867142 Aug 16 21:18:30.551879 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52550) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:30.558944 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649404eb-6691-461f-a2e6-8bac1bc48e26 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd5785d-a146-41a1-8d02-2a607c1dd0bc,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:30.610402 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-72effd4d-37f8-406d-9d6e-ce14a23f3b9a tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0570674 Aug 16 21:18:30.614133 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52552) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:30.618561 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-55c8c926-c879-4fc7-9e97-224f5339220b tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Request body: {'security_group_rule': {'security_group_id': 'cfca6553-ca6a-40da-aa13-c92243c115df', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:30.780366 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-55c8c926-c879-4fc7-9e97-224f5339220b tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] create failed (client error): The resource could not be found. Aug 16 21:18:30.781463 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-55c8c926-c879-4fc7-9e97-224f5339220b tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1663330 Aug 16 21:18:30.785031 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52554) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:30.789929 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-e94c6041-c275-4a02-9580-b1974f2e3360 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Request body: {'security_group': {'name': 'tempest-secgroup--324945877'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:30.860623 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e94c6041-c275-4a02-9580-b1974f2e3360 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:30.957175 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e94c6041-c275-4a02-9580-b1974f2e3360 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:31.032959 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e94c6041-c275-4a02-9580-b1974f2e3360 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:31.065452 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c6041-c275-4a02-9580-b1974f2e3360 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64cd73b1-751c-4625-8d43-459b07cd4ec0,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:31.118901 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e94c6041-c275-4a02-9580-b1974f2e3360 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:31.120756 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e94c6041-c275-4a02-9580-b1974f2e3360 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3345940 Aug 16 21:18:31.123374 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52558) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:31.128206 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-2b312eb3-9227-4eac-a1b1-6a609e53f6cb tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Request body: {'security_group': {'name': 'tempest-secgroup--1897674453'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:31.214412 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2b312eb3-9227-4eac-a1b1-6a609e53f6cb tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:31.298788 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2b312eb3-9227-4eac-a1b1-6a609e53f6cb tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:31.381845 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2b312eb3-9227-4eac-a1b1-6a609e53f6cb tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:31.417565 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b312eb3-9227-4eac-a1b1-6a609e53f6cb tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c47e1b-4f00-41a4-b896-849ec91ce2fb,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:31.456080 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2899cb6-bacd-49e3-8f8a-47af15f02a9a req-a60ec99b-1542-4640-b315-2a40537fef94 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:31.457606 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a2899cb6-bacd-49e3-8f8a-47af15f02a9a req-a60ec99b-1542-4640-b315-2a40537fef94 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 944 time: 0.0605106 Aug 16 21:18:31.488031 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 91957243-728b-4aed-abc8-4185a8837d1d up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:18:31.488615 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2b312eb3-9227-4eac-a1b1-6a609e53f6cb tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:31.490047 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2b312eb3-9227-4eac-a1b1-6a609e53f6cb tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3654003 Aug 16 21:18:31.492789 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52562) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:31.497392 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-2dc51b5d-b262-401c-9d48-0ca01a3556d1 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Request body: {'security_group_rule': {'security_group_id': '64cd73b1-751c-4625-8d43-459b07cd4ec0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'a3c47e1b-4f00-41a4-b896-849ec91ce2fb'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:31.500810 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a2899cb6-bacd-49e3-8f8a-47af15f02a9a req-20346228-514c-4af0-8f48-3a00eebecba0 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364385 Aug 16 21:18:31.638514 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 91957243-728b-4aed-abc8-4185a8837d1d completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:18:31.642621 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 91957243-728b-4aed-abc8-4185a8837d1d triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:31.643949 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:31.684417 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-2dc51b5d-b262-401c-9d48-0ca01a3556d1 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:18:31.685555 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2dc51b5d-b262-401c-9d48-0ca01a3556d1 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1917148 Aug 16 21:18:31.688499 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52564) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:31.726690 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:31.748528 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9d61748b-116a-47eb-9949-63323e123576 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:31.750606 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b0825a-ad65-400a-8635-ae8c76403877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91957243-728b-4aed-abc8-4185a8837d1d'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:18:31.752985 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52509991-332b-4091-aad3-27a478657884" -d '{"events": [{"server_uuid": "b9b0825a-ad65-400a-8635-ae8c76403877", "name": "network-vif-plugged", "status": "completed", "tag": "91957243-728b-4aed-abc8-4185a8837d1d"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:18:31.766146 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 91957243-728b-4aed-abc8-4185a8837d1d, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=91957243-728b-4aed-abc8-4185a8837d1d,segment=NetworkSegment(8552a080-0fab-4e4a-ba71-b6e280ef08e0),segment_id=8552a080-0fab-4e4a-ba71-b6e280ef08e0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:31.777590 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9d61748b-116a-47eb-9949-63323e123576 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:31.798925 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39ca471-7b31-4477-b34e-e3b532ae259b x-openstack-request-id: req-b39ca471-7b31-4477-b34e-e3b532ae259b {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:18:31.799223 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b0825a-ad65-400a-8635-ae8c76403877", "name": "network-vif-plugged", "status": "completed", "tag": "91957243-728b-4aed-abc8-4185a8837d1d", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:18:31.799477 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b39ca471-7b31-4477-b34e-e3b532ae259b {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:18:31.799911 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b0825a-ad65-400a-8635-ae8c76403877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91957243-728b-4aed-abc8-4185a8837d1d', 'code': 200} Aug 16 21:18:31.826232 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:31.876813 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=91957243-728b-4aed-abc8-4185a8837d1d,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:31.894459 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9d61748b-116a-47eb-9949-63323e123576 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:31.896943 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9d61748b-116a-47eb-9949-63323e123576 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:31.898071 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9d61748b-116a-47eb-9949-63323e123576 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "DELETE /v2.0/security-groups/a3c47e1b-4f00-41a4-b896-849ec91ce2fb HTTP/1.1" status: 204 len: 168 time: 0.2086475 Aug 16 21:18:31.900906 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52568) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:31.936424 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d61748b-116a-47eb-9949-63323e123576 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c47e1b-4f00-41a4-b896-849ec91ce2fb,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:31.951610 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373de01a-1238-490a-97c4-30e6c2596ac1 req-28ff37b8-553d-406c-a706-6d904f0c86fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:31.953353 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-373de01a-1238-490a-97c4-30e6c2596ac1 req-28ff37b8-553d-406c-a706-6d904f0c86fb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 1097 time: 0.0922563 Aug 16 21:18:31.968848 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d92c1628-ba62-40e1-bbaa-4532820ecf31 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0665870 Aug 16 21:18:31.971535 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52570) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:31.999598 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-373de01a-1238-490a-97c4-30e6c2596ac1 req-7972872f-7abb-4e5f-8f9b-c16b77b90e49 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390899 Aug 16 21:18:32.028530 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6e3d7d0d-a3bb-458c-b1f3-2c8cca689b3e tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:32.053561 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6e3d7d0d-a3bb-458c-b1f3-2c8cca689b3e tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:32.157065 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6e3d7d0d-a3bb-458c-b1f3-2c8cca689b3e tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:32.159612 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6e3d7d0d-a3bb-458c-b1f3-2c8cca689b3e tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:32.160872 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6e3d7d0d-a3bb-458c-b1f3-2c8cca689b3e tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "DELETE /v2.0/security-groups/64cd73b1-751c-4625-8d43-459b07cd4ec0 HTTP/1.1" status: 204 len: 168 time: 0.1879244 Aug 16 21:18:32.163455 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52580) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:32.187193 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d7d0d-a3bb-458c-b1f3-2c8cca689b3e tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64cd73b1-751c-4625-8d43-459b07cd4ec0,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:32.226714 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0aadd125-a29b-4894-bef7-19ae598f5bb7 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0620508 Aug 16 21:18:32.231035 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52582) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:32.236005 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-f9a172fe-b688-4875-b3f6-923bc2509922 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Request body: {'security_group': {'name': 'tempest-secgroup--657748381'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:32.353427 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f9a172fe-b688-4875-b3f6-923bc2509922 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:32.443432 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f9a172fe-b688-4875-b3f6-923bc2509922 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:32.524462 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f9a172fe-b688-4875-b3f6-923bc2509922 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:32.565006 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a172fe-b688-4875-b3f6-923bc2509922 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=404472a7-82a5-4613-b52a-3c8e5f6f007c,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:32.580797 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52588) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:32.617437 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f9a172fe-b688-4875-b3f6-923bc2509922 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:32.618692 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f9a172fe-b688-4875-b3f6-923bc2509922 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3864446 Aug 16 21:18:32.622477 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52592) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:32.627372 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-9603d4c8-9b4f-4c3e-941b-00bb5285a004 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Request body: {'security_group_rule': {'security_group_id': '404472a7-82a5-4613-b52a-3c8e5f6f007c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:32.639542 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841280c0-d582-4268-b980-8d56acd2c39d req-3282d075-fcb8-4599-b03c-911b5680d0ab tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:32.641141 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-841280c0-d582-4268-b980-8d56acd2c39d req-3282d075-fcb8-4599-b03c-911b5680d0ab tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 945 time: 0.0525875 Aug 16 21:18:32.683052 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-841280c0-d582-4268-b980-8d56acd2c39d req-68b9b330-6bfc-4ed2-8bcd-49f83be2834e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351925 Aug 16 21:18:32.701696 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-70a9cc8f-71db-4261-a8c5-f6400b57f03b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:32.809475 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-70a9cc8f-71db-4261-a8c5-f6400b57f03b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:32.859892 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-70a9cc8f-71db-4261-a8c5-f6400b57f03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:32.897249 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9cc8f-71db-4261-a8c5-f6400b57f03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7b6d89-e9e0-4bf4-80a1-f78ac194fbc5,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:32.902652 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-70a9cc8f-71db-4261-a8c5-f6400b57f03b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=02d60136ce234fd18293726f025fd114&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3200641 Aug 16 21:18:32.905157 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52594) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:32.935871 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-9603d4c8-9b4f-4c3e-941b-00bb5285a004 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:18:32.936954 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9603d4c8-9b4f-4c3e-941b-00bb5285a004 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3133101 Aug 16 21:18:32.939636 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52596) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:32.946951 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-10e78f93-9908-4e08-930f-9d8051ae5a34 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Request body: {'security_group_rule': {'security_group_id': '404472a7-82a5-4613-b52a-3c8e5f6f007c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:32.959027 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c1293781-d84e-413e-90f6-1a3a262f5d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:32.981357 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c1293781-d84e-413e-90f6-1a3a262f5d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:33.116874 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c1293781-d84e-413e-90f6-1a3a262f5d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:33.119534 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c1293781-d84e-413e-90f6-1a3a262f5d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:33.120754 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c1293781-d84e-413e-90f6-1a3a262f5d6a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6c7b6d89-e9e0-4bf4-80a1-f78ac194fbc5 HTTP/1.1" status: 204 len: 168 time: 0.2152677 Aug 16 21:18:33.128588 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1293781-d84e-413e-90f6-1a3a262f5d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7b6d89-e9e0-4bf4-80a1-f78ac194fbc5,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:33.147567 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-10e78f93-9908-4e08-930f-9d8051ae5a34 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:18:33.155255 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-10e78f93-9908-4e08-930f-9d8051ae5a34 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2068896 Aug 16 21:18:33.155255 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52600) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:33.208485 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7b7cddb0-6de9-41a8-9d08-1dd25cd6799c tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:33.231469 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7b7cddb0-6de9-41a8-9d08-1dd25cd6799c tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:33.336087 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7b7cddb0-6de9-41a8-9d08-1dd25cd6799c tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:33.339311 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7b7cddb0-6de9-41a8-9d08-1dd25cd6799c tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:33.340786 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7b7cddb0-6de9-41a8-9d08-1dd25cd6799c tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "DELETE /v2.0/security-groups/404472a7-82a5-4613-b52a-3c8e5f6f007c HTTP/1.1" status: 204 len: 168 time: 0.1877561 Aug 16 21:18:33.343627 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52602) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:33.350113 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7cddb0-6de9-41a8-9d08-1dd25cd6799c tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=404472a7-82a5-4613-b52a-3c8e5f6f007c,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:33.393964 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-fe24151b-19ef-451d-bb0d-63f3dcd8286a tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0491614 Aug 16 21:18:33.397836 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52606) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:33.403125 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-e5fb8aa2-2ee2-453f-beef-e843596d666b tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Request body: {'security_group': {'name': 'tempest-secgroup--404190112'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:33.479415 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e5fb8aa2-2ee2-453f-beef-e843596d666b tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:33.558641 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e5fb8aa2-2ee2-453f-beef-e843596d666b tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:33.621467 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e5fb8aa2-2ee2-453f-beef-e843596d666b tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:33.649834 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb8aa2-2ee2-453f-beef-e843596d666b tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93ead22f-0ca5-43f2-917a-691bfcba9b92,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:33.716945 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e5fb8aa2-2ee2-453f-beef-e843596d666b tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:33.720663 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52610) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:33.721755 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e5fb8aa2-2ee2-453f-beef-e843596d666b tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3228400 Aug 16 21:18:33.722602 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52612) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:33.727155 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-27aa9a74-395f-41db-9990-f23d3e298ab8 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:33.727896 n-d-793620-15 neutron-server[101845]: WARNING neutron.api.v2.base [None req-27aa9a74-395f-41db-9990-f23d3e298ab8 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 21:18:33.728400 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-27aa9a74-395f-41db-9990-f23d3e298ab8 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 21:18:33.733020 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-27aa9a74-395f-41db-9990-f23d3e298ab8 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "PUT /v2.0/security-groups/93ead22f-0ca5-43f2-917a-691bfcba9b92 HTTP/1.1" status: 409 len: 330 time: 0.0093670 Aug 16 21:18:33.733551 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52614) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:33.735989 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ebc77c51-ce76-4d91-ac90-162d17756097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:33.788047 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df619b3a-061b-4df6-8503-baf7ba2f17ee tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:33.812050 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df619b3a-061b-4df6-8503-baf7ba2f17ee tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:33.828603 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d308fcf-b96d-45bd-bf28-e5b32664c737 req-bfad2e05-9600-4685-a446-a1d21057e16e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:33.830240 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0d308fcf-b96d-45bd-bf28-e5b32664c737 req-bfad2e05-9600-4685-a446-a1d21057e16e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 945 time: 0.0721991 Aug 16 21:18:33.891876 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0d308fcf-b96d-45bd-bf28-e5b32664c737 req-df39aff0-d565-44af-904c-02733538dd52 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550404 Aug 16 21:18:33.901684 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ebc77c51-ce76-4d91-ac90-162d17756097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:33.928691 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df619b3a-061b-4df6-8503-baf7ba2f17ee tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:33.931482 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df619b3a-061b-4df6-8503-baf7ba2f17ee tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:33.933414 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-df619b3a-061b-4df6-8503-baf7ba2f17ee tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "DELETE /v2.0/security-groups/93ead22f-0ca5-43f2-917a-691bfcba9b92 HTTP/1.1" status: 204 len: 168 time: 0.1989119 Aug 16 21:18:33.940148 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52618) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:33.942461 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df619b3a-061b-4df6-8503-baf7ba2f17ee tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ead22f-0ca5-43f2-917a-691bfcba9b92,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:33.959658 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ebc77c51-ce76-4d91-ac90-162d17756097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:34.042399 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc77c51-ce76-4d91-ac90-162d17756097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40fa425-6197-405b-b163-e62b8c8a074b,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:34.048263 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ebc77c51-ce76-4d91-ac90-162d17756097 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c798ae9eb1554cdabc7cf1e6bbf23c03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3261468 Aug 16 21:18:34.053532 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52620) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:34.056281 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c7ce8c24-6d9f-4f15-8f7a-de9a98939689 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1148276 Aug 16 21:18:34.057706 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52622) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:34.076890 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-7f30b5e9-8cd1-4b41-8bb4-047a482ea837 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] delete failed (client error): The resource could not be found. Aug 16 21:18:34.082291 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-7f30b5e9-8cd1-4b41-8bb4-047a482ea837 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "DELETE /v2.0/security-groups/c9eb6ca0-c054-4605-bc8c-091ce8af8dc8 HTTP/1.1" status: 404 len: 347 time: 0.0183196 Aug 16 21:18:34.085125 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52624) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:34.086292 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcd6c3-618f-4be3-9cd6-4e3485641640 req-59e4c5f3-0b88-4b67-afef-a48fd439e753 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:34.091230 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dcdcd6c3-618f-4be3-9cd6-4e3485641640 req-59e4c5f3-0b88-4b67-afef-a48fd439e753 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 945 time: 0.1235700 Aug 16 21:18:34.105808 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-3abfe512-aa64-4938-bbdf-46ba0d6e5063 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] show failed (client error): The resource could not be found. Aug 16 21:18:34.112016 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3abfe512-aa64-4938-bbdf-46ba0d6e5063 tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "GET /v2.0/security-groups/d406c907-2dae-42f8-af7f-d30cd45e5b02 HTTP/1.1" status: 404 len: 347 time: 0.0207794 Aug 16 21:18:34.112414 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52626) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:34.122097 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-30861c52-b3eb-4c83-a1f1-21a542df4927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:34.134071 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-89a38272-1d1f-453a-8886-bd79739e8e6e tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] show failed (client error): The resource could not be found. Aug 16 21:18:34.139849 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-89a38272-1d1f-453a-8886-bd79739e8e6e tempest-NegativeSecGroupIPv6Test-1371183181 tempest-NegativeSecGroupIPv6Test-1371183181-project] 10.222.0.84 "GET /v2.0/security-group-rules/bb51f3e2-d8bc-4605-bdb9-14e6e6a70b60 HTTP/1.1" status: 404 len: 356 time: 0.0215995 Aug 16 21:18:34.143597 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dcdcd6c3-618f-4be3-9cd6-4e3485641640 req-0d3a0b99-7dab-4962-979f-e274971ec694 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496662 Aug 16 21:18:34.144815 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-30861c52-b3eb-4c83-a1f1-21a542df4927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:34.168889 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52630) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:34.214071 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cf7b94-07b8-469a-8c72-3b116194c2a5 tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:34.216732 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e0cf7b94-07b8-469a-8c72-3b116194c2a5 tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 1092 time: 0.0457504 Aug 16 21:18:34.220164 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52632) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:34.225190 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-246a9804-a8df-4b9d-86a5-1606c8ee5778 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'port_id': '91957243-728b-4aed-abc8-4185a8837d1d', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:34.261365 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-30861c52-b3eb-4c83-a1f1-21a542df4927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:34.263956 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-30861c52-b3eb-4c83-a1f1-21a542df4927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:34.266077 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-30861c52-b3eb-4c83-a1f1-21a542df4927 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e40fa425-6197-405b-b163-e62b8c8a074b HTTP/1.1" status: 204 len: 168 time: 0.2130239 Aug 16 21:18:34.272618 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30861c52-b3eb-4c83-a1f1-21a542df4927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40fa425-6197-405b-b163-e62b8c8a074b,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:34.341985 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-246a9804-a8df-4b9d-86a5-1606c8ee5778 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for floatingip, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:34.443517 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-246a9804-a8df-4b9d-86a5-1606c8ee5778 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:34.544004 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-246a9804-a8df-4b9d-86a5-1606c8ee5778 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Allocated IP 172.25.1.129 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/ee431a30-c22e-47bc-86b9-7a49cf7c9265) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:18:34.634333 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52640) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:34.659009 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-246a9804-a8df-4b9d-86a5-1606c8ee5778 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:34.741771 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-246a9804-a8df-4b9d-86a5-1606c8ee5778 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:34.774600 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-846086f5-606b-477c-a050-7a62a629d149 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c0804671fa284fdb988e33515ff35d58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1391039 Aug 16 21:18:34.777990 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52644) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:34.779564 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246a9804-a8df-4b9d-86a5-1606c8ee5778 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:18:34.784629 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-246a9804-a8df-4b9d-86a5-1606c8ee5778 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:18:34.788457 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246a9804-a8df-4b9d-86a5-1606c8ee5778 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:18:34.813615 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a9804-a8df-4b9d-86a5-1606c8ee5778 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'Port': ['ID=ee431a30-c22e-47bc-86b9-7a49cf7c9265,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:34.826993 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d1735aae-6f9c-4184-97ff-2eb3c8a99873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:34.852024 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d1735aae-6f9c-4184-97ff-2eb3c8a99873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:34.937198 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52646) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:34.951333 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-500eb8f5-ebce-4cb7-8a7f-91d40df3192b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:34.993099 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d1735aae-6f9c-4184-97ff-2eb3c8a99873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:34.995731 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d1735aae-6f9c-4184-97ff-2eb3c8a99873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:34.996926 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d1735aae-6f9c-4184-97ff-2eb3c8a99873 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c03eff7d-49a1-46ab-92ea-239b46c82e86 HTTP/1.1" status: 204 len: 168 time: 0.2180157 Aug 16 21:18:35.015875 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1735aae-6f9c-4184-97ff-2eb3c8a99873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03eff7d-49a1-46ab-92ea-239b46c82e86,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:35.084534 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-500eb8f5-ebce-4cb7-8a7f-91d40df3192b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:35.136470 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-500eb8f5-ebce-4cb7-8a7f-91d40df3192b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:35.175775 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-500eb8f5-ebce-4cb7-8a7f-91d40df3192b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=434d4068c39f431b9083b0969784ea9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2374012 Aug 16 21:18:35.176554 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500eb8f5-ebce-4cb7-8a7f-91d40df3192b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6eb032-55e3-4174-be87-3479d22004a6,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:35.178913 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52650) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:35.233630 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f04d37ee-2393-4404-971f-33aac11c56ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:35.256872 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f04d37ee-2393-4404-971f-33aac11c56ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:35.371091 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f04d37ee-2393-4404-971f-33aac11c56ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:35.374802 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f04d37ee-2393-4404-971f-33aac11c56ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:35.378298 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f04d37ee-2393-4404-971f-33aac11c56ca admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5f6eb032-55e3-4174-be87-3479d22004a6 HTTP/1.1" status: 204 len: 168 time: 0.1961291 Aug 16 21:18:35.386967 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d37ee-2393-4404-971f-33aac11c56ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6eb032-55e3-4174-be87-3479d22004a6,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:35.677021 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-246a9804-a8df-4b9d-86a5-1606c8ee5778 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:35.856174 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-246a9804-a8df-4b9d-86a5-1606c8ee5778 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:36.013352 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-246a9804-a8df-4b9d-86a5-1606c8ee5778 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:36.067409 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-246a9804-a8df-4b9d-86a5-1606c8ee5778 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:36.107599 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52682) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:36.142747 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a9804-a8df-4b9d-86a5-1606c8ee5778 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'Port': ['ID=ee431a30-c22e-47bc-86b9-7a49cf7c9265,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:36.153169 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-246a9804-a8df-4b9d-86a5-1606c8ee5778 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:36.214422 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-17b2f596-ee4e-4b4b-a30b-194c832119ef tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:36.215298 n-d-793620-15 neutron-server[101844]: WARNING neutron.api.v2.base [None req-17b2f596-ee4e-4b4b-a30b-194c832119ef tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 21:18:36.215959 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-17b2f596-ee4e-4b4b-a30b-194c832119ef tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 21:18:36.220545 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-17b2f596-ee4e-4b4b-a30b-194c832119ef tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1080279 Aug 16 21:18:36.220708 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52690) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:36.226020 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-c7b910cd-15ca-4274-8ab2-06f77095ecc0 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Request body: {'security_group': {'name': 'tempest-secgroup--374899331'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:36.268037 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [None req-246a9804-a8df-4b9d-86a5-1606c8ee5778 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Floating IP 5b250d80-1c3c-4544-8ab2-6251e2466966 associated. External IP: 172.25.1.129, port: 91957243-728b-4aed-abc8-4185a8837d1d. Aug 16 21:18:36.330222 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c7b910cd-15ca-4274-8ab2-06f77095ecc0 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:36.339561 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c7b910cd-15ca-4274-8ab2-06f77095ecc0 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:36.436363 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c7b910cd-15ca-4274-8ab2-06f77095ecc0 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:36.471011 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52696) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:36.481259 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246a9804-a8df-4b9d-86a5-1606c8ee5778 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Router fa40dccc-7165-4eb0-a094-3cf206ccfec2 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:18:36.501758 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c7b910cd-15ca-4274-8ab2-06f77095ecc0 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:36.539557 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b910cd-15ca-4274-8ab2-06f77095ecc0 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e389d70-5d3a-4762-9172-91afe4583ecd,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:36.591056 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-35df991b-9941-4ecd-b8ff-51032af930f6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-577236125-network', 'tenant_id': '25c3ca7465554f18a23fa38d4a880739'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:36.593777 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246a9804-a8df-4b9d-86a5-1606c8ee5778 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:18:36.604816 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52d04a5-2b45-41b5-912d-c850eb75ec63 None None] Sync routers for ids ['fa40dccc-7165-4eb0-a094-3cf206ccfec2'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:18:36.613333 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52d04a5-2b45-41b5-912d-c850eb75ec63 None None] Routers {'fa40dccc-7165-4eb0-a094-3cf206ccfec2'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:18:36.613945 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-f52d04a5-2b45-41b5-912d-c850eb75ec63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:18:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['fa40dccc-7165-4eb0-a094-3cf206ccfec2'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:36.617992 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c7b910cd-15ca-4274-8ab2-06f77095ecc0 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:36.670853 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c7b910cd-15ca-4274-8ab2-06f77095ecc0 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:36.698885 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b910cd-15ca-4274-8ab2-06f77095ecc0 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6680ff84-4540-425e-b5fc-bc7f850f9540,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:36.712875 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-246a9804-a8df-4b9d-86a5-1606c8ee5778 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:36.718651 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-f52d04a5-2b45-41b5-912d-c850eb75ec63 None None] Set router fa40dccc-7165-4eb0-a094-3cf206ccfec2 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:18:36.742298 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-246a9804-a8df-4b9d-86a5-1606c8ee5778 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5208900 Aug 16 21:18:36.742900 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b0825a-ad65-400a-8635-ae8c76403877', 'tag': '91957243-728b-4aed-abc8-4185a8837d1d'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:18:36.745456 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b678c4c-4436-4b9b-ba90-898a7d9627e5" -d '{"events": [{"name": "network-changed", "server_uuid": "b9b0825a-ad65-400a-8635-ae8c76403877", "tag": "91957243-728b-4aed-abc8-4185a8837d1d"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:18:36.782733 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515d0aca-a7d2-4914-ac21-4765a3007b65 x-openstack-request-id: req-515d0aca-a7d2-4914-ac21-4765a3007b65 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:18:36.783050 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9b0825a-ad65-400a-8635-ae8c76403877", "tag": "91957243-728b-4aed-abc8-4185a8837d1d", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:18:36.783961 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-515d0aca-a7d2-4914-ac21-4765a3007b65 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:18:36.783961 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9b0825a-ad65-400a-8635-ae8c76403877', 'tag': '91957243-728b-4aed-abc8-4185a8837d1d', 'status': 'completed', 'code': 200} Aug 16 21:18:36.792768 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35df991b-9941-4ecd-b8ff-51032af930f6 admin admin] Made reservation on behalf of 25c3ca7465554f18a23fa38d4a880739 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:18:36.795175 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-35df991b-9941-4ecd-b8ff-51032af930f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:36.804978 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-35df991b-9941-4ecd-b8ff-51032af930f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:36.851182 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c7b910cd-15ca-4274-8ab2-06f77095ecc0 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:36.852460 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c7b910cd-15ca-4274-8ab2-06f77095ecc0 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6308389 Aug 16 21:18:36.856468 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b678c4c-4436-4b9b-ba90-898a7d9627e5 req-a735e97f-0b28-4895-8e22-dfe2209b6bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:36.856666 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52704) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:36.858376 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9b678c4c-4436-4b9b-ba90-898a7d9627e5 req-a735e97f-0b28-4895-8e22-dfe2209b6bb3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 1097 time: 0.0475342 Aug 16 21:18:36.863015 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-df0b998b-6122-4d75-81c3-0312a3cc151c tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Request body: {'security_group_rule': {'security_group_id': '6680ff84-4540-425e-b5fc-bc7f850f9540', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:36.894329 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e3b74-1e7c-4084-b8ea-a5848fa75f81 req-8c6a355b-986e-49cb-93b0-724e33b3af9c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:36.895911 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-931e3b74-1e7c-4084-b8ea-a5848fa75f81 req-8c6a355b-986e-49cb-93b0-724e33b3af9c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 945 time: 0.0885816 Aug 16 21:18:36.957116 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b678c4c-4436-4b9b-ba90-898a7d9627e5 req-b7695560-fb24-494b-90b0-a889e08af76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:36.958778 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9b678c4c-4436-4b9b-ba90-898a7d9627e5 req-b7695560-fb24-494b-90b0-a889e08af76d service neutron] 10.222.0.72 "GET /v2.0/networks?id=62a75797-4a12-4ae6-9692-1d0ed8584d00 HTTP/1.1" status: 200 len: 898 time: 0.0939867 Aug 16 21:18:36.969277 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-931e3b74-1e7c-4084-b8ea-a5848fa75f81 req-fa34cf6b-fa74-4485-945a-e26e623008d6 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661438 Aug 16 21:18:36.997129 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52706) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:37.036175 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9b678c4c-4436-4b9b-ba90-898a7d9627e5 req-fe49afba-9ee0-4558-a903-6d478cf9351f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91957243-728b-4aed-abc8-4185a8837d1d HTTP/1.1" status: 200 len: 999 time: 0.0692844 Aug 16 21:18:37.039086 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-35df991b-9941-4ecd-b8ff-51032af930f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:37.066586 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-17a636aa-4d4a-46bb-8bb1-04a1f2955512 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/floatingips/5b250d80-1c3c-4544-8ab2-6251e2466966 HTTP/1.1" status: 200 len: 991 time: 0.0669501 Aug 16 21:18:37.081005 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-f52d04a5-2b45-41b5-912d-c850eb75ec63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa40dccc-7165-4eb0-a094-3cf206ccfec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276616840', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '2b3a0c2b-c072-468c-87be-73a9eb463df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:18:12Z', 'updated_at': '2021-08-16T21:18:18Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '2b3a0c2b-c072-468c-87be-73a9eb463df0', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa40dccc-7165-4eb0-a094-3cf206ccfec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:13Z', 'updated_at': '2021-08-16T21:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '5b250d80-1c3c-4544-8ab2-6251e2466966', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'floating_ip_address': '172.25.1.129', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': 'fa40dccc-7165-4eb0-a094-3cf206ccfec2', 'port_id': '91957243-728b-4aed-abc8-4185a8837d1d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62a75797-4a12-4ae6-9692-1d0ed8584d00', 'mac_address': 'fa:16:3e:59:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b0825a-ad65-400a-8635-ae8c76403877', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:18:35Z', 'updated_at': '2021-08-16T21:18:35Z', 'revision_number': 0, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a4954f-8b13-40e6-9f21-cb800896fe52', 'name': '', 'network_id': '62a75797-4a12-4ae6-9692-1d0ed8584d00', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'mac_address': 'fa:16:3e:09:6e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa40dccc-7165-4eb0-a094-3cf206ccfec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '968177b7-fbf7-49ae-bfb7-136aa3aad1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:16Z', 'updated_at': '2021-08-16T21:18:23Z', 'revision_number': 5, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'subnets': [{'id': '968177b7-fbf7-49ae-bfb7-136aa3aad1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:37.103961 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-35df991b-9941-4ecd-b8ff-51032af930f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:37.113380 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52d04a5-2b45-41b5-912d-c850eb75ec63 None None] Checking router: fa40dccc-7165-4eb0-a094-3cf206ccfec2 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:18:37.123076 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52d04a5-2b45-41b5-912d-c850eb75ec63 None None] Routers {'fa40dccc-7165-4eb0-a094-3cf206ccfec2'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:18:37.124576 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-f52d04a5-2b45-41b5-912d-c850eb75ec63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:18:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['fa40dccc-7165-4eb0-a094-3cf206ccfec2'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:37.125626 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b678c4c-4436-4b9b-ba90-898a7d9627e5 req-62db0743-19ae-474e-9532-7682f94cc956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:37.127190 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9b678c4c-4436-4b9b-ba90-898a7d9627e5 req-62db0743-19ae-474e-9532-7682f94cc956 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=968177b7-fbf7-49ae-bfb7-136aa3aad1df HTTP/1.1" status: 200 len: 835 time: 0.0842133 Aug 16 21:18:37.144362 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35df991b-9941-4ecd-b8ff-51032af930f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:18:37.152548 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df991b-9941-4ecd-b8ff-51032af930f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6795f0c0-ddf8-46f7-b4fe-11731a660b9b,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:37.154932 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3fa59765-841f-4f6a-8be8-46c27c1c4984 req-d6fe92fb-a493-43ff-b36a-73d8716a9229 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0628023 Aug 16 21:18:37.158709 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-35df991b-9941-4ecd-b8ff-51032af930f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:37.160084 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-35df991b-9941-4ecd-b8ff-51032af930f6 admin admin] Added segment ceea65c1-7822-4c0c-87f6-130911c1743c of type vlan for network c472bb2d-1dfc-4710-8f21-662ed948e871 Aug 16 21:18:37.195976 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b678c4c-4436-4b9b-ba90-898a7d9627e5 req-2c7f62b7-efc9-4cef-a12b-21e6bc76a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:37.198109 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9b678c4c-4436-4b9b-ba90-898a7d9627e5 req-2c7f62b7-efc9-4cef-a12b-21e6bc76a7df service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=62a75797-4a12-4ae6-9692-1d0ed8584d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592332 Aug 16 21:18:37.207189 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-35df991b-9941-4ecd-b8ff-51032af930f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:37.235960 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-f52d04a5-2b45-41b5-912d-c850eb75ec63 None None] Set router fa40dccc-7165-4eb0-a094-3cf206ccfec2 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:18:37.236753 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-df0b998b-6122-4d75-81c3-0312a3cc151c tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:37.294903 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9b678c4c-4436-4b9b-ba90-898a7d9627e5 req-f883e315-cc21-461f-8d1b-854d5d184252 service neutron] 10.222.0.72 "GET /v2.0/networks/62a75797-4a12-4ae6-9692-1d0ed8584d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899134 Aug 16 21:18:37.305798 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-df0b998b-6122-4d75-81c3-0312a3cc151c tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:37.312660 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-35df991b-9941-4ecd-b8ff-51032af930f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:37.313749 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35df991b-9941-4ecd-b8ff-51032af930f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:37.315873 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-35df991b-9941-4ecd-b8ff-51032af930f6 admin admin] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:37.375018 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df991b-9941-4ecd-b8ff-51032af930f6 admin admin] Pushing event updated for resources: {'Network': ['ID=c472bb2d-1dfc-4710-8f21-662ed948e871,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:37.389992 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network c472bb2d-1dfc-4710-8f21-662ed948e871 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:18:37.392923 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-df0b998b-6122-4d75-81c3-0312a3cc151c tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:37.394188 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9b678c4c-4436-4b9b-ba90-898a7d9627e5 req-345f4de0-6547-4326-8037-2c0f26260d31 service neutron] 10.222.0.72 "GET /v2.0/networks/62a75797-4a12-4ae6-9692-1d0ed8584d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917330 Aug 16 21:18:37.412306 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b998b-6122-4d75-81c3-0312a3cc151c tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd7dfe0d-1cd7-4606-9fbe-8a78a2a12af5,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:37.443715 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-35df991b-9941-4ecd-b8ff-51032af930f6 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9715359 Aug 16 21:18:37.446826 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52708) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:37.452693 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-5d45c0da-c44c-4b65-91dd-3361ce9c0063 admin admin] Request body: {'subnet': {'network_id': 'c472bb2d-1dfc-4710-8f21-662ed948e871', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-577236125-subnet', 'tenant_id': '25c3ca7465554f18a23fa38d4a880739', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:37.473259 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-f52d04a5-2b45-41b5-912d-c850eb75ec63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa40dccc-7165-4eb0-a094-3cf206ccfec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276616840', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '2b3a0c2b-c072-468c-87be-73a9eb463df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:18:12Z', 'updated_at': '2021-08-16T21:18:18Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '2b3a0c2b-c072-468c-87be-73a9eb463df0', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa40dccc-7165-4eb0-a094-3cf206ccfec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:13Z', 'updated_at': '2021-08-16T21:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '5b250d80-1c3c-4544-8ab2-6251e2466966', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'floating_ip_address': '172.25.1.129', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': 'fa40dccc-7165-4eb0-a094-3cf206ccfec2', 'port_id': '91957243-728b-4aed-abc8-4185a8837d1d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62a75797-4a12-4ae6-9692-1d0ed8584d00', 'mac_address': 'fa:16:3e:59:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b0825a-ad65-400a-8635-ae8c76403877', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:18:35Z', 'updated_at': '2021-08-16T21:18:35Z', 'revision_number': 0, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a4954f-8b13-40e6-9f21-cb800896fe52', 'name': '', 'network_id': '62a75797-4a12-4ae6-9692-1d0ed8584d00', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'mac_address': 'fa:16:3e:09:6e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa40dccc-7165-4eb0-a094-3cf206ccfec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '968177b7-fbf7-49ae-bfb7-136aa3aad1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:16Z', 'updated_at': '2021-08-16T21:18:23Z', 'revision_number': 5, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'subnets': [{'id': '968177b7-fbf7-49ae-bfb7-136aa3aad1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:37.499434 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52d04a5-2b45-41b5-912d-c850eb75ec63 None None] The sync data for ids ['fa40dccc-7165-4eb0-a094-3cf206ccfec2'] in n-d-793620-15 is: [{'id': 'fa40dccc-7165-4eb0-a094-3cf206ccfec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276616840', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '2b3a0c2b-c072-468c-87be-73a9eb463df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:18:12Z', 'updated_at': '2021-08-16T21:18:18Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '2b3a0c2b-c072-468c-87be-73a9eb463df0', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa40dccc-7165-4eb0-a094-3cf206ccfec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:13Z', 'updated_at': '2021-08-16T21:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '5b250d80-1c3c-4544-8ab2-6251e2466966', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'floating_ip_address': '172.25.1.129', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': 'fa40dccc-7165-4eb0-a094-3cf206ccfec2', 'port_id': '91957243-728b-4aed-abc8-4185a8837d1d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62a75797-4a12-4ae6-9692-1d0ed8584d00', 'mac_address': 'fa:16:3e:59:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b0825a-ad65-400a-8635-ae8c76403877', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:18:35Z', 'updated_at': '2021-08-16T21:18:35Z', 'revision_number': 0, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a4954f-8b13-40e6-9f21-cb800896fe52', 'name': '', 'network_id': '62a75797-4a12-4ae6-9692-1d0ed8584d00', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'mac_address': 'fa:16:3e:09:6e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa40dccc-7165-4eb0-a094-3cf206ccfec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '968177b7-fbf7-49ae-bfb7-136aa3aad1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:16Z', 'updated_at': '2021-08-16T21:18:23Z', 'revision_number': 5, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'subnets': [{'id': '968177b7-fbf7-49ae-bfb7-136aa3aad1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:18:37.514647 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-df0b998b-6122-4d75-81c3-0312a3cc151c tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:37.516243 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-df0b998b-6122-4d75-81c3-0312a3cc151c tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6567719 Aug 16 21:18:37.518867 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52710) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:37.526824 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-8f2b9a60-f33f-4857-82bf-8d4300f95857 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Request body: {'security_group_rule': {'security_group_id': '6680ff84-4540-425e-b5fc-bc7f850f9540', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:37.575978 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa59765-841f-4f6a-8be8-46c27c1c4984 req-ddd1b3c8-5136-4fbf-92d5-01297a476d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:37.577758 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3fa59765-841f-4f6a-8be8-46c27c1c4984 req-ddd1b3c8-5136-4fbf-92d5-01297a476d55 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 1097 time: 0.0436513 Aug 16 21:18:37.648587 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d45c0da-c44c-4b65-91dd-3361ce9c0063 admin admin] Made reservation on behalf of 25c3ca7465554f18a23fa38d4a880739 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:18:37.653307 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5d45c0da-c44c-4b65-91dd-3361ce9c0063 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:37.705127 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a16fc2-fe49-42c4-a1cb-3cf2f60ab525 None None] New status for floating IP 5b250d80-1c3c-4544-8ab2-6251e2466966: ACTIVE {{(pid=101846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:18:37.744547 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8f2b9a60-f33f-4857-82bf-8d4300f95857 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:37.754209 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa59765-841f-4f6a-8be8-46c27c1c4984 req-47e9219f-d222-46d5-9376-77dd662b8254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:37.755688 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3fa59765-841f-4f6a-8be8-46c27c1c4984 req-47e9219f-d222-46d5-9376-77dd662b8254 service neutron] 10.222.0.72 "GET /v2.0/networks?id=62a75797-4a12-4ae6-9692-1d0ed8584d00 HTTP/1.1" status: 200 len: 898 time: 0.1570551 Aug 16 21:18:37.850102 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-8f2b9a60-f33f-4857-82bf-8d4300f95857 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 21:18:37.851204 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8f2b9a60-f33f-4857-82bf-8d4300f95857 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3309429 Aug 16 21:18:37.856446 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3fa59765-841f-4f6a-8be8-46c27c1c4984 req-027d058e-0970-4933-8ed0-6afa3d345c8f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91957243-728b-4aed-abc8-4185a8837d1d HTTP/1.1" status: 200 len: 999 time: 0.0928237 Aug 16 21:18:37.861797 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52712) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:37.917260 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b48cd240-dc59-4061-bc83-37dcf3267a1f tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:37.946977 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b48cd240-dc59-4061-bc83-37dcf3267a1f tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:37.954266 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa59765-841f-4f6a-8be8-46c27c1c4984 req-3d900f4a-bab4-47fd-b872-7a17616f2b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:37.954266 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3fa59765-841f-4f6a-8be8-46c27c1c4984 req-3d900f4a-bab4-47fd-b872-7a17616f2b4a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=968177b7-fbf7-49ae-bfb7-136aa3aad1df HTTP/1.1" status: 200 len: 835 time: 0.0886397 Aug 16 21:18:38.000837 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa59765-841f-4f6a-8be8-46c27c1c4984 req-b6717044-fbd7-48f3-9244-62f7f95f9787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:38.002360 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3fa59765-841f-4f6a-8be8-46c27c1c4984 req-b6717044-fbd7-48f3-9244-62f7f95f9787 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=62a75797-4a12-4ae6-9692-1d0ed8584d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414646 Aug 16 21:18:38.069488 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52714) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:38.078872 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5d45c0da-c44c-4b65-91dd-3361ce9c0063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:38.106738 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b48cd240-dc59-4061-bc83-37dcf3267a1f tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:38.109288 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b48cd240-dc59-4061-bc83-37dcf3267a1f tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:38.110426 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b48cd240-dc59-4061-bc83-37dcf3267a1f tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "DELETE /v2.0/security-groups/6680ff84-4540-425e-b5fc-bc7f850f9540 HTTP/1.1" status: 204 len: 168 time: 0.2476015 Aug 16 21:18:38.118647 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52716) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:38.133252 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3fa59765-841f-4f6a-8be8-46c27c1c4984 req-7e9bad67-cce2-45f9-a936-c88a4d3ba420 service neutron] 10.222.0.72 "GET /v2.0/networks/62a75797-4a12-4ae6-9692-1d0ed8584d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218688 Aug 16 21:18:38.138106 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48cd240-dc59-4061-bc83-37dcf3267a1f tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6680ff84-4540-425e-b5fc-bc7f850f9540,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:38.165536 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-080a5479-12ef-4da5-9a02-b12e6aa15e65 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/floatingips/5b250d80-1c3c-4544-8ab2-6251e2466966 HTTP/1.1" status: 200 len: 993 time: 0.0887582 Aug 16 21:18:38.181677 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0aacc712-0f50-401d-ac03-8f8be90d3a12 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0605400 Aug 16 21:18:38.185912 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52718) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:38.190020 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-bb1a5587-aa4d-4e9b-8c56-9e5766cae34b tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Request body: {'security_group': {'name': 'tempest-secgroup--93332614'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:38.200412 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45c0da-c44c-4b65-91dd-3361ce9c0063 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fc65437-d72b-4956-9e58-b3e57bb45485,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:38.218160 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d45c0da-c44c-4b65-91dd-3361ce9c0063 admin admin] Checking segment: {'id': 'ceea65c1-7822-4c0c-87f6-130911c1743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c472bb2d-1dfc-4710-8f21-662ed948e871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:18:38.218519 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d45c0da-c44c-4b65-91dd-3361ce9c0063 admin admin] Network hostable DHCP agents. Network: c472bb2d-1dfc-4710-8f21-662ed948e871, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:18:38.264690 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3fa59765-841f-4f6a-8be8-46c27c1c4984 req-5b2b3e43-03e4-4d14-a934-afa9efd376e6 service neutron] 10.222.0.72 "GET /v2.0/networks/62a75797-4a12-4ae6-9692-1d0ed8584d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199088 Aug 16 21:18:38.273245 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb1a5587-aa4d-4e9b-8c56-9e5766cae34b tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:38.323413 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d45c0da-c44c-4b65-91dd-3361ce9c0063 admin admin] Network c472bb2d-1dfc-4710-8f21-662ed948e871 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:18:38.351936 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb1a5587-aa4d-4e9b-8c56-9e5766cae34b tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:38.392063 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-5d45c0da-c44c-4b65-91dd-3361ce9c0063 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, c472bb2d-1dfc-4710-8f21-662ed948e871) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:18:38.396316 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d45c0da-c44c-4b65-91dd-3361ce9c0063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:38.396984 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5d45c0da-c44c-4b65-91dd-3361ce9c0063 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:38.401780 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c558aab1-3df0-450d-9c17-0160916635dc None None] Network c472bb2d-1dfc-4710-8f21-662ed948e871 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:18:38.414856 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb1a5587-aa4d-4e9b-8c56-9e5766cae34b tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:38.445425 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a5587-aa4d-4e9b-8c56-9e5766cae34b tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=667dda09-f246-473f-b8f3-023463041d1c,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:38.483565 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5d45c0da-c44c-4b65-91dd-3361ce9c0063 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0346820 Aug 16 21:18:38.505404 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bb1a5587-aa4d-4e9b-8c56-9e5766cae34b tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:38.509394 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-bb1a5587-aa4d-4e9b-8c56-9e5766cae34b tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3200805 Aug 16 21:18:38.510950 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52722) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:38.516301 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-faa153fd-d98b-45b1-a5de-c8848424979e tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Request body: {'security_group_rule': {'security_group_id': '667dda09-f246-473f-b8f3-023463041d1c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:38.516301 n-d-793620-15 neutron-server[101845]: WARNING neutron.api.v2.base [None req-faa153fd-d98b-45b1-a5de-c8848424979e tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 16 21:18:38.516809 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-faa153fd-d98b-45b1-a5de-c8848424979e tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:18:38.517779 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-faa153fd-d98b-45b1-a5de-c8848424979e tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063174 Aug 16 21:18:38.520536 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52724) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:38.528191 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c77ace-1bcf-4818-a582-30a427ca9b36 None None] Network c472bb2d-1dfc-4710-8f21-662ed948e871 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:18:38.579917 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-62301815-3b97-45ea-9e39-17c7f9fce6c5 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:38.604751 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-62301815-3b97-45ea-9e39-17c7f9fce6c5 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:38.757961 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-62301815-3b97-45ea-9e39-17c7f9fce6c5 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:38.757961 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-62301815-3b97-45ea-9e39-17c7f9fce6c5 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:38.758977 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-62301815-3b97-45ea-9e39-17c7f9fce6c5 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "DELETE /v2.0/security-groups/667dda09-f246-473f-b8f3-023463041d1c HTTP/1.1" status: 204 len: 168 time: 0.2359939 Aug 16 21:18:38.760354 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52730) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:38.770013 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62301815-3b97-45ea-9e39-17c7f9fce6c5 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=667dda09-f246-473f-b8f3-023463041d1c,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:38.813221 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-cd618c96-67be-406e-92da-1d63f30cf418 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0517020 Aug 16 21:18:38.816830 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52732) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:38.821657 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-0021e799-9851-4bed-88a7-0b888d820ef8 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Request body: {'security_group': {'name': 'tempest-secgroup--197781411'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:38.913072 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0021e799-9851-4bed-88a7-0b888d820ef8 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:38.992822 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0021e799-9851-4bed-88a7-0b888d820ef8 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:39.141583 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0021e799-9851-4bed-88a7-0b888d820ef8 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:39.170908 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0021e799-9851-4bed-88a7-0b888d820ef8 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=857eb368-1192-4a68-afdf-6211dcbc9e39,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:39.250244 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0021e799-9851-4bed-88a7-0b888d820ef8 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:39.251767 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0021e799-9851-4bed-88a7-0b888d820ef8 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4336782 Aug 16 21:18:39.254712 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52734) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:39.259282 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-2fcd5d4f-2bec-46ac-940a-de6c203792bf tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Request body: {'security_group_rule': {'security_group_id': '857eb368-1192-4a68-afdf-6211dcbc9e39', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:39.260700 n-d-793620-15 neutron-server[101845]: WARNING neutron.api.v2.base [None req-2fcd5d4f-2bec-46ac-940a-de6c203792bf tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 16 21:18:39.261201 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-2fcd5d4f-2bec-46ac-940a-de6c203792bf tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:18:39.262128 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2fcd5d4f-2bec-46ac-940a-de6c203792bf tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0064816 Aug 16 21:18:39.264352 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52736) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:39.319404 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-25ef1907-38d4-4f1b-94cd-61205cdadcca tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:39.341980 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-25ef1907-38d4-4f1b-94cd-61205cdadcca tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:39.442278 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-25ef1907-38d4-4f1b-94cd-61205cdadcca tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:39.444827 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-25ef1907-38d4-4f1b-94cd-61205cdadcca tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:39.446025 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-25ef1907-38d4-4f1b-94cd-61205cdadcca tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "DELETE /v2.0/security-groups/857eb368-1192-4a68-afdf-6211dcbc9e39 HTTP/1.1" status: 204 len: 168 time: 0.1808212 Aug 16 21:18:39.449416 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52738) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:39.455489 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef1907-38d4-4f1b-94cd-61205cdadcca tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=857eb368-1192-4a68-afdf-6211dcbc9e39,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:39.501836 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6783c351-0cbb-4810-90d9-d1f5d1b52ea4 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0512555 Aug 16 21:18:39.505801 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52742) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:39.510965 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-6a36a1ec-6c63-4b7d-ad37-66b4588bdd7c tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Request body: {'security_group': {'name': 'tempest-secgroup--1894027907'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:39.630967 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6a36a1ec-6c63-4b7d-ad37-66b4588bdd7c tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:39.712441 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6a36a1ec-6c63-4b7d-ad37-66b4588bdd7c tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:39.773741 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6a36a1ec-6c63-4b7d-ad37-66b4588bdd7c tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:39.804466 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36a1ec-6c63-4b7d-ad37-66b4588bdd7c tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59fd4126-c009-4067-9faf-36e35f56cb6e,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:39.848170 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6a36a1ec-6c63-4b7d-ad37-66b4588bdd7c tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:39.849464 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6a36a1ec-6c63-4b7d-ad37-66b4588bdd7c tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3428073 Aug 16 21:18:39.852255 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52748) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:39.856876 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-ff7b2f52-ad1a-44d2-9e1f-0b9fb5332984 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Request body: {'security_group_rule': {'security_group_id': '59fd4126-c009-4067-9faf-36e35f56cb6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:39.857718 n-d-793620-15 neutron-server[101845]: WARNING neutron.api.v2.base [None req-ff7b2f52-ad1a-44d2-9e1f-0b9fb5332984 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 16 21:18:39.858212 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-ff7b2f52-ad1a-44d2-9e1f-0b9fb5332984 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:18:39.859255 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ff7b2f52-ad1a-44d2-9e1f-0b9fb5332984 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060151 Aug 16 21:18:39.861946 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52750) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:39.866010 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-f23aab97-8826-4ee0-aa0c-213058bbaa2a tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Request body: {'security_group_rule': {'security_group_id': '59fd4126-c009-4067-9faf-36e35f56cb6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:39.866681 n-d-793620-15 neutron-server[101845]: WARNING neutron.api.v2.base [None req-f23aab97-8826-4ee0-aa0c-213058bbaa2a tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 16 21:18:39.867145 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-f23aab97-8826-4ee0-aa0c-213058bbaa2a tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:18:39.868106 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f23aab97-8826-4ee0-aa0c-213058bbaa2a tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0052626 Aug 16 21:18:39.872531 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52752) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:39.877689 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-17a6fd6e-2032-43ba-b027-ca14b8fb2fce tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Request body: {'security_group_rule': {'security_group_id': '59fd4126-c009-4067-9faf-36e35f56cb6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:39.878470 n-d-793620-15 neutron-server[101845]: WARNING neutron.api.v2.base [None req-17a6fd6e-2032-43ba-b027-ca14b8fb2fce tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 16 21:18:39.878939 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-17a6fd6e-2032-43ba-b027-ca14b8fb2fce tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:18:39.879870 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-17a6fd6e-2032-43ba-b027-ca14b8fb2fce tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064123 Aug 16 21:18:39.882068 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52754) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:39.886892 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-28b140f3-5377-48c9-b925-21e523064822 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Request body: {'security_group_rule': {'security_group_id': '59fd4126-c009-4067-9faf-36e35f56cb6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:39.887739 n-d-793620-15 neutron-server[101845]: WARNING neutron.api.v2.base [None req-28b140f3-5377-48c9-b925-21e523064822 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 16 21:18:39.888218 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-28b140f3-5377-48c9-b925-21e523064822 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:18:39.889117 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-28b140f3-5377-48c9-b925-21e523064822 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0062261 Aug 16 21:18:39.891438 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52756) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:39.948522 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-51bcdb03-8c23-4dc5-a959-31d74d808277 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:39.971066 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-51bcdb03-8c23-4dc5-a959-31d74d808277 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:40.118698 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-51bcdb03-8c23-4dc5-a959-31d74d808277 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:40.121857 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-51bcdb03-8c23-4dc5-a959-31d74d808277 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:40.123050 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-51bcdb03-8c23-4dc5-a959-31d74d808277 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "DELETE /v2.0/security-groups/59fd4126-c009-4067-9faf-36e35f56cb6e HTTP/1.1" status: 204 len: 168 time: 0.2307184 Aug 16 21:18:40.125753 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52758) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:40.132157 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bcdb03-8c23-4dc5-a959-31d74d808277 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59fd4126-c009-4067-9faf-36e35f56cb6e,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:40.172870 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-10286189-6b16-443e-8c71-a5490ccee345 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0458331 Aug 16 21:18:40.176719 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52760) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:40.181211 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-f09706d2-ee58-4355-9b10-75ebdc1afed0 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Request body: {'security_group': {'name': 'tempest-secgroup--623210747'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:40.317476 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f09706d2-ee58-4355-9b10-75ebdc1afed0 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:40.403314 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f09706d2-ee58-4355-9b10-75ebdc1afed0 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:40.459719 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f09706d2-ee58-4355-9b10-75ebdc1afed0 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:40.490072 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09706d2-ee58-4355-9b10-75ebdc1afed0 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=004b9d81-c0b6-4723-a6c2-2733704be4a2,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:40.542424 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f09706d2-ee58-4355-9b10-75ebdc1afed0 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:40.544026 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f09706d2-ee58-4355-9b10-75ebdc1afed0 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3662665 Aug 16 21:18:40.548159 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52762) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:40.552786 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-13bdea2a-f460-4092-a54f-b99bc72e9ccb tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Request body: {'security_group_rule': {'security_group_id': '004b9d81-c0b6-4723-a6c2-2733704be4a2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:40.553452 n-d-793620-15 neutron-server[101844]: WARNING neutron.api.v2.base [None req-13bdea2a-f460-4092-a54f-b99bc72e9ccb tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 21:18:40.553837 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-13bdea2a-f460-4092-a54f-b99bc72e9ccb tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:18:40.554779 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-13bdea2a-f460-4092-a54f-b99bc72e9ccb tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056565 Aug 16 21:18:40.557516 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52766) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:40.561738 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-ff9385dc-5596-41e9-ae79-28c0fee60f63 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Request body: {'security_group_rule': {'security_group_id': '004b9d81-c0b6-4723-a6c2-2733704be4a2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:40.755596 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-ff9385dc-5596-41e9-ae79-28c0fee60f63 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:18:40.756657 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ff9385dc-5596-41e9-ae79-28c0fee60f63 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1982462 Aug 16 21:18:40.759643 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52780) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:40.765205 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-2995dc38-9f2e-4b39-9272-c454f6095028 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Request body: {'security_group_rule': {'security_group_id': '004b9d81-c0b6-4723-a6c2-2733704be4a2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:40.765763 n-d-793620-15 neutron-server[101845]: WARNING neutron.api.v2.base [None req-2995dc38-9f2e-4b39-9272-c454f6095028 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 16 21:18:40.766259 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-2995dc38-9f2e-4b39-9272-c454f6095028 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:18:40.767448 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2995dc38-9f2e-4b39-9272-c454f6095028 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058022 Aug 16 21:18:40.769637 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52782) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:40.774893 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-229ffd1a-e42e-4758-b78c-58766b566c98 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Request body: {'security_group_rule': {'security_group_id': '004b9d81-c0b6-4723-a6c2-2733704be4a2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:40.813205 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d3a46-90d7-4cba-be61-78ec884effce req-ab8d8e11-441e-4dd5-88d0-d4f0659471b9 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:40.814656 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e54d3a46-90d7-4cba-be61-78ec884effce req-ab8d8e11-441e-4dd5-88d0-d4f0659471b9 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/networks?id=c472bb2d-1dfc-4710-8f21-662ed948e871 HTTP/1.1" status: 200 len: 808 time: 0.1085699 Aug 16 21:18:40.829430 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e54d3a46-90d7-4cba-be61-78ec884effce req-8d8c7305-4946-405a-babb-942b7d7dbe42 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/quotas/25c3ca7465554f18a23fa38d4a880739 HTTP/1.1" status: 200 len: 375 time: 0.0086985 Aug 16 21:18:40.860048 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e54d3a46-90d7-4cba-be61-78ec884effce req-084e7e19-4b0c-4829-83e9-9b9ee5083849 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=25c3ca7465554f18a23fa38d4a880739&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255256 Aug 16 21:18:40.934391 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-229ffd1a-e42e-4758-b78c-58766b566c98 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:18:40.935551 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-229ffd1a-e42e-4758-b78c-58766b566c98 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1649382 Aug 16 21:18:40.942137 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52786) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:40.942790 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-569bdbd5-3ff2-4498-bf0b-31d9c3e4c3df tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Request body: {'security_group_rule': {'security_group_id': '004b9d81-c0b6-4723-a6c2-2733704be4a2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:40.943269 n-d-793620-15 neutron-server[101845]: WARNING neutron.api.v2.base [None req-569bdbd5-3ff2-4498-bf0b-31d9c3e4c3df tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 21:18:40.943734 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-569bdbd5-3ff2-4498-bf0b-31d9c3e4c3df tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:18:40.944676 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-569bdbd5-3ff2-4498-bf0b-31d9c3e4c3df tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054426 Aug 16 21:18:40.946913 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52788) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:40.951637 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-5844dbf0-18e9-437b-af8f-08e38aeb5ebf tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Request body: {'security_group_rule': {'security_group_id': '004b9d81-c0b6-4723-a6c2-2733704be4a2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:41.009672 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e54d3a46-90d7-4cba-be61-78ec884effce req-c4590824-4f25-407a-912b-888def451382 service neutron] 10.222.0.84 "GET /v2.0/networks/c472bb2d-1dfc-4710-8f21-662ed948e871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423161 Aug 16 21:18:41.098080 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e54d3a46-90d7-4cba-be61-78ec884effce req-4f33bc4d-1817-4e24-a105-d8e221cd7102 service neutron] 10.222.0.84 "GET /v2.0/networks/c472bb2d-1dfc-4710-8f21-662ed948e871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820496 Aug 16 21:18:41.113288 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-dd383766-0041-4f5e-8d05-c24bbef466b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:41.147657 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-5844dbf0-18e9-437b-af8f-08e38aeb5ebf tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:18:41.148788 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5844dbf0-18e9-437b-af8f-08e38aeb5ebf tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2010250 Aug 16 21:18:41.151835 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52790) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:41.156938 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-8ccf33be-0b5c-4be0-8cbb-8c7834601efd tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Request body: {'security_group_rule': {'security_group_id': '004b9d81-c0b6-4723-a6c2-2733704be4a2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:41.157427 n-d-793620-15 neutron-server[101844]: WARNING neutron.api.v2.base [None req-8ccf33be-0b5c-4be0-8cbb-8c7834601efd tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 16 21:18:41.157931 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-8ccf33be-0b5c-4be0-8cbb-8c7834601efd tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:18:41.158919 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8ccf33be-0b5c-4be0-8cbb-8c7834601efd tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059974 Aug 16 21:18:41.161760 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52792) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:41.166695 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-37aec2d1-2168-4458-85d4-7ac86b64731e tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Request body: {'security_group_rule': {'security_group_id': '004b9d81-c0b6-4723-a6c2-2733704be4a2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:41.341383 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-37aec2d1-2168-4458-85d4-7ac86b64731e tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:18:41.342520 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-37aec2d1-2168-4458-85d4-7ac86b64731e tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1797516 Aug 16 21:18:41.345648 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52794) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:41.351778 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-88c76d87-684d-4634-9ff2-a005f36bb167 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Request body: {'security_group_rule': {'security_group_id': '004b9d81-c0b6-4723-a6c2-2733704be4a2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:41.505266 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-88c76d87-684d-4634-9ff2-a005f36bb167 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:18:41.506309 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-88c76d87-684d-4634-9ff2-a005f36bb167 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1596928 Aug 16 21:18:41.509104 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52796) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:41.560976 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b773fbde-25d2-44b3-abd1-6836fb3aebe2 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:41.582712 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b773fbde-25d2-44b3-abd1-6836fb3aebe2 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:41.693752 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b773fbde-25d2-44b3-abd1-6836fb3aebe2 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:41.696293 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b773fbde-25d2-44b3-abd1-6836fb3aebe2 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:41.697438 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b773fbde-25d2-44b3-abd1-6836fb3aebe2 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "DELETE /v2.0/security-groups/004b9d81-c0b6-4723-a6c2-2733704be4a2 HTTP/1.1" status: 204 len: 168 time: 0.1874106 Aug 16 21:18:41.700059 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52798) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:41.706506 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773fbde-25d2-44b3-abd1-6836fb3aebe2 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=004b9d81-c0b6-4723-a6c2-2733704be4a2,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:41.744754 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-95213313-9b54-4578-bc23-27970902c491 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0433898 Aug 16 21:18:41.748585 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52800) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:41.753034 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-f0938dd0-df58-48f4-b61c-d44e942f8a71 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Request body: {'security_group': {'name': 'tempest-secgroup--811513726'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:41.844632 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f0938dd0-df58-48f4-b61c-d44e942f8a71 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:41.923151 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f0938dd0-df58-48f4-b61c-d44e942f8a71 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:41.975927 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f0938dd0-df58-48f4-b61c-d44e942f8a71 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:42.009566 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0938dd0-df58-48f4-b61c-d44e942f8a71 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79d3f889-0c8c-44b1-9339-ffe92c10f910,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:42.107485 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f0938dd0-df58-48f4-b61c-d44e942f8a71 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:42.108805 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f0938dd0-df58-48f4-b61c-d44e942f8a71 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3592885 Aug 16 21:18:42.111557 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52802) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:42.116029 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-728acb6f-b0a0-416e-b238-9cc5472c5369 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Request body: {'security_group_rule': {'security_group_id': '79d3f889-0c8c-44b1-9339-ffe92c10f910', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:42.293829 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-728acb6f-b0a0-416e-b238-9cc5472c5369 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] create failed (client error): The resource could not be found. Aug 16 21:18:42.294807 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-728acb6f-b0a0-416e-b238-9cc5472c5369 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1822667 Aug 16 21:18:42.297677 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52804) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:42.302984 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-5c0254ea-2713-4401-a223-2ce8f2f4b91d tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Request body: {'security_group_rule': {'security_group_id': '79d3f889-0c8c-44b1-9339-ffe92c10f910', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '1edad5ea-35d4-4084-8702-45364cbc9202'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:42.380252 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ec31b318-83b9-4b1c-9b3f-a712a7d8df8b req-e4df6bd9-ab3d-4696-895d-7e5d17caa6c6 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/ports?device_id=76e33265-4797-4680-b331-3ec5daf68206 HTTP/1.1" status: 200 len: 210 time: 0.0261738 Aug 16 21:18:42.467073 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-5c0254ea-2713-4401-a223-2ce8f2f4b91d tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] create failed (client error): The resource could not be found. Aug 16 21:18:42.475979 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5c0254ea-2713-4401-a223-2ce8f2f4b91d tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1696000 Aug 16 21:18:42.475979 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52816) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:42.523581 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb0b75c4-55aa-4daa-97d1-87b2a15b0583 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:42.545275 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb0b75c4-55aa-4daa-97d1-87b2a15b0583 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:42.666845 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb0b75c4-55aa-4daa-97d1-87b2a15b0583 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:42.669554 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb0b75c4-55aa-4daa-97d1-87b2a15b0583 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:42.670752 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-cb0b75c4-55aa-4daa-97d1-87b2a15b0583 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "DELETE /v2.0/security-groups/79d3f889-0c8c-44b1-9339-ffe92c10f910 HTTP/1.1" status: 204 len: 168 time: 0.1989131 Aug 16 21:18:42.673461 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52818) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:42.679748 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b75c4-55aa-4daa-97d1-87b2a15b0583 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d3f889-0c8c-44b1-9339-ffe92c10f910,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:42.718250 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7bc80ce1-693e-4d41-968a-8b9a7b2e4023 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0436366 Aug 16 21:18:42.721986 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52820) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:42.726576 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-6877e108-e0c0-44e4-b2b7-cc8ae5a1d180 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Request body: {'security_group_rule': {'security_group_id': 'e4d3b7a2-7e7d-4b4d-8f9f-7e43faf84a5b', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:42.895862 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-6877e108-e0c0-44e4-b2b7-cc8ae5a1d180 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] create failed (client error): The resource could not be found. Aug 16 21:18:42.896937 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6877e108-e0c0-44e4-b2b7-cc8ae5a1d180 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1738353 Aug 16 21:18:42.900639 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52822) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:42.905432 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-04ecde88-daff-48ce-94f4-ff9902f92dff tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Request body: {'security_group': {'name': 'tempest-secgroup--2115712212'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:42.987180 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-04ecde88-daff-48ce-94f4-ff9902f92dff tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:43.073717 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-04ecde88-daff-48ce-94f4-ff9902f92dff tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:43.181351 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-04ecde88-daff-48ce-94f4-ff9902f92dff tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:43.210214 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ecde88-daff-48ce-94f4-ff9902f92dff tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b59cd36-76f6-45f5-a5ab-5632b3c2ed36,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:43.267260 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-04ecde88-daff-48ce-94f4-ff9902f92dff tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:43.268579 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-04ecde88-daff-48ce-94f4-ff9902f92dff tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3668697 Aug 16 21:18:43.271256 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52826) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:43.275843 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-a4316402-9eb5-4438-8ff4-881508e1d608 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Request body: {'security_group': {'name': 'tempest-secgroup--1646741370'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:43.353005 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a4316402-9eb5-4438-8ff4-881508e1d608 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:43.435403 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a4316402-9eb5-4438-8ff4-881508e1d608 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:43.475912 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1fb8d41b-03b6-44d2-b43e-9f7b94224089 req-3206a4b7-b36c-4cf5-8558-55fba411c552 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/ports?device_id=76e33265-4797-4680-b331-3ec5daf68206 HTTP/1.1" status: 200 len: 210 time: 0.0261781 Aug 16 21:18:43.510650 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a4316402-9eb5-4438-8ff4-881508e1d608 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:43.539708 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4316402-9eb5-4438-8ff4-881508e1d608 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a477d89d-40af-4b77-b686-faa65696bf11,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:43.644685 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a4316402-9eb5-4438-8ff4-881508e1d608 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:43.644984 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5c906709-50a4-417b-a1d5-1ed219bfb888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:43.645946 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a4316402-9eb5-4438-8ff4-881508e1d608 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3736591 Aug 16 21:18:43.648767 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52830) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:43.653605 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-ce131964-7f22-4562-995c-fb338faaf3ef tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Request body: {'security_group_rule': {'security_group_id': '5b59cd36-76f6-45f5-a5ab-5632b3c2ed36', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a477d89d-40af-4b77-b686-faa65696bf11'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:43.821739 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-ce131964-7f22-4562-995c-fb338faaf3ef tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:18:43.822823 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ce131964-7f22-4562-995c-fb338faaf3ef tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1730702 Aug 16 21:18:43.825652 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52832) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:43.850833 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:43.879261 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2774c80d-7728-4434-82a0-db34d2dbd1ef tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:43.906232 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2774c80d-7728-4434-82a0-db34d2dbd1ef tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:44.101337 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2774c80d-7728-4434-82a0-db34d2dbd1ef tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:44.104041 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2774c80d-7728-4434-82a0-db34d2dbd1ef tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:44.105262 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2774c80d-7728-4434-82a0-db34d2dbd1ef tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "DELETE /v2.0/security-groups/a477d89d-40af-4b77-b686-faa65696bf11 HTTP/1.1" status: 204 len: 168 time: 0.2786448 Aug 16 21:18:44.107966 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52834) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:44.114311 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774c80d-7728-4434-82a0-db34d2dbd1ef tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a477d89d-40af-4b77-b686-faa65696bf11,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:44.161378 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3bec4211-effe-4b73-b1ba-d26cf8ff6b23 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0521045 Aug 16 21:18:44.164110 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52836) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:44.217698 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dca9ba53-a934-4f88-9d93-920bc1f5bf2a tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:44.239568 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dca9ba53-a934-4f88-9d93-920bc1f5bf2a tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:44.370421 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dca9ba53-a934-4f88-9d93-920bc1f5bf2a tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:44.373055 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dca9ba53-a934-4f88-9d93-920bc1f5bf2a tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:44.374867 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-dca9ba53-a934-4f88-9d93-920bc1f5bf2a tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "DELETE /v2.0/security-groups/5b59cd36-76f6-45f5-a5ab-5632b3c2ed36 HTTP/1.1" status: 204 len: 168 time: 0.2098269 Aug 16 21:18:44.383719 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52838) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:44.384512 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9ba53-a934-4f88-9d93-920bc1f5bf2a tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b59cd36-76f6-45f5-a5ab-5632b3c2ed36,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:44.427588 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3758f315-64a7-4e5b-b064-313ef81e4634 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0407317 Aug 16 21:18:44.431084 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52840) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:44.436477 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-2732bf45-cd7d-4533-ba71-f60267ed8184 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Request body: {'security_group': {'name': 'tempest-secgroup--1869810291'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:44.457983 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d3a46-90d7-4cba-be61-78ec884effce req-2146ff91-cded-48f3-8fa2-ab6f05bd7044 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:44.459458 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e54d3a46-90d7-4cba-be61-78ec884effce req-2146ff91-cded-48f3-8fa2-ab6f05bd7044 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.90 "GET /v2.0/networks?id=c472bb2d-1dfc-4710-8f21-662ed948e871 HTTP/1.1" status: 200 len: 808 time: 0.1113410 Aug 16 21:18:44.471734 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-e54d3a46-90d7-4cba-be61-78ec884effce req-ee1b5c14-33df-484e-9b95-24c870e6619b tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Request body: {'port': {'device_id': '76e33265-4797-4680-b331-3ec5daf68206', 'network_id': 'c472bb2d-1dfc-4710-8f21-662ed948e871', 'admin_state_up': True, 'tenant_id': '25c3ca7465554f18a23fa38d4a880739'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:44.536175 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2732bf45-cd7d-4533-ba71-f60267ed8184 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:44.585028 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e7deaf17-f3dd-4258-bd76-73e415ae9032 req-379c3ca9-1062-4210-8b2f-254c8de2c733 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/ports?device_id=76e33265-4797-4680-b331-3ec5daf68206 HTTP/1.1" status: 200 len: 210 time: 0.0364072 Aug 16 21:18:44.627305 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2732bf45-cd7d-4533-ba71-f60267ed8184 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:44.719347 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2732bf45-cd7d-4533-ba71-f60267ed8184 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:44.751586 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2732bf45-cd7d-4533-ba71-f60267ed8184 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0f7875-c77f-4cd9-95dd-f4d03d3b7ce2,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:44.813447 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e54d3a46-90d7-4cba-be61-78ec884effce req-ee1b5c14-33df-484e-9b95-24c870e6619b tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Made reservation on behalf of 25c3ca7465554f18a23fa38d4a880739 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:18:44.817135 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e54d3a46-90d7-4cba-be61-78ec884effce req-ee1b5c14-33df-484e-9b95-24c870e6619b tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:44.882067 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:44.905780 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2732bf45-cd7d-4533-ba71-f60267ed8184 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:44.907344 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2732bf45-cd7d-4533-ba71-f60267ed8184 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4751472 Aug 16 21:18:44.910282 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52844) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:44.915439 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-bcc940fd-aa68-4b23-8951-204548874689 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:44.915891 n-d-793620-15 neutron-server[101845]: WARNING neutron.api.v2.base [None req-bcc940fd-aa68-4b23-8951-204548874689 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 21:18:44.916383 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-bcc940fd-aa68-4b23-8951-204548874689 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 21:18:44.917509 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-bcc940fd-aa68-4b23-8951-204548874689 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "PUT /v2.0/security-groups/7f0f7875-c77f-4cd9-95dd-f4d03d3b7ce2 HTTP/1.1" status: 409 len: 330 time: 0.0062978 Aug 16 21:18:44.920164 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52846) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:44.948895 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-e54d3a46-90d7-4cba-be61-78ec884effce req-ee1b5c14-33df-484e-9b95-24c870e6619b tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Allocated IP 172.20.0.5 (c472bb2d-1dfc-4710-8f21-662ed948e871/4fc65437-d72b-4956-9e58-b3e57bb45485/35f24d95-7610-4423-b471-283f95f802d2) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:18:44.978283 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ab38a732-b2ec-4978-b8bd-f3ab6338748e tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:45.001503 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ab38a732-b2ec-4978-b8bd-f3ab6338748e tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:45.094838 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e54d3a46-90d7-4cba-be61-78ec884effce req-ee1b5c14-33df-484e-9b95-24c870e6619b tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:45.116473 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ab38a732-b2ec-4978-b8bd-f3ab6338748e tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:45.119104 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ab38a732-b2ec-4978-b8bd-f3ab6338748e tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:45.120238 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ab38a732-b2ec-4978-b8bd-f3ab6338748e tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "DELETE /v2.0/security-groups/7f0f7875-c77f-4cd9-95dd-f4d03d3b7ce2 HTTP/1.1" status: 204 len: 168 time: 0.1986613 Aug 16 21:18:45.123395 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52848) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:45.141018 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38a732-b2ec-4978-b8bd-f3ab6338748e tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0f7875-c77f-4cd9-95dd-f4d03d3b7ce2,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:45.153139 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38a732-b2ec-4978-b8bd-f3ab6338748e tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:45.153487 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38a732-b2ec-4978-b8bd-f3ab6338748e tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:45.153832 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38a732-b2ec-4978-b8bd-f3ab6338748e tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:45.154174 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38a732-b2ec-4978-b8bd-f3ab6338748e tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:45.155155 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38a732-b2ec-4978-b8bd-f3ab6338748e tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:45.155573 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38a732-b2ec-4978-b8bd-f3ab6338748e tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:45.155937 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38a732-b2ec-4978-b8bd-f3ab6338748e tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:45.156267 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38a732-b2ec-4978-b8bd-f3ab6338748e tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:45.156594 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38a732-b2ec-4978-b8bd-f3ab6338748e tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:45.156920 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38a732-b2ec-4978-b8bd-f3ab6338748e tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:45.157248 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38a732-b2ec-4978-b8bd-f3ab6338748e tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:45.157578 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38a732-b2ec-4978-b8bd-f3ab6338748e tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:45.182996 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-04331f01-e45a-4ccc-b455-e4260ea08506 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0584314 Aug 16 21:18:45.186893 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52850) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:45.209139 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e54d3a46-90d7-4cba-be61-78ec884effce req-ee1b5c14-33df-484e-9b95-24c870e6619b tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:45.209435 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-269ad5b9-486b-4b02-86d7-f4681fc15ab4 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] delete failed (client error): The resource could not be found. Aug 16 21:18:45.211059 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-269ad5b9-486b-4b02-86d7-f4681fc15ab4 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "DELETE /v2.0/security-groups/63710de8-e763-4b46-a1c6-167d3ea8c071 HTTP/1.1" status: 404 len: 347 time: 0.0224159 Aug 16 21:18:45.215074 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52852) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:45.229788 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-c82e3689-5d15-44bf-b04e-04296518c419 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] show failed (client error): The resource could not be found. Aug 16 21:18:45.230678 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c82e3689-5d15-44bf-b04e-04296518c419 tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "GET /v2.0/security-groups/cd68bd0b-70f6-4b3e-9ed4-bd09553ba2c8 HTTP/1.1" status: 404 len: 347 time: 0.0142190 Aug 16 21:18:45.235168 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52854) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:45.249370 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-cd12023b-a619-42e1-b395-64af14178d5e tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] show failed (client error): The resource could not be found. Aug 16 21:18:45.250453 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-cd12023b-a619-42e1-b395-64af14178d5e tempest-NegativeSecGroupTest-741169715 tempest-NegativeSecGroupTest-741169715-project] 10.222.0.84 "GET /v2.0/security-group-rules/5cf8d6f1-2f2c-4287-b08c-c39bfbbe19c6 HTTP/1.1" status: 404 len: 356 time: 0.0142553 Aug 16 21:18:45.261505 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e54d3a46-90d7-4cba-be61-78ec884effce req-ee1b5c14-33df-484e-9b95-24c870e6619b tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Network c472bb2d-1dfc-4710-8f21-662ed948e871 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:18:45.265320 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-e54d3a46-90d7-4cba-be61-78ec884effce req-ee1b5c14-33df-484e-9b95-24c870e6619b tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:18:45.269378 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54d3a46-90d7-4cba-be61-78ec884effce req-ee1b5c14-33df-484e-9b95-24c870e6619b tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:18:45.275940 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b5c14-33df-484e-9b95-24c870e6619b tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Pushing event updated for resources: {'Port': ['ID=35f24d95-7610-4423-b471-283f95f802d2,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:45.320974 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d3a46-90d7-4cba-be61-78ec884effce req-ee1b5c14-33df-484e-9b95-24c870e6619b tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:45.321587 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e54d3a46-90d7-4cba-be61-78ec884effce req-ee1b5c14-33df-484e-9b95-24c870e6619b tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:45.439171 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e54d3a46-90d7-4cba-be61-78ec884effce req-ee1b5c14-33df-484e-9b95-24c870e6619b tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9709895 Aug 16 21:18:45.501704 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-e54d3a46-90d7-4cba-be61-78ec884effce req-294bd7cf-444a-4834-8544-be1814e8fede service neutron] Request body: {'port': {'device_id': '76e33265-4797-4680-b331-3ec5daf68206', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:45.554637 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e54d3a46-90d7-4cba-be61-78ec884effce req-294bd7cf-444a-4834-8544-be1814e8fede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:45.638436 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52864) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:45.770729 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6341333-f9d2-469d-bcbc-0a5286dc336e req-68d13b6e-c6c2-416f-ad65-65123c782c85 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:45.772262 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e6341333-f9d2-469d-bcbc-0a5286dc336e req-68d13b6e-c6c2-416f-ad65-65123c782c85 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/ports?device_id=76e33265-4797-4680-b331-3ec5daf68206 HTTP/1.1" status: 200 len: 931 time: 0.1082058 Aug 16 21:18:45.781611 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f03ed1fb-8c92-456c-9bd2-676b9592f48a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=944e77950c79402c82dccf8df1b938e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1387901 Aug 16 21:18:45.781804 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52868) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:45.830137 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ef0de4f9-efe7-4b4b-86ad-36164f08c77d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:45.836205 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e6341333-f9d2-469d-bcbc-0a5286dc336e req-d874de30-800e-4e42-879f-192f247c94e9 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/security-groups?id=6795f0c0-ddf8-46f7-b4fe-11731a660b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570707 Aug 16 21:18:45.856201 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ef0de4f9-efe7-4b4b-86ad-36164f08c77d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:45.886424 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-e54d3a46-90d7-4cba-be61-78ec884effce req-294bd7cf-444a-4834-8544-be1814e8fede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35f24d95-7610-4423-b471-283f95f802d2 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:18:45.893919 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e54d3a46-90d7-4cba-be61-78ec884effce req-294bd7cf-444a-4834-8544-be1814e8fede service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:45.992735 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-e54d3a46-90d7-4cba-be61-78ec884effce req-294bd7cf-444a-4834-8544-be1814e8fede service neutron] Transition to ACTIVE for port object 35f24d95-7610-4423-b471-283f95f802d2 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:18:45.993368 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ef0de4f9-efe7-4b4b-86ad-36164f08c77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:45.995902 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ef0de4f9-efe7-4b4b-86ad-36164f08c77d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:45.997190 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ef0de4f9-efe7-4b4b-86ad-36164f08c77d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4e389d70-5d3a-4762-9172-91afe4583ecd HTTP/1.1" status: 204 len: 168 time: 0.2145104 Aug 16 21:18:46.005850 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0de4f9-efe7-4b4b-86ad-36164f08c77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e389d70-5d3a-4762-9172-91afe4583ecd,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:46.084140 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e54d3a46-90d7-4cba-be61-78ec884effce req-294bd7cf-444a-4834-8544-be1814e8fede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:46.139803 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294bd7cf-444a-4834-8544-be1814e8fede service neutron] Pushing event updated for resources: {'Port': ['ID=35f24d95-7610-4423-b471-283f95f802d2,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:46.204146 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-e54d3a46-90d7-4cba-be61-78ec884effce req-294bd7cf-444a-4834-8544-be1814e8fede service neutron] Attempting to bind port 35f24d95-7610-4423-b471-283f95f802d2 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:18:46.204488 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-e54d3a46-90d7-4cba-be61-78ec884effce req-294bd7cf-444a-4834-8544-be1814e8fede service neutron] Attempting to bind port 35f24d95-7610-4423-b471-283f95f802d2 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'ceea65c1-7822-4c0c-87f6-130911c1743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c472bb2d-1dfc-4710-8f21-662ed948e871'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:18:46.204817 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54d3a46-90d7-4cba-be61-78ec884effce req-294bd7cf-444a-4834-8544-be1814e8fede service neutron] Attempting to bind port 35f24d95-7610-4423-b471-283f95f802d2 on network c472bb2d-1dfc-4710-8f21-662ed948e871 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:18:46.209065 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54d3a46-90d7-4cba-be61-78ec884effce req-294bd7cf-444a-4834-8544-be1814e8fede service neutron] Port 35f24d95-7610-4423-b471-283f95f802d2 on network c472bb2d-1dfc-4710-8f21-662ed948e871 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:18:46.209384 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54d3a46-90d7-4cba-be61-78ec884effce req-294bd7cf-444a-4834-8544-be1814e8fede service neutron] Attempting to bind port 35f24d95-7610-4423-b471-283f95f802d2 on network c472bb2d-1dfc-4710-8f21-662ed948e871 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:18:46.214120 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54d3a46-90d7-4cba-be61-78ec884effce req-294bd7cf-444a-4834-8544-be1814e8fede service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:18:46.214759 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54d3a46-90d7-4cba-be61-78ec884effce req-294bd7cf-444a-4834-8544-be1814e8fede service neutron] Checking segment: {'id': 'ceea65c1-7822-4c0c-87f6-130911c1743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c472bb2d-1dfc-4710-8f21-662ed948e871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:18:46.215145 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54d3a46-90d7-4cba-be61-78ec884effce req-294bd7cf-444a-4834-8544-be1814e8fede service neutron] Bound using segment: {'id': 'ceea65c1-7822-4c0c-87f6-130911c1743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c472bb2d-1dfc-4710-8f21-662ed948e871'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:18:46.215567 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-e54d3a46-90d7-4cba-be61-78ec884effce req-294bd7cf-444a-4834-8544-be1814e8fede service neutron] Bound port: 35f24d95-7610-4423-b471-283f95f802d2, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceea65c1-7822-4c0c-87f6-130911c1743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c472bb2d-1dfc-4710-8f21-662ed948e871'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:18:46.215958 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e54d3a46-90d7-4cba-be61-78ec884effce req-294bd7cf-444a-4834-8544-be1814e8fede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:46.283987 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-e54d3a46-90d7-4cba-be61-78ec884effce req-294bd7cf-444a-4834-8544-be1814e8fede service neutron] For port 35f24d95-7610-4423-b471-283f95f802d2, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:18:46.287218 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-e54d3a46-90d7-4cba-be61-78ec884effce req-294bd7cf-444a-4834-8544-be1814e8fede service neutron] For port 35f24d95-7610-4423-b471-283f95f802d2, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=35f24d95-7610-4423-b471-283f95f802d2,segment=NetworkSegment(ceea65c1-7822-4c0c-87f6-130911c1743c),segment_id=ceea65c1-7822-4c0c-87f6-130911c1743c)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:18:46.351621 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e54d3a46-90d7-4cba-be61-78ec884effce req-294bd7cf-444a-4834-8544-be1814e8fede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:46.393428 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d3a46-90d7-4cba-be61-78ec884effce req-294bd7cf-444a-4834-8544-be1814e8fede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:46.394057 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e54d3a46-90d7-4cba-be61-78ec884effce req-294bd7cf-444a-4834-8544-be1814e8fede service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:46.395465 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e54d3a46-90d7-4cba-be61-78ec884effce req-294bd7cf-444a-4834-8544-be1814e8fede service neutron] 10.222.0.90 "PUT /v2.0/ports/35f24d95-7610-4423-b471-283f95f802d2 HTTP/1.1" status: 200 len: 1092 time: 0.9483697 Aug 16 21:18:46.395927 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76e33265-4797-4680-b331-3ec5daf68206', 'tag': '35f24d95-7610-4423-b471-283f95f802d2'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:18:46.398202 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b70f7a-3636-42d4-9493-553b21d18c7e" -d '{"events": [{"name": "network-changed", "server_uuid": "76e33265-4797-4680-b331-3ec5daf68206", "tag": "35f24d95-7610-4423-b471-283f95f802d2"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:18:46.421444 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294bd7cf-444a-4834-8544-be1814e8fede service neutron] Pushing event updated for resources: {'Port': ['ID=35f24d95-7610-4423-b471-283f95f802d2,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:46.528561 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d3a46-90d7-4cba-be61-78ec884effce req-2d5da00b-29f9-478b-a618-ec3422c44346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:46.530687 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e54d3a46-90d7-4cba-be61-78ec884effce req-2d5da00b-29f9-478b-a618-ec3422c44346 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=25c3ca7465554f18a23fa38d4a880739&device_id=76e33265-4797-4680-b331-3ec5daf68206 HTTP/1.1" status: 200 len: 1095 time: 0.0433235 Aug 16 21:18:46.572266 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a426777e-ebd4-4013-a45d-258ac8ddf43c x-openstack-request-id: req-a426777e-ebd4-4013-a45d-258ac8ddf43c {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:18:46.572568 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76e33265-4797-4680-b331-3ec5daf68206", "tag": "35f24d95-7610-4423-b471-283f95f802d2", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:18:46.572826 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a426777e-ebd4-4013-a45d-258ac8ddf43c {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:18:46.573232 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76e33265-4797-4680-b331-3ec5daf68206', 'tag': '35f24d95-7610-4423-b471-283f95f802d2', 'status': 'completed', 'code': 200} Aug 16 21:18:46.575049 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e54d3a46-90d7-4cba-be61-78ec884effce req-91272920-264d-4dee-8739-031ccd3fff78 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35f24d95-7610-4423-b471-283f95f802d2 HTTP/1.1" status: 200 len: 217 time: 0.0373282 Aug 16 21:18:46.613948 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:46.627558 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d3a46-90d7-4cba-be61-78ec884effce req-6f93177b-adec-49ad-8729-8616e57f49ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:46.629091 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e54d3a46-90d7-4cba-be61-78ec884effce req-6f93177b-adec-49ad-8729-8616e57f49ff service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4fc65437-d72b-4956-9e58-b3e57bb45485 HTTP/1.1" status: 200 len: 848 time: 0.0474985 Aug 16 21:18:46.661916 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e54d3a46-90d7-4cba-be61-78ec884effce req-e725277d-efd7-4458-a589-24434f25e15d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c472bb2d-1dfc-4710-8f21-662ed948e871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254364 Aug 16 21:18:46.756814 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e54d3a46-90d7-4cba-be61-78ec884effce req-e676e2e8-51da-4638-a67d-388e670bcba1 service neutron] 10.222.0.90 "GET /v2.0/networks/c472bb2d-1dfc-4710-8f21-662ed948e871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874979 Aug 16 21:18:47.062594 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52896) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:47.163810 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-b27cd8e8-20b9-4891-a269-49616043054a tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-341602746'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:47.238728 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99238817-053b-4383-bf1b-900f52cbc873 req-1e451226-a5be-477d-a9aa-7b1cc49ba4fb tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:47.240254 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-99238817-053b-4383-bf1b-900f52cbc873 req-1e451226-a5be-477d-a9aa-7b1cc49ba4fb tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/ports?device_id=76e33265-4797-4680-b331-3ec5daf68206 HTTP/1.1" status: 200 len: 943 time: 0.0759201 Aug 16 21:18:47.249964 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27cd8e8-20b9-4891-a269-49616043054a tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Made reservation on behalf of d884dcdde71d494f97f7437b158468a4 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:18:47.253523 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b27cd8e8-20b9-4891-a269-49616043054a tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:47.256376 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e54d3a46-90d7-4cba-be61-78ec884effce req-adaf215b-cc20-4f36-aebd-05a4831d0554 service neutron] 10.222.0.90 "GET /v2.0/networks/c472bb2d-1dfc-4710-8f21-662ed948e871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4927561 Aug 16 21:18:47.262296 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b27cd8e8-20b9-4891-a269-49616043054a tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:47.288399 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-99238817-053b-4383-bf1b-900f52cbc873 req-b3ab83c6-34e5-4ca1-9563-9103e33689d1 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/security-groups?id=6795f0c0-ddf8-46f7-b4fe-11731a660b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404904 Aug 16 21:18:47.353695 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b27cd8e8-20b9-4891-a269-49616043054a tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:47.436076 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b70f7a-3636-42d4-9493-553b21d18c7e req-5399308f-360e-470c-9059-375846d14198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:47.436346 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b27cd8e8-20b9-4891-a269-49616043054a tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:47.437616 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a0b70f7a-3636-42d4-9493-553b21d18c7e req-5399308f-360e-470c-9059-375846d14198 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=25c3ca7465554f18a23fa38d4a880739&device_id=76e33265-4797-4680-b331-3ec5daf68206 HTTP/1.1" status: 200 len: 1095 time: 0.0399690 Aug 16 21:18:47.459570 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b27cd8e8-20b9-4891-a269-49616043054a tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:18:47.475587 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27cd8e8-20b9-4891-a269-49616043054a tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb87ca9-fea4-44c3-87f7-4346b8cb598e,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:47.478537 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b27cd8e8-20b9-4891-a269-49616043054a tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:47.478890 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-b27cd8e8-20b9-4891-a269-49616043054a tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Added segment d1e2211f-b57f-4fee-b040-7fa29935ee4d of type vlan for network 432391bc-fbd1-4775-a184-9fa47d18829d Aug 16 21:18:47.521349 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b27cd8e8-20b9-4891-a269-49616043054a tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:47.532508 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b70f7a-3636-42d4-9493-553b21d18c7e req-d51bad26-2127-4988-8e6d-d10fdc5bc1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:47.533998 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a0b70f7a-3636-42d4-9493-553b21d18c7e req-d51bad26-2127-4988-8e6d-d10fdc5bc1f7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c472bb2d-1dfc-4710-8f21-662ed948e871 HTTP/1.1" status: 200 len: 909 time: 0.0891786 Aug 16 21:18:47.577431 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a0b70f7a-3636-42d4-9493-553b21d18c7e req-2e1fba3c-5ff1-45d9-a3eb-5927998a5a40 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35f24d95-7610-4423-b471-283f95f802d2 HTTP/1.1" status: 200 len: 217 time: 0.0342553 Aug 16 21:18:47.625695 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b27cd8e8-20b9-4891-a269-49616043054a tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:47.629898 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b70f7a-3636-42d4-9493-553b21d18c7e req-a2118d66-abe1-4f78-b543-83d07c613a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:47.631202 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27cd8e8-20b9-4891-a269-49616043054a tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:47.631340 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a0b70f7a-3636-42d4-9493-553b21d18c7e req-a2118d66-abe1-4f78-b543-83d07c613a5c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4fc65437-d72b-4956-9e58-b3e57bb45485 HTTP/1.1" status: 200 len: 848 time: 0.0471666 Aug 16 21:18:47.631816 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b27cd8e8-20b9-4891-a269-49616043054a tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:47.665410 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a0b70f7a-3636-42d4-9493-553b21d18c7e req-4b752dca-0baa-46a1-88fc-7ae764611765 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c472bb2d-1dfc-4710-8f21-662ed948e871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253325 Aug 16 21:18:47.696254 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27cd8e8-20b9-4891-a269-49616043054a tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Pushing event updated for resources: {'Network': ['ID=432391bc-fbd1-4775-a184-9fa47d18829d,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:47.707035 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 432391bc-fbd1-4775-a184-9fa47d18829d details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:18:47.753997 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b27cd8e8-20b9-4891-a269-49616043054a tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6897881 Aug 16 21:18:47.756414 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52900) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:47.759182 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a0b70f7a-3636-42d4-9493-553b21d18c7e req-f2828998-da58-45f2-8543-ab45c06753d0 service neutron] 10.222.0.90 "GET /v2.0/networks/c472bb2d-1dfc-4710-8f21-662ed948e871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861349 Aug 16 21:18:47.761620 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-ff8a0a04-10f1-493b-9983-79061f68677d tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Request body: {'subnet': {'network_id': '432391bc-fbd1-4775-a184-9fa47d18829d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:47.851589 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a0b70f7a-3636-42d4-9493-553b21d18c7e req-dd04869d-145f-452d-8455-70fe709f285d service neutron] 10.222.0.90 "GET /v2.0/networks/c472bb2d-1dfc-4710-8f21-662ed948e871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850415 Aug 16 21:18:47.924613 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8a0a04-10f1-493b-9983-79061f68677d tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Made reservation on behalf of d884dcdde71d494f97f7437b158468a4 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:18:47.928406 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ff8a0a04-10f1-493b-9983-79061f68677d tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:48.176190 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ff8a0a04-10f1-493b-9983-79061f68677d tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:48.237489 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a0a04-10f1-493b-9983-79061f68677d tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Pushing event updated for resources: {'Subnet': ['ID=697113d7-c224-4a6b-a88f-aeb9d751b9ab,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:48.244323 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8a0a04-10f1-493b-9983-79061f68677d tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Checking segment: {'id': 'd1e2211f-b57f-4fee-b040-7fa29935ee4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '432391bc-fbd1-4775-a184-9fa47d18829d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:18:48.244688 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8a0a04-10f1-493b-9983-79061f68677d tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Network hostable DHCP agents. Network: 432391bc-fbd1-4775-a184-9fa47d18829d, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:18:48.324285 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8a0a04-10f1-493b-9983-79061f68677d tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Network 432391bc-fbd1-4775-a184-9fa47d18829d is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:18:48.375861 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-ff8a0a04-10f1-493b-9983-79061f68677d tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 432391bc-fbd1-4775-a184-9fa47d18829d) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:18:48.380512 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8a0a04-10f1-493b-9983-79061f68677d tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:48.381683 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ff8a0a04-10f1-493b-9983-79061f68677d tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:48.385099 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854e3ea3-7dc8-4c67-b3d3-a63fc0751ae0 None None] Network 432391bc-fbd1-4775-a184-9fa47d18829d requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:18:48.413401 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6b8f4-9a05-4ebf-92ca-f57a08e6a209 req-37d92961-7b67-45b2-9ef9-7e98b2f6db6e tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:48.414951 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-61f6b8f4-9a05-4ebf-92ca-f57a08e6a209 req-37d92961-7b67-45b2-9ef9-7e98b2f6db6e tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/ports?device_id=76e33265-4797-4680-b331-3ec5daf68206 HTTP/1.1" status: 200 len: 943 time: 0.0513744 Aug 16 21:18:48.453615 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-61f6b8f4-9a05-4ebf-92ca-f57a08e6a209 req-c4646ffb-6ead-4c8b-a10c-36649ba93661 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/security-groups?id=6795f0c0-ddf8-46f7-b4fe-11731a660b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318091 Aug 16 21:18:48.456242 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ff8a0a04-10f1-493b-9983-79061f68677d tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6986794 Aug 16 21:18:48.458913 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52904) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:48.464010 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-b71c4815-5b1f-47cf-a7f2-156bcd2587ef tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Request body: {'port': {'network_id': '432391bc-fbd1-4775-a184-9fa47d18829d', 'name': 'tempest-TagsExtTest-249171998'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:48.532457 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621e87ac-e012-44ce-961c-d425786b1893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-432391bc-fbd1-4775-a184-9fa47d18829d', 'network_id': '432391bc-fbd1-4775-a184-9fa47d18829d', 'tenant_id': 'd884dcdde71d494f97f7437b158468a4', 'fixed_ips': [{'subnet_id': '697113d7-c224-4a6b-a88f-aeb9d751b9ab'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:18:48.533319 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-621e87ac-e012-44ce-961c-d425786b1893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:48.636147 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71c4815-5b1f-47cf-a7f2-156bcd2587ef tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Made reservation on behalf of d884dcdde71d494f97f7437b158468a4 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:18:48.640486 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b71c4815-5b1f-47cf-a7f2-156bcd2587ef tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:48.660734 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-621e87ac-e012-44ce-961c-d425786b1893 None None] Allocated IP 172.20.0.2 (432391bc-fbd1-4775-a184-9fa47d18829d/697113d7-c224-4a6b-a88f-aeb9d751b9ab/ef27d6e5-0959-4a5a-9398-31e44bad0b23) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:18:48.808543 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-621e87ac-e012-44ce-961c-d425786b1893 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:48.817541 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-621e87ac-e012-44ce-961c-d425786b1893 None None] Transition to ACTIVE for port object ef27d6e5-0959-4a5a-9398-31e44bad0b23 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:18:48.833315 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-621e87ac-e012-44ce-961c-d425786b1893 None None] Transition to ACTIVE for port object ef27d6e5-0959-4a5a-9398-31e44bad0b23 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:18:48.893943 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-621e87ac-e012-44ce-961c-d425786b1893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:48.895891 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [None req-b71c4815-5b1f-47cf-a7f2-156bcd2587ef tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] device_id is not set on port be2141b9-df47-47bb-899f-c98e48242a97 yet. {{(pid=101845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 21:18:48.935195 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621e87ac-e012-44ce-961c-d425786b1893 None None] Network 432391bc-fbd1-4775-a184-9fa47d18829d is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:18:48.938763 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-621e87ac-e012-44ce-961c-d425786b1893 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:18:48.942351 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621e87ac-e012-44ce-961c-d425786b1893 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:18:48.949126 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e87ac-e012-44ce-961c-d425786b1893 None None] Pushing event updated for resources: {'Port': ['ID=ef27d6e5-0959-4a5a-9398-31e44bad0b23,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:49.008013 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-b71c4815-5b1f-47cf-a7f2-156bcd2587ef tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Allocated IP 172.20.0.4 (432391bc-fbd1-4775-a184-9fa47d18829d/697113d7-c224-4a6b-a88f-aeb9d751b9ab/be2141b9-df47-47bb-899f-c98e48242a97) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:18:49.151427 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-621e87ac-e012-44ce-961c-d425786b1893 None None] Attempting to bind port ef27d6e5-0959-4a5a-9398-31e44bad0b23 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:18:49.151749 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-621e87ac-e012-44ce-961c-d425786b1893 None None] Attempting to bind port ef27d6e5-0959-4a5a-9398-31e44bad0b23 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'd1e2211f-b57f-4fee-b040-7fa29935ee4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '432391bc-fbd1-4775-a184-9fa47d18829d'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:18:49.152083 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621e87ac-e012-44ce-961c-d425786b1893 None None] Attempting to bind port ef27d6e5-0959-4a5a-9398-31e44bad0b23 on network 432391bc-fbd1-4775-a184-9fa47d18829d {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:18:49.157501 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621e87ac-e012-44ce-961c-d425786b1893 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:18:49.157884 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621e87ac-e012-44ce-961c-d425786b1893 None None] Checking segment: {'id': 'd1e2211f-b57f-4fee-b040-7fa29935ee4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '432391bc-fbd1-4775-a184-9fa47d18829d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:18:49.158286 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-621e87ac-e012-44ce-961c-d425786b1893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:49.158682 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621e87ac-e012-44ce-961c-d425786b1893 None None] Bound using segment: {'id': 'd1e2211f-b57f-4fee-b040-7fa29935ee4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '432391bc-fbd1-4775-a184-9fa47d18829d'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:18:49.159193 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-621e87ac-e012-44ce-961c-d425786b1893 None None] Bound port: ef27d6e5-0959-4a5a-9398-31e44bad0b23, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e2211f-b57f-4fee-b040-7fa29935ee4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '432391bc-fbd1-4775-a184-9fa47d18829d'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:18:49.159536 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-621e87ac-e012-44ce-961c-d425786b1893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:49.160603 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b71c4815-5b1f-47cf-a7f2-156bcd2587ef tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:49.174211 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-b71c4815-5b1f-47cf-a7f2-156bcd2587ef tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Transition to ACTIVE for port object be2141b9-df47-47bb-899f-c98e48242a97 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:18:49.233323 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-621e87ac-e012-44ce-961c-d425786b1893 None None] For port ef27d6e5-0959-4a5a-9398-31e44bad0b23, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:18:49.237644 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-621e87ac-e012-44ce-961c-d425786b1893 None None] For port ef27d6e5-0959-4a5a-9398-31e44bad0b23, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=ef27d6e5-0959-4a5a-9398-31e44bad0b23,segment=NetworkSegment(d1e2211f-b57f-4fee-b040-7fa29935ee4d),segment_id=d1e2211f-b57f-4fee-b040-7fa29935ee4d)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:18:49.262131 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b71c4815-5b1f-47cf-a7f2-156bcd2587ef tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:49.284181 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:49.302772 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71c4815-5b1f-47cf-a7f2-156bcd2587ef tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Network 432391bc-fbd1-4775-a184-9fa47d18829d is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:18:49.307766 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-b71c4815-5b1f-47cf-a7f2-156bcd2587ef tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:18:49.312017 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71c4815-5b1f-47cf-a7f2-156bcd2587ef tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:18:49.336736 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-621e87ac-e012-44ce-961c-d425786b1893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:49.340546 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c4815-5b1f-47cf-a7f2-156bcd2587ef tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Pushing event updated for resources: {'Port': ['ID=be2141b9-df47-47bb-899f-c98e48242a97,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:49.368163 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71c4815-5b1f-47cf-a7f2-156bcd2587ef tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:49.368785 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b71c4815-5b1f-47cf-a7f2-156bcd2587ef tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:49.397784 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e87ac-e012-44ce-961c-d425786b1893 None None] Pushing event updated for resources: {'Port': ['ID=ef27d6e5-0959-4a5a-9398-31e44bad0b23,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:49.445440 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b71c4815-5b1f-47cf-a7f2-156bcd2587ef tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.9854357 Aug 16 21:18:49.447982 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52906) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:49.453144 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-2d041058-9f18-4ded-b28d-e4cb61028660 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-408398804', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:49.542737 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d041058-9f18-4ded-b28d-e4cb61028660 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:49.547108 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d041058-9f18-4ded-b28d-e4cb61028660 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:49.601467 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00e35e-0fa4-4f43-81e6-9c28698a59f2 req-a0b2b41b-738a-4009-8b1a-44c975b9b95f tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:49.603247 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4f00e35e-0fa4-4f43-81e6-9c28698a59f2 req-a0b2b41b-738a-4009-8b1a-44c975b9b95f tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/ports?device_id=76e33265-4797-4680-b331-3ec5daf68206 HTTP/1.1" status: 200 len: 943 time: 0.0787258 Aug 16 21:18:49.604077 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d041058-9f18-4ded-b28d-e4cb61028660 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:49.645201 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4f00e35e-0fa4-4f43-81e6-9c28698a59f2 req-0abab5fc-03e1-4f4d-8fdb-064761ed0008 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/security-groups?id=6795f0c0-ddf8-46f7-b4fe-11731a660b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339549 Aug 16 21:18:49.665642 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d041058-9f18-4ded-b28d-e4cb61028660 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:49.747105 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d041058-9f18-4ded-b28d-e4cb61028660 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:49.748972 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2d041058-9f18-4ded-b28d-e4cb61028660 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3000221 Aug 16 21:18:49.751745 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52910) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:49.756239 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-a43f775d-a806-4725-b09f-7706cd94d31e tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-207379323', 'prefixes': ['172.20.0.0/16']}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:49.953102 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a43f775d-a806-4725-b09f-7706cd94d31e tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks [] for subnetpool, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:49.954288 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a43f775d-a806-4725-b09f-7706cd94d31e tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2015672 Aug 16 21:18:49.957721 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52912) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:49.964884 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-c484409b-5b38-4e96-b3b5-179590dd14f3 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '697113d7-c224-4a6b-a88f-aeb9d751b9ab', 'tempest-TagsExtTest-Tag-1744683612') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:50.129209 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c484409b-5b38-4e96-b3b5-179590dd14f3 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "PUT /v2.0/subnets/697113d7-c224-4a6b-a88f-aeb9d751b9ab/tags/tempest-TagsExtTest-Tag-1744683612 HTTP/1.1" status: 201 len: 201 time: 0.1703970 Aug 16 21:18:50.131926 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52916) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:50.136963 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-01d26e72-d38a-4fab-9196-0f0e9c21c4e1 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'be2141b9-df47-47bb-899f-c98e48242a97', 'tempest-TagsExtTest-Tag-970319282') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:50.288929 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909e6439-d42e-41d7-9dfb-6c44aab28947 None None] Network 432391bc-fbd1-4775-a184-9fa47d18829d requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:18:50.289507 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-01d26e72-d38a-4fab-9196-0f0e9c21c4e1 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "PUT /v2.0/ports/be2141b9-df47-47bb-899f-c98e48242a97/tags/tempest-TagsExtTest-Tag-970319282 HTTP/1.1" status: 201 len: 201 time: 0.1559501 Aug 16 21:18:50.291512 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52918) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:50.297128 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-67696ae9-180a-46c1-87df-240819a7a783 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '83b619a5-6b3b-4c72-9522-183a145eefde', 'tempest-TagsExtTest-Tag-567900216') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:50.456770 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-67696ae9-180a-46c1-87df-240819a7a783 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "PUT /v2.0/routers/83b619a5-6b3b-4c72-9522-183a145eefde/tags/tempest-TagsExtTest-Tag-567900216 HTTP/1.1" status: 201 len: 201 time: 0.1638887 Aug 16 21:18:50.459179 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52920) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:50.466582 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-efb605c9-8c1f-4c5d-990a-b7fb75a1a369 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '83cc989d-d2cc-4318-ad35-429087cfa54f', 'tempest-TagsExtTest-Tag-717884607') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:50.488348 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-902189b3-0e78-4051-b374-49cad15a8f2a None None] Provisioning for port ef27d6e5-0959-4a5a-9398-31e44bad0b23 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:18:50.569219 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-efb605c9-8c1f-4c5d-990a-b7fb75a1a369 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "PUT /v2.0/subnetpools/83cc989d-d2cc-4318-ad35-429087cfa54f/tags/tempest-TagsExtTest-Tag-717884607 HTTP/1.1" status: 201 len: 201 time: 0.1089408 Aug 16 21:18:50.571806 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52922) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:50.577053 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-f647624f-bba4-4f08-a0fd-1d09a2b7295b tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '697113d7-c224-4a6b-a88f-aeb9d751b9ab') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:50.629589 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f647624f-bba4-4f08-a0fd-1d09a2b7295b tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "GET /v2.0/subnets/697113d7-c224-4a6b-a88f-aeb9d751b9ab/tags HTTP/1.1" status: 200 len: 241 time: 0.0567062 Aug 16 21:18:50.632132 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52924) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:50.636530 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-591a943b-2a56-4927-a736-3ef5e343f920 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '697113d7-c224-4a6b-a88f-aeb9d751b9ab', 'tempest-TagsExtTest-Tag-1744683612') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:50.703245 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-591a943b-2a56-4927-a736-3ef5e343f920 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "GET /v2.0/subnets/697113d7-c224-4a6b-a88f-aeb9d751b9ab/tags/tempest-TagsExtTest-Tag-1744683612 HTTP/1.1" status: 204 len: 168 time: 0.0700321 Aug 16 21:18:50.705800 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52928) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:50.710615 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-fdf84c2f-1708-4f50-8473-0e854c04eb05 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '697113d7-c224-4a6b-a88f-aeb9d751b9ab', 'tempest-TagsExtTest-Tag-1744683612') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:50.784578 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16347f47-79fa-411d-9505-a7f6aa1564f8 req-d1d9c379-9dfd-410b-9532-b762bcab9a6f tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:50.786099 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-16347f47-79fa-411d-9505-a7f6aa1564f8 req-d1d9c379-9dfd-410b-9532-b762bcab9a6f tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/ports?device_id=76e33265-4797-4680-b331-3ec5daf68206 HTTP/1.1" status: 200 len: 943 time: 0.0663929 Aug 16 21:18:50.804506 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-011b31df-5df6-4b08-8487-f6acab93f12c None None] Provisioning for port be2141b9-df47-47bb-899f-c98e48242a97 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:18:50.808471 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-011b31df-5df6-4b08-8487-f6acab93f12c None None] Provisioning complete for port be2141b9-df47-47bb-899f-c98e48242a97 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:50.808851 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-011b31df-5df6-4b08-8487-f6acab93f12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:50.826139 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-16347f47-79fa-411d-9505-a7f6aa1564f8 req-b3ab2d13-a071-4abf-a834-526131f2f4eb tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/security-groups?id=6795f0c0-ddf8-46f7-b4fe-11731a660b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335767 Aug 16 21:18:50.848434 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-011b31df-5df6-4b08-8487-f6acab93f12c None None] Port be2141b9-df47-47bb-899f-c98e48242a97 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:18:50.849065 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fdf84c2f-1708-4f50-8473-0e854c04eb05 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "DELETE /v2.0/subnets/697113d7-c224-4a6b-a88f-aeb9d751b9ab/tags/tempest-TagsExtTest-Tag-1744683612 HTTP/1.1" status: 204 len: 168 time: 0.1418571 Aug 16 21:18:50.851519 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52930) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:50.856937 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-c1d1cd0c-a701-4e19-912e-fb429b58fd26 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '697113d7-c224-4a6b-a88f-aeb9d751b9ab') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:50.906923 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c1d1cd0c-a701-4e19-912e-fb429b58fd26 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "GET /v2.0/subnets/697113d7-c224-4a6b-a88f-aeb9d751b9ab/tags HTTP/1.1" status: 200 len: 205 time: 0.0543528 Aug 16 21:18:50.909301 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52932) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:50.913579 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-94cc5a04-5993-4e3b-a44b-70cbd04c614f tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'be2141b9-df47-47bb-899f-c98e48242a97') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:50.966513 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-94cc5a04-5993-4e3b-a44b-70cbd04c614f tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "GET /v2.0/ports/be2141b9-df47-47bb-899f-c98e48242a97/tags HTTP/1.1" status: 200 len: 240 time: 0.0561013 Aug 16 21:18:50.966974 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c65e0ab3-5930-4f6a-90ec-1bdac6a9c192 None None] Provisioning complete for port be2141b9-df47-47bb-899f-c98e48242a97 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:50.967354 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c65e0ab3-5930-4f6a-90ec-1bdac6a9c192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:50.969018 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52934) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:50.973633 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-76a05c5c-5823-4e7c-84f1-f4ef275a6d46 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'be2141b9-df47-47bb-899f-c98e48242a97', 'tempest-TagsExtTest-Tag-970319282') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:51.001620 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-c65e0ab3-5930-4f6a-90ec-1bdac6a9c192 None None] Port be2141b9-df47-47bb-899f-c98e48242a97 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:18:51.024330 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-76a05c5c-5823-4e7c-84f1-f4ef275a6d46 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "GET /v2.0/ports/be2141b9-df47-47bb-899f-c98e48242a97/tags/tempest-TagsExtTest-Tag-970319282 HTTP/1.1" status: 204 len: 168 time: 0.0541027 Aug 16 21:18:51.026630 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52936) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:51.032283 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-81989aab-dd8c-446d-8e77-438397305aaf tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'be2141b9-df47-47bb-899f-c98e48242a97', 'tempest-TagsExtTest-Tag-970319282') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:51.145855 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-81989aab-dd8c-446d-8e77-438397305aaf tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "DELETE /v2.0/ports/be2141b9-df47-47bb-899f-c98e48242a97/tags/tempest-TagsExtTest-Tag-970319282 HTTP/1.1" status: 204 len: 168 time: 0.1181107 Aug 16 21:18:51.148272 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52938) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:51.152590 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-a8d00a2f-c4fe-43e9-9212-837e2a99152f tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'be2141b9-df47-47bb-899f-c98e48242a97') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:51.202818 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a8d00a2f-c4fe-43e9-9212-837e2a99152f tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "GET /v2.0/ports/be2141b9-df47-47bb-899f-c98e48242a97/tags HTTP/1.1" status: 200 len: 205 time: 0.0535469 Aug 16 21:18:51.205253 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52940) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:51.209565 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-f75825f9-399d-44db-bdc0-d634eaa48342 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '83b619a5-6b3b-4c72-9522-183a145eefde') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:51.285351 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f75825f9-399d-44db-bdc0-d634eaa48342 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "GET /v2.0/routers/83b619a5-6b3b-4c72-9522-183a145eefde/tags HTTP/1.1" status: 200 len: 240 time: 0.0788980 Aug 16 21:18:51.287609 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52942) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:51.291980 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-dda0c963-6c6a-4ca7-a777-82dc92bb4606 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '83b619a5-6b3b-4c72-9522-183a145eefde', 'tempest-TagsExtTest-Tag-567900216') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:51.367611 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-dda0c963-6c6a-4ca7-a777-82dc92bb4606 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "GET /v2.0/routers/83b619a5-6b3b-4c72-9522-183a145eefde/tags/tempest-TagsExtTest-Tag-567900216 HTTP/1.1" status: 204 len: 168 time: 0.0788486 Aug 16 21:18:51.369864 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52944) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:51.374935 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-f44fc405-f9d4-4b29-acae-fd7474b84129 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '83b619a5-6b3b-4c72-9522-183a145eefde', 'tempest-TagsExtTest-Tag-567900216') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:51.400096 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 35f24d95-7610-4423-b471-283f95f802d2 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:18:51.457674 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device ef27d6e5-0959-4a5a-9398-31e44bad0b23 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:18:51.527326 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f44fc405-f9d4-4b29-acae-fd7474b84129 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "DELETE /v2.0/routers/83b619a5-6b3b-4c72-9522-183a145eefde/tags/tempest-TagsExtTest-Tag-567900216 HTTP/1.1" status: 204 len: 168 time: 0.1543205 Aug 16 21:18:51.527658 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52946) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:51.532341 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-2e6220e2-fc95-4d69-ac37-611c89aa487b tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '83b619a5-6b3b-4c72-9522-183a145eefde') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:51.538412 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 35f24d95-7610-4423-b471-283f95f802d2, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=35f24d95-7610-4423-b471-283f95f802d2,segment=NetworkSegment(ceea65c1-7822-4c0c-87f6-130911c1743c),segment_id=ceea65c1-7822-4c0c-87f6-130911c1743c)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:51.546499 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '35f24d95-7610-4423-b471-283f95f802d2', 'network_id': 'c472bb2d-1dfc-4710-8f21-662ed948e871', 'port_id': '35f24d95-7610-4423-b471-283f95f802d2', 'mac_address': 'fa:16:3e:83:f1:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fc65437-d72b-4956-9e58-b3e57bb45485', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:18:51.583649 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:51.596724 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35f24d95-7610-4423-b471-283f95f802d2 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:18:51.606696 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2e6220e2-fc95-4d69-ac37-611c89aa487b tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "GET /v2.0/routers/83b619a5-6b3b-4c72-9522-183a145eefde/tags HTTP/1.1" status: 200 len: 205 time: 0.0778704 Aug 16 21:18:51.609300 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52948) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:51.613980 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-860d5833-73e1-4ed6-a317-439e4460ca72 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '83cc989d-d2cc-4318-ad35-429087cfa54f') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:51.615338 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port ef27d6e5-0959-4a5a-9398-31e44bad0b23 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:18:51.619615 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 35f24d95-7610-4423-b471-283f95f802d2, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=35f24d95-7610-4423-b471-283f95f802d2,segment=NetworkSegment(ceea65c1-7822-4c0c-87f6-130911c1743c),segment_id=ceea65c1-7822-4c0c-87f6-130911c1743c)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:51.621189 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port ef27d6e5-0959-4a5a-9398-31e44bad0b23 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:51.621545 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:51.635209 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-860d5833-73e1-4ed6-a317-439e4460ca72 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "GET /v2.0/subnetpools/83cc989d-d2cc-4318-ad35-429087cfa54f/tags HTTP/1.1" status: 200 len: 240 time: 0.0247717 Aug 16 21:18:51.637820 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52950) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:51.642971 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-9167e22e-d4e9-483b-8a9d-a2e90d6729fc tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '83cc989d-d2cc-4318-ad35-429087cfa54f', 'tempest-TagsExtTest-Tag-717884607') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:51.663089 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9167e22e-d4e9-483b-8a9d-a2e90d6729fc tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "GET /v2.0/subnetpools/83cc989d-d2cc-4318-ad35-429087cfa54f/tags/tempest-TagsExtTest-Tag-717884607 HTTP/1.1" status: 204 len: 168 time: 0.0241754 Aug 16 21:18:51.666413 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52952) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:51.670946 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-47b9aad4-d400-42ea-b966-5123995aef56 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '83cc989d-d2cc-4318-ad35-429087cfa54f', 'tempest-TagsExtTest-Tag-717884607') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:51.689819 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:51.728854 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:51.758788 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=35f24d95-7610-4423-b471-283f95f802d2,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:51.760213 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-47b9aad4-d400-42ea-b966-5123995aef56 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "DELETE /v2.0/subnetpools/83cc989d-d2cc-4318-ad35-429087cfa54f/tags/tempest-TagsExtTest-Tag-717884607 HTTP/1.1" status: 204 len: 168 time: 0.0927134 Aug 16 21:18:51.762822 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52954) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:51.770279 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.tag.tag_plugin [None req-612fe6bc-1dbf-44e7-a5e2-8bc6dcf84a44 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '83cc989d-d2cc-4318-ad35-429087cfa54f') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:51.777131 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port ef27d6e5-0959-4a5a-9398-31e44bad0b23, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=ef27d6e5-0959-4a5a-9398-31e44bad0b23,segment=NetworkSegment(d1e2211f-b57f-4fee-b040-7fa29935ee4d),segment_id=d1e2211f-b57f-4fee-b040-7fa29935ee4d)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:51.803052 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-612fe6bc-1dbf-44e7-a5e2-8bc6dcf84a44 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "GET /v2.0/subnetpools/83cc989d-d2cc-4318-ad35-429087cfa54f/tags HTTP/1.1" status: 200 len: 205 time: 0.0377126 Aug 16 21:18:51.805618 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52956) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:51.810212 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.tag.tag_plugin [None req-f671e4ea-1e2b-4a0e-b57f-4882cf102d9b tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '83cc989d-d2cc-4318-ad35-429087cfa54f') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:51.832958 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:51.834229 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f671e4ea-1e2b-4a0e-b57f-4882cf102d9b tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "DELETE /v2.0/subnetpools/83cc989d-d2cc-4318-ad35-429087cfa54f/tags HTTP/1.1" status: 204 len: 168 time: 0.0275180 Aug 16 21:18:51.837967 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52958) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:51.843434 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.tag.tag_plugin [None req-c1ed3229-b8d3-4a6b-a185-c5d8da6da3f5 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '83b619a5-6b3b-4c72-9522-183a145eefde') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:51.884033 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=ef27d6e5-0959-4a5a-9398-31e44bad0b23,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:51.890706 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['35f24d95-7610-4423-b471-283f95f802d2'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:18:51.959735 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c1ed3229-b8d3-4a6b-a185-c5d8da6da3f5 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "DELETE /v2.0/routers/83b619a5-6b3b-4c72-9522-183a145eefde/tags HTTP/1.1" status: 204 len: 168 time: 0.1205022 Aug 16 21:18:51.962481 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52962) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:51.968743 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23523d4-4804-4f7f-a496-14a6683865e7 req-56390285-0df2-4244-94f2-642912333d78 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:51.968921 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-ed2ef446-e6cd-4fa3-ad19-d5b7060da9f3 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'be2141b9-df47-47bb-899f-c98e48242a97') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:51.970320 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c23523d4-4804-4f7f-a496-14a6683865e7 req-56390285-0df2-4244-94f2-642912333d78 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/ports?device_id=76e33265-4797-4680-b331-3ec5daf68206 HTTP/1.1" status: 200 len: 944 time: 0.0614586 Aug 16 21:18:52.011616 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c23523d4-4804-4f7f-a496-14a6683865e7 req-ae87c532-50dd-4466-bbb1-8bc2af6465ea tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/security-groups?id=6795f0c0-ddf8-46f7-b4fe-11731a660b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346427 Aug 16 21:18:52.037201 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ed2ef446-e6cd-4fa3-ad19-d5b7060da9f3 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "DELETE /v2.0/ports/be2141b9-df47-47bb-899f-c98e48242a97/tags HTTP/1.1" status: 204 len: 168 time: 0.0711098 Aug 16 21:18:52.037484 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52964) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:52.042152 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-65ba52c4-fbf3-4232-9166-00b67cc3b305 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '697113d7-c224-4a6b-a88f-aeb9d751b9ab') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:52.096760 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-65ba52c4-fbf3-4232-9166-00b67cc3b305 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "DELETE /v2.0/subnets/697113d7-c224-4a6b-a88f-aeb9d751b9ab/tags HTTP/1.1" status: 204 len: 168 time: 0.0580301 Aug 16 21:18:52.100299 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52966) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:52.104858 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-d1353451-cfb8-414e-975a-470e1aee65d1 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '697113d7-c224-4a6b-a88f-aeb9d751b9ab', 'tempest-TagsExtTest-Tag-1239290902') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:52.133798 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:52.222745 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d1353451-cfb8-414e-975a-470e1aee65d1 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "PUT /v2.0/subnets/697113d7-c224-4a6b-a88f-aeb9d751b9ab/tags/tempest-TagsExtTest-Tag-1239290902 HTTP/1.1" status: 201 len: 201 time: 0.1214073 Aug 16 21:18:52.225349 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52968) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:52.229922 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-6edbd44b-56bd-4dcd-9092-39ff32c5beda tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'be2141b9-df47-47bb-899f-c98e48242a97', 'tempest-TagsExtTest-Tag-58852397') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:52.354257 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6edbd44b-56bd-4dcd-9092-39ff32c5beda tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "PUT /v2.0/ports/be2141b9-df47-47bb-899f-c98e48242a97/tags/tempest-TagsExtTest-Tag-58852397 HTTP/1.1" status: 201 len: 201 time: 0.1276870 Aug 16 21:18:52.356605 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52970) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:52.361872 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-c07d4500-2566-45d6-ae86-b37beed0ebf7 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '83b619a5-6b3b-4c72-9522-183a145eefde', 'tempest-TagsExtTest-Tag-228670077') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:52.516941 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c07d4500-2566-45d6-ae86-b37beed0ebf7 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "PUT /v2.0/routers/83b619a5-6b3b-4c72-9522-183a145eefde/tags/tempest-TagsExtTest-Tag-228670077 HTTP/1.1" status: 201 len: 201 time: 0.1593096 Aug 16 21:18:52.519434 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52972) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:52.524071 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-803e46c1-2aa8-4679-a09f-1146703db52a tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '83cc989d-d2cc-4318-ad35-429087cfa54f', 'tempest-TagsExtTest-Tag-796212974') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:52.625824 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-803e46c1-2aa8-4679-a09f-1146703db52a tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "PUT /v2.0/subnetpools/83cc989d-d2cc-4318-ad35-429087cfa54f/tags/tempest-TagsExtTest-Tag-796212974 HTTP/1.1" status: 201 len: 201 time: 0.1051307 Aug 16 21:18:52.628055 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52974) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:52.632330 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-c38ecbfd-2481-4235-a32f-889acca5a168 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '697113d7-c224-4a6b-a88f-aeb9d751b9ab', {'tags': ['tempest-TagsExtTest-Tag-610845630', 'tempest-TagsExtTest-Tag-175905482', 'tempest-TagsExtTest-Tag-1126872445']}) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:52.751290 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c38ecbfd-2481-4235-a32f-889acca5a168 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "PUT /v2.0/subnets/697113d7-c224-4a6b-a88f-aeb9d751b9ab/tags HTTP/1.1" status: 200 len: 316 time: 0.1222370 Aug 16 21:18:52.753815 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52976) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:52.758028 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-a48b2621-d500-4a18-b546-1e146694d008 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '697113d7-c224-4a6b-a88f-aeb9d751b9ab') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:52.882796 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a48b2621-d500-4a18-b546-1e146694d008 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "DELETE /v2.0/subnets/697113d7-c224-4a6b-a88f-aeb9d751b9ab/tags HTTP/1.1" status: 204 len: 168 time: 0.1278934 Aug 16 21:18:52.885323 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52978) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:52.890133 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-e095efde-ab1e-45d0-b659-839a71f804d1 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '697113d7-c224-4a6b-a88f-aeb9d751b9ab', 'tempest-TagsExtTest-Tag-610845630') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:52.946551 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-e095efde-ab1e-45d0-b659-839a71f804d1 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] show failed (client error): The resource could not be found. Aug 16 21:18:52.947590 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e095efde-ab1e-45d0-b659-839a71f804d1 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "GET /v2.0/subnets/697113d7-c224-4a6b-a88f-aeb9d751b9ab/tags/tempest-TagsExtTest-Tag-610845630 HTTP/1.1" status: 404 len: 328 time: 0.0613623 Aug 16 21:18:52.950779 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52980) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:52.955555 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-e93b414a-fce0-466d-9609-7c1b7477e647 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '697113d7-c224-4a6b-a88f-aeb9d751b9ab', 'tempest-TagsExtTest-Tag-175905482') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:53.005049 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-e93b414a-fce0-466d-9609-7c1b7477e647 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] show failed (client error): The resource could not be found. Aug 16 21:18:53.006064 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e93b414a-fce0-466d-9609-7c1b7477e647 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "GET /v2.0/subnets/697113d7-c224-4a6b-a88f-aeb9d751b9ab/tags/tempest-TagsExtTest-Tag-175905482 HTTP/1.1" status: 404 len: 328 time: 0.0538096 Aug 16 21:18:53.008897 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52982) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:53.015667 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-2b2645b0-1fdf-487e-9b83-be63bb355e1a tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '697113d7-c224-4a6b-a88f-aeb9d751b9ab', 'tempest-TagsExtTest-Tag-1126872445') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:53.072686 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-2b2645b0-1fdf-487e-9b83-be63bb355e1a tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] show failed (client error): The resource could not be found. Aug 16 21:18:53.073739 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2b2645b0-1fdf-487e-9b83-be63bb355e1a tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "GET /v2.0/subnets/697113d7-c224-4a6b-a88f-aeb9d751b9ab/tags/tempest-TagsExtTest-Tag-1126872445 HTTP/1.1" status: 404 len: 329 time: 0.0636284 Aug 16 21:18:53.077444 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52986) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:53.082344 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.tag.tag_plugin [None req-f6b2e876-aa7a-4a80-a77d-7f0c922a2be1 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'be2141b9-df47-47bb-899f-c98e48242a97', {'tags': ['tempest-TagsExtTest-Tag-1809229887', 'tempest-TagsExtTest-Tag-1459213883', 'tempest-TagsExtTest-Tag-1700896062']}) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:53.193317 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73c9fa-e6ff-4420-b7a8-8e3ec13de0d4 req-50f049a1-7fa2-4ece-b4cf-45f8e180f6ba tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:53.193317 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1d73c9fa-e6ff-4420-b7a8-8e3ec13de0d4 req-50f049a1-7fa2-4ece-b4cf-45f8e180f6ba tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/ports?device_id=76e33265-4797-4680-b331-3ec5daf68206 HTTP/1.1" status: 200 len: 944 time: 0.1075284 Aug 16 21:18:53.238704 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1d73c9fa-e6ff-4420-b7a8-8e3ec13de0d4 req-775964e6-b92a-47cc-919e-6dd0577a0ee8 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/security-groups?id=6795f0c0-ddf8-46f7-b4fe-11731a660b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392842 Aug 16 21:18:53.253303 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f6b2e876-aa7a-4a80-a77d-7f0c922a2be1 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "PUT /v2.0/ports/be2141b9-df47-47bb-899f-c98e48242a97/tags HTTP/1.1" status: 200 len: 318 time: 0.1727712 Aug 16 21:18:53.254223 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52988) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:53.259121 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-2f1abae4-1fb6-491d-b78c-774456d6c7c5 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'be2141b9-df47-47bb-899f-c98e48242a97') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:53.388645 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2f1abae4-1fb6-491d-b78c-774456d6c7c5 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "DELETE /v2.0/ports/be2141b9-df47-47bb-899f-c98e48242a97/tags HTTP/1.1" status: 204 len: 168 time: 0.1330450 Aug 16 21:18:53.391034 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52990) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:53.395747 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-065daa26-8500-4bc4-ab02-50a4a62a88b3 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'be2141b9-df47-47bb-899f-c98e48242a97', 'tempest-TagsExtTest-Tag-1809229887') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:53.415956 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 35f24d95-7610-4423-b471-283f95f802d2 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:18:53.450589 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device ef27d6e5-0959-4a5a-9398-31e44bad0b23 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:18:53.458242 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-065daa26-8500-4bc4-ab02-50a4a62a88b3 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] show failed (client error): The resource could not be found. Aug 16 21:18:53.459865 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-065daa26-8500-4bc4-ab02-50a4a62a88b3 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "GET /v2.0/ports/be2141b9-df47-47bb-899f-c98e48242a97/tags/tempest-TagsExtTest-Tag-1809229887 HTTP/1.1" status: 404 len: 329 time: 0.0671632 Aug 16 21:18:53.462508 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 52992) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:53.467555 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.tag.tag_plugin [None req-e41fd012-c606-494b-b2eb-1ee2958fb89f tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'be2141b9-df47-47bb-899f-c98e48242a97', 'tempest-TagsExtTest-Tag-1459213883') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:53.520691 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [None req-e41fd012-c606-494b-b2eb-1ee2958fb89f tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] show failed (client error): The resource could not be found. Aug 16 21:18:53.524741 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52994) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:53.525026 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e41fd012-c606-494b-b2eb-1ee2958fb89f tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "GET /v2.0/ports/be2141b9-df47-47bb-899f-c98e48242a97/tags/tempest-TagsExtTest-Tag-1459213883 HTTP/1.1" status: 404 len: 329 time: 0.0611582 Aug 16 21:18:53.526885 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port ef27d6e5-0959-4a5a-9398-31e44bad0b23 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:53.527319 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:53.530423 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-775f042c-12bf-42f2-8213-0a933720f328 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'be2141b9-df47-47bb-899f-c98e48242a97', 'tempest-TagsExtTest-Tag-1700896062') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:53.583080 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 35f24d95-7610-4423-b471-283f95f802d2 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:18:53.583563 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-775f042c-12bf-42f2-8213-0a933720f328 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] show failed (client error): The resource could not be found. Aug 16 21:18:53.587465 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-775f042c-12bf-42f2-8213-0a933720f328 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "GET /v2.0/ports/be2141b9-df47-47bb-899f-c98e48242a97/tags/tempest-TagsExtTest-Tag-1700896062 HTTP/1.1" status: 404 len: 329 time: 0.0584493 Aug 16 21:18:53.588041 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 52996) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:53.593064 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-52a0abaf-70dc-46b3-aa7e-51fa6eeef0ae tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '83b619a5-6b3b-4c72-9522-183a145eefde', {'tags': ['tempest-TagsExtTest-Tag-515070478', 'tempest-TagsExtTest-Tag-62469537', 'tempest-TagsExtTest-Tag-1665619461']}) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:53.607057 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 35f24d95-7610-4423-b471-283f95f802d2 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:53.607972 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:53.695969 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:53.723814 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e33265-4797-4680-b331-3ec5daf68206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f24d95-7610-4423-b471-283f95f802d2'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:18:53.726239 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2e35d7-8908-4e75-88e4-38efad231a6f" -d '{"events": [{"server_uuid": "76e33265-4797-4680-b331-3ec5daf68206", "name": "network-vif-plugged", "status": "completed", "tag": "35f24d95-7610-4423-b471-283f95f802d2"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:18:53.744023 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 35f24d95-7610-4423-b471-283f95f802d2, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=35f24d95-7610-4423-b471-283f95f802d2,segment=NetworkSegment(ceea65c1-7822-4c0c-87f6-130911c1743c),segment_id=ceea65c1-7822-4c0c-87f6-130911c1743c)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:53.748421 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-52a0abaf-70dc-46b3-aa7e-51fa6eeef0ae tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "PUT /v2.0/routers/83b619a5-6b3b-4c72-9522-183a145eefde/tags HTTP/1.1" status: 200 len: 315 time: 0.1591220 Aug 16 21:18:53.750408 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53000) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:53.755429 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-66f05a3d-3964-416a-9dcc-068bcb6aae12 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '83b619a5-6b3b-4c72-9522-183a145eefde') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:53.766367 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c053f56d-3e3b-44e7-b77e-4fdb33432c71 x-openstack-request-id: req-c053f56d-3e3b-44e7-b77e-4fdb33432c71 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:18:53.766662 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e33265-4797-4680-b331-3ec5daf68206", "name": "network-vif-plugged", "status": "completed", "tag": "35f24d95-7610-4423-b471-283f95f802d2", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:18:53.766915 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c053f56d-3e3b-44e7-b77e-4fdb33432c71 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:18:53.767318 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e33265-4797-4680-b331-3ec5daf68206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f24d95-7610-4423-b471-283f95f802d2', 'code': 200} Aug 16 21:18:53.825131 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:53.860704 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:18:53.880058 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc959c2-0885-495f-aecc-df804e850708 req-a8308541-ca81-4e3b-a969-df384648f356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:53.880709 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=35f24d95-7610-4423-b471-283f95f802d2,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:53.881642 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6cc959c2-0885-495f-aecc-df804e850708 req-a8308541-ca81-4e3b-a969-df384648f356 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=76e33265-4797-4680-b331-3ec5daf68206 HTTP/1.1" status: 200 len: 1097 time: 0.0557008 Aug 16 21:18:53.913959 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-66f05a3d-3964-416a-9dcc-068bcb6aae12 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "DELETE /v2.0/routers/83b619a5-6b3b-4c72-9522-183a145eefde/tags HTTP/1.1" status: 204 len: 168 time: 0.1600578 Aug 16 21:18:53.914275 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53002) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:53.921914 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-78d63c37-3061-4f78-83c7-6c0d565ed4bc tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '83b619a5-6b3b-4c72-9522-183a145eefde', 'tempest-TagsExtTest-Tag-515070478') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:53.926026 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6cc959c2-0885-495f-aecc-df804e850708 req-0b803646-7056-493d-9262-01cafd7c1856 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6795f0c0-ddf8-46f7-b4fe-11731a660b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364013 Aug 16 21:18:53.997396 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-78d63c37-3061-4f78-83c7-6c0d565ed4bc tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] show failed (client error): The resource could not be found. Aug 16 21:18:54.000987 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-78d63c37-3061-4f78-83c7-6c0d565ed4bc tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "GET /v2.0/routers/83b619a5-6b3b-4c72-9522-183a145eefde/tags/tempest-TagsExtTest-Tag-515070478 HTTP/1.1" status: 404 len: 328 time: 0.0831463 Aug 16 21:18:54.001215 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53004) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:54.005673 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-fc57f955-9a7d-42b2-9ca4-2878d8e64cc4 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '83b619a5-6b3b-4c72-9522-183a145eefde', 'tempest-TagsExtTest-Tag-62469537') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:54.082791 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-fc57f955-9a7d-42b2-9ca4-2878d8e64cc4 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] show failed (client error): The resource could not be found. Aug 16 21:18:54.083859 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fc57f955-9a7d-42b2-9ca4-2878d8e64cc4 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "GET /v2.0/routers/83b619a5-6b3b-4c72-9522-183a145eefde/tags/tempest-TagsExtTest-Tag-62469537 HTTP/1.1" status: 404 len: 327 time: 0.0816724 Aug 16 21:18:54.086675 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53006) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:54.091389 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-ff7cfc21-98c9-4813-ace1-7c2c3821a49e tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '83b619a5-6b3b-4c72-9522-183a145eefde', 'tempest-TagsExtTest-Tag-1665619461') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:54.167124 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-ff7cfc21-98c9-4813-ace1-7c2c3821a49e tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] show failed (client error): The resource could not be found. Aug 16 21:18:54.168313 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ff7cfc21-98c9-4813-ace1-7c2c3821a49e tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "GET /v2.0/routers/83b619a5-6b3b-4c72-9522-183a145eefde/tags/tempest-TagsExtTest-Tag-1665619461 HTTP/1.1" status: 404 len: 329 time: 0.0807412 Aug 16 21:18:54.171119 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53008) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:54.175808 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-3002dbdd-21fc-4208-8fd6-060729132b15 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '83cc989d-d2cc-4318-ad35-429087cfa54f', {'tags': ['tempest-TagsExtTest-Tag-2114711022', 'tempest-TagsExtTest-Tag-2099041787', 'tempest-TagsExtTest-Tag-1762912877']}) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:54.308499 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3002dbdd-21fc-4208-8fd6-060729132b15 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "PUT /v2.0/subnetpools/83cc989d-d2cc-4318-ad35-429087cfa54f/tags HTTP/1.1" status: 200 len: 318 time: 0.1363206 Aug 16 21:18:54.311044 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53012) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:54.315434 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-a89e0391-4a69-44f2-bb50-2322b9f2eaa5 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '83cc989d-d2cc-4318-ad35-429087cfa54f') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:54.358067 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f016d1-0e20-4be5-ad91-d1d9d0309a20 req-0b761784-d95e-40a7-8d20-f35fe43807cb tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:54.359572 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-42f016d1-0e20-4be5-ad91-d1d9d0309a20 req-0b761784-d95e-40a7-8d20-f35fe43807cb tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/ports?device_id=76e33265-4797-4680-b331-3ec5daf68206 HTTP/1.1" status: 200 len: 945 time: 0.0499711 Aug 16 21:18:54.397160 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-42f016d1-0e20-4be5-ad91-d1d9d0309a20 req-050e312a-db09-412d-b1ad-eae77929afaa tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/security-groups?id=6795f0c0-ddf8-46f7-b4fe-11731a660b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315437 Aug 16 21:18:54.422162 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a89e0391-4a69-44f2-bb50-2322b9f2eaa5 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "DELETE /v2.0/subnetpools/83cc989d-d2cc-4318-ad35-429087cfa54f/tags HTTP/1.1" status: 204 len: 168 time: 0.1100411 Aug 16 21:18:54.424637 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53014) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:54.429035 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-08895b9d-9614-47d2-9c7f-32e973b135d7 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '83cc989d-d2cc-4318-ad35-429087cfa54f', 'tempest-TagsExtTest-Tag-2114711022') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:54.448925 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-08895b9d-9614-47d2-9c7f-32e973b135d7 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] show failed (client error): The resource could not be found. Aug 16 21:18:54.449886 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-08895b9d-9614-47d2-9c7f-32e973b135d7 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "GET /v2.0/subnetpools/83cc989d-d2cc-4318-ad35-429087cfa54f/tags/tempest-TagsExtTest-Tag-2114711022 HTTP/1.1" status: 404 len: 329 time: 0.0243230 Aug 16 21:18:54.453021 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53016) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:54.457065 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-ca5cb7c6-16bd-42e6-aa8a-56d254911b2d tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '83cc989d-d2cc-4318-ad35-429087cfa54f', 'tempest-TagsExtTest-Tag-2099041787') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:54.476273 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-ca5cb7c6-16bd-42e6-aa8a-56d254911b2d tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] show failed (client error): The resource could not be found. Aug 16 21:18:54.477238 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ca5cb7c6-16bd-42e6-aa8a-56d254911b2d tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "GET /v2.0/subnetpools/83cc989d-d2cc-4318-ad35-429087cfa54f/tags/tempest-TagsExtTest-Tag-2099041787 HTTP/1.1" status: 404 len: 329 time: 0.0233653 Aug 16 21:18:54.479843 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53018) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:54.484138 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-64cac10e-a530-4d69-a631-4f0f3fb81937 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '83cc989d-d2cc-4318-ad35-429087cfa54f', 'tempest-TagsExtTest-Tag-1762912877') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:54.505255 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-64cac10e-a530-4d69-a631-4f0f3fb81937 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] show failed (client error): The resource could not be found. Aug 16 21:18:54.507835 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-64cac10e-a530-4d69-a631-4f0f3fb81937 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "GET /v2.0/subnetpools/83cc989d-d2cc-4318-ad35-429087cfa54f/tags/tempest-TagsExtTest-Tag-1762912877 HTTP/1.1" status: 404 len: 329 time: 0.0258958 Aug 16 21:18:54.509372 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53020) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:54.514737 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-4de6fb9f-4b79-4b05-9c85-d011cebb4a3d tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '83cc989d-d2cc-4318-ad35-429087cfa54f') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:54.541820 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4de6fb9f-4b79-4b05-9c85-d011cebb4a3d tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "DELETE /v2.0/subnetpools/83cc989d-d2cc-4318-ad35-429087cfa54f/tags HTTP/1.1" status: 204 len: 168 time: 0.0311215 Aug 16 21:18:54.544177 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53022) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:54.548962 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-f882a571-8876-48d4-98ec-479cfb42f019 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '83b619a5-6b3b-4c72-9522-183a145eefde') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:54.637794 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f882a571-8876-48d4-98ec-479cfb42f019 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "DELETE /v2.0/routers/83b619a5-6b3b-4c72-9522-183a145eefde/tags HTTP/1.1" status: 204 len: 168 time: 0.0922940 Aug 16 21:18:54.671018 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53024) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:54.676215 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.tag.tag_plugin [None req-a667715a-5fb6-4d65-88c4-406d07381394 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'be2141b9-df47-47bb-899f-c98e48242a97') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:54.739096 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53026) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:54.739454 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a667715a-5fb6-4d65-88c4-406d07381394 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "DELETE /v2.0/ports/be2141b9-df47-47bb-899f-c98e48242a97/tags HTTP/1.1" status: 204 len: 168 time: 0.0671530 Aug 16 21:18:54.743774 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.tag.tag_plugin [None req-7b25f3ff-db60-49f4-ba2c-40bc47ea4387 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '697113d7-c224-4a6b-a88f-aeb9d751b9ab') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:54.808667 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7b25f3ff-db60-49f4-ba2c-40bc47ea4387 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "DELETE /v2.0/subnets/697113d7-c224-4a6b-a88f-aeb9d751b9ab/tags HTTP/1.1" status: 204 len: 168 time: 0.0683074 Aug 16 21:18:54.812662 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53028) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:54.961077 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c0f6f5b1-fcda-40d9-a094-6ccf857e7996 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks [] for subnetpool, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:54.962239 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c0f6f5b1-fcda-40d9-a094-6ccf857e7996 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "DELETE /v2.0/subnetpools/83cc989d-d2cc-4318-ad35-429087cfa54f HTTP/1.1" status: 204 len: 168 time: 0.1486595 Aug 16 21:18:54.965217 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53030) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:54.991877 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fd039519-5019-4e5f-992f-149d142c2aae tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "GET /v2.0/ports?device_id=83b619a5-6b3b-4c72-9522-183a145eefde HTTP/1.1" status: 200 len: 205 time: 0.0255089 Aug 16 21:18:54.994235 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53032) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:55.316937 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-04f6dbfe-48af-4441-b188-5b547b6f1d58 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:55.471388 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-04f6dbfe-48af-4441-b188-5b547b6f1d58 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:55.473526 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-04f6dbfe-48af-4441-b188-5b547b6f1d58 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:55.514540 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c85d06-0feb-4a7c-8ea5-11c0c1b16a83 req-090c2469-a69f-4bf9-addd-226dcc34ef54 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:55.519941 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-57c85d06-0feb-4a7c-8ea5-11c0c1b16a83 req-090c2469-a69f-4bf9-addd-226dcc34ef54 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/ports?device_id=76e33265-4797-4680-b331-3ec5daf68206 HTTP/1.1" status: 200 len: 945 time: 0.0497158 Aug 16 21:18:55.558815 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-57c85d06-0feb-4a7c-8ea5-11c0c1b16a83 req-ee77e299-a184-4db7-bd8e-420a276b3e07 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/security-groups?id=6795f0c0-ddf8-46f7-b4fe-11731a660b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364332 Aug 16 21:18:55.602013 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-04f6dbfe-48af-4441-b188-5b547b6f1d58 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:55.602606 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f6dbfe-48af-4441-b188-5b547b6f1d58 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Fanout notify agent at l3_agent the message router_deleted on router 83b619a5-6b3b-4c72-9522-183a145eefde {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:18:55.610576 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-04f6dbfe-48af-4441-b188-5b547b6f1d58 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:55.611729 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-04f6dbfe-48af-4441-b188-5b547b6f1d58 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "DELETE /v2.0/routers/83b619a5-6b3b-4c72-9522-183a145eefde HTTP/1.1" status: 204 len: 168 time: 0.6165621 Aug 16 21:18:55.614314 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53038) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:55.699844 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-a3d92e39-ad0f-4e06-83d9-90d61d5f46d0 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Deleting port be2141b9-df47-47bb-899f-c98e48242a97 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:18:55.700217 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a3d92e39-ad0f-4e06-83d9-90d61d5f46d0 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:55.785211 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a3d92e39-ad0f-4e06-83d9-90d61d5f46d0 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:55.796870 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-a3d92e39-ad0f-4e06-83d9-90d61d5f46d0 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Calling delete_port for be2141b9-df47-47bb-899f-c98e48242a97 owned by {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:18:56.064803 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a3d92e39-ad0f-4e06-83d9-90d61d5f46d0 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:56.095187 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d92e39-ad0f-4e06-83d9-90d61d5f46d0 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Pushing event deleted for resources: {'Port': ['ID=be2141b9-df47-47bb-899f-c98e48242a97,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:56.171681 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a3d92e39-ad0f-4e06-83d9-90d61d5f46d0 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:56.176046 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a3d92e39-ad0f-4e06-83d9-90d61d5f46d0 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "DELETE /v2.0/ports/be2141b9-df47-47bb-899f-c98e48242a97 HTTP/1.1" status: 204 len: 168 time: 0.5583978 Aug 16 21:18:56.176180 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53044) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:56.230139 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece5f33d-1017-489e-924d-6abe62b25268 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Deleting subnet 697113d7-c224-4a6b-a88f-aeb9d751b9ab {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:18:56.236887 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ece5f33d-1017-489e-924d-6abe62b25268 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:56.280759 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ece5f33d-1017-489e-924d-6abe62b25268 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:56.370171 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ece5f33d-1017-489e-924d-6abe62b25268 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:56.501686 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ece5f33d-1017-489e-924d-6abe62b25268 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:56.531355 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ece5f33d-1017-489e-924d-6abe62b25268 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:56.533234 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ece5f33d-1017-489e-924d-6abe62b25268 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "DELETE /v2.0/subnets/697113d7-c224-4a6b-a88f-aeb9d751b9ab HTTP/1.1" status: 204 len: 168 time: 0.3558621 Aug 16 21:18:56.534331 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece5f33d-1017-489e-924d-6abe62b25268 tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Pushing event deleted for resources: {'Subnet': ['ID=697113d7-c224-4a6b-a88f-aeb9d751b9ab,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:56.535803 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53050) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:56.539586 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2550a4-e81c-4785-8753-93ce0ba901a2 None None] Network 432391bc-fbd1-4775-a184-9fa47d18829d requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:18:56.617166 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-603b9482-2e84-4dd3-9ed1-7408a32e9fbf tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:56.673866 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-603b9482-2e84-4dd3-9ed1-7408a32e9fbf tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Deleting port ef27d6e5-0959-4a5a-9398-31e44bad0b23 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:18:56.676340 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-603b9482-2e84-4dd3-9ed1-7408a32e9fbf tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:56.721527 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e0f7a4-2aa5-4c15-af1f-f0086026f0d7 None None] DHCP port deletion for 432391bc-fbd1-4775-a184-9fa47d18829d request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:18:56.742105 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-603b9482-2e84-4dd3-9ed1-7408a32e9fbf tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] For port ef27d6e5-0959-4a5a-9398-31e44bad0b23, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=ef27d6e5-0959-4a5a-9398-31e44bad0b23,segment=NetworkSegment(d1e2211f-b57f-4fee-b040-7fa29935ee4d),segment_id=d1e2211f-b57f-4fee-b040-7fa29935ee4d)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:56.742489 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-603b9482-2e84-4dd3-9ed1-7408a32e9fbf tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:56.757137 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-603b9482-2e84-4dd3-9ed1-7408a32e9fbf tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Calling delete_port for ef27d6e5-0959-4a5a-9398-31e44bad0b23 owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:18:56.769315 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a8e0f7a4-2aa5-4c15-af1f-f0086026f0d7 None None] Deleting port ef27d6e5-0959-4a5a-9398-31e44bad0b23 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:18:56.769701 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a8e0f7a4-2aa5-4c15-af1f-f0086026f0d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:56.833549 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a8e0f7a4-2aa5-4c15-af1f-f0086026f0d7 None None] For port ef27d6e5-0959-4a5a-9398-31e44bad0b23, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=ef27d6e5-0959-4a5a-9398-31e44bad0b23,segment=NetworkSegment(d1e2211f-b57f-4fee-b040-7fa29935ee4d),segment_id=d1e2211f-b57f-4fee-b040-7fa29935ee4d)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:56.833955 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a8e0f7a4-2aa5-4c15-af1f-f0086026f0d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:56.850556 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a8e0f7a4-2aa5-4c15-af1f-f0086026f0d7 None None] Calling delete_port for ef27d6e5-0959-4a5a-9398-31e44bad0b23 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:18:56.883234 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfee43-ee71-4c44-9d7d-9a0f5a8327be req-4309fe23-91eb-48f5-b55d-1ec3a9c28483 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:56.884785 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-53bfee43-ee71-4c44-9d7d-9a0f5a8327be req-4309fe23-91eb-48f5-b55d-1ec3a9c28483 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/ports?device_id=76e33265-4797-4680-b331-3ec5daf68206 HTTP/1.1" status: 200 len: 945 time: 0.0767674 Aug 16 21:18:56.923682 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-53bfee43-ee71-4c44-9d7d-9a0f5a8327be req-eb178155-2157-44a0-8120-a03a9430c0af tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/security-groups?id=6795f0c0-ddf8-46f7-b4fe-11731a660b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321031 Aug 16 21:18:56.964900 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-603b9482-2e84-4dd3-9ed1-7408a32e9fbf tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:56.971848 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a8e0f7a4-2aa5-4c15-af1f-f0086026f0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:56.988617 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b9482-2e84-4dd3-9ed1-7408a32e9fbf tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Pushing event deleted for resources: {'Port': ['ID=ef27d6e5-0959-4a5a-9398-31e44bad0b23,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:56.997029 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603b9482-2e84-4dd3-9ed1-7408a32e9fbf tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] No DVR routers for this DVR port ef27d6e5-0959-4a5a-9398-31e44bad0b23 on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:18:57.000367 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e0f7a4-2aa5-4c15-af1f-f0086026f0d7 None None] Pushing event deleted for resources: {'Port': ['ID=ef27d6e5-0959-4a5a-9398-31e44bad0b23,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:57.004829 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e0f7a4-2aa5-4c15-af1f-f0086026f0d7 None None] No DVR routers for this DVR port ef27d6e5-0959-4a5a-9398-31e44bad0b23 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:18:57.076911 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-603b9482-2e84-4dd3-9ed1-7408a32e9fbf tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:57.086386 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-603b9482-2e84-4dd3-9ed1-7408a32e9fbf tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['432391bc-fbd1-4775-a184-9fa47d18829d']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:57.096014 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-603b9482-2e84-4dd3-9ed1-7408a32e9fbf tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e2211f-b57f-4fee-b040-7fa29935ee4d') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:57.096312 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-603b9482-2e84-4dd3-9ed1-7408a32e9fbf tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e2211f-b57f-4fee-b040-7fa29935ee4d') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:57.104838 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-603b9482-2e84-4dd3-9ed1-7408a32e9fbf tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:57.118627 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-603b9482-2e84-4dd3-9ed1-7408a32e9fbf tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:57.124953 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-603b9482-2e84-4dd3-9ed1-7408a32e9fbf tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:18:57.125339 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-603b9482-2e84-4dd3-9ed1-7408a32e9fbf tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:57.128256 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:18:57.128256 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:18:57.128256 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:18:57.128256 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:18:57.128256 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:18:57.128256 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:18:57.128256 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:18:57.128256 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:18:57.128256 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:18:57.128256 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:18:57.128256 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:18:57.128256 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:18:57.128256 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:18:57.128256 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:18:57.128256 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:18:57.128256 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:18:57.128256 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:18:57.128256 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:18:57.128256 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:18:57.128256 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:18:57.128256 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:18:57.128256 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:18:57.128256 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:18:57.128256 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:18:57.128256 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:18:57.128256 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:18:57.128256 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:18:57.128256 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:18:57.128256 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:18:57.128256 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:18:57.128256 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:18:57.128256 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:18:57.253337 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-603b9482-2e84-4dd3-9ed1-7408a32e9fbf tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:57.260254 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-603b9482-2e84-4dd3-9ed1-7408a32e9fbf tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:57.262084 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-603b9482-2e84-4dd3-9ed1-7408a32e9fbf tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] 10.222.0.84 "DELETE /v2.0/networks/432391bc-fbd1-4775-a184-9fa47d18829d HTTP/1.1" status: 204 len: 168 time: 0.7252748 Aug 16 21:18:57.273884 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b9482-2e84-4dd3-9ed1-7408a32e9fbf tempest-TagsExtTest-407099202 tempest-TagsExtTest-407099202-project] Pushing event deleted for resources: {'Network': ['ID=432391bc-fbd1-4775-a184-9fa47d18829d,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:57.419114 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device ef27d6e5-0959-4a5a-9398-31e44bad0b23 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:18:57.439849 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: ef27d6e5-0959-4a5a-9398-31e44bad0b23 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:18:57.441197 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device ef27d6e5-0959-4a5a-9398-31e44bad0b23 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:18:57.797062 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53058) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:57.931316 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6c5555c6-68af-4ce3-b7e4-31fd0ffdac13 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d884dcdde71d494f97f7437b158468a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1330118 Aug 16 21:18:57.933699 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53062) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:57.983657 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-54dc4b68-372d-40da-8b62-a1c8e42ccb14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:58.005473 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-54dc4b68-372d-40da-8b62-a1c8e42ccb14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:58.068898 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543a2b1-e863-43a3-868f-37478b15070f req-a2e7a353-b07b-490a-9b2b-7124b2e639dd tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:58.070397 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d543a2b1-e863-43a3-868f-37478b15070f req-a2e7a353-b07b-490a-9b2b-7124b2e639dd tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.90 "GET /v2.0/ports?device_id=76e33265-4797-4680-b331-3ec5daf68206 HTTP/1.1" status: 200 len: 945 time: 0.0835702 Aug 16 21:18:58.079175 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9bb47-95ee-4940-938e-c6ef2256e5ac req-4eba9185-6261-423b-a5df-eb983da20c3e tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:58.080622 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e3d9bb47-95ee-4940-938e-c6ef2256e5ac req-4eba9185-6261-423b-a5df-eb983da20c3e tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/ports?device_id=76e33265-4797-4680-b331-3ec5daf68206 HTTP/1.1" status: 200 len: 945 time: 0.0850198 Aug 16 21:18:58.145153 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-54dc4b68-372d-40da-8b62-a1c8e42ccb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:58.147714 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-54dc4b68-372d-40da-8b62-a1c8e42ccb14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:58.148906 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-54dc4b68-372d-40da-8b62-a1c8e42ccb14 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0cb87ca9-fea4-44c3-87f7-4346b8cb598e HTTP/1.1" status: 204 len: 168 time: 0.2142713 Aug 16 21:18:58.158159 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc4b68-372d-40da-8b62-a1c8e42ccb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb87ca9-fea4-44c3-87f7-4346b8cb598e,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:58.164465 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e3d9bb47-95ee-4940-938e-c6ef2256e5ac req-f78f24c3-b8d8-436a-92da-fe24a5eaffc9 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/security-groups?id=6795f0c0-ddf8-46f7-b4fe-11731a660b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767400 Aug 16 21:18:58.191422 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-d543a2b1-e863-43a3-868f-37478b15070f req-07ea0e81-c487-45a8-a88e-521f34f3f77d tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Deleting port 35f24d95-7610-4423-b471-283f95f802d2 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:18:58.191870 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-d543a2b1-e863-43a3-868f-37478b15070f req-07ea0e81-c487-45a8-a88e-521f34f3f77d tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:58.287995 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-d543a2b1-e863-43a3-868f-37478b15070f req-07ea0e81-c487-45a8-a88e-521f34f3f77d tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] For port 35f24d95-7610-4423-b471-283f95f802d2, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=35f24d95-7610-4423-b471-283f95f802d2,segment=NetworkSegment(ceea65c1-7822-4c0c-87f6-130911c1743c),segment_id=ceea65c1-7822-4c0c-87f6-130911c1743c)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:58.288382 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-d543a2b1-e863-43a3-868f-37478b15070f req-07ea0e81-c487-45a8-a88e-521f34f3f77d tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:58.302956 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-d543a2b1-e863-43a3-868f-37478b15070f req-07ea0e81-c487-45a8-a88e-521f34f3f77d tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Calling delete_port for 35f24d95-7610-4423-b471-283f95f802d2 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:18:58.493570 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-d543a2b1-e863-43a3-868f-37478b15070f req-07ea0e81-c487-45a8-a88e-521f34f3f77d tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:58.505450 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['35f24d95-7610-4423-b471-283f95f802d2'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:18:58.524768 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea0e81-c487-45a8-a88e-521f34f3f77d tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Pushing event deleted for resources: {'Port': ['ID=35f24d95-7610-4423-b471-283f95f802d2,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:58.567055 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-d543a2b1-e863-43a3-868f-37478b15070f req-07ea0e81-c487-45a8-a88e-521f34f3f77d tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] No DVR routers for this DVR port 35f24d95-7610-4423-b471-283f95f802d2 on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:18:58.569579 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-d543a2b1-e863-43a3-868f-37478b15070f req-07ea0e81-c487-45a8-a88e-521f34f3f77d tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:58.571711 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d543a2b1-e863-43a3-868f-37478b15070f req-07ea0e81-c487-45a8-a88e-521f34f3f77d tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.90 "DELETE /v2.0/ports/35f24d95-7610-4423-b471-283f95f802d2 HTTP/1.1" status: 204 len: 173 time: 0.4900835 Aug 16 21:18:58.572038 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e33265-4797-4680-b331-3ec5daf68206', 'name': 'network-vif-deleted', 'tag': '35f24d95-7610-4423-b471-283f95f802d2'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:18:58.574289 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7193aa0-a337-44e8-a458-5b3ee019058a" -d '{"events": [{"server_uuid": "76e33265-4797-4680-b331-3ec5daf68206", "name": "network-vif-deleted", "tag": "35f24d95-7610-4423-b471-283f95f802d2"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:18:58.616236 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b97771-1a86-454c-beb1-60231d82b484 x-openstack-request-id: req-55b97771-1a86-454c-beb1-60231d82b484 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:18:58.622142 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e33265-4797-4680-b331-3ec5daf68206", "name": "network-vif-deleted", "tag": "35f24d95-7610-4423-b471-283f95f802d2", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:18:58.622142 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-55b97771-1a86-454c-beb1-60231d82b484 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:18:58.622142 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e33265-4797-4680-b331-3ec5daf68206', 'name': 'network-vif-deleted', 'tag': '35f24d95-7610-4423-b471-283f95f802d2', 'status': 'completed', 'code': 200} Aug 16 21:18:59.272990 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53096) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:59.276590 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [-] 10.222.0.84 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026779 Aug 16 21:18:59.279484 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53098) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:59.281802 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-31f3f139-0962-4d07-b9b9-6485b007ce21 req-9a5fb336-0a2f-4998-9b8e-b7825d4d07f6 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/ports?device_id=76e33265-4797-4680-b331-3ec5daf68206 HTTP/1.1" status: 200 len: 210 time: 0.0300875 Aug 16 21:18:59.394874 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-68356ae4-40cf-4941-b105-5d7b7c6e93d4 tempest-NetworksApiDiscovery-999215094 tempest-NetworksApiDiscovery-999215094-project] 10.222.0.84 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1134098 Aug 16 21:18:59.833153 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53106) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:59.938882 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-16354b06-e88c-4db3-ba8a-6f160412b39c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:00.025891 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-16354b06-e88c-4db3-ba8a-6f160412b39c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:00.095445 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-16354b06-e88c-4db3-ba8a-6f160412b39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:00.133244 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-16354b06-e88c-4db3-ba8a-6f160412b39c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=edef7070a3984fe5a539bb32e7e420f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2990253 Aug 16 21:19:00.134233 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16354b06-e88c-4db3-ba8a-6f160412b39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1850ee16-aea2-4c3b-b959-e5e8a2881bde,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:00.136153 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53110) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:00.185573 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3518344a-ca4a-4b02-8d77-bea3aae83370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:00.211032 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3518344a-ca4a-4b02-8d77-bea3aae83370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:00.356365 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3518344a-ca4a-4b02-8d77-bea3aae83370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:00.358953 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3518344a-ca4a-4b02-8d77-bea3aae83370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:00.360173 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3518344a-ca4a-4b02-8d77-bea3aae83370 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1850ee16-aea2-4c3b-b959-e5e8a2881bde HTTP/1.1" status: 204 len: 168 time: 0.2230008 Aug 16 21:19:00.368707 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518344a-ca4a-4b02-8d77-bea3aae83370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1850ee16-aea2-4c3b-b959-e5e8a2881bde,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:00.604780 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-9f3d1e9b-4e0d-41d7-938f-f6fc03f74f8e tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:00.606308 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-9f3d1e9b-4e0d-41d7-938f-f6fc03f74f8e tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/networks?id=c472bb2d-1dfc-4710-8f21-662ed948e871 HTTP/1.1" status: 200 len: 808 time: 0.1037550 Aug 16 21:19:00.621417 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-8fa0fa8f-dc0c-4347-a328-f225cb76b116 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/quotas/25c3ca7465554f18a23fa38d4a880739 HTTP/1.1" status: 200 len: 375 time: 0.0093641 Aug 16 21:19:00.656035 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-6462b01d-c00d-4667-8404-86aa8be258b8 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=25c3ca7465554f18a23fa38d4a880739&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284760 Aug 16 21:19:00.755451 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-015b4b63-a981-4fa3-bb3f-2827ac3bc41a service neutron] 10.222.0.84 "GET /v2.0/networks/c472bb2d-1dfc-4710-8f21-662ed948e871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902274 Aug 16 21:19:00.847511 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-e37c14e3-1f11-420d-aab5-38ac9a43edb3 service neutron] 10.222.0.84 "GET /v2.0/networks/c472bb2d-1dfc-4710-8f21-662ed948e871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879848 Aug 16 21:19:01.068236 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2bd8592d-3a87-48c0-8a9f-cd95da191a24 req-acd7c59d-f9c4-4ec5-a028-beab5d4cec56 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/ports?device_id=9b996183-8048-4f8a-80bf-fd8e67db46be HTTP/1.1" status: 200 len: 210 time: 0.0348637 Aug 16 21:19:01.447436 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 35f24d95-7610-4423-b471-283f95f802d2 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:19:01.472867 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 35f24d95-7610-4423-b471-283f95f802d2 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:19:01.472867 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 35f24d95-7610-4423-b471-283f95f802d2 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:19:02.165224 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-40dd19d1-f483-4003-97c9-a200b6b6b0ac req-e90bf7be-862a-4e21-8cad-7d18ed6bbc56 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/ports?device_id=9b996183-8048-4f8a-80bf-fd8e67db46be HTTP/1.1" status: 200 len: 210 time: 0.0283954 Aug 16 21:19:02.954040 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-615dd051-2e8d-4af1-bf0a-476202e2c4c0 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:02.957173 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-615dd051-2e8d-4af1-bf0a-476202e2c4c0 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.90 "GET /v2.0/networks?id=c472bb2d-1dfc-4710-8f21-662ed948e871 HTTP/1.1" status: 200 len: 808 time: 0.1275578 Aug 16 21:19:02.970889 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-43cd6d61-db46-4250-8c39-373005f8b05d tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Request body: {'port': {'device_id': '9b996183-8048-4f8a-80bf-fd8e67db46be', 'network_id': 'c472bb2d-1dfc-4710-8f21-662ed948e871', 'admin_state_up': True, 'tenant_id': '25c3ca7465554f18a23fa38d4a880739'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:19:03.202004 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-43cd6d61-db46-4250-8c39-373005f8b05d tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Made reservation on behalf of 25c3ca7465554f18a23fa38d4a880739 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:19:03.205750 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-43cd6d61-db46-4250-8c39-373005f8b05d tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:03.299116 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1f18f736-942b-405c-9f66-fd98f38bf1e4 req-ea183be4-6459-4c30-860e-f18e66d846c3 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/ports?device_id=9b996183-8048-4f8a-80bf-fd8e67db46be HTTP/1.1" status: 200 len: 210 time: 0.0649784 Aug 16 21:19:03.362679 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-43cd6d61-db46-4250-8c39-373005f8b05d tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Allocated IP 172.20.0.2 (c472bb2d-1dfc-4710-8f21-662ed948e871/4fc65437-d72b-4956-9e58-b3e57bb45485/25e278ae-1955-43d3-87b6-1ad35383a3cf) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:19:03.467929 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53202) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:03.521927 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-43cd6d61-db46-4250-8c39-373005f8b05d tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:03.577867 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bc38ac68-dbde-40a6-bb25-ac8250b898f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:03.625205 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-43cd6d61-db46-4250-8c39-373005f8b05d tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:03.663987 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-43cd6d61-db46-4250-8c39-373005f8b05d tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Network c472bb2d-1dfc-4710-8f21-662ed948e871 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:19:03.666066 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bc38ac68-dbde-40a6-bb25-ac8250b898f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:03.666978 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-43cd6d61-db46-4250-8c39-373005f8b05d tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:19:03.669588 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-43cd6d61-db46-4250-8c39-373005f8b05d tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:19:03.707282 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd6d61-db46-4250-8c39-373005f8b05d tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Pushing event updated for resources: {'Port': ['ID=25e278ae-1955-43d3-87b6-1ad35383a3cf,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:03.728194 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-43cd6d61-db46-4250-8c39-373005f8b05d tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:03.730166 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-43cd6d61-db46-4250-8c39-373005f8b05d tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:03.741531 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bc38ac68-dbde-40a6-bb25-ac8250b898f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:03.783462 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-bc38ac68-dbde-40a6-bb25-ac8250b898f3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3824619fa1314bbdaa18064188836703&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3141894 Aug 16 21:19:03.784380 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc38ac68-dbde-40a6-bb25-ac8250b898f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce2c77b-30e0-4ff5-92ab-d6822342c9e1,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:03.786159 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53206) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:03.800997 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-43cd6d61-db46-4250-8c39-373005f8b05d tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8341880 Aug 16 21:19:03.817026 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-7b1f9ac0-43f4-401b-95c7-aae7e20e3e5c service neutron] Request body: {'port': {'device_id': '9b996183-8048-4f8a-80bf-fd8e67db46be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:19:03.887712 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b4d99950-0615-4b49-a7b9-55353dea0ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:03.895450 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-7b1f9ac0-43f4-401b-95c7-aae7e20e3e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:03.923079 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b4d99950-0615-4b49-a7b9-55353dea0ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:04.074836 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b4d99950-0615-4b49-a7b9-55353dea0ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:04.077853 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b4d99950-0615-4b49-a7b9-55353dea0ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:04.079342 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b4d99950-0615-4b49-a7b9-55353dea0ec2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7ce2c77b-30e0-4ff5-92ab-d6822342c9e1 HTTP/1.1" status: 204 len: 168 time: 0.2912376 Aug 16 21:19:04.120675 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d99950-0615-4b49-a7b9-55353dea0ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce2c77b-30e0-4ff5-92ab-d6822342c9e1,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:04.220966 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-7b1f9ac0-43f4-401b-95c7-aae7e20e3e5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25e278ae-1955-43d3-87b6-1ad35383a3cf {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:19:04.228620 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-7b1f9ac0-43f4-401b-95c7-aae7e20e3e5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:04.240170 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-7b1f9ac0-43f4-401b-95c7-aae7e20e3e5c service neutron] Transition to ACTIVE for port object 25e278ae-1955-43d3-87b6-1ad35383a3cf will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:19:04.310265 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-7b1f9ac0-43f4-401b-95c7-aae7e20e3e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:04.374846 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f9ac0-43f4-401b-95c7-aae7e20e3e5c service neutron] Pushing event updated for resources: {'Port': ['ID=25e278ae-1955-43d3-87b6-1ad35383a3cf,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:04.470988 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199e686-5b16-41af-906f-91022116e4e7 req-857a0298-84e0-436e-b223-f0dde85115e3 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:04.472536 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0199e686-5b16-41af-906f-91022116e4e7 req-857a0298-84e0-436e-b223-f0dde85115e3 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/ports?device_id=9b996183-8048-4f8a-80bf-fd8e67db46be HTTP/1.1" status: 200 len: 943 time: 0.1022112 Aug 16 21:19:04.488274 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-7b1f9ac0-43f4-401b-95c7-aae7e20e3e5c service neutron] Attempting to bind port 25e278ae-1955-43d3-87b6-1ad35383a3cf on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:19:04.488621 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-7b1f9ac0-43f4-401b-95c7-aae7e20e3e5c service neutron] Attempting to bind port 25e278ae-1955-43d3-87b6-1ad35383a3cf by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'ceea65c1-7822-4c0c-87f6-130911c1743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c472bb2d-1dfc-4710-8f21-662ed948e871'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:19:04.488964 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-7b1f9ac0-43f4-401b-95c7-aae7e20e3e5c service neutron] Attempting to bind port 25e278ae-1955-43d3-87b6-1ad35383a3cf on network c472bb2d-1dfc-4710-8f21-662ed948e871 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:19:04.502244 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-7b1f9ac0-43f4-401b-95c7-aae7e20e3e5c service neutron] Port 25e278ae-1955-43d3-87b6-1ad35383a3cf on network c472bb2d-1dfc-4710-8f21-662ed948e871 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:19:04.502575 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-7b1f9ac0-43f4-401b-95c7-aae7e20e3e5c service neutron] Attempting to bind port 25e278ae-1955-43d3-87b6-1ad35383a3cf on network c472bb2d-1dfc-4710-8f21-662ed948e871 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:19:04.515549 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-7b1f9ac0-43f4-401b-95c7-aae7e20e3e5c service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:19:04.516659 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-7b1f9ac0-43f4-401b-95c7-aae7e20e3e5c service neutron] Checking segment: {'id': 'ceea65c1-7822-4c0c-87f6-130911c1743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c472bb2d-1dfc-4710-8f21-662ed948e871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:19:04.516659 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-7b1f9ac0-43f4-401b-95c7-aae7e20e3e5c service neutron] Bound using segment: {'id': 'ceea65c1-7822-4c0c-87f6-130911c1743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c472bb2d-1dfc-4710-8f21-662ed948e871'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:19:04.516885 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-7b1f9ac0-43f4-401b-95c7-aae7e20e3e5c service neutron] Bound port: 25e278ae-1955-43d3-87b6-1ad35383a3cf, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceea65c1-7822-4c0c-87f6-130911c1743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c472bb2d-1dfc-4710-8f21-662ed948e871'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:19:04.517199 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-7b1f9ac0-43f4-401b-95c7-aae7e20e3e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:04.535023 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0199e686-5b16-41af-906f-91022116e4e7 req-e08b2609-960d-4efe-bae2-efbc40f11256 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/security-groups?id=6795f0c0-ddf8-46f7-b4fe-11731a660b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551503 Aug 16 21:19:04.591341 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-7b1f9ac0-43f4-401b-95c7-aae7e20e3e5c service neutron] For port 25e278ae-1955-43d3-87b6-1ad35383a3cf, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:19:04.593911 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-7b1f9ac0-43f4-401b-95c7-aae7e20e3e5c service neutron] For port 25e278ae-1955-43d3-87b6-1ad35383a3cf, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=25e278ae-1955-43d3-87b6-1ad35383a3cf,segment=NetworkSegment(ceea65c1-7822-4c0c-87f6-130911c1743c),segment_id=ceea65c1-7822-4c0c-87f6-130911c1743c)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:19:04.690334 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-7b1f9ac0-43f4-401b-95c7-aae7e20e3e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:04.702376 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53216) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:04.715810 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bf6cf34e-1779-4718-93d7-f8b7575ac83f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:04.732514 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-7b1f9ac0-43f4-401b-95c7-aae7e20e3e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:04.732514 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-7b1f9ac0-43f4-401b-95c7-aae7e20e3e5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:04.732514 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-7b1f9ac0-43f4-401b-95c7-aae7e20e3e5c service neutron] 10.222.0.90 "PUT /v2.0/ports/25e278ae-1955-43d3-87b6-1ad35383a3cf HTTP/1.1" status: 200 len: 1092 time: 0.9166870 Aug 16 21:19:04.732514 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b996183-8048-4f8a-80bf-fd8e67db46be', 'tag': '25e278ae-1955-43d3-87b6-1ad35383a3cf'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:19:04.732514 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6a53e1-f671-4b59-8fe4-86d022aa84fe" -d '{"events": [{"name": "network-changed", "server_uuid": "9b996183-8048-4f8a-80bf-fd8e67db46be", "tag": "25e278ae-1955-43d3-87b6-1ad35383a3cf"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:19:04.756366 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f9ac0-43f4-401b-95c7-aae7e20e3e5c service neutron] Pushing event updated for resources: {'Port': ['ID=25e278ae-1955-43d3-87b6-1ad35383a3cf,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:04.771115 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d83535-b3e3-48d8-a687-e9e642398fc8 x-openstack-request-id: req-52d83535-b3e3-48d8-a687-e9e642398fc8 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:19:04.771431 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b996183-8048-4f8a-80bf-fd8e67db46be", "tag": "25e278ae-1955-43d3-87b6-1ad35383a3cf", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:19:04.771688 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-52d83535-b3e3-48d8-a687-e9e642398fc8 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:19:04.772118 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b996183-8048-4f8a-80bf-fd8e67db46be', 'tag': '25e278ae-1955-43d3-87b6-1ad35383a3cf', 'status': 'completed', 'code': 200} Aug 16 21:19:04.823665 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bf6cf34e-1779-4718-93d7-f8b7575ac83f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:04.833048 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a53e1-f671-4b59-8fe4-86d022aa84fe req-2d6ea575-e6e3-44f5-b34a-6706abc50a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:04.834598 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0f6a53e1-f671-4b59-8fe4-86d022aa84fe req-2d6ea575-e6e3-44f5-b34a-6706abc50a25 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=25c3ca7465554f18a23fa38d4a880739&device_id=9b996183-8048-4f8a-80bf-fd8e67db46be HTTP/1.1" status: 200 len: 1095 time: 0.0426397 Aug 16 21:19:04.878668 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bf6cf34e-1779-4718-93d7-f8b7575ac83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:04.920932 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-bf6cf34e-1779-4718-93d7-f8b7575ac83f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ecf19f99b4fc4af299b0add73d9b5999&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2168536 Aug 16 21:19:04.921574 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53220) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:04.924774 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6cf34e-1779-4718-93d7-f8b7575ac83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292878c0-ab4d-4a91-abac-525dc4aeeb88,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:04.940110 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a53e1-f671-4b59-8fe4-86d022aa84fe req-0d86da03-2ae7-451a-be90-92cb8dbcabb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:04.941549 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0f6a53e1-f671-4b59-8fe4-86d022aa84fe req-0d86da03-2ae7-451a-be90-92cb8dbcabb8 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=25c3ca7465554f18a23fa38d4a880739&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0991664 Aug 16 21:19:04.976739 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d0e03f33-7f12-4ae5-98da-e6cc6faf8c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:04.998452 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d0e03f33-7f12-4ae5-98da-e6cc6faf8c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:05.043774 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a53e1-f671-4b59-8fe4-86d022aa84fe req-6fde1671-59b6-49fd-8200-d3029ba3c274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:05.046005 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0f6a53e1-f671-4b59-8fe4-86d022aa84fe req-6fde1671-59b6-49fd-8200-d3029ba3c274 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0967596 Aug 16 21:19:05.084472 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d0e03f33-7f12-4ae5-98da-e6cc6faf8c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:05.087168 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d0e03f33-7f12-4ae5-98da-e6cc6faf8c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:05.088370 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d0e03f33-7f12-4ae5-98da-e6cc6faf8c53 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/292878c0-ab4d-4a91-abac-525dc4aeeb88 HTTP/1.1" status: 204 len: 168 time: 0.1649463 Aug 16 21:19:05.098683 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e03f33-7f12-4ae5-98da-e6cc6faf8c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292878c0-ab4d-4a91-abac-525dc4aeeb88,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:05.124619 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-9b5222b2-4b37-4588-827d-1901659e609b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:05.126236 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-9b5222b2-4b37-4588-827d-1901659e609b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=25c3ca7465554f18a23fa38d4a880739&device_id=9b996183-8048-4f8a-80bf-fd8e67db46be HTTP/1.1" status: 200 len: 1095 time: 0.0459368 Aug 16 21:19:05.167936 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-388f2d00-80f4-43b5-87dd-5688464cf8d9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=25e278ae-1955-43d3-87b6-1ad35383a3cf HTTP/1.1" status: 200 len: 217 time: 0.0341146 Aug 16 21:19:05.215438 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-7c8fab1e-9ac9-4b66-835a-afecd009345a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:05.216934 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-7c8fab1e-9ac9-4b66-835a-afecd009345a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4fc65437-d72b-4956-9e58-b3e57bb45485 HTTP/1.1" status: 200 len: 848 time: 0.0428441 Aug 16 21:19:05.251380 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-f1f0ce1c-00ba-4de3-88f6-aef630dba957 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c472bb2d-1dfc-4710-8f21-662ed948e871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279016 Aug 16 21:19:05.340129 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-5ccf12ad-c85f-43f2-9d77-8799c7bee70d service neutron] 10.222.0.90 "GET /v2.0/networks/c472bb2d-1dfc-4710-8f21-662ed948e871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818624 Aug 16 21:19:05.446319 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6dbf9477-8ae7-46fd-88cc-52b25b83f99f req-760d2ff6-5ca8-4701-a0e7-47a7c8ffe821 service neutron] 10.222.0.90 "GET /v2.0/networks/c472bb2d-1dfc-4710-8f21-662ed948e871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997148 Aug 16 21:19:05.652012 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035036e-fe62-4982-b197-2201ad795250 req-92fa5bb0-55fa-40c3-ad59-207b30ee1492 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:05.653499 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0035036e-fe62-4982-b197-2201ad795250 req-92fa5bb0-55fa-40c3-ad59-207b30ee1492 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/ports?device_id=9b996183-8048-4f8a-80bf-fd8e67db46be HTTP/1.1" status: 200 len: 943 time: 0.0491469 Aug 16 21:19:05.692366 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0035036e-fe62-4982-b197-2201ad795250 req-b9e2da49-d396-417b-98ac-a85aa152de9e tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/security-groups?id=6795f0c0-ddf8-46f7-b4fe-11731a660b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321655 Aug 16 21:19:06.811608 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf61871-93ee-41a7-ad01-c8f533723c67 req-7ccd5f0c-9c49-4d48-8ed4-e2f498dc2638 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:06.813474 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-caf61871-93ee-41a7-ad01-c8f533723c67 req-7ccd5f0c-9c49-4d48-8ed4-e2f498dc2638 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/ports?device_id=9b996183-8048-4f8a-80bf-fd8e67db46be HTTP/1.1" status: 200 len: 943 time: 0.0502050 Aug 16 21:19:06.852627 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-caf61871-93ee-41a7-ad01-c8f533723c67 req-c34dbcec-db89-4ca0-b14d-6615dd5404f7 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/security-groups?id=6795f0c0-ddf8-46f7-b4fe-11731a660b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325763 Aug 16 21:19:07.970087 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d0e1c-d4ce-48d7-8b90-470a23616832 req-a4ac276a-cc11-4366-820a-c1e1d8e83fdf tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:07.971569 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b64d0e1c-d4ce-48d7-8b90-470a23616832 req-a4ac276a-cc11-4366-820a-c1e1d8e83fdf tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/ports?device_id=9b996183-8048-4f8a-80bf-fd8e67db46be HTTP/1.1" status: 200 len: 943 time: 0.0527766 Aug 16 21:19:08.009083 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b64d0e1c-d4ce-48d7-8b90-470a23616832 req-71061b45-8428-4a26-9a55-41e7a46cd3ea tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/security-groups?id=6795f0c0-ddf8-46f7-b4fe-11731a660b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312181 Aug 16 21:19:09.128535 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335c85b-4483-4583-bfca-a26016674055 req-1460c2d9-53d9-4ac8-86e9-6dbc890653dd tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:09.130062 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6335c85b-4483-4583-bfca-a26016674055 req-1460c2d9-53d9-4ac8-86e9-6dbc890653dd tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/ports?device_id=9b996183-8048-4f8a-80bf-fd8e67db46be HTTP/1.1" status: 200 len: 943 time: 0.0487628 Aug 16 21:19:09.166844 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6335c85b-4483-4583-bfca-a26016674055 req-8b384bba-5450-4579-a0f9-4f37a33784c7 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/security-groups?id=6795f0c0-ddf8-46f7-b4fe-11731a660b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307443 Aug 16 21:19:09.478230 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 25e278ae-1955-43d3-87b6-1ad35383a3cf details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:19:09.480916 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676c7d2-0842-491f-ba54-08546e770e8a req-4103e544-7a90-4a96-b35f-fbb94b5697e1 tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:09.482474 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3676c7d2-0842-491f-ba54-08546e770e8a req-4103e544-7a90-4a96-b35f-fbb94b5697e1 tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 1097 time: 0.0414343 Aug 16 21:19:09.518086 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3676c7d2-0842-491f-ba54-08546e770e8a req-5431a72e-febc-4eba-94b1-9180faae92fc tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286927 Aug 16 21:19:09.574381 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 25e278ae-1955-43d3-87b6-1ad35383a3cf, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=25e278ae-1955-43d3-87b6-1ad35383a3cf,segment=NetworkSegment(ceea65c1-7822-4c0c-87f6-130911c1743c),segment_id=ceea65c1-7822-4c0c-87f6-130911c1743c)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:09.586505 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '25e278ae-1955-43d3-87b6-1ad35383a3cf', 'network_id': 'c472bb2d-1dfc-4710-8f21-662ed948e871', 'port_id': '25e278ae-1955-43d3-87b6-1ad35383a3cf', 'mac_address': 'fa:16:3e:d4:0c:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fc65437-d72b-4956-9e58-b3e57bb45485', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:19:09.622937 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:09.633888 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc7c17-cf17-4b12-8135-15e8aaaf5469 req-feaff3d5-b75c-426b-b5a2-94aca944bf5e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:09.635374 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fddc7c17-cf17-4b12-8135-15e8aaaf5469 req-feaff3d5-b75c-426b-b5a2-94aca944bf5e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 945 time: 0.0514085 Aug 16 21:19:09.636079 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25e278ae-1955-43d3-87b6-1ad35383a3cf {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:19:09.656027 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 25e278ae-1955-43d3-87b6-1ad35383a3cf, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=25e278ae-1955-43d3-87b6-1ad35383a3cf,segment=NetworkSegment(ceea65c1-7822-4c0c-87f6-130911c1743c),segment_id=ceea65c1-7822-4c0c-87f6-130911c1743c)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:09.673603 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fddc7c17-cf17-4b12-8135-15e8aaaf5469 req-c6f417dc-9618-422a-9e96-33d31f2462fe tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322340 Aug 16 21:19:09.695778 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53288) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:09.756283 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d14b374e-fe15-4fbb-b805-c5b0856444d3 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/floatingips/5b250d80-1c3c-4544-8ab2-6251e2466966 HTTP/1.1" status: 200 len: 993 time: 0.0591466 Aug 16 21:19:09.756495 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:09.804528 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=25e278ae-1955-43d3-87b6-1ad35383a3cf,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:09.944257 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['25e278ae-1955-43d3-87b6-1ad35383a3cf'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:19:10.296339 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf577478-5151-4cb5-aa5b-461551fe5859 req-f0d97b3a-30ce-49a0-8f36-76cd46c112ed tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:10.297922 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bf577478-5151-4cb5-aa5b-461551fe5859 req-f0d97b3a-30ce-49a0-8f36-76cd46c112ed tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/ports?device_id=9b996183-8048-4f8a-80bf-fd8e67db46be HTTP/1.1" status: 200 len: 944 time: 0.0575573 Aug 16 21:19:10.341820 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bf577478-5151-4cb5-aa5b-461551fe5859 req-38ad7076-9fcb-46d1-b437-1138dad4a16b tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/security-groups?id=6795f0c0-ddf8-46f7-b4fe-11731a660b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372362 Aug 16 21:19:10.394419 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32083c7b-436e-4c58-971a-c88972e555b0 req-caa5e865-4319-409e-81fc-1958f4025838 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:10.395956 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-32083c7b-436e-4c58-971a-c88972e555b0 req-caa5e865-4319-409e-81fc-1958f4025838 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 945 time: 0.0590019 Aug 16 21:19:10.434150 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-32083c7b-436e-4c58-971a-c88972e555b0 req-bd4cd414-df64-4d30-8e58-4236f614c8eb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318696 Aug 16 21:19:10.545918 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-fbf06083-127e-4e06-ad3b-00b40067e392 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0476635 Aug 16 21:19:11.110815 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-64afe76c-7882-455d-916f-7e09abfb9d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:11.491628 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2cffbd-53f4-45d4-baef-d35b6b4995e2 req-00174421-202a-4042-b219-5f21dfce104f tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:11.493233 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dd2cffbd-53f4-45d4-baef-d35b6b4995e2 req-00174421-202a-4042-b219-5f21dfce104f tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/ports?device_id=9b996183-8048-4f8a-80bf-fd8e67db46be HTTP/1.1" status: 200 len: 944 time: 0.0743299 Aug 16 21:19:11.494212 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 25e278ae-1955-43d3-87b6-1ad35383a3cf up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:19:11.555636 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dd2cffbd-53f4-45d4-baef-d35b6b4995e2 req-95abfc27-48ff-40dd-83be-cdba17c87cdf tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/security-groups?id=6795f0c0-ddf8-46f7-b4fe-11731a660b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495470 Aug 16 21:19:11.594248 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6081f-9b6e-4a81-badf-181d95df8513 req-4fceacee-f3d3-4d42-a969-a20cce82512e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:11.596460 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-22f6081f-9b6e-4a81-badf-181d95df8513 req-4fceacee-f3d3-4d42-a969-a20cce82512e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 945 time: 0.0645597 Aug 16 21:19:11.630535 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 25e278ae-1955-43d3-87b6-1ad35383a3cf completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:19:11.631472 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 25e278ae-1955-43d3-87b6-1ad35383a3cf triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:19:11.631940 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:11.640184 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-22f6081f-9b6e-4a81-badf-181d95df8513 req-b40ad7fa-e5b2-4f53-9c6f-427dfd2002c1 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374374 Aug 16 21:19:11.717128 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:11.742739 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b996183-8048-4f8a-80bf-fd8e67db46be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e278ae-1955-43d3-87b6-1ad35383a3cf'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:19:11.745190 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d36cbe-5d3e-4781-a254-c3d86a925b18" -d '{"events": [{"server_uuid": "9b996183-8048-4f8a-80bf-fd8e67db46be", "name": "network-vif-plugged", "status": "completed", "tag": "25e278ae-1955-43d3-87b6-1ad35383a3cf"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:19:11.760864 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 25e278ae-1955-43d3-87b6-1ad35383a3cf, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=25e278ae-1955-43d3-87b6-1ad35383a3cf,segment=NetworkSegment(ceea65c1-7822-4c0c-87f6-130911c1743c),segment_id=ceea65c1-7822-4c0c-87f6-130911c1743c)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:11.788991 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd97a475-df21-4629-a8f0-e28945f5d259 x-openstack-request-id: req-dd97a475-df21-4629-a8f0-e28945f5d259 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:19:11.789369 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b996183-8048-4f8a-80bf-fd8e67db46be", "name": "network-vif-plugged", "status": "completed", "tag": "25e278ae-1955-43d3-87b6-1ad35383a3cf", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:19:11.789562 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-dd97a475-df21-4629-a8f0-e28945f5d259 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:19:11.789961 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b996183-8048-4f8a-80bf-fd8e67db46be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e278ae-1955-43d3-87b6-1ad35383a3cf', 'code': 200} Aug 16 21:19:11.826684 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:11.885695 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=25e278ae-1955-43d3-87b6-1ad35383a3cf,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:11.894541 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:11.895250 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:11.895715 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:11.896268 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:11.896611 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:11.896944 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:11.897318 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:11.897655 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:11.897989 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:11.898456 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:11.898799 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:11.899115 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:11.904160 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7516e71-0e90-4337-aee3-4d973bf1e854 req-1d0f2b0d-9a19-42a9-8e7d-a4ec3e2469b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:11.905706 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d7516e71-0e90-4337-aee3-4d973bf1e854 req-1d0f2b0d-9a19-42a9-8e7d-a4ec3e2469b9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9b996183-8048-4f8a-80bf-fd8e67db46be HTTP/1.1" status: 200 len: 1097 time: 0.0445254 Aug 16 21:19:11.942508 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d7516e71-0e90-4337-aee3-4d973bf1e854 req-e7a83f53-957f-4928-9b9e-e25f75d39f5b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6795f0c0-ddf8-46f7-b4fe-11731a660b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296986 Aug 16 21:19:12.671769 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628c2c7-0e6b-4b1c-9f4d-96caf92ad943 req-fce081d7-417d-4855-94f8-61a0b2b6780a tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:12.673903 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8628c2c7-0e6b-4b1c-9f4d-96caf92ad943 req-fce081d7-417d-4855-94f8-61a0b2b6780a tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/ports?device_id=9b996183-8048-4f8a-80bf-fd8e67db46be HTTP/1.1" status: 200 len: 945 time: 0.0505941 Aug 16 21:19:12.716354 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8628c2c7-0e6b-4b1c-9f4d-96caf92ad943 req-7b3a2cce-c6f1-44e5-8f8a-de4b96b79ab9 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/security-groups?id=6795f0c0-ddf8-46f7-b4fe-11731a660b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359223 Aug 16 21:19:12.741941 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-bbe76928-7714-46e4-b71a-42fa87868978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:12.743447 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-bbe76928-7714-46e4-b71a-42fa87868978 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 1097 time: 0.0419836 Aug 16 21:19:12.773614 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ced151-59bd-4e11-a9c2-cedb7dc86df3 req-eaf72b4d-fb25-437e-9fd7-f245695bfef5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:12.775134 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b0ced151-59bd-4e11-a9c2-cedb7dc86df3 req-eaf72b4d-fb25-437e-9fd7-f245695bfef5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 945 time: 0.0556126 Aug 16 21:19:12.818130 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b0ced151-59bd-4e11-a9c2-cedb7dc86df3 req-176d7c40-d3b5-4a31-ab91-bcddef8078e8 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365143 Aug 16 21:19:12.834362 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-0764895e-ff5f-4604-a126-61b1b37b4f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:12.835871 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-0764895e-ff5f-4604-a126-61b1b37b4f62 service neutron] 10.222.0.72 "GET /v2.0/networks?id=62a75797-4a12-4ae6-9692-1d0ed8584d00 HTTP/1.1" status: 200 len: 898 time: 0.0846469 Aug 16 21:19:12.908174 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-596a212d-7fb0-46e7-841a-ed60d84d380f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91957243-728b-4aed-abc8-4185a8837d1d HTTP/1.1" status: 200 len: 1001 time: 0.0625591 Aug 16 21:19:12.958733 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-0ef3edad-9cf8-40e9-8d61-d97b4953df6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:12.960258 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-0ef3edad-9cf8-40e9-8d61-d97b4953df6e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=968177b7-fbf7-49ae-bfb7-136aa3aad1df HTTP/1.1" status: 200 len: 835 time: 0.0452452 Aug 16 21:19:13.009232 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-4df11a16-d43c-42f0-9fac-0be47bf49cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:13.010558 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-4df11a16-d43c-42f0-9fac-0be47bf49cca service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=62a75797-4a12-4ae6-9692-1d0ed8584d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424414 Aug 16 21:19:13.107372 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-03553f4a-cf31-4dd0-889a-648d2ed32f93 service neutron] 10.222.0.72 "GET /v2.0/networks/62a75797-4a12-4ae6-9692-1d0ed8584d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886054 Aug 16 21:19:13.198927 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-df9885d3-c26c-4850-a446-8903064763f2 service neutron] 10.222.0.72 "GET /v2.0/networks/62a75797-4a12-4ae6-9692-1d0ed8584d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848222 Aug 16 21:19:13.644048 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-44f71303-4ed6-41cf-b770-853b6bc8c35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:13.815700 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:13.836552 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d57102-9511-45d3-881c-9546770d7ac2 req-1b5887ef-d3d6-4bb9-80d7-e3a142826890 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:13.837987 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-85d57102-9511-45d3-881c-9546770d7ac2 req-1b5887ef-d3d6-4bb9-80d7-e3a142826890 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/ports?device_id=9b996183-8048-4f8a-80bf-fd8e67db46be HTTP/1.1" status: 200 len: 945 time: 0.0518575 Aug 16 21:19:13.878849 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-85d57102-9511-45d3-881c-9546770d7ac2 req-108f5ea0-52c7-4f2d-b1ca-7568f075c16c tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/security-groups?id=6795f0c0-ddf8-46f7-b4fe-11731a660b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333936 Aug 16 21:19:13.947189 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88921e74-11d6-4ae6-9bec-df03e2fdc66d req-90dd3daa-7ec4-4ff0-9369-506b83c43e60 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:13.948759 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-88921e74-11d6-4ae6-9bec-df03e2fdc66d req-90dd3daa-7ec4-4ff0-9369-506b83c43e60 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 945 time: 0.0531464 Aug 16 21:19:13.990405 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-88921e74-11d6-4ae6-9bec-df03e2fdc66d req-ee1c4da1-361c-4b8c-ab13-767236fedce7 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347517 Aug 16 21:19:14.916907 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:15.123963 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01147b3-e143-420b-be60-a62016bf5e25 req-c872da7e-677a-46dc-9844-9eb928556b4d tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:15.125484 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a01147b3-e143-420b-be60-a62016bf5e25 req-c872da7e-677a-46dc-9844-9eb928556b4d tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/ports?device_id=9b996183-8048-4f8a-80bf-fd8e67db46be HTTP/1.1" status: 200 len: 945 time: 0.0803609 Aug 16 21:19:15.137978 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8005db6-79b9-42ab-ad87-55208005dc1b req-721bf524-c943-488c-8127-f2e12e1d9c1f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:15.139430 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b8005db6-79b9-42ab-ad87-55208005dc1b req-721bf524-c943-488c-8127-f2e12e1d9c1f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 945 time: 0.0687938 Aug 16 21:19:15.196236 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a01147b3-e143-420b-be60-a62016bf5e25 req-ba5602c8-fda6-4843-be3d-1ccce599eb70 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/security-groups?id=6795f0c0-ddf8-46f7-b4fe-11731a660b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557957 Aug 16 21:19:15.199046 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b8005db6-79b9-42ab-ad87-55208005dc1b req-c80c9fb5-0494-475d-8355-4685a35b547c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522969 Aug 16 21:19:16.393468 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0125521-c360-4e5a-bcae-308b4a5a479d req-1e712550-1c45-4a84-a756-5bdd8772a3e9 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:16.394876 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f0125521-c360-4e5a-bcae-308b4a5a479d req-1e712550-1c45-4a84-a756-5bdd8772a3e9 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b996183-8048-4f8a-80bf-fd8e67db46be HTTP/1.1" status: 200 len: 945 time: 0.1275082 Aug 16 21:19:16.417270 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3404f7b-79b6-4dce-a54f-1ca9702876a1 req-9016488d-e16a-40ea-a604-21fe01c8cd8e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:16.418755 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f3404f7b-79b6-4dce-a54f-1ca9702876a1 req-9016488d-e16a-40ea-a604-21fe01c8cd8e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 945 time: 0.1012552 Aug 16 21:19:16.428213 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0dcac6-0e83-465c-bfba-c8c27d25716c req-c1192305-a4b8-49eb-9e15-648296ce5ca5 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:16.429667 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2e0dcac6-0e83-465c-bfba-c8c27d25716c req-c1192305-a4b8-49eb-9e15-648296ce5ca5 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/ports?device_id=9b996183-8048-4f8a-80bf-fd8e67db46be HTTP/1.1" status: 200 len: 945 time: 0.1223981 Aug 16 21:19:16.548309 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2e0dcac6-0e83-465c-bfba-c8c27d25716c req-c33793c9-e6e3-4f56-a06c-2affb3aeb0ab tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/security-groups?id=6795f0c0-ddf8-46f7-b4fe-11731a660b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011894 Aug 16 21:19:16.554492 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f3404f7b-79b6-4dce-a54f-1ca9702876a1 req-8e675729-fac9-4489-9e96-b6bbf7b39d3d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239114 Aug 16 21:19:16.581658 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-f0125521-c360-4e5a-bcae-308b4a5a479d req-96943285-7b41-4dbf-9678-0720b4b299e5 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Deleting port 25e278ae-1955-43d3-87b6-1ad35383a3cf {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:19:16.582014 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f0125521-c360-4e5a-bcae-308b4a5a479d req-96943285-7b41-4dbf-9678-0720b4b299e5 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:16.609964 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:16.672495 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-f0125521-c360-4e5a-bcae-308b4a5a479d req-96943285-7b41-4dbf-9678-0720b4b299e5 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] For port 25e278ae-1955-43d3-87b6-1ad35383a3cf, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=25e278ae-1955-43d3-87b6-1ad35383a3cf,segment=NetworkSegment(ceea65c1-7822-4c0c-87f6-130911c1743c),segment_id=ceea65c1-7822-4c0c-87f6-130911c1743c)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:16.672906 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f0125521-c360-4e5a-bcae-308b4a5a479d req-96943285-7b41-4dbf-9678-0720b4b299e5 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:16.685633 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-f0125521-c360-4e5a-bcae-308b4a5a479d req-96943285-7b41-4dbf-9678-0720b4b299e5 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Calling delete_port for 25e278ae-1955-43d3-87b6-1ad35383a3cf owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:19:16.881904 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f0125521-c360-4e5a-bcae-308b4a5a479d req-96943285-7b41-4dbf-9678-0720b4b299e5 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:16.895163 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['25e278ae-1955-43d3-87b6-1ad35383a3cf'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:19:16.918185 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96943285-7b41-4dbf-9678-0720b4b299e5 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Pushing event deleted for resources: {'Port': ['ID=25e278ae-1955-43d3-87b6-1ad35383a3cf,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:16.939142 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96943285-7b41-4dbf-9678-0720b4b299e5 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:16.939548 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96943285-7b41-4dbf-9678-0720b4b299e5 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:16.939933 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96943285-7b41-4dbf-9678-0720b4b299e5 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:16.940278 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96943285-7b41-4dbf-9678-0720b4b299e5 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:16.946914 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96943285-7b41-4dbf-9678-0720b4b299e5 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:16.946914 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96943285-7b41-4dbf-9678-0720b4b299e5 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:16.946914 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96943285-7b41-4dbf-9678-0720b4b299e5 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:16.946914 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96943285-7b41-4dbf-9678-0720b4b299e5 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:16.946914 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96943285-7b41-4dbf-9678-0720b4b299e5 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:16.946914 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96943285-7b41-4dbf-9678-0720b4b299e5 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:16.946914 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96943285-7b41-4dbf-9678-0720b4b299e5 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:16.946914 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96943285-7b41-4dbf-9678-0720b4b299e5 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:16.983039 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0125521-c360-4e5a-bcae-308b4a5a479d req-96943285-7b41-4dbf-9678-0720b4b299e5 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] No DVR routers for this DVR port 25e278ae-1955-43d3-87b6-1ad35383a3cf on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:19:16.985838 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-f0125521-c360-4e5a-bcae-308b4a5a479d req-96943285-7b41-4dbf-9678-0720b4b299e5 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:16.987955 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f0125521-c360-4e5a-bcae-308b4a5a479d req-96943285-7b41-4dbf-9678-0720b4b299e5 tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.90 "DELETE /v2.0/ports/25e278ae-1955-43d3-87b6-1ad35383a3cf HTTP/1.1" status: 204 len: 173 time: 0.5848777 Aug 16 21:19:16.988406 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b996183-8048-4f8a-80bf-fd8e67db46be', 'name': 'network-vif-deleted', 'tag': '25e278ae-1955-43d3-87b6-1ad35383a3cf'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:19:16.990864 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28df84d-0849-44e0-ad6a-d1360b2b9875" -d '{"events": [{"server_uuid": "9b996183-8048-4f8a-80bf-fd8e67db46be", "name": "network-vif-deleted", "tag": "25e278ae-1955-43d3-87b6-1ad35383a3cf"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:19:17.027140 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c87711-d722-4ba7-b001-1961b223591f x-openstack-request-id: req-42c87711-d722-4ba7-b001-1961b223591f {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:19:17.027441 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b996183-8048-4f8a-80bf-fd8e67db46be", "name": "network-vif-deleted", "tag": "25e278ae-1955-43d3-87b6-1ad35383a3cf", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:19:17.027698 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-42c87711-d722-4ba7-b001-1961b223591f {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:19:17.028134 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b996183-8048-4f8a-80bf-fd8e67db46be', 'name': 'network-vif-deleted', 'tag': '25e278ae-1955-43d3-87b6-1ad35383a3cf', 'status': 'completed', 'code': 200} Aug 16 21:19:17.677149 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4bf1f208-18c2-4843-9f63-2847f4421747 req-1a87acfc-fc82-42bd-9142-116fcc9c281b tempest-VolumesActionsTest-93174254 tempest-VolumesActionsTest-93174254-project] 10.222.0.84 "GET /v2.0/ports?device_id=9b996183-8048-4f8a-80bf-fd8e67db46be HTTP/1.1" status: 200 len: 210 time: 0.0416307 Aug 16 21:19:17.699259 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea4a81-6e22-4cc1-b69f-d5cffff42971 req-5b68d8eb-718f-4e54-949d-b122a20ad90f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:17.700834 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b2ea4a81-6e22-4cc1-b69f-d5cffff42971 req-5b68d8eb-718f-4e54-949d-b122a20ad90f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 945 time: 0.0755067 Aug 16 21:19:17.741124 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b2ea4a81-6e22-4cc1-b69f-d5cffff42971 req-ab1daa27-42e2-469b-b886-b612de5707e9 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338237 Aug 16 21:19:18.864375 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d60795-675f-449f-96ff-fe12936be7f0 req-46daed9e-7f8e-475a-a625-7211494965ad tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:18.865944 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1d60795-675f-449f-96ff-fe12936be7f0 req-46daed9e-7f8e-475a-a625-7211494965ad tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 945 time: 0.0500164 Aug 16 21:19:18.909164 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1d60795-675f-449f-96ff-fe12936be7f0 req-24f56ebd-8978-455d-90bf-50f68eb89f87 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365462 Aug 16 21:19:19.275666 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:19.555694 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 25e278ae-1955-43d3-87b6-1ad35383a3cf no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:19:19.582428 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 25e278ae-1955-43d3-87b6-1ad35383a3cf {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:19:19.583009 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 25e278ae-1955-43d3-87b6-1ad35383a3cf not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:19:20.037483 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e3c30-0627-4abc-8c8e-2b0cb6ac9db2 req-a776965d-cb80-40c7-9ff0-e05b0f5cb823 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:20.039183 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a49e3c30-0627-4abc-8c8e-2b0cb6ac9db2 req-a776965d-cb80-40c7-9ff0-e05b0f5cb823 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 945 time: 0.0562110 Aug 16 21:19:20.077132 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a49e3c30-0627-4abc-8c8e-2b0cb6ac9db2 req-d25b867c-0c75-4d14-9c9b-3cb069ada975 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317211 Aug 16 21:19:21.199721 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcd771-cf24-4439-8024-728e6def229d req-b8b9bc5f-8b8d-46d8-900c-745f9848ba1c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:21.208516 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-55bcd771-cf24-4439-8024-728e6def229d req-b8b9bc5f-8b8d-46d8-900c-745f9848ba1c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 945 time: 0.0590041 Aug 16 21:19:21.252676 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-55bcd771-cf24-4439-8024-728e6def229d req-aed9ad31-d248-46cd-b48a-e9be0556ab36 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408804 Aug 16 21:19:22.154424 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:22.396483 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8315c-6bd6-4928-8822-0eb8170883b4 req-0407b5ba-179d-45b1-a526-908fae949820 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:22.409862 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1c8315c-6bd6-4928-8822-0eb8170883b4 req-0407b5ba-179d-45b1-a526-908fae949820 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 945 time: 0.0738361 Aug 16 21:19:22.460704 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1c8315c-6bd6-4928-8822-0eb8170883b4 req-db42ba57-b1a3-41bb-9218-36fda8131750 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482719 Aug 16 21:19:23.632221 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c012ef6-58ef-41b9-97a7-453509920023 req-9bef9892-a427-4adb-93be-4b907a984ad5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:23.649276 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1c012ef6-58ef-41b9-97a7-453509920023 req-9bef9892-a427-4adb-93be-4b907a984ad5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 945 time: 0.0813899 Aug 16 21:19:23.716294 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1c012ef6-58ef-41b9-97a7-453509920023 req-f19dbe90-6024-47de-a279-6f51e2392c51 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438418 Aug 16 21:19:24.830450 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d810d19-8bbc-4d34-9cd2-1b2603a41de7 req-02b7674a-b7aa-40b9-99f6-0413413eff44 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:24.832008 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0d810d19-8bbc-4d34-9cd2-1b2603a41de7 req-02b7674a-b7aa-40b9-99f6-0413413eff44 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 945 time: 0.0585201 Aug 16 21:19:24.892209 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0d810d19-8bbc-4d34-9cd2-1b2603a41de7 req-1ef8a35b-c866-491d-bce5-e8c9d6043534 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492363 Aug 16 21:19:25.357076 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-3784399d-3950-431c-a5ed-f9eda1aaa3a3 service neutron] show failed (client error): The resource could not be found. Aug 16 21:19:25.358131 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-3784399d-3950-431c-a5ed-f9eda1aaa3a3 service neutron] 10.222.0.72 "GET /v2.0/ports/91957243-728b-4aed-abc8-4185a8837d1d/bindings/n-h2-793620-15 HTTP/1.1" status: 404 len: 381 time: 0.0856218 Aug 16 21:19:25.550518 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-b9e07d85-2ea0-48cf-9f95-128067289fdb req-bd07289a-cb2e-411b-8108-b5119773fd80 service neutron] (101844) timed out ('10.222.0.84', 59492) {{(pid=101844) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 21:19:26.021804 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915044b7-3499-4d68-bef6-b8a2517cf87f req-97537b47-7564-4f1f-b140-770e3685cf8e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:26.023745 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-915044b7-3499-4d68-bef6-b8a2517cf87f req-97537b47-7564-4f1f-b140-770e3685cf8e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 945 time: 0.0512893 Aug 16 21:19:26.092240 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-915044b7-3499-4d68-bef6-b8a2517cf87f req-e5159f24-ee31-4275-99e9-26a8149e358f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580144 Aug 16 21:19:26.145469 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-0dcf773c-4218-48e4-b71c-1cbf8918c300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:26.147312 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-0dcf773c-4218-48e4-b71c-1cbf8918c300 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877&tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507 HTTP/1.1" status: 200 len: 1097 time: 0.0516274 Aug 16 21:19:26.161936 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-d8c4a9ba-ab04-4947-be7c-a49e2e748eab service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-15', 'device_owner': 'compute:nova'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:19:26.232948 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-d8c4a9ba-ab04-4947-be7c-a49e2e748eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:26.904721 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-d8c4a9ba-ab04-4947-be7c-a49e2e748eab service neutron] For port 91957243-728b-4aed-abc8-4185a8837d1d, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=91957243-728b-4aed-abc8-4185a8837d1d,segment=NetworkSegment(8552a080-0fab-4e4a-ba71-b6e280ef08e0),segment_id=8552a080-0fab-4e4a-ba71-b6e280ef08e0)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:26.949261 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-d8c4a9ba-ab04-4947-be7c-a49e2e748eab service neutron] For port 91957243-728b-4aed-abc8-4185a8837d1d, host n-h1-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:19:26.996194 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b0825a-ad65-400a-8635-ae8c76403877', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91957243-728b-4aed-abc8-4185a8837d1d'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:19:26.998752 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1b6c2f-9d58-4583-afac-2959d2a12d44" -d '{"events": [{"server_uuid": "b9b0825a-ad65-400a-8635-ae8c76403877", "name": "network-vif-unplugged", "status": "completed", "tag": "91957243-728b-4aed-abc8-4185a8837d1d"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:19:27.003176 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-d8c4a9ba-ab04-4947-be7c-a49e2e748eab service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:27.018089 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-d8c4a9ba-ab04-4947-be7c-a49e2e748eab service neutron] Transition to ACTIVE for port object 91957243-728b-4aed-abc8-4185a8837d1d will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:19:27.064020 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b170d3d-1c2e-47c9-b13c-d04eb8d24016 x-openstack-request-id: req-3b170d3d-1c2e-47c9-b13c-d04eb8d24016 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:19:27.064666 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b0825a-ad65-400a-8635-ae8c76403877", "name": "network-vif-unplugged", "status": "completed", "tag": "91957243-728b-4aed-abc8-4185a8837d1d", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:19:27.064666 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3b170d3d-1c2e-47c9-b13c-d04eb8d24016 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:19:27.065259 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b0825a-ad65-400a-8635-ae8c76403877', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91957243-728b-4aed-abc8-4185a8837d1d', 'code': 200} Aug 16 21:19:27.209656 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde5352-8907-47dd-a011-14f321de481f req-211c0bef-d66d-4d5f-8d89-d72ddaa25826 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:27.211191 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0dde5352-8907-47dd-a011-14f321de481f req-211c0bef-d66d-4d5f-8d89-d72ddaa25826 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 945 time: 0.0500307 Aug 16 21:19:27.254522 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0dde5352-8907-47dd-a011-14f321de481f req-deb45fa5-bdb8-4dca-a046-81a92654ddb9 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356197 Aug 16 21:19:27.373888 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-d8c4a9ba-ab04-4947-be7c-a49e2e748eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:27.496339 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4a9ba-ab04-4947-be7c-a49e2e748eab service neutron] Pushing event updated for resources: {'Port': ['ID=91957243-728b-4aed-abc8-4185a8837d1d,revision_number=6']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:27.633700 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-d8c4a9ba-ab04-4947-be7c-a49e2e748eab service neutron] No DVR routers for this DVR port 91957243-728b-4aed-abc8-4185a8837d1d on host n-h1-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:19:27.785558 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 91957243-728b-4aed-abc8-4185a8837d1d no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:19:27.793415 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-d8c4a9ba-ab04-4947-be7c-a49e2e748eab service neutron] Attempting to bind port 91957243-728b-4aed-abc8-4185a8837d1d on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:19:27.793774 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-d8c4a9ba-ab04-4947-be7c-a49e2e748eab service neutron] Attempting to bind port 91957243-728b-4aed-abc8-4185a8837d1d by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '8552a080-0fab-4e4a-ba71-b6e280ef08e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '62a75797-4a12-4ae6-9692-1d0ed8584d00'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:19:27.794119 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-d8c4a9ba-ab04-4947-be7c-a49e2e748eab service neutron] Attempting to bind port 91957243-728b-4aed-abc8-4185a8837d1d on network 62a75797-4a12-4ae6-9692-1d0ed8584d00 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:19:27.803544 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-d8c4a9ba-ab04-4947-be7c-a49e2e748eab service neutron] Port 91957243-728b-4aed-abc8-4185a8837d1d on network 62a75797-4a12-4ae6-9692-1d0ed8584d00 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:19:27.815020 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-d8c4a9ba-ab04-4947-be7c-a49e2e748eab service neutron] Attempting to bind port 91957243-728b-4aed-abc8-4185a8837d1d on network 62a75797-4a12-4ae6-9692-1d0ed8584d00 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:19:27.829819 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 91957243-728b-4aed-abc8-4185a8837d1d not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:19:27.837466 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-d8c4a9ba-ab04-4947-be7c-a49e2e748eab service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:19:27.838065 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-d8c4a9ba-ab04-4947-be7c-a49e2e748eab service neutron] Checking segment: {'id': '8552a080-0fab-4e4a-ba71-b6e280ef08e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '62a75797-4a12-4ae6-9692-1d0ed8584d00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:19:27.838999 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-d8c4a9ba-ab04-4947-be7c-a49e2e748eab service neutron] Bound using segment: {'id': '8552a080-0fab-4e4a-ba71-b6e280ef08e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '62a75797-4a12-4ae6-9692-1d0ed8584d00'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:19:27.839609 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-d8c4a9ba-ab04-4947-be7c-a49e2e748eab service neutron] Bound port: 91957243-728b-4aed-abc8-4185a8837d1d, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8552a080-0fab-4e4a-ba71-b6e280ef08e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '62a75797-4a12-4ae6-9692-1d0ed8584d00'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:19:27.840196 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-d8c4a9ba-ab04-4947-be7c-a49e2e748eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:27.927836 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-d8c4a9ba-ab04-4947-be7c-a49e2e748eab service neutron] For port 91957243-728b-4aed-abc8-4185a8837d1d, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:19:27.932053 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-d8c4a9ba-ab04-4947-be7c-a49e2e748eab service neutron] For port 91957243-728b-4aed-abc8-4185a8837d1d, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=91957243-728b-4aed-abc8-4185a8837d1d,segment=NetworkSegment(8552a080-0fab-4e4a-ba71-b6e280ef08e0),segment_id=8552a080-0fab-4e4a-ba71-b6e280ef08e0)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:19:28.046978 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-d8c4a9ba-ab04-4947-be7c-a49e2e748eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:28.108932 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-d8c4a9ba-ab04-4947-be7c-a49e2e748eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:28.109613 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-d8c4a9ba-ab04-4947-be7c-a49e2e748eab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:28.111771 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-d8c4a9ba-ab04-4947-be7c-a49e2e748eab service neutron] 10.222.0.90 "PUT /v2.0/ports/91957243-728b-4aed-abc8-4185a8837d1d HTTP/1.1" status: 200 len: 1092 time: 1.9553900 Aug 16 21:19:28.228507 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4a9ba-ab04-4947-be7c-a49e2e748eab service neutron] Pushing event updated for resources: {'Port': ['ID=91957243-728b-4aed-abc8-4185a8837d1d,revision_number=7']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:28.250701 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-fd71ed34-65ff-419b-adf6-432380e2d283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:28.252576 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-fd71ed34-65ff-419b-adf6-432380e2d283 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 1095 time: 0.1041534 Aug 16 21:19:28.452204 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-9d98344c-aa81-48b8-b9e4-f7a943ffdd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:28.454266 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-9d98344c-aa81-48b8-b9e4-f7a943ffdd05 service neutron] 10.222.0.90 "GET /v2.0/networks?id=62a75797-4a12-4ae6-9692-1d0ed8584d00 HTTP/1.1" status: 200 len: 898 time: 0.1939807 Aug 16 21:19:28.483750 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807947b6-3994-4ae3-bebe-cf3d4fd1c6d7 req-263554fb-2f13-481c-9f1f-9412d68991c2 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:28.485374 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-807947b6-3994-4ae3-bebe-cf3d4fd1c6d7 req-263554fb-2f13-481c-9f1f-9412d68991c2 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 943 time: 0.0911689 Aug 16 21:19:28.615258 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-807947b6-3994-4ae3-bebe-cf3d4fd1c6d7 req-5242336b-5244-4ecb-948a-53e58f1b0594 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958447 Aug 16 21:19:28.620437 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-417a80fc-29b4-4ee1-9fda-a0a146d4d93b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91957243-728b-4aed-abc8-4185a8837d1d HTTP/1.1" status: 200 len: 999 time: 0.1585577 Aug 16 21:19:28.676846 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-d1da7613-8c53-4761-91b4-c51074ec31d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:28.679823 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-d1da7613-8c53-4761-91b4-c51074ec31d1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=968177b7-fbf7-49ae-bfb7-136aa3aad1df HTTP/1.1" status: 200 len: 835 time: 0.0496230 Aug 16 21:19:28.758543 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-7927c23a-eb5d-4fe3-8113-b7a714ef14d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:28.760319 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-7927c23a-eb5d-4fe3-8113-b7a714ef14d9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=62a75797-4a12-4ae6-9692-1d0ed8584d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0746031 Aug 16 21:19:28.867090 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-5b8b9719-7e21-4cac-b707-ee5d46d374d0 service neutron] 10.222.0.90 "GET /v2.0/networks/62a75797-4a12-4ae6-9692-1d0ed8584d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992353 Aug 16 21:19:29.000894 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-b0b188b4-59ab-434f-8253-c27fc48cadd9 service neutron] 10.222.0.90 "GET /v2.0/networks/62a75797-4a12-4ae6-9692-1d0ed8584d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254926 Aug 16 21:19:29.066731 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b0825a-ad65-400a-8635-ae8c76403877', 'tag': '91957243-728b-4aed-abc8-4185a8837d1d'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:19:29.069166 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e5bd1e-2c39-48ea-a4fd-c1793462039c" -d '{"events": [{"name": "network-changed", "server_uuid": "b9b0825a-ad65-400a-8635-ae8c76403877", "tag": "91957243-728b-4aed-abc8-4185a8837d1d"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:19:29.174099 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b75302-14c9-4564-b0d3-83aaf3b8e194 x-openstack-request-id: req-30b75302-14c9-4564-b0d3-83aaf3b8e194 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:19:29.174099 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9b0825a-ad65-400a-8635-ae8c76403877", "tag": "91957243-728b-4aed-abc8-4185a8837d1d", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:19:29.177639 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-30b75302-14c9-4564-b0d3-83aaf3b8e194 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:19:29.178181 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9b0825a-ad65-400a-8635-ae8c76403877', 'tag': '91957243-728b-4aed-abc8-4185a8837d1d', 'status': 'completed', 'code': 200} Aug 16 21:19:29.259090 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5bd1e-2c39-48ea-a4fd-c1793462039c req-6a0adb03-f886-48d3-bf33-6e23602d259c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:29.261302 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-08e5bd1e-2c39-48ea-a4fd-c1793462039c req-6a0adb03-f886-48d3-bf33-6e23602d259c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 1095 time: 0.0631337 Aug 16 21:19:29.297704 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5bd1e-2c39-48ea-a4fd-c1793462039c req-c924de4c-55c7-4811-914c-13bb04543292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:29.299272 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-08e5bd1e-2c39-48ea-a4fd-c1793462039c req-c924de4c-55c7-4811-914c-13bb04543292 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 1095 time: 0.1203134 Aug 16 21:19:29.472864 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5bd1e-2c39-48ea-a4fd-c1793462039c req-2473ce1a-87d2-49dc-83dd-54a65fd0900d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:29.475154 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-08e5bd1e-2c39-48ea-a4fd-c1793462039c req-2473ce1a-87d2-49dc-83dd-54a65fd0900d service neutron] 10.222.0.90 "GET /v2.0/networks?id=62a75797-4a12-4ae6-9692-1d0ed8584d00 HTTP/1.1" status: 200 len: 898 time: 0.2047346 Aug 16 21:19:29.486087 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5bd1e-2c39-48ea-a4fd-c1793462039c req-18a91b1a-9b16-475c-9351-5cce8d25c2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:29.487703 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-08e5bd1e-2c39-48ea-a4fd-c1793462039c req-18a91b1a-9b16-475c-9351-5cce8d25c2c2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=62a75797-4a12-4ae6-9692-1d0ed8584d00 HTTP/1.1" status: 200 len: 898 time: 0.1801317 Aug 16 21:19:29.570846 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-08e5bd1e-2c39-48ea-a4fd-c1793462039c req-b5783028-6163-418d-9a7b-b83ab2620fba service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91957243-728b-4aed-abc8-4185a8837d1d HTTP/1.1" status: 200 len: 999 time: 0.0855834 Aug 16 21:19:29.580778 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-08e5bd1e-2c39-48ea-a4fd-c1793462039c req-1b26da31-2c31-4c49-9026-f749e6e5a482 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91957243-728b-4aed-abc8-4185a8837d1d HTTP/1.1" status: 200 len: 999 time: 0.0850384 Aug 16 21:19:29.641762 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5bd1e-2c39-48ea-a4fd-c1793462039c req-422fae2d-6a7e-4cbc-8e93-8cac3bdeeea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:29.643221 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-08e5bd1e-2c39-48ea-a4fd-c1793462039c req-422fae2d-6a7e-4cbc-8e93-8cac3bdeeea4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=968177b7-fbf7-49ae-bfb7-136aa3aad1df HTTP/1.1" status: 200 len: 835 time: 0.0658884 Aug 16 21:19:29.711596 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5bd1e-2c39-48ea-a4fd-c1793462039c req-5539ea7f-ea6f-4a7c-87b9-a942bc01d59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:29.713507 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-08e5bd1e-2c39-48ea-a4fd-c1793462039c req-5539ea7f-ea6f-4a7c-87b9-a942bc01d59e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=968177b7-fbf7-49ae-bfb7-136aa3aad1df HTTP/1.1" status: 200 len: 835 time: 0.1150286 Aug 16 21:19:29.772558 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5bd1e-2c39-48ea-a4fd-c1793462039c req-ee27f1ec-1fc8-472d-83da-a1a756bbb3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:29.775242 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-08e5bd1e-2c39-48ea-a4fd-c1793462039c req-ee27f1ec-1fc8-472d-83da-a1a756bbb3e9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=62a75797-4a12-4ae6-9692-1d0ed8584d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1195078 Aug 16 21:19:29.804273 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5bd1e-2c39-48ea-a4fd-c1793462039c req-b1e3a4fd-1cf8-4dbc-b7aa-e896764d9497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:29.809715 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-08e5bd1e-2c39-48ea-a4fd-c1793462039c req-b1e3a4fd-1cf8-4dbc-b7aa-e896764d9497 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=62a75797-4a12-4ae6-9692-1d0ed8584d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0835330 Aug 16 21:19:29.877343 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-08e5bd1e-2c39-48ea-a4fd-c1793462039c req-61bc34a5-009f-4dd3-bf85-3c806e228895 service neutron] 10.222.0.90 "GET /v2.0/networks/62a75797-4a12-4ae6-9692-1d0ed8584d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933590 Aug 16 21:19:29.887873 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ac107-0c5a-400a-b8aa-2f0f1794d7ae req-6eef1b65-07d4-401c-92a9-e08633dadd87 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:29.889627 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c73ac107-0c5a-400a-b8aa-2f0f1794d7ae req-6eef1b65-07d4-401c-92a9-e08633dadd87 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 943 time: 0.1687613 Aug 16 21:19:29.943941 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-08e5bd1e-2c39-48ea-a4fd-c1793462039c req-3a1a4b73-060d-421b-b666-e18d74b47e46 service neutron] 10.222.0.72 "GET /v2.0/networks/62a75797-4a12-4ae6-9692-1d0ed8584d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280065 Aug 16 21:19:29.985467 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c73ac107-0c5a-400a-b8aa-2f0f1794d7ae req-1c565d7d-1897-44ee-b58c-85eb4b3cdc06 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853398 Aug 16 21:19:30.043473 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-08e5bd1e-2c39-48ea-a4fd-c1793462039c req-edbd3967-378b-4876-b499-329ca94fd30d service neutron] 10.222.0.90 "GET /v2.0/networks/62a75797-4a12-4ae6-9692-1d0ed8584d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528211 Aug 16 21:19:30.107681 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-08e5bd1e-2c39-48ea-a4fd-c1793462039c req-2b2ea32c-2c89-40e9-9cbb-83c475f1642f service neutron] 10.222.0.72 "GET /v2.0/networks/62a75797-4a12-4ae6-9692-1d0ed8584d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563516 Aug 16 21:19:30.859289 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:19:31.154735 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e17d5f-5dfd-4192-9a83-af5779c823f8 req-b87a4262-7ebb-48df-8495-3569ab55ee5f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:31.156337 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a9e17d5f-5dfd-4192-9a83-af5779c823f8 req-b87a4262-7ebb-48df-8495-3569ab55ee5f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 943 time: 0.0542994 Aug 16 21:19:31.202958 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a9e17d5f-5dfd-4192-9a83-af5779c823f8 req-fc2f8b11-2924-4916-9afa-fda56cafdad8 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398328 Aug 16 21:19:31.674457 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 91957243-728b-4aed-abc8-4185a8837d1d details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:19:31.815671 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 91957243-728b-4aed-abc8-4185a8837d1d, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=91957243-728b-4aed-abc8-4185a8837d1d,segment=NetworkSegment(8552a080-0fab-4e4a-ba71-b6e280ef08e0),segment_id=8552a080-0fab-4e4a-ba71-b6e280ef08e0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:31.829592 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '91957243-728b-4aed-abc8-4185a8837d1d', 'network_id': '62a75797-4a12-4ae6-9692-1d0ed8584d00', 'port_id': '91957243-728b-4aed-abc8-4185a8837d1d', 'mac_address': 'fa:16:3e:59:b8:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '968177b7-fbf7-49ae-bfb7-136aa3aad1df', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:19:31.832252 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546a700-2105-4505-8863-35dc83d4d074 req-dda694fd-c23d-45d6-b3e2-d4730750a0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:31.834019 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2546a700-2105-4505-8863-35dc83d4d074 req-dda694fd-c23d-45d6-b3e2-d4730750a0f9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 1095 time: 0.0527141 Aug 16 21:19:31.916664 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:31.941918 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91957243-728b-4aed-abc8-4185a8837d1d {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:19:31.971266 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 91957243-728b-4aed-abc8-4185a8837d1d, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=91957243-728b-4aed-abc8-4185a8837d1d,segment=NetworkSegment(8552a080-0fab-4e4a-ba71-b6e280ef08e0),segment_id=8552a080-0fab-4e4a-ba71-b6e280ef08e0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:32.052516 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:32.125008 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=91957243-728b-4aed-abc8-4185a8837d1d,revision_number=8']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:32.140788 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-b5408c8f-9157-4b34-aab1-eaf7d2dae5a9 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:32.142705 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-b5408c8f-9157-4b34-aab1-eaf7d2dae5a9 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.90 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877&tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&binding%3Ahost_id=n-h2-793620-15 HTTP/1.1" status: 200 len: 943 time: 0.1670022 Aug 16 21:19:32.144010 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546a700-2105-4505-8863-35dc83d4d074 req-5ec9e4a3-9d7f-45a8-acbc-d481bca30e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:32.145378 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2546a700-2105-4505-8863-35dc83d4d074 req-5ec9e4a3-9d7f-45a8-acbc-d481bca30e9c service neutron] 10.222.0.90 "GET /v2.0/networks?id=62a75797-4a12-4ae6-9692-1d0ed8584d00 HTTP/1.1" status: 200 len: 898 time: 0.2865875 Aug 16 21:19:32.162609 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da642518-b583-440d-843f-09c24ba28067 req-3a81df23-addf-420b-82b8-075fe00dc1af tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:32.168930 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-da642518-b583-440d-843f-09c24ba28067 req-3a81df23-addf-420b-82b8-075fe00dc1af tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 943 time: 0.1918840 Aug 16 21:19:32.253707 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['91957243-728b-4aed-abc8-4185a8837d1d'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:19:32.295875 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-da642518-b583-440d-843f-09c24ba28067 req-fe5e1fe4-d1c3-4558-85f5-172793eac1bb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257524 Aug 16 21:19:32.377181 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2546a700-2105-4505-8863-35dc83d4d074 req-bcaf9bbc-6d8f-4229-8f44-8ce5666a6866 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91957243-728b-4aed-abc8-4185a8837d1d HTTP/1.1" status: 200 len: 1000 time: 0.1851895 Aug 16 21:19:32.379814 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-04cf5948-dd39-4377-81c3-a4d519081cd2 service neutron] 10.222.0.90 "GET /v2.0/ports/91957243-728b-4aed-abc8-4185a8837d1d/bindings/n-h2-793620-15 HTTP/1.1" status: 200 len: 383 time: 0.1891532 Aug 16 21:19:32.454399 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546a700-2105-4505-8863-35dc83d4d074 req-c39c584e-2de9-48f4-8363-3d079708d4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:32.457245 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2546a700-2105-4505-8863-35dc83d4d074 req-c39c584e-2de9-48f4-8363-3d079708d4f1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=968177b7-fbf7-49ae-bfb7-136aa3aad1df HTTP/1.1" status: 200 len: 835 time: 0.0712173 Aug 16 21:19:32.528588 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546a700-2105-4505-8863-35dc83d4d074 req-9660dcb2-db79-44c5-92a3-0ceefefcba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:32.531610 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2546a700-2105-4505-8863-35dc83d4d074 req-9660dcb2-db79-44c5-92a3-0ceefefcba07 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=62a75797-4a12-4ae6-9692-1d0ed8584d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625811 Aug 16 21:19:32.697229 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2546a700-2105-4505-8863-35dc83d4d074 req-9b72e370-b6d0-4b5b-851a-939b2b949b0c service neutron] 10.222.0.90 "GET /v2.0/networks/62a75797-4a12-4ae6-9692-1d0ed8584d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579409 Aug 16 21:19:32.823924 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2546a700-2105-4505-8863-35dc83d4d074 req-2574acc9-3ac8-458e-ad93-c77c81f35f8d service neutron] 10.222.0.90 "GET /v2.0/networks/62a75797-4a12-4ae6-9692-1d0ed8584d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182199 Aug 16 21:19:32.927669 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-da774836-3be9-4918-9318-f85fc6e658ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:32.929340 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-da774836-3be9-4918-9318-f85fc6e658ed service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 1096 time: 0.0572865 Aug 16 21:19:33.046434 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-640438ef-a035-49f7-a120-59e87f5b42a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:33.048186 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-640438ef-a035-49f7-a120-59e87f5b42a4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=62a75797-4a12-4ae6-9692-1d0ed8584d00 HTTP/1.1" status: 200 len: 898 time: 0.1109490 Aug 16 21:19:33.135443 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-b39bd131-a7e3-45f5-a9fa-2637da3da900 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91957243-728b-4aed-abc8-4185a8837d1d HTTP/1.1" status: 200 len: 1000 time: 0.0794685 Aug 16 21:19:33.195461 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-8bd59b72-19dc-467a-b5f9-90e241383511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:33.197218 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-8bd59b72-19dc-467a-b5f9-90e241383511 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=968177b7-fbf7-49ae-bfb7-136aa3aad1df HTTP/1.1" status: 200 len: 835 time: 0.0548811 Aug 16 21:19:33.260910 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-37f05807-a36b-4116-891e-b244dd00ae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:33.262943 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-37f05807-a36b-4116-891e-b244dd00ae14 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=62a75797-4a12-4ae6-9692-1d0ed8584d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560997 Aug 16 21:19:33.513217 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-d80dfe2b-3a1d-4ad5-83d4-20fdc88d42da service neutron] 10.222.0.90 "GET /v2.0/networks/62a75797-4a12-4ae6-9692-1d0ed8584d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430875 Aug 16 21:19:33.585300 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6fe3d-dca0-4f52-9cb5-cf0d1a8d4564 req-95062742-02e9-40b8-80df-1dc8def982fb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:33.587101 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-24c6fe3d-dca0-4f52-9cb5-cf0d1a8d4564 req-95062742-02e9-40b8-80df-1dc8def982fb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 944 time: 0.1323295 Aug 16 21:19:33.659768 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-5211dc48-9be0-4206-9ed7-1180e683b288 service neutron] 10.222.0.90 "GET /v2.0/networks/62a75797-4a12-4ae6-9692-1d0ed8584d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396084 Aug 16 21:19:33.681408 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-24c6fe3d-dca0-4f52-9cb5-cf0d1a8d4564 req-f9662f25-2bd4-4e2d-8886-609bd62455c0 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608706 Aug 16 21:19:33.701125 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 91957243-728b-4aed-abc8-4185a8837d1d up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:19:33.829815 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 91957243-728b-4aed-abc8-4185a8837d1d completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:19:33.835004 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 91957243-728b-4aed-abc8-4185a8837d1d triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:19:33.835633 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:33.882427 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53738) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:33.956982 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:33.986846 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b0825a-ad65-400a-8635-ae8c76403877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91957243-728b-4aed-abc8-4185a8837d1d'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:19:33.991515 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff08ec87-b800-45af-b347-f173dde499e0" -d '{"events": [{"server_uuid": "b9b0825a-ad65-400a-8635-ae8c76403877", "name": "network-vif-plugged", "status": "completed", "tag": "91957243-728b-4aed-abc8-4185a8837d1d"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:19:34.030184 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 91957243-728b-4aed-abc8-4185a8837d1d, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=91957243-728b-4aed-abc8-4185a8837d1d,segment=NetworkSegment(8552a080-0fab-4e4a-ba71-b6e280ef08e0),segment_id=8552a080-0fab-4e4a-ba71-b6e280ef08e0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:34.036227 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9de2b7f0-63f5-4337-af5a-9c3b10179dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:34.063605 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad284d9-d58d-454e-b0a3-f552134bb184 x-openstack-request-id: req-7ad284d9-d58d-454e-b0a3-f552134bb184 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:19:34.063932 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b0825a-ad65-400a-8635-ae8c76403877", "name": "network-vif-plugged", "status": "completed", "tag": "91957243-728b-4aed-abc8-4185a8837d1d", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:19:34.064191 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7ad284d9-d58d-454e-b0a3-f552134bb184 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:19:34.064633 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b0825a-ad65-400a-8635-ae8c76403877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91957243-728b-4aed-abc8-4185a8837d1d', 'code': 200} Aug 16 21:19:34.118407 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:34.169546 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9de2b7f0-63f5-4337-af5a-9c3b10179dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:34.180088 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=91957243-728b-4aed-abc8-4185a8837d1d,revision_number=9']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:34.246568 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9de2b7f0-63f5-4337-af5a-9c3b10179dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:34.294205 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9de2b7f0-63f5-4337-af5a-9c3b10179dc7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=03bcb298e093478ebfa4f179c5f3aa2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4093592 Aug 16 21:19:34.294205 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2b7f0-63f5-4337-af5a-9c3b10179dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1742a27f-6f18-4ba5-b9c3-e9602d79f82b,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:34.296178 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53744) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:34.369993 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-497f7eb8-313d-42cb-a179-74ac6ed12b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:34.397481 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-497f7eb8-313d-42cb-a179-74ac6ed12b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:34.527530 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-497f7eb8-313d-42cb-a179-74ac6ed12b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:34.531187 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-497f7eb8-313d-42cb-a179-74ac6ed12b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:34.545327 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-497f7eb8-313d-42cb-a179-74ac6ed12b5d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1742a27f-6f18-4ba5-b9c3-e9602d79f82b HTTP/1.1" status: 204 len: 168 time: 0.2467384 Aug 16 21:19:34.559503 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f7eb8-313d-42cb-a179-74ac6ed12b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1742a27f-6f18-4ba5-b9c3-e9602d79f82b,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:34.832195 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059a10c-06af-43f1-84a7-707c4a5ce6c3 req-0ee6d5bf-180a-440d-8625-00e692eea0fe tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:34.833810 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7059a10c-06af-43f1-84a7-707c4a5ce6c3 req-0ee6d5bf-180a-440d-8625-00e692eea0fe tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 945 time: 0.0630305 Aug 16 21:19:34.920346 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7059a10c-06af-43f1-84a7-707c4a5ce6c3 req-f983d33d-da12-4b39-8177-b579c93a7d0c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799515 Aug 16 21:19:35.268692 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53758) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:35.282950 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4aba91c9-a99a-4c51-aef3-1510e9b7ad7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:35.378843 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4aba91c9-a99a-4c51-aef3-1510e9b7ad7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:35.683806 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4aba91c9-a99a-4c51-aef3-1510e9b7ad7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:35.722434 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba91c9-a99a-4c51-aef3-1510e9b7ad7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972ead26-a144-4b4d-8fd8-1f5805a50eb0,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:35.727650 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4aba91c9-a99a-4c51-aef3-1510e9b7ad7d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0c19c76afedb4af3ae1c6a7430f26c83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4579344 Aug 16 21:19:35.730576 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53764) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:35.787164 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fade000c-6d66-4723-a804-4ec2f96a7ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:35.813906 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fade000c-6d66-4723-a804-4ec2f96a7ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:35.944898 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fade000c-6d66-4723-a804-4ec2f96a7ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:35.951575 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fade000c-6d66-4723-a804-4ec2f96a7ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:35.955568 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-fade000c-6d66-4723-a804-4ec2f96a7ee1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/972ead26-a144-4b4d-8fd8-1f5805a50eb0 HTTP/1.1" status: 204 len: 168 time: 0.2241297 Aug 16 21:19:35.980412 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade000c-6d66-4723-a804-4ec2f96a7ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972ead26-a144-4b4d-8fd8-1f5805a50eb0,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:36.127533 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb302cab-eeee-4de6-92dc-8d203c89af5e req-2dc9b42a-3630-4e4c-b081-edd73764cc1e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:36.130078 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eb302cab-eeee-4de6-92dc-8d203c89af5e req-2dc9b42a-3630-4e4c-b081-edd73764cc1e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 945 time: 0.0913384 Aug 16 21:19:36.207320 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eb302cab-eeee-4de6-92dc-8d203c89af5e req-5a3634f4-e36e-461c-b966-bb75a81b6a3e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706656 Aug 16 21:19:36.534389 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-1d5d452c-13b9-4af6-a302-aaeef9b46c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:36.536321 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-1d5d452c-13b9-4af6-a302-aaeef9b46c05 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877&tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507 HTTP/1.1" status: 200 len: 1097 time: 0.0934350 Aug 16 21:19:36.552921 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-b48fc2d6-7a1c-4644-bc22-45660a87221c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-15', 'device_owner': 'compute:nova'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:19:36.644714 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-b48fc2d6-7a1c-4644-bc22-45660a87221c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:36.927656 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-b48fc2d6-7a1c-4644-bc22-45660a87221c service neutron] For port 91957243-728b-4aed-abc8-4185a8837d1d, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=91957243-728b-4aed-abc8-4185a8837d1d,segment=NetworkSegment(8552a080-0fab-4e4a-ba71-b6e280ef08e0),segment_id=8552a080-0fab-4e4a-ba71-b6e280ef08e0)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:36.971534 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-b48fc2d6-7a1c-4644-bc22-45660a87221c service neutron] For port 91957243-728b-4aed-abc8-4185a8837d1d, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:19:37.029085 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-b48fc2d6-7a1c-4644-bc22-45660a87221c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:37.047382 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b0825a-ad65-400a-8635-ae8c76403877', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91957243-728b-4aed-abc8-4185a8837d1d'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:19:37.049972 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923f7d9e-278d-4c30-a3e1-605d4bad4be8" -d '{"events": [{"server_uuid": "b9b0825a-ad65-400a-8635-ae8c76403877", "name": "network-vif-unplugged", "status": "completed", "tag": "91957243-728b-4aed-abc8-4185a8837d1d"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:19:37.053169 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-b48fc2d6-7a1c-4644-bc22-45660a87221c service neutron] Transition to ACTIVE for port object 91957243-728b-4aed-abc8-4185a8837d1d will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:19:37.118277 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-b48fc2d6-7a1c-4644-bc22-45660a87221c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:37.122458 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e6de00-6660-4791-b844-e6b4d5358838 x-openstack-request-id: req-76e6de00-6660-4791-b844-e6b4d5358838 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:19:37.122765 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b0825a-ad65-400a-8635-ae8c76403877", "name": "network-vif-unplugged", "status": "completed", "tag": "91957243-728b-4aed-abc8-4185a8837d1d", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:19:37.123023 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-76e6de00-6660-4791-b844-e6b4d5358838 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:19:37.123418 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b0825a-ad65-400a-8635-ae8c76403877', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91957243-728b-4aed-abc8-4185a8837d1d', 'code': 200} Aug 16 21:19:37.170690 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48fc2d6-7a1c-4644-bc22-45660a87221c service neutron] Pushing event updated for resources: {'Port': ['ID=91957243-728b-4aed-abc8-4185a8837d1d,revision_number=10']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:37.401517 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ddecaa-35b5-4634-9126-651c1f8512da req-569b69a5-a932-4ee2-b621-ecd3c98e9c81 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:37.404043 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a5ddecaa-35b5-4634-9126-651c1f8512da req-569b69a5-a932-4ee2-b621-ecd3c98e9c81 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 944 time: 0.1021941 Aug 16 21:19:37.405256 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-b48fc2d6-7a1c-4644-bc22-45660a87221c service neutron] No DVR routers for this DVR port 91957243-728b-4aed-abc8-4185a8837d1d on host n-h2-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:19:37.492407 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a5ddecaa-35b5-4634-9126-651c1f8512da req-dfc46f66-ebb4-4222-babd-9fcbb1cee2cc tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788021 Aug 16 21:19:37.668616 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-b48fc2d6-7a1c-4644-bc22-45660a87221c service neutron] Attempting to bind port 91957243-728b-4aed-abc8-4185a8837d1d on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:19:37.672054 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-b48fc2d6-7a1c-4644-bc22-45660a87221c service neutron] Attempting to bind port 91957243-728b-4aed-abc8-4185a8837d1d by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '8552a080-0fab-4e4a-ba71-b6e280ef08e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '62a75797-4a12-4ae6-9692-1d0ed8584d00'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:19:37.672054 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-b48fc2d6-7a1c-4644-bc22-45660a87221c service neutron] Attempting to bind port 91957243-728b-4aed-abc8-4185a8837d1d on network 62a75797-4a12-4ae6-9692-1d0ed8584d00 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:19:37.675817 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-b48fc2d6-7a1c-4644-bc22-45660a87221c service neutron] Port 91957243-728b-4aed-abc8-4185a8837d1d on network 62a75797-4a12-4ae6-9692-1d0ed8584d00 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:19:37.676153 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-b48fc2d6-7a1c-4644-bc22-45660a87221c service neutron] Attempting to bind port 91957243-728b-4aed-abc8-4185a8837d1d on network 62a75797-4a12-4ae6-9692-1d0ed8584d00 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:19:37.682004 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-b48fc2d6-7a1c-4644-bc22-45660a87221c service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:19:37.682508 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-b48fc2d6-7a1c-4644-bc22-45660a87221c service neutron] Checking segment: {'id': '8552a080-0fab-4e4a-ba71-b6e280ef08e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '62a75797-4a12-4ae6-9692-1d0ed8584d00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:19:37.683013 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-b48fc2d6-7a1c-4644-bc22-45660a87221c service neutron] Bound using segment: {'id': '8552a080-0fab-4e4a-ba71-b6e280ef08e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '62a75797-4a12-4ae6-9692-1d0ed8584d00'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:19:37.683468 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-b48fc2d6-7a1c-4644-bc22-45660a87221c service neutron] Bound port: 91957243-728b-4aed-abc8-4185a8837d1d, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8552a080-0fab-4e4a-ba71-b6e280ef08e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '62a75797-4a12-4ae6-9692-1d0ed8584d00'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:19:37.683859 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-b48fc2d6-7a1c-4644-bc22-45660a87221c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:37.774760 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-b48fc2d6-7a1c-4644-bc22-45660a87221c service neutron] For port 91957243-728b-4aed-abc8-4185a8837d1d, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:19:37.779142 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-b48fc2d6-7a1c-4644-bc22-45660a87221c service neutron] For port 91957243-728b-4aed-abc8-4185a8837d1d, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=91957243-728b-4aed-abc8-4185a8837d1d,segment=NetworkSegment(8552a080-0fab-4e4a-ba71-b6e280ef08e0),segment_id=8552a080-0fab-4e4a-ba71-b6e280ef08e0)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:19:37.861110 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-b48fc2d6-7a1c-4644-bc22-45660a87221c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:37.935033 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-b48fc2d6-7a1c-4644-bc22-45660a87221c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:37.935761 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-b48fc2d6-7a1c-4644-bc22-45660a87221c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:37.937886 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-b48fc2d6-7a1c-4644-bc22-45660a87221c service neutron] 10.222.0.72 "PUT /v2.0/ports/91957243-728b-4aed-abc8-4185a8837d1d HTTP/1.1" status: 200 len: 1093 time: 1.3938239 Aug 16 21:19:37.987971 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48fc2d6-7a1c-4644-bc22-45660a87221c service neutron] Pushing event updated for resources: {'Port': ['ID=91957243-728b-4aed-abc8-4185a8837d1d,revision_number=11']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:38.028507 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-9310eea8-6c95-46f3-b3c0-f7e2158bcb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:38.031876 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-9310eea8-6c95-46f3-b3c0-f7e2158bcb91 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 1096 time: 0.0639567 Aug 16 21:19:38.174597 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-d4c9c32f-6e5b-4f12-a92f-973e661b5abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:38.176623 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-d4c9c32f-6e5b-4f12-a92f-973e661b5abe service neutron] 10.222.0.72 "GET /v2.0/networks?id=62a75797-4a12-4ae6-9692-1d0ed8584d00 HTTP/1.1" status: 200 len: 898 time: 0.1348543 Aug 16 21:19:38.286524 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-eef38f93-a269-46f6-8d2f-c7f2998ce308 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91957243-728b-4aed-abc8-4185a8837d1d HTTP/1.1" status: 200 len: 999 time: 0.1019459 Aug 16 21:19:38.363370 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-fa9244ad-68db-41e2-a4e3-2a057c87c3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:38.364969 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-fa9244ad-68db-41e2-a4e3-2a057c87c3ac service neutron] 10.222.0.72 "GET /v2.0/subnets?id=968177b7-fbf7-49ae-bfb7-136aa3aad1df HTTP/1.1" status: 200 len: 835 time: 0.0712311 Aug 16 21:19:38.426463 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-f8c5f79d-c726-48b8-8bed-3b3edf00f4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:38.428488 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-f8c5f79d-c726-48b8-8bed-3b3edf00f4a4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=62a75797-4a12-4ae6-9692-1d0ed8584d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556326 Aug 16 21:19:38.583995 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-40944a18-91ae-42f6-b310-163fe1708201 service neutron] 10.222.0.72 "GET /v2.0/networks/62a75797-4a12-4ae6-9692-1d0ed8584d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473823 Aug 16 21:19:38.649897 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47210c5a-be76-4d9b-978f-e277b73cdbbf req-9d61bb9b-dfee-4757-8e92-6cdf8395cbe3 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:38.652333 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-47210c5a-be76-4d9b-978f-e277b73cdbbf req-9d61bb9b-dfee-4757-8e92-6cdf8395cbe3 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 944 time: 0.0622168 Aug 16 21:19:38.697641 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-09430699-f92b-48f5-b8e0-9ce2ec1715f5 req-20b63bac-10ef-4c20-b3a2-2c5d1c3a231f service neutron] 10.222.0.72 "GET /v2.0/networks/62a75797-4a12-4ae6-9692-1d0ed8584d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059391 Aug 16 21:19:38.714054 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-47210c5a-be76-4d9b-978f-e277b73cdbbf req-fca9b28e-d4ea-4fab-bf22-3a40d4f5e033 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546994 Aug 16 21:19:38.812006 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b74b4e-c909-4a03-90a9-b374176273fd req-a85594e5-572f-4f64-a902-53c8d9c6d040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:38.813498 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-24b74b4e-c909-4a03-90a9-b374176273fd req-a85594e5-572f-4f64-a902-53c8d9c6d040 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 1096 time: 0.0482962 Aug 16 21:19:38.941185 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b74b4e-c909-4a03-90a9-b374176273fd req-04e1a269-0c41-4d60-aa87-f8286f411a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:38.945301 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-24b74b4e-c909-4a03-90a9-b374176273fd req-04e1a269-0c41-4d60-aa87-f8286f411a3b service neutron] 10.222.0.72 "GET /v2.0/networks?id=62a75797-4a12-4ae6-9692-1d0ed8584d00 HTTP/1.1" status: 200 len: 898 time: 0.1092620 Aug 16 21:19:39.032281 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-24b74b4e-c909-4a03-90a9-b374176273fd req-bd978102-f36b-4358-aefd-d876764d2b08 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91957243-728b-4aed-abc8-4185a8837d1d HTTP/1.1" status: 200 len: 999 time: 0.0794590 Aug 16 21:19:39.088932 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b74b4e-c909-4a03-90a9-b374176273fd req-bdb19727-653e-4a3c-8ead-9298a990d1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:39.090657 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-24b74b4e-c909-4a03-90a9-b374176273fd req-bdb19727-653e-4a3c-8ead-9298a990d1aa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=968177b7-fbf7-49ae-bfb7-136aa3aad1df HTTP/1.1" status: 200 len: 835 time: 0.0511940 Aug 16 21:19:39.124207 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b0825a-ad65-400a-8635-ae8c76403877', 'tag': '91957243-728b-4aed-abc8-4185a8837d1d'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:19:39.127277 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70127508-1619-4fea-b39d-ecefbd1b4aff" -d '{"events": [{"name": "network-changed", "server_uuid": "b9b0825a-ad65-400a-8635-ae8c76403877", "tag": "91957243-728b-4aed-abc8-4185a8837d1d"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:19:39.149982 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b74b4e-c909-4a03-90a9-b374176273fd req-a3bef6b4-c9e3-423f-8417-b1009db841a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:39.151550 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-24b74b4e-c909-4a03-90a9-b374176273fd req-a3bef6b4-c9e3-423f-8417-b1009db841a9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=62a75797-4a12-4ae6-9692-1d0ed8584d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523946 Aug 16 21:19:39.211218 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc4d09b-9383-4c35-9f43-226b998c6c9b x-openstack-request-id: req-1dc4d09b-9383-4c35-9f43-226b998c6c9b {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:19:39.215799 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9b0825a-ad65-400a-8635-ae8c76403877", "tag": "91957243-728b-4aed-abc8-4185a8837d1d", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:19:39.215799 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1dc4d09b-9383-4c35-9f43-226b998c6c9b {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:19:39.215799 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9b0825a-ad65-400a-8635-ae8c76403877', 'tag': '91957243-728b-4aed-abc8-4185a8837d1d', 'status': 'completed', 'code': 200} Aug 16 21:19:39.267309 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-24b74b4e-c909-4a03-90a9-b374176273fd req-b87ad0eb-b94a-44f4-ae36-43e6b6c7a169 service neutron] 10.222.0.72 "GET /v2.0/networks/62a75797-4a12-4ae6-9692-1d0ed8584d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063831 Aug 16 21:19:39.268350 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70127508-1619-4fea-b39d-ecefbd1b4aff req-dd832412-fa3c-408f-bbe5-478f7fdd60e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:39.269994 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-70127508-1619-4fea-b39d-ecefbd1b4aff req-dd832412-fa3c-408f-bbe5-478f7fdd60e3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 1096 time: 0.0545795 Aug 16 21:19:39.389352 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70127508-1619-4fea-b39d-ecefbd1b4aff req-83060e3f-31e1-413e-81b5-74a66d34c17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:39.391192 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-70127508-1619-4fea-b39d-ecefbd1b4aff req-83060e3f-31e1-413e-81b5-74a66d34c17e service neutron] 10.222.0.90 "GET /v2.0/networks?id=62a75797-4a12-4ae6-9692-1d0ed8584d00 HTTP/1.1" status: 200 len: 898 time: 0.1145334 Aug 16 21:19:39.397589 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-24b74b4e-c909-4a03-90a9-b374176273fd req-bd0ec468-e3a7-4b43-8561-2bbdb2536997 service neutron] 10.222.0.72 "GET /v2.0/networks/62a75797-4a12-4ae6-9692-1d0ed8584d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222410 Aug 16 21:19:39.469730 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-70127508-1619-4fea-b39d-ecefbd1b4aff req-201f6602-94b1-4773-babc-5aa3de6a3e77 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91957243-728b-4aed-abc8-4185a8837d1d HTTP/1.1" status: 200 len: 999 time: 0.0707958 Aug 16 21:19:39.499054 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70127508-1619-4fea-b39d-ecefbd1b4aff req-7139915e-7d88-47aa-9ff0-248e1524c6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:39.499054 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-70127508-1619-4fea-b39d-ecefbd1b4aff req-7139915e-7d88-47aa-9ff0-248e1524c6a4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 1096 time: 0.0575106 Aug 16 21:19:39.521800 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70127508-1619-4fea-b39d-ecefbd1b4aff req-9104ec23-8557-413f-b9f1-e71db3084883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:39.523465 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-70127508-1619-4fea-b39d-ecefbd1b4aff req-9104ec23-8557-413f-b9f1-e71db3084883 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=968177b7-fbf7-49ae-bfb7-136aa3aad1df HTTP/1.1" status: 200 len: 835 time: 0.0479610 Aug 16 21:19:39.572344 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70127508-1619-4fea-b39d-ecefbd1b4aff req-a54c184f-a6a2-45fe-8475-0002f4c91442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:39.574080 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-70127508-1619-4fea-b39d-ecefbd1b4aff req-a54c184f-a6a2-45fe-8475-0002f4c91442 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=62a75797-4a12-4ae6-9692-1d0ed8584d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435865 Aug 16 21:19:39.600540 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70127508-1619-4fea-b39d-ecefbd1b4aff req-0988346a-c5f2-4810-92ba-3dae8a9998bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:39.601537 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-70127508-1619-4fea-b39d-ecefbd1b4aff req-0988346a-c5f2-4810-92ba-3dae8a9998bc service neutron] 10.222.0.72 "GET /v2.0/networks?id=62a75797-4a12-4ae6-9692-1d0ed8584d00 HTTP/1.1" status: 200 len: 898 time: 0.0946848 Aug 16 21:19:39.682391 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-70127508-1619-4fea-b39d-ecefbd1b4aff req-6a6b4bd2-67d7-4451-8480-79a2cce2b98e service neutron] 10.222.0.90 "GET /v2.0/networks/62a75797-4a12-4ae6-9692-1d0ed8584d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010458 Aug 16 21:19:39.696998 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-70127508-1619-4fea-b39d-ecefbd1b4aff req-0707ab79-7ace-434a-972c-26c718e11a0b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91957243-728b-4aed-abc8-4185a8837d1d HTTP/1.1" status: 200 len: 999 time: 0.0855734 Aug 16 21:19:39.727396 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 91957243-728b-4aed-abc8-4185a8837d1d no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:19:39.769238 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 91957243-728b-4aed-abc8-4185a8837d1d not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:19:39.790701 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70127508-1619-4fea-b39d-ecefbd1b4aff req-89371bc4-1e97-4bc1-8be1-32b7c1eb169c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:39.794368 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-70127508-1619-4fea-b39d-ecefbd1b4aff req-89371bc4-1e97-4bc1-8be1-32b7c1eb169c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=968177b7-fbf7-49ae-bfb7-136aa3aad1df HTTP/1.1" status: 200 len: 835 time: 0.0894716 Aug 16 21:19:39.826648 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-70127508-1619-4fea-b39d-ecefbd1b4aff req-c5b6f97b-c6bf-4478-b235-388ccd84fd05 service neutron] 10.222.0.90 "GET /v2.0/networks/62a75797-4a12-4ae6-9692-1d0ed8584d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366684 Aug 16 21:19:39.853034 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70127508-1619-4fea-b39d-ecefbd1b4aff req-d10b23d6-0e85-4c4d-ab9d-2db52fe72114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:39.854832 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-70127508-1619-4fea-b39d-ecefbd1b4aff req-d10b23d6-0e85-4c4d-ab9d-2db52fe72114 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=62a75797-4a12-4ae6-9692-1d0ed8584d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488544 Aug 16 21:19:39.875532 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc64c4-42b7-4deb-9f57-ba65c9323245 req-155525d5-11c6-490e-aaba-670e7c188367 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:39.877343 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fbbc64c4-42b7-4deb-9f57-ba65c9323245 req-155525d5-11c6-490e-aaba-670e7c188367 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 944 time: 0.0672801 Aug 16 21:19:39.963984 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fbbc64c4-42b7-4deb-9f57-ba65c9323245 req-2d752da5-a366-417e-9c02-1f97dc2032c2 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729530 Aug 16 21:19:40.307016 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-70127508-1619-4fea-b39d-ecefbd1b4aff req-a7d3bc58-6251-45b5-9bfb-37b071ab5d83 service neutron] 10.222.0.72 "GET /v2.0/networks/62a75797-4a12-4ae6-9692-1d0ed8584d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4424875 Aug 16 21:19:40.436673 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-70127508-1619-4fea-b39d-ecefbd1b4aff req-fa597bc8-62c3-403b-aab7-66db822986fe service neutron] 10.222.0.72 "GET /v2.0/networks/62a75797-4a12-4ae6-9692-1d0ed8584d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206434 Aug 16 21:19:41.080917 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5ea6e8a3-99cb-481d-a4e6-0073c30e8234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:41.096082 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435f111-f2aa-4844-b141-657c7c36c212 req-b240bee8-3380-4ce9-b9a4-336f242e2c00 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:41.097782 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7435f111-f2aa-4844-b141-657c7c36c212 req-b240bee8-3380-4ce9-b9a4-336f242e2c00 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 944 time: 0.0638380 Aug 16 21:19:41.139273 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7435f111-f2aa-4844-b141-657c7c36c212 req-864f3cf7-b817-4ebc-8470-909e5f112770 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351193 Aug 16 21:19:41.164521 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53896) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:41.294198 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a375b2d2-e004-4606-90ea-a7e30cd94c4b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/floatingips/5b250d80-1c3c-4544-8ab2-6251e2466966 HTTP/1.1" status: 200 len: 991 time: 0.1284676 Aug 16 21:19:41.841289 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 91957243-728b-4aed-abc8-4185a8837d1d details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:19:41.945214 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 91957243-728b-4aed-abc8-4185a8837d1d, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=91957243-728b-4aed-abc8-4185a8837d1d,segment=NetworkSegment(8552a080-0fab-4e4a-ba71-b6e280ef08e0),segment_id=8552a080-0fab-4e4a-ba71-b6e280ef08e0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:41.957902 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '91957243-728b-4aed-abc8-4185a8837d1d', 'network_id': '62a75797-4a12-4ae6-9692-1d0ed8584d00', 'port_id': '91957243-728b-4aed-abc8-4185a8837d1d', 'mac_address': 'fa:16:3e:59:b8:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '968177b7-fbf7-49ae-bfb7-136aa3aad1df', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:19:41.997094 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:42.010981 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91957243-728b-4aed-abc8-4185a8837d1d {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:19:42.033149 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 91957243-728b-4aed-abc8-4185a8837d1d, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=91957243-728b-4aed-abc8-4185a8837d1d,segment=NetworkSegment(8552a080-0fab-4e4a-ba71-b6e280ef08e0),segment_id=8552a080-0fab-4e4a-ba71-b6e280ef08e0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:42.141830 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:42.189802 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=91957243-728b-4aed-abc8-4185a8837d1d,revision_number=12']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:42.360280 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['91957243-728b-4aed-abc8-4185a8837d1d'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:19:43.587300 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c7cfe415-a534-48c2-9867-2e6c5282b44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:43.815129 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:43.860902 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 91957243-728b-4aed-abc8-4185a8837d1d up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:19:43.969604 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 91957243-728b-4aed-abc8-4185a8837d1d completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:19:43.974868 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 91957243-728b-4aed-abc8-4185a8837d1d triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:19:43.975405 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:44.206922 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:44.229587 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b0825a-ad65-400a-8635-ae8c76403877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91957243-728b-4aed-abc8-4185a8837d1d'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:19:44.231871 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659f1b74-cfe0-42d6-ab6c-fcaf90c6ce43" -d '{"events": [{"server_uuid": "b9b0825a-ad65-400a-8635-ae8c76403877", "name": "network-vif-plugged", "status": "completed", "tag": "91957243-728b-4aed-abc8-4185a8837d1d"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:19:44.245231 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 91957243-728b-4aed-abc8-4185a8837d1d, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=91957243-728b-4aed-abc8-4185a8837d1d,segment=NetworkSegment(8552a080-0fab-4e4a-ba71-b6e280ef08e0),segment_id=8552a080-0fab-4e4a-ba71-b6e280ef08e0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:44.273261 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99177128-6ef1-422f-9c9c-f8b1fdde6673 x-openstack-request-id: req-99177128-6ef1-422f-9c9c-f8b1fdde6673 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:19:44.273667 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b0825a-ad65-400a-8635-ae8c76403877", "name": "network-vif-plugged", "status": "completed", "tag": "91957243-728b-4aed-abc8-4185a8837d1d", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:19:44.274090 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-99177128-6ef1-422f-9c9c-f8b1fdde6673 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:19:44.274600 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b0825a-ad65-400a-8635-ae8c76403877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91957243-728b-4aed-abc8-4185a8837d1d', 'code': 200} Aug 16 21:19:44.358410 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:44.426234 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=91957243-728b-4aed-abc8-4185a8837d1d,revision_number=13']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:44.946580 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:45.468075 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53982) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:45.513759 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-11a9b0cc-bdb3-4ee9-8be0-0e61413eb6e4 admin admin] Deleting subnet 4fc65437-d72b-4956-9e58-b3e57bb45485 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:19:45.517622 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-11a9b0cc-bdb3-4ee9-8be0-0e61413eb6e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:45.554158 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-11a9b0cc-bdb3-4ee9-8be0-0e61413eb6e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:45.598203 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-11a9b0cc-bdb3-4ee9-8be0-0e61413eb6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:45.736397 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-11a9b0cc-bdb3-4ee9-8be0-0e61413eb6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:45.763933 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9b0cc-bdb3-4ee9-8be0-0e61413eb6e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fc65437-d72b-4956-9e58-b3e57bb45485,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:45.766925 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-11a9b0cc-bdb3-4ee9-8be0-0e61413eb6e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:45.768508 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-11a9b0cc-bdb3-4ee9-8be0-0e61413eb6e4 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/4fc65437-d72b-4956-9e58-b3e57bb45485 HTTP/1.1" status: 204 len: 168 time: 0.2994337 Aug 16 21:19:45.771316 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 53988) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:45.775008 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9b0cc-bdb3-4ee9-8be0-0e61413eb6e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:45.775358 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9b0cc-bdb3-4ee9-8be0-0e61413eb6e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:45.775701 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9b0cc-bdb3-4ee9-8be0-0e61413eb6e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:45.781092 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9b0cc-bdb3-4ee9-8be0-0e61413eb6e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:45.781092 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9b0cc-bdb3-4ee9-8be0-0e61413eb6e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:45.781092 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9b0cc-bdb3-4ee9-8be0-0e61413eb6e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:45.781092 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9b0cc-bdb3-4ee9-8be0-0e61413eb6e4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:45.781092 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9b0cc-bdb3-4ee9-8be0-0e61413eb6e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:45.781092 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9b0cc-bdb3-4ee9-8be0-0e61413eb6e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:45.781092 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9b0cc-bdb3-4ee9-8be0-0e61413eb6e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:45.781092 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9b0cc-bdb3-4ee9-8be0-0e61413eb6e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:45.781092 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9b0cc-bdb3-4ee9-8be0-0e61413eb6e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:45.858433 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-23f512e8-3f6e-4d2b-b62c-16d572907ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:45.941985 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-23f512e8-3f6e-4d2b-b62c-16d572907ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:45.952253 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-23f512e8-3f6e-4d2b-b62c-16d572907ce5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c472bb2d-1dfc-4710-8f21-662ed948e871']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:45.962952 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-23f512e8-3f6e-4d2b-b62c-16d572907ce5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceea65c1-7822-4c0c-87f6-130911c1743c') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:45.963501 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-23f512e8-3f6e-4d2b-b62c-16d572907ce5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceea65c1-7822-4c0c-87f6-130911c1743c') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:45.973806 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-23f512e8-3f6e-4d2b-b62c-16d572907ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:45.988239 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-23f512e8-3f6e-4d2b-b62c-16d572907ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:45.994262 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23f512e8-3f6e-4d2b-b62c-16d572907ce5 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:19:45.994668 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-23f512e8-3f6e-4d2b-b62c-16d572907ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:45.996433 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:19:45.996433 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:19:45.996433 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:19:45.996433 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:19:45.996433 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:19:45.996433 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:19:45.996433 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:19:45.996433 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:19:45.996433 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:19:45.996433 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:19:45.996433 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:19:45.996433 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:19:45.996433 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:19:45.996433 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:19:45.996433 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:19:45.996433 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:19:45.996433 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:19:45.996433 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:19:45.996433 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:19:45.996433 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:19:45.996433 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:19:45.996433 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:19:45.996433 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:19:45.996433 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:19:45.996433 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:19:45.996433 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:19:45.996433 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:19:45.996433 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:19:45.996433 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:19:45.996433 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:19:45.996433 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:19:45.996433 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:19:46.192406 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-23f512e8-3f6e-4d2b-b62c-16d572907ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:46.198119 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-23f512e8-3f6e-4d2b-b62c-16d572907ce5 admin admin] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:46.202025 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-23f512e8-3f6e-4d2b-b62c-16d572907ce5 admin admin] 10.222.0.84 "DELETE /v2.0/networks/c472bb2d-1dfc-4710-8f21-662ed948e871 HTTP/1.1" status: 204 len: 168 time: 0.4272525 Aug 16 21:19:46.216774 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f512e8-3f6e-4d2b-b62c-16d572907ce5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c472bb2d-1dfc-4710-8f21-662ed948e871,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:46.586559 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53996) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:46.587930 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:46.634560 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-28bde15d-dd1a-43a4-9e47-35fd53458e03 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=25c3ca7465554f18a23fa38d4a880739&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468040 Aug 16 21:19:46.637082 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 53998) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:46.685540 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1abdc763-067e-42bd-8a90-b68f6fde87c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:46.707134 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1abdc763-067e-42bd-8a90-b68f6fde87c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:46.846586 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1abdc763-067e-42bd-8a90-b68f6fde87c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:46.849218 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1abdc763-067e-42bd-8a90-b68f6fde87c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:46.850441 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1abdc763-067e-42bd-8a90-b68f6fde87c5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6795f0c0-ddf8-46f7-b4fe-11731a660b9b HTTP/1.1" status: 204 len: 168 time: 0.2123806 Aug 16 21:19:46.858939 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abdc763-067e-42bd-8a90-b68f6fde87c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6795f0c0-ddf8-46f7-b4fe-11731a660b9b,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:48.298477 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [req-1a3ea4db-0a00-4a26-aa51-57ecd72f3129 req-a4bdb7a9-e045-4a7d-9f7a-de8fe5f3ba57 service neutron] (101845) timed out ('10.222.0.84', 56272) {{(pid=101845) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 21:19:48.567317 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54048) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:48.715346 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-5ebeba50-f28c-427e-a2a1-ff81e175fd07 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Request body: {'network': {'name': 'tempest-network-smoke--54916211', 'project_id': 'f258702b923645ea8255373c3c1b0963', 'port_security_enabled': True}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:19:48.823137 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebeba50-f28c-427e-a2a1-ff81e175fd07 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Made reservation on behalf of f258702b923645ea8255373c3c1b0963 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:19:48.826731 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5ebeba50-f28c-427e-a2a1-ff81e175fd07 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:48.835857 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5ebeba50-f28c-427e-a2a1-ff81e175fd07 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:48.926457 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5ebeba50-f28c-427e-a2a1-ff81e175fd07 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:48.992616 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5ebeba50-f28c-427e-a2a1-ff81e175fd07 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:49.015476 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ebeba50-f28c-427e-a2a1-ff81e175fd07 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:19:49.029046 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebeba50-f28c-427e-a2a1-ff81e175fd07 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33d4d37f-a5de-4ae6-bdea-31d01758b441,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:49.034370 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5ebeba50-f28c-427e-a2a1-ff81e175fd07 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:49.034718 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-5ebeba50-f28c-427e-a2a1-ff81e175fd07 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Added segment 2af2bc1d-f844-4ed6-bd51-463a323b2d02 of type vlan for network 1f4e189d-cb3a-46e3-b09a-94cac3752f77 Aug 16 21:19:49.074403 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5ebeba50-f28c-427e-a2a1-ff81e175fd07 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:49.243739 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5ebeba50-f28c-427e-a2a1-ff81e175fd07 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:49.249457 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebeba50-f28c-427e-a2a1-ff81e175fd07 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:49.250579 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5ebeba50-f28c-427e-a2a1-ff81e175fd07 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:49.319386 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebeba50-f28c-427e-a2a1-ff81e175fd07 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'Network': ['ID=1f4e189d-cb3a-46e3-b09a-94cac3752f77,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:49.330139 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 1f4e189d-cb3a-46e3-b09a-94cac3752f77 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:19:49.343268 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:49.372878 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5ebeba50-f28c-427e-a2a1-ff81e175fd07 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8043427 Aug 16 21:19:49.377010 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54054) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:49.382890 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-271f4d48-17c6-40dc-ad6f-4c4388ca9d26 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1635515066', 'admin_state_up': True, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:19:49.486609 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-271f4d48-17c6-40dc-ad6f-4c4388ca9d26 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:49.487667 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-271f4d48-17c6-40dc-ad6f-4c4388ca9d26 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:49.569393 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-271f4d48-17c6-40dc-ad6f-4c4388ca9d26 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:50.124540 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-271f4d48-17c6-40dc-ad6f-4c4388ca9d26 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:50.379997 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-271f4d48-17c6-40dc-ad6f-4c4388ca9d26 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for router_gateway, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:50.404893 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-271f4d48-17c6-40dc-ad6f-4c4388ca9d26 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:50.556491 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-271f4d48-17c6-40dc-ad6f-4c4388ca9d26 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Allocated IP 172.25.1.43 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/87dd72e8-1a23-42cf-94d8-ac01d18d8bd4) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:19:50.657754 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-271f4d48-17c6-40dc-ad6f-4c4388ca9d26 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:50.753400 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-271f4d48-17c6-40dc-ad6f-4c4388ca9d26 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:50.796864 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271f4d48-17c6-40dc-ad6f-4c4388ca9d26 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:19:50.801430 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-271f4d48-17c6-40dc-ad6f-4c4388ca9d26 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:19:50.805732 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271f4d48-17c6-40dc-ad6f-4c4388ca9d26 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:19:50.809088 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f4d48-17c6-40dc-ad6f-4c4388ca9d26 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'Port': ['ID=87dd72e8-1a23-42cf-94d8-ac01d18d8bd4,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:51.135348 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-271f4d48-17c6-40dc-ad6f-4c4388ca9d26 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for router_gateway, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:51.334842 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-271f4d48-17c6-40dc-ad6f-4c4388ca9d26 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:51.546237 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271f4d48-17c6-40dc-ad6f-4c4388ca9d26 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Router 053a2ed2-bfde-4616-9527-32ac86f61f32 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:19:51.652318 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271f4d48-17c6-40dc-ad6f-4c4388ca9d26 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:19:51.663474 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c443644e-8014-4295-b596-2272feda3fa1 None None] Sync routers for ids ['053a2ed2-bfde-4616-9527-32ac86f61f32'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:19:51.673918 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c443644e-8014-4295-b596-2272feda3fa1 None None] Routers {'053a2ed2-bfde-4616-9527-32ac86f61f32'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:19:51.674545 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-c443644e-8014-4295-b596-2272feda3fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:19:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['053a2ed2-bfde-4616-9527-32ac86f61f32'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:51.743370 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-271f4d48-17c6-40dc-ad6f-4c4388ca9d26 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:51.744588 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-271f4d48-17c6-40dc-ad6f-4c4388ca9d26 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3665342 Aug 16 21:19:51.748070 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54068) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:51.778899 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-c443644e-8014-4295-b596-2272feda3fa1 None None] Set router 053a2ed2-bfde-4616-9527-32ac86f61f32 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:19:51.839899 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-bbbca9cd-6585-4c96-9c9f-36bc2e973341 tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=f258702b923645ea8255373c3c1b0963&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0906708 Aug 16 21:19:51.842780 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54072) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:51.941918 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e49d81-93e1-4076-8357-671c53d8277a tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:51.946128 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-55e49d81-93e1-4076-8357-671c53d8277a tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0996728 Aug 16 21:19:51.950539 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54074) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:51.974702 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-c443644e-8014-4295-b596-2272feda3fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'name': 'tempest-TestNetworkBasicOps-router-1635515066', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '87dd72e8-1a23-42cf-94d8-ac01d18d8bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:49Z', 'updated_at': '2021-08-16T21:19:50Z', 'revision_number': 3, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'gw_port': {'id': '87dd72e8-1a23-42cf-94d8-ac01d18d8bd4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:50Z', 'updated_at': '2021-08-16T21:19:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:51.984388 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e2968cf0-0e92-446f-80a9-d966810d661a tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=65ae326a-d6e1-4f5d-80d6-215a5521afe9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343628 Aug 16 21:19:51.984614 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54076) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:51.989423 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-387f8796-bab6-45f6-b209-e26f3ad5c9dd tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1893448729', 'network_id': '1f4e189d-cb3a-46e3-b09a-94cac3752f77', 'project_id': 'f258702b923645ea8255373c3c1b0963', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:19:52.001428 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c443644e-8014-4295-b596-2272feda3fa1 None None] Checking router: 053a2ed2-bfde-4616-9527-32ac86f61f32 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:19:52.001861 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c443644e-8014-4295-b596-2272feda3fa1 None None] Updating router 053a2ed2-bfde-4616-9527-32ac86f61f32 port 87dd72e8-1a23-42cf-94d8-ac01d18d8bd4 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:19:52.031001 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-c443644e-8014-4295-b596-2272feda3fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:52.220649 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387f8796-bab6-45f6-b209-e26f3ad5c9dd tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Made reservation on behalf of f258702b923645ea8255373c3c1b0963 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:19:52.224504 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-387f8796-bab6-45f6-b209-e26f3ad5c9dd tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:52.257768 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:52.307417 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-c443644e-8014-4295-b596-2272feda3fa1 None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:52.318705 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-c443644e-8014-4295-b596-2272feda3fa1 None None] Transition to ACTIVE for port object 87dd72e8-1a23-42cf-94d8-ac01d18d8bd4 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:19:52.451730 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-c443644e-8014-4295-b596-2272feda3fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:52.502108 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-387f8796-bab6-45f6-b209-e26f3ad5c9dd tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:52.504000 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-c443644e-8014-4295-b596-2272feda3fa1 None None] Attempting to bind port 87dd72e8-1a23-42cf-94d8-ac01d18d8bd4 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:19:52.504378 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-c443644e-8014-4295-b596-2272feda3fa1 None None] Attempting to bind port 87dd72e8-1a23-42cf-94d8-ac01d18d8bd4 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:19:52.504746 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c443644e-8014-4295-b596-2272feda3fa1 None None] Attempting to bind port 87dd72e8-1a23-42cf-94d8-ac01d18d8bd4 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:19:52.511756 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa8861-68c4-4e0b-841d-eccabd549692 None None] Pushing event updated for resources: {'Port': ['ID=87dd72e8-1a23-42cf-94d8-ac01d18d8bd4,revision_number=2']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:52.515130 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c443644e-8014-4295-b596-2272feda3fa1 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:19:52.515506 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c443644e-8014-4295-b596-2272feda3fa1 None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:19:52.515946 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-c443644e-8014-4295-b596-2272feda3fa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:52.516340 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c443644e-8014-4295-b596-2272feda3fa1 None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:19:52.516845 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-c443644e-8014-4295-b596-2272feda3fa1 None None] Bound port: 87dd72e8-1a23-42cf-94d8-ac01d18d8bd4, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:19:52.517227 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-c443644e-8014-4295-b596-2272feda3fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:52.524771 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa8861-68c4-4e0b-841d-eccabd549692 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:52.531247 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa8861-68c4-4e0b-841d-eccabd549692 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:52.531247 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa8861-68c4-4e0b-841d-eccabd549692 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:52.531247 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa8861-68c4-4e0b-841d-eccabd549692 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:52.531247 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa8861-68c4-4e0b-841d-eccabd549692 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:52.531247 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa8861-68c4-4e0b-841d-eccabd549692 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:52.531247 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa8861-68c4-4e0b-841d-eccabd549692 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:52.531247 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa8861-68c4-4e0b-841d-eccabd549692 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:52.531247 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa8861-68c4-4e0b-841d-eccabd549692 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:52.531247 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa8861-68c4-4e0b-841d-eccabd549692 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:52.531247 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa8861-68c4-4e0b-841d-eccabd549692 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:52.531247 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa8861-68c4-4e0b-841d-eccabd549692 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:52.565820 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f8796-bab6-45f6-b209-e26f3ad5c9dd tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'Subnet': ['ID=1820ed5d-cea9-4267-a89a-df41942479f9,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:52.574548 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387f8796-bab6-45f6-b209-e26f3ad5c9dd tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Checking segment: {'id': '2af2bc1d-f844-4ed6-bd51-463a323b2d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1f4e189d-cb3a-46e3-b09a-94cac3752f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:19:52.574922 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387f8796-bab6-45f6-b209-e26f3ad5c9dd tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Network hostable DHCP agents. Network: 1f4e189d-cb3a-46e3-b09a-94cac3752f77, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:19:52.597507 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-c443644e-8014-4295-b596-2272feda3fa1 None None] For port 87dd72e8-1a23-42cf-94d8-ac01d18d8bd4, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:19:52.600680 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-c443644e-8014-4295-b596-2272feda3fa1 None None] For port 87dd72e8-1a23-42cf-94d8-ac01d18d8bd4, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=87dd72e8-1a23-42cf-94d8-ac01d18d8bd4,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:19:52.700752 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387f8796-bab6-45f6-b209-e26f3ad5c9dd tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Network 1f4e189d-cb3a-46e3-b09a-94cac3752f77 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:19:52.729931 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-c443644e-8014-4295-b596-2272feda3fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:52.789289 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-387f8796-bab6-45f6-b209-e26f3ad5c9dd tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 1f4e189d-cb3a-46e3-b09a-94cac3752f77) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:19:52.793717 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387f8796-bab6-45f6-b209-e26f3ad5c9dd tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:52.794333 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-387f8796-bab6-45f6-b209-e26f3ad5c9dd tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:52.800193 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe85cc2a-b62f-423c-a1a2-863ffd55e621 None None] Network 1f4e189d-cb3a-46e3-b09a-94cac3752f77 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:19:52.882365 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c443644e-8014-4295-b596-2272feda3fa1 None None] Routers {'053a2ed2-bfde-4616-9527-32ac86f61f32'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:19:52.882920 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-c443644e-8014-4295-b596-2272feda3fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:19:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['053a2ed2-bfde-4616-9527-32ac86f61f32'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:52.904900 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-387f8796-bab6-45f6-b209-e26f3ad5c9dd tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9192407 Aug 16 21:19:52.908079 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54086) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:52.917203 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa8861-68c4-4e0b-841d-eccabd549692 None None] Pushing event updated for resources: {'Port': ['ID=87dd72e8-1a23-42cf-94d8-ac01d18d8bd4,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:52.964085 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63849294-e438-4bb0-af3b-e29248ad1d06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-1f4e189d-cb3a-46e3-b09a-94cac3752f77', 'network_id': '1f4e189d-cb3a-46e3-b09a-94cac3752f77', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'fixed_ips': [{'subnet_id': '1820ed5d-cea9-4267-a89a-df41942479f9'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:19:52.965121 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-63849294-e438-4bb0-af3b-e29248ad1d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:53.012824 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-c443644e-8014-4295-b596-2272feda3fa1 None None] Set router 053a2ed2-bfde-4616-9527-32ac86f61f32 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:19:53.108106 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-63849294-e438-4bb0-af3b-e29248ad1d06 None None] Allocated IP 172.20.0.2 (1f4e189d-cb3a-46e3-b09a-94cac3752f77/1820ed5d-cea9-4267-a89a-df41942479f9/1b2076ce-a1c7-4e7a-8149-a0498206ad87) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:19:53.206694 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-c443644e-8014-4295-b596-2272feda3fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'name': 'tempest-TestNetworkBasicOps-router-1635515066', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '87dd72e8-1a23-42cf-94d8-ac01d18d8bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:49Z', 'updated_at': '2021-08-16T21:19:50Z', 'revision_number': 3, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'gw_port': {'id': '87dd72e8-1a23-42cf-94d8-ac01d18d8bd4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:50Z', 'updated_at': '2021-08-16T21:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:53.239212 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c443644e-8014-4295-b596-2272feda3fa1 None None] The sync data for ids ['053a2ed2-bfde-4616-9527-32ac86f61f32'] in n-d-793620-15 is: [{'id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'name': 'tempest-TestNetworkBasicOps-router-1635515066', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '87dd72e8-1a23-42cf-94d8-ac01d18d8bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:49Z', 'updated_at': '2021-08-16T21:19:50Z', 'revision_number': 3, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'gw_port': {'id': '87dd72e8-1a23-42cf-94d8-ac01d18d8bd4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:50Z', 'updated_at': '2021-08-16T21:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:19:53.282388 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-63849294-e438-4bb0-af3b-e29248ad1d06 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:53.292613 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-63849294-e438-4bb0-af3b-e29248ad1d06 None None] Transition to ACTIVE for port object 1b2076ce-a1c7-4e7a-8149-a0498206ad87 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:19:53.308342 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-63849294-e438-4bb0-af3b-e29248ad1d06 None None] Transition to ACTIVE for port object 1b2076ce-a1c7-4e7a-8149-a0498206ad87 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:19:53.418220 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-63849294-e438-4bb0-af3b-e29248ad1d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:53.465264 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63849294-e438-4bb0-af3b-e29248ad1d06 None None] Network 1f4e189d-cb3a-46e3-b09a-94cac3752f77 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:19:53.471384 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-63849294-e438-4bb0-af3b-e29248ad1d06 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:19:53.475706 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63849294-e438-4bb0-af3b-e29248ad1d06 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:19:53.546043 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63849294-e438-4bb0-af3b-e29248ad1d06 None None] Pushing event updated for resources: {'Port': ['ID=1b2076ce-a1c7-4e7a-8149-a0498206ad87,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:53.606364 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-63849294-e438-4bb0-af3b-e29248ad1d06 None None] Attempting to bind port 1b2076ce-a1c7-4e7a-8149-a0498206ad87 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:19:53.606855 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-63849294-e438-4bb0-af3b-e29248ad1d06 None None] Attempting to bind port 1b2076ce-a1c7-4e7a-8149-a0498206ad87 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '2af2bc1d-f844-4ed6-bd51-463a323b2d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1f4e189d-cb3a-46e3-b09a-94cac3752f77'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:19:53.608005 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63849294-e438-4bb0-af3b-e29248ad1d06 None None] Attempting to bind port 1b2076ce-a1c7-4e7a-8149-a0498206ad87 on network 1f4e189d-cb3a-46e3-b09a-94cac3752f77 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:19:53.622375 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63849294-e438-4bb0-af3b-e29248ad1d06 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:19:53.622758 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63849294-e438-4bb0-af3b-e29248ad1d06 None None] Checking segment: {'id': '2af2bc1d-f844-4ed6-bd51-463a323b2d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1f4e189d-cb3a-46e3-b09a-94cac3752f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:19:53.624886 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-63849294-e438-4bb0-af3b-e29248ad1d06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:53.625197 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63849294-e438-4bb0-af3b-e29248ad1d06 None None] Bound using segment: {'id': '2af2bc1d-f844-4ed6-bd51-463a323b2d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1f4e189d-cb3a-46e3-b09a-94cac3752f77'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:19:53.626595 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-63849294-e438-4bb0-af3b-e29248ad1d06 None None] Bound port: 1b2076ce-a1c7-4e7a-8149-a0498206ad87, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af2bc1d-f844-4ed6-bd51-463a323b2d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1f4e189d-cb3a-46e3-b09a-94cac3752f77'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:19:53.627013 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-63849294-e438-4bb0-af3b-e29248ad1d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:53.708614 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-63849294-e438-4bb0-af3b-e29248ad1d06 None None] For port 1b2076ce-a1c7-4e7a-8149-a0498206ad87, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:19:53.712112 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-63849294-e438-4bb0-af3b-e29248ad1d06 None None] For port 1b2076ce-a1c7-4e7a-8149-a0498206ad87, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=1b2076ce-a1c7-4e7a-8149-a0498206ad87,segment=NetworkSegment(2af2bc1d-f844-4ed6-bd51-463a323b2d02),segment_id=2af2bc1d-f844-4ed6-bd51-463a323b2d02)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:19:53.742855 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4b513b2e-890d-403b-8c6d-a4a9d1df0f83 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:53.790223 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-63849294-e438-4bb0-af3b-e29248ad1d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:53.883693 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63849294-e438-4bb0-af3b-e29248ad1d06 None None] Pushing event updated for resources: {'Port': ['ID=1b2076ce-a1c7-4e7a-8149-a0498206ad87,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:54.187905 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-4b513b2e-890d-403b-8c6d-a4a9d1df0f83 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Allocated IP 172.20.0.1 (1f4e189d-cb3a-46e3-b09a-94cac3752f77/1820ed5d-cea9-4267-a89a-df41942479f9/68e919f3-c3f2-49f8-8f72-1f5df8fc08ca) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:19:54.290875 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54096) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:54.368853 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4b513b2e-890d-403b-8c6d-a4a9d1df0f83 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:54.395536 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-4b513b2e-890d-403b-8c6d-a4a9d1df0f83 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Transition to ACTIVE for port object 68e919f3-c3f2-49f8-8f72-1f5df8fc08ca will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:19:54.423812 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-85142934-1042-4ea9-9a39-26e411cfa4d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:54.490001 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4b513b2e-890d-403b-8c6d-a4a9d1df0f83 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:54.522812 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-85142934-1042-4ea9-9a39-26e411cfa4d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:54.537611 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b513b2e-890d-403b-8c6d-a4a9d1df0f83 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Network 1f4e189d-cb3a-46e3-b09a-94cac3752f77 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:19:54.540875 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-4b513b2e-890d-403b-8c6d-a4a9d1df0f83 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:19:54.544748 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b513b2e-890d-403b-8c6d-a4a9d1df0f83 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:19:54.551469 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b513b2e-890d-403b-8c6d-a4a9d1df0f83 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'Port': ['ID=68e919f3-c3f2-49f8-8f72-1f5df8fc08ca,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:54.592309 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4b513b2e-890d-403b-8c6d-a4a9d1df0f83 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:54.603971 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-85142934-1042-4ea9-9a39-26e411cfa4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:54.655099 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-85142934-1042-4ea9-9a39-26e411cfa4d1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f692b2105b7147babaae16433b21c24c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3630941 Aug 16 21:19:54.656030 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85142934-1042-4ea9-9a39-26e411cfa4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d4d836-7152-4ba6-b1ae-ad448f9cb6e5,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:54.660086 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54100) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:54.721479 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8819b7b7-c2d5-4b8f-8288-8e04104e76e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:54.745059 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8819b7b7-c2d5-4b8f-8288-8e04104e76e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:54.818953 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4b513b2e-890d-403b-8c6d-a4a9d1df0f83 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:54.895799 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8819b7b7-c2d5-4b8f-8288-8e04104e76e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:54.900082 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8819b7b7-c2d5-4b8f-8288-8e04104e76e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:54.900911 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8819b7b7-c2d5-4b8f-8288-8e04104e76e9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/40d4d836-7152-4ba6-b1ae-ad448f9cb6e5 HTTP/1.1" status: 204 len: 168 time: 0.2384779 Aug 16 21:19:54.910341 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8819b7b7-c2d5-4b8f-8288-8e04104e76e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d4d836-7152-4ba6-b1ae-ad448f9cb6e5,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:55.033301 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90fde16-08c0-4e4e-9cbf-395aa66dd302 None None] Network 1f4e189d-cb3a-46e3-b09a-94cac3752f77 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:19:55.177711 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-774a7652-35be-4b3c-801d-d4eaab6b8de5 None None] Provisioning for port 1b2076ce-a1c7-4e7a-8149-a0498206ad87 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:19:55.178545 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4b513b2e-890d-403b-8c6d-a4a9d1df0f83 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:55.261594 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4b513b2e-890d-403b-8c6d-a4a9d1df0f83 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:55.344320 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4b513b2e-890d-403b-8c6d-a4a9d1df0f83 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:55.346382 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b513b2e-890d-403b-8c6d-a4a9d1df0f83 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'Port': ['ID=68e919f3-c3f2-49f8-8f72-1f5df8fc08ca,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:55.479054 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b513b2e-890d-403b-8c6d-a4a9d1df0f83 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Network 1f4e189d-cb3a-46e3-b09a-94cac3752f77 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:19:55.480686 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-4b513b2e-890d-403b-8c6d-a4a9d1df0f83 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:19:55.536394 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 87dd72e8-1a23-42cf-94d8-ac01d18d8bd4 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:19:55.592439 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e707480d-bcb2-4593-8675-8b74ba6eae25 None None] Provisioning for port 68e919f3-c3f2-49f8-8f72-1f5df8fc08ca completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:19:55.596637 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e707480d-bcb2-4593-8675-8b74ba6eae25 None None] Provisioning complete for port 68e919f3-c3f2-49f8-8f72-1f5df8fc08ca triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:19:55.597110 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e707480d-bcb2-4593-8675-8b74ba6eae25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:55.617912 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b513b2e-890d-403b-8c6d-a4a9d1df0f83 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Router 053a2ed2-bfde-4616-9527-32ac86f61f32 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:19:55.638311 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-e707480d-bcb2-4593-8675-8b74ba6eae25 None None] Port 68e919f3-c3f2-49f8-8f72-1f5df8fc08ca cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:19:55.651764 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 87dd72e8-1a23-42cf-94d8-ac01d18d8bd4 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:19:55.656264 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 87dd72e8-1a23-42cf-94d8-ac01d18d8bd4 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:19:55.656703 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:55.726019 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54106) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:55.743850 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:55.745524 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-66fd59ff-c2fe-4e85-88af-24ebb3fc34a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:55.749342 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b513b2e-890d-403b-8c6d-a4a9d1df0f83 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:19:55.761033 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4b513b2e-890d-403b-8c6d-a4a9d1df0f83 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "PUT /v2.0/routers/053a2ed2-bfde-4616-9527-32ac86f61f32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8518765 Aug 16 21:19:55.771360 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa08b3b8-f209-461b-a06b-c62f591b6208 None None] Sync routers for ids ['053a2ed2-bfde-4616-9527-32ac86f61f32'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:19:55.772260 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54108) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:55.784025 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-15c7a13c-1b9f-4510-a6f9-0246181c2ef9 None None] Provisioning complete for port 68e919f3-c3f2-49f8-8f72-1f5df8fc08ca triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:19:55.784870 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-15c7a13c-1b9f-4510-a6f9-0246181c2ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:55.827604 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 87dd72e8-1a23-42cf-94d8-ac01d18d8bd4, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=87dd72e8-1a23-42cf-94d8-ac01d18d8bd4,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:55.831604 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa08b3b8-f209-461b-a06b-c62f591b6208 None None] Routers {'053a2ed2-bfde-4616-9527-32ac86f61f32'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:19:55.832824 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-aa08b3b8-f209-461b-a06b-c62f591b6208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:19:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['053a2ed2-bfde-4616-9527-32ac86f61f32'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:55.864100 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-66fd59ff-c2fe-4e85-88af-24ebb3fc34a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:55.893134 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-15c7a13c-1b9f-4510-a6f9-0246181c2ef9 None None] Port 68e919f3-c3f2-49f8-8f72-1f5df8fc08ca cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:19:55.929575 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:55.930640 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 1b2076ce-a1c7-4e7a-8149-a0498206ad87 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:19:55.933767 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-66fd59ff-c2fe-4e85-88af-24ebb3fc34a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:55.964448 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c72402-19f8-427c-9aaa-5acd6c3f3278 tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:55.964924 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c72402-19f8-427c-9aaa-5acd6c3f3278 tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:55.965415 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c72402-19f8-427c-9aaa-5acd6c3f3278 tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:55.965891 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c72402-19f8-427c-9aaa-5acd6c3f3278 tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:55.966533 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c72402-19f8-427c-9aaa-5acd6c3f3278 tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:55.968314 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-31c72402-19f8-427c-9aaa-5acd6c3f3278 tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3569 time: 0.1945143 Aug 16 21:19:55.971916 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54110) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:55.990031 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-66fd59ff-c2fe-4e85-88af-24ebb3fc34a6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a9241b2b4b0f4bb786aeba0a42985611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2609129 Aug 16 21:19:55.992891 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54112) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:56.009704 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd59ff-c2fe-4e85-88af-24ebb3fc34a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78bb126-d19b-4943-b5be-968ec8fe1ae0,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:56.038968 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-aa08b3b8-f209-461b-a06b-c62f591b6208 None None] Set router 053a2ed2-bfde-4616-9527-32ac86f61f32 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:19:56.058914 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e6d72a24-b9b4-40c4-b33a-2142affb5e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:56.066472 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=87dd72e8-1a23-42cf-94d8-ac01d18d8bd4,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:56.073007 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1344aff7-3cda-4f86-a419-9407354ec8d8 tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:56.074061 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1344aff7-3cda-4f86-a419-9407354ec8d8 tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:56.074195 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1344aff7-3cda-4f86-a419-9407354ec8d8 tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:56.074561 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1344aff7-3cda-4f86-a419-9407354ec8d8 tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:56.075019 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1344aff7-3cda-4f86-a419-9407354ec8d8 tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:56.076965 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1344aff7-3cda-4f86-a419-9407354ec8d8 tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3351 time: 0.1040974 Aug 16 21:19:56.079864 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54114) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:56.086699 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e6d72a24-b9b4-40c4-b33a-2142affb5e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:56.089359 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-3d96a052-7044-4702-9953-1c7320d75716 None None] Provisioning complete for port 68e919f3-c3f2-49f8-8f72-1f5df8fc08ca triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:19:56.089739 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3d96a052-7044-4702-9953-1c7320d75716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:56.186549 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 1b2076ce-a1c7-4e7a-8149-a0498206ad87 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:19:56.201489 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-3d96a052-7044-4702-9953-1c7320d75716 None None] Port 68e919f3-c3f2-49f8-8f72-1f5df8fc08ca cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:19:56.202904 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 1b2076ce-a1c7-4e7a-8149-a0498206ad87 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:19:56.203281 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:56.255263 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e6d72a24-b9b4-40c4-b33a-2142affb5e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:56.258369 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e6d72a24-b9b4-40c4-b33a-2142affb5e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:56.262106 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e6d72a24-b9b4-40c4-b33a-2142affb5e09 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f78bb126-d19b-4943-b5be-968ec8fe1ae0 HTTP/1.1" status: 204 len: 168 time: 0.2654691 Aug 16 21:19:56.268995 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d72a24-b9b4-40c4-b33a-2142affb5e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78bb126-d19b-4943-b5be-968ec8fe1ae0,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:56.322265 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-7f1efb78-d75c-4f28-9398-9bc8b9c75ab5 tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2333 time: 0.2410588 Aug 16 21:19:56.348985 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:56.392910 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 1b2076ce-a1c7-4e7a-8149-a0498206ad87, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=1b2076ce-a1c7-4e7a-8149-a0498206ad87,segment=NetworkSegment(2af2bc1d-f844-4ed6-bd51-463a323b2d02),segment_id=2af2bc1d-f844-4ed6-bd51-463a323b2d02)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:56.402207 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-aa08b3b8-f209-461b-a06b-c62f591b6208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'name': 'tempest-TestNetworkBasicOps-router-1635515066', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '87dd72e8-1a23-42cf-94d8-ac01d18d8bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:49Z', 'updated_at': '2021-08-16T21:19:54Z', 'revision_number': 4, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'gw_port': {'id': '87dd72e8-1a23-42cf-94d8-ac01d18d8bd4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:50Z', 'updated_at': '2021-08-16T21:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '68e919f3-c3f2-49f8-8f72-1f5df8fc08ca', 'name': '', 'network_id': '1f4e189d-cb3a-46e3-b09a-94cac3752f77', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'mac_address': 'fa:16:3e:e7:2d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '1820ed5d-cea9-4267-a89a-df41942479f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:53Z', 'updated_at': '2021-08-16T21:19:55Z', 'revision_number': 2, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'subnets': [{'id': '1820ed5d-cea9-4267-a89a-df41942479f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:56.431655 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa08b3b8-f209-461b-a06b-c62f591b6208 None None] Checking router: 053a2ed2-bfde-4616-9527-32ac86f61f32 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:19:56.432044 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa08b3b8-f209-461b-a06b-c62f591b6208 None None] Updating router 053a2ed2-bfde-4616-9527-32ac86f61f32 port 68e919f3-c3f2-49f8-8f72-1f5df8fc08ca binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:19:56.456397 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-aa08b3b8-f209-461b-a06b-c62f591b6208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:56.469086 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:56.630944 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=1b2076ce-a1c7-4e7a-8149-a0498206ad87,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:56.762937 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-aa08b3b8-f209-461b-a06b-c62f591b6208 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:56.772787 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-aa08b3b8-f209-461b-a06b-c62f591b6208 None None] Transition to ACTIVE for port object 68e919f3-c3f2-49f8-8f72-1f5df8fc08ca will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:19:56.920655 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-aa08b3b8-f209-461b-a06b-c62f591b6208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:56.936974 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54122) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:56.942084 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-4fa606fb-eb1c-40c8-807e-7a0d00d18eb1 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-962554680', 'description': 'tempest-secgroup-smoke-962554680 description', 'project_id': 'f258702b923645ea8255373c3c1b0963'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:19:56.985531 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaca43c-0500-4204-b370-920745977854 None None] Pushing event updated for resources: {'Port': ['ID=68e919f3-c3f2-49f8-8f72-1f5df8fc08ca,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:57.032999 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-aa08b3b8-f209-461b-a06b-c62f591b6208 None None] Attempting to bind port 68e919f3-c3f2-49f8-8f72-1f5df8fc08ca on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:19:57.033224 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4fa606fb-eb1c-40c8-807e-7a0d00d18eb1 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:57.033362 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-aa08b3b8-f209-461b-a06b-c62f591b6208 None None] Attempting to bind port 68e919f3-c3f2-49f8-8f72-1f5df8fc08ca by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '2af2bc1d-f844-4ed6-bd51-463a323b2d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1f4e189d-cb3a-46e3-b09a-94cac3752f77'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:19:57.033736 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa08b3b8-f209-461b-a06b-c62f591b6208 None None] Attempting to bind port 68e919f3-c3f2-49f8-8f72-1f5df8fc08ca on network 1f4e189d-cb3a-46e3-b09a-94cac3752f77 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:19:57.046596 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa08b3b8-f209-461b-a06b-c62f591b6208 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:19:57.047252 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa08b3b8-f209-461b-a06b-c62f591b6208 None None] Checking segment: {'id': '2af2bc1d-f844-4ed6-bd51-463a323b2d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1f4e189d-cb3a-46e3-b09a-94cac3752f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:19:57.047368 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-aa08b3b8-f209-461b-a06b-c62f591b6208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:57.047765 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa08b3b8-f209-461b-a06b-c62f591b6208 None None] Bound using segment: {'id': '2af2bc1d-f844-4ed6-bd51-463a323b2d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1f4e189d-cb3a-46e3-b09a-94cac3752f77'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:19:57.048323 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-aa08b3b8-f209-461b-a06b-c62f591b6208 None None] Bound port: 68e919f3-c3f2-49f8-8f72-1f5df8fc08ca, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af2bc1d-f844-4ed6-bd51-463a323b2d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1f4e189d-cb3a-46e3-b09a-94cac3752f77'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:19:57.048698 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-aa08b3b8-f209-461b-a06b-c62f591b6208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:57.114685 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-aa08b3b8-f209-461b-a06b-c62f591b6208 None None] For port 68e919f3-c3f2-49f8-8f72-1f5df8fc08ca, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:19:57.118581 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-aa08b3b8-f209-461b-a06b-c62f591b6208 None None] For port 68e919f3-c3f2-49f8-8f72-1f5df8fc08ca, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=68e919f3-c3f2-49f8-8f72-1f5df8fc08ca,segment=NetworkSegment(2af2bc1d-f844-4ed6-bd51-463a323b2d02),segment_id=2af2bc1d-f844-4ed6-bd51-463a323b2d02)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:19:57.126877 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4fa606fb-eb1c-40c8-807e-7a0d00d18eb1 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:57.166548 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54124) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:57.179749 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ca06ba6e-d094-4935-acd5-f2debe15ac4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:57.193041 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-aa08b3b8-f209-461b-a06b-c62f591b6208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:57.239445 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4fa606fb-eb1c-40c8-807e-7a0d00d18eb1 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:57.265900 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa08b3b8-f209-461b-a06b-c62f591b6208 None None] Routers {'053a2ed2-bfde-4616-9527-32ac86f61f32'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:19:57.266430 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-aa08b3b8-f209-461b-a06b-c62f591b6208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:19:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['053a2ed2-bfde-4616-9527-32ac86f61f32'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:57.291128 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa606fb-eb1c-40c8-807e-7a0d00d18eb1 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee7d9ab-65ae-4525-a6bb-d891ed538721,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:57.302914 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaca43c-0500-4204-b370-920745977854 None None] Pushing event updated for resources: {'Port': ['ID=68e919f3-c3f2-49f8-8f72-1f5df8fc08ca,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:57.352934 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ca06ba6e-d094-4935-acd5-f2debe15ac4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:57.438989 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ca06ba6e-d094-4935-acd5-f2debe15ac4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:57.488305 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca06ba6e-d094-4935-acd5-f2debe15ac4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1811d8e5-f773-4ff7-bfa5-a1fe0641bd0b,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:57.492849 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ca06ba6e-d094-4935-acd5-f2debe15ac4f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3423fef4c747411cb8fa0ff01c0d1499&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3252292 Aug 16 21:19:57.499616 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54126) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:57.525513 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4fa606fb-eb1c-40c8-807e-7a0d00d18eb1 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:57.530622 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 87dd72e8-1a23-42cf-94d8-ac01d18d8bd4 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:19:57.530773 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4fa606fb-eb1c-40c8-807e-7a0d00d18eb1 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5887883 Aug 16 21:19:57.530885 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54128) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:57.535960 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-a738c8e9-ed56-4ac8-adb1-9055be1a8a59 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Request body: {'security_group_rule': {'security_group_id': '7ee7d9ab-65ae-4525-a6bb-d891ed538721', 'project_id': 'f258702b923645ea8255373c3c1b0963', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:19:57.554354 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a8fecd50-0fbf-4e10-b99d-e44aad3a63f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:57.577110 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a8fecd50-0fbf-4e10-b99d-e44aad3a63f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:57.582420 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-aa08b3b8-f209-461b-a06b-c62f591b6208 None None] Set router 053a2ed2-bfde-4616-9527-32ac86f61f32 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:19:57.631330 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 87dd72e8-1a23-42cf-94d8-ac01d18d8bd4 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:19:57.631685 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:57.645984 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a738c8e9-ed56-4ac8-adb1-9055be1a8a59 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:57.701089 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a8fecd50-0fbf-4e10-b99d-e44aad3a63f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:57.704305 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a8fecd50-0fbf-4e10-b99d-e44aad3a63f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:57.707877 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a8fecd50-0fbf-4e10-b99d-e44aad3a63f5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1811d8e5-f773-4ff7-bfa5-a1fe0641bd0b HTTP/1.1" status: 204 len: 168 time: 0.2092662 Aug 16 21:19:57.715942 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fecd50-0fbf-4e10-b99d-e44aad3a63f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1811d8e5-f773-4ff7-bfa5-a1fe0641bd0b,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:57.717968 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a738c8e9-ed56-4ac8-adb1-9055be1a8a59 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:57.792565 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a738c8e9-ed56-4ac8-adb1-9055be1a8a59 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:57.816270 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 1b2076ce-a1c7-4e7a-8149-a0498206ad87 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:19:57.816615 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738c8e9-ed56-4ac8-adb1-9055be1a8a59 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be2683ea-9588-482b-8a47-b5dbe3c47a8e,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:57.878396 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a738c8e9-ed56-4ac8-adb1-9055be1a8a59 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:57.879648 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a738c8e9-ed56-4ac8-adb1-9055be1a8a59 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3478634 Aug 16 21:19:57.883326 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54132) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:57.887570 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-d640481c-2a80-4c7f-be19-b4314c8e50b3 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Request body: {'security_group_rule': {'security_group_id': '7ee7d9ab-65ae-4525-a6bb-d891ed538721', 'project_id': 'f258702b923645ea8255373c3c1b0963', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:19:57.897656 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-aa08b3b8-f209-461b-a06b-c62f591b6208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'name': 'tempest-TestNetworkBasicOps-router-1635515066', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '87dd72e8-1a23-42cf-94d8-ac01d18d8bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:49Z', 'updated_at': '2021-08-16T21:19:54Z', 'revision_number': 4, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'gw_port': {'id': '87dd72e8-1a23-42cf-94d8-ac01d18d8bd4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:50Z', 'updated_at': '2021-08-16T21:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '68e919f3-c3f2-49f8-8f72-1f5df8fc08ca', 'name': '', 'network_id': '1f4e189d-cb3a-46e3-b09a-94cac3752f77', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'mac_address': 'fa:16:3e:e7:2d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '1820ed5d-cea9-4267-a89a-df41942479f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:53Z', 'updated_at': '2021-08-16T21:19:57Z', 'revision_number': 4, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'subnets': [{'id': '1820ed5d-cea9-4267-a89a-df41942479f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:57.899315 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 1b2076ce-a1c7-4e7a-8149-a0498206ad87 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:19:57.899682 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:57.947407 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa08b3b8-f209-461b-a06b-c62f591b6208 None None] The sync data for ids ['053a2ed2-bfde-4616-9527-32ac86f61f32'] in n-d-793620-15 is: [{'id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'name': 'tempest-TestNetworkBasicOps-router-1635515066', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '87dd72e8-1a23-42cf-94d8-ac01d18d8bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:49Z', 'updated_at': '2021-08-16T21:19:54Z', 'revision_number': 4, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'gw_port': {'id': '87dd72e8-1a23-42cf-94d8-ac01d18d8bd4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:50Z', 'updated_at': '2021-08-16T21:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '68e919f3-c3f2-49f8-8f72-1f5df8fc08ca', 'name': '', 'network_id': '1f4e189d-cb3a-46e3-b09a-94cac3752f77', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'mac_address': 'fa:16:3e:e7:2d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '1820ed5d-cea9-4267-a89a-df41942479f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:53Z', 'updated_at': '2021-08-16T21:19:57Z', 'revision_number': 4, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'subnets': [{'id': '1820ed5d-cea9-4267-a89a-df41942479f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:19:57.963572 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d640481c-2a80-4c7f-be19-b4314c8e50b3 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:58.055476 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d640481c-2a80-4c7f-be19-b4314c8e50b3 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:58.135382 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d640481c-2a80-4c7f-be19-b4314c8e50b3 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:58.154122 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d640481c-2a80-4c7f-be19-b4314c8e50b3 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e6cc77b-944e-4452-b813-6111bddc7e23,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:58.221340 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d640481c-2a80-4c7f-be19-b4314c8e50b3 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:58.223831 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d640481c-2a80-4c7f-be19-b4314c8e50b3 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3388455 Aug 16 21:19:58.225408 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54142) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:58.230220 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-525d3cee-feb3-4e3f-a769-02401cadc644 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Request body: {'security_group_rule': {'security_group_id': '7ee7d9ab-65ae-4525-a6bb-d891ed538721', 'project_id': 'f258702b923645ea8255373c3c1b0963', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:19:58.340899 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-525d3cee-feb3-4e3f-a769-02401cadc644 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:58.406326 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-525d3cee-feb3-4e3f-a769-02401cadc644 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:58.472081 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-525d3cee-feb3-4e3f-a769-02401cadc644 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:58.491728 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d3cee-feb3-4e3f-a769-02401cadc644 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eb0b9cc-770b-4870-86f9-1a94f6134609,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:58.587033 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-525d3cee-feb3-4e3f-a769-02401cadc644 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:58.588602 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-525d3cee-feb3-4e3f-a769-02401cadc644 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3620520 Aug 16 21:19:58.591322 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54148) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:58.596132 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-9e8aeb03-548c-4c17-a0e5-3848765b7bd2 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Request body: {'security_group_rule': {'security_group_id': '7ee7d9ab-65ae-4525-a6bb-d891ed538721', 'project_id': 'f258702b923645ea8255373c3c1b0963', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:19:58.714543 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9e8aeb03-548c-4c17-a0e5-3848765b7bd2 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:58.781344 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9e8aeb03-548c-4c17-a0e5-3848765b7bd2 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:58.863769 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9e8aeb03-548c-4c17-a0e5-3848765b7bd2 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:58.886127 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8aeb03-548c-4c17-a0e5-3848765b7bd2 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bce15bb-96ac-4bd0-b436-36f5a9b6a573,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:58.948865 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9e8aeb03-548c-4c17-a0e5-3848765b7bd2 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:58.952926 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9e8aeb03-548c-4c17-a0e5-3848765b7bd2 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3577812 Aug 16 21:19:58.953167 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54158) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:58.959637 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-3f8ac056-aaf6-40e8-afc9-c7b202168987 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Request body: {'security_group_rule': {'security_group_id': '7ee7d9ab-65ae-4525-a6bb-d891ed538721', 'project_id': 'f258702b923645ea8255373c3c1b0963', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:19:59.052163 n-d-793620-15 neutron-server[101845]: INFO neutron.db.securitygroups_db [None req-3f8ac056-aaf6-40e8-afc9-c7b202168987 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Project f258702b923645ea8255373c3c1b0963 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:19:59.057408 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3f8ac056-aaf6-40e8-afc9-c7b202168987 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:59.122076 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3f8ac056-aaf6-40e8-afc9-c7b202168987 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:59.194434 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3f8ac056-aaf6-40e8-afc9-c7b202168987 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:59.212242 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ac056-aaf6-40e8-afc9-c7b202168987 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ffd8ecc-dddf-426b-85d8-5e5866386fbd,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:59.297721 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3f8ac056-aaf6-40e8-afc9-c7b202168987 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:59.298986 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3f8ac056-aaf6-40e8-afc9-c7b202168987 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3446772 Aug 16 21:19:59.302401 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54164) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:59.308987 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-be5bb2ed-3dd2-4437-99ab-71a36348b4c3 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Request body: {'security_group_rule': {'security_group_id': '7ee7d9ab-65ae-4525-a6bb-d891ed538721', 'project_id': 'f258702b923645ea8255373c3c1b0963', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:19:59.383280 n-d-793620-15 neutron-server[101845]: INFO neutron.db.securitygroups_db [None req-be5bb2ed-3dd2-4437-99ab-71a36348b4c3 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Project f258702b923645ea8255373c3c1b0963 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:19:59.388554 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-be5bb2ed-3dd2-4437-99ab-71a36348b4c3 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:59.456363 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-be5bb2ed-3dd2-4437-99ab-71a36348b4c3 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:59.501154 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 68e919f3-c3f2-49f8-8f72-1f5df8fc08ca up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:19:59.531805 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-be5bb2ed-3dd2-4437-99ab-71a36348b4c3 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:59.549945 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5bb2ed-3dd2-4437-99ab-71a36348b4c3 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da8c336b-2e6e-4a9a-8b3a-4d9d6b769ff1,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:59.645961 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 68e919f3-c3f2-49f8-8f72-1f5df8fc08ca completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:19:59.649899 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 68e919f3-c3f2-49f8-8f72-1f5df8fc08ca triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:19:59.650273 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:59.674473 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-be5bb2ed-3dd2-4437-99ab-71a36348b4c3 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:59.675927 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-be5bb2ed-3dd2-4437-99ab-71a36348b4c3 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3727551 Aug 16 21:19:59.739695 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:59.778560 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 68e919f3-c3f2-49f8-8f72-1f5df8fc08ca, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=68e919f3-c3f2-49f8-8f72-1f5df8fc08ca,segment=NetworkSegment(2af2bc1d-f844-4ed6-bd51-463a323b2d02),segment_id=2af2bc1d-f844-4ed6-bd51-463a323b2d02)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:59.868724 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:59.876205 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-d59b5956-827b-4ca7-b53f-387a8a092b88 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-962554680&fields=id&tenant_id=f258702b923645ea8255373c3c1b0963 HTTP/1.1" status: 200 len: 267 time: 0.0381360 Aug 16 21:19:59.919700 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=68e919f3-c3f2-49f8-8f72-1f5df8fc08ca,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:00.012394 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-9b3165d7-2d6f-4d15-b3ae-bae8c350e64f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:00.013938 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-9b3165d7-2d6f-4d15-b3ae-bae8c350e64f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/networks?id=1f4e189d-cb3a-46e3-b09a-94cac3752f77 HTTP/1.1" status: 200 len: 795 time: 0.1268322 Aug 16 21:20:00.029585 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-a018ddac-5daf-43f2-bb01-d3337b4ff00d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/quotas/f258702b923645ea8255373c3c1b0963 HTTP/1.1" status: 200 len: 375 time: 0.0090430 Aug 16 21:20:00.082609 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-e14d4961-fd52-42ba-bbbb-56f0d3ef66de tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f258702b923645ea8255373c3c1b0963&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467489 Aug 16 21:20:00.176694 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-84b5c235-e3be-4f9f-b997-99c58c4c02b2 service neutron] 10.222.0.84 "GET /v2.0/networks/1f4e189d-cb3a-46e3-b09a-94cac3752f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822802 Aug 16 21:20:00.270935 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-b0ef1014-2249-4f8b-a7c4-d7e62cdc79c7 service neutron] 10.222.0.84 "GET /v2.0/networks/1f4e189d-cb3a-46e3-b09a-94cac3752f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879483 Aug 16 21:20:00.501559 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-48334bbe-afed-43a7-a730-5d3489aaa038 req-7f5e4cb7-c8d6-45f0-b606-66ba5833d5f2 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=9161b2e5-b26f-480a-869a-11713ae8cc89 HTTP/1.1" status: 200 len: 210 time: 0.0275695 Aug 16 21:20:01.468816 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 68e919f3-c3f2-49f8-8f72-1f5df8fc08ca up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:20:01.522864 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 68e919f3-c3f2-49f8-8f72-1f5df8fc08ca triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:20:01.523626 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:01.596885 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-78175822-5393-4670-a982-e2b280732dee req-d8b1c08e-4881-4a13-9b2e-a68239ab5702 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=9161b2e5-b26f-480a-869a-11713ae8cc89 HTTP/1.1" status: 200 len: 210 time: 0.0365093 Aug 16 21:20:02.690252 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9b56176d-5791-4355-960d-5670c524edd7 req-f680f9f7-75d9-4f4a-a3fb-154b3aa262c6 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=9161b2e5-b26f-480a-869a-11713ae8cc89 HTTP/1.1" status: 200 len: 210 time: 0.0253930 Aug 16 21:20:03.091425 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-06a97326-fd5e-4f85-bbf6-14899cb5c799 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:03.092948 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-06a97326-fd5e-4f85-bbf6-14899cb5c799 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.90 "GET /v2.0/networks?id=1f4e189d-cb3a-46e3-b09a-94cac3752f77 HTTP/1.1" status: 200 len: 795 time: 0.1090317 Aug 16 21:20:03.152554 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-10542d96-53fe-46c3-beae-c588908f9b5c tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f258702b923645ea8255373c3c1b0963 HTTP/1.1" status: 200 len: 379 time: 0.0449314 Aug 16 21:20:03.162644 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-d7b80998-d249-4379-abf6-2b57ca52133f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Request body: {'port': {'device_id': '9161b2e5-b26f-480a-869a-11713ae8cc89', 'network_id': '1f4e189d-cb3a-46e3-b09a-94cac3752f77', 'admin_state_up': True, 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'security_groups': ['7ee7d9ab-65ae-4525-a6bb-d891ed538721']}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:20:03.634506 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-d7b80998-d249-4379-abf6-2b57ca52133f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Made reservation on behalf of f258702b923645ea8255373c3c1b0963 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:20:03.638395 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-d7b80998-d249-4379-abf6-2b57ca52133f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:03.791264 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-d7b80998-d249-4379-abf6-2b57ca52133f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Allocated IP 172.20.0.5 (1f4e189d-cb3a-46e3-b09a-94cac3752f77/1820ed5d-cea9-4267-a89a-df41942479f9/e6347b96-3038-4251-b687-433d255d5048) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:20:03.794923 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7d97b8c0-6e44-4bae-958c-170f0536d99b req-f15f4bdd-3be6-42bb-bb30-168ff8831b6d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=9161b2e5-b26f-480a-869a-11713ae8cc89 HTTP/1.1" status: 200 len: 210 time: 0.0364070 Aug 16 21:20:03.932101 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-d7b80998-d249-4379-abf6-2b57ca52133f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:03.945367 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-d7b80998-d249-4379-abf6-2b57ca52133f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Transition to ACTIVE for port object e6347b96-3038-4251-b687-433d255d5048 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:20:04.126637 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-d7b80998-d249-4379-abf6-2b57ca52133f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:04.172920 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-d7b80998-d249-4379-abf6-2b57ca52133f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Network 1f4e189d-cb3a-46e3-b09a-94cac3752f77 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:20:04.178081 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-d7b80998-d249-4379-abf6-2b57ca52133f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:20:04.181964 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-d7b80998-d249-4379-abf6-2b57ca52133f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:20:04.209085 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b80998-d249-4379-abf6-2b57ca52133f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'Port': ['ID=e6347b96-3038-4251-b687-433d255d5048,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:04.237126 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-d7b80998-d249-4379-abf6-2b57ca52133f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:04.237815 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-d7b80998-d249-4379-abf6-2b57ca52133f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:04.338285 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-d7b80998-d249-4379-abf6-2b57ca52133f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1796288 Aug 16 21:20:04.351382 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-9cec9b0a-9142-4fca-8f7d-128d8a057a89 service neutron] Request body: {'port': {'device_id': '9161b2e5-b26f-480a-869a-11713ae8cc89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:20:04.406629 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-9cec9b0a-9142-4fca-8f7d-128d8a057a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:04.531478 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-298a9bf6-4205-43c7-bca7-da01cf31b237 None None] Provisioning for port e6347b96-3038-4251-b687-433d255d5048 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:20:04.535378 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-298a9bf6-4205-43c7-bca7-da01cf31b237 None None] Provisioning complete for port e6347b96-3038-4251-b687-433d255d5048 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:20:04.535755 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-298a9bf6-4205-43c7-bca7-da01cf31b237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:04.571820 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-298a9bf6-4205-43c7-bca7-da01cf31b237 None None] Port e6347b96-3038-4251-b687-433d255d5048 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:20:04.681389 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-9cec9b0a-9142-4fca-8f7d-128d8a057a89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6347b96-3038-4251-b687-433d255d5048 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:20:04.689315 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-9cec9b0a-9142-4fca-8f7d-128d8a057a89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:04.702048 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-9cec9b0a-9142-4fca-8f7d-128d8a057a89 service neutron] Transition to ACTIVE for port object e6347b96-3038-4251-b687-433d255d5048 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:20:04.771358 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-9cec9b0a-9142-4fca-8f7d-128d8a057a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:04.821438 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec9b0a-9142-4fca-8f7d-128d8a057a89 service neutron] Pushing event updated for resources: {'Port': ['ID=e6347b96-3038-4251-b687-433d255d5048,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:04.957626 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6704c83-7af0-47c2-88d7-4eb4c9413324 req-98595210-9c91-4697-9805-a0a254c7a5b9 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:04.959336 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b6704c83-7af0-47c2-88d7-4eb4c9413324 req-98595210-9c91-4697-9805-a0a254c7a5b9 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=9161b2e5-b26f-480a-869a-11713ae8cc89 HTTP/1.1" status: 200 len: 943 time: 0.0855856 Aug 16 21:20:04.960806 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-9cec9b0a-9142-4fca-8f7d-128d8a057a89 service neutron] Attempting to bind port e6347b96-3038-4251-b687-433d255d5048 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:20:04.961144 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-9cec9b0a-9142-4fca-8f7d-128d8a057a89 service neutron] Attempting to bind port e6347b96-3038-4251-b687-433d255d5048 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '2af2bc1d-f844-4ed6-bd51-463a323b2d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1f4e189d-cb3a-46e3-b09a-94cac3752f77'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:20:04.961479 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-9cec9b0a-9142-4fca-8f7d-128d8a057a89 service neutron] Attempting to bind port e6347b96-3038-4251-b687-433d255d5048 on network 1f4e189d-cb3a-46e3-b09a-94cac3752f77 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:20:04.968716 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-9cec9b0a-9142-4fca-8f7d-128d8a057a89 service neutron] Port e6347b96-3038-4251-b687-433d255d5048 on network 1f4e189d-cb3a-46e3-b09a-94cac3752f77 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:20:04.969044 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-9cec9b0a-9142-4fca-8f7d-128d8a057a89 service neutron] Attempting to bind port e6347b96-3038-4251-b687-433d255d5048 on network 1f4e189d-cb3a-46e3-b09a-94cac3752f77 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:20:04.989860 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-9cec9b0a-9142-4fca-8f7d-128d8a057a89 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:20:04.990456 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-9cec9b0a-9142-4fca-8f7d-128d8a057a89 service neutron] Checking segment: {'id': '2af2bc1d-f844-4ed6-bd51-463a323b2d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1f4e189d-cb3a-46e3-b09a-94cac3752f77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:20:04.990765 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-9cec9b0a-9142-4fca-8f7d-128d8a057a89 service neutron] Bound using segment: {'id': '2af2bc1d-f844-4ed6-bd51-463a323b2d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1f4e189d-cb3a-46e3-b09a-94cac3752f77'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:20:04.991031 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-9cec9b0a-9142-4fca-8f7d-128d8a057a89 service neutron] Bound port: e6347b96-3038-4251-b687-433d255d5048, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af2bc1d-f844-4ed6-bd51-463a323b2d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1f4e189d-cb3a-46e3-b09a-94cac3752f77'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:20:04.991403 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-9cec9b0a-9142-4fca-8f7d-128d8a057a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:05.018623 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b6704c83-7af0-47c2-88d7-4eb4c9413324 req-26d2ef4b-cc71-4949-bb85-31bd70bc63f7 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ee7d9ab-65ae-4525-a6bb-d891ed538721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518212 Aug 16 21:20:05.068967 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-9cec9b0a-9142-4fca-8f7d-128d8a057a89 service neutron] For port e6347b96-3038-4251-b687-433d255d5048, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:20:05.071940 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-9cec9b0a-9142-4fca-8f7d-128d8a057a89 service neutron] For port e6347b96-3038-4251-b687-433d255d5048, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=e6347b96-3038-4251-b687-433d255d5048,segment=NetworkSegment(2af2bc1d-f844-4ed6-bd51-463a323b2d02),segment_id=2af2bc1d-f844-4ed6-bd51-463a323b2d02)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:20:05.158781 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-9cec9b0a-9142-4fca-8f7d-128d8a057a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:05.217556 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-9cec9b0a-9142-4fca-8f7d-128d8a057a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:05.218514 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-9cec9b0a-9142-4fca-8f7d-128d8a057a89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:05.220015 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-9cec9b0a-9142-4fca-8f7d-128d8a057a89 service neutron] 10.222.0.90 "PUT /v2.0/ports/e6347b96-3038-4251-b687-433d255d5048 HTTP/1.1" status: 200 len: 1092 time: 0.8734527 Aug 16 21:20:05.220468 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9161b2e5-b26f-480a-869a-11713ae8cc89', 'tag': 'e6347b96-3038-4251-b687-433d255d5048'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:20:05.223618 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e115c28-9d27-42a3-9056-e0dbc71d1d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "9161b2e5-b26f-480a-869a-11713ae8cc89", "tag": "e6347b96-3038-4251-b687-433d255d5048"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:20:05.248938 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec9b0a-9142-4fca-8f7d-128d8a057a89 service neutron] Pushing event updated for resources: {'Port': ['ID=e6347b96-3038-4251-b687-433d255d5048,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:05.271218 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f50d82-d98f-4bb6-9a53-250830659687 x-openstack-request-id: req-f0f50d82-d98f-4bb6-9a53-250830659687 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:20:05.271524 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9161b2e5-b26f-480a-869a-11713ae8cc89", "tag": "e6347b96-3038-4251-b687-433d255d5048", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:20:05.271807 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f0f50d82-d98f-4bb6-9a53-250830659687 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:20:05.272232 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9161b2e5-b26f-480a-869a-11713ae8cc89', 'tag': 'e6347b96-3038-4251-b687-433d255d5048', 'status': 'completed', 'code': 200} Aug 16 21:20:05.342015 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e115c28-9d27-42a3-9056-e0dbc71d1d2e req-d614542c-1c82-4760-8aec-864fa9207fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:05.343833 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2e115c28-9d27-42a3-9056-e0dbc71d1d2e req-d614542c-1c82-4760-8aec-864fa9207fdf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f258702b923645ea8255373c3c1b0963&device_id=9161b2e5-b26f-480a-869a-11713ae8cc89 HTTP/1.1" status: 200 len: 1095 time: 0.0513062 Aug 16 21:20:05.456858 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e115c28-9d27-42a3-9056-e0dbc71d1d2e req-a8b81466-0538-463c-92ab-60c548f7a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:05.458433 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2e115c28-9d27-42a3-9056-e0dbc71d1d2e req-a8b81466-0538-463c-92ab-60c548f7a7c7 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=f258702b923645ea8255373c3c1b0963&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1063964 Aug 16 21:20:05.562604 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e115c28-9d27-42a3-9056-e0dbc71d1d2e req-536e0dd2-a042-4f5a-99c8-198b06d2452b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:05.564121 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2e115c28-9d27-42a3-9056-e0dbc71d1d2e req-536e0dd2-a042-4f5a-99c8-198b06d2452b service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0993986 Aug 16 21:20:05.640000 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-1368781d-07cd-4244-83ae-edfdc881d165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:05.641508 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-1368781d-07cd-4244-83ae-edfdc881d165 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f258702b923645ea8255373c3c1b0963&device_id=9161b2e5-b26f-480a-869a-11713ae8cc89 HTTP/1.1" status: 200 len: 1095 time: 0.0404875 Aug 16 21:20:05.686190 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-17dc0226-015e-4ef9-9fcd-23de1d17b423 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6347b96-3038-4251-b687-433d255d5048 HTTP/1.1" status: 200 len: 217 time: 0.0368161 Aug 16 21:20:05.736890 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-8aef8651-0037-414f-8f31-b1b06c042ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:05.738338 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-8aef8651-0037-414f-8f31-b1b06c042ec0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1820ed5d-cea9-4267-a89a-df41942479f9 HTTP/1.1" status: 200 len: 835 time: 0.0455444 Aug 16 21:20:05.785045 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-ff66b05a-9905-42e1-adf4-7137955bcd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:05.786596 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-ff66b05a-9905-42e1-adf4-7137955bcd2c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1f4e189d-cb3a-46e3-b09a-94cac3752f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416319 Aug 16 21:20:05.882128 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-9953953d-1c7c-4d17-aeb1-f3d08be4aaa9 service neutron] 10.222.0.90 "GET /v2.0/networks/1f4e189d-cb3a-46e3-b09a-94cac3752f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884328 Aug 16 21:20:05.971731 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a660dda2-672d-4e7d-a8d0-6a88fc3c55ad req-b89c964f-d30e-412a-bb17-ce1086f4869f service neutron] 10.222.0.90 "GET /v2.0/networks/1f4e189d-cb3a-46e3-b09a-94cac3752f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820940 Aug 16 21:20:06.138381 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6089f5a-dd1a-40b4-9671-57a36ca1600f req-54a1508b-87d6-412c-8f18-9b9ba88154ef tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:06.140074 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f6089f5a-dd1a-40b4-9671-57a36ca1600f req-54a1508b-87d6-412c-8f18-9b9ba88154ef tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=9161b2e5-b26f-480a-869a-11713ae8cc89 HTTP/1.1" status: 200 len: 943 time: 0.0525005 Aug 16 21:20:06.178897 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f6089f5a-dd1a-40b4-9671-57a36ca1600f req-bbf839c1-b93f-46ce-b30c-4e4b66dfeb17 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ee7d9ab-65ae-4525-a6bb-d891ed538721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326543 Aug 16 21:20:07.214692 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54264) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:07.301657 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b1ce2-ccd5-4c89-aa5b-4fd361908e13 req-fb110091-c11f-431b-9abd-f26e79566d0d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:07.303203 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-545b1ce2-ccd5-4c89-aa5b-4fd361908e13 req-fb110091-c11f-431b-9abd-f26e79566d0d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=9161b2e5-b26f-480a-869a-11713ae8cc89 HTTP/1.1" status: 200 len: 943 time: 0.0543983 Aug 16 21:20:07.322882 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-469c41d3-d7ae-4d55-9dc2-0246ef7256d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:07.341839 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-545b1ce2-ccd5-4c89-aa5b-4fd361908e13 req-c91b9d7f-ebd6-4bad-a491-861ce623ad2f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ee7d9ab-65ae-4525-a6bb-d891ed538721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323853 Aug 16 21:20:07.411517 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-469c41d3-d7ae-4d55-9dc2-0246ef7256d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:07.485869 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-469c41d3-d7ae-4d55-9dc2-0246ef7256d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:07.523526 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-469c41d3-d7ae-4d55-9dc2-0246ef7256d3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1b354a10fff64c12bfc7ac8056134f09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3076444 Aug 16 21:20:07.524658 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c41d3-d7ae-4d55-9dc2-0246ef7256d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199f1833-202d-4ca2-9ec7-b57a40ba4fbe,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:07.526323 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54268) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:07.575501 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-74cc2dfa-af38-46f2-9f32-d503549c8062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:07.597634 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-74cc2dfa-af38-46f2-9f32-d503549c8062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:07.734839 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-74cc2dfa-af38-46f2-9f32-d503549c8062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:07.737510 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-74cc2dfa-af38-46f2-9f32-d503549c8062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:07.738713 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-74cc2dfa-af38-46f2-9f32-d503549c8062 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/199f1833-202d-4ca2-9ec7-b57a40ba4fbe HTTP/1.1" status: 204 len: 168 time: 0.2113650 Aug 16 21:20:07.746595 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc2dfa-af38-46f2-9f32-d503549c8062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199f1833-202d-4ca2-9ec7-b57a40ba4fbe,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:07.858774 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:20:08.416225 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54278) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:08.433041 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-43d0e3c9-c682-4be2-8ae6-b9b582f219ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:08.456131 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f2000-91cb-4274-8459-3596b5f62e38 req-051ae1eb-39f5-4e68-8a61-c08eeec4255a tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:08.457719 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-631f2000-91cb-4274-8459-3596b5f62e38 req-051ae1eb-39f5-4e68-8a61-c08eeec4255a tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=9161b2e5-b26f-480a-869a-11713ae8cc89 HTTP/1.1" status: 200 len: 943 time: 0.0498784 Aug 16 21:20:08.496953 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-631f2000-91cb-4274-8459-3596b5f62e38 req-2044cdbf-bb07-4ab0-8190-b0d5680e7c7d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ee7d9ab-65ae-4525-a6bb-d891ed538721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324702 Aug 16 21:20:08.524368 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-43d0e3c9-c682-4be2-8ae6-b9b582f219ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:08.611141 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-43d0e3c9-c682-4be2-8ae6-b9b582f219ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:08.648632 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-43d0e3c9-c682-4be2-8ae6-b9b582f219ba admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c21dc61621d4436086bca58cd6ea439b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2313089 Aug 16 21:20:08.650659 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0e3c9-c682-4be2-8ae6-b9b582f219ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33279f85-cbc6-49c5-807a-862c786bcc5b,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:08.651342 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54280) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:08.703456 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-432e14ac-c2c7-49b0-9d00-8c188a6837a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:08.724532 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-432e14ac-c2c7-49b0-9d00-8c188a6837a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:08.872341 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-432e14ac-c2c7-49b0-9d00-8c188a6837a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:08.875408 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-432e14ac-c2c7-49b0-9d00-8c188a6837a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:08.876751 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-432e14ac-c2c7-49b0-9d00-8c188a6837a2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/33279f85-cbc6-49c5-807a-862c786bcc5b HTTP/1.1" status: 204 len: 168 time: 0.2243431 Aug 16 21:20:08.884756 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e14ac-c2c7-49b0-9d00-8c188a6837a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33279f85-cbc6-49c5-807a-862c786bcc5b,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:09.615074 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8feaf-091e-47e3-9cc0-be71f62275bd req-d44696bf-b2e8-467b-bb81-53a42e4ec2af tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:09.616623 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-01e8feaf-091e-47e3-9cc0-be71f62275bd req-d44696bf-b2e8-467b-bb81-53a42e4ec2af tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=9161b2e5-b26f-480a-869a-11713ae8cc89 HTTP/1.1" status: 200 len: 943 time: 0.0533144 Aug 16 21:20:09.657743 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-01e8feaf-091e-47e3-9cc0-be71f62275bd req-4d451c69-81ae-4fdf-80a0-1f29120155ee tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ee7d9ab-65ae-4525-a6bb-d891ed538721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324888 Aug 16 21:20:09.836199 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device e6347b96-3038-4251-b687-433d255d5048 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:20:09.933213 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port e6347b96-3038-4251-b687-433d255d5048, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=e6347b96-3038-4251-b687-433d255d5048,segment=NetworkSegment(2af2bc1d-f844-4ed6-bd51-463a323b2d02),segment_id=2af2bc1d-f844-4ed6-bd51-463a323b2d02)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:20:09.945517 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': 'e6347b96-3038-4251-b687-433d255d5048', 'network_id': '1f4e189d-cb3a-46e3-b09a-94cac3752f77', 'port_id': 'e6347b96-3038-4251-b687-433d255d5048', 'mac_address': 'fa:16:3e:69:e3:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1820ed5d-cea9-4267-a89a-df41942479f9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:20:09.982801 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:09.996412 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6347b96-3038-4251-b687-433d255d5048 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:20:10.016476 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port e6347b96-3038-4251-b687-433d255d5048, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=e6347b96-3038-4251-b687-433d255d5048,segment=NetworkSegment(2af2bc1d-f844-4ed6-bd51-463a323b2d02),segment_id=2af2bc1d-f844-4ed6-bd51-463a323b2d02)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:20:10.124061 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:10.171323 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=e6347b96-3038-4251-b687-433d255d5048,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:10.321882 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['e6347b96-3038-4251-b687-433d255d5048'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:20:10.775631 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29365133-9c8f-422f-be4b-b7199805d18e req-9a7880a3-d732-4981-a5de-30be7b2c7443 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:10.777178 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-29365133-9c8f-422f-be4b-b7199805d18e req-9a7880a3-d732-4981-a5de-30be7b2c7443 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=9161b2e5-b26f-480a-869a-11713ae8cc89 HTTP/1.1" status: 200 len: 944 time: 0.0514395 Aug 16 21:20:10.826004 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-29365133-9c8f-422f-be4b-b7199805d18e req-8088784a-84f1-4d83-a959-4bed612fa403 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ee7d9ab-65ae-4525-a6bb-d891ed538721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360184 Aug 16 21:20:11.083998 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-edd010d6-3c40-4191-b874-f3640b84be34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:11.340427 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54340) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:11.446571 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4a9c96e1-67c2-4ead-8d01-a7680f4367c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:11.533598 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4a9c96e1-67c2-4ead-8d01-a7680f4367c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:11.597726 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4a9c96e1-67c2-4ead-8d01-a7680f4367c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:11.635453 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4a9c96e1-67c2-4ead-8d01-a7680f4367c7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0f7e92d24bd44d4d8a503fe2787ed28a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2938652 Aug 16 21:20:11.636627 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c96e1-67c2-4ead-8d01-a7680f4367c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b524eb-03a1-43c0-b588-aa5d536b4be4,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:11.638157 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54346) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:11.688554 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-88ab2ff2-872e-4f05-95ab-dcce452ee6e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:11.711748 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-88ab2ff2-872e-4f05-95ab-dcce452ee6e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:11.773541 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da62b4-29f0-4cc4-a279-e7ad613c86fa req-13952ed8-b05e-426f-9b3c-ec87762c7099 tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:11.775143 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-45da62b4-29f0-4cc4-a279-e7ad613c86fa req-13952ed8-b05e-426f-9b3c-ec87762c7099 tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 1098 time: 0.0655854 Aug 16 21:20:11.811163 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-45da62b4-29f0-4cc4-a279-e7ad613c86fa req-4a184695-cc5b-40e4-a02d-9a418d5df51a tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299387 Aug 16 21:20:11.834578 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54350) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:11.852280 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device e6347b96-3038-4251-b687-433d255d5048 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:20:11.857991 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-88ab2ff2-872e-4f05-95ab-dcce452ee6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:11.860701 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-88ab2ff2-872e-4f05-95ab-dcce452ee6e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:11.865336 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-88ab2ff2-872e-4f05-95ab-dcce452ee6e8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/06b524eb-03a1-43c0-b588-aa5d536b4be4 HTTP/1.1" status: 204 len: 168 time: 0.2254994 Aug 16 21:20:11.873549 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab2ff2-872e-4f05-95ab-dcce452ee6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b524eb-03a1-43c0-b588-aa5d536b4be4,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:11.963282 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea328ca7-a585-4c35-9041-7e38ecc9ede0 req-97a6f75e-2194-409e-ba33-81cf42bed807 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:11.964839 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ea328ca7-a585-4c35-9041-7e38ecc9ede0 req-97a6f75e-2194-409e-ba33-81cf42bed807 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=9161b2e5-b26f-480a-869a-11713ae8cc89 HTTP/1.1" status: 200 len: 944 time: 0.0634282 Aug 16 21:20:12.003818 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ea328ca7-a585-4c35-9041-7e38ecc9ede0 req-148d046b-2b23-4261-8577-c96ddddf33e1 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ee7d9ab-65ae-4525-a6bb-d891ed538721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327880 Aug 16 21:20:12.018098 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-dd972a7c-7701-4e51-88a3-1da9a07ae3fb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Deleting port ee431a30-c22e-47bc-86b9-7a49cf7c9265 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:20:12.018446 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dd972a7c-7701-4e51-88a3-1da9a07ae3fb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:12.068997 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port e6347b96-3038-4251-b687-433d255d5048 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:20:12.073166 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port e6347b96-3038-4251-b687-433d255d5048 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:20:12.073554 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:12.098599 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dd972a7c-7701-4e51-88a3-1da9a07ae3fb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:12.098925 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dd972a7c-7701-4e51-88a3-1da9a07ae3fb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:12.110503 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-dd972a7c-7701-4e51-88a3-1da9a07ae3fb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Calling delete_port for ee431a30-c22e-47bc-86b9-7a49cf7c9265 owned by network:floatingip {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:20:12.154442 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:12.183289 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9161b2e5-b26f-480a-869a-11713ae8cc89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6347b96-3038-4251-b687-433d255d5048'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:20:12.186409 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e59693-f166-494a-9c76-1d459e6f4330" -d '{"events": [{"server_uuid": "9161b2e5-b26f-480a-869a-11713ae8cc89", "name": "network-vif-plugged", "status": "completed", "tag": "e6347b96-3038-4251-b687-433d255d5048"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:20:12.207079 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port e6347b96-3038-4251-b687-433d255d5048, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=e6347b96-3038-4251-b687-433d255d5048,segment=NetworkSegment(2af2bc1d-f844-4ed6-bd51-463a323b2d02),segment_id=2af2bc1d-f844-4ed6-bd51-463a323b2d02)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:20:12.286017 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:12.338416 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=e6347b96-3038-4251-b687-433d255d5048,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:12.346102 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:12.346527 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:12.346936 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:12.347357 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:12.347757 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:12.348749 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:12.349160 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:12.349553 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:12.349945 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:12.350455 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:12.350759 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:12.351092 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:12.361956 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5fc78e-1eed-47b2-a85c-b67d4f3ab4c1 x-openstack-request-id: req-ca5fc78e-1eed-47b2-a85c-b67d4f3ab4c1 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:20:12.362255 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9161b2e5-b26f-480a-869a-11713ae8cc89", "name": "network-vif-plugged", "status": "completed", "tag": "e6347b96-3038-4251-b687-433d255d5048", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:20:12.362516 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ca5fc78e-1eed-47b2-a85c-b67d4f3ab4c1 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:20:12.362923 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9161b2e5-b26f-480a-869a-11713ae8cc89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6347b96-3038-4251-b687-433d255d5048', 'code': 200} Aug 16 21:20:12.394145 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dd972a7c-7701-4e51-88a3-1da9a07ae3fb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:12.421860 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd972a7c-7701-4e51-88a3-1da9a07ae3fb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event deleted for resources: {'Port': ['ID=ee431a30-c22e-47bc-86b9-7a49cf7c9265,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:12.460360 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150603b-5549-41e4-9804-4b7dfca6715b req-6e87c749-6d39-477c-9c8c-90eb80e3ec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:12.462011 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0150603b-5549-41e4-9804-4b7dfca6715b req-6e87c749-6d39-477c-9c8c-90eb80e3ec5f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9161b2e5-b26f-480a-869a-11713ae8cc89 HTTP/1.1" status: 200 len: 1097 time: 0.0461090 Aug 16 21:20:12.486883 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dd972a7c-7701-4e51-88a3-1da9a07ae3fb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for floatingip, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:12.487229 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [None req-dd972a7c-7701-4e51-88a3-1da9a07ae3fb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Floating IP 5b250d80-1c3c-4544-8ab2-6251e2466966 disassociated (deleted). External IP: 172.25.1.129, port: 91957243-728b-4aed-abc8-4185a8837d1d. Aug 16 21:20:12.498956 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0150603b-5549-41e4-9804-4b7dfca6715b req-4426d6a5-5e92-4296-8654-4b30e2ce371f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=7ee7d9ab-65ae-4525-a6bb-d891ed538721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291896 Aug 16 21:20:12.533165 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54362) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:12.546900 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-77f1a0e2-9ca0-41df-9bc9-aa4c65fcf86a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:12.636307 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-77f1a0e2-9ca0-41df-9bc9-aa4c65fcf86a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:12.698452 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd972a7c-7701-4e51-88a3-1da9a07ae3fb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Router fa40dccc-7165-4eb0-a094-3cf206ccfec2 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:20:12.706457 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-77f1a0e2-9ca0-41df-9bc9-aa4c65fcf86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:12.745862 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-77f1a0e2-9ca0-41df-9bc9-aa4c65fcf86a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=50b054b5b5e74413905d20b42b4b277b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2115865 Aug 16 21:20:12.746849 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f1a0e2-9ca0-41df-9bc9-aa4c65fcf86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99f33a3-0b21-4e08-ade1-84899674c8f9,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:12.748696 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54364) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:12.843701 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd972a7c-7701-4e51-88a3-1da9a07ae3fb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:20:12.845432 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8cae6609-f0b2-4bf8-a03b-0c5ef2f2b1e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:12.849989 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dd972a7c-7701-4e51-88a3-1da9a07ae3fb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:12.854973 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac753860-34de-4817-ab36-117ce9b9ca9f None None] Sync routers for ids ['fa40dccc-7165-4eb0-a094-3cf206ccfec2'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:20:12.864172 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac753860-34de-4817-ab36-117ce9b9ca9f None None] Routers {'fa40dccc-7165-4eb0-a094-3cf206ccfec2'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:20:12.864787 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-ac753860-34de-4817-ab36-117ce9b9ca9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:19:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['fa40dccc-7165-4eb0-a094-3cf206ccfec2'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:12.890922 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-dd972a7c-7701-4e51-88a3-1da9a07ae3fb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "DELETE /v2.0/floatingips/5b250d80-1c3c-4544-8ab2-6251e2466966 HTTP/1.1" status: 204 len: 168 time: 1.0550334 Aug 16 21:20:12.892688 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8cae6609-f0b2-4bf8-a03b-0c5ef2f2b1e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:12.896284 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b0825a-ad65-400a-8635-ae8c76403877', 'tag': '91957243-728b-4aed-abc8-4185a8837d1d'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:20:12.899317 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db74e46-ff1f-4c6f-a993-d3843b5d462b" -d '{"events": [{"name": "network-changed", "server_uuid": "b9b0825a-ad65-400a-8635-ae8c76403877", "tag": "91957243-728b-4aed-abc8-4185a8837d1d"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:20:12.987134 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-ac753860-34de-4817-ab36-117ce9b9ca9f None None] Set router fa40dccc-7165-4eb0-a094-3cf206ccfec2 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:20:13.051414 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8cae6609-f0b2-4bf8-a03b-0c5ef2f2b1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:13.054275 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8cae6609-f0b2-4bf8-a03b-0c5ef2f2b1e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:13.057881 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8cae6609-f0b2-4bf8-a03b-0c5ef2f2b1e8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d99f33a3-0b21-4e08-ade1-84899674c8f9 HTTP/1.1" status: 204 len: 168 time: 0.3057942 Aug 16 21:20:13.065017 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae6609-f0b2-4bf8-a03b-0c5ef2f2b1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99f33a3-0b21-4e08-ade1-84899674c8f9,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:13.087441 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f09ea0-f302-4899-b0ce-5fb5ac8678f0 x-openstack-request-id: req-a1f09ea0-f302-4899-b0ce-5fb5ac8678f0 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:20:13.088481 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9b0825a-ad65-400a-8635-ae8c76403877", "tag": "91957243-728b-4aed-abc8-4185a8837d1d", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:20:13.089011 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a1f09ea0-f302-4899-b0ce-5fb5ac8678f0 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:20:13.089587 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9b0825a-ad65-400a-8635-ae8c76403877', 'tag': '91957243-728b-4aed-abc8-4185a8837d1d', 'status': 'completed', 'code': 200} Aug 16 21:20:13.228288 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-ac753860-34de-4817-ab36-117ce9b9ca9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa40dccc-7165-4eb0-a094-3cf206ccfec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276616840', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '2b3a0c2b-c072-468c-87be-73a9eb463df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:18:12Z', 'updated_at': '2021-08-16T21:18:18Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '2b3a0c2b-c072-468c-87be-73a9eb463df0', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa40dccc-7165-4eb0-a094-3cf206ccfec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:13Z', 'updated_at': '2021-08-16T21:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '15a4954f-8b13-40e6-9f21-cb800896fe52', 'name': '', 'network_id': '62a75797-4a12-4ae6-9692-1d0ed8584d00', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'mac_address': 'fa:16:3e:09:6e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa40dccc-7165-4eb0-a094-3cf206ccfec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '968177b7-fbf7-49ae-bfb7-136aa3aad1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:16Z', 'updated_at': '2021-08-16T21:18:23Z', 'revision_number': 5, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'subnets': [{'id': '968177b7-fbf7-49ae-bfb7-136aa3aad1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:13.229278 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f902f-8363-4506-a320-43e252c112f8 req-b411b81d-e8d6-46d2-bb0b-b878dca81466 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:13.232467 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d32f902f-8363-4506-a320-43e252c112f8 req-b411b81d-e8d6-46d2-bb0b-b878dca81466 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=9161b2e5-b26f-480a-869a-11713ae8cc89 HTTP/1.1" status: 200 len: 945 time: 0.0817916 Aug 16 21:20:13.266192 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac753860-34de-4817-ab36-117ce9b9ca9f None None] Checking router: fa40dccc-7165-4eb0-a094-3cf206ccfec2 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:20:13.275184 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d32f902f-8363-4506-a320-43e252c112f8 req-40e0fac3-8e33-436f-9069-5e48e97c1b1f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ee7d9ab-65ae-4525-a6bb-d891ed538721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365651 Aug 16 21:20:13.275630 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac753860-34de-4817-ab36-117ce9b9ca9f None None] Routers {'fa40dccc-7165-4eb0-a094-3cf206ccfec2'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:20:13.276287 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-ac753860-34de-4817-ab36-117ce9b9ca9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:19:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['fa40dccc-7165-4eb0-a094-3cf206ccfec2'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:13.304470 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db74e46-ff1f-4c6f-a993-d3843b5d462b req-3b992616-b036-48db-88a1-04199bec5e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:13.306509 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1db74e46-ff1f-4c6f-a993-d3843b5d462b req-3b992616-b036-48db-88a1-04199bec5e68 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 1098 time: 0.1943018 Aug 16 21:20:13.394760 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-ac753860-34de-4817-ab36-117ce9b9ca9f None None] Set router fa40dccc-7165-4eb0-a094-3cf206ccfec2 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:20:13.430307 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017b335-6be3-4ebc-9595-c45570a8f103 req-6113cc74-a9e2-434f-882b-3a8fa965de22 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:13.432956 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2017b335-6be3-4ebc-9595-c45570a8f103 req-6113cc74-a9e2-434f-882b-3a8fa965de22 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 946 time: 0.0648110 Aug 16 21:20:13.440024 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db74e46-ff1f-4c6f-a993-d3843b5d462b req-630b9f5c-2d45-4a7f-a0c8-cb384bf00309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:13.441617 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1db74e46-ff1f-4c6f-a993-d3843b5d462b req-630b9f5c-2d45-4a7f-a0c8-cb384bf00309 service neutron] 10.222.0.72 "GET /v2.0/networks?id=62a75797-4a12-4ae6-9692-1d0ed8584d00 HTTP/1.1" status: 200 len: 898 time: 0.1262531 Aug 16 21:20:13.490916 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1db74e46-ff1f-4c6f-a993-d3843b5d462b req-7af2e68d-5387-4bde-8fd3-1671dcda98a4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91957243-728b-4aed-abc8-4185a8837d1d HTTP/1.1" status: 200 len: 217 time: 0.0408487 Aug 16 21:20:13.498106 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2017b335-6be3-4ebc-9595-c45570a8f103 req-e71b3ffd-030b-4eba-916f-7b2d0f185063 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535746 Aug 16 21:20:13.559774 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db74e46-ff1f-4c6f-a993-d3843b5d462b req-f5f6ffc4-f2a7-4724-9b2c-196755d06fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:13.561465 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1db74e46-ff1f-4c6f-a993-d3843b5d462b req-f5f6ffc4-f2a7-4724-9b2c-196755d06fab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=968177b7-fbf7-49ae-bfb7-136aa3aad1df HTTP/1.1" status: 200 len: 835 time: 0.0625553 Aug 16 21:20:13.603432 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-ac753860-34de-4817-ab36-117ce9b9ca9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa40dccc-7165-4eb0-a094-3cf206ccfec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276616840', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '2b3a0c2b-c072-468c-87be-73a9eb463df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:18:12Z', 'updated_at': '2021-08-16T21:18:18Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '2b3a0c2b-c072-468c-87be-73a9eb463df0', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa40dccc-7165-4eb0-a094-3cf206ccfec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:13Z', 'updated_at': '2021-08-16T21:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '15a4954f-8b13-40e6-9f21-cb800896fe52', 'name': '', 'network_id': '62a75797-4a12-4ae6-9692-1d0ed8584d00', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'mac_address': 'fa:16:3e:09:6e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa40dccc-7165-4eb0-a094-3cf206ccfec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '968177b7-fbf7-49ae-bfb7-136aa3aad1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:16Z', 'updated_at': '2021-08-16T21:18:23Z', 'revision_number': 5, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'subnets': [{'id': '968177b7-fbf7-49ae-bfb7-136aa3aad1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:13.605665 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-92b7ad0c-230c-449a-ab85-880157edcb4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:13.614328 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db74e46-ff1f-4c6f-a993-d3843b5d462b req-2b388450-e196-4826-90f5-71c56bafe113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:13.620611 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1db74e46-ff1f-4c6f-a993-d3843b5d462b req-2b388450-e196-4826-90f5-71c56bafe113 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=62a75797-4a12-4ae6-9692-1d0ed8584d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455959 Aug 16 21:20:13.631804 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac753860-34de-4817-ab36-117ce9b9ca9f None None] The sync data for ids ['fa40dccc-7165-4eb0-a094-3cf206ccfec2'] in n-d-793620-15 is: [{'id': 'fa40dccc-7165-4eb0-a094-3cf206ccfec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276616840', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '2b3a0c2b-c072-468c-87be-73a9eb463df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:18:12Z', 'updated_at': '2021-08-16T21:18:18Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '2b3a0c2b-c072-468c-87be-73a9eb463df0', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa40dccc-7165-4eb0-a094-3cf206ccfec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:13Z', 'updated_at': '2021-08-16T21:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '15a4954f-8b13-40e6-9f21-cb800896fe52', 'name': '', 'network_id': '62a75797-4a12-4ae6-9692-1d0ed8584d00', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'mac_address': 'fa:16:3e:09:6e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa40dccc-7165-4eb0-a094-3cf206ccfec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '968177b7-fbf7-49ae-bfb7-136aa3aad1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:16Z', 'updated_at': '2021-08-16T21:18:23Z', 'revision_number': 5, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'subnets': [{'id': '968177b7-fbf7-49ae-bfb7-136aa3aad1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:20:13.716461 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1db74e46-ff1f-4c6f-a993-d3843b5d462b req-f1098573-0c50-4075-a02a-10392bd07661 service neutron] 10.222.0.72 "GET /v2.0/networks/62a75797-4a12-4ae6-9692-1d0ed8584d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926185 Aug 16 21:20:13.814265 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1db74e46-ff1f-4c6f-a993-d3843b5d462b req-53e44f8a-44ab-4c67-8b9c-a75875c16369 service neutron] 10.222.0.72 "GET /v2.0/networks/62a75797-4a12-4ae6-9692-1d0ed8584d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890620 Aug 16 21:20:13.827247 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:13.876591 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8553e4-376a-4dea-a63f-ce3ca076d651 None None] New status for floating IP 5b250d80-1c3c-4544-8ab2-6251e2466966: DOWN {{(pid=101846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:20:14.393217 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e89db-ba2f-4cca-8e57-71bdc8165da7 req-b5085ca0-b4ce-4e7b-a23a-b6c628855dbb tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:14.395355 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d90e89db-ba2f-4cca-8e57-71bdc8165da7 req-b5085ca0-b4ce-4e7b-a23a-b6c628855dbb tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=9161b2e5-b26f-480a-869a-11713ae8cc89 HTTP/1.1" status: 200 len: 945 time: 0.0487847 Aug 16 21:20:14.433676 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d90e89db-ba2f-4cca-8e57-71bdc8165da7 req-2fee44ac-5135-4695-8fa9-bebc3444739c tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ee7d9ab-65ae-4525-a6bb-d891ed538721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320969 Aug 16 21:20:14.552153 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80458619-b19b-4ae7-b63f-e8f8f8901fc8 req-f11820fa-e753-43e0-a46f-695a25a5f79f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:14.556280 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-80458619-b19b-4ae7-b63f-e8f8f8901fc8 req-f11820fa-e753-43e0-a46f-695a25a5f79f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=9161b2e5-b26f-480a-869a-11713ae8cc89 HTTP/1.1" status: 200 len: 945 time: 0.0563800 Aug 16 21:20:14.619287 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-80458619-b19b-4ae7-b63f-e8f8f8901fc8 req-2fbeb928-2e18-462f-9412-ba9903bfd858 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ee7d9ab-65ae-4525-a6bb-d891ed538721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595107 Aug 16 21:20:14.636999 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741805fa-c16a-44fa-b9bb-4be3ffdccb7e req-00c5c6ef-f9a3-4277-a4a1-3b88227a97da tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:14.638503 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-741805fa-c16a-44fa-b9bb-4be3ffdccb7e req-00c5c6ef-f9a3-4277-a4a1-3b88227a97da tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 946 time: 0.0642748 Aug 16 21:20:14.641775 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54408) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:14.706498 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-741805fa-c16a-44fa-b9bb-4be3ffdccb7e req-6ae3133e-962f-407d-bbb7-dca12b7e2609 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=49da6fef-0646-4bd7-8033-2b990d4db92e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555274 Aug 16 21:20:14.711699 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af3a434-3d58-42b9-89e9-10a1eb65f5b0 tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:14.716374 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1af3a434-3d58-42b9-89e9-10a1eb65f5b0 tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=9161b2e5-b26f-480a-869a-11713ae8cc89 HTTP/1.1" status: 200 len: 1092 time: 0.0708318 Aug 16 21:20:14.716740 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54410) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:14.726505 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-1be99315-fc52-49d4-bd17-1c07bbd6899c tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'port_id': 'e6347b96-3038-4251-b687-433d255d5048', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:20:14.732919 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581a3ee-0ca0-4c8d-9341-ab5eca1634c0 req-2e4ac334-9c84-4147-9c99-275f36b71fbc tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:14.734444 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c581a3ee-0ca0-4c8d-9341-ab5eca1634c0 req-2e4ac334-9c84-4147-9c99-275f36b71fbc tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 946 time: 0.0607064 Aug 16 21:20:14.842092 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-c581a3ee-0ca0-4c8d-9341-ab5eca1634c0 req-360bdf9c-59e9-4d00-ba05-29076cd76db1 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Deleting port 91957243-728b-4aed-abc8-4185a8837d1d {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:20:14.842431 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-c581a3ee-0ca0-4c8d-9341-ab5eca1634c0 req-360bdf9c-59e9-4d00-ba05-29076cd76db1 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:14.849394 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1be99315-fc52-49d4-bd17-1c07bbd6899c tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for floatingip, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:14.877792 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:14.938315 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-c581a3ee-0ca0-4c8d-9341-ab5eca1634c0 req-360bdf9c-59e9-4d00-ba05-29076cd76db1 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] For port 91957243-728b-4aed-abc8-4185a8837d1d, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=91957243-728b-4aed-abc8-4185a8837d1d,segment=NetworkSegment(8552a080-0fab-4e4a-ba71-b6e280ef08e0),segment_id=8552a080-0fab-4e4a-ba71-b6e280ef08e0)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:20:14.938768 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-c581a3ee-0ca0-4c8d-9341-ab5eca1634c0 req-360bdf9c-59e9-4d00-ba05-29076cd76db1 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:14.952901 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-c581a3ee-0ca0-4c8d-9341-ab5eca1634c0 req-360bdf9c-59e9-4d00-ba05-29076cd76db1 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Calling delete_port for 91957243-728b-4aed-abc8-4185a8837d1d owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:20:14.962563 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1be99315-fc52-49d4-bd17-1c07bbd6899c tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:15.100586 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-1be99315-fc52-49d4-bd17-1c07bbd6899c tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Allocated IP 172.25.1.69 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/fb4ed49f-f653-4553-aa93-eaf25e6b1a61) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:20:15.198894 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1be99315-fc52-49d4-bd17-1c07bbd6899c tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:15.205680 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-c581a3ee-0ca0-4c8d-9341-ab5eca1634c0 req-360bdf9c-59e9-4d00-ba05-29076cd76db1 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:15.242332 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360bdf9c-59e9-4d00-ba05-29076cd76db1 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event deleted for resources: {'Port': ['ID=91957243-728b-4aed-abc8-4185a8837d1d,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:15.279202 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-c581a3ee-0ca0-4c8d-9341-ab5eca1634c0 req-360bdf9c-59e9-4d00-ba05-29076cd76db1 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] No DVR routers for this DVR port 91957243-728b-4aed-abc8-4185a8837d1d on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:20:15.282178 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-c581a3ee-0ca0-4c8d-9341-ab5eca1634c0 req-360bdf9c-59e9-4d00-ba05-29076cd76db1 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:15.286130 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c581a3ee-0ca0-4c8d-9341-ab5eca1634c0 req-360bdf9c-59e9-4d00-ba05-29076cd76db1 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.72 "DELETE /v2.0/ports/91957243-728b-4aed-abc8-4185a8837d1d HTTP/1.1" status: 204 len: 173 time: 0.5431333 Aug 16 21:20:15.286130 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b0825a-ad65-400a-8635-ae8c76403877', 'name': 'network-vif-deleted', 'tag': '91957243-728b-4aed-abc8-4185a8837d1d'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:20:15.287591 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685c5d8e-8660-4060-8f87-eb4c7b83463b" -d '{"events": [{"server_uuid": "b9b0825a-ad65-400a-8635-ae8c76403877", "name": "network-vif-deleted", "tag": "91957243-728b-4aed-abc8-4185a8837d1d"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:20:15.297621 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1be99315-fc52-49d4-bd17-1c07bbd6899c tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:15.328659 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc59c445-9f87-4570-b13c-24b96d288da5 x-openstack-request-id: req-bc59c445-9f87-4570-b13c-24b96d288da5 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:20:15.329370 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b0825a-ad65-400a-8635-ae8c76403877", "name": "network-vif-deleted", "tag": "91957243-728b-4aed-abc8-4185a8837d1d", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:20:15.329704 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-bc59c445-9f87-4570-b13c-24b96d288da5 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:20:15.330191 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b0825a-ad65-400a-8635-ae8c76403877', 'name': 'network-vif-deleted', 'tag': '91957243-728b-4aed-abc8-4185a8837d1d', 'status': 'completed', 'code': 200} Aug 16 21:20:15.339389 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be99315-fc52-49d4-bd17-1c07bbd6899c tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:20:15.345135 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-1be99315-fc52-49d4-bd17-1c07bbd6899c tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:20:15.349381 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be99315-fc52-49d4-bd17-1c07bbd6899c tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:20:15.375511 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be99315-fc52-49d4-bd17-1c07bbd6899c tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'Port': ['ID=fb4ed49f-f653-4553-aa93-eaf25e6b1a61,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:15.865171 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-034c16ea-0f9f-4f18-ad34-e35da95b3797 req-c2f7e8d2-d265-458c-aec8-26608721f716 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9b0825a-ad65-400a-8635-ae8c76403877 HTTP/1.1" status: 200 len: 210 time: 0.0685315 Aug 16 21:20:15.904356 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1be99315-fc52-49d4-bd17-1c07bbd6899c tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:16.110244 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1be99315-fc52-49d4-bd17-1c07bbd6899c tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:16.267208 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1be99315-fc52-49d4-bd17-1c07bbd6899c tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:16.329417 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1be99315-fc52-49d4-bd17-1c07bbd6899c tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:16.404753 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be99315-fc52-49d4-bd17-1c07bbd6899c tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'Port': ['ID=fb4ed49f-f653-4553-aa93-eaf25e6b1a61,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:16.413441 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1be99315-fc52-49d4-bd17-1c07bbd6899c tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:16.588732 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:16.799275 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [None req-1be99315-fc52-49d4-bd17-1c07bbd6899c tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Floating IP 6527dd98-7ba7-471c-b4ce-18fccb692902 associated. External IP: 172.25.1.69, port: e6347b96-3038-4251-b687-433d255d5048. Aug 16 21:20:16.923753 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54426) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:17.004949 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be99315-fc52-49d4-bd17-1c07bbd6899c tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Router 053a2ed2-bfde-4616-9527-32ac86f61f32 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:20:17.118364 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be99315-fc52-49d4-bd17-1c07bbd6899c tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:20:17.133704 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a70e6f-591d-41a6-842d-ae70b25aff39 None None] Sync routers for ids ['053a2ed2-bfde-4616-9527-32ac86f61f32'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:20:17.145255 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a70e6f-591d-41a6-842d-ae70b25aff39 None None] Routers {'053a2ed2-bfde-4616-9527-32ac86f61f32'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:20:17.146362 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-e0a70e6f-591d-41a6-842d-ae70b25aff39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:20:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['053a2ed2-bfde-4616-9527-32ac86f61f32'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:17.200283 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1be99315-fc52-49d4-bd17-1c07bbd6899c tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:17.254497 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1be99315-fc52-49d4-bd17-1c07bbd6899c tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5365386 Aug 16 21:20:17.255565 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54442) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:17.258667 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-e0a70e6f-591d-41a6-842d-ae70b25aff39 None None] Set router 053a2ed2-bfde-4616-9527-32ac86f61f32 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:20:17.266393 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9161b2e5-b26f-480a-869a-11713ae8cc89', 'tag': 'e6347b96-3038-4251-b687-433d255d5048'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:20:17.274287 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140b7d52-0ad4-45a2-ad22-9e2233c8c243" -d '{"events": [{"name": "network-changed", "server_uuid": "9161b2e5-b26f-480a-869a-11713ae8cc89", "tag": "e6347b96-3038-4251-b687-433d255d5048"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:20:17.329333 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa8997c-21cd-4592-ab64-21863c684d40 x-openstack-request-id: req-1fa8997c-21cd-4592-ab64-21863c684d40 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:20:17.330250 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9161b2e5-b26f-480a-869a-11713ae8cc89", "tag": "e6347b96-3038-4251-b687-433d255d5048", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:20:17.330250 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1fa8997c-21cd-4592-ab64-21863c684d40 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:20:17.330657 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9161b2e5-b26f-480a-869a-11713ae8cc89', 'tag': 'e6347b96-3038-4251-b687-433d255d5048', 'status': 'completed', 'code': 200} Aug 16 21:20:17.342958 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-17b9d088-ff73-4d16-9bd5-f3f5f066604c tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=b69326f60ecf4d2b91dfe20aa76f9ded&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1044099 Aug 16 21:20:17.463893 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-45f8953d-38b7-4994-90dc-baaaaee6de47 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/floatingips/6527dd98-7ba7-471c-b4ce-18fccb692902 HTTP/1.1" status: 200 len: 990 time: 0.1843634 Aug 16 21:20:17.530674 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b7d52-0ad4-45a2-ad22-9e2233c8c243 req-97ea92b6-6dad-413e-8f7d-038caea486da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:17.532299 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-140b7d52-0ad4-45a2-ad22-9e2233c8c243 req-97ea92b6-6dad-413e-8f7d-038caea486da service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f258702b923645ea8255373c3c1b0963&device_id=9161b2e5-b26f-480a-869a-11713ae8cc89 HTTP/1.1" status: 200 len: 1097 time: 0.1845996 Aug 16 21:20:17.589920 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-e0a70e6f-591d-41a6-842d-ae70b25aff39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'name': 'tempest-TestNetworkBasicOps-router-1635515066', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '87dd72e8-1a23-42cf-94d8-ac01d18d8bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:49Z', 'updated_at': '2021-08-16T21:19:54Z', 'revision_number': 4, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'gw_port': {'id': '87dd72e8-1a23-42cf-94d8-ac01d18d8bd4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:50Z', 'updated_at': '2021-08-16T21:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '6527dd98-7ba7-471c-b4ce-18fccb692902', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'floating_ip_address': '172.25.1.69', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'port_id': 'e6347b96-3038-4251-b687-433d255d5048', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f4e189d-cb3a-46e3-b09a-94cac3752f77', 'mac_address': 'fa:16:3e:69:e3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161b2e5-b26f-480a-869a-11713ae8cc89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:20:15Z', 'updated_at': '2021-08-16T21:20:15Z', 'revision_number': 0, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68e919f3-c3f2-49f8-8f72-1f5df8fc08ca', 'name': '', 'network_id': '1f4e189d-cb3a-46e3-b09a-94cac3752f77', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'mac_address': 'fa:16:3e:e7:2d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '1820ed5d-cea9-4267-a89a-df41942479f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:53Z', 'updated_at': '2021-08-16T21:19:59Z', 'revision_number': 5, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'subnets': [{'id': '1820ed5d-cea9-4267-a89a-df41942479f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:17.618066 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a70e6f-591d-41a6-842d-ae70b25aff39 None None] Checking router: 053a2ed2-bfde-4616-9527-32ac86f61f32 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:20:17.628987 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a70e6f-591d-41a6-842d-ae70b25aff39 None None] Routers {'053a2ed2-bfde-4616-9527-32ac86f61f32'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:20:17.630135 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-e0a70e6f-591d-41a6-842d-ae70b25aff39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:20:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['053a2ed2-bfde-4616-9527-32ac86f61f32'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:17.646079 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-f2503dc8-8c3b-476c-ba10-021973b00e72 tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:17.647668 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-f2503dc8-8c3b-476c-ba10-021973b00e72 tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2846918 Aug 16 21:20:17.664491 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ec432934-2717-4fdd-866f-1cd371ee588c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:17.688428 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-845f18f2-218f-4d0f-8591-048d7c76d8b4 tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] 10.222.0.84 "GET /v2.0/quotas/b69326f60ecf4d2b91dfe20aa76f9ded HTTP/1.1" status: 200 len: 375 time: 0.0293455 Aug 16 21:20:17.695472 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b7d52-0ad4-45a2-ad22-9e2233c8c243 req-2c311090-4ed1-4c78-b18e-cbfac5aa3f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:17.697210 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-140b7d52-0ad4-45a2-ad22-9e2233c8c243 req-2c311090-4ed1-4c78-b18e-cbfac5aa3f08 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1f4e189d-cb3a-46e3-b09a-94cac3752f77 HTTP/1.1" status: 200 len: 896 time: 0.1573792 Aug 16 21:20:17.745432 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-e0a70e6f-591d-41a6-842d-ae70b25aff39 None None] Set router 053a2ed2-bfde-4616-9527-32ac86f61f32 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:20:17.757424 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-dff30756-f4e7-43e1-98f6-78bf2bf7daff tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=b69326f60ecf4d2b91dfe20aa76f9ded&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584688 Aug 16 21:20:17.789870 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-140b7d52-0ad4-45a2-ad22-9e2233c8c243 req-a5ac6be0-4558-4f5c-9dc1-baf4bbaeffa9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6347b96-3038-4251-b687-433d255d5048 HTTP/1.1" status: 200 len: 998 time: 0.0801890 Aug 16 21:20:17.852260 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b7d52-0ad4-45a2-ad22-9e2233c8c243 req-5b5829e3-3e66-462a-b08c-9b689d195051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:17.859080 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-140b7d52-0ad4-45a2-ad22-9e2233c8c243 req-5b5829e3-3e66-462a-b08c-9b689d195051 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1820ed5d-cea9-4267-a89a-df41942479f9 HTTP/1.1" status: 200 len: 835 time: 0.0576034 Aug 16 21:20:17.907686 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b7d52-0ad4-45a2-ad22-9e2233c8c243 req-5e78a82a-e06f-4d75-99d8-8074019c939f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:17.909277 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-140b7d52-0ad4-45a2-ad22-9e2233c8c243 req-5e78a82a-e06f-4d75-99d8-8074019c939f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1f4e189d-cb3a-46e3-b09a-94cac3752f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482895 Aug 16 21:20:18.002324 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-ec432934-2717-4fdd-866f-1cd371ee588c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Deleting port 15a4954f-8b13-40e6-9f21-cb800896fe52 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:20:18.002737 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ec432934-2717-4fdd-866f-1cd371ee588c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:18.025574 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-e0a70e6f-591d-41a6-842d-ae70b25aff39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'name': 'tempest-TestNetworkBasicOps-router-1635515066', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '87dd72e8-1a23-42cf-94d8-ac01d18d8bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:49Z', 'updated_at': '2021-08-16T21:19:54Z', 'revision_number': 4, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'gw_port': {'id': '87dd72e8-1a23-42cf-94d8-ac01d18d8bd4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:50Z', 'updated_at': '2021-08-16T21:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '6527dd98-7ba7-471c-b4ce-18fccb692902', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'floating_ip_address': '172.25.1.69', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'port_id': 'e6347b96-3038-4251-b687-433d255d5048', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f4e189d-cb3a-46e3-b09a-94cac3752f77', 'mac_address': 'fa:16:3e:69:e3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161b2e5-b26f-480a-869a-11713ae8cc89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:20:15Z', 'updated_at': '2021-08-16T21:20:15Z', 'revision_number': 0, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68e919f3-c3f2-49f8-8f72-1f5df8fc08ca', 'name': '', 'network_id': '1f4e189d-cb3a-46e3-b09a-94cac3752f77', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'mac_address': 'fa:16:3e:e7:2d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '1820ed5d-cea9-4267-a89a-df41942479f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:53Z', 'updated_at': '2021-08-16T21:19:59Z', 'revision_number': 5, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'subnets': [{'id': '1820ed5d-cea9-4267-a89a-df41942479f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:18.051927 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-140b7d52-0ad4-45a2-ad22-9e2233c8c243 req-ba4f19f3-8518-4866-9e21-e08347d7a056 service neutron] 10.222.0.90 "GET /v2.0/networks/1f4e189d-cb3a-46e3-b09a-94cac3752f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345017 Aug 16 21:20:18.053591 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a70e6f-591d-41a6-842d-ae70b25aff39 None None] The sync data for ids ['053a2ed2-bfde-4616-9527-32ac86f61f32'] in n-d-793620-15 is: [{'id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'name': 'tempest-TestNetworkBasicOps-router-1635515066', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '87dd72e8-1a23-42cf-94d8-ac01d18d8bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:49Z', 'updated_at': '2021-08-16T21:19:54Z', 'revision_number': 4, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'gw_port': {'id': '87dd72e8-1a23-42cf-94d8-ac01d18d8bd4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:50Z', 'updated_at': '2021-08-16T21:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '6527dd98-7ba7-471c-b4ce-18fccb692902', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'floating_ip_address': '172.25.1.69', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'port_id': 'e6347b96-3038-4251-b687-433d255d5048', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f4e189d-cb3a-46e3-b09a-94cac3752f77', 'mac_address': 'fa:16:3e:69:e3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161b2e5-b26f-480a-869a-11713ae8cc89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:20:15Z', 'updated_at': '2021-08-16T21:20:15Z', 'revision_number': 0, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68e919f3-c3f2-49f8-8f72-1f5df8fc08ca', 'name': '', 'network_id': '1f4e189d-cb3a-46e3-b09a-94cac3752f77', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'mac_address': 'fa:16:3e:e7:2d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '1820ed5d-cea9-4267-a89a-df41942479f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:53Z', 'updated_at': '2021-08-16T21:19:59Z', 'revision_number': 5, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'subnets': [{'id': '1820ed5d-cea9-4267-a89a-df41942479f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:20:18.056861 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 91957243-728b-4aed-abc8-4185a8837d1d no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:20:18.082940 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 91957243-728b-4aed-abc8-4185a8837d1d {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:20:18.090293 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 91957243-728b-4aed-abc8-4185a8837d1d not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:20:18.099082 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c0a24cf0-a302-458c-833c-c42b5f75cdfd req-1e67903f-4f8f-4a45-b28a-5dec4277c158 tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] 10.222.0.84 "GET /v2.0/ports?device_id=47c988b5-eb12-4df3-b924-870063d83aba HTTP/1.1" status: 200 len: 210 time: 0.0436420 Aug 16 21:20:18.116048 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-ec432934-2717-4fdd-866f-1cd371ee588c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] For port 15a4954f-8b13-40e6-9f21-cb800896fe52, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=15a4954f-8b13-40e6-9f21-cb800896fe52,segment=NetworkSegment(8552a080-0fab-4e4a-ba71-b6e280ef08e0),segment_id=8552a080-0fab-4e4a-ba71-b6e280ef08e0)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:20:18.116580 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ec432934-2717-4fdd-866f-1cd371ee588c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:18.133528 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-ec432934-2717-4fdd-866f-1cd371ee588c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Calling delete_port for 15a4954f-8b13-40e6-9f21-cb800896fe52 owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:20:18.224015 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-140b7d52-0ad4-45a2-ad22-9e2233c8c243 req-fa932f4d-e0cb-45d8-a434-58d80f9b62f9 service neutron] 10.222.0.90 "GET /v2.0/networks/1f4e189d-cb3a-46e3-b09a-94cac3752f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273654 Aug 16 21:20:18.328767 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60167036-3ad9-4562-91fd-8ef2b24aef26 None None] New status for floating IP 6527dd98-7ba7-471c-b4ce-18fccb692902: ACTIVE {{(pid=101846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:20:18.422579 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ec432934-2717-4fdd-866f-1cd371ee588c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:18.451708 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec432934-2717-4fdd-866f-1cd371ee588c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event deleted for resources: {'Port': ['ID=15a4954f-8b13-40e6-9f21-cb800896fe52,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:18.466980 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54454) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:18.538404 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f557309a-9e98-40b8-830c-4b8067e03226 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/floatingips/6527dd98-7ba7-471c-b4ce-18fccb692902 HTTP/1.1" status: 200 len: 990 time: 0.0701227 Aug 16 21:20:18.636612 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ec432934-2717-4fdd-866f-1cd371ee588c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:18.856105 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec432934-2717-4fdd-866f-1cd371ee588c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Router fa40dccc-7165-4eb0-a094-3cf206ccfec2 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:20:18.959485 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec432934-2717-4fdd-866f-1cd371ee588c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:20:18.965037 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ec432934-2717-4fdd-866f-1cd371ee588c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "PUT /v2.0/routers/fa40dccc-7165-4eb0-a094-3cf206ccfec2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0402327 Aug 16 21:20:18.967974 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54458) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:18.973218 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ae6a6b-05e9-4aa9-b620-995420adad25 None None] Sync routers for ids ['fa40dccc-7165-4eb0-a094-3cf206ccfec2'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:20:18.979263 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ae6a6b-05e9-4aa9-b620-995420adad25 None None] Routers {'fa40dccc-7165-4eb0-a094-3cf206ccfec2'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:20:18.979917 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-75ae6a6b-05e9-4aa9-b620-995420adad25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:20:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['fa40dccc-7165-4eb0-a094-3cf206ccfec2'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:19.024172 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa3bfc2e-ad3a-40c3-80a7-4d004a3b5f50 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Deleting subnet 968177b7-fbf7-49ae-bfb7-136aa3aad1df {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:20:19.027434 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fa3bfc2e-ad3a-40c3-80a7-4d004a3b5f50 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:19.071498 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fa3bfc2e-ad3a-40c3-80a7-4d004a3b5f50 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:19.084332 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-75ae6a6b-05e9-4aa9-b620-995420adad25 None None] Set router fa40dccc-7165-4eb0-a094-3cf206ccfec2 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:20:19.161281 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fa3bfc2e-ad3a-40c3-80a7-4d004a3b5f50 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:19.247435 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ff42e875-7c32-40ce-97d2-41951bef6224 req-98744d0f-8123-4bfe-bbad-e6d69a308f63 tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] 10.222.0.84 "GET /v2.0/ports?device_id=47c988b5-eb12-4df3-b924-870063d83aba HTTP/1.1" status: 200 len: 210 time: 0.0307910 Aug 16 21:20:19.273618 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-75ae6a6b-05e9-4aa9-b620-995420adad25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa40dccc-7165-4eb0-a094-3cf206ccfec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276616840', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '2b3a0c2b-c072-468c-87be-73a9eb463df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:18:12Z', 'updated_at': '2021-08-16T21:20:18Z', 'revision_number': 5, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '2b3a0c2b-c072-468c-87be-73a9eb463df0', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa40dccc-7165-4eb0-a094-3cf206ccfec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:13Z', 'updated_at': '2021-08-16T21:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:19.302292 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ae6a6b-05e9-4aa9-b620-995420adad25 None None] Checking router: fa40dccc-7165-4eb0-a094-3cf206ccfec2 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:20:19.310373 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ae6a6b-05e9-4aa9-b620-995420adad25 None None] Routers {'fa40dccc-7165-4eb0-a094-3cf206ccfec2'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:20:19.310984 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-75ae6a6b-05e9-4aa9-b620-995420adad25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:20:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['fa40dccc-7165-4eb0-a094-3cf206ccfec2'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:19.313861 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:19.342878 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fa3bfc2e-ad3a-40c3-80a7-4d004a3b5f50 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:19.373873 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3bfc2e-ad3a-40c3-80a7-4d004a3b5f50 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event deleted for resources: {'Subnet': ['ID=968177b7-fbf7-49ae-bfb7-136aa3aad1df,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:19.380004 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fa3bfc2e-ad3a-40c3-80a7-4d004a3b5f50 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:19.381987 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-fa3bfc2e-ad3a-40c3-80a7-4d004a3b5f50 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "DELETE /v2.0/subnets/968177b7-fbf7-49ae-bfb7-136aa3aad1df HTTP/1.1" status: 204 len: 168 time: 0.4128511 Aug 16 21:20:19.384921 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54468) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:19.387495 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a249d0-b3fc-4d59-817d-2e1315940515 None None] Network 62a75797-4a12-4ae6-9692-1d0ed8584d00 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:20:19.399653 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3bfc2e-ad3a-40c3-80a7-4d004a3b5f50 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:19.400054 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3bfc2e-ad3a-40c3-80a7-4d004a3b5f50 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:19.400397 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3bfc2e-ad3a-40c3-80a7-4d004a3b5f50 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:19.400750 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3bfc2e-ad3a-40c3-80a7-4d004a3b5f50 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:19.401149 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3bfc2e-ad3a-40c3-80a7-4d004a3b5f50 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:19.401438 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3bfc2e-ad3a-40c3-80a7-4d004a3b5f50 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:19.401783 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3bfc2e-ad3a-40c3-80a7-4d004a3b5f50 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:19.402128 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3bfc2e-ad3a-40c3-80a7-4d004a3b5f50 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:19.402458 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3bfc2e-ad3a-40c3-80a7-4d004a3b5f50 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:19.402797 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3bfc2e-ad3a-40c3-80a7-4d004a3b5f50 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:19.403133 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3bfc2e-ad3a-40c3-80a7-4d004a3b5f50 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:19.403466 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3bfc2e-ad3a-40c3-80a7-4d004a3b5f50 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:19.475847 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-75ae6a6b-05e9-4aa9-b620-995420adad25 None None] Set router fa40dccc-7165-4eb0-a094-3cf206ccfec2 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:20:19.528705 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-94b914fe-9190-4e06-97a0-8274ba56b1bb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:19.541645 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54470) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:19.624784 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-35936e04-2d7b-48c5-a356-4b70d3604695 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/floatingips/6527dd98-7ba7-471c-b4ce-18fccb692902 HTTP/1.1" status: 200 len: 992 time: 0.0810719 Aug 16 21:20:19.646861 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09614734-ec77-4cf9-9527-01d215a8cec8 None None] DHCP port deletion for 62a75797-4a12-4ae6-9692-1d0ed8584d00 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:20:19.651732 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-94b914fe-9190-4e06-97a0-8274ba56b1bb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:19.690564 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-75ae6a6b-05e9-4aa9-b620-995420adad25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa40dccc-7165-4eb0-a094-3cf206ccfec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276616840', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '2b3a0c2b-c072-468c-87be-73a9eb463df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:18:12Z', 'updated_at': '2021-08-16T21:20:18Z', 'revision_number': 5, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '2b3a0c2b-c072-468c-87be-73a9eb463df0', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa40dccc-7165-4eb0-a094-3cf206ccfec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:13Z', 'updated_at': '2021-08-16T21:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:19.717873 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ae6a6b-05e9-4aa9-b620-995420adad25 None None] The sync data for ids ['fa40dccc-7165-4eb0-a094-3cf206ccfec2'] in n-d-793620-15 is: [{'id': 'fa40dccc-7165-4eb0-a094-3cf206ccfec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276616840', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '2b3a0c2b-c072-468c-87be-73a9eb463df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:18:12Z', 'updated_at': '2021-08-16T21:20:18Z', 'revision_number': 5, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '2b3a0c2b-c072-468c-87be-73a9eb463df0', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa40dccc-7165-4eb0-a094-3cf206ccfec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:18:13Z', 'updated_at': '2021-08-16T21:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:20:19.771463 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-09614734-ec77-4cf9-9527-01d215a8cec8 None None] Deleting port 77060031-4fb7-4052-bec3-d66dc5c4953f {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:20:19.773493 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-09614734-ec77-4cf9-9527-01d215a8cec8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:19.810415 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-94b914fe-9190-4e06-97a0-8274ba56b1bb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Deleting port 2b3a0c2b-c072-468c-87be-73a9eb463df0 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:20:19.810415 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-94b914fe-9190-4e06-97a0-8274ba56b1bb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:19.883688 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-09614734-ec77-4cf9-9527-01d215a8cec8 None None] For port 77060031-4fb7-4052-bec3-d66dc5c4953f, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=77060031-4fb7-4052-bec3-d66dc5c4953f,segment=NetworkSegment(8552a080-0fab-4e4a-ba71-b6e280ef08e0),segment_id=8552a080-0fab-4e4a-ba71-b6e280ef08e0)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:20:19.884032 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-09614734-ec77-4cf9-9527-01d215a8cec8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:19.895955 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-94b914fe-9190-4e06-97a0-8274ba56b1bb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] For port 2b3a0c2b-c072-468c-87be-73a9eb463df0, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=2b3a0c2b-c072-468c-87be-73a9eb463df0,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:20:19.896327 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-94b914fe-9190-4e06-97a0-8274ba56b1bb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:19.900595 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-09614734-ec77-4cf9-9527-01d215a8cec8 None None] Calling delete_port for 77060031-4fb7-4052-bec3-d66dc5c4953f owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:20:19.911668 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-94b914fe-9190-4e06-97a0-8274ba56b1bb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Calling delete_port for 2b3a0c2b-c072-468c-87be-73a9eb463df0 owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:20:20.131278 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-09614734-ec77-4cf9-9527-01d215a8cec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:20.157386 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09614734-ec77-4cf9-9527-01d215a8cec8 None None] Pushing event deleted for resources: {'Port': ['ID=77060031-4fb7-4052-bec3-d66dc5c4953f,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:20.161666 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09614734-ec77-4cf9-9527-01d215a8cec8 None None] No DVR routers for this DVR port 77060031-4fb7-4052-bec3-d66dc5c4953f on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:20:20.203881 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-94b914fe-9190-4e06-97a0-8274ba56b1bb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:20.231312 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b914fe-9190-4e06-97a0-8274ba56b1bb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event deleted for resources: {'Port': ['ID=2b3a0c2b-c072-468c-87be-73a9eb463df0,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:20.304061 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-94b914fe-9190-4e06-97a0-8274ba56b1bb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:20.345073 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-73e4769b-0fd6-473d-b9a9-3e5995168e9c req-59a4f372-066e-47c0-8e23-1d22a2a0c32a tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] 10.222.0.84 "GET /v2.0/ports?device_id=47c988b5-eb12-4df3-b924-870063d83aba HTTP/1.1" status: 200 len: 210 time: 0.0274312 Aug 16 21:20:20.396167 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-94b914fe-9190-4e06-97a0-8274ba56b1bb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:20.398513 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-94b914fe-9190-4e06-97a0-8274ba56b1bb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:20.470291 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-55d709c6-1c21-406d-a842-537a20321ed4 tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=b69326f60ecf4d2b91dfe20aa76f9ded&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287020 Aug 16 21:20:20.509393 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-94b914fe-9190-4e06-97a0-8274ba56b1bb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:20.509932 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b914fe-9190-4e06-97a0-8274ba56b1bb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Fanout notify agent at l3_agent the message router_deleted on router fa40dccc-7165-4eb0-a094-3cf206ccfec2 {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:20:20.516697 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-94b914fe-9190-4e06-97a0-8274ba56b1bb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:20.517842 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-94b914fe-9190-4e06-97a0-8274ba56b1bb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "DELETE /v2.0/routers/fa40dccc-7165-4eb0-a094-3cf206ccfec2 HTTP/1.1" status: 204 len: 168 time: 1.1318688 Aug 16 21:20:20.520798 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54474) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:20.605339 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c50adf7c-2946-4d90-9838-b8052850b7e9 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:20.690508 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-c7c70197-974b-45de-82fd-aa825fcfbb34 tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:20.692023 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-c7c70197-974b-45de-82fd-aa825fcfbb34 tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2159524 Aug 16 21:20:20.705191 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-9cc501fe-bd15-4482-a46e-0cc29fd8932f tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] Request body: {'port': {'device_id': '47c988b5-eb12-4df3-b924-870063d83aba', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'admin_state_up': True, 'tenant_id': 'b69326f60ecf4d2b91dfe20aa76f9ded'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:20:20.710818 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c50adf7c-2946-4d90-9838-b8052850b7e9 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:20.721229 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-c50adf7c-2946-4d90-9838-b8052850b7e9 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62a75797-4a12-4ae6-9692-1d0ed8584d00']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:20.732594 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-c50adf7c-2946-4d90-9838-b8052850b7e9 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8552a080-0fab-4e4a-ba71-b6e280ef08e0') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:20.732893 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-c50adf7c-2946-4d90-9838-b8052850b7e9 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8552a080-0fab-4e4a-ba71-b6e280ef08e0') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:20.742763 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c50adf7c-2946-4d90-9838-b8052850b7e9 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:20.757431 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c50adf7c-2946-4d90-9838-b8052850b7e9 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:20.764453 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c50adf7c-2946-4d90-9838-b8052850b7e9 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:20:20.764884 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c50adf7c-2946-4d90-9838-b8052850b7e9 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:20.768268 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:20:20.768268 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:20:20.768268 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:20:20.768268 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:20:20.768268 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:20:20.768268 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:20:20.768268 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:20:20.768268 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:20:20.768268 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:20:20.768268 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:20:20.768268 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:20:20.768268 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:20:20.768268 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:20:20.768268 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:20:20.768268 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:20:20.768268 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:20:20.768268 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:20:20.768268 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:20:20.768268 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:20:20.768268 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:20:20.768268 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:20:20.768268 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:20:20.768268 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:20:20.768268 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:20:20.768268 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:20:20.768268 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:20:20.768268 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:20:20.768268 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:20:20.768268 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:20:20.768268 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:20:20.768268 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:20:20.768268 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:20:20.914426 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c50adf7c-2946-4d90-9838-b8052850b7e9 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:20.919734 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c50adf7c-2946-4d90-9838-b8052850b7e9 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:20.924530 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c50adf7c-2946-4d90-9838-b8052850b7e9 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "DELETE /v2.0/networks/62a75797-4a12-4ae6-9692-1d0ed8584d00 HTTP/1.1" status: 204 len: 168 time: 0.3998137 Aug 16 21:20:20.926415 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54476) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:20.950201 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50adf7c-2946-4d90-9838-b8052850b7e9 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event deleted for resources: {'Network': ['ID=62a75797-4a12-4ae6-9692-1d0ed8584d00,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:21.011832 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ae473f28-2dbd-4d63-a55a-b9432a99fe01 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:21.045350 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ae473f28-2dbd-4d63-a55a-b9432a99fe01 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:21.188495 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ae473f28-2dbd-4d63-a55a-b9432a99fe01 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:21.191136 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ae473f28-2dbd-4d63-a55a-b9432a99fe01 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:21.193020 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ae473f28-2dbd-4d63-a55a-b9432a99fe01 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "DELETE /v2.0/security-groups/49da6fef-0646-4bd7-8033-2b990d4db92e HTTP/1.1" status: 204 len: 168 time: 0.2657516 Aug 16 21:20:21.197560 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-9cc501fe-bd15-4482-a46e-0cc29fd8932f tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] Made reservation on behalf of b69326f60ecf4d2b91dfe20aa76f9ded for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:20:21.201464 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-9cc501fe-bd15-4482-a46e-0cc29fd8932f tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:21.202917 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae473f28-2dbd-4d63-a55a-b9432a99fe01 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49da6fef-0646-4bd7-8033-2b990d4db92e,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:21.211925 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-9cc501fe-bd15-4482-a46e-0cc29fd8932f tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:21.301095 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-9cc501fe-bd15-4482-a46e-0cc29fd8932f tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:21.388583 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-9cc501fe-bd15-4482-a46e-0cc29fd8932f tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:21.457630 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9bf9d578-3c30-42b5-a195-06bb21254c97 req-b1ec5096-17c2-43f7-8376-bebc3d9e4760 tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] 10.222.0.84 "GET /v2.0/ports?device_id=47c988b5-eb12-4df3-b924-870063d83aba HTTP/1.1" status: 200 len: 210 time: 0.0424552 Aug 16 21:20:21.465824 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc501fe-bd15-4482-a46e-0cc29fd8932f tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64518a43-9a8f-4ac3-af86-9cd7e8157de3,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:21.499734 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 2b3a0c2b-c072-468c-87be-73a9eb463df0 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:20:21.523173 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 2b3a0c2b-c072-468c-87be-73a9eb463df0 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:20:21.523521 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 2b3a0c2b-c072-468c-87be-73a9eb463df0 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:20:21.524170 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 15a4954f-8b13-40e6-9f21-cb800896fe52 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:20:21.542545 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 15a4954f-8b13-40e6-9f21-cb800896fe52 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:20:21.542899 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 15a4954f-8b13-40e6-9f21-cb800896fe52 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:20:21.543313 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 77060031-4fb7-4052-bec3-d66dc5c4953f no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:20:21.553170 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-9cc501fe-bd15-4482-a46e-0cc29fd8932f tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] Allocated IP 192.168.233.245 (d77fce7e-e915-4ee5-ada6-d6f376af2589/2883ed1d-8e71-4475-b2ce-2177242b9f23/12c800c2-09d9-487b-bbd1-5a5973a1eed0) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:20:21.561829 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 77060031-4fb7-4052-bec3-d66dc5c4953f {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:20:21.562179 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 77060031-4fb7-4052-bec3-d66dc5c4953f not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:20:21.703042 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54484) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:21.710105 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-621b1c62-e276-41e5-bed1-a727b1b1c1cc tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1733654526', 'description': 'tempest-secgroup-smoke-1733654526 description', 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:20:21.717270 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-9cc501fe-bd15-4482-a46e-0cc29fd8932f tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:21.737682 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-9cc501fe-bd15-4482-a46e-0cc29fd8932f tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] Transition to ACTIVE for port object 12c800c2-09d9-487b-bbd1-5a5973a1eed0 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:20:21.787773 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-621b1c62-e276-41e5-bed1-a727b1b1c1cc tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:21.806928 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-9cc501fe-bd15-4482-a46e-0cc29fd8932f tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:21.867729 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-9cc501fe-bd15-4482-a46e-0cc29fd8932f tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] Network d77fce7e-e915-4ee5-ada6-d6f376af2589 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:20:21.875869 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc501fe-bd15-4482-a46e-0cc29fd8932f tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] Pushing event updated for resources: {'Port': ['ID=12c800c2-09d9-487b-bbd1-5a5973a1eed0,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:21.878262 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-9cc501fe-bd15-4482-a46e-0cc29fd8932f tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:20:21.884335 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-9cc501fe-bd15-4482-a46e-0cc29fd8932f tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:20:21.961265 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-9cc501fe-bd15-4482-a46e-0cc29fd8932f tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:21.961265 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-9cc501fe-bd15-4482-a46e-0cc29fd8932f tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:21.977829 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-621b1c62-e276-41e5-bed1-a727b1b1c1cc tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:22.039635 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-621b1c62-e276-41e5-bed1-a727b1b1c1cc tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:22.068714 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b1c62-e276-41e5-bed1-a727b1b1c1cc tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16b858e9-0756-436d-9698-98f743b3a8c6,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:22.143694 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-9cc501fe-bd15-4482-a46e-0cc29fd8932f tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4423826 Aug 16 21:20:22.144624 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-621b1c62-e276-41e5-bed1-a727b1b1c1cc tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:22.148577 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-621b1c62-e276-41e5-bed1-a727b1b1c1cc tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4417405 Aug 16 21:20:22.148783 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54486) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:22.153536 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-edadeef6-f55e-4c87-8811-a524aa4c188f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'security_group_rule': {'security_group_id': '16b858e9-0756-436d-9698-98f743b3a8c6', 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:20:22.163303 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-0c3a13f6-370a-481d-9714-1767516ad5b5 service neutron] Request body: {'port': {'device_id': '47c988b5-eb12-4df3-b924-870063d83aba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:20:22.205323 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:22.227774 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-0c3a13f6-370a-481d-9714-1767516ad5b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:22.233626 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a401d69e-cdb9-4448-b6fb-d5e5b4c2aec4 None None] Provisioning for port 12c800c2-09d9-487b-bbd1-5a5973a1eed0 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:20:22.237784 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a401d69e-cdb9-4448-b6fb-d5e5b4c2aec4 None None] Provisioning complete for port 12c800c2-09d9-487b-bbd1-5a5973a1eed0 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:20:22.238248 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a401d69e-cdb9-4448-b6fb-d5e5b4c2aec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:22.272163 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a401d69e-cdb9-4448-b6fb-d5e5b4c2aec4 None None] Port 12c800c2-09d9-487b-bbd1-5a5973a1eed0 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:20:22.332975 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-edadeef6-f55e-4c87-8811-a524aa4c188f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:22.452477 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-edadeef6-f55e-4c87-8811-a524aa4c188f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:22.530189 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-0c3a13f6-370a-481d-9714-1767516ad5b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12c800c2-09d9-487b-bbd1-5a5973a1eed0 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:20:22.538481 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-0c3a13f6-370a-481d-9714-1767516ad5b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:22.542130 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-edadeef6-f55e-4c87-8811-a524aa4c188f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:22.566458 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-0c3a13f6-370a-481d-9714-1767516ad5b5 service neutron] Transition to ACTIVE for port object 12c800c2-09d9-487b-bbd1-5a5973a1eed0 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:20:22.567370 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edadeef6-f55e-4c87-8811-a524aa4c188f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d19670f7-1dbc-471f-8287-d5eb37567c6a,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:22.592767 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb7c52-a686-44d0-b80c-ffb7f8c8bebe req-58c8bd26-1a34-44bf-b14d-878f22030be3 tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:22.594277 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-effb7c52-a686-44d0-b80c-ffb7f8c8bebe req-58c8bd26-1a34-44bf-b14d-878f22030be3 tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] 10.222.0.84 "GET /v2.0/ports?device_id=47c988b5-eb12-4df3-b924-870063d83aba HTTP/1.1" status: 200 len: 936 time: 0.0492363 Aug 16 21:20:22.631405 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-effb7c52-a686-44d0-b80c-ffb7f8c8bebe req-f7dd475c-6682-4004-880a-63783d2638c6 tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] 10.222.0.84 "GET /v2.0/security-groups?id=64518a43-9a8f-4ac3-af86-9cd7e8157de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305800 Aug 16 21:20:22.631811 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-0c3a13f6-370a-481d-9714-1767516ad5b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:22.664364 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-edadeef6-f55e-4c87-8811-a524aa4c188f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:22.665558 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-edadeef6-f55e-4c87-8811-a524aa4c188f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5156932 Aug 16 21:20:22.668537 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54490) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:22.673433 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-ed49c430-40f6-466f-a273-002e2901a1ef tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'security_group_rule': {'security_group_id': '16b858e9-0756-436d-9698-98f743b3a8c6', 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:20:22.708797 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3a13f6-370a-481d-9714-1767516ad5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=12c800c2-09d9-487b-bbd1-5a5973a1eed0,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:22.764069 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ed49c430-40f6-466f-a273-002e2901a1ef tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:22.764741 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-0c3a13f6-370a-481d-9714-1767516ad5b5 service neutron] Attempting to bind port 12c800c2-09d9-487b-bbd1-5a5973a1eed0 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:20:22.765086 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-0c3a13f6-370a-481d-9714-1767516ad5b5 service neutron] Attempting to bind port 12c800c2-09d9-487b-bbd1-5a5973a1eed0 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:20:22.765421 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-0c3a13f6-370a-481d-9714-1767516ad5b5 service neutron] Attempting to bind port 12c800c2-09d9-487b-bbd1-5a5973a1eed0 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:20:22.770418 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-0c3a13f6-370a-481d-9714-1767516ad5b5 service neutron] Port 12c800c2-09d9-487b-bbd1-5a5973a1eed0 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:20:22.770739 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-0c3a13f6-370a-481d-9714-1767516ad5b5 service neutron] Attempting to bind port 12c800c2-09d9-487b-bbd1-5a5973a1eed0 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:20:22.777180 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-0c3a13f6-370a-481d-9714-1767516ad5b5 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:20:22.777539 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-0c3a13f6-370a-481d-9714-1767516ad5b5 service neutron] Checking segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:20:22.777943 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-0c3a13f6-370a-481d-9714-1767516ad5b5 service neutron] Bound using segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:20:22.778397 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-0c3a13f6-370a-481d-9714-1767516ad5b5 service neutron] Bound port: 12c800c2-09d9-487b-bbd1-5a5973a1eed0, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:20:22.778771 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-0c3a13f6-370a-481d-9714-1767516ad5b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:22.822767 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ed49c430-40f6-466f-a273-002e2901a1ef tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:22.847257 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-0c3a13f6-370a-481d-9714-1767516ad5b5 service neutron] For port 12c800c2-09d9-487b-bbd1-5a5973a1eed0, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:20:22.850664 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-0c3a13f6-370a-481d-9714-1767516ad5b5 service neutron] For port 12c800c2-09d9-487b-bbd1-5a5973a1eed0, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=12c800c2-09d9-487b-bbd1-5a5973a1eed0,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:20:22.900702 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ed49c430-40f6-466f-a273-002e2901a1ef tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:22.919830 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed49c430-40f6-466f-a273-002e2901a1ef tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb4045f0-9294-4cc5-8421-ff1f1e56f19c,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:22.925801 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-0c3a13f6-370a-481d-9714-1767516ad5b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:22.964338 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-0c3a13f6-370a-481d-9714-1767516ad5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:22.964948 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-0c3a13f6-370a-481d-9714-1767516ad5b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:22.966358 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-0c3a13f6-370a-481d-9714-1767516ad5b5 service neutron] 10.222.0.72 "PUT /v2.0/ports/12c800c2-09d9-487b-bbd1-5a5973a1eed0 HTTP/1.1" status: 200 len: 1097 time: 0.8075104 Aug 16 21:20:22.966797 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c988b5-eb12-4df3-b924-870063d83aba', 'tag': '12c800c2-09d9-487b-bbd1-5a5973a1eed0'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:20:22.969086 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71543208-8bdc-4007-9c03-6a768138c614" -d '{"events": [{"name": "network-changed", "server_uuid": "47c988b5-eb12-4df3-b924-870063d83aba", "tag": "12c800c2-09d9-487b-bbd1-5a5973a1eed0"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:20:22.994331 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ed49c430-40f6-466f-a273-002e2901a1ef tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:22.999605 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3a13f6-370a-481d-9714-1767516ad5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=12c800c2-09d9-487b-bbd1-5a5973a1eed0,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:22.999740 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ed49c430-40f6-466f-a273-002e2901a1ef tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3261018 Aug 16 21:20:22.999908 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54494) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:23.004465 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-3a10c395-46ee-4571-aa7c-68e3ad81c59b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'security_group_rule': {'security_group_id': '16b858e9-0756-436d-9698-98f743b3a8c6', 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:20:23.012189 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d802ad-1cd3-40e0-906d-651ab834be20 x-openstack-request-id: req-e3d802ad-1cd3-40e0-906d-651ab834be20 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:20:23.012483 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c988b5-eb12-4df3-b924-870063d83aba", "tag": "12c800c2-09d9-487b-bbd1-5a5973a1eed0", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:20:23.012731 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e3d802ad-1cd3-40e0-906d-651ab834be20 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:20:23.013125 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47c988b5-eb12-4df3-b924-870063d83aba', 'tag': '12c800c2-09d9-487b-bbd1-5a5973a1eed0', 'status': 'completed', 'code': 200} Aug 16 21:20:23.069183 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71543208-8bdc-4007-9c03-6a768138c614 req-1fc0c20a-7404-4758-b60a-59beb0f2b720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:23.070704 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-71543208-8bdc-4007-9c03-6a768138c614 req-1fc0c20a-7404-4758-b60a-59beb0f2b720 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b69326f60ecf4d2b91dfe20aa76f9ded&device_id=47c988b5-eb12-4df3-b924-870063d83aba HTTP/1.1" status: 200 len: 1100 time: 0.0416617 Aug 16 21:20:23.098569 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-71543208-8bdc-4007-9c03-6a768138c614 req-c16dabf6-dbf9-4bb3-b4c8-f781c8fdf960 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=b69326f60ecf4d2b91dfe20aa76f9ded&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204766 Aug 16 21:20:23.163441 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3a10c395-46ee-4571-aa7c-68e3ad81c59b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:23.233445 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71543208-8bdc-4007-9c03-6a768138c614 req-56d9049a-eaa2-4102-834c-a856a7c7e6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:23.234851 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-71543208-8bdc-4007-9c03-6a768138c614 req-56d9049a-eaa2-4102-834c-a856a7c7e6a0 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1301870 Aug 16 21:20:23.240657 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3a10c395-46ee-4571-aa7c-68e3ad81c59b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:23.304119 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3a10c395-46ee-4571-aa7c-68e3ad81c59b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:23.328328 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-fad94142-30b3-4c2f-8dc7-31190a63593b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:23.329837 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-fad94142-30b3-4c2f-8dc7-31190a63593b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b69326f60ecf4d2b91dfe20aa76f9ded&device_id=47c988b5-eb12-4df3-b924-870063d83aba HTTP/1.1" status: 200 len: 1100 time: 0.0605221 Aug 16 21:20:23.331621 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10c395-46ee-4571-aa7c-68e3ad81c59b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=754c8641-f8a5-4130-8b67-a7624d684282,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:23.373081 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-e65b2279-15a6-47dc-a7ad-d370dd649245 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=12c800c2-09d9-487b-bbd1-5a5973a1eed0 HTTP/1.1" status: 200 len: 217 time: 0.0343876 Aug 16 21:20:23.414008 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3a10c395-46ee-4571-aa7c-68e3ad81c59b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:23.415236 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3a10c395-46ee-4571-aa7c-68e3ad81c59b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4157290 Aug 16 21:20:23.418097 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54496) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:23.422954 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-755a8a9b-a34e-4e84-8952-adf8fe20bb5a tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'security_group_rule': {'security_group_id': '16b858e9-0756-436d-9698-98f743b3a8c6', 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:20:23.431850 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-84475801-369e-4b68-b3d4-aa62f1ef1db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:23.433402 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-84475801-369e-4b68-b3d4-aa62f1ef1db9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0529301 Aug 16 21:20:23.482639 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-341077a4-d7af-43bb-a8c0-04e592a7778a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:23.484264 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-341077a4-d7af-43bb-a8c0-04e592a7778a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0438781 Aug 16 21:20:23.528686 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-755a8a9b-a34e-4e84-8952-adf8fe20bb5a tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:23.579257 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-3edf02ff-58fe-4818-95de-dab259e7279c service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876498 Aug 16 21:20:23.589133 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-755a8a9b-a34e-4e84-8952-adf8fe20bb5a tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:23.660699 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-755a8a9b-a34e-4e84-8952-adf8fe20bb5a tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:23.672174 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e0102bdd-b0b1-4823-aa8c-2ba711847d4e req-1484223d-508f-49ee-9ea2-e2ce8265f99d service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846326 Aug 16 21:20:23.678821 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a8a9b-a34e-4e84-8952-adf8fe20bb5a tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fcb2ed2-5af2-437d-8341-0c5c7590cf3e,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:23.752316 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ac21a-65e0-4655-b67d-565313c31719 req-d36299b3-8319-4018-a2d5-16b61e2d94bb tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:23.753829 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e84ac21a-65e0-4655-b67d-565313c31719 req-d36299b3-8319-4018-a2d5-16b61e2d94bb tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] 10.222.0.84 "GET /v2.0/ports?device_id=47c988b5-eb12-4df3-b924-870063d83aba HTTP/1.1" status: 200 len: 948 time: 0.0488517 Aug 16 21:20:23.755520 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-755a8a9b-a34e-4e84-8952-adf8fe20bb5a tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:23.756630 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-755a8a9b-a34e-4e84-8952-adf8fe20bb5a tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3375072 Aug 16 21:20:23.759364 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54500) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:23.764812 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-78e38bb4-db63-449c-b74b-7ad9f5537f94 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'security_group_rule': {'security_group_id': '16b858e9-0756-436d-9698-98f743b3a8c6', 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:20:23.810543 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e84ac21a-65e0-4655-b67d-565313c31719 req-5dd870a8-c25a-4b86-836e-908ebba1c288 tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] 10.222.0.84 "GET /v2.0/security-groups?id=64518a43-9a8f-4ac3-af86-9cd7e8157de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490015 Aug 16 21:20:23.871806 n-d-793620-15 neutron-server[101844]: INFO neutron.db.securitygroups_db [None req-78e38bb4-db63-449c-b74b-7ad9f5537f94 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Project fb8bbfb5e08a4065901bb7c36b7f1507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:20:23.876978 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-78e38bb4-db63-449c-b74b-7ad9f5537f94 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:23.931990 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-78e38bb4-db63-449c-b74b-7ad9f5537f94 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:24.005694 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-78e38bb4-db63-449c-b74b-7ad9f5537f94 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:24.024950 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e38bb4-db63-449c-b74b-7ad9f5537f94 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=959799e3-01b8-4420-9a88-2a84d2102d66,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:24.131232 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-78e38bb4-db63-449c-b74b-7ad9f5537f94 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:24.132460 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-78e38bb4-db63-449c-b74b-7ad9f5537f94 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3721309 Aug 16 21:20:24.135078 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54502) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:24.139568 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-5851ac1b-68fa-4d5e-99b1-7587c2c9ae47 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'security_group_rule': {'security_group_id': '16b858e9-0756-436d-9698-98f743b3a8c6', 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:20:24.233700 n-d-793620-15 neutron-server[101844]: INFO neutron.db.securitygroups_db [None req-5851ac1b-68fa-4d5e-99b1-7587c2c9ae47 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Project fb8bbfb5e08a4065901bb7c36b7f1507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:20:24.239432 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5851ac1b-68fa-4d5e-99b1-7587c2c9ae47 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:24.300413 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5851ac1b-68fa-4d5e-99b1-7587c2c9ae47 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:24.411214 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5851ac1b-68fa-4d5e-99b1-7587c2c9ae47 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:24.427307 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851ac1b-68fa-4d5e-99b1-7587c2c9ae47 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6396b6d9-2d40-44fd-97a1-ee606a07342e,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:24.496473 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5851ac1b-68fa-4d5e-99b1-7587c2c9ae47 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:24.497687 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5851ac1b-68fa-4d5e-99b1-7587c2c9ae47 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3616807 Aug 16 21:20:24.500611 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54504) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:24.505524 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-6224530f-be7f-448b-a760-a75eba91efbb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'network': {'name': 'tempest-network-smoke--513129130', 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'port_security_enabled': True}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:20:24.582534 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6224530f-be7f-448b-a760-a75eba91efbb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Made reservation on behalf of fb8bbfb5e08a4065901bb7c36b7f1507 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:20:24.586075 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6224530f-be7f-448b-a760-a75eba91efbb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:24.609426 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6224530f-be7f-448b-a760-a75eba91efbb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:20:24.617771 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6224530f-be7f-448b-a760-a75eba91efbb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:24.618115 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-6224530f-be7f-448b-a760-a75eba91efbb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Added segment 2f0ab293-7b58-4745-9448-29e5bb2e28e9 of type vlan for network b05a0f05-3ec6-4b62-b5d8-9da33df7438c Aug 16 21:20:24.655856 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6224530f-be7f-448b-a760-a75eba91efbb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:24.747933 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6224530f-be7f-448b-a760-a75eba91efbb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:24.753543 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6224530f-be7f-448b-a760-a75eba91efbb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:24.754131 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6224530f-be7f-448b-a760-a75eba91efbb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:24.840378 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224530f-be7f-448b-a760-a75eba91efbb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'Network': ['ID=b05a0f05-3ec6-4b62-b5d8-9da33df7438c,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:24.851721 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network b05a0f05-3ec6-4b62-b5d8-9da33df7438c details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:20:24.914786 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6224530f-be7f-448b-a760-a75eba91efbb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4131303 Aug 16 21:20:24.917403 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54508) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:24.922224 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-e621a7b1-cdcb-46a7-9e69-d136c7f93fe5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-596444583', 'admin_state_up': True, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:20:24.949330 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32ac43-6134-459f-8d8a-96902d6f2f85 req-070e4a76-79d6-4aaf-9f98-02d42fc97b26 tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:24.950833 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fa32ac43-6134-459f-8d8a-96902d6f2f85 req-070e4a76-79d6-4aaf-9f98-02d42fc97b26 tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] 10.222.0.84 "GET /v2.0/ports?device_id=47c988b5-eb12-4df3-b924-870063d83aba HTTP/1.1" status: 200 len: 948 time: 0.0699210 Aug 16 21:20:24.988779 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fa32ac43-6134-459f-8d8a-96902d6f2f85 req-ac8fb741-114c-4e1d-84d9-cb381518fb9d tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] 10.222.0.84 "GET /v2.0/security-groups?id=64518a43-9a8f-4ac3-af86-9cd7e8157de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312648 Aug 16 21:20:25.050962 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e621a7b1-cdcb-46a7-9e69-d136c7f93fe5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:25.052067 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e621a7b1-cdcb-46a7-9e69-d136c7f93fe5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:25.107881 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e621a7b1-cdcb-46a7-9e69-d136c7f93fe5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:25.306738 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e621a7b1-cdcb-46a7-9e69-d136c7f93fe5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:25.543319 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e621a7b1-cdcb-46a7-9e69-d136c7f93fe5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for router_gateway, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:25.562021 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e621a7b1-cdcb-46a7-9e69-d136c7f93fe5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:25.664496 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-e621a7b1-cdcb-46a7-9e69-d136c7f93fe5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Allocated IP 172.25.1.152 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/0f0e0001-8f01-4bc8-bb5f-68653e66b609) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:20:25.764673 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e621a7b1-cdcb-46a7-9e69-d136c7f93fe5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:25.868656 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e621a7b1-cdcb-46a7-9e69-d136c7f93fe5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:25.907424 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e621a7b1-cdcb-46a7-9e69-d136c7f93fe5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:20:25.914463 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-e621a7b1-cdcb-46a7-9e69-d136c7f93fe5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:20:25.916892 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e621a7b1-cdcb-46a7-9e69-d136c7f93fe5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:20:25.941553 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621a7b1-cdcb-46a7-9e69-d136c7f93fe5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'Port': ['ID=0f0e0001-8f01-4bc8-bb5f-68653e66b609,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:26.104363 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 12c800c2-09d9-487b-bbd1-5a5973a1eed0 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:20:26.113845 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da7730-63b3-4b56-8ba4-b7a978308e01 req-655f294f-c5db-4a44-be41-4201152e013e tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:26.115378 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b6da7730-63b3-4b56-8ba4-b7a978308e01 req-655f294f-c5db-4a44-be41-4201152e013e tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] 10.222.0.84 "GET /v2.0/ports?device_id=47c988b5-eb12-4df3-b924-870063d83aba HTTP/1.1" status: 200 len: 948 time: 0.0545418 Aug 16 21:20:26.155556 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b6da7730-63b3-4b56-8ba4-b7a978308e01 req-f94eaab5-09c2-4b5d-8727-62bb6de004d8 tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] 10.222.0.84 "GET /v2.0/security-groups?id=64518a43-9a8f-4ac3-af86-9cd7e8157de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331271 Aug 16 21:20:26.202652 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 12c800c2-09d9-487b-bbd1-5a5973a1eed0, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=12c800c2-09d9-487b-bbd1-5a5973a1eed0,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:20:26.214753 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '12c800c2-09d9-487b-bbd1-5a5973a1eed0', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': '12c800c2-09d9-487b-bbd1-5a5973a1eed0', 'mac_address': 'fa:16:3e:44:a5:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:20:26.262963 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:26.275987 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e621a7b1-cdcb-46a7-9e69-d136c7f93fe5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for router_gateway, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:26.276468 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12c800c2-09d9-487b-bbd1-5a5973a1eed0 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:20:26.296204 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 12c800c2-09d9-487b-bbd1-5a5973a1eed0, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=12c800c2-09d9-487b-bbd1-5a5973a1eed0,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:20:26.365058 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:26.415200 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=12c800c2-09d9-487b-bbd1-5a5973a1eed0,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:26.475762 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e621a7b1-cdcb-46a7-9e69-d136c7f93fe5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:26.578795 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['12c800c2-09d9-487b-bbd1-5a5973a1eed0'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:20:26.997815 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e621a7b1-cdcb-46a7-9e69-d136c7f93fe5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Router c172af9a-1f68-4f5c-af50-faf9ed0d518c is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:20:27.102675 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e621a7b1-cdcb-46a7-9e69-d136c7f93fe5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:20:27.114846 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b224af-7df9-485c-9027-1999120504b6 None None] Sync routers for ids ['c172af9a-1f68-4f5c-af50-faf9ed0d518c'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:20:27.123954 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b224af-7df9-485c-9027-1999120504b6 None None] Routers {'c172af9a-1f68-4f5c-af50-faf9ed0d518c'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:20:27.124573 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e0b224af-7df9-485c-9027-1999120504b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:20:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['c172af9a-1f68-4f5c-af50-faf9ed0d518c'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:27.186383 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e621a7b1-cdcb-46a7-9e69-d136c7f93fe5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:27.187959 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e621a7b1-cdcb-46a7-9e69-d136c7f93fe5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2691951 Aug 16 21:20:27.191073 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54514) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:27.225178 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-adc78574-80f5-4486-82c2-95d5ffde03b3 tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=fb8bbfb5e08a4065901bb7c36b7f1507&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298142 Aug 16 21:20:27.225631 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54516) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:27.278135 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8a64a-d99d-44bc-b52a-605af5699f6d req-2c1642bd-3a47-4beb-b1a0-3d2fb6b52e63 tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:27.279937 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4ae8a64a-d99d-44bc-b52a-605af5699f6d req-2c1642bd-3a47-4beb-b1a0-3d2fb6b52e63 tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] 10.222.0.84 "GET /v2.0/ports?device_id=47c988b5-eb12-4df3-b924-870063d83aba HTTP/1.1" status: 200 len: 949 time: 0.0532594 Aug 16 21:20:27.321270 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4ae8a64a-d99d-44bc-b52a-605af5699f6d req-e75e8852-1b3e-4c80-b04f-e4ae6df20a2a tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] 10.222.0.84 "GET /v2.0/security-groups?id=64518a43-9a8f-4ac3-af86-9cd7e8157de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345197 Aug 16 21:20:27.325443 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec50ed70-0006-461b-8cf2-5a35bbc34346 tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:27.329596 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ec50ed70-0006-461b-8cf2-5a35bbc34346 tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1004429 Aug 16 21:20:27.329967 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54518) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:27.367297 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a5a1655a-606c-43fe-8ef1-a03a56e6b20c tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=65ae326a-d6e1-4f5d-80d6-215a5521afe9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337672 Aug 16 21:20:27.367548 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54520) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:27.372448 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-9e7ed219-fcbe-475b-b8da-288f068d90dc tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-303496178', 'network_id': 'b05a0f05-3ec6-4b62-b5d8-9da33df7438c', 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:20:27.388303 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-e0b224af-7df9-485c-9027-1999120504b6 None None] Set router c172af9a-1f68-4f5c-af50-faf9ed0d518c gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:20:27.525236 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7ed219-fcbe-475b-b8da-288f068d90dc tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Made reservation on behalf of fb8bbfb5e08a4065901bb7c36b7f1507 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:20:27.528912 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9e7ed219-fcbe-475b-b8da-288f068d90dc tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:27.565164 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e0b224af-7df9-485c-9027-1999120504b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c172af9a-1f68-4f5c-af50-faf9ed0d518c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596444583', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '0f0e0001-8f01-4bc8-bb5f-68653e66b609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:20:25Z', 'updated_at': '2021-08-16T21:20:26Z', 'revision_number': 3, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '0f0e0001-8f01-4bc8-bb5f-68653e66b609', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:23:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c172af9a-1f68-4f5c-af50-faf9ed0d518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:20:25Z', 'updated_at': '2021-08-16T21:20:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:27.592998 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b224af-7df9-485c-9027-1999120504b6 None None] Checking router: c172af9a-1f68-4f5c-af50-faf9ed0d518c for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:20:27.593344 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b224af-7df9-485c-9027-1999120504b6 None None] Updating router c172af9a-1f68-4f5c-af50-faf9ed0d518c port 0f0e0001-8f01-4bc8-bb5f-68653e66b609 binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:20:27.617602 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e0b224af-7df9-485c-9027-1999120504b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:27.862702 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9e7ed219-fcbe-475b-b8da-288f068d90dc tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:27.872346 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e0b224af-7df9-485c-9027-1999120504b6 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:27.882500 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-e0b224af-7df9-485c-9027-1999120504b6 None None] Transition to ACTIVE for port object 0f0e0001-8f01-4bc8-bb5f-68653e66b609 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:20:27.923817 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ed219-fcbe-475b-b8da-288f068d90dc tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'Subnet': ['ID=9d3de6d7-ec76-4780-b774-f96af5185310,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:27.934422 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7ed219-fcbe-475b-b8da-288f068d90dc tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Checking segment: {'id': '2f0ab293-7b58-4745-9448-29e5bb2e28e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b05a0f05-3ec6-4b62-b5d8-9da33df7438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:20:27.934789 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7ed219-fcbe-475b-b8da-288f068d90dc tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Network hostable DHCP agents. Network: b05a0f05-3ec6-4b62-b5d8-9da33df7438c, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:20:27.947907 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e0b224af-7df9-485c-9027-1999120504b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:27.999808 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44c3ca-464e-4410-b7ad-c21b91d45ce8 None None] Pushing event updated for resources: {'Port': ['ID=0f0e0001-8f01-4bc8-bb5f-68653e66b609,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:28.002030 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-e0b224af-7df9-485c-9027-1999120504b6 None None] Attempting to bind port 0f0e0001-8f01-4bc8-bb5f-68653e66b609 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:20:28.002397 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-e0b224af-7df9-485c-9027-1999120504b6 None None] Attempting to bind port 0f0e0001-8f01-4bc8-bb5f-68653e66b609 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:20:28.002756 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b224af-7df9-485c-9027-1999120504b6 None None] Attempting to bind port 0f0e0001-8f01-4bc8-bb5f-68653e66b609 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:20:28.008268 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b224af-7df9-485c-9027-1999120504b6 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:20:28.019741 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b224af-7df9-485c-9027-1999120504b6 None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:20:28.019741 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e0b224af-7df9-485c-9027-1999120504b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:28.019741 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b224af-7df9-485c-9027-1999120504b6 None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:20:28.019741 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-e0b224af-7df9-485c-9027-1999120504b6 None None] Bound port: 0f0e0001-8f01-4bc8-bb5f-68653e66b609, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:20:28.019741 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e0b224af-7df9-485c-9027-1999120504b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:28.040031 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7ed219-fcbe-475b-b8da-288f068d90dc tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Network b05a0f05-3ec6-4b62-b5d8-9da33df7438c is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:20:28.061940 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-e0b224af-7df9-485c-9027-1999120504b6 None None] For port 0f0e0001-8f01-4bc8-bb5f-68653e66b609, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:20:28.065010 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-e0b224af-7df9-485c-9027-1999120504b6 None None] For port 0f0e0001-8f01-4bc8-bb5f-68653e66b609, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=0f0e0001-8f01-4bc8-bb5f-68653e66b609,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:20:28.118484 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 12c800c2-09d9-487b-bbd1-5a5973a1eed0 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:20:28.136834 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-9e7ed219-fcbe-475b-b8da-288f068d90dc tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, b05a0f05-3ec6-4b62-b5d8-9da33df7438c) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:20:28.141962 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7ed219-fcbe-475b-b8da-288f068d90dc tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:28.142564 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9e7ed219-fcbe-475b-b8da-288f068d90dc tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:28.147528 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7affd31-20ff-4daa-a0f9-2a2972908d3f None None] Network b05a0f05-3ec6-4b62-b5d8-9da33df7438c requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:20:28.156736 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e0b224af-7df9-485c-9027-1999120504b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:28.216493 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9e7ed219-fcbe-475b-b8da-288f068d90dc tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8475723 Aug 16 21:20:28.219022 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54524) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:28.287158 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b224af-7df9-485c-9027-1999120504b6 None None] Routers {'c172af9a-1f68-4f5c-af50-faf9ed0d518c'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:20:28.288223 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e0b224af-7df9-485c-9027-1999120504b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:20:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['c172af9a-1f68-4f5c-af50-faf9ed0d518c'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:28.342140 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44c3ca-464e-4410-b7ad-c21b91d45ce8 None None] Pushing event updated for resources: {'Port': ['ID=0f0e0001-8f01-4bc8-bb5f-68653e66b609,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:28.415345 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 12c800c2-09d9-487b-bbd1-5a5973a1eed0 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:20:28.428180 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 12c800c2-09d9-487b-bbd1-5a5973a1eed0 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:20:28.428561 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:28.447594 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb58593-a09f-4c9e-b0e7-520a7079bdf1 req-4bfe6cf2-2bfc-4444-b26a-377be87db534 tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:28.449186 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ebb58593-a09f-4c9e-b0e7-520a7079bdf1 req-4bfe6cf2-2bfc-4444-b26a-377be87db534 tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] 10.222.0.84 "GET /v2.0/ports?device_id=47c988b5-eb12-4df3-b924-870063d83aba HTTP/1.1" status: 200 len: 949 time: 0.0555136 Aug 16 21:20:28.489654 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ebb58593-a09f-4c9e-b0e7-520a7079bdf1 req-d5dc14bc-5405-47bd-90ef-f2fcaa1e838c tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] 10.222.0.84 "GET /v2.0/security-groups?id=64518a43-9a8f-4ac3-af86-9cd7e8157de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338840 Aug 16 21:20:28.509916 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1896d20-86e3-4f93-9518-f9d460f1180b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-b05a0f05-3ec6-4b62-b5d8-9da33df7438c', 'network_id': 'b05a0f05-3ec6-4b62-b5d8-9da33df7438c', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'fixed_ips': [{'subnet_id': '9d3de6d7-ec76-4780-b774-f96af5185310'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:20:28.510779 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a1896d20-86e3-4f93-9518-f9d460f1180b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:28.513701 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-e0b224af-7df9-485c-9027-1999120504b6 None None] Set router c172af9a-1f68-4f5c-af50-faf9ed0d518c gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:20:28.694117 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e7726564-5b3e-4bb5-b318-1f7483af0c5b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:28.735901 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:28.809184 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c988b5-eb12-4df3-b924-870063d83aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c800c2-09d9-487b-bbd1-5a5973a1eed0'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:20:28.811471 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf48279-a609-4954-982f-864ac84b9e34" -d '{"events": [{"server_uuid": "47c988b5-eb12-4df3-b924-870063d83aba", "name": "network-vif-plugged", "status": "completed", "tag": "12c800c2-09d9-487b-bbd1-5a5973a1eed0"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:20:28.834742 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 12c800c2-09d9-487b-bbd1-5a5973a1eed0, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=12c800c2-09d9-487b-bbd1-5a5973a1eed0,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:20:28.856679 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7aeee2-560c-4a3f-9081-c4d9de6eda78 x-openstack-request-id: req-aa7aeee2-560c-4a3f-9081-c4d9de6eda78 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:20:28.856986 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c988b5-eb12-4df3-b924-870063d83aba", "name": "network-vif-plugged", "status": "completed", "tag": "12c800c2-09d9-487b-bbd1-5a5973a1eed0", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:20:28.857836 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-aa7aeee2-560c-4a3f-9081-c4d9de6eda78 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:20:28.858254 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47c988b5-eb12-4df3-b924-870063d83aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c800c2-09d9-487b-bbd1-5a5973a1eed0', 'code': 200} Aug 16 21:20:28.859622 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-a1896d20-86e3-4f93-9518-f9d460f1180b None None] Allocated IP 172.20.0.2 (b05a0f05-3ec6-4b62-b5d8-9da33df7438c/9d3de6d7-ec76-4780-b774-f96af5185310/aa75921a-2b3b-49a9-b62d-f41b9ba2d94b) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:20:28.922221 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:28.955103 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b465b77-a587-4370-ac55-c2ff0deeeaf3 req-10989d66-d395-43da-a0d9-1a34f8e090e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:28.956672 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5b465b77-a587-4370-ac55-c2ff0deeeaf3 req-10989d66-d395-43da-a0d9-1a34f8e090e0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=47c988b5-eb12-4df3-b924-870063d83aba HTTP/1.1" status: 200 len: 1102 time: 0.0442910 Aug 16 21:20:28.997485 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5b465b77-a587-4370-ac55-c2ff0deeeaf3 req-65643dc0-25ec-4751-91ff-1b2db1280c6a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=64518a43-9a8f-4ac3-af86-9cd7e8157de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317163 Aug 16 21:20:29.010211 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=12c800c2-09d9-487b-bbd1-5a5973a1eed0,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:29.019051 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e0b224af-7df9-485c-9027-1999120504b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c172af9a-1f68-4f5c-af50-faf9ed0d518c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596444583', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '0f0e0001-8f01-4bc8-bb5f-68653e66b609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:20:25Z', 'updated_at': '2021-08-16T21:20:26Z', 'revision_number': 3, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '0f0e0001-8f01-4bc8-bb5f-68653e66b609', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:23:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c172af9a-1f68-4f5c-af50-faf9ed0d518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:20:25Z', 'updated_at': '2021-08-16T21:20:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:29.051705 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b224af-7df9-485c-9027-1999120504b6 None None] The sync data for ids ['c172af9a-1f68-4f5c-af50-faf9ed0d518c'] in n-d-793620-15 is: [{'id': 'c172af9a-1f68-4f5c-af50-faf9ed0d518c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596444583', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '0f0e0001-8f01-4bc8-bb5f-68653e66b609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:20:25Z', 'updated_at': '2021-08-16T21:20:26Z', 'revision_number': 3, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '0f0e0001-8f01-4bc8-bb5f-68653e66b609', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:23:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c172af9a-1f68-4f5c-af50-faf9ed0d518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:20:25Z', 'updated_at': '2021-08-16T21:20:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:20:29.104854 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a1896d20-86e3-4f93-9518-f9d460f1180b None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:29.113779 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a1896d20-86e3-4f93-9518-f9d460f1180b None None] Transition to ACTIVE for port object aa75921a-2b3b-49a9-b62d-f41b9ba2d94b will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:20:29.130698 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a1896d20-86e3-4f93-9518-f9d460f1180b None None] Transition to ACTIVE for port object aa75921a-2b3b-49a9-b62d-f41b9ba2d94b will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:20:29.199691 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a1896d20-86e3-4f93-9518-f9d460f1180b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:29.243748 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1896d20-86e3-4f93-9518-f9d460f1180b None None] Network b05a0f05-3ec6-4b62-b5d8-9da33df7438c is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:20:29.248637 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-a1896d20-86e3-4f93-9518-f9d460f1180b None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:20:29.253066 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1896d20-86e3-4f93-9518-f9d460f1180b None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:20:29.254962 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-e7726564-5b3e-4bb5-b318-1f7483af0c5b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Allocated IP 172.20.0.1 (b05a0f05-3ec6-4b62-b5d8-9da33df7438c/9d3de6d7-ec76-4780-b774-f96af5185310/4e97a91f-4c73-46de-b509-262e8328f28f) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:20:29.256016 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1896d20-86e3-4f93-9518-f9d460f1180b None None] Pushing event updated for resources: {'Port': ['ID=aa75921a-2b3b-49a9-b62d-f41b9ba2d94b,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:29.333616 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-a1896d20-86e3-4f93-9518-f9d460f1180b None None] Attempting to bind port aa75921a-2b3b-49a9-b62d-f41b9ba2d94b on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:20:29.334049 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-a1896d20-86e3-4f93-9518-f9d460f1180b None None] Attempting to bind port aa75921a-2b3b-49a9-b62d-f41b9ba2d94b by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '2f0ab293-7b58-4745-9448-29e5bb2e28e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b05a0f05-3ec6-4b62-b5d8-9da33df7438c'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:20:29.334424 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1896d20-86e3-4f93-9518-f9d460f1180b None None] Attempting to bind port aa75921a-2b3b-49a9-b62d-f41b9ba2d94b on network b05a0f05-3ec6-4b62-b5d8-9da33df7438c {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:20:29.340183 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1896d20-86e3-4f93-9518-f9d460f1180b None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:20:29.340554 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1896d20-86e3-4f93-9518-f9d460f1180b None None] Checking segment: {'id': '2f0ab293-7b58-4745-9448-29e5bb2e28e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b05a0f05-3ec6-4b62-b5d8-9da33df7438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:20:29.340976 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a1896d20-86e3-4f93-9518-f9d460f1180b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:29.341373 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1896d20-86e3-4f93-9518-f9d460f1180b None None] Bound using segment: {'id': '2f0ab293-7b58-4745-9448-29e5bb2e28e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b05a0f05-3ec6-4b62-b5d8-9da33df7438c'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:20:29.341849 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-a1896d20-86e3-4f93-9518-f9d460f1180b None None] Bound port: aa75921a-2b3b-49a9-b62d-f41b9ba2d94b, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0ab293-7b58-4745-9448-29e5bb2e28e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b05a0f05-3ec6-4b62-b5d8-9da33df7438c'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:20:29.342239 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a1896d20-86e3-4f93-9518-f9d460f1180b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:29.389824 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e7726564-5b3e-4bb5-b318-1f7483af0c5b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:29.404191 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-e7726564-5b3e-4bb5-b318-1f7483af0c5b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Transition to ACTIVE for port object 4e97a91f-4c73-46de-b509-262e8328f28f will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:20:29.408102 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a1896d20-86e3-4f93-9518-f9d460f1180b None None] For port aa75921a-2b3b-49a9-b62d-f41b9ba2d94b, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:20:29.411409 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a1896d20-86e3-4f93-9518-f9d460f1180b None None] For port aa75921a-2b3b-49a9-b62d-f41b9ba2d94b, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=aa75921a-2b3b-49a9-b62d-f41b9ba2d94b,segment=NetworkSegment(2f0ab293-7b58-4745-9448-29e5bb2e28e9),segment_id=2f0ab293-7b58-4745-9448-29e5bb2e28e9)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:20:29.478702 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a1896d20-86e3-4f93-9518-f9d460f1180b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:29.507155 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e7726564-5b3e-4bb5-b318-1f7483af0c5b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:29.538549 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 0f0e0001-8f01-4bc8-bb5f-68653e66b609 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:20:29.577427 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1896d20-86e3-4f93-9518-f9d460f1180b None None] Pushing event updated for resources: {'Port': ['ID=aa75921a-2b3b-49a9-b62d-f41b9ba2d94b,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:29.577681 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7726564-5b3e-4bb5-b318-1f7483af0c5b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Network b05a0f05-3ec6-4b62-b5d8-9da33df7438c is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:20:29.589042 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-e7726564-5b3e-4bb5-b318-1f7483af0c5b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:20:29.592000 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7726564-5b3e-4bb5-b318-1f7483af0c5b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:20:29.627901 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7726564-5b3e-4bb5-b318-1f7483af0c5b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'Port': ['ID=4e97a91f-4c73-46de-b509-262e8328f28f,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:29.655342 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e7726564-5b3e-4bb5-b318-1f7483af0c5b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:29.667727 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b62555-0cde-4468-88a9-f05f4837bae3 req-c90c97cb-8fe7-4115-b74d-dfb15d4c3755 tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:29.676374 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-18b62555-0cde-4468-88a9-f05f4837bae3 req-c90c97cb-8fe7-4115-b74d-dfb15d4c3755 tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] 10.222.0.84 "GET /v2.0/ports?device_id=47c988b5-eb12-4df3-b924-870063d83aba HTTP/1.1" status: 200 len: 950 time: 0.0738466 Aug 16 21:20:29.678534 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 0f0e0001-8f01-4bc8-bb5f-68653e66b609 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:20:29.683571 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 0f0e0001-8f01-4bc8-bb5f-68653e66b609 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:20:29.684123 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:29.719544 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-18b62555-0cde-4468-88a9-f05f4837bae3 req-2068ae5e-8587-4d83-88e2-2e7497f20099 tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] 10.222.0.84 "GET /v2.0/security-groups?id=64518a43-9a8f-4ac3-af86-9cd7e8157de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419261 Aug 16 21:20:29.840725 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:29.863194 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 0f0e0001-8f01-4bc8-bb5f-68653e66b609, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=0f0e0001-8f01-4bc8-bb5f-68653e66b609,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:20:29.949014 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e7726564-5b3e-4bb5-b318-1f7483af0c5b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:29.969326 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:30.039907 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=0f0e0001-8f01-4bc8-bb5f-68653e66b609,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:30.234518 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e7726564-5b3e-4bb5-b318-1f7483af0c5b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:30.300904 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e7726564-5b3e-4bb5-b318-1f7483af0c5b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:30.372545 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7726564-5b3e-4bb5-b318-1f7483af0c5b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'Port': ['ID=4e97a91f-4c73-46de-b509-262e8328f28f,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:30.375039 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e7726564-5b3e-4bb5-b318-1f7483af0c5b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:30.467057 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7726564-5b3e-4bb5-b318-1f7483af0c5b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Network b05a0f05-3ec6-4b62-b5d8-9da33df7438c is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:20:30.468533 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-e7726564-5b3e-4bb5-b318-1f7483af0c5b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:20:30.581619 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7726564-5b3e-4bb5-b318-1f7483af0c5b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Router c172af9a-1f68-4f5c-af50-faf9ed0d518c has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:20:30.693229 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7726564-5b3e-4bb5-b318-1f7483af0c5b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:20:30.707206 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e7726564-5b3e-4bb5-b318-1f7483af0c5b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "PUT /v2.0/routers/c172af9a-1f68-4f5c-af50-faf9ed0d518c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4780071 Aug 16 21:20:30.795650 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bbfd7d-c168-4079-816d-6d28e82bf7a3 None None] Network b05a0f05-3ec6-4b62-b5d8-9da33df7438c requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:20:30.853544 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1629e-67a0-481f-991d-ea9858f17d39 req-9ab9b4c9-3ea9-484b-bd0f-be40d32990a9 tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:30.855851 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-19a1629e-67a0-481f-991d-ea9858f17d39 req-9ab9b4c9-3ea9-484b-bd0f-be40d32990a9 tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] 10.222.0.84 "GET /v2.0/ports?device_id=47c988b5-eb12-4df3-b924-870063d83aba HTTP/1.1" status: 200 len: 950 time: 0.0551238 Aug 16 21:20:30.923061 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-19a1629e-67a0-481f-991d-ea9858f17d39 req-d43045a9-b577-49e9-b7a8-87a4e355faf8 tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] 10.222.0.84 "GET /v2.0/security-groups?id=64518a43-9a8f-4ac3-af86-9cd7e8157de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574541 Aug 16 21:20:30.938379 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-a34283e7-a200-4f9a-a20c-fec453cf1fd9 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1733654526&fields=id&tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507 HTTP/1.1" status: 200 len: 267 time: 0.0518959 Aug 16 21:20:30.954564 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-849afe72-fdf8-4059-95e5-4b98744d897b None None] Provisioning for port aa75921a-2b3b-49a9-b62d-f41b9ba2d94b completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:20:31.059464 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-684c9940-884d-46db-af0b-e7024602395a tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:31.061244 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-684c9940-884d-46db-af0b-e7024602395a tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/networks?id=b05a0f05-3ec6-4b62-b5d8-9da33df7438c HTTP/1.1" status: 200 len: 796 time: 0.1155066 Aug 16 21:20:31.078624 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-8acfa647-8b13-4f76-80f8-70d1f9f6f445 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/quotas/fb8bbfb5e08a4065901bb7c36b7f1507 HTTP/1.1" status: 200 len: 375 time: 0.0100095 Aug 16 21:20:31.108772 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1990497-7ac4-4323-b3bd-56fd36352dcf None None] Sync routers for ids ['c172af9a-1f68-4f5c-af50-faf9ed0d518c'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:20:31.124757 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1990497-7ac4-4323-b3bd-56fd36352dcf None None] Routers {'c172af9a-1f68-4f5c-af50-faf9ed0d518c'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:20:31.125697 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-f1990497-7ac4-4323-b3bd-56fd36352dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:20:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['c172af9a-1f68-4f5c-af50-faf9ed0d518c'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:31.148705 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-3497f8ee-5edd-4c4c-b1e5-c21349cc4005 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632362 Aug 16 21:20:31.237415 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-f1990497-7ac4-4323-b3bd-56fd36352dcf None None] Set router c172af9a-1f68-4f5c-af50-faf9ed0d518c gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:20:31.262649 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-39fca0da-55dd-45df-9470-4ee5c282ac91 service neutron] 10.222.0.84 "GET /v2.0/networks/b05a0f05-3ec6-4b62-b5d8-9da33df7438c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002140 Aug 16 21:20:31.374074 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-a0604324-1706-4426-bb4e-1f3f74f1476d service neutron] 10.222.0.84 "GET /v2.0/networks/b05a0f05-3ec6-4b62-b5d8-9da33df7438c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039534 Aug 16 21:20:31.377081 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-69f791d2-4d58-4dbc-943e-f3692356bc55 None None] Provisioning for port 4e97a91f-4c73-46de-b509-262e8328f28f completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:20:31.383134 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-69f791d2-4d58-4dbc-943e-f3692356bc55 None None] Provisioning complete for port 4e97a91f-4c73-46de-b509-262e8328f28f triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:20:31.383775 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-69f791d2-4d58-4dbc-943e-f3692356bc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:31.491812 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-f1990497-7ac4-4323-b3bd-56fd36352dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c172af9a-1f68-4f5c-af50-faf9ed0d518c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596444583', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '0f0e0001-8f01-4bc8-bb5f-68653e66b609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:20:25Z', 'updated_at': '2021-08-16T21:20:29Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '0f0e0001-8f01-4bc8-bb5f-68653e66b609', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c172af9a-1f68-4f5c-af50-faf9ed0d518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:20:25Z', 'updated_at': '2021-08-16T21:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '4e97a91f-4c73-46de-b509-262e8328f28f', 'name': '', 'network_id': 'b05a0f05-3ec6-4b62-b5d8-9da33df7438c', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'mac_address': 'fa:16:3e:5c:98:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c172af9a-1f68-4f5c-af50-faf9ed0d518c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '9d3de6d7-ec76-4780-b774-f96af5185310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:20:28Z', 'updated_at': '2021-08-16T21:20:30Z', 'revision_number': 2, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'subnets': [{'id': '9d3de6d7-ec76-4780-b774-f96af5185310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:31.520790 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1990497-7ac4-4323-b3bd-56fd36352dcf None None] Checking router: c172af9a-1f68-4f5c-af50-faf9ed0d518c for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:20:31.521156 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1990497-7ac4-4323-b3bd-56fd36352dcf None None] Updating router c172af9a-1f68-4f5c-af50-faf9ed0d518c port 4e97a91f-4c73-46de-b509-262e8328f28f binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:20:31.553213 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f1990497-7ac4-4323-b3bd-56fd36352dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:31.660614 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-69f791d2-4d58-4dbc-943e-f3692356bc55 None None] Port 4e97a91f-4c73-46de-b509-262e8328f28f cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:20:31.685102 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 0f0e0001-8f01-4bc8-bb5f-68653e66b609 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:20:31.741820 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac66fd46-c027-42af-b6e0-4d1871f711f8 req-5b02ad43-7a4a-4b3b-9e98-115aad2bf155 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff518640-71a7-4ded-9eed-0479276f7944 HTTP/1.1" status: 200 len: 210 time: 0.0357037 Aug 16 21:20:31.765713 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 0f0e0001-8f01-4bc8-bb5f-68653e66b609 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:20:31.766062 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:31.807902 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-251f26d3-0b8e-47aa-bfd6-ba6484e79a9b None None] Provisioning complete for port 4e97a91f-4c73-46de-b509-262e8328f28f triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:20:31.808528 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-251f26d3-0b8e-47aa-bfd6-ba6484e79a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:31.862774 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-251f26d3-0b8e-47aa-bfd6-ba6484e79a9b None None] Port 4e97a91f-4c73-46de-b509-262e8328f28f cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:20:31.908295 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device aa75921a-2b3b-49a9-b62d-f41b9ba2d94b up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:20:31.984052 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-6648d3c8-0c49-42fa-a3e1-0762d71bcfd6 None None] Provisioning complete for port 4e97a91f-4c73-46de-b509-262e8328f28f triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:20:31.984436 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6648d3c8-0c49-42fa-a3e1-0762d71bcfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:32.021681 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-6648d3c8-0c49-42fa-a3e1-0762d71bcfd6 None None] Port 4e97a91f-4c73-46de-b509-262e8328f28f cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:20:32.043967 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f1990497-7ac4-4323-b3bd-56fd36352dcf None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:32.054266 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-f1990497-7ac4-4323-b3bd-56fd36352dcf None None] Transition to ACTIVE for port object 4e97a91f-4c73-46de-b509-262e8328f28f will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:20:32.108140 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port aa75921a-2b3b-49a9-b62d-f41b9ba2d94b completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:20:32.112993 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port aa75921a-2b3b-49a9-b62d-f41b9ba2d94b triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:20:32.112993 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:32.190793 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f1990497-7ac4-4323-b3bd-56fd36352dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:32.198454 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:32.250733 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port aa75921a-2b3b-49a9-b62d-f41b9ba2d94b, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=aa75921a-2b3b-49a9-b62d-f41b9ba2d94b,segment=NetworkSegment(2f0ab293-7b58-4745-9448-29e5bb2e28e9),segment_id=2f0ab293-7b58-4745-9448-29e5bb2e28e9)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:20:32.300268 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6444e5c9-39ef-492c-9680-eb3693458725 None None] Pushing event updated for resources: {'Port': ['ID=4e97a91f-4c73-46de-b509-262e8328f28f,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:32.306582 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-f1990497-7ac4-4323-b3bd-56fd36352dcf None None] Attempting to bind port 4e97a91f-4c73-46de-b509-262e8328f28f on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:20:32.307074 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-f1990497-7ac4-4323-b3bd-56fd36352dcf None None] Attempting to bind port 4e97a91f-4c73-46de-b509-262e8328f28f by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '2f0ab293-7b58-4745-9448-29e5bb2e28e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b05a0f05-3ec6-4b62-b5d8-9da33df7438c'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:20:32.307533 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1990497-7ac4-4323-b3bd-56fd36352dcf None None] Attempting to bind port 4e97a91f-4c73-46de-b509-262e8328f28f on network b05a0f05-3ec6-4b62-b5d8-9da33df7438c {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:20:32.313526 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1990497-7ac4-4323-b3bd-56fd36352dcf None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:20:32.314055 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1990497-7ac4-4323-b3bd-56fd36352dcf None None] Checking segment: {'id': '2f0ab293-7b58-4745-9448-29e5bb2e28e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b05a0f05-3ec6-4b62-b5d8-9da33df7438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:20:32.314543 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f1990497-7ac4-4323-b3bd-56fd36352dcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:32.315181 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1990497-7ac4-4323-b3bd-56fd36352dcf None None] Bound using segment: {'id': '2f0ab293-7b58-4745-9448-29e5bb2e28e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b05a0f05-3ec6-4b62-b5d8-9da33df7438c'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:20:32.315910 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-f1990497-7ac4-4323-b3bd-56fd36352dcf None None] Bound port: 4e97a91f-4c73-46de-b509-262e8328f28f, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0ab293-7b58-4745-9448-29e5bb2e28e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b05a0f05-3ec6-4b62-b5d8-9da33df7438c'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:20:32.316561 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f1990497-7ac4-4323-b3bd-56fd36352dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:32.327326 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:32.399951 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=aa75921a-2b3b-49a9-b62d-f41b9ba2d94b,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:32.406311 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-f1990497-7ac4-4323-b3bd-56fd36352dcf None None] For port 4e97a91f-4c73-46de-b509-262e8328f28f, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:20:32.410601 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-f1990497-7ac4-4323-b3bd-56fd36352dcf None None] For port 4e97a91f-4c73-46de-b509-262e8328f28f, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=4e97a91f-4c73-46de-b509-262e8328f28f,segment=NetworkSegment(2f0ab293-7b58-4745-9448-29e5bb2e28e9),segment_id=2f0ab293-7b58-4745-9448-29e5bb2e28e9)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:20:32.514038 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-f1990497-7ac4-4323-b3bd-56fd36352dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:32.574953 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1990497-7ac4-4323-b3bd-56fd36352dcf None None] Routers {'c172af9a-1f68-4f5c-af50-faf9ed0d518c'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:20:32.575585 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-f1990497-7ac4-4323-b3bd-56fd36352dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:20:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['c172af9a-1f68-4f5c-af50-faf9ed0d518c'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:32.577319 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6444e5c9-39ef-492c-9680-eb3693458725 None None] Pushing event updated for resources: {'Port': ['ID=4e97a91f-4c73-46de-b509-262e8328f28f,revision_number=4']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:32.700866 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-f1990497-7ac4-4323-b3bd-56fd36352dcf None None] Set router c172af9a-1f68-4f5c-af50-faf9ed0d518c gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:20:32.846793 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fc4de55c-71c5-416d-8720-8b05443b0980 req-ddbedbbb-4c90-4a1e-8ff3-ca4af6d349da tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff518640-71a7-4ded-9eed-0479276f7944 HTTP/1.1" status: 200 len: 210 time: 0.0315514 Aug 16 21:20:32.909372 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-f1990497-7ac4-4323-b3bd-56fd36352dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c172af9a-1f68-4f5c-af50-faf9ed0d518c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596444583', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '0f0e0001-8f01-4bc8-bb5f-68653e66b609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:20:25Z', 'updated_at': '2021-08-16T21:20:29Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '0f0e0001-8f01-4bc8-bb5f-68653e66b609', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c172af9a-1f68-4f5c-af50-faf9ed0d518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:20:25Z', 'updated_at': '2021-08-16T21:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '4e97a91f-4c73-46de-b509-262e8328f28f', 'name': '', 'network_id': 'b05a0f05-3ec6-4b62-b5d8-9da33df7438c', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'mac_address': 'fa:16:3e:5c:98:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c172af9a-1f68-4f5c-af50-faf9ed0d518c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '9d3de6d7-ec76-4780-b774-f96af5185310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:20:28Z', 'updated_at': '2021-08-16T21:20:32Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'subnets': [{'id': '9d3de6d7-ec76-4780-b774-f96af5185310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:32.938548 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1990497-7ac4-4323-b3bd-56fd36352dcf None None] The sync data for ids ['c172af9a-1f68-4f5c-af50-faf9ed0d518c'] in n-d-793620-15 is: [{'id': 'c172af9a-1f68-4f5c-af50-faf9ed0d518c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596444583', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '0f0e0001-8f01-4bc8-bb5f-68653e66b609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:20:25Z', 'updated_at': '2021-08-16T21:20:29Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '0f0e0001-8f01-4bc8-bb5f-68653e66b609', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c172af9a-1f68-4f5c-af50-faf9ed0d518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:20:25Z', 'updated_at': '2021-08-16T21:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '4e97a91f-4c73-46de-b509-262e8328f28f', 'name': '', 'network_id': 'b05a0f05-3ec6-4b62-b5d8-9da33df7438c', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'mac_address': 'fa:16:3e:5c:98:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c172af9a-1f68-4f5c-af50-faf9ed0d518c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '9d3de6d7-ec76-4780-b774-f96af5185310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:20:28Z', 'updated_at': '2021-08-16T21:20:32Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'subnets': [{'id': '9d3de6d7-ec76-4780-b774-f96af5185310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:20:33.579055 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 4e97a91f-4c73-46de-b509-262e8328f28f up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:20:33.717556 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 4e97a91f-4c73-46de-b509-262e8328f28f completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:20:33.730206 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 4e97a91f-4c73-46de-b509-262e8328f28f triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:20:33.730570 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:33.828818 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:33.829600 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9245fcba-ee03-4976-910b-f14d3d1ec36f req-3c473e23-840e-4e21-a356-4ef4d179d441 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9161b2e5-b26f-480a-869a-11713ae8cc89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0742874 Aug 16 21:20:33.887086 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 4e97a91f-4c73-46de-b509-262e8328f28f, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=4e97a91f-4c73-46de-b509-262e8328f28f,segment=NetworkSegment(2f0ab293-7b58-4745-9448-29e5bb2e28e9),segment_id=2f0ab293-7b58-4745-9448-29e5bb2e28e9)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:20:33.971060 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:33.972999 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device aa75921a-2b3b-49a9-b62d-f41b9ba2d94b up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:20:33.978728 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245fcba-ee03-4976-910b-f14d3d1ec36f req-1e24bf32-ab12-4e8b-b885-5a97db91ad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:33.980337 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9245fcba-ee03-4976-910b-f14d3d1ec36f req-1e24bf32-ab12-4e8b-b885-5a97db91ad9d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f258702b923645ea8255373c3c1b0963&device_id=9161b2e5-b26f-480a-869a-11713ae8cc89 HTTP/1.1" status: 200 len: 1097 time: 0.0918567 Aug 16 21:20:33.998165 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9630147f-c13a-4d32-9d9a-922ee0ab1da9 req-dc03d49a-f5be-4701-9459-8a980efa652c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff518640-71a7-4ded-9eed-0479276f7944 HTTP/1.1" status: 200 len: 210 time: 0.0407977 Aug 16 21:20:34.109470 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245fcba-ee03-4976-910b-f14d3d1ec36f req-5c6fc8e2-ef52-4831-b775-bca4eb47d525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:34.111342 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9245fcba-ee03-4976-910b-f14d3d1ec36f req-5c6fc8e2-ef52-4831-b775-bca4eb47d525 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1f4e189d-cb3a-46e3-b09a-94cac3752f77 HTTP/1.1" status: 200 len: 896 time: 0.1051760 Aug 16 21:20:34.127064 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=4e97a91f-4c73-46de-b509-262e8328f28f,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:34.153654 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-427868e6-d2a3-4476-9cd1-ebab0f697b4d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:34.155535 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port aa75921a-2b3b-49a9-b62d-f41b9ba2d94b triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:20:34.155535 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:34.155745 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-427868e6-d2a3-4476-9cd1-ebab0f697b4d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.90 "GET /v2.0/networks?id=b05a0f05-3ec6-4b62-b5d8-9da33df7438c HTTP/1.1" status: 200 len: 796 time: 0.3252542 Aug 16 21:20:34.248046 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-487322fd-eceb-4906-a0bb-1073487795f7 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507 HTTP/1.1" status: 200 len: 380 time: 0.0607829 Aug 16 21:20:34.265333 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-56a623b2-1847-4c07-bbe1-e4bb772cf500 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'port': {'device_id': 'ff518640-71a7-4ded-9eed-0479276f7944', 'network_id': 'b05a0f05-3ec6-4b62-b5d8-9da33df7438c', 'admin_state_up': True, 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'security_groups': ['16b858e9-0756-436d-9698-98f743b3a8c6']}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:20:34.286535 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9245fcba-ee03-4976-910b-f14d3d1ec36f req-c85b0fe5-8552-4769-a176-74da7ccbe85e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6347b96-3038-4251-b687-433d255d5048 HTTP/1.1" status: 200 len: 1000 time: 0.1550918 Aug 16 21:20:34.379667 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245fcba-ee03-4976-910b-f14d3d1ec36f req-3aa5aca0-273e-4d4c-bdd1-bc5ee577242f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:34.381185 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9245fcba-ee03-4976-910b-f14d3d1ec36f req-3aa5aca0-273e-4d4c-bdd1-bc5ee577242f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1820ed5d-cea9-4267-a89a-df41942479f9 HTTP/1.1" status: 200 len: 835 time: 0.0651641 Aug 16 21:20:34.453185 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245fcba-ee03-4976-910b-f14d3d1ec36f req-43cf25e7-641b-496e-b28d-2ec11a47e2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:34.454730 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9245fcba-ee03-4976-910b-f14d3d1ec36f req-43cf25e7-641b-496e-b28d-2ec11a47e2e4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1f4e189d-cb3a-46e3-b09a-94cac3752f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614297 Aug 16 21:20:34.545899 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-56a623b2-1847-4c07-bbe1-e4bb772cf500 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Made reservation on behalf of fb8bbfb5e08a4065901bb7c36b7f1507 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:20:34.549423 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-56a623b2-1847-4c07-bbe1-e4bb772cf500 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:34.562797 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9245fcba-ee03-4976-910b-f14d3d1ec36f req-e7d6d106-3966-41ab-a977-28f764b6dab1 service neutron] 10.222.0.90 "GET /v2.0/networks/1f4e189d-cb3a-46e3-b09a-94cac3752f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998428 Aug 16 21:20:34.742866 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9245fcba-ee03-4976-910b-f14d3d1ec36f req-25dc160a-c4fd-4248-bde9-db4e28d4ca0a service neutron] 10.222.0.90 "GET /v2.0/networks/1f4e189d-cb3a-46e3-b09a-94cac3752f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673675 Aug 16 21:20:34.751526 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-56a623b2-1847-4c07-bbe1-e4bb772cf500 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Allocated IP 172.20.0.13 (b05a0f05-3ec6-4b62-b5d8-9da33df7438c/9d3de6d7-ec76-4780-b774-f96af5185310/b5c0e953-a711-47cc-a0fe-19c5c995e905) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:20:34.894990 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-56a623b2-1847-4c07-bbe1-e4bb772cf500 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:34.908316 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-56a623b2-1847-4c07-bbe1-e4bb772cf500 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Transition to ACTIVE for port object b5c0e953-a711-47cc-a0fe-19c5c995e905 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:20:35.011775 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-56a623b2-1847-4c07-bbe1-e4bb772cf500 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:35.057540 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-56a623b2-1847-4c07-bbe1-e4bb772cf500 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Network b05a0f05-3ec6-4b62-b5d8-9da33df7438c is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:20:35.061372 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-56a623b2-1847-4c07-bbe1-e4bb772cf500 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:20:35.065279 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-56a623b2-1847-4c07-bbe1-e4bb772cf500 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:20:35.073784 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a623b2-1847-4c07-bbe1-e4bb772cf500 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'Port': ['ID=b5c0e953-a711-47cc-a0fe-19c5c995e905,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:35.151863 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-56a623b2-1847-4c07-bbe1-e4bb772cf500 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:35.152538 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-56a623b2-1847-4c07-bbe1-e4bb772cf500 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:35.178492 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0045c-c8e8-42d8-8ec3-eccc06610526 req-d4b7449f-1bcd-45eb-bf70-190fcf54270e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:35.180573 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4ce0045c-c8e8-42d8-8ec3-eccc06610526 req-d4b7449f-1bcd-45eb-bf70-190fcf54270e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff518640-71a7-4ded-9eed-0479276f7944 HTTP/1.1" status: 200 len: 932 time: 0.0850108 Aug 16 21:20:35.243599 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4ce0045c-c8e8-42d8-8ec3-eccc06610526 req-794ba06d-672f-4758-ab9b-21033cd8666d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=16b858e9-0756-436d-9698-98f743b3a8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501094 Aug 16 21:20:35.251123 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-56a623b2-1847-4c07-bbe1-e4bb772cf500 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9914460 Aug 16 21:20:35.265934 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-63808ef9-c979-4a88-8b9f-07e9f5565511 service neutron] Request body: {'port': {'device_id': 'ff518640-71a7-4ded-9eed-0479276f7944', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:20:35.322601 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-63808ef9-c979-4a88-8b9f-07e9f5565511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:35.365701 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f9ec8b6c-3e54-45b2-90d4-4ad4da62b9f8 None None] Provisioning for port b5c0e953-a711-47cc-a0fe-19c5c995e905 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:20:35.370982 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f9ec8b6c-3e54-45b2-90d4-4ad4da62b9f8 None None] Provisioning complete for port b5c0e953-a711-47cc-a0fe-19c5c995e905 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:20:35.371466 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f9ec8b6c-3e54-45b2-90d4-4ad4da62b9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:35.412600 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-f9ec8b6c-3e54-45b2-90d4-4ad4da62b9f8 None None] Port b5c0e953-a711-47cc-a0fe-19c5c995e905 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:20:35.504600 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 4e97a91f-4c73-46de-b509-262e8328f28f up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:20:35.556899 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 4e97a91f-4c73-46de-b509-262e8328f28f triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:20:35.557403 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:35.605768 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-63808ef9-c979-4a88-8b9f-07e9f5565511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5c0e953-a711-47cc-a0fe-19c5c995e905 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:20:35.614006 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-63808ef9-c979-4a88-8b9f-07e9f5565511 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:35.626098 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-63808ef9-c979-4a88-8b9f-07e9f5565511 service neutron] Transition to ACTIVE for port object b5c0e953-a711-47cc-a0fe-19c5c995e905 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:20:35.702269 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-63808ef9-c979-4a88-8b9f-07e9f5565511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:35.755872 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63808ef9-c979-4a88-8b9f-07e9f5565511 service neutron] Pushing event updated for resources: {'Port': ['ID=b5c0e953-a711-47cc-a0fe-19c5c995e905,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:35.822690 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-63808ef9-c979-4a88-8b9f-07e9f5565511 service neutron] Attempting to bind port b5c0e953-a711-47cc-a0fe-19c5c995e905 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:20:35.823126 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-63808ef9-c979-4a88-8b9f-07e9f5565511 service neutron] Attempting to bind port b5c0e953-a711-47cc-a0fe-19c5c995e905 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '2f0ab293-7b58-4745-9448-29e5bb2e28e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b05a0f05-3ec6-4b62-b5d8-9da33df7438c'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:20:35.823552 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-63808ef9-c979-4a88-8b9f-07e9f5565511 service neutron] Attempting to bind port b5c0e953-a711-47cc-a0fe-19c5c995e905 on network b05a0f05-3ec6-4b62-b5d8-9da33df7438c {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:20:35.828270 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-63808ef9-c979-4a88-8b9f-07e9f5565511 service neutron] Port b5c0e953-a711-47cc-a0fe-19c5c995e905 on network b05a0f05-3ec6-4b62-b5d8-9da33df7438c not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:20:35.828600 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-63808ef9-c979-4a88-8b9f-07e9f5565511 service neutron] Attempting to bind port b5c0e953-a711-47cc-a0fe-19c5c995e905 on network b05a0f05-3ec6-4b62-b5d8-9da33df7438c {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:20:35.834997 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-63808ef9-c979-4a88-8b9f-07e9f5565511 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:20:35.835363 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-63808ef9-c979-4a88-8b9f-07e9f5565511 service neutron] Checking segment: {'id': '2f0ab293-7b58-4745-9448-29e5bb2e28e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b05a0f05-3ec6-4b62-b5d8-9da33df7438c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:20:35.835741 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-63808ef9-c979-4a88-8b9f-07e9f5565511 service neutron] Bound using segment: {'id': '2f0ab293-7b58-4745-9448-29e5bb2e28e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b05a0f05-3ec6-4b62-b5d8-9da33df7438c'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:20:35.836206 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-63808ef9-c979-4a88-8b9f-07e9f5565511 service neutron] Bound port: b5c0e953-a711-47cc-a0fe-19c5c995e905, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f0ab293-7b58-4745-9448-29e5bb2e28e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b05a0f05-3ec6-4b62-b5d8-9da33df7438c'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:20:35.836707 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-63808ef9-c979-4a88-8b9f-07e9f5565511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:35.908713 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-63808ef9-c979-4a88-8b9f-07e9f5565511 service neutron] For port b5c0e953-a711-47cc-a0fe-19c5c995e905, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:20:35.916696 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-63808ef9-c979-4a88-8b9f-07e9f5565511 service neutron] For port b5c0e953-a711-47cc-a0fe-19c5c995e905, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=b5c0e953-a711-47cc-a0fe-19c5c995e905,segment=NetworkSegment(2f0ab293-7b58-4745-9448-29e5bb2e28e9),segment_id=2f0ab293-7b58-4745-9448-29e5bb2e28e9)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:20:35.992510 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-63808ef9-c979-4a88-8b9f-07e9f5565511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:36.027208 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-63808ef9-c979-4a88-8b9f-07e9f5565511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:36.027881 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-63808ef9-c979-4a88-8b9f-07e9f5565511 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:36.029281 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-63808ef9-c979-4a88-8b9f-07e9f5565511 service neutron] 10.222.0.90 "PUT /v2.0/ports/b5c0e953-a711-47cc-a0fe-19c5c995e905 HTTP/1.1" status: 200 len: 1093 time: 0.7681239 Aug 16 21:20:36.029733 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff518640-71a7-4ded-9eed-0479276f7944', 'tag': 'b5c0e953-a711-47cc-a0fe-19c5c995e905'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:20:36.032052 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbc8388-d8ec-4199-9eca-93d57274b870" -d '{"events": [{"name": "network-changed", "server_uuid": "ff518640-71a7-4ded-9eed-0479276f7944", "tag": "b5c0e953-a711-47cc-a0fe-19c5c995e905"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:20:36.063260 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63808ef9-c979-4a88-8b9f-07e9f5565511 service neutron] Pushing event updated for resources: {'Port': ['ID=b5c0e953-a711-47cc-a0fe-19c5c995e905,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:36.089457 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a51ab02-5b0e-4746-8174-403e68996edb x-openstack-request-id: req-5a51ab02-5b0e-4746-8174-403e68996edb {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:20:36.089681 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff518640-71a7-4ded-9eed-0479276f7944", "tag": "b5c0e953-a711-47cc-a0fe-19c5c995e905", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:20:36.089934 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5a51ab02-5b0e-4746-8174-403e68996edb {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:20:36.090351 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff518640-71a7-4ded-9eed-0479276f7944', 'tag': 'b5c0e953-a711-47cc-a0fe-19c5c995e905', 'status': 'completed', 'code': 200} Aug 16 21:20:36.156463 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc8388-d8ec-4199-9eca-93d57274b870 req-c29e5e02-4024-4ad2-b916-d5c7fde9a0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:36.158050 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ffbc8388-d8ec-4199-9eca-93d57274b870 req-c29e5e02-4024-4ad2-b916-d5c7fde9a0e8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&device_id=ff518640-71a7-4ded-9eed-0479276f7944 HTTP/1.1" status: 200 len: 1096 time: 0.0446224 Aug 16 21:20:36.273197 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc8388-d8ec-4199-9eca-93d57274b870 req-76486558-de96-4d9f-b8f0-9bb50ea81293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:36.274704 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ffbc8388-d8ec-4199-9eca-93d57274b870 req-76486558-de96-4d9f-b8f0-9bb50ea81293 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1048796 Aug 16 21:20:36.414177 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af8ad2-0765-432e-ab41-9f870f5af617 req-24904849-9fbf-4c46-85ff-9a39875fe627 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:36.415594 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c1af8ad2-0765-432e-ab41-9f870f5af617 req-24904849-9fbf-4c46-85ff-9a39875fe627 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff518640-71a7-4ded-9eed-0479276f7944 HTTP/1.1" status: 200 len: 944 time: 0.1111448 Aug 16 21:20:36.420180 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc8388-d8ec-4199-9eca-93d57274b870 req-12436a4e-9b63-45c5-ab93-93c1cfe1b19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:36.421593 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ffbc8388-d8ec-4199-9eca-93d57274b870 req-12436a4e-9b63-45c5-ab93-93c1cfe1b19b service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1372941 Aug 16 21:20:36.455998 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c1af8ad2-0765-432e-ab41-9f870f5af617 req-f5d56d23-3037-4f1c-aea7-fa27523fcf6f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=16b858e9-0756-436d-9698-98f743b3a8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333347 Aug 16 21:20:36.498865 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-036bf430-8288-4153-935b-0cd0498941af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:36.504962 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-036bf430-8288-4153-935b-0cd0498941af service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&device_id=ff518640-71a7-4ded-9eed-0479276f7944 HTTP/1.1" status: 200 len: 1096 time: 0.0414028 Aug 16 21:20:36.545757 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-42f32081-9884-46f0-b08c-9dafb64afa59 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5c0e953-a711-47cc-a0fe-19c5c995e905 HTTP/1.1" status: 200 len: 217 time: 0.0369596 Aug 16 21:20:36.598246 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-5dc641a7-ff95-4d58-8129-8511f66bfa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:36.600285 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-5dc641a7-ff95-4d58-8129-8511f66bfa7c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9d3de6d7-ec76-4780-b774-f96af5185310 HTTP/1.1" status: 200 len: 834 time: 0.0471084 Aug 16 21:20:36.650044 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-1ae381eb-e293-43d2-8a17-f831c7e5c025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:36.651549 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-1ae381eb-e293-43d2-8a17-f831c7e5c025 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b05a0f05-3ec6-4b62-b5d8-9da33df7438c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440898 Aug 16 21:20:36.742541 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-9e9fbb2d-8487-48cc-8665-4e3332fd2087 service neutron] 10.222.0.90 "GET /v2.0/networks/b05a0f05-3ec6-4b62-b5d8-9da33df7438c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839338 Aug 16 21:20:36.830396 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-54e5b3cb-4aee-40d7-9e3d-9fd3d16276f7 req-73f75679-1ceb-4693-a359-4e19e9c333be service neutron] 10.222.0.90 "GET /v2.0/networks/b05a0f05-3ec6-4b62-b5d8-9da33df7438c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807445 Aug 16 21:20:37.573203 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b162f6-a1ff-4dab-b06a-6c6eecbb8187 req-5f2bb888-d547-4ce6-bb79-142e07750d4d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:37.574610 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-52b162f6-a1ff-4dab-b06a-6c6eecbb8187 req-5f2bb888-d547-4ce6-bb79-142e07750d4d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff518640-71a7-4ded-9eed-0479276f7944 HTTP/1.1" status: 200 len: 944 time: 0.0487342 Aug 16 21:20:37.613800 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-52b162f6-a1ff-4dab-b06a-6c6eecbb8187 req-2457fb57-fcf9-441d-9f11-082606203be5 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=16b858e9-0756-436d-9698-98f743b3a8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329795 Aug 16 21:20:38.730082 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c37fc-e88d-489d-a6ec-003297f7a36a req-d3f41376-4e54-45ec-a766-4e11dae89c55 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:38.731573 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-069c37fc-e88d-489d-a6ec-003297f7a36a req-d3f41376-4e54-45ec-a766-4e11dae89c55 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff518640-71a7-4ded-9eed-0479276f7944 HTTP/1.1" status: 200 len: 944 time: 0.0526569 Aug 16 21:20:38.769993 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-069c37fc-e88d-489d-a6ec-003297f7a36a req-fbc82626-a173-4933-a8e6-d00b46fa5f92 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=16b858e9-0756-436d-9698-98f743b3a8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318496 Aug 16 21:20:39.132719 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9c7f1be2-6674-475c-8625-2a6fdce80d4d req-780a1d69-975f-4fdd-b146-722439c6e4b9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=47c988b5-eb12-4df3-b924-870063d83aba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0455897 Aug 16 21:20:39.217811 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f1be2-6674-475c-8625-2a6fdce80d4d req-e7a12e87-dacf-4c8c-87d1-331cc6eb607a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:39.219315 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9c7f1be2-6674-475c-8625-2a6fdce80d4d req-e7a12e87-dacf-4c8c-87d1-331cc6eb607a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b69326f60ecf4d2b91dfe20aa76f9ded&device_id=47c988b5-eb12-4df3-b924-870063d83aba HTTP/1.1" status: 200 len: 1102 time: 0.0411723 Aug 16 21:20:39.321786 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f1be2-6674-475c-8625-2a6fdce80d4d req-71cca31d-4c6e-4765-9fbf-a2b81f9f43df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:39.323257 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9c7f1be2-6674-475c-8625-2a6fdce80d4d req-71cca31d-4c6e-4765-9fbf-a2b81f9f43df service neutron] 10.222.0.72 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.0837462 Aug 16 21:20:39.377243 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9c7f1be2-6674-475c-8625-2a6fdce80d4d req-620412df-4abb-4968-ba55-4d6a95e355b7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=12c800c2-09d9-487b-bbd1-5a5973a1eed0 HTTP/1.1" status: 200 len: 217 time: 0.0369418 Aug 16 21:20:39.433776 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f1be2-6674-475c-8625-2a6fdce80d4d req-90560d3f-39aa-4823-9fdc-023353a61909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:39.435251 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9c7f1be2-6674-475c-8625-2a6fdce80d4d req-90560d3f-39aa-4823-9fdc-023353a61909 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0446835 Aug 16 21:20:39.480873 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f1be2-6674-475c-8625-2a6fdce80d4d req-b10a1311-ad34-4f80-a455-0689daf251c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:39.482320 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9c7f1be2-6674-475c-8625-2a6fdce80d4d req-b10a1311-ad34-4f80-a455-0689daf251c8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0400076 Aug 16 21:20:39.885673 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9cbde-ef92-4834-8df8-b734ccc78526 req-2722181a-a232-4e43-a6e7-796e057484f6 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:39.887214 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0ff9cbde-ef92-4834-8df8-b734ccc78526 req-2722181a-a232-4e43-a6e7-796e057484f6 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff518640-71a7-4ded-9eed-0479276f7944 HTTP/1.1" status: 200 len: 944 time: 0.0491598 Aug 16 21:20:39.894264 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9c7f1be2-6674-475c-8625-2a6fdce80d4d req-39d21084-b105-436c-a30c-341f6df326c0 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958793 Aug 16 21:20:39.927636 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0ff9cbde-ef92-4834-8df8-b734ccc78526 req-72ba95ef-b1cc-4fa2-9f50-d73b4fec36af tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=16b858e9-0756-436d-9698-98f743b3a8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340586 Aug 16 21:20:39.989513 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9c7f1be2-6674-475c-8625-2a6fdce80d4d req-c002de9e-7625-4c2d-8fe2-9fd37afb90ac service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848689 Aug 16 21:20:40.023914 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device b5c0e953-a711-47cc-a0fe-19c5c995e905 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:20:40.122235 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port b5c0e953-a711-47cc-a0fe-19c5c995e905, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=b5c0e953-a711-47cc-a0fe-19c5c995e905,segment=NetworkSegment(2f0ab293-7b58-4745-9448-29e5bb2e28e9),segment_id=2f0ab293-7b58-4745-9448-29e5bb2e28e9)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:20:40.134399 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': 'b5c0e953-a711-47cc-a0fe-19c5c995e905', 'network_id': 'b05a0f05-3ec6-4b62-b5d8-9da33df7438c', 'port_id': 'b5c0e953-a711-47cc-a0fe-19c5c995e905', 'mac_address': 'fa:16:3e:7e:a4:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d3de6d7-ec76-4780-b774-f96af5185310', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:20:40.171645 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:40.184424 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5c0e953-a711-47cc-a0fe-19c5c995e905 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:20:40.205158 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port b5c0e953-a711-47cc-a0fe-19c5c995e905, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=b5c0e953-a711-47cc-a0fe-19c5c995e905,segment=NetworkSegment(2f0ab293-7b58-4745-9448-29e5bb2e28e9),segment_id=2f0ab293-7b58-4745-9448-29e5bb2e28e9)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:20:40.255893 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:40.303131 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=b5c0e953-a711-47cc-a0fe-19c5c995e905,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:40.467627 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['b5c0e953-a711-47cc-a0fe-19c5c995e905'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:20:41.050225 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34161c-fe50-4d1b-a7d8-f0823c5645af req-fa412dad-2377-4456-a569-210a15fb978e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:41.052387 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dc34161c-fe50-4d1b-a7d8-f0823c5645af req-fa412dad-2377-4456-a569-210a15fb978e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff518640-71a7-4ded-9eed-0479276f7944 HTTP/1.1" status: 200 len: 945 time: 0.0536842 Aug 16 21:20:41.056509 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b89eefae-c76a-4b0e-ba29-2686f71af610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:41.090561 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dc34161c-fe50-4d1b-a7d8-f0823c5645af req-2abd56d8-63d2-49f2-a922-e5b2124f554c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=16b858e9-0756-436d-9698-98f743b3a8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321066 Aug 16 21:20:42.038605 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device b5c0e953-a711-47cc-a0fe-19c5c995e905 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:20:42.181179 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port b5c0e953-a711-47cc-a0fe-19c5c995e905 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:20:42.185381 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port b5c0e953-a711-47cc-a0fe-19c5c995e905 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:20:42.185765 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:42.211808 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18936a81-3319-49e6-a9cc-cb61aef7e38b req-89fd8a50-87c2-4ecf-b8d7-1f7ff3890d84 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:42.213654 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-18936a81-3319-49e6-a9cc-cb61aef7e38b req-89fd8a50-87c2-4ecf-b8d7-1f7ff3890d84 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff518640-71a7-4ded-9eed-0479276f7944 HTTP/1.1" status: 200 len: 945 time: 0.0557504 Aug 16 21:20:42.252806 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-18936a81-3319-49e6-a9cc-cb61aef7e38b req-aadcd65a-1f59-4dac-8b13-e2090daf5d0e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=16b858e9-0756-436d-9698-98f743b3a8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327461 Aug 16 21:20:42.270867 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:42.293576 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff518640-71a7-4ded-9eed-0479276f7944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c0e953-a711-47cc-a0fe-19c5c995e905'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:20:42.295985 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e22cb64-6a03-45fd-9ec2-fea34f52a971" -d '{"events": [{"server_uuid": "ff518640-71a7-4ded-9eed-0479276f7944", "name": "network-vif-plugged", "status": "completed", "tag": "b5c0e953-a711-47cc-a0fe-19c5c995e905"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:20:42.309341 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port b5c0e953-a711-47cc-a0fe-19c5c995e905, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=b5c0e953-a711-47cc-a0fe-19c5c995e905,segment=NetworkSegment(2f0ab293-7b58-4745-9448-29e5bb2e28e9),segment_id=2f0ab293-7b58-4745-9448-29e5bb2e28e9)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:20:42.336166 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc92f484-6fcb-46ee-b821-3476ad5291c0 x-openstack-request-id: req-dc92f484-6fcb-46ee-b821-3476ad5291c0 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:20:42.336166 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff518640-71a7-4ded-9eed-0479276f7944", "name": "network-vif-plugged", "status": "completed", "tag": "b5c0e953-a711-47cc-a0fe-19c5c995e905", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:20:42.336166 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-dc92f484-6fcb-46ee-b821-3476ad5291c0 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:20:42.336166 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff518640-71a7-4ded-9eed-0479276f7944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c0e953-a711-47cc-a0fe-19c5c995e905', 'code': 200} Aug 16 21:20:42.382212 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:42.429923 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6998c8a-bad0-4f62-a372-2088f2b9c137 req-f64d0fd2-a0af-40b3-8b7c-38c51dddeb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:42.431549 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f6998c8a-bad0-4f62-a372-2088f2b9c137 req-f64d0fd2-a0af-40b3-8b7c-38c51dddeb46 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ff518640-71a7-4ded-9eed-0479276f7944 HTTP/1.1" status: 200 len: 1098 time: 0.0417113 Aug 16 21:20:42.433976 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=b5c0e953-a711-47cc-a0fe-19c5c995e905,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:42.468497 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f6998c8a-bad0-4f62-a372-2088f2b9c137 req-0c41c225-f88f-4ee8-9e67-488963a4ef11 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=16b858e9-0756-436d-9698-98f743b3a8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300813 Aug 16 21:20:43.373726 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86504fe-48e9-49bc-aa70-2d34f5997021 req-a654a015-5663-440c-8d05-98744f60dd89 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:43.375305 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f86504fe-48e9-49bc-aa70-2d34f5997021 req-a654a015-5663-440c-8d05-98744f60dd89 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff518640-71a7-4ded-9eed-0479276f7944 HTTP/1.1" status: 200 len: 946 time: 0.0506740 Aug 16 21:20:43.424458 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f86504fe-48e9-49bc-aa70-2d34f5997021 req-f9b43ef1-341c-4b8f-9763-b56681572314 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=16b858e9-0756-436d-9698-98f743b3a8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410159 Aug 16 21:20:43.580587 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ccddee24-e1da-4e8e-887c-535484397286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:43.833563 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:44.563606 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4309d-b9cf-4f72-93be-11381c3439ce req-e3e39643-f4ad-4952-80ad-f9a29ce02fce tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:44.565303 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dac4309d-b9cf-4f72-93be-11381c3439ce req-e3e39643-f4ad-4952-80ad-f9a29ce02fce tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff518640-71a7-4ded-9eed-0479276f7944 HTTP/1.1" status: 200 len: 946 time: 0.0609105 Aug 16 21:20:44.636604 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dac4309d-b9cf-4f72-93be-11381c3439ce req-de48d26a-55d4-4613-99b1-8c3a73fdbb71 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=16b858e9-0756-436d-9698-98f743b3a8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616953 Aug 16 21:20:44.755842 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ca8c0-2ec5-48f4-a19e-12cfcd7768b2 req-ef0b1a59-1383-47d4-bcdc-2fb73f9002b9 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:44.757478 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-864ca8c0-2ec5-48f4-a19e-12cfcd7768b2 req-ef0b1a59-1383-47d4-bcdc-2fb73f9002b9 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff518640-71a7-4ded-9eed-0479276f7944 HTTP/1.1" status: 200 len: 946 time: 0.0508301 Aug 16 21:20:44.797053 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-864ca8c0-2ec5-48f4-a19e-12cfcd7768b2 req-bb568ce5-d86b-45d8-9a48-11e233e0ecc4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=16b858e9-0756-436d-9698-98f743b3a8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333569 Aug 16 21:20:44.830080 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54626) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:44.857358 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:20:44.863949 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455e73aa-7ff3-424b-83d9-415d5444d906 tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:44.865486 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-455e73aa-7ff3-424b-83d9-415d5444d906 tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=ff518640-71a7-4ded-9eed-0479276f7944 HTTP/1.1" status: 200 len: 1093 time: 0.0450499 Aug 16 21:20:44.868367 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54628) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:44.872767 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-a4f25fcf-78dc-48a6-b3e1-899cd52fe54d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'port_id': 'b5c0e953-a711-47cc-a0fe-19c5c995e905', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:20:44.883265 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:44.969260 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a4f25fcf-78dc-48a6-b3e1-899cd52fe54d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for floatingip, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:45.066802 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a4f25fcf-78dc-48a6-b3e1-899cd52fe54d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:45.177012 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-a4f25fcf-78dc-48a6-b3e1-899cd52fe54d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Allocated IP 172.25.1.214 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/946b993c-e693-46de-85ea-4fa3416d84b2) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:20:45.287653 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a4f25fcf-78dc-48a6-b3e1-899cd52fe54d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:45.388385 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a4f25fcf-78dc-48a6-b3e1-899cd52fe54d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:45.438214 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f25fcf-78dc-48a6-b3e1-899cd52fe54d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:20:45.439463 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f25fcf-78dc-48a6-b3e1-899cd52fe54d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'Port': ['ID=946b993c-e693-46de-85ea-4fa3416d84b2,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:45.442007 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-a4f25fcf-78dc-48a6-b3e1-899cd52fe54d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:20:45.444155 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f25fcf-78dc-48a6-b3e1-899cd52fe54d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:20:45.795930 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a4f25fcf-78dc-48a6-b3e1-899cd52fe54d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:45.955838 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a4f25fcf-78dc-48a6-b3e1-899cd52fe54d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:46.028391 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54634) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:46.105524 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba77594-5164-445c-b102-7858047e2da2 tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:46.106303 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba77594-5164-445c-b102-7858047e2da2 tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:46.106821 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba77594-5164-445c-b102-7858047e2da2 tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:46.116469 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-eba77594-5164-445c-b102-7858047e2da2 tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] 10.222.0.84 "GET /v2.0/ports?project_id=f258702b923645ea8255373c3c1b0963&network_id=1f4e189d-cb3a-46e3-b09a-94cac3752f77 HTTP/1.1" status: 200 len: 2972 time: 0.0868921 Aug 16 21:20:46.117141 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a4f25fcf-78dc-48a6-b3e1-899cd52fe54d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:46.353536 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a4f25fcf-78dc-48a6-b3e1-899cd52fe54d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:46.429013 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f25fcf-78dc-48a6-b3e1-899cd52fe54d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'Port': ['ID=946b993c-e693-46de-85ea-4fa3416d84b2,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:46.442994 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f25fcf-78dc-48a6-b3e1-899cd52fe54d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:46.443226 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f25fcf-78dc-48a6-b3e1-899cd52fe54d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:46.443575 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f25fcf-78dc-48a6-b3e1-899cd52fe54d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:46.443956 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f25fcf-78dc-48a6-b3e1-899cd52fe54d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:46.444298 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f25fcf-78dc-48a6-b3e1-899cd52fe54d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:46.444639 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f25fcf-78dc-48a6-b3e1-899cd52fe54d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:46.444978 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f25fcf-78dc-48a6-b3e1-899cd52fe54d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:46.445315 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f25fcf-78dc-48a6-b3e1-899cd52fe54d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:46.445649 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f25fcf-78dc-48a6-b3e1-899cd52fe54d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:46.445982 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f25fcf-78dc-48a6-b3e1-899cd52fe54d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:46.446314 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f25fcf-78dc-48a6-b3e1-899cd52fe54d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:46.446642 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f25fcf-78dc-48a6-b3e1-899cd52fe54d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:46.450217 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a4f25fcf-78dc-48a6-b3e1-899cd52fe54d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:46.575183 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [None req-a4f25fcf-78dc-48a6-b3e1-899cd52fe54d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Floating IP 5bd316ec-e218-464c-9811-80d4e2b31164 associated. External IP: 172.25.1.214, port: b5c0e953-a711-47cc-a0fe-19c5c995e905. Aug 16 21:20:46.592993 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:46.785551 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f25fcf-78dc-48a6-b3e1-899cd52fe54d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Router c172af9a-1f68-4f5c-af50-faf9ed0d518c has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:20:46.895524 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f25fcf-78dc-48a6-b3e1-899cd52fe54d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:20:46.906286 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a2254d-1fd3-4690-ae77-984a983756e6 None None] Sync routers for ids ['c172af9a-1f68-4f5c-af50-faf9ed0d518c'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:20:46.916089 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a2254d-1fd3-4690-ae77-984a983756e6 None None] Routers {'c172af9a-1f68-4f5c-af50-faf9ed0d518c'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:20:46.916814 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-c7a2254d-1fd3-4690-ae77-984a983756e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:20:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['c172af9a-1f68-4f5c-af50-faf9ed0d518c'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:46.975097 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a4f25fcf-78dc-48a6-b3e1-899cd52fe54d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:47.004010 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a4f25fcf-78dc-48a6-b3e1-899cd52fe54d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1344836 Aug 16 21:20:47.004597 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff518640-71a7-4ded-9eed-0479276f7944', 'tag': 'b5c0e953-a711-47cc-a0fe-19c5c995e905'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:20:47.011262 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2cb4db5-b712-4c62-99ca-182fa6039f6c" -d '{"events": [{"name": "network-changed", "server_uuid": "ff518640-71a7-4ded-9eed-0479276f7944", "tag": "b5c0e953-a711-47cc-a0fe-19c5c995e905"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:20:47.025548 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-c7a2254d-1fd3-4690-ae77-984a983756e6 None None] Set router c172af9a-1f68-4f5c-af50-faf9ed0d518c gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:20:47.052684 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145f44e9-17c7-4070-bb4d-c2c7e015bd10 x-openstack-request-id: req-145f44e9-17c7-4070-bb4d-c2c7e015bd10 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:20:47.053671 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff518640-71a7-4ded-9eed-0479276f7944", "tag": "b5c0e953-a711-47cc-a0fe-19c5c995e905", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:20:47.054015 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-145f44e9-17c7-4070-bb4d-c2c7e015bd10 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:20:47.054337 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff518640-71a7-4ded-9eed-0479276f7944', 'tag': 'b5c0e953-a711-47cc-a0fe-19c5c995e905', 'status': 'completed', 'code': 200} Aug 16 21:20:47.150801 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c20f3-aef9-41e2-894c-2400199aee9b req-89794a72-7eb3-47fe-8d3e-13d6be7f4335 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:47.152433 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6c6c20f3-aef9-41e2-894c-2400199aee9b req-89794a72-7eb3-47fe-8d3e-13d6be7f4335 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff518640-71a7-4ded-9eed-0479276f7944 HTTP/1.1" status: 200 len: 946 time: 0.0871956 Aug 16 21:20:47.154320 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb4db5-b712-4c62-99ca-182fa6039f6c req-0fa85321-3486-4c2e-8989-6efd62bb1f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:47.156143 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b2cb4db5-b712-4c62-99ca-182fa6039f6c req-0fa85321-3486-4c2e-8989-6efd62bb1f71 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&device_id=ff518640-71a7-4ded-9eed-0479276f7944 HTTP/1.1" status: 200 len: 1098 time: 0.0601406 Aug 16 21:20:47.260744 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-c7a2254d-1fd3-4690-ae77-984a983756e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c172af9a-1f68-4f5c-af50-faf9ed0d518c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596444583', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '0f0e0001-8f01-4bc8-bb5f-68653e66b609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:20:25Z', 'updated_at': '2021-08-16T21:20:29Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '0f0e0001-8f01-4bc8-bb5f-68653e66b609', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c172af9a-1f68-4f5c-af50-faf9ed0d518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:20:25Z', 'updated_at': '2021-08-16T21:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '5bd316ec-e218-464c-9811-80d4e2b31164', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'floating_ip_address': '172.25.1.214', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': 'c172af9a-1f68-4f5c-af50-faf9ed0d518c', 'port_id': 'b5c0e953-a711-47cc-a0fe-19c5c995e905', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b05a0f05-3ec6-4b62-b5d8-9da33df7438c', 'mac_address': 'fa:16:3e:7e:a4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff518640-71a7-4ded-9eed-0479276f7944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:20:45Z', 'updated_at': '2021-08-16T21:20:45Z', 'revision_number': 0, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e97a91f-4c73-46de-b509-262e8328f28f', 'name': '', 'network_id': 'b05a0f05-3ec6-4b62-b5d8-9da33df7438c', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'mac_address': 'fa:16:3e:5c:98:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c172af9a-1f68-4f5c-af50-faf9ed0d518c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '9d3de6d7-ec76-4780-b774-f96af5185310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:20:28Z', 'updated_at': '2021-08-16T21:20:33Z', 'revision_number': 5, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'subnets': [{'id': '9d3de6d7-ec76-4780-b774-f96af5185310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:47.292562 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a2254d-1fd3-4690-ae77-984a983756e6 None None] Checking router: c172af9a-1f68-4f5c-af50-faf9ed0d518c for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:20:47.301466 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a2254d-1fd3-4690-ae77-984a983756e6 None None] Routers {'c172af9a-1f68-4f5c-af50-faf9ed0d518c'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:20:47.302368 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-c7a2254d-1fd3-4690-ae77-984a983756e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:20:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['c172af9a-1f68-4f5c-af50-faf9ed0d518c'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:47.423216 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-c7a2254d-1fd3-4690-ae77-984a983756e6 None None] Set router c172af9a-1f68-4f5c-af50-faf9ed0d518c gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:20:47.582789 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6c6c20f3-aef9-41e2-894c-2400199aee9b req-ec734bbe-5a33-4051-843b-a8ffee510121 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=16b858e9-0756-436d-9698-98f743b3a8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4198744 Aug 16 21:20:47.618745 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb4db5-b712-4c62-99ca-182fa6039f6c req-03b65c88-1a1d-4969-b211-5e10e4836f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:47.620373 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b2cb4db5-b712-4c62-99ca-182fa6039f6c req-03b65c88-1a1d-4969-b211-5e10e4836f0b service neutron] 10.222.0.90 "GET /v2.0/networks?id=b05a0f05-3ec6-4b62-b5d8-9da33df7438c HTTP/1.1" status: 200 len: 897 time: 0.4519022 Aug 16 21:20:47.620642 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54650) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:47.667439 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-c7a2254d-1fd3-4690-ae77-984a983756e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c172af9a-1f68-4f5c-af50-faf9ed0d518c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596444583', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '0f0e0001-8f01-4bc8-bb5f-68653e66b609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:20:25Z', 'updated_at': '2021-08-16T21:20:29Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '0f0e0001-8f01-4bc8-bb5f-68653e66b609', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c172af9a-1f68-4f5c-af50-faf9ed0d518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:20:25Z', 'updated_at': '2021-08-16T21:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '5bd316ec-e218-464c-9811-80d4e2b31164', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'floating_ip_address': '172.25.1.214', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': 'c172af9a-1f68-4f5c-af50-faf9ed0d518c', 'port_id': 'b5c0e953-a711-47cc-a0fe-19c5c995e905', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b05a0f05-3ec6-4b62-b5d8-9da33df7438c', 'mac_address': 'fa:16:3e:7e:a4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff518640-71a7-4ded-9eed-0479276f7944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:20:45Z', 'updated_at': '2021-08-16T21:20:45Z', 'revision_number': 0, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e97a91f-4c73-46de-b509-262e8328f28f', 'name': '', 'network_id': 'b05a0f05-3ec6-4b62-b5d8-9da33df7438c', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'mac_address': 'fa:16:3e:5c:98:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c172af9a-1f68-4f5c-af50-faf9ed0d518c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '9d3de6d7-ec76-4780-b774-f96af5185310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:20:28Z', 'updated_at': '2021-08-16T21:20:33Z', 'revision_number': 5, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'subnets': [{'id': '9d3de6d7-ec76-4780-b774-f96af5185310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:47.692301 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ca51baf4-b03a-4609-9b67-14ef5fb68b12 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/floatingips/5bd316ec-e218-464c-9811-80d4e2b31164 HTTP/1.1" status: 200 len: 992 time: 0.0703673 Aug 16 21:20:47.694939 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a2254d-1fd3-4690-ae77-984a983756e6 None None] The sync data for ids ['c172af9a-1f68-4f5c-af50-faf9ed0d518c'] in n-d-793620-15 is: [{'id': 'c172af9a-1f68-4f5c-af50-faf9ed0d518c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596444583', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '0f0e0001-8f01-4bc8-bb5f-68653e66b609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:20:25Z', 'updated_at': '2021-08-16T21:20:29Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '0f0e0001-8f01-4bc8-bb5f-68653e66b609', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c172af9a-1f68-4f5c-af50-faf9ed0d518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:20:25Z', 'updated_at': '2021-08-16T21:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '5bd316ec-e218-464c-9811-80d4e2b31164', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'floating_ip_address': '172.25.1.214', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': 'c172af9a-1f68-4f5c-af50-faf9ed0d518c', 'port_id': 'b5c0e953-a711-47cc-a0fe-19c5c995e905', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b05a0f05-3ec6-4b62-b5d8-9da33df7438c', 'mac_address': 'fa:16:3e:7e:a4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff518640-71a7-4ded-9eed-0479276f7944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:20:45Z', 'updated_at': '2021-08-16T21:20:45Z', 'revision_number': 0, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e97a91f-4c73-46de-b509-262e8328f28f', 'name': '', 'network_id': 'b05a0f05-3ec6-4b62-b5d8-9da33df7438c', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'mac_address': 'fa:16:3e:5c:98:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c172af9a-1f68-4f5c-af50-faf9ed0d518c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '9d3de6d7-ec76-4780-b774-f96af5185310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:20:28Z', 'updated_at': '2021-08-16T21:20:33Z', 'revision_number': 5, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'subnets': [{'id': '9d3de6d7-ec76-4780-b774-f96af5185310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:20:47.700197 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b2cb4db5-b712-4c62-99ca-182fa6039f6c req-f99ade6a-0260-4264-a056-becd85dacf90 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5c0e953-a711-47cc-a0fe-19c5c995e905 HTTP/1.1" status: 200 len: 1000 time: 0.0715885 Aug 16 21:20:47.765875 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb4db5-b712-4c62-99ca-182fa6039f6c req-a63f8598-64af-4298-90d7-da86e3ac6b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:47.767382 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b2cb4db5-b712-4c62-99ca-182fa6039f6c req-a63f8598-64af-4298-90d7-da86e3ac6b59 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9d3de6d7-ec76-4780-b774-f96af5185310 HTTP/1.1" status: 200 len: 834 time: 0.0555484 Aug 16 21:20:47.814390 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb4db5-b712-4c62-99ca-182fa6039f6c req-acf35842-338d-4503-ae90-f213c540bcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:47.816472 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b2cb4db5-b712-4c62-99ca-182fa6039f6c req-acf35842-338d-4503-ae90-f213c540bcb1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b05a0f05-3ec6-4b62-b5d8-9da33df7438c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413311 Aug 16 21:20:47.909451 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c57e209-c524-4aa0-bdcd-6d80f5c4a432 None None] New status for floating IP 5bd316ec-e218-464c-9811-80d4e2b31164: ACTIVE {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:20:47.919836 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b2cb4db5-b712-4c62-99ca-182fa6039f6c req-e03c9d74-8bf9-4fc4-b6f8-87fdc4479acf service neutron] 10.222.0.90 "GET /v2.0/networks/b05a0f05-3ec6-4b62-b5d8-9da33df7438c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960042 Aug 16 21:20:48.025074 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b2cb4db5-b712-4c62-99ca-182fa6039f6c req-d2ff4e2b-1cad-4c9c-965f-8ff7457dd625 service neutron] 10.222.0.90 "GET /v2.0/networks/b05a0f05-3ec6-4b62-b5d8-9da33df7438c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882208 Aug 16 21:20:48.696216 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54654) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:48.761203 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ca0aee9a-ac19-4b2d-af89-74ce6c357f1c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/floatingips/5bd316ec-e218-464c-9811-80d4e2b31164 HTTP/1.1" status: 200 len: 994 time: 0.0587022 Aug 16 21:20:49.352840 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:51.009625 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54664) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:51.060840 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711f9469-ac7a-481a-9b8c-c18d0cfb361b tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:51.062345 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-711f9469-ac7a-481a-9b8c-c18d0cfb361b tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=65ae326a-d6e1-4f5d-80d6-215a5521afe9 HTTP/1.1" status: 200 len: 814 time: 0.0516777 Aug 16 21:20:52.215687 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:52.303819 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54672) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:52.309578 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-e274e69a-10cb-4dfa-bdd8-77263266d7fe tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Request body: {'network': {'name': 'tempest-network-smoke--794008184', 'project_id': 'f258702b923645ea8255373c3c1b0963', 'port_security_enabled': True}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:20:52.472381 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e274e69a-10cb-4dfa-bdd8-77263266d7fe tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Made reservation on behalf of f258702b923645ea8255373c3c1b0963 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:20:52.475976 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e274e69a-10cb-4dfa-bdd8-77263266d7fe tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:52.499973 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e274e69a-10cb-4dfa-bdd8-77263266d7fe tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:20:52.509020 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e274e69a-10cb-4dfa-bdd8-77263266d7fe tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:52.509428 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-e274e69a-10cb-4dfa-bdd8-77263266d7fe tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Added segment b60bbe86-cff9-4ca7-9eb9-6535b68b49be of type vlan for network c3856a0f-ba95-4e3a-a66c-8be5276ccc07 Aug 16 21:20:52.548002 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e274e69a-10cb-4dfa-bdd8-77263266d7fe tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:52.667095 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e274e69a-10cb-4dfa-bdd8-77263266d7fe tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:52.672764 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e274e69a-10cb-4dfa-bdd8-77263266d7fe tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:52.673352 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e274e69a-10cb-4dfa-bdd8-77263266d7fe tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:52.738590 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274e69a-10cb-4dfa-bdd8-77263266d7fe tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'Network': ['ID=c3856a0f-ba95-4e3a-a66c-8be5276ccc07,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:52.749062 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network c3856a0f-ba95-4e3a-a66c-8be5276ccc07 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:20:52.817579 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e274e69a-10cb-4dfa-bdd8-77263266d7fe tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5120478 Aug 16 21:20:52.820597 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54676) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:52.888217 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e7f8ae-c2d8-4cf6-ae46-f18341770851 tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:52.889745 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d4e7f8ae-c2d8-4cf6-ae46-f18341770851 tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=f258702b923645ea8255373c3c1b0963&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0681374 Aug 16 21:20:52.892450 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54678) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:52.984750 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45df025-27ce-4c89-9fd8-b025a30bfe6a tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:52.986282 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f45df025-27ce-4c89-9fd8-b025a30bfe6a tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0929236 Aug 16 21:20:52.989664 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54680) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:53.016996 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-33e996f4-f739-416b-af47-238602401879 tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=65ae326a-d6e1-4f5d-80d6-215a5521afe9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263541 Aug 16 21:20:53.019461 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54682) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:53.047695 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fa0dd763-c0ad-4a89-a759-bd272c762ee7 tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=f258702b923645ea8255373c3c1b0963&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271327 Aug 16 21:20:53.050744 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54684) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:53.141522 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d85bb10-8030-4502-92d6-8844d249f761 tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:53.143144 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2d85bb10-8030-4502-92d6-8844d249f761 tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914147 Aug 16 21:20:53.146401 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54686) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:53.174311 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f2269704-7796-4dcb-8c97-88c26d88cb18 tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=65ae326a-d6e1-4f5d-80d6-215a5521afe9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268657 Aug 16 21:20:53.196778 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54688) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:53.201738 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-b2315315-6648-4110-9d0d-b11e1a900919 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-960131703', 'network_id': 'c3856a0f-ba95-4e3a-a66c-8be5276ccc07', 'project_id': 'f258702b923645ea8255373c3c1b0963', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:20:53.388362 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2315315-6648-4110-9d0d-b11e1a900919 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Made reservation on behalf of f258702b923645ea8255373c3c1b0963 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:20:53.392247 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b2315315-6648-4110-9d0d-b11e1a900919 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:53.700982 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b2315315-6648-4110-9d0d-b11e1a900919 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:53.769463 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2315315-6648-4110-9d0d-b11e1a900919 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'Subnet': ['ID=77101a7e-5a14-4871-8663-6ad05bdcadcc,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:53.774088 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2315315-6648-4110-9d0d-b11e1a900919 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Checking segment: {'id': 'b60bbe86-cff9-4ca7-9eb9-6535b68b49be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c3856a0f-ba95-4e3a-a66c-8be5276ccc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:20:53.774467 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2315315-6648-4110-9d0d-b11e1a900919 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Network hostable DHCP agents. Network: c3856a0f-ba95-4e3a-a66c-8be5276ccc07, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:20:53.896348 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2315315-6648-4110-9d0d-b11e1a900919 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Network c3856a0f-ba95-4e3a-a66c-8be5276ccc07 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:20:54.044602 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-b2315315-6648-4110-9d0d-b11e1a900919 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, c3856a0f-ba95-4e3a-a66c-8be5276ccc07) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:20:54.053301 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2315315-6648-4110-9d0d-b11e1a900919 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:54.053477 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762fe00a-7a91-4161-a779-680ac9d2e76a None None] Network c3856a0f-ba95-4e3a-a66c-8be5276ccc07 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:20:54.054031 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b2315315-6648-4110-9d0d-b11e1a900919 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:54.194290 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b2315315-6648-4110-9d0d-b11e1a900919 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9962885 Aug 16 21:20:54.228957 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1889fec0-191e-4d1f-8883-aa51c2624d20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-c3856a0f-ba95-4e3a-a66c-8be5276ccc07', 'network_id': 'c3856a0f-ba95-4e3a-a66c-8be5276ccc07', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'fixed_ips': [{'subnet_id': '77101a7e-5a14-4871-8663-6ad05bdcadcc'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:20:54.230175 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1889fec0-191e-4d1f-8883-aa51c2624d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:54.372844 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-1889fec0-191e-4d1f-8883-aa51c2624d20 None None] Allocated IP 172.20.0.18 (c3856a0f-ba95-4e3a-a66c-8be5276ccc07/77101a7e-5a14-4871-8663-6ad05bdcadcc/3543bbd7-5742-4291-b279-9a646bf0b873) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:20:54.520835 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1889fec0-191e-4d1f-8883-aa51c2624d20 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:54.528291 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1889fec0-191e-4d1f-8883-aa51c2624d20 None None] Transition to ACTIVE for port object 3543bbd7-5742-4291-b279-9a646bf0b873 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:20:54.546921 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1889fec0-191e-4d1f-8883-aa51c2624d20 None None] Transition to ACTIVE for port object 3543bbd7-5742-4291-b279-9a646bf0b873 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:20:54.651062 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1889fec0-191e-4d1f-8883-aa51c2624d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:54.701171 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1889fec0-191e-4d1f-8883-aa51c2624d20 None None] Network c3856a0f-ba95-4e3a-a66c-8be5276ccc07 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:20:54.704373 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-1889fec0-191e-4d1f-8883-aa51c2624d20 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:20:54.714052 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1889fec0-191e-4d1f-8883-aa51c2624d20 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:20:54.717105 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1889fec0-191e-4d1f-8883-aa51c2624d20 None None] Pushing event updated for resources: {'Port': ['ID=3543bbd7-5742-4291-b279-9a646bf0b873,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:54.766021 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54696) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:54.772300 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-d57473d0-6e4d-4058-8c44-4e3d614aa2b5 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1402337004', 'description': 'tempest-secgroup-smoke-1402337004 description', 'project_id': 'f258702b923645ea8255373c3c1b0963'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:20:54.895962 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d57473d0-6e4d-4058-8c44-4e3d614aa2b5 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:54.924619 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-1889fec0-191e-4d1f-8883-aa51c2624d20 None None] Attempting to bind port 3543bbd7-5742-4291-b279-9a646bf0b873 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:20:54.925029 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-1889fec0-191e-4d1f-8883-aa51c2624d20 None None] Attempting to bind port 3543bbd7-5742-4291-b279-9a646bf0b873 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'b60bbe86-cff9-4ca7-9eb9-6535b68b49be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c3856a0f-ba95-4e3a-a66c-8be5276ccc07'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:20:54.925395 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1889fec0-191e-4d1f-8883-aa51c2624d20 None None] Attempting to bind port 3543bbd7-5742-4291-b279-9a646bf0b873 on network c3856a0f-ba95-4e3a-a66c-8be5276ccc07 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:20:54.930689 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1889fec0-191e-4d1f-8883-aa51c2624d20 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:20:54.931074 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1889fec0-191e-4d1f-8883-aa51c2624d20 None None] Checking segment: {'id': 'b60bbe86-cff9-4ca7-9eb9-6535b68b49be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c3856a0f-ba95-4e3a-a66c-8be5276ccc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:20:54.931468 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1889fec0-191e-4d1f-8883-aa51c2624d20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:54.931884 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1889fec0-191e-4d1f-8883-aa51c2624d20 None None] Bound using segment: {'id': 'b60bbe86-cff9-4ca7-9eb9-6535b68b49be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c3856a0f-ba95-4e3a-a66c-8be5276ccc07'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:20:54.932351 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-1889fec0-191e-4d1f-8883-aa51c2624d20 None None] Bound port: 3543bbd7-5742-4291-b279-9a646bf0b873, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b60bbe86-cff9-4ca7-9eb9-6535b68b49be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c3856a0f-ba95-4e3a-a66c-8be5276ccc07'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:20:54.932728 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1889fec0-191e-4d1f-8883-aa51c2624d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:54.987777 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d57473d0-6e4d-4058-8c44-4e3d614aa2b5 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:54.998782 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-1889fec0-191e-4d1f-8883-aa51c2624d20 None None] For port 3543bbd7-5742-4291-b279-9a646bf0b873, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:20:55.001840 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-1889fec0-191e-4d1f-8883-aa51c2624d20 None None] For port 3543bbd7-5742-4291-b279-9a646bf0b873, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=3543bbd7-5742-4291-b279-9a646bf0b873,segment=NetworkSegment(b60bbe86-cff9-4ca7-9eb9-6535b68b49be),segment_id=b60bbe86-cff9-4ca7-9eb9-6535b68b49be)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:20:55.107442 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d57473d0-6e4d-4058-8c44-4e3d614aa2b5 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:55.138163 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57473d0-6e4d-4058-8c44-4e3d614aa2b5 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec98e0eb-c7f1-4dff-b932-3349c4adbb6f,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:55.148257 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1889fec0-191e-4d1f-8883-aa51c2624d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:55.220877 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1889fec0-191e-4d1f-8883-aa51c2624d20 None None] Pushing event updated for resources: {'Port': ['ID=3543bbd7-5742-4291-b279-9a646bf0b873,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:55.229636 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d57473d0-6e4d-4058-8c44-4e3d614aa2b5 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:55.231326 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d57473d0-6e4d-4058-8c44-4e3d614aa2b5 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4642210 Aug 16 21:20:55.234402 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54698) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:55.240569 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-f9afd75c-6dc2-40ec-952c-6d308aae289f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Request body: {'security_group_rule': {'security_group_id': 'ec98e0eb-c7f1-4dff-b932-3349c4adbb6f', 'project_id': 'f258702b923645ea8255373c3c1b0963', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:20:55.397540 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f9afd75c-6dc2-40ec-952c-6d308aae289f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:55.499235 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f9afd75c-6dc2-40ec-952c-6d308aae289f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:55.587855 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 3543bbd7-5742-4291-b279-9a646bf0b873 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:20:55.627547 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f9afd75c-6dc2-40ec-952c-6d308aae289f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:55.645565 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9afd75c-6dc2-40ec-952c-6d308aae289f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bafa9bcf-bea0-44b7-a0d4-bc6bf9ee1d65,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:55.763144 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 3543bbd7-5742-4291-b279-9a646bf0b873 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:20:55.775771 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f9afd75c-6dc2-40ec-952c-6d308aae289f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:55.777295 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f9afd75c-6dc2-40ec-952c-6d308aae289f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5412791 Aug 16 21:20:55.791411 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54702) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:55.796172 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-cef4b3e5-8717-4e2c-89da-389b3354086f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Request body: {'security_group_rule': {'security_group_id': 'ec98e0eb-c7f1-4dff-b932-3349c4adbb6f', 'project_id': 'f258702b923645ea8255373c3c1b0963', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:20:55.906331 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cef4b3e5-8717-4e2c-89da-389b3354086f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:55.980998 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cef4b3e5-8717-4e2c-89da-389b3354086f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:56.073901 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cef4b3e5-8717-4e2c-89da-389b3354086f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:56.093601 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef4b3e5-8717-4e2c-89da-389b3354086f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e25c97c-850a-4038-93ea-fde011ab684b,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:56.153168 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b58826a-148e-4da1-9ea8-2b5edb12d964 None None] Network c3856a0f-ba95-4e3a-a66c-8be5276ccc07 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:20:56.158804 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cef4b3e5-8717-4e2c-89da-389b3354086f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:56.160869 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-cef4b3e5-8717-4e2c-89da-389b3354086f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3682356 Aug 16 21:20:56.163713 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54704) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:56.168555 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-4134d689-a301-498d-8ba8-f019cf97cf00 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Request body: {'security_group_rule': {'security_group_id': 'ec98e0eb-c7f1-4dff-b932-3349c4adbb6f', 'project_id': 'f258702b923645ea8255373c3c1b0963', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:20:56.295086 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4134d689-a301-498d-8ba8-f019cf97cf00 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:56.325436 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-4460c867-652a-4cca-bae6-ca9329bacbfa None None] Provisioning for port 3543bbd7-5742-4291-b279-9a646bf0b873 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:20:56.333661 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-4460c867-652a-4cca-bae6-ca9329bacbfa None None] Provisioning complete for port 3543bbd7-5742-4291-b279-9a646bf0b873 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:20:56.334040 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4460c867-652a-4cca-bae6-ca9329bacbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:56.361584 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4134d689-a301-498d-8ba8-f019cf97cf00 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:56.417195 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4460c867-652a-4cca-bae6-ca9329bacbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:56.445773 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4134d689-a301-498d-8ba8-f019cf97cf00 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:56.454016 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-4460c867-652a-4cca-bae6-ca9329bacbfa None None] For port 3543bbd7-5742-4291-b279-9a646bf0b873, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=3543bbd7-5742-4291-b279-9a646bf0b873,segment=NetworkSegment(b60bbe86-cff9-4ca7-9eb9-6535b68b49be),segment_id=b60bbe86-cff9-4ca7-9eb9-6535b68b49be)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:20:56.466590 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134d689-a301-498d-8ba8-f019cf97cf00 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d1af80-f68a-4f4e-818a-22f891f7ab9a,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:56.564740 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4460c867-652a-4cca-bae6-ca9329bacbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:56.574598 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4134d689-a301-498d-8ba8-f019cf97cf00 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:56.575888 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4134d689-a301-498d-8ba8-f019cf97cf00 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4110978 Aug 16 21:20:56.578726 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54708) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:56.589199 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-f5e24898-caf4-40df-ae8f-2fa039a50263 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Request body: {'security_group_rule': {'security_group_id': 'ec98e0eb-c7f1-4dff-b932-3349c4adbb6f', 'project_id': 'f258702b923645ea8255373c3c1b0963', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:20:56.618854 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4460c867-652a-4cca-bae6-ca9329bacbfa None None] Pushing event updated for resources: {'Port': ['ID=3543bbd7-5742-4291-b279-9a646bf0b873,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:56.685275 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-690d928c-3b8a-4186-aed7-ecab93dcad78 None None] Provisioning complete for port 3543bbd7-5742-4291-b279-9a646bf0b873 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:20:56.685571 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-690d928c-3b8a-4186-aed7-ecab93dcad78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:56.707099 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f5e24898-caf4-40df-ae8f-2fa039a50263 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:56.770375 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f5e24898-caf4-40df-ae8f-2fa039a50263 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:56.861485 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f5e24898-caf4-40df-ae8f-2fa039a50263 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:56.880836 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e24898-caf4-40df-ae8f-2fa039a50263 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f2f5adf-af5e-44e7-81c3-287aaf894797,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:56.964567 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f5e24898-caf4-40df-ae8f-2fa039a50263 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:56.968417 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f5e24898-caf4-40df-ae8f-2fa039a50263 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3860109 Aug 16 21:20:56.968654 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54710) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:56.973334 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-bef392a9-57a9-44af-97d2-b7fed84e7d0d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Request body: {'security_group_rule': {'security_group_id': 'ec98e0eb-c7f1-4dff-b932-3349c4adbb6f', 'project_id': 'f258702b923645ea8255373c3c1b0963', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:20:57.050817 n-d-793620-15 neutron-server[101844]: INFO neutron.db.securitygroups_db [None req-bef392a9-57a9-44af-97d2-b7fed84e7d0d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Project f258702b923645ea8255373c3c1b0963 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:20:57.056168 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bef392a9-57a9-44af-97d2-b7fed84e7d0d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:57.116677 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bef392a9-57a9-44af-97d2-b7fed84e7d0d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:57.202842 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bef392a9-57a9-44af-97d2-b7fed84e7d0d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:57.220753 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef392a9-57a9-44af-97d2-b7fed84e7d0d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9192367-b1a1-4f5d-8cd8-c0c352d94b14,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:57.306980 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bef392a9-57a9-44af-97d2-b7fed84e7d0d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:57.309014 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-bef392a9-57a9-44af-97d2-b7fed84e7d0d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3393731 Aug 16 21:20:57.311728 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 54712) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:20:57.316269 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-06f74929-f726-4b04-8f07-e8d5fcb6887b tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Request body: {'security_group_rule': {'security_group_id': 'ec98e0eb-c7f1-4dff-b932-3349c4adbb6f', 'project_id': 'f258702b923645ea8255373c3c1b0963', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:20:57.433201 n-d-793620-15 neutron-server[101844]: INFO neutron.db.securitygroups_db [None req-06f74929-f726-4b04-8f07-e8d5fcb6887b tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Project f258702b923645ea8255373c3c1b0963 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:20:57.438817 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-06f74929-f726-4b04-8f07-e8d5fcb6887b tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:57.510023 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-06f74929-f726-4b04-8f07-e8d5fcb6887b tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:57.513037 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 3543bbd7-5742-4291-b279-9a646bf0b873 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:20:57.558986 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 3543bbd7-5742-4291-b279-9a646bf0b873 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:20:57.559355 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:57.570423 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-06f74929-f726-4b04-8f07-e8d5fcb6887b tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:57.589890 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f74929-f726-4b04-8f07-e8d5fcb6887b tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2e03f27-b2ad-49a1-aabb-55400e3e53cd,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:57.656134 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-06f74929-f726-4b04-8f07-e8d5fcb6887b tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:57.657382 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-06f74929-f726-4b04-8f07-e8d5fcb6887b tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3446243 Aug 16 21:20:57.846443 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-d0bf2926-eefd-4c85-b22f-cf6647876d4b tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1402337004&fields=id&tenant_id=f258702b923645ea8255373c3c1b0963 HTTP/1.1" status: 200 len: 267 time: 0.0330422 Aug 16 21:20:57.958558 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-6c485451-ec40-4a0b-a5f1-fa1364b44dbc tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:57.960203 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-6c485451-ec40-4a0b-a5f1-fa1364b44dbc tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/networks?id=c3856a0f-ba95-4e3a-a66c-8be5276ccc07 HTTP/1.1" status: 200 len: 796 time: 0.1064942 Aug 16 21:20:57.975901 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-e1f25ca1-ec71-46ae-a1af-ede594ab7784 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/quotas/f258702b923645ea8255373c3c1b0963 HTTP/1.1" status: 200 len: 375 time: 0.0094252 Aug 16 21:20:58.033531 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-c0356573-3e71-4ce1-8d8e-cb437370cd47 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f258702b923645ea8255373c3c1b0963&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0520561 Aug 16 21:20:58.134045 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-30123fad-f60c-4116-bdf7-318cd35d4c43 service neutron] 10.222.0.84 "GET /v2.0/networks/c3856a0f-ba95-4e3a-a66c-8be5276ccc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883040 Aug 16 21:20:58.225090 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-5df241c0-dca1-46b7-923c-595f0b3cf8ed service neutron] 10.222.0.84 "GET /v2.0/networks/c3856a0f-ba95-4e3a-a66c-8be5276ccc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850468 Aug 16 21:20:58.460785 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b7eaf1c8-a319-4c7f-becb-952c63ac8799 req-d67d93ec-5cfc-4958-9da5-de9a83ce0efe tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=25846418-d3a6-4e87-8252-9ce46ae569c2 HTTP/1.1" status: 200 len: 210 time: 0.0283072 Aug 16 21:20:59.558697 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9893eade-4357-427d-8250-359c4762b101 req-6e218564-dea6-4e28-b9b3-034015960bb4 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=25846418-d3a6-4e87-8252-9ce46ae569c2 HTTP/1.1" status: 200 len: 210 time: 0.0306108 Aug 16 21:21:00.626271 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-e9b9fcf8-0e7d-4578-8e90-31ee4a11c88b tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:00.627762 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-e9b9fcf8-0e7d-4578-8e90-31ee4a11c88b tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.72 "GET /v2.0/networks?id=c3856a0f-ba95-4e3a-a66c-8be5276ccc07 HTTP/1.1" status: 200 len: 796 time: 0.1101122 Aug 16 21:21:00.656740 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5b7a85ca-1ccc-47e9-afec-994a07366b35 req-4b221e4d-dba5-463e-9481-0641e56871bf tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=25846418-d3a6-4e87-8252-9ce46ae569c2 HTTP/1.1" status: 200 len: 210 time: 0.0292435 Aug 16 21:21:00.694910 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-150b80a6-efed-4881-a51f-c29eb9102478 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f258702b923645ea8255373c3c1b0963 HTTP/1.1" status: 200 len: 472 time: 0.0565982 Aug 16 21:21:00.704274 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-d5db2d44-795b-4cd5-b952-6fe0ae13fb59 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Request body: {'port': {'device_id': '25846418-d3a6-4e87-8252-9ce46ae569c2', 'network_id': 'c3856a0f-ba95-4e3a-a66c-8be5276ccc07', 'admin_state_up': True, 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'security_groups': ['ec98e0eb-c7f1-4dff-b932-3349c4adbb6f']}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:21:00.890672 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-d5db2d44-795b-4cd5-b952-6fe0ae13fb59 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Made reservation on behalf of f258702b923645ea8255373c3c1b0963 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:21:00.894322 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-d5db2d44-795b-4cd5-b952-6fe0ae13fb59 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:01.024960 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-d5db2d44-795b-4cd5-b952-6fe0ae13fb59 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Allocated IP 172.20.0.29 (c3856a0f-ba95-4e3a-a66c-8be5276ccc07/77101a7e-5a14-4871-8663-6ad05bdcadcc/cad954d9-3ba3-4ada-b550-0df55d82435f) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:21:01.167239 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-d5db2d44-795b-4cd5-b952-6fe0ae13fb59 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:01.181077 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-d5db2d44-795b-4cd5-b952-6fe0ae13fb59 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Transition to ACTIVE for port object cad954d9-3ba3-4ada-b550-0df55d82435f will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:21:01.313147 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-d5db2d44-795b-4cd5-b952-6fe0ae13fb59 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:01.360068 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-d5db2d44-795b-4cd5-b952-6fe0ae13fb59 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Network c3856a0f-ba95-4e3a-a66c-8be5276ccc07 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:21:01.363172 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-d5db2d44-795b-4cd5-b952-6fe0ae13fb59 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:21:01.366987 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-d5db2d44-795b-4cd5-b952-6fe0ae13fb59 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:21:01.398341 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db2d44-795b-4cd5-b952-6fe0ae13fb59 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'Port': ['ID=cad954d9-3ba3-4ada-b550-0df55d82435f,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:01.424823 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-d5db2d44-795b-4cd5-b952-6fe0ae13fb59 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:01.425390 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-d5db2d44-795b-4cd5-b952-6fe0ae13fb59 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:01.502431 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-d5db2d44-795b-4cd5-b952-6fe0ae13fb59 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8019209 Aug 16 21:21:01.517287 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-e4880a85-6513-4049-be12-a81084f8f963 service neutron] Request body: {'port': {'device_id': '25846418-d3a6-4e87-8252-9ce46ae569c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:21:01.572490 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-e4880a85-6513-4049-be12-a81084f8f963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:01.684349 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-bfbba23e-8b44-496f-8384-2b5ae15e2df2 None None] Provisioning for port cad954d9-3ba3-4ada-b550-0df55d82435f completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:21:01.689549 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-bfbba23e-8b44-496f-8384-2b5ae15e2df2 None None] Provisioning complete for port cad954d9-3ba3-4ada-b550-0df55d82435f triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:21:01.692032 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-bfbba23e-8b44-496f-8384-2b5ae15e2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:01.749639 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-bfbba23e-8b44-496f-8384-2b5ae15e2df2 None None] Port cad954d9-3ba3-4ada-b550-0df55d82435f cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:21:01.823518 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9e6dc-41d5-405c-adb3-2d6edafafc98 req-e9444f5a-79aa-4b88-a277-c94773810bf1 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:01.825077 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ece9e6dc-41d5-405c-adb3-2d6edafafc98 req-e9444f5a-79aa-4b88-a277-c94773810bf1 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=25846418-d3a6-4e87-8252-9ce46ae569c2 HTTP/1.1" status: 200 len: 932 time: 0.0514519 Aug 16 21:21:01.848516 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-e4880a85-6513-4049-be12-a81084f8f963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cad954d9-3ba3-4ada-b550-0df55d82435f {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:21:01.856683 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-e4880a85-6513-4049-be12-a81084f8f963 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:01.865767 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ece9e6dc-41d5-405c-adb3-2d6edafafc98 req-60063e62-2178-48da-b265-d4ef2df70d87 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec98e0eb-c7f1-4dff-b932-3349c4adbb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343280 Aug 16 21:21:01.872298 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-e4880a85-6513-4049-be12-a81084f8f963 service neutron] Transition to ACTIVE for port object cad954d9-3ba3-4ada-b550-0df55d82435f will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:21:01.952938 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-e4880a85-6513-4049-be12-a81084f8f963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:02.005784 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4880a85-6513-4049-be12-a81084f8f963 service neutron] Pushing event updated for resources: {'Port': ['ID=cad954d9-3ba3-4ada-b550-0df55d82435f,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:02.082413 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-e4880a85-6513-4049-be12-a81084f8f963 service neutron] Attempting to bind port cad954d9-3ba3-4ada-b550-0df55d82435f on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:21:02.082859 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-e4880a85-6513-4049-be12-a81084f8f963 service neutron] Attempting to bind port cad954d9-3ba3-4ada-b550-0df55d82435f by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': 'b60bbe86-cff9-4ca7-9eb9-6535b68b49be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c3856a0f-ba95-4e3a-a66c-8be5276ccc07'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:21:02.083080 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-e4880a85-6513-4049-be12-a81084f8f963 service neutron] Attempting to bind port cad954d9-3ba3-4ada-b550-0df55d82435f on network c3856a0f-ba95-4e3a-a66c-8be5276ccc07 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:21:02.088211 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-e4880a85-6513-4049-be12-a81084f8f963 service neutron] Port cad954d9-3ba3-4ada-b550-0df55d82435f on network c3856a0f-ba95-4e3a-a66c-8be5276ccc07 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:21:02.089047 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-e4880a85-6513-4049-be12-a81084f8f963 service neutron] Attempting to bind port cad954d9-3ba3-4ada-b550-0df55d82435f on network c3856a0f-ba95-4e3a-a66c-8be5276ccc07 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:21:02.093498 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-e4880a85-6513-4049-be12-a81084f8f963 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:21:02.093845 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-e4880a85-6513-4049-be12-a81084f8f963 service neutron] Checking segment: {'id': 'b60bbe86-cff9-4ca7-9eb9-6535b68b49be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c3856a0f-ba95-4e3a-a66c-8be5276ccc07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:21:02.094243 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-e4880a85-6513-4049-be12-a81084f8f963 service neutron] Bound using segment: {'id': 'b60bbe86-cff9-4ca7-9eb9-6535b68b49be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c3856a0f-ba95-4e3a-a66c-8be5276ccc07'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:21:02.094981 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-e4880a85-6513-4049-be12-a81084f8f963 service neutron] Bound port: cad954d9-3ba3-4ada-b550-0df55d82435f, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b60bbe86-cff9-4ca7-9eb9-6535b68b49be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c3856a0f-ba95-4e3a-a66c-8be5276ccc07'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:21:02.095358 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-e4880a85-6513-4049-be12-a81084f8f963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:02.168941 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-e4880a85-6513-4049-be12-a81084f8f963 service neutron] For port cad954d9-3ba3-4ada-b550-0df55d82435f, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:21:02.172243 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-e4880a85-6513-4049-be12-a81084f8f963 service neutron] For port cad954d9-3ba3-4ada-b550-0df55d82435f, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=cad954d9-3ba3-4ada-b550-0df55d82435f,segment=NetworkSegment(b60bbe86-cff9-4ca7-9eb9-6535b68b49be),segment_id=b60bbe86-cff9-4ca7-9eb9-6535b68b49be)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:21:02.278885 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-e4880a85-6513-4049-be12-a81084f8f963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:02.313558 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-e4880a85-6513-4049-be12-a81084f8f963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:02.314361 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-e4880a85-6513-4049-be12-a81084f8f963 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:02.316034 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-e4880a85-6513-4049-be12-a81084f8f963 service neutron] 10.222.0.72 "PUT /v2.0/ports/cad954d9-3ba3-4ada-b550-0df55d82435f HTTP/1.1" status: 200 len: 1093 time: 0.8031831 Aug 16 21:21:02.319116 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25846418-d3a6-4e87-8252-9ce46ae569c2', 'tag': 'cad954d9-3ba3-4ada-b550-0df55d82435f'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:21:02.321469 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780465f1-9022-4668-85e0-79f94814bc53" -d '{"events": [{"name": "network-changed", "server_uuid": "25846418-d3a6-4e87-8252-9ce46ae569c2", "tag": "cad954d9-3ba3-4ada-b550-0df55d82435f"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:21:02.352869 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4880a85-6513-4049-be12-a81084f8f963 service neutron] Pushing event updated for resources: {'Port': ['ID=cad954d9-3ba3-4ada-b550-0df55d82435f,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:02.371956 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f14764d-119f-471a-8550-ba6401bbe145 x-openstack-request-id: req-9f14764d-119f-471a-8550-ba6401bbe145 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:21:02.372264 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25846418-d3a6-4e87-8252-9ce46ae569c2", "tag": "cad954d9-3ba3-4ada-b550-0df55d82435f", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:21:02.372526 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9f14764d-119f-471a-8550-ba6401bbe145 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:21:02.372942 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25846418-d3a6-4e87-8252-9ce46ae569c2', 'tag': 'cad954d9-3ba3-4ada-b550-0df55d82435f', 'status': 'completed', 'code': 200} Aug 16 21:21:02.441933 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780465f1-9022-4668-85e0-79f94814bc53 req-7b9a8c28-17f2-426f-b9f9-1c41aca8c95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:02.443555 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-780465f1-9022-4668-85e0-79f94814bc53 req-7b9a8c28-17f2-426f-b9f9-1c41aca8c95c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f258702b923645ea8255373c3c1b0963&device_id=25846418-d3a6-4e87-8252-9ce46ae569c2 HTTP/1.1" status: 200 len: 1096 time: 0.0450799 Aug 16 21:21:02.552127 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780465f1-9022-4668-85e0-79f94814bc53 req-abe2d0f6-a8a3-4634-96ab-0b56fc63d934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:02.552549 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780465f1-9022-4668-85e0-79f94814bc53 req-abe2d0f6-a8a3-4634-96ab-0b56fc63d934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:02.554081 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-780465f1-9022-4668-85e0-79f94814bc53 req-abe2d0f6-a8a3-4634-96ab-0b56fc63d934 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=f258702b923645ea8255373c3c1b0963&shared=False HTTP/1.1" status: 200 len: 1581 time: 0.1018307 Aug 16 21:21:02.652225 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780465f1-9022-4668-85e0-79f94814bc53 req-cf6ad982-706f-4a28-ae49-9d9c28a47241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:02.653711 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-780465f1-9022-4668-85e0-79f94814bc53 req-cf6ad982-706f-4a28-ae49-9d9c28a47241 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918574 Aug 16 21:21:02.743301 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-35470406-ee38-4c96-b264-40bb80bff9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:02.745084 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-35470406-ee38-4c96-b264-40bb80bff9a9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f258702b923645ea8255373c3c1b0963&device_id=25846418-d3a6-4e87-8252-9ce46ae569c2 HTTP/1.1" status: 200 len: 1096 time: 0.0545239 Aug 16 21:21:02.791575 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-b44f975f-4326-4b11-95d2-313c44b275a8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=cad954d9-3ba3-4ada-b550-0df55d82435f HTTP/1.1" status: 200 len: 217 time: 0.0383778 Aug 16 21:21:02.842661 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-e3e9dc9f-6f79-417e-8bde-fa92b7ade681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:02.844191 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-e3e9dc9f-6f79-417e-8bde-fa92b7ade681 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=77101a7e-5a14-4871-8663-6ad05bdcadcc HTTP/1.1" status: 200 len: 837 time: 0.0454605 Aug 16 21:21:02.892053 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-70dabd12-2788-47f0-be1f-2c0f876d2ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:02.893667 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-70dabd12-2788-47f0-be1f-2c0f876d2ed1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c3856a0f-ba95-4e3a-a66c-8be5276ccc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0421939 Aug 16 21:21:03.002513 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-0b980e72-693d-4176-8478-cc6941103989 service neutron] 10.222.0.72 "GET /v2.0/networks/c3856a0f-ba95-4e3a-a66c-8be5276ccc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007748 Aug 16 21:21:03.010163 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2638001-cc23-4011-aef6-ce2b7eb18701 req-4887b465-9fc7-4e5d-838b-48ec997892f9 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:03.011845 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e2638001-cc23-4011-aef6-ce2b7eb18701 req-4887b465-9fc7-4e5d-838b-48ec997892f9 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=25846418-d3a6-4e87-8252-9ce46ae569c2 HTTP/1.1" status: 200 len: 944 time: 0.0505342 Aug 16 21:21:03.052266 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e2638001-cc23-4011-aef6-ce2b7eb18701 req-23ce1d02-d1b1-494c-92b3-e9e288a2dd1b tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec98e0eb-c7f1-4dff-b932-3349c4adbb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338006 Aug 16 21:21:03.101151 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4b605728-d1eb-4bd7-8d59-5163d567258a req-1170d246-39dc-4ff0-a90c-0a886e0c20ad service neutron] 10.222.0.72 "GET /v2.0/networks/c3856a0f-ba95-4e3a-a66c-8be5276ccc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890841 Aug 16 21:21:04.176696 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b351a-465f-4e00-9a2e-c4a0718c6a91 req-39a2c2db-6f3c-4c96-9edf-a31d7ef84395 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:04.178208 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-302b351a-465f-4e00-9a2e-c4a0718c6a91 req-39a2c2db-6f3c-4c96-9edf-a31d7ef84395 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=25846418-d3a6-4e87-8252-9ce46ae569c2 HTTP/1.1" status: 200 len: 944 time: 0.0544894 Aug 16 21:21:04.217191 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-302b351a-465f-4e00-9a2e-c4a0718c6a91 req-7d02c56a-4b40-4445-9bcd-a04d20b2c77f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec98e0eb-c7f1-4dff-b932-3349c4adbb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328324 Aug 16 21:21:05.331397 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de1062-3809-4dc5-9efe-0778c34095e1 req-e3a32c72-2960-4dc2-9323-127b1b14cf71 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:05.333456 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-91de1062-3809-4dc5-9efe-0778c34095e1 req-e3a32c72-2960-4dc2-9323-127b1b14cf71 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=25846418-d3a6-4e87-8252-9ce46ae569c2 HTTP/1.1" status: 200 len: 944 time: 0.0498009 Aug 16 21:21:05.371889 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-91de1062-3809-4dc5-9efe-0778c34095e1 req-493350b3-5e4b-4559-9209-7454b2f71a03 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec98e0eb-c7f1-4dff-b932-3349c4adbb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321066 Aug 16 21:21:06.387095 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device cad954d9-3ba3-4ada-b550-0df55d82435f details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:21:06.486964 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port cad954d9-3ba3-4ada-b550-0df55d82435f, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=cad954d9-3ba3-4ada-b550-0df55d82435f,segment=NetworkSegment(b60bbe86-cff9-4ca7-9eb9-6535b68b49be),segment_id=b60bbe86-cff9-4ca7-9eb9-6535b68b49be)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:06.488455 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83ad9b-f478-45de-96b6-07ad9ee72e05 req-ad7f9bd9-b74f-47c6-8ea7-6285adb9c9b6 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:06.489985 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a83ad9b-f478-45de-96b6-07ad9ee72e05 req-ad7f9bd9-b74f-47c6-8ea7-6285adb9c9b6 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=25846418-d3a6-4e87-8252-9ce46ae569c2 HTTP/1.1" status: 200 len: 944 time: 0.0501993 Aug 16 21:21:06.498691 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': 'cad954d9-3ba3-4ada-b550-0df55d82435f', 'network_id': 'c3856a0f-ba95-4e3a-a66c-8be5276ccc07', 'port_id': 'cad954d9-3ba3-4ada-b550-0df55d82435f', 'mac_address': 'fa:16:3e:60:4f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77101a7e-5a14-4871-8663-6ad05bdcadcc', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:21:06.532221 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a83ad9b-f478-45de-96b6-07ad9ee72e05 req-3f1ee42d-b130-413d-a004-7e8c75e0f9c7 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec98e0eb-c7f1-4dff-b932-3349c4adbb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358989 Aug 16 21:21:06.540184 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:06.560060 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cad954d9-3ba3-4ada-b550-0df55d82435f {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:21:06.579150 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port cad954d9-3ba3-4ada-b550-0df55d82435f, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=cad954d9-3ba3-4ada-b550-0df55d82435f,segment=NetworkSegment(b60bbe86-cff9-4ca7-9eb9-6535b68b49be),segment_id=b60bbe86-cff9-4ca7-9eb9-6535b68b49be)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:06.671845 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:06.719004 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=cad954d9-3ba3-4ada-b550-0df55d82435f,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:06.903409 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['cad954d9-3ba3-4ada-b550-0df55d82435f'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:21:07.655536 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e7ff3-516e-47e4-b8bc-c195eac83a48 req-cdd146c5-0b1b-4355-9182-105c3879cf22 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:07.657057 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f2e7ff3-516e-47e4-b8bc-c195eac83a48 req-cdd146c5-0b1b-4355-9182-105c3879cf22 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=25846418-d3a6-4e87-8252-9ce46ae569c2 HTTP/1.1" status: 200 len: 945 time: 0.0535629 Aug 16 21:21:07.695025 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f2e7ff3-516e-47e4-b8bc-c195eac83a48 req-2669dc02-01da-42f1-806a-ff668b8bcf10 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec98e0eb-c7f1-4dff-b932-3349c4adbb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316136 Aug 16 21:21:08.400051 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device cad954d9-3ba3-4ada-b550-0df55d82435f up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:21:08.506575 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port cad954d9-3ba3-4ada-b550-0df55d82435f completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:21:08.510248 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port cad954d9-3ba3-4ada-b550-0df55d82435f triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:21:08.510641 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:08.584457 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:08.606474 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25846418-d3a6-4e87-8252-9ce46ae569c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad954d9-3ba3-4ada-b550-0df55d82435f'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:21:08.608779 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84443b00-6bbd-4318-86a0-494e72df0f59" -d '{"events": [{"server_uuid": "25846418-d3a6-4e87-8252-9ce46ae569c2", "name": "network-vif-plugged", "status": "completed", "tag": "cad954d9-3ba3-4ada-b550-0df55d82435f"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:21:08.621547 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port cad954d9-3ba3-4ada-b550-0df55d82435f, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=cad954d9-3ba3-4ada-b550-0df55d82435f,segment=NetworkSegment(b60bbe86-cff9-4ca7-9eb9-6535b68b49be),segment_id=b60bbe86-cff9-4ca7-9eb9-6535b68b49be)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:08.646083 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7d8c77-4585-4c15-9773-d47deb547431 x-openstack-request-id: req-5d7d8c77-4585-4c15-9773-d47deb547431 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:21:08.646483 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25846418-d3a6-4e87-8252-9ce46ae569c2", "name": "network-vif-plugged", "status": "completed", "tag": "cad954d9-3ba3-4ada-b550-0df55d82435f", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:21:08.646845 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5d7d8c77-4585-4c15-9773-d47deb547431 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:21:08.647318 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25846418-d3a6-4e87-8252-9ce46ae569c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad954d9-3ba3-4ada-b550-0df55d82435f', 'code': 200} Aug 16 21:21:08.678615 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:08.732921 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=cad954d9-3ba3-4ada-b550-0df55d82435f,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:08.743457 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f492a-a270-4551-82c5-66f8a9864789 req-49f30e77-d525-40aa-ab6e-507d117593aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:08.744998 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-761f492a-a270-4551-82c5-66f8a9864789 req-49f30e77-d525-40aa-ab6e-507d117593aa service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=25846418-d3a6-4e87-8252-9ce46ae569c2 HTTP/1.1" status: 200 len: 1098 time: 0.0428650 Aug 16 21:21:08.785664 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-761f492a-a270-4551-82c5-66f8a9864789 req-b85aa9d2-6aff-416a-b109-7db1eb12833e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ec98e0eb-c7f1-4dff-b932-3349c4adbb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336375 Aug 16 21:21:08.817998 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fbec2-e215-4982-b9ad-4577e143e1d0 req-ed41ea03-d1c7-4120-9884-bc26992ad665 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:08.819885 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b55fbec2-e215-4982-b9ad-4577e143e1d0 req-ed41ea03-d1c7-4120-9884-bc26992ad665 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=25846418-d3a6-4e87-8252-9ce46ae569c2 HTTP/1.1" status: 200 len: 946 time: 0.0556650 Aug 16 21:21:08.858307 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b55fbec2-e215-4982-b9ad-4577e143e1d0 req-0bee9ae9-8f0e-49d4-a5b6-38b66cf8ce31 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec98e0eb-c7f1-4dff-b932-3349c4adbb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323439 Aug 16 21:21:09.975682 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c4f68-32d7-46c8-95a4-0484e3b749e3 req-436a7c7e-ce91-4842-b3e5-69bd3b40e2ba tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:09.977199 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eb6c4f68-32d7-46c8-95a4-0484e3b749e3 req-436a7c7e-ce91-4842-b3e5-69bd3b40e2ba tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=25846418-d3a6-4e87-8252-9ce46ae569c2 HTTP/1.1" status: 200 len: 946 time: 0.0496340 Aug 16 21:21:10.014480 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eb6c4f68-32d7-46c8-95a4-0484e3b749e3 req-812eef29-4e88-44be-8333-0614c1f91f38 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec98e0eb-c7f1-4dff-b932-3349c4adbb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313406 Aug 16 21:21:10.139425 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d38aa-948b-4afc-81b6-31f9e726c5f8 req-e86ecd7b-59b6-4059-8f0a-cd26d2c5d9d6 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:10.140982 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-778d38aa-948b-4afc-81b6-31f9e726c5f8 req-e86ecd7b-59b6-4059-8f0a-cd26d2c5d9d6 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=25846418-d3a6-4e87-8252-9ce46ae569c2 HTTP/1.1" status: 200 len: 946 time: 0.0559809 Aug 16 21:21:10.180835 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-778d38aa-948b-4afc-81b6-31f9e726c5f8 req-dfaa0c73-e0ac-4d33-833b-9b4361340e21 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec98e0eb-c7f1-4dff-b932-3349c4adbb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328512 Aug 16 21:21:11.071764 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-47d2cbaf-f537-4cad-8b28-bd55dc380a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:11.671404 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54844) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:12.429081 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-49006397-e242-4cf6-ad78-9f50faeb0783 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:12.699146 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-49006397-e242-4cf6-ad78-9f50faeb0783 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Allocated IP 172.20.0.17 (c3856a0f-ba95-4e3a-a66c-8be5276ccc07/77101a7e-5a14-4871-8663-6ad05bdcadcc/6e53eb67-1a1c-4f1c-be6b-168dbba0ccfe) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:21:12.813946 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-49006397-e242-4cf6-ad78-9f50faeb0783 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:12.827809 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-49006397-e242-4cf6-ad78-9f50faeb0783 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Transition to ACTIVE for port object 6e53eb67-1a1c-4f1c-be6b-168dbba0ccfe will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:21:12.959262 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-49006397-e242-4cf6-ad78-9f50faeb0783 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:13.005223 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49006397-e242-4cf6-ad78-9f50faeb0783 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Network c3856a0f-ba95-4e3a-a66c-8be5276ccc07 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:21:13.008750 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-49006397-e242-4cf6-ad78-9f50faeb0783 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:21:13.011501 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49006397-e242-4cf6-ad78-9f50faeb0783 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:21:13.043437 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49006397-e242-4cf6-ad78-9f50faeb0783 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'Port': ['ID=6e53eb67-1a1c-4f1c-be6b-168dbba0ccfe,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:13.064364 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-49006397-e242-4cf6-ad78-9f50faeb0783 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:13.319847 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-49006397-e242-4cf6-ad78-9f50faeb0783 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:13.381207 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ba2eb3ca-e624-496b-9f06-b20618868da3 None None] Provisioning for port 6e53eb67-1a1c-4f1c-be6b-168dbba0ccfe completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:21:13.385129 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ba2eb3ca-e624-496b-9f06-b20618868da3 None None] Provisioning complete for port 6e53eb67-1a1c-4f1c-be6b-168dbba0ccfe triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:21:13.385527 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ba2eb3ca-e624-496b-9f06-b20618868da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:13.419611 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-ba2eb3ca-e624-496b-9f06-b20618868da3 None None] Port 6e53eb67-1a1c-4f1c-be6b-168dbba0ccfe cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:21:13.613992 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-49006397-e242-4cf6-ad78-9f50faeb0783 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:13.621221 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9d4be2ac-20e1-44d8-ab33-265b5097bf80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:13.706808 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-49006397-e242-4cf6-ad78-9f50faeb0783 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:13.777851 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-49006397-e242-4cf6-ad78-9f50faeb0783 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:13.779659 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49006397-e242-4cf6-ad78-9f50faeb0783 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'Port': ['ID=6e53eb67-1a1c-4f1c-be6b-168dbba0ccfe,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:13.815056 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:13.882479 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49006397-e242-4cf6-ad78-9f50faeb0783 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Network c3856a0f-ba95-4e3a-a66c-8be5276ccc07 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:21:13.883947 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-49006397-e242-4cf6-ad78-9f50faeb0783 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:21:14.010252 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49006397-e242-4cf6-ad78-9f50faeb0783 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Router 053a2ed2-bfde-4616-9527-32ac86f61f32 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:21:14.140473 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49006397-e242-4cf6-ad78-9f50faeb0783 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:21:14.146479 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-42ce1076-afa2-4f35-8999-077c655d526c None None] Provisioning complete for port 6e53eb67-1a1c-4f1c-be6b-168dbba0ccfe triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:21:14.147145 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-42ce1076-afa2-4f35-8999-077c655d526c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:14.160666 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-49006397-e242-4cf6-ad78-9f50faeb0783 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "PUT /v2.0/routers/053a2ed2-bfde-4616-9527-32ac86f61f32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4877248 Aug 16 21:21:14.169410 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287918c1-b558-4f47-89f3-a436858fb124 None None] Sync routers for ids ['053a2ed2-bfde-4616-9527-32ac86f61f32'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:21:14.187892 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287918c1-b558-4f47-89f3-a436858fb124 None None] Routers {'053a2ed2-bfde-4616-9527-32ac86f61f32'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:21:14.188559 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-287918c1-b558-4f47-89f3-a436858fb124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:21:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['053a2ed2-bfde-4616-9527-32ac86f61f32'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:14.229522 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-42ce1076-afa2-4f35-8999-077c655d526c None None] Port 6e53eb67-1a1c-4f1c-be6b-168dbba0ccfe cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:21:14.300861 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-287918c1-b558-4f47-89f3-a436858fb124 None None] Set router 053a2ed2-bfde-4616-9527-32ac86f61f32 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:21:14.528742 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-287918c1-b558-4f47-89f3-a436858fb124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'name': 'tempest-TestNetworkBasicOps-router-1635515066', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '87dd72e8-1a23-42cf-94d8-ac01d18d8bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:49Z', 'updated_at': '2021-08-16T21:21:13Z', 'revision_number': 5, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'gw_port': {'id': '87dd72e8-1a23-42cf-94d8-ac01d18d8bd4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:50Z', 'updated_at': '2021-08-16T21:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '6527dd98-7ba7-471c-b4ce-18fccb692902', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'floating_ip_address': '172.25.1.69', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'port_id': 'e6347b96-3038-4251-b687-433d255d5048', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f4e189d-cb3a-46e3-b09a-94cac3752f77', 'mac_address': 'fa:16:3e:69:e3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161b2e5-b26f-480a-869a-11713ae8cc89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:20:15Z', 'updated_at': '2021-08-16T21:20:18Z', 'revision_number': 1, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68e919f3-c3f2-49f8-8f72-1f5df8fc08ca', 'name': '', 'network_id': '1f4e189d-cb3a-46e3-b09a-94cac3752f77', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'mac_address': 'fa:16:3e:e7:2d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '1820ed5d-cea9-4267-a89a-df41942479f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:53Z', 'updated_at': '2021-08-16T21:19:59Z', 'revision_number': 5, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'subnets': [{'id': '1820ed5d-cea9-4267-a89a-df41942479f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e53eb67-1a1c-4f1c-be6b-168dbba0ccfe', 'name': '', 'network_id': 'c3856a0f-ba95-4e3a-a66c-8be5276ccc07', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'mac_address': 'fa:16:3e:15:42:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '77101a7e-5a14-4871-8663-6ad05bdcadcc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:21:12Z', 'updated_at': '2021-08-16T21:21:13Z', 'revision_number': 2, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'subnets': [{'id': '77101a7e-5a14-4871-8663-6ad05bdcadcc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:14.554678 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287918c1-b558-4f47-89f3-a436858fb124 None None] Checking router: 053a2ed2-bfde-4616-9527-32ac86f61f32 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:21:14.555047 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287918c1-b558-4f47-89f3-a436858fb124 None None] Updating router 053a2ed2-bfde-4616-9527-32ac86f61f32 port 6e53eb67-1a1c-4f1c-be6b-168dbba0ccfe binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:21:14.580291 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-287918c1-b558-4f47-89f3-a436858fb124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:14.854310 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-287918c1-b558-4f47-89f3-a436858fb124 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:14.864067 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-287918c1-b558-4f47-89f3-a436858fb124 None None] Transition to ACTIVE for port object 6e53eb67-1a1c-4f1c-be6b-168dbba0ccfe will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:21:14.958375 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:14.969481 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-287918c1-b558-4f47-89f3-a436858fb124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:15.026170 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e7e497-5700-400f-b735-7470b11b5819 None None] Pushing event updated for resources: {'Port': ['ID=6e53eb67-1a1c-4f1c-be6b-168dbba0ccfe,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:15.051289 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e7e497-5700-400f-b735-7470b11b5819 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:15.051624 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e7e497-5700-400f-b735-7470b11b5819 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:15.051926 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e7e497-5700-400f-b735-7470b11b5819 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:15.052270 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e7e497-5700-400f-b735-7470b11b5819 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:15.052611 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e7e497-5700-400f-b735-7470b11b5819 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:15.052947 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e7e497-5700-400f-b735-7470b11b5819 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:15.053280 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e7e497-5700-400f-b735-7470b11b5819 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:15.053611 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e7e497-5700-400f-b735-7470b11b5819 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:15.054084 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e7e497-5700-400f-b735-7470b11b5819 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:15.054378 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e7e497-5700-400f-b735-7470b11b5819 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:15.054698 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e7e497-5700-400f-b735-7470b11b5819 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:15.055033 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e7e497-5700-400f-b735-7470b11b5819 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:15.089438 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-287918c1-b558-4f47-89f3-a436858fb124 None None] Attempting to bind port 6e53eb67-1a1c-4f1c-be6b-168dbba0ccfe on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:21:15.089818 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-287918c1-b558-4f47-89f3-a436858fb124 None None] Attempting to bind port 6e53eb67-1a1c-4f1c-be6b-168dbba0ccfe by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'b60bbe86-cff9-4ca7-9eb9-6535b68b49be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c3856a0f-ba95-4e3a-a66c-8be5276ccc07'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:21:15.090191 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287918c1-b558-4f47-89f3-a436858fb124 None None] Attempting to bind port 6e53eb67-1a1c-4f1c-be6b-168dbba0ccfe on network c3856a0f-ba95-4e3a-a66c-8be5276ccc07 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:21:15.095565 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287918c1-b558-4f47-89f3-a436858fb124 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:21:15.096269 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287918c1-b558-4f47-89f3-a436858fb124 None None] Checking segment: {'id': 'b60bbe86-cff9-4ca7-9eb9-6535b68b49be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c3856a0f-ba95-4e3a-a66c-8be5276ccc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:21:15.096678 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-287918c1-b558-4f47-89f3-a436858fb124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:15.097121 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287918c1-b558-4f47-89f3-a436858fb124 None None] Bound using segment: {'id': 'b60bbe86-cff9-4ca7-9eb9-6535b68b49be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c3856a0f-ba95-4e3a-a66c-8be5276ccc07'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:21:15.097605 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-287918c1-b558-4f47-89f3-a436858fb124 None None] Bound port: 6e53eb67-1a1c-4f1c-be6b-168dbba0ccfe, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b60bbe86-cff9-4ca7-9eb9-6535b68b49be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c3856a0f-ba95-4e3a-a66c-8be5276ccc07'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:21:15.097989 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-287918c1-b558-4f47-89f3-a436858fb124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:15.171450 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-287918c1-b558-4f47-89f3-a436858fb124 None None] For port 6e53eb67-1a1c-4f1c-be6b-168dbba0ccfe, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:21:15.175947 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-287918c1-b558-4f47-89f3-a436858fb124 None None] For port 6e53eb67-1a1c-4f1c-be6b-168dbba0ccfe, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=6e53eb67-1a1c-4f1c-be6b-168dbba0ccfe,segment=NetworkSegment(b60bbe86-cff9-4ca7-9eb9-6535b68b49be),segment_id=b60bbe86-cff9-4ca7-9eb9-6535b68b49be)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:21:15.267051 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-287918c1-b558-4f47-89f3-a436858fb124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:15.322394 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287918c1-b558-4f47-89f3-a436858fb124 None None] Routers {'053a2ed2-bfde-4616-9527-32ac86f61f32'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:21:15.323045 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-287918c1-b558-4f47-89f3-a436858fb124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:21:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['053a2ed2-bfde-4616-9527-32ac86f61f32'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:15.375719 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e7e497-5700-400f-b735-7470b11b5819 None None] Pushing event updated for resources: {'Port': ['ID=6e53eb67-1a1c-4f1c-be6b-168dbba0ccfe,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:15.439014 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-287918c1-b558-4f47-89f3-a436858fb124 None None] Set router 053a2ed2-bfde-4616-9527-32ac86f61f32 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:21:15.685054 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-287918c1-b558-4f47-89f3-a436858fb124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'name': 'tempest-TestNetworkBasicOps-router-1635515066', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '87dd72e8-1a23-42cf-94d8-ac01d18d8bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:49Z', 'updated_at': '2021-08-16T21:21:13Z', 'revision_number': 5, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'gw_port': {'id': '87dd72e8-1a23-42cf-94d8-ac01d18d8bd4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:50Z', 'updated_at': '2021-08-16T21:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '6527dd98-7ba7-471c-b4ce-18fccb692902', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'floating_ip_address': '172.25.1.69', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'port_id': 'e6347b96-3038-4251-b687-433d255d5048', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f4e189d-cb3a-46e3-b09a-94cac3752f77', 'mac_address': 'fa:16:3e:69:e3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161b2e5-b26f-480a-869a-11713ae8cc89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:20:15Z', 'updated_at': '2021-08-16T21:20:18Z', 'revision_number': 1, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68e919f3-c3f2-49f8-8f72-1f5df8fc08ca', 'name': '', 'network_id': '1f4e189d-cb3a-46e3-b09a-94cac3752f77', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'mac_address': 'fa:16:3e:e7:2d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '1820ed5d-cea9-4267-a89a-df41942479f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:53Z', 'updated_at': '2021-08-16T21:19:59Z', 'revision_number': 5, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'subnets': [{'id': '1820ed5d-cea9-4267-a89a-df41942479f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e53eb67-1a1c-4f1c-be6b-168dbba0ccfe', 'name': '', 'network_id': 'c3856a0f-ba95-4e3a-a66c-8be5276ccc07', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'mac_address': 'fa:16:3e:15:42:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '77101a7e-5a14-4871-8663-6ad05bdcadcc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:21:12Z', 'updated_at': '2021-08-16T21:21:15Z', 'revision_number': 4, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'subnets': [{'id': '77101a7e-5a14-4871-8663-6ad05bdcadcc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:15.711199 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287918c1-b558-4f47-89f3-a436858fb124 None None] The sync data for ids ['053a2ed2-bfde-4616-9527-32ac86f61f32'] in n-d-793620-15 is: [{'id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'name': 'tempest-TestNetworkBasicOps-router-1635515066', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '87dd72e8-1a23-42cf-94d8-ac01d18d8bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:49Z', 'updated_at': '2021-08-16T21:21:13Z', 'revision_number': 5, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'gw_port': {'id': '87dd72e8-1a23-42cf-94d8-ac01d18d8bd4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:50Z', 'updated_at': '2021-08-16T21:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '6527dd98-7ba7-471c-b4ce-18fccb692902', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'floating_ip_address': '172.25.1.69', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'port_id': 'e6347b96-3038-4251-b687-433d255d5048', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f4e189d-cb3a-46e3-b09a-94cac3752f77', 'mac_address': 'fa:16:3e:69:e3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161b2e5-b26f-480a-869a-11713ae8cc89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:20:15Z', 'updated_at': '2021-08-16T21:20:18Z', 'revision_number': 1, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68e919f3-c3f2-49f8-8f72-1f5df8fc08ca', 'name': '', 'network_id': '1f4e189d-cb3a-46e3-b09a-94cac3752f77', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'mac_address': 'fa:16:3e:e7:2d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '1820ed5d-cea9-4267-a89a-df41942479f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:53Z', 'updated_at': '2021-08-16T21:19:59Z', 'revision_number': 5, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'subnets': [{'id': '1820ed5d-cea9-4267-a89a-df41942479f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e53eb67-1a1c-4f1c-be6b-168dbba0ccfe', 'name': '', 'network_id': 'c3856a0f-ba95-4e3a-a66c-8be5276ccc07', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'mac_address': 'fa:16:3e:15:42:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '77101a7e-5a14-4871-8663-6ad05bdcadcc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:21:12Z', 'updated_at': '2021-08-16T21:21:15Z', 'revision_number': 4, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'subnets': [{'id': '77101a7e-5a14-4871-8663-6ad05bdcadcc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:21:16.603976 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:17.531012 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6e53eb67-1a1c-4f1c-be6b-168dbba0ccfe up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:21:17.660625 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 6e53eb67-1a1c-4f1c-be6b-168dbba0ccfe completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:21:17.664457 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 6e53eb67-1a1c-4f1c-be6b-168dbba0ccfe triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:21:17.664838 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:17.742846 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:17.776092 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 6e53eb67-1a1c-4f1c-be6b-168dbba0ccfe, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=6e53eb67-1a1c-4f1c-be6b-168dbba0ccfe,segment=NetworkSegment(b60bbe86-cff9-4ca7-9eb9-6535b68b49be),segment_id=b60bbe86-cff9-4ca7-9eb9-6535b68b49be)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:17.872858 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:17.919845 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=6e53eb67-1a1c-4f1c-be6b-168dbba0ccfe,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:19.352591 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:19.515364 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6e53eb67-1a1c-4f1c-be6b-168dbba0ccfe up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:21:19.567393 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 6e53eb67-1a1c-4f1c-be6b-168dbba0ccfe triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:21:19.567763 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:20.168993 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375710c2-4fbd-49c9-b1b0-e9a68a4df3ee req-7c835de9-f461-49bb-bd55-012b23f134a8 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:20.170513 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-375710c2-4fbd-49c9-b1b0-e9a68a4df3ee req-7c835de9-f461-49bb-bd55-012b23f134a8 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff518640-71a7-4ded-9eed-0479276f7944 HTTP/1.1" status: 200 len: 946 time: 0.0497980 Aug 16 21:21:20.212701 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-375710c2-4fbd-49c9-b1b0-e9a68a4df3ee req-a5709647-7e43-43c4-a97a-bf13761dbca0 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=16b858e9-0756-436d-9698-98f743b3a8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354609 Aug 16 21:21:20.235720 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 54968) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:20.296838 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5d745050-8f0a-455f-a4fc-ddd498eb3b94 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/floatingips/5bd316ec-e218-464c-9811-80d4e2b31164 HTTP/1.1" status: 200 len: 994 time: 0.0598950 Aug 16 21:21:20.746015 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12419419-2a3d-431e-a186-5914e4ace926 req-cb611706-ae7c-4dfd-b253-13ae134a5a01 tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:20.747599 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12419419-2a3d-431e-a186-5914e4ace926 req-cb611706-ae7c-4dfd-b253-13ae134a5a01 tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=ff518640-71a7-4ded-9eed-0479276f7944 HTTP/1.1" status: 200 len: 1098 time: 0.0420103 Aug 16 21:21:20.787292 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12419419-2a3d-431e-a186-5914e4ace926 req-458132ed-f495-43c5-a3c6-4af59b70c8f1 tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=16b858e9-0756-436d-9698-98f743b3a8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333731 Aug 16 21:21:21.675079 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55014) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:21.820118 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-cb8b9416-423d-4d48-afbe-6dffd7a16149 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ff518640-71a7-4ded-9eed-0479276f7944&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1433642 Aug 16 21:21:21.857311 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:21:22.186899 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:22.699776 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-ca9d15af-4ab6-4150-998f-76a903c4dc40 tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:21:22.700869 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-ca9d15af-4ab6-4150-998f-76a903c4dc40 tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0669897 Aug 16 21:21:22.710592 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-46342f9f-93f8-4dff-97e1-e13f5c5259f0 service neutron] Request body: {'binding': {'host': 'n-h1-793620-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:21:22.711399 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-46342f9f-93f8-4dff-97e1-e13f5c5259f0 service neutron] Unknown quota resources ['binding']. {{(pid=101844) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 21:21:22.846344 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-46342f9f-93f8-4dff-97e1-e13f5c5259f0 service neutron] Attempting to bind port b5c0e953-a711-47cc-a0fe-19c5c995e905 on host n-h1-793620-15 for vnic_type normal with profile None {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:21:22.846685 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-46342f9f-93f8-4dff-97e1-e13f5c5259f0 service neutron] Attempting to bind port b5c0e953-a711-47cc-a0fe-19c5c995e905 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '2f0ab293-7b58-4745-9448-29e5bb2e28e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b05a0f05-3ec6-4b62-b5d8-9da33df7438c'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:21:22.847018 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-46342f9f-93f8-4dff-97e1-e13f5c5259f0 service neutron] Attempting to bind port b5c0e953-a711-47cc-a0fe-19c5c995e905 on network b05a0f05-3ec6-4b62-b5d8-9da33df7438c {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:21:22.852047 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-46342f9f-93f8-4dff-97e1-e13f5c5259f0 service neutron] Port b5c0e953-a711-47cc-a0fe-19c5c995e905 on network b05a0f05-3ec6-4b62-b5d8-9da33df7438c not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:21:22.852384 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-46342f9f-93f8-4dff-97e1-e13f5c5259f0 service neutron] Attempting to bind port b5c0e953-a711-47cc-a0fe-19c5c995e905 on network b05a0f05-3ec6-4b62-b5d8-9da33df7438c {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:21:22.857239 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-46342f9f-93f8-4dff-97e1-e13f5c5259f0 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:21:22.857585 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-46342f9f-93f8-4dff-97e1-e13f5c5259f0 service neutron] Checking segment: {'id': '2f0ab293-7b58-4745-9448-29e5bb2e28e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b05a0f05-3ec6-4b62-b5d8-9da33df7438c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:21:22.857973 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-46342f9f-93f8-4dff-97e1-e13f5c5259f0 service neutron] Bound using segment: {'id': '2f0ab293-7b58-4745-9448-29e5bb2e28e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b05a0f05-3ec6-4b62-b5d8-9da33df7438c'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:21:22.858521 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-46342f9f-93f8-4dff-97e1-e13f5c5259f0 service neutron] Bound port: b5c0e953-a711-47cc-a0fe-19c5c995e905, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f0ab293-7b58-4745-9448-29e5bb2e28e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b05a0f05-3ec6-4b62-b5d8-9da33df7438c'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:21:22.943865 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-46342f9f-93f8-4dff-97e1-e13f5c5259f0 service neutron] For port b5c0e953-a711-47cc-a0fe-19c5c995e905, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=b5c0e953-a711-47cc-a0fe-19c5c995e905,segment=NetworkSegment(2f0ab293-7b58-4745-9448-29e5bb2e28e9),segment_id=2f0ab293-7b58-4745-9448-29e5bb2e28e9)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:21:23.010759 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-46342f9f-93f8-4dff-97e1-e13f5c5259f0 service neutron] Notify callbacks [] for binding, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:23.014990 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-46342f9f-93f8-4dff-97e1-e13f5c5259f0 service neutron] 10.222.0.84 "POST /v2.0/ports/b5c0e953-a711-47cc-a0fe-19c5c995e905/bindings HTTP/1.1" status: 201 len: 390 time: 0.3075287 Aug 16 21:21:23.269199 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe7e0c-0f61-44ab-a2e9-b1ab5dfec63b req-4826392e-f81c-4623-9f6f-4a27fef07284 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:23.271421 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0fbe7e0c-0f61-44ab-a2e9-b1ab5dfec63b req-4826392e-f81c-4623-9f6f-4a27fef07284 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff518640-71a7-4ded-9eed-0479276f7944 HTTP/1.1" status: 200 len: 946 time: 0.0510383 Aug 16 21:21:23.310247 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0fbe7e0c-0f61-44ab-a2e9-b1ab5dfec63b req-b0901bb0-7e20-484f-a6e3-daefbe594c5a tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=16b858e9-0756-436d-9698-98f743b3a8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323098 Aug 16 21:21:23.660269 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-410d8e3c-e0f1-42b7-9eb7-e7fcdcaee0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:23.661848 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-410d8e3c-e0f1-42b7-9eb7-e7fcdcaee0f9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&device_id=ff518640-71a7-4ded-9eed-0479276f7944 HTTP/1.1" status: 200 len: 1098 time: 0.0426240 Aug 16 21:21:23.760609 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-0bc9b72e-9029-4950-955e-5415e254d552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:23.762088 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-0bc9b72e-9029-4950-955e-5415e254d552 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b05a0f05-3ec6-4b62-b5d8-9da33df7438c HTTP/1.1" status: 200 len: 897 time: 0.0892410 Aug 16 21:21:23.830378 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-de51a846-1344-41d3-8a22-ce397d00dc8d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5c0e953-a711-47cc-a0fe-19c5c995e905 HTTP/1.1" status: 200 len: 1002 time: 0.0593309 Aug 16 21:21:23.884095 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-30ee5eb6-afcf-4d05-a487-d540375b4218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:23.885548 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-30ee5eb6-afcf-4d05-a487-d540375b4218 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9d3de6d7-ec76-4780-b774-f96af5185310 HTTP/1.1" status: 200 len: 834 time: 0.0471845 Aug 16 21:21:23.936490 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-6d2120dc-8a1c-48c9-91c5-c57185ec1ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:23.937999 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-6d2120dc-8a1c-48c9-91c5-c57185ec1ddc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b05a0f05-3ec6-4b62-b5d8-9da33df7438c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448260 Aug 16 21:21:24.030583 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-bc0485a7-c72d-4420-8ef1-58b736f1adc5 service neutron] 10.222.0.72 "GET /v2.0/networks/b05a0f05-3ec6-4b62-b5d8-9da33df7438c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851345 Aug 16 21:21:24.118716 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-358d0cac-3960-44c3-bf9b-ab05daca7d0f service neutron] 10.222.0.72 "GET /v2.0/networks/b05a0f05-3ec6-4b62-b5d8-9da33df7438c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801463 Aug 16 21:21:24.263799 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-9f93dac4-a2e6-4735-b1cd-2664f151b0b5 tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:24.265595 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-9f93dac4-a2e6-4735-b1cd-2664f151b0b5 tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=ff518640-71a7-4ded-9eed-0479276f7944&tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&binding%3Ahost_id=n-h2-793620-15 HTTP/1.1" status: 200 len: 1098 time: 0.0811350 Aug 16 21:21:24.278284 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-20101770-b9f3-4d18-b84b-e99d13b55fd8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793620-15'}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:21:24.337075 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-20101770-b9f3-4d18-b84b-e99d13b55fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:24.441745 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4bf84b-e9f5-4a51-9df4-06eb43372fbf req-9afc3817-e1f8-4ff6-b490-9b82c2bb6e29 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:24.443274 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-be4bf84b-e9f5-4a51-9df4-06eb43372fbf req-9afc3817-e1f8-4ff6-b490-9b82c2bb6e29 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff518640-71a7-4ded-9eed-0479276f7944 HTTP/1.1" status: 200 len: 946 time: 0.0555475 Aug 16 21:21:24.465768 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-20101770-b9f3-4d18-b84b-e99d13b55fd8 service neutron] For port b5c0e953-a711-47cc-a0fe-19c5c995e905, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=b5c0e953-a711-47cc-a0fe-19c5c995e905,segment=NetworkSegment(2f0ab293-7b58-4745-9448-29e5bb2e28e9),segment_id=2f0ab293-7b58-4745-9448-29e5bb2e28e9)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:24.484737 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-be4bf84b-e9f5-4a51-9df4-06eb43372fbf req-45c11f6e-f8de-4706-9748-b6e05ea88810 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=16b858e9-0756-436d-9698-98f743b3a8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347686 Aug 16 21:21:24.509282 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-20101770-b9f3-4d18-b84b-e99d13b55fd8 service neutron] For port b5c0e953-a711-47cc-a0fe-19c5c995e905, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:21:24.553791 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff518640-71a7-4ded-9eed-0479276f7944', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5c0e953-a711-47cc-a0fe-19c5c995e905'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:21:24.556112 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972a9e56-c58d-4cf5-9daf-9fbc0ce4eaa6" -d '{"events": [{"server_uuid": "ff518640-71a7-4ded-9eed-0479276f7944", "name": "network-vif-unplugged", "status": "completed", "tag": "b5c0e953-a711-47cc-a0fe-19c5c995e905"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:21:24.560429 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-20101770-b9f3-4d18-b84b-e99d13b55fd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:24.596636 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4681d23-955a-41ef-bbf7-ab8a33735318 x-openstack-request-id: req-e4681d23-955a-41ef-bbf7-ab8a33735318 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:21:24.599940 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff518640-71a7-4ded-9eed-0479276f7944", "name": "network-vif-unplugged", "status": "completed", "tag": "b5c0e953-a711-47cc-a0fe-19c5c995e905", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:21:24.599940 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e4681d23-955a-41ef-bbf7-ab8a33735318 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:21:24.599940 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff518640-71a7-4ded-9eed-0479276f7944', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5c0e953-a711-47cc-a0fe-19c5c995e905', 'code': 200} Aug 16 21:21:24.609131 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-20101770-b9f3-4d18-b84b-e99d13b55fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:24.700367 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20101770-b9f3-4d18-b84b-e99d13b55fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=b5c0e953-a711-47cc-a0fe-19c5c995e905,revision_number=7']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:24.758948 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-20101770-b9f3-4d18-b84b-e99d13b55fd8 service neutron] Attempting to bind port b5c0e953-a711-47cc-a0fe-19c5c995e905 on host n-h2-793620-15 for vnic_type normal with profile {"migrating_to": "n-h1-793620-15"} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:21:24.759303 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-20101770-b9f3-4d18-b84b-e99d13b55fd8 service neutron] Attempting to bind port b5c0e953-a711-47cc-a0fe-19c5c995e905 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '2f0ab293-7b58-4745-9448-29e5bb2e28e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b05a0f05-3ec6-4b62-b5d8-9da33df7438c'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:21:24.759633 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-20101770-b9f3-4d18-b84b-e99d13b55fd8 service neutron] Attempting to bind port b5c0e953-a711-47cc-a0fe-19c5c995e905 on network b05a0f05-3ec6-4b62-b5d8-9da33df7438c {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:21:24.764295 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-20101770-b9f3-4d18-b84b-e99d13b55fd8 service neutron] Port b5c0e953-a711-47cc-a0fe-19c5c995e905 on network b05a0f05-3ec6-4b62-b5d8-9da33df7438c not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:21:24.764618 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-20101770-b9f3-4d18-b84b-e99d13b55fd8 service neutron] Attempting to bind port b5c0e953-a711-47cc-a0fe-19c5c995e905 on network b05a0f05-3ec6-4b62-b5d8-9da33df7438c {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:21:24.770225 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-20101770-b9f3-4d18-b84b-e99d13b55fd8 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:21:24.770560 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-20101770-b9f3-4d18-b84b-e99d13b55fd8 service neutron] Checking segment: {'id': '2f0ab293-7b58-4745-9448-29e5bb2e28e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b05a0f05-3ec6-4b62-b5d8-9da33df7438c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:21:24.770940 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-20101770-b9f3-4d18-b84b-e99d13b55fd8 service neutron] Bound using segment: {'id': '2f0ab293-7b58-4745-9448-29e5bb2e28e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b05a0f05-3ec6-4b62-b5d8-9da33df7438c'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:21:24.771368 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-20101770-b9f3-4d18-b84b-e99d13b55fd8 service neutron] Bound port: b5c0e953-a711-47cc-a0fe-19c5c995e905, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f0ab293-7b58-4745-9448-29e5bb2e28e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b05a0f05-3ec6-4b62-b5d8-9da33df7438c'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:21:24.771726 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-20101770-b9f3-4d18-b84b-e99d13b55fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:24.839192 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-20101770-b9f3-4d18-b84b-e99d13b55fd8 service neutron] For port b5c0e953-a711-47cc-a0fe-19c5c995e905, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:21:24.842308 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-20101770-b9f3-4d18-b84b-e99d13b55fd8 service neutron] For port b5c0e953-a711-47cc-a0fe-19c5c995e905, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=b5c0e953-a711-47cc-a0fe-19c5c995e905,segment=NetworkSegment(2f0ab293-7b58-4745-9448-29e5bb2e28e9),segment_id=2f0ab293-7b58-4745-9448-29e5bb2e28e9)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:21:24.896511 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-20101770-b9f3-4d18-b84b-e99d13b55fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:24.897735 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1ec05731-86e7-44e5-88f0-1d0590183dc9 None None] Provisioning complete for port b5c0e953-a711-47cc-a0fe-19c5c995e905 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:21:24.911158 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1ec05731-86e7-44e5-88f0-1d0590183dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:24.992112 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1ec05731-86e7-44e5-88f0-1d0590183dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:25.042546 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-1ec05731-86e7-44e5-88f0-1d0590183dc9 None None] For port b5c0e953-a711-47cc-a0fe-19c5c995e905, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=b5c0e953-a711-47cc-a0fe-19c5c995e905,segment=NetworkSegment(2f0ab293-7b58-4745-9448-29e5bb2e28e9),segment_id=2f0ab293-7b58-4745-9448-29e5bb2e28e9)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:25.043746 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff518640-71a7-4ded-9eed-0479276f7944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c0e953-a711-47cc-a0fe-19c5c995e905'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:21:25.044784 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-20101770-b9f3-4d18-b84b-e99d13b55fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:25.045420 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-20101770-b9f3-4d18-b84b-e99d13b55fd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:25.046636 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23eb980b-6696-48df-ad03-d3eb92ac079c" -d '{"events": [{"server_uuid": "ff518640-71a7-4ded-9eed-0479276f7944", "name": "network-vif-plugged", "status": "completed", "tag": "b5c0e953-a711-47cc-a0fe-19c5c995e905"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:21:25.046954 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-20101770-b9f3-4d18-b84b-e99d13b55fd8 service neutron] 10.222.0.72 "PUT /v2.0/ports/b5c0e953-a711-47cc-a0fe-19c5c995e905 HTTP/1.1" status: 200 len: 1124 time: 0.7732248 Aug 16 21:21:25.057247 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20101770-b9f3-4d18-b84b-e99d13b55fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=b5c0e953-a711-47cc-a0fe-19c5c995e905,revision_number=8']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:25.097284 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1ec05731-86e7-44e5-88f0-1d0590183dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:25.101443 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dac3960-183b-412f-b939-de2e198847c8 x-openstack-request-id: req-6dac3960-183b-412f-b939-de2e198847c8 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:21:25.101767 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff518640-71a7-4ded-9eed-0479276f7944", "name": "network-vif-plugged", "status": "completed", "tag": "b5c0e953-a711-47cc-a0fe-19c5c995e905", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:21:25.104572 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6dac3960-183b-412f-b939-de2e198847c8 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:21:25.104572 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff518640-71a7-4ded-9eed-0479276f7944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c0e953-a711-47cc-a0fe-19c5c995e905', 'code': 200} Aug 16 21:21:25.147471 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['b5c0e953-a711-47cc-a0fe-19c5c995e905'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:21:25.442009 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec05731-86e7-44e5-88f0-1d0590183dc9 None None] Pushing event updated for resources: {'Port': ['ID=b5c0e953-a711-47cc-a0fe-19c5c995e905,revision_number=9']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:25.609111 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af8f11-842a-447e-b989-0ee353b3637d req-b3e89802-c55c-45cf-bfe4-be6007ba78dd tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:25.610665 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f7af8f11-842a-447e-b989-0ee353b3637d req-b3e89802-c55c-45cf-bfe4-be6007ba78dd tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff518640-71a7-4ded-9eed-0479276f7944 HTTP/1.1" status: 200 len: 946 time: 0.0556250 Aug 16 21:21:25.616759 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-6d663350-d5e2-4c78-9cd4-85ff8a6aa5b1 None None] Provisioning complete for port b5c0e953-a711-47cc-a0fe-19c5c995e905 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:21:25.617139 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6d663350-d5e2-4c78-9cd4-85ff8a6aa5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:25.650109 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f7af8f11-842a-447e-b989-0ee353b3637d req-2c064106-3d93-441b-9151-07695aeb5aee tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=16b858e9-0756-436d-9698-98f743b3a8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331664 Aug 16 21:21:26.599629 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff518640-71a7-4ded-9eed-0479276f7944', 'tag': 'b5c0e953-a711-47cc-a0fe-19c5c995e905'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:21:26.602055 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6319d8b7-f537-45b6-bdd2-3530be9ef9df" -d '{"events": [{"name": "network-changed", "server_uuid": "ff518640-71a7-4ded-9eed-0479276f7944", "tag": "b5c0e953-a711-47cc-a0fe-19c5c995e905"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:21:26.638419 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1869971-0521-421a-90d9-4d9a8598cac8 x-openstack-request-id: req-f1869971-0521-421a-90d9-4d9a8598cac8 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:21:26.638798 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff518640-71a7-4ded-9eed-0479276f7944", "tag": "b5c0e953-a711-47cc-a0fe-19c5c995e905", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:21:26.639053 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f1869971-0521-421a-90d9-4d9a8598cac8 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:21:26.639456 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff518640-71a7-4ded-9eed-0479276f7944', 'tag': 'b5c0e953-a711-47cc-a0fe-19c5c995e905', 'status': 'completed', 'code': 200} Aug 16 21:21:26.701909 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319d8b7-f537-45b6-bdd2-3530be9ef9df req-0de6fd9d-2664-4f98-a9d1-d85caf0fca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:26.707942 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6319d8b7-f537-45b6-bdd2-3530be9ef9df req-0de6fd9d-2664-4f98-a9d1-d85caf0fca43 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&device_id=ff518640-71a7-4ded-9eed-0479276f7944 HTTP/1.1" status: 200 len: 1129 time: 0.0435922 Aug 16 21:21:26.827488 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671182db-1e6a-487c-8a1c-91ebe08d70ba req-d3645a55-f190-4bcf-8e6e-0f3444a088a4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:26.829034 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-671182db-1e6a-487c-8a1c-91ebe08d70ba req-d3645a55-f190-4bcf-8e6e-0f3444a088a4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff518640-71a7-4ded-9eed-0479276f7944 HTTP/1.1" status: 200 len: 946 time: 0.1089382 Aug 16 21:21:26.845983 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319d8b7-f537-45b6-bdd2-3530be9ef9df req-c9c052e8-cbd8-4003-a1c1-a8c437d04ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:26.847549 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6319d8b7-f537-45b6-bdd2-3530be9ef9df req-c9c052e8-cbd8-4003-a1c1-a8c437d04ba5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b05a0f05-3ec6-4b62-b5d8-9da33df7438c HTTP/1.1" status: 200 len: 897 time: 0.1348383 Aug 16 21:21:26.922881 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-671182db-1e6a-487c-8a1c-91ebe08d70ba req-af33f362-2dcd-46b1-9e6d-2ee8032bcbe9 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=16b858e9-0756-436d-9698-98f743b3a8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856740 Aug 16 21:21:26.939293 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6319d8b7-f537-45b6-bdd2-3530be9ef9df req-4e51c012-fde1-4124-a4f9-a22e6f274863 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5c0e953-a711-47cc-a0fe-19c5c995e905 HTTP/1.1" status: 200 len: 1002 time: 0.0811689 Aug 16 21:21:26.989971 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319d8b7-f537-45b6-bdd2-3530be9ef9df req-348af46d-9a1f-44a9-bc4c-883f567465fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:26.991455 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6319d8b7-f537-45b6-bdd2-3530be9ef9df req-348af46d-9a1f-44a9-bc4c-883f567465fc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9d3de6d7-ec76-4780-b774-f96af5185310 HTTP/1.1" status: 200 len: 834 time: 0.0449190 Aug 16 21:21:27.039309 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319d8b7-f537-45b6-bdd2-3530be9ef9df req-c2adef58-0193-436b-8f01-82b0bc38df71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:27.040884 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6319d8b7-f537-45b6-bdd2-3530be9ef9df req-c2adef58-0193-436b-8f01-82b0bc38df71 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b05a0f05-3ec6-4b62-b5d8-9da33df7438c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426259 Aug 16 21:21:27.136893 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6319d8b7-f537-45b6-bdd2-3530be9ef9df req-97f77b0b-3140-4b56-9801-722acb08efa4 service neutron] 10.222.0.90 "GET /v2.0/networks/b05a0f05-3ec6-4b62-b5d8-9da33df7438c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884776 Aug 16 21:21:27.229449 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6319d8b7-f537-45b6-bdd2-3530be9ef9df req-902d853d-b663-4e88-a7c5-ead2180911f4 service neutron] 10.222.0.90 "GET /v2.0/networks/b05a0f05-3ec6-4b62-b5d8-9da33df7438c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850222 Aug 16 21:21:28.047030 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12bf82-a322-46b4-bea2-3366a6532989 req-4e71ef33-7dbc-4250-acdf-6bfd224afc5f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:28.048716 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9a12bf82-a322-46b4-bea2-3366a6532989 req-4e71ef33-7dbc-4250-acdf-6bfd224afc5f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff518640-71a7-4ded-9eed-0479276f7944 HTTP/1.1" status: 200 len: 946 time: 0.0559821 Aug 16 21:21:28.096330 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9a12bf82-a322-46b4-bea2-3366a6532989 req-ef2cce38-3572-4333-92e3-13d5e741b98a tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=16b858e9-0756-436d-9698-98f743b3a8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398014 Aug 16 21:21:28.560062 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device b5c0e953-a711-47cc-a0fe-19c5c995e905 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:21:28.654972 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port b5c0e953-a711-47cc-a0fe-19c5c995e905, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=b5c0e953-a711-47cc-a0fe-19c5c995e905,segment=NetworkSegment(2f0ab293-7b58-4745-9448-29e5bb2e28e9),segment_id=2f0ab293-7b58-4745-9448-29e5bb2e28e9)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:28.667171 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device b5c0e953-a711-47cc-a0fe-19c5c995e905 has no active binding in host n-h1-793620-15 {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 21:21:29.217997 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8753e-64e1-405a-94e8-8430fba72176 req-8d08af04-e3e1-461f-b184-99fd0519ede4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:29.219514 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3fb8753e-64e1-405a-94e8-8430fba72176 req-8d08af04-e3e1-461f-b184-99fd0519ede4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff518640-71a7-4ded-9eed-0479276f7944 HTTP/1.1" status: 200 len: 946 time: 0.0549054 Aug 16 21:21:29.261568 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3fb8753e-64e1-405a-94e8-8430fba72176 req-6a2b1887-f192-47da-be9e-262f9ab94501 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=16b858e9-0756-436d-9698-98f743b3a8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343540 Aug 16 21:21:30.174406 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-8444b83d-d065-4b2b-949f-8d980c46ddc6 service neutron] 10.222.0.90 "GET /v2.0/ports/b5c0e953-a711-47cc-a0fe-19c5c995e905/bindings/n-h1-793620-15 HTTP/1.1" status: 200 len: 385 time: 0.0580389 Aug 16 21:21:30.389998 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-99f02dab-114b-4bf5-af31-2c83e639c108 service neutron] For port b5c0e953-a711-47cc-a0fe-19c5c995e905, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=b5c0e953-a711-47cc-a0fe-19c5c995e905,segment=NetworkSegment(2f0ab293-7b58-4745-9448-29e5bb2e28e9),segment_id=2f0ab293-7b58-4745-9448-29e5bb2e28e9)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:30.418217 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b144e4-9af9-49aa-9ab8-50f2d45a563e req-7ace5c91-f731-42c1-87d5-f4a3b22a0775 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:30.419740 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-18b144e4-9af9-49aa-9ab8-50f2d45a563e req-7ace5c91-f731-42c1-87d5-f4a3b22a0775 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff518640-71a7-4ded-9eed-0479276f7944 HTTP/1.1" status: 200 len: 946 time: 0.0863054 Aug 16 21:21:30.424241 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-99f02dab-114b-4bf5-af31-2c83e639c108 service neutron] For port b5c0e953-a711-47cc-a0fe-19c5c995e905, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:21:30.488417 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff518640-71a7-4ded-9eed-0479276f7944', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5c0e953-a711-47cc-a0fe-19c5c995e905'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:21:30.490698 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962b3fea-7ac1-4766-83a7-543283333201" -d '{"events": [{"server_uuid": "ff518640-71a7-4ded-9eed-0479276f7944", "name": "network-vif-unplugged", "status": "completed", "tag": "b5c0e953-a711-47cc-a0fe-19c5c995e905"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:21:30.499016 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-18b144e4-9af9-49aa-9ab8-50f2d45a563e req-74630e36-3e0e-44e0-89e2-04edf2565184 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=16b858e9-0756-436d-9698-98f743b3a8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728259 Aug 16 21:21:30.500823 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-99f02dab-114b-4bf5-af31-2c83e639c108 service neutron] For port b5c0e953-a711-47cc-a0fe-19c5c995e905, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=b5c0e953-a711-47cc-a0fe-19c5c995e905,segment=NetworkSegment(2f0ab293-7b58-4745-9448-29e5bb2e28e9),segment_id=2f0ab293-7b58-4745-9448-29e5bb2e28e9)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:30.541341 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccf77a9-47ea-4144-90c4-56c2a6904de5 x-openstack-request-id: req-3ccf77a9-47ea-4144-90c4-56c2a6904de5 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:21:30.541649 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff518640-71a7-4ded-9eed-0479276f7944", "name": "network-vif-unplugged", "status": "completed", "tag": "b5c0e953-a711-47cc-a0fe-19c5c995e905", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:21:30.541934 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3ccf77a9-47ea-4144-90c4-56c2a6904de5 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:21:30.542367 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff518640-71a7-4ded-9eed-0479276f7944', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5c0e953-a711-47cc-a0fe-19c5c995e905', 'code': 200} Aug 16 21:21:30.569477 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-99f02dab-114b-4bf5-af31-2c83e639c108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:30.643868 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-99f02dab-114b-4bf5-af31-2c83e639c108 service neutron] Transition to ACTIVE for port object b5c0e953-a711-47cc-a0fe-19c5c995e905 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:21:30.712872 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-99f02dab-114b-4bf5-af31-2c83e639c108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:30.808411 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f02dab-114b-4bf5-af31-2c83e639c108 service neutron] Pushing event updated for resources: {'Port': ['ID=b5c0e953-a711-47cc-a0fe-19c5c995e905,revision_number=11']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:30.823424 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f02dab-114b-4bf5-af31-2c83e639c108 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:30.824120 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f02dab-114b-4bf5-af31-2c83e639c108 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:30.824223 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f02dab-114b-4bf5-af31-2c83e639c108 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:30.824492 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f02dab-114b-4bf5-af31-2c83e639c108 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:30.825013 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f02dab-114b-4bf5-af31-2c83e639c108 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:30.825426 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f02dab-114b-4bf5-af31-2c83e639c108 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:30.825973 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f02dab-114b-4bf5-af31-2c83e639c108 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:30.826221 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f02dab-114b-4bf5-af31-2c83e639c108 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:30.826508 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f02dab-114b-4bf5-af31-2c83e639c108 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:30.826881 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f02dab-114b-4bf5-af31-2c83e639c108 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:30.827224 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f02dab-114b-4bf5-af31-2c83e639c108 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:30.827575 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f02dab-114b-4bf5-af31-2c83e639c108 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:30.861965 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-99f02dab-114b-4bf5-af31-2c83e639c108 service neutron] No DVR routers for this DVR port b5c0e953-a711-47cc-a0fe-19c5c995e905 on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:21:31.002996 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-99f02dab-114b-4bf5-af31-2c83e639c108 service neutron] 10.222.0.90 "PUT /v2.0/ports/b5c0e953-a711-47cc-a0fe-19c5c995e905/bindings/n-h1-793620-15/activate HTTP/1.1" status: 200 len: 370 time: 0.8155479 Aug 16 21:21:31.168656 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-7a6ff9ab-5e00-4f34-8144-496a41aed15c tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:31.170284 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-7a6ff9ab-5e00-4f34-8144-496a41aed15c tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=ff518640-71a7-4ded-9eed-0479276f7944&tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&binding%3Ahost_id=n-h2-793620-15 HTTP/1.1" status: 200 len: 1097 time: 0.0494237 Aug 16 21:21:31.219519 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-394705b2-d75a-4584-b009-c31474fad145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:31.221186 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-394705b2-d75a-4584-b009-c31474fad145 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ff518640-71a7-4ded-9eed-0479276f7944&tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507 HTTP/1.1" status: 200 len: 1097 time: 0.0430288 Aug 16 21:21:31.290212 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-da03c798-dbf8-46a3-9711-e4b316fcec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:31.291728 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-da03c798-dbf8-46a3-9711-e4b316fcec5a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&device_id=ff518640-71a7-4ded-9eed-0479276f7944 HTTP/1.1" status: 200 len: 1097 time: 0.0448198 Aug 16 21:21:31.389240 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-1726bff2-d8bc-4f5b-97a3-d03302f36f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:31.390658 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-1726bff2-d8bc-4f5b-97a3-d03302f36f8a service neutron] 10.222.0.72 "GET /v2.0/networks?id=b05a0f05-3ec6-4b62-b5d8-9da33df7438c HTTP/1.1" status: 200 len: 897 time: 0.0876946 Aug 16 21:21:31.455349 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-7cd791d6-94af-4f94-8b36-e75a34a3cc5c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5c0e953-a711-47cc-a0fe-19c5c995e905 HTTP/1.1" status: 200 len: 1000 time: 0.0568838 Aug 16 21:21:31.506061 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-e26603c9-1295-43c3-bf1f-c180b85ba5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:31.507593 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-e26603c9-1295-43c3-bf1f-c180b85ba5c9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9d3de6d7-ec76-4780-b774-f96af5185310 HTTP/1.1" status: 200 len: 834 time: 0.0435300 Aug 16 21:21:31.572201 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-e2d5c4fe-20db-4e99-8d68-9f485ba8e3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:31.573730 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-e2d5c4fe-20db-4e99-8d68-9f485ba8e3d2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b05a0f05-3ec6-4b62-b5d8-9da33df7438c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589118 Aug 16 21:21:31.637424 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12851626-b9d2-4844-9295-c15e8d540eaf req-f8e8901d-2d01-4046-aea9-713ce094d58a tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:31.639043 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12851626-b9d2-4844-9295-c15e8d540eaf req-f8e8901d-2d01-4046-aea9-713ce094d58a tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff518640-71a7-4ded-9eed-0479276f7944 HTTP/1.1" status: 200 len: 945 time: 0.0582066 Aug 16 21:21:31.676536 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-6585c9d6-56ef-4c99-bb4b-1ff37c36c312 service neutron] 10.222.0.72 "GET /v2.0/networks/b05a0f05-3ec6-4b62-b5d8-9da33df7438c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951028 Aug 16 21:21:31.682475 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12851626-b9d2-4844-9295-c15e8d540eaf req-f8daa50c-a28d-4526-a1f0-597851f0d444 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=16b858e9-0756-436d-9698-98f743b3a8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359197 Aug 16 21:21:31.772747 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-da18cd01-71c3-4ca4-8489-764bb36020c7 service neutron] 10.222.0.72 "GET /v2.0/networks/b05a0f05-3ec6-4b62-b5d8-9da33df7438c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866771 Aug 16 21:21:32.258014 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-c4ca17a4-da39-4ea8-93a2-d3bbfbc3c1fc tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:32.259545 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-c4ca17a4-da39-4ea8-93a2-d3bbfbc3c1fc tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=ff518640-71a7-4ded-9eed-0479276f7944&tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&binding%3Ahost_id=n-h1-793620-15 HTTP/1.1" status: 200 len: 1097 time: 0.0456500 Aug 16 21:21:32.504022 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-5b0c5756-995e-4c93-a1a6-f4daf4500eba service neutron] For port b5c0e953-a711-47cc-a0fe-19c5c995e905, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:21:32.509514 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-5b0c5756-995e-4c93-a1a6-f4daf4500eba service neutron] Notify callbacks [] for binding, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:32.509514 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-5b0c5756-995e-4c93-a1a6-f4daf4500eba service neutron] 10.222.0.72 "DELETE /v2.0/ports/b5c0e953-a711-47cc-a0fe-19c5c995e905/bindings/n-h2-793620-15 HTTP/1.1" status: 204 len: 173 time: 0.2406588 Aug 16 21:21:32.800721 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04002d-d110-4c85-9655-cfdbb745b88d req-4f82397d-6a44-46d5-8c6c-ddf805528e1f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:32.802956 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1c04002d-d110-4c85-9655-cfdbb745b88d req-4f82397d-6a44-46d5-8c6c-ddf805528e1f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff518640-71a7-4ded-9eed-0479276f7944 HTTP/1.1" status: 200 len: 945 time: 0.0512207 Aug 16 21:21:32.849493 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1c04002d-d110-4c85-9655-cfdbb745b88d req-6a95f06e-fe55-4205-aeba-381c4b9b3183 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=16b858e9-0756-436d-9698-98f743b3a8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400393 Aug 16 21:21:32.959490 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c80a63-0669-498a-8757-a89cf0b38f26 req-9997feb8-966f-46d5-8253-d03793280c23 tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:32.984610 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-96c80a63-0669-498a-8757-a89cf0b38f26 req-9997feb8-966f-46d5-8253-d03793280c23 tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=ff518640-71a7-4ded-9eed-0479276f7944 HTTP/1.1" status: 200 len: 1097 time: 0.0410037 Aug 16 21:21:32.996780 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-96c80a63-0669-498a-8757-a89cf0b38f26 req-c87fdf4b-d52d-408b-b7ab-9b9fa813905c tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=16b858e9-0756-436d-9698-98f743b3a8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292335 Aug 16 21:21:33.117991 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ab2ae-981a-4bc5-bbc5-d280f1489844 req-2bb448c3-f000-445f-85c1-8afdcb2be3b0 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:33.120407 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-426ab2ae-981a-4bc5-bbc5-d280f1489844 req-2bb448c3-f000-445f-85c1-8afdcb2be3b0 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff518640-71a7-4ded-9eed-0479276f7944 HTTP/1.1" status: 200 len: 945 time: 0.0581875 Aug 16 21:21:33.165456 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-426ab2ae-981a-4bc5-bbc5-d280f1489844 req-083983ea-d0c1-4455-8072-ad088d29c57a tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=16b858e9-0756-436d-9698-98f743b3a8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334980 Aug 16 21:21:33.192389 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55208) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:33.259563 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8644bcab-5ce8-4a06-bc5c-2bce304968fd tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/floatingips/5bd316ec-e218-464c-9811-80d4e2b31164 HTTP/1.1" status: 200 len: 992 time: 0.0659292 Aug 16 21:21:33.473908 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55216) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:33.628828 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-2c431b3a-a640-4353-9a26-916b32123962 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Deleting port 946b993c-e693-46de-85ea-4fa3416d84b2 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:21:33.629761 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2c431b3a-a640-4353-9a26-916b32123962 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:33.711210 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2c431b3a-a640-4353-9a26-916b32123962 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:33.711489 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2c431b3a-a640-4353-9a26-916b32123962 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:33.723893 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-2c431b3a-a640-4353-9a26-916b32123962 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Calling delete_port for 946b993c-e693-46de-85ea-4fa3416d84b2 owned by network:floatingip {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:21:33.997810 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2c431b3a-a640-4353-9a26-916b32123962 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:34.023323 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c431b3a-a640-4353-9a26-916b32123962 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event deleted for resources: {'Port': ['ID=946b993c-e693-46de-85ea-4fa3416d84b2,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:34.088137 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2c431b3a-a640-4353-9a26-916b32123962 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for floatingip, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:34.088484 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [None req-2c431b3a-a640-4353-9a26-916b32123962 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Floating IP 5bd316ec-e218-464c-9811-80d4e2b31164 disassociated (deleted). External IP: 172.25.1.214, port: b5c0e953-a711-47cc-a0fe-19c5c995e905. Aug 16 21:21:34.305749 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c431b3a-a640-4353-9a26-916b32123962 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Router c172af9a-1f68-4f5c-af50-faf9ed0d518c has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:21:34.381494 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device b5c0e953-a711-47cc-a0fe-19c5c995e905 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:21:34.416382 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c431b3a-a640-4353-9a26-916b32123962 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:21:34.421573 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2c431b3a-a640-4353-9a26-916b32123962 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:34.424751 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device b5c0e953-a711-47cc-a0fe-19c5c995e905 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:21:34.425900 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf074ce-a12a-4ea8-a7f8-d45cac533720 None None] Sync routers for ids ['c172af9a-1f68-4f5c-af50-faf9ed0d518c'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:21:34.434592 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf074ce-a12a-4ea8-a7f8-d45cac533720 None None] Routers {'c172af9a-1f68-4f5c-af50-faf9ed0d518c'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:21:34.435320 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-bbf074ce-a12a-4ea8-a7f8-d45cac533720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:21:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['c172af9a-1f68-4f5c-af50-faf9ed0d518c'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:34.456865 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2c431b3a-a640-4353-9a26-916b32123962 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "DELETE /v2.0/floatingips/5bd316ec-e218-464c-9811-80d4e2b31164 HTTP/1.1" status: 204 len: 168 time: 0.9791501 Aug 16 21:21:34.456865 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff518640-71a7-4ded-9eed-0479276f7944', 'tag': 'b5c0e953-a711-47cc-a0fe-19c5c995e905'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:21:34.462604 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1377021c-76e4-4110-8c61-a7a882b826be" -d '{"events": [{"name": "network-changed", "server_uuid": "ff518640-71a7-4ded-9eed-0479276f7944", "tag": "b5c0e953-a711-47cc-a0fe-19c5c995e905"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:21:34.522342 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d20e72f-45ca-4499-979e-c64881c23793 x-openstack-request-id: req-6d20e72f-45ca-4499-979e-c64881c23793 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:21:34.522633 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff518640-71a7-4ded-9eed-0479276f7944", "tag": "b5c0e953-a711-47cc-a0fe-19c5c995e905", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:21:34.522878 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6d20e72f-45ca-4499-979e-c64881c23793 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:21:34.523290 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff518640-71a7-4ded-9eed-0479276f7944', 'tag': 'b5c0e953-a711-47cc-a0fe-19c5c995e905', 'status': 'completed', 'code': 200} Aug 16 21:21:34.574682 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5a9beded-b055-4e92-a45c-40bc749bc5be req-af9d03cb-f690-42ad-a8ab-29d453ce9873 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9161b2e5-b26f-480a-869a-11713ae8cc89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0855854 Aug 16 21:21:34.579799 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-bbf074ce-a12a-4ea8-a7f8-d45cac533720 None None] Set router c172af9a-1f68-4f5c-af50-faf9ed0d518c gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:21:34.597696 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377021c-76e4-4110-8c61-a7a882b826be req-b747fae2-9959-411e-8ca1-ad6d441433e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:34.599890 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1377021c-76e4-4110-8c61-a7a882b826be req-b747fae2-9959-411e-8ca1-ad6d441433e1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&device_id=ff518640-71a7-4ded-9eed-0479276f7944 HTTP/1.1" status: 200 len: 1097 time: 0.0559595 Aug 16 21:21:34.692953 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9beded-b055-4e92-a45c-40bc749bc5be req-63c04b80-9b8f-41d8-9587-b892630bbd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:34.695037 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5a9beded-b055-4e92-a45c-40bc749bc5be req-63c04b80-9b8f-41d8-9587-b892630bbd64 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f258702b923645ea8255373c3c1b0963&device_id=9161b2e5-b26f-480a-869a-11713ae8cc89 HTTP/1.1" status: 200 len: 1097 time: 0.0698171 Aug 16 21:21:34.823818 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-bbf074ce-a12a-4ea8-a7f8-d45cac533720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c172af9a-1f68-4f5c-af50-faf9ed0d518c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596444583', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '0f0e0001-8f01-4bc8-bb5f-68653e66b609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:20:25Z', 'updated_at': '2021-08-16T21:20:29Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '0f0e0001-8f01-4bc8-bb5f-68653e66b609', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c172af9a-1f68-4f5c-af50-faf9ed0d518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:20:25Z', 'updated_at': '2021-08-16T21:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '4e97a91f-4c73-46de-b509-262e8328f28f', 'name': '', 'network_id': 'b05a0f05-3ec6-4b62-b5d8-9da33df7438c', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'mac_address': 'fa:16:3e:5c:98:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c172af9a-1f68-4f5c-af50-faf9ed0d518c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '9d3de6d7-ec76-4780-b774-f96af5185310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:20:28Z', 'updated_at': '2021-08-16T21:20:33Z', 'revision_number': 5, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'subnets': [{'id': '9d3de6d7-ec76-4780-b774-f96af5185310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:34.826671 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9beded-b055-4e92-a45c-40bc749bc5be req-7d776dd3-6782-427d-b527-18e9cdebbbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:34.828516 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5a9beded-b055-4e92-a45c-40bc749bc5be req-7d776dd3-6782-427d-b527-18e9cdebbbbe service neutron] 10.222.0.90 "GET /v2.0/networks?id=1f4e189d-cb3a-46e3-b09a-94cac3752f77 HTTP/1.1" status: 200 len: 896 time: 0.1117921 Aug 16 21:21:34.858454 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf074ce-a12a-4ea8-a7f8-d45cac533720 None None] Checking router: c172af9a-1f68-4f5c-af50-faf9ed0d518c for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:21:34.868361 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf074ce-a12a-4ea8-a7f8-d45cac533720 None None] Routers {'c172af9a-1f68-4f5c-af50-faf9ed0d518c'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:21:34.869118 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-bbf074ce-a12a-4ea8-a7f8-d45cac533720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:21:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['c172af9a-1f68-4f5c-af50-faf9ed0d518c'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:34.905307 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5a9beded-b055-4e92-a45c-40bc749bc5be req-23e31683-20d1-4611-a82a-deefe14c8092 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6347b96-3038-4251-b687-433d255d5048 HTTP/1.1" status: 200 len: 1000 time: 0.0685675 Aug 16 21:21:34.992472 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-bbf074ce-a12a-4ea8-a7f8-d45cac533720 None None] Set router c172af9a-1f68-4f5c-af50-faf9ed0d518c gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:21:35.004682 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9beded-b055-4e92-a45c-40bc749bc5be req-5cf4ddd9-b72d-4be9-8005-f17e6da24395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:35.007260 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5a9beded-b055-4e92-a45c-40bc749bc5be req-5cf4ddd9-b72d-4be9-8005-f17e6da24395 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1820ed5d-cea9-4267-a89a-df41942479f9 HTTP/1.1" status: 200 len: 835 time: 0.0882905 Aug 16 21:21:35.074871 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377021c-76e4-4110-8c61-a7a882b826be req-12796a2e-aba1-444e-b570-a48947f5f9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:35.076523 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1377021c-76e4-4110-8c61-a7a882b826be req-12796a2e-aba1-444e-b570-a48947f5f9d0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b05a0f05-3ec6-4b62-b5d8-9da33df7438c HTTP/1.1" status: 200 len: 897 time: 0.4679458 Aug 16 21:21:35.092356 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1654d-c2fa-4016-a160-6f904f984107 req-f10250a8-6f3c-46c5-ac4c-6540b54d8b24 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:35.093959 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f9f1654d-c2fa-4016-a160-6f904f984107 req-f10250a8-6f3c-46c5-ac4c-6540b54d8b24 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff518640-71a7-4ded-9eed-0479276f7944 HTTP/1.1" status: 200 len: 945 time: 0.1096888 Aug 16 21:21:35.095835 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9beded-b055-4e92-a45c-40bc749bc5be req-3a72167f-eff3-4130-b72d-3cb484f5f25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:35.097204 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5a9beded-b055-4e92-a45c-40bc749bc5be req-3a72167f-eff3-4130-b72d-3cb484f5f25f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1f4e189d-cb3a-46e3-b09a-94cac3752f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0827599 Aug 16 21:21:35.135626 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1377021c-76e4-4110-8c61-a7a882b826be req-b699b979-6b3d-490f-ba47-510ca946f0ca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5c0e953-a711-47cc-a0fe-19c5c995e905 HTTP/1.1" status: 200 len: 217 time: 0.0410886 Aug 16 21:21:35.194070 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377021c-76e4-4110-8c61-a7a882b826be req-9edb309d-4193-4280-8405-55bc358de9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:35.196047 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1377021c-76e4-4110-8c61-a7a882b826be req-9edb309d-4193-4280-8405-55bc358de9d0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9d3de6d7-ec76-4780-b774-f96af5185310 HTTP/1.1" status: 200 len: 834 time: 0.0524664 Aug 16 21:21:35.221449 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f9f1654d-c2fa-4016-a160-6f904f984107 req-cbf93cb0-ae06-4d0f-a06b-cf3976138ba2 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=16b858e9-0756-436d-9698-98f743b3a8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181748 Aug 16 21:21:35.259399 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377021c-76e4-4110-8c61-a7a882b826be req-eb1e2bf9-20cd-4a87-8757-a950cca1d342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:35.260892 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1377021c-76e4-4110-8c61-a7a882b826be req-eb1e2bf9-20cd-4a87-8757-a950cca1d342 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b05a0f05-3ec6-4b62-b5d8-9da33df7438c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571334 Aug 16 21:21:35.262494 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5a9beded-b055-4e92-a45c-40bc749bc5be req-dc37e87c-c593-42fc-b61e-1900ec553c3d service neutron] 10.222.0.90 "GET /v2.0/networks/1f4e189d-cb3a-46e3-b09a-94cac3752f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575165 Aug 16 21:21:35.272075 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-bbf074ce-a12a-4ea8-a7f8-d45cac533720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c172af9a-1f68-4f5c-af50-faf9ed0d518c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596444583', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '0f0e0001-8f01-4bc8-bb5f-68653e66b609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:20:25Z', 'updated_at': '2021-08-16T21:20:29Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '0f0e0001-8f01-4bc8-bb5f-68653e66b609', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c172af9a-1f68-4f5c-af50-faf9ed0d518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:20:25Z', 'updated_at': '2021-08-16T21:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '4e97a91f-4c73-46de-b509-262e8328f28f', 'name': '', 'network_id': 'b05a0f05-3ec6-4b62-b5d8-9da33df7438c', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'mac_address': 'fa:16:3e:5c:98:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c172af9a-1f68-4f5c-af50-faf9ed0d518c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '9d3de6d7-ec76-4780-b774-f96af5185310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:20:28Z', 'updated_at': '2021-08-16T21:20:33Z', 'revision_number': 5, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'subnets': [{'id': '9d3de6d7-ec76-4780-b774-f96af5185310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:35.302395 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf074ce-a12a-4ea8-a7f8-d45cac533720 None None] The sync data for ids ['c172af9a-1f68-4f5c-af50-faf9ed0d518c'] in n-d-793620-15 is: [{'id': 'c172af9a-1f68-4f5c-af50-faf9ed0d518c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596444583', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '0f0e0001-8f01-4bc8-bb5f-68653e66b609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:20:25Z', 'updated_at': '2021-08-16T21:20:29Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '0f0e0001-8f01-4bc8-bb5f-68653e66b609', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c172af9a-1f68-4f5c-af50-faf9ed0d518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:20:25Z', 'updated_at': '2021-08-16T21:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '4e97a91f-4c73-46de-b509-262e8328f28f', 'name': '', 'network_id': 'b05a0f05-3ec6-4b62-b5d8-9da33df7438c', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'mac_address': 'fa:16:3e:5c:98:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c172af9a-1f68-4f5c-af50-faf9ed0d518c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '9d3de6d7-ec76-4780-b774-f96af5185310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:20:28Z', 'updated_at': '2021-08-16T21:20:33Z', 'revision_number': 5, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'subnets': [{'id': '9d3de6d7-ec76-4780-b774-f96af5185310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:21:35.361082 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5a9beded-b055-4e92-a45c-40bc749bc5be req-cab347e9-30e1-4401-b90a-da486c78c68b service neutron] 10.222.0.90 "GET /v2.0/networks/1f4e189d-cb3a-46e3-b09a-94cac3752f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908291 Aug 16 21:21:35.364956 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1377021c-76e4-4110-8c61-a7a882b826be req-f5844543-666e-4d9f-9275-b5f2411843df service neutron] 10.222.0.72 "GET /v2.0/networks/b05a0f05-3ec6-4b62-b5d8-9da33df7438c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960677 Aug 16 21:21:35.484187 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ec645-4899-41e3-b310-91c7d192a4d5 req-b99538b7-8324-4f3f-a21e-1e1aaf769c37 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:35.485537 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3d7ec645-4899-41e3-b310-91c7d192a4d5 req-b99538b7-8324-4f3f-a21e-1e1aaf769c37 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff518640-71a7-4ded-9eed-0479276f7944 HTTP/1.1" status: 200 len: 945 time: 0.1075928 Aug 16 21:21:35.538033 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1377021c-76e4-4110-8c61-a7a882b826be req-c66c7869-cce7-4028-8311-4b5e9a2d5ef1 service neutron] 10.222.0.72 "GET /v2.0/networks/b05a0f05-3ec6-4b62-b5d8-9da33df7438c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612206 Aug 16 21:21:35.579342 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be23bfc-c7fc-4e1a-ba04-83620feb5274 None None] New status for floating IP 5bd316ec-e218-464c-9811-80d4e2b31164: DOWN {{(pid=101846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:21:35.599205 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-3d7ec645-4899-41e3-b310-91c7d192a4d5 req-c8a2a37f-7445-404a-acec-c5c2df61dff6 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Deleting port b5c0e953-a711-47cc-a0fe-19c5c995e905 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:21:35.599627 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3d7ec645-4899-41e3-b310-91c7d192a4d5 req-c8a2a37f-7445-404a-acec-c5c2df61dff6 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:35.702243 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-3d7ec645-4899-41e3-b310-91c7d192a4d5 req-c8a2a37f-7445-404a-acec-c5c2df61dff6 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] For port b5c0e953-a711-47cc-a0fe-19c5c995e905, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=b5c0e953-a711-47cc-a0fe-19c5c995e905,segment=NetworkSegment(2f0ab293-7b58-4745-9448-29e5bb2e28e9),segment_id=2f0ab293-7b58-4745-9448-29e5bb2e28e9)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:35.702619 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3d7ec645-4899-41e3-b310-91c7d192a4d5 req-c8a2a37f-7445-404a-acec-c5c2df61dff6 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:35.715414 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-3d7ec645-4899-41e3-b310-91c7d192a4d5 req-c8a2a37f-7445-404a-acec-c5c2df61dff6 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Calling delete_port for b5c0e953-a711-47cc-a0fe-19c5c995e905 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:21:35.906037 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3d7ec645-4899-41e3-b310-91c7d192a4d5 req-c8a2a37f-7445-404a-acec-c5c2df61dff6 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:35.935896 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a2a37f-7445-404a-acec-c5c2df61dff6 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event deleted for resources: {'Port': ['ID=b5c0e953-a711-47cc-a0fe-19c5c995e905,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:35.976490 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7ec645-4899-41e3-b310-91c7d192a4d5 req-c8a2a37f-7445-404a-acec-c5c2df61dff6 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] No DVR routers for this DVR port b5c0e953-a711-47cc-a0fe-19c5c995e905 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:21:35.978963 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3d7ec645-4899-41e3-b310-91c7d192a4d5 req-c8a2a37f-7445-404a-acec-c5c2df61dff6 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:35.980930 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3d7ec645-4899-41e3-b310-91c7d192a4d5 req-c8a2a37f-7445-404a-acec-c5c2df61dff6 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.72 "DELETE /v2.0/ports/b5c0e953-a711-47cc-a0fe-19c5c995e905 HTTP/1.1" status: 204 len: 173 time: 0.4868186 Aug 16 21:21:35.981375 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff518640-71a7-4ded-9eed-0479276f7944', 'name': 'network-vif-deleted', 'tag': 'b5c0e953-a711-47cc-a0fe-19c5c995e905'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:21:35.983614 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7122bf8d-c436-4b93-a1f6-299d8b858ce2" -d '{"events": [{"server_uuid": "ff518640-71a7-4ded-9eed-0479276f7944", "name": "network-vif-deleted", "tag": "b5c0e953-a711-47cc-a0fe-19c5c995e905"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:21:36.021128 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c8b7b7-d95e-4640-aebe-da62482a0567 x-openstack-request-id: req-71c8b7b7-d95e-4640-aebe-da62482a0567 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:21:36.021480 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff518640-71a7-4ded-9eed-0479276f7944", "name": "network-vif-deleted", "tag": "b5c0e953-a711-47cc-a0fe-19c5c995e905", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:21:36.021793 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-71c8b7b7-d95e-4640-aebe-da62482a0567 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:21:36.022251 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff518640-71a7-4ded-9eed-0479276f7944', 'name': 'network-vif-deleted', 'tag': 'b5c0e953-a711-47cc-a0fe-19c5c995e905', 'status': 'completed', 'code': 200} Aug 16 21:21:36.354555 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9ed8adb8-459d-4df4-8d88-07abbdfff048 req-93c074ab-8660-431f-b535-83411fb70ccf tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff518640-71a7-4ded-9eed-0479276f7944 HTTP/1.1" status: 200 len: 210 time: 0.0327678 Aug 16 21:21:37.006387 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55278) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:37.427177 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55286) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:37.704046 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0a354c1d-be57-4c42-b129-7d95dd9d4063 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:37.823010 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4c0f8baf-7ac6-430e-8680-4e872d65fee3 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:38.035538 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-0a354c1d-be57-4c42-b129-7d95dd9d4063 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Deleting port 6e53eb67-1a1c-4f1c-be6b-168dbba0ccfe {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:21:38.036008 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0a354c1d-be57-4c42-b129-7d95dd9d4063 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:38.091693 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-4c0f8baf-7ac6-430e-8680-4e872d65fee3 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Deleting port 4e97a91f-4c73-46de-b509-262e8328f28f {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:21:38.092099 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4c0f8baf-7ac6-430e-8680-4e872d65fee3 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:38.136476 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-0a354c1d-be57-4c42-b129-7d95dd9d4063 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] For port 6e53eb67-1a1c-4f1c-be6b-168dbba0ccfe, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=6e53eb67-1a1c-4f1c-be6b-168dbba0ccfe,segment=NetworkSegment(b60bbe86-cff9-4ca7-9eb9-6535b68b49be),segment_id=b60bbe86-cff9-4ca7-9eb9-6535b68b49be)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:38.136856 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0a354c1d-be57-4c42-b129-7d95dd9d4063 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:38.150690 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-0a354c1d-be57-4c42-b129-7d95dd9d4063 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Calling delete_port for 6e53eb67-1a1c-4f1c-be6b-168dbba0ccfe owned by network:router_interface {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:21:38.194753 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-4c0f8baf-7ac6-430e-8680-4e872d65fee3 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] For port 4e97a91f-4c73-46de-b509-262e8328f28f, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=4e97a91f-4c73-46de-b509-262e8328f28f,segment=NetworkSegment(2f0ab293-7b58-4745-9448-29e5bb2e28e9),segment_id=2f0ab293-7b58-4745-9448-29e5bb2e28e9)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:38.195350 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4c0f8baf-7ac6-430e-8680-4e872d65fee3 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:38.207455 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-4c0f8baf-7ac6-430e-8680-4e872d65fee3 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Calling delete_port for 4e97a91f-4c73-46de-b509-262e8328f28f owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:21:38.426847 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0a354c1d-be57-4c42-b129-7d95dd9d4063 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:38.448931 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4c0f8baf-7ac6-430e-8680-4e872d65fee3 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:38.454950 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a354c1d-be57-4c42-b129-7d95dd9d4063 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event deleted for resources: {'Port': ['ID=6e53eb67-1a1c-4f1c-be6b-168dbba0ccfe,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:38.478745 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f8baf-7ac6-430e-8680-4e872d65fee3 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event deleted for resources: {'Port': ['ID=4e97a91f-4c73-46de-b509-262e8328f28f,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:38.638325 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device b5c0e953-a711-47cc-a0fe-19c5c995e905 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:21:38.657959 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0a354c1d-be57-4c42-b129-7d95dd9d4063 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:38.688527 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: b5c0e953-a711-47cc-a0fe-19c5c995e905 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:21:38.691099 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device b5c0e953-a711-47cc-a0fe-19c5c995e905 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:21:38.705798 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4c0f8baf-7ac6-430e-8680-4e872d65fee3 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:38.940396 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a354c1d-be57-4c42-b129-7d95dd9d4063 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Router 053a2ed2-bfde-4616-9527-32ac86f61f32 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:21:38.965352 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0f8baf-7ac6-430e-8680-4e872d65fee3 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Router c172af9a-1f68-4f5c-af50-faf9ed0d518c has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:21:39.055290 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a354c1d-be57-4c42-b129-7d95dd9d4063 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:21:39.064604 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0a354c1d-be57-4c42-b129-7d95dd9d4063 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "PUT /v2.0/routers/053a2ed2-bfde-4616-9527-32ac86f61f32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0544093 Aug 16 21:21:39.071051 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e35780-6a9d-4513-972e-2da5901c0ded None None] Sync routers for ids ['053a2ed2-bfde-4616-9527-32ac86f61f32'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:21:39.083205 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e35780-6a9d-4513-972e-2da5901c0ded None None] Routers {'053a2ed2-bfde-4616-9527-32ac86f61f32'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:21:39.083944 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-20e35780-6a9d-4513-972e-2da5901c0ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:21:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['053a2ed2-bfde-4616-9527-32ac86f61f32'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:39.100951 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0f8baf-7ac6-430e-8680-4e872d65fee3 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:21:39.106715 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4c0f8baf-7ac6-430e-8680-4e872d65fee3 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "PUT /v2.0/routers/c172af9a-1f68-4f5c-af50-faf9ed0d518c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6778727 Aug 16 21:21:39.109621 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55310) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:39.115832 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7445d8-cba3-4ce3-b328-a85df11407cc None None] Sync routers for ids ['c172af9a-1f68-4f5c-af50-faf9ed0d518c'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:21:39.130270 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7445d8-cba3-4ce3-b328-a85df11407cc None None] Routers {'c172af9a-1f68-4f5c-af50-faf9ed0d518c'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:21:39.133415 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-bb7445d8-cba3-4ce3-b328-a85df11407cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:21:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['c172af9a-1f68-4f5c-af50-faf9ed0d518c'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:39.208669 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-25155a8f-9dd5-4567-88f8-984a181d1a20 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Deleting subnet 9d3de6d7-ec76-4780-b774-f96af5185310 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:21:39.212994 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9f1eee13-3b96-4cf3-8e0b-5578ed7e68b8 req-d7f706df-9fd6-4c07-ba88-e5bddf0f8f13 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=47c988b5-eb12-4df3-b924-870063d83aba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0728898 Aug 16 21:21:39.215568 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-25155a8f-9dd5-4567-88f8-984a181d1a20 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:39.275819 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-25155a8f-9dd5-4567-88f8-984a181d1a20 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:39.313849 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-bb7445d8-cba3-4ce3-b328-a85df11407cc None None] Set router c172af9a-1f68-4f5c-af50-faf9ed0d518c gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:21:39.320233 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1eee13-3b96-4cf3-8e0b-5578ed7e68b8 req-f4cd540e-edf8-4d61-9a1e-cde6a3c7d8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:39.321938 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9f1eee13-3b96-4cf3-8e0b-5578ed7e68b8 req-f4cd540e-edf8-4d61-9a1e-cde6a3c7d8b8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b69326f60ecf4d2b91dfe20aa76f9ded&device_id=47c988b5-eb12-4df3-b924-870063d83aba HTTP/1.1" status: 200 len: 1102 time: 0.0576844 Aug 16 21:21:39.340973 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-20e35780-6a9d-4513-972e-2da5901c0ded None None] Set router 053a2ed2-bfde-4616-9527-32ac86f61f32 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:21:39.434843 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-25155a8f-9dd5-4567-88f8-984a181d1a20 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:39.484298 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1eee13-3b96-4cf3-8e0b-5578ed7e68b8 req-24ad396c-1ed8-4338-8f18-7f78c2242f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:39.484298 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9f1eee13-3b96-4cf3-8e0b-5578ed7e68b8 req-24ad396c-1ed8-4338-8f18-7f78c2242f5d service neutron] 10.222.0.72 "GET /v2.0/networks?id=d77fce7e-e915-4ee5-ada6-d6f376af2589 HTTP/1.1" status: 200 len: 870 time: 0.1384368 Aug 16 21:21:39.564814 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9f1eee13-3b96-4cf3-8e0b-5578ed7e68b8 req-89f3d591-827f-4eae-86dc-13f9a95ad220 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=12c800c2-09d9-487b-bbd1-5a5973a1eed0 HTTP/1.1" status: 200 len: 217 time: 0.0665989 Aug 16 21:21:39.618946 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-25155a8f-9dd5-4567-88f8-984a181d1a20 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:39.633498 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-bb7445d8-cba3-4ce3-b328-a85df11407cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c172af9a-1f68-4f5c-af50-faf9ed0d518c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596444583', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '0f0e0001-8f01-4bc8-bb5f-68653e66b609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:20:25Z', 'updated_at': '2021-08-16T21:21:38Z', 'revision_number': 5, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '0f0e0001-8f01-4bc8-bb5f-68653e66b609', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c172af9a-1f68-4f5c-af50-faf9ed0d518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:20:25Z', 'updated_at': '2021-08-16T21:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:39.638802 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1eee13-3b96-4cf3-8e0b-5578ed7e68b8 req-602981d7-41fb-4690-985f-a91f6db8161e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:39.640617 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9f1eee13-3b96-4cf3-8e0b-5578ed7e68b8 req-602981d7-41fb-4690-985f-a91f6db8161e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0671806 Aug 16 21:21:39.666727 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7445d8-cba3-4ce3-b328-a85df11407cc None None] Checking router: c172af9a-1f68-4f5c-af50-faf9ed0d518c for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:21:39.676318 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7445d8-cba3-4ce3-b328-a85df11407cc None None] Routers {'c172af9a-1f68-4f5c-af50-faf9ed0d518c'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:21:39.677365 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-bb7445d8-cba3-4ce3-b328-a85df11407cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:21:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['c172af9a-1f68-4f5c-af50-faf9ed0d518c'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:39.685942 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25155a8f-9dd5-4567-88f8-984a181d1a20 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event deleted for resources: {'Subnet': ['ID=9d3de6d7-ec76-4780-b774-f96af5185310,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:39.702125 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1eee13-3b96-4cf3-8e0b-5578ed7e68b8 req-ab67ba3c-de95-4884-b2bc-d7bf4cf5880f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:39.703641 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-25155a8f-9dd5-4567-88f8-984a181d1a20 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:39.704612 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9f1eee13-3b96-4cf3-8e0b-5578ed7e68b8 req-ab67ba3c-de95-4884-b2bc-d7bf4cf5880f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0561509 Aug 16 21:21:39.706078 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-25155a8f-9dd5-4567-88f8-984a181d1a20 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "DELETE /v2.0/subnets/9d3de6d7-ec76-4780-b774-f96af5185310 HTTP/1.1" status: 204 len: 168 time: 0.5953801 Aug 16 21:21:39.710057 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55318) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:39.732205 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-20e35780-6a9d-4513-972e-2da5901c0ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'name': 'tempest-TestNetworkBasicOps-router-1635515066', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '87dd72e8-1a23-42cf-94d8-ac01d18d8bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:49Z', 'updated_at': '2021-08-16T21:21:38Z', 'revision_number': 6, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'gw_port': {'id': '87dd72e8-1a23-42cf-94d8-ac01d18d8bd4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:50Z', 'updated_at': '2021-08-16T21:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '6527dd98-7ba7-471c-b4ce-18fccb692902', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'floating_ip_address': '172.25.1.69', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'port_id': 'e6347b96-3038-4251-b687-433d255d5048', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f4e189d-cb3a-46e3-b09a-94cac3752f77', 'mac_address': 'fa:16:3e:69:e3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161b2e5-b26f-480a-869a-11713ae8cc89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:20:15Z', 'updated_at': '2021-08-16T21:20:18Z', 'revision_number': 1, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68e919f3-c3f2-49f8-8f72-1f5df8fc08ca', 'name': '', 'network_id': '1f4e189d-cb3a-46e3-b09a-94cac3752f77', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'mac_address': 'fa:16:3e:e7:2d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '1820ed5d-cea9-4267-a89a-df41942479f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:53Z', 'updated_at': '2021-08-16T21:19:59Z', 'revision_number': 5, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'subnets': [{'id': '1820ed5d-cea9-4267-a89a-df41942479f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:39.794422 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4f9fa-d5ee-452c-83da-a32e37b815e8 req-c0e3d444-85c3-430b-9c09-c82ae9d1a213 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:39.798714 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a1e4f9fa-d5ee-452c-83da-a32e37b815e8 req-c0e3d444-85c3-430b-9c09-c82ae9d1a213 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=25846418-d3a6-4e87-8252-9ce46ae569c2 HTTP/1.1" status: 200 len: 946 time: 0.2012579 Aug 16 21:21:39.798856 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ef52f0-2352-4463-9d9e-ac238312a80a None None] Network b05a0f05-3ec6-4b62-b5d8-9da33df7438c requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:21:39.804575 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e35780-6a9d-4513-972e-2da5901c0ded None None] Checking router: 053a2ed2-bfde-4616-9527-32ac86f61f32 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:21:39.815988 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e35780-6a9d-4513-972e-2da5901c0ded None None] Routers {'053a2ed2-bfde-4616-9527-32ac86f61f32'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:21:39.817507 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-20e35780-6a9d-4513-972e-2da5901c0ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:21:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['053a2ed2-bfde-4616-9527-32ac86f61f32'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:39.818684 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-bb7445d8-cba3-4ce3-b328-a85df11407cc None None] Set router c172af9a-1f68-4f5c-af50-faf9ed0d518c gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:21:39.857465 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9f1eee13-3b96-4cf3-8e0b-5578ed7e68b8 req-1f3b11eb-b248-4458-90e5-6c289c238a75 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429510 Aug 16 21:21:39.889881 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a1e4f9fa-d5ee-452c-83da-a32e37b815e8 req-6be9b4b2-9ce0-4da5-a320-0dced15c11e5 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec98e0eb-c7f1-4dff-b932-3349c4adbb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799670 Aug 16 21:21:39.915777 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-13cfdca3-0a26-49e9-924c-c6068a929bf6 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:40.023116 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9f1eee13-3b96-4cf3-8e0b-5578ed7e68b8 req-4c78a795-f64e-4b9f-a9f3-7b69bfbbfd28 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513317 Aug 16 21:21:40.057292 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-20e35780-6a9d-4513-972e-2da5901c0ded None None] Set router 053a2ed2-bfde-4616-9527-32ac86f61f32 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:21:40.064053 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-13cfdca3-0a26-49e9-924c-c6068a929bf6 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:40.172224 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-bb7445d8-cba3-4ce3-b328-a85df11407cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c172af9a-1f68-4f5c-af50-faf9ed0d518c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596444583', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '0f0e0001-8f01-4bc8-bb5f-68653e66b609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:20:25Z', 'updated_at': '2021-08-16T21:21:38Z', 'revision_number': 5, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '0f0e0001-8f01-4bc8-bb5f-68653e66b609', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c172af9a-1f68-4f5c-af50-faf9ed0d518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:20:25Z', 'updated_at': '2021-08-16T21:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:40.217687 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-13cfdca3-0a26-49e9-924c-c6068a929bf6 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Deleting port 0f0e0001-8f01-4bc8-bb5f-68653e66b609 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:21:40.218079 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-13cfdca3-0a26-49e9-924c-c6068a929bf6 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:40.222642 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7445d8-cba3-4ce3-b328-a85df11407cc None None] The sync data for ids ['c172af9a-1f68-4f5c-af50-faf9ed0d518c'] in n-d-793620-15 is: [{'id': 'c172af9a-1f68-4f5c-af50-faf9ed0d518c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596444583', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '0f0e0001-8f01-4bc8-bb5f-68653e66b609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:20:25Z', 'updated_at': '2021-08-16T21:21:38Z', 'revision_number': 5, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '0f0e0001-8f01-4bc8-bb5f-68653e66b609', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c172af9a-1f68-4f5c-af50-faf9ed0d518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:20:25Z', 'updated_at': '2021-08-16T21:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:21:40.263591 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1068b788-9ddf-4074-9e69-da27a25ca557 None None] DHCP port deletion for b05a0f05-3ec6-4b62-b5d8-9da33df7438c request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:21:40.315853 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-1068b788-9ddf-4074-9e69-da27a25ca557 None None] Deleting port aa75921a-2b3b-49a9-b62d-f41b9ba2d94b {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:21:40.321981 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1068b788-9ddf-4074-9e69-da27a25ca557 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:40.336908 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-13cfdca3-0a26-49e9-924c-c6068a929bf6 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] For port 0f0e0001-8f01-4bc8-bb5f-68653e66b609, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=0f0e0001-8f01-4bc8-bb5f-68653e66b609,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:40.337540 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-13cfdca3-0a26-49e9-924c-c6068a929bf6 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:40.351679 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-13cfdca3-0a26-49e9-924c-c6068a929bf6 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Calling delete_port for 0f0e0001-8f01-4bc8-bb5f-68653e66b609 owned by network:router_gateway {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:21:40.382845 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-20e35780-6a9d-4513-972e-2da5901c0ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'name': 'tempest-TestNetworkBasicOps-router-1635515066', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '87dd72e8-1a23-42cf-94d8-ac01d18d8bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:49Z', 'updated_at': '2021-08-16T21:21:38Z', 'revision_number': 6, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'gw_port': {'id': '87dd72e8-1a23-42cf-94d8-ac01d18d8bd4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:50Z', 'updated_at': '2021-08-16T21:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '6527dd98-7ba7-471c-b4ce-18fccb692902', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'floating_ip_address': '172.25.1.69', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'port_id': 'e6347b96-3038-4251-b687-433d255d5048', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f4e189d-cb3a-46e3-b09a-94cac3752f77', 'mac_address': 'fa:16:3e:69:e3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161b2e5-b26f-480a-869a-11713ae8cc89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:20:15Z', 'updated_at': '2021-08-16T21:20:18Z', 'revision_number': 1, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68e919f3-c3f2-49f8-8f72-1f5df8fc08ca', 'name': '', 'network_id': '1f4e189d-cb3a-46e3-b09a-94cac3752f77', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'mac_address': 'fa:16:3e:e7:2d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '1820ed5d-cea9-4267-a89a-df41942479f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:53Z', 'updated_at': '2021-08-16T21:19:59Z', 'revision_number': 5, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'subnets': [{'id': '1820ed5d-cea9-4267-a89a-df41942479f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:40.386270 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-1068b788-9ddf-4074-9e69-da27a25ca557 None None] For port aa75921a-2b3b-49a9-b62d-f41b9ba2d94b, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=aa75921a-2b3b-49a9-b62d-f41b9ba2d94b,segment=NetworkSegment(2f0ab293-7b58-4745-9448-29e5bb2e28e9),segment_id=2f0ab293-7b58-4745-9448-29e5bb2e28e9)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:40.386690 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1068b788-9ddf-4074-9e69-da27a25ca557 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:40.401822 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-1068b788-9ddf-4074-9e69-da27a25ca557 None None] Calling delete_port for aa75921a-2b3b-49a9-b62d-f41b9ba2d94b owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:21:40.418010 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e35780-6a9d-4513-972e-2da5901c0ded None None] The sync data for ids ['053a2ed2-bfde-4616-9527-32ac86f61f32'] in n-d-793620-15 is: [{'id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'name': 'tempest-TestNetworkBasicOps-router-1635515066', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '87dd72e8-1a23-42cf-94d8-ac01d18d8bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:49Z', 'updated_at': '2021-08-16T21:21:38Z', 'revision_number': 6, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'gw_port': {'id': '87dd72e8-1a23-42cf-94d8-ac01d18d8bd4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:50Z', 'updated_at': '2021-08-16T21:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '6527dd98-7ba7-471c-b4ce-18fccb692902', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'floating_ip_address': '172.25.1.69', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'port_id': 'e6347b96-3038-4251-b687-433d255d5048', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f4e189d-cb3a-46e3-b09a-94cac3752f77', 'mac_address': 'fa:16:3e:69:e3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161b2e5-b26f-480a-869a-11713ae8cc89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:20:15Z', 'updated_at': '2021-08-16T21:20:18Z', 'revision_number': 1, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68e919f3-c3f2-49f8-8f72-1f5df8fc08ca', 'name': '', 'network_id': '1f4e189d-cb3a-46e3-b09a-94cac3752f77', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'mac_address': 'fa:16:3e:e7:2d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '1820ed5d-cea9-4267-a89a-df41942479f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:53Z', 'updated_at': '2021-08-16T21:19:59Z', 'revision_number': 5, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'subnets': [{'id': '1820ed5d-cea9-4267-a89a-df41942479f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:21:40.591744 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1068b788-9ddf-4074-9e69-da27a25ca557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:40.618055 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1068b788-9ddf-4074-9e69-da27a25ca557 None None] Pushing event deleted for resources: {'Port': ['ID=aa75921a-2b3b-49a9-b62d-f41b9ba2d94b,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:40.621764 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1068b788-9ddf-4074-9e69-da27a25ca557 None None] No DVR routers for this DVR port aa75921a-2b3b-49a9-b62d-f41b9ba2d94b on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:21:40.626442 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-13cfdca3-0a26-49e9-924c-c6068a929bf6 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:40.653368 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cfdca3-0a26-49e9-924c-c6068a929bf6 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event deleted for resources: {'Port': ['ID=0f0e0001-8f01-4bc8-bb5f-68653e66b609,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:40.723415 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-13cfdca3-0a26-49e9-924c-c6068a929bf6 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:40.836389 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-13cfdca3-0a26-49e9-924c-c6068a929bf6 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:40.838485 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-13cfdca3-0a26-49e9-924c-c6068a929bf6 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:40.931350 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99659986-5b64-42a6-a03b-8fa95ae18618 req-6a1acb7f-65d8-4695-920e-d40434a15751 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:40.937599 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-99659986-5b64-42a6-a03b-8fa95ae18618 req-6a1acb7f-65d8-4695-920e-d40434a15751 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.72 "GET /v2.0/ports?device_id=25846418-d3a6-4e87-8252-9ce46ae569c2 HTTP/1.1" status: 200 len: 946 time: 0.0604429 Aug 16 21:21:40.998535 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-13cfdca3-0a26-49e9-924c-c6068a929bf6 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:40.998854 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13cfdca3-0a26-49e9-924c-c6068a929bf6 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Fanout notify agent at l3_agent the message router_deleted on router c172af9a-1f68-4f5c-af50-faf9ed0d518c {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:21:41.010523 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-13cfdca3-0a26-49e9-924c-c6068a929bf6 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:41.010523 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-13cfdca3-0a26-49e9-924c-c6068a929bf6 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "DELETE /v2.0/routers/c172af9a-1f68-4f5c-af50-faf9ed0d518c HTTP/1.1" status: 204 len: 168 time: 1.2964795 Aug 16 21:21:41.010939 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55338) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:41.072946 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d3c518c4-035d-4349-ae82-d70d20bf230e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:41.084896 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-99659986-5b64-42a6-a03b-8fa95ae18618 req-fa1a0dbd-8285-4bc6-bd61-56b6dd345118 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Deleting port cad954d9-3ba3-4ada-b550-0df55d82435f {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:21:41.086244 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-99659986-5b64-42a6-a03b-8fa95ae18618 req-fa1a0dbd-8285-4bc6-bd61-56b6dd345118 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:41.163238 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277850ab-203a-4282-8ece-cad075cbdeae req-85e71516-3cc7-4530-872d-7b532973d321 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:41.164818 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-277850ab-203a-4282-8ece-cad075cbdeae req-85e71516-3cc7-4530-872d-7b532973d321 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=25846418-d3a6-4e87-8252-9ce46ae569c2 HTTP/1.1" status: 200 len: 946 time: 0.1374462 Aug 16 21:21:41.170451 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58c77ae1-b9ba-4b23-bad6-76e45cde60bc tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:41.212565 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-99659986-5b64-42a6-a03b-8fa95ae18618 req-fa1a0dbd-8285-4bc6-bd61-56b6dd345118 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] For port cad954d9-3ba3-4ada-b550-0df55d82435f, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=cad954d9-3ba3-4ada-b550-0df55d82435f,segment=NetworkSegment(b60bbe86-cff9-4ca7-9eb9-6535b68b49be),segment_id=b60bbe86-cff9-4ca7-9eb9-6535b68b49be)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:41.213050 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-99659986-5b64-42a6-a03b-8fa95ae18618 req-fa1a0dbd-8285-4bc6-bd61-56b6dd345118 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:41.230812 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-277850ab-203a-4282-8ece-cad075cbdeae req-2ca9a103-a8d6-477a-85aa-5c7c612e1bb2 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec98e0eb-c7f1-4dff-b932-3349c4adbb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582812 Aug 16 21:21:41.231017 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-99659986-5b64-42a6-a03b-8fa95ae18618 req-fa1a0dbd-8285-4bc6-bd61-56b6dd345118 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Calling delete_port for cad954d9-3ba3-4ada-b550-0df55d82435f owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:21:41.315822 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58c77ae1-b9ba-4b23-bad6-76e45cde60bc tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:41.327835 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-58c77ae1-b9ba-4b23-bad6-76e45cde60bc tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b05a0f05-3ec6-4b62-b5d8-9da33df7438c']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:41.339118 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-58c77ae1-b9ba-4b23-bad6-76e45cde60bc tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f0ab293-7b58-4745-9448-29e5bb2e28e9') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:41.339450 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-58c77ae1-b9ba-4b23-bad6-76e45cde60bc tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f0ab293-7b58-4745-9448-29e5bb2e28e9') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:41.348752 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58c77ae1-b9ba-4b23-bad6-76e45cde60bc tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:41.363033 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58c77ae1-b9ba-4b23-bad6-76e45cde60bc tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:41.370007 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c77ae1-b9ba-4b23-bad6-76e45cde60bc tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:21:41.370410 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58c77ae1-b9ba-4b23-bad6-76e45cde60bc tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:41.373548 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:21:41.373548 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:21:41.373548 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:21:41.373548 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:21:41.373548 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:21:41.373548 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:21:41.373548 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:21:41.373548 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:21:41.373548 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:21:41.373548 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:21:41.373548 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:21:41.373548 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:21:41.373548 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:21:41.373548 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:21:41.373548 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:21:41.373548 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:21:41.373548 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:21:41.373548 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:21:41.373548 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:21:41.373548 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:21:41.373548 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:21:41.373548 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:21:41.373548 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:21:41.373548 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:21:41.373548 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:21:41.373548 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:21:41.373548 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:21:41.373548 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:21:41.373548 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:21:41.373548 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:21:41.373548 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:21:41.373548 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:21:41.454783 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-99659986-5b64-42a6-a03b-8fa95ae18618 req-fa1a0dbd-8285-4bc6-bd61-56b6dd345118 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:41.485906 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a0dbd-8285-4bc6-bd61-56b6dd345118 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event deleted for resources: {'Port': ['ID=cad954d9-3ba3-4ada-b550-0df55d82435f,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:41.528437 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58c77ae1-b9ba-4b23-bad6-76e45cde60bc tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:41.531666 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-99659986-5b64-42a6-a03b-8fa95ae18618 req-fa1a0dbd-8285-4bc6-bd61-56b6dd345118 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] No DVR routers for this DVR port cad954d9-3ba3-4ada-b550-0df55d82435f on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:21:41.534257 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-99659986-5b64-42a6-a03b-8fa95ae18618 req-fa1a0dbd-8285-4bc6-bd61-56b6dd345118 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:41.536487 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-99659986-5b64-42a6-a03b-8fa95ae18618 req-fa1a0dbd-8285-4bc6-bd61-56b6dd345118 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.72 "DELETE /v2.0/ports/cad954d9-3ba3-4ada-b550-0df55d82435f HTTP/1.1" status: 204 len: 173 time: 0.5928309 Aug 16 21:21:41.536937 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25846418-d3a6-4e87-8252-9ce46ae569c2', 'name': 'network-vif-deleted', 'tag': 'cad954d9-3ba3-4ada-b550-0df55d82435f'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:21:41.539333 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70806f9-1e23-4e67-9796-0d2e41463096" -d '{"events": [{"server_uuid": "25846418-d3a6-4e87-8252-9ce46ae569c2", "name": "network-vif-deleted", "tag": "cad954d9-3ba3-4ada-b550-0df55d82435f"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:21:41.541047 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58c77ae1-b9ba-4b23-bad6-76e45cde60bc tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:41.558625 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-58c77ae1-b9ba-4b23-bad6-76e45cde60bc tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "DELETE /v2.0/networks/b05a0f05-3ec6-4b62-b5d8-9da33df7438c HTTP/1.1" status: 204 len: 168 time: 0.5466542 Aug 16 21:21:41.561729 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55348) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:41.590333 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c77ae1-b9ba-4b23-bad6-76e45cde60bc tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event deleted for resources: {'Network': ['ID=b05a0f05-3ec6-4b62-b5d8-9da33df7438c,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:41.600454 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b380d90e-2406-47ec-92c4-07938281ac58 x-openstack-request-id: req-b380d90e-2406-47ec-92c4-07938281ac58 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:21:41.600685 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25846418-d3a6-4e87-8252-9ce46ae569c2", "name": "network-vif-deleted", "tag": "cad954d9-3ba3-4ada-b550-0df55d82435f", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:21:41.601053 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b380d90e-2406-47ec-92c4-07938281ac58 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:21:41.601332 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25846418-d3a6-4e87-8252-9ce46ae569c2', 'name': 'network-vif-deleted', 'tag': 'cad954d9-3ba3-4ada-b550-0df55d82435f', 'status': 'completed', 'code': 200} Aug 16 21:21:41.634950 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d1afede8-9a41-48ca-915e-682a86bb50a1 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:41.661549 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d1afede8-9a41-48ca-915e-682a86bb50a1 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:41.670246 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 4e97a91f-4c73-46de-b509-262e8328f28f no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:21:41.698562 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 4e97a91f-4c73-46de-b509-262e8328f28f {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:21:41.703129 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 4e97a91f-4c73-46de-b509-262e8328f28f not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:21:41.703963 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 0f0e0001-8f01-4bc8-bb5f-68653e66b609 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:21:41.727065 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 0f0e0001-8f01-4bc8-bb5f-68653e66b609 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:21:41.727413 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 0f0e0001-8f01-4bc8-bb5f-68653e66b609 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:21:41.727855 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device aa75921a-2b3b-49a9-b62d-f41b9ba2d94b no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:21:41.746901 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: aa75921a-2b3b-49a9-b62d-f41b9ba2d94b {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:21:41.749758 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device aa75921a-2b3b-49a9-b62d-f41b9ba2d94b not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:21:41.749758 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6e53eb67-1a1c-4f1c-be6b-168dbba0ccfe no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:21:41.766411 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 6e53eb67-1a1c-4f1c-be6b-168dbba0ccfe {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:21:41.766823 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6e53eb67-1a1c-4f1c-be6b-168dbba0ccfe not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:21:41.865858 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d1afede8-9a41-48ca-915e-682a86bb50a1 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:41.868581 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d1afede8-9a41-48ca-915e-682a86bb50a1 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:41.877684 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d1afede8-9a41-48ca-915e-682a86bb50a1 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "DELETE /v2.0/security-groups/16b858e9-0756-436d-9698-98f743b3a8c6 HTTP/1.1" status: 204 len: 168 time: 0.3099797 Aug 16 21:21:41.893263 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1afede8-9a41-48ca-915e-682a86bb50a1 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b858e9-0756-436d-9698-98f743b3a8c6,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:42.343503 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55364) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:42.349234 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-efe5eb93-a61a-4d1e-9824-79c278a47123 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-676345251', 'description': 'tempest-secgroup-smoke-676345251 description', 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:21:42.359958 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-91c4f10b-96d6-4fbe-b39c-6cb32701e0c1 req-55fca087-de73-4806-bacb-660e8b8ad781 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=25846418-d3a6-4e87-8252-9ce46ae569c2 HTTP/1.1" status: 200 len: 210 time: 0.0377910 Aug 16 21:21:42.449050 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-efe5eb93-a61a-4d1e-9824-79c278a47123 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:42.529034 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-efe5eb93-a61a-4d1e-9824-79c278a47123 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:42.648850 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-efe5eb93-a61a-4d1e-9824-79c278a47123 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:42.678686 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5eb93-a61a-4d1e-9824-79c278a47123 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc1ecdb-ffc6-4c6e-8b9a-30d4f7bdcd70,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:42.751745 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-efe5eb93-a61a-4d1e-9824-79c278a47123 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:42.753059 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-efe5eb93-a61a-4d1e-9824-79c278a47123 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4084330 Aug 16 21:21:42.756061 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55370) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:42.760590 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-7790b7ca-13f5-4eb8-a60b-d620a8a49f33 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'security_group_rule': {'security_group_id': '3cc1ecdb-ffc6-4c6e-8b9a-30d4f7bdcd70', 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:21:42.887900 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7790b7ca-13f5-4eb8-a60b-d620a8a49f33 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:42.946976 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7790b7ca-13f5-4eb8-a60b-d620a8a49f33 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:43.048753 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7790b7ca-13f5-4eb8-a60b-d620a8a49f33 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:43.066126 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7790b7ca-13f5-4eb8-a60b-d620a8a49f33 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bcc8a42-5e4c-4eee-b96e-3a9306c23d76,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:43.157504 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7790b7ca-13f5-4eb8-a60b-d620a8a49f33 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:43.158899 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7790b7ca-13f5-4eb8-a60b-d620a8a49f33 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4018652 Aug 16 21:21:43.162465 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55378) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:43.166914 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-2309d35f-f5e6-4da7-acae-f47b0d1bd5c7 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'security_group_rule': {'security_group_id': '3cc1ecdb-ffc6-4c6e-8b9a-30d4f7bdcd70', 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:21:43.276457 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2309d35f-f5e6-4da7-acae-f47b0d1bd5c7 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:43.332589 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2309d35f-f5e6-4da7-acae-f47b0d1bd5c7 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:43.374535 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2309d35f-f5e6-4da7-acae-f47b0d1bd5c7 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:43.392748 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309d35f-f5e6-4da7-acae-f47b0d1bd5c7 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad38ac2b-ad50-403d-a8ea-49a90fb73122,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:43.422997 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55386) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:43.475855 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2309d35f-f5e6-4da7-acae-f47b0d1bd5c7 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:43.477092 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2309d35f-f5e6-4da7-acae-f47b0d1bd5c7 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3135865 Aug 16 21:21:43.480111 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55388) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:43.484904 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-755081df-0820-4fb0-8dc7-a8f30873d52d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'security_group_rule': {'security_group_id': '3cc1ecdb-ffc6-4c6e-8b9a-30d4f7bdcd70', 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:21:43.489989 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-54c5d638-878e-4ee2-b6af-9406a69ba57f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:43.516090 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-54c5d638-878e-4ee2-b6af-9406a69ba57f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:43.624906 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-755081df-0820-4fb0-8dc7-a8f30873d52d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:43.648446 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fe66bb11-f571-4050-9ec0-0acf4e5ca796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:43.653082 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-54c5d638-878e-4ee2-b6af-9406a69ba57f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:43.653082 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-54c5d638-878e-4ee2-b6af-9406a69ba57f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:43.653082 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-54c5d638-878e-4ee2-b6af-9406a69ba57f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "DELETE /v2.0/security-groups/ec98e0eb-c7f1-4dff-b932-3349c4adbb6f HTTP/1.1" status: 204 len: 168 time: 0.2283473 Aug 16 21:21:43.662459 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c5d638-878e-4ee2-b6af-9406a69ba57f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec98e0eb-c7f1-4dff-b932-3349c4adbb6f,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:43.690573 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-755081df-0820-4fb0-8dc7-a8f30873d52d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:43.757957 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55396) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:43.798768 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-755081df-0820-4fb0-8dc7-a8f30873d52d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:43.818164 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755081df-0820-4fb0-8dc7-a8f30873d52d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=533cfde3-2acb-4422-a3cc-73a67ada6f5b,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:43.837898 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9965248-ac79-49de-b7ab-9f358929e779 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Deleting subnet 77101a7e-5a14-4871-8663-6ad05bdcadcc {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:21:43.841350 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f9965248-ac79-49de-b7ab-9f358929e779 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:43.849022 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:43.886819 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f9965248-ac79-49de-b7ab-9f358929e779 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:43.917735 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-755081df-0820-4fb0-8dc7-a8f30873d52d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:43.921449 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-755081df-0820-4fb0-8dc7-a8f30873d52d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4378767 Aug 16 21:21:43.921833 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55400) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:43.928273 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-0bb4f817-2b51-4e07-a910-91a3a432e722 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'security_group_rule': {'security_group_id': '3cc1ecdb-ffc6-4c6e-8b9a-30d4f7bdcd70', 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:21:43.993175 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f9965248-ac79-49de-b7ab-9f358929e779 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:44.076194 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0bb4f817-2b51-4e07-a910-91a3a432e722 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:44.130140 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0bb4f817-2b51-4e07-a910-91a3a432e722 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:44.231733 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f9965248-ac79-49de-b7ab-9f358929e779 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:44.262348 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f9965248-ac79-49de-b7ab-9f358929e779 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:44.264407 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f9965248-ac79-49de-b7ab-9f358929e779 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "DELETE /v2.0/subnets/77101a7e-5a14-4871-8663-6ad05bdcadcc HTTP/1.1" status: 204 len: 168 time: 0.5051963 Aug 16 21:21:44.265610 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9965248-ac79-49de-b7ab-9f358929e779 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event deleted for resources: {'Subnet': ['ID=77101a7e-5a14-4871-8663-6ad05bdcadcc,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:44.267227 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55406) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:44.268107 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0bb4f817-2b51-4e07-a910-91a3a432e722 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:44.283887 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770c7d24-10f9-43ad-bbcd-584789d19c8d None None] Network c3856a0f-ba95-4e3a-a66c-8be5276ccc07 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:21:44.291564 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4f817-2b51-4e07-a910-91a3a432e722 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=787a25c9-e396-4141-b655-ac7578dcc75d,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:44.357733 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0bb4f817-2b51-4e07-a910-91a3a432e722 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:44.358863 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0bb4f817-2b51-4e07-a910-91a3a432e722 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4359820 Aug 16 21:21:44.362571 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55408) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:44.367255 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-b3ffa36a-1e3f-4a75-8764-b505669400fa tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'security_group_rule': {'security_group_id': '3cc1ecdb-ffc6-4c6e-8b9a-30d4f7bdcd70', 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:21:44.380030 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d9ba0ac-cc95-416f-afc3-8c8d40454573 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:44.438360 n-d-793620-15 neutron-server[101844]: INFO neutron.db.securitygroups_db [None req-b3ffa36a-1e3f-4a75-8764-b505669400fa tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Project fb8bbfb5e08a4065901bb7c36b7f1507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:21:44.440508 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-2d9ba0ac-cc95-416f-afc3-8c8d40454573 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Deleting port 3543bbd7-5742-4291-b279-9a646bf0b873 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:21:44.441631 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d9ba0ac-cc95-416f-afc3-8c8d40454573 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:44.449323 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b3ffa36a-1e3f-4a75-8764-b505669400fa tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:44.498475 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3188749c-ddb1-49d7-89fe-b5f67f4294db None None] DHCP port deletion for c3856a0f-ba95-4e3a-a66c-8be5276ccc07 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:21:44.516953 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-2d9ba0ac-cc95-416f-afc3-8c8d40454573 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] For port 3543bbd7-5742-4291-b279-9a646bf0b873, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=3543bbd7-5742-4291-b279-9a646bf0b873,segment=NetworkSegment(b60bbe86-cff9-4ca7-9eb9-6535b68b49be),segment_id=b60bbe86-cff9-4ca7-9eb9-6535b68b49be)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:44.517409 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d9ba0ac-cc95-416f-afc3-8c8d40454573 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:44.520678 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b3ffa36a-1e3f-4a75-8764-b505669400fa tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:44.531267 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-2d9ba0ac-cc95-416f-afc3-8c8d40454573 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Calling delete_port for 3543bbd7-5742-4291-b279-9a646bf0b873 owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:21:44.544715 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-3188749c-ddb1-49d7-89fe-b5f67f4294db None None] Deleting port 3543bbd7-5742-4291-b279-9a646bf0b873 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:21:44.545254 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3188749c-ddb1-49d7-89fe-b5f67f4294db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:44.603179 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b3ffa36a-1e3f-4a75-8764-b505669400fa tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:44.616930 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-3188749c-ddb1-49d7-89fe-b5f67f4294db None None] For port 3543bbd7-5742-4291-b279-9a646bf0b873, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=3543bbd7-5742-4291-b279-9a646bf0b873,segment=NetworkSegment(b60bbe86-cff9-4ca7-9eb9-6535b68b49be),segment_id=b60bbe86-cff9-4ca7-9eb9-6535b68b49be)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:44.617583 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3188749c-ddb1-49d7-89fe-b5f67f4294db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:44.622786 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffa36a-1e3f-4a75-8764-b505669400fa tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d42166a5-0237-4f0e-9c07-cb935e0840f4,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:44.631775 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-3188749c-ddb1-49d7-89fe-b5f67f4294db None None] Calling delete_port for 3543bbd7-5742-4291-b279-9a646bf0b873 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:21:44.636948 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device cad954d9-3ba3-4ada-b550-0df55d82435f no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:21:44.659994 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: cad954d9-3ba3-4ada-b550-0df55d82435f {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:21:44.660698 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device cad954d9-3ba3-4ada-b550-0df55d82435f not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:21:44.694437 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d9ba0ac-cc95-416f-afc3-8c8d40454573 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:44.708275 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b3ffa36a-1e3f-4a75-8764-b505669400fa tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:44.709596 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b3ffa36a-1e3f-4a75-8764-b505669400fa tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3460572 Aug 16 21:21:44.720208 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55414) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:44.725080 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-f8cbc4ea-2df0-46b8-a296-d32eaa5f1f0b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'security_group_rule': {'security_group_id': '3cc1ecdb-ffc6-4c6e-8b9a-30d4f7bdcd70', 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:21:44.732800 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ba0ac-cc95-416f-afc3-8c8d40454573 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event deleted for resources: {'Port': ['ID=3543bbd7-5742-4291-b279-9a646bf0b873,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:44.733150 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3188749c-ddb1-49d7-89fe-b5f67f4294db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:44.749279 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9ba0ac-cc95-416f-afc3-8c8d40454573 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] No DVR routers for this DVR port 3543bbd7-5742-4291-b279-9a646bf0b873 on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:21:44.767743 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188749c-ddb1-49d7-89fe-b5f67f4294db None None] Pushing event deleted for resources: {'Port': ['ID=3543bbd7-5742-4291-b279-9a646bf0b873,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:44.771581 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3188749c-ddb1-49d7-89fe-b5f67f4294db None None] No DVR routers for this DVR port 3543bbd7-5742-4291-b279-9a646bf0b873 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:21:44.837926 n-d-793620-15 neutron-server[101844]: INFO neutron.db.securitygroups_db [None req-f8cbc4ea-2df0-46b8-a296-d32eaa5f1f0b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Project fb8bbfb5e08a4065901bb7c36b7f1507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:21:44.841397 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d9ba0ac-cc95-416f-afc3-8c8d40454573 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:44.843337 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f8cbc4ea-2df0-46b8-a296-d32eaa5f1f0b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:44.854153 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-2d9ba0ac-cc95-416f-afc3-8c8d40454573 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3856a0f-ba95-4e3a-a66c-8be5276ccc07']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:44.874204 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-2d9ba0ac-cc95-416f-afc3-8c8d40454573 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b60bbe86-cff9-4ca7-9eb9-6535b68b49be') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:44.874570 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-2d9ba0ac-cc95-416f-afc3-8c8d40454573 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b60bbe86-cff9-4ca7-9eb9-6535b68b49be') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:44.886937 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d9ba0ac-cc95-416f-afc3-8c8d40454573 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:44.901739 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d9ba0ac-cc95-416f-afc3-8c8d40454573 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:44.905862 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:44.909272 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d9ba0ac-cc95-416f-afc3-8c8d40454573 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:21:44.909697 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d9ba0ac-cc95-416f-afc3-8c8d40454573 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:44.910731 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f8cbc4ea-2df0-46b8-a296-d32eaa5f1f0b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:44.913182 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:21:44.913182 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:21:44.913182 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:21:44.913182 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:21:44.913182 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:21:44.913182 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:21:44.913182 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:21:44.913182 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:21:44.913182 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:21:44.913182 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:21:44.913182 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:21:44.913182 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:21:44.913182 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:21:44.913182 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:21:44.913182 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:21:44.913182 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:21:44.913182 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:21:44.913182 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:21:44.913182 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:21:44.913182 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:21:44.913182 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:21:44.913182 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:21:44.913182 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:21:44.913182 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:21:44.913182 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:21:44.913182 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:21:44.913182 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:21:44.913182 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:21:44.913182 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:21:44.913182 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:21:44.913182 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:21:44.913182 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:21:45.025736 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f8cbc4ea-2df0-46b8-a296-d32eaa5f1f0b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:45.044615 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cbc4ea-2df0-46b8-a296-d32eaa5f1f0b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e6902b1-e682-4dc1-bd2c-cd6ca15cb5df,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:45.077692 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d9ba0ac-cc95-416f-afc3-8c8d40454573 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:45.085430 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d9ba0ac-cc95-416f-afc3-8c8d40454573 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:45.089175 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2d9ba0ac-cc95-416f-afc3-8c8d40454573 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "DELETE /v2.0/networks/c3856a0f-ba95-4e3a-a66c-8be5276ccc07 HTTP/1.1" status: 204 len: 168 time: 0.8198919 Aug 16 21:21:45.092607 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55422) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:45.109806 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ba0ac-cc95-416f-afc3-8c8d40454573 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event deleted for resources: {'Network': ['ID=c3856a0f-ba95-4e3a-a66c-8be5276ccc07,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:45.190190 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f8cbc4ea-2df0-46b8-a296-d32eaa5f1f0b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:45.194288 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f8cbc4ea-2df0-46b8-a296-d32eaa5f1f0b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4702115 Aug 16 21:21:45.194674 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55424) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:45.201811 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-f65a93f2-4874-46cc-bf42-e065df84ec39 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'network': {'name': 'tempest-network-smoke--538847567', 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'port_security_enabled': True}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:21:45.266760 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-178d1a8a-95fc-47d4-b2df-240e4106293d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Deleting port fb4ed49f-f653-4553-aa93-eaf25e6b1a61 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:21:45.267114 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-178d1a8a-95fc-47d4-b2df-240e4106293d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:45.294257 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65a93f2-4874-46cc-bf42-e065df84ec39 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Made reservation on behalf of fb8bbfb5e08a4065901bb7c36b7f1507 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:21:45.297905 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f65a93f2-4874-46cc-bf42-e065df84ec39 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:45.321845 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f65a93f2-4874-46cc-bf42-e065df84ec39 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:21:45.330847 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f65a93f2-4874-46cc-bf42-e065df84ec39 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:45.331398 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-f65a93f2-4874-46cc-bf42-e065df84ec39 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Added segment 83c59ba8-c8a5-4f7f-87dc-59e70982a35d of type vlan for network e97625c1-8d04-4565-8844-cd33d7a9e506 Aug 16 21:21:45.344785 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-178d1a8a-95fc-47d4-b2df-240e4106293d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:45.345125 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-178d1a8a-95fc-47d4-b2df-240e4106293d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:45.357496 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-178d1a8a-95fc-47d4-b2df-240e4106293d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Calling delete_port for fb4ed49f-f653-4553-aa93-eaf25e6b1a61 owned by network:floatingip {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:21:45.372668 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f65a93f2-4874-46cc-bf42-e065df84ec39 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:45.471442 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f65a93f2-4874-46cc-bf42-e065df84ec39 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:45.477902 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65a93f2-4874-46cc-bf42-e065df84ec39 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:45.478506 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f65a93f2-4874-46cc-bf42-e065df84ec39 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:45.528929 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 3543bbd7-5742-4291-b279-9a646bf0b873 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:21:45.551490 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 3543bbd7-5742-4291-b279-9a646bf0b873 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:21:45.551971 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 3543bbd7-5742-4291-b279-9a646bf0b873 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:21:45.572229 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a93f2-4874-46cc-bf42-e065df84ec39 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'Network': ['ID=e97625c1-8d04-4565-8844-cd33d7a9e506,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:45.582739 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network e97625c1-8d04-4565-8844-cd33d7a9e506 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:21:45.608928 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-178d1a8a-95fc-47d4-b2df-240e4106293d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:45.635200 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d1a8a-95fc-47d4-b2df-240e4106293d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event deleted for resources: {'Port': ['ID=fb4ed49f-f653-4553-aa93-eaf25e6b1a61,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:45.645674 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f65a93f2-4874-46cc-bf42-e065df84ec39 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4480479 Aug 16 21:21:45.647305 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55430) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:45.652199 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-314d9f68-ecb1-42bc-8e11-fa4b69936f79 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1303154237', 'admin_state_up': True, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:21:45.700711 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-178d1a8a-95fc-47d4-b2df-240e4106293d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for floatingip, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:45.701123 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [None req-178d1a8a-95fc-47d4-b2df-240e4106293d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Floating IP 6527dd98-7ba7-471c-b4ce-18fccb692902 disassociated (deleted). External IP: 172.25.1.69, port: e6347b96-3038-4251-b687-433d255d5048. Aug 16 21:21:45.765171 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-314d9f68-ecb1-42bc-8e11-fa4b69936f79 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:45.766398 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-314d9f68-ecb1-42bc-8e11-fa4b69936f79 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:45.834036 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-314d9f68-ecb1-42bc-8e11-fa4b69936f79 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:46.058278 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-314d9f68-ecb1-42bc-8e11-fa4b69936f79 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:46.257269 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178d1a8a-95fc-47d4-b2df-240e4106293d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Router 053a2ed2-bfde-4616-9527-32ac86f61f32 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:21:46.312605 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-314d9f68-ecb1-42bc-8e11-fa4b69936f79 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:46.336386 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-314d9f68-ecb1-42bc-8e11-fa4b69936f79 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:46.376144 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178d1a8a-95fc-47d4-b2df-240e4106293d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:21:46.387648 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-178d1a8a-95fc-47d4-b2df-240e4106293d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:46.389177 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e39ae95-473b-465c-931d-14a04ebd3a90 None None] Sync routers for ids ['053a2ed2-bfde-4616-9527-32ac86f61f32'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:21:46.403439 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e39ae95-473b-465c-931d-14a04ebd3a90 None None] Routers {'053a2ed2-bfde-4616-9527-32ac86f61f32'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:21:46.404688 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-5e39ae95-473b-465c-931d-14a04ebd3a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:21:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['053a2ed2-bfde-4616-9527-32ac86f61f32'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:46.428915 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-178d1a8a-95fc-47d4-b2df-240e4106293d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "DELETE /v2.0/floatingips/6527dd98-7ba7-471c-b4ce-18fccb692902 HTTP/1.1" status: 204 len: 168 time: 1.3258140 Aug 16 21:21:46.432085 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9161b2e5-b26f-480a-869a-11713ae8cc89', 'tag': 'e6347b96-3038-4251-b687-433d255d5048'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:21:46.439563 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c45d0c4-9f55-413d-a739-fd37adaf4112" -d '{"events": [{"name": "network-changed", "server_uuid": "9161b2e5-b26f-480a-869a-11713ae8cc89", "tag": "e6347b96-3038-4251-b687-433d255d5048"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:21:46.459756 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-314d9f68-ecb1-42bc-8e11-fa4b69936f79 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Allocated IP 172.25.1.211 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/34521c16-b8ff-46da-abdf-725cd5ffb7ae) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:21:46.491836 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163fe4ac-7264-4ab2-af8d-bfcd18a2fd0e x-openstack-request-id: req-163fe4ac-7264-4ab2-af8d-bfcd18a2fd0e {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:21:46.492135 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9161b2e5-b26f-480a-869a-11713ae8cc89", "tag": "e6347b96-3038-4251-b687-433d255d5048", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:21:46.492389 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-163fe4ac-7264-4ab2-af8d-bfcd18a2fd0e {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:21:46.492890 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9161b2e5-b26f-480a-869a-11713ae8cc89', 'tag': 'e6347b96-3038-4251-b687-433d255d5048', 'status': 'completed', 'code': 200} Aug 16 21:21:46.537497 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-5e39ae95-473b-465c-931d-14a04ebd3a90 None None] Set router 053a2ed2-bfde-4616-9527-32ac86f61f32 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:21:46.575554 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45d0c4-9f55-413d-a739-fd37adaf4112 req-a600d04b-aa25-4a2f-a97c-ed33ed73a663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:46.577441 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c45d0c4-9f55-413d-a739-fd37adaf4112 req-a600d04b-aa25-4a2f-a97c-ed33ed73a663 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f258702b923645ea8255373c3c1b0963&device_id=9161b2e5-b26f-480a-869a-11713ae8cc89 HTTP/1.1" status: 200 len: 1097 time: 0.0599506 Aug 16 21:21:46.597649 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:46.613427 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-314d9f68-ecb1-42bc-8e11-fa4b69936f79 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:46.703812 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45d0c4-9f55-413d-a739-fd37adaf4112 req-899a8d98-b194-4c09-89d4-51212136d42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:46.706008 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c45d0c4-9f55-413d-a739-fd37adaf4112 req-899a8d98-b194-4c09-89d4-51212136d42f service neutron] 10.222.0.90 "GET /v2.0/networks?id=1f4e189d-cb3a-46e3-b09a-94cac3752f77 HTTP/1.1" status: 200 len: 896 time: 0.1219337 Aug 16 21:21:46.734884 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-314d9f68-ecb1-42bc-8e11-fa4b69936f79 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:46.750643 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c45d0c4-9f55-413d-a739-fd37adaf4112 req-cdbf74f3-53f5-4d48-9c1c-83192a2f3dab service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6347b96-3038-4251-b687-433d255d5048 HTTP/1.1" status: 200 len: 217 time: 0.0375903 Aug 16 21:21:46.778862 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-5e39ae95-473b-465c-931d-14a04ebd3a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'name': 'tempest-TestNetworkBasicOps-router-1635515066', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '87dd72e8-1a23-42cf-94d8-ac01d18d8bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:49Z', 'updated_at': '2021-08-16T21:21:38Z', 'revision_number': 6, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'gw_port': {'id': '87dd72e8-1a23-42cf-94d8-ac01d18d8bd4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:50Z', 'updated_at': '2021-08-16T21:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '68e919f3-c3f2-49f8-8f72-1f5df8fc08ca', 'name': '', 'network_id': '1f4e189d-cb3a-46e3-b09a-94cac3752f77', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'mac_address': 'fa:16:3e:e7:2d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '1820ed5d-cea9-4267-a89a-df41942479f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:53Z', 'updated_at': '2021-08-16T21:19:59Z', 'revision_number': 5, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'subnets': [{'id': '1820ed5d-cea9-4267-a89a-df41942479f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:46.808271 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d9f68-ecb1-42bc-8e11-fa4b69936f79 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'Port': ['ID=34521c16-b8ff-46da-abdf-725cd5ffb7ae,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:46.809131 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e39ae95-473b-465c-931d-14a04ebd3a90 None None] Checking router: 053a2ed2-bfde-4616-9527-32ac86f61f32 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:21:46.810410 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45d0c4-9f55-413d-a739-fd37adaf4112 req-2c6cb30b-f89c-4e2f-b5ec-0e21ca343026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:46.812040 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c45d0c4-9f55-413d-a739-fd37adaf4112 req-2c6cb30b-f89c-4e2f-b5ec-0e21ca343026 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1820ed5d-cea9-4267-a89a-df41942479f9 HTTP/1.1" status: 200 len: 835 time: 0.0552244 Aug 16 21:21:46.819248 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314d9f68-ecb1-42bc-8e11-fa4b69936f79 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:21:46.819475 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e39ae95-473b-465c-931d-14a04ebd3a90 None None] Routers {'053a2ed2-bfde-4616-9527-32ac86f61f32'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:21:46.820112 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-5e39ae95-473b-465c-931d-14a04ebd3a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:21:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['053a2ed2-bfde-4616-9527-32ac86f61f32'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:46.820931 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314d9f68-ecb1-42bc-8e11-fa4b69936f79 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:46.821351 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314d9f68-ecb1-42bc-8e11-fa4b69936f79 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:46.821842 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314d9f68-ecb1-42bc-8e11-fa4b69936f79 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:46.822247 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314d9f68-ecb1-42bc-8e11-fa4b69936f79 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:46.822651 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314d9f68-ecb1-42bc-8e11-fa4b69936f79 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:46.823561 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314d9f68-ecb1-42bc-8e11-fa4b69936f79 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:46.823561 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314d9f68-ecb1-42bc-8e11-fa4b69936f79 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:46.823818 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314d9f68-ecb1-42bc-8e11-fa4b69936f79 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:46.824194 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314d9f68-ecb1-42bc-8e11-fa4b69936f79 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:46.824720 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314d9f68-ecb1-42bc-8e11-fa4b69936f79 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:46.825160 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314d9f68-ecb1-42bc-8e11-fa4b69936f79 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:46.825579 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314d9f68-ecb1-42bc-8e11-fa4b69936f79 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:46.829828 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-314d9f68-ecb1-42bc-8e11-fa4b69936f79 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:21:46.836415 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314d9f68-ecb1-42bc-8e11-fa4b69936f79 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:21:46.926743 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741f60e-5350-4f6d-9faa-f493714d19b6 req-bf94ac00-6690-4c8b-9ab3-4eebafc2d14c tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:46.927727 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a741f60e-5350-4f6d-9faa-f493714d19b6 req-bf94ac00-6690-4c8b-9ab3-4eebafc2d14c tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=9161b2e5-b26f-480a-869a-11713ae8cc89 HTTP/1.1" status: 200 len: 945 time: 0.0648947 Aug 16 21:21:46.935702 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45d0c4-9f55-413d-a739-fd37adaf4112 req-99f98b29-9e52-4eb6-9fab-6fa0876c878b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:46.935702 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c45d0c4-9f55-413d-a739-fd37adaf4112 req-99f98b29-9e52-4eb6-9fab-6fa0876c878b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1f4e189d-cb3a-46e3-b09a-94cac3752f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1147213 Aug 16 21:21:46.967743 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-5e39ae95-473b-465c-931d-14a04ebd3a90 None None] Set router 053a2ed2-bfde-4616-9527-32ac86f61f32 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:21:47.022299 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a741f60e-5350-4f6d-9faa-f493714d19b6 req-3b966bd4-2c85-4e49-a034-2a8c2f71dd9f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ee7d9ab-65ae-4525-a6bb-d891ed538721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854707 Aug 16 21:21:47.064982 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c45d0c4-9f55-413d-a739-fd37adaf4112 req-a3c99cc9-43b1-4f12-9776-090fac0d7dbe service neutron] 10.222.0.90 "GET /v2.0/networks/1f4e189d-cb3a-46e3-b09a-94cac3752f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195006 Aug 16 21:21:47.163414 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c45d0c4-9f55-413d-a739-fd37adaf4112 req-09f19440-d5db-437e-8aee-3d067b5df69d service neutron] 10.222.0.90 "GET /v2.0/networks/1f4e189d-cb3a-46e3-b09a-94cac3752f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907156 Aug 16 21:21:47.219061 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-314d9f68-ecb1-42bc-8e11-fa4b69936f79 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:47.308388 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-5e39ae95-473b-465c-931d-14a04ebd3a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'name': 'tempest-TestNetworkBasicOps-router-1635515066', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '87dd72e8-1a23-42cf-94d8-ac01d18d8bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:49Z', 'updated_at': '2021-08-16T21:21:38Z', 'revision_number': 6, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'gw_port': {'id': '87dd72e8-1a23-42cf-94d8-ac01d18d8bd4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:50Z', 'updated_at': '2021-08-16T21:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '68e919f3-c3f2-49f8-8f72-1f5df8fc08ca', 'name': '', 'network_id': '1f4e189d-cb3a-46e3-b09a-94cac3752f77', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'mac_address': 'fa:16:3e:e7:2d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '1820ed5d-cea9-4267-a89a-df41942479f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:53Z', 'updated_at': '2021-08-16T21:19:59Z', 'revision_number': 5, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'subnets': [{'id': '1820ed5d-cea9-4267-a89a-df41942479f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:47.334926 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e39ae95-473b-465c-931d-14a04ebd3a90 None None] The sync data for ids ['053a2ed2-bfde-4616-9527-32ac86f61f32'] in n-d-793620-15 is: [{'id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'name': 'tempest-TestNetworkBasicOps-router-1635515066', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '87dd72e8-1a23-42cf-94d8-ac01d18d8bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:49Z', 'updated_at': '2021-08-16T21:21:38Z', 'revision_number': 6, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'gw_port': {'id': '87dd72e8-1a23-42cf-94d8-ac01d18d8bd4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:50Z', 'updated_at': '2021-08-16T21:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '68e919f3-c3f2-49f8-8f72-1f5df8fc08ca', 'name': '', 'network_id': '1f4e189d-cb3a-46e3-b09a-94cac3752f77', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'mac_address': 'fa:16:3e:e7:2d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '1820ed5d-cea9-4267-a89a-df41942479f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:53Z', 'updated_at': '2021-08-16T21:19:59Z', 'revision_number': 5, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'subnets': [{'id': '1820ed5d-cea9-4267-a89a-df41942479f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:21:47.600685 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1378fdb8-4c17-41e2-b01b-539375d2b161 None None] New status for floating IP 6527dd98-7ba7-471c-b4ce-18fccb692902: DOWN {{(pid=101846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:21:47.766946 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-314d9f68-ecb1-42bc-8e11-fa4b69936f79 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:47.957890 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314d9f68-ecb1-42bc-8e11-fa4b69936f79 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Router ce8ea004-0b68-415b-8240-ad2b491e3d13 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:21:48.074578 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314d9f68-ecb1-42bc-8e11-fa4b69936f79 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:21:48.086306 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d6b385-f5f3-4ddd-98fb-0c3976425880 None None] Sync routers for ids ['ce8ea004-0b68-415b-8240-ad2b491e3d13'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:21:48.095582 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d6b385-f5f3-4ddd-98fb-0c3976425880 None None] Routers {'ce8ea004-0b68-415b-8240-ad2b491e3d13'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:21:48.096245 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-02d6b385-f5f3-4ddd-98fb-0c3976425880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:21:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['ce8ea004-0b68-415b-8240-ad2b491e3d13'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:48.153541 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1f3fb-72cd-4f07-8219-bf2a04f76cbc req-d48fd6bb-d51a-49af-875d-f558b43c5ef9 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:48.155057 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-51c1f3fb-72cd-4f07-8219-bf2a04f76cbc req-d48fd6bb-d51a-49af-875d-f558b43c5ef9 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.90 "GET /v2.0/ports?device_id=9161b2e5-b26f-480a-869a-11713ae8cc89 HTTP/1.1" status: 200 len: 945 time: 0.0954874 Aug 16 21:21:48.168805 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-314d9f68-ecb1-42bc-8e11-fa4b69936f79 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:48.173652 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-314d9f68-ecb1-42bc-8e11-fa4b69936f79 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5252244 Aug 16 21:21:48.174793 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55474) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:48.181429 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b2cf2-4ca2-474d-8f16-889859265cfb req-25fba52b-5bac-4125-a8ee-2135922674f2 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:48.184269 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3f3b2cf2-4ca2-474d-8f16-889859265cfb req-25fba52b-5bac-4125-a8ee-2135922674f2 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=9161b2e5-b26f-480a-869a-11713ae8cc89 HTTP/1.1" status: 200 len: 945 time: 0.0836561 Aug 16 21:21:48.211266 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-657b8d61-196e-4234-b925-0b40f38c978b tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=fb8bbfb5e08a4065901bb7c36b7f1507&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354290 Aug 16 21:21:48.212313 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55476) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:48.234088 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-02d6b385-f5f3-4ddd-98fb-0c3976425880 None None] Set router ce8ea004-0b68-415b-8240-ad2b491e3d13 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:21:48.280842 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3f3b2cf2-4ca2-474d-8f16-889859265cfb req-f6aa3f11-81ec-488b-b8e9-8d07689ce260 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ee7d9ab-65ae-4525-a6bb-d891ed538721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762131 Aug 16 21:21:48.303692 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-51c1f3fb-72cd-4f07-8219-bf2a04f76cbc req-01905706-def1-46fe-a534-c6e309ea64b2 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Deleting port e6347b96-3038-4251-b687-433d255d5048 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:21:48.304268 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-51c1f3fb-72cd-4f07-8219-bf2a04f76cbc req-01905706-def1-46fe-a534-c6e309ea64b2 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:48.315511 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7943a74b-fc7a-467a-8741-a5377ca85f9c tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:48.320296 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7943a74b-fc7a-467a-8741-a5377ca85f9c tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1073799 Aug 16 21:21:48.320906 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55478) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:48.355209 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-12771c28-a99d-42d2-8914-c79b82c33d32 tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=65ae326a-d6e1-4f5d-80d6-215a5521afe9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332036 Aug 16 21:21:48.358575 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55480) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:48.365238 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-ec329386-1fec-4a95-b605-ca0b1b3e6120 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1733612272', 'network_id': 'e97625c1-8d04-4565-8844-cd33d7a9e506', 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:21:48.453563 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-02d6b385-f5f3-4ddd-98fb-0c3976425880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8ea004-0b68-415b-8240-ad2b491e3d13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303154237', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '34521c16-b8ff-46da-abdf-725cd5ffb7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:21:45Z', 'updated_at': '2021-08-16T21:21:46Z', 'revision_number': 3, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '34521c16-b8ff-46da-abdf-725cd5ffb7ae', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d0:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8ea004-0b68-415b-8240-ad2b491e3d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:21:46Z', 'updated_at': '2021-08-16T21:21:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:48.479481 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d6b385-f5f3-4ddd-98fb-0c3976425880 None None] Checking router: ce8ea004-0b68-415b-8240-ad2b491e3d13 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:21:48.483303 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d6b385-f5f3-4ddd-98fb-0c3976425880 None None] Updating router ce8ea004-0b68-415b-8240-ad2b491e3d13 port 34521c16-b8ff-46da-abdf-725cd5ffb7ae binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:21:48.483438 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-51c1f3fb-72cd-4f07-8219-bf2a04f76cbc req-01905706-def1-46fe-a534-c6e309ea64b2 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] For port e6347b96-3038-4251-b687-433d255d5048, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=e6347b96-3038-4251-b687-433d255d5048,segment=NetworkSegment(2af2bc1d-f844-4ed6-bd51-463a323b2d02),segment_id=2af2bc1d-f844-4ed6-bd51-463a323b2d02)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:48.483438 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-51c1f3fb-72cd-4f07-8219-bf2a04f76cbc req-01905706-def1-46fe-a534-c6e309ea64b2 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:48.498597 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-51c1f3fb-72cd-4f07-8219-bf2a04f76cbc req-01905706-def1-46fe-a534-c6e309ea64b2 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Calling delete_port for e6347b96-3038-4251-b687-433d255d5048 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:21:48.504837 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-02d6b385-f5f3-4ddd-98fb-0c3976425880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:48.580677 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec329386-1fec-4a95-b605-ca0b1b3e6120 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Made reservation on behalf of fb8bbfb5e08a4065901bb7c36b7f1507 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:21:48.585002 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ec329386-1fec-4a95-b605-ca0b1b3e6120 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:48.774377 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-02d6b385-f5f3-4ddd-98fb-0c3976425880 None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:48.814281 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-02d6b385-f5f3-4ddd-98fb-0c3976425880 None None] Transition to ACTIVE for port object 34521c16-b8ff-46da-abdf-725cd5ffb7ae will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:21:48.818661 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-51c1f3fb-72cd-4f07-8219-bf2a04f76cbc req-01905706-def1-46fe-a534-c6e309ea64b2 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:48.855767 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01905706-def1-46fe-a534-c6e309ea64b2 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event deleted for resources: {'Port': ['ID=e6347b96-3038-4251-b687-433d255d5048,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:48.921136 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c1f3fb-72cd-4f07-8219-bf2a04f76cbc req-01905706-def1-46fe-a534-c6e309ea64b2 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] No DVR routers for this DVR port e6347b96-3038-4251-b687-433d255d5048 on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:21:48.926641 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-51c1f3fb-72cd-4f07-8219-bf2a04f76cbc req-01905706-def1-46fe-a534-c6e309ea64b2 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:48.929240 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-51c1f3fb-72cd-4f07-8219-bf2a04f76cbc req-01905706-def1-46fe-a534-c6e309ea64b2 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.90 "DELETE /v2.0/ports/e6347b96-3038-4251-b687-433d255d5048 HTTP/1.1" status: 204 len: 173 time: 0.7677000 Aug 16 21:21:48.929240 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9161b2e5-b26f-480a-869a-11713ae8cc89', 'name': 'network-vif-deleted', 'tag': 'e6347b96-3038-4251-b687-433d255d5048'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:21:48.931401 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c89e25f-5836-4043-8ac8-00befa22061b" -d '{"events": [{"server_uuid": "9161b2e5-b26f-480a-869a-11713ae8cc89", "name": "network-vif-deleted", "tag": "e6347b96-3038-4251-b687-433d255d5048"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:21:48.972924 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909a65a8-8a31-4ee6-92f8-860a726e3a44 x-openstack-request-id: req-909a65a8-8a31-4ee6-92f8-860a726e3a44 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:21:48.973242 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9161b2e5-b26f-480a-869a-11713ae8cc89", "name": "network-vif-deleted", "tag": "e6347b96-3038-4251-b687-433d255d5048", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:21:48.973498 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-909a65a8-8a31-4ee6-92f8-860a726e3a44 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:21:48.973950 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9161b2e5-b26f-480a-869a-11713ae8cc89', 'name': 'network-vif-deleted', 'tag': 'e6347b96-3038-4251-b687-433d255d5048', 'status': 'completed', 'code': 200} Aug 16 21:21:48.997379 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-02d6b385-f5f3-4ddd-98fb-0c3976425880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:49.046072 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-02d6b385-f5f3-4ddd-98fb-0c3976425880 None None] Attempting to bind port 34521c16-b8ff-46da-abdf-725cd5ffb7ae on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:21:49.048016 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-02d6b385-f5f3-4ddd-98fb-0c3976425880 None None] Attempting to bind port 34521c16-b8ff-46da-abdf-725cd5ffb7ae by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:21:49.048016 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d6b385-f5f3-4ddd-98fb-0c3976425880 None None] Attempting to bind port 34521c16-b8ff-46da-abdf-725cd5ffb7ae on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:21:49.055810 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b109b56-eb3b-4ba1-a017-db9f7780836f None None] Pushing event updated for resources: {'Port': ['ID=34521c16-b8ff-46da-abdf-725cd5ffb7ae,revision_number=2']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:49.057854 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d6b385-f5f3-4ddd-98fb-0c3976425880 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:21:49.058218 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d6b385-f5f3-4ddd-98fb-0c3976425880 None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:21:49.058609 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-02d6b385-f5f3-4ddd-98fb-0c3976425880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:49.059066 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d6b385-f5f3-4ddd-98fb-0c3976425880 None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:21:49.059525 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-02d6b385-f5f3-4ddd-98fb-0c3976425880 None None] Bound port: 34521c16-b8ff-46da-abdf-725cd5ffb7ae, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:21:49.059927 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-02d6b385-f5f3-4ddd-98fb-0c3976425880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:49.082450 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b109b56-eb3b-4ba1-a017-db9f7780836f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:49.082714 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b109b56-eb3b-4ba1-a017-db9f7780836f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:49.083050 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b109b56-eb3b-4ba1-a017-db9f7780836f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:49.083382 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b109b56-eb3b-4ba1-a017-db9f7780836f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:49.083711 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b109b56-eb3b-4ba1-a017-db9f7780836f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:49.084062 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b109b56-eb3b-4ba1-a017-db9f7780836f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:49.084387 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b109b56-eb3b-4ba1-a017-db9f7780836f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:49.084711 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b109b56-eb3b-4ba1-a017-db9f7780836f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:49.085035 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b109b56-eb3b-4ba1-a017-db9f7780836f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:49.085355 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b109b56-eb3b-4ba1-a017-db9f7780836f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:49.085942 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b109b56-eb3b-4ba1-a017-db9f7780836f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:49.086258 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b109b56-eb3b-4ba1-a017-db9f7780836f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:49.121920 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-02d6b385-f5f3-4ddd-98fb-0c3976425880 None None] For port 34521c16-b8ff-46da-abdf-725cd5ffb7ae, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:21:49.124870 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-02d6b385-f5f3-4ddd-98fb-0c3976425880 None None] For port 34521c16-b8ff-46da-abdf-725cd5ffb7ae, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=34521c16-b8ff-46da-abdf-725cd5ffb7ae,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:21:49.152109 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ec329386-1fec-4a95-b605-ca0b1b3e6120 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:49.225189 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec329386-1fec-4a95-b605-ca0b1b3e6120 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Checking segment: {'id': '83c59ba8-c8a5-4f7f-87dc-59e70982a35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e97625c1-8d04-4565-8844-cd33d7a9e506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:21:49.225867 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec329386-1fec-4a95-b605-ca0b1b3e6120 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Network hostable DHCP agents. Network: e97625c1-8d04-4565-8844-cd33d7a9e506, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:21:49.231449 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec329386-1fec-4a95-b605-ca0b1b3e6120 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'Subnet': ['ID=4771d5e7-5107-4c8d-b9ac-f4763c824f03,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:49.238921 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-02d6b385-f5f3-4ddd-98fb-0c3976425880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:49.291846 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b109b56-eb3b-4ba1-a017-db9f7780836f None None] Pushing event updated for resources: {'Port': ['ID=34521c16-b8ff-46da-abdf-725cd5ffb7ae,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:49.308051 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d6b385-f5f3-4ddd-98fb-0c3976425880 None None] Routers {'ce8ea004-0b68-415b-8240-ad2b491e3d13'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:21:49.308954 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-02d6b385-f5f3-4ddd-98fb-0c3976425880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:21:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['ce8ea004-0b68-415b-8240-ad2b491e3d13'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:49.357324 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec329386-1fec-4a95-b605-ca0b1b3e6120 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Network e97625c1-8d04-4565-8844-cd33d7a9e506 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:21:49.357763 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:49.426148 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-362c81f0-462a-432c-a257-608cf1cd0181 req-39370303-41bd-48f8-b325-001d04af7f21 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=9161b2e5-b26f-480a-869a-11713ae8cc89 HTTP/1.1" status: 200 len: 210 time: 0.0298526 Aug 16 21:21:49.448818 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-ec329386-1fec-4a95-b605-ca0b1b3e6120 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, e97625c1-8d04-4565-8844-cd33d7a9e506) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:21:49.449911 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-02d6b385-f5f3-4ddd-98fb-0c3976425880 None None] Set router ce8ea004-0b68-415b-8240-ad2b491e3d13 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:21:49.453854 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec329386-1fec-4a95-b605-ca0b1b3e6120 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:49.454472 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ec329386-1fec-4a95-b605-ca0b1b3e6120 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:49.458421 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47b59ae-cd21-4288-9828-27c18ab27e6b None None] Network e97625c1-8d04-4565-8844-cd33d7a9e506 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:21:49.566510 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ec329386-1fec-4a95-b605-ca0b1b3e6120 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2039490 Aug 16 21:21:49.567043 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55500) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:49.661231 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-02d6b385-f5f3-4ddd-98fb-0c3976425880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8ea004-0b68-415b-8240-ad2b491e3d13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303154237', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '34521c16-b8ff-46da-abdf-725cd5ffb7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:21:45Z', 'updated_at': '2021-08-16T21:21:46Z', 'revision_number': 3, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '34521c16-b8ff-46da-abdf-725cd5ffb7ae', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d0:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8ea004-0b68-415b-8240-ad2b491e3d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:21:46Z', 'updated_at': '2021-08-16T21:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:49.722160 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d6b385-f5f3-4ddd-98fb-0c3976425880 None None] The sync data for ids ['ce8ea004-0b68-415b-8240-ad2b491e3d13'] in n-d-793620-15 is: [{'id': 'ce8ea004-0b68-415b-8240-ad2b491e3d13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303154237', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '34521c16-b8ff-46da-abdf-725cd5ffb7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:21:45Z', 'updated_at': '2021-08-16T21:21:46Z', 'revision_number': 3, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '34521c16-b8ff-46da-abdf-725cd5ffb7ae', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d0:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8ea004-0b68-415b-8240-ad2b491e3d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:21:46Z', 'updated_at': '2021-08-16T21:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:21:49.801227 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cb9ae3-2e96-4f8f-a73a-8bb0db7c70e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-e97625c1-8d04-4565-8844-cd33d7a9e506', 'network_id': 'e97625c1-8d04-4565-8844-cd33d7a9e506', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'fixed_ips': [{'subnet_id': '4771d5e7-5107-4c8d-b9ac-f4763c824f03'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:21:49.802483 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-27cb9ae3-2e96-4f8f-a73a-8bb0db7c70e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:49.986462 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-27cb9ae3-2e96-4f8f-a73a-8bb0db7c70e4 None None] Allocated IP 172.20.0.2 (e97625c1-8d04-4565-8844-cd33d7a9e506/4771d5e7-5107-4c8d-b9ac-f4763c824f03/28bb59a8-1cab-4568-8c75-bef257a6b17a) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:21:50.202396 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bde8a4bd-2f92-493c-afc6-95e54e32a4aa tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:50.247671 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-27cb9ae3-2e96-4f8f-a73a-8bb0db7c70e4 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:50.258144 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-27cb9ae3-2e96-4f8f-a73a-8bb0db7c70e4 None None] Transition to ACTIVE for port object 28bb59a8-1cab-4568-8c75-bef257a6b17a will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:21:50.274956 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-27cb9ae3-2e96-4f8f-a73a-8bb0db7c70e4 None None] Transition to ACTIVE for port object 28bb59a8-1cab-4568-8c75-bef257a6b17a will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:21:50.351807 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-27cb9ae3-2e96-4f8f-a73a-8bb0db7c70e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:50.393423 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cb9ae3-2e96-4f8f-a73a-8bb0db7c70e4 None None] Network e97625c1-8d04-4565-8844-cd33d7a9e506 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:21:50.398644 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-27cb9ae3-2e96-4f8f-a73a-8bb0db7c70e4 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:21:50.403403 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cb9ae3-2e96-4f8f-a73a-8bb0db7c70e4 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:21:50.406693 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb9ae3-2e96-4f8f-a73a-8bb0db7c70e4 None None] Pushing event updated for resources: {'Port': ['ID=28bb59a8-1cab-4568-8c75-bef257a6b17a,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:50.463137 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-27cb9ae3-2e96-4f8f-a73a-8bb0db7c70e4 None None] Attempting to bind port 28bb59a8-1cab-4568-8c75-bef257a6b17a on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:21:50.463255 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-27cb9ae3-2e96-4f8f-a73a-8bb0db7c70e4 None None] Attempting to bind port 28bb59a8-1cab-4568-8c75-bef257a6b17a by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '83c59ba8-c8a5-4f7f-87dc-59e70982a35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e97625c1-8d04-4565-8844-cd33d7a9e506'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:21:50.463772 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cb9ae3-2e96-4f8f-a73a-8bb0db7c70e4 None None] Attempting to bind port 28bb59a8-1cab-4568-8c75-bef257a6b17a on network e97625c1-8d04-4565-8844-cd33d7a9e506 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:21:50.470407 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cb9ae3-2e96-4f8f-a73a-8bb0db7c70e4 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:21:50.470796 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cb9ae3-2e96-4f8f-a73a-8bb0db7c70e4 None None] Checking segment: {'id': '83c59ba8-c8a5-4f7f-87dc-59e70982a35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e97625c1-8d04-4565-8844-cd33d7a9e506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:21:50.471202 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-27cb9ae3-2e96-4f8f-a73a-8bb0db7c70e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:50.471606 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cb9ae3-2e96-4f8f-a73a-8bb0db7c70e4 None None] Bound using segment: {'id': '83c59ba8-c8a5-4f7f-87dc-59e70982a35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e97625c1-8d04-4565-8844-cd33d7a9e506'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:21:50.472135 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-27cb9ae3-2e96-4f8f-a73a-8bb0db7c70e4 None None] Bound port: 28bb59a8-1cab-4568-8c75-bef257a6b17a, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c59ba8-c8a5-4f7f-87dc-59e70982a35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e97625c1-8d04-4565-8844-cd33d7a9e506'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:21:50.472569 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-27cb9ae3-2e96-4f8f-a73a-8bb0db7c70e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:50.499738 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55514) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:50.557739 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-27cb9ae3-2e96-4f8f-a73a-8bb0db7c70e4 None None] For port 28bb59a8-1cab-4568-8c75-bef257a6b17a, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:21:50.559204 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-bde8a4bd-2f92-493c-afc6-95e54e32a4aa tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Allocated IP 172.20.0.1 (e97625c1-8d04-4565-8844-cd33d7a9e506/4771d5e7-5107-4c8d-b9ac-f4763c824f03/88ea0486-87bd-458d-8f8a-3d14a2fe21b0) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:21:50.562880 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-27cb9ae3-2e96-4f8f-a73a-8bb0db7c70e4 None None] For port 28bb59a8-1cab-4568-8c75-bef257a6b17a, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=28bb59a8-1cab-4568-8c75-bef257a6b17a,segment=NetworkSegment(83c59ba8-c8a5-4f7f-87dc-59e70982a35d),segment_id=83c59ba8-c8a5-4f7f-87dc-59e70982a35d)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:21:50.643552 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-27cb9ae3-2e96-4f8f-a73a-8bb0db7c70e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:50.647008 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cd7f9862-435f-4a6b-9daf-1ffd0159b01d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:50.695684 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cd7f9862-435f-4a6b-9daf-1ffd0159b01d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:50.716334 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb9ae3-2e96-4f8f-a73a-8bb0db7c70e4 None None] Pushing event updated for resources: {'Port': ['ID=28bb59a8-1cab-4568-8c75-bef257a6b17a,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:50.770030 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bde8a4bd-2f92-493c-afc6-95e54e32a4aa tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:50.784240 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-bde8a4bd-2f92-493c-afc6-95e54e32a4aa tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Transition to ACTIVE for port object 88ea0486-87bd-458d-8f8a-3d14a2fe21b0 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:21:50.882946 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cd7f9862-435f-4a6b-9daf-1ffd0159b01d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:50.884317 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cd7f9862-435f-4a6b-9daf-1ffd0159b01d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:50.888766 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-cd7f9862-435f-4a6b-9daf-1ffd0159b01d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "DELETE /v2.0/security-groups/7ee7d9ab-65ae-4525-a6bb-d891ed538721 HTTP/1.1" status: 204 len: 168 time: 0.3876226 Aug 16 21:21:50.930303 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bde8a4bd-2f92-493c-afc6-95e54e32a4aa tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:50.946005 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7f9862-435f-4a6b-9daf-1ffd0159b01d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee7d9ab-65ae-4525-a6bb-d891ed538721,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:51.016134 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55522) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:51.030420 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde8a4bd-2f92-493c-afc6-95e54e32a4aa tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'Port': ['ID=88ea0486-87bd-458d-8f8a-3d14a2fe21b0,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:51.045394 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde8a4bd-2f92-493c-afc6-95e54e32a4aa tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Network e97625c1-8d04-4565-8844-cd33d7a9e506 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:21:51.047568 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-bde8a4bd-2f92-493c-afc6-95e54e32a4aa tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:21:51.051197 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde8a4bd-2f92-493c-afc6-95e54e32a4aa tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:21:51.104628 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bde8a4bd-2f92-493c-afc6-95e54e32a4aa tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:51.314162 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bde8a4bd-2f92-493c-afc6-95e54e32a4aa tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:51.432370 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-be2aa4bf-d08a-43d1-9419-9a63274eb12e tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:51.635979 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bde8a4bd-2f92-493c-afc6-95e54e32a4aa tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:51.652560 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 34521c16-b8ff-46da-abdf-725cd5ffb7ae up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:21:51.712667 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-be2aa4bf-d08a-43d1-9419-9a63274eb12e tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Deleting port 68e919f3-c3f2-49f8-8f72-1f5df8fc08ca {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:21:51.712937 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-be2aa4bf-d08a-43d1-9419-9a63274eb12e tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:51.745389 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bde8a4bd-2f92-493c-afc6-95e54e32a4aa tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:51.810282 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-be2aa4bf-d08a-43d1-9419-9a63274eb12e tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] For port 68e919f3-c3f2-49f8-8f72-1f5df8fc08ca, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=68e919f3-c3f2-49f8-8f72-1f5df8fc08ca,segment=NetworkSegment(2af2bc1d-f844-4ed6-bd51-463a323b2d02),segment_id=2af2bc1d-f844-4ed6-bd51-463a323b2d02)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:51.810646 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-be2aa4bf-d08a-43d1-9419-9a63274eb12e tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:51.820244 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bde8a4bd-2f92-493c-afc6-95e54e32a4aa tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:51.821988 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde8a4bd-2f92-493c-afc6-95e54e32a4aa tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'Port': ['ID=88ea0486-87bd-458d-8f8a-3d14a2fe21b0,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:51.824067 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-be2aa4bf-d08a-43d1-9419-9a63274eb12e tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Calling delete_port for 68e919f3-c3f2-49f8-8f72-1f5df8fc08ca owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:21:51.877270 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 34521c16-b8ff-46da-abdf-725cd5ffb7ae completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:21:51.881539 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 34521c16-b8ff-46da-abdf-725cd5ffb7ae triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:21:51.882211 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:51.942355 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde8a4bd-2f92-493c-afc6-95e54e32a4aa tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Network e97625c1-8d04-4565-8844-cd33d7a9e506 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:21:51.944167 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-bde8a4bd-2f92-493c-afc6-95e54e32a4aa tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:21:51.993147 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:52.021127 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 34521c16-b8ff-46da-abdf-725cd5ffb7ae, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=34521c16-b8ff-46da-abdf-725cd5ffb7ae,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:52.083521 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde8a4bd-2f92-493c-afc6-95e54e32a4aa tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Router ce8ea004-0b68-415b-8240-ad2b491e3d13 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:21:52.141578 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:52.142471 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 28bb59a8-1cab-4568-8c75-bef257a6b17a up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:21:52.180183 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-be2aa4bf-d08a-43d1-9419-9a63274eb12e tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:52.216025 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde8a4bd-2f92-493c-afc6-95e54e32a4aa tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:21:52.222909 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=34521c16-b8ff-46da-abdf-725cd5ffb7ae,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:52.227593 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2aa4bf-d08a-43d1-9419-9a63274eb12e tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event deleted for resources: {'Port': ['ID=68e919f3-c3f2-49f8-8f72-1f5df8fc08ca,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:52.232812 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-bde8a4bd-2f92-493c-afc6-95e54e32a4aa tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "PUT /v2.0/routers/ce8ea004-0b68-415b-8240-ad2b491e3d13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6650805 Aug 16 21:21:52.233972 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85694c85-756c-483c-ae76-3d0315fb2f65 None None] Sync routers for ids ['ce8ea004-0b68-415b-8240-ad2b491e3d13'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:21:52.256757 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85694c85-756c-483c-ae76-3d0315fb2f65 None None] Routers {'ce8ea004-0b68-415b-8240-ad2b491e3d13'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:21:52.257663 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-85694c85-756c-483c-ae76-3d0315fb2f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:21:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['ce8ea004-0b68-415b-8240-ad2b491e3d13'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:52.360844 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 28bb59a8-1cab-4568-8c75-bef257a6b17a completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:21:52.365217 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:52.445110 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device e6347b96-3038-4251-b687-433d255d5048 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:21:52.451911 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-7932fe84-0cd5-42bc-b22b-05ff3dd1750f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-676345251&fields=id&tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507 HTTP/1.1" status: 200 len: 267 time: 0.0551786 Aug 16 21:21:52.483164 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: e6347b96-3038-4251-b687-433d255d5048 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:21:52.483614 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device e6347b96-3038-4251-b687-433d255d5048 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:21:52.519881 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-85694c85-756c-483c-ae76-3d0315fb2f65 None None] Set router ce8ea004-0b68-415b-8240-ad2b491e3d13 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:21:52.525865 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-be2aa4bf-d08a-43d1-9419-9a63274eb12e tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:52.647083 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-c1bcdfe2-3c5c-4005-8e62-a7814f1a045f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:52.653579 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-c1bcdfe2-3c5c-4005-8e62-a7814f1a045f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/networks?id=e97625c1-8d04-4565-8844-cd33d7a9e506 HTTP/1.1" status: 200 len: 796 time: 0.1927586 Aug 16 21:21:52.671326 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-6f604dfd-14c2-418f-8e05-93cc1b43701a tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/quotas/fb8bbfb5e08a4065901bb7c36b7f1507 HTTP/1.1" status: 200 len: 375 time: 0.0114975 Aug 16 21:21:52.748268 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-98c4b10c-c8b3-4a81-89e9-07dc5944353f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0674479 Aug 16 21:21:52.789016 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5492c0ae-51f9-4cf7-9ca6-751ffacf1d27 None None] Network e97625c1-8d04-4565-8844-cd33d7a9e506 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:21:52.842956 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-85694c85-756c-483c-ae76-3d0315fb2f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8ea004-0b68-415b-8240-ad2b491e3d13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303154237', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '34521c16-b8ff-46da-abdf-725cd5ffb7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:21:45Z', 'updated_at': '2021-08-16T21:21:51Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '34521c16-b8ff-46da-abdf-725cd5ffb7ae', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8ea004-0b68-415b-8240-ad2b491e3d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:21:46Z', 'updated_at': '2021-08-16T21:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '88ea0486-87bd-458d-8f8a-3d14a2fe21b0', 'name': '', 'network_id': 'e97625c1-8d04-4565-8844-cd33d7a9e506', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'mac_address': 'fa:16:3e:d2:fb:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8ea004-0b68-415b-8240-ad2b491e3d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '4771d5e7-5107-4c8d-b9ac-f4763c824f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:21:50Z', 'updated_at': '2021-08-16T21:21:51Z', 'revision_number': 2, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'subnets': [{'id': '4771d5e7-5107-4c8d-b9ac-f4763c824f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:52.854134 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2aa4bf-d08a-43d1-9419-9a63274eb12e tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Router 053a2ed2-bfde-4616-9527-32ac86f61f32 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:21:52.898047 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85694c85-756c-483c-ae76-3d0315fb2f65 None None] Checking router: ce8ea004-0b68-415b-8240-ad2b491e3d13 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:21:52.898410 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85694c85-756c-483c-ae76-3d0315fb2f65 None None] Updating router ce8ea004-0b68-415b-8240-ad2b491e3d13 port 88ea0486-87bd-458d-8f8a-3d14a2fe21b0 binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:21:52.937503 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-85694c85-756c-483c-ae76-3d0315fb2f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:52.951424 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-d668b110-8c7f-474e-a9c6-ca02d8d3ffe5 service neutron] 10.222.0.84 "GET /v2.0/networks/e97625c1-8d04-4565-8844-cd33d7a9e506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973619 Aug 16 21:21:52.992664 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2aa4bf-d08a-43d1-9419-9a63274eb12e tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:21:53.004055 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b8052c-3388-4053-843d-ab9224ca7d44 None None] Sync routers for ids ['053a2ed2-bfde-4616-9527-32ac86f61f32'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:21:53.017089 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b8052c-3388-4053-843d-ab9224ca7d44 None None] Routers {'053a2ed2-bfde-4616-9527-32ac86f61f32'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:21:53.018107 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-a8b8052c-3388-4053-843d-ab9224ca7d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:21:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['053a2ed2-bfde-4616-9527-32ac86f61f32'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:53.020183 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-be2aa4bf-d08a-43d1-9419-9a63274eb12e tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "PUT /v2.0/routers/053a2ed2-bfde-4616-9527-32ac86f61f32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0018797 Aug 16 21:21:53.021956 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55554) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:53.067688 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-53882b0f-881b-4d85-9666-59fe241a6aec service neutron] 10.222.0.84 "GET /v2.0/networks/e97625c1-8d04-4565-8844-cd33d7a9e506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150231 Aug 16 21:21:53.155858 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-329c2ebb-6b5a-499e-a472-d7718dfa6bbe tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Deleting subnet 1820ed5d-cea9-4267-a89a-df41942479f9 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:21:53.159768 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-329c2ebb-6b5a-499e-a472-d7718dfa6bbe tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:53.190367 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a385dd1c-af51-47c5-8d3f-959ca6c81e1f None None] Provisioning for port 28bb59a8-1cab-4568-8c75-bef257a6b17a completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:21:53.199937 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a385dd1c-af51-47c5-8d3f-959ca6c81e1f None None] Provisioning complete for port 28bb59a8-1cab-4568-8c75-bef257a6b17a triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:21:53.200312 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a385dd1c-af51-47c5-8d3f-959ca6c81e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:53.210157 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-329c2ebb-6b5a-499e-a472-d7718dfa6bbe tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:53.223224 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-a8b8052c-3388-4053-843d-ab9224ca7d44 None None] Set router 053a2ed2-bfde-4616-9527-32ac86f61f32 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:21:53.351195 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-329c2ebb-6b5a-499e-a472-d7718dfa6bbe tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:53.406685 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3edbd588-cf8f-4255-baea-b7f10d79278f req-8e822760-fc2b-4388-b644-d36a91089813 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=acb71d5a-2e14-4f6d-b533-119b056d044f HTTP/1.1" status: 200 len: 210 time: 0.0666032 Aug 16 21:21:53.467650 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-85694c85-756c-483c-ae76-3d0315fb2f65 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:53.532351 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-85694c85-756c-483c-ae76-3d0315fb2f65 None None] Transition to ACTIVE for port object 88ea0486-87bd-458d-8f8a-3d14a2fe21b0 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:21:53.552411 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-329c2ebb-6b5a-499e-a472-d7718dfa6bbe tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:53.552663 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a385dd1c-af51-47c5-8d3f-959ca6c81e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:53.621400 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-85694c85-756c-483c-ae76-3d0315fb2f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:53.627174 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c2ebb-6b5a-499e-a472-d7718dfa6bbe tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event deleted for resources: {'Subnet': ['ID=1820ed5d-cea9-4267-a89a-df41942479f9,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:53.633441 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a385dd1c-af51-47c5-8d3f-959ca6c81e1f None None] For port 28bb59a8-1cab-4568-8c75-bef257a6b17a, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=28bb59a8-1cab-4568-8c75-bef257a6b17a,segment=NetworkSegment(83c59ba8-c8a5-4f7f-87dc-59e70982a35d),segment_id=83c59ba8-c8a5-4f7f-87dc-59e70982a35d)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:53.661220 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-329c2ebb-6b5a-499e-a472-d7718dfa6bbe tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:53.668228 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-329c2ebb-6b5a-499e-a472-d7718dfa6bbe tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "DELETE /v2.0/subnets/1820ed5d-cea9-4267-a89a-df41942479f9 HTTP/1.1" status: 204 len: 168 time: 0.6426618 Aug 16 21:21:53.668583 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55566) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:53.686872 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c7f628-eafd-49c9-8e2d-245a7fcf0969 None None] Network 1f4e189d-cb3a-46e3-b09a-94cac3752f77 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:21:53.705086 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 34521c16-b8ff-46da-abdf-725cd5ffb7ae up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:21:53.706180 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-a8b8052c-3388-4053-843d-ab9224ca7d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'name': 'tempest-TestNetworkBasicOps-router-1635515066', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '87dd72e8-1a23-42cf-94d8-ac01d18d8bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:49Z', 'updated_at': '2021-08-16T21:21:51Z', 'revision_number': 7, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'gw_port': {'id': '87dd72e8-1a23-42cf-94d8-ac01d18d8bd4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:50Z', 'updated_at': '2021-08-16T21:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:53.768879 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b8052c-3388-4053-843d-ab9224ca7d44 None None] Checking router: 053a2ed2-bfde-4616-9527-32ac86f61f32 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:21:53.789045 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b8052c-3388-4053-843d-ab9224ca7d44 None None] Routers {'053a2ed2-bfde-4616-9527-32ac86f61f32'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:21:53.789602 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-a8b8052c-3388-4053-843d-ab9224ca7d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:21:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['053a2ed2-bfde-4616-9527-32ac86f61f32'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:53.824674 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a385dd1c-af51-47c5-8d3f-959ca6c81e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:53.860813 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcde99e-7ad3-4816-8197-254d83743c4f None None] Pushing event updated for resources: {'Port': ['ID=88ea0486-87bd-458d-8f8a-3d14a2fe21b0,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:53.908739 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-95317b26-4829-45f5-8a72-03922f4cb534 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:54.104815 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-95317b26-4829-45f5-8a72-03922f4cb534 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:54.113430 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385dd1c-af51-47c5-8d3f-959ca6c81e1f None None] Pushing event updated for resources: {'Port': ['ID=28bb59a8-1cab-4568-8c75-bef257a6b17a,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:54.120386 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-85694c85-756c-483c-ae76-3d0315fb2f65 None None] Attempting to bind port 88ea0486-87bd-458d-8f8a-3d14a2fe21b0 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:21:54.120812 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-85694c85-756c-483c-ae76-3d0315fb2f65 None None] Attempting to bind port 88ea0486-87bd-458d-8f8a-3d14a2fe21b0 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '83c59ba8-c8a5-4f7f-87dc-59e70982a35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e97625c1-8d04-4565-8844-cd33d7a9e506'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:21:54.121178 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85694c85-756c-483c-ae76-3d0315fb2f65 None None] Attempting to bind port 88ea0486-87bd-458d-8f8a-3d14a2fe21b0 on network e97625c1-8d04-4565-8844-cd33d7a9e506 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:21:54.127564 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 34521c16-b8ff-46da-abdf-725cd5ffb7ae triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:21:54.128000 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:54.134854 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85694c85-756c-483c-ae76-3d0315fb2f65 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:21:54.135309 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85694c85-756c-483c-ae76-3d0315fb2f65 None None] Checking segment: {'id': '83c59ba8-c8a5-4f7f-87dc-59e70982a35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e97625c1-8d04-4565-8844-cd33d7a9e506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:21:54.135822 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-85694c85-756c-483c-ae76-3d0315fb2f65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:54.136182 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85694c85-756c-483c-ae76-3d0315fb2f65 None None] Bound using segment: {'id': '83c59ba8-c8a5-4f7f-87dc-59e70982a35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e97625c1-8d04-4565-8844-cd33d7a9e506'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:21:54.136850 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-85694c85-756c-483c-ae76-3d0315fb2f65 None None] Bound port: 88ea0486-87bd-458d-8f8a-3d14a2fe21b0, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c59ba8-c8a5-4f7f-87dc-59e70982a35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e97625c1-8d04-4565-8844-cd33d7a9e506'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:21:54.137103 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-85694c85-756c-483c-ae76-3d0315fb2f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:54.171824 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-a8b8052c-3388-4053-843d-ab9224ca7d44 None None] Set router 053a2ed2-bfde-4616-9527-32ac86f61f32 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:21:54.188648 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c65d4f9e-2d2c-4d86-bcbb-47fcf68c5116 None None] Provisioning for port 88ea0486-87bd-458d-8f8a-3d14a2fe21b0 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:21:54.339276 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-95317b26-4829-45f5-8a72-03922f4cb534 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Deleting port 87dd72e8-1a23-42cf-94d8-ac01d18d8bd4 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:21:54.339633 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-95317b26-4829-45f5-8a72-03922f4cb534 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:54.356093 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-85694c85-756c-483c-ae76-3d0315fb2f65 None None] For port 88ea0486-87bd-458d-8f8a-3d14a2fe21b0, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:21:54.361078 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-85694c85-756c-483c-ae76-3d0315fb2f65 None None] For port 88ea0486-87bd-458d-8f8a-3d14a2fe21b0, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=88ea0486-87bd-458d-8f8a-3d14a2fe21b0,segment=NetworkSegment(83c59ba8-c8a5-4f7f-87dc-59e70982a35d),segment_id=83c59ba8-c8a5-4f7f-87dc-59e70982a35d)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:21:54.378276 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c65d4f9e-2d2c-4d86-bcbb-47fcf68c5116 None None] Provisioning complete for port 28bb59a8-1cab-4568-8c75-bef257a6b17a triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:21:54.379341 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c65d4f9e-2d2c-4d86-bcbb-47fcf68c5116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:54.424745 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-a8b8052c-3388-4053-843d-ab9224ca7d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'name': 'tempest-TestNetworkBasicOps-router-1635515066', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '87dd72e8-1a23-42cf-94d8-ac01d18d8bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:49Z', 'updated_at': '2021-08-16T21:21:51Z', 'revision_number': 7, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'gw_port': {'id': '87dd72e8-1a23-42cf-94d8-ac01d18d8bd4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:50Z', 'updated_at': '2021-08-16T21:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:54.437065 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1c6adc-df62-481b-b782-64a73b111167 None None] DHCP port deletion for 1f4e189d-cb3a-46e3-b09a-94cac3752f77 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:21:54.522679 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b8052c-3388-4053-843d-ab9224ca7d44 None None] The sync data for ids ['053a2ed2-bfde-4616-9527-32ac86f61f32'] in n-d-793620-15 is: [{'id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'name': 'tempest-TestNetworkBasicOps-router-1635515066', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '87dd72e8-1a23-42cf-94d8-ac01d18d8bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:49Z', 'updated_at': '2021-08-16T21:21:51Z', 'revision_number': 7, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'gw_port': {'id': '87dd72e8-1a23-42cf-94d8-ac01d18d8bd4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053a2ed2-bfde-4616-9527-32ac86f61f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:50Z', 'updated_at': '2021-08-16T21:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:21:54.560084 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-85694c85-756c-483c-ae76-3d0315fb2f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:54.602481 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cb9c1c63-a5c5-4095-9870-3fe0dea27b7e req-31649103-91eb-46d7-ad43-ce441129c35f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=acb71d5a-2e14-4f6d-b533-119b056d044f HTTP/1.1" status: 200 len: 210 time: 0.0856569 Aug 16 21:21:54.610019 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-95317b26-4829-45f5-8a72-03922f4cb534 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] For port 87dd72e8-1a23-42cf-94d8-ac01d18d8bd4, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=87dd72e8-1a23-42cf-94d8-ac01d18d8bd4,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:54.610625 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-95317b26-4829-45f5-8a72-03922f4cb534 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:54.625739 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-95317b26-4829-45f5-8a72-03922f4cb534 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Calling delete_port for 87dd72e8-1a23-42cf-94d8-ac01d18d8bd4 owned by network:router_gateway {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:21:54.891252 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcde99e-7ad3-4816-8197-254d83743c4f None None] Pushing event updated for resources: {'Port': ['ID=88ea0486-87bd-458d-8f8a-3d14a2fe21b0,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:54.936173 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-0c1c6adc-df62-481b-b782-64a73b111167 None None] Deleting port 1b2076ce-a1c7-4e7a-8149-a0498206ad87 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:21:54.940344 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0c1c6adc-df62-481b-b782-64a73b111167 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:55.001599 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85694c85-756c-483c-ae76-3d0315fb2f65 None None] Routers {'ce8ea004-0b68-415b-8240-ad2b491e3d13'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:21:55.002250 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-85694c85-756c-483c-ae76-3d0315fb2f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:21:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['ce8ea004-0b68-415b-8240-ad2b491e3d13'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:55.111725 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-0c1c6adc-df62-481b-b782-64a73b111167 None None] For port 1b2076ce-a1c7-4e7a-8149-a0498206ad87, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=1b2076ce-a1c7-4e7a-8149-a0498206ad87,segment=NetworkSegment(2af2bc1d-f844-4ed6-bd51-463a323b2d02),segment_id=2af2bc1d-f844-4ed6-bd51-463a323b2d02)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:55.112170 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0c1c6adc-df62-481b-b782-64a73b111167 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:55.171419 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-0c1c6adc-df62-481b-b782-64a73b111167 None None] Calling delete_port for 1b2076ce-a1c7-4e7a-8149-a0498206ad87 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:21:55.275974 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-85694c85-756c-483c-ae76-3d0315fb2f65 None None] Set router ce8ea004-0b68-415b-8240-ad2b491e3d13 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:21:55.420394 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-95317b26-4829-45f5-8a72-03922f4cb534 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:55.450344 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95317b26-4829-45f5-8a72-03922f4cb534 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event deleted for resources: {'Port': ['ID=87dd72e8-1a23-42cf-94d8-ac01d18d8bd4,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:55.527017 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-95317b26-4829-45f5-8a72-03922f4cb534 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:55.534490 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0c1c6adc-df62-481b-b782-64a73b111167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:55.560521 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1c6adc-df62-481b-b782-64a73b111167 None None] No DVR routers for this DVR port 1b2076ce-a1c7-4e7a-8149-a0498206ad87 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:21:55.598629 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c6adc-df62-481b-b782-64a73b111167 None None] Pushing event deleted for resources: {'Port': ['ID=1b2076ce-a1c7-4e7a-8149-a0498206ad87,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:55.605784 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-85694c85-756c-483c-ae76-3d0315fb2f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8ea004-0b68-415b-8240-ad2b491e3d13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303154237', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '34521c16-b8ff-46da-abdf-725cd5ffb7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:21:45Z', 'updated_at': '2021-08-16T21:21:51Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '34521c16-b8ff-46da-abdf-725cd5ffb7ae', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8ea004-0b68-415b-8240-ad2b491e3d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:21:46Z', 'updated_at': '2021-08-16T21:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '88ea0486-87bd-458d-8f8a-3d14a2fe21b0', 'name': '', 'network_id': 'e97625c1-8d04-4565-8844-cd33d7a9e506', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'mac_address': 'fa:16:3e:d2:fb:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8ea004-0b68-415b-8240-ad2b491e3d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '4771d5e7-5107-4c8d-b9ac-f4763c824f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:21:50Z', 'updated_at': '2021-08-16T21:21:54Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'subnets': [{'id': '4771d5e7-5107-4c8d-b9ac-f4763c824f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:55.646140 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85694c85-756c-483c-ae76-3d0315fb2f65 None None] The sync data for ids ['ce8ea004-0b68-415b-8240-ad2b491e3d13'] in n-d-793620-15 is: [{'id': 'ce8ea004-0b68-415b-8240-ad2b491e3d13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303154237', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '34521c16-b8ff-46da-abdf-725cd5ffb7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:21:45Z', 'updated_at': '2021-08-16T21:21:51Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '34521c16-b8ff-46da-abdf-725cd5ffb7ae', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8ea004-0b68-415b-8240-ad2b491e3d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:21:46Z', 'updated_at': '2021-08-16T21:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '88ea0486-87bd-458d-8f8a-3d14a2fe21b0', 'name': '', 'network_id': 'e97625c1-8d04-4565-8844-cd33d7a9e506', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'mac_address': 'fa:16:3e:d2:fb:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8ea004-0b68-415b-8240-ad2b491e3d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '4771d5e7-5107-4c8d-b9ac-f4763c824f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:21:50Z', 'updated_at': '2021-08-16T21:21:54Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'subnets': [{'id': '4771d5e7-5107-4c8d-b9ac-f4763c824f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:21:55.705579 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-95317b26-4829-45f5-8a72-03922f4cb534 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:55.705865 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-95317b26-4829-45f5-8a72-03922f4cb534 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:55.781323 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 28bb59a8-1cab-4568-8c75-bef257a6b17a up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:21:55.866080 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-715c3ddc-2270-482b-bded-517274d688dc req-93a2071e-9251-4d5c-bc9a-95e9f03fb88b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=acb71d5a-2e14-4f6d-b533-119b056d044f HTTP/1.1" status: 200 len: 210 time: 0.1004007 Aug 16 21:21:55.933717 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-95317b26-4829-45f5-8a72-03922f4cb534 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:55.933717 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95317b26-4829-45f5-8a72-03922f4cb534 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Fanout notify agent at l3_agent the message router_deleted on router 053a2ed2-bfde-4616-9527-32ac86f61f32 {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:21:55.934548 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 28bb59a8-1cab-4568-8c75-bef257a6b17a triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:21:55.934548 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:55.935814 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-95317b26-4829-45f5-8a72-03922f4cb534 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:55.939776 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-95317b26-4829-45f5-8a72-03922f4cb534 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "DELETE /v2.0/routers/053a2ed2-bfde-4616-9527-32ac86f61f32 HTTP/1.1" status: 204 len: 168 time: 2.2701752 Aug 16 21:21:55.940456 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55578) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:56.106435 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f6e922da-b691-4d53-99f8-01c070c1cbf3 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:56.228255 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 68e919f3-c3f2-49f8-8f72-1f5df8fc08ca no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:21:56.240907 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f6e922da-b691-4d53-99f8-01c070c1cbf3 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:56.252342 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-f6e922da-b691-4d53-99f8-01c070c1cbf3 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f4e189d-cb3a-46e3-b09a-94cac3752f77']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:56.261055 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 68e919f3-c3f2-49f8-8f72-1f5df8fc08ca {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:21:56.261418 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 68e919f3-c3f2-49f8-8f72-1f5df8fc08ca not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:21:56.261839 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 1b2076ce-a1c7-4e7a-8149-a0498206ad87 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:21:56.263609 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-f6e922da-b691-4d53-99f8-01c070c1cbf3 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af2bc1d-f844-4ed6-bd51-463a323b2d02') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:56.263950 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-f6e922da-b691-4d53-99f8-01c070c1cbf3 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af2bc1d-f844-4ed6-bd51-463a323b2d02') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:56.274529 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f6e922da-b691-4d53-99f8-01c070c1cbf3 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:56.291104 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f6e922da-b691-4d53-99f8-01c070c1cbf3 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:56.295184 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 1b2076ce-a1c7-4e7a-8149-a0498206ad87 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:21:56.295547 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 1b2076ce-a1c7-4e7a-8149-a0498206ad87 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:21:56.297136 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6e922da-b691-4d53-99f8-01c070c1cbf3 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:21:56.299968 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f6e922da-b691-4d53-99f8-01c070c1cbf3 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:56.304460 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:21:56.304460 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:21:56.304460 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:21:56.304460 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:21:56.304460 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:21:56.304460 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:21:56.304460 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:21:56.304460 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:21:56.304460 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:21:56.304460 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:21:56.304460 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:21:56.304460 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:21:56.304460 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:21:56.304460 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:21:56.304460 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:21:56.304460 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:21:56.304460 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:21:56.304460 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:21:56.304460 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:21:56.304460 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:21:56.304460 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:21:56.304460 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:21:56.304460 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:21:56.304460 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:21:56.304460 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:21:56.304460 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:21:56.304460 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:21:56.304460 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:21:56.304460 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:21:56.304460 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:21:56.304460 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:21:56.304460 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:21:56.507281 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-e6c0aa82-ade8-4dfe-af64-a37c3c4f34f7 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:56.509051 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-e6c0aa82-ade8-4dfe-af64-a37c3c4f34f7 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.90 "GET /v2.0/networks?id=e97625c1-8d04-4565-8844-cd33d7a9e506 HTTP/1.1" status: 200 len: 796 time: 0.1867602 Aug 16 21:21:56.511073 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f6e922da-b691-4d53-99f8-01c070c1cbf3 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:56.516121 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f6e922da-b691-4d53-99f8-01c070c1cbf3 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:56.524785 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f6e922da-b691-4d53-99f8-01c070c1cbf3 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "DELETE /v2.0/networks/1f4e189d-cb3a-46e3-b09a-94cac3752f77 HTTP/1.1" status: 204 len: 168 time: 0.5831683 Aug 16 21:21:56.553005 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55582) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:56.559066 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-e3ae8128-c7d9-4eb8-95e7-8aee51cb2db3 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Request body: {'network': {'name': 'tempest-network-smoke--88623845', 'project_id': 'f258702b923645ea8255373c3c1b0963', 'port_security_enabled': True}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:21:56.570341 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e922da-b691-4d53-99f8-01c070c1cbf3 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event deleted for resources: {'Network': ['ID=1f4e189d-cb3a-46e3-b09a-94cac3752f77,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:56.606106 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-35cb6c6e-df6e-4b7f-8a14-d24ff4868754 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507 HTTP/1.1" status: 200 len: 379 time: 0.0799408 Aug 16 21:21:56.618813 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-13cbce5c-c870-4735-8f5a-a0580889bfde tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'port': {'device_id': 'acb71d5a-2e14-4f6d-b533-119b056d044f', 'network_id': 'e97625c1-8d04-4565-8844-cd33d7a9e506', 'admin_state_up': True, 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'security_groups': ['3cc1ecdb-ffc6-4c6e-8b9a-30d4f7bdcd70']}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:21:56.711668 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ae8128-c7d9-4eb8-95e7-8aee51cb2db3 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Made reservation on behalf of f258702b923645ea8255373c3c1b0963 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:21:56.719589 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e3ae8128-c7d9-4eb8-95e7-8aee51cb2db3 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:56.754325 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ae8128-c7d9-4eb8-95e7-8aee51cb2db3 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:21:56.768682 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e3ae8128-c7d9-4eb8-95e7-8aee51cb2db3 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:56.769307 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-e3ae8128-c7d9-4eb8-95e7-8aee51cb2db3 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Added segment d6583382-ab28-4f23-a556-44fee15508eb of type vlan for network 1d0135fa-626d-4591-9324-9de2e0b2999a Aug 16 21:21:56.821751 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e3ae8128-c7d9-4eb8-95e7-8aee51cb2db3 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:56.837358 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-13cbce5c-c870-4735-8f5a-a0580889bfde tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Made reservation on behalf of fb8bbfb5e08a4065901bb7c36b7f1507 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:21:56.841218 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-13cbce5c-c870-4735-8f5a-a0580889bfde tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:56.911811 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e3ae8128-c7d9-4eb8-95e7-8aee51cb2db3 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:56.919302 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ae8128-c7d9-4eb8-95e7-8aee51cb2db3 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:56.919979 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e3ae8128-c7d9-4eb8-95e7-8aee51cb2db3 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:57.011333 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-85741701-e473-4479-af87-4f5085ee7fca req-d2baa4d7-89bc-4a0d-a41c-a4de0970e996 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=acb71d5a-2e14-4f6d-b533-119b056d044f HTTP/1.1" status: 200 len: 210 time: 0.0358856 Aug 16 21:21:57.025373 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae8128-c7d9-4eb8-95e7-8aee51cb2db3 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'Network': ['ID=1d0135fa-626d-4591-9324-9de2e0b2999a,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:57.036799 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 1d0135fa-626d-4591-9324-9de2e0b2999a details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:21:57.040277 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-13cbce5c-c870-4735-8f5a-a0580889bfde tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Allocated IP 172.20.0.10 (e97625c1-8d04-4565-8844-cd33d7a9e506/4771d5e7-5107-4c8d-b9ac-f4763c824f03/ca632c41-54a9-4edd-82e5-35aca5a14485) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:21:57.112309 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e3ae8128-c7d9-4eb8-95e7-8aee51cb2db3 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5581591 Aug 16 21:21:57.114915 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55586) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:57.121606 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-f9fbc5cd-bf59-48c7-8b27-a452e2ceb7db tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-251382021', 'admin_state_up': True, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:21:57.208869 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f9fbc5cd-bf59-48c7-8b27-a452e2ceb7db tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:57.212116 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f9fbc5cd-bf59-48c7-8b27-a452e2ceb7db tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:57.212364 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-13cbce5c-c870-4735-8f5a-a0580889bfde tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:57.230072 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-13cbce5c-c870-4735-8f5a-a0580889bfde tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Transition to ACTIVE for port object ca632c41-54a9-4edd-82e5-35aca5a14485 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:21:57.298541 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f9fbc5cd-bf59-48c7-8b27-a452e2ceb7db tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:57.340705 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-13cbce5c-c870-4735-8f5a-a0580889bfde tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:57.391848 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-13cbce5c-c870-4735-8f5a-a0580889bfde tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Network e97625c1-8d04-4565-8844-cd33d7a9e506 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:21:57.397772 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-13cbce5c-c870-4735-8f5a-a0580889bfde tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:21:57.401602 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-13cbce5c-c870-4735-8f5a-a0580889bfde tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:21:57.457437 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cbce5c-c870-4735-8f5a-a0580889bfde tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'Port': ['ID=ca632c41-54a9-4edd-82e5-35aca5a14485,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:57.486836 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-13cbce5c-c870-4735-8f5a-a0580889bfde tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:57.487516 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-13cbce5c-c870-4735-8f5a-a0580889bfde tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:57.548623 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f9fbc5cd-bf59-48c7-8b27-a452e2ceb7db tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:57.580845 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-13cbce5c-c870-4735-8f5a-a0580889bfde tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9664423 Aug 16 21:21:57.594074 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-dd50ba9a-c644-43e5-94a3-fbf17d341611 service neutron] Request body: {'port': {'device_id': 'acb71d5a-2e14-4f6d-b533-119b056d044f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:21:57.621786 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 88ea0486-87bd-458d-8f8a-3d14a2fe21b0 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:21:57.679274 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-dd50ba9a-c644-43e5-94a3-fbf17d341611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:57.765983 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 88ea0486-87bd-458d-8f8a-3d14a2fe21b0 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:21:57.766573 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 88ea0486-87bd-458d-8f8a-3d14a2fe21b0 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:21:57.766949 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:57.858748 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f9fbc5cd-bf59-48c7-8b27-a452e2ceb7db tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:57.877455 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:57.879669 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a255d049-e46c-4965-877e-051fc27d8cd7 None None] Provisioning for port ca632c41-54a9-4edd-82e5-35aca5a14485 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:21:57.879963 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f9fbc5cd-bf59-48c7-8b27-a452e2ceb7db tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:57.892573 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a255d049-e46c-4965-877e-051fc27d8cd7 None None] Provisioning complete for port ca632c41-54a9-4edd-82e5-35aca5a14485 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:21:57.893030 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a255d049-e46c-4965-877e-051fc27d8cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:57.951511 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a255d049-e46c-4965-877e-051fc27d8cd7 None None] Port ca632c41-54a9-4edd-82e5-35aca5a14485 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:21:57.980718 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 88ea0486-87bd-458d-8f8a-3d14a2fe21b0, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=88ea0486-87bd-458d-8f8a-3d14a2fe21b0,segment=NetworkSegment(83c59ba8-c8a5-4f7f-87dc-59e70982a35d),segment_id=83c59ba8-c8a5-4f7f-87dc-59e70982a35d)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:57.986473 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-dd50ba9a-c644-43e5-94a3-fbf17d341611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca632c41-54a9-4edd-82e5-35aca5a14485 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:21:57.995085 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-dd50ba9a-c644-43e5-94a3-fbf17d341611 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:58.008085 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-dd50ba9a-c644-43e5-94a3-fbf17d341611 service neutron] Transition to ACTIVE for port object ca632c41-54a9-4edd-82e5-35aca5a14485 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:21:58.011194 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-f9fbc5cd-bf59-48c7-8b27-a452e2ceb7db tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Allocated IP 172.25.1.123 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/42bda002-877e-4822-996b-974a1bc6cdaf) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:21:58.060118 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:58.073268 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 87dd72e8-1a23-42cf-94d8-ac01d18d8bd4 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:21:58.119702 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 87dd72e8-1a23-42cf-94d8-ac01d18d8bd4 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:21:58.120059 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 87dd72e8-1a23-42cf-94d8-ac01d18d8bd4 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:21:58.125327 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f9fbc5cd-bf59-48c7-8b27-a452e2ceb7db tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:58.142757 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=88ea0486-87bd-458d-8f8a-3d14a2fe21b0,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:58.153928 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-dd50ba9a-c644-43e5-94a3-fbf17d341611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:58.207523 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2798c-cbc2-46ad-bc06-3ed2673d7247 req-61fe87b9-a169-4c64-8187-8cd3e3733a37 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:58.209165 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a0c2798c-cbc2-46ad-bc06-3ed2673d7247 req-61fe87b9-a169-4c64-8187-8cd3e3733a37 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=acb71d5a-2e14-4f6d-b533-119b056d044f HTTP/1.1" status: 200 len: 932 time: 0.1041355 Aug 16 21:21:58.237039 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50ba9a-c644-43e5-94a3-fbf17d341611 service neutron] Pushing event updated for resources: {'Port': ['ID=ca632c41-54a9-4edd-82e5-35aca5a14485,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:58.237608 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f9fbc5cd-bf59-48c7-8b27-a452e2ceb7db tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:58.299312 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fbc5cd-bf59-48c7-8b27-a452e2ceb7db tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:21:58.303270 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-f9fbc5cd-bf59-48c7-8b27-a452e2ceb7db tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:21:58.309274 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fbc5cd-bf59-48c7-8b27-a452e2ceb7db tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:21:58.327031 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a0c2798c-cbc2-46ad-bc06-3ed2673d7247 req-dc4c0097-676a-47b3-b2a5-0e30b3eb4f60 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=3cc1ecdb-ffc6-4c6e-8b9a-30d4f7bdcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060369 Aug 16 21:21:58.361789 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-dd50ba9a-c644-43e5-94a3-fbf17d341611 service neutron] Attempting to bind port ca632c41-54a9-4edd-82e5-35aca5a14485 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:21:58.362409 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-dd50ba9a-c644-43e5-94a3-fbf17d341611 service neutron] Attempting to bind port ca632c41-54a9-4edd-82e5-35aca5a14485 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '83c59ba8-c8a5-4f7f-87dc-59e70982a35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e97625c1-8d04-4565-8844-cd33d7a9e506'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:21:58.363476 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-dd50ba9a-c644-43e5-94a3-fbf17d341611 service neutron] Attempting to bind port ca632c41-54a9-4edd-82e5-35aca5a14485 on network e97625c1-8d04-4565-8844-cd33d7a9e506 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:21:58.368932 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-dd50ba9a-c644-43e5-94a3-fbf17d341611 service neutron] Port ca632c41-54a9-4edd-82e5-35aca5a14485 on network e97625c1-8d04-4565-8844-cd33d7a9e506 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:21:58.369765 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-dd50ba9a-c644-43e5-94a3-fbf17d341611 service neutron] Attempting to bind port ca632c41-54a9-4edd-82e5-35aca5a14485 on network e97625c1-8d04-4565-8844-cd33d7a9e506 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:21:58.376038 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-dd50ba9a-c644-43e5-94a3-fbf17d341611 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:21:58.376705 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-dd50ba9a-c644-43e5-94a3-fbf17d341611 service neutron] Checking segment: {'id': '83c59ba8-c8a5-4f7f-87dc-59e70982a35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e97625c1-8d04-4565-8844-cd33d7a9e506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:21:58.377302 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-dd50ba9a-c644-43e5-94a3-fbf17d341611 service neutron] Bound using segment: {'id': '83c59ba8-c8a5-4f7f-87dc-59e70982a35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e97625c1-8d04-4565-8844-cd33d7a9e506'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:21:58.378017 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-dd50ba9a-c644-43e5-94a3-fbf17d341611 service neutron] Bound port: ca632c41-54a9-4edd-82e5-35aca5a14485, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83c59ba8-c8a5-4f7f-87dc-59e70982a35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e97625c1-8d04-4565-8844-cd33d7a9e506'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:21:58.379180 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-dd50ba9a-c644-43e5-94a3-fbf17d341611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:58.494939 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-dd50ba9a-c644-43e5-94a3-fbf17d341611 service neutron] For port ca632c41-54a9-4edd-82e5-35aca5a14485, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:21:58.495187 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-dd50ba9a-c644-43e5-94a3-fbf17d341611 service neutron] For port ca632c41-54a9-4edd-82e5-35aca5a14485, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ca632c41-54a9-4edd-82e5-35aca5a14485,segment=NetworkSegment(83c59ba8-c8a5-4f7f-87dc-59e70982a35d),segment_id=83c59ba8-c8a5-4f7f-87dc-59e70982a35d)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:21:58.518187 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fbc5cd-bf59-48c7-8b27-a452e2ceb7db tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'Port': ['ID=42bda002-877e-4822-996b-974a1bc6cdaf,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:58.563394 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-dd50ba9a-c644-43e5-94a3-fbf17d341611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:58.605576 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-dd50ba9a-c644-43e5-94a3-fbf17d341611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:58.609194 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-dd50ba9a-c644-43e5-94a3-fbf17d341611 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:58.609194 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-dd50ba9a-c644-43e5-94a3-fbf17d341611 service neutron] 10.222.0.90 "PUT /v2.0/ports/ca632c41-54a9-4edd-82e5-35aca5a14485 HTTP/1.1" status: 200 len: 1093 time: 1.0185533 Aug 16 21:21:58.610741 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb71d5a-2e14-4f6d-b533-119b056d044f', 'tag': 'ca632c41-54a9-4edd-82e5-35aca5a14485'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:21:58.614468 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6295aa41-d075-4331-b885-73525ba1c003" -d '{"events": [{"name": "network-changed", "server_uuid": "acb71d5a-2e14-4f6d-b533-119b056d044f", "tag": "ca632c41-54a9-4edd-82e5-35aca5a14485"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:21:58.684943 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50ba9a-c644-43e5-94a3-fbf17d341611 service neutron] Pushing event updated for resources: {'Port': ['ID=ca632c41-54a9-4edd-82e5-35aca5a14485,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:58.691846 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafaed3b-0afb-474e-abfb-222eeb17c05f x-openstack-request-id: req-eafaed3b-0afb-474e-abfb-222eeb17c05f {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:21:58.692287 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb71d5a-2e14-4f6d-b533-119b056d044f", "tag": "ca632c41-54a9-4edd-82e5-35aca5a14485", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:21:58.692690 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-eafaed3b-0afb-474e-abfb-222eeb17c05f {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:21:58.693203 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb71d5a-2e14-4f6d-b533-119b056d044f', 'tag': 'ca632c41-54a9-4edd-82e5-35aca5a14485', 'status': 'completed', 'code': 200} Aug 16 21:21:58.750460 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295aa41-d075-4331-b885-73525ba1c003 req-d3e60a0a-2760-43f3-bf85-83e1a8a960c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:58.752649 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6295aa41-d075-4331-b885-73525ba1c003 req-d3e60a0a-2760-43f3-bf85-83e1a8a960c3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&device_id=acb71d5a-2e14-4f6d-b533-119b056d044f HTTP/1.1" status: 200 len: 1096 time: 0.0579691 Aug 16 21:21:58.754854 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f9fbc5cd-bf59-48c7-8b27-a452e2ceb7db tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:58.857605 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:21:58.884920 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295aa41-d075-4331-b885-73525ba1c003 req-5f64a339-1e3b-4093-a5f0-1ee4f33eca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:58.887392 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6295aa41-d075-4331-b885-73525ba1c003 req-5f64a339-1e3b-4093-a5f0-1ee4f33eca53 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1274574 Aug 16 21:21:59.030529 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295aa41-d075-4331-b885-73525ba1c003 req-f9d9c2cd-bd0f-423a-8d16-ca244f86bcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:59.032567 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6295aa41-d075-4331-b885-73525ba1c003 req-f9d9c2cd-bd0f-423a-8d16-ca244f86bcd5 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1310403 Aug 16 21:21:59.118066 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-7ee704c5-e443-4215-84a0-abe377b92801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:59.119705 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-7ee704c5-e443-4215-84a0-abe377b92801 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&device_id=acb71d5a-2e14-4f6d-b533-119b056d044f HTTP/1.1" status: 200 len: 1096 time: 0.0457509 Aug 16 21:21:59.172899 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-7e72d6ed-a7d5-4548-9351-3dc9621ccd77 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca632c41-54a9-4edd-82e5-35aca5a14485 HTTP/1.1" status: 200 len: 217 time: 0.0443258 Aug 16 21:21:59.229258 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-95777aba-1361-44b9-b42b-4eff04a48d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:59.232301 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-95777aba-1361-44b9-b42b-4eff04a48d18 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4771d5e7-5107-4c8d-b9ac-f4763c824f03 HTTP/1.1" status: 200 len: 835 time: 0.0518727 Aug 16 21:21:59.284474 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-cf0400ad-c13e-43ed-ac71-a36dc16a6e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:59.286383 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-cf0400ad-c13e-43ed-ac71-a36dc16a6e81 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e97625c1-8d04-4565-8844-cd33d7a9e506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474966 Aug 16 21:21:59.334822 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f9fbc5cd-bf59-48c7-8b27-a452e2ceb7db tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:59.408654 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-43e9bec1-b617-4e39-960e-f44451fd291d service neutron] 10.222.0.90 "GET /v2.0/networks/e97625c1-8d04-4565-8844-cd33d7a9e506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146710 Aug 16 21:21:59.552931 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 88ea0486-87bd-458d-8f8a-3d14a2fe21b0 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:21:59.561652 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73c44b-2de9-4600-aea6-7baa18b2b1fd req-ca32d744-a524-4b9a-991f-d4825753ea2d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:59.564672 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ed73c44b-2de9-4600-aea6-7baa18b2b1fd req-ca32d744-a524-4b9a-991f-d4825753ea2d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=acb71d5a-2e14-4f6d-b533-119b056d044f HTTP/1.1" status: 200 len: 944 time: 0.0761304 Aug 16 21:21:59.590830 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9fbc5cd-bf59-48c7-8b27-a452e2ceb7db tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Router d4cb93ac-619a-4283-a4ed-4dc3ba32360d is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:21:59.603977 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-711a90ce-c6dd-438e-8cd9-9b371d33c130 req-6a09a650-78f7-45d6-b207-d94be6bc826f service neutron] 10.222.0.90 "GET /v2.0/networks/e97625c1-8d04-4565-8844-cd33d7a9e506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874542 Aug 16 21:21:59.609816 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 88ea0486-87bd-458d-8f8a-3d14a2fe21b0 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:21:59.610201 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:59.633044 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ed73c44b-2de9-4600-aea6-7baa18b2b1fd req-7530b1ee-9ea3-4cbe-9ce0-8b52ab904e8d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=3cc1ecdb-ffc6-4c6e-8b9a-30d4f7bdcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509243 Aug 16 21:21:59.729371 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fbc5cd-bf59-48c7-8b27-a452e2ceb7db tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:21:59.740678 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605b32c8-1836-4cfd-9685-b2be040bf9b8 None None] Sync routers for ids ['d4cb93ac-619a-4283-a4ed-4dc3ba32360d'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:21:59.750587 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605b32c8-1836-4cfd-9685-b2be040bf9b8 None None] Routers {'d4cb93ac-619a-4283-a4ed-4dc3ba32360d'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:21:59.751310 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-605b32c8-1836-4cfd-9685-b2be040bf9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:21:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d4cb93ac-619a-4283-a4ed-4dc3ba32360d'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:59.808185 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f9fbc5cd-bf59-48c7-8b27-a452e2ceb7db tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:59.809990 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f9fbc5cd-bf59-48c7-8b27-a452e2ceb7db tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6918757 Aug 16 21:21:59.812745 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55648) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:59.843016 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-65d1a4b3-cf6d-4586-8e6a-568f53c5677a tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=f258702b923645ea8255373c3c1b0963&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288494 Aug 16 21:21:59.845619 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55650) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:59.866808 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-605b32c8-1836-4cfd-9685-b2be040bf9b8 None None] Set router d4cb93ac-619a-4283-a4ed-4dc3ba32360d gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:21:59.952765 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9770ec3-d495-4311-ba76-637bfa0bc74f tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:59.957378 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e9770ec3-d495-4311-ba76-637bfa0bc74f tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1077998 Aug 16 21:21:59.958008 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55658) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:00.009061 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-21aa9890-9fff-4b5a-92bd-4f5b627b7016 tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=65ae326a-d6e1-4f5d-80d6-215a5521afe9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0484598 Aug 16 21:22:00.009317 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55662) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:00.015169 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-5bbaab27-458e-4f14-ae87-65dd6bf5ba11 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1935845637', 'network_id': '1d0135fa-626d-4591-9324-9de2e0b2999a', 'project_id': 'f258702b923645ea8255373c3c1b0963', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:22:00.057921 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-605b32c8-1836-4cfd-9685-b2be040bf9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cb93ac-619a-4283-a4ed-4dc3ba32360d', 'name': 'tempest-TestNetworkBasicOps-router-251382021', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '42bda002-877e-4822-996b-974a1bc6cdaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:21:57Z', 'updated_at': '2021-08-16T21:21:58Z', 'revision_number': 3, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'gw_port': {'id': '42bda002-877e-4822-996b-974a1bc6cdaf', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cb93ac-619a-4283-a4ed-4dc3ba32360d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:21:57Z', 'updated_at': '2021-08-16T21:21:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:00.092304 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605b32c8-1836-4cfd-9685-b2be040bf9b8 None None] Checking router: d4cb93ac-619a-4283-a4ed-4dc3ba32360d for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:22:00.092648 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605b32c8-1836-4cfd-9685-b2be040bf9b8 None None] Updating router d4cb93ac-619a-4283-a4ed-4dc3ba32360d port 42bda002-877e-4822-996b-974a1bc6cdaf binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:22:00.118787 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-605b32c8-1836-4cfd-9685-b2be040bf9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:00.168002 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbaab27-458e-4f14-ae87-65dd6bf5ba11 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Made reservation on behalf of f258702b923645ea8255373c3c1b0963 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:22:00.171680 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5bbaab27-458e-4f14-ae87-65dd6bf5ba11 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:00.402643 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-605b32c8-1836-4cfd-9685-b2be040bf9b8 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:00.412086 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-605b32c8-1836-4cfd-9685-b2be040bf9b8 None None] Transition to ACTIVE for port object 42bda002-877e-4822-996b-974a1bc6cdaf will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:22:00.448781 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5bbaab27-458e-4f14-ae87-65dd6bf5ba11 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:00.482858 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-605b32c8-1836-4cfd-9685-b2be040bf9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:00.509792 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbaab27-458e-4f14-ae87-65dd6bf5ba11 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'Subnet': ['ID=12498cce-46cb-42f5-9463-9313666902d1,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:00.524157 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbaab27-458e-4f14-ae87-65dd6bf5ba11 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Checking segment: {'id': 'd6583382-ab28-4f23-a556-44fee15508eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1d0135fa-626d-4591-9324-9de2e0b2999a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:22:00.524707 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbaab27-458e-4f14-ae87-65dd6bf5ba11 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Network hostable DHCP agents. Network: 1d0135fa-626d-4591-9324-9de2e0b2999a, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:22:00.546252 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-605b32c8-1836-4cfd-9685-b2be040bf9b8 None None] Attempting to bind port 42bda002-877e-4822-996b-974a1bc6cdaf on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:22:00.546742 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-605b32c8-1836-4cfd-9685-b2be040bf9b8 None None] Attempting to bind port 42bda002-877e-4822-996b-974a1bc6cdaf by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:22:00.547182 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605b32c8-1836-4cfd-9685-b2be040bf9b8 None None] Attempting to bind port 42bda002-877e-4822-996b-974a1bc6cdaf on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:22:00.549451 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a830a0a-a592-400f-a98d-f50dabaebbd8 None None] Pushing event updated for resources: {'Port': ['ID=42bda002-877e-4822-996b-974a1bc6cdaf,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:00.556307 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605b32c8-1836-4cfd-9685-b2be040bf9b8 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:22:00.556975 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605b32c8-1836-4cfd-9685-b2be040bf9b8 None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:22:00.557242 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-605b32c8-1836-4cfd-9685-b2be040bf9b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:00.557475 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605b32c8-1836-4cfd-9685-b2be040bf9b8 None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:22:00.557924 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-605b32c8-1836-4cfd-9685-b2be040bf9b8 None None] Bound port: 42bda002-877e-4822-996b-974a1bc6cdaf, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:22:00.558312 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-605b32c8-1836-4cfd-9685-b2be040bf9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:00.611924 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-605b32c8-1836-4cfd-9685-b2be040bf9b8 None None] For port 42bda002-877e-4822-996b-974a1bc6cdaf, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:22:00.615380 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-605b32c8-1836-4cfd-9685-b2be040bf9b8 None None] For port 42bda002-877e-4822-996b-974a1bc6cdaf, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=42bda002-877e-4822-996b-974a1bc6cdaf,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:22:00.750925 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e605682-9f47-4379-83fc-f75f9ff56ca2 req-b8a4bd78-82f0-491d-bf7f-5e1996b05cc8 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:00.752536 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6e605682-9f47-4379-83fc-f75f9ff56ca2 req-b8a4bd78-82f0-491d-bf7f-5e1996b05cc8 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=acb71d5a-2e14-4f6d-b533-119b056d044f HTTP/1.1" status: 200 len: 944 time: 0.0511596 Aug 16 21:22:00.793050 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6e605682-9f47-4379-83fc-f75f9ff56ca2 req-55473122-3313-433c-9c92-8965a867e3e6 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=3cc1ecdb-ffc6-4c6e-8b9a-30d4f7bdcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343821 Aug 16 21:22:00.842818 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbaab27-458e-4f14-ae87-65dd6bf5ba11 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Network 1d0135fa-626d-4591-9324-9de2e0b2999a is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:22:00.877200 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-605b32c8-1836-4cfd-9685-b2be040bf9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:00.927616 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605b32c8-1836-4cfd-9685-b2be040bf9b8 None None] Routers {'d4cb93ac-619a-4283-a4ed-4dc3ba32360d'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:22:00.928184 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-605b32c8-1836-4cfd-9685-b2be040bf9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:21:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d4cb93ac-619a-4283-a4ed-4dc3ba32360d'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:00.974060 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-5bbaab27-458e-4f14-ae87-65dd6bf5ba11 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 1d0135fa-626d-4591-9324-9de2e0b2999a) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:22:00.980740 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a830a0a-a592-400f-a98d-f50dabaebbd8 None None] Pushing event updated for resources: {'Port': ['ID=42bda002-877e-4822-996b-974a1bc6cdaf,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:00.981971 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbaab27-458e-4f14-ae87-65dd6bf5ba11 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:00.981971 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5bbaab27-458e-4f14-ae87-65dd6bf5ba11 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:00.987763 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edeb117a-5319-4856-9eff-2839f9c13372 None None] Network 1d0135fa-626d-4591-9324-9de2e0b2999a requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:22:01.098103 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-605b32c8-1836-4cfd-9685-b2be040bf9b8 None None] Set router d4cb93ac-619a-4283-a4ed-4dc3ba32360d gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:22:01.144972 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5bbaab27-458e-4f14-ae87-65dd6bf5ba11 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1304615 Aug 16 21:22:01.147616 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55698) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:01.439492 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d516fdbe-5f6e-4bfa-b6fe-858b2268bb46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-1d0135fa-626d-4591-9324-9de2e0b2999a', 'network_id': '1d0135fa-626d-4591-9324-9de2e0b2999a', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'fixed_ips': [{'subnet_id': '12498cce-46cb-42f5-9463-9313666902d1'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:22:01.440373 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d516fdbe-5f6e-4bfa-b6fe-858b2268bb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:01.599267 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-605b32c8-1836-4cfd-9685-b2be040bf9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cb93ac-619a-4283-a4ed-4dc3ba32360d', 'name': 'tempest-TestNetworkBasicOps-router-251382021', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '42bda002-877e-4822-996b-974a1bc6cdaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:21:57Z', 'updated_at': '2021-08-16T21:21:58Z', 'revision_number': 3, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'gw_port': {'id': '42bda002-877e-4822-996b-974a1bc6cdaf', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cb93ac-619a-4283-a4ed-4dc3ba32360d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:21:57Z', 'updated_at': '2021-08-16T21:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:01.629272 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b670be78-38dd-4c64-9087-1fbad5f1fbd9 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:01.630060 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605b32c8-1836-4cfd-9685-b2be040bf9b8 None None] The sync data for ids ['d4cb93ac-619a-4283-a4ed-4dc3ba32360d'] in n-d-793620-15 is: [{'id': 'd4cb93ac-619a-4283-a4ed-4dc3ba32360d', 'name': 'tempest-TestNetworkBasicOps-router-251382021', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '42bda002-877e-4822-996b-974a1bc6cdaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:21:57Z', 'updated_at': '2021-08-16T21:21:58Z', 'revision_number': 3, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'gw_port': {'id': '42bda002-877e-4822-996b-974a1bc6cdaf', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cb93ac-619a-4283-a4ed-4dc3ba32360d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:21:57Z', 'updated_at': '2021-08-16T21:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:22:01.634683 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-d516fdbe-5f6e-4bfa-b6fe-858b2268bb46 None None] Allocated IP 172.20.0.2 (1d0135fa-626d-4591-9324-9de2e0b2999a/12498cce-46cb-42f5-9463-9313666902d1/6085783c-d205-4351-bdb0-965b3bfb0d4d) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:22:01.797066 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d516fdbe-5f6e-4bfa-b6fe-858b2268bb46 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:01.806053 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d516fdbe-5f6e-4bfa-b6fe-858b2268bb46 None None] Transition to ACTIVE for port object 6085783c-d205-4351-bdb0-965b3bfb0d4d will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:22:01.824326 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d516fdbe-5f6e-4bfa-b6fe-858b2268bb46 None None] Transition to ACTIVE for port object 6085783c-d205-4351-bdb0-965b3bfb0d4d will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:22:01.911205 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d516fdbe-5f6e-4bfa-b6fe-858b2268bb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:02.008522 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516fdbe-5f6e-4bfa-b6fe-858b2268bb46 None None] Pushing event updated for resources: {'Port': ['ID=6085783c-d205-4351-bdb0-965b3bfb0d4d,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:02.009457 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b21806-5422-4ce7-b87f-c346105b9f60 req-4fd02c82-3f9b-473d-8445-b1b00d517b71 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:02.012479 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d516fdbe-5f6e-4bfa-b6fe-858b2268bb46 None None] Network 1d0135fa-626d-4591-9324-9de2e0b2999a is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:22:02.018656 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-d516fdbe-5f6e-4bfa-b6fe-858b2268bb46 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:22:02.020331 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-94b21806-5422-4ce7-b87f-c346105b9f60 req-4fd02c82-3f9b-473d-8445-b1b00d517b71 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=acb71d5a-2e14-4f6d-b533-119b056d044f HTTP/1.1" status: 200 len: 944 time: 0.1393898 Aug 16 21:22:02.021902 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d516fdbe-5f6e-4bfa-b6fe-858b2268bb46 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:22:02.028585 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-b670be78-38dd-4c64-9087-1fbad5f1fbd9 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Allocated IP 172.20.0.1 (1d0135fa-626d-4591-9324-9de2e0b2999a/12498cce-46cb-42f5-9463-9313666902d1/3879e0df-ec40-42a6-93d1-bce13ad6ed61) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:22:02.096706 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-d516fdbe-5f6e-4bfa-b6fe-858b2268bb46 None None] Attempting to bind port 6085783c-d205-4351-bdb0-965b3bfb0d4d on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:22:02.097708 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-d516fdbe-5f6e-4bfa-b6fe-858b2268bb46 None None] Attempting to bind port 6085783c-d205-4351-bdb0-965b3bfb0d4d by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'd6583382-ab28-4f23-a556-44fee15508eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1d0135fa-626d-4591-9324-9de2e0b2999a'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:22:02.098145 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d516fdbe-5f6e-4bfa-b6fe-858b2268bb46 None None] Attempting to bind port 6085783c-d205-4351-bdb0-965b3bfb0d4d on network 1d0135fa-626d-4591-9324-9de2e0b2999a {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:22:02.098318 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-94b21806-5422-4ce7-b87f-c346105b9f60 req-66ee1099-6e51-464a-953e-74c3ef2b008d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=3cc1ecdb-ffc6-4c6e-8b9a-30d4f7bdcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602949 Aug 16 21:22:02.104054 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d516fdbe-5f6e-4bfa-b6fe-858b2268bb46 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:22:02.104536 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d516fdbe-5f6e-4bfa-b6fe-858b2268bb46 None None] Checking segment: {'id': 'd6583382-ab28-4f23-a556-44fee15508eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1d0135fa-626d-4591-9324-9de2e0b2999a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:22:02.105103 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d516fdbe-5f6e-4bfa-b6fe-858b2268bb46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:02.105555 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d516fdbe-5f6e-4bfa-b6fe-858b2268bb46 None None] Bound using segment: {'id': 'd6583382-ab28-4f23-a556-44fee15508eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1d0135fa-626d-4591-9324-9de2e0b2999a'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:22:02.106103 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-d516fdbe-5f6e-4bfa-b6fe-858b2268bb46 None None] Bound port: 6085783c-d205-4351-bdb0-965b3bfb0d4d, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6583382-ab28-4f23-a556-44fee15508eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1d0135fa-626d-4591-9324-9de2e0b2999a'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:22:02.106566 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d516fdbe-5f6e-4bfa-b6fe-858b2268bb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:02.183584 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-d516fdbe-5f6e-4bfa-b6fe-858b2268bb46 None None] For port 6085783c-d205-4351-bdb0-965b3bfb0d4d, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:22:02.187087 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-d516fdbe-5f6e-4bfa-b6fe-858b2268bb46 None None] For port 6085783c-d205-4351-bdb0-965b3bfb0d4d, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=6085783c-d205-4351-bdb0-965b3bfb0d4d,segment=NetworkSegment(d6583382-ab28-4f23-a556-44fee15508eb),segment_id=d6583382-ab28-4f23-a556-44fee15508eb)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:22:02.196829 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b670be78-38dd-4c64-9087-1fbad5f1fbd9 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:02.213220 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-b670be78-38dd-4c64-9087-1fbad5f1fbd9 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Transition to ACTIVE for port object 3879e0df-ec40-42a6-93d1-bce13ad6ed61 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:22:02.277243 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d516fdbe-5f6e-4bfa-b6fe-858b2268bb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:02.312083 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b670be78-38dd-4c64-9087-1fbad5f1fbd9 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:02.347420 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516fdbe-5f6e-4bfa-b6fe-858b2268bb46 None None] Pushing event updated for resources: {'Port': ['ID=6085783c-d205-4351-bdb0-965b3bfb0d4d,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:02.378694 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b670be78-38dd-4c64-9087-1fbad5f1fbd9 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Network 1d0135fa-626d-4591-9324-9de2e0b2999a is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:22:02.382416 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-b670be78-38dd-4c64-9087-1fbad5f1fbd9 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:22:02.385254 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b670be78-38dd-4c64-9087-1fbad5f1fbd9 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:22:02.392923 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670be78-38dd-4c64-9087-1fbad5f1fbd9 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'Port': ['ID=3879e0df-ec40-42a6-93d1-bce13ad6ed61,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:02.441937 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b670be78-38dd-4c64-9087-1fbad5f1fbd9 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:02.525180 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ca632c41-54a9-4edd-82e5-35aca5a14485 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:22:02.655510 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ca632c41-54a9-4edd-82e5-35aca5a14485, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ca632c41-54a9-4edd-82e5-35aca5a14485,segment=NetworkSegment(83c59ba8-c8a5-4f7f-87dc-59e70982a35d),segment_id=83c59ba8-c8a5-4f7f-87dc-59e70982a35d)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:22:02.670495 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': 'ca632c41-54a9-4edd-82e5-35aca5a14485', 'network_id': 'e97625c1-8d04-4565-8844-cd33d7a9e506', 'port_id': 'ca632c41-54a9-4edd-82e5-35aca5a14485', 'mac_address': 'fa:16:3e:0a:62:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4771d5e7-5107-4c8d-b9ac-f4763c824f03', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:22:02.708779 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:02.720119 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b670be78-38dd-4c64-9087-1fbad5f1fbd9 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:02.721716 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca632c41-54a9-4edd-82e5-35aca5a14485 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:22:02.741547 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ca632c41-54a9-4edd-82e5-35aca5a14485, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ca632c41-54a9-4edd-82e5-35aca5a14485,segment=NetworkSegment(83c59ba8-c8a5-4f7f-87dc-59e70982a35d),segment_id=83c59ba8-c8a5-4f7f-87dc-59e70982a35d)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:22:02.819842 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:02.876782 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=ca632c41-54a9-4edd-82e5-35aca5a14485,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:03.016459 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b670be78-38dd-4c64-9087-1fbad5f1fbd9 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:03.018636 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['ca632c41-54a9-4edd-82e5-35aca5a14485'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:22:03.128520 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b670be78-38dd-4c64-9087-1fbad5f1fbd9 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:03.214894 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b670be78-38dd-4c64-9087-1fbad5f1fbd9 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:03.218395 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670be78-38dd-4c64-9087-1fbad5f1fbd9 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'Port': ['ID=3879e0df-ec40-42a6-93d1-bce13ad6ed61,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:03.239448 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19537706-9f41-4b71-b18e-97b046b13a97 req-b39241ae-5df7-43a9-b8a9-3b2f99739268 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:03.241987 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-19537706-9f41-4b71-b18e-97b046b13a97 req-b39241ae-5df7-43a9-b8a9-3b2f99739268 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=acb71d5a-2e14-4f6d-b533-119b056d044f HTTP/1.1" status: 200 len: 945 time: 0.0710254 Aug 16 21:22:03.297069 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-19537706-9f41-4b71-b18e-97b046b13a97 req-df2607ff-387a-40fa-9944-46b2b46d0305 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=3cc1ecdb-ffc6-4c6e-8b9a-30d4f7bdcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474694 Aug 16 21:22:03.334936 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b670be78-38dd-4c64-9087-1fbad5f1fbd9 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Network 1d0135fa-626d-4591-9324-9de2e0b2999a is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:22:03.336636 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-b670be78-38dd-4c64-9087-1fbad5f1fbd9 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:22:03.451121 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b670be78-38dd-4c64-9087-1fbad5f1fbd9 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Router d4cb93ac-619a-4283-a4ed-4dc3ba32360d has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:22:03.583724 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b670be78-38dd-4c64-9087-1fbad5f1fbd9 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:22:03.589609 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b670be78-38dd-4c64-9087-1fbad5f1fbd9 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "PUT /v2.0/routers/d4cb93ac-619a-4283-a4ed-4dc3ba32360d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4431260 Aug 16 21:22:03.592335 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55804) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:03.623110 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 42bda002-877e-4822-996b-974a1bc6cdaf up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:22:03.713783 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17c0da4-c26a-4b81-a6eb-058e27416f81 tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:03.716785 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17c0da4-c26a-4b81-a6eb-058e27416f81 tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:03.716785 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17c0da4-c26a-4b81-a6eb-058e27416f81 tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:03.716785 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17c0da4-c26a-4b81-a6eb-058e27416f81 tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:03.716785 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17c0da4-c26a-4b81-a6eb-058e27416f81 tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:03.717629 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b17c0da4-c26a-4b81-a6eb-058e27416f81 tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3568 time: 0.1243842 Aug 16 21:22:03.720353 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55812) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:03.745922 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 42bda002-877e-4822-996b-974a1bc6cdaf completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:22:03.750371 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 42bda002-877e-4822-996b-974a1bc6cdaf triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:22:03.757071 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:03.816927 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722cb3e5-0ac9-469f-b89e-7d570a97a2ca tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:03.817630 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722cb3e5-0ac9-469f-b89e-7d570a97a2ca tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:03.817862 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722cb3e5-0ac9-469f-b89e-7d570a97a2ca tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:03.818566 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722cb3e5-0ac9-469f-b89e-7d570a97a2ca tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:03.822636 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722cb3e5-0ac9-469f-b89e-7d570a97a2ca tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:03.824988 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639d2a9f-9442-40bf-8b95-c77e05e51615 None None] Sync routers for ids ['d4cb93ac-619a-4283-a4ed-4dc3ba32360d'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:22:03.838079 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-722cb3e5-0ac9-469f-b89e-7d570a97a2ca tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3351 time: 0.1053414 Aug 16 21:22:03.838244 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 55818) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:03.838338 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639d2a9f-9442-40bf-8b95-c77e05e51615 None None] Routers {'d4cb93ac-619a-4283-a4ed-4dc3ba32360d'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:22:03.838338 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-639d2a9f-9442-40bf-8b95-c77e05e51615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:21:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d4cb93ac-619a-4283-a4ed-4dc3ba32360d'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:03.860835 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:03.888103 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 42bda002-877e-4822-996b-974a1bc6cdaf, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=42bda002-877e-4822-996b-974a1bc6cdaf,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:22:03.965682 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-639d2a9f-9442-40bf-8b95-c77e05e51615 None None] Set router d4cb93ac-619a-4283-a4ed-4dc3ba32360d gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:22:03.992213 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4a60da-68d9-40c9-affe-ccf8f4d3e69c None None] Network 1d0135fa-626d-4591-9324-9de2e0b2999a requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:22:04.009997 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0059556e-811c-4c72-be95-0466f7c9fa84 tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2335 time: 0.1793516 Aug 16 21:22:04.029906 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:04.033794 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6085783c-d205-4351-bdb0-965b3bfb0d4d up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:22:04.141917 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=42bda002-877e-4822-996b-974a1bc6cdaf,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:04.202341 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-639d2a9f-9442-40bf-8b95-c77e05e51615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cb93ac-619a-4283-a4ed-4dc3ba32360d', 'name': 'tempest-TestNetworkBasicOps-router-251382021', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '42bda002-877e-4822-996b-974a1bc6cdaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:21:57Z', 'updated_at': '2021-08-16T21:22:02Z', 'revision_number': 4, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'gw_port': {'id': '42bda002-877e-4822-996b-974a1bc6cdaf', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cb93ac-619a-4283-a4ed-4dc3ba32360d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:21:57Z', 'updated_at': '2021-08-16T21:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '3879e0df-ec40-42a6-93d1-bce13ad6ed61', 'name': '', 'network_id': '1d0135fa-626d-4591-9324-9de2e0b2999a', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'mac_address': 'fa:16:3e:4f:22:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cb93ac-619a-4283-a4ed-4dc3ba32360d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '12498cce-46cb-42f5-9463-9313666902d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:22:01Z', 'updated_at': '2021-08-16T21:22:02Z', 'revision_number': 2, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'subnets': [{'id': '12498cce-46cb-42f5-9463-9313666902d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:04.229937 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639d2a9f-9442-40bf-8b95-c77e05e51615 None None] Checking router: d4cb93ac-619a-4283-a4ed-4dc3ba32360d for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:22:04.230403 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639d2a9f-9442-40bf-8b95-c77e05e51615 None None] Updating router d4cb93ac-619a-4283-a4ed-4dc3ba32360d port 3879e0df-ec40-42a6-93d1-bce13ad6ed61 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:22:04.259716 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-81197fae-2ee8-4527-ac2b-1f043535c1dc None None] Provisioning for port 6085783c-d205-4351-bdb0-965b3bfb0d4d completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:22:04.280027 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-639d2a9f-9442-40bf-8b95-c77e05e51615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:04.357125 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 6085783c-d205-4351-bdb0-965b3bfb0d4d completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:22:04.361770 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 6085783c-d205-4351-bdb0-965b3bfb0d4d triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:22:04.362256 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:04.478460 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55842) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:04.481397 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:04.483885 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-8823627b-39ab-4127-b760-8d57db8b419d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-687077074', 'description': 'tempest-secgroup-smoke-687077074 description', 'project_id': 'f258702b923645ea8255373c3c1b0963'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:22:04.485752 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2cff1-cca4-4f55-8335-7aeed8b13517 req-9e30285f-0f04-468f-ba2d-c9fcef4ce6d7 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:04.489007 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-27a2cff1-cca4-4f55-8335-7aeed8b13517 req-9e30285f-0f04-468f-ba2d-c9fcef4ce6d7 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=acb71d5a-2e14-4f6d-b533-119b056d044f HTTP/1.1" status: 200 len: 945 time: 0.1021280 Aug 16 21:22:04.539544 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ca632c41-54a9-4edd-82e5-35aca5a14485 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:22:04.542982 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-27a2cff1-cca4-4f55-8335-7aeed8b13517 req-6e93c177-87d5-4d9a-abe2-bb7cf0699dfa tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=3cc1ecdb-ffc6-4c6e-8b9a-30d4f7bdcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466747 Aug 16 21:22:04.553535 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 6085783c-d205-4351-bdb0-965b3bfb0d4d, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=6085783c-d205-4351-bdb0-965b3bfb0d4d,segment=NetworkSegment(d6583382-ab28-4f23-a556-44fee15508eb),segment_id=d6583382-ab28-4f23-a556-44fee15508eb)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:22:04.592010 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8823627b-39ab-4127-b760-8d57db8b419d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:04.620223 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b9adaa49-adc2-4b93-a480-68a7f115699e None None] Provisioning for port 3879e0df-ec40-42a6-93d1-bce13ad6ed61 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:22:04.626155 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b9adaa49-adc2-4b93-a480-68a7f115699e None None] Provisioning complete for port 3879e0df-ec40-42a6-93d1-bce13ad6ed61 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:22:04.632341 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b9adaa49-adc2-4b93-a480-68a7f115699e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:04.632694 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-639d2a9f-9442-40bf-8b95-c77e05e51615 None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:04.643680 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-639d2a9f-9442-40bf-8b95-c77e05e51615 None None] Transition to ACTIVE for port object 3879e0df-ec40-42a6-93d1-bce13ad6ed61 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:22:04.681166 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:04.703128 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8823627b-39ab-4127-b760-8d57db8b419d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:04.706432 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-b9adaa49-adc2-4b93-a480-68a7f115699e None None] Port 3879e0df-ec40-42a6-93d1-bce13ad6ed61 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:22:04.737260 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b9adaa49-adc2-4b93-a480-68a7f115699e None None] Provisioning complete for port 6085783c-d205-4351-bdb0-965b3bfb0d4d triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:22:04.737692 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b9adaa49-adc2-4b93-a480-68a7f115699e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:04.740434 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=6085783c-d205-4351-bdb0-965b3bfb0d4d,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:04.751043 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-639d2a9f-9442-40bf-8b95-c77e05e51615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:04.764643 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port ca632c41-54a9-4edd-82e5-35aca5a14485 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:22:04.772437 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port ca632c41-54a9-4edd-82e5-35aca5a14485 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:22:04.772815 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:04.809108 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8823627b-39ab-4127-b760-8d57db8b419d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:04.822742 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6fc354-80f2-4465-b9c7-98d26b18fd71 None None] Pushing event updated for resources: {'Port': ['ID=3879e0df-ec40-42a6-93d1-bce13ad6ed61,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:04.868414 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823627b-39ab-4127-b760-8d57db8b419d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b27b444-070e-498e-bf17-1c6848e56342,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:04.898061 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-639d2a9f-9442-40bf-8b95-c77e05e51615 None None] Attempting to bind port 3879e0df-ec40-42a6-93d1-bce13ad6ed61 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:22:04.898669 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-639d2a9f-9442-40bf-8b95-c77e05e51615 None None] Attempting to bind port 3879e0df-ec40-42a6-93d1-bce13ad6ed61 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'd6583382-ab28-4f23-a556-44fee15508eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1d0135fa-626d-4591-9324-9de2e0b2999a'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:22:04.898791 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639d2a9f-9442-40bf-8b95-c77e05e51615 None None] Attempting to bind port 3879e0df-ec40-42a6-93d1-bce13ad6ed61 on network 1d0135fa-626d-4591-9324-9de2e0b2999a {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:22:04.904516 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639d2a9f-9442-40bf-8b95-c77e05e51615 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:22:04.904948 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639d2a9f-9442-40bf-8b95-c77e05e51615 None None] Checking segment: {'id': 'd6583382-ab28-4f23-a556-44fee15508eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1d0135fa-626d-4591-9324-9de2e0b2999a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:22:04.905282 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-639d2a9f-9442-40bf-8b95-c77e05e51615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:04.905657 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639d2a9f-9442-40bf-8b95-c77e05e51615 None None] Bound using segment: {'id': 'd6583382-ab28-4f23-a556-44fee15508eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1d0135fa-626d-4591-9324-9de2e0b2999a'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:22:04.907369 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-639d2a9f-9442-40bf-8b95-c77e05e51615 None None] Bound port: 3879e0df-ec40-42a6-93d1-bce13ad6ed61, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6583382-ab28-4f23-a556-44fee15508eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1d0135fa-626d-4591-9324-9de2e0b2999a'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:22:04.907369 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-639d2a9f-9442-40bf-8b95-c77e05e51615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:04.924474 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:04.962318 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb71d5a-2e14-4f6d-b533-119b056d044f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca632c41-54a9-4edd-82e5-35aca5a14485'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:22:04.964892 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef35baa-2bdb-457b-80a9-25c9b46d94c5" -d '{"events": [{"server_uuid": "acb71d5a-2e14-4f6d-b533-119b056d044f", "name": "network-vif-plugged", "status": "completed", "tag": "ca632c41-54a9-4edd-82e5-35aca5a14485"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:22:04.968393 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8823627b-39ab-4127-b760-8d57db8b419d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:04.977723 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8823627b-39ab-4127-b760-8d57db8b419d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4903650 Aug 16 21:22:04.977723 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55868) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:04.979480 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-c93cd052-5e52-49bb-b9f1-c3e293d305ad tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Request body: {'security_group_rule': {'security_group_id': '9b27b444-070e-498e-bf17-1c6848e56342', 'project_id': 'f258702b923645ea8255373c3c1b0963', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:22:04.990554 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ca632c41-54a9-4edd-82e5-35aca5a14485, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ca632c41-54a9-4edd-82e5-35aca5a14485,segment=NetworkSegment(83c59ba8-c8a5-4f7f-87dc-59e70982a35d),segment_id=83c59ba8-c8a5-4f7f-87dc-59e70982a35d)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:22:05.000490 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-639d2a9f-9442-40bf-8b95-c77e05e51615 None None] For port 3879e0df-ec40-42a6-93d1-bce13ad6ed61, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:22:05.004839 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-639d2a9f-9442-40bf-8b95-c77e05e51615 None None] For port 3879e0df-ec40-42a6-93d1-bce13ad6ed61, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=3879e0df-ec40-42a6-93d1-bce13ad6ed61,segment=NetworkSegment(d6583382-ab28-4f23-a556-44fee15508eb),segment_id=d6583382-ab28-4f23-a556-44fee15508eb)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:22:05.012027 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e36cf55-2628-4630-8d49-5a606dbb3ae7 x-openstack-request-id: req-1e36cf55-2628-4630-8d49-5a606dbb3ae7 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:22:05.012027 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb71d5a-2e14-4f6d-b533-119b056d044f", "name": "network-vif-plugged", "status": "completed", "tag": "ca632c41-54a9-4edd-82e5-35aca5a14485", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:22:05.012027 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1e36cf55-2628-4630-8d49-5a606dbb3ae7 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:22:05.012027 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb71d5a-2e14-4f6d-b533-119b056d044f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca632c41-54a9-4edd-82e5-35aca5a14485', 'code': 200} Aug 16 21:22:05.065101 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:05.094103 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-639d2a9f-9442-40bf-8b95-c77e05e51615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:05.099473 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c93cd052-5e52-49bb-b9f1-c3e293d305ad tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:05.121724 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=ca632c41-54a9-4edd-82e5-35aca5a14485,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:05.149541 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdba695-9032-470c-969d-5009763edef5 req-e97c9eff-1a60-40a5-8840-431981800f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:05.151217 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1bdba695-9032-470c-969d-5009763edef5 req-e97c9eff-1a60-40a5-8840-431981800f43 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=acb71d5a-2e14-4f6d-b533-119b056d044f HTTP/1.1" status: 200 len: 1098 time: 0.0782256 Aug 16 21:22:05.185291 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c93cd052-5e52-49bb-b9f1-c3e293d305ad tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:05.197029 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1bdba695-9032-470c-969d-5009763edef5 req-875ef881-a239-464f-861d-f7951e497605 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3cc1ecdb-ffc6-4c6e-8b9a-30d4f7bdcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355709 Aug 16 21:22:05.197154 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639d2a9f-9442-40bf-8b95-c77e05e51615 None None] Routers {'d4cb93ac-619a-4283-a4ed-4dc3ba32360d'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:22:05.197602 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-639d2a9f-9442-40bf-8b95-c77e05e51615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:21:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d4cb93ac-619a-4283-a4ed-4dc3ba32360d'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:05.200635 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6fc354-80f2-4465-b9c7-98d26b18fd71 None None] Pushing event updated for resources: {'Port': ['ID=3879e0df-ec40-42a6-93d1-bce13ad6ed61,revision_number=4']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:05.254251 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c93cd052-5e52-49bb-b9f1-c3e293d305ad tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:05.276169 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93cd052-5e52-49bb-b9f1-c3e293d305ad tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f4833a8-0f2e-4071-8d91-5ac74e96c71b,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:05.310371 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-639d2a9f-9442-40bf-8b95-c77e05e51615 None None] Set router d4cb93ac-619a-4283-a4ed-4dc3ba32360d gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:22:05.374143 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c93cd052-5e52-49bb-b9f1-c3e293d305ad tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:05.376043 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c93cd052-5e52-49bb-b9f1-c3e293d305ad tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4010601 Aug 16 21:22:05.383141 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55886) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:05.384005 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-91d5bc3c-ffc6-48d1-a45f-156b50fc65df tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Request body: {'security_group_rule': {'security_group_id': '9b27b444-070e-498e-bf17-1c6848e56342', 'project_id': 'f258702b923645ea8255373c3c1b0963', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:22:05.476328 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-91d5bc3c-ffc6-48d1-a45f-156b50fc65df tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:05.548714 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-639d2a9f-9442-40bf-8b95-c77e05e51615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cb93ac-619a-4283-a4ed-4dc3ba32360d', 'name': 'tempest-TestNetworkBasicOps-router-251382021', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '42bda002-877e-4822-996b-974a1bc6cdaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:21:57Z', 'updated_at': '2021-08-16T21:22:02Z', 'revision_number': 4, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'gw_port': {'id': '42bda002-877e-4822-996b-974a1bc6cdaf', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cb93ac-619a-4283-a4ed-4dc3ba32360d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:21:57Z', 'updated_at': '2021-08-16T21:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '3879e0df-ec40-42a6-93d1-bce13ad6ed61', 'name': '', 'network_id': '1d0135fa-626d-4591-9324-9de2e0b2999a', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'mac_address': 'fa:16:3e:4f:22:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cb93ac-619a-4283-a4ed-4dc3ba32360d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '12498cce-46cb-42f5-9463-9313666902d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:22:01Z', 'updated_at': '2021-08-16T21:22:04Z', 'revision_number': 4, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'subnets': [{'id': '12498cce-46cb-42f5-9463-9313666902d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:05.551749 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-91d5bc3c-ffc6-48d1-a45f-156b50fc65df tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:05.573964 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 42bda002-877e-4822-996b-974a1bc6cdaf up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:22:05.581007 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639d2a9f-9442-40bf-8b95-c77e05e51615 None None] The sync data for ids ['d4cb93ac-619a-4283-a4ed-4dc3ba32360d'] in n-d-793620-15 is: [{'id': 'd4cb93ac-619a-4283-a4ed-4dc3ba32360d', 'name': 'tempest-TestNetworkBasicOps-router-251382021', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '42bda002-877e-4822-996b-974a1bc6cdaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:21:57Z', 'updated_at': '2021-08-16T21:22:02Z', 'revision_number': 4, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'gw_port': {'id': '42bda002-877e-4822-996b-974a1bc6cdaf', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cb93ac-619a-4283-a4ed-4dc3ba32360d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:21:57Z', 'updated_at': '2021-08-16T21:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '3879e0df-ec40-42a6-93d1-bce13ad6ed61', 'name': '', 'network_id': '1d0135fa-626d-4591-9324-9de2e0b2999a', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'mac_address': 'fa:16:3e:4f:22:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cb93ac-619a-4283-a4ed-4dc3ba32360d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '12498cce-46cb-42f5-9463-9313666902d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:22:01Z', 'updated_at': '2021-08-16T21:22:04Z', 'revision_number': 4, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'subnets': [{'id': '12498cce-46cb-42f5-9463-9313666902d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:22:05.625796 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-91d5bc3c-ffc6-48d1-a45f-156b50fc65df tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:05.663844 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d5bc3c-ffc6-48d1-a45f-156b50fc65df tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1e16c86-918a-4865-86ea-2013ceb09244,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:05.667054 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 42bda002-877e-4822-996b-974a1bc6cdaf triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:22:05.667714 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:05.708994 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6dc21-e3c1-457a-b532-fcd126db5ce8 req-50daa8da-19b0-4da0-a522-c5495c497a8c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:05.716400 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1cd6dc21-e3c1-457a-b532-fcd126db5ce8 req-50daa8da-19b0-4da0-a522-c5495c497a8c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=acb71d5a-2e14-4f6d-b533-119b056d044f HTTP/1.1" status: 200 len: 946 time: 0.0995934 Aug 16 21:22:05.760370 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1cd6dc21-e3c1-457a-b532-fcd126db5ce8 req-dbbd0057-3003-4edf-85c5-3067dd93f1b4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=3cc1ecdb-ffc6-4c6e-8b9a-30d4f7bdcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426080 Aug 16 21:22:05.762475 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-91d5bc3c-ffc6-48d1-a45f-156b50fc65df tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:05.766062 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-91d5bc3c-ffc6-48d1-a45f-156b50fc65df tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3838613 Aug 16 21:22:05.766391 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55902) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:05.767282 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6085783c-d205-4351-bdb0-965b3bfb0d4d up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:22:05.772070 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-8ecf31d9-e5f1-455a-83a5-70b1a184f087 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Request body: {'security_group_rule': {'security_group_id': '9b27b444-070e-498e-bf17-1c6848e56342', 'project_id': 'f258702b923645ea8255373c3c1b0963', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:22:05.830899 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 6085783c-d205-4351-bdb0-965b3bfb0d4d triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:22:05.831389 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:05.866017 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8ecf31d9-e5f1-455a-83a5-70b1a184f087 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:05.958643 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8ecf31d9-e5f1-455a-83a5-70b1a184f087 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:06.048581 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8ecf31d9-e5f1-455a-83a5-70b1a184f087 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:06.067855 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf31d9-e5f1-455a-83a5-70b1a184f087 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=811798d5-0978-4e56-a052-b7783ba8c7d2,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:06.185695 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8ecf31d9-e5f1-455a-83a5-70b1a184f087 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:06.189053 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8ecf31d9-e5f1-455a-83a5-70b1a184f087 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4194808 Aug 16 21:22:06.189918 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55922) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:06.194976 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-7378d84a-8854-44e3-abe3-df0a79c13aff tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Request body: {'security_group_rule': {'security_group_id': '9b27b444-070e-498e-bf17-1c6848e56342', 'project_id': 'f258702b923645ea8255373c3c1b0963', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:22:06.304885 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7378d84a-8854-44e3-abe3-df0a79c13aff tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:06.373467 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7378d84a-8854-44e3-abe3-df0a79c13aff tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:06.494031 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7378d84a-8854-44e3-abe3-df0a79c13aff tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:06.512071 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378d84a-8854-44e3-abe3-df0a79c13aff tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46b5e722-c7ec-4f32-ad3c-ce088fcaad99,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:06.591308 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7378d84a-8854-44e3-abe3-df0a79c13aff tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:06.592690 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7378d84a-8854-44e3-abe3-df0a79c13aff tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4012876 Aug 16 21:22:06.595497 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55940) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:06.600093 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-a49da4e5-1629-4b7a-ac7b-ee9718d3a97d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Request body: {'security_group_rule': {'security_group_id': '9b27b444-070e-498e-bf17-1c6848e56342', 'project_id': 'f258702b923645ea8255373c3c1b0963', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:22:06.677059 n-d-793620-15 neutron-server[101845]: INFO neutron.db.securitygroups_db [None req-a49da4e5-1629-4b7a-ac7b-ee9718d3a97d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Project f258702b923645ea8255373c3c1b0963 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:22:06.682295 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a49da4e5-1629-4b7a-ac7b-ee9718d3a97d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:06.742471 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a49da4e5-1629-4b7a-ac7b-ee9718d3a97d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:06.819518 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a49da4e5-1629-4b7a-ac7b-ee9718d3a97d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:06.838926 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49da4e5-1629-4b7a-ac7b-ee9718d3a97d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=903c8a55-3d07-4281-b545-ac47ce1cf378,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:06.895908 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351161a-ec65-4ff7-b413-fdaf6e064978 req-fc497cfc-9cbb-4732-9510-2f8161e061d6 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:06.897543 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0351161a-ec65-4ff7-b413-fdaf6e064978 req-fc497cfc-9cbb-4732-9510-2f8161e061d6 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=acb71d5a-2e14-4f6d-b533-119b056d044f HTTP/1.1" status: 200 len: 946 time: 0.0519805 Aug 16 21:22:06.899625 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a49da4e5-1629-4b7a-ac7b-ee9718d3a97d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:06.901143 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a49da4e5-1629-4b7a-ac7b-ee9718d3a97d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3044477 Aug 16 21:22:06.903697 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55958) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:06.908388 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-0bcb8efe-7432-419a-b213-354d7e93db04 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Request body: {'security_group_rule': {'security_group_id': '9b27b444-070e-498e-bf17-1c6848e56342', 'project_id': 'f258702b923645ea8255373c3c1b0963', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:22:06.941907 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0351161a-ec65-4ff7-b413-fdaf6e064978 req-f50a0516-9750-4f0a-bb76-7c97232b06dd tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=3cc1ecdb-ffc6-4c6e-8b9a-30d4f7bdcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376227 Aug 16 21:22:07.008457 n-d-793620-15 neutron-server[101845]: INFO neutron.db.securitygroups_db [None req-0bcb8efe-7432-419a-b213-354d7e93db04 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Project f258702b923645ea8255373c3c1b0963 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:22:07.014509 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0bcb8efe-7432-419a-b213-354d7e93db04 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:07.064694 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc475f-2c49-43b1-9a92-056f1ddfda00 req-31a4528a-ca41-4ec7-ab4b-3670b5dd4db1 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:07.066917 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-31bc475f-2c49-43b1-9a92-056f1ddfda00 req-31a4528a-ca41-4ec7-ab4b-3670b5dd4db1 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=acb71d5a-2e14-4f6d-b533-119b056d044f HTTP/1.1" status: 200 len: 946 time: 0.0543222 Aug 16 21:22:07.078311 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0bcb8efe-7432-419a-b213-354d7e93db04 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:07.108825 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-31bc475f-2c49-43b1-9a92-056f1ddfda00 req-0dab3390-d35d-4c73-85c0-8deba5de2a81 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=3cc1ecdb-ffc6-4c6e-8b9a-30d4f7bdcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354688 Aug 16 21:22:07.131310 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55972) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:07.163701 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0bcb8efe-7432-419a-b213-354d7e93db04 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:07.185946 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb8efe-7432-419a-b213-354d7e93db04 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4eafed4-cd2d-454d-8889-de5fb3fb45d1,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:07.198135 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bef71c8-fce0-4898-8e76-9b3858c74a8c tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:07.199662 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9bef71c8-fce0-4898-8e76-9b3858c74a8c tempest-TestNetworkAdvancedServerOps-1312413777 tempest-TestNetworkAdvancedServerOps-1312413777-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=acb71d5a-2e14-4f6d-b533-119b056d044f HTTP/1.1" status: 200 len: 1093 time: 0.0671742 Aug 16 21:22:07.202470 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 55976) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:07.206807 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-0d7d2e0d-660c-4b87-bb5d-c90c6b544a5e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'port_id': 'ca632c41-54a9-4edd-82e5-35aca5a14485', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:22:07.245980 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0bcb8efe-7432-419a-b213-354d7e93db04 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:07.247173 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0bcb8efe-7432-419a-b213-354d7e93db04 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3424613 Aug 16 21:22:07.328443 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0d7d2e0d-660c-4b87-bb5d-c90c6b544a5e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for floatingip, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:07.384461 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-aaf0dce1-286e-4d99-9eea-be79528c646b tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-687077074&fields=id&tenant_id=f258702b923645ea8255373c3c1b0963 HTTP/1.1" status: 200 len: 267 time: 0.0330937 Aug 16 21:22:07.429120 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0d7d2e0d-660c-4b87-bb5d-c90c6b544a5e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:07.505623 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-7e0a33b7-c51d-42dc-8ddb-62c7291016ab tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:07.512363 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-7e0a33b7-c51d-42dc-8ddb-62c7291016ab tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/networks?id=1d0135fa-626d-4591-9324-9de2e0b2999a HTTP/1.1" status: 200 len: 795 time: 0.1207247 Aug 16 21:22:07.534740 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-b2bf27ff-94f8-48d9-a910-c4da7ecfc2fb tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/quotas/f258702b923645ea8255373c3c1b0963 HTTP/1.1" status: 200 len: 375 time: 0.0201330 Aug 16 21:22:07.575927 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-0d7d2e0d-660c-4b87-bb5d-c90c6b544a5e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Allocated IP 172.25.1.105 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/2693d619-251b-40a1-876a-e785185e059a) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:22:07.607331 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-786a493e-372f-4a85-b132-14f69410f73c tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f258702b923645ea8255373c3c1b0963&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0716188 Aug 16 21:22:07.631373 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 3879e0df-ec40-42a6-93d1-bce13ad6ed61 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:22:07.709034 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0d7d2e0d-660c-4b87-bb5d-c90c6b544a5e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:07.719548 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-2ba1fae1-bb10-402a-80fd-36ce9ad07e10 service neutron] 10.222.0.84 "GET /v2.0/networks/1d0135fa-626d-4591-9324-9de2e0b2999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035280 Aug 16 21:22:07.773614 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 3879e0df-ec40-42a6-93d1-bce13ad6ed61 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:22:07.778700 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 3879e0df-ec40-42a6-93d1-bce13ad6ed61 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:22:07.778700 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:07.814114 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-ededf585-505d-4925-842b-91a17dad56e5 service neutron] 10.222.0.84 "GET /v2.0/networks/1d0135fa-626d-4591-9324-9de2e0b2999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883164 Aug 16 21:22:07.825415 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0d7d2e0d-660c-4b87-bb5d-c90c6b544a5e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:07.845935 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7d2e0d-660c-4b87-bb5d-c90c6b544a5e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:22:07.849419 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-0d7d2e0d-660c-4b87-bb5d-c90c6b544a5e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:22:07.868127 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7d2e0d-660c-4b87-bb5d-c90c6b544a5e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:22:07.869053 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:07.906419 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 3879e0df-ec40-42a6-93d1-bce13ad6ed61, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=3879e0df-ec40-42a6-93d1-bce13ad6ed61,segment=NetworkSegment(d6583382-ab28-4f23-a556-44fee15508eb),segment_id=d6583382-ab28-4f23-a556-44fee15508eb)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:22:07.914551 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d2e0d-660c-4b87-bb5d-c90c6b544a5e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'Port': ['ID=2693d619-251b-40a1-876a-e785185e059a,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:07.990908 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:08.054221 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=3879e0df-ec40-42a6-93d1-bce13ad6ed61,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:08.066810 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf4dccfc-30e6-4bb4-848e-c025ce19cba0 req-c6ac6272-8c44-400a-b550-6e0aeac927a5 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=e05d5c86-53e1-4da2-a353-41fc1b0613eb HTTP/1.1" status: 200 len: 210 time: 0.0299842 Aug 16 21:22:08.288012 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0d7d2e0d-660c-4b87-bb5d-c90c6b544a5e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:08.390376 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0d7d2e0d-660c-4b87-bb5d-c90c6b544a5e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:08.544586 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0d7d2e0d-660c-4b87-bb5d-c90c6b544a5e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:08.591089 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0d7d2e0d-660c-4b87-bb5d-c90c6b544a5e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:08.664101 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d2e0d-660c-4b87-bb5d-c90c6b544a5e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event updated for resources: {'Port': ['ID=2693d619-251b-40a1-876a-e785185e059a,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:08.674868 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0d7d2e0d-660c-4b87-bb5d-c90c6b544a5e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:09.119261 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [None req-0d7d2e0d-660c-4b87-bb5d-c90c6b544a5e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Floating IP 418a614b-0b30-4f9a-98aa-fffe91098c18 associated. External IP: 172.25.1.105, port: ca632c41-54a9-4edd-82e5-35aca5a14485. Aug 16 21:22:09.171485 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3eb28f87-4708-40e3-847c-1452a92342d0 req-b8a1b5de-7fd3-4793-8c07-93de36382b34 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=e05d5c86-53e1-4da2-a353-41fc1b0613eb HTTP/1.1" status: 200 len: 210 time: 0.0288117 Aug 16 21:22:09.340992 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7d2e0d-660c-4b87-bb5d-c90c6b544a5e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Router ce8ea004-0b68-415b-8240-ad2b491e3d13 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:22:09.453443 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7d2e0d-660c-4b87-bb5d-c90c6b544a5e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:22:09.463390 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922dc88a-71de-4e72-9f43-412235e4f2d8 None None] Sync routers for ids ['ce8ea004-0b68-415b-8240-ad2b491e3d13'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:22:09.473751 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922dc88a-71de-4e72-9f43-412235e4f2d8 None None] Routers {'ce8ea004-0b68-415b-8240-ad2b491e3d13'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:22:09.477794 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-922dc88a-71de-4e72-9f43-412235e4f2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:21:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['ce8ea004-0b68-415b-8240-ad2b491e3d13'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:09.554405 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 3879e0df-ec40-42a6-93d1-bce13ad6ed61 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:22:09.585731 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0d7d2e0d-660c-4b87-bb5d-c90c6b544a5e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:09.615038 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-922dc88a-71de-4e72-9f43-412235e4f2d8 None None] Set router ce8ea004-0b68-415b-8240-ad2b491e3d13 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:22:09.617077 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0d7d2e0d-660c-4b87-bb5d-c90c6b544a5e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4135978 Aug 16 21:22:09.617659 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb71d5a-2e14-4f6d-b533-119b056d044f', 'tag': 'ca632c41-54a9-4edd-82e5-35aca5a14485'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:22:09.619993 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949bfaff-2ff4-4be8-9bc1-36be77a089fd" -d '{"events": [{"name": "network-changed", "server_uuid": "acb71d5a-2e14-4f6d-b533-119b056d044f", "tag": "ca632c41-54a9-4edd-82e5-35aca5a14485"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:22:09.657826 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcff835c-497b-4a24-a538-01acbde579a5 x-openstack-request-id: req-bcff835c-497b-4a24-a538-01acbde579a5 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:22:09.658142 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb71d5a-2e14-4f6d-b533-119b056d044f", "tag": "ca632c41-54a9-4edd-82e5-35aca5a14485", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:22:09.658393 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-bcff835c-497b-4a24-a538-01acbde579a5 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:22:09.658805 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb71d5a-2e14-4f6d-b533-119b056d044f', 'tag': 'ca632c41-54a9-4edd-82e5-35aca5a14485', 'status': 'completed', 'code': 200} Aug 16 21:22:09.667115 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 3879e0df-ec40-42a6-93d1-bce13ad6ed61 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:22:09.667490 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:09.748080 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bfaff-2ff4-4be8-9bc1-36be77a089fd req-034986aa-03d2-4284-afe1-3230d114f28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:09.749682 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-949bfaff-2ff4-4be8-9bc1-36be77a089fd req-034986aa-03d2-4284-afe1-3230d114f28d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&device_id=acb71d5a-2e14-4f6d-b533-119b056d044f HTTP/1.1" status: 200 len: 1098 time: 0.0618792 Aug 16 21:22:09.760857 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53c1b0-e692-4da6-8885-4538faf72922 req-d1ec709a-25f9-4c7b-a9d7-7aa73ec3063c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:09.762485 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3b53c1b0-e692-4da6-8885-4538faf72922 req-d1ec709a-25f9-4c7b-a9d7-7aa73ec3063c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=acb71d5a-2e14-4f6d-b533-119b056d044f HTTP/1.1" status: 200 len: 946 time: 0.0848110 Aug 16 21:22:09.854356 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3b53c1b0-e692-4da6-8885-4538faf72922 req-f7ca7d3e-7504-47f0-bb95-a379721ad2c1 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=3cc1ecdb-ffc6-4c6e-8b9a-30d4f7bdcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831316 Aug 16 21:22:09.881743 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56122) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:09.891845 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bfaff-2ff4-4be8-9bc1-36be77a089fd req-2e5f6080-0d96-4e80-962e-d4ed6b511ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:09.893985 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-949bfaff-2ff4-4be8-9bc1-36be77a089fd req-2e5f6080-0d96-4e80-962e-d4ed6b511ebf service neutron] 10.222.0.90 "GET /v2.0/networks?id=e97625c1-8d04-4565-8844-cd33d7a9e506 HTTP/1.1" status: 200 len: 897 time: 0.1305971 Aug 16 21:22:09.910729 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-922dc88a-71de-4e72-9f43-412235e4f2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8ea004-0b68-415b-8240-ad2b491e3d13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303154237', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '34521c16-b8ff-46da-abdf-725cd5ffb7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:21:45Z', 'updated_at': '2021-08-16T21:21:51Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '34521c16-b8ff-46da-abdf-725cd5ffb7ae', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8ea004-0b68-415b-8240-ad2b491e3d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:21:46Z', 'updated_at': '2021-08-16T21:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '418a614b-0b30-4f9a-98aa-fffe91098c18', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'floating_ip_address': '172.25.1.105', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': 'ce8ea004-0b68-415b-8240-ad2b491e3d13', 'port_id': 'ca632c41-54a9-4edd-82e5-35aca5a14485', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e97625c1-8d04-4565-8844-cd33d7a9e506', 'mac_address': 'fa:16:3e:0a:62:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb71d5a-2e14-4f6d-b533-119b056d044f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:22:08Z', 'updated_at': '2021-08-16T21:22:08Z', 'revision_number': 0, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88ea0486-87bd-458d-8f8a-3d14a2fe21b0', 'name': '', 'network_id': 'e97625c1-8d04-4565-8844-cd33d7a9e506', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'mac_address': 'fa:16:3e:d2:fb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8ea004-0b68-415b-8240-ad2b491e3d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '4771d5e7-5107-4c8d-b9ac-f4763c824f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:21:50Z', 'updated_at': '2021-08-16T21:21:57Z', 'revision_number': 5, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'subnets': [{'id': '4771d5e7-5107-4c8d-b9ac-f4763c824f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:09.945275 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922dc88a-71de-4e72-9f43-412235e4f2d8 None None] Checking router: ce8ea004-0b68-415b-8240-ad2b491e3d13 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:22:09.954492 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922dc88a-71de-4e72-9f43-412235e4f2d8 None None] Routers {'ce8ea004-0b68-415b-8240-ad2b491e3d13'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:22:09.955260 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-922dc88a-71de-4e72-9f43-412235e4f2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:21:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['ce8ea004-0b68-415b-8240-ad2b491e3d13'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:09.973461 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e4aacc9e-deb6-4c6e-aecd-410f9d23d717 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/floatingips/418a614b-0b30-4f9a-98aa-fffe91098c18 HTTP/1.1" status: 200 len: 992 time: 0.0897324 Aug 16 21:22:09.977157 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-949bfaff-2ff4-4be8-9bc1-36be77a089fd req-383de584-246b-4d3b-9f29-2776bf9efc25 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca632c41-54a9-4edd-82e5-35aca5a14485 HTTP/1.1" status: 200 len: 1000 time: 0.0757174 Aug 16 21:22:10.028466 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bfaff-2ff4-4be8-9bc1-36be77a089fd req-5d72f9bf-d3af-4802-af4c-1ac515243e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:10.029978 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-949bfaff-2ff4-4be8-9bc1-36be77a089fd req-5d72f9bf-d3af-4802-af4c-1ac515243e78 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4771d5e7-5107-4c8d-b9ac-f4763c824f03 HTTP/1.1" status: 200 len: 835 time: 0.0463231 Aug 16 21:22:10.068297 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-922dc88a-71de-4e72-9f43-412235e4f2d8 None None] Set router ce8ea004-0b68-415b-8240-ad2b491e3d13 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:22:10.081595 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bfaff-2ff4-4be8-9bc1-36be77a089fd req-36edc2f5-ecbe-4155-ac68-357ef19efe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:10.083314 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-949bfaff-2ff4-4be8-9bc1-36be77a089fd req-36edc2f5-ecbe-4155-ac68-357ef19efe84 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e97625c1-8d04-4565-8844-cd33d7a9e506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467591 Aug 16 21:22:10.189713 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-949bfaff-2ff4-4be8-9bc1-36be77a089fd req-45704bac-49d0-4422-a29c-f722d5fed3db service neutron] 10.222.0.90 "GET /v2.0/networks/e97625c1-8d04-4565-8844-cd33d7a9e506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992074 Aug 16 21:22:10.236764 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-f6d78d50-a654-47bc-bf86-dd1ebe7aed5e tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:10.238427 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-f6d78d50-a654-47bc-bf86-dd1ebe7aed5e tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.72 "GET /v2.0/networks?id=1d0135fa-626d-4591-9324-9de2e0b2999a HTTP/1.1" status: 200 len: 795 time: 0.1360047 Aug 16 21:22:10.309346 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-aab173ac-587f-4eca-9f86-e1567238e7e3 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f258702b923645ea8255373c3c1b0963 HTTP/1.1" status: 200 len: 379 time: 0.0584002 Aug 16 21:22:10.328622 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-2604707a-d069-49e7-83a1-b1b24a988932 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Request body: {'port': {'device_id': 'e05d5c86-53e1-4da2-a353-41fc1b0613eb', 'network_id': '1d0135fa-626d-4591-9324-9de2e0b2999a', 'admin_state_up': True, 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'security_groups': ['9b27b444-070e-498e-bf17-1c6848e56342']}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:22:10.343684 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7a5ce53e-990b-4df8-80fb-9cc4caba52d5 req-1627698b-c390-46b2-b85b-93a99e14084f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=e05d5c86-53e1-4da2-a353-41fc1b0613eb HTTP/1.1" status: 200 len: 210 time: 0.0495031 Aug 16 21:22:10.351149 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-949bfaff-2ff4-4be8-9bc1-36be77a089fd req-6cc79b86-3147-4c11-958b-09a8cf3e1bf8 service neutron] 10.222.0.90 "GET /v2.0/networks/e97625c1-8d04-4565-8844-cd33d7a9e506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539793 Aug 16 21:22:10.509359 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-922dc88a-71de-4e72-9f43-412235e4f2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8ea004-0b68-415b-8240-ad2b491e3d13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303154237', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '34521c16-b8ff-46da-abdf-725cd5ffb7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:21:45Z', 'updated_at': '2021-08-16T21:21:51Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '34521c16-b8ff-46da-abdf-725cd5ffb7ae', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8ea004-0b68-415b-8240-ad2b491e3d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:21:46Z', 'updated_at': '2021-08-16T21:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '418a614b-0b30-4f9a-98aa-fffe91098c18', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'floating_ip_address': '172.25.1.105', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': 'ce8ea004-0b68-415b-8240-ad2b491e3d13', 'port_id': 'ca632c41-54a9-4edd-82e5-35aca5a14485', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e97625c1-8d04-4565-8844-cd33d7a9e506', 'mac_address': 'fa:16:3e:0a:62:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb71d5a-2e14-4f6d-b533-119b056d044f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:22:08Z', 'updated_at': '2021-08-16T21:22:08Z', 'revision_number': 0, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88ea0486-87bd-458d-8f8a-3d14a2fe21b0', 'name': '', 'network_id': 'e97625c1-8d04-4565-8844-cd33d7a9e506', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'mac_address': 'fa:16:3e:d2:fb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8ea004-0b68-415b-8240-ad2b491e3d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '4771d5e7-5107-4c8d-b9ac-f4763c824f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:21:50Z', 'updated_at': '2021-08-16T21:21:57Z', 'revision_number': 5, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'subnets': [{'id': '4771d5e7-5107-4c8d-b9ac-f4763c824f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:10.535126 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922dc88a-71de-4e72-9f43-412235e4f2d8 None None] The sync data for ids ['ce8ea004-0b68-415b-8240-ad2b491e3d13'] in n-d-793620-15 is: [{'id': 'ce8ea004-0b68-415b-8240-ad2b491e3d13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303154237', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '34521c16-b8ff-46da-abdf-725cd5ffb7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:21:45Z', 'updated_at': '2021-08-16T21:21:51Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '34521c16-b8ff-46da-abdf-725cd5ffb7ae', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8ea004-0b68-415b-8240-ad2b491e3d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:21:46Z', 'updated_at': '2021-08-16T21:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '418a614b-0b30-4f9a-98aa-fffe91098c18', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'floating_ip_address': '172.25.1.105', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': 'ce8ea004-0b68-415b-8240-ad2b491e3d13', 'port_id': 'ca632c41-54a9-4edd-82e5-35aca5a14485', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e97625c1-8d04-4565-8844-cd33d7a9e506', 'mac_address': 'fa:16:3e:0a:62:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb71d5a-2e14-4f6d-b533-119b056d044f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:22:08Z', 'updated_at': '2021-08-16T21:22:08Z', 'revision_number': 0, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88ea0486-87bd-458d-8f8a-3d14a2fe21b0', 'name': '', 'network_id': 'e97625c1-8d04-4565-8844-cd33d7a9e506', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'mac_address': 'fa:16:3e:d2:fb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8ea004-0b68-415b-8240-ad2b491e3d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '4771d5e7-5107-4c8d-b9ac-f4763c824f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:21:50Z', 'updated_at': '2021-08-16T21:21:57Z', 'revision_number': 5, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'subnets': [{'id': '4771d5e7-5107-4c8d-b9ac-f4763c824f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:22:10.589239 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-2604707a-d069-49e7-83a1-b1b24a988932 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Made reservation on behalf of f258702b923645ea8255373c3c1b0963 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:22:10.589670 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-2604707a-d069-49e7-83a1-b1b24a988932 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:10.726250 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-2604707a-d069-49e7-83a1-b1b24a988932 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Allocated IP 172.20.0.6 (1d0135fa-626d-4591-9324-9de2e0b2999a/12498cce-46cb-42f5-9463-9313666902d1/f4cc08f7-bd6e-4174-8cfa-3842014de186) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:22:10.730763 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832fb4ed-67ef-42f5-90ad-1b74e1bb2537 None None] New status for floating IP 418a614b-0b30-4f9a-98aa-fffe91098c18: ACTIVE {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:22:10.872167 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-2604707a-d069-49e7-83a1-b1b24a988932 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:10.886335 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-2604707a-d069-49e7-83a1-b1b24a988932 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Transition to ACTIVE for port object f4cc08f7-bd6e-4174-8cfa-3842014de186 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:22:10.977281 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56144) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:11.014785 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-2604707a-d069-49e7-83a1-b1b24a988932 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:11.065414 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-2604707a-d069-49e7-83a1-b1b24a988932 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Network 1d0135fa-626d-4591-9324-9de2e0b2999a is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:22:11.074144 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-2604707a-d069-49e7-83a1-b1b24a988932 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:22:11.081441 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-2604707a-d069-49e7-83a1-b1b24a988932 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:22:11.090213 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604707a-d069-49e7-83a1-b1b24a988932 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'Port': ['ID=f4cc08f7-bd6e-4174-8cfa-3842014de186,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:11.122150 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-52bdf234-35ff-4560-80ee-8bfb71d56dea tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/floatingips/418a614b-0b30-4f9a-98aa-fffe91098c18 HTTP/1.1" status: 200 len: 992 time: 0.1436162 Aug 16 21:22:11.139736 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5b1fb597-3e1c-43e6-bfa7-f6a860b29a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:11.157067 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-2604707a-d069-49e7-83a1-b1b24a988932 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:11.157722 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-2604707a-d069-49e7-83a1-b1b24a988932 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:11.249271 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-2604707a-d069-49e7-83a1-b1b24a988932 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9310896 Aug 16 21:22:11.262211 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-db52203e-8bb3-464d-aef4-5db0073e2816 service neutron] Request body: {'port': {'device_id': 'e05d5c86-53e1-4da2-a353-41fc1b0613eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:22:11.315687 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-db52203e-8bb3-464d-aef4-5db0073e2816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:11.459193 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-89b4cf63-05ba-4408-8a3a-736cce12ce61 None None] Provisioning for port f4cc08f7-bd6e-4174-8cfa-3842014de186 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:22:11.465477 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-89b4cf63-05ba-4408-8a3a-736cce12ce61 None None] Provisioning complete for port f4cc08f7-bd6e-4174-8cfa-3842014de186 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:22:11.467655 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-89b4cf63-05ba-4408-8a3a-736cce12ce61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:11.468281 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e37638-f369-473a-b16c-4b81f3295a0f req-f14ce9dc-82d6-4dfb-b047-d8435471adda tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:11.470432 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-61e37638-f369-473a-b16c-4b81f3295a0f req-f14ce9dc-82d6-4dfb-b047-d8435471adda tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=e05d5c86-53e1-4da2-a353-41fc1b0613eb HTTP/1.1" status: 200 len: 931 time: 0.0563762 Aug 16 21:22:11.514181 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-89b4cf63-05ba-4408-8a3a-736cce12ce61 None None] Port f4cc08f7-bd6e-4174-8cfa-3842014de186 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:22:11.523354 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-61e37638-f369-473a-b16c-4b81f3295a0f req-5aeb26d3-ed44-413a-a938-78c4fbe50428 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/security-groups?id=9b27b444-070e-498e-bf17-1c6848e56342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439584 Aug 16 21:22:11.624733 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-db52203e-8bb3-464d-aef4-5db0073e2816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4cc08f7-bd6e-4174-8cfa-3842014de186 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:22:11.632381 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-db52203e-8bb3-464d-aef4-5db0073e2816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:11.644468 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-db52203e-8bb3-464d-aef4-5db0073e2816 service neutron] Transition to ACTIVE for port object f4cc08f7-bd6e-4174-8cfa-3842014de186 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:22:11.699611 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-db52203e-8bb3-464d-aef4-5db0073e2816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:11.766772 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52203e-8bb3-464d-aef4-5db0073e2816 service neutron] Pushing event updated for resources: {'Port': ['ID=f4cc08f7-bd6e-4174-8cfa-3842014de186,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:11.823228 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-db52203e-8bb3-464d-aef4-5db0073e2816 service neutron] Attempting to bind port f4cc08f7-bd6e-4174-8cfa-3842014de186 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:22:11.823548 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-db52203e-8bb3-464d-aef4-5db0073e2816 service neutron] Attempting to bind port f4cc08f7-bd6e-4174-8cfa-3842014de186 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': 'd6583382-ab28-4f23-a556-44fee15508eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1d0135fa-626d-4591-9324-9de2e0b2999a'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:22:11.823910 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-db52203e-8bb3-464d-aef4-5db0073e2816 service neutron] Attempting to bind port f4cc08f7-bd6e-4174-8cfa-3842014de186 on network 1d0135fa-626d-4591-9324-9de2e0b2999a {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:22:11.828395 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-db52203e-8bb3-464d-aef4-5db0073e2816 service neutron] Port f4cc08f7-bd6e-4174-8cfa-3842014de186 on network 1d0135fa-626d-4591-9324-9de2e0b2999a not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:22:11.828717 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-db52203e-8bb3-464d-aef4-5db0073e2816 service neutron] Attempting to bind port f4cc08f7-bd6e-4174-8cfa-3842014de186 on network 1d0135fa-626d-4591-9324-9de2e0b2999a {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:22:11.834092 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-db52203e-8bb3-464d-aef4-5db0073e2816 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:22:11.834430 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-db52203e-8bb3-464d-aef4-5db0073e2816 service neutron] Checking segment: {'id': 'd6583382-ab28-4f23-a556-44fee15508eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1d0135fa-626d-4591-9324-9de2e0b2999a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:22:11.834818 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-db52203e-8bb3-464d-aef4-5db0073e2816 service neutron] Bound using segment: {'id': 'd6583382-ab28-4f23-a556-44fee15508eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1d0135fa-626d-4591-9324-9de2e0b2999a'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:22:11.835517 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-db52203e-8bb3-464d-aef4-5db0073e2816 service neutron] Bound port: f4cc08f7-bd6e-4174-8cfa-3842014de186, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6583382-ab28-4f23-a556-44fee15508eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1d0135fa-626d-4591-9324-9de2e0b2999a'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:22:11.835901 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-db52203e-8bb3-464d-aef4-5db0073e2816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:11.904642 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-db52203e-8bb3-464d-aef4-5db0073e2816 service neutron] For port f4cc08f7-bd6e-4174-8cfa-3842014de186, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:22:11.907569 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-db52203e-8bb3-464d-aef4-5db0073e2816 service neutron] For port f4cc08f7-bd6e-4174-8cfa-3842014de186, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=f4cc08f7-bd6e-4174-8cfa-3842014de186,segment=NetworkSegment(d6583382-ab28-4f23-a556-44fee15508eb),segment_id=d6583382-ab28-4f23-a556-44fee15508eb)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:22:12.008830 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-db52203e-8bb3-464d-aef4-5db0073e2816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:12.044279 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-db52203e-8bb3-464d-aef4-5db0073e2816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:12.044921 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-db52203e-8bb3-464d-aef4-5db0073e2816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:12.046340 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-db52203e-8bb3-464d-aef4-5db0073e2816 service neutron] 10.222.0.72 "PUT /v2.0/ports/f4cc08f7-bd6e-4174-8cfa-3842014de186 HTTP/1.1" status: 200 len: 1092 time: 0.7887514 Aug 16 21:22:12.046847 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e05d5c86-53e1-4da2-a353-41fc1b0613eb', 'tag': 'f4cc08f7-bd6e-4174-8cfa-3842014de186'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:22:12.049305 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2646c46-7b6e-4db3-a80b-b803214b0bef" -d '{"events": [{"name": "network-changed", "server_uuid": "e05d5c86-53e1-4da2-a353-41fc1b0613eb", "tag": "f4cc08f7-bd6e-4174-8cfa-3842014de186"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:22:12.076848 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52203e-8bb3-464d-aef4-5db0073e2816 service neutron] Pushing event updated for resources: {'Port': ['ID=f4cc08f7-bd6e-4174-8cfa-3842014de186,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:12.099820 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a97457a-0743-4f73-bb19-97403013e872 x-openstack-request-id: req-6a97457a-0743-4f73-bb19-97403013e872 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:22:12.100145 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e05d5c86-53e1-4da2-a353-41fc1b0613eb", "tag": "f4cc08f7-bd6e-4174-8cfa-3842014de186", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:22:12.100403 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6a97457a-0743-4f73-bb19-97403013e872 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:22:12.100818 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e05d5c86-53e1-4da2-a353-41fc1b0613eb', 'tag': 'f4cc08f7-bd6e-4174-8cfa-3842014de186', 'status': 'completed', 'code': 200} Aug 16 21:22:12.125714 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56160) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:12.223656 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-60708851-396d-480a-b3d4-e141847511e8 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/floatingips/418a614b-0b30-4f9a-98aa-fffe91098c18 HTTP/1.1" status: 200 len: 994 time: 0.0954492 Aug 16 21:22:12.229005 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2646c46-7b6e-4db3-a80b-b803214b0bef req-5e276825-d270-4ddb-ac47-398c1220e342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:12.231242 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f2646c46-7b6e-4db3-a80b-b803214b0bef req-5e276825-d270-4ddb-ac47-398c1220e342 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f258702b923645ea8255373c3c1b0963&device_id=e05d5c86-53e1-4da2-a353-41fc1b0613eb HTTP/1.1" status: 200 len: 1095 time: 0.1022744 Aug 16 21:22:12.333295 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2646c46-7b6e-4db3-a80b-b803214b0bef req-87878c7a-73f0-40b3-af9e-01547173f735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:12.334751 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f2646c46-7b6e-4db3-a80b-b803214b0bef req-87878c7a-73f0-40b3-af9e-01547173f735 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=f258702b923645ea8255373c3c1b0963&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0959020 Aug 16 21:22:12.435135 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2646c46-7b6e-4db3-a80b-b803214b0bef req-dc1d2eaa-d5aa-42d9-91a8-dabdd98f2eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:12.436622 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f2646c46-7b6e-4db3-a80b-b803214b0bef req-dc1d2eaa-d5aa-42d9-91a8-dabdd98f2eaa service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945094 Aug 16 21:22:12.513288 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-22b1d15f-8b88-4778-a7ae-498b1c2bf850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:12.514874 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-22b1d15f-8b88-4778-a7ae-498b1c2bf850 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f258702b923645ea8255373c3c1b0963&device_id=e05d5c86-53e1-4da2-a353-41fc1b0613eb HTTP/1.1" status: 200 len: 1095 time: 0.0430698 Aug 16 21:22:12.557819 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-867feef9-60a6-4b77-9b58-720c23720d6d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4cc08f7-bd6e-4174-8cfa-3842014de186 HTTP/1.1" status: 200 len: 217 time: 0.0352697 Aug 16 21:22:12.625683 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-4b56da65-f0b3-4341-962e-48faec79c743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:12.625683 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-4b56da65-f0b3-4341-962e-48faec79c743 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=12498cce-46cb-42f5-9463-9313666902d1 HTTP/1.1" status: 200 len: 835 time: 0.0581880 Aug 16 21:22:12.646131 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764e5ad-e6de-4910-bf86-21cef5c683f1 req-7400ae79-7c05-4971-be07-25cd34c5746e tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:12.647874 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f764e5ad-e6de-4910-bf86-21cef5c683f1 req-7400ae79-7c05-4971-be07-25cd34c5746e tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=e05d5c86-53e1-4da2-a353-41fc1b0613eb HTTP/1.1" status: 200 len: 943 time: 0.0557828 Aug 16 21:22:12.672185 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-431cb913-a506-42cf-971f-b2b0654f948b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:12.673858 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-431cb913-a506-42cf-971f-b2b0654f948b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1d0135fa-626d-4591-9324-9de2e0b2999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442276 Aug 16 21:22:12.688691 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f764e5ad-e6de-4910-bf86-21cef5c683f1 req-b44a4fdf-7695-4273-a1e9-dc275ecf4a67 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/security-groups?id=9b27b444-070e-498e-bf17-1c6848e56342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346646 Aug 16 21:22:12.769217 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-e9cad5d2-9b49-459a-9766-147507679f1b service neutron] 10.222.0.72 "GET /v2.0/networks/1d0135fa-626d-4591-9324-9de2e0b2999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873115 Aug 16 21:22:12.861152 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ebfc18eb-8623-47fb-9b08-0f054b7f7e36 req-b118a6b7-31d9-4b3e-b087-d0d4e3a64cb3 service neutron] 10.222.0.72 "GET /v2.0/networks/1d0135fa-626d-4591-9324-9de2e0b2999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852883 Aug 16 21:22:13.596394 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2cc585ce-b550-4cac-88a9-c8a6cdd61382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:13.810279 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6c437-3f1e-4e31-9439-275645a6fb68 req-4a80ef72-87d8-44a2-994b-3e7b2d81b93b tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:13.811815 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3bf6c437-3f1e-4e31-9439-275645a6fb68 req-4a80ef72-87d8-44a2-994b-3e7b2d81b93b tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=e05d5c86-53e1-4da2-a353-41fc1b0613eb HTTP/1.1" status: 200 len: 943 time: 0.0518672 Aug 16 21:22:13.813981 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:13.850665 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3bf6c437-3f1e-4e31-9439-275645a6fb68 req-8ca965ec-f281-45d1-864e-4c4b33357488 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/security-groups?id=9b27b444-070e-498e-bf17-1c6848e56342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320385 Aug 16 21:22:14.905129 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:14.970170 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b09b2-9e42-4e9e-8636-c98d87e091bd req-6b2b23f5-d466-421e-ad6f-a0eb407376dd tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:14.971894 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-424b09b2-9e42-4e9e-8636-c98d87e091bd req-6b2b23f5-d466-421e-ad6f-a0eb407376dd tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=e05d5c86-53e1-4da2-a353-41fc1b0613eb HTTP/1.1" status: 200 len: 943 time: 0.0547047 Aug 16 21:22:15.010188 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-424b09b2-9e42-4e9e-8636-c98d87e091bd req-e1d08592-3196-47dd-961a-905428a337e6 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/security-groups?id=9b27b444-070e-498e-bf17-1c6848e56342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320961 Aug 16 21:22:16.125973 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c479209-6ffc-4cad-be5f-954268e2deee req-0aad87b6-b16b-499f-bf80-2c854ffb982b tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:16.127643 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0c479209-6ffc-4cad-be5f-954268e2deee req-0aad87b6-b16b-499f-bf80-2c854ffb982b tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=e05d5c86-53e1-4da2-a353-41fc1b0613eb HTTP/1.1" status: 200 len: 943 time: 0.0507760 Aug 16 21:22:16.168715 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0c479209-6ffc-4cad-be5f-954268e2deee req-7018f8bb-23d0-4407-b906-c8e3d0757d7d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/security-groups?id=9b27b444-070e-498e-bf17-1c6848e56342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348258 Aug 16 21:22:16.242779 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6d0db-a4e3-4d2a-818b-33377b538251 req-f90e8f33-a8e4-4c72-83b2-34bdcaa5946e tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:16.244341 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2ed6d0db-a4e3-4d2a-818b-33377b538251 req-f90e8f33-a8e4-4c72-83b2-34bdcaa5946e tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] 10.222.0.84 "GET /v2.0/ports?device_id=47c988b5-eb12-4df3-b924-870063d83aba HTTP/1.1" status: 200 len: 950 time: 0.0514867 Aug 16 21:22:16.282206 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2ed6d0db-a4e3-4d2a-818b-33377b538251 req-20c415a4-15b0-4219-9b63-0904804a923a tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] 10.222.0.84 "GET /v2.0/security-groups?id=64518a43-9a8f-4ac3-af86-9cd7e8157de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318980 Aug 16 21:22:16.602200 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:16.780252 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device f4cc08f7-bd6e-4174-8cfa-3842014de186 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:22:16.872889 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port f4cc08f7-bd6e-4174-8cfa-3842014de186, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=f4cc08f7-bd6e-4174-8cfa-3842014de186,segment=NetworkSegment(d6583382-ab28-4f23-a556-44fee15508eb),segment_id=d6583382-ab28-4f23-a556-44fee15508eb)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:22:16.886968 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': 'f4cc08f7-bd6e-4174-8cfa-3842014de186', 'network_id': '1d0135fa-626d-4591-9324-9de2e0b2999a', 'port_id': 'f4cc08f7-bd6e-4174-8cfa-3842014de186', 'mac_address': 'fa:16:3e:86:a7:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12498cce-46cb-42f5-9463-9313666902d1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:22:16.924188 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:16.936677 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4cc08f7-bd6e-4174-8cfa-3842014de186 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:22:16.955557 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port f4cc08f7-bd6e-4174-8cfa-3842014de186, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=f4cc08f7-bd6e-4174-8cfa-3842014de186,segment=NetworkSegment(d6583382-ab28-4f23-a556-44fee15508eb),segment_id=d6583382-ab28-4f23-a556-44fee15508eb)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:22:17.064721 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:17.111743 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=f4cc08f7-bd6e-4174-8cfa-3842014de186,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:17.119025 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:17.119376 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:17.119722 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:17.120089 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:17.120426 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:17.120808 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:17.121140 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:17.121470 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:17.121799 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:17.122125 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:17.122452 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:17.122776 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:17.285528 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fdf4ec-f67a-400e-9cab-aa1755960a09 req-19e63541-030e-43cf-b9ca-07a742c52298 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:17.287010 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d1fdf4ec-f67a-400e-9cab-aa1755960a09 req-19e63541-030e-43cf-b9ca-07a742c52298 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=e05d5c86-53e1-4da2-a353-41fc1b0613eb HTTP/1.1" status: 200 len: 944 time: 0.0521004 Aug 16 21:22:17.308058 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['f4cc08f7-bd6e-4174-8cfa-3842014de186'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:22:17.324900 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d1fdf4ec-f67a-400e-9cab-aa1755960a09 req-a521ce0a-9648-43db-8770-4c9d9e1a3f5b tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/security-groups?id=9b27b444-070e-498e-bf17-1c6848e56342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319266 Aug 16 21:22:17.400396 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e7d69-b987-4cab-8291-a2fb63f42aa9 req-222ddddb-7c61-491b-b744-10549214cdc9 tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:17.401831 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0f4e7d69-b987-4cab-8291-a2fb63f42aa9 req-222ddddb-7c61-491b-b744-10549214cdc9 tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] 10.222.0.84 "GET /v2.0/ports?device_id=47c988b5-eb12-4df3-b924-870063d83aba HTTP/1.1" status: 200 len: 950 time: 0.0492547 Aug 16 21:22:17.439102 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0f4e7d69-b987-4cab-8291-a2fb63f42aa9 req-1c87174c-a9e4-48cf-bcd9-96718823532c tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] 10.222.0.84 "GET /v2.0/security-groups?id=64518a43-9a8f-4ac3-af86-9cd7e8157de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310831 Aug 16 21:22:17.833123 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94767f-0176-4954-b570-9465bf65a883 req-a99652f2-d404-4ccb-94be-75c64f6c5b32 tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:17.834558 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3c94767f-0176-4954-b570-9465bf65a883 req-a99652f2-d404-4ccb-94be-75c64f6c5b32 tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] 10.222.0.72 "GET /v2.0/ports?device_id=47c988b5-eb12-4df3-b924-870063d83aba HTTP/1.1" status: 200 len: 950 time: 0.0492148 Aug 16 21:22:17.927987 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-3c94767f-0176-4954-b570-9465bf65a883 req-e596623e-caec-457c-a6fd-c8f0abe05726 tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] Deleting port 12c800c2-09d9-487b-bbd1-5a5973a1eed0 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:22:17.928335 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3c94767f-0176-4954-b570-9465bf65a883 req-e596623e-caec-457c-a6fd-c8f0abe05726 tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:18.060097 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-3c94767f-0176-4954-b570-9465bf65a883 req-e596623e-caec-457c-a6fd-c8f0abe05726 tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] For port 12c800c2-09d9-487b-bbd1-5a5973a1eed0, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=12c800c2-09d9-487b-bbd1-5a5973a1eed0,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:22:18.060468 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3c94767f-0176-4954-b570-9465bf65a883 req-e596623e-caec-457c-a6fd-c8f0abe05726 tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:18.072288 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-3c94767f-0176-4954-b570-9465bf65a883 req-e596623e-caec-457c-a6fd-c8f0abe05726 tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] Calling delete_port for 12c800c2-09d9-487b-bbd1-5a5973a1eed0 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:22:18.265067 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3c94767f-0176-4954-b570-9465bf65a883 req-e596623e-caec-457c-a6fd-c8f0abe05726 tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:18.276474 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['12c800c2-09d9-487b-bbd1-5a5973a1eed0'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:22:18.293222 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596623e-caec-457c-a6fd-c8f0abe05726 tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] Pushing event deleted for resources: {'Port': ['ID=12c800c2-09d9-487b-bbd1-5a5973a1eed0,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:18.338502 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c94767f-0176-4954-b570-9465bf65a883 req-e596623e-caec-457c-a6fd-c8f0abe05726 tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] No DVR routers for this DVR port 12c800c2-09d9-487b-bbd1-5a5973a1eed0 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:22:18.341207 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-3c94767f-0176-4954-b570-9465bf65a883 req-e596623e-caec-457c-a6fd-c8f0abe05726 tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:18.343254 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3c94767f-0176-4954-b570-9465bf65a883 req-e596623e-caec-457c-a6fd-c8f0abe05726 tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] 10.222.0.72 "DELETE /v2.0/ports/12c800c2-09d9-487b-bbd1-5a5973a1eed0 HTTP/1.1" status: 204 len: 173 time: 0.5001676 Aug 16 21:22:18.343690 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c988b5-eb12-4df3-b924-870063d83aba', 'name': 'network-vif-deleted', 'tag': '12c800c2-09d9-487b-bbd1-5a5973a1eed0'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:22:18.346145 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b32756-c00f-402e-adbd-f2e287780ad1" -d '{"events": [{"server_uuid": "47c988b5-eb12-4df3-b924-870063d83aba", "name": "network-vif-deleted", "tag": "12c800c2-09d9-487b-bbd1-5a5973a1eed0"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:22:18.382269 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e4e61c-74c5-4942-a1f0-67f6ea6dd9a9 x-openstack-request-id: req-d1e4e61c-74c5-4942-a1f0-67f6ea6dd9a9 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:22:18.382566 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c988b5-eb12-4df3-b924-870063d83aba", "name": "network-vif-deleted", "tag": "12c800c2-09d9-487b-bbd1-5a5973a1eed0", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:22:18.382819 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d1e4e61c-74c5-4942-a1f0-67f6ea6dd9a9 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:22:18.383279 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47c988b5-eb12-4df3-b924-870063d83aba', 'name': 'network-vif-deleted', 'tag': '12c800c2-09d9-487b-bbd1-5a5973a1eed0', 'status': 'completed', 'code': 200} Aug 16 21:22:18.442944 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b3014-966b-4b58-9db7-68a562dde447 req-64d1c020-64ed-4985-b882-f673fe2ba450 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:18.444335 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f49b3014-966b-4b58-9db7-68a562dde447 req-64d1c020-64ed-4985-b882-f673fe2ba450 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=e05d5c86-53e1-4da2-a353-41fc1b0613eb HTTP/1.1" status: 200 len: 944 time: 0.0500627 Aug 16 21:22:18.484370 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f49b3014-966b-4b58-9db7-68a562dde447 req-6e88ff43-b09b-466a-a408-c2f692479d5e tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/security-groups?id=9b27b444-070e-498e-bf17-1c6848e56342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340424 Aug 16 21:22:18.541670 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2b61de13-dafb-4bc8-a004-db9e8ea4564b req-9b1ce398-a292-43fb-b9ef-3dcee2e8c4e1 tempest-VolumesBackupsTest-1256443954 tempest-VolumesBackupsTest-1256443954-project] 10.222.0.84 "GET /v2.0/ports?device_id=47c988b5-eb12-4df3-b924-870063d83aba HTTP/1.1" status: 200 len: 210 time: 0.0295703 Aug 16 21:22:18.798108 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device f4cc08f7-bd6e-4174-8cfa-3842014de186 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:22:18.904860 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port f4cc08f7-bd6e-4174-8cfa-3842014de186 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:22:18.908987 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port f4cc08f7-bd6e-4174-8cfa-3842014de186 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:22:18.909368 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:18.987686 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:19.010716 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05d5c86-53e1-4da2-a353-41fc1b0613eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4cc08f7-bd6e-4174-8cfa-3842014de186'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:22:19.012988 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679fb273-7e33-41a8-81f6-ae56d3249850" -d '{"events": [{"server_uuid": "e05d5c86-53e1-4da2-a353-41fc1b0613eb", "name": "network-vif-plugged", "status": "completed", "tag": "f4cc08f7-bd6e-4174-8cfa-3842014de186"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:22:19.026128 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port f4cc08f7-bd6e-4174-8cfa-3842014de186, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=f4cc08f7-bd6e-4174-8cfa-3842014de186,segment=NetworkSegment(d6583382-ab28-4f23-a556-44fee15508eb),segment_id=d6583382-ab28-4f23-a556-44fee15508eb)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:22:19.049941 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7dd640b-fb8e-459f-9e4c-4073ebc095bc x-openstack-request-id: req-c7dd640b-fb8e-459f-9e4c-4073ebc095bc {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:22:19.050236 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e05d5c86-53e1-4da2-a353-41fc1b0613eb", "name": "network-vif-plugged", "status": "completed", "tag": "f4cc08f7-bd6e-4174-8cfa-3842014de186", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:22:19.050970 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c7dd640b-fb8e-459f-9e4c-4073ebc095bc {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:22:19.051368 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e05d5c86-53e1-4da2-a353-41fc1b0613eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4cc08f7-bd6e-4174-8cfa-3842014de186', 'code': 200} Aug 16 21:22:19.117061 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:19.117937 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 12c800c2-09d9-487b-bbd1-5a5973a1eed0 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:22:19.138902 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 12c800c2-09d9-487b-bbd1-5a5973a1eed0 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:22:19.139247 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 12c800c2-09d9-487b-bbd1-5a5973a1eed0 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:22:19.149132 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842ddbc-e429-4ab0-a119-01ec18abd0c8 req-6e5176c8-627f-4b7d-a5b4-37242c13c404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:19.150607 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2842ddbc-e429-4ab0-a119-01ec18abd0c8 req-6e5176c8-627f-4b7d-a5b4-37242c13c404 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e05d5c86-53e1-4da2-a353-41fc1b0613eb HTTP/1.1" status: 200 len: 1097 time: 0.0405407 Aug 16 21:22:19.186329 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2842ddbc-e429-4ab0-a119-01ec18abd0c8 req-a07bb367-d89b-4755-adfa-ef8d4b645545 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9b27b444-070e-498e-bf17-1c6848e56342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278256 Aug 16 21:22:19.187510 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=f4cc08f7-bd6e-4174-8cfa-3842014de186,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:19.390421 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:19.599764 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c758a42-9555-41f9-b331-135fcd863235 req-a6a94d53-d783-4670-854b-af7e8c60e855 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:19.601407 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9c758a42-9555-41f9-b331-135fcd863235 req-a6a94d53-d783-4670-854b-af7e8c60e855 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=e05d5c86-53e1-4da2-a353-41fc1b0613eb HTTP/1.1" status: 200 len: 945 time: 0.0497797 Aug 16 21:22:19.639090 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9c758a42-9555-41f9-b331-135fcd863235 req-f7718462-5612-4cbf-b21f-bd89f53df064 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/security-groups?id=9b27b444-070e-498e-bf17-1c6848e56342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317838 Aug 16 21:22:20.755327 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541993fa-1e50-4015-871c-ec9a34b68c1a req-15b3b2ff-363b-442b-8a4d-5d42e68110e9 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:20.756799 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-541993fa-1e50-4015-871c-ec9a34b68c1a req-15b3b2ff-363b-442b-8a4d-5d42e68110e9 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=e05d5c86-53e1-4da2-a353-41fc1b0613eb HTTP/1.1" status: 200 len: 945 time: 0.0504694 Aug 16 21:22:20.795288 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-541993fa-1e50-4015-871c-ec9a34b68c1a req-e8a64c11-2a5f-4485-9214-b7cd6887651d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/security-groups?id=9b27b444-070e-498e-bf17-1c6848e56342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322397 Aug 16 21:22:20.913433 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d425aa-b663-4882-b872-6b32b95aee39 req-a83b6350-3b25-4bf8-9aee-35d5f7063f3d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:20.915212 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35d425aa-b663-4882-b872-6b32b95aee39 req-a83b6350-3b25-4bf8-9aee-35d5f7063f3d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=e05d5c86-53e1-4da2-a353-41fc1b0613eb HTTP/1.1" status: 200 len: 945 time: 0.0514269 Aug 16 21:22:20.959098 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35d425aa-b663-4882-b872-6b32b95aee39 req-8ea84fc9-50c3-4659-b12f-b8a06f5d7d8f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/security-groups?id=9b27b444-070e-498e-bf17-1c6848e56342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377460 Aug 16 21:22:20.981052 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56208) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:21.022749 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba93e4e0-c591-4f80-9400-6dafb6f419b7 tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:21.024398 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ba93e4e0-c591-4f80-9400-6dafb6f419b7 tempest-TestNetworkBasicOps-1533543089 tempest-TestNetworkBasicOps-1533543089-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=e05d5c86-53e1-4da2-a353-41fc1b0613eb HTTP/1.1" status: 200 len: 1092 time: 0.0421302 Aug 16 21:22:21.027077 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56210) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:21.031549 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-d296ba3a-9671-485b-a3e7-4ef4f922f0b0 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'port_id': 'f4cc08f7-bd6e-4174-8cfa-3842014de186', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:22:21.104988 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d296ba3a-9671-485b-a3e7-4ef4f922f0b0 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for floatingip, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:21.207158 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d296ba3a-9671-485b-a3e7-4ef4f922f0b0 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:21.321916 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-d296ba3a-9671-485b-a3e7-4ef4f922f0b0 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Allocated IP 172.25.1.60 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/6da7dc8f-2407-46ee-9eeb-c54e84497a9e) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:22:21.426834 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d296ba3a-9671-485b-a3e7-4ef4f922f0b0 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:21.528465 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d296ba3a-9671-485b-a3e7-4ef4f922f0b0 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:21.570110 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d296ba3a-9671-485b-a3e7-4ef4f922f0b0 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:22:21.572938 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-d296ba3a-9671-485b-a3e7-4ef4f922f0b0 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:22:21.575463 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d296ba3a-9671-485b-a3e7-4ef4f922f0b0 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:22:21.581050 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d296ba3a-9671-485b-a3e7-4ef4f922f0b0 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'Port': ['ID=6da7dc8f-2407-46ee-9eeb-c54e84497a9e,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:21.952945 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d296ba3a-9671-485b-a3e7-4ef4f922f0b0 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:22.118281 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d296ba3a-9671-485b-a3e7-4ef4f922f0b0 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:22.242107 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:22.266665 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d296ba3a-9671-485b-a3e7-4ef4f922f0b0 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:22.316904 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d296ba3a-9671-485b-a3e7-4ef4f922f0b0 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:22.383427 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d296ba3a-9671-485b-a3e7-4ef4f922f0b0 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event updated for resources: {'Port': ['ID=6da7dc8f-2407-46ee-9eeb-c54e84497a9e,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:22.398491 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d296ba3a-9671-485b-a3e7-4ef4f922f0b0 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:22.498383 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [None req-d296ba3a-9671-485b-a3e7-4ef4f922f0b0 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Floating IP 4d49f6e8-03fc-4cea-a3f5-8097c01b4441 associated. External IP: 172.25.1.60, port: f4cc08f7-bd6e-4174-8cfa-3842014de186. Aug 16 21:22:23.039451 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d296ba3a-9671-485b-a3e7-4ef4f922f0b0 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Router d4cb93ac-619a-4283-a4ed-4dc3ba32360d has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:22:23.158291 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d296ba3a-9671-485b-a3e7-4ef4f922f0b0 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:22:23.172090 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344e55ac-ac6c-40d2-8718-227e678b7a19 None None] Sync routers for ids ['d4cb93ac-619a-4283-a4ed-4dc3ba32360d'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:22:23.182577 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344e55ac-ac6c-40d2-8718-227e678b7a19 None None] Routers {'d4cb93ac-619a-4283-a4ed-4dc3ba32360d'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:22:23.183276 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-344e55ac-ac6c-40d2-8718-227e678b7a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:22:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d4cb93ac-619a-4283-a4ed-4dc3ba32360d'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:23.241824 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d296ba3a-9671-485b-a3e7-4ef4f922f0b0 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:23.268875 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d296ba3a-9671-485b-a3e7-4ef4f922f0b0 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2407579 Aug 16 21:22:23.270123 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e05d5c86-53e1-4da2-a353-41fc1b0613eb', 'tag': 'f4cc08f7-bd6e-4174-8cfa-3842014de186'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:22:23.272473 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b162342-23a8-49c2-8ae1-12cf35c8da42" -d '{"events": [{"name": "network-changed", "server_uuid": "e05d5c86-53e1-4da2-a353-41fc1b0613eb", "tag": "f4cc08f7-bd6e-4174-8cfa-3842014de186"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:22:23.272630 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 56254) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:23.290933 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-344e55ac-ac6c-40d2-8718-227e678b7a19 None None] Set router d4cb93ac-619a-4283-a4ed-4dc3ba32360d gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:22:23.315703 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d55ece4-2b8d-4f6e-86bc-e629a0f7785a x-openstack-request-id: req-3d55ece4-2b8d-4f6e-86bc-e629a0f7785a {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:22:23.316886 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e05d5c86-53e1-4da2-a353-41fc1b0613eb", "tag": "f4cc08f7-bd6e-4174-8cfa-3842014de186", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:22:23.317432 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3d55ece4-2b8d-4f6e-86bc-e629a0f7785a {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:22:23.317896 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e05d5c86-53e1-4da2-a353-41fc1b0613eb', 'tag': 'f4cc08f7-bd6e-4174-8cfa-3842014de186', 'status': 'completed', 'code': 200} Aug 16 21:22:23.350866 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ca504a56-a15a-4815-9f3a-9fa60c3ab54f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/floatingips/4d49f6e8-03fc-4cea-a3f5-8097c01b4441 HTTP/1.1" status: 200 len: 990 time: 0.0751772 Aug 16 21:22:23.381429 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b162342-23a8-49c2-8ae1-12cf35c8da42 req-22a84026-8081-4ba2-85ff-59a8f60b3413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:23.385086 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3b162342-23a8-49c2-8ae1-12cf35c8da42 req-22a84026-8081-4ba2-85ff-59a8f60b3413 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f258702b923645ea8255373c3c1b0963&device_id=e05d5c86-53e1-4da2-a353-41fc1b0613eb HTTP/1.1" status: 200 len: 1097 time: 0.0426495 Aug 16 21:22:23.480860 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b162342-23a8-49c2-8ae1-12cf35c8da42 req-37561356-ac2f-44b9-804e-0e32725fae16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:23.482346 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3b162342-23a8-49c2-8ae1-12cf35c8da42 req-37561356-ac2f-44b9-804e-0e32725fae16 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1d0135fa-626d-4591-9324-9de2e0b2999a HTTP/1.1" status: 200 len: 896 time: 0.0918095 Aug 16 21:22:23.519754 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-344e55ac-ac6c-40d2-8718-227e678b7a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cb93ac-619a-4283-a4ed-4dc3ba32360d', 'name': 'tempest-TestNetworkBasicOps-router-251382021', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '42bda002-877e-4822-996b-974a1bc6cdaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:21:57Z', 'updated_at': '2021-08-16T21:22:02Z', 'revision_number': 4, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'gw_port': {'id': '42bda002-877e-4822-996b-974a1bc6cdaf', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cb93ac-619a-4283-a4ed-4dc3ba32360d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:21:57Z', 'updated_at': '2021-08-16T21:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '4d49f6e8-03fc-4cea-a3f5-8097c01b4441', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'floating_ip_address': '172.25.1.60', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': 'd4cb93ac-619a-4283-a4ed-4dc3ba32360d', 'port_id': 'f4cc08f7-bd6e-4174-8cfa-3842014de186', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d0135fa-626d-4591-9324-9de2e0b2999a', 'mac_address': 'fa:16:3e:86:a7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05d5c86-53e1-4da2-a353-41fc1b0613eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:22:21Z', 'updated_at': '2021-08-16T21:22:21Z', 'revision_number': 0, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3879e0df-ec40-42a6-93d1-bce13ad6ed61', 'name': '', 'network_id': '1d0135fa-626d-4591-9324-9de2e0b2999a', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'mac_address': 'fa:16:3e:4f:22:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cb93ac-619a-4283-a4ed-4dc3ba32360d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '12498cce-46cb-42f5-9463-9313666902d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:22:01Z', 'updated_at': '2021-08-16T21:22:07Z', 'revision_number': 5, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'subnets': [{'id': '12498cce-46cb-42f5-9463-9313666902d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:23.549460 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344e55ac-ac6c-40d2-8718-227e678b7a19 None None] Checking router: d4cb93ac-619a-4283-a4ed-4dc3ba32360d for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:22:23.550735 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3b162342-23a8-49c2-8ae1-12cf35c8da42 req-a1927b8c-955f-4800-84b8-1bd4810589e4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4cc08f7-bd6e-4174-8cfa-3842014de186 HTTP/1.1" status: 200 len: 998 time: 0.0609636 Aug 16 21:22:23.557788 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344e55ac-ac6c-40d2-8718-227e678b7a19 None None] Routers {'d4cb93ac-619a-4283-a4ed-4dc3ba32360d'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:22:23.558394 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-344e55ac-ac6c-40d2-8718-227e678b7a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:22:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d4cb93ac-619a-4283-a4ed-4dc3ba32360d'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:23.604011 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b162342-23a8-49c2-8ae1-12cf35c8da42 req-8559ec9d-bfc8-44ad-93aa-5475666d7fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:23.605606 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3b162342-23a8-49c2-8ae1-12cf35c8da42 req-8559ec9d-bfc8-44ad-93aa-5475666d7fe3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=12498cce-46cb-42f5-9463-9313666902d1 HTTP/1.1" status: 200 len: 835 time: 0.0480771 Aug 16 21:22:23.662844 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b162342-23a8-49c2-8ae1-12cf35c8da42 req-477ed1bf-2ccc-4231-b36f-48ef07ae1092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:23.664646 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3b162342-23a8-49c2-8ae1-12cf35c8da42 req-477ed1bf-2ccc-4231-b36f-48ef07ae1092 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1d0135fa-626d-4591-9324-9de2e0b2999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525980 Aug 16 21:22:23.670731 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-344e55ac-ac6c-40d2-8718-227e678b7a19 None None] Set router d4cb93ac-619a-4283-a4ed-4dc3ba32360d gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:22:23.758986 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3b162342-23a8-49c2-8ae1-12cf35c8da42 req-300ab721-a42a-4e7d-8de5-f93f75f0b59b service neutron] 10.222.0.72 "GET /v2.0/networks/1d0135fa-626d-4591-9324-9de2e0b2999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861905 Aug 16 21:22:23.853938 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3b162342-23a8-49c2-8ae1-12cf35c8da42 req-7e733693-9def-4653-b1fc-5448f9fdb7a1 service neutron] 10.222.0.72 "GET /v2.0/networks/1d0135fa-626d-4591-9324-9de2e0b2999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884280 Aug 16 21:22:23.901467 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-344e55ac-ac6c-40d2-8718-227e678b7a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cb93ac-619a-4283-a4ed-4dc3ba32360d', 'name': 'tempest-TestNetworkBasicOps-router-251382021', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '42bda002-877e-4822-996b-974a1bc6cdaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:21:57Z', 'updated_at': '2021-08-16T21:22:02Z', 'revision_number': 4, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'gw_port': {'id': '42bda002-877e-4822-996b-974a1bc6cdaf', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cb93ac-619a-4283-a4ed-4dc3ba32360d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:21:57Z', 'updated_at': '2021-08-16T21:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '4d49f6e8-03fc-4cea-a3f5-8097c01b4441', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'floating_ip_address': '172.25.1.60', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': 'd4cb93ac-619a-4283-a4ed-4dc3ba32360d', 'port_id': 'f4cc08f7-bd6e-4174-8cfa-3842014de186', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d0135fa-626d-4591-9324-9de2e0b2999a', 'mac_address': 'fa:16:3e:86:a7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05d5c86-53e1-4da2-a353-41fc1b0613eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:22:21Z', 'updated_at': '2021-08-16T21:22:21Z', 'revision_number': 0, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3879e0df-ec40-42a6-93d1-bce13ad6ed61', 'name': '', 'network_id': '1d0135fa-626d-4591-9324-9de2e0b2999a', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'mac_address': 'fa:16:3e:4f:22:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cb93ac-619a-4283-a4ed-4dc3ba32360d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '12498cce-46cb-42f5-9463-9313666902d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:22:01Z', 'updated_at': '2021-08-16T21:22:07Z', 'revision_number': 5, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'subnets': [{'id': '12498cce-46cb-42f5-9463-9313666902d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:23.928684 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344e55ac-ac6c-40d2-8718-227e678b7a19 None None] The sync data for ids ['d4cb93ac-619a-4283-a4ed-4dc3ba32360d'] in n-d-793620-15 is: [{'id': 'd4cb93ac-619a-4283-a4ed-4dc3ba32360d', 'name': 'tempest-TestNetworkBasicOps-router-251382021', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '42bda002-877e-4822-996b-974a1bc6cdaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:21:57Z', 'updated_at': '2021-08-16T21:22:02Z', 'revision_number': 4, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'gw_port': {'id': '42bda002-877e-4822-996b-974a1bc6cdaf', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cb93ac-619a-4283-a4ed-4dc3ba32360d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:21:57Z', 'updated_at': '2021-08-16T21:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '4d49f6e8-03fc-4cea-a3f5-8097c01b4441', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'floating_ip_address': '172.25.1.60', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': 'd4cb93ac-619a-4283-a4ed-4dc3ba32360d', 'port_id': 'f4cc08f7-bd6e-4174-8cfa-3842014de186', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d0135fa-626d-4591-9324-9de2e0b2999a', 'mac_address': 'fa:16:3e:86:a7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05d5c86-53e1-4da2-a353-41fc1b0613eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:22:21Z', 'updated_at': '2021-08-16T21:22:21Z', 'revision_number': 0, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3879e0df-ec40-42a6-93d1-bce13ad6ed61', 'name': '', 'network_id': '1d0135fa-626d-4591-9324-9de2e0b2999a', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'mac_address': 'fa:16:3e:4f:22:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cb93ac-619a-4283-a4ed-4dc3ba32360d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '12498cce-46cb-42f5-9463-9313666902d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:22:01Z', 'updated_at': '2021-08-16T21:22:07Z', 'revision_number': 5, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'subnets': [{'id': '12498cce-46cb-42f5-9463-9313666902d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:22:24.135153 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f7847d-f082-4f27-a27e-f9bb56f3202b None None] New status for floating IP 4d49f6e8-03fc-4cea-a3f5-8097c01b4441: ACTIVE {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:22:24.353358 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 56292) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:24.423917 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e68efcff-b14d-4d0a-8a82-cc23ac6bd0bd tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/floatingips/4d49f6e8-03fc-4cea-a3f5-8097c01b4441 HTTP/1.1" status: 200 len: 990 time: 0.0687697 Aug 16 21:22:25.427875 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 56296) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:25.489520 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-878cfcb9-3d26-4d08-85e9-45019daeb062 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/floatingips/4d49f6e8-03fc-4cea-a3f5-8097c01b4441 HTTP/1.1" status: 200 len: 992 time: 0.0603399 Aug 16 21:22:35.769691 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-461d51fe-0812-4389-9bb4-cc8dba66749b req-622fcd33-ad48-41d2-8ed2-6513ce94bc7c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=acb71d5a-2e14-4f6d-b533-119b056d044f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404081 Aug 16 21:22:35.856850 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d51fe-0812-4389-9bb4-cc8dba66749b req-5606b64c-b6bb-4e16-971a-ab61f1696d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:35.858308 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-461d51fe-0812-4389-9bb4-cc8dba66749b req-5606b64c-b6bb-4e16-971a-ab61f1696d38 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&device_id=acb71d5a-2e14-4f6d-b533-119b056d044f HTTP/1.1" status: 200 len: 1098 time: 0.0453477 Aug 16 21:22:35.859014 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:22:36.308234 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d51fe-0812-4389-9bb4-cc8dba66749b req-0e8c633d-1245-4065-9fe4-c3be1f3f0e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:36.312400 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-461d51fe-0812-4389-9bb4-cc8dba66749b req-0e8c633d-1245-4065-9fe4-c3be1f3f0e16 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e97625c1-8d04-4565-8844-cd33d7a9e506 HTTP/1.1" status: 200 len: 897 time: 0.4269493 Aug 16 21:22:36.392841 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-461d51fe-0812-4389-9bb4-cc8dba66749b req-cdbadd29-9058-4e49-baed-1bb3072bf1b2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca632c41-54a9-4edd-82e5-35aca5a14485 HTTP/1.1" status: 200 len: 1002 time: 0.0656514 Aug 16 21:22:36.441830 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d51fe-0812-4389-9bb4-cc8dba66749b req-e8d5d80e-217e-4076-a177-af76a44cdd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:36.443321 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-461d51fe-0812-4389-9bb4-cc8dba66749b req-e8d5d80e-217e-4076-a177-af76a44cdd6a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4771d5e7-5107-4c8d-b9ac-f4763c824f03 HTTP/1.1" status: 200 len: 835 time: 0.0434327 Aug 16 21:22:36.491173 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d51fe-0812-4389-9bb4-cc8dba66749b req-ea3ea88c-8db5-480e-a537-3015e2998b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:36.492770 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-461d51fe-0812-4389-9bb4-cc8dba66749b req-ea3ea88c-8db5-480e-a537-3015e2998b08 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e97625c1-8d04-4565-8844-cd33d7a9e506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411901 Aug 16 21:22:36.597368 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-461d51fe-0812-4389-9bb4-cc8dba66749b req-e2a03966-e142-41f5-8527-792de54a18ad service neutron] 10.222.0.90 "GET /v2.0/networks/e97625c1-8d04-4565-8844-cd33d7a9e506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963907 Aug 16 21:22:36.694273 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-461d51fe-0812-4389-9bb4-cc8dba66749b req-adcd3bcb-21a8-4705-aeb4-1370981092cd service neutron] 10.222.0.90 "GET /v2.0/networks/e97625c1-8d04-4565-8844-cd33d7a9e506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881562 Aug 16 21:22:39.254093 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdaf5d-a338-452a-9497-0ff503ebac0e req-5f4a5487-f2d3-4f8a-940e-e2a3c09fce98 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:39.255831 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bdbdaf5d-a338-452a-9497-0ff503ebac0e req-5f4a5487-f2d3-4f8a-940e-e2a3c09fce98 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=acb71d5a-2e14-4f6d-b533-119b056d044f HTTP/1.1" status: 200 len: 946 time: 0.0524349 Aug 16 21:22:39.301302 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bdbdaf5d-a338-452a-9497-0ff503ebac0e req-d1b97552-f9da-4e0b-8839-9bbcc29d595f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=3cc1ecdb-ffc6-4c6e-8b9a-30d4f7bdcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392439 Aug 16 21:22:40.422796 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd19284-c785-475f-91fc-1194a5ff2f67 req-4a30b1d9-4f1c-4a79-b7aa-8e8069de762c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:40.424382 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0dd19284-c785-475f-91fc-1194a5ff2f67 req-4a30b1d9-4f1c-4a79-b7aa-8e8069de762c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=acb71d5a-2e14-4f6d-b533-119b056d044f HTTP/1.1" status: 200 len: 946 time: 0.0520270 Aug 16 21:22:40.465881 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0dd19284-c785-475f-91fc-1194a5ff2f67 req-1f0d2589-9070-498e-afe8-82ed5823a983 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=3cc1ecdb-ffc6-4c6e-8b9a-30d4f7bdcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346222 Aug 16 21:22:41.122236 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3edd56fa-d847-4960-9d00-1b63d7d6c7b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:41.595814 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6faf81-4195-4c3b-8d2c-b14b8207c6c8 req-b06b5e5f-e0bc-4a94-a1e4-f5298379d4eb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:41.597388 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8f6faf81-4195-4c3b-8d2c-b14b8207c6c8 req-b06b5e5f-e0bc-4a94-a1e4-f5298379d4eb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=acb71d5a-2e14-4f6d-b533-119b056d044f HTTP/1.1" status: 200 len: 946 time: 0.0618870 Aug 16 21:22:41.635829 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8f6faf81-4195-4c3b-8d2c-b14b8207c6c8 req-08e4db36-42d1-4c24-a67f-146a3c8a6f6a tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=3cc1ecdb-ffc6-4c6e-8b9a-30d4f7bdcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323734 Aug 16 21:22:42.750302 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85cfa83-1321-4948-9fd3-c25457dd5bd7 req-84ed4279-8841-4d80-9642-956b96f3af5e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:42.751866 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f85cfa83-1321-4948-9fd3-c25457dd5bd7 req-84ed4279-8841-4d80-9642-956b96f3af5e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=acb71d5a-2e14-4f6d-b533-119b056d044f HTTP/1.1" status: 200 len: 946 time: 0.0502834 Aug 16 21:22:42.793942 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f85cfa83-1321-4948-9fd3-c25457dd5bd7 req-426ab831-8975-4c6d-891e-23183032e7b9 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=3cc1ecdb-ffc6-4c6e-8b9a-30d4f7bdcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358703 Aug 16 21:22:43.579302 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7139efd5-4c01-412d-97f4-09ac5b635897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:43.836138 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:43.911448 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d24013-7be3-4f10-b44e-2c7762732bac req-7963d002-576a-48d3-b68d-80c5188b4ec4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:43.913005 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-91d24013-7be3-4f10-b44e-2c7762732bac req-7963d002-576a-48d3-b68d-80c5188b4ec4 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=acb71d5a-2e14-4f6d-b533-119b056d044f HTTP/1.1" status: 200 len: 946 time: 0.0486109 Aug 16 21:22:43.956941 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-91d24013-7be3-4f10-b44e-2c7762732bac req-54116ea1-e312-49ce-8bd1-f3eedbabac22 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=3cc1ecdb-ffc6-4c6e-8b9a-30d4f7bdcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373716 Aug 16 21:22:44.893565 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:45.075267 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25b7a9-1395-4815-b814-6c67182dfa00 req-f554346f-b050-4db2-b013-b1053e9954ec tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:45.076804 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ed25b7a9-1395-4815-b814-6c67182dfa00 req-f554346f-b050-4db2-b013-b1053e9954ec tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=acb71d5a-2e14-4f6d-b533-119b056d044f HTTP/1.1" status: 200 len: 946 time: 0.0496240 Aug 16 21:22:45.115095 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ed25b7a9-1395-4815-b814-6c67182dfa00 req-022bedce-2cfe-406b-bb8f-1c020522abd9 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=3cc1ecdb-ffc6-4c6e-8b9a-30d4f7bdcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317767 Aug 16 21:22:46.234074 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0a7d9-c895-47df-8297-7521985adc49 req-10b579ad-460f-41e4-b18e-0963ca151553 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:46.235719 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a4b0a7d9-c895-47df-8297-7521985adc49 req-10b579ad-460f-41e4-b18e-0963ca151553 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=acb71d5a-2e14-4f6d-b533-119b056d044f HTTP/1.1" status: 200 len: 946 time: 0.0527401 Aug 16 21:22:46.278071 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a4b0a7d9-c895-47df-8297-7521985adc49 req-479f3d43-039c-4852-b767-b90b1bb6a84a tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=3cc1ecdb-ffc6-4c6e-8b9a-30d4f7bdcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362220 Aug 16 21:22:46.641546 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:47.414571 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056aca5d-4558-48b0-a8df-ab62d4bc8b6b req-a7c4c0b1-29ad-4644-b42d-1e91a3f14011 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:47.414571 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-056aca5d-4558-48b0-a8df-ab62d4bc8b6b req-a7c4c0b1-29ad-4644-b42d-1e91a3f14011 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=acb71d5a-2e14-4f6d-b533-119b056d044f HTTP/1.1" status: 200 len: 946 time: 0.0504768 Aug 16 21:22:47.455285 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-056aca5d-4558-48b0-a8df-ab62d4bc8b6b req-b113576f-43b4-468a-8c03-59f6a6825d0d tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=3cc1ecdb-ffc6-4c6e-8b9a-30d4f7bdcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322096 Aug 16 21:22:48.571078 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca643d-710f-4cf3-bf91-95ecad96a97a req-2a77c5ca-3e6d-4920-ae84-195b1e6fc065 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:48.572532 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-81ca643d-710f-4cf3-bf91-95ecad96a97a req-2a77c5ca-3e6d-4920-ae84-195b1e6fc065 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=acb71d5a-2e14-4f6d-b533-119b056d044f HTTP/1.1" status: 200 len: 946 time: 0.0490358 Aug 16 21:22:48.610564 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-81ca643d-710f-4cf3-bf91-95ecad96a97a req-930295f1-545f-41b8-bc9c-35963bfe5ada tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=3cc1ecdb-ffc6-4c6e-8b9a-30d4f7bdcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318537 Aug 16 21:22:49.367682 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:49.724840 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bdc354-8e88-4b92-8755-425a4eba626f req-2552463a-adf9-41c5-9169-80869f4cfbc0 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:49.726377 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-36bdc354-8e88-4b92-8755-425a4eba626f req-2552463a-adf9-41c5-9169-80869f4cfbc0 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=acb71d5a-2e14-4f6d-b533-119b056d044f HTTP/1.1" status: 200 len: 946 time: 0.0492837 Aug 16 21:22:49.767538 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-36bdc354-8e88-4b92-8755-425a4eba626f req-98dcda00-7a75-414f-a778-ab7021cda518 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=3cc1ecdb-ffc6-4c6e-8b9a-30d4f7bdcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351696 Aug 16 21:22:50.883271 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7c678-1171-44fc-ba27-e00fc0ebaa3c req-2a1fb7bc-7283-4a5e-8442-0b963f810249 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:50.884799 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-80a7c678-1171-44fc-ba27-e00fc0ebaa3c req-2a1fb7bc-7283-4a5e-8442-0b963f810249 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=acb71d5a-2e14-4f6d-b533-119b056d044f HTTP/1.1" status: 200 len: 946 time: 0.0498340 Aug 16 21:22:50.923826 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-80a7c678-1171-44fc-ba27-e00fc0ebaa3c req-66a42254-d056-4f52-b82e-cfbdf5ed1d7e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=3cc1ecdb-ffc6-4c6e-8b9a-30d4f7bdcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319903 Aug 16 21:22:52.038539 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1aea40-841c-4924-91d4-24bb5e0d49e0 req-7ce8e92b-4af1-4e97-b2cb-ad35451e8e67 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:52.040067 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ae1aea40-841c-4924-91d4-24bb5e0d49e0 req-7ce8e92b-4af1-4e97-b2cb-ad35451e8e67 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=acb71d5a-2e14-4f6d-b533-119b056d044f HTTP/1.1" status: 200 len: 946 time: 0.0480998 Aug 16 21:22:52.081271 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ae1aea40-841c-4924-91d4-24bb5e0d49e0 req-73f2b437-0dec-4a68-b443-0f2a3f7285eb tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=3cc1ecdb-ffc6-4c6e-8b9a-30d4f7bdcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349262 Aug 16 21:22:52.266666 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:53.196881 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645afa10-7cb2-4cac-bb04-ebf329579531 req-ef74edf7-d61b-433f-8dce-2f492a0ee033 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:53.198401 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-645afa10-7cb2-4cac-bb04-ebf329579531 req-ef74edf7-d61b-433f-8dce-2f492a0ee033 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=acb71d5a-2e14-4f6d-b533-119b056d044f HTTP/1.1" status: 200 len: 946 time: 0.0490086 Aug 16 21:22:53.241721 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-645afa10-7cb2-4cac-bb04-ebf329579531 req-ac2f69ea-3d7b-4c57-a3d8-c7ee2de6bde9 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=3cc1ecdb-ffc6-4c6e-8b9a-30d4f7bdcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367117 Aug 16 21:22:53.537574 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0869e-6999-4edb-8508-26b79c8b80d2 req-fdcc00d0-fea4-4264-b9c5-04fcd48453fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:53.539322 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6ff0869e-6999-4edb-8508-26b79c8b80d2 req-fdcc00d0-fea4-4264-b9c5-04fcd48453fd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=acb71d5a-2e14-4f6d-b533-119b056d044f HTTP/1.1" status: 200 len: 1098 time: 0.0434461 Aug 16 21:22:53.574597 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6ff0869e-6999-4edb-8508-26b79c8b80d2 req-56bfd1a3-f7aa-4b3a-8560-ff9bbf5fcc1b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3cc1ecdb-ffc6-4c6e-8b9a-30d4f7bdcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285678 Aug 16 21:22:54.368114 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468bbb8-e33f-4ddc-861a-6da2778ad975 req-04cb1094-96ca-481e-9308-21c8611a09db tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:54.369630 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8468bbb8-e33f-4ddc-861a-6da2778ad975 req-04cb1094-96ca-481e-9308-21c8611a09db tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=acb71d5a-2e14-4f6d-b533-119b056d044f HTTP/1.1" status: 200 len: 946 time: 0.0521340 Aug 16 21:22:54.410147 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8468bbb8-e33f-4ddc-861a-6da2778ad975 req-d5c31893-94f2-4e92-a75f-97642ba159a3 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=3cc1ecdb-ffc6-4c6e-8b9a-30d4f7bdcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338392 Aug 16 21:22:54.760434 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ca632c41-54a9-4edd-82e5-35aca5a14485 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:22:54.859861 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ca632c41-54a9-4edd-82e5-35aca5a14485, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ca632c41-54a9-4edd-82e5-35aca5a14485,segment=NetworkSegment(83c59ba8-c8a5-4f7f-87dc-59e70982a35d),segment_id=83c59ba8-c8a5-4f7f-87dc-59e70982a35d)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:22:54.873102 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': 'ca632c41-54a9-4edd-82e5-35aca5a14485', 'network_id': 'e97625c1-8d04-4565-8844-cd33d7a9e506', 'port_id': 'ca632c41-54a9-4edd-82e5-35aca5a14485', 'mac_address': 'fa:16:3e:0a:62:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4771d5e7-5107-4c8d-b9ac-f4763c824f03', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:22:54.912963 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:54.926536 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca632c41-54a9-4edd-82e5-35aca5a14485 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:22:54.946150 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ca632c41-54a9-4edd-82e5-35aca5a14485, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ca632c41-54a9-4edd-82e5-35aca5a14485,segment=NetworkSegment(83c59ba8-c8a5-4f7f-87dc-59e70982a35d),segment_id=83c59ba8-c8a5-4f7f-87dc-59e70982a35d)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:22:55.053133 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:55.100889 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=ca632c41-54a9-4edd-82e5-35aca5a14485,revision_number=6']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:55.251690 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['ca632c41-54a9-4edd-82e5-35aca5a14485'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:22:55.531888 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e25b0-6a51-4cf0-a73c-822ada0d1328 req-7b97297d-a36f-49fa-8420-e76b4c276347 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:55.533426 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aa6e25b0-6a51-4cf0-a73c-822ada0d1328 req-7b97297d-a36f-49fa-8420-e76b4c276347 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=acb71d5a-2e14-4f6d-b533-119b056d044f HTTP/1.1" status: 200 len: 945 time: 0.0506611 Aug 16 21:22:55.576141 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aa6e25b0-6a51-4cf0-a73c-822ada0d1328 req-d5f76d06-5a28-42a2-9e91-b2996945109c tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=3cc1ecdb-ffc6-4c6e-8b9a-30d4f7bdcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367606 Aug 16 21:22:55.598454 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 56502) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:55.659116 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2716b36f-18fb-4441-8b8a-1bdeceebbdf8 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/floatingips/418a614b-0b30-4f9a-98aa-fffe91098c18 HTTP/1.1" status: 200 len: 993 time: 0.0595090 Aug 16 21:22:56.680247 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 56518) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:56.742780 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3e6015c2-3799-4ddd-bc3e-cf07d80dae23 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/floatingips/4d49f6e8-03fc-4cea-a3f5-8097c01b4441 HTTP/1.1" status: 200 len: 992 time: 0.0613410 Aug 16 21:22:56.778787 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ca632c41-54a9-4edd-82e5-35aca5a14485 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:22:56.827765 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port ca632c41-54a9-4edd-82e5-35aca5a14485 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:22:56.828190 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:56.905158 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:56.926968 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb71d5a-2e14-4f6d-b533-119b056d044f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca632c41-54a9-4edd-82e5-35aca5a14485'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:22:56.929177 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e019deec-6e9b-4162-bfed-142ea2420ae1" -d '{"events": [{"server_uuid": "acb71d5a-2e14-4f6d-b533-119b056d044f", "name": "network-vif-plugged", "status": "completed", "tag": "ca632c41-54a9-4edd-82e5-35aca5a14485"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:22:56.942529 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ca632c41-54a9-4edd-82e5-35aca5a14485, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ca632c41-54a9-4edd-82e5-35aca5a14485,segment=NetworkSegment(83c59ba8-c8a5-4f7f-87dc-59e70982a35d),segment_id=83c59ba8-c8a5-4f7f-87dc-59e70982a35d)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:22:56.970999 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962c50c5-0f4a-4c4c-95f1-951dcc44f382 x-openstack-request-id: req-962c50c5-0f4a-4c4c-95f1-951dcc44f382 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:22:56.970999 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb71d5a-2e14-4f6d-b533-119b056d044f", "name": "network-vif-plugged", "status": "completed", "tag": "ca632c41-54a9-4edd-82e5-35aca5a14485", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:22:56.970999 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-962c50c5-0f4a-4c4c-95f1-951dcc44f382 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:22:56.971292 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb71d5a-2e14-4f6d-b533-119b056d044f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca632c41-54a9-4edd-82e5-35aca5a14485', 'code': 200} Aug 16 21:22:56.971380 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 56526) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:57.036365 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:57.085076 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=ca632c41-54a9-4edd-82e5-35aca5a14485,revision_number=7']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:57.136968 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-5e179a75-8b7b-40c7-8978-c589b4953605 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Deleting port 6da7dc8f-2407-46ee-9eeb-c54e84497a9e {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:22:57.137316 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5e179a75-8b7b-40c7-8978-c589b4953605 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:57.213431 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5e179a75-8b7b-40c7-8978-c589b4953605 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:57.213777 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5e179a75-8b7b-40c7-8978-c589b4953605 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:57.225077 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-5e179a75-8b7b-40c7-8978-c589b4953605 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Calling delete_port for 6da7dc8f-2407-46ee-9eeb-c54e84497a9e owned by network:floatingip {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:22:57.430354 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5e179a75-8b7b-40c7-8978-c589b4953605 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:57.454128 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e179a75-8b7b-40c7-8978-c589b4953605 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event deleted for resources: {'Port': ['ID=6da7dc8f-2407-46ee-9eeb-c54e84497a9e,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:57.465188 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e179a75-8b7b-40c7-8978-c589b4953605 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:57.465476 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e179a75-8b7b-40c7-8978-c589b4953605 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:57.465824 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e179a75-8b7b-40c7-8978-c589b4953605 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:57.466173 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e179a75-8b7b-40c7-8978-c589b4953605 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:57.466509 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e179a75-8b7b-40c7-8978-c589b4953605 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:57.467220 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e179a75-8b7b-40c7-8978-c589b4953605 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:57.467220 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e179a75-8b7b-40c7-8978-c589b4953605 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:57.467498 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e179a75-8b7b-40c7-8978-c589b4953605 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:57.467862 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e179a75-8b7b-40c7-8978-c589b4953605 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:57.468196 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e179a75-8b7b-40c7-8978-c589b4953605 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:57.468533 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e179a75-8b7b-40c7-8978-c589b4953605 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:57.468869 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e179a75-8b7b-40c7-8978-c589b4953605 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:57.532833 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5e179a75-8b7b-40c7-8978-c589b4953605 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for floatingip, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:57.533659 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [None req-5e179a75-8b7b-40c7-8978-c589b4953605 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Floating IP 4d49f6e8-03fc-4cea-a3f5-8097c01b4441 disassociated (deleted). External IP: 172.25.1.60, port: f4cc08f7-bd6e-4174-8cfa-3842014de186. Aug 16 21:22:57.751829 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e179a75-8b7b-40c7-8978-c589b4953605 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Router d4cb93ac-619a-4283-a4ed-4dc3ba32360d has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:22:57.864144 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e179a75-8b7b-40c7-8978-c589b4953605 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:22:57.869701 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5e179a75-8b7b-40c7-8978-c589b4953605 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:57.878191 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a50fa71-31b5-4c1b-80ab-b694beacaf83 None None] Sync routers for ids ['d4cb93ac-619a-4283-a4ed-4dc3ba32360d'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:22:57.889310 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a50fa71-31b5-4c1b-80ab-b694beacaf83 None None] Routers {'d4cb93ac-619a-4283-a4ed-4dc3ba32360d'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:22:57.889956 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-5a50fa71-31b5-4c1b-80ab-b694beacaf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:22:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d4cb93ac-619a-4283-a4ed-4dc3ba32360d'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:57.898416 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5e179a75-8b7b-40c7-8978-c589b4953605 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "DELETE /v2.0/floatingips/4d49f6e8-03fc-4cea-a3f5-8097c01b4441 HTTP/1.1" status: 204 len: 168 time: 0.9261072 Aug 16 21:22:57.899473 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e05d5c86-53e1-4da2-a353-41fc1b0613eb', 'tag': 'f4cc08f7-bd6e-4174-8cfa-3842014de186'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:22:57.902908 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f34ea9d-30df-450f-84b5-4c04a1fe30e7" -d '{"events": [{"name": "network-changed", "server_uuid": "e05d5c86-53e1-4da2-a353-41fc1b0613eb", "tag": "f4cc08f7-bd6e-4174-8cfa-3842014de186"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:22:57.967338 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc24582-705d-4048-bb41-bb7ad5275a60 x-openstack-request-id: req-9dc24582-705d-4048-bb41-bb7ad5275a60 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:22:57.967634 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e05d5c86-53e1-4da2-a353-41fc1b0613eb", "tag": "f4cc08f7-bd6e-4174-8cfa-3842014de186", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:22:57.967923 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9dc24582-705d-4048-bb41-bb7ad5275a60 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:22:57.968340 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e05d5c86-53e1-4da2-a353-41fc1b0613eb', 'tag': 'f4cc08f7-bd6e-4174-8cfa-3842014de186', 'status': 'completed', 'code': 200} Aug 16 21:22:58.037354 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34ea9d-30df-450f-84b5-4c04a1fe30e7 req-6e0bc052-99e0-4e45-8b86-a942d677f9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:58.039067 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3f34ea9d-30df-450f-84b5-4c04a1fe30e7 req-6e0bc052-99e0-4e45-8b86-a942d677f9f0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f258702b923645ea8255373c3c1b0963&device_id=e05d5c86-53e1-4da2-a353-41fc1b0613eb HTTP/1.1" status: 200 len: 1097 time: 0.0462532 Aug 16 21:22:58.042365 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-5a50fa71-31b5-4c1b-80ab-b694beacaf83 None None] Set router d4cb93ac-619a-4283-a4ed-4dc3ba32360d gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:22:58.135756 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34ea9d-30df-450f-84b5-4c04a1fe30e7 req-2b483148-8c59-4929-aee6-2ea4e5378b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:58.137649 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3f34ea9d-30df-450f-84b5-4c04a1fe30e7 req-2b483148-8c59-4929-aee6-2ea4e5378b3e service neutron] 10.222.0.72 "GET /v2.0/networks?id=1d0135fa-626d-4591-9324-9de2e0b2999a HTTP/1.1" status: 200 len: 896 time: 0.0910344 Aug 16 21:22:58.187378 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3f34ea9d-30df-450f-84b5-4c04a1fe30e7 req-1d44d8b0-2adb-4587-87ec-7bb15f8bd269 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4cc08f7-bd6e-4174-8cfa-3842014de186 HTTP/1.1" status: 200 len: 217 time: 0.0423160 Aug 16 21:22:58.255433 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34ea9d-30df-450f-84b5-4c04a1fe30e7 req-66ae0ebc-a0ad-49af-a5bb-b9c12cd74b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:58.257554 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3f34ea9d-30df-450f-84b5-4c04a1fe30e7 req-66ae0ebc-a0ad-49af-a5bb-b9c12cd74b9b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=12498cce-46cb-42f5-9463-9313666902d1 HTTP/1.1" status: 200 len: 835 time: 0.0624330 Aug 16 21:22:58.313005 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34ea9d-30df-450f-84b5-4c04a1fe30e7 req-c41bdb17-63b3-4338-be7c-3e215c85560c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:58.314689 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3f34ea9d-30df-450f-84b5-4c04a1fe30e7 req-c41bdb17-63b3-4338-be7c-3e215c85560c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1d0135fa-626d-4591-9324-9de2e0b2999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481935 Aug 16 21:22:58.445368 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3f34ea9d-30df-450f-84b5-4c04a1fe30e7 req-643b0cad-0d17-40cc-95aa-d57310e93fbb service neutron] 10.222.0.72 "GET /v2.0/networks/1d0135fa-626d-4591-9324-9de2e0b2999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200964 Aug 16 21:22:58.483193 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ae911-2f0d-4e22-b06b-0384f1d16212 req-a33f30cd-2b13-4493-8de4-b8e03692ec34 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:58.483774 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-5a50fa71-31b5-4c1b-80ab-b694beacaf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cb93ac-619a-4283-a4ed-4dc3ba32360d', 'name': 'tempest-TestNetworkBasicOps-router-251382021', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '42bda002-877e-4822-996b-974a1bc6cdaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:21:57Z', 'updated_at': '2021-08-16T21:22:02Z', 'revision_number': 4, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'gw_port': {'id': '42bda002-877e-4822-996b-974a1bc6cdaf', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cb93ac-619a-4283-a4ed-4dc3ba32360d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:21:57Z', 'updated_at': '2021-08-16T21:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '3879e0df-ec40-42a6-93d1-bce13ad6ed61', 'name': '', 'network_id': '1d0135fa-626d-4591-9324-9de2e0b2999a', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'mac_address': 'fa:16:3e:4f:22:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cb93ac-619a-4283-a4ed-4dc3ba32360d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '12498cce-46cb-42f5-9463-9313666902d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:22:01Z', 'updated_at': '2021-08-16T21:22:07Z', 'revision_number': 5, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'subnets': [{'id': '12498cce-46cb-42f5-9463-9313666902d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:58.486331 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-250ae911-2f0d-4e22-b06b-0384f1d16212 req-a33f30cd-2b13-4493-8de4-b8e03692ec34 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=e05d5c86-53e1-4da2-a353-41fc1b0613eb HTTP/1.1" status: 200 len: 945 time: 0.0687878 Aug 16 21:22:58.531282 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a50fa71-31b5-4c1b-80ab-b694beacaf83 None None] Checking router: d4cb93ac-619a-4283-a4ed-4dc3ba32360d for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:22:58.536375 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-250ae911-2f0d-4e22-b06b-0384f1d16212 req-43f44a63-1150-406c-9ccd-8446f9b2a669 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/security-groups?id=9b27b444-070e-498e-bf17-1c6848e56342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431154 Aug 16 21:22:58.561156 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a50fa71-31b5-4c1b-80ab-b694beacaf83 None None] Routers {'d4cb93ac-619a-4283-a4ed-4dc3ba32360d'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:22:58.561156 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-5a50fa71-31b5-4c1b-80ab-b694beacaf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:22:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d4cb93ac-619a-4283-a4ed-4dc3ba32360d'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:58.573616 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3f34ea9d-30df-450f-84b5-4c04a1fe30e7 req-625aea2e-2f15-476e-be23-c87f503d7c42 service neutron] 10.222.0.72 "GET /v2.0/networks/1d0135fa-626d-4591-9324-9de2e0b2999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202362 Aug 16 21:22:58.680138 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-5a50fa71-31b5-4c1b-80ab-b694beacaf83 None None] Set router d4cb93ac-619a-4283-a4ed-4dc3ba32360d gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:22:58.885567 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-5a50fa71-31b5-4c1b-80ab-b694beacaf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cb93ac-619a-4283-a4ed-4dc3ba32360d', 'name': 'tempest-TestNetworkBasicOps-router-251382021', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '42bda002-877e-4822-996b-974a1bc6cdaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:21:57Z', 'updated_at': '2021-08-16T21:22:02Z', 'revision_number': 4, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'gw_port': {'id': '42bda002-877e-4822-996b-974a1bc6cdaf', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cb93ac-619a-4283-a4ed-4dc3ba32360d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:21:57Z', 'updated_at': '2021-08-16T21:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '3879e0df-ec40-42a6-93d1-bce13ad6ed61', 'name': '', 'network_id': '1d0135fa-626d-4591-9324-9de2e0b2999a', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'mac_address': 'fa:16:3e:4f:22:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cb93ac-619a-4283-a4ed-4dc3ba32360d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '12498cce-46cb-42f5-9463-9313666902d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:22:01Z', 'updated_at': '2021-08-16T21:22:07Z', 'revision_number': 5, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'subnets': [{'id': '12498cce-46cb-42f5-9463-9313666902d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:58.915803 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a50fa71-31b5-4c1b-80ab-b694beacaf83 None None] The sync data for ids ['d4cb93ac-619a-4283-a4ed-4dc3ba32360d'] in n-d-793620-15 is: [{'id': 'd4cb93ac-619a-4283-a4ed-4dc3ba32360d', 'name': 'tempest-TestNetworkBasicOps-router-251382021', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '42bda002-877e-4822-996b-974a1bc6cdaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:21:57Z', 'updated_at': '2021-08-16T21:22:02Z', 'revision_number': 4, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'gw_port': {'id': '42bda002-877e-4822-996b-974a1bc6cdaf', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cb93ac-619a-4283-a4ed-4dc3ba32360d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:21:57Z', 'updated_at': '2021-08-16T21:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '3879e0df-ec40-42a6-93d1-bce13ad6ed61', 'name': '', 'network_id': '1d0135fa-626d-4591-9324-9de2e0b2999a', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'mac_address': 'fa:16:3e:4f:22:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cb93ac-619a-4283-a4ed-4dc3ba32360d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '12498cce-46cb-42f5-9463-9313666902d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:22:01Z', 'updated_at': '2021-08-16T21:22:07Z', 'revision_number': 5, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'subnets': [{'id': '12498cce-46cb-42f5-9463-9313666902d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:22:59.132147 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7891ca9a-cb9b-4b51-b4e9-bb0293b8090f None None] New status for floating IP 4d49f6e8-03fc-4cea-a3f5-8097c01b4441: DOWN {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:22:59.770793 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44199d-2ec5-418c-854f-21d61a3a3fcd req-a1cfe6be-3682-46a3-acbd-f967b5c5205f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:59.772240 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4c44199d-2ec5-418c-854f-21d61a3a3fcd req-a1cfe6be-3682-46a3-acbd-f967b5c5205f tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05d5c86-53e1-4da2-a353-41fc1b0613eb HTTP/1.1" status: 200 len: 945 time: 0.0535104 Aug 16 21:22:59.775597 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facfe671-df3c-4548-b2e9-eecbcef88529 req-9c1281a8-363a-48ca-8ca9-c2453dd0ebe6 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:59.777144 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-facfe671-df3c-4548-b2e9-eecbcef88529 req-9c1281a8-363a-48ca-8ca9-c2453dd0ebe6 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=e05d5c86-53e1-4da2-a353-41fc1b0613eb HTTP/1.1" status: 200 len: 945 time: 0.1669023 Aug 16 21:22:59.817978 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-facfe671-df3c-4548-b2e9-eecbcef88529 req-5a51d4e9-910b-49a9-973e-d05684e3dc31 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/security-groups?id=9b27b444-070e-498e-bf17-1c6848e56342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346084 Aug 16 21:22:59.879752 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-4c44199d-2ec5-418c-854f-21d61a3a3fcd req-0936eec5-d23e-4451-973c-aaf62e9a7d50 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Deleting port f4cc08f7-bd6e-4174-8cfa-3842014de186 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:22:59.880202 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4c44199d-2ec5-418c-854f-21d61a3a3fcd req-0936eec5-d23e-4451-973c-aaf62e9a7d50 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:59.970311 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-4c44199d-2ec5-418c-854f-21d61a3a3fcd req-0936eec5-d23e-4451-973c-aaf62e9a7d50 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] For port f4cc08f7-bd6e-4174-8cfa-3842014de186, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=f4cc08f7-bd6e-4174-8cfa-3842014de186,segment=NetworkSegment(d6583382-ab28-4f23-a556-44fee15508eb),segment_id=d6583382-ab28-4f23-a556-44fee15508eb)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:22:59.970687 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4c44199d-2ec5-418c-854f-21d61a3a3fcd req-0936eec5-d23e-4451-973c-aaf62e9a7d50 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:59.987152 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-4c44199d-2ec5-418c-854f-21d61a3a3fcd req-0936eec5-d23e-4451-973c-aaf62e9a7d50 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Calling delete_port for f4cc08f7-bd6e-4174-8cfa-3842014de186 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:23:00.196238 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4c44199d-2ec5-418c-854f-21d61a3a3fcd req-0936eec5-d23e-4451-973c-aaf62e9a7d50 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:00.224221 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0936eec5-d23e-4451-973c-aaf62e9a7d50 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event deleted for resources: {'Port': ['ID=f4cc08f7-bd6e-4174-8cfa-3842014de186,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:00.238777 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0936eec5-d23e-4451-973c-aaf62e9a7d50 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:00.239137 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0936eec5-d23e-4451-973c-aaf62e9a7d50 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:00.239489 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0936eec5-d23e-4451-973c-aaf62e9a7d50 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:00.239875 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0936eec5-d23e-4451-973c-aaf62e9a7d50 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:00.241996 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0936eec5-d23e-4451-973c-aaf62e9a7d50 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:00.241996 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0936eec5-d23e-4451-973c-aaf62e9a7d50 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:00.241996 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0936eec5-d23e-4451-973c-aaf62e9a7d50 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:00.241996 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0936eec5-d23e-4451-973c-aaf62e9a7d50 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:00.241996 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0936eec5-d23e-4451-973c-aaf62e9a7d50 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:00.241996 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0936eec5-d23e-4451-973c-aaf62e9a7d50 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:00.242740 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0936eec5-d23e-4451-973c-aaf62e9a7d50 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:00.242740 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0936eec5-d23e-4451-973c-aaf62e9a7d50 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:00.281050 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c44199d-2ec5-418c-854f-21d61a3a3fcd req-0936eec5-d23e-4451-973c-aaf62e9a7d50 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] No DVR routers for this DVR port f4cc08f7-bd6e-4174-8cfa-3842014de186 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:23:00.283689 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4c44199d-2ec5-418c-854f-21d61a3a3fcd req-0936eec5-d23e-4451-973c-aaf62e9a7d50 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:00.285714 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4c44199d-2ec5-418c-854f-21d61a3a3fcd req-0936eec5-d23e-4451-973c-aaf62e9a7d50 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.72 "DELETE /v2.0/ports/f4cc08f7-bd6e-4174-8cfa-3842014de186 HTTP/1.1" status: 204 len: 173 time: 0.5070245 Aug 16 21:23:00.286196 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05d5c86-53e1-4da2-a353-41fc1b0613eb', 'name': 'network-vif-deleted', 'tag': 'f4cc08f7-bd6e-4174-8cfa-3842014de186'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:23:00.288485 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a6c01f-1b37-4657-a559-d99d7333abe2" -d '{"events": [{"server_uuid": "e05d5c86-53e1-4da2-a353-41fc1b0613eb", "name": "network-vif-deleted", "tag": "f4cc08f7-bd6e-4174-8cfa-3842014de186"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:23:00.324686 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979139ae-fc28-4ddd-8f9b-4fbb0543a8c0 x-openstack-request-id: req-979139ae-fc28-4ddd-8f9b-4fbb0543a8c0 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:23:00.324985 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e05d5c86-53e1-4da2-a353-41fc1b0613eb", "name": "network-vif-deleted", "tag": "f4cc08f7-bd6e-4174-8cfa-3842014de186", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:23:00.325242 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-979139ae-fc28-4ddd-8f9b-4fbb0543a8c0 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:23:00.325668 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e05d5c86-53e1-4da2-a353-41fc1b0613eb', 'name': 'network-vif-deleted', 'tag': 'f4cc08f7-bd6e-4174-8cfa-3842014de186', 'status': 'completed', 'code': 200} Aug 16 21:23:00.928603 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-43301c4d-48e3-41ba-a33d-6a195b2b9acc req-d01a1acf-1d69-4628-8096-c3e74fc8a19d tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "GET /v2.0/ports?device_id=e05d5c86-53e1-4da2-a353-41fc1b0613eb HTTP/1.1" status: 200 len: 210 time: 0.0305088 Aug 16 21:23:01.986511 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 56570) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:02.044776 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-379f6a23-7a6d-4e73-b547-e00885680196 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:02.069809 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-379f6a23-7a6d-4e73-b547-e00885680196 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:02.200341 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-379f6a23-7a6d-4e73-b547-e00885680196 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:02.202971 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-379f6a23-7a6d-4e73-b547-e00885680196 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:02.204229 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-379f6a23-7a6d-4e73-b547-e00885680196 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "DELETE /v2.0/security-groups/9b27b444-070e-498e-bf17-1c6848e56342 HTTP/1.1" status: 204 len: 168 time: 0.2166317 Aug 16 21:23:02.215167 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f6a23-7a6d-4e73-b547-e00885680196 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b27b444-070e-498e-bf17-1c6848e56342,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:02.317467 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56578) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:02.677104 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5b34be3d-5b7f-4630-8fd2-0f56fc836aa2 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:02.938227 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-5b34be3d-5b7f-4630-8fd2-0f56fc836aa2 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Deleting port 3879e0df-ec40-42a6-93d1-bce13ad6ed61 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:23:02.938582 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5b34be3d-5b7f-4630-8fd2-0f56fc836aa2 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:03.043040 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-5b34be3d-5b7f-4630-8fd2-0f56fc836aa2 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] For port 3879e0df-ec40-42a6-93d1-bce13ad6ed61, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=3879e0df-ec40-42a6-93d1-bce13ad6ed61,segment=NetworkSegment(d6583382-ab28-4f23-a556-44fee15508eb),segment_id=d6583382-ab28-4f23-a556-44fee15508eb)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:03.043834 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5b34be3d-5b7f-4630-8fd2-0f56fc836aa2 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:03.057226 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-5b34be3d-5b7f-4630-8fd2-0f56fc836aa2 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Calling delete_port for 3879e0df-ec40-42a6-93d1-bce13ad6ed61 owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:23:03.078807 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device f4cc08f7-bd6e-4174-8cfa-3842014de186 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:23:03.099305 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: f4cc08f7-bd6e-4174-8cfa-3842014de186 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:23:03.099657 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device f4cc08f7-bd6e-4174-8cfa-3842014de186 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:23:03.316455 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5b34be3d-5b7f-4630-8fd2-0f56fc836aa2 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:03.343499 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b34be3d-5b7f-4630-8fd2-0f56fc836aa2 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event deleted for resources: {'Port': ['ID=3879e0df-ec40-42a6-93d1-bce13ad6ed61,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:03.530801 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5b34be3d-5b7f-4630-8fd2-0f56fc836aa2 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:03.760278 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b34be3d-5b7f-4630-8fd2-0f56fc836aa2 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Router d4cb93ac-619a-4283-a4ed-4dc3ba32360d has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:23:03.865274 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b34be3d-5b7f-4630-8fd2-0f56fc836aa2 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:23:03.872898 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5b34be3d-5b7f-4630-8fd2-0f56fc836aa2 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "PUT /v2.0/routers/d4cb93ac-619a-4283-a4ed-4dc3ba32360d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5537157 Aug 16 21:23:03.873110 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 56588) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:03.882052 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f348d62-96af-4e09-a83a-653ce09ee39e None None] Sync routers for ids ['d4cb93ac-619a-4283-a4ed-4dc3ba32360d'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:23:03.891820 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f348d62-96af-4e09-a83a-653ce09ee39e None None] Routers {'d4cb93ac-619a-4283-a4ed-4dc3ba32360d'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:23:03.892863 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-4f348d62-96af-4e09-a83a-653ce09ee39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:22:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d4cb93ac-619a-4283-a4ed-4dc3ba32360d'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:03.937075 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-a71400ed-64ab-4996-9460-36cefb0198ac tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Deleting subnet 12498cce-46cb-42f5-9463-9313666902d1 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:23:03.941036 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a71400ed-64ab-4996-9460-36cefb0198ac tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:03.983543 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a71400ed-64ab-4996-9460-36cefb0198ac tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:04.006503 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-4f348d62-96af-4e09-a83a-653ce09ee39e None None] Set router d4cb93ac-619a-4283-a4ed-4dc3ba32360d gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:23:04.076210 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a71400ed-64ab-4996-9460-36cefb0198ac tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:04.184293 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-4f348d62-96af-4e09-a83a-653ce09ee39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cb93ac-619a-4283-a4ed-4dc3ba32360d', 'name': 'tempest-TestNetworkBasicOps-router-251382021', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '42bda002-877e-4822-996b-974a1bc6cdaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:21:57Z', 'updated_at': '2021-08-16T21:23:03Z', 'revision_number': 5, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'gw_port': {'id': '42bda002-877e-4822-996b-974a1bc6cdaf', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cb93ac-619a-4283-a4ed-4dc3ba32360d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:21:57Z', 'updated_at': '2021-08-16T21:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:04.213654 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a71400ed-64ab-4996-9460-36cefb0198ac tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:04.217157 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f348d62-96af-4e09-a83a-653ce09ee39e None None] Checking router: d4cb93ac-619a-4283-a4ed-4dc3ba32360d for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:23:04.225732 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f348d62-96af-4e09-a83a-653ce09ee39e None None] Routers {'d4cb93ac-619a-4283-a4ed-4dc3ba32360d'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:23:04.226373 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-4f348d62-96af-4e09-a83a-653ce09ee39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:22:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['d4cb93ac-619a-4283-a4ed-4dc3ba32360d'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:04.240514 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71400ed-64ab-4996-9460-36cefb0198ac tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event deleted for resources: {'Subnet': ['ID=12498cce-46cb-42f5-9463-9313666902d1,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:04.247136 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a71400ed-64ab-4996-9460-36cefb0198ac tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:04.251728 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a71400ed-64ab-4996-9460-36cefb0198ac tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "DELETE /v2.0/subnets/12498cce-46cb-42f5-9463-9313666902d1 HTTP/1.1" status: 204 len: 168 time: 0.3750644 Aug 16 21:23:04.252517 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56594) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:04.271969 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eef7818-4a31-4664-b11e-2938836891fc None None] Network 1d0135fa-626d-4591-9324-9de2e0b2999a requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:23:04.376474 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-521b08e1-63ef-4208-a9a2-5235dcfbfe5a tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:04.429527 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-4f348d62-96af-4e09-a83a-653ce09ee39e None None] Set router d4cb93ac-619a-4283-a4ed-4dc3ba32360d gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:23:04.488539 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-521b08e1-63ef-4208-a9a2-5235dcfbfe5a tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:04.614161 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55534cdd-caf4-4db3-96b2-dcd162822f31 None None] DHCP port deletion for 1d0135fa-626d-4591-9324-9de2e0b2999a request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:23:04.625929 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-521b08e1-63ef-4208-a9a2-5235dcfbfe5a tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Deleting port 42bda002-877e-4822-996b-974a1bc6cdaf {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:23:04.626407 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-521b08e1-63ef-4208-a9a2-5235dcfbfe5a tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:04.650034 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-4f348d62-96af-4e09-a83a-653ce09ee39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cb93ac-619a-4283-a4ed-4dc3ba32360d', 'name': 'tempest-TestNetworkBasicOps-router-251382021', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '42bda002-877e-4822-996b-974a1bc6cdaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:21:57Z', 'updated_at': '2021-08-16T21:23:03Z', 'revision_number': 5, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'gw_port': {'id': '42bda002-877e-4822-996b-974a1bc6cdaf', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cb93ac-619a-4283-a4ed-4dc3ba32360d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:21:57Z', 'updated_at': '2021-08-16T21:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:04.682909 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f348d62-96af-4e09-a83a-653ce09ee39e None None] The sync data for ids ['d4cb93ac-619a-4283-a4ed-4dc3ba32360d'] in n-d-793620-15 is: [{'id': 'd4cb93ac-619a-4283-a4ed-4dc3ba32360d', 'name': 'tempest-TestNetworkBasicOps-router-251382021', 'tenant_id': 'f258702b923645ea8255373c3c1b0963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '42bda002-877e-4822-996b-974a1bc6cdaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:21:57Z', 'updated_at': '2021-08-16T21:23:03Z', 'revision_number': 5, 'project_id': 'f258702b923645ea8255373c3c1b0963', 'gw_port': {'id': '42bda002-877e-4822-996b-974a1bc6cdaf', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cb93ac-619a-4283-a4ed-4dc3ba32360d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:21:57Z', 'updated_at': '2021-08-16T21:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:23:04.707100 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-55534cdd-caf4-4db3-96b2-dcd162822f31 None None] Deleting port 6085783c-d205-4351-bdb0-965b3bfb0d4d {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:23:04.707100 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-55534cdd-caf4-4db3-96b2-dcd162822f31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:04.714046 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-521b08e1-63ef-4208-a9a2-5235dcfbfe5a tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] For port 42bda002-877e-4822-996b-974a1bc6cdaf, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=42bda002-877e-4822-996b-974a1bc6cdaf,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:04.714457 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-521b08e1-63ef-4208-a9a2-5235dcfbfe5a tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:04.733307 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-521b08e1-63ef-4208-a9a2-5235dcfbfe5a tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Calling delete_port for 42bda002-877e-4822-996b-974a1bc6cdaf owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:23:04.778883 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-55534cdd-caf4-4db3-96b2-dcd162822f31 None None] For port 6085783c-d205-4351-bdb0-965b3bfb0d4d, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=6085783c-d205-4351-bdb0-965b3bfb0d4d,segment=NetworkSegment(d6583382-ab28-4f23-a556-44fee15508eb),segment_id=d6583382-ab28-4f23-a556-44fee15508eb)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:04.779444 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-55534cdd-caf4-4db3-96b2-dcd162822f31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:04.791414 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-55534cdd-caf4-4db3-96b2-dcd162822f31 None None] Calling delete_port for 6085783c-d205-4351-bdb0-965b3bfb0d4d owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:23:04.944426 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-55534cdd-caf4-4db3-96b2-dcd162822f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:04.967200 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-521b08e1-63ef-4208-a9a2-5235dcfbfe5a tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:04.969472 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55534cdd-caf4-4db3-96b2-dcd162822f31 None None] Pushing event deleted for resources: {'Port': ['ID=6085783c-d205-4351-bdb0-965b3bfb0d4d,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:04.973414 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55534cdd-caf4-4db3-96b2-dcd162822f31 None None] No DVR routers for this DVR port 6085783c-d205-4351-bdb0-965b3bfb0d4d on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:23:04.996544 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b08e1-63ef-4208-a9a2-5235dcfbfe5a tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event deleted for resources: {'Port': ['ID=42bda002-877e-4822-996b-974a1bc6cdaf,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:05.055948 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-521b08e1-63ef-4208-a9a2-5235dcfbfe5a tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:05.156162 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-521b08e1-63ef-4208-a9a2-5235dcfbfe5a tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:05.159726 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-521b08e1-63ef-4208-a9a2-5235dcfbfe5a tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:05.264795 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-521b08e1-63ef-4208-a9a2-5235dcfbfe5a tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:05.265276 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521b08e1-63ef-4208-a9a2-5235dcfbfe5a tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Fanout notify agent at l3_agent the message router_deleted on router d4cb93ac-619a-4283-a4ed-4dc3ba32360d {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:23:05.272266 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-521b08e1-63ef-4208-a9a2-5235dcfbfe5a tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:05.273673 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-521b08e1-63ef-4208-a9a2-5235dcfbfe5a tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "DELETE /v2.0/routers/d4cb93ac-619a-4283-a4ed-4dc3ba32360d HTTP/1.1" status: 204 len: 168 time: 1.0192063 Aug 16 21:23:05.276067 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56602) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:05.356390 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e80e806d-9209-4230-9d50-3e63d860ae65 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:05.449085 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e80e806d-9209-4230-9d50-3e63d860ae65 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:05.459484 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-e80e806d-9209-4230-9d50-3e63d860ae65 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d0135fa-626d-4591-9324-9de2e0b2999a']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:05.469097 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-e80e806d-9209-4230-9d50-3e63d860ae65 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6583382-ab28-4f23-a556-44fee15508eb') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:05.469396 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-e80e806d-9209-4230-9d50-3e63d860ae65 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6583382-ab28-4f23-a556-44fee15508eb') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:05.478588 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e80e806d-9209-4230-9d50-3e63d860ae65 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:05.491855 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e80e806d-9209-4230-9d50-3e63d860ae65 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:05.497518 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e80e806d-9209-4230-9d50-3e63d860ae65 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:23:05.497912 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e80e806d-9209-4230-9d50-3e63d860ae65 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:05.500821 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:23:05.500821 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:23:05.500821 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:23:05.500821 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:23:05.500821 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:23:05.500821 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:23:05.500821 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:23:05.500821 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:23:05.500821 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:23:05.500821 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:23:05.500821 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:23:05.500821 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:23:05.500821 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:23:05.500821 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:23:05.500821 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:23:05.500821 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:23:05.500821 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:23:05.500821 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:23:05.500821 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:23:05.500821 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:23:05.500821 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:23:05.500821 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:23:05.500821 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:23:05.500821 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:23:05.500821 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:23:05.500821 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:23:05.500821 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:23:05.500821 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:23:05.500821 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:23:05.500821 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:23:05.500821 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:23:05.500821 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:23:05.681930 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e80e806d-9209-4230-9d50-3e63d860ae65 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:05.686439 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e80e806d-9209-4230-9d50-3e63d860ae65 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:05.691376 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e80e806d-9209-4230-9d50-3e63d860ae65 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] 10.222.0.84 "DELETE /v2.0/networks/1d0135fa-626d-4591-9324-9de2e0b2999a HTTP/1.1" status: 204 len: 168 time: 0.4114814 Aug 16 21:23:05.716276 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e806d-9209-4230-9d50-3e63d860ae65 tempest-TestNetworkBasicOps-951366723 tempest-TestNetworkBasicOps-951366723-project] Pushing event deleted for resources: {'Network': ['ID=1d0135fa-626d-4591-9324-9de2e0b2999a,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:05.821252 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 42bda002-877e-4822-996b-974a1bc6cdaf no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:23:05.842684 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 42bda002-877e-4822-996b-974a1bc6cdaf {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:23:05.843301 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 42bda002-877e-4822-996b-974a1bc6cdaf not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:23:05.843725 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 3879e0df-ec40-42a6-93d1-bce13ad6ed61 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:23:05.862380 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 3879e0df-ec40-42a6-93d1-bce13ad6ed61 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:23:05.862728 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 3879e0df-ec40-42a6-93d1-bce13ad6ed61 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:23:05.863142 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6085783c-d205-4351-bdb0-965b3bfb0d4d no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:23:05.881879 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 6085783c-d205-4351-bdb0-965b3bfb0d4d {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:23:05.882231 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6085783c-d205-4351-bdb0-965b3bfb0d4d not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:23:06.341237 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56614) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:06.485350 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-73137ae5-9089-4e7a-b14d-55a986687306 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f258702b923645ea8255373c3c1b0963&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428359 Aug 16 21:23:06.488481 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 56618) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:06.536881 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cf802635-bb80-4aa3-9c8a-baaceff5e7e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:06.562587 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cf802635-bb80-4aa3-9c8a-baaceff5e7e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:06.704371 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cf802635-bb80-4aa3-9c8a-baaceff5e7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:06.707050 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cf802635-bb80-4aa3-9c8a-baaceff5e7e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:06.708155 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-cf802635-bb80-4aa3-9c8a-baaceff5e7e6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/33d4d37f-a5de-4ae6-bdea-31d01758b441 HTTP/1.1" status: 204 len: 168 time: 0.2186823 Aug 16 21:23:06.716180 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf802635-bb80-4aa3-9c8a-baaceff5e7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d4d37f-a5de-4ae6-bdea-31d01758b441,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:07.391331 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 56630) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:07.405740 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2b183925-22db-46b5-98ff-e32f599bc55d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:07.492716 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2b183925-22db-46b5-98ff-e32f599bc55d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:07.573063 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2b183925-22db-46b5-98ff-e32f599bc55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:07.611208 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b183925-22db-46b5-98ff-e32f599bc55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9f218b-0f08-4530-ab1c-6eef98460098,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:07.618410 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2b183925-22db-46b5-98ff-e32f599bc55d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7c990ac2f042498f97678a2c27a4c176&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2234674 Aug 16 21:23:07.618931 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56632) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:07.669130 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6a65f817-f8c5-4f89-aedb-dfb5543dcab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:07.690754 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6a65f817-f8c5-4f89-aedb-dfb5543dcab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:07.807004 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6a65f817-f8c5-4f89-aedb-dfb5543dcab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:07.809514 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6a65f817-f8c5-4f89-aedb-dfb5543dcab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:07.810674 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6a65f817-f8c5-4f89-aedb-dfb5543dcab4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fb9f218b-0f08-4530-ab1c-6eef98460098 HTTP/1.1" status: 204 len: 168 time: 0.1906765 Aug 16 21:23:07.819050 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65f817-f8c5-4f89-aedb-dfb5543dcab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9f218b-0f08-4530-ab1c-6eef98460098,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:11.075718 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a12e4017-52b0-496c-8b63-4488e5f7e9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:12.858384 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:23:13.589939 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-621139cc-faab-4daa-b0b3-62292d37d40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:13.852911 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:14.886195 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:16.601122 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:19.378471 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:22.228303 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:30.897563 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 56788) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:31.051292 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-b5230460-36e2-41f0-8eaa-ecce2135f3c2 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Deleting port 2693d619-251b-40a1-876a-e785185e059a {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:23:31.051645 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b5230460-36e2-41f0-8eaa-ecce2135f3c2 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:31.134008 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b5230460-36e2-41f0-8eaa-ecce2135f3c2 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:31.134350 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b5230460-36e2-41f0-8eaa-ecce2135f3c2 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:31.145604 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-b5230460-36e2-41f0-8eaa-ecce2135f3c2 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Calling delete_port for 2693d619-251b-40a1-876a-e785185e059a owned by network:floatingip {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:23:31.384382 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b5230460-36e2-41f0-8eaa-ecce2135f3c2 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:31.410824 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5230460-36e2-41f0-8eaa-ecce2135f3c2 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event deleted for resources: {'Port': ['ID=2693d619-251b-40a1-876a-e785185e059a,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:31.471112 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b5230460-36e2-41f0-8eaa-ecce2135f3c2 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for floatingip, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:31.472420 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [None req-b5230460-36e2-41f0-8eaa-ecce2135f3c2 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Floating IP 418a614b-0b30-4f9a-98aa-fffe91098c18 disassociated (deleted). External IP: 172.25.1.105, port: ca632c41-54a9-4edd-82e5-35aca5a14485. Aug 16 21:23:31.685573 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5230460-36e2-41f0-8eaa-ecce2135f3c2 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Router ce8ea004-0b68-415b-8240-ad2b491e3d13 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:23:31.794280 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5230460-36e2-41f0-8eaa-ecce2135f3c2 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:23:31.799138 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b5230460-36e2-41f0-8eaa-ecce2135f3c2 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:31.804057 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d9be7f-a78c-46af-996a-67639245b864 None None] Sync routers for ids ['ce8ea004-0b68-415b-8240-ad2b491e3d13'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:23:31.812702 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d9be7f-a78c-46af-996a-67639245b864 None None] Routers {'ce8ea004-0b68-415b-8240-ad2b491e3d13'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:23:31.813393 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-b8d9be7f-a78c-46af-996a-67639245b864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:23:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['ce8ea004-0b68-415b-8240-ad2b491e3d13'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:31.828003 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b5230460-36e2-41f0-8eaa-ecce2135f3c2 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "DELETE /v2.0/floatingips/418a614b-0b30-4f9a-98aa-fffe91098c18 HTTP/1.1" status: 204 len: 168 time: 0.9268463 Aug 16 21:23:31.828003 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb71d5a-2e14-4f6d-b533-119b056d044f', 'tag': 'ca632c41-54a9-4edd-82e5-35aca5a14485'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:23:31.832127 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e23fc3-7ff0-4ae1-9948-3bf39e3388a8" -d '{"events": [{"name": "network-changed", "server_uuid": "acb71d5a-2e14-4f6d-b533-119b056d044f", "tag": "ca632c41-54a9-4edd-82e5-35aca5a14485"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:23:31.888987 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d87404c-a5a2-4013-ab81-28c3cc2f0167 x-openstack-request-id: req-8d87404c-a5a2-4013-ab81-28c3cc2f0167 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:23:31.890419 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb71d5a-2e14-4f6d-b533-119b056d044f", "tag": "ca632c41-54a9-4edd-82e5-35aca5a14485", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:23:31.891012 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8d87404c-a5a2-4013-ab81-28c3cc2f0167 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:23:31.891736 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb71d5a-2e14-4f6d-b533-119b056d044f', 'tag': 'ca632c41-54a9-4edd-82e5-35aca5a14485', 'status': 'completed', 'code': 200} Aug 16 21:23:31.940249 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-b8d9be7f-a78c-46af-996a-67639245b864 None None] Set router ce8ea004-0b68-415b-8240-ad2b491e3d13 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:23:31.956247 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e23fc3-7ff0-4ae1-9948-3bf39e3388a8 req-bdd07a83-2045-4d4d-b0cb-ef2ea09480b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:31.959391 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68e23fc3-7ff0-4ae1-9948-3bf39e3388a8 req-bdd07a83-2045-4d4d-b0cb-ef2ea09480b0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&device_id=acb71d5a-2e14-4f6d-b533-119b056d044f HTTP/1.1" status: 200 len: 1098 time: 0.0451357 Aug 16 21:23:32.056045 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e23fc3-7ff0-4ae1-9948-3bf39e3388a8 req-0563e3c2-a4c5-4930-8e03-a891ba99aa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:32.058636 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68e23fc3-7ff0-4ae1-9948-3bf39e3388a8 req-0563e3c2-a4c5-4930-8e03-a891ba99aa30 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e97625c1-8d04-4565-8844-cd33d7a9e506 HTTP/1.1" status: 200 len: 897 time: 0.0933757 Aug 16 21:23:32.104455 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68e23fc3-7ff0-4ae1-9948-3bf39e3388a8 req-41764c9d-6a11-4940-bd66-307b3fe87fbe service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca632c41-54a9-4edd-82e5-35aca5a14485 HTTP/1.1" status: 200 len: 217 time: 0.0383089 Aug 16 21:23:32.166631 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-b8d9be7f-a78c-46af-996a-67639245b864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8ea004-0b68-415b-8240-ad2b491e3d13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303154237', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '34521c16-b8ff-46da-abdf-725cd5ffb7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:21:45Z', 'updated_at': '2021-08-16T21:21:51Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '34521c16-b8ff-46da-abdf-725cd5ffb7ae', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8ea004-0b68-415b-8240-ad2b491e3d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:21:46Z', 'updated_at': '2021-08-16T21:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '88ea0486-87bd-458d-8f8a-3d14a2fe21b0', 'name': '', 'network_id': 'e97625c1-8d04-4565-8844-cd33d7a9e506', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'mac_address': 'fa:16:3e:d2:fb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8ea004-0b68-415b-8240-ad2b491e3d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '4771d5e7-5107-4c8d-b9ac-f4763c824f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:21:50Z', 'updated_at': '2021-08-16T21:21:57Z', 'revision_number': 5, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'subnets': [{'id': '4771d5e7-5107-4c8d-b9ac-f4763c824f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:32.167729 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e23fc3-7ff0-4ae1-9948-3bf39e3388a8 req-e78306c1-476a-4a94-99f2-76221a644ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:32.170800 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68e23fc3-7ff0-4ae1-9948-3bf39e3388a8 req-e78306c1-476a-4a94-99f2-76221a644ca7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4771d5e7-5107-4c8d-b9ac-f4763c824f03 HTTP/1.1" status: 200 len: 835 time: 0.0585182 Aug 16 21:23:32.193441 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d9be7f-a78c-46af-996a-67639245b864 None None] Checking router: ce8ea004-0b68-415b-8240-ad2b491e3d13 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:23:32.202306 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d9be7f-a78c-46af-996a-67639245b864 None None] Routers {'ce8ea004-0b68-415b-8240-ad2b491e3d13'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:23:32.202924 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-b8d9be7f-a78c-46af-996a-67639245b864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:23:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['ce8ea004-0b68-415b-8240-ad2b491e3d13'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:32.218853 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e23fc3-7ff0-4ae1-9948-3bf39e3388a8 req-368b6726-d4a2-41e3-b26a-24826ee67fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:32.220649 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68e23fc3-7ff0-4ae1-9948-3bf39e3388a8 req-368b6726-d4a2-41e3-b26a-24826ee67fa9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e97625c1-8d04-4565-8844-cd33d7a9e506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433838 Aug 16 21:23:32.232734 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-68e23fc3-7ff0-4ae1-9948-3bf39e3388a8 req-f3f10d63-e708-4058-8458-ba90dd03a64a service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:23:32.233891 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68e23fc3-7ff0-4ae1-9948-3bf39e3388a8 req-f3f10d63-e708-4058-8458-ba90dd03a64a service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054686 Aug 16 21:23:32.358894 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-b8d9be7f-a78c-46af-996a-67639245b864 None None] Set router ce8ea004-0b68-415b-8240-ad2b491e3d13 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:23:32.366180 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68e23fc3-7ff0-4ae1-9948-3bf39e3388a8 req-a5ea597e-002f-49f3-b62b-51fc30c38f58 service neutron] 10.222.0.90 "GET /v2.0/networks/e97625c1-8d04-4565-8844-cd33d7a9e506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207924 Aug 16 21:23:32.503717 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68e23fc3-7ff0-4ae1-9948-3bf39e3388a8 req-ecceca5e-3787-4b73-bc69-92a83bfd0545 service neutron] 10.222.0.90 "GET /v2.0/networks/e97625c1-8d04-4565-8844-cd33d7a9e506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295369 Aug 16 21:23:32.606579 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-b8d9be7f-a78c-46af-996a-67639245b864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8ea004-0b68-415b-8240-ad2b491e3d13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303154237', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '34521c16-b8ff-46da-abdf-725cd5ffb7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:21:45Z', 'updated_at': '2021-08-16T21:21:51Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '34521c16-b8ff-46da-abdf-725cd5ffb7ae', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8ea004-0b68-415b-8240-ad2b491e3d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:21:46Z', 'updated_at': '2021-08-16T21:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '88ea0486-87bd-458d-8f8a-3d14a2fe21b0', 'name': '', 'network_id': 'e97625c1-8d04-4565-8844-cd33d7a9e506', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'mac_address': 'fa:16:3e:d2:fb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8ea004-0b68-415b-8240-ad2b491e3d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '4771d5e7-5107-4c8d-b9ac-f4763c824f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:21:50Z', 'updated_at': '2021-08-16T21:21:57Z', 'revision_number': 5, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'subnets': [{'id': '4771d5e7-5107-4c8d-b9ac-f4763c824f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:32.633619 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d9be7f-a78c-46af-996a-67639245b864 None None] The sync data for ids ['ce8ea004-0b68-415b-8240-ad2b491e3d13'] in n-d-793620-15 is: [{'id': 'ce8ea004-0b68-415b-8240-ad2b491e3d13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303154237', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '34521c16-b8ff-46da-abdf-725cd5ffb7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:21:45Z', 'updated_at': '2021-08-16T21:21:51Z', 'revision_number': 4, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '34521c16-b8ff-46da-abdf-725cd5ffb7ae', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8ea004-0b68-415b-8240-ad2b491e3d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:21:46Z', 'updated_at': '2021-08-16T21:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '88ea0486-87bd-458d-8f8a-3d14a2fe21b0', 'name': '', 'network_id': 'e97625c1-8d04-4565-8844-cd33d7a9e506', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'mac_address': 'fa:16:3e:d2:fb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8ea004-0b68-415b-8240-ad2b491e3d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '4771d5e7-5107-4c8d-b9ac-f4763c824f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:21:50Z', 'updated_at': '2021-08-16T21:21:57Z', 'revision_number': 5, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'subnets': [{'id': '4771d5e7-5107-4c8d-b9ac-f4763c824f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:23:32.671141 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac918a-5b4d-4a2e-8b65-3d04f0af8cb4 req-a636e540-6540-451f-9c9b-ae63a0e8d1aa tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:32.672816 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-59ac918a-5b4d-4a2e-8b65-3d04f0af8cb4 req-a636e540-6540-451f-9c9b-ae63a0e8d1aa tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=acb71d5a-2e14-4f6d-b533-119b056d044f HTTP/1.1" status: 200 len: 946 time: 0.3584089 Aug 16 21:23:32.716314 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-59ac918a-5b4d-4a2e-8b65-3d04f0af8cb4 req-12384661-5b9a-4ebe-b97b-f1374389877f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=3cc1ecdb-ffc6-4c6e-8b9a-30d4f7bdcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366278 Aug 16 21:23:32.878115 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c96373-075b-4081-89e2-6982cdaf1db0 None None] New status for floating IP 418a614b-0b30-4f9a-98aa-fffe91098c18: DOWN {{(pid=101846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:23:33.580152 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc8515-b7ac-43b5-9ee8-2957143e0b98 req-481eeb70-41bd-44c8-a9a9-ceda596cf5e9 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:33.581583 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50dc8515-b7ac-43b5-9ee8-2957143e0b98 req-481eeb70-41bd-44c8-a9a9-ceda596cf5e9 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.90 "GET /v2.0/ports?device_id=acb71d5a-2e14-4f6d-b533-119b056d044f HTTP/1.1" status: 200 len: 946 time: 0.0547471 Aug 16 21:23:33.669823 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-50dc8515-b7ac-43b5-9ee8-2957143e0b98 req-b51363e3-f62e-456c-8011-be81692f6754 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Deleting port ca632c41-54a9-4edd-82e5-35aca5a14485 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:23:33.670186 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-50dc8515-b7ac-43b5-9ee8-2957143e0b98 req-b51363e3-f62e-456c-8011-be81692f6754 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:33.764272 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-50dc8515-b7ac-43b5-9ee8-2957143e0b98 req-b51363e3-f62e-456c-8011-be81692f6754 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] For port ca632c41-54a9-4edd-82e5-35aca5a14485, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ca632c41-54a9-4edd-82e5-35aca5a14485,segment=NetworkSegment(83c59ba8-c8a5-4f7f-87dc-59e70982a35d),segment_id=83c59ba8-c8a5-4f7f-87dc-59e70982a35d)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:33.764653 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-50dc8515-b7ac-43b5-9ee8-2957143e0b98 req-b51363e3-f62e-456c-8011-be81692f6754 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:33.777599 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-50dc8515-b7ac-43b5-9ee8-2957143e0b98 req-b51363e3-f62e-456c-8011-be81692f6754 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Calling delete_port for ca632c41-54a9-4edd-82e5-35aca5a14485 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:23:33.879550 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca41be-2b7e-4596-993f-b589e137695f req-f823f321-e1ef-4765-8595-2d9955216884 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:33.882861 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4eca41be-2b7e-4596-993f-b589e137695f req-f823f321-e1ef-4765-8595-2d9955216884 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/ports?device_id=acb71d5a-2e14-4f6d-b533-119b056d044f HTTP/1.1" status: 200 len: 946 time: 0.0960362 Aug 16 21:23:33.940807 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4eca41be-2b7e-4596-993f-b589e137695f req-b2e2bcd7-e230-460c-9e0a-2973bc585c44 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "GET /v2.0/security-groups?id=3cc1ecdb-ffc6-4c6e-8b9a-30d4f7bdcd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507751 Aug 16 21:23:34.093146 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-50dc8515-b7ac-43b5-9ee8-2957143e0b98 req-b51363e3-f62e-456c-8011-be81692f6754 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:34.122042 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51363e3-f62e-456c-8011-be81692f6754 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event deleted for resources: {'Port': ['ID=ca632c41-54a9-4edd-82e5-35aca5a14485,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:34.161970 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-50dc8515-b7ac-43b5-9ee8-2957143e0b98 req-b51363e3-f62e-456c-8011-be81692f6754 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] No DVR routers for this DVR port ca632c41-54a9-4edd-82e5-35aca5a14485 on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:23:34.164731 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-50dc8515-b7ac-43b5-9ee8-2957143e0b98 req-b51363e3-f62e-456c-8011-be81692f6754 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:34.167858 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50dc8515-b7ac-43b5-9ee8-2957143e0b98 req-b51363e3-f62e-456c-8011-be81692f6754 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.90 "DELETE /v2.0/ports/ca632c41-54a9-4edd-82e5-35aca5a14485 HTTP/1.1" status: 204 len: 173 time: 0.5795653 Aug 16 21:23:34.167858 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb71d5a-2e14-4f6d-b533-119b056d044f', 'name': 'network-vif-deleted', 'tag': 'ca632c41-54a9-4edd-82e5-35aca5a14485'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:23:34.169584 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21710391-5cd4-44a9-99ff-5c3bb130dde9" -d '{"events": [{"server_uuid": "acb71d5a-2e14-4f6d-b533-119b056d044f", "name": "network-vif-deleted", "tag": "ca632c41-54a9-4edd-82e5-35aca5a14485"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:23:34.207169 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72584838-838d-447c-8cc8-a8cc8714a02a x-openstack-request-id: req-72584838-838d-447c-8cc8-a8cc8714a02a {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:23:34.207525 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb71d5a-2e14-4f6d-b533-119b056d044f", "name": "network-vif-deleted", "tag": "ca632c41-54a9-4edd-82e5-35aca5a14485", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:23:34.207870 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-72584838-838d-447c-8cc8-a8cc8714a02a {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:23:34.208591 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb71d5a-2e14-4f6d-b533-119b056d044f', 'name': 'network-vif-deleted', 'tag': 'ca632c41-54a9-4edd-82e5-35aca5a14485', 'status': 'completed', 'code': 200} Aug 16 21:23:34.999979 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 56840) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:35.363778 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e46faa86-9da4-45bb-af61-274301d2b4ef tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:35.949533 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-e46faa86-9da4-45bb-af61-274301d2b4ef tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Deleting port 88ea0486-87bd-458d-8f8a-3d14a2fe21b0 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:23:35.949896 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e46faa86-9da4-45bb-af61-274301d2b4ef tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:36.039667 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-e46faa86-9da4-45bb-af61-274301d2b4ef tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] For port 88ea0486-87bd-458d-8f8a-3d14a2fe21b0, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=88ea0486-87bd-458d-8f8a-3d14a2fe21b0,segment=NetworkSegment(83c59ba8-c8a5-4f7f-87dc-59e70982a35d),segment_id=83c59ba8-c8a5-4f7f-87dc-59e70982a35d)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:36.040414 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e46faa86-9da4-45bb-af61-274301d2b4ef tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:36.052603 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-e46faa86-9da4-45bb-af61-274301d2b4ef tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Calling delete_port for 88ea0486-87bd-458d-8f8a-3d14a2fe21b0 owned by network:router_interface {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:23:36.315507 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e46faa86-9da4-45bb-af61-274301d2b4ef tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:36.343102 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46faa86-9da4-45bb-af61-274301d2b4ef tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event deleted for resources: {'Port': ['ID=88ea0486-87bd-458d-8f8a-3d14a2fe21b0,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:36.542882 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e46faa86-9da4-45bb-af61-274301d2b4ef tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:36.761188 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e46faa86-9da4-45bb-af61-274301d2b4ef tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Router ce8ea004-0b68-415b-8240-ad2b491e3d13 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:23:36.867757 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46faa86-9da4-45bb-af61-274301d2b4ef tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:23:36.875260 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e46faa86-9da4-45bb-af61-274301d2b4ef tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "PUT /v2.0/routers/ce8ea004-0b68-415b-8240-ad2b491e3d13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8714221 Aug 16 21:23:36.875727 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 56858) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:36.878061 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efec653-496d-4811-920c-4aec4ea5e0c3 None None] Sync routers for ids ['ce8ea004-0b68-415b-8240-ad2b491e3d13'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:23:36.888273 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efec653-496d-4811-920c-4aec4ea5e0c3 None None] Routers {'ce8ea004-0b68-415b-8240-ad2b491e3d13'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:23:36.888884 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-4efec653-496d-4811-920c-4aec4ea5e0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:23:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['ce8ea004-0b68-415b-8240-ad2b491e3d13'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:36.934315 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-a119cb26-db91-4fdb-a9ab-3230d9197fc6 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Deleting subnet 4771d5e7-5107-4c8d-b9ac-f4763c824f03 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:23:36.937652 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a119cb26-db91-4fdb-a9ab-3230d9197fc6 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:36.980623 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a119cb26-db91-4fdb-a9ab-3230d9197fc6 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:36.986934 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ca632c41-54a9-4edd-82e5-35aca5a14485 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:23:36.994315 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-4efec653-496d-4811-920c-4aec4ea5e0c3 None None] Set router ce8ea004-0b68-415b-8240-ad2b491e3d13 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:23:37.010429 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: ca632c41-54a9-4edd-82e5-35aca5a14485 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:23:37.010782 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ca632c41-54a9-4edd-82e5-35aca5a14485 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:23:37.073120 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a119cb26-db91-4fdb-a9ab-3230d9197fc6 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:37.173589 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-4efec653-496d-4811-920c-4aec4ea5e0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8ea004-0b68-415b-8240-ad2b491e3d13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303154237', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '34521c16-b8ff-46da-abdf-725cd5ffb7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:21:45Z', 'updated_at': '2021-08-16T21:23:36Z', 'revision_number': 5, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '34521c16-b8ff-46da-abdf-725cd5ffb7ae', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8ea004-0b68-415b-8240-ad2b491e3d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:21:46Z', 'updated_at': '2021-08-16T21:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:37.204976 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efec653-496d-4811-920c-4aec4ea5e0c3 None None] Checking router: ce8ea004-0b68-415b-8240-ad2b491e3d13 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:23:37.209697 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a119cb26-db91-4fdb-a9ab-3230d9197fc6 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:37.215891 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efec653-496d-4811-920c-4aec4ea5e0c3 None None] Routers {'ce8ea004-0b68-415b-8240-ad2b491e3d13'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:23:37.216609 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-4efec653-496d-4811-920c-4aec4ea5e0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:23:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['ce8ea004-0b68-415b-8240-ad2b491e3d13'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:37.237719 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a119cb26-db91-4fdb-a9ab-3230d9197fc6 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event deleted for resources: {'Subnet': ['ID=4771d5e7-5107-4c8d-b9ac-f4763c824f03,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:37.243772 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a119cb26-db91-4fdb-a9ab-3230d9197fc6 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:37.247189 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de72e3cb-3f05-4b14-a829-e76afae2bcdf None None] Network e97625c1-8d04-4565-8844-cd33d7a9e506 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:23:37.248586 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a119cb26-db91-4fdb-a9ab-3230d9197fc6 tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "DELETE /v2.0/subnets/4771d5e7-5107-4c8d-b9ac-f4763c824f03 HTTP/1.1" status: 204 len: 168 time: 0.3719978 Aug 16 21:23:37.251085 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 56864) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:37.330071 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-4efec653-496d-4811-920c-4aec4ea5e0c3 None None] Set router ce8ea004-0b68-415b-8240-ad2b491e3d13 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:23:37.374255 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f3aa6d2e-ef73-4a77-b2fd-ae0f835a0e7e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:37.465062 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78c1e13-ef0f-47c1-b830-fce7f0d92550 None None] DHCP port deletion for e97625c1-8d04-4565-8844-cd33d7a9e506 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:23:37.496270 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f3aa6d2e-ef73-4a77-b2fd-ae0f835a0e7e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:37.526910 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-f78c1e13-ef0f-47c1-b830-fce7f0d92550 None None] Deleting port 28bb59a8-1cab-4568-8c75-bef257a6b17a {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:23:37.527583 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f78c1e13-ef0f-47c1-b830-fce7f0d92550 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:37.594238 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-f78c1e13-ef0f-47c1-b830-fce7f0d92550 None None] For port 28bb59a8-1cab-4568-8c75-bef257a6b17a, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=28bb59a8-1cab-4568-8c75-bef257a6b17a,segment=NetworkSegment(83c59ba8-c8a5-4f7f-87dc-59e70982a35d),segment_id=83c59ba8-c8a5-4f7f-87dc-59e70982a35d)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:37.594238 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f78c1e13-ef0f-47c1-b830-fce7f0d92550 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:37.609521 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-f78c1e13-ef0f-47c1-b830-fce7f0d92550 None None] Calling delete_port for 28bb59a8-1cab-4568-8c75-bef257a6b17a owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:23:37.654198 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-f3aa6d2e-ef73-4a77-b2fd-ae0f835a0e7e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Deleting port 34521c16-b8ff-46da-abdf-725cd5ffb7ae {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:23:37.654631 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f3aa6d2e-ef73-4a77-b2fd-ae0f835a0e7e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:37.666781 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-4efec653-496d-4811-920c-4aec4ea5e0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8ea004-0b68-415b-8240-ad2b491e3d13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303154237', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '34521c16-b8ff-46da-abdf-725cd5ffb7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:21:45Z', 'updated_at': '2021-08-16T21:23:36Z', 'revision_number': 5, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '34521c16-b8ff-46da-abdf-725cd5ffb7ae', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8ea004-0b68-415b-8240-ad2b491e3d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:21:46Z', 'updated_at': '2021-08-16T21:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:37.682955 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 28bb59a8-1cab-4568-8c75-bef257a6b17a no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:23:37.695442 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efec653-496d-4811-920c-4aec4ea5e0c3 None None] The sync data for ids ['ce8ea004-0b68-415b-8240-ad2b491e3d13'] in n-d-793620-15 is: [{'id': 'ce8ea004-0b68-415b-8240-ad2b491e3d13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303154237', 'tenant_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '34521c16-b8ff-46da-abdf-725cd5ffb7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:21:45Z', 'updated_at': '2021-08-16T21:23:36Z', 'revision_number': 5, 'project_id': 'fb8bbfb5e08a4065901bb7c36b7f1507', 'gw_port': {'id': '34521c16-b8ff-46da-abdf-725cd5ffb7ae', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8ea004-0b68-415b-8240-ad2b491e3d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:21:46Z', 'updated_at': '2021-08-16T21:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:23:37.774181 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-f3aa6d2e-ef73-4a77-b2fd-ae0f835a0e7e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] For port 34521c16-b8ff-46da-abdf-725cd5ffb7ae, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=34521c16-b8ff-46da-abdf-725cd5ffb7ae,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:37.774882 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f3aa6d2e-ef73-4a77-b2fd-ae0f835a0e7e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:37.790694 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-f3aa6d2e-ef73-4a77-b2fd-ae0f835a0e7e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Calling delete_port for 34521c16-b8ff-46da-abdf-725cd5ffb7ae owned by network:router_gateway {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:23:37.795331 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:37.864840 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f78c1e13-ef0f-47c1-b830-fce7f0d92550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:38.045659 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f3aa6d2e-ef73-4a77-b2fd-ae0f835a0e7e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:38.068756 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c1e13-ef0f-47c1-b830-fce7f0d92550 None None] Pushing event deleted for resources: {'Port': ['ID=28bb59a8-1cab-4568-8c75-bef257a6b17a,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:38.079399 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78c1e13-ef0f-47c1-b830-fce7f0d92550 None None] No DVR routers for this DVR port 28bb59a8-1cab-4568-8c75-bef257a6b17a on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:23:38.086268 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c1e13-ef0f-47c1-b830-fce7f0d92550 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:38.086614 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c1e13-ef0f-47c1-b830-fce7f0d92550 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:38.086971 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c1e13-ef0f-47c1-b830-fce7f0d92550 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:38.087308 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c1e13-ef0f-47c1-b830-fce7f0d92550 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:38.087638 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c1e13-ef0f-47c1-b830-fce7f0d92550 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:38.091100 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa6d2e-ef73-4a77-b2fd-ae0f835a0e7e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event deleted for resources: {'Port': ['ID=34521c16-b8ff-46da-abdf-725cd5ffb7ae,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:38.092776 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c1e13-ef0f-47c1-b830-fce7f0d92550 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:38.092776 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c1e13-ef0f-47c1-b830-fce7f0d92550 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:38.092976 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c1e13-ef0f-47c1-b830-fce7f0d92550 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:38.093235 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c1e13-ef0f-47c1-b830-fce7f0d92550 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:38.093560 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c1e13-ef0f-47c1-b830-fce7f0d92550 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:38.093849 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c1e13-ef0f-47c1-b830-fce7f0d92550 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:38.094178 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c1e13-ef0f-47c1-b830-fce7f0d92550 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:38.159140 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f3aa6d2e-ef73-4a77-b2fd-ae0f835a0e7e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:38.253528 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f3aa6d2e-ef73-4a77-b2fd-ae0f835a0e7e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:38.260239 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f3aa6d2e-ef73-4a77-b2fd-ae0f835a0e7e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:38.372628 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f3aa6d2e-ef73-4a77-b2fd-ae0f835a0e7e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:38.373259 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3aa6d2e-ef73-4a77-b2fd-ae0f835a0e7e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Fanout notify agent at l3_agent the message router_deleted on router ce8ea004-0b68-415b-8240-ad2b491e3d13 {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:23:38.387261 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f3aa6d2e-ef73-4a77-b2fd-ae0f835a0e7e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:38.387261 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f3aa6d2e-ef73-4a77-b2fd-ae0f835a0e7e tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "DELETE /v2.0/routers/ce8ea004-0b68-415b-8240-ad2b491e3d13 HTTP/1.1" status: 204 len: 168 time: 1.1332581 Aug 16 21:23:38.389035 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 56876) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:38.485735 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-41b180c3-3098-4c46-b393-9ec935cbce1b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:38.581835 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-41b180c3-3098-4c46-b393-9ec935cbce1b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:38.596485 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-41b180c3-3098-4c46-b393-9ec935cbce1b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e97625c1-8d04-4565-8844-cd33d7a9e506']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:38.606318 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-41b180c3-3098-4c46-b393-9ec935cbce1b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c59ba8-c8a5-4f7f-87dc-59e70982a35d') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:38.606626 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-41b180c3-3098-4c46-b393-9ec935cbce1b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c59ba8-c8a5-4f7f-87dc-59e70982a35d') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:38.615764 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-41b180c3-3098-4c46-b393-9ec935cbce1b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:38.629541 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-41b180c3-3098-4c46-b393-9ec935cbce1b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:38.636463 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b180c3-3098-4c46-b393-9ec935cbce1b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:23:38.636848 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-41b180c3-3098-4c46-b393-9ec935cbce1b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:38.639851 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:23:38.639851 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:23:38.639851 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:23:38.639851 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:23:38.639851 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:23:38.639851 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:23:38.639851 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:23:38.639851 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:23:38.639851 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:23:38.639851 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:23:38.639851 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:23:38.639851 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:23:38.639851 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:23:38.639851 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:23:38.639851 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:23:38.639851 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:23:38.639851 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:23:38.639851 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:23:38.639851 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:23:38.639851 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:23:38.639851 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:23:38.639851 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:23:38.639851 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:23:38.639851 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:23:38.639851 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:23:38.639851 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:23:38.639851 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:23:38.639851 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:23:38.639851 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:23:38.639851 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:23:38.639851 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:23:38.639851 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:23:38.766740 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-41b180c3-3098-4c46-b393-9ec935cbce1b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:38.774582 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-41b180c3-3098-4c46-b393-9ec935cbce1b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:38.776253 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-41b180c3-3098-4c46-b393-9ec935cbce1b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "DELETE /v2.0/networks/e97625c1-8d04-4565-8844-cd33d7a9e506 HTTP/1.1" status: 204 len: 168 time: 0.3859408 Aug 16 21:23:38.778906 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 56882) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:38.796239 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b180c3-3098-4c46-b393-9ec935cbce1b tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event deleted for resources: {'Network': ['ID=e97625c1-8d04-4565-8844-cd33d7a9e506,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:38.853126 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-39e11796-f629-4097-9569-722bc0f5218f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:38.881078 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-39e11796-f629-4097-9569-722bc0f5218f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:39.006829 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-39e11796-f629-4097-9569-722bc0f5218f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:39.009549 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-39e11796-f629-4097-9569-722bc0f5218f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:39.010780 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-39e11796-f629-4097-9569-722bc0f5218f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] 10.222.0.84 "DELETE /v2.0/security-groups/3cc1ecdb-ffc6-4c6e-8b9a-30d4f7bdcd70 HTTP/1.1" status: 204 len: 168 time: 0.2309725 Aug 16 21:23:39.022375 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e11796-f629-4097-9569-722bc0f5218f tempest-TestNetworkAdvancedServerOps-478687201 tempest-TestNetworkAdvancedServerOps-478687201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc1ecdb-ffc6-4c6e-8b9a-30d4f7bdcd70,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:39.509662 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56894) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:39.616856 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 34521c16-b8ff-46da-abdf-725cd5ffb7ae no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:23:39.637837 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 34521c16-b8ff-46da-abdf-725cd5ffb7ae {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:23:39.638251 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 34521c16-b8ff-46da-abdf-725cd5ffb7ae not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:23:39.638730 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 88ea0486-87bd-458d-8f8a-3d14a2fe21b0 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:23:39.657509 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 88ea0486-87bd-458d-8f8a-3d14a2fe21b0 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:23:39.657951 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 88ea0486-87bd-458d-8f8a-3d14a2fe21b0 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:23:39.676893 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e3893e9c-5c85-4fd6-b580-b28c823afdb1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fb8bbfb5e08a4065901bb7c36b7f1507&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1657262 Aug 16 21:23:39.678952 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56902) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:39.732145 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34c45d0a-41ca-4a0d-aac4-f617d376e55d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:39.753851 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34c45d0a-41ca-4a0d-aac4-f617d376e55d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:39.870027 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34c45d0a-41ca-4a0d-aac4-f617d376e55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:39.872692 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34c45d0a-41ca-4a0d-aac4-f617d376e55d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:39.873856 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-34c45d0a-41ca-4a0d-aac4-f617d376e55d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/07d0ebfe-59ca-475d-9321-3948ebf47ebc HTTP/1.1" status: 204 len: 168 time: 0.1939490 Aug 16 21:23:39.882496 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c45d0a-41ca-4a0d-aac4-f617d376e55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d0ebfe-59ca-475d-9321-3948ebf47ebc,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:40.483349 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56916) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:40.524011 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-88f884d9-d21c-44f0-92a3-221f6f91ee77 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8ac42fc4770c4d87b4a9ea4659f88ef2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392604 Aug 16 21:23:40.526448 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56918) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:40.574586 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6da44bce-04f5-4fdf-8b34-92c5e91f11b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:40.596930 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6da44bce-04f5-4fdf-8b34-92c5e91f11b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:40.765046 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6da44bce-04f5-4fdf-8b34-92c5e91f11b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:40.767684 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6da44bce-04f5-4fdf-8b34-92c5e91f11b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:40.768904 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6da44bce-04f5-4fdf-8b34-92c5e91f11b2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/81f2806b-aa3b-47d6-9503-4f7cb17a6bed HTTP/1.1" status: 204 len: 168 time: 0.2415562 Aug 16 21:23:40.777651 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da44bce-04f5-4fdf-8b34-92c5e91f11b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f2806b-aa3b-47d6-9503-4f7cb17a6bed,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:41.125217 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4f3b75fd-a0b1-4590-bc64-5439f7cf8c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:41.835432 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56952) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:41.941892 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-e729db63-e447-4b25-a3ed-e7c4f806e3f4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1516474835-network', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:23:42.069722 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e729db63-e447-4b25-a3ed-e7c4f806e3f4 admin admin] Made reservation on behalf of c303000a85b446a6930d70eb3fbff562 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:23:42.072160 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e729db63-e447-4b25-a3ed-e7c4f806e3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:42.084684 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e729db63-e447-4b25-a3ed-e7c4f806e3f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:42.178263 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e729db63-e447-4b25-a3ed-e7c4f806e3f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:42.246521 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e729db63-e447-4b25-a3ed-e7c4f806e3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:42.274001 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e729db63-e447-4b25-a3ed-e7c4f806e3f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:23:42.279289 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729db63-e447-4b25-a3ed-e7c4f806e3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba159e7a-623f-4e18-b22b-c4b659abc4a9,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:42.286929 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e729db63-e447-4b25-a3ed-e7c4f806e3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:42.286929 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-e729db63-e447-4b25-a3ed-e7c4f806e3f4 admin admin] Added segment acec49ee-0612-4329-ad28-ad4a9de84f79 of type vlan for network 6d1c820f-5652-4727-a461-82d8fc1df087 Aug 16 21:23:42.328125 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e729db63-e447-4b25-a3ed-e7c4f806e3f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:42.433412 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e729db63-e447-4b25-a3ed-e7c4f806e3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:42.434378 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e729db63-e447-4b25-a3ed-e7c4f806e3f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:42.434998 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e729db63-e447-4b25-a3ed-e7c4f806e3f4 admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:42.866632 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e729db63-e447-4b25-a3ed-e7c4f806e3f4 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0300200 Aug 16 21:23:42.869759 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729db63-e447-4b25-a3ed-e7c4f806e3f4 admin admin] Pushing event updated for resources: {'Network': ['ID=6d1c820f-5652-4727-a461-82d8fc1df087,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:42.870005 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 56962) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:42.875587 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-489262cb-2a7a-4eb1-957b-33ab19bb150c admin admin] Request body: {'subnet': {'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1516474835-subnet', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:23:42.880168 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 6d1c820f-5652-4727-a461-82d8fc1df087 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:23:42.967128 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489262cb-2a7a-4eb1-957b-33ab19bb150c admin admin] Made reservation on behalf of c303000a85b446a6930d70eb3fbff562 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:23:42.969641 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-489262cb-2a7a-4eb1-957b-33ab19bb150c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:43.204859 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-489262cb-2a7a-4eb1-957b-33ab19bb150c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:43.261471 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489262cb-2a7a-4eb1-957b-33ab19bb150c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1656dac3-4ff6-47af-b9d7-4b2835fb6128,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:43.268905 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489262cb-2a7a-4eb1-957b-33ab19bb150c admin admin] Checking segment: {'id': 'acec49ee-0612-4329-ad28-ad4a9de84f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:23:43.269282 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489262cb-2a7a-4eb1-957b-33ab19bb150c admin admin] Network hostable DHCP agents. Network: 6d1c820f-5652-4727-a461-82d8fc1df087, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:23:43.393440 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489262cb-2a7a-4eb1-957b-33ab19bb150c admin admin] Network 6d1c820f-5652-4727-a461-82d8fc1df087 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:23:43.450534 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-489262cb-2a7a-4eb1-957b-33ab19bb150c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 6d1c820f-5652-4727-a461-82d8fc1df087) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:23:43.455063 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489262cb-2a7a-4eb1-957b-33ab19bb150c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:43.455514 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-489262cb-2a7a-4eb1-957b-33ab19bb150c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:43.460296 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946f62c3-ae2b-4e1b-8e35-677de743ee18 None None] Network 6d1c820f-5652-4727-a461-82d8fc1df087 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:23:43.538607 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-489262cb-2a7a-4eb1-957b-33ab19bb150c admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6673777 Aug 16 21:23:43.542167 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 56968) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:43.556739 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-4e1763e8-e1bf-4619-af89-20e533429ca4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1516474835-router', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:23:43.621237 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba2ceeb-9141-47c7-a20d-47d6c6b4d13f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-6d1c820f-5652-4727-a461-82d8fc1df087', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'fixed_ips': [{'subnet_id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:23:43.622174 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4ba2ceeb-9141-47c7-a20d-47d6c6b4d13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:43.670093 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4e1763e8-e1bf-4619-af89-20e533429ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:43.671358 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4e1763e8-e1bf-4619-af89-20e533429ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:43.686262 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1746345b-ce18-4df1-a7f1-403712ab882f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:43.734943 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4e1763e8-e1bf-4619-af89-20e533429ca4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:43.771114 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-4ba2ceeb-9141-47c7-a20d-47d6c6b4d13f None None] Allocated IP 172.20.0.2 (6d1c820f-5652-4727-a461-82d8fc1df087/1656dac3-4ff6-47af-b9d7-4b2835fb6128/3859aa4f-8e4d-4b21-a4ef-ffbaba8620f3) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:23:43.852490 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:43.926966 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4ba2ceeb-9141-47c7-a20d-47d6c6b4d13f None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:43.948968 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4e1763e8-e1bf-4619-af89-20e533429ca4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:43.950235 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-4ba2ceeb-9141-47c7-a20d-47d6c6b4d13f None None] Transition to ACTIVE for port object 3859aa4f-8e4d-4b21-a4ef-ffbaba8620f3 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:23:43.954303 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-4ba2ceeb-9141-47c7-a20d-47d6c6b4d13f None None] Transition to ACTIVE for port object 3859aa4f-8e4d-4b21-a4ef-ffbaba8620f3 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:23:44.154290 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4ba2ceeb-9141-47c7-a20d-47d6c6b4d13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:44.202640 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba2ceeb-9141-47c7-a20d-47d6c6b4d13f None None] Network 6d1c820f-5652-4727-a461-82d8fc1df087 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:23:44.205944 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-4ba2ceeb-9141-47c7-a20d-47d6c6b4d13f None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:23:44.210782 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba2ceeb-9141-47c7-a20d-47d6c6b4d13f None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:23:44.218351 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba2ceeb-9141-47c7-a20d-47d6c6b4d13f None None] Pushing event updated for resources: {'Port': ['ID=3859aa4f-8e4d-4b21-a4ef-ffbaba8620f3,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:44.271848 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-4ba2ceeb-9141-47c7-a20d-47d6c6b4d13f None None] Attempting to bind port 3859aa4f-8e4d-4b21-a4ef-ffbaba8620f3 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:23:44.272088 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-4ba2ceeb-9141-47c7-a20d-47d6c6b4d13f None None] Attempting to bind port 3859aa4f-8e4d-4b21-a4ef-ffbaba8620f3 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'acec49ee-0612-4329-ad28-ad4a9de84f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:23:44.272502 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba2ceeb-9141-47c7-a20d-47d6c6b4d13f None None] Attempting to bind port 3859aa4f-8e4d-4b21-a4ef-ffbaba8620f3 on network 6d1c820f-5652-4727-a461-82d8fc1df087 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:23:44.278276 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba2ceeb-9141-47c7-a20d-47d6c6b4d13f None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:23:44.279500 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba2ceeb-9141-47c7-a20d-47d6c6b4d13f None None] Checking segment: {'id': 'acec49ee-0612-4329-ad28-ad4a9de84f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:23:44.279500 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4ba2ceeb-9141-47c7-a20d-47d6c6b4d13f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:44.279999 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba2ceeb-9141-47c7-a20d-47d6c6b4d13f None None] Bound using segment: {'id': 'acec49ee-0612-4329-ad28-ad4a9de84f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:23:44.280543 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-4ba2ceeb-9141-47c7-a20d-47d6c6b4d13f None None] Bound port: 3859aa4f-8e4d-4b21-a4ef-ffbaba8620f3, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acec49ee-0612-4329-ad28-ad4a9de84f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:23:44.281013 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4ba2ceeb-9141-47c7-a20d-47d6c6b4d13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:44.319441 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4e1763e8-e1bf-4619-af89-20e533429ca4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:44.341187 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4e1763e8-e1bf-4619-af89-20e533429ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:44.351665 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-4ba2ceeb-9141-47c7-a20d-47d6c6b4d13f None None] For port 3859aa4f-8e4d-4b21-a4ef-ffbaba8620f3, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:23:44.355089 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-4ba2ceeb-9141-47c7-a20d-47d6c6b4d13f None None] For port 3859aa4f-8e4d-4b21-a4ef-ffbaba8620f3, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=3859aa4f-8e4d-4b21-a4ef-ffbaba8620f3,segment=NetworkSegment(acec49ee-0612-4329-ad28-ad4a9de84f79),segment_id=acec49ee-0612-4329-ad28-ad4a9de84f79)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:23:44.436020 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4ba2ceeb-9141-47c7-a20d-47d6c6b4d13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:44.444809 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-4e1763e8-e1bf-4619-af89-20e533429ca4 admin admin] Allocated IP 172.25.1.84 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/46d90869-9fbb-48d5-8902-92d18f2fb65c) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:23:44.499504 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba2ceeb-9141-47c7-a20d-47d6c6b4d13f None None] Pushing event updated for resources: {'Port': ['ID=3859aa4f-8e4d-4b21-a4ef-ffbaba8620f3,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:44.555935 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4e1763e8-e1bf-4619-af89-20e533429ca4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:44.653783 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4e1763e8-e1bf-4619-af89-20e533429ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:44.702105 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1763e8-e1bf-4619-af89-20e533429ca4 admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:23:44.707247 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-4e1763e8-e1bf-4619-af89-20e533429ca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:23:44.711101 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1763e8-e1bf-4619-af89-20e533429ca4 admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:23:44.736679 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1763e8-e1bf-4619-af89-20e533429ca4 admin admin] Pushing event updated for resources: {'Port': ['ID=46d90869-9fbb-48d5-8902-92d18f2fb65c,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:44.921199 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:45.069708 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4e1763e8-e1bf-4619-af89-20e533429ca4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:45.280929 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4e1763e8-e1bf-4619-af89-20e533429ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:45.428892 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbd47fa-bc4b-4bb5-b687-15958e94d93b None None] Network 6d1c820f-5652-4727-a461-82d8fc1df087 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:23:45.485110 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1763e8-e1bf-4619-af89-20e533429ca4 admin admin] Router 2a2a0740-6763-4687-b41c-bc1074fcbe4e is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:23:45.576625 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03328518-3e00-4d25-bb91-b46f8e30a3cd None None] Provisioning for port 3859aa4f-8e4d-4b21-a4ef-ffbaba8620f3 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:23:45.616508 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1763e8-e1bf-4619-af89-20e533429ca4 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:23:45.625754 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccbdd80-70fd-433a-b86d-ac1f5ff302e7 None None] Sync routers for ids ['2a2a0740-6763-4687-b41c-bc1074fcbe4e'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:23:45.636808 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccbdd80-70fd-433a-b86d-ac1f5ff302e7 None None] Routers {'2a2a0740-6763-4687-b41c-bc1074fcbe4e'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:23:45.637466 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-2ccbdd80-70fd-433a-b86d-ac1f5ff302e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:23:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['2a2a0740-6763-4687-b41c-bc1074fcbe4e'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:45.674150 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 3859aa4f-8e4d-4b21-a4ef-ffbaba8620f3 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:23:45.726937 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4e1763e8-e1bf-4619-af89-20e533429ca4 admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:45.731619 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 56992) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:45.732156 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4e1763e8-e1bf-4619-af89-20e533429ca4 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1878755 Aug 16 21:23:45.783818 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-2ccbdd80-70fd-433a-b86d-ac1f5ff302e7 None None] Set router 2a2a0740-6763-4687-b41c-bc1074fcbe4e gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:23:45.856105 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 3859aa4f-8e4d-4b21-a4ef-ffbaba8620f3 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:23:45.887728 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 3859aa4f-8e4d-4b21-a4ef-ffbaba8620f3 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:23:45.888142 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:45.958883 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-6f61ca3a-ba7b-454a-8706-7e5fc1cfd12a None None] Provisioning complete for port 3859aa4f-8e4d-4b21-a4ef-ffbaba8620f3 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:23:45.961139 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6f61ca3a-ba7b-454a-8706-7e5fc1cfd12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:46.100113 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:46.142397 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6f61ca3a-ba7b-454a-8706-7e5fc1cfd12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:46.163574 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 3859aa4f-8e4d-4b21-a4ef-ffbaba8620f3, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=3859aa4f-8e4d-4b21-a4ef-ffbaba8620f3,segment=NetworkSegment(acec49ee-0612-4329-ad28-ad4a9de84f79),segment_id=acec49ee-0612-4329-ad28-ad4a9de84f79)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:46.169832 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-2ccbdd80-70fd-433a-b86d-ac1f5ff302e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'name': 'tempest-TestVolumeBootPattern-1516474835-router', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:43Z', 'updated_at': '2021-08-16T21:23:44Z', 'revision_number': 3, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'gw_port': {'id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:44Z', 'updated_at': '2021-08-16T21:23:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:46.200577 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccbdd80-70fd-433a-b86d-ac1f5ff302e7 None None] Checking router: 2a2a0740-6763-4687-b41c-bc1074fcbe4e for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:23:46.200931 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccbdd80-70fd-433a-b86d-ac1f5ff302e7 None None] Updating router 2a2a0740-6763-4687-b41c-bc1074fcbe4e port 46d90869-9fbb-48d5-8902-92d18f2fb65c binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:23:46.218951 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-afb55134-37c0-4974-be83-f65eac017e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:46.228099 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ccbdd80-70fd-433a-b86d-ac1f5ff302e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:46.231389 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:46.384646 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.db.api [None req-6f61ca3a-ba7b-454a-8706-7e5fc1cfd12a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:23:46.385003 n-d-793620-15 neutron-server[101846]: DEBUG oslo_db.api [None req-6f61ca3a-ba7b-454a-8706-7e5fc1cfd12a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:23:46.407907 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=3859aa4f-8e4d-4b21-a4ef-ffbaba8620f3,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:46.427752 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-afb55134-37c0-4974-be83-f65eac017e46 admin admin] Allocated IP 172.20.0.1 (6d1c820f-5652-4727-a461-82d8fc1df087/1656dac3-4ff6-47af-b9d7-4b2835fb6128/41870b54-05d4-48f8-8b62-36069cdecaa1) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:23:46.535029 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-afb55134-37c0-4974-be83-f65eac017e46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:46.548909 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-afb55134-37c0-4974-be83-f65eac017e46 admin admin] Transition to ACTIVE for port object 41870b54-05d4-48f8-8b62-36069cdecaa1 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:23:46.585780 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ccbdd80-70fd-433a-b86d-ac1f5ff302e7 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:46.595813 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2ccbdd80-70fd-433a-b86d-ac1f5ff302e7 None None] Transition to ACTIVE for port object 46d90869-9fbb-48d5-8902-92d18f2fb65c will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:23:46.641847 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:46.664476 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ccbdd80-70fd-433a-b86d-ac1f5ff302e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:46.664978 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-afb55134-37c0-4974-be83-f65eac017e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:46.711516 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb55134-37c0-4974-be83-f65eac017e46 admin admin] Network 6d1c820f-5652-4727-a461-82d8fc1df087 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:23:46.714845 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-afb55134-37c0-4974-be83-f65eac017e46 admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:23:46.719454 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb55134-37c0-4974-be83-f65eac017e46 admin admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:23:46.723334 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb55134-37c0-4974-be83-f65eac017e46 admin admin] Pushing event updated for resources: {'Port': ['ID=41870b54-05d4-48f8-8b62-36069cdecaa1,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:46.724878 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea75b13-f39d-462b-b89c-99c80e76c7ac None None] Pushing event updated for resources: {'Port': ['ID=46d90869-9fbb-48d5-8902-92d18f2fb65c,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:46.749323 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-2ccbdd80-70fd-433a-b86d-ac1f5ff302e7 None None] Attempting to bind port 46d90869-9fbb-48d5-8902-92d18f2fb65c on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:23:46.749701 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-2ccbdd80-70fd-433a-b86d-ac1f5ff302e7 None None] Attempting to bind port 46d90869-9fbb-48d5-8902-92d18f2fb65c by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:23:46.750067 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccbdd80-70fd-433a-b86d-ac1f5ff302e7 None None] Attempting to bind port 46d90869-9fbb-48d5-8902-92d18f2fb65c on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:23:46.757091 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccbdd80-70fd-433a-b86d-ac1f5ff302e7 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:23:46.757607 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccbdd80-70fd-433a-b86d-ac1f5ff302e7 None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:23:46.758125 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ccbdd80-70fd-433a-b86d-ac1f5ff302e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:46.758626 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccbdd80-70fd-433a-b86d-ac1f5ff302e7 None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:23:46.759225 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-2ccbdd80-70fd-433a-b86d-ac1f5ff302e7 None None] Bound port: 46d90869-9fbb-48d5-8902-92d18f2fb65c, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:23:46.759716 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ccbdd80-70fd-433a-b86d-ac1f5ff302e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:46.769364 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-afb55134-37c0-4974-be83-f65eac017e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:46.835378 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-2ccbdd80-70fd-433a-b86d-ac1f5ff302e7 None None] For port 46d90869-9fbb-48d5-8902-92d18f2fb65c, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:23:46.839013 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-2ccbdd80-70fd-433a-b86d-ac1f5ff302e7 None None] For port 46d90869-9fbb-48d5-8902-92d18f2fb65c, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=46d90869-9fbb-48d5-8902-92d18f2fb65c,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:23:46.932775 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ccbdd80-70fd-433a-b86d-ac1f5ff302e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:46.981618 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccbdd80-70fd-433a-b86d-ac1f5ff302e7 None None] Routers {'2a2a0740-6763-4687-b41c-bc1074fcbe4e'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:23:46.982270 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-2ccbdd80-70fd-433a-b86d-ac1f5ff302e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:23:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['2a2a0740-6763-4687-b41c-bc1074fcbe4e'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:47.009986 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-afb55134-37c0-4974-be83-f65eac017e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:47.044807 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea75b13-f39d-462b-b89c-99c80e76c7ac None None] Pushing event updated for resources: {'Port': ['ID=46d90869-9fbb-48d5-8902-92d18f2fb65c,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:47.112565 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-2ccbdd80-70fd-433a-b86d-ac1f5ff302e7 None None] Set router 2a2a0740-6763-4687-b41c-bc1074fcbe4e gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:23:47.148361 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-72ca9db0-0081-4328-9e7b-bc8cb0c091aa None None] Provisioning for port 41870b54-05d4-48f8-8b62-36069cdecaa1 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:23:47.157862 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-72ca9db0-0081-4328-9e7b-bc8cb0c091aa None None] Provisioning complete for port 41870b54-05d4-48f8-8b62-36069cdecaa1 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:23:47.158238 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-72ca9db0-0081-4328-9e7b-bc8cb0c091aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:47.183329 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-afb55134-37c0-4974-be83-f65eac017e46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:47.241458 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-afb55134-37c0-4974-be83-f65eac017e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:47.261859 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-72ca9db0-0081-4328-9e7b-bc8cb0c091aa None None] Port 41870b54-05d4-48f8-8b62-36069cdecaa1 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:23:47.309530 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb55134-37c0-4974-be83-f65eac017e46 admin admin] Pushing event updated for resources: {'Port': ['ID=41870b54-05d4-48f8-8b62-36069cdecaa1,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:47.312064 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-afb55134-37c0-4974-be83-f65eac017e46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:47.411778 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb55134-37c0-4974-be83-f65eac017e46 admin admin] Network 6d1c820f-5652-4727-a461-82d8fc1df087 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:23:47.413392 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-afb55134-37c0-4974-be83-f65eac017e46 admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:23:47.535288 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-2ccbdd80-70fd-433a-b86d-ac1f5ff302e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'name': 'tempest-TestVolumeBootPattern-1516474835-router', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:43Z', 'updated_at': '2021-08-16T21:23:46Z', 'revision_number': 4, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'gw_port': {'id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:44Z', 'updated_at': '2021-08-16T21:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '41870b54-05d4-48f8-8b62-36069cdecaa1', 'name': '', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'mac_address': 'fa:16:3e:96:7b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:46Z', 'updated_at': '2021-08-16T21:23:46Z', 'revision_number': 1, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'subnets': [{'id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:47.549265 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb55134-37c0-4974-be83-f65eac017e46 admin admin] Router 2a2a0740-6763-4687-b41c-bc1074fcbe4e has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:23:47.573202 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccbdd80-70fd-433a-b86d-ac1f5ff302e7 None None] The sync data for ids ['2a2a0740-6763-4687-b41c-bc1074fcbe4e'] in n-d-793620-15 is: [{'id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'name': 'tempest-TestVolumeBootPattern-1516474835-router', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:43Z', 'updated_at': '2021-08-16T21:23:46Z', 'revision_number': 4, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'gw_port': {'id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:44Z', 'updated_at': '2021-08-16T21:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '41870b54-05d4-48f8-8b62-36069cdecaa1', 'name': '', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'mac_address': 'fa:16:3e:96:7b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:46Z', 'updated_at': '2021-08-16T21:23:46Z', 'revision_number': 1, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'subnets': [{'id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:23:47.632891 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 3859aa4f-8e4d-4b21-a4ef-ffbaba8620f3 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:23:47.689739 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 3859aa4f-8e4d-4b21-a4ef-ffbaba8620f3 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:23:47.690117 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:47.707592 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb55134-37c0-4974-be83-f65eac017e46 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:23:47.720381 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-afb55134-37c0-4974-be83-f65eac017e46 admin admin] 10.222.0.84 "PUT /v2.0/routers/2a2a0740-6763-4687-b41c-bc1074fcbe4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9875665 Aug 16 21:23:47.812129 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-06cf717b-5bd9-4902-a00f-869d907d92b1 None None] Provisioning complete for port 41870b54-05d4-48f8-8b62-36069cdecaa1 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:23:47.812508 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-06cf717b-5bd9-4902-a00f-869d907d92b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:47.863917 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-06cf717b-5bd9-4902-a00f-869d907d92b1 None None] Port 41870b54-05d4-48f8-8b62-36069cdecaa1 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:23:48.465578 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 57040) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:48.470718 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-0669167e-3318-4a77-ab4a-5f23c598e573 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-605340087-network', 'tenant_id': '6295abd67d5344daaad8493b21f12957'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:23:48.584829 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0669167e-3318-4a77-ab4a-5f23c598e573 admin admin] Made reservation on behalf of 6295abd67d5344daaad8493b21f12957 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:23:48.587327 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0669167e-3318-4a77-ab4a-5f23c598e573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:48.596972 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0669167e-3318-4a77-ab4a-5f23c598e573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:48.696052 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0669167e-3318-4a77-ab4a-5f23c598e573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:48.764902 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0669167e-3318-4a77-ab4a-5f23c598e573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:48.793788 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0669167e-3318-4a77-ab4a-5f23c598e573 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:23:48.799693 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669167e-3318-4a77-ab4a-5f23c598e573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ab49b7-c0d2-4748-821c-573b34d0056b,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:48.818350 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0669167e-3318-4a77-ab4a-5f23c598e573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:48.818710 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-0669167e-3318-4a77-ab4a-5f23c598e573 admin admin] Added segment 060293b8-9edb-4438-b4a1-07545ab8ec8e of type vlan for network b3ea5aa4-3bb2-4f72-8e91-8714be2f9a3b Aug 16 21:23:48.867612 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0669167e-3318-4a77-ab4a-5f23c598e573 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:48.982498 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0669167e-3318-4a77-ab4a-5f23c598e573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:48.983624 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0669167e-3318-4a77-ab4a-5f23c598e573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:48.984406 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0669167e-3318-4a77-ab4a-5f23c598e573 admin admin] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:49.372674 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:49.404191 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669167e-3318-4a77-ab4a-5f23c598e573 admin admin] Pushing event updated for resources: {'Network': ['ID=b3ea5aa4-3bb2-4f72-8e91-8714be2f9a3b,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:49.414475 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network b3ea5aa4-3bb2-4f72-8e91-8714be2f9a3b details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:23:49.453995 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0669167e-3318-4a77-ab4a-5f23c598e573 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9866302 Aug 16 21:23:49.456545 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 57056) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:49.462612 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-4490fb0f-e54d-4e69-beb3-7d7d5c41681e admin admin] Request body: {'subnet': {'network_id': 'b3ea5aa4-3bb2-4f72-8e91-8714be2f9a3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-605340087-subnet', 'tenant_id': '6295abd67d5344daaad8493b21f12957', 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:23:49.544091 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4490fb0f-e54d-4e69-beb3-7d7d5c41681e admin admin] Made reservation on behalf of 6295abd67d5344daaad8493b21f12957 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:23:49.546706 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4490fb0f-e54d-4e69-beb3-7d7d5c41681e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:49.643471 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af60e9e-a2d6-452b-a00b-890e4153ec0f None None] Sync routers for ids ['2a2a0740-6763-4687-b41c-bc1074fcbe4e'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:23:49.656212 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 46d90869-9fbb-48d5-8902-92d18f2fb65c up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:23:49.678461 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af60e9e-a2d6-452b-a00b-890e4153ec0f None None] Routers {'2a2a0740-6763-4687-b41c-bc1074fcbe4e'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:23:49.679101 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-5af60e9e-a2d6-452b-a00b-890e4153ec0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:23:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['2a2a0740-6763-4687-b41c-bc1074fcbe4e'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:49.785008 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-5af60e9e-a2d6-452b-a00b-890e4153ec0f None None] Set router 2a2a0740-6763-4687-b41c-bc1074fcbe4e gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:23:49.793788 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 46d90869-9fbb-48d5-8902-92d18f2fb65c completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:23:49.798205 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 46d90869-9fbb-48d5-8902-92d18f2fb65c triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:23:49.798767 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:49.822750 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4490fb0f-e54d-4e69-beb3-7d7d5c41681e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:49.885617 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490fb0f-e54d-4e69-beb3-7d7d5c41681e admin admin] Pushing event updated for resources: {'Subnet': ['ID=18cbc5b1-19b9-4ebc-afdc-817db93c44b7,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:49.894622 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:49.898232 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4490fb0f-e54d-4e69-beb3-7d7d5c41681e admin admin] Checking segment: {'id': '060293b8-9edb-4438-b4a1-07545ab8ec8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b3ea5aa4-3bb2-4f72-8e91-8714be2f9a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:23:49.898605 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4490fb0f-e54d-4e69-beb3-7d7d5c41681e admin admin] Network hostable DHCP agents. Network: b3ea5aa4-3bb2-4f72-8e91-8714be2f9a3b, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:23:49.912795 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:23:49.928312 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 46d90869-9fbb-48d5-8902-92d18f2fb65c, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=46d90869-9fbb-48d5-8902-92d18f2fb65c,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:49.995901 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:50.009051 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-5af60e9e-a2d6-452b-a00b-890e4153ec0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'name': 'tempest-TestVolumeBootPattern-1516474835-router', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:43Z', 'updated_at': '2021-08-16T21:23:46Z', 'revision_number': 4, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'gw_port': {'id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:44Z', 'updated_at': '2021-08-16T21:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '41870b54-05d4-48f8-8b62-36069cdecaa1', 'name': '', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'mac_address': 'fa:16:3e:96:7b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:46Z', 'updated_at': '2021-08-16T21:23:47Z', 'revision_number': 2, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'subnets': [{'id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:50.012593 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4490fb0f-e54d-4e69-beb3-7d7d5c41681e admin admin] Network b3ea5aa4-3bb2-4f72-8e91-8714be2f9a3b is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:23:50.041443 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af60e9e-a2d6-452b-a00b-890e4153ec0f None None] Checking router: 2a2a0740-6763-4687-b41c-bc1074fcbe4e for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:23:50.041802 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af60e9e-a2d6-452b-a00b-890e4153ec0f None None] Updating router 2a2a0740-6763-4687-b41c-bc1074fcbe4e port 41870b54-05d4-48f8-8b62-36069cdecaa1 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:23:50.058940 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=46d90869-9fbb-48d5-8902-92d18f2fb65c,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:50.077195 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-5af60e9e-a2d6-452b-a00b-890e4153ec0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:50.120605 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-4490fb0f-e54d-4e69-beb3-7d7d5c41681e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, b3ea5aa4-3bb2-4f72-8e91-8714be2f9a3b) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:23:50.124904 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4490fb0f-e54d-4e69-beb3-7d7d5c41681e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:50.125571 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4490fb0f-e54d-4e69-beb3-7d7d5c41681e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:50.133206 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c1d7de-ddcc-4239-a6fd-7af18d6fdeda None None] Network b3ea5aa4-3bb2-4f72-8e91-8714be2f9a3b requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:23:50.215637 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4490fb0f-e54d-4e69-beb3-7d7d5c41681e admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7556579 Aug 16 21:23:50.215989 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 57066) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:50.220401 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-f1baacc3-95ad-4a60-85a7-99e8aa1198ac admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-605340087-router', 'tenant_id': '6295abd67d5344daaad8493b21f12957', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:23:50.283467 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bde3b2a-3668-4bda-8744-73c0349d4086 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-b3ea5aa4-3bb2-4f72-8e91-8714be2f9a3b', 'network_id': 'b3ea5aa4-3bb2-4f72-8e91-8714be2f9a3b', 'tenant_id': '6295abd67d5344daaad8493b21f12957', 'fixed_ips': [{'subnet_id': '18cbc5b1-19b9-4ebc-afdc-817db93c44b7'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:23:50.284386 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2bde3b2a-3668-4bda-8744-73c0349d4086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:50.359414 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-5af60e9e-a2d6-452b-a00b-890e4153ec0f None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:50.361513 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f1baacc3-95ad-4a60-85a7-99e8aa1198ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:50.363426 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f1baacc3-95ad-4a60-85a7-99e8aa1198ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:50.378052 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-5af60e9e-a2d6-452b-a00b-890e4153ec0f None None] Transition to ACTIVE for port object 41870b54-05d4-48f8-8b62-36069cdecaa1 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:23:50.419689 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f1baacc3-95ad-4a60-85a7-99e8aa1198ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:50.421683 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-2bde3b2a-3668-4bda-8744-73c0349d4086 None None] Allocated IP 172.20.0.2 (b3ea5aa4-3bb2-4f72-8e91-8714be2f9a3b/18cbc5b1-19b9-4ebc-afdc-817db93c44b7/b690f33a-01dc-4a44-ba94-fc297f7e6467) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:23:50.486745 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-5af60e9e-a2d6-452b-a00b-890e4153ec0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:50.567036 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42612f26-809b-4e16-b4d9-aa764a2fdb97 None None] Pushing event updated for resources: {'Port': ['ID=41870b54-05d4-48f8-8b62-36069cdecaa1,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:50.575977 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2bde3b2a-3668-4bda-8744-73c0349d4086 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:50.586327 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2bde3b2a-3668-4bda-8744-73c0349d4086 None None] Transition to ACTIVE for port object b690f33a-01dc-4a44-ba94-fc297f7e6467 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:23:50.594595 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42612f26-809b-4e16-b4d9-aa764a2fdb97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:50.594936 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42612f26-809b-4e16-b4d9-aa764a2fdb97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:50.595280 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42612f26-809b-4e16-b4d9-aa764a2fdb97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:50.595611 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42612f26-809b-4e16-b4d9-aa764a2fdb97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:50.595968 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42612f26-809b-4e16-b4d9-aa764a2fdb97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:50.596299 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42612f26-809b-4e16-b4d9-aa764a2fdb97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:50.596656 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42612f26-809b-4e16-b4d9-aa764a2fdb97 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:50.597306 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42612f26-809b-4e16-b4d9-aa764a2fdb97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:50.597306 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42612f26-809b-4e16-b4d9-aa764a2fdb97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:50.597556 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42612f26-809b-4e16-b4d9-aa764a2fdb97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:50.597914 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42612f26-809b-4e16-b4d9-aa764a2fdb97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:50.598339 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42612f26-809b-4e16-b4d9-aa764a2fdb97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:50.615646 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2bde3b2a-3668-4bda-8744-73c0349d4086 None None] Transition to ACTIVE for port object b690f33a-01dc-4a44-ba94-fc297f7e6467 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:23:50.618974 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-5af60e9e-a2d6-452b-a00b-890e4153ec0f None None] Attempting to bind port 41870b54-05d4-48f8-8b62-36069cdecaa1 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:23:50.619346 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-5af60e9e-a2d6-452b-a00b-890e4153ec0f None None] Attempting to bind port 41870b54-05d4-48f8-8b62-36069cdecaa1 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'acec49ee-0612-4329-ad28-ad4a9de84f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:23:50.619708 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af60e9e-a2d6-452b-a00b-890e4153ec0f None None] Attempting to bind port 41870b54-05d4-48f8-8b62-36069cdecaa1 on network 6d1c820f-5652-4727-a461-82d8fc1df087 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:23:50.626328 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af60e9e-a2d6-452b-a00b-890e4153ec0f None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:23:50.626668 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af60e9e-a2d6-452b-a00b-890e4153ec0f None None] Checking segment: {'id': 'acec49ee-0612-4329-ad28-ad4a9de84f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:23:50.627080 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-5af60e9e-a2d6-452b-a00b-890e4153ec0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:50.627471 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af60e9e-a2d6-452b-a00b-890e4153ec0f None None] Bound using segment: {'id': 'acec49ee-0612-4329-ad28-ad4a9de84f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:23:50.627964 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-5af60e9e-a2d6-452b-a00b-890e4153ec0f None None] Bound port: 41870b54-05d4-48f8-8b62-36069cdecaa1, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acec49ee-0612-4329-ad28-ad4a9de84f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:23:50.628346 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-5af60e9e-a2d6-452b-a00b-890e4153ec0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:50.696522 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2bde3b2a-3668-4bda-8744-73c0349d4086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:50.706765 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-5af60e9e-a2d6-452b-a00b-890e4153ec0f None None] For port 41870b54-05d4-48f8-8b62-36069cdecaa1, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:23:50.720178 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-5af60e9e-a2d6-452b-a00b-890e4153ec0f None None] For port 41870b54-05d4-48f8-8b62-36069cdecaa1, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=41870b54-05d4-48f8-8b62-36069cdecaa1,segment=NetworkSegment(acec49ee-0612-4329-ad28-ad4a9de84f79),segment_id=acec49ee-0612-4329-ad28-ad4a9de84f79)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:23:50.722790 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f1baacc3-95ad-4a60-85a7-99e8aa1198ac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:50.742214 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bde3b2a-3668-4bda-8744-73c0349d4086 None None] Network b3ea5aa4-3bb2-4f72-8e91-8714be2f9a3b is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:23:50.748829 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-2bde3b2a-3668-4bda-8744-73c0349d4086 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:23:50.752391 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bde3b2a-3668-4bda-8744-73c0349d4086 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:23:50.763581 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde3b2a-3668-4bda-8744-73c0349d4086 None None] Pushing event updated for resources: {'Port': ['ID=b690f33a-01dc-4a44-ba94-fc297f7e6467,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:50.807547 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-5af60e9e-a2d6-452b-a00b-890e4153ec0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:50.821961 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-2bde3b2a-3668-4bda-8744-73c0349d4086 None None] Attempting to bind port b690f33a-01dc-4a44-ba94-fc297f7e6467 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:23:50.822262 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-2bde3b2a-3668-4bda-8744-73c0349d4086 None None] Attempting to bind port b690f33a-01dc-4a44-ba94-fc297f7e6467 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '060293b8-9edb-4438-b4a1-07545ab8ec8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b3ea5aa4-3bb2-4f72-8e91-8714be2f9a3b'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:23:50.822628 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bde3b2a-3668-4bda-8744-73c0349d4086 None None] Attempting to bind port b690f33a-01dc-4a44-ba94-fc297f7e6467 on network b3ea5aa4-3bb2-4f72-8e91-8714be2f9a3b {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:23:50.831726 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bde3b2a-3668-4bda-8744-73c0349d4086 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:23:50.832058 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bde3b2a-3668-4bda-8744-73c0349d4086 None None] Checking segment: {'id': '060293b8-9edb-4438-b4a1-07545ab8ec8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b3ea5aa4-3bb2-4f72-8e91-8714be2f9a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:23:50.832466 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2bde3b2a-3668-4bda-8744-73c0349d4086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:50.833193 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bde3b2a-3668-4bda-8744-73c0349d4086 None None] Bound using segment: {'id': '060293b8-9edb-4438-b4a1-07545ab8ec8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b3ea5aa4-3bb2-4f72-8e91-8714be2f9a3b'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:23:50.833950 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-2bde3b2a-3668-4bda-8744-73c0349d4086 None None] Bound port: b690f33a-01dc-4a44-ba94-fc297f7e6467, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '060293b8-9edb-4438-b4a1-07545ab8ec8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b3ea5aa4-3bb2-4f72-8e91-8714be2f9a3b'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:23:50.833950 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2bde3b2a-3668-4bda-8744-73c0349d4086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:50.854815 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af60e9e-a2d6-452b-a00b-890e4153ec0f None None] Routers {'2a2a0740-6763-4687-b41c-bc1074fcbe4e'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:23:50.855450 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-5af60e9e-a2d6-452b-a00b-890e4153ec0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:23:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['2a2a0740-6763-4687-b41c-bc1074fcbe4e'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:50.901764 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-2bde3b2a-3668-4bda-8744-73c0349d4086 None None] For port b690f33a-01dc-4a44-ba94-fc297f7e6467, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:23:50.906535 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-2bde3b2a-3668-4bda-8744-73c0349d4086 None None] For port b690f33a-01dc-4a44-ba94-fc297f7e6467, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b690f33a-01dc-4a44-ba94-fc297f7e6467,segment=NetworkSegment(060293b8-9edb-4438-b4a1-07545ab8ec8e),segment_id=060293b8-9edb-4438-b4a1-07545ab8ec8e)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:23:50.981470 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2bde3b2a-3668-4bda-8744-73c0349d4086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:51.011134 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-5af60e9e-a2d6-452b-a00b-890e4153ec0f None None] Set router 2a2a0740-6763-4687-b41c-bc1074fcbe4e gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:23:51.042377 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42612f26-809b-4e16-b4d9-aa764a2fdb97 None None] Pushing event updated for resources: {'Port': ['ID=41870b54-05d4-48f8-8b62-36069cdecaa1,revision_number=4']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:51.116442 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde3b2a-3668-4bda-8744-73c0349d4086 None None] Pushing event updated for resources: {'Port': ['ID=b690f33a-01dc-4a44-ba94-fc297f7e6467,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:51.186726 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f1baacc3-95ad-4a60-85a7-99e8aa1198ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:51.209066 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f1baacc3-95ad-4a60-85a7-99e8aa1198ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:51.343014 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-f1baacc3-95ad-4a60-85a7-99e8aa1198ac admin admin] Allocated IP 172.25.1.32 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/35e206a9-939d-43bd-a05f-20d89892199c) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:23:51.381825 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-5af60e9e-a2d6-452b-a00b-890e4153ec0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'name': 'tempest-TestVolumeBootPattern-1516474835-router', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:43Z', 'updated_at': '2021-08-16T21:23:46Z', 'revision_number': 4, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'gw_port': {'id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:44Z', 'updated_at': '2021-08-16T21:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '41870b54-05d4-48f8-8b62-36069cdecaa1', 'name': '', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'mac_address': 'fa:16:3e:96:7b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:46Z', 'updated_at': '2021-08-16T21:23:50Z', 'revision_number': 4, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'subnets': [{'id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:51.414339 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af60e9e-a2d6-452b-a00b-890e4153ec0f None None] The sync data for ids ['2a2a0740-6763-4687-b41c-bc1074fcbe4e'] in n-d-793620-15 is: [{'id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'name': 'tempest-TestVolumeBootPattern-1516474835-router', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:43Z', 'updated_at': '2021-08-16T21:23:46Z', 'revision_number': 4, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'gw_port': {'id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:44Z', 'updated_at': '2021-08-16T21:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '41870b54-05d4-48f8-8b62-36069cdecaa1', 'name': '', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'mac_address': 'fa:16:3e:96:7b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:46Z', 'updated_at': '2021-08-16T21:23:50Z', 'revision_number': 4, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'subnets': [{'id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:23:51.492731 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f1baacc3-95ad-4a60-85a7-99e8aa1198ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:51.596012 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f1baacc3-95ad-4a60-85a7-99e8aa1198ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:51.652270 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1baacc3-95ad-4a60-85a7-99e8aa1198ac admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:23:51.656938 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-f1baacc3-95ad-4a60-85a7-99e8aa1198ac admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:23:51.662161 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1baacc3-95ad-4a60-85a7-99e8aa1198ac admin admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:23:51.665982 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1baacc3-95ad-4a60-85a7-99e8aa1198ac admin admin] Pushing event updated for resources: {'Port': ['ID=35e206a9-939d-43bd-a05f-20d89892199c,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:51.786916 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 41870b54-05d4-48f8-8b62-36069cdecaa1 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:23:51.977027 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 41870b54-05d4-48f8-8b62-36069cdecaa1 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:23:51.982364 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 41870b54-05d4-48f8-8b62-36069cdecaa1 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:23:51.983219 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:52.072326 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f1baacc3-95ad-4a60-85a7-99e8aa1198ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:52.080812 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:52.121142 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 41870b54-05d4-48f8-8b62-36069cdecaa1, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=41870b54-05d4-48f8-8b62-36069cdecaa1,segment=NetworkSegment(acec49ee-0612-4329-ad28-ad4a9de84f79),segment_id=acec49ee-0612-4329-ad28-ad4a9de84f79)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:52.211110 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:52.212444 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 46d90869-9fbb-48d5-8902-92d18f2fb65c up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:23:52.216919 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:52.327690 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f1baacc3-95ad-4a60-85a7-99e8aa1198ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:52.330069 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=41870b54-05d4-48f8-8b62-36069cdecaa1,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:52.346092 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 46d90869-9fbb-48d5-8902-92d18f2fb65c triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:23:52.346530 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:52.390595 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de6942c-b034-4256-aeb6-997291af63f5 None None] Network b3ea5aa4-3bb2-4f72-8e91-8714be2f9a3b requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:23:52.511826 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b690f33a-01dc-4a44-ba94-fc297f7e6467 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:23:52.526621 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1baacc3-95ad-4a60-85a7-99e8aa1198ac admin admin] Router 4047dab7-3136-47e6-93ab-5a128b39788d is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:23:52.597012 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-8380ee0c-3205-47cd-8644-dc460d61a74e None None] Provisioning for port b690f33a-01dc-4a44-ba94-fc297f7e6467 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:23:52.649432 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1baacc3-95ad-4a60-85a7-99e8aa1198ac admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:23:52.668450 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a50407-ff35-4367-83e7-4d4f9ed24c7a None None] Sync routers for ids ['4047dab7-3136-47e6-93ab-5a128b39788d'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:23:52.677955 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a50407-ff35-4367-83e7-4d4f9ed24c7a None None] Routers {'4047dab7-3136-47e6-93ab-5a128b39788d'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:23:52.678588 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-98a50407-ff35-4367-83e7-4d4f9ed24c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:23:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['4047dab7-3136-47e6-93ab-5a128b39788d'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:52.721521 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port b690f33a-01dc-4a44-ba94-fc297f7e6467 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:23:52.730109 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port b690f33a-01dc-4a44-ba94-fc297f7e6467 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:23:52.730612 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:52.765228 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f1baacc3-95ad-4a60-85a7-99e8aa1198ac admin admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:52.766551 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f1baacc3-95ad-4a60-85a7-99e8aa1198ac admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5496056 Aug 16 21:23:52.769179 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 57098) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:52.839496 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-98a50407-ff35-4367-83e7-4d4f9ed24c7a None None] Set router 4047dab7-3136-47e6-93ab-5a128b39788d gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:23:52.984619 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:52.986659 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-6665838b-e9b8-4185-8979-25020610360d None None] Provisioning complete for port b690f33a-01dc-4a44-ba94-fc297f7e6467 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:23:52.998794 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6665838b-e9b8-4185-8979-25020610360d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:53.124440 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port b690f33a-01dc-4a44-ba94-fc297f7e6467, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b690f33a-01dc-4a44-ba94-fc297f7e6467,segment=NetworkSegment(060293b8-9edb-4438-b4a1-07545ab8ec8e),segment_id=060293b8-9edb-4438-b4a1-07545ab8ec8e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:53.176694 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6665838b-e9b8-4185-8979-25020610360d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:53.203145 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-98a50407-ff35-4367-83e7-4d4f9ed24c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4047dab7-3136-47e6-93ab-5a128b39788d', 'name': 'tempest-TestVolumeBootPattern-605340087-router', 'tenant_id': '6295abd67d5344daaad8493b21f12957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '35e206a9-939d-43bd-a05f-20d89892199c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:50Z', 'updated_at': '2021-08-16T21:23:51Z', 'revision_number': 3, 'project_id': '6295abd67d5344daaad8493b21f12957', 'gw_port': {'id': '35e206a9-939d-43bd-a05f-20d89892199c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4047dab7-3136-47e6-93ab-5a128b39788d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:51Z', 'updated_at': '2021-08-16T21:23:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:53.231084 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:53.232997 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a50407-ff35-4367-83e7-4d4f9ed24c7a None None] Checking router: 4047dab7-3136-47e6-93ab-5a128b39788d for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:23:53.233348 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a50407-ff35-4367-83e7-4d4f9ed24c7a None None] Updating router 4047dab7-3136-47e6-93ab-5a128b39788d port 35e206a9-939d-43bd-a05f-20d89892199c binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:23:53.261899 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-996ea97a-1a5f-4df5-bdc5-4d4f75708bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:53.317511 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-98a50407-ff35-4367-83e7-4d4f9ed24c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:53.437146 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-996ea97a-1a5f-4df5-bdc5-4d4f75708bc7 admin admin] Allocated IP 172.20.0.1 (b3ea5aa4-3bb2-4f72-8e91-8714be2f9a3b/18cbc5b1-19b9-4ebc-afdc-817db93c44b7/6de40854-4cd5-4a1a-b1c4-fea8a2c5c1b1) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:23:53.457412 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.db.api [None req-6665838b-e9b8-4185-8979-25020610360d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:23:53.460693 n-d-793620-15 neutron-server[101846]: DEBUG oslo_db.api [None req-6665838b-e9b8-4185-8979-25020610360d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:23:53.474404 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=b690f33a-01dc-4a44-ba94-fc297f7e6467,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:53.559859 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-996ea97a-1a5f-4df5-bdc5-4d4f75708bc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:53.577084 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-996ea97a-1a5f-4df5-bdc5-4d4f75708bc7 admin admin] Transition to ACTIVE for port object 6de40854-4cd5-4a1a-b1c4-fea8a2c5c1b1 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:23:53.666118 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 41870b54-05d4-48f8-8b62-36069cdecaa1 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:23:53.673782 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-996ea97a-1a5f-4df5-bdc5-4d4f75708bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:53.714314 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-98a50407-ff35-4367-83e7-4d4f9ed24c7a None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:53.719202 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996ea97a-1a5f-4df5-bdc5-4d4f75708bc7 admin admin] Network b3ea5aa4-3bb2-4f72-8e91-8714be2f9a3b is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:23:53.725642 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-996ea97a-1a5f-4df5-bdc5-4d4f75708bc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:23:53.729447 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-98a50407-ff35-4367-83e7-4d4f9ed24c7a None None] Transition to ACTIVE for port object 35e206a9-939d-43bd-a05f-20d89892199c will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:23:53.729669 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996ea97a-1a5f-4df5-bdc5-4d4f75708bc7 admin admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:23:53.743028 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 41870b54-05d4-48f8-8b62-36069cdecaa1 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:23:53.743408 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:53.762771 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ea97a-1a5f-4df5-bdc5-4d4f75708bc7 admin admin] Pushing event updated for resources: {'Port': ['ID=6de40854-4cd5-4a1a-b1c4-fea8a2c5c1b1,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:53.789209 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-996ea97a-1a5f-4df5-bdc5-4d4f75708bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:53.797541 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-98a50407-ff35-4367-83e7-4d4f9ed24c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:53.880068 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-98a50407-ff35-4367-83e7-4d4f9ed24c7a None None] Attempting to bind port 35e206a9-939d-43bd-a05f-20d89892199c on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:23:53.880728 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-98a50407-ff35-4367-83e7-4d4f9ed24c7a None None] Attempting to bind port 35e206a9-939d-43bd-a05f-20d89892199c by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:23:53.880832 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a50407-ff35-4367-83e7-4d4f9ed24c7a None None] Attempting to bind port 35e206a9-939d-43bd-a05f-20d89892199c on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:23:53.891288 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a50407-ff35-4367-83e7-4d4f9ed24c7a None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:23:53.891667 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a50407-ff35-4367-83e7-4d4f9ed24c7a None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:23:53.892615 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-98a50407-ff35-4367-83e7-4d4f9ed24c7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:53.893017 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a50407-ff35-4367-83e7-4d4f9ed24c7a None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:23:53.893501 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-98a50407-ff35-4367-83e7-4d4f9ed24c7a None None] Bound port: 35e206a9-939d-43bd-a05f-20d89892199c, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:23:53.893887 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-98a50407-ff35-4367-83e7-4d4f9ed24c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:53.932675 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb09367-8051-45e1-b6ec-5cb7c4647ad1 None None] Pushing event updated for resources: {'Port': ['ID=35e206a9-939d-43bd-a05f-20d89892199c,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:54.039694 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-98a50407-ff35-4367-83e7-4d4f9ed24c7a None None] For port 35e206a9-939d-43bd-a05f-20d89892199c, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:23:54.043849 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-98a50407-ff35-4367-83e7-4d4f9ed24c7a None None] For port 35e206a9-939d-43bd-a05f-20d89892199c, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=35e206a9-939d-43bd-a05f-20d89892199c,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:23:54.045071 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b690f33a-01dc-4a44-ba94-fc297f7e6467 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:23:54.083888 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-996ea97a-1a5f-4df5-bdc5-4d4f75708bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:54.106929 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port b690f33a-01dc-4a44-ba94-fc297f7e6467 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:23:54.107452 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:54.153047 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-98a50407-ff35-4367-83e7-4d4f9ed24c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:54.220576 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a50407-ff35-4367-83e7-4d4f9ed24c7a None None] Routers {'4047dab7-3136-47e6-93ab-5a128b39788d'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:23:54.221377 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-98a50407-ff35-4367-83e7-4d4f9ed24c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:23:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['4047dab7-3136-47e6-93ab-5a128b39788d'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:54.244592 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb09367-8051-45e1-b6ec-5cb7c4647ad1 None None] Pushing event updated for resources: {'Port': ['ID=35e206a9-939d-43bd-a05f-20d89892199c,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:54.262824 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-996ea97a-1a5f-4df5-bdc5-4d4f75708bc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:54.286616 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-63beaba2-7772-4429-b0c9-48abbdc0b2c0 None None] Provisioning for port 6de40854-4cd5-4a1a-b1c4-fea8a2c5c1b1 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:23:54.321189 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-996ea97a-1a5f-4df5-bdc5-4d4f75708bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:54.403964 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-996ea97a-1a5f-4df5-bdc5-4d4f75708bc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:54.412427 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ea97a-1a5f-4df5-bdc5-4d4f75708bc7 admin admin] Pushing event updated for resources: {'Port': ['ID=6de40854-4cd5-4a1a-b1c4-fea8a2c5c1b1,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:54.476142 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-63beaba2-7772-4429-b0c9-48abbdc0b2c0 None None] Provisioning complete for port 6de40854-4cd5-4a1a-b1c4-fea8a2c5c1b1 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:23:54.476512 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-63beaba2-7772-4429-b0c9-48abbdc0b2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:54.524927 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996ea97a-1a5f-4df5-bdc5-4d4f75708bc7 admin admin] Network b3ea5aa4-3bb2-4f72-8e91-8714be2f9a3b is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:23:54.526676 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-996ea97a-1a5f-4df5-bdc5-4d4f75708bc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:23:54.553265 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-63beaba2-7772-4429-b0c9-48abbdc0b2c0 None None] Port 6de40854-4cd5-4a1a-b1c4-fea8a2c5c1b1 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:23:54.566601 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-98a50407-ff35-4367-83e7-4d4f9ed24c7a None None] Set router 4047dab7-3136-47e6-93ab-5a128b39788d gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:23:54.647439 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996ea97a-1a5f-4df5-bdc5-4d4f75708bc7 admin admin] Router 4047dab7-3136-47e6-93ab-5a128b39788d has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:23:54.789785 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-89800c34-ba30-453b-be34-c4ff70d10342 None None] Provisioning complete for port 6de40854-4cd5-4a1a-b1c4-fea8a2c5c1b1 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:23:54.790159 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-89800c34-ba30-453b-be34-c4ff70d10342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:54.806183 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996ea97a-1a5f-4df5-bdc5-4d4f75708bc7 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:23:54.820279 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-996ea97a-1a5f-4df5-bdc5-4d4f75708bc7 admin admin] 10.222.0.84 "PUT /v2.0/routers/4047dab7-3136-47e6-93ab-5a128b39788d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0417476 Aug 16 21:23:54.828264 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-98a50407-ff35-4367-83e7-4d4f9ed24c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4047dab7-3136-47e6-93ab-5a128b39788d', 'name': 'tempest-TestVolumeBootPattern-605340087-router', 'tenant_id': '6295abd67d5344daaad8493b21f12957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '35e206a9-939d-43bd-a05f-20d89892199c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:50Z', 'updated_at': '2021-08-16T21:23:53Z', 'revision_number': 4, 'project_id': '6295abd67d5344daaad8493b21f12957', 'gw_port': {'id': '35e206a9-939d-43bd-a05f-20d89892199c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4047dab7-3136-47e6-93ab-5a128b39788d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:51Z', 'updated_at': '2021-08-16T21:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '6de40854-4cd5-4a1a-b1c4-fea8a2c5c1b1', 'name': '', 'network_id': 'b3ea5aa4-3bb2-4f72-8e91-8714be2f9a3b', 'tenant_id': '6295abd67d5344daaad8493b21f12957', 'mac_address': 'fa:16:3e:bd:40:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4047dab7-3136-47e6-93ab-5a128b39788d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '18cbc5b1-19b9-4ebc-afdc-817db93c44b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:53Z', 'updated_at': '2021-08-16T21:23:53Z', 'revision_number': 1, 'project_id': '6295abd67d5344daaad8493b21f12957', 'subnets': [{'id': '18cbc5b1-19b9-4ebc-afdc-817db93c44b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:54.832820 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-89800c34-ba30-453b-be34-c4ff70d10342 None None] Port 6de40854-4cd5-4a1a-b1c4-fea8a2c5c1b1 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:23:54.857746 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a50407-ff35-4367-83e7-4d4f9ed24c7a None None] The sync data for ids ['4047dab7-3136-47e6-93ab-5a128b39788d'] in n-d-793620-15 is: [{'id': '4047dab7-3136-47e6-93ab-5a128b39788d', 'name': 'tempest-TestVolumeBootPattern-605340087-router', 'tenant_id': '6295abd67d5344daaad8493b21f12957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '35e206a9-939d-43bd-a05f-20d89892199c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:50Z', 'updated_at': '2021-08-16T21:23:53Z', 'revision_number': 4, 'project_id': '6295abd67d5344daaad8493b21f12957', 'gw_port': {'id': '35e206a9-939d-43bd-a05f-20d89892199c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4047dab7-3136-47e6-93ab-5a128b39788d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:51Z', 'updated_at': '2021-08-16T21:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '6de40854-4cd5-4a1a-b1c4-fea8a2c5c1b1', 'name': '', 'network_id': 'b3ea5aa4-3bb2-4f72-8e91-8714be2f9a3b', 'tenant_id': '6295abd67d5344daaad8493b21f12957', 'mac_address': 'fa:16:3e:bd:40:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4047dab7-3136-47e6-93ab-5a128b39788d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '18cbc5b1-19b9-4ebc-afdc-817db93c44b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:53Z', 'updated_at': '2021-08-16T21:23:53Z', 'revision_number': 1, 'project_id': '6295abd67d5344daaad8493b21f12957', 'subnets': [{'id': '18cbc5b1-19b9-4ebc-afdc-817db93c44b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:23:55.660746 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 35e206a9-939d-43bd-a05f-20d89892199c up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:23:55.795707 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 35e206a9-939d-43bd-a05f-20d89892199c completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:23:55.800132 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 35e206a9-939d-43bd-a05f-20d89892199c triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:23:55.800641 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:55.883149 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:55.908587 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 35e206a9-939d-43bd-a05f-20d89892199c, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=35e206a9-939d-43bd-a05f-20d89892199c,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:56.040929 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:56.092910 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=35e206a9-939d-43bd-a05f-20d89892199c,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:57.620621 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 35e206a9-939d-43bd-a05f-20d89892199c up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:23:57.670165 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 35e206a9-939d-43bd-a05f-20d89892199c triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:23:57.670543 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:58.559716 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4043f279-79c1-4363-945f-7a2c0bb97f69 None None] Sync routers for ids ['4047dab7-3136-47e6-93ab-5a128b39788d'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:23:58.570485 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4043f279-79c1-4363-945f-7a2c0bb97f69 None None] Routers {'4047dab7-3136-47e6-93ab-5a128b39788d'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:23:58.571176 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-4043f279-79c1-4363-945f-7a2c0bb97f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:23:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['4047dab7-3136-47e6-93ab-5a128b39788d'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:58.676889 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-4043f279-79c1-4363-945f-7a2c0bb97f69 None None] Set router 4047dab7-3136-47e6-93ab-5a128b39788d gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:23:58.754303 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-7043d821-2523-402c-a341-6b196962ecf1 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:58.756829 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-7043d821-2523-402c-a341-6b196962ecf1 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/networks?id=6d1c820f-5652-4727-a461-82d8fc1df087 HTTP/1.1" status: 200 len: 812 time: 0.1094551 Aug 16 21:23:58.774265 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-7acfe686-9ab5-40dc-9756-9746fb297ea0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/quotas/c303000a85b446a6930d70eb3fbff562 HTTP/1.1" status: 200 len: 375 time: 0.0094411 Aug 16 21:23:58.832335 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-acbe8806-6a56-4d48-b217-09198905d0e7 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=c303000a85b446a6930d70eb3fbff562&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521383 Aug 16 21:23:58.881836 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-4043f279-79c1-4363-945f-7a2c0bb97f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4047dab7-3136-47e6-93ab-5a128b39788d', 'name': 'tempest-TestVolumeBootPattern-605340087-router', 'tenant_id': '6295abd67d5344daaad8493b21f12957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '35e206a9-939d-43bd-a05f-20d89892199c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:50Z', 'updated_at': '2021-08-16T21:23:53Z', 'revision_number': 4, 'project_id': '6295abd67d5344daaad8493b21f12957', 'gw_port': {'id': '35e206a9-939d-43bd-a05f-20d89892199c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4047dab7-3136-47e6-93ab-5a128b39788d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:51Z', 'updated_at': '2021-08-16T21:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '6de40854-4cd5-4a1a-b1c4-fea8a2c5c1b1', 'name': '', 'network_id': 'b3ea5aa4-3bb2-4f72-8e91-8714be2f9a3b', 'tenant_id': '6295abd67d5344daaad8493b21f12957', 'mac_address': 'fa:16:3e:bd:40:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4047dab7-3136-47e6-93ab-5a128b39788d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '18cbc5b1-19b9-4ebc-afdc-817db93c44b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:53Z', 'updated_at': '2021-08-16T21:23:54Z', 'revision_number': 2, 'project_id': '6295abd67d5344daaad8493b21f12957', 'subnets': [{'id': '18cbc5b1-19b9-4ebc-afdc-817db93c44b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:58.907870 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4043f279-79c1-4363-945f-7a2c0bb97f69 None None] Checking router: 4047dab7-3136-47e6-93ab-5a128b39788d for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:23:58.912715 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4043f279-79c1-4363-945f-7a2c0bb97f69 None None] Updating router 4047dab7-3136-47e6-93ab-5a128b39788d port 6de40854-4cd5-4a1a-b1c4-fea8a2c5c1b1 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:23:58.940478 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-4043f279-79c1-4363-945f-7a2c0bb97f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:59.046067 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-2b41210e-1472-44bf-987c-e0258a930cfd service neutron] 10.222.0.84 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104928 Aug 16 21:23:59.138325 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-84b29782-2d07-4b7a-9edc-71896446cd92 service neutron] 10.222.0.84 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853076 Aug 16 21:23:59.216781 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-4043f279-79c1-4363-945f-7a2c0bb97f69 None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:59.234324 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-4043f279-79c1-4363-945f-7a2c0bb97f69 None None] Transition to ACTIVE for port object 6de40854-4cd5-4a1a-b1c4-fea8a2c5c1b1 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:23:59.343655 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-4043f279-79c1-4363-945f-7a2c0bb97f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:59.397610 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140a724-c7b2-4adc-b658-e142e80ed160 None None] Pushing event updated for resources: {'Port': ['ID=6de40854-4cd5-4a1a-b1c4-fea8a2c5c1b1,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:59.449577 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-4043f279-79c1-4363-945f-7a2c0bb97f69 None None] Attempting to bind port 6de40854-4cd5-4a1a-b1c4-fea8a2c5c1b1 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:23:59.449949 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-4043f279-79c1-4363-945f-7a2c0bb97f69 None None] Attempting to bind port 6de40854-4cd5-4a1a-b1c4-fea8a2c5c1b1 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '060293b8-9edb-4438-b4a1-07545ab8ec8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b3ea5aa4-3bb2-4f72-8e91-8714be2f9a3b'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:23:59.450314 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4043f279-79c1-4363-945f-7a2c0bb97f69 None None] Attempting to bind port 6de40854-4cd5-4a1a-b1c4-fea8a2c5c1b1 on network b3ea5aa4-3bb2-4f72-8e91-8714be2f9a3b {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:23:59.458921 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4043f279-79c1-4363-945f-7a2c0bb97f69 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:23:59.459298 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4043f279-79c1-4363-945f-7a2c0bb97f69 None None] Checking segment: {'id': '060293b8-9edb-4438-b4a1-07545ab8ec8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b3ea5aa4-3bb2-4f72-8e91-8714be2f9a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:23:59.459707 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-4043f279-79c1-4363-945f-7a2c0bb97f69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:59.460117 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4043f279-79c1-4363-945f-7a2c0bb97f69 None None] Bound using segment: {'id': '060293b8-9edb-4438-b4a1-07545ab8ec8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b3ea5aa4-3bb2-4f72-8e91-8714be2f9a3b'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:23:59.460587 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-4043f279-79c1-4363-945f-7a2c0bb97f69 None None] Bound port: 6de40854-4cd5-4a1a-b1c4-fea8a2c5c1b1, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '060293b8-9edb-4438-b4a1-07545ab8ec8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b3ea5aa4-3bb2-4f72-8e91-8714be2f9a3b'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:23:59.466687 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-4043f279-79c1-4363-945f-7a2c0bb97f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:59.539439 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-4043f279-79c1-4363-945f-7a2c0bb97f69 None None] For port 6de40854-4cd5-4a1a-b1c4-fea8a2c5c1b1, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:23:59.543240 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-4043f279-79c1-4363-945f-7a2c0bb97f69 None None] For port 6de40854-4cd5-4a1a-b1c4-fea8a2c5c1b1, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=6de40854-4cd5-4a1a-b1c4-fea8a2c5c1b1,segment=NetworkSegment(060293b8-9edb-4438-b4a1-07545ab8ec8e),segment_id=060293b8-9edb-4438-b4a1-07545ab8ec8e)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:23:59.670313 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-4043f279-79c1-4363-945f-7a2c0bb97f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:59.731219 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4043f279-79c1-4363-945f-7a2c0bb97f69 None None] Routers {'4047dab7-3136-47e6-93ab-5a128b39788d'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:23:59.731876 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-4043f279-79c1-4363-945f-7a2c0bb97f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:23:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['4047dab7-3136-47e6-93ab-5a128b39788d'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:59.733805 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140a724-c7b2-4adc-b658-e142e80ed160 None None] Pushing event updated for resources: {'Port': ['ID=6de40854-4cd5-4a1a-b1c4-fea8a2c5c1b1,revision_number=4']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:59.880450 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-4043f279-79c1-4363-945f-7a2c0bb97f69 None None] Set router 4047dab7-3136-47e6-93ab-5a128b39788d gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:23:59.887050 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1f141a8f-880c-46ea-8141-9c6a6b57cf8b req-9917ac36-e1e9-4a28-ba8b-7044483793ba tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe1c8b7d-797b-4eb0-b7de-058b1a029578 HTTP/1.1" status: 200 len: 210 time: 0.0456073 Aug 16 21:24:00.113083 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-4043f279-79c1-4363-945f-7a2c0bb97f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4047dab7-3136-47e6-93ab-5a128b39788d', 'name': 'tempest-TestVolumeBootPattern-605340087-router', 'tenant_id': '6295abd67d5344daaad8493b21f12957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '35e206a9-939d-43bd-a05f-20d89892199c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:50Z', 'updated_at': '2021-08-16T21:23:53Z', 'revision_number': 4, 'project_id': '6295abd67d5344daaad8493b21f12957', 'gw_port': {'id': '35e206a9-939d-43bd-a05f-20d89892199c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4047dab7-3136-47e6-93ab-5a128b39788d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:51Z', 'updated_at': '2021-08-16T21:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '6de40854-4cd5-4a1a-b1c4-fea8a2c5c1b1', 'name': '', 'network_id': 'b3ea5aa4-3bb2-4f72-8e91-8714be2f9a3b', 'tenant_id': '6295abd67d5344daaad8493b21f12957', 'mac_address': 'fa:16:3e:bd:40:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4047dab7-3136-47e6-93ab-5a128b39788d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '18cbc5b1-19b9-4ebc-afdc-817db93c44b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:53Z', 'updated_at': '2021-08-16T21:23:59Z', 'revision_number': 4, 'project_id': '6295abd67d5344daaad8493b21f12957', 'subnets': [{'id': '18cbc5b1-19b9-4ebc-afdc-817db93c44b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:24:00.146362 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4043f279-79c1-4363-945f-7a2c0bb97f69 None None] The sync data for ids ['4047dab7-3136-47e6-93ab-5a128b39788d'] in n-d-793620-15 is: [{'id': '4047dab7-3136-47e6-93ab-5a128b39788d', 'name': 'tempest-TestVolumeBootPattern-605340087-router', 'tenant_id': '6295abd67d5344daaad8493b21f12957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '35e206a9-939d-43bd-a05f-20d89892199c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:50Z', 'updated_at': '2021-08-16T21:23:53Z', 'revision_number': 4, 'project_id': '6295abd67d5344daaad8493b21f12957', 'gw_port': {'id': '35e206a9-939d-43bd-a05f-20d89892199c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4047dab7-3136-47e6-93ab-5a128b39788d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:51Z', 'updated_at': '2021-08-16T21:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '6de40854-4cd5-4a1a-b1c4-fea8a2c5c1b1', 'name': '', 'network_id': 'b3ea5aa4-3bb2-4f72-8e91-8714be2f9a3b', 'tenant_id': '6295abd67d5344daaad8493b21f12957', 'mac_address': 'fa:16:3e:bd:40:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4047dab7-3136-47e6-93ab-5a128b39788d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '18cbc5b1-19b9-4ebc-afdc-817db93c44b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:53Z', 'updated_at': '2021-08-16T21:23:59Z', 'revision_number': 4, 'project_id': '6295abd67d5344daaad8493b21f12957', 'subnets': [{'id': '18cbc5b1-19b9-4ebc-afdc-817db93c44b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:24:00.977287 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-509d729e-450f-4fcc-8bf6-cbb1a4cb55ab req-12beeb8a-4d70-4d72-8d2c-34f16bb803a3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe1c8b7d-797b-4eb0-b7de-058b1a029578 HTTP/1.1" status: 200 len: 210 time: 0.0273745 Aug 16 21:24:01.651419 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6de40854-4cd5-4a1a-b1c4-fea8a2c5c1b1 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:24:01.789493 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 6de40854-4cd5-4a1a-b1c4-fea8a2c5c1b1 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:24:01.793791 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 6de40854-4cd5-4a1a-b1c4-fea8a2c5c1b1 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:24:01.805760 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:01.872552 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:01.906352 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 6de40854-4cd5-4a1a-b1c4-fea8a2c5c1b1, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=6de40854-4cd5-4a1a-b1c4-fea8a2c5c1b1,segment=NetworkSegment(060293b8-9edb-4438-b4a1-07545ab8ec8e),segment_id=060293b8-9edb-4438-b4a1-07545ab8ec8e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:24:01.970267 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:02.023510 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=6de40854-4cd5-4a1a-b1c4-fea8a2c5c1b1,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:24:02.075713 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b2add88f-f1f0-4e8e-9672-a67ba23f43f0 req-848dd4e1-e489-4594-9198-f62403b7e62c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe1c8b7d-797b-4eb0-b7de-058b1a029578 HTTP/1.1" status: 200 len: 210 time: 0.0304329 Aug 16 21:24:02.351142 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-1da1f2e7-19b5-4480-ba83-6e75cb17c4d9 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:02.352634 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-1da1f2e7-19b5-4480-ba83-6e75cb17c4d9 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.72 "GET /v2.0/networks?id=6d1c820f-5652-4727-a461-82d8fc1df087 HTTP/1.1" status: 200 len: 812 time: 0.1047344 Aug 16 21:24:02.367286 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-14586d24-f7f2-445a-9c73-565922d74cc2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Request body: {'port': {'device_id': 'fe1c8b7d-797b-4eb0-b7de-058b1a029578', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'admin_state_up': True, 'tenant_id': 'c303000a85b446a6930d70eb3fbff562'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:24:02.549654 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-14586d24-f7f2-445a-9c73-565922d74cc2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Made reservation on behalf of c303000a85b446a6930d70eb3fbff562 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:24:02.553494 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-14586d24-f7f2-445a-9c73-565922d74cc2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:02.687446 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-14586d24-f7f2-445a-9c73-565922d74cc2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Allocated IP 172.20.0.12 (6d1c820f-5652-4727-a461-82d8fc1df087/1656dac3-4ff6-47af-b9d7-4b2835fb6128/0899e8a5-0f93-499d-8fbb-5b54da9287bc) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:24:02.841118 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-14586d24-f7f2-445a-9c73-565922d74cc2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:02.855021 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-14586d24-f7f2-445a-9c73-565922d74cc2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Transition to ACTIVE for port object 0899e8a5-0f93-499d-8fbb-5b54da9287bc will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:24:02.955533 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-14586d24-f7f2-445a-9c73-565922d74cc2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:03.009648 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-14586d24-f7f2-445a-9c73-565922d74cc2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Network 6d1c820f-5652-4727-a461-82d8fc1df087 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:24:03.013815 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-14586d24-f7f2-445a-9c73-565922d74cc2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:24:03.015945 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14586d24-f7f2-445a-9c73-565922d74cc2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Pushing event updated for resources: {'Port': ['ID=0899e8a5-0f93-499d-8fbb-5b54da9287bc,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:24:03.018272 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-14586d24-f7f2-445a-9c73-565922d74cc2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:24:03.029545 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14586d24-f7f2-445a-9c73-565922d74cc2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:24:03.029908 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14586d24-f7f2-445a-9c73-565922d74cc2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:24:03.030258 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14586d24-f7f2-445a-9c73-565922d74cc2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:24:03.030604 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14586d24-f7f2-445a-9c73-565922d74cc2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:24:03.030947 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14586d24-f7f2-445a-9c73-565922d74cc2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:24:03.031288 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14586d24-f7f2-445a-9c73-565922d74cc2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:24:03.031621 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14586d24-f7f2-445a-9c73-565922d74cc2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:24:03.031985 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14586d24-f7f2-445a-9c73-565922d74cc2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:24:03.032318 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14586d24-f7f2-445a-9c73-565922d74cc2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:24:03.032644 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14586d24-f7f2-445a-9c73-565922d74cc2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:24:03.032976 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14586d24-f7f2-445a-9c73-565922d74cc2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:24:03.033305 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14586d24-f7f2-445a-9c73-565922d74cc2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:24:03.100940 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-14586d24-f7f2-445a-9c73-565922d74cc2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:03.101623 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-14586d24-f7f2-445a-9c73-565922d74cc2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:03.175478 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-14586d24-f7f2-445a-9c73-565922d74cc2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8127942 Aug 16 21:24:03.190813 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-b93812d8-1a5e-408a-81c1-c5816b35c70a service neutron] Request body: {'port': {'device_id': 'fe1c8b7d-797b-4eb0-b7de-058b1a029578', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:24:03.220795 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08648255-a9c4-40ca-b8a3-e00ff35786da req-e2f9706c-6975-49e7-867a-84becc9c16ee tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:03.223318 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-08648255-a9c4-40ca-b8a3-e00ff35786da req-e2f9706c-6975-49e7-867a-84becc9c16ee tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe1c8b7d-797b-4eb0-b7de-058b1a029578 HTTP/1.1" status: 200 len: 932 time: 0.0585091 Aug 16 21:24:03.256311 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-b93812d8-1a5e-408a-81c1-c5816b35c70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:03.279153 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-08648255-a9c4-40ca-b8a3-e00ff35786da req-56b63d03-b949-49e3-b659-404c3de91b4c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496490 Aug 16 21:24:03.316227 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-127b403b-0b29-4168-bf0c-486c08eed8b7 None None] Provisioning for port 0899e8a5-0f93-499d-8fbb-5b54da9287bc completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:24:03.318843 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-127b403b-0b29-4168-bf0c-486c08eed8b7 None None] Provisioning complete for port 0899e8a5-0f93-499d-8fbb-5b54da9287bc triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:24:03.319283 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-127b403b-0b29-4168-bf0c-486c08eed8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:03.362500 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-127b403b-0b29-4168-bf0c-486c08eed8b7 None None] Port 0899e8a5-0f93-499d-8fbb-5b54da9287bc cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:24:03.579234 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-b93812d8-1a5e-408a-81c1-c5816b35c70a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0899e8a5-0f93-499d-8fbb-5b54da9287bc {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:24:03.587738 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-b93812d8-1a5e-408a-81c1-c5816b35c70a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:03.600582 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-b93812d8-1a5e-408a-81c1-c5816b35c70a service neutron] Transition to ACTIVE for port object 0899e8a5-0f93-499d-8fbb-5b54da9287bc will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:24:03.622964 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6de40854-4cd5-4a1a-b1c4-fea8a2c5c1b1 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:24:03.673926 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 6de40854-4cd5-4a1a-b1c4-fea8a2c5c1b1 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:24:03.674301 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:03.737936 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-b93812d8-1a5e-408a-81c1-c5816b35c70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:03.814907 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93812d8-1a5e-408a-81c1-c5816b35c70a service neutron] Pushing event updated for resources: {'Port': ['ID=0899e8a5-0f93-499d-8fbb-5b54da9287bc,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:24:03.877114 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-b93812d8-1a5e-408a-81c1-c5816b35c70a service neutron] Attempting to bind port 0899e8a5-0f93-499d-8fbb-5b54da9287bc on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:24:03.877449 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-b93812d8-1a5e-408a-81c1-c5816b35c70a service neutron] Attempting to bind port 0899e8a5-0f93-499d-8fbb-5b54da9287bc by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': 'acec49ee-0612-4329-ad28-ad4a9de84f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:24:03.877786 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-b93812d8-1a5e-408a-81c1-c5816b35c70a service neutron] Attempting to bind port 0899e8a5-0f93-499d-8fbb-5b54da9287bc on network 6d1c820f-5652-4727-a461-82d8fc1df087 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:24:03.882610 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-b93812d8-1a5e-408a-81c1-c5816b35c70a service neutron] Port 0899e8a5-0f93-499d-8fbb-5b54da9287bc on network 6d1c820f-5652-4727-a461-82d8fc1df087 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:24:03.883246 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-b93812d8-1a5e-408a-81c1-c5816b35c70a service neutron] Attempting to bind port 0899e8a5-0f93-499d-8fbb-5b54da9287bc on network 6d1c820f-5652-4727-a461-82d8fc1df087 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:24:03.888612 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-b93812d8-1a5e-408a-81c1-c5816b35c70a service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:24:03.889031 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-b93812d8-1a5e-408a-81c1-c5816b35c70a service neutron] Checking segment: {'id': 'acec49ee-0612-4329-ad28-ad4a9de84f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:24:03.889486 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-b93812d8-1a5e-408a-81c1-c5816b35c70a service neutron] Bound using segment: {'id': 'acec49ee-0612-4329-ad28-ad4a9de84f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:24:03.890012 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-b93812d8-1a5e-408a-81c1-c5816b35c70a service neutron] Bound port: 0899e8a5-0f93-499d-8fbb-5b54da9287bc, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acec49ee-0612-4329-ad28-ad4a9de84f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:24:03.890441 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-b93812d8-1a5e-408a-81c1-c5816b35c70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:03.967895 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-b93812d8-1a5e-408a-81c1-c5816b35c70a service neutron] For port 0899e8a5-0f93-499d-8fbb-5b54da9287bc, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:24:03.967895 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-b93812d8-1a5e-408a-81c1-c5816b35c70a service neutron] For port 0899e8a5-0f93-499d-8fbb-5b54da9287bc, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=0899e8a5-0f93-499d-8fbb-5b54da9287bc,segment=NetworkSegment(acec49ee-0612-4329-ad28-ad4a9de84f79),segment_id=acec49ee-0612-4329-ad28-ad4a9de84f79)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:24:04.088186 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-b93812d8-1a5e-408a-81c1-c5816b35c70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:04.125067 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-b93812d8-1a5e-408a-81c1-c5816b35c70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:04.125976 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-b93812d8-1a5e-408a-81c1-c5816b35c70a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:04.127342 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-b93812d8-1a5e-408a-81c1-c5816b35c70a service neutron] 10.222.0.72 "PUT /v2.0/ports/0899e8a5-0f93-499d-8fbb-5b54da9287bc HTTP/1.1" status: 200 len: 1093 time: 0.9436285 Aug 16 21:24:04.127823 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe1c8b7d-797b-4eb0-b7de-058b1a029578', 'tag': '0899e8a5-0f93-499d-8fbb-5b54da9287bc'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:24:04.130860 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbb0064-5a38-4a4f-b1b9-78726508c92a" -d '{"events": [{"name": "network-changed", "server_uuid": "fe1c8b7d-797b-4eb0-b7de-058b1a029578", "tag": "0899e8a5-0f93-499d-8fbb-5b54da9287bc"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:24:04.158556 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93812d8-1a5e-408a-81c1-c5816b35c70a service neutron] Pushing event updated for resources: {'Port': ['ID=0899e8a5-0f93-499d-8fbb-5b54da9287bc,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:24:04.185253 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60cb9f3-119a-4c80-ab07-31cd2d19bd8b x-openstack-request-id: req-b60cb9f3-119a-4c80-ab07-31cd2d19bd8b {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:24:04.185553 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe1c8b7d-797b-4eb0-b7de-058b1a029578", "tag": "0899e8a5-0f93-499d-8fbb-5b54da9287bc", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:24:04.185862 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b60cb9f3-119a-4c80-ab07-31cd2d19bd8b {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:24:04.186576 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe1c8b7d-797b-4eb0-b7de-058b1a029578', 'tag': '0899e8a5-0f93-499d-8fbb-5b54da9287bc', 'status': 'completed', 'code': 200} Aug 16 21:24:04.252612 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb0064-5a38-4a4f-b1b9-78726508c92a req-732df514-71b9-45a1-9340-93fb527a9d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:04.254150 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3dbb0064-5a38-4a4f-b1b9-78726508c92a req-732df514-71b9-45a1-9340-93fb527a9d7e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c303000a85b446a6930d70eb3fbff562&device_id=fe1c8b7d-797b-4eb0-b7de-058b1a029578 HTTP/1.1" status: 200 len: 1096 time: 0.0451989 Aug 16 21:24:04.407085 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb0064-5a38-4a4f-b1b9-78726508c92a req-fd88d044-8ce5-4b2d-a7d9-184efc01d271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:04.408881 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3dbb0064-5a38-4a4f-b1b9-78726508c92a req-fd88d044-8ce5-4b2d-a7d9-184efc01d271 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=c303000a85b446a6930d70eb3fbff562&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1468420 Aug 16 21:24:04.448268 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ce484-4224-4034-bf74-8b643d4ca218 req-63038f95-ad56-4f16-8d04-55c15b75eb1f tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:04.450020 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-db5ce484-4224-4034-bf74-8b643d4ca218 req-63038f95-ad56-4f16-8d04-55c15b75eb1f tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe1c8b7d-797b-4eb0-b7de-058b1a029578 HTTP/1.1" status: 200 len: 944 time: 0.0805399 Aug 16 21:24:04.492919 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-db5ce484-4224-4034-bf74-8b643d4ca218 req-b1b00ddf-3e23-4064-bae5-594b1492cc1a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356951 Aug 16 21:24:04.526178 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb0064-5a38-4a4f-b1b9-78726508c92a req-fbee4502-bdf2-4582-96f3-02250a01c39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:04.533870 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3dbb0064-5a38-4a4f-b1b9-78726508c92a req-fbee4502-bdf2-4582-96f3-02250a01c39b service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1131318 Aug 16 21:24:04.611183 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-9c193422-2807-4a74-af63-2088e3de021e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:04.612847 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-9c193422-2807-4a74-af63-2088e3de021e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c303000a85b446a6930d70eb3fbff562&device_id=fe1c8b7d-797b-4eb0-b7de-058b1a029578 HTTP/1.1" status: 200 len: 1096 time: 0.0433779 Aug 16 21:24:04.656055 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-4bcc093b-f52b-4dec-9725-86e5e2d74f83 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0899e8a5-0f93-499d-8fbb-5b54da9287bc HTTP/1.1" status: 200 len: 217 time: 0.0356817 Aug 16 21:24:04.710681 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-6291df84-e1d4-41b1-8455-1a266b73cc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:04.712375 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-6291df84-e1d4-41b1-8455-1a266b73cc23 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1656dac3-4ff6-47af-b9d7-4b2835fb6128 HTTP/1.1" status: 200 len: 851 time: 0.0500875 Aug 16 21:24:04.759184 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-55d7fa5f-7ea3-4d8c-9288-98d653195ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:04.760999 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-55d7fa5f-7ea3-4d8c-9288-98d653195ee5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d1c820f-5652-4727-a461-82d8fc1df087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416715 Aug 16 21:24:04.857863 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-75d2da03-4ba3-4f5d-8b17-c3833897ac49 service neutron] 10.222.0.72 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894597 Aug 16 21:24:04.960417 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8bd54696-264c-4434-a201-9d262f85cdd8 req-d0c80fe6-6fa1-4d09-8ddb-e02cff25dadd service neutron] 10.222.0.72 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953205 Aug 16 21:24:05.615416 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb14e7e-4895-4ebc-9588-e79b9137aa46 req-1c5ffd41-77b5-40fb-b57f-445b5cda6539 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:05.617166 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8cb14e7e-4895-4ebc-9588-e79b9137aa46 req-1c5ffd41-77b5-40fb-b57f-445b5cda6539 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe1c8b7d-797b-4eb0-b7de-058b1a029578 HTTP/1.1" status: 200 len: 944 time: 0.0550506 Aug 16 21:24:05.656269 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8cb14e7e-4895-4ebc-9588-e79b9137aa46 req-f2efd186-41d6-4056-9b85-18d4bb861e95 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328956 Aug 16 21:24:06.775705 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c1afa-c0d5-4561-85d4-f3db89ac7eb5 req-8ad16484-742c-4550-9703-36db606024c0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:06.777455 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-937c1afa-c0d5-4561-85d4-f3db89ac7eb5 req-8ad16484-742c-4550-9703-36db606024c0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe1c8b7d-797b-4eb0-b7de-058b1a029578 HTTP/1.1" status: 200 len: 944 time: 0.0528741 Aug 16 21:24:06.817088 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-937c1afa-c0d5-4561-85d4-f3db89ac7eb5 req-7bd95790-28e9-46e0-91a7-1613c5ad4c11 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331969 Aug 16 21:24:07.934826 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8e9ed-3f5a-4a79-926b-f05551f75842 req-ad69ec6d-7253-4b08-bcf2-a5cf48019627 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:07.936353 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a9f8e9ed-3f5a-4a79-926b-f05551f75842 req-ad69ec6d-7253-4b08-bcf2-a5cf48019627 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe1c8b7d-797b-4eb0-b7de-058b1a029578 HTTP/1.1" status: 200 len: 944 time: 0.0502942 Aug 16 21:24:07.975021 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a9f8e9ed-3f5a-4a79-926b-f05551f75842 req-858514df-1804-4ff1-9803-0f04a9c79262 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325933 Aug 16 21:24:09.098877 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24af49-675a-4bf1-a36b-3e93784c5569 req-86cadf79-40c9-4bfe-bf8b-a5257714bf58 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:09.100537 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ae24af49-675a-4bf1-a36b-3e93784c5569 req-86cadf79-40c9-4bfe-bf8b-a5257714bf58 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe1c8b7d-797b-4eb0-b7de-058b1a029578 HTTP/1.1" status: 200 len: 944 time: 0.0555542 Aug 16 21:24:09.140016 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ae24af49-675a-4bf1-a36b-3e93784c5569 req-82131468-b1f0-4621-8f55-f7dabbec45dd tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331304 Aug 16 21:24:10.259657 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2026ac4-c77d-491c-9607-97239ea32a47 req-8f40e96b-ac09-4918-a466-9ae142e2fb9d tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:10.261247 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d2026ac4-c77d-491c-9607-97239ea32a47 req-8f40e96b-ac09-4918-a466-9ae142e2fb9d tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe1c8b7d-797b-4eb0-b7de-058b1a029578 HTTP/1.1" status: 200 len: 944 time: 0.0535271 Aug 16 21:24:10.310720 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d2026ac4-c77d-491c-9607-97239ea32a47 req-24729612-db70-43e8-94f7-6e428d897c6f tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433216 Aug 16 21:24:11.109251 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ffc2d5ac-ee1b-473b-8a9d-18c4e357902d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:11.421601 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c67ddb-f1a7-4563-938a-c81d80b177f1 req-8a1f32cf-82ee-412c-b21c-4e03d663bea0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:11.423507 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-52c67ddb-f1a7-4563-938a-c81d80b177f1 req-8a1f32cf-82ee-412c-b21c-4e03d663bea0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe1c8b7d-797b-4eb0-b7de-058b1a029578 HTTP/1.1" status: 200 len: 944 time: 0.0513909 Aug 16 21:24:11.461971 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-52c67ddb-f1a7-4563-938a-c81d80b177f1 req-dc1657d2-9e23-41e4-8651-b125ba85efc3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319462 Aug 16 21:24:12.585906 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379245f-14f6-40a0-b19a-69e0742510ff req-187249ec-2f64-4b79-bf00-600bbb65502a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:12.587296 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e379245f-14f6-40a0-b19a-69e0742510ff req-187249ec-2f64-4b79-bf00-600bbb65502a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe1c8b7d-797b-4eb0-b7de-058b1a029578 HTTP/1.1" status: 200 len: 944 time: 0.0527179 Aug 16 21:24:12.971221 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e379245f-14f6-40a0-b19a-69e0742510ff req-f8c7e82c-8778-418c-96d2-f8d40f31b718 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777299 Aug 16 21:24:13.638347 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-978f1dbb-ea3c-4edd-9897-7d0288dad06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:13.867013 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:14.090600 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db80501-e12e-44ba-9fe9-88f9eff4a002 req-b9910125-fc6c-45c3-90fb-967eb00b9703 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:14.092149 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0db80501-e12e-44ba-9fe9-88f9eff4a002 req-b9910125-fc6c-45c3-90fb-967eb00b9703 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe1c8b7d-797b-4eb0-b7de-058b1a029578 HTTP/1.1" status: 200 len: 944 time: 0.0485537 Aug 16 21:24:14.128626 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0db80501-e12e-44ba-9fe9-88f9eff4a002 req-3e3d3662-841a-4c8c-a360-cdd3b8a53069 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303609 Aug 16 21:24:14.895402 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:15.246658 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf183a1-c9bd-46c5-96af-fbe3320ecd92 req-cdd5d404-b8dd-4f2b-b368-072e1073f0c1 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:15.248247 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7bf183a1-c9bd-46c5-96af-fbe3320ecd92 req-cdd5d404-b8dd-4f2b-b368-072e1073f0c1 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe1c8b7d-797b-4eb0-b7de-058b1a029578 HTTP/1.1" status: 200 len: 944 time: 0.0527451 Aug 16 21:24:15.287922 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7bf183a1-c9bd-46c5-96af-fbe3320ecd92 req-5737ffaa-e62c-414c-bc77-da27fd98e69b tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336897 Aug 16 21:24:15.468107 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 0899e8a5-0f93-499d-8fbb-5b54da9287bc details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:24:15.554374 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 0899e8a5-0f93-499d-8fbb-5b54da9287bc, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=0899e8a5-0f93-499d-8fbb-5b54da9287bc,segment=NetworkSegment(acec49ee-0612-4329-ad28-ad4a9de84f79),segment_id=acec49ee-0612-4329-ad28-ad4a9de84f79)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:24:15.567123 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '0899e8a5-0f93-499d-8fbb-5b54da9287bc', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'port_id': '0899e8a5-0f93-499d-8fbb-5b54da9287bc', 'mac_address': 'fa:16:3e:55:e7:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:24:15.604985 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:15.622542 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0899e8a5-0f93-499d-8fbb-5b54da9287bc {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:24:15.646600 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 0899e8a5-0f93-499d-8fbb-5b54da9287bc, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=0899e8a5-0f93-499d-8fbb-5b54da9287bc,segment=NetworkSegment(acec49ee-0612-4329-ad28-ad4a9de84f79),segment_id=acec49ee-0612-4329-ad28-ad4a9de84f79)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:24:15.752675 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:15.802666 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=0899e8a5-0f93-499d-8fbb-5b54da9287bc,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:24:15.990687 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['0899e8a5-0f93-499d-8fbb-5b54da9287bc'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:24:16.407212 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f2323-7fa1-4b61-a04b-9a3a2cdc79c9 req-7083a339-a4ed-4adf-be2e-900aeb006e6e tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:16.408752 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f76f2323-7fa1-4b61-a04b-9a3a2cdc79c9 req-7083a339-a4ed-4adf-be2e-900aeb006e6e tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe1c8b7d-797b-4eb0-b7de-058b1a029578 HTTP/1.1" status: 200 len: 945 time: 0.0543916 Aug 16 21:24:16.447530 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f76f2323-7fa1-4b61-a04b-9a3a2cdc79c9 req-d0d27f42-1b3e-4b2c-aafb-efba6fb1b2d9 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326390 Aug 16 21:24:16.605344 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:17.459857 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 0899e8a5-0f93-499d-8fbb-5b54da9287bc up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:24:17.565761 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaac7f3-5564-407a-9049-05a5f83b0d2f req-e2b11963-1cca-49b1-972f-52c1ad7f83b1 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:17.567290 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eaaac7f3-5564-407a-9049-05a5f83b0d2f req-e2b11963-1cca-49b1-972f-52c1ad7f83b1 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe1c8b7d-797b-4eb0-b7de-058b1a029578 HTTP/1.1" status: 200 len: 945 time: 0.0521357 Aug 16 21:24:17.586454 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 0899e8a5-0f93-499d-8fbb-5b54da9287bc completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:24:17.591258 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 0899e8a5-0f93-499d-8fbb-5b54da9287bc triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:24:17.591660 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:17.607323 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eaaac7f3-5564-407a-9049-05a5f83b0d2f req-deb09006-a06e-420a-b742-ed46b9bf4283 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331662 Aug 16 21:24:17.674353 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:17.697127 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1c8b7d-797b-4eb0-b7de-058b1a029578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0899e8a5-0f93-499d-8fbb-5b54da9287bc'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:24:17.699382 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b0ef23-3c35-434f-8b1b-e9604d06eeb8" -d '{"events": [{"server_uuid": "fe1c8b7d-797b-4eb0-b7de-058b1a029578", "name": "network-vif-plugged", "status": "completed", "tag": "0899e8a5-0f93-499d-8fbb-5b54da9287bc"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:24:17.713259 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 0899e8a5-0f93-499d-8fbb-5b54da9287bc, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=0899e8a5-0f93-499d-8fbb-5b54da9287bc,segment=NetworkSegment(acec49ee-0612-4329-ad28-ad4a9de84f79),segment_id=acec49ee-0612-4329-ad28-ad4a9de84f79)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:24:17.737730 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e68917-5e22-4706-9e81-6773931902f1 x-openstack-request-id: req-89e68917-5e22-4706-9e81-6773931902f1 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:24:17.738281 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1c8b7d-797b-4eb0-b7de-058b1a029578", "name": "network-vif-plugged", "status": "completed", "tag": "0899e8a5-0f93-499d-8fbb-5b54da9287bc", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:24:17.738723 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-89e68917-5e22-4706-9e81-6773931902f1 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:24:17.739136 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1c8b7d-797b-4eb0-b7de-058b1a029578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0899e8a5-0f93-499d-8fbb-5b54da9287bc', 'code': 200} Aug 16 21:24:17.792646 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:17.837333 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a86635-bae5-4d46-af83-295f3e9dcf3c req-d8cf68bf-2044-445a-882e-d9c739912410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:17.839120 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-84a86635-bae5-4d46-af83-295f3e9dcf3c req-d8cf68bf-2044-445a-882e-d9c739912410 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fe1c8b7d-797b-4eb0-b7de-058b1a029578 HTTP/1.1" status: 200 len: 1098 time: 0.0456226 Aug 16 21:24:17.849937 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=0899e8a5-0f93-499d-8fbb-5b54da9287bc,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:24:17.885587 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-84a86635-bae5-4d46-af83-295f3e9dcf3c req-63cbf000-7745-4b00-9be7-312b2aba7858 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388594 Aug 16 21:24:18.736836 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088e487-b9c7-40df-9ee9-0dc78471fafc req-6bd74c16-bb56-4aa7-abf3-4b122c36b41f tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:18.738917 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9088e487-b9c7-40df-9ee9-0dc78471fafc req-6bd74c16-bb56-4aa7-abf3-4b122c36b41f tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe1c8b7d-797b-4eb0-b7de-058b1a029578 HTTP/1.1" status: 200 len: 946 time: 0.0592422 Aug 16 21:24:18.778081 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9088e487-b9c7-40df-9ee9-0dc78471fafc req-aca11060-48aa-4d3d-8fcb-e7d020186f9d tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325708 Aug 16 21:24:19.409731 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:19.907046 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4e576-85c2-43bf-846e-72cff8e8cb4a req-33a41911-40ec-4051-aa7c-adaad4aafd1b tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:19.908722 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b5b4e576-85c2-43bf-846e-72cff8e8cb4a req-33a41911-40ec-4051-aa7c-adaad4aafd1b tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe1c8b7d-797b-4eb0-b7de-058b1a029578 HTTP/1.1" status: 200 len: 946 time: 0.0581024 Aug 16 21:24:19.949375 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b5b4e576-85c2-43bf-846e-72cff8e8cb4a req-d333e11a-4a91-4a9d-8f4d-297a2878758f tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338221 Aug 16 21:24:20.096976 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefd4c5-9026-49a9-9d95-67d506817bf9 req-e1f9c5b2-16d2-48d9-8a3d-477d9255f7c4 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:20.098529 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2fefd4c5-9026-49a9-9d95-67d506817bf9 req-e1f9c5b2-16d2-48d9-8a3d-477d9255f7c4 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe1c8b7d-797b-4eb0-b7de-058b1a029578 HTTP/1.1" status: 200 len: 946 time: 0.0516074 Aug 16 21:24:20.138041 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2fefd4c5-9026-49a9-9d95-67d506817bf9 req-3b6f6c6c-a5c8-42c9-a63d-5d22d406ba12 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334666 Aug 16 21:24:20.252373 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b3429-408a-40e8-8bc1-852cfcae4445 req-53c8caf5-3975-4575-8b96-174cf1c9f8bc tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:20.254429 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-021b3429-408a-40e8-8bc1-852cfcae4445 req-53c8caf5-3975-4575-8b96-174cf1c9f8bc tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe1c8b7d-797b-4eb0-b7de-058b1a029578 HTTP/1.1" status: 200 len: 946 time: 0.0510538 Aug 16 21:24:20.294085 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-021b3429-408a-40e8-8bc1-852cfcae4445 req-c9e226a9-cf8a-4504-89fa-3ef484f00615 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336225 Aug 16 21:24:20.828480 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a185c8-2c0b-492d-898e-5de6873336c5 req-bd965019-f2d7-4a46-af36-fed62b36fa66 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:20.829966 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c1a185c8-2c0b-492d-898e-5de6873336c5 req-bd965019-f2d7-4a46-af36-fed62b36fa66 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe1c8b7d-797b-4eb0-b7de-058b1a029578 HTTP/1.1" status: 200 len: 946 time: 0.0545225 Aug 16 21:24:20.871300 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c1a185c8-2c0b-492d-898e-5de6873336c5 req-05a00792-9889-46ca-b59c-7f27e4bfcce6 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350573 Aug 16 21:24:22.009490 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f923988-3eec-4053-bfe0-f95edf4f7c30 req-4af1711c-fc3b-4052-b513-c23123fdbb02 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:22.011046 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3f923988-3eec-4053-bfe0-f95edf4f7c30 req-4af1711c-fc3b-4052-b513-c23123fdbb02 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe1c8b7d-797b-4eb0-b7de-058b1a029578 HTTP/1.1" status: 200 len: 946 time: 0.0525017 Aug 16 21:24:22.049566 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3f923988-3eec-4053-bfe0-f95edf4f7c30 req-2b8ea767-0438-42d3-a5e1-7ddbf0208d4b tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322604 Aug 16 21:24:22.237993 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:22.249884 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaabc11-2d4c-4dca-88a2-9f9783fcb593 req-f2227f08-b8a9-4537-9869-7c323423fddf tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:22.251389 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-aaaabc11-2d4c-4dca-88a2-9f9783fcb593 req-f2227f08-b8a9-4537-9869-7c323423fddf tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe1c8b7d-797b-4eb0-b7de-058b1a029578 HTTP/1.1" status: 200 len: 946 time: 0.0548074 Aug 16 21:24:22.344744 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-aaaabc11-2d4c-4dca-88a2-9f9783fcb593 req-207c7942-4a93-4b3d-960f-193466a3b9f7 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Deleting port 0899e8a5-0f93-499d-8fbb-5b54da9287bc {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:24:22.345107 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-aaaabc11-2d4c-4dca-88a2-9f9783fcb593 req-207c7942-4a93-4b3d-960f-193466a3b9f7 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:22.436850 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-aaaabc11-2d4c-4dca-88a2-9f9783fcb593 req-207c7942-4a93-4b3d-960f-193466a3b9f7 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] For port 0899e8a5-0f93-499d-8fbb-5b54da9287bc, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=0899e8a5-0f93-499d-8fbb-5b54da9287bc,segment=NetworkSegment(acec49ee-0612-4329-ad28-ad4a9de84f79),segment_id=acec49ee-0612-4329-ad28-ad4a9de84f79)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:24:22.437229 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-aaaabc11-2d4c-4dca-88a2-9f9783fcb593 req-207c7942-4a93-4b3d-960f-193466a3b9f7 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:22.453334 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-aaaabc11-2d4c-4dca-88a2-9f9783fcb593 req-207c7942-4a93-4b3d-960f-193466a3b9f7 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Calling delete_port for 0899e8a5-0f93-499d-8fbb-5b54da9287bc owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:24:22.666798 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-aaaabc11-2d4c-4dca-88a2-9f9783fcb593 req-207c7942-4a93-4b3d-960f-193466a3b9f7 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:22.679414 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['0899e8a5-0f93-499d-8fbb-5b54da9287bc'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:24:22.702012 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c7942-4a93-4b3d-960f-193466a3b9f7 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Pushing event deleted for resources: {'Port': ['ID=0899e8a5-0f93-499d-8fbb-5b54da9287bc,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:24:22.752475 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaaabc11-2d4c-4dca-88a2-9f9783fcb593 req-207c7942-4a93-4b3d-960f-193466a3b9f7 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] No DVR routers for this DVR port 0899e8a5-0f93-499d-8fbb-5b54da9287bc on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:24:22.755911 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-aaaabc11-2d4c-4dca-88a2-9f9783fcb593 req-207c7942-4a93-4b3d-960f-193466a3b9f7 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:22.758460 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-aaaabc11-2d4c-4dca-88a2-9f9783fcb593 req-207c7942-4a93-4b3d-960f-193466a3b9f7 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.72 "DELETE /v2.0/ports/0899e8a5-0f93-499d-8fbb-5b54da9287bc HTTP/1.1" status: 204 len: 173 time: 0.5010042 Aug 16 21:24:22.758981 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1c8b7d-797b-4eb0-b7de-058b1a029578', 'name': 'network-vif-deleted', 'tag': '0899e8a5-0f93-499d-8fbb-5b54da9287bc'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:24:22.762445 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69e564b-4a6f-4a77-984d-8112c8c79bfd" -d '{"events": [{"server_uuid": "fe1c8b7d-797b-4eb0-b7de-058b1a029578", "name": "network-vif-deleted", "tag": "0899e8a5-0f93-499d-8fbb-5b54da9287bc"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:24:22.803228 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7063d89a-f51a-49b5-9f71-f4b73cbae11c x-openstack-request-id: req-7063d89a-f51a-49b5-9f71-f4b73cbae11c {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:24:22.803709 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1c8b7d-797b-4eb0-b7de-058b1a029578", "name": "network-vif-deleted", "tag": "0899e8a5-0f93-499d-8fbb-5b54da9287bc", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:24:22.804082 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7063d89a-f51a-49b5-9f71-f4b73cbae11c {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:24:22.804786 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1c8b7d-797b-4eb0-b7de-058b1a029578', 'name': 'network-vif-deleted', 'tag': '0899e8a5-0f93-499d-8fbb-5b54da9287bc', 'status': 'completed', 'code': 200} Aug 16 21:24:23.156970 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f05c22b6-ef9a-4d4f-823a-ebc55afdba3f req-1c2a7a32-f161-4fc0-9826-aac1459dc422 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe1c8b7d-797b-4eb0-b7de-058b1a029578 HTTP/1.1" status: 200 len: 210 time: 0.0379169 Aug 16 21:24:24.272982 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-089a7959-3167-407c-9ebc-4810a8f8588b req-241fb28f-76af-4baa-9fcb-d47345e1e48a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe1c8b7d-797b-4eb0-b7de-058b1a029578 HTTP/1.1" status: 200 len: 210 time: 0.0357361 Aug 16 21:24:25.373095 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-25f776c8-49f7-4249-988d-5d94dbf47f56 req-27e4422a-0e6b-49b1-a889-83ecb0d9707e tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe1c8b7d-797b-4eb0-b7de-058b1a029578 HTTP/1.1" status: 200 len: 210 time: 0.0319560 Aug 16 21:24:25.489091 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 0899e8a5-0f93-499d-8fbb-5b54da9287bc no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:24:25.509805 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 0899e8a5-0f93-499d-8fbb-5b54da9287bc {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:24:25.510155 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 0899e8a5-0f93-499d-8fbb-5b54da9287bc not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:24:26.475766 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8acb13df-6279-4f43-8bd1-07adb4e336b0 req-72f041eb-8c2d-4510-b4ad-ff881ca934a6 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe1c8b7d-797b-4eb0-b7de-058b1a029578 HTTP/1.1" status: 200 len: 210 time: 0.0267000 Aug 16 21:24:26.862003 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:24:41.057383 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-18b3e4b4-e347-436a-bf9b-0a82510e5097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:43.632090 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5c31f07c-0885-45d2-a5e4-f2ff91051bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:43.902906 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:44.909068 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:46.654583 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:49.491808 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:52.236986 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:54.981337 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-7d6a6bd8-819a-467b-b2fc-75e7c437d531 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:54.982864 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-7d6a6bd8-819a-467b-b2fc-75e7c437d531 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/networks?id=6d1c820f-5652-4727-a461-82d8fc1df087 HTTP/1.1" status: 200 len: 812 time: 0.1038334 Aug 16 21:24:54.998782 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-e25dcf4e-ff61-4c91-a504-4b0984dc81de tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/quotas/c303000a85b446a6930d70eb3fbff562 HTTP/1.1" status: 200 len: 375 time: 0.0097370 Aug 16 21:24:55.056551 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-26670039-7116-4199-91f3-f689601c2ec2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=c303000a85b446a6930d70eb3fbff562&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526848 Aug 16 21:24:55.068232 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-9d3540f1-a3b8-4872-800f-3be86b191a65 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:24:55.069206 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-9d3540f1-a3b8-4872-800f-3be86b191a65 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062151 Aug 16 21:24:55.157886 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-830e4b24-af4f-4ec3-bfc5-43d3c5ed2a88 service neutron] 10.222.0.84 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824375 Aug 16 21:24:55.251280 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-09011ed2-3823-4db6-bc28-a1d99abd3055 service neutron] 10.222.0.84 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871277 Aug 16 21:24:55.506117 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-85939006-a448-4e66-8bbd-9166d48aa3e9 req-1e67ec0b-7a8a-4a98-b308-c01b5d1bda61 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 210 time: 0.0276425 Aug 16 21:24:56.602557 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-88db51df-3047-42d4-8a2a-7abb2f4cfbb4 req-33d7d5e7-8f10-449a-8b5a-fc7bce4e5863 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 210 time: 0.0300424 Aug 16 21:24:57.382481 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-b6130fd0-331f-410a-b0ad-c11f950fcedc tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:57.384227 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-b6130fd0-331f-410a-b0ad-c11f950fcedc tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.72 "GET /v2.0/networks?id=6d1c820f-5652-4727-a461-82d8fc1df087 HTTP/1.1" status: 200 len: 812 time: 0.1081426 Aug 16 21:24:57.398682 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-2e281f31-fede-432d-a81c-b902bc27afa0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Request body: {'port': {'device_id': 'f03ef5b9-6298-4dae-bd03-bbe7d90a3d37', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'admin_state_up': True, 'tenant_id': 'c303000a85b446a6930d70eb3fbff562'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:24:57.602403 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-2e281f31-fede-432d-a81c-b902bc27afa0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Made reservation on behalf of c303000a85b446a6930d70eb3fbff562 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:24:57.606099 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-2e281f31-fede-432d-a81c-b902bc27afa0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:57.717896 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d0c0eb1-1741-4f06-8022-4f192427dea6 req-f8b41e54-6669-4369-903c-c8ae6f15edd4 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 210 time: 0.0302169 Aug 16 21:24:57.758177 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-2e281f31-fede-432d-a81c-b902bc27afa0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Allocated IP 172.20.0.8 (6d1c820f-5652-4727-a461-82d8fc1df087/1656dac3-4ff6-47af-b9d7-4b2835fb6128/da16d3f2-aa83-4d83-b1fd-0323aba7b9e9) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:24:57.907487 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-2e281f31-fede-432d-a81c-b902bc27afa0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:57.921382 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-2e281f31-fede-432d-a81c-b902bc27afa0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Transition to ACTIVE for port object da16d3f2-aa83-4d83-b1fd-0323aba7b9e9 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:24:58.023374 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-2e281f31-fede-432d-a81c-b902bc27afa0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:58.069354 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-2e281f31-fede-432d-a81c-b902bc27afa0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Network 6d1c820f-5652-4727-a461-82d8fc1df087 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:24:58.072729 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-2e281f31-fede-432d-a81c-b902bc27afa0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:24:58.078277 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-2e281f31-fede-432d-a81c-b902bc27afa0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:24:58.114384 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e281f31-fede-432d-a81c-b902bc27afa0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Pushing event updated for resources: {'Port': ['ID=da16d3f2-aa83-4d83-b1fd-0323aba7b9e9,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:24:58.139172 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-2e281f31-fede-432d-a81c-b902bc27afa0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:58.139889 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-2e281f31-fede-432d-a81c-b902bc27afa0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:58.209959 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-2e281f31-fede-432d-a81c-b902bc27afa0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8161840 Aug 16 21:24:58.221102 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-b1d5b63b-2c84-44b0-84fb-fd516615600b tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:24:58.222109 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-b1d5b63b-2c84-44b0-84fb-fd516615600b tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058131 Aug 16 21:24:58.234195 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-6409bc05-0aec-4322-8c21-9bab9d6bd32c service neutron] Request body: {'port': {'device_id': 'f03ef5b9-6298-4dae-bd03-bbe7d90a3d37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:24:58.295214 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-6409bc05-0aec-4322-8c21-9bab9d6bd32c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:58.362507 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-4b2223fc-afad-4589-831c-f7c8d7562a98 None None] Provisioning for port da16d3f2-aa83-4d83-b1fd-0323aba7b9e9 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:24:58.368463 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-4b2223fc-afad-4589-831c-f7c8d7562a98 None None] Provisioning complete for port da16d3f2-aa83-4d83-b1fd-0323aba7b9e9 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:24:58.369023 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4b2223fc-afad-4589-831c-f7c8d7562a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:58.406806 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-4b2223fc-afad-4589-831c-f7c8d7562a98 None None] Port da16d3f2-aa83-4d83-b1fd-0323aba7b9e9 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:24:58.860768 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d01b23-3233-4ea9-a21b-3a24fdf116bb req-902cb0d6-c556-4658-b83b-138834ae59d5 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:58.862922 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-87d01b23-3233-4ea9-a21b-3a24fdf116bb req-902cb0d6-c556-4658-b83b-138834ae59d5 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 931 time: 0.0602524 Aug 16 21:24:58.906183 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-87d01b23-3233-4ea9-a21b-3a24fdf116bb req-5ab48055-1b67-4fa2-94a3-8232df708387 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361938 Aug 16 21:24:58.933047 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-6409bc05-0aec-4322-8c21-9bab9d6bd32c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da16d3f2-aa83-4d83-b1fd-0323aba7b9e9 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:24:58.941300 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-6409bc05-0aec-4322-8c21-9bab9d6bd32c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:58.954197 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-6409bc05-0aec-4322-8c21-9bab9d6bd32c service neutron] Transition to ACTIVE for port object da16d3f2-aa83-4d83-b1fd-0323aba7b9e9 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:24:59.040086 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-6409bc05-0aec-4322-8c21-9bab9d6bd32c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:59.094411 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409bc05-0aec-4322-8c21-9bab9d6bd32c service neutron] Pushing event updated for resources: {'Port': ['ID=da16d3f2-aa83-4d83-b1fd-0323aba7b9e9,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:24:59.170439 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-6409bc05-0aec-4322-8c21-9bab9d6bd32c service neutron] Attempting to bind port da16d3f2-aa83-4d83-b1fd-0323aba7b9e9 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:24:59.170782 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-6409bc05-0aec-4322-8c21-9bab9d6bd32c service neutron] Attempting to bind port da16d3f2-aa83-4d83-b1fd-0323aba7b9e9 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': 'acec49ee-0612-4329-ad28-ad4a9de84f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:24:59.171115 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-6409bc05-0aec-4322-8c21-9bab9d6bd32c service neutron] Attempting to bind port da16d3f2-aa83-4d83-b1fd-0323aba7b9e9 on network 6d1c820f-5652-4727-a461-82d8fc1df087 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:24:59.175698 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-6409bc05-0aec-4322-8c21-9bab9d6bd32c service neutron] Port da16d3f2-aa83-4d83-b1fd-0323aba7b9e9 on network 6d1c820f-5652-4727-a461-82d8fc1df087 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:24:59.176108 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-6409bc05-0aec-4322-8c21-9bab9d6bd32c service neutron] Attempting to bind port da16d3f2-aa83-4d83-b1fd-0323aba7b9e9 on network 6d1c820f-5652-4727-a461-82d8fc1df087 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:24:59.181057 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-6409bc05-0aec-4322-8c21-9bab9d6bd32c service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:24:59.181399 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-6409bc05-0aec-4322-8c21-9bab9d6bd32c service neutron] Checking segment: {'id': 'acec49ee-0612-4329-ad28-ad4a9de84f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:24:59.182065 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-6409bc05-0aec-4322-8c21-9bab9d6bd32c service neutron] Bound using segment: {'id': 'acec49ee-0612-4329-ad28-ad4a9de84f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:24:59.182390 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-6409bc05-0aec-4322-8c21-9bab9d6bd32c service neutron] Bound port: da16d3f2-aa83-4d83-b1fd-0323aba7b9e9, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acec49ee-0612-4329-ad28-ad4a9de84f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:24:59.182767 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-6409bc05-0aec-4322-8c21-9bab9d6bd32c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:59.260109 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-6409bc05-0aec-4322-8c21-9bab9d6bd32c service neutron] For port da16d3f2-aa83-4d83-b1fd-0323aba7b9e9, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:24:59.263916 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-6409bc05-0aec-4322-8c21-9bab9d6bd32c service neutron] For port da16d3f2-aa83-4d83-b1fd-0323aba7b9e9, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=da16d3f2-aa83-4d83-b1fd-0323aba7b9e9,segment=NetworkSegment(acec49ee-0612-4329-ad28-ad4a9de84f79),segment_id=acec49ee-0612-4329-ad28-ad4a9de84f79)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:24:59.340174 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-6409bc05-0aec-4322-8c21-9bab9d6bd32c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:59.373560 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-6409bc05-0aec-4322-8c21-9bab9d6bd32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:59.374156 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-6409bc05-0aec-4322-8c21-9bab9d6bd32c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:59.376073 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-6409bc05-0aec-4322-8c21-9bab9d6bd32c service neutron] 10.222.0.72 "PUT /v2.0/ports/da16d3f2-aa83-4d83-b1fd-0323aba7b9e9 HTTP/1.1" status: 200 len: 1092 time: 1.1461656 Aug 16 21:24:59.378609 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f03ef5b9-6298-4dae-bd03-bbe7d90a3d37', 'tag': 'da16d3f2-aa83-4d83-b1fd-0323aba7b9e9'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:24:59.382161 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdfdece-efa0-47f3-9799-9b9c4f0b1efb" -d '{"events": [{"name": "network-changed", "server_uuid": "f03ef5b9-6298-4dae-bd03-bbe7d90a3d37", "tag": "da16d3f2-aa83-4d83-b1fd-0323aba7b9e9"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:24:59.433179 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40415c82-eb16-4bde-87f4-a70fd7525003 x-openstack-request-id: req-40415c82-eb16-4bde-87f4-a70fd7525003 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:24:59.434012 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f03ef5b9-6298-4dae-bd03-bbe7d90a3d37", "tag": "da16d3f2-aa83-4d83-b1fd-0323aba7b9e9", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:24:59.434633 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-40415c82-eb16-4bde-87f4-a70fd7525003 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:24:59.435280 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f03ef5b9-6298-4dae-bd03-bbe7d90a3d37', 'tag': 'da16d3f2-aa83-4d83-b1fd-0323aba7b9e9', 'status': 'completed', 'code': 200} Aug 16 21:24:59.436954 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409bc05-0aec-4322-8c21-9bab9d6bd32c service neutron] Pushing event updated for resources: {'Port': ['ID=da16d3f2-aa83-4d83-b1fd-0323aba7b9e9,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:24:59.520411 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfdece-efa0-47f3-9799-9b9c4f0b1efb req-d05d59ed-1175-40df-a481-b702970c9472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:59.522235 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-abdfdece-efa0-47f3-9799-9b9c4f0b1efb req-d05d59ed-1175-40df-a481-b702970c9472 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c303000a85b446a6930d70eb3fbff562&device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 1095 time: 0.0546563 Aug 16 21:24:59.628745 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfdece-efa0-47f3-9799-9b9c4f0b1efb req-456ea97b-a91d-4d6b-9dd3-807ffe1a2a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:59.630390 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-abdfdece-efa0-47f3-9799-9b9c4f0b1efb req-456ea97b-a91d-4d6b-9dd3-807ffe1a2a9d service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=c303000a85b446a6930d70eb3fbff562&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1004338 Aug 16 21:24:59.737566 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfdece-efa0-47f3-9799-9b9c4f0b1efb req-1e2858f3-fdca-43d1-9218-fcafd020d9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:59.739832 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-abdfdece-efa0-47f3-9799-9b9c4f0b1efb req-1e2858f3-fdca-43d1-9218-fcafd020d9ed service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1023064 Aug 16 21:24:59.823210 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-04eecc62-e954-44fb-98e2-b8a1d9571c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:59.824750 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-04eecc62-e954-44fb-98e2-b8a1d9571c08 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c303000a85b446a6930d70eb3fbff562&device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 1095 time: 0.0453923 Aug 16 21:24:59.874027 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-605278f3-f91f-44dc-b277-302c1e117bca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da16d3f2-aa83-4d83-b1fd-0323aba7b9e9 HTTP/1.1" status: 200 len: 217 time: 0.0404098 Aug 16 21:24:59.931417 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-9525ee9b-f645-46de-8967-84f730f638be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:59.932946 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-9525ee9b-f645-46de-8967-84f730f638be service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1656dac3-4ff6-47af-b9d7-4b2835fb6128 HTTP/1.1" status: 200 len: 851 time: 0.0514371 Aug 16 21:25:00.002049 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-e4d605e5-a712-463f-9b90-6f52d5b388c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:00.005620 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-e4d605e5-a712-463f-9b90-6f52d5b388c7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d1c820f-5652-4727-a461-82d8fc1df087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617299 Aug 16 21:25:00.061007 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ed513-99ba-4ab3-a2b0-59f57f638413 req-39f8e4f3-b51e-4750-9607-104b86c24af4 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:00.062686 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b46ed513-99ba-4ab3-a2b0-59f57f638413 req-39f8e4f3-b51e-4750-9607-104b86c24af4 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 943 time: 0.0790610 Aug 16 21:25:00.127666 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b46ed513-99ba-4ab3-a2b0-59f57f638413 req-f892c24e-e5b7-4222-94a3-9584f87b2302 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445242 Aug 16 21:25:00.158416 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-c1ede7c8-be39-4356-ab10-ce5cbcfdac71 service neutron] 10.222.0.72 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467230 Aug 16 21:25:00.258360 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-dff8a6e8-bbf6-4f5c-ab01-bfc09cf69345 req-ebfb301c-80b1-45fc-a61c-912cfe33fc27 service neutron] 10.222.0.72 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927405 Aug 16 21:25:01.238930 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ac277-6eb6-4b41-8751-02fbeff2afb6 req-2cfdeeac-bb38-4506-a93f-3872f9201341 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:01.240594 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e95ac277-6eb6-4b41-8751-02fbeff2afb6 req-2cfdeeac-bb38-4506-a93f-3872f9201341 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 943 time: 0.0518715 Aug 16 21:25:01.284275 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e95ac277-6eb6-4b41-8751-02fbeff2afb6 req-5b52b6ad-2440-454b-a767-7243717da8dd tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374510 Aug 16 21:25:02.433577 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330de869-f8be-4d54-bd22-b0abdfe09f3e req-09b87d91-384d-4fd1-96c0-9a569a1e8cc7 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:02.435098 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-330de869-f8be-4d54-bd22-b0abdfe09f3e req-09b87d91-384d-4fd1-96c0-9a569a1e8cc7 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 943 time: 0.0552878 Aug 16 21:25:02.477819 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-330de869-f8be-4d54-bd22-b0abdfe09f3e req-30e37a5d-daf8-4251-90bc-0dc452ef1f5d tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347512 Aug 16 21:25:03.602821 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3975ece-9d16-4ba6-830b-46d377561d64 req-e3d08da1-0213-4bb9-84b2-95df70b1ff20 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:03.609154 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c3975ece-9d16-4ba6-830b-46d377561d64 req-e3d08da1-0213-4bb9-84b2-95df70b1ff20 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 943 time: 0.0590229 Aug 16 21:25:03.650690 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c3975ece-9d16-4ba6-830b-46d377561d64 req-0255f805-af29-4f3b-8d0d-4b222001d13f tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397811 Aug 16 21:25:03.860404 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:25:04.778189 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628127b2-ac42-4fd4-87bc-c6df0f46254a req-af76aeb9-dec6-466c-9aec-7b128602b54e tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:04.779809 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-628127b2-ac42-4fd4-87bc-c6df0f46254a req-af76aeb9-dec6-466c-9aec-7b128602b54e tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 943 time: 0.0536754 Aug 16 21:25:04.823991 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-628127b2-ac42-4fd4-87bc-c6df0f46254a req-b0d42547-35f1-49a8-a7f9-308f2a6a0df9 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377095 Aug 16 21:25:05.954613 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a8b1e-d9f3-4940-bf09-72dc91bbf9a6 req-6fd1102c-450f-459c-9b14-b095e74b3f72 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:05.956459 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-744a8b1e-d9f3-4940-bf09-72dc91bbf9a6 req-6fd1102c-450f-459c-9b14-b095e74b3f72 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 943 time: 0.0554121 Aug 16 21:25:06.004730 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-744a8b1e-d9f3-4940-bf09-72dc91bbf9a6 req-18436ae3-66b2-400a-8c0d-9170ece9d781 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374238 Aug 16 21:25:07.139734 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e75f89-a0c8-4330-9291-5858586605ef req-8e264b85-d239-4b15-a10b-edced7d054de tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:07.141330 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a5e75f89-a0c8-4330-9291-5858586605ef req-8e264b85-d239-4b15-a10b-edced7d054de tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 943 time: 0.0603726 Aug 16 21:25:07.179403 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a5e75f89-a0c8-4330-9291-5858586605ef req-cb2f739b-c2c2-4ab0-8059-5eca0bee5ef8 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319157 Aug 16 21:25:08.302523 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5322d-464a-496d-a109-90994f71f63c req-f397c339-75d3-4b28-a510-50238e4f8b15 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:08.304311 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-59d5322d-464a-496d-a109-90994f71f63c req-f397c339-75d3-4b28-a510-50238e4f8b15 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 943 time: 0.0519931 Aug 16 21:25:08.345955 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-59d5322d-464a-496d-a109-90994f71f63c req-3959e9af-7846-46b4-8e14-b90a8a7dab99 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355673 Aug 16 21:25:09.470185 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6389de-ed2f-4e43-98b5-fbb83f3a378e req-b2649735-8cd1-4242-bf85-33cc3406b990 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:09.471737 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3d6389de-ed2f-4e43-98b5-fbb83f3a378e req-b2649735-8cd1-4242-bf85-33cc3406b990 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 943 time: 0.0530074 Aug 16 21:25:09.521265 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3d6389de-ed2f-4e43-98b5-fbb83f3a378e req-2f281955-fc00-4f3b-85dd-0d68a470880a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420756 Aug 16 21:25:10.649286 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932ad5b-1156-4791-b074-37c44fb2755c req-5e66b305-381b-434e-aef1-ac1ca63c4e5a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:10.650970 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4932ad5b-1156-4791-b074-37c44fb2755c req-5e66b305-381b-434e-aef1-ac1ca63c4e5a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 943 time: 0.0576901 Aug 16 21:25:10.697070 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4932ad5b-1156-4791-b074-37c44fb2755c req-1cda5653-8d11-478a-8459-4a05a336c2e4 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399837 Aug 16 21:25:11.116646 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-13a4fd67-c666-4be9-9a5b-efd056dd5025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:11.827681 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3600c08-bf5d-4655-8d87-7fc3b6abaad8 req-8ccc3c11-6565-4946-852b-10d186778346 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:11.829260 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d3600c08-bf5d-4655-8d87-7fc3b6abaad8 req-8ccc3c11-6565-4946-852b-10d186778346 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 943 time: 0.0546148 Aug 16 21:25:11.871603 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d3600c08-bf5d-4655-8d87-7fc3b6abaad8 req-8cb2e1e2-25aa-4d1d-923a-d7988ad6c7b5 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354247 Aug 16 21:25:12.993043 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cd063-8420-4a52-91cb-fea015463dfb req-5c7837cd-a65f-4c7b-91e6-28fc3cae63a9 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:12.995109 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7e6cd063-8420-4a52-91cb-fea015463dfb req-5c7837cd-a65f-4c7b-91e6-28fc3cae63a9 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 943 time: 0.0512507 Aug 16 21:25:13.044287 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7e6cd063-8420-4a52-91cb-fea015463dfb req-e125ef55-4999-40ea-86b2-a96aba7ff117 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425293 Aug 16 21:25:13.631275 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4e5e8a2d-13b5-4f21-a029-5596c89fd64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:13.848564 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:14.170548 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792bf744-07ff-4985-926b-c82aca38b94f req-4b23d1bd-8683-47cb-9f2b-9bf88b2264a0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:14.172112 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-792bf744-07ff-4985-926b-c82aca38b94f req-4b23d1bd-8683-47cb-9f2b-9bf88b2264a0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 943 time: 0.0559564 Aug 16 21:25:14.217809 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-792bf744-07ff-4985-926b-c82aca38b94f req-eb14033c-09fe-4185-94b2-6680688a4e0a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368953 Aug 16 21:25:14.933390 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:15.341159 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d7df8-6904-4d70-8dee-b53cc120a587 req-c77bc720-2d80-4eef-b697-ebdcfc126578 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:15.342803 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0b0d7df8-6904-4d70-8dee-b53cc120a587 req-c77bc720-2d80-4eef-b697-ebdcfc126578 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 943 time: 0.0576556 Aug 16 21:25:15.384475 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0b0d7df8-6904-4d70-8dee-b53cc120a587 req-a7b2e4d5-69a0-48c7-9a1a-75a19e9d1e46 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344310 Aug 16 21:25:16.510260 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaad8ff-b8aa-4971-9904-b320c469c0e8 req-78a7996a-2ab7-46a4-8f52-97e2b4483a79 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:16.512668 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-deaad8ff-b8aa-4971-9904-b320c469c0e8 req-78a7996a-2ab7-46a4-8f52-97e2b4483a79 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 943 time: 0.0576010 Aug 16 21:25:16.555518 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-deaad8ff-b8aa-4971-9904-b320c469c0e8 req-af4798d6-b786-4d4c-b913-7bf811e458e3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362418 Aug 16 21:25:16.744597 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:17.685643 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fb378-119a-4225-8b8b-d3297398a8ab req-33d6eb38-04d6-471f-a7a6-0ea9dec0c85e tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:17.687365 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8d5fb378-119a-4225-8b8b-d3297398a8ab req-33d6eb38-04d6-471f-a7a6-0ea9dec0c85e tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 943 time: 0.0577986 Aug 16 21:25:17.729883 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8d5fb378-119a-4225-8b8b-d3297398a8ab req-92074ba4-0c41-4cef-9b13-d78e5030dd37 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350766 Aug 16 21:25:18.848472 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9eafb-f3ac-4693-8907-f1a8a6b3cd10 req-830dad24-9ff5-4771-8279-1f397dc399b0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:18.850061 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c1f9eafb-f3ac-4693-8907-f1a8a6b3cd10 req-830dad24-9ff5-4771-8279-1f397dc399b0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 943 time: 0.0514555 Aug 16 21:25:18.888881 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c1f9eafb-f3ac-4693-8907-f1a8a6b3cd10 req-b6986c00-c61e-4369-b293-6240d96edfd5 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326152 Aug 16 21:25:19.402262 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:20.006811 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d789f7-ef42-4185-b734-00417766afee req-3dd1caee-b165-408e-a49c-44e4b93d39eb tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:20.008349 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1d789f7-ef42-4185-b734-00417766afee req-3dd1caee-b165-408e-a49c-44e4b93d39eb tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 943 time: 0.0503993 Aug 16 21:25:20.047574 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1d789f7-ef42-4185-b734-00417766afee req-e32210ff-46c4-4a3d-a97f-7943050fc279 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332096 Aug 16 21:25:21.168674 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417c388-c7f0-4027-846b-f3785d6af21e req-62fd285f-217d-454b-9716-bc647a94e4bf tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:21.170318 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9417c388-c7f0-4027-846b-f3785d6af21e req-62fd285f-217d-454b-9716-bc647a94e4bf tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 943 time: 0.0547462 Aug 16 21:25:21.211001 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9417c388-c7f0-4027-846b-f3785d6af21e req-dd0c187b-294b-4734-85b2-3db8e3fa6bea tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345941 Aug 16 21:25:22.250883 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:22.332047 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e349cc-c03b-45ba-b6ec-641d0794b288 req-d5549d9d-b5ee-46f9-b65a-220619a39e39 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:22.333584 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-91e349cc-c03b-45ba-b6ec-641d0794b288 req-d5549d9d-b5ee-46f9-b65a-220619a39e39 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 943 time: 0.0505848 Aug 16 21:25:22.373013 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-91e349cc-c03b-45ba-b6ec-641d0794b288 req-b017098b-56e1-44bc-93a4-c40865cbbd27 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332372 Aug 16 21:25:23.488812 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae41c4f-dcfd-4dc1-8628-6a2655fe01de req-9902af8e-66b0-46ff-ac5f-b3e88c144fb4 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:23.490867 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5ae41c4f-dcfd-4dc1-8628-6a2655fe01de req-9902af8e-66b0-46ff-ac5f-b3e88c144fb4 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 943 time: 0.0511465 Aug 16 21:25:23.530278 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5ae41c4f-dcfd-4dc1-8628-6a2655fe01de req-f3ecfedf-7325-4fdb-80a9-f3bfc76b9053 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331528 Aug 16 21:25:24.655127 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64b17e-55a7-45fb-910b-774b8ef6876c req-fab79518-c9c2-416d-a74a-4f8d0b6d2677 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:24.656896 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3d64b17e-55a7-45fb-910b-774b8ef6876c req-fab79518-c9c2-416d-a74a-4f8d0b6d2677 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 943 time: 0.0544853 Aug 16 21:25:24.696130 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3d64b17e-55a7-45fb-910b-774b8ef6876c req-4ad1ac5f-f0fd-42b1-a3a0-69394760c4a9 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331874 Aug 16 21:25:25.829702 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c611068-abf1-4b07-9f12-ba1a1a1d7f89 req-cfa8ba51-bacd-48aa-9449-a5d5c1dcfec2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:25.831897 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1c611068-abf1-4b07-9f12-ba1a1a1d7f89 req-cfa8ba51-bacd-48aa-9449-a5d5c1dcfec2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 943 time: 0.0521500 Aug 16 21:25:25.876245 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1c611068-abf1-4b07-9f12-ba1a1a1d7f89 req-8a7ce2da-98d9-44d6-8521-6e05e679c367 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378559 Aug 16 21:25:27.006108 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae25e0c-b83f-4669-9cf3-1231b892a408 req-660f2c40-6f34-4b1c-96c9-dd998a21eedf tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:27.007840 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0ae25e0c-b83f-4669-9cf3-1231b892a408 req-660f2c40-6f34-4b1c-96c9-dd998a21eedf tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 943 time: 0.0537212 Aug 16 21:25:27.064354 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0ae25e0c-b83f-4669-9cf3-1231b892a408 req-ba4c5831-b940-4fa6-a9ec-cd28e60e2df0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489762 Aug 16 21:25:28.183114 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9d3e2-4e28-41f4-9646-a4e0a3bde319 req-467cbbcd-b887-4848-8240-31510da218a4 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:28.184674 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-93b9d3e2-4e28-41f4-9646-a4e0a3bde319 req-467cbbcd-b887-4848-8240-31510da218a4 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 943 time: 0.0538285 Aug 16 21:25:28.223480 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-93b9d3e2-4e28-41f4-9646-a4e0a3bde319 req-adc56048-2679-4da7-aa00-b16783624798 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326798 Aug 16 21:25:29.337460 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c781c-1e82-4493-8f60-7921da4efdbe req-8afa977d-f373-4007-a009-12eddea77c9d tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:29.338982 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd1c781c-1e82-4493-8f60-7921da4efdbe req-8afa977d-f373-4007-a009-12eddea77c9d tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 943 time: 0.0507355 Aug 16 21:25:29.376836 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd1c781c-1e82-4493-8f60-7921da4efdbe req-def6c253-9af4-43ab-b724-566d184e739f tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317557 Aug 16 21:25:30.493857 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb93ee-60c6-41c6-ba25-dff172c414e3 req-71f49b36-8157-40c4-b385-028851409f38 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:30.495438 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bbeb93ee-60c6-41c6-ba25-dff172c414e3 req-71f49b36-8157-40c4-b385-028851409f38 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 943 time: 0.0522027 Aug 16 21:25:30.547107 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bbeb93ee-60c6-41c6-ba25-dff172c414e3 req-7cdcb164-69fb-4dc8-87b1-dbb94bfea141 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455077 Aug 16 21:25:31.668491 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471959c3-23ef-430d-a9ee-d79ab5584096 req-8e7c581d-c4da-4bae-9786-7235235c1fd6 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:31.670060 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-471959c3-23ef-430d-a9ee-d79ab5584096 req-8e7c581d-c4da-4bae-9786-7235235c1fd6 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 943 time: 0.0575464 Aug 16 21:25:31.709271 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-471959c3-23ef-430d-a9ee-d79ab5584096 req-19115047-e1a6-4cba-8609-7473355f123c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321362 Aug 16 21:25:32.831005 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdcf9d1-ce38-4a67-834b-d72f06ed111b req-3367e770-11db-4f95-bfae-6eb815b420c5 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:32.832655 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1cdcf9d1-ce38-4a67-834b-d72f06ed111b req-3367e770-11db-4f95-bfae-6eb815b420c5 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 943 time: 0.0507915 Aug 16 21:25:32.870912 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1cdcf9d1-ce38-4a67-834b-d72f06ed111b req-669ed932-56d8-4fcf-bcaa-9a5baa3c56f3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323153 Aug 16 21:25:33.993250 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f0278-1913-4dfb-8e46-c2e232511109 req-6976a86f-d340-4910-9ccf-a292b6e26543 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:33.994896 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0a5f0278-1913-4dfb-8e46-c2e232511109 req-6976a86f-d340-4910-9ccf-a292b6e26543 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 943 time: 0.0513721 Aug 16 21:25:34.034783 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0a5f0278-1913-4dfb-8e46-c2e232511109 req-2a4ecf15-cb81-4a3e-b195-a3a31fba5d25 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338619 Aug 16 21:25:35.152804 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446da40-09e6-4212-9092-b3e30d8f0257 req-6e236203-1e10-4473-b734-53bbe7204128 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:35.154187 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7446da40-09e6-4212-9092-b3e30d8f0257 req-6e236203-1e10-4473-b734-53bbe7204128 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 943 time: 0.0520864 Aug 16 21:25:35.192812 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7446da40-09e6-4212-9092-b3e30d8f0257 req-ffecbefd-11d5-4062-b412-37c2c10020b0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319877 Aug 16 21:25:35.924457 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device da16d3f2-aa83-4d83-b1fd-0323aba7b9e9 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:25:36.023904 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port da16d3f2-aa83-4d83-b1fd-0323aba7b9e9, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=da16d3f2-aa83-4d83-b1fd-0323aba7b9e9,segment=NetworkSegment(acec49ee-0612-4329-ad28-ad4a9de84f79),segment_id=acec49ee-0612-4329-ad28-ad4a9de84f79)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:25:36.035597 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': 'da16d3f2-aa83-4d83-b1fd-0323aba7b9e9', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'port_id': 'da16d3f2-aa83-4d83-b1fd-0323aba7b9e9', 'mac_address': 'fa:16:3e:a9:e6:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:25:36.071116 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:36.086911 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da16d3f2-aa83-4d83-b1fd-0323aba7b9e9 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:25:36.107705 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port da16d3f2-aa83-4d83-b1fd-0323aba7b9e9, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=da16d3f2-aa83-4d83-b1fd-0323aba7b9e9,segment=NetworkSegment(acec49ee-0612-4329-ad28-ad4a9de84f79),segment_id=acec49ee-0612-4329-ad28-ad4a9de84f79)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:25:36.199587 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:36.248207 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=da16d3f2-aa83-4d83-b1fd-0323aba7b9e9,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:25:36.256324 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:36.256672 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:36.257033 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:36.257382 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:36.257718 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:36.258038 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:36.258362 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:36.258685 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:36.259008 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:36.259329 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:36.259651 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:36.259995 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:36.310574 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61ba0e-c85c-49b3-8157-5033b82ee111 req-00df6764-7c78-406a-bd37-f1094891597b tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:36.312148 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ee61ba0e-c85c-49b3-8157-5033b82ee111 req-00df6764-7c78-406a-bd37-f1094891597b tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 944 time: 0.0518181 Aug 16 21:25:36.355164 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ee61ba0e-c85c-49b3-8157-5033b82ee111 req-1d745b99-6008-47ef-b0c1-5fb4115d4c2e tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359497 Aug 16 21:25:36.417763 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['da16d3f2-aa83-4d83-b1fd-0323aba7b9e9'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:25:37.471382 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50876a9b-3658-436e-a1a3-5389057e26ab req-76ddbdcf-0df8-459b-a731-6674f9b84eb2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:37.473490 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50876a9b-3658-436e-a1a3-5389057e26ab req-76ddbdcf-0df8-459b-a731-6674f9b84eb2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 944 time: 0.0498452 Aug 16 21:25:37.511042 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50876a9b-3658-436e-a1a3-5389057e26ab req-f721c20b-360c-4733-8587-5162b1da97e2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312901 Aug 16 21:25:37.943040 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device da16d3f2-aa83-4d83-b1fd-0323aba7b9e9 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:25:38.086818 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port da16d3f2-aa83-4d83-b1fd-0323aba7b9e9 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:25:38.090794 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port da16d3f2-aa83-4d83-b1fd-0323aba7b9e9 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:25:38.091169 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:38.169684 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:38.196030 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f03ef5b9-6298-4dae-bd03-bbe7d90a3d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da16d3f2-aa83-4d83-b1fd-0323aba7b9e9'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:25:38.198455 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26604271-f315-4663-bbdd-60a06b63fc4a" -d '{"events": [{"server_uuid": "f03ef5b9-6298-4dae-bd03-bbe7d90a3d37", "name": "network-vif-plugged", "status": "completed", "tag": "da16d3f2-aa83-4d83-b1fd-0323aba7b9e9"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:25:38.212574 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port da16d3f2-aa83-4d83-b1fd-0323aba7b9e9, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=da16d3f2-aa83-4d83-b1fd-0323aba7b9e9,segment=NetworkSegment(acec49ee-0612-4329-ad28-ad4a9de84f79),segment_id=acec49ee-0612-4329-ad28-ad4a9de84f79)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:25:38.309933 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:38.359674 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=da16d3f2-aa83-4d83-b1fd-0323aba7b9e9,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:25:38.381840 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d0f05d-9f55-4b97-8658-baf95b61147b x-openstack-request-id: req-15d0f05d-9f55-4b97-8658-baf95b61147b {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:25:38.382149 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f03ef5b9-6298-4dae-bd03-bbe7d90a3d37", "name": "network-vif-plugged", "status": "completed", "tag": "da16d3f2-aa83-4d83-b1fd-0323aba7b9e9", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:25:38.382412 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-15d0f05d-9f55-4b97-8658-baf95b61147b {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:25:38.382817 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f03ef5b9-6298-4dae-bd03-bbe7d90a3d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da16d3f2-aa83-4d83-b1fd-0323aba7b9e9', 'code': 200} Aug 16 21:25:38.523773 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e0ea03-7f11-4c56-80d2-c880da232d48 req-cbb34b8f-ad50-48a4-979d-35ade1c57bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:38.525329 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e0e0ea03-7f11-4c56-80d2-c880da232d48 req-cbb34b8f-ad50-48a4-979d-35ade1c57bfa service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 1097 time: 0.0909202 Aug 16 21:25:38.565411 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e0e0ea03-7f11-4c56-80d2-c880da232d48 req-d469959b-6d18-4364-b0a5-b5535892c446 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315738 Aug 16 21:25:38.635117 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c969af0-ff97-4022-906d-529f30215174 req-73048bae-9439-46f8-a178-49e8dd0b0737 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:38.636597 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c969af0-ff97-4022-906d-529f30215174 req-73048bae-9439-46f8-a178-49e8dd0b0737 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 945 time: 0.0549896 Aug 16 21:25:38.674321 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c969af0-ff97-4022-906d-529f30215174 req-7f47e2b3-6dbb-4b5e-9220-2945251c2ab8 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316722 Aug 16 21:25:39.793047 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e5943-ad7a-496d-851e-d261fa80a2f9 req-82794b6a-9f6a-48c6-a752-8a61dbccef8e tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:39.794519 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d51e5943-ad7a-496d-851e-d261fa80a2f9 req-82794b6a-9f6a-48c6-a752-8a61dbccef8e tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 945 time: 0.0495813 Aug 16 21:25:39.835961 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d51e5943-ad7a-496d-851e-d261fa80a2f9 req-b23605b4-ece2-46ca-93a0-77277232698f tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345259 Aug 16 21:25:39.958985 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255392e-4b45-450d-b30c-9d7a97d6e7c7 req-59e89c61-5b00-4432-ba80-b24816010e14 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:39.960537 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a255392e-4b45-450d-b30c-9d7a97d6e7c7 req-59e89c61-5b00-4432-ba80-b24816010e14 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 945 time: 0.0504327 Aug 16 21:25:39.999079 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a255392e-4b45-450d-b30c-9d7a97d6e7c7 req-e84f632b-f598-4d40-aa6e-e0d5a914fab5 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324872 Aug 16 21:25:40.118941 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111165e-cfe2-4f32-a98d-48a3787f2ced req-7c5eeaa5-0c2a-4122-90af-aa17637784ab tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:40.120472 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b111165e-cfe2-4f32-a98d-48a3787f2ced req-7c5eeaa5-0c2a-4122-90af-aa17637784ab tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 945 time: 0.0534956 Aug 16 21:25:40.160117 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b111165e-cfe2-4f32-a98d-48a3787f2ced req-77735cb0-4f99-4d44-952b-f44bcf98beaf tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335863 Aug 16 21:25:40.648760 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ed832-c3f6-411d-8c4a-9d507ee5e316 req-4567b720-f355-4dfb-af89-3a43678ec3ac tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:40.650222 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-be2ed832-c3f6-411d-8c4a-9d507ee5e316 req-4567b720-f355-4dfb-af89-3a43678ec3ac tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 945 time: 0.0502799 Aug 16 21:25:40.691667 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-be2ed832-c3f6-411d-8c4a-9d507ee5e316 req-a727f599-0771-4d35-a9b7-3728828c3ea6 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337176 Aug 16 21:25:40.859154 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:25:41.098754 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e5eac019-8155-4657-9c88-d41338f40b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:41.807739 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10390410-9342-4b59-94fc-0c1243f29644 req-81f2dcfc-0e9d-4f74-81f4-fab2f830ab54 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:41.809303 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-10390410-9342-4b59-94fc-0c1243f29644 req-81f2dcfc-0e9d-4f74-81f4-fab2f830ab54 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 945 time: 0.0490885 Aug 16 21:25:41.846234 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-10390410-9342-4b59-94fc-0c1243f29644 req-70cf6889-366d-42d5-b5a5-3a737c9efda0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311227 Aug 16 21:25:42.075856 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743a718-42c7-4637-ace3-60d63acd892c req-7dbceb3d-357a-4788-8773-ea881b254b2b tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:42.077300 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9743a718-42c7-4637-ace3-60d63acd892c req-7dbceb3d-357a-4788-8773-ea881b254b2b tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.72 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 945 time: 0.0543139 Aug 16 21:25:42.166182 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-9743a718-42c7-4637-ace3-60d63acd892c req-5840eda6-b194-4e4e-add6-167101ee787c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Deleting port da16d3f2-aa83-4d83-b1fd-0323aba7b9e9 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:25:42.166530 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9743a718-42c7-4637-ace3-60d63acd892c req-5840eda6-b194-4e4e-add6-167101ee787c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:42.264074 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-9743a718-42c7-4637-ace3-60d63acd892c req-5840eda6-b194-4e4e-add6-167101ee787c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] For port da16d3f2-aa83-4d83-b1fd-0323aba7b9e9, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=da16d3f2-aa83-4d83-b1fd-0323aba7b9e9,segment=NetworkSegment(acec49ee-0612-4329-ad28-ad4a9de84f79),segment_id=acec49ee-0612-4329-ad28-ad4a9de84f79)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:25:42.264446 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9743a718-42c7-4637-ace3-60d63acd892c req-5840eda6-b194-4e4e-add6-167101ee787c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:42.277768 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-9743a718-42c7-4637-ace3-60d63acd892c req-5840eda6-b194-4e4e-add6-167101ee787c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Calling delete_port for da16d3f2-aa83-4d83-b1fd-0323aba7b9e9 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:25:42.498222 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9743a718-42c7-4637-ace3-60d63acd892c req-5840eda6-b194-4e4e-add6-167101ee787c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:42.510183 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['da16d3f2-aa83-4d83-b1fd-0323aba7b9e9'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:25:42.528699 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5840eda6-b194-4e4e-add6-167101ee787c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Pushing event deleted for resources: {'Port': ['ID=da16d3f2-aa83-4d83-b1fd-0323aba7b9e9,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:25:42.541468 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5840eda6-b194-4e4e-add6-167101ee787c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:42.541757 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5840eda6-b194-4e4e-add6-167101ee787c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:42.542105 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5840eda6-b194-4e4e-add6-167101ee787c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:42.542446 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5840eda6-b194-4e4e-add6-167101ee787c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:42.542787 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5840eda6-b194-4e4e-add6-167101ee787c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:42.543123 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5840eda6-b194-4e4e-add6-167101ee787c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:42.543449 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5840eda6-b194-4e4e-add6-167101ee787c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:42.543776 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5840eda6-b194-4e4e-add6-167101ee787c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:42.544124 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5840eda6-b194-4e4e-add6-167101ee787c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:42.544445 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5840eda6-b194-4e4e-add6-167101ee787c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:42.544769 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5840eda6-b194-4e4e-add6-167101ee787c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:42.545093 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5840eda6-b194-4e4e-add6-167101ee787c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:42.581310 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-9743a718-42c7-4637-ace3-60d63acd892c req-5840eda6-b194-4e4e-add6-167101ee787c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] No DVR routers for this DVR port da16d3f2-aa83-4d83-b1fd-0323aba7b9e9 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:25:42.583980 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9743a718-42c7-4637-ace3-60d63acd892c req-5840eda6-b194-4e4e-add6-167101ee787c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:42.586084 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9743a718-42c7-4637-ace3-60d63acd892c req-5840eda6-b194-4e4e-add6-167101ee787c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.72 "DELETE /v2.0/ports/da16d3f2-aa83-4d83-b1fd-0323aba7b9e9 HTTP/1.1" status: 204 len: 173 time: 0.5019574 Aug 16 21:25:42.586531 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f03ef5b9-6298-4dae-bd03-bbe7d90a3d37', 'name': 'network-vif-deleted', 'tag': 'da16d3f2-aa83-4d83-b1fd-0323aba7b9e9'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:25:42.588985 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22dbbdf9-6ca0-43ac-bd58-9d0b7b0f45d1" -d '{"events": [{"server_uuid": "f03ef5b9-6298-4dae-bd03-bbe7d90a3d37", "name": "network-vif-deleted", "tag": "da16d3f2-aa83-4d83-b1fd-0323aba7b9e9"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:25:42.696325 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298a78c8-f0bf-4d1c-9f02-4e296873f1c9 x-openstack-request-id: req-298a78c8-f0bf-4d1c-9f02-4e296873f1c9 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:25:42.696630 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f03ef5b9-6298-4dae-bd03-bbe7d90a3d37", "name": "network-vif-deleted", "tag": "da16d3f2-aa83-4d83-b1fd-0323aba7b9e9", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:25:42.696882 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-298a78c8-f0bf-4d1c-9f02-4e296873f1c9 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:25:42.697287 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f03ef5b9-6298-4dae-bd03-bbe7d90a3d37', 'name': 'network-vif-deleted', 'tag': 'da16d3f2-aa83-4d83-b1fd-0323aba7b9e9', 'status': 'completed', 'code': 200} Aug 16 21:25:42.951865 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7fd03d13-c363-4ec0-8916-d54f0563e089 req-d60a40cb-8a8c-4744-a42b-bd5ce7c7aed8 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 210 time: 0.0333376 Aug 16 21:25:43.640878 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-dc11d14a-06a9-4f62-8339-6b4d0c74329d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:43.840852 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:44.051990 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f905286e-c31f-4e76-b638-30df913fb300 req-ecdb4cca-0283-4de7-8e67-9b8d15089c28 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 210 time: 0.0267439 Aug 16 21:25:44.897861 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:45.146000 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7d94a2ed-6a93-4b93-8f70-c4e8359a65a9 req-7ac3c635-62d2-4f16-a3ad-7a9bfc4083ac tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 210 time: 0.0268393 Aug 16 21:25:45.942603 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device da16d3f2-aa83-4d83-b1fd-0323aba7b9e9 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:25:45.966340 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: da16d3f2-aa83-4d83-b1fd-0323aba7b9e9 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:25:45.966686 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device da16d3f2-aa83-4d83-b1fd-0323aba7b9e9 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:25:46.241849 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7f7c54f4-6c93-499a-8d36-900a9c27870a req-df540f2e-11dc-4855-83ed-7a3f12bcb39d tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f03ef5b9-6298-4dae-bd03-bbe7d90a3d37 HTTP/1.1" status: 200 len: 210 time: 0.0263674 Aug 16 21:25:46.651154 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:49.418041 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:52.273404 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:11.091681 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-47067757-53ad-46ad-b3a1-9bf84ce36845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:13.674602 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4cdd4acc-e1c3-42a8-9e0c-1a3607ccc6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:13.834278 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:14.931380 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:16.657259 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:17.860115 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:26:19.439658 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:21.452261 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-0550465f-fb0a-4084-95c2-1f9f37528c37 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:21.454029 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-0550465f-fb0a-4084-95c2-1f9f37528c37 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/networks?id=6d1c820f-5652-4727-a461-82d8fc1df087 HTTP/1.1" status: 200 len: 812 time: 0.1046555 Aug 16 21:26:21.469869 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-a4b692e2-db5f-4bc6-b93e-233dd71582e6 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/quotas/c303000a85b446a6930d70eb3fbff562 HTTP/1.1" status: 200 len: 375 time: 0.0093098 Aug 16 21:26:21.523119 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-8288703b-a9d7-4001-aa60-9260b282cd22 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=c303000a85b446a6930d70eb3fbff562&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472407 Aug 16 21:26:21.534667 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-68ab75fa-b732-46c1-8d9b-1c05ab4576b9 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:26:21.535729 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-68ab75fa-b732-46c1-8d9b-1c05ab4576b9 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060630 Aug 16 21:26:21.631192 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-5921b291-c56d-4bc3-878d-ac7da845dc67 service neutron] 10.222.0.84 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889294 Aug 16 21:26:21.721205 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-5603ffce-4559-46e5-84a9-9f396fe922ec service neutron] 10.222.0.84 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835214 Aug 16 21:26:22.274749 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:22.343230 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-93381ad4-c1f3-42da-800a-24c5eacff948 req-4352afe1-2835-4b68-beaa-c89bbe01261e tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1f89b4e-f83c-44eb-b97f-0cc832219e35 HTTP/1.1" status: 200 len: 210 time: 0.0290473 Aug 16 21:26:23.438336 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2e1aa633-181c-4685-ad3c-9731751a7752 req-36f0e58e-1c51-4221-9d9a-8a19c6d4334c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1f89b4e-f83c-44eb-b97f-0cc832219e35 HTTP/1.1" status: 200 len: 210 time: 0.0286300 Aug 16 21:26:24.466075 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-6546e135-115f-4d22-87d9-08ec2c3a6de1 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:24.468049 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-6546e135-115f-4d22-87d9-08ec2c3a6de1 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.72 "GET /v2.0/networks?id=6d1c820f-5652-4727-a461-82d8fc1df087 HTTP/1.1" status: 200 len: 812 time: 0.1124849 Aug 16 21:26:24.486986 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-444f473b-de9e-4d4f-ad8e-8b045ac39bd2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Request body: {'port': {'device_id': 'f1f89b4e-f83c-44eb-b97f-0cc832219e35', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'admin_state_up': True, 'tenant_id': 'c303000a85b446a6930d70eb3fbff562'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:26:24.567219 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8768968c-f930-4f43-a1a9-08c93b23181e req-dbd2ddf3-b647-43ab-bd2a-6d20453222b8 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1f89b4e-f83c-44eb-b97f-0cc832219e35 HTTP/1.1" status: 200 len: 210 time: 0.0346057 Aug 16 21:26:24.674022 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-444f473b-de9e-4d4f-ad8e-8b045ac39bd2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Made reservation on behalf of c303000a85b446a6930d70eb3fbff562 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:26:24.677662 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-444f473b-de9e-4d4f-ad8e-8b045ac39bd2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:24.810717 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-444f473b-de9e-4d4f-ad8e-8b045ac39bd2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Allocated IP 172.20.0.8 (6d1c820f-5652-4727-a461-82d8fc1df087/1656dac3-4ff6-47af-b9d7-4b2835fb6128/a54e3f8b-f040-463a-8105-a5e30b5ef532) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:26:24.972605 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-444f473b-de9e-4d4f-ad8e-8b045ac39bd2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:24.986408 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-444f473b-de9e-4d4f-ad8e-8b045ac39bd2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Transition to ACTIVE for port object a54e3f8b-f040-463a-8105-a5e30b5ef532 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:26:25.145123 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-444f473b-de9e-4d4f-ad8e-8b045ac39bd2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:25.200472 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-444f473b-de9e-4d4f-ad8e-8b045ac39bd2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Network 6d1c820f-5652-4727-a461-82d8fc1df087 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:26:25.203942 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-444f473b-de9e-4d4f-ad8e-8b045ac39bd2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:26:25.209001 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-444f473b-de9e-4d4f-ad8e-8b045ac39bd2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:26:25.213719 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f473b-de9e-4d4f-ad8e-8b045ac39bd2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Pushing event updated for resources: {'Port': ['ID=a54e3f8b-f040-463a-8105-a5e30b5ef532,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:25.262579 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-444f473b-de9e-4d4f-ad8e-8b045ac39bd2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:25.262579 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-444f473b-de9e-4d4f-ad8e-8b045ac39bd2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:25.445157 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-444f473b-de9e-4d4f-ad8e-8b045ac39bd2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9604802 Aug 16 21:26:25.453175 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-5b8a1714-c003-422c-8252-00c836a295cb service neutron] Request body: {'port': {'device_id': 'f1f89b4e-f83c-44eb-b97f-0cc832219e35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:26:25.511158 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-5b8a1714-c003-422c-8252-00c836a295cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:25.639936 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d44c25b9-ba9c-423b-b955-38ef4e3455a4 None None] Provisioning for port a54e3f8b-f040-463a-8105-a5e30b5ef532 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:26:25.644167 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d44c25b9-ba9c-423b-b955-38ef4e3455a4 None None] Provisioning complete for port a54e3f8b-f040-463a-8105-a5e30b5ef532 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:26:25.645144 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d44c25b9-ba9c-423b-b955-38ef4e3455a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:25.693959 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb63383-5755-43fd-9253-9735357f2ce8 req-00efb5fb-a635-4a91-a480-d5fcaf9de24d tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:25.695579 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bcb63383-5755-43fd-9253-9735357f2ce8 req-00efb5fb-a635-4a91-a480-d5fcaf9de24d tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1f89b4e-f83c-44eb-b97f-0cc832219e35 HTTP/1.1" status: 200 len: 931 time: 0.0592058 Aug 16 21:26:25.696982 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-d44c25b9-ba9c-423b-b955-38ef4e3455a4 None None] Port a54e3f8b-f040-463a-8105-a5e30b5ef532 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:26:25.736878 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bcb63383-5755-43fd-9253-9735357f2ce8 req-8e76248b-b344-426d-baf8-d51c3435b343 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339875 Aug 16 21:26:25.802698 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-5b8a1714-c003-422c-8252-00c836a295cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a54e3f8b-f040-463a-8105-a5e30b5ef532 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:26:25.811188 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-5b8a1714-c003-422c-8252-00c836a295cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:25.826909 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-5b8a1714-c003-422c-8252-00c836a295cb service neutron] Transition to ACTIVE for port object a54e3f8b-f040-463a-8105-a5e30b5ef532 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:26:25.913940 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-5b8a1714-c003-422c-8252-00c836a295cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:25.970169 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a1714-c003-422c-8252-00c836a295cb service neutron] Pushing event updated for resources: {'Port': ['ID=a54e3f8b-f040-463a-8105-a5e30b5ef532,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:26.048008 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-5b8a1714-c003-422c-8252-00c836a295cb service neutron] Attempting to bind port a54e3f8b-f040-463a-8105-a5e30b5ef532 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:26:26.048350 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-5b8a1714-c003-422c-8252-00c836a295cb service neutron] Attempting to bind port a54e3f8b-f040-463a-8105-a5e30b5ef532 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': 'acec49ee-0612-4329-ad28-ad4a9de84f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:26:26.048682 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-5b8a1714-c003-422c-8252-00c836a295cb service neutron] Attempting to bind port a54e3f8b-f040-463a-8105-a5e30b5ef532 on network 6d1c820f-5652-4727-a461-82d8fc1df087 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:26:26.054039 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-5b8a1714-c003-422c-8252-00c836a295cb service neutron] Port a54e3f8b-f040-463a-8105-a5e30b5ef532 on network 6d1c820f-5652-4727-a461-82d8fc1df087 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:26:26.054366 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-5b8a1714-c003-422c-8252-00c836a295cb service neutron] Attempting to bind port a54e3f8b-f040-463a-8105-a5e30b5ef532 on network 6d1c820f-5652-4727-a461-82d8fc1df087 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:26:26.063690 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-5b8a1714-c003-422c-8252-00c836a295cb service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:26:26.063690 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-5b8a1714-c003-422c-8252-00c836a295cb service neutron] Checking segment: {'id': 'acec49ee-0612-4329-ad28-ad4a9de84f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:26:26.063690 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-5b8a1714-c003-422c-8252-00c836a295cb service neutron] Bound using segment: {'id': 'acec49ee-0612-4329-ad28-ad4a9de84f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:26:26.063690 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-5b8a1714-c003-422c-8252-00c836a295cb service neutron] Bound port: a54e3f8b-f040-463a-8105-a5e30b5ef532, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acec49ee-0612-4329-ad28-ad4a9de84f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:26:26.063690 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-5b8a1714-c003-422c-8252-00c836a295cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:26.136392 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-5b8a1714-c003-422c-8252-00c836a295cb service neutron] For port a54e3f8b-f040-463a-8105-a5e30b5ef532, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:26:26.143575 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-5b8a1714-c003-422c-8252-00c836a295cb service neutron] For port a54e3f8b-f040-463a-8105-a5e30b5ef532, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=a54e3f8b-f040-463a-8105-a5e30b5ef532,segment=NetworkSegment(acec49ee-0612-4329-ad28-ad4a9de84f79),segment_id=acec49ee-0612-4329-ad28-ad4a9de84f79)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:26:26.251476 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-5b8a1714-c003-422c-8252-00c836a295cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:26.286279 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-5b8a1714-c003-422c-8252-00c836a295cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:26.286969 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-5b8a1714-c003-422c-8252-00c836a295cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:26.288357 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-5b8a1714-c003-422c-8252-00c836a295cb service neutron] 10.222.0.72 "PUT /v2.0/ports/a54e3f8b-f040-463a-8105-a5e30b5ef532 HTTP/1.1" status: 200 len: 1092 time: 0.8394289 Aug 16 21:26:26.288767 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1f89b4e-f83c-44eb-b97f-0cc832219e35', 'tag': 'a54e3f8b-f040-463a-8105-a5e30b5ef532'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:26:26.291058 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc970d2-a5ac-40a9-97e2-f4bd3400e495" -d '{"events": [{"name": "network-changed", "server_uuid": "f1f89b4e-f83c-44eb-b97f-0cc832219e35", "tag": "a54e3f8b-f040-463a-8105-a5e30b5ef532"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:26:26.322542 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a1714-c003-422c-8252-00c836a295cb service neutron] Pushing event updated for resources: {'Port': ['ID=a54e3f8b-f040-463a-8105-a5e30b5ef532,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:26.349677 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e07d8d5-45f4-41e5-910c-68a5c1a811e9 x-openstack-request-id: req-0e07d8d5-45f4-41e5-910c-68a5c1a811e9 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:26:26.350060 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1f89b4e-f83c-44eb-b97f-0cc832219e35", "tag": "a54e3f8b-f040-463a-8105-a5e30b5ef532", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:26:26.350327 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0e07d8d5-45f4-41e5-910c-68a5c1a811e9 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:26:26.350824 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1f89b4e-f83c-44eb-b97f-0cc832219e35', 'tag': 'a54e3f8b-f040-463a-8105-a5e30b5ef532', 'status': 'completed', 'code': 200} Aug 16 21:26:26.417508 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc970d2-a5ac-40a9-97e2-f4bd3400e495 req-6848329a-e8fa-40e3-a51a-742cae0267b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:26.419061 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ccc970d2-a5ac-40a9-97e2-f4bd3400e495 req-6848329a-e8fa-40e3-a51a-742cae0267b7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c303000a85b446a6930d70eb3fbff562&device_id=f1f89b4e-f83c-44eb-b97f-0cc832219e35 HTTP/1.1" status: 200 len: 1095 time: 0.0487649 Aug 16 21:26:26.545057 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc970d2-a5ac-40a9-97e2-f4bd3400e495 req-134c156f-0fc1-4d04-9ec4-59913be44d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:26.546609 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ccc970d2-a5ac-40a9-97e2-f4bd3400e495 req-134c156f-0fc1-4d04-9ec4-59913be44d85 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=c303000a85b446a6930d70eb3fbff562&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1196399 Aug 16 21:26:26.646003 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc970d2-a5ac-40a9-97e2-f4bd3400e495 req-1f9cbd2a-06f8-4814-ac5b-4a3f6527d4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:26.649040 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ccc970d2-a5ac-40a9-97e2-f4bd3400e495 req-1f9cbd2a-06f8-4814-ac5b-4a3f6527d4f3 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940199 Aug 16 21:26:26.726517 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-e68f691f-afb8-4ee2-9e36-16a2fd6bbeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:26.728208 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-e68f691f-afb8-4ee2-9e36-16a2fd6bbeba service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c303000a85b446a6930d70eb3fbff562&device_id=f1f89b4e-f83c-44eb-b97f-0cc832219e35 HTTP/1.1" status: 200 len: 1095 time: 0.0429323 Aug 16 21:26:26.777012 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-79d5d9c5-6951-4174-a713-478b31e1c4d6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a54e3f8b-f040-463a-8105-a5e30b5ef532 HTTP/1.1" status: 200 len: 217 time: 0.0389798 Aug 16 21:26:26.828026 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-4c994447-26fc-4a49-b5d4-d711c41daa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:26.830103 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-4c994447-26fc-4a49-b5d4-d711c41daa20 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1656dac3-4ff6-47af-b9d7-4b2835fb6128 HTTP/1.1" status: 200 len: 851 time: 0.0477235 Aug 16 21:26:26.864102 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cb6ca-10cc-4f3b-8a82-fee5b62a2da2 req-c7e00f54-13e7-4700-b05d-4acc68e8655a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:26.866254 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-719cb6ca-10cc-4f3b-8a82-fee5b62a2da2 req-c7e00f54-13e7-4700-b05d-4acc68e8655a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1f89b4e-f83c-44eb-b97f-0cc832219e35 HTTP/1.1" status: 200 len: 943 time: 0.0532899 Aug 16 21:26:26.878947 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-31d58172-d405-4543-ae38-4517fbfc77fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:26.880428 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-31d58172-d405-4543-ae38-4517fbfc77fa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d1c820f-5652-4727-a461-82d8fc1df087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429642 Aug 16 21:26:26.909609 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-719cb6ca-10cc-4f3b-8a82-fee5b62a2da2 req-d9d4cd69-94b5-4c53-adb8-71ed11010211 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360177 Aug 16 21:26:26.980238 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-5b0ddace-1b3b-4c56-806b-78a5de6d0936 service neutron] 10.222.0.72 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920444 Aug 16 21:26:27.074508 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7b3b51ae-8322-4b8b-8e8f-3ad541d8805f req-f744242c-5828-4fa1-b603-40d0809e3b6e service neutron] 10.222.0.72 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867608 Aug 16 21:26:28.051811 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e4102-aa16-4115-9532-ec8da1a5e095 req-3d332754-1903-417e-94e7-f46d1bd98320 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:28.053355 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-006e4102-aa16-4115-9532-ec8da1a5e095 req-3d332754-1903-417e-94e7-f46d1bd98320 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1f89b4e-f83c-44eb-b97f-0cc832219e35 HTTP/1.1" status: 200 len: 943 time: 0.0555565 Aug 16 21:26:28.092051 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-006e4102-aa16-4115-9532-ec8da1a5e095 req-ee7126a4-bf80-4d1b-a7cd-3faf7272923a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326350 Aug 16 21:26:29.219750 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2aedd8-3983-49ab-845c-abcea5713877 req-e2830464-4bf2-4419-a43d-d6c58a68b0f2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:29.221308 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8d2aedd8-3983-49ab-845c-abcea5713877 req-e2830464-4bf2-4419-a43d-d6c58a68b0f2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1f89b4e-f83c-44eb-b97f-0cc832219e35 HTTP/1.1" status: 200 len: 943 time: 0.0509381 Aug 16 21:26:29.264132 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8d2aedd8-3983-49ab-845c-abcea5713877 req-7efa30b5-f556-47e0-bcc1-159b2892ef9c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367103 Aug 16 21:26:30.378399 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f922f-89db-4780-a3f5-7cbbdf6c8191 req-74719630-cd2b-4f42-949a-60dbf91cb563 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:30.380463 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2a1f922f-89db-4780-a3f5-7cbbdf6c8191 req-74719630-cd2b-4f42-949a-60dbf91cb563 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1f89b4e-f83c-44eb-b97f-0cc832219e35 HTTP/1.1" status: 200 len: 943 time: 0.0495901 Aug 16 21:26:30.418879 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2a1f922f-89db-4780-a3f5-7cbbdf6c8191 req-0890867d-6432-4469-8eb8-25a46c615fd7 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320053 Aug 16 21:26:31.540632 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129c988-d922-4aaf-a3de-2151b035478d req-922334ed-5524-4127-a73d-571c43da3be2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:31.542133 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f129c988-d922-4aaf-a3de-2151b035478d req-922334ed-5524-4127-a73d-571c43da3be2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1f89b4e-f83c-44eb-b97f-0cc832219e35 HTTP/1.1" status: 200 len: 943 time: 0.0540366 Aug 16 21:26:31.580679 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f129c988-d922-4aaf-a3de-2151b035478d req-9d1eacf0-7e57-4f99-8876-747dcd885ce7 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324790 Aug 16 21:26:32.700221 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117ac37-39c3-4c5a-b019-3f9ea2db925c req-320fbf31-99f0-4673-bdbe-899a4e0dc6f9 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:32.701837 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5117ac37-39c3-4c5a-b019-3f9ea2db925c req-320fbf31-99f0-4673-bdbe-899a4e0dc6f9 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1f89b4e-f83c-44eb-b97f-0cc832219e35 HTTP/1.1" status: 200 len: 943 time: 0.0504451 Aug 16 21:26:32.740462 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5117ac37-39c3-4c5a-b019-3f9ea2db925c req-e1cb9445-03e3-46b0-8ded-d9225768cc10 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319386 Aug 16 21:26:33.855240 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428157f8-2cd7-431b-baf0-8196b6e5ab32 req-a2652e67-b1e9-43eb-9418-ff0b8d251bd5 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:33.856667 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-428157f8-2cd7-431b-baf0-8196b6e5ab32 req-a2652e67-b1e9-43eb-9418-ff0b8d251bd5 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1f89b4e-f83c-44eb-b97f-0cc832219e35 HTTP/1.1" status: 200 len: 943 time: 0.0494485 Aug 16 21:26:33.895339 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-428157f8-2cd7-431b-baf0-8196b6e5ab32 req-25a232b4-a390-4afe-b10a-1743e6d3d7e6 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323625 Aug 16 21:26:35.015732 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ae3c2-c559-4704-8d69-840cdad1b1ef req-ba6c724b-0eb6-462a-9d19-4a71948c04cf tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:35.017499 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ec9ae3c2-c559-4704-8d69-840cdad1b1ef req-ba6c724b-0eb6-462a-9d19-4a71948c04cf tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1f89b4e-f83c-44eb-b97f-0cc832219e35 HTTP/1.1" status: 200 len: 943 time: 0.0550652 Aug 16 21:26:35.055714 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ec9ae3c2-c559-4704-8d69-840cdad1b1ef req-cccf2755-25f8-47f8-90bc-7922b4efca97 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321853 Aug 16 21:26:36.173205 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea718dc-2b00-4fdc-b669-0d7b8a5763e1 req-0d51dc3c-6358-4bf9-8a05-d6c2b0d26ffc tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:36.174815 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fea718dc-2b00-4fdc-b669-0d7b8a5763e1 req-0d51dc3c-6358-4bf9-8a05-d6c2b0d26ffc tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1f89b4e-f83c-44eb-b97f-0cc832219e35 HTTP/1.1" status: 200 len: 943 time: 0.0517802 Aug 16 21:26:36.214816 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fea718dc-2b00-4fdc-b669-0d7b8a5763e1 req-1293469f-6723-4412-af58-6f921c002b92 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338311 Aug 16 21:26:37.328851 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d871b6b-ba7b-49d4-8349-89de9a4890e1 req-dea5d9bd-d6ef-4b65-a360-c10433420147 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:37.330365 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2d871b6b-ba7b-49d4-8349-89de9a4890e1 req-dea5d9bd-d6ef-4b65-a360-c10433420147 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1f89b4e-f83c-44eb-b97f-0cc832219e35 HTTP/1.1" status: 200 len: 943 time: 0.0493369 Aug 16 21:26:37.368829 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2d871b6b-ba7b-49d4-8349-89de9a4890e1 req-554d0428-26a8-4e5c-9497-86734e8b54c7 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318558 Aug 16 21:26:38.113180 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device a54e3f8b-f040-463a-8105-a5e30b5ef532 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:26:38.209940 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port a54e3f8b-f040-463a-8105-a5e30b5ef532, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=a54e3f8b-f040-463a-8105-a5e30b5ef532,segment=NetworkSegment(acec49ee-0612-4329-ad28-ad4a9de84f79),segment_id=acec49ee-0612-4329-ad28-ad4a9de84f79)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:26:38.221367 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': 'a54e3f8b-f040-463a-8105-a5e30b5ef532', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'port_id': 'a54e3f8b-f040-463a-8105-a5e30b5ef532', 'mac_address': 'fa:16:3e:47:c3:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:26:38.257589 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:38.270121 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a54e3f8b-f040-463a-8105-a5e30b5ef532 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:26:38.290354 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port a54e3f8b-f040-463a-8105-a5e30b5ef532, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=a54e3f8b-f040-463a-8105-a5e30b5ef532,segment=NetworkSegment(acec49ee-0612-4329-ad28-ad4a9de84f79),segment_id=acec49ee-0612-4329-ad28-ad4a9de84f79)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:26:38.488206 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f9684-a8f9-4e0b-8144-27c507378603 req-924789f9-7741-45f7-a6d2-1f4d9658227a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:38.489645 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6d2f9684-a8f9-4e0b-8144-27c507378603 req-924789f9-7741-45f7-a6d2-1f4d9658227a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1f89b4e-f83c-44eb-b97f-0cc832219e35 HTTP/1.1" status: 200 len: 943 time: 0.0545368 Aug 16 21:26:38.496351 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:38.529803 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6d2f9684-a8f9-4e0b-8144-27c507378603 req-492cfef4-5534-482a-a4c0-a6fc4387a427 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339344 Aug 16 21:26:38.556970 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=a54e3f8b-f040-463a-8105-a5e30b5ef532,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:38.564488 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:38.564840 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:38.565296 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:38.565644 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:38.565988 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:38.566326 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:38.566659 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:38.566988 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:38.567315 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:38.568173 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:38.568499 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:38.568824 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:38.699097 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['a54e3f8b-f040-463a-8105-a5e30b5ef532'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:26:39.650430 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bde60-eba8-49dc-93cc-c17013505e6d req-1f67f5b9-b217-4f65-b5ff-ec57a11cc992 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:39.651975 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-050bde60-eba8-49dc-93cc-c17013505e6d req-1f67f5b9-b217-4f65-b5ff-ec57a11cc992 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1f89b4e-f83c-44eb-b97f-0cc832219e35 HTTP/1.1" status: 200 len: 944 time: 0.0505157 Aug 16 21:26:39.690257 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-050bde60-eba8-49dc-93cc-c17013505e6d req-41fd59d5-36d7-47db-8519-2196ef66e9e3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320284 Aug 16 21:26:40.127834 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device a54e3f8b-f040-463a-8105-a5e30b5ef532 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:26:40.301250 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port a54e3f8b-f040-463a-8105-a5e30b5ef532 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:26:40.305738 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port a54e3f8b-f040-463a-8105-a5e30b5ef532 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:26:40.306108 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:40.383694 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:40.405643 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f89b4e-f83c-44eb-b97f-0cc832219e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54e3f8b-f040-463a-8105-a5e30b5ef532'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:26:40.407920 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09abe292-d1cd-441e-8aa9-c2d10ab2b20f" -d '{"events": [{"server_uuid": "f1f89b4e-f83c-44eb-b97f-0cc832219e35", "name": "network-vif-plugged", "status": "completed", "tag": "a54e3f8b-f040-463a-8105-a5e30b5ef532"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:26:40.420136 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port a54e3f8b-f040-463a-8105-a5e30b5ef532, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=a54e3f8b-f040-463a-8105-a5e30b5ef532,segment=NetworkSegment(acec49ee-0612-4329-ad28-ad4a9de84f79),segment_id=acec49ee-0612-4329-ad28-ad4a9de84f79)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:26:40.444904 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7592eb1-99c9-4a6d-b5be-29d7abd13527 x-openstack-request-id: req-c7592eb1-99c9-4a6d-b5be-29d7abd13527 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:26:40.445196 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f89b4e-f83c-44eb-b97f-0cc832219e35", "name": "network-vif-plugged", "status": "completed", "tag": "a54e3f8b-f040-463a-8105-a5e30b5ef532", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:26:40.445449 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c7592eb1-99c9-4a6d-b5be-29d7abd13527 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:26:40.445840 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1f89b4e-f83c-44eb-b97f-0cc832219e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54e3f8b-f040-463a-8105-a5e30b5ef532', 'code': 200} Aug 16 21:26:40.502250 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:40.551259 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac73617-93a9-4bc0-abb8-5eb5f0f825dc req-2d3128cf-179d-4888-91bf-55271ef8ebbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:40.552626 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=a54e3f8b-f040-463a-8105-a5e30b5ef532,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:40.553527 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-aac73617-93a9-4bc0-abb8-5eb5f0f825dc req-2d3128cf-179d-4888-91bf-55271ef8ebbe service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f1f89b4e-f83c-44eb-b97f-0cc832219e35 HTTP/1.1" status: 200 len: 1097 time: 0.0524082 Aug 16 21:26:40.590755 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-aac73617-93a9-4bc0-abb8-5eb5f0f825dc req-bd332b52-9f30-4242-8f9a-bab3e85059ed service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301061 Aug 16 21:26:40.805557 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42efc03-38bc-4e07-ad66-3dc75a4192a4 req-4faf4aa7-5c78-4e73-9f6a-b7edffc026b4 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:40.807021 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e42efc03-38bc-4e07-ad66-3dc75a4192a4 req-4faf4aa7-5c78-4e73-9f6a-b7edffc026b4 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1f89b4e-f83c-44eb-b97f-0cc832219e35 HTTP/1.1" status: 200 len: 945 time: 0.0503976 Aug 16 21:26:40.844195 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e42efc03-38bc-4e07-ad66-3dc75a4192a4 req-9b3b6260-b098-4d03-8d9f-af30e2e0d6e3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310266 Aug 16 21:26:41.096254 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e7a3c5e2-379d-4e25-944a-b357b4b61334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:41.722281 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59986) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:26:41.858951 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d8393899-9c5f-45da-8734-08d1c8acd994 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b69326f60ecf4d2b91dfe20aa76f9ded&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1354148 Aug 16 21:26:41.861399 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 59990) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:26:41.910616 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2dffff01-cda1-4cf7-b530-dcb8b13442dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:41.933035 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2dffff01-cda1-4cf7-b530-dcb8b13442dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:41.963305 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13153821-401c-4931-9c1f-0489e1c768fd req-bfa21551-a359-432b-ac77-f7018ea4d92a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:41.965204 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-13153821-401c-4931-9c1f-0489e1c768fd req-bfa21551-a359-432b-ac77-f7018ea4d92a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1f89b4e-f83c-44eb-b97f-0cc832219e35 HTTP/1.1" status: 200 len: 945 time: 0.0545709 Aug 16 21:26:42.003001 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-13153821-401c-4931-9c1f-0489e1c768fd req-79979627-8d8d-4fe9-8ea3-291351898731 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317988 Aug 16 21:26:42.050501 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2dffff01-cda1-4cf7-b530-dcb8b13442dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:42.053105 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2dffff01-cda1-4cf7-b530-dcb8b13442dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:42.054272 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2dffff01-cda1-4cf7-b530-dcb8b13442dd admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/64518a43-9a8f-4ac3-af86-9cd7e8157de3 HTTP/1.1" status: 204 len: 168 time: 0.1919925 Aug 16 21:26:42.062334 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dffff01-cda1-4cf7-b530-dcb8b13442dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64518a43-9a8f-4ac3-af86-9cd7e8157de3,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:42.122032 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e06d64-f25e-494e-965b-541c8931e4d6 req-ae2584b7-b0a7-486d-8510-d2ec5c46550d tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:42.123597 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c4e06d64-f25e-494e-965b-541c8931e4d6 req-ae2584b7-b0a7-486d-8510-d2ec5c46550d tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1f89b4e-f83c-44eb-b97f-0cc832219e35 HTTP/1.1" status: 200 len: 945 time: 0.0517356 Aug 16 21:26:42.162926 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c4e06d64-f25e-494e-965b-541c8931e4d6 req-ba94a8c6-a129-4aef-8b09-7f1f4b2c7a7b tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317400 Aug 16 21:26:43.633255 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a0a97195-f378-4f3a-81f4-9c3bb7130f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:43.876687 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:44.128638 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a5c836da-4d9b-43e4-8f35-5af24e3dfc27 req-7772a7f2-8e93-44fe-9c8c-992da97f16ca service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f1f89b4e-f83c-44eb-b97f-0cc832219e35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394869 Aug 16 21:26:44.224805 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c836da-4d9b-43e4-8f35-5af24e3dfc27 req-064ddb73-f2b5-48c4-be87-e55d14082076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:44.226384 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a5c836da-4d9b-43e4-8f35-5af24e3dfc27 req-064ddb73-f2b5-48c4-be87-e55d14082076 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c303000a85b446a6930d70eb3fbff562&device_id=f1f89b4e-f83c-44eb-b97f-0cc832219e35 HTTP/1.1" status: 200 len: 1097 time: 0.0553248 Aug 16 21:26:44.416131 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c836da-4d9b-43e4-8f35-5af24e3dfc27 req-49e799c6-2d7c-4395-8940-557671cdca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:44.426398 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a5c836da-4d9b-43e4-8f35-5af24e3dfc27 req-49e799c6-2d7c-4395-8940-557671cdca3d service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d1c820f-5652-4727-a461-82d8fc1df087 HTTP/1.1" status: 200 len: 913 time: 0.1740048 Aug 16 21:26:44.474221 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a5c836da-4d9b-43e4-8f35-5af24e3dfc27 req-1b9d6958-706c-4510-b579-c4f8f8ce4f7c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a54e3f8b-f040-463a-8105-a5e30b5ef532 HTTP/1.1" status: 200 len: 217 time: 0.0469532 Aug 16 21:26:44.549871 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c836da-4d9b-43e4-8f35-5af24e3dfc27 req-133b6c03-241e-40b1-8b52-e299e232a87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:44.551375 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a5c836da-4d9b-43e4-8f35-5af24e3dfc27 req-133b6c03-241e-40b1-8b52-e299e232a87b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1656dac3-4ff6-47af-b9d7-4b2835fb6128 HTTP/1.1" status: 200 len: 851 time: 0.0706482 Aug 16 21:26:44.600100 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c836da-4d9b-43e4-8f35-5af24e3dfc27 req-09445333-5660-4d82-a937-6ad3c8a41ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:44.601762 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a5c836da-4d9b-43e4-8f35-5af24e3dfc27 req-09445333-5660-4d82-a937-6ad3c8a41ccd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d1c820f-5652-4727-a461-82d8fc1df087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438316 Aug 16 21:26:44.697319 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a5c836da-4d9b-43e4-8f35-5af24e3dfc27 req-c3aa7678-7963-4b03-891a-71075ea1b25a service neutron] 10.222.0.72 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884719 Aug 16 21:26:44.793406 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a5c836da-4d9b-43e4-8f35-5af24e3dfc27 req-536f30a8-36e4-4ae1-8670-6a3c3259388b service neutron] 10.222.0.72 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882950 Aug 16 21:26:44.919822 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:45.815928 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9252088-6404-4035-8404-a63197903151 req-7f32282b-2e86-4b03-b06c-0cf136b51988 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:45.818128 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e9252088-6404-4035-8404-a63197903151 req-7f32282b-2e86-4b03-b06c-0cf136b51988 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/networks?id=6d1c820f-5652-4727-a461-82d8fc1df087 HTTP/1.1" status: 200 len: 812 time: 0.1043015 Aug 16 21:26:45.832671 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e9252088-6404-4035-8404-a63197903151 req-ccdb1470-baa4-48e5-bebf-7350d4889621 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/quotas/c303000a85b446a6930d70eb3fbff562 HTTP/1.1" status: 200 len: 375 time: 0.0091972 Aug 16 21:26:45.885482 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e9252088-6404-4035-8404-a63197903151 req-d9e09306-f323-4e61-806c-8c7e4e374492 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=c303000a85b446a6930d70eb3fbff562&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468194 Aug 16 21:26:45.978945 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e9252088-6404-4035-8404-a63197903151 req-e8085825-1246-40cd-b8ec-e3d0953a0625 service neutron] 10.222.0.84 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860598 Aug 16 21:26:46.066300 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e9252088-6404-4035-8404-a63197903151 req-236d7cd8-4db4-446c-ba24-4e2ee78daec3 service neutron] 10.222.0.84 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812201 Aug 16 21:26:46.316070 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-70fec0c1-4fe5-4027-af70-fbaddeb8a058 req-25374f17-2285-49cc-92ef-ebb8dfb1d6a6 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 210 time: 0.0270939 Aug 16 21:26:46.621618 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:47.411601 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5ed4318c-87dd-453e-9f5a-972c47106f7f req-0f58b420-fd3f-4631-a844-dc4def251a0d tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 210 time: 0.0280788 Aug 16 21:26:48.203808 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9252088-6404-4035-8404-a63197903151 req-8611cb7a-f62f-4bc0-8533-2a3a75c5e739 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:48.205271 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e9252088-6404-4035-8404-a63197903151 req-8611cb7a-f62f-4bc0-8533-2a3a75c5e739 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.90 "GET /v2.0/networks?id=6d1c820f-5652-4727-a461-82d8fc1df087 HTTP/1.1" status: 200 len: 812 time: 0.1041846 Aug 16 21:26:48.218868 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-e9252088-6404-4035-8404-a63197903151 req-85109a55-1b4f-42ed-ba49-5963df8854a8 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Request body: {'port': {'device_id': '958225ac-bec1-48a6-b2c0-e7a4670e40f8', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'admin_state_up': True, 'tenant_id': 'c303000a85b446a6930d70eb3fbff562'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:26:48.392867 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9252088-6404-4035-8404-a63197903151 req-85109a55-1b4f-42ed-ba49-5963df8854a8 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Made reservation on behalf of c303000a85b446a6930d70eb3fbff562 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:26:48.397173 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e9252088-6404-4035-8404-a63197903151 req-85109a55-1b4f-42ed-ba49-5963df8854a8 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:48.528148 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ff7110d0-cfd9-449c-877e-88ed92632b79 req-ba32d616-a693-4959-b6d3-6e5771971b6e tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 210 time: 0.0336304 Aug 16 21:26:48.547707 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-e9252088-6404-4035-8404-a63197903151 req-85109a55-1b4f-42ed-ba49-5963df8854a8 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Allocated IP 172.20.0.11 (6d1c820f-5652-4727-a461-82d8fc1df087/1656dac3-4ff6-47af-b9d7-4b2835fb6128/c6ab88ed-ef28-43cd-8869-54d51e29a9e1) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:26:48.692353 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e9252088-6404-4035-8404-a63197903151 req-85109a55-1b4f-42ed-ba49-5963df8854a8 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:48.706159 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-e9252088-6404-4035-8404-a63197903151 req-85109a55-1b4f-42ed-ba49-5963df8854a8 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Transition to ACTIVE for port object c6ab88ed-ef28-43cd-8869-54d51e29a9e1 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:26:48.805101 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e9252088-6404-4035-8404-a63197903151 req-85109a55-1b4f-42ed-ba49-5963df8854a8 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:48.818305 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['a54e3f8b-f040-463a-8105-a5e30b5ef532'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:26:48.852940 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9252088-6404-4035-8404-a63197903151 req-85109a55-1b4f-42ed-ba49-5963df8854a8 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Network 6d1c820f-5652-4727-a461-82d8fc1df087 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:26:48.856278 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-e9252088-6404-4035-8404-a63197903151 req-85109a55-1b4f-42ed-ba49-5963df8854a8 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:26:48.859352 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9252088-6404-4035-8404-a63197903151 req-85109a55-1b4f-42ed-ba49-5963df8854a8 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:26:48.948795 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85109a55-1b4f-42ed-ba49-5963df8854a8 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Pushing event updated for resources: {'Port': ['ID=c6ab88ed-ef28-43cd-8869-54d51e29a9e1,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:48.961748 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85109a55-1b4f-42ed-ba49-5963df8854a8 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:48.962474 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85109a55-1b4f-42ed-ba49-5963df8854a8 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:48.962474 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85109a55-1b4f-42ed-ba49-5963df8854a8 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:48.962897 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85109a55-1b4f-42ed-ba49-5963df8854a8 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:48.963252 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85109a55-1b4f-42ed-ba49-5963df8854a8 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:48.963601 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85109a55-1b4f-42ed-ba49-5963df8854a8 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:48.964441 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85109a55-1b4f-42ed-ba49-5963df8854a8 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:48.964441 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85109a55-1b4f-42ed-ba49-5963df8854a8 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:48.964639 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85109a55-1b4f-42ed-ba49-5963df8854a8 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:48.964980 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85109a55-1b4f-42ed-ba49-5963df8854a8 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:48.965317 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85109a55-1b4f-42ed-ba49-5963df8854a8 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:48.965646 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85109a55-1b4f-42ed-ba49-5963df8854a8 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:48.979082 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9252088-6404-4035-8404-a63197903151 req-85109a55-1b4f-42ed-ba49-5963df8854a8 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:48.979753 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e9252088-6404-4035-8404-a63197903151 req-85109a55-1b4f-42ed-ba49-5963df8854a8 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:49.102684 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e9252088-6404-4035-8404-a63197903151 req-85109a55-1b4f-42ed-ba49-5963df8854a8 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8884902 Aug 16 21:26:49.221457 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-e9252088-6404-4035-8404-a63197903151 req-6d168a43-2269-4de2-9bd9-efeed75c3b1e service neutron] Request body: {'port': {'device_id': '958225ac-bec1-48a6-b2c0-e7a4670e40f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:26:49.279426 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5cd7f396-b984-40cc-b409-0686a20b0caf None None] Provisioning for port c6ab88ed-ef28-43cd-8869-54d51e29a9e1 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:26:49.283268 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5cd7f396-b984-40cc-b409-0686a20b0caf None None] Provisioning complete for port c6ab88ed-ef28-43cd-8869-54d51e29a9e1 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:26:49.283650 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5cd7f396-b984-40cc-b409-0686a20b0caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:49.289925 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e9252088-6404-4035-8404-a63197903151 req-6d168a43-2269-4de2-9bd9-efeed75c3b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:49.325809 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-5cd7f396-b984-40cc-b409-0686a20b0caf None None] Port c6ab88ed-ef28-43cd-8869-54d51e29a9e1 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:26:49.428193 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:49.580973 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-e9252088-6404-4035-8404-a63197903151 req-6d168a43-2269-4de2-9bd9-efeed75c3b1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6ab88ed-ef28-43cd-8869-54d51e29a9e1 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:26:49.589364 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e9252088-6404-4035-8404-a63197903151 req-6d168a43-2269-4de2-9bd9-efeed75c3b1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:49.611960 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-e9252088-6404-4035-8404-a63197903151 req-6d168a43-2269-4de2-9bd9-efeed75c3b1e service neutron] Transition to ACTIVE for port object c6ab88ed-ef28-43cd-8869-54d51e29a9e1 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:26:49.652396 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85333111-6bf9-4323-9f7c-dbf5894a2b34 req-e3408383-2bda-409e-9f08-366c51042804 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:49.655762 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-85333111-6bf9-4323-9f7c-dbf5894a2b34 req-e3408383-2bda-409e-9f08-366c51042804 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 932 time: 0.0522203 Aug 16 21:26:49.692640 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-85333111-6bf9-4323-9f7c-dbf5894a2b34 req-e9bb289e-6c77-4842-bc4c-ef056404d03d tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324512 Aug 16 21:26:49.712864 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e9252088-6404-4035-8404-a63197903151 req-6d168a43-2269-4de2-9bd9-efeed75c3b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:49.766887 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d168a43-2269-4de2-9bd9-efeed75c3b1e service neutron] Pushing event updated for resources: {'Port': ['ID=c6ab88ed-ef28-43cd-8869-54d51e29a9e1,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:49.865986 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-e9252088-6404-4035-8404-a63197903151 req-6d168a43-2269-4de2-9bd9-efeed75c3b1e service neutron] Attempting to bind port c6ab88ed-ef28-43cd-8869-54d51e29a9e1 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:26:49.866337 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-e9252088-6404-4035-8404-a63197903151 req-6d168a43-2269-4de2-9bd9-efeed75c3b1e service neutron] Attempting to bind port c6ab88ed-ef28-43cd-8869-54d51e29a9e1 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'acec49ee-0612-4329-ad28-ad4a9de84f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:26:49.869445 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9252088-6404-4035-8404-a63197903151 req-6d168a43-2269-4de2-9bd9-efeed75c3b1e service neutron] Attempting to bind port c6ab88ed-ef28-43cd-8869-54d51e29a9e1 on network 6d1c820f-5652-4727-a461-82d8fc1df087 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:26:49.881547 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9252088-6404-4035-8404-a63197903151 req-6d168a43-2269-4de2-9bd9-efeed75c3b1e service neutron] Port c6ab88ed-ef28-43cd-8869-54d51e29a9e1 on network 6d1c820f-5652-4727-a461-82d8fc1df087 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:26:49.881891 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9252088-6404-4035-8404-a63197903151 req-6d168a43-2269-4de2-9bd9-efeed75c3b1e service neutron] Attempting to bind port c6ab88ed-ef28-43cd-8869-54d51e29a9e1 on network 6d1c820f-5652-4727-a461-82d8fc1df087 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:26:49.897534 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9252088-6404-4035-8404-a63197903151 req-6d168a43-2269-4de2-9bd9-efeed75c3b1e service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:26:49.897885 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9252088-6404-4035-8404-a63197903151 req-6d168a43-2269-4de2-9bd9-efeed75c3b1e service neutron] Checking segment: {'id': 'acec49ee-0612-4329-ad28-ad4a9de84f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:26:49.898288 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9252088-6404-4035-8404-a63197903151 req-6d168a43-2269-4de2-9bd9-efeed75c3b1e service neutron] Bound using segment: {'id': 'acec49ee-0612-4329-ad28-ad4a9de84f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:26:49.898737 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-e9252088-6404-4035-8404-a63197903151 req-6d168a43-2269-4de2-9bd9-efeed75c3b1e service neutron] Bound port: c6ab88ed-ef28-43cd-8869-54d51e29a9e1, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acec49ee-0612-4329-ad28-ad4a9de84f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:26:49.899137 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e9252088-6404-4035-8404-a63197903151 req-6d168a43-2269-4de2-9bd9-efeed75c3b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:50.002051 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-e9252088-6404-4035-8404-a63197903151 req-6d168a43-2269-4de2-9bd9-efeed75c3b1e service neutron] For port c6ab88ed-ef28-43cd-8869-54d51e29a9e1, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:26:50.005922 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-e9252088-6404-4035-8404-a63197903151 req-6d168a43-2269-4de2-9bd9-efeed75c3b1e service neutron] For port c6ab88ed-ef28-43cd-8869-54d51e29a9e1, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=c6ab88ed-ef28-43cd-8869-54d51e29a9e1,segment=NetworkSegment(acec49ee-0612-4329-ad28-ad4a9de84f79),segment_id=acec49ee-0612-4329-ad28-ad4a9de84f79)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:26:50.085348 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e9252088-6404-4035-8404-a63197903151 req-6d168a43-2269-4de2-9bd9-efeed75c3b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:50.131754 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9252088-6404-4035-8404-a63197903151 req-6d168a43-2269-4de2-9bd9-efeed75c3b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:50.132554 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e9252088-6404-4035-8404-a63197903151 req-6d168a43-2269-4de2-9bd9-efeed75c3b1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:50.136812 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e9252088-6404-4035-8404-a63197903151 req-6d168a43-2269-4de2-9bd9-efeed75c3b1e service neutron] 10.222.0.90 "PUT /v2.0/ports/c6ab88ed-ef28-43cd-8869-54d51e29a9e1 HTTP/1.1" status: 200 len: 1093 time: 1.0234647 Aug 16 21:26:50.136812 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '958225ac-bec1-48a6-b2c0-e7a4670e40f8', 'tag': 'c6ab88ed-ef28-43cd-8869-54d51e29a9e1'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:26:50.139088 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107b58ff-7e1a-477c-be3e-aad6bbbc8ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "958225ac-bec1-48a6-b2c0-e7a4670e40f8", "tag": "c6ab88ed-ef28-43cd-8869-54d51e29a9e1"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:26:50.179446 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d168a43-2269-4de2-9bd9-efeed75c3b1e service neutron] Pushing event updated for resources: {'Port': ['ID=c6ab88ed-ef28-43cd-8869-54d51e29a9e1,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:50.306597 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9252088-6404-4035-8404-a63197903151 req-476e3b5a-b07b-40d8-8700-5d85a80be8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:50.308250 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e9252088-6404-4035-8404-a63197903151 req-476e3b5a-b07b-40d8-8700-5d85a80be8d0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c303000a85b446a6930d70eb3fbff562&device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 1096 time: 0.0570316 Aug 16 21:26:50.369080 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e9252088-6404-4035-8404-a63197903151 req-a773bd82-0ff5-495e-9f64-bcd6155775d8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6ab88ed-ef28-43cd-8869-54d51e29a9e1 HTTP/1.1" status: 200 len: 217 time: 0.0534079 Aug 16 21:26:50.378520 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62f3a2b-83a2-4ffa-90e9-6526ec5e84e8 x-openstack-request-id: req-f62f3a2b-83a2-4ffa-90e9-6526ec5e84e8 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:26:50.379008 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "958225ac-bec1-48a6-b2c0-e7a4670e40f8", "tag": "c6ab88ed-ef28-43cd-8869-54d51e29a9e1", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:26:50.379274 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f62f3a2b-83a2-4ffa-90e9-6526ec5e84e8 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:26:50.379685 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '958225ac-bec1-48a6-b2c0-e7a4670e40f8', 'tag': 'c6ab88ed-ef28-43cd-8869-54d51e29a9e1', 'status': 'completed', 'code': 200} Aug 16 21:26:50.426077 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9252088-6404-4035-8404-a63197903151 req-6e8ea5b3-e84c-436d-999a-86c37c9f8cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:50.427625 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e9252088-6404-4035-8404-a63197903151 req-6e8ea5b3-e84c-436d-999a-86c37c9f8cb0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1656dac3-4ff6-47af-b9d7-4b2835fb6128 HTTP/1.1" status: 200 len: 851 time: 0.0524249 Aug 16 21:26:50.479971 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9252088-6404-4035-8404-a63197903151 req-8cd3c41d-3ebd-4d4e-b1d2-f9194ecbd623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:50.481503 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e9252088-6404-4035-8404-a63197903151 req-8cd3c41d-3ebd-4d4e-b1d2-f9194ecbd623 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6d1c820f-5652-4727-a461-82d8fc1df087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463529 Aug 16 21:26:50.572715 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e9252088-6404-4035-8404-a63197903151 req-fbe6d51d-7d22-473c-aa50-706bc9b57a39 service neutron] 10.222.0.90 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842991 Aug 16 21:26:50.667456 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e9252088-6404-4035-8404-a63197903151 req-e30e27f4-2363-4d7d-a7d1-fc0a20948500 service neutron] 10.222.0.90 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880680 Aug 16 21:26:50.854862 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ae570-aa56-4384-a5fb-781269a95280 req-85598aa5-4fc8-475a-97ba-6a4d4f69e349 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:50.856402 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b72ae570-aa56-4384-a5fb-781269a95280 req-85598aa5-4fc8-475a-97ba-6a4d4f69e349 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 944 time: 0.0940337 Aug 16 21:26:50.858201 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b58ff-7e1a-477c-be3e-aad6bbbc8ba6 req-d42f04ce-010f-43f4-b524-b1c7b012a710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:50.859597 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-107b58ff-7e1a-477c-be3e-aad6bbbc8ba6 req-d42f04ce-010f-43f4-b524-b1c7b012a710 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c303000a85b446a6930d70eb3fbff562&device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 1096 time: 0.0757718 Aug 16 21:26:50.944938 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b72ae570-aa56-4384-a5fb-781269a95280 req-433787fd-dc44-4fef-81a1-3efe5874b6e0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823715 Aug 16 21:26:50.977518 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b58ff-7e1a-477c-be3e-aad6bbbc8ba6 req-715786e4-b284-4850-b175-31bcb8a83574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:50.979129 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-107b58ff-7e1a-477c-be3e-aad6bbbc8ba6 req-715786e4-b284-4850-b175-31bcb8a83574 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6d1c820f-5652-4727-a461-82d8fc1df087 HTTP/1.1" status: 200 len: 913 time: 0.1099794 Aug 16 21:26:51.023223 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-107b58ff-7e1a-477c-be3e-aad6bbbc8ba6 req-b187626a-b45a-4e55-9ba4-5379a3fbf297 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6ab88ed-ef28-43cd-8869-54d51e29a9e1 HTTP/1.1" status: 200 len: 217 time: 0.0372293 Aug 16 21:26:51.076574 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b58ff-7e1a-477c-be3e-aad6bbbc8ba6 req-32036bb9-0dad-454f-beab-25afc67a5b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:51.078402 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-107b58ff-7e1a-477c-be3e-aad6bbbc8ba6 req-32036bb9-0dad-454f-beab-25afc67a5b10 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1656dac3-4ff6-47af-b9d7-4b2835fb6128 HTTP/1.1" status: 200 len: 851 time: 0.0482042 Aug 16 21:26:51.137376 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b58ff-7e1a-477c-be3e-aad6bbbc8ba6 req-c3c4ec70-a236-4690-aac8-f9963bb74be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:51.138976 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-107b58ff-7e1a-477c-be3e-aad6bbbc8ba6 req-c3c4ec70-a236-4690-aac8-f9963bb74be3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6d1c820f-5652-4727-a461-82d8fc1df087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531437 Aug 16 21:26:51.242853 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-107b58ff-7e1a-477c-be3e-aad6bbbc8ba6 req-6b6ee934-b69a-4712-905a-96953abca275 service neutron] 10.222.0.90 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964170 Aug 16 21:26:51.333505 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-107b58ff-7e1a-477c-be3e-aad6bbbc8ba6 req-c93be58d-14fb-46d1-8fd2-ffdaaa8fe98e service neutron] 10.222.0.90 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841308 Aug 16 21:26:52.074206 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197b566-f8f1-4092-8c82-cfc85e91ec90 req-67954144-b85b-4539-867e-eac88b24f07e tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:52.075718 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8197b566-f8f1-4092-8c82-cfc85e91ec90 req-67954144-b85b-4539-867e-eac88b24f07e tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 944 time: 0.0548735 Aug 16 21:26:52.121401 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8197b566-f8f1-4092-8c82-cfc85e91ec90 req-136535c8-4602-4e61-b837-81cb6cf076f8 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385435 Aug 16 21:26:52.268589 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:53.263693 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84faeecc-e77b-4487-8f4d-8f0c466ce906 req-d388cfb3-9bfe-417c-b4b5-87d9acf0a142 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:53.276823 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-84faeecc-e77b-4487-8f4d-8f0c466ce906 req-d388cfb3-9bfe-417c-b4b5-87d9acf0a142 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 944 time: 0.0790076 Aug 16 21:26:53.364720 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-84faeecc-e77b-4487-8f4d-8f0c466ce906 req-4a0feebf-8c7b-4eda-8673-fa6b9627d3f5 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804746 Aug 16 21:26:53.958777 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 60182) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:26:54.079425 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2eb8b228-167d-4324-8a14-d8a654766ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:54.185528 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2eb8b228-167d-4324-8a14-d8a654766ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:54.301475 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2eb8b228-167d-4324-8a14-d8a654766ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:54.342572 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2eb8b228-167d-4324-8a14-d8a654766ebf admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0d4720adbc6c48b48edd929c3809edc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3800852 Aug 16 21:26:54.343449 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb8b228-167d-4324-8a14-d8a654766ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe89b55-acc4-421b-8683-da39efe1ac97,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:54.345478 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 60186) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:26:54.367598 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb8b228-167d-4324-8a14-d8a654766ebf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:54.367967 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb8b228-167d-4324-8a14-d8a654766ebf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:54.368312 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb8b228-167d-4324-8a14-d8a654766ebf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:54.368682 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb8b228-167d-4324-8a14-d8a654766ebf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:54.369048 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb8b228-167d-4324-8a14-d8a654766ebf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:54.369427 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb8b228-167d-4324-8a14-d8a654766ebf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:54.369755 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb8b228-167d-4324-8a14-d8a654766ebf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:54.370080 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb8b228-167d-4324-8a14-d8a654766ebf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:54.370407 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb8b228-167d-4324-8a14-d8a654766ebf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:54.370767 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb8b228-167d-4324-8a14-d8a654766ebf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:54.371422 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb8b228-167d-4324-8a14-d8a654766ebf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:54.372009 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb8b228-167d-4324-8a14-d8a654766ebf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:54.418208 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c775ffae-15cf-489c-ba62-e9c2132b7078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:54.440227 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c775ffae-15cf-489c-ba62-e9c2132b7078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:54.500468 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d7a2f-a83e-4950-aff9-2928a8843d53 req-6a934e18-5478-49e3-8203-daf7984dfb19 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:54.502056 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-543d7a2f-a83e-4950-aff9-2928a8843d53 req-6a934e18-5478-49e3-8203-daf7984dfb19 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 944 time: 0.0553946 Aug 16 21:26:54.542361 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-543d7a2f-a83e-4950-aff9-2928a8843d53 req-bc768f53-822f-4eba-8d30-9dc9d6187374 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338657 Aug 16 21:26:54.558387 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c775ffae-15cf-489c-ba62-e9c2132b7078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:54.561120 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c775ffae-15cf-489c-ba62-e9c2132b7078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:54.562806 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c775ffae-15cf-489c-ba62-e9c2132b7078 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/bbe89b55-acc4-421b-8683-da39efe1ac97 HTTP/1.1" status: 204 len: 168 time: 0.2164230 Aug 16 21:26:54.571745 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775ffae-15cf-489c-ba62-e9c2132b7078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe89b55-acc4-421b-8683-da39efe1ac97,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:54.860835 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:26:55.665260 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b173280-d9c7-4e1b-ae44-f851f893fc6c req-0498ba8d-915e-4d87-8a24-6d27a8993c7f tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:55.666835 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b173280-d9c7-4e1b-ae44-f851f893fc6c req-0498ba8d-915e-4d87-8a24-6d27a8993c7f tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 944 time: 0.0528352 Aug 16 21:26:55.705292 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b173280-d9c7-4e1b-ae44-f851f893fc6c req-44b3fd7b-f84c-4413-95e0-c76622f1624b tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322332 Aug 16 21:26:56.823943 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c16b6-ac5c-4ae0-b11f-de855686448b req-40aae4f7-a88e-4b1c-aa0a-7c049dd2894d tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:56.825437 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fe2c16b6-ac5c-4ae0-b11f-de855686448b req-40aae4f7-a88e-4b1c-aa0a-7c049dd2894d tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 944 time: 0.0536988 Aug 16 21:26:56.868464 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fe2c16b6-ac5c-4ae0-b11f-de855686448b req-8ec448ef-833d-467b-8f34-45177c98e197 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367522 Aug 16 21:26:57.997494 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d63ec6-95fe-49c1-a1a2-fbe6f7ac4ae8 req-43947177-a6dc-4443-a980-0ae7ee7e91da tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:57.999159 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e4d63ec6-95fe-49c1-a1a2-fbe6f7ac4ae8 req-43947177-a6dc-4443-a980-0ae7ee7e91da tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 944 time: 0.0569808 Aug 16 21:26:58.042100 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e4d63ec6-95fe-49c1-a1a2-fbe6f7ac4ae8 req-aa443d02-8a04-43bf-afce-fdb028199876 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367880 Aug 16 21:26:59.175235 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5754010-b0a6-433e-9b26-e23db501e009 req-c3d5b60b-c802-4747-8a43-51708794ae76 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:59.177450 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f5754010-b0a6-433e-9b26-e23db501e009 req-c3d5b60b-c802-4747-8a43-51708794ae76 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 944 time: 0.0611732 Aug 16 21:26:59.225417 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f5754010-b0a6-433e-9b26-e23db501e009 req-d836c19b-9b66-4289-8127-74ffe4f53624 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416183 Aug 16 21:27:00.351519 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b04c33-0cd0-4205-8448-0a50002bcf51 req-01676acf-449c-4651-adb2-8412760cafa4 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:00.353217 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-65b04c33-0cd0-4205-8448-0a50002bcf51 req-01676acf-449c-4651-adb2-8412760cafa4 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 944 time: 0.0530341 Aug 16 21:27:00.393633 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-65b04c33-0cd0-4205-8448-0a50002bcf51 req-caef4d82-bd31-4b71-b813-bec7556333ee tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328190 Aug 16 21:27:01.532945 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3792f-89e0-4fb1-a5e0-49f72a8c0297 req-8b410eff-6d57-4c1a-9a6c-f424e6b7073e tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:01.534752 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eaa3792f-89e0-4fb1-a5e0-49f72a8c0297 req-8b410eff-6d57-4c1a-9a6c-f424e6b7073e tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 944 time: 0.0596218 Aug 16 21:27:01.576514 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eaa3792f-89e0-4fb1-a5e0-49f72a8c0297 req-5a83b012-72c1-498b-aa37-b52b787d8daa tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348043 Aug 16 21:27:02.699941 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b838bf-bdf0-45ea-9e92-6fce7dbdf11c req-7475e9e5-411c-4377-9d75-f85e30723a45 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:02.701532 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1b838bf-bdf0-45ea-9e92-6fce7dbdf11c req-7475e9e5-411c-4377-9d75-f85e30723a45 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 944 time: 0.0495479 Aug 16 21:27:02.740116 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1b838bf-bdf0-45ea-9e92-6fce7dbdf11c req-2f0d2190-0214-472f-8ede-c1ce45b12866 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322702 Aug 16 21:27:04.197162 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c56d51-1f22-40fd-b172-d6b229f770ba req-d4085475-1979-4f4e-b646-76c20e689da8 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:04.202264 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-88c56d51-1f22-40fd-b172-d6b229f770ba req-d4085475-1979-4f4e-b646-76c20e689da8 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 944 time: 0.3872349 Aug 16 21:27:04.237641 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-88c56d51-1f22-40fd-b172-d6b229f770ba req-85ce415b-9b52-49ac-ab4b-5d783e30cd53 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325885 Aug 16 21:27:05.352524 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2e82e-0829-4907-837f-786077a0f74d req-5ee62d38-b8aa-407d-92f7-6549c1e50d32 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:05.354077 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-69e2e82e-0829-4907-837f-786077a0f74d req-5ee62d38-b8aa-407d-92f7-6549c1e50d32 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 944 time: 0.0484774 Aug 16 21:27:05.395071 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-69e2e82e-0829-4907-837f-786077a0f74d req-ebb4b780-8184-4fd6-98be-4daf152575cd tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348485 Aug 16 21:27:06.515984 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12889a0b-ef59-4130-930d-f910c62ad9fc req-a6e6ca3f-ac92-40d7-adc3-a937f344fb78 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:06.517606 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12889a0b-ef59-4130-930d-f910c62ad9fc req-a6e6ca3f-ac92-40d7-adc3-a937f344fb78 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 944 time: 0.0493405 Aug 16 21:27:06.559347 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12889a0b-ef59-4130-930d-f910c62ad9fc req-a0a81f18-7711-475e-837e-c4fccbb9eabe tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356977 Aug 16 21:27:07.680318 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d695c3c-f242-4a69-b90a-4b287f1f4826 req-2a86ecdb-57b7-4c89-9c75-211d41f40ca6 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:07.681845 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1d695c3c-f242-4a69-b90a-4b287f1f4826 req-2a86ecdb-57b7-4c89-9c75-211d41f40ca6 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 944 time: 0.0539978 Aug 16 21:27:07.719923 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1d695c3c-f242-4a69-b90a-4b287f1f4826 req-53e7fe16-4e9d-4d78-b919-9bccc65381e1 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316026 Aug 16 21:27:08.841357 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd866c-dd88-4941-a636-aceb170ab3e8 req-db4f0cf3-023b-415e-b875-444d5a23a3d6 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:08.842917 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4ffd866c-dd88-4941-a636-aceb170ab3e8 req-db4f0cf3-023b-415e-b875-444d5a23a3d6 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 944 time: 0.0537136 Aug 16 21:27:08.883309 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4ffd866c-dd88-4941-a636-aceb170ab3e8 req-607dd570-31b4-4cf2-869f-b6fefbd8f3bb tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343943 Aug 16 21:27:10.001035 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d669231c-a18f-4da0-b4b2-7d18a187cf2f req-6677ad95-ffb8-45bf-904b-ae7f9fd2f84b tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:10.002695 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d669231c-a18f-4da0-b4b2-7d18a187cf2f req-6677ad95-ffb8-45bf-904b-ae7f9fd2f84b tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 944 time: 0.0501299 Aug 16 21:27:10.041822 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d669231c-a18f-4da0-b4b2-7d18a187cf2f req-1c6871b2-7f99-48ea-a196-099b1d387ced tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324721 Aug 16 21:27:11.146479 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9db4779c-65b6-45a3-ab56-b66af5eb5115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:11.163150 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387627eb-c5f0-439a-a89a-b563664ed635 req-0c2e29c9-256a-49e5-8011-3a6aa73114cf tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:11.164690 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-387627eb-c5f0-439a-a89a-b563664ed635 req-0c2e29c9-256a-49e5-8011-3a6aa73114cf tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 944 time: 0.0545015 Aug 16 21:27:11.203113 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-387627eb-c5f0-439a-a89a-b563664ed635 req-e620eefb-3726-40f5-9875-c16459f9ed29 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325155 Aug 16 21:27:12.316542 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdca5d1-b191-4903-bfba-4d26e417c3c8 req-828cda69-120b-4718-ae7a-d9bd5317583a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:12.318018 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dbdca5d1-b191-4903-bfba-4d26e417c3c8 req-828cda69-120b-4718-ae7a-d9bd5317583a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 944 time: 0.0489402 Aug 16 21:27:12.356848 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dbdca5d1-b191-4903-bfba-4d26e417c3c8 req-7cb7d737-5225-4b0a-bcf7-dd5ff49b2f47 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322392 Aug 16 21:27:13.472347 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b93a7-6262-45a9-8a57-7ac8d4c8d811 req-dbae514c-bf65-4952-901e-c777d938be72 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:13.473822 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6e6b93a7-6262-45a9-8a57-7ac8d4c8d811 req-dbae514c-bf65-4952-901e-c777d938be72 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 944 time: 0.0488198 Aug 16 21:27:13.513664 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6e6b93a7-6262-45a9-8a57-7ac8d4c8d811 req-86aeca6d-8137-47fe-ac31-8a4a6a794a09 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327301 Aug 16 21:27:13.649689 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1959b02f-5d1b-46cf-9105-787e6ee2e817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:13.889103 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:14.632199 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5975e-35b5-4261-ae1b-1ab68e94746f req-6bd3b7e7-ccb7-4a2c-a801-234c87d793e1 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:14.633688 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b2f5975e-35b5-4261-ae1b-1ab68e94746f req-6bd3b7e7-ccb7-4a2c-a801-234c87d793e1 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 944 time: 0.0530078 Aug 16 21:27:14.670515 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b2f5975e-35b5-4261-ae1b-1ab68e94746f req-54b3fd1a-9d6b-4eef-b8ce-74d838f55561 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307670 Aug 16 21:27:14.929915 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:15.786123 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d2894-0ec1-4c4b-a04d-3bc48167da4e req-dd62ec1f-1779-4de4-9a8c-79e26224e745 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:15.787892 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-270d2894-0ec1-4c4b-a04d-3bc48167da4e req-dd62ec1f-1779-4de4-9a8c-79e26224e745 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 944 time: 0.0484707 Aug 16 21:27:15.825080 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-270d2894-0ec1-4c4b-a04d-3bc48167da4e req-ffa3b7ac-78c8-4229-8216-221a21c037b9 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312853 Aug 16 21:27:16.649480 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:16.953115 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134a1cc-9018-4028-b7fa-ab9a79ef48b6 req-890525b8-fb24-4c72-a186-ca703d946775 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:16.954613 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6134a1cc-9018-4028-b7fa-ab9a79ef48b6 req-890525b8-fb24-4c72-a186-ca703d946775 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 944 time: 0.0606177 Aug 16 21:27:16.992320 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6134a1cc-9018-4028-b7fa-ab9a79ef48b6 req-cee2e1cf-545a-466a-b73b-a4d31edc8df1 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312026 Aug 16 21:27:18.109853 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a458b7-90be-4f8d-adac-f6c5fba585e0 req-d96de251-c7d7-4d87-b3c9-87477ec20295 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:18.111345 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b0a458b7-90be-4f8d-adac-f6c5fba585e0 req-d96de251-c7d7-4d87-b3c9-87477ec20295 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 944 time: 0.0524256 Aug 16 21:27:18.148715 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b0a458b7-90be-4f8d-adac-f6c5fba585e0 req-3b7ceecd-649c-40ec-9ae9-af07dd3ae377 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308440 Aug 16 21:27:19.264697 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cdfb8d-470c-4af1-85ac-0e8c5bfaac9b req-b324b41f-5db7-4f0b-8943-b508f03081f0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:19.266229 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b3cdfb8d-470c-4af1-85ac-0e8c5bfaac9b req-b324b41f-5db7-4f0b-8943-b508f03081f0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 944 time: 0.0503666 Aug 16 21:27:19.304579 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b3cdfb8d-470c-4af1-85ac-0e8c5bfaac9b req-17dd82ce-978b-47b5-b23c-4017aebc8964 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324111 Aug 16 21:27:19.455335 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:20.419763 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cdc0c-c848-400c-8b5a-7f9a97844df2 req-3a1a4ca3-c9bb-412a-bdea-54875af50e46 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:20.421279 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b1cdc0c-c848-400c-8b5a-7f9a97844df2 req-3a1a4ca3-c9bb-412a-bdea-54875af50e46 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 944 time: 0.0490649 Aug 16 21:27:20.458985 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b1cdc0c-c848-400c-8b5a-7f9a97844df2 req-558f48d8-cd6c-4212-9694-ec57bfeac7f4 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314317 Aug 16 21:27:21.575144 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1542dc-b1f8-4413-a827-bfbb21ab8ffb req-6e8e919f-90fb-439a-907a-57b565cd5294 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:21.576697 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3b1542dc-b1f8-4413-a827-bfbb21ab8ffb req-6e8e919f-90fb-439a-907a-57b565cd5294 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 944 time: 0.0517864 Aug 16 21:27:21.615836 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3b1542dc-b1f8-4413-a827-bfbb21ab8ffb req-6383bce9-7f6a-4a08-9f30-765f2dce0c36 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327983 Aug 16 21:27:22.271956 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:22.731826 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c4479-0581-4db6-bfd0-28b2fb0cf2ca req-4d333c6a-5a13-4259-a6d7-68e5201ef98a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:22.733328 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7b6c4479-0581-4db6-bfd0-28b2fb0cf2ca req-4d333c6a-5a13-4259-a6d7-68e5201ef98a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 944 time: 0.0492704 Aug 16 21:27:22.770881 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7b6c4479-0581-4db6-bfd0-28b2fb0cf2ca req-df6f88a9-8d0a-44ec-8aeb-87943ff3476e tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315626 Aug 16 21:27:23.887139 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad0a4c-60c9-4236-8736-096d225a3318 req-e4cb6082-702c-4d40-90b9-b384d073fd79 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:23.888639 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9dad0a4c-60c9-4236-8736-096d225a3318 req-e4cb6082-702c-4d40-90b9-b384d073fd79 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 944 time: 0.0492253 Aug 16 21:27:23.927236 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9dad0a4c-60c9-4236-8736-096d225a3318 req-57d448ba-8749-4e00-b045-6614db557a5e tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324166 Aug 16 21:27:25.063104 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a4bf9-d4ba-41a6-aa01-00db0fa3671f req-a2d6a50f-22f8-4350-9d47-df20ff0183e4 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:25.064656 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-789a4bf9-d4ba-41a6-aa01-00db0fa3671f req-a2d6a50f-22f8-4350-9d47-df20ff0183e4 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 944 time: 0.0534370 Aug 16 21:27:25.104426 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-789a4bf9-d4ba-41a6-aa01-00db0fa3671f req-58b1a2ea-b10d-4726-b1e6-c16bb2b24365 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332084 Aug 16 21:27:26.221399 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20f7f9-641e-4ad2-b605-ecdcf8a8ca49 req-82b80025-592f-4b85-890a-595632110da6 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:26.222918 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5f20f7f9-641e-4ad2-b605-ecdcf8a8ca49 req-82b80025-592f-4b85-890a-595632110da6 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 944 time: 0.0508494 Aug 16 21:27:26.262003 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5f20f7f9-641e-4ad2-b605-ecdcf8a8ca49 req-382a323e-ac07-4ade-bb6f-b806ed998cb2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328598 Aug 16 21:27:27.377915 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e2ac3-402a-4d84-83a5-3ae8687d738c req-3e189aac-db4d-4b71-811f-a9b95bb16b84 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:27.379573 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-495e2ac3-402a-4d84-83a5-3ae8687d738c req-3e189aac-db4d-4b71-811f-a9b95bb16b84 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 944 time: 0.0492826 Aug 16 21:27:27.416945 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-495e2ac3-402a-4d84-83a5-3ae8687d738c req-021355aa-0b3b-4fac-b7c5-c8305dce2f26 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308962 Aug 16 21:27:28.536959 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae674a7-140c-4747-965c-7661cbfb1c39 req-dfb4ef7a-ba8a-4a04-a01f-12f1101e5b3c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:28.538463 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4ae674a7-140c-4747-965c-7661cbfb1c39 req-dfb4ef7a-ba8a-4a04-a01f-12f1101e5b3c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 944 time: 0.0537117 Aug 16 21:27:28.575676 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4ae674a7-140c-4747-965c-7661cbfb1c39 req-38b45cb3-101f-453a-87e1-ed55fbbe27af tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313163 Aug 16 21:27:29.693080 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a0e4c-9dfa-467d-b6a5-e902047ee08c req-255ae7d4-79b4-4ae7-b60a-e909149bcb6f tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:29.696720 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b49a0e4c-9dfa-467d-b6a5-e902047ee08c req-255ae7d4-79b4-4ae7-b60a-e909149bcb6f tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 944 time: 0.0497229 Aug 16 21:27:29.732926 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b49a0e4c-9dfa-467d-b6a5-e902047ee08c req-6a12470f-fae2-4a45-aa56-1ef5b0cf4439 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322280 Aug 16 21:27:30.848091 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b14ac-039f-4763-a535-ea182ed9080c req-30ff8631-ec9f-491e-aab6-a162c434e9a5 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:30.849671 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-299b14ac-039f-4763-a535-ea182ed9080c req-30ff8631-ec9f-491e-aab6-a162c434e9a5 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 944 time: 0.0496895 Aug 16 21:27:30.887880 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-299b14ac-039f-4763-a535-ea182ed9080c req-df1533c7-6467-4a5b-8f5a-38fb547ed57f tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322571 Aug 16 21:27:31.860289 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:27:32.008352 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44392b9-69fd-4191-9579-2e57680bc966 req-aec22634-7259-43be-a579-a6036be6c8c8 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:32.011122 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c44392b9-69fd-4191-9579-2e57680bc966 req-aec22634-7259-43be-a579-a6036be6c8c8 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 944 time: 0.0570662 Aug 16 21:27:32.050843 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c44392b9-69fd-4191-9579-2e57680bc966 req-14f4a3e1-2da3-48d5-9b3d-c6ed16c1ccb2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331535 Aug 16 21:27:33.169645 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889e5af-80fd-4938-b241-a7008d4f7c73 req-29a56a47-a3f5-4e94-94c0-a2fbacf17f5f tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:33.171140 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3889e5af-80fd-4938-b241-a7008d4f7c73 req-29a56a47-a3f5-4e94-94c0-a2fbacf17f5f tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 944 time: 0.0486619 Aug 16 21:27:33.209755 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3889e5af-80fd-4938-b241-a7008d4f7c73 req-5652f10b-8ba1-4668-9e2c-7051b0b5ac94 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324767 Aug 16 21:27:34.325247 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc66d76-e2f8-4cea-866f-9dc18cea1c5b req-3b04b026-e363-42a9-80ea-c62d1cc90da1 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:34.327021 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ecc66d76-e2f8-4cea-866f-9dc18cea1c5b req-3b04b026-e363-42a9-80ea-c62d1cc90da1 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 944 time: 0.0501277 Aug 16 21:27:34.365321 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ecc66d76-e2f8-4cea-866f-9dc18cea1c5b req-e48fe2e3-a123-4aee-8248-b8bc2d665fcc tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323534 Aug 16 21:27:35.483577 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f914c-4cf0-48f7-a153-8424072715fd req-a1ad0ef0-0084-498a-94bb-dae6b9f40a83 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:35.485092 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-586f914c-4cf0-48f7-a153-8424072715fd req-a1ad0ef0-0084-498a-94bb-dae6b9f40a83 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 944 time: 0.0538990 Aug 16 21:27:35.522767 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-586f914c-4cf0-48f7-a153-8424072715fd req-a5ec5f8a-531d-4587-a92b-31f7112d5da7 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315332 Aug 16 21:27:36.461740 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device c6ab88ed-ef28-43cd-8869-54d51e29a9e1 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:27:36.553606 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port c6ab88ed-ef28-43cd-8869-54d51e29a9e1, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=c6ab88ed-ef28-43cd-8869-54d51e29a9e1,segment=NetworkSegment(acec49ee-0612-4329-ad28-ad4a9de84f79),segment_id=acec49ee-0612-4329-ad28-ad4a9de84f79)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:27:36.569550 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': 'c6ab88ed-ef28-43cd-8869-54d51e29a9e1', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'port_id': 'c6ab88ed-ef28-43cd-8869-54d51e29a9e1', 'mac_address': 'fa:16:3e:0b:02:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:27:36.640982 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a302d-602f-4ba0-b829-9520a0f4305e req-ab177d5f-559e-4cbd-88ad-a061eed1c317 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:36.642663 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-089a302d-602f-4ba0-b829-9520a0f4305e req-ab177d5f-559e-4cbd-88ad-a061eed1c317 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 944 time: 0.0522747 Aug 16 21:27:36.683705 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-089a302d-602f-4ba0-b829-9520a0f4305e req-07e10a8b-f2ad-4ada-89a4-24c47b2f3bc9 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345771 Aug 16 21:27:36.770189 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:36.782782 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ab88ed-ef28-43cd-8869-54d51e29a9e1 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:27:36.802489 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port c6ab88ed-ef28-43cd-8869-54d51e29a9e1, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=c6ab88ed-ef28-43cd-8869-54d51e29a9e1,segment=NetworkSegment(acec49ee-0612-4329-ad28-ad4a9de84f79),segment_id=acec49ee-0612-4329-ad28-ad4a9de84f79)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:27:36.860096 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:36.906724 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=c6ab88ed-ef28-43cd-8869-54d51e29a9e1,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:27:37.102926 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['c6ab88ed-ef28-43cd-8869-54d51e29a9e1'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:27:37.798717 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd38ea-01d5-4e72-83bb-4f618ab8a10a req-a705df85-680b-4753-89ae-98fffb865a66 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:37.800210 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bfbd38ea-01d5-4e72-83bb-4f618ab8a10a req-a705df85-680b-4753-89ae-98fffb865a66 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 945 time: 0.0487432 Aug 16 21:27:37.839249 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bfbd38ea-01d5-4e72-83bb-4f618ab8a10a req-0a8e9b61-390f-4c69-94a6-fdfeeca46419 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325198 Aug 16 21:27:38.464184 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device c6ab88ed-ef28-43cd-8869-54d51e29a9e1 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:27:38.591924 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port c6ab88ed-ef28-43cd-8869-54d51e29a9e1 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:27:38.595603 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port c6ab88ed-ef28-43cd-8869-54d51e29a9e1 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:27:38.596101 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:38.675496 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:38.697221 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958225ac-bec1-48a6-b2c0-e7a4670e40f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ab88ed-ef28-43cd-8869-54d51e29a9e1'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:27:38.699586 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04936302-4380-45df-9c8d-1b6d587f2d92" -d '{"events": [{"server_uuid": "958225ac-bec1-48a6-b2c0-e7a4670e40f8", "name": "network-vif-plugged", "status": "completed", "tag": "c6ab88ed-ef28-43cd-8869-54d51e29a9e1"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:27:38.713483 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port c6ab88ed-ef28-43cd-8869-54d51e29a9e1, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=c6ab88ed-ef28-43cd-8869-54d51e29a9e1,segment=NetworkSegment(acec49ee-0612-4329-ad28-ad4a9de84f79),segment_id=acec49ee-0612-4329-ad28-ad4a9de84f79)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:27:38.737817 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cfadaa-cea6-4417-b9b7-9629de12c16a x-openstack-request-id: req-59cfadaa-cea6-4417-b9b7-9629de12c16a {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:27:38.738107 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958225ac-bec1-48a6-b2c0-e7a4670e40f8", "name": "network-vif-plugged", "status": "completed", "tag": "c6ab88ed-ef28-43cd-8869-54d51e29a9e1", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:27:38.738361 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-59cfadaa-cea6-4417-b9b7-9629de12c16a {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:27:38.738764 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958225ac-bec1-48a6-b2c0-e7a4670e40f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ab88ed-ef28-43cd-8869-54d51e29a9e1', 'code': 200} Aug 16 21:27:38.763159 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:38.811477 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=c6ab88ed-ef28-43cd-8869-54d51e29a9e1,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:27:38.818918 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:38.819311 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:38.819662 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:38.820049 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:38.820396 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:38.820734 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:38.821071 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:38.821406 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:38.821739 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:38.822071 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:38.822402 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:38.822731 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:38.839102 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc5fec-e302-4cdf-848a-a73a14ff44bb req-c5d540e8-9819-4898-bc43-050ae9741df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:38.841353 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-80bc5fec-e302-4cdf-848a-a73a14ff44bb req-c5d540e8-9819-4898-bc43-050ae9741df7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 1098 time: 0.0465562 Aug 16 21:27:38.876627 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-80bc5fec-e302-4cdf-848a-a73a14ff44bb req-3114877b-a590-4dea-ad9f-9e9ea8680836 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276809 Aug 16 21:27:38.956254 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0838ac7-b4bf-487b-ac3f-c5019a312e4c req-93b09026-0995-48bd-88db-460d0ece3606 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:38.957760 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f0838ac7-b4bf-487b-ac3f-c5019a312e4c req-93b09026-0995-48bd-88db-460d0ece3606 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 946 time: 0.0502071 Aug 16 21:27:38.995865 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f0838ac7-b4bf-487b-ac3f-c5019a312e4c req-7a38110f-b0c0-4c87-ba2c-8eb49fb67057 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320704 Aug 16 21:27:40.112928 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68385f-7fbd-4f54-b53b-d1d270dade96 req-5d2dabae-8477-4e5b-b995-12819de53e21 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:40.114404 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cb68385f-7fbd-4f54-b53b-d1d270dade96 req-5d2dabae-8477-4e5b-b995-12819de53e21 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 946 time: 0.0491173 Aug 16 21:27:40.154621 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cb68385f-7fbd-4f54-b53b-d1d270dade96 req-c3b89c9a-c3c7-475b-8c00-7f7abe00118a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341656 Aug 16 21:27:40.274036 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9280cef-228f-41db-9f9d-b8c835ad6480 req-c5a73968-df2a-4e56-bb8a-d28aa859ab93 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:40.275531 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b9280cef-228f-41db-9f9d-b8c835ad6480 req-c5a73968-df2a-4e56-bb8a-d28aa859ab93 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 946 time: 0.0543611 Aug 16 21:27:40.314244 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b9280cef-228f-41db-9f9d-b8c835ad6480 req-5aff5f7b-de6f-4ce5-a91f-2bb711707c9a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321844 Aug 16 21:27:40.811507 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6361fd-9348-4c22-ae1b-75aade2682a9 req-560a1cc1-f0bd-401e-b85c-e69e8f2c9e30 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:40.813042 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ec6361fd-9348-4c22-ae1b-75aade2682a9 req-560a1cc1-f0bd-401e-b85c-e69e8f2c9e30 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 946 time: 0.0487678 Aug 16 21:27:40.850777 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ec6361fd-9348-4c22-ae1b-75aade2682a9 req-39b8f863-db3f-41ca-87fd-b6bd3254ef29 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316710 Aug 16 21:27:41.100410 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f7378643-5983-4526-b66d-e4dd0bbc462b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:41.969459 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a8444-362a-4bd5-a33d-774742beb4da req-37258e41-fd39-409e-a84e-f6ea759a49ef tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:41.970960 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-078a8444-362a-4bd5-a33d-774742beb4da req-37258e41-fd39-409e-a84e-f6ea759a49ef tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 946 time: 0.0488536 Aug 16 21:27:42.009341 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-078a8444-362a-4bd5-a33d-774742beb4da req-6f15e895-31ed-47f9-b8d4-da9f8f7aec46 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324221 Aug 16 21:27:42.211184 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452febf6-807b-4725-a9c3-0c1306af4dac req-4497ae94-d40d-44ed-8063-2c5d6a7a3464 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:42.212740 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-452febf6-807b-4725-a9c3-0c1306af4dac req-4497ae94-d40d-44ed-8063-2c5d6a7a3464 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.90 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 946 time: 0.0546048 Aug 16 21:27:42.304826 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-452febf6-807b-4725-a9c3-0c1306af4dac req-3ba93ef0-1b8d-4cba-ad77-351c1a86ab9a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Deleting port c6ab88ed-ef28-43cd-8869-54d51e29a9e1 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:27:42.305173 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-452febf6-807b-4725-a9c3-0c1306af4dac req-3ba93ef0-1b8d-4cba-ad77-351c1a86ab9a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:42.395276 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-452febf6-807b-4725-a9c3-0c1306af4dac req-3ba93ef0-1b8d-4cba-ad77-351c1a86ab9a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] For port c6ab88ed-ef28-43cd-8869-54d51e29a9e1, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=c6ab88ed-ef28-43cd-8869-54d51e29a9e1,segment=NetworkSegment(acec49ee-0612-4329-ad28-ad4a9de84f79),segment_id=acec49ee-0612-4329-ad28-ad4a9de84f79)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:27:42.395650 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-452febf6-807b-4725-a9c3-0c1306af4dac req-3ba93ef0-1b8d-4cba-ad77-351c1a86ab9a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:42.409160 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-452febf6-807b-4725-a9c3-0c1306af4dac req-3ba93ef0-1b8d-4cba-ad77-351c1a86ab9a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Calling delete_port for c6ab88ed-ef28-43cd-8869-54d51e29a9e1 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:27:42.597455 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-452febf6-807b-4725-a9c3-0c1306af4dac req-3ba93ef0-1b8d-4cba-ad77-351c1a86ab9a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:42.609949 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['a54e3f8b-f040-463a-8105-a5e30b5ef532'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:27:42.613170 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['c6ab88ed-ef28-43cd-8869-54d51e29a9e1'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:27:42.627541 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba93ef0-1b8d-4cba-ad77-351c1a86ab9a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Pushing event deleted for resources: {'Port': ['ID=c6ab88ed-ef28-43cd-8869-54d51e29a9e1,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:27:42.670930 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-452febf6-807b-4725-a9c3-0c1306af4dac req-3ba93ef0-1b8d-4cba-ad77-351c1a86ab9a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] No DVR routers for this DVR port c6ab88ed-ef28-43cd-8869-54d51e29a9e1 on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:27:42.673644 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-452febf6-807b-4725-a9c3-0c1306af4dac req-3ba93ef0-1b8d-4cba-ad77-351c1a86ab9a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:42.675724 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-452febf6-807b-4725-a9c3-0c1306af4dac req-3ba93ef0-1b8d-4cba-ad77-351c1a86ab9a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.90 "DELETE /v2.0/ports/c6ab88ed-ef28-43cd-8869-54d51e29a9e1 HTTP/1.1" status: 204 len: 173 time: 0.4569538 Aug 16 21:27:42.676227 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958225ac-bec1-48a6-b2c0-e7a4670e40f8', 'name': 'network-vif-deleted', 'tag': 'c6ab88ed-ef28-43cd-8869-54d51e29a9e1'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:27:42.684916 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ae4738-76a6-44c9-99a2-bc422bea91bc" -d '{"events": [{"server_uuid": "958225ac-bec1-48a6-b2c0-e7a4670e40f8", "name": "network-vif-deleted", "tag": "c6ab88ed-ef28-43cd-8869-54d51e29a9e1"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:27:42.724186 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb42c0be-c86d-4065-9c8b-ef7db5dc521c x-openstack-request-id: req-bb42c0be-c86d-4065-9c8b-ef7db5dc521c {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:27:42.724489 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958225ac-bec1-48a6-b2c0-e7a4670e40f8", "name": "network-vif-deleted", "tag": "c6ab88ed-ef28-43cd-8869-54d51e29a9e1", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:27:42.724744 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-bb42c0be-c86d-4065-9c8b-ef7db5dc521c {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:27:42.725152 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958225ac-bec1-48a6-b2c0-e7a4670e40f8', 'name': 'network-vif-deleted', 'tag': 'c6ab88ed-ef28-43cd-8869-54d51e29a9e1', 'status': 'completed', 'code': 200} Aug 16 21:27:43.103712 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c5790588-556f-4afb-9f0f-50a1eac34579 req-e6efe4f1-885f-490e-90cb-67bbdfa467ab tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 210 time: 0.0267920 Aug 16 21:27:43.597732 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7c668db9-bde6-4318-8842-629085db57d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:43.865656 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:44.201996 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5baf99c8-29b4-43be-a2b9-d0dc322c81b2 req-3ea158d7-73f3-406c-947b-956e0d3a9bc8 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 210 time: 0.0285301 Aug 16 21:27:44.923082 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:45.302146 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ef8a4cfe-4914-47fb-9ac2-0cfb3898a3f7 req-bf3756e4-f1bd-46e8-b815-6b6b877f31a3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 210 time: 0.0312293 Aug 16 21:27:46.111553 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8b2d0f72-c580-45c1-a960-c156906a6c5f req-60e2a586-47f2-4d9a-8991-fe5905d087cb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f1f89b4e-f83c-44eb-b97f-0cc832219e35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413542 Aug 16 21:27:46.197816 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d0f72-c580-45c1-a960-c156906a6c5f req-066d76ae-b1ae-45d2-8061-eb33d4540bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:46.199362 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8b2d0f72-c580-45c1-a960-c156906a6c5f req-066d76ae-b1ae-45d2-8061-eb33d4540bf3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c303000a85b446a6930d70eb3fbff562&device_id=f1f89b4e-f83c-44eb-b97f-0cc832219e35 HTTP/1.1" status: 200 len: 1097 time: 0.0437291 Aug 16 21:27:46.308644 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d0f72-c580-45c1-a960-c156906a6c5f req-245cf13b-324e-418d-bb5a-39209e75843c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:46.310190 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8b2d0f72-c580-45c1-a960-c156906a6c5f req-245cf13b-324e-418d-bb5a-39209e75843c service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d1c820f-5652-4727-a461-82d8fc1df087 HTTP/1.1" status: 200 len: 913 time: 0.0907645 Aug 16 21:27:46.354428 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8b2d0f72-c580-45c1-a960-c156906a6c5f req-3ddad9b8-2bf9-4d64-b6e2-59bc7fe6b0e0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a54e3f8b-f040-463a-8105-a5e30b5ef532 HTTP/1.1" status: 200 len: 217 time: 0.0371487 Aug 16 21:27:46.402689 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f0d4b220-6ea2-4374-95c2-e672023cb3ec req-331d4903-247f-4364-82b0-af876ee66441 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=958225ac-bec1-48a6-b2c0-e7a4670e40f8 HTTP/1.1" status: 200 len: 210 time: 0.0271299 Aug 16 21:27:46.408451 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d0f72-c580-45c1-a960-c156906a6c5f req-25dbd3f0-cc12-4351-8e5d-9251ada38ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:46.409928 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8b2d0f72-c580-45c1-a960-c156906a6c5f req-25dbd3f0-cc12-4351-8e5d-9251ada38ad1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1656dac3-4ff6-47af-b9d7-4b2835fb6128 HTTP/1.1" status: 200 len: 851 time: 0.0488439 Aug 16 21:27:46.456024 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d0f72-c580-45c1-a960-c156906a6c5f req-fbaf3dd9-d5dc-4081-ab72-829c53586455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:46.457473 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8b2d0f72-c580-45c1-a960-c156906a6c5f req-fbaf3dd9-d5dc-4081-ab72-829c53586455 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d1c820f-5652-4727-a461-82d8fc1df087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411069 Aug 16 21:27:46.513237 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device c6ab88ed-ef28-43cd-8869-54d51e29a9e1 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:27:46.537705 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: c6ab88ed-ef28-43cd-8869-54d51e29a9e1 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:27:46.538061 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device c6ab88ed-ef28-43cd-8869-54d51e29a9e1 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:27:46.555665 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8b2d0f72-c580-45c1-a960-c156906a6c5f req-3508249e-2643-46e2-9d2a-7af0c164767e service neutron] 10.222.0.72 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893004 Aug 16 21:27:46.658517 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8b2d0f72-c580-45c1-a960-c156906a6c5f req-3482700f-3871-4c56-bcca-e03aa2dadfb5 service neutron] 10.222.0.72 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954008 Aug 16 21:27:46.700555 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:49.443199 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:52.220715 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb54aa-a3ab-4479-ac58-6d1ac42c70c6 req-a2ae4964-2c1c-43b0-a13a-b1d2ada86c09 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:52.222230 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-49cb54aa-a3ab-4479-ac58-6d1ac42c70c6 req-a2ae4964-2c1c-43b0-a13a-b1d2ada86c09 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1f89b4e-f83c-44eb-b97f-0cc832219e35 HTTP/1.1" status: 200 len: 945 time: 0.0508306 Aug 16 21:27:52.261551 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-49cb54aa-a3ab-4479-ac58-6d1ac42c70c6 req-d3e231ad-476a-40b2-b1e1-fe6d2c590b71 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332651 Aug 16 21:27:52.277365 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:53.380145 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf38f7-4960-46cb-9514-b655f51f88c2 req-70bd67d8-4b6e-4da4-aafd-0cd5793aba9e tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:53.381649 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-19bf38f7-4960-46cb-9514-b655f51f88c2 req-70bd67d8-4b6e-4da4-aafd-0cd5793aba9e tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1f89b4e-f83c-44eb-b97f-0cc832219e35 HTTP/1.1" status: 200 len: 945 time: 0.0485504 Aug 16 21:27:53.425708 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-19bf38f7-4960-46cb-9514-b655f51f88c2 req-77891955-0789-46f4-bbb9-a839e33a1d88 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba159e7a-623f-4e18-b22b-c4b659abc4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378587 Aug 16 21:27:53.767309 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3b5a3-ba7c-4fe1-8c0e-9b666a856b3d req-84a2b5a8-1622-4a2c-b0d0-c303ff525789 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:53.768805 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a5a3b5a3-ba7c-4fe1-8c0e-9b666a856b3d req-84a2b5a8-1622-4a2c-b0d0-c303ff525789 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1f89b4e-f83c-44eb-b97f-0cc832219e35 HTTP/1.1" status: 200 len: 945 time: 0.0500076 Aug 16 21:27:53.862216 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-a5a3b5a3-ba7c-4fe1-8c0e-9b666a856b3d req-07cf6938-d018-4ee3-b48d-af8193e68f1f tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Deleting port a54e3f8b-f040-463a-8105-a5e30b5ef532 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:27:53.862558 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-a5a3b5a3-ba7c-4fe1-8c0e-9b666a856b3d req-07cf6938-d018-4ee3-b48d-af8193e68f1f tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:53.950460 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-a5a3b5a3-ba7c-4fe1-8c0e-9b666a856b3d req-07cf6938-d018-4ee3-b48d-af8193e68f1f tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] For port a54e3f8b-f040-463a-8105-a5e30b5ef532, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=a54e3f8b-f040-463a-8105-a5e30b5ef532,segment=NetworkSegment(acec49ee-0612-4329-ad28-ad4a9de84f79),segment_id=acec49ee-0612-4329-ad28-ad4a9de84f79)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:27:53.950831 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-a5a3b5a3-ba7c-4fe1-8c0e-9b666a856b3d req-07cf6938-d018-4ee3-b48d-af8193e68f1f tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:53.963307 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-a5a3b5a3-ba7c-4fe1-8c0e-9b666a856b3d req-07cf6938-d018-4ee3-b48d-af8193e68f1f tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Calling delete_port for a54e3f8b-f040-463a-8105-a5e30b5ef532 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:27:54.174425 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-a5a3b5a3-ba7c-4fe1-8c0e-9b666a856b3d req-07cf6938-d018-4ee3-b48d-af8193e68f1f tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:54.185445 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['a54e3f8b-f040-463a-8105-a5e30b5ef532'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:27:54.204820 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf6938-d018-4ee3-b48d-af8193e68f1f tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Pushing event deleted for resources: {'Port': ['ID=a54e3f8b-f040-463a-8105-a5e30b5ef532,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:27:54.248229 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a3b5a3-ba7c-4fe1-8c0e-9b666a856b3d req-07cf6938-d018-4ee3-b48d-af8193e68f1f tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] No DVR routers for this DVR port a54e3f8b-f040-463a-8105-a5e30b5ef532 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:27:54.251002 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-a5a3b5a3-ba7c-4fe1-8c0e-9b666a856b3d req-07cf6938-d018-4ee3-b48d-af8193e68f1f tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:54.253073 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a5a3b5a3-ba7c-4fe1-8c0e-9b666a856b3d req-07cf6938-d018-4ee3-b48d-af8193e68f1f tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.72 "DELETE /v2.0/ports/a54e3f8b-f040-463a-8105-a5e30b5ef532 HTTP/1.1" status: 204 len: 173 time: 0.4782073 Aug 16 21:27:54.253575 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f89b4e-f83c-44eb-b97f-0cc832219e35', 'name': 'network-vif-deleted', 'tag': 'a54e3f8b-f040-463a-8105-a5e30b5ef532'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:27:54.255940 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b707c7ee-56e3-4274-96d5-f7e16fa65a5c" -d '{"events": [{"server_uuid": "f1f89b4e-f83c-44eb-b97f-0cc832219e35", "name": "network-vif-deleted", "tag": "a54e3f8b-f040-463a-8105-a5e30b5ef532"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:27:54.292524 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93257aec-24d8-4a65-9ec3-0922087f4a90 x-openstack-request-id: req-93257aec-24d8-4a65-9ec3-0922087f4a90 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:27:54.292827 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f89b4e-f83c-44eb-b97f-0cc832219e35", "name": "network-vif-deleted", "tag": "a54e3f8b-f040-463a-8105-a5e30b5ef532", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:27:54.293084 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-93257aec-24d8-4a65-9ec3-0922087f4a90 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:27:54.293489 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1f89b4e-f83c-44eb-b97f-0cc832219e35', 'name': 'network-vif-deleted', 'tag': 'a54e3f8b-f040-463a-8105-a5e30b5ef532', 'status': 'completed', 'code': 200} Aug 16 21:27:54.525799 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-283f2551-0012-4383-9796-3469c838168e req-69f9cd9c-0131-462a-bdc5-6d983eccc16e tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1f89b4e-f83c-44eb-b97f-0cc832219e35 HTTP/1.1" status: 200 len: 210 time: 0.0311699 Aug 16 21:27:55.625831 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-43f3f91b-5fba-4e1f-a655-9b745be65bc1 req-b5655c86-2057-4063-9e14-b0327fc7a18b tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1f89b4e-f83c-44eb-b97f-0cc832219e35 HTTP/1.1" status: 200 len: 210 time: 0.0272994 Aug 16 21:27:56.482939 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device a54e3f8b-f040-463a-8105-a5e30b5ef532 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:27:56.505321 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: a54e3f8b-f040-463a-8105-a5e30b5ef532 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:27:56.505700 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device a54e3f8b-f040-463a-8105-a5e30b5ef532 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:27:56.727632 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5ca2f4e1-e703-4423-a7b4-bcc0af4d1612 req-69afded9-bd5b-4597-8612-a0f115a5c5c9 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1f89b4e-f83c-44eb-b97f-0cc832219e35 HTTP/1.1" status: 200 len: 210 time: 0.0344851 Aug 16 21:27:57.820858 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fab48c81-d4e5-469e-87bc-7f34d3cea1ff req-9ea08ef1-3ef3-4259-ae85-68685d658027 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1f89b4e-f83c-44eb-b97f-0cc832219e35 HTTP/1.1" status: 200 len: 210 time: 0.0273013 Aug 16 21:28:03.609971 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 60390) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:28:03.614665 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-56fd7dd3-c9be-49ba-868d-cdef86aa40ac tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2053232509', 'description': 'tempest-secgroup-smoke-2053232509 description', 'project_id': 'c303000a85b446a6930d70eb3fbff562'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:28:03.740453 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-56fd7dd3-c9be-49ba-868d-cdef86aa40ac tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:03.821631 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-56fd7dd3-c9be-49ba-868d-cdef86aa40ac tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:03.882893 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-56fd7dd3-c9be-49ba-868d-cdef86aa40ac tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:03.910813 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd7dd3-c9be-49ba-868d-cdef86aa40ac tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd66d80-ee38-42b4-8ade-0672e9ad4058,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:28:03.918334 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fd7dd3-c9be-49ba-868d-cdef86aa40ac tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:28:03.920486 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fd7dd3-c9be-49ba-868d-cdef86aa40ac tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:28:03.920486 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fd7dd3-c9be-49ba-868d-cdef86aa40ac tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:28:03.920486 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fd7dd3-c9be-49ba-868d-cdef86aa40ac tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:28:03.920486 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fd7dd3-c9be-49ba-868d-cdef86aa40ac tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:28:03.920860 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fd7dd3-c9be-49ba-868d-cdef86aa40ac tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:28:03.920950 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fd7dd3-c9be-49ba-868d-cdef86aa40ac tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:28:03.921267 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fd7dd3-c9be-49ba-868d-cdef86aa40ac tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:28:03.921596 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fd7dd3-c9be-49ba-868d-cdef86aa40ac tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:28:03.921926 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fd7dd3-c9be-49ba-868d-cdef86aa40ac tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:28:03.922256 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fd7dd3-c9be-49ba-868d-cdef86aa40ac tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:28:03.922585 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fd7dd3-c9be-49ba-868d-cdef86aa40ac tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:28:03.968872 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-56fd7dd3-c9be-49ba-868d-cdef86aa40ac tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:03.970118 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-56fd7dd3-c9be-49ba-868d-cdef86aa40ac tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3591495 Aug 16 21:28:03.972980 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 60392) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:28:03.977410 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-5038e90a-b665-4518-82c2-b544ba5e0070 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Request body: {'security_group_rule': {'security_group_id': '1dd66d80-ee38-42b4-8ade-0672e9ad4058', 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:28:04.047678 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5038e90a-b665-4518-82c2-b544ba5e0070 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:04.107929 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5038e90a-b665-4518-82c2-b544ba5e0070 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:04.168083 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5038e90a-b665-4518-82c2-b544ba5e0070 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:04.186068 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038e90a-b665-4518-82c2-b544ba5e0070 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95a61aca-16df-44c6-b053-72a5a303f12a,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:28:04.253869 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5038e90a-b665-4518-82c2-b544ba5e0070 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:04.255101 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5038e90a-b665-4518-82c2-b544ba5e0070 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2811992 Aug 16 21:28:04.257809 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 60394) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:28:04.262272 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-979f475b-46d8-4aee-ac98-9214f6819dac tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Request body: {'security_group_rule': {'security_group_id': '1dd66d80-ee38-42b4-8ade-0672e9ad4058', 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:28:04.384584 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-979f475b-46d8-4aee-ac98-9214f6819dac tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:04.447953 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-979f475b-46d8-4aee-ac98-9214f6819dac tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:04.522500 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-979f475b-46d8-4aee-ac98-9214f6819dac tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:04.540840 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f475b-46d8-4aee-ac98-9214f6819dac tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22f07898-4cb6-4e4e-9eec-3252ff5ec67f,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:28:04.614200 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-979f475b-46d8-4aee-ac98-9214f6819dac tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:04.615441 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-979f475b-46d8-4aee-ac98-9214f6819dac tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3566377 Aug 16 21:28:04.618422 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 60396) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:28:04.622848 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-b4ee38be-03b2-4527-bc34-0760404d0d43 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Request body: {'security_group_rule': {'security_group_id': '1dd66d80-ee38-42b4-8ade-0672e9ad4058', 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:28:04.704562 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b4ee38be-03b2-4527-bc34-0760404d0d43 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:04.762233 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b4ee38be-03b2-4527-bc34-0760404d0d43 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:04.841470 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b4ee38be-03b2-4527-bc34-0760404d0d43 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:04.859395 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee38be-03b2-4527-bc34-0760404d0d43 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e427d545-344f-4ec5-9d8c-0f9ffedae297,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:28:04.940006 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b4ee38be-03b2-4527-bc34-0760404d0d43 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:04.941255 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b4ee38be-03b2-4527-bc34-0760404d0d43 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3218379 Aug 16 21:28:04.943956 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 60398) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:28:04.948355 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-5aa16b3b-1493-4abe-8ea2-1d41a2e7c36c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Request body: {'security_group_rule': {'security_group_id': '1dd66d80-ee38-42b4-8ade-0672e9ad4058', 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:28:05.036171 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5aa16b3b-1493-4abe-8ea2-1d41a2e7c36c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:05.094328 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5aa16b3b-1493-4abe-8ea2-1d41a2e7c36c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:05.173861 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5aa16b3b-1493-4abe-8ea2-1d41a2e7c36c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:05.191246 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa16b3b-1493-4abe-8ea2-1d41a2e7c36c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bf9aabe-7037-4973-9945-48e748aafe34,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:28:05.270914 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5aa16b3b-1493-4abe-8ea2-1d41a2e7c36c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:05.272174 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5aa16b3b-1493-4abe-8ea2-1d41a2e7c36c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3273423 Aug 16 21:28:05.274825 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 60400) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:28:05.279184 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-c6cd2d6e-d205-4445-8fa6-c9c9dbe3a68d tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Request body: {'security_group_rule': {'security_group_id': '1dd66d80-ee38-42b4-8ade-0672e9ad4058', 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:28:05.345617 n-d-793620-15 neutron-server[101845]: INFO neutron.db.securitygroups_db [None req-c6cd2d6e-d205-4445-8fa6-c9c9dbe3a68d tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Project c303000a85b446a6930d70eb3fbff562 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:28:05.350459 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c6cd2d6e-d205-4445-8fa6-c9c9dbe3a68d tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:05.411966 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c6cd2d6e-d205-4445-8fa6-c9c9dbe3a68d tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:05.465549 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c6cd2d6e-d205-4445-8fa6-c9c9dbe3a68d tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:05.482782 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd2d6e-d205-4445-8fa6-c9c9dbe3a68d tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61eba691-1c06-4da0-8f55-d07e469dc90f,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:28:05.540143 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c6cd2d6e-d205-4445-8fa6-c9c9dbe3a68d tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:05.541398 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c6cd2d6e-d205-4445-8fa6-c9c9dbe3a68d tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2656410 Aug 16 21:28:05.544359 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 60402) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:28:05.548851 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-fc055305-ade0-4c09-b064-67b81172a8d0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Request body: {'security_group_rule': {'security_group_id': '1dd66d80-ee38-42b4-8ade-0672e9ad4058', 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:28:05.625441 n-d-793620-15 neutron-server[101845]: INFO neutron.db.securitygroups_db [None req-fc055305-ade0-4c09-b064-67b81172a8d0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Project c303000a85b446a6930d70eb3fbff562 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:28:05.630199 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fc055305-ade0-4c09-b064-67b81172a8d0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:05.689921 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fc055305-ade0-4c09-b064-67b81172a8d0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:05.762348 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fc055305-ade0-4c09-b064-67b81172a8d0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:05.780232 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc055305-ade0-4c09-b064-67b81172a8d0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1deeefe9-3c6b-41ed-9f94-c7723e5b7bef,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:28:05.859747 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fc055305-ade0-4c09-b064-67b81172a8d0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:05.861006 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fc055305-ade0-4c09-b064-67b81172a8d0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3157136 Aug 16 21:28:08.860737 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:28:11.094421 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d7f1b84d-41ac-4b45-878f-875a98ce1fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:13.775416 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-47e25092-515a-44c2-9497-b331b95401ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:13.859911 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:14.928606 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:16.636291 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:19.477307 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:22.317448 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:25.922118 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-0bbef6e8-cf8c-4114-9b43-65203420be7d tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2053232509&fields=id&tenant_id=c303000a85b446a6930d70eb3fbff562 HTTP/1.1" status: 200 len: 267 time: 0.0323746 Aug 16 21:28:26.032145 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-d456b18e-af54-4e7d-88f8-3123ebd82659 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:26.033545 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-d456b18e-af54-4e7d-88f8-3123ebd82659 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/networks?id=6d1c820f-5652-4727-a461-82d8fc1df087 HTTP/1.1" status: 200 len: 812 time: 0.1040668 Aug 16 21:28:26.048519 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-fbb30730-89bf-43e8-ac57-46a80ee5c6db tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/quotas/c303000a85b446a6930d70eb3fbff562 HTTP/1.1" status: 200 len: 375 time: 0.0092952 Aug 16 21:28:26.098965 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-aed19845-209c-425d-b073-0d68d6a7381d tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=c303000a85b446a6930d70eb3fbff562&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447071 Aug 16 21:28:26.197084 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-c661542e-778c-400b-8be7-239d7bb1395a service neutron] 10.222.0.84 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869563 Aug 16 21:28:26.286865 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-284b9171-35b5-4716-971b-092e86bbc88f service neutron] 10.222.0.84 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833640 Aug 16 21:28:26.895179 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e5ca407c-3701-48ba-821b-559e306ea6e6 req-928fdef3-6dd0-40f2-a753-0464fc186d07 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a HTTP/1.1" status: 200 len: 210 time: 0.0272717 Aug 16 21:28:27.982823 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-969677dc-de6a-4a9b-abd2-0e1d66210e3c req-8db922f2-dc0d-497c-83fb-60bdabb95fa1 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a HTTP/1.1" status: 200 len: 210 time: 0.0316920 Aug 16 21:28:29.056119 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-044a2c09-a663-45fe-b00b-cd8534d0cf33 req-2f61ac28-5881-4aad-85cb-665b1f308d37 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a HTTP/1.1" status: 200 len: 210 time: 0.0261350 Aug 16 21:28:30.153257 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ca391ad4-7ce9-4527-90e8-a51682340596 req-8dedb04e-7db4-425a-a929-d448cb3f789a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a HTTP/1.1" status: 200 len: 210 time: 0.0321088 Aug 16 21:28:30.768440 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-86dfcb57-1596-4210-98cd-0fbf24fab584 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:30.769883 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-86dfcb57-1596-4210-98cd-0fbf24fab584 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.72 "GET /v2.0/networks?id=6d1c820f-5652-4727-a461-82d8fc1df087 HTTP/1.1" status: 200 len: 812 time: 0.1029615 Aug 16 21:28:30.813936 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-b29f0098-8978-48e9-af0a-c6a8e5a8715a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c303000a85b446a6930d70eb3fbff562 HTTP/1.1" status: 200 len: 380 time: 0.0335009 Aug 16 21:28:30.823659 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-6abecdae-3cf8-48b5-9120-61cac3015744 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Request body: {'port': {'device_id': 'eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'admin_state_up': True, 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'security_groups': ['1dd66d80-ee38-42b4-8ade-0672e9ad4058']}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:28:30.985236 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-6abecdae-3cf8-48b5-9120-61cac3015744 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Made reservation on behalf of c303000a85b446a6930d70eb3fbff562 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:28:30.989830 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-6abecdae-3cf8-48b5-9120-61cac3015744 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:31.118892 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-6abecdae-3cf8-48b5-9120-61cac3015744 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Allocated IP 172.20.0.10 (6d1c820f-5652-4727-a461-82d8fc1df087/1656dac3-4ff6-47af-b9d7-4b2835fb6128/9075e143-66f0-4d89-8a63-1982a91d6098) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:28:31.255885 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-79dc67d8-cd60-4915-9e01-a9b1b20acd86 req-5b88ccf8-02f3-499d-b8d7-891d0d3a61ba tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a HTTP/1.1" status: 200 len: 210 time: 0.0280149 Aug 16 21:28:31.270819 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-6abecdae-3cf8-48b5-9120-61cac3015744 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:31.284717 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-6abecdae-3cf8-48b5-9120-61cac3015744 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Transition to ACTIVE for port object 9075e143-66f0-4d89-8a63-1982a91d6098 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:28:31.431362 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-6abecdae-3cf8-48b5-9120-61cac3015744 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:31.472562 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-6abecdae-3cf8-48b5-9120-61cac3015744 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Network 6d1c820f-5652-4727-a461-82d8fc1df087 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:28:31.478153 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-6abecdae-3cf8-48b5-9120-61cac3015744 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:28:31.481875 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-6abecdae-3cf8-48b5-9120-61cac3015744 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:28:31.509816 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abecdae-3cf8-48b5-9120-61cac3015744 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Pushing event updated for resources: {'Port': ['ID=9075e143-66f0-4d89-8a63-1982a91d6098,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:28:31.541572 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-6abecdae-3cf8-48b5-9120-61cac3015744 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:31.542264 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-6abecdae-3cf8-48b5-9120-61cac3015744 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:31.636076 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-6abecdae-3cf8-48b5-9120-61cac3015744 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8160365 Aug 16 21:28:31.649154 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-e58c5d27-6bee-4a8e-87d8-a57b28066157 service neutron] Request body: {'port': {'device_id': 'eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:28:31.710851 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-e58c5d27-6bee-4a8e-87d8-a57b28066157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:31.779694 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f948d47a-1f35-47f1-91e6-ea33fb8a1f1b None None] Provisioning for port 9075e143-66f0-4d89-8a63-1982a91d6098 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:28:31.783679 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f948d47a-1f35-47f1-91e6-ea33fb8a1f1b None None] Provisioning complete for port 9075e143-66f0-4d89-8a63-1982a91d6098 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:28:31.784286 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f948d47a-1f35-47f1-91e6-ea33fb8a1f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:31.819921 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-f948d47a-1f35-47f1-91e6-ea33fb8a1f1b None None] Port 9075e143-66f0-4d89-8a63-1982a91d6098 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:28:31.993395 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-e58c5d27-6bee-4a8e-87d8-a57b28066157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9075e143-66f0-4d89-8a63-1982a91d6098 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:28:32.001001 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-e58c5d27-6bee-4a8e-87d8-a57b28066157 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:32.013330 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-e58c5d27-6bee-4a8e-87d8-a57b28066157 service neutron] Transition to ACTIVE for port object 9075e143-66f0-4d89-8a63-1982a91d6098 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:28:32.093956 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-e58c5d27-6bee-4a8e-87d8-a57b28066157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:32.147840 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c5d27-6bee-4a8e-87d8-a57b28066157 service neutron] Pushing event updated for resources: {'Port': ['ID=9075e143-66f0-4d89-8a63-1982a91d6098,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:28:32.241134 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-e58c5d27-6bee-4a8e-87d8-a57b28066157 service neutron] Attempting to bind port 9075e143-66f0-4d89-8a63-1982a91d6098 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:28:32.241482 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-e58c5d27-6bee-4a8e-87d8-a57b28066157 service neutron] Attempting to bind port 9075e143-66f0-4d89-8a63-1982a91d6098 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': 'acec49ee-0612-4329-ad28-ad4a9de84f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:28:32.241819 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-e58c5d27-6bee-4a8e-87d8-a57b28066157 service neutron] Attempting to bind port 9075e143-66f0-4d89-8a63-1982a91d6098 on network 6d1c820f-5652-4727-a461-82d8fc1df087 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:28:32.246741 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-e58c5d27-6bee-4a8e-87d8-a57b28066157 service neutron] Port 9075e143-66f0-4d89-8a63-1982a91d6098 on network 6d1c820f-5652-4727-a461-82d8fc1df087 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:28:32.253535 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-e58c5d27-6bee-4a8e-87d8-a57b28066157 service neutron] Attempting to bind port 9075e143-66f0-4d89-8a63-1982a91d6098 on network 6d1c820f-5652-4727-a461-82d8fc1df087 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:28:32.253535 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-e58c5d27-6bee-4a8e-87d8-a57b28066157 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:28:32.253535 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-e58c5d27-6bee-4a8e-87d8-a57b28066157 service neutron] Checking segment: {'id': 'acec49ee-0612-4329-ad28-ad4a9de84f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:28:32.253535 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-e58c5d27-6bee-4a8e-87d8-a57b28066157 service neutron] Bound using segment: {'id': 'acec49ee-0612-4329-ad28-ad4a9de84f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:28:32.254416 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-e58c5d27-6bee-4a8e-87d8-a57b28066157 service neutron] Bound port: 9075e143-66f0-4d89-8a63-1982a91d6098, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acec49ee-0612-4329-ad28-ad4a9de84f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:28:32.254416 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-e58c5d27-6bee-4a8e-87d8-a57b28066157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:32.326617 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-e58c5d27-6bee-4a8e-87d8-a57b28066157 service neutron] For port 9075e143-66f0-4d89-8a63-1982a91d6098, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:28:32.330109 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-e58c5d27-6bee-4a8e-87d8-a57b28066157 service neutron] For port 9075e143-66f0-4d89-8a63-1982a91d6098, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=9075e143-66f0-4d89-8a63-1982a91d6098,segment=NetworkSegment(acec49ee-0612-4329-ad28-ad4a9de84f79),segment_id=acec49ee-0612-4329-ad28-ad4a9de84f79)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:28:32.388682 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a073b3b-7b8a-4091-981b-fc8579c85810 req-7a5e5160-e21e-47ac-8012-aef6e00f1c10 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:32.390183 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a073b3b-7b8a-4091-981b-fc8579c85810 req-7a5e5160-e21e-47ac-8012-aef6e00f1c10 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a HTTP/1.1" status: 200 len: 944 time: 0.0493469 Aug 16 21:28:32.427012 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-e58c5d27-6bee-4a8e-87d8-a57b28066157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:32.436972 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a073b3b-7b8a-4091-981b-fc8579c85810 req-4b9be4e1-a5dc-4222-a13c-4f26a92195f2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335698 Aug 16 21:28:32.445976 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-e58c5d27-6bee-4a8e-87d8-a57b28066157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:32.447223 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-e58c5d27-6bee-4a8e-87d8-a57b28066157 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:32.449614 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-e58c5d27-6bee-4a8e-87d8-a57b28066157 service neutron] 10.222.0.72 "PUT /v2.0/ports/9075e143-66f0-4d89-8a63-1982a91d6098 HTTP/1.1" status: 200 len: 1093 time: 0.8055072 Aug 16 21:28:32.451489 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a', 'tag': '9075e143-66f0-4d89-8a63-1982a91d6098'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:28:32.454061 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da62ba1-b401-4cd5-a5e8-af5560e5621a" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a", "tag": "9075e143-66f0-4d89-8a63-1982a91d6098"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:28:32.509439 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c5d27-6bee-4a8e-87d8-a57b28066157 service neutron] Pushing event updated for resources: {'Port': ['ID=9075e143-66f0-4d89-8a63-1982a91d6098,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:28:32.517112 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad160f6b-55f5-4e6e-857a-20db8c69f1a0 x-openstack-request-id: req-ad160f6b-55f5-4e6e-857a-20db8c69f1a0 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:28:32.517112 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a", "tag": "9075e143-66f0-4d89-8a63-1982a91d6098", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:28:32.517112 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ad160f6b-55f5-4e6e-857a-20db8c69f1a0 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:28:32.517112 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a', 'tag': '9075e143-66f0-4d89-8a63-1982a91d6098', 'status': 'completed', 'code': 200} Aug 16 21:28:32.582592 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da62ba1-b401-4cd5-a5e8-af5560e5621a req-087d2abd-4bd9-45c7-8113-697f391ca3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:32.584796 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2da62ba1-b401-4cd5-a5e8-af5560e5621a req-087d2abd-4bd9-45c7-8113-697f391ca3d1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c303000a85b446a6930d70eb3fbff562&device_id=eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a HTTP/1.1" status: 200 len: 1096 time: 0.0477331 Aug 16 21:28:32.693283 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da62ba1-b401-4cd5-a5e8-af5560e5621a req-96f7685e-c57c-4b4d-819c-20227d75c820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:32.694783 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2da62ba1-b401-4cd5-a5e8-af5560e5621a req-96f7685e-c57c-4b4d-819c-20227d75c820 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=c303000a85b446a6930d70eb3fbff562&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1015725 Aug 16 21:28:32.793253 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da62ba1-b401-4cd5-a5e8-af5560e5621a req-b7a19d22-a1a1-45ff-90dd-9370b39f089e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:32.794748 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2da62ba1-b401-4cd5-a5e8-af5560e5621a req-b7a19d22-a1a1-45ff-90dd-9370b39f089e service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917673 Aug 16 21:28:32.874522 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-2a91d99f-913e-47d0-bff3-1ab42fe5eb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:32.876200 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-2a91d99f-913e-47d0-bff3-1ab42fe5eb8c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c303000a85b446a6930d70eb3fbff562&device_id=eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a HTTP/1.1" status: 200 len: 1096 time: 0.0424445 Aug 16 21:28:32.918436 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-602d0e7b-54ad-4ae7-b4f1-1c12bec6d958 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9075e143-66f0-4d89-8a63-1982a91d6098 HTTP/1.1" status: 200 len: 217 time: 0.0344548 Aug 16 21:28:32.976828 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-2b5664e1-6a3f-4e7c-bd90-4b9f94bbcabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:32.981830 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-2b5664e1-6a3f-4e7c-bd90-4b9f94bbcabf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1656dac3-4ff6-47af-b9d7-4b2835fb6128 HTTP/1.1" status: 200 len: 851 time: 0.0502901 Aug 16 21:28:33.025897 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-258e88e6-e604-4ac6-8bc5-9cd354cd7b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:33.027372 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-258e88e6-e604-4ac6-8bc5-9cd354cd7b15 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d1c820f-5652-4727-a461-82d8fc1df087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410602 Aug 16 21:28:33.116380 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-d69eed6d-0735-4505-9f12-232424b37eaf service neutron] 10.222.0.72 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817552 Aug 16 21:28:33.211631 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1ee17c61-531a-4f69-8ff6-70087faa6665 req-b722d823-f705-4c10-b78b-a38e57fe593e service neutron] 10.222.0.72 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869708 Aug 16 21:28:33.571853 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5884c6-aa58-44fc-a78a-7257735c1bab req-71a25ca7-b3ca-4768-88d6-ab8e620480d7 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:33.573355 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7b5884c6-aa58-44fc-a78a-7257735c1bab req-71a25ca7-b3ca-4768-88d6-ab8e620480d7 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a HTTP/1.1" status: 200 len: 944 time: 0.0539613 Aug 16 21:28:33.610223 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7b5884c6-aa58-44fc-a78a-7257735c1bab req-d182ebc7-b90c-4728-a6cb-fa0394433051 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306304 Aug 16 21:28:34.849363 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24383fde-ef8e-4f9a-bd45-67cedfb64331 req-040a1c8a-bb3c-4b12-999d-58b08ef8b793 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:34.850904 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-24383fde-ef8e-4f9a-bd45-67cedfb64331 req-040a1c8a-bb3c-4b12-999d-58b08ef8b793 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a HTTP/1.1" status: 200 len: 944 time: 0.1705203 Aug 16 21:28:34.890126 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-24383fde-ef8e-4f9a-bd45-67cedfb64331 req-eb23b8d4-a8bf-4ba8-b127-87c239b70255 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330195 Aug 16 21:28:36.005156 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063fe257-9a29-4dfe-8d46-d8f14b908ec4 req-fd3dae39-783a-4d72-ad08-8002b32076ff tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:36.006685 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-063fe257-9a29-4dfe-8d46-d8f14b908ec4 req-fd3dae39-783a-4d72-ad08-8002b32076ff tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a HTTP/1.1" status: 200 len: 944 time: 0.0487385 Aug 16 21:28:36.043723 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-063fe257-9a29-4dfe-8d46-d8f14b908ec4 req-b8f738fc-dff9-4210-9abf-5dadf258163a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311050 Aug 16 21:28:37.160336 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec02d1a-5d6c-493f-adc6-aa7037bc86c5 req-d0cabc7a-6b54-4c25-ab5f-38fa5a764a23 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:37.161835 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aec02d1a-5d6c-493f-adc6-aa7037bc86c5 req-d0cabc7a-6b54-4c25-ab5f-38fa5a764a23 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a HTTP/1.1" status: 200 len: 944 time: 0.0529485 Aug 16 21:28:37.199373 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aec02d1a-5d6c-493f-adc6-aa7037bc86c5 req-9f2a55de-f7a5-4f37-bf6a-32e440cbdfd0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316629 Aug 16 21:28:38.313436 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7665df-36d6-40e4-b31a-dcc54f5a1ebb req-2bef230e-872c-4a91-8363-d48f11bf26a7 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:38.314932 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-be7665df-36d6-40e4-b31a-dcc54f5a1ebb req-2bef230e-872c-4a91-8363-d48f11bf26a7 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a HTTP/1.1" status: 200 len: 944 time: 0.0507252 Aug 16 21:28:38.352483 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-be7665df-36d6-40e4-b31a-dcc54f5a1ebb req-e7486440-76c4-4b0b-979a-e71a1a8fb812 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316560 Aug 16 21:28:39.466150 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e09ae-4b69-464b-9ad9-f5179448bce0 req-9f48fb4e-5aa0-4fbd-bf0c-565842e60540 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:39.467661 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a51e09ae-4b69-464b-9ad9-f5179448bce0 req-9f48fb4e-5aa0-4fbd-bf0c-565842e60540 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a HTTP/1.1" status: 200 len: 944 time: 0.0505304 Aug 16 21:28:39.505101 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a51e09ae-4b69-464b-9ad9-f5179448bce0 req-24ac4cc1-3ffb-42ac-8cf2-7b3d204cb02e tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308671 Aug 16 21:28:40.621918 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b091049-4993-4d77-bde9-faae10e0be6f req-c4baccbd-1ebc-42d4-95e7-3647cdd7a522 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:40.623398 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5b091049-4993-4d77-bde9-faae10e0be6f req-c4baccbd-1ebc-42d4-95e7-3647cdd7a522 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a HTTP/1.1" status: 200 len: 944 time: 0.0532832 Aug 16 21:28:40.662516 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5b091049-4993-4d77-bde9-faae10e0be6f req-45d13c41-373c-4d7c-92ab-0682e88ac3c3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331705 Aug 16 21:28:41.110607 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3cbdafad-6b18-45da-95b3-2b6171e7d70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:41.778140 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e790ab8-04bd-47f3-be47-37867121ef77 req-dc6a4511-32fa-4b88-82d8-d33beba68596 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:41.779644 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3e790ab8-04bd-47f3-be47-37867121ef77 req-dc6a4511-32fa-4b88-82d8-d33beba68596 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a HTTP/1.1" status: 200 len: 944 time: 0.0505915 Aug 16 21:28:41.817793 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3e790ab8-04bd-47f3-be47-37867121ef77 req-481b6508-9416-4637-81b8-50223f6591b3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322039 Aug 16 21:28:42.749401 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 9075e143-66f0-4d89-8a63-1982a91d6098 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:28:42.844348 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 9075e143-66f0-4d89-8a63-1982a91d6098, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=9075e143-66f0-4d89-8a63-1982a91d6098,segment=NetworkSegment(acec49ee-0612-4329-ad28-ad4a9de84f79),segment_id=acec49ee-0612-4329-ad28-ad4a9de84f79)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:28:42.856343 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '9075e143-66f0-4d89-8a63-1982a91d6098', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'port_id': '9075e143-66f0-4d89-8a63-1982a91d6098', 'mac_address': 'fa:16:3e:64:de:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:28:42.893188 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:42.906628 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9075e143-66f0-4d89-8a63-1982a91d6098 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:28:42.929568 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb021ac-5ae9-4776-99f4-1c59549f25f7 req-aa0c87e3-fc5f-49c2-ab0c-c65d4219c673 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:42.930466 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 9075e143-66f0-4d89-8a63-1982a91d6098, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=9075e143-66f0-4d89-8a63-1982a91d6098,segment=NetworkSegment(acec49ee-0612-4329-ad28-ad4a9de84f79),segment_id=acec49ee-0612-4329-ad28-ad4a9de84f79)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:28:42.931105 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ecb021ac-5ae9-4776-99f4-1c59549f25f7 req-aa0c87e3-fc5f-49c2-ab0c-c65d4219c673 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a HTTP/1.1" status: 200 len: 944 time: 0.0489714 Aug 16 21:28:42.968736 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ecb021ac-5ae9-4776-99f4-1c59549f25f7 req-7c1f9e0d-6266-445d-b268-54c56eaef54d tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317106 Aug 16 21:28:42.996501 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:43.046983 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=9075e143-66f0-4d89-8a63-1982a91d6098,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:28:43.054336 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:28:43.054688 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:28:43.055034 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:28:43.055375 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:28:43.055713 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:28:43.056076 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:28:43.056412 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:28:43.056743 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:28:43.057071 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:28:43.057400 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:28:43.057728 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:28:43.058108 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:28:43.244730 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['9075e143-66f0-4d89-8a63-1982a91d6098'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:28:43.665016 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d1698e27-67e4-43a2-a107-7317e4592784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:43.847666 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:44.087440 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d8d5c-043e-491d-98a2-c74ee8cac51c req-94beab14-f4a2-484f-811a-11dec8bb4902 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:44.088974 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fa3d8d5c-043e-491d-98a2-c74ee8cac51c req-94beab14-f4a2-484f-811a-11dec8bb4902 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a HTTP/1.1" status: 200 len: 945 time: 0.0546048 Aug 16 21:28:44.127616 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fa3d8d5c-043e-491d-98a2-c74ee8cac51c req-9a2e41bb-4d00-40b8-aa99-3aabafc28b5c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327280 Aug 16 21:28:44.765546 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 9075e143-66f0-4d89-8a63-1982a91d6098 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:28:44.903151 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 9075e143-66f0-4d89-8a63-1982a91d6098 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:28:44.907073 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 9075e143-66f0-4d89-8a63-1982a91d6098 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:28:44.907513 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:44.930534 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:44.983689 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:45.005422 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9075e143-66f0-4d89-8a63-1982a91d6098'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:28:45.007657 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed74422-23bd-4dd8-9f56-e2128b7f6a40" -d '{"events": [{"server_uuid": "eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a", "name": "network-vif-plugged", "status": "completed", "tag": "9075e143-66f0-4d89-8a63-1982a91d6098"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:28:45.023005 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 9075e143-66f0-4d89-8a63-1982a91d6098, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=9075e143-66f0-4d89-8a63-1982a91d6098,segment=NetworkSegment(acec49ee-0612-4329-ad28-ad4a9de84f79),segment_id=acec49ee-0612-4329-ad28-ad4a9de84f79)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:28:45.043913 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5824a2e6-6f34-4bf0-9047-7f2d1ed5625c x-openstack-request-id: req-5824a2e6-6f34-4bf0-9047-7f2d1ed5625c {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:28:45.044221 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a", "name": "network-vif-plugged", "status": "completed", "tag": "9075e143-66f0-4d89-8a63-1982a91d6098", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:28:45.044469 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5824a2e6-6f34-4bf0-9047-7f2d1ed5625c {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:28:45.044859 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9075e143-66f0-4d89-8a63-1982a91d6098', 'code': 200} Aug 16 21:28:45.104905 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:45.151835 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=9075e143-66f0-4d89-8a63-1982a91d6098,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:28:45.152426 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d01c1d-dade-40ec-afeb-c0e5aa25cb21 req-371ca9b1-4d83-4472-a78f-4217ac77effb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:45.154005 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-20d01c1d-dade-40ec-afeb-c0e5aa25cb21 req-371ca9b1-4d83-4472-a78f-4217ac77effb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a HTTP/1.1" status: 200 len: 1098 time: 0.0409110 Aug 16 21:28:45.196462 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-20d01c1d-dade-40ec-afeb-c0e5aa25cb21 req-9d3ab7c0-e83f-4e2e-b08c-3f993e5a647b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288439 Aug 16 21:28:45.243057 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5298c6b-ac83-45e7-97d3-0abff984d7e4 req-a38b5f52-1cab-4b35-9bd4-cb4f12146305 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:45.244599 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d5298c6b-ac83-45e7-97d3-0abff984d7e4 req-a38b5f52-1cab-4b35-9bd4-cb4f12146305 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a HTTP/1.1" status: 200 len: 946 time: 0.0495796 Aug 16 21:28:45.281569 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d5298c6b-ac83-45e7-97d3-0abff984d7e4 req-3a0991dc-1dd0-4127-b45a-c1d01aa35afe tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310147 Aug 16 21:28:45.859804 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:28:46.399024 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003214a-3e9e-4658-a304-1b610e0cc16e req-8d0e8662-86a2-4f7d-a86c-aa66d7fb9274 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:46.400563 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b003214a-3e9e-4658-a304-1b610e0cc16e req-8d0e8662-86a2-4f7d-a86c-aa66d7fb9274 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a HTTP/1.1" status: 200 len: 946 time: 0.0493460 Aug 16 21:28:46.437402 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b003214a-3e9e-4658-a304-1b610e0cc16e req-927ab2e3-4254-401f-9871-cab100faf7a1 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311458 Aug 16 21:28:46.553928 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb160a-28d3-426c-a8c5-9f10ebaae585 req-b9b95a7f-e57f-4bbf-ad64-753234b53468 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:46.555414 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2aeb160a-28d3-426c-a8c5-9f10ebaae585 req-b9b95a7f-e57f-4bbf-ad64-753234b53468 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a HTTP/1.1" status: 200 len: 946 time: 0.0525901 Aug 16 21:28:46.593281 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2aeb160a-28d3-426c-a8c5-9f10ebaae585 req-eda5baf7-b89f-4bdd-80f0-dd6c5caf2b4b tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317647 Aug 16 21:28:46.617286 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 60614) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:28:46.636209 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:46.660467 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f1be16-2bd9-460d-90a3-33baea955688 tempest-TestVolumeBootPattern-876824442 tempest-TestVolumeBootPattern-876824442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:46.662513 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-51f1be16-2bd9-460d-90a3-33baea955688 tempest-TestVolumeBootPattern-876824442 tempest-TestVolumeBootPattern-876824442-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a HTTP/1.1" status: 200 len: 1093 time: 0.0442176 Aug 16 21:28:46.665430 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 60616) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:28:46.669940 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-e9ce0ac4-bbd0-4608-8de9-e8d6033f8b31 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'port_id': '9075e143-66f0-4d89-8a63-1982a91d6098', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:28:46.750424 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e9ce0ac4-bbd0-4608-8de9-e8d6033f8b31 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for floatingip, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:46.844773 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e9ce0ac4-bbd0-4608-8de9-e8d6033f8b31 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:47.279471 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-e9ce0ac4-bbd0-4608-8de9-e8d6033f8b31 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Allocated IP 172.25.1.193 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/53de60e5-27f8-4c8b-8e17-e6832bfc325b) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:28:47.377850 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e9ce0ac4-bbd0-4608-8de9-e8d6033f8b31 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:47.480527 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e9ce0ac4-bbd0-4608-8de9-e8d6033f8b31 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:47.518996 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ce0ac4-bbd0-4608-8de9-e8d6033f8b31 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:28:47.521888 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-e9ce0ac4-bbd0-4608-8de9-e8d6033f8b31 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:28:47.525582 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ce0ac4-bbd0-4608-8de9-e8d6033f8b31 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:28:47.546991 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce0ac4-bbd0-4608-8de9-e8d6033f8b31 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Pushing event updated for resources: {'Port': ['ID=53de60e5-27f8-4c8b-8e17-e6832bfc325b,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:28:47.876702 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e9ce0ac4-bbd0-4608-8de9-e8d6033f8b31 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:48.010266 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e9ce0ac4-bbd0-4608-8de9-e8d6033f8b31 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:48.153875 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d0dc03b4-d73c-4786-9f34-c56c0ea52cee req-dd308e8b-71fd-41b5-ace0-7c26c9e9811d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0620196 Aug 16 21:28:48.189645 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e9ce0ac4-bbd0-4608-8de9-e8d6033f8b31 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:48.232588 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc03b4-d73c-4786-9f34-c56c0ea52cee req-9ba0aa64-4b53-4e9f-bee3-e7465e3fd0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:48.234068 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d0dc03b4-d73c-4786-9f34-c56c0ea52cee req-9ba0aa64-4b53-4e9f-bee3-e7465e3fd0e1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c303000a85b446a6930d70eb3fbff562&device_id=eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a HTTP/1.1" status: 200 len: 1098 time: 0.0399122 Aug 16 21:28:48.247344 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e9ce0ac4-bbd0-4608-8de9-e8d6033f8b31 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:48.365278 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce0ac4-bbd0-4608-8de9-e8d6033f8b31 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Pushing event updated for resources: {'Port': ['ID=53de60e5-27f8-4c8b-8e17-e6832bfc325b,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:28:48.395091 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e9ce0ac4-bbd0-4608-8de9-e8d6033f8b31 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:48.439357 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc03b4-d73c-4786-9f34-c56c0ea52cee req-f4b9df62-967e-4631-9d9a-df106231d948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:48.440796 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d0dc03b4-d73c-4786-9f34-c56c0ea52cee req-f4b9df62-967e-4631-9d9a-df106231d948 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d1c820f-5652-4727-a461-82d8fc1df087 HTTP/1.1" status: 200 len: 913 time: 0.1849976 Aug 16 21:28:48.549976 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d0dc03b4-d73c-4786-9f34-c56c0ea52cee req-bc701581-8de4-46d2-9e66-368d1c0632cf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9075e143-66f0-4d89-8a63-1982a91d6098 HTTP/1.1" status: 200 len: 1000 time: 0.0987716 Aug 16 21:28:48.551082 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [None req-e9ce0ac4-bbd0-4608-8de9-e8d6033f8b31 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Floating IP 4209eb13-2a92-41dd-9503-7b6da5aaccba associated. External IP: 172.25.1.193, port: 9075e143-66f0-4d89-8a63-1982a91d6098. Aug 16 21:28:48.669350 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc03b4-d73c-4786-9f34-c56c0ea52cee req-bf18493a-1d5b-4cfe-8c3e-c0522f720375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:48.670815 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d0dc03b4-d73c-4786-9f34-c56c0ea52cee req-bf18493a-1d5b-4cfe-8c3e-c0522f720375 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1656dac3-4ff6-47af-b9d7-4b2835fb6128 HTTP/1.1" status: 200 len: 851 time: 0.0864837 Aug 16 21:28:48.764138 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc03b4-d73c-4786-9f34-c56c0ea52cee req-8bfff782-4414-4343-9f70-74360b6d66a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:48.765630 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d0dc03b4-d73c-4786-9f34-c56c0ea52cee req-8bfff782-4414-4343-9f70-74360b6d66a8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d1c820f-5652-4727-a461-82d8fc1df087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0877414 Aug 16 21:28:48.881520 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ce0ac4-bbd0-4608-8de9-e8d6033f8b31 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Router 2a2a0740-6763-4687-b41c-bc1074fcbe4e has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:28:48.909600 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d0dc03b4-d73c-4786-9f34-c56c0ea52cee req-31e918b0-a499-40ac-ad01-c020dc2babe1 service neutron] 10.222.0.72 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367185 Aug 16 21:28:49.071619 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ce0ac4-bbd0-4608-8de9-e8d6033f8b31 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:28:49.081280 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41caaef2-e89f-4fd6-820e-ce9c76484154 None None] Sync routers for ids ['2a2a0740-6763-4687-b41c-bc1074fcbe4e'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:28:49.083386 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d0dc03b4-d73c-4786-9f34-c56c0ea52cee req-721864b7-78c7-43a2-bb8e-abc7a683dd3f service neutron] 10.222.0.72 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435714 Aug 16 21:28:49.090793 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41caaef2-e89f-4fd6-820e-ce9c76484154 None None] Routers {'2a2a0740-6763-4687-b41c-bc1074fcbe4e'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:28:49.091421 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-41caaef2-e89f-4fd6-820e-ce9c76484154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:28:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['2a2a0740-6763-4687-b41c-bc1074fcbe4e'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:28:49.127713 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e9ce0ac4-bbd0-4608-8de9-e8d6033f8b31 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:49.156622 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e9ce0ac4-bbd0-4608-8de9-e8d6033f8b31 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4900382 Aug 16 21:28:49.157163 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a', 'tag': '9075e143-66f0-4d89-8a63-1982a91d6098'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:28:49.159504 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a74817-3e8d-471f-8dd3-af71c915b856" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a", "tag": "9075e143-66f0-4d89-8a63-1982a91d6098"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:28:49.194703 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34aaa0cb-3423-4f34-a3cb-7af97293f367 x-openstack-request-id: req-34aaa0cb-3423-4f34-a3cb-7af97293f367 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:28:49.195069 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a", "tag": "9075e143-66f0-4d89-8a63-1982a91d6098", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:28:49.195396 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-34aaa0cb-3423-4f34-a3cb-7af97293f367 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:28:49.195979 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a', 'tag': '9075e143-66f0-4d89-8a63-1982a91d6098', 'status': 'completed', 'code': 200} Aug 16 21:28:49.200221 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-41caaef2-e89f-4fd6-820e-ce9c76484154 None None] Set router 2a2a0740-6763-4687-b41c-bc1074fcbe4e gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:28:49.257314 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a74817-3e8d-471f-8dd3-af71c915b856 req-3d865af2-cb3d-4b75-aca3-13e41ab978f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:49.258863 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-15a74817-3e8d-471f-8dd3-af71c915b856 req-3d865af2-cb3d-4b75-aca3-13e41ab978f9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c303000a85b446a6930d70eb3fbff562&device_id=eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a HTTP/1.1" status: 200 len: 1098 time: 0.0416334 Aug 16 21:28:49.361006 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a74817-3e8d-471f-8dd3-af71c915b856 req-acd61a7b-2a24-45c3-99b9-f576c07ed0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:49.361006 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-15a74817-3e8d-471f-8dd3-af71c915b856 req-acd61a7b-2a24-45c3-99b9-f576c07ed0b5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d1c820f-5652-4727-a461-82d8fc1df087 HTTP/1.1" status: 200 len: 913 time: 0.0922821 Aug 16 21:28:49.432435 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-15a74817-3e8d-471f-8dd3-af71c915b856 req-6c732834-137b-4f82-857f-043d8cacb235 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9075e143-66f0-4d89-8a63-1982a91d6098 HTTP/1.1" status: 200 len: 1000 time: 0.0674214 Aug 16 21:28:49.468523 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-41caaef2-e89f-4fd6-820e-ce9c76484154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'name': 'tempest-TestVolumeBootPattern-1516474835-router', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:43Z', 'updated_at': '2021-08-16T21:23:46Z', 'revision_number': 4, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'gw_port': {'id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:44Z', 'updated_at': '2021-08-16T21:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '4209eb13-2a92-41dd-9503-7b6da5aaccba', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'floating_ip_address': '172.25.1.193', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'port_id': '9075e143-66f0-4d89-8a63-1982a91d6098', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'mac_address': 'fa:16:3e:64:de:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:28:47Z', 'updated_at': '2021-08-16T21:28:47Z', 'revision_number': 0, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41870b54-05d4-48f8-8b62-36069cdecaa1', 'name': '', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'mac_address': 'fa:16:3e:96:7b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:46Z', 'updated_at': '2021-08-16T21:23:52Z', 'revision_number': 5, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'subnets': [{'id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:28:49.468523 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41caaef2-e89f-4fd6-820e-ce9c76484154 None None] Checking router: 2a2a0740-6763-4687-b41c-bc1074fcbe4e for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:28:49.475978 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41caaef2-e89f-4fd6-820e-ce9c76484154 None None] Routers {'2a2a0740-6763-4687-b41c-bc1074fcbe4e'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:28:49.476590 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-41caaef2-e89f-4fd6-820e-ce9c76484154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:28:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['2a2a0740-6763-4687-b41c-bc1074fcbe4e'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:28:49.482481 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a74817-3e8d-471f-8dd3-af71c915b856 req-08d62221-31d5-493e-a20b-37b170583c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:49.484007 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-15a74817-3e8d-471f-8dd3-af71c915b856 req-08d62221-31d5-493e-a20b-37b170583c90 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1656dac3-4ff6-47af-b9d7-4b2835fb6128 HTTP/1.1" status: 200 len: 851 time: 0.0449119 Aug 16 21:28:49.534320 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a74817-3e8d-471f-8dd3-af71c915b856 req-19b76f21-ee43-47f3-adff-c993e96c1d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:49.535913 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-15a74817-3e8d-471f-8dd3-af71c915b856 req-19b76f21-ee43-47f3-adff-c993e96c1d58 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d1c820f-5652-4727-a461-82d8fc1df087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453408 Aug 16 21:28:49.552784 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:49.581186 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-41caaef2-e89f-4fd6-820e-ce9c76484154 None None] Set router 2a2a0740-6763-4687-b41c-bc1074fcbe4e gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:28:49.630312 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-15a74817-3e8d-471f-8dd3-af71c915b856 req-706387c8-fb5c-49c6-b3ab-feaa30e6a664 service neutron] 10.222.0.72 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851891 Aug 16 21:28:49.725372 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-15a74817-3e8d-471f-8dd3-af71c915b856 req-e84e8de9-16ea-4f8a-a008-07ffe0781cd5 service neutron] 10.222.0.72 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882506 Aug 16 21:28:49.806373 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-41caaef2-e89f-4fd6-820e-ce9c76484154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'name': 'tempest-TestVolumeBootPattern-1516474835-router', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:43Z', 'updated_at': '2021-08-16T21:23:46Z', 'revision_number': 4, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'gw_port': {'id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:44Z', 'updated_at': '2021-08-16T21:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '4209eb13-2a92-41dd-9503-7b6da5aaccba', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'floating_ip_address': '172.25.1.193', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'port_id': '9075e143-66f0-4d89-8a63-1982a91d6098', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'mac_address': 'fa:16:3e:64:de:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:28:47Z', 'updated_at': '2021-08-16T21:28:47Z', 'revision_number': 0, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41870b54-05d4-48f8-8b62-36069cdecaa1', 'name': '', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'mac_address': 'fa:16:3e:96:7b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:46Z', 'updated_at': '2021-08-16T21:23:52Z', 'revision_number': 5, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'subnets': [{'id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:28:49.836630 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41caaef2-e89f-4fd6-820e-ce9c76484154 None None] The sync data for ids ['2a2a0740-6763-4687-b41c-bc1074fcbe4e'] in n-d-793620-15 is: [{'id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'name': 'tempest-TestVolumeBootPattern-1516474835-router', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:43Z', 'updated_at': '2021-08-16T21:23:46Z', 'revision_number': 4, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'gw_port': {'id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:44Z', 'updated_at': '2021-08-16T21:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '4209eb13-2a92-41dd-9503-7b6da5aaccba', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'floating_ip_address': '172.25.1.193', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'port_id': '9075e143-66f0-4d89-8a63-1982a91d6098', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'mac_address': 'fa:16:3e:64:de:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:28:47Z', 'updated_at': '2021-08-16T21:28:47Z', 'revision_number': 0, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41870b54-05d4-48f8-8b62-36069cdecaa1', 'name': '', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'mac_address': 'fa:16:3e:96:7b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:46Z', 'updated_at': '2021-08-16T21:23:52Z', 'revision_number': 5, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'subnets': [{'id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:28:50.051094 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092fba3b-d4d3-4253-b49e-edaf13b85dd7 None None] New status for floating IP 4209eb13-2a92-41dd-9503-7b6da5aaccba: ACTIVE {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:28:52.264885 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:11.073685 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c234aa53-6857-48a3-a973-cdbc850fe54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:13.618889 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7309d6b6-5282-4b73-ac37-361b1dd5d63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:13.824935 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:14.995885 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:16.633652 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:19.444944 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:22.256021 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:22.860308 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:29:41.109799 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a9683254-272d-488a-8210-9552e274ecfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:43.606661 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-153f0c24-0e96-4aa8-bbb9-9ee604d8b0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:43.950035 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:44.924325 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:46.683989 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:48.144889 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f03d3c38-0657-4015-9318-9fec97a192da req-3ac16af8-68ba-4f69-9a6a-20a1d2d936d8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396783 Aug 16 21:29:48.227629 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d3c38-0657-4015-9318-9fec97a192da req-36ae3530-2cff-4175-8d17-e89fdfedf9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:29:48.229117 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f03d3c38-0657-4015-9318-9fec97a192da req-36ae3530-2cff-4175-8d17-e89fdfedf9c6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c303000a85b446a6930d70eb3fbff562&device_id=eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a HTTP/1.1" status: 200 len: 1098 time: 0.0405235 Aug 16 21:29:48.335625 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d3c38-0657-4015-9318-9fec97a192da req-00284855-e5d9-4297-b1dc-2e2e24396ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:29:48.337107 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f03d3c38-0657-4015-9318-9fec97a192da req-00284855-e5d9-4297-b1dc-2e2e24396ab8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d1c820f-5652-4727-a461-82d8fc1df087 HTTP/1.1" status: 200 len: 913 time: 0.0885525 Aug 16 21:29:48.402078 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f03d3c38-0657-4015-9318-9fec97a192da req-a61811ac-78a5-4c60-8f05-489937ee996d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9075e143-66f0-4d89-8a63-1982a91d6098 HTTP/1.1" status: 200 len: 1002 time: 0.0561209 Aug 16 21:29:48.453669 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d3c38-0657-4015-9318-9fec97a192da req-2115b17b-e2eb-4299-8d8e-d680058fa88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:29:48.455106 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f03d3c38-0657-4015-9318-9fec97a192da req-2115b17b-e2eb-4299-8d8e-d680058fa88a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1656dac3-4ff6-47af-b9d7-4b2835fb6128 HTTP/1.1" status: 200 len: 851 time: 0.0460091 Aug 16 21:29:48.500767 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d3c38-0657-4015-9318-9fec97a192da req-02e41fa1-e567-4957-966d-5cfa3442b319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:29:48.502273 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f03d3c38-0657-4015-9318-9fec97a192da req-02e41fa1-e567-4957-966d-5cfa3442b319 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d1c820f-5652-4727-a461-82d8fc1df087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395217 Aug 16 21:29:48.593703 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f03d3c38-0657-4015-9318-9fec97a192da req-f118de99-9a57-46a5-883e-c8846e625852 service neutron] 10.222.0.72 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836563 Aug 16 21:29:48.690907 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f03d3c38-0657-4015-9318-9fec97a192da req-0db6d8ed-e61d-415b-9c16-f77acdfe62f9 service neutron] 10.222.0.72 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848937 Aug 16 21:29:49.480916 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:52.267090 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:59.859153 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:30:11.077362 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-57f6f7ff-fe3f-4837-96a5-ec169e338746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:13.604651 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-87658792-51a9-49dd-ad6e-84b73b10c68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:13.860263 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:14.940121 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:16.637257 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:19.488582 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:22.299653 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:36.858972 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:30:41.081549 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-496d9386-4194-4c6d-a30c-c7a875f07dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:43.606339 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f0157c42-df24-434b-8e85-f2e986c0c592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:43.836248 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:44.942860 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:46.624675 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:49.210549 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-339c2357-6ac8-47a1-b789-72bc7452ab06 req-c5b5b7a1-ade3-46ff-9c61-cee35c1d9b44 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1477320 Aug 16 21:30:49.291666 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c2357-6ac8-47a1-b789-72bc7452ab06 req-cbdc571c-65d1-4c07-a4f0-70a86c5b5c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:49.293189 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-339c2357-6ac8-47a1-b789-72bc7452ab06 req-cbdc571c-65d1-4c07-a4f0-70a86c5b5c81 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c303000a85b446a6930d70eb3fbff562&device_id=eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a HTTP/1.1" status: 200 len: 1098 time: 0.0406394 Aug 16 21:30:49.396480 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c2357-6ac8-47a1-b789-72bc7452ab06 req-82468887-e54f-4406-aa36-7b18b4c703db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:49.397928 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-339c2357-6ac8-47a1-b789-72bc7452ab06 req-82468887-e54f-4406-aa36-7b18b4c703db service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d1c820f-5652-4727-a461-82d8fc1df087 HTTP/1.1" status: 200 len: 913 time: 0.0870509 Aug 16 21:30:49.466669 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-339c2357-6ac8-47a1-b789-72bc7452ab06 req-550adfe6-1bec-42ca-bb54-f30d35f51432 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9075e143-66f0-4d89-8a63-1982a91d6098 HTTP/1.1" status: 200 len: 1002 time: 0.0570221 Aug 16 21:30:49.485530 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:49.519188 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c2357-6ac8-47a1-b789-72bc7452ab06 req-44731723-e996-4e4e-ac1f-7973208b49f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:49.520680 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-339c2357-6ac8-47a1-b789-72bc7452ab06 req-44731723-e996-4e4e-ac1f-7973208b49f4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1656dac3-4ff6-47af-b9d7-4b2835fb6128 HTTP/1.1" status: 200 len: 851 time: 0.0471928 Aug 16 21:30:49.565661 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c2357-6ac8-47a1-b789-72bc7452ab06 req-8df9da71-2294-4b15-8aaa-b4aa0d10308c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:49.567134 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-339c2357-6ac8-47a1-b789-72bc7452ab06 req-8df9da71-2294-4b15-8aaa-b4aa0d10308c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d1c820f-5652-4727-a461-82d8fc1df087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393329 Aug 16 21:30:49.658970 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-339c2357-6ac8-47a1-b789-72bc7452ab06 req-8dedd8b6-436c-4cd2-9d5f-784ce1f2a84b service neutron] 10.222.0.72 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827157 Aug 16 21:30:49.747352 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-339c2357-6ac8-47a1-b789-72bc7452ab06 req-02b32605-cc6b-4dea-8844-8f1e63fedb6c service neutron] 10.222.0.72 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798512 Aug 16 21:30:52.298588 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:11.086605 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5473b71d-3742-406e-989f-0256c3ac9845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:13.633734 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5373ce85-390e-46a3-9313-e4d4c7127fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:13.859135 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:31:13.879515 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:14.955283 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:16.211154 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f5953-cc19-4dfe-87ed-4285c9ce414a req-d4e6b79d-8718-4ca5-92ee-e9a779851d23 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:16.212697 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1f5f5953-cc19-4dfe-87ed-4285c9ce414a req-d4e6b79d-8718-4ca5-92ee-e9a779851d23 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a HTTP/1.1" status: 200 len: 946 time: 0.0492806 Aug 16 21:31:16.250228 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1f5f5953-cc19-4dfe-87ed-4285c9ce414a req-10bf9cec-ee43-412f-bac4-c1b28ce8089c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317087 Aug 16 21:31:16.651796 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:17.390527 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02214ad8-a1fd-4d75-bed3-ff87686d50ed req-3ecd05b0-2777-4c09-b8cb-1d13e79f7612 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:17.392046 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-02214ad8-a1fd-4d75-bed3-ff87686d50ed req-3ecd05b0-2777-4c09-b8cb-1d13e79f7612 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a HTTP/1.1" status: 200 len: 946 time: 0.0494523 Aug 16 21:31:17.432816 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-02214ad8-a1fd-4d75-bed3-ff87686d50ed req-52815155-e7ce-48c1-bfff-7cc8156eb572 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348074 Aug 16 21:31:17.726242 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c4409-50dd-4c83-b01c-68d0cacdd06e req-09d2e521-a4a8-44f4-ad56-47dbc25ecf8d tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:17.727731 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ca2c4409-50dd-4c83-b01c-68d0cacdd06e req-09d2e521-a4a8-44f4-ad56-47dbc25ecf8d tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a HTTP/1.1" status: 200 len: 946 time: 0.0486646 Aug 16 21:31:17.819421 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-ca2c4409-50dd-4c83-b01c-68d0cacdd06e req-61350712-6af9-4200-bd02-29e272bc3945 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Deleting port 9075e143-66f0-4d89-8a63-1982a91d6098 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:31:17.819761 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ca2c4409-50dd-4c83-b01c-68d0cacdd06e req-61350712-6af9-4200-bd02-29e272bc3945 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:17.905590 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-ca2c4409-50dd-4c83-b01c-68d0cacdd06e req-61350712-6af9-4200-bd02-29e272bc3945 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] For port 9075e143-66f0-4d89-8a63-1982a91d6098, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=9075e143-66f0-4d89-8a63-1982a91d6098,segment=NetworkSegment(acec49ee-0612-4329-ad28-ad4a9de84f79),segment_id=acec49ee-0612-4329-ad28-ad4a9de84f79)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:31:17.905936 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ca2c4409-50dd-4c83-b01c-68d0cacdd06e req-61350712-6af9-4200-bd02-29e272bc3945 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:18.115040 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ca2c4409-50dd-4c83-b01c-68d0cacdd06e req-61350712-6af9-4200-bd02-29e272bc3945 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:18.115316 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ca2c4409-50dd-4c83-b01c-68d0cacdd06e req-61350712-6af9-4200-bd02-29e272bc3945 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:18.115625 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [req-ca2c4409-50dd-4c83-b01c-68d0cacdd06e req-61350712-6af9-4200-bd02-29e272bc3945 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Floating IP 4209eb13-2a92-41dd-9503-7b6da5aaccba disassociated. External IP: 172.25.1.193, port: 9075e143-66f0-4d89-8a63-1982a91d6098. Aug 16 21:31:18.115994 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-ca2c4409-50dd-4c83-b01c-68d0cacdd06e req-61350712-6af9-4200-bd02-29e272bc3945 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Calling delete_port for 9075e143-66f0-4d89-8a63-1982a91d6098 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:31:18.309013 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ca2c4409-50dd-4c83-b01c-68d0cacdd06e req-61350712-6af9-4200-bd02-29e272bc3945 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:18.337250 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61350712-6af9-4200-bd02-29e272bc3945 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Pushing event deleted for resources: {'Port': ['ID=9075e143-66f0-4d89-8a63-1982a91d6098,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:31:18.347098 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61350712-6af9-4200-bd02-29e272bc3945 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:18.347442 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61350712-6af9-4200-bd02-29e272bc3945 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:18.347795 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61350712-6af9-4200-bd02-29e272bc3945 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:18.348164 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61350712-6af9-4200-bd02-29e272bc3945 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:18.348499 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61350712-6af9-4200-bd02-29e272bc3945 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:18.348825 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61350712-6af9-4200-bd02-29e272bc3945 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:18.349147 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61350712-6af9-4200-bd02-29e272bc3945 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:18.349466 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61350712-6af9-4200-bd02-29e272bc3945 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:18.350136 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61350712-6af9-4200-bd02-29e272bc3945 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:18.350136 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61350712-6af9-4200-bd02-29e272bc3945 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:18.350391 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61350712-6af9-4200-bd02-29e272bc3945 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:18.350706 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61350712-6af9-4200-bd02-29e272bc3945 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:18.542761 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-458998af-c292-4c00-b4b4-3e05198ee2d6 req-6d14c6a8-785a-4e36-bb1d-5f65e65edbdf tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a HTTP/1.1" status: 200 len: 210 time: 0.0277824 Aug 16 21:31:18.793522 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca2c4409-50dd-4c83-b01c-68d0cacdd06e req-61350712-6af9-4200-bd02-29e272bc3945 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Router 2a2a0740-6763-4687-b41c-bc1074fcbe4e has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:31:18.901907 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca2c4409-50dd-4c83-b01c-68d0cacdd06e req-61350712-6af9-4200-bd02-29e272bc3945 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:31:18.911384 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadc3f12-2e76-44f6-9003-17f29d3b0aa7 None None] Sync routers for ids ['2a2a0740-6763-4687-b41c-bc1074fcbe4e'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:31:18.920815 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadc3f12-2e76-44f6-9003-17f29d3b0aa7 None None] Routers {'2a2a0740-6763-4687-b41c-bc1074fcbe4e'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:31:18.921364 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-fadc3f12-2e76-44f6-9003-17f29d3b0aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:31:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['2a2a0740-6763-4687-b41c-bc1074fcbe4e'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:31:18.943054 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca2c4409-50dd-4c83-b01c-68d0cacdd06e req-61350712-6af9-4200-bd02-29e272bc3945 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] No DVR routers for this DVR port 9075e143-66f0-4d89-8a63-1982a91d6098 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:31:18.946213 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ca2c4409-50dd-4c83-b01c-68d0cacdd06e req-61350712-6af9-4200-bd02-29e272bc3945 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:18.948664 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ca2c4409-50dd-4c83-b01c-68d0cacdd06e req-61350712-6af9-4200-bd02-29e272bc3945 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.72 "DELETE /v2.0/ports/9075e143-66f0-4d89-8a63-1982a91d6098 HTTP/1.1" status: 204 len: 173 time: 1.2147131 Aug 16 21:31:18.949161 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a', 'name': 'network-vif-deleted', 'tag': '9075e143-66f0-4d89-8a63-1982a91d6098'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:31:18.952032 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a915f998-2c8f-4a64-a373-659f3c92fdbc" -d '{"events": [{"server_uuid": "eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a", "name": "network-vif-deleted", "tag": "9075e143-66f0-4d89-8a63-1982a91d6098"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:31:19.028803 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-fadc3f12-2e76-44f6-9003-17f29d3b0aa7 None None] Set router 2a2a0740-6763-4687-b41c-bc1074fcbe4e gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:31:19.056815 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2894b58f-e70a-4da0-ba37-047d1f8f199b x-openstack-request-id: req-2894b58f-e70a-4da0-ba37-047d1f8f199b {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:31:19.056815 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a", "name": "network-vif-deleted", "tag": "9075e143-66f0-4d89-8a63-1982a91d6098", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:31:19.056815 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2894b58f-e70a-4da0-ba37-047d1f8f199b {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:31:19.056815 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a', 'name': 'network-vif-deleted', 'tag': '9075e143-66f0-4d89-8a63-1982a91d6098', 'status': 'completed', 'code': 200} Aug 16 21:31:19.226936 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-fadc3f12-2e76-44f6-9003-17f29d3b0aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'name': 'tempest-TestVolumeBootPattern-1516474835-router', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:43Z', 'updated_at': '2021-08-16T21:23:46Z', 'revision_number': 4, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'gw_port': {'id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:44Z', 'updated_at': '2021-08-16T21:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '41870b54-05d4-48f8-8b62-36069cdecaa1', 'name': '', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'mac_address': 'fa:16:3e:96:7b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:46Z', 'updated_at': '2021-08-16T21:23:52Z', 'revision_number': 5, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'subnets': [{'id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:31:19.254613 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadc3f12-2e76-44f6-9003-17f29d3b0aa7 None None] Checking router: 2a2a0740-6763-4687-b41c-bc1074fcbe4e for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:31:19.263160 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadc3f12-2e76-44f6-9003-17f29d3b0aa7 None None] Routers {'2a2a0740-6763-4687-b41c-bc1074fcbe4e'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:31:19.264058 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-fadc3f12-2e76-44f6-9003-17f29d3b0aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:31:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['2a2a0740-6763-4687-b41c-bc1074fcbe4e'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:31:19.368505 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-fadc3f12-2e76-44f6-9003-17f29d3b0aa7 None None] Set router 2a2a0740-6763-4687-b41c-bc1074fcbe4e gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:31:19.583486 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-fadc3f12-2e76-44f6-9003-17f29d3b0aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'name': 'tempest-TestVolumeBootPattern-1516474835-router', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:43Z', 'updated_at': '2021-08-16T21:23:46Z', 'revision_number': 4, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'gw_port': {'id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:44Z', 'updated_at': '2021-08-16T21:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '41870b54-05d4-48f8-8b62-36069cdecaa1', 'name': '', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'mac_address': 'fa:16:3e:96:7b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:46Z', 'updated_at': '2021-08-16T21:23:52Z', 'revision_number': 5, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'subnets': [{'id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:31:19.583486 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:19.614569 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadc3f12-2e76-44f6-9003-17f29d3b0aa7 None None] The sync data for ids ['2a2a0740-6763-4687-b41c-bc1074fcbe4e'] in n-d-793620-15 is: [{'id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'name': 'tempest-TestVolumeBootPattern-1516474835-router', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:43Z', 'updated_at': '2021-08-16T21:23:46Z', 'revision_number': 4, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'gw_port': {'id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:44Z', 'updated_at': '2021-08-16T21:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '41870b54-05d4-48f8-8b62-36069cdecaa1', 'name': '', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'mac_address': 'fa:16:3e:96:7b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:46Z', 'updated_at': '2021-08-16T21:23:52Z', 'revision_number': 5, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'subnets': [{'id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:31:19.638793 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3ad06114-7923-4c71-86d8-0cafbb8a3ade req-01b39ea1-1d09-46f2-9b1e-b96823249a83 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a HTTP/1.1" status: 200 len: 210 time: 0.0273128 Aug 16 21:31:19.867929 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9405eab2-c08a-4f92-9794-c4c5d4d46cff None None] New status for floating IP 4209eb13-2a92-41dd-9503-7b6da5aaccba: DOWN {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:31:20.735778 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-73eb7d66-6cc6-4cd3-972c-6453fdfa0f86 req-a17e9e3b-e08f-46e0-8b2f-62c8b12dfc10 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a HTTP/1.1" status: 200 len: 210 time: 0.0267160 Aug 16 21:31:21.482064 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 9075e143-66f0-4d89-8a63-1982a91d6098 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:31:21.501542 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 9075e143-66f0-4d89-8a63-1982a91d6098 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:31:21.501883 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 9075e143-66f0-4d89-8a63-1982a91d6098 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:31:21.835766 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d5c13ea9-52e9-4f2c-bb56-1b464ac13e6f req-cf2135c8-42b9-48dd-925e-ab49fa5f4ca0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a HTTP/1.1" status: 200 len: 210 time: 0.0307024 Aug 16 21:31:22.263902 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:22.939887 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cc0d10c5-0383-4886-847a-60bd959aeef6 req-380a366c-2305-4e51-8067-733a0a489af6 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=eeb4cbdf-0790-4962-99d7-1cbc6f3cee2a HTTP/1.1" status: 200 len: 210 time: 0.0268064 Aug 16 21:31:24.137201 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-55a51d0d-1d99-45cd-8185-273abab2ca0d tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2053232509&fields=id&tenant_id=c303000a85b446a6930d70eb3fbff562 HTTP/1.1" status: 200 len: 267 time: 0.0332296 Aug 16 21:31:24.244964 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-cd3a9fd9-1268-456e-81d4-1c2bb6e9d2bf tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:24.246435 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-cd3a9fd9-1268-456e-81d4-1c2bb6e9d2bf tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/networks?id=6d1c820f-5652-4727-a461-82d8fc1df087 HTTP/1.1" status: 200 len: 812 time: 0.1025012 Aug 16 21:31:24.261478 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-184a53e8-d042-4895-b250-aba52af74d42 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/quotas/c303000a85b446a6930d70eb3fbff562 HTTP/1.1" status: 200 len: 375 time: 0.0092950 Aug 16 21:31:24.314828 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-a67b6085-6517-4aca-91b0-1b6bd413802b tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=c303000a85b446a6930d70eb3fbff562&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462742 Aug 16 21:31:24.501252 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-d80d1245-4140-412d-9fe2-00746959b9e7 service neutron] 10.222.0.84 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767981 Aug 16 21:31:24.591186 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-9652ffa2-d9d6-453c-a797-5b8011e13adb service neutron] 10.222.0.84 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837657 Aug 16 21:31:25.062720 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2feaa23b-0160-4421-89d4-73bb5eb43efe req-8ae3d6e0-08d8-478c-9a5f-64f0c14f1c70 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0 HTTP/1.1" status: 200 len: 210 time: 0.0310218 Aug 16 21:31:26.137745 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b64cc450-b151-4eb3-abd4-99aa58222c65 req-e4f74790-08ec-471f-b317-7dfc0fc86bd6 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0 HTTP/1.1" status: 200 len: 210 time: 0.0264618 Aug 16 21:31:27.214961 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-87bca63c-0d86-4cd3-88d8-afff23b492e3 req-b9ea3290-cb56-478a-a712-e2e54797b167 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0 HTTP/1.1" status: 200 len: 210 time: 0.0271041 Aug 16 21:31:28.306166 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-88c0d37c-e70a-4442-9773-5facaf1a97a7 req-bf8bf8f4-a485-4a24-a015-a59df5ea5c7d tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0 HTTP/1.1" status: 200 len: 210 time: 0.0253289 Aug 16 21:31:29.198353 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-240ec2fe-d45b-41b5-bc93-6cabd2302af9 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:29.199869 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-240ec2fe-d45b-41b5-bc93-6cabd2302af9 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.72 "GET /v2.0/networks?id=6d1c820f-5652-4727-a461-82d8fc1df087 HTTP/1.1" status: 200 len: 812 time: 0.1054168 Aug 16 21:31:29.242449 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-dcf46fd4-7924-4c01-b2f9-689c7e566622 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c303000a85b446a6930d70eb3fbff562 HTTP/1.1" status: 200 len: 380 time: 0.0330131 Aug 16 21:31:29.252025 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-56408516-72cf-4f5a-aba8-34ad080955dd tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Request body: {'port': {'device_id': 'a6e673da-8288-4c5e-b7d0-17f45792dfe0', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'admin_state_up': True, 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'security_groups': ['1dd66d80-ee38-42b4-8ade-0672e9ad4058']}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:31:29.408341 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-56408516-72cf-4f5a-aba8-34ad080955dd tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Made reservation on behalf of c303000a85b446a6930d70eb3fbff562 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:31:29.412359 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-56408516-72cf-4f5a-aba8-34ad080955dd tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:29.417175 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-62142868-3295-4113-839c-69c25779dfe3 req-df8859db-a98b-4b25-a5fa-d51d8ee79b5b tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0 HTTP/1.1" status: 200 len: 210 time: 0.0271223 Aug 16 21:31:29.549220 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-56408516-72cf-4f5a-aba8-34ad080955dd tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Allocated IP 172.20.0.12 (6d1c820f-5652-4727-a461-82d8fc1df087/1656dac3-4ff6-47af-b9d7-4b2835fb6128/7fb294c3-4562-47c6-871b-5dc073e50e42) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:31:29.700103 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-56408516-72cf-4f5a-aba8-34ad080955dd tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:29.713277 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-56408516-72cf-4f5a-aba8-34ad080955dd tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Transition to ACTIVE for port object 7fb294c3-4562-47c6-871b-5dc073e50e42 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:31:29.818135 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-56408516-72cf-4f5a-aba8-34ad080955dd tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:29.865383 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-56408516-72cf-4f5a-aba8-34ad080955dd tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Network 6d1c820f-5652-4727-a461-82d8fc1df087 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:31:29.868765 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-56408516-72cf-4f5a-aba8-34ad080955dd tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:31:29.872885 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-56408516-72cf-4f5a-aba8-34ad080955dd tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:31:29.899643 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56408516-72cf-4f5a-aba8-34ad080955dd tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Pushing event updated for resources: {'Port': ['ID=7fb294c3-4562-47c6-871b-5dc073e50e42,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:31:29.927819 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-56408516-72cf-4f5a-aba8-34ad080955dd tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:29.928757 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-56408516-72cf-4f5a-aba8-34ad080955dd tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:30.001306 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-56408516-72cf-4f5a-aba8-34ad080955dd tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7531040 Aug 16 21:31:30.014522 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-2274b596-8272-4132-91be-cbdb9cb47cc7 service neutron] Request body: {'port': {'device_id': 'a6e673da-8288-4c5e-b7d0-17f45792dfe0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:31:30.077132 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-2274b596-8272-4132-91be-cbdb9cb47cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:30.177270 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c82a56ff-52fe-465a-a008-8cd6b40b5f3a None None] Provisioning for port 7fb294c3-4562-47c6-871b-5dc073e50e42 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:31:30.181186 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c82a56ff-52fe-465a-a008-8cd6b40b5f3a None None] Provisioning complete for port 7fb294c3-4562-47c6-871b-5dc073e50e42 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:31:30.181636 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c82a56ff-52fe-465a-a008-8cd6b40b5f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:30.215894 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-c82a56ff-52fe-465a-a008-8cd6b40b5f3a None None] Port 7fb294c3-4562-47c6-871b-5dc073e50e42 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:31:30.345581 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-2274b596-8272-4132-91be-cbdb9cb47cc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb294c3-4562-47c6-871b-5dc073e50e42 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:31:30.353007 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-2274b596-8272-4132-91be-cbdb9cb47cc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:30.364897 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-2274b596-8272-4132-91be-cbdb9cb47cc7 service neutron] Transition to ACTIVE for port object 7fb294c3-4562-47c6-871b-5dc073e50e42 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:31:30.440502 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-2274b596-8272-4132-91be-cbdb9cb47cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:30.554169 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2274b596-8272-4132-91be-cbdb9cb47cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb294c3-4562-47c6-871b-5dc073e50e42,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:31:30.571050 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f41085-4024-48b9-8355-5ce4ec3d4b65 req-c4df3c21-c738-4d7d-a3f2-ccb207aa692d tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:30.578955 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b9f41085-4024-48b9-8355-5ce4ec3d4b65 req-c4df3c21-c738-4d7d-a3f2-ccb207aa692d tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0 HTTP/1.1" status: 200 len: 944 time: 0.0683494 Aug 16 21:31:30.592940 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-2274b596-8272-4132-91be-cbdb9cb47cc7 service neutron] Attempting to bind port 7fb294c3-4562-47c6-871b-5dc073e50e42 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:31:30.593293 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-2274b596-8272-4132-91be-cbdb9cb47cc7 service neutron] Attempting to bind port 7fb294c3-4562-47c6-871b-5dc073e50e42 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': 'acec49ee-0612-4329-ad28-ad4a9de84f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:31:30.593631 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-2274b596-8272-4132-91be-cbdb9cb47cc7 service neutron] Attempting to bind port 7fb294c3-4562-47c6-871b-5dc073e50e42 on network 6d1c820f-5652-4727-a461-82d8fc1df087 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:31:30.598532 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-2274b596-8272-4132-91be-cbdb9cb47cc7 service neutron] Port 7fb294c3-4562-47c6-871b-5dc073e50e42 on network 6d1c820f-5652-4727-a461-82d8fc1df087 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:31:30.598789 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-2274b596-8272-4132-91be-cbdb9cb47cc7 service neutron] Attempting to bind port 7fb294c3-4562-47c6-871b-5dc073e50e42 on network 6d1c820f-5652-4727-a461-82d8fc1df087 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:31:30.604106 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-2274b596-8272-4132-91be-cbdb9cb47cc7 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:31:30.604455 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-2274b596-8272-4132-91be-cbdb9cb47cc7 service neutron] Checking segment: {'id': 'acec49ee-0612-4329-ad28-ad4a9de84f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:31:30.604856 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-2274b596-8272-4132-91be-cbdb9cb47cc7 service neutron] Bound using segment: {'id': 'acec49ee-0612-4329-ad28-ad4a9de84f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:31:30.605301 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-2274b596-8272-4132-91be-cbdb9cb47cc7 service neutron] Bound port: 7fb294c3-4562-47c6-871b-5dc073e50e42, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acec49ee-0612-4329-ad28-ad4a9de84f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:31:30.605672 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-2274b596-8272-4132-91be-cbdb9cb47cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:30.633654 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b9f41085-4024-48b9-8355-5ce4ec3d4b65 req-96cd6418-1272-4e07-b8fe-be588318451c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534236 Aug 16 21:31:30.677844 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-2274b596-8272-4132-91be-cbdb9cb47cc7 service neutron] For port 7fb294c3-4562-47c6-871b-5dc073e50e42, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:31:30.682137 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-2274b596-8272-4132-91be-cbdb9cb47cc7 service neutron] For port 7fb294c3-4562-47c6-871b-5dc073e50e42, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=7fb294c3-4562-47c6-871b-5dc073e50e42,segment=NetworkSegment(acec49ee-0612-4329-ad28-ad4a9de84f79),segment_id=acec49ee-0612-4329-ad28-ad4a9de84f79)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:31:30.749301 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-2274b596-8272-4132-91be-cbdb9cb47cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:30.784663 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-2274b596-8272-4132-91be-cbdb9cb47cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:30.785288 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-2274b596-8272-4132-91be-cbdb9cb47cc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:30.787016 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-2274b596-8272-4132-91be-cbdb9cb47cc7 service neutron] 10.222.0.72 "PUT /v2.0/ports/7fb294c3-4562-47c6-871b-5dc073e50e42 HTTP/1.1" status: 200 len: 1093 time: 0.7771087 Aug 16 21:31:30.790078 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e673da-8288-4c5e-b7d0-17f45792dfe0', 'tag': '7fb294c3-4562-47c6-871b-5dc073e50e42'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:31:30.793264 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479847b5-faaa-484b-a9c7-c613f24f88c1" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e673da-8288-4c5e-b7d0-17f45792dfe0", "tag": "7fb294c3-4562-47c6-871b-5dc073e50e42"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:31:30.822725 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2274b596-8272-4132-91be-cbdb9cb47cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb294c3-4562-47c6-871b-5dc073e50e42,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:31:30.849328 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcbccdc-651b-46e5-a957-6a6732ca9146 x-openstack-request-id: req-bdcbccdc-651b-46e5-a957-6a6732ca9146 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:31:30.849577 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e673da-8288-4c5e-b7d0-17f45792dfe0", "tag": "7fb294c3-4562-47c6-871b-5dc073e50e42", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:31:30.849878 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-bdcbccdc-651b-46e5-a957-6a6732ca9146 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:31:30.850431 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e673da-8288-4c5e-b7d0-17f45792dfe0', 'tag': '7fb294c3-4562-47c6-871b-5dc073e50e42', 'status': 'completed', 'code': 200} Aug 16 21:31:30.927041 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479847b5-faaa-484b-a9c7-c613f24f88c1 req-150ded5b-9f00-4228-90f0-62a6ec134d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:30.930177 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-479847b5-faaa-484b-a9c7-c613f24f88c1 req-150ded5b-9f00-4228-90f0-62a6ec134d48 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c303000a85b446a6930d70eb3fbff562&device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0 HTTP/1.1" status: 200 len: 1096 time: 0.0599115 Aug 16 21:31:31.035225 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479847b5-faaa-484b-a9c7-c613f24f88c1 req-434697d2-b6b2-4dda-bce3-1733b527eb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:31.036770 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-479847b5-faaa-484b-a9c7-c613f24f88c1 req-434697d2-b6b2-4dda-bce3-1733b527eb9d service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=c303000a85b446a6930d70eb3fbff562&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0996017 Aug 16 21:31:31.139366 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479847b5-faaa-484b-a9c7-c613f24f88c1 req-936187e8-cf62-4d7e-aeca-9859dbb5db6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:31.140834 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-479847b5-faaa-484b-a9c7-c613f24f88c1 req-936187e8-cf62-4d7e-aeca-9859dbb5db6e service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971885 Aug 16 21:31:31.218646 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-aac3b559-fe6a-4884-b6b9-f2695b5298e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:31.220209 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-aac3b559-fe6a-4884-b6b9-f2695b5298e4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c303000a85b446a6930d70eb3fbff562&device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0 HTTP/1.1" status: 200 len: 1096 time: 0.0420911 Aug 16 21:31:31.261749 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-862008df-9fbb-40ce-b1d9-dc52b3399b2c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fb294c3-4562-47c6-871b-5dc073e50e42 HTTP/1.1" status: 200 len: 217 time: 0.0339925 Aug 16 21:31:31.314846 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-c97115ca-d98b-48b6-ac39-89c949182976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:31.316352 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-c97115ca-d98b-48b6-ac39-89c949182976 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1656dac3-4ff6-47af-b9d7-4b2835fb6128 HTTP/1.1" status: 200 len: 851 time: 0.0482666 Aug 16 21:31:31.363055 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-53730564-3133-4088-97a8-3a3a5891bfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:31.364666 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-53730564-3133-4088-97a8-3a3a5891bfef service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d1c820f-5652-4727-a461-82d8fc1df087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415349 Aug 16 21:31:31.455260 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-8953f76b-a47b-4c2d-b514-4aca95e7aab8 service neutron] 10.222.0.72 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829272 Aug 16 21:31:31.549822 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b110d829-81e4-4fce-b8e9-59bf6a7e5145 req-9eaa3d92-c3db-4f5a-86cd-24c253f647e0 service neutron] 10.222.0.72 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873318 Aug 16 21:31:31.750352 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dddeb9-95e5-43aa-94e1-b8d67174056b req-029308d5-5c9a-4436-9a7c-9b4928179d42 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:31.751811 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-34dddeb9-95e5-43aa-94e1-b8d67174056b req-029308d5-5c9a-4436-9a7c-9b4928179d42 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0 HTTP/1.1" status: 200 len: 944 time: 0.0509312 Aug 16 21:31:31.791905 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-34dddeb9-95e5-43aa-94e1-b8d67174056b req-973a62f7-8097-4b58-a1de-d282827daefd tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339084 Aug 16 21:31:32.909534 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01b888-f5ee-44ef-bd5e-7f5e60b27cdd req-f49226ed-e5fc-45ed-acf9-e216098dabfe tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:32.911051 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2d01b888-f5ee-44ef-bd5e-7f5e60b27cdd req-f49226ed-e5fc-45ed-acf9-e216098dabfe tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0 HTTP/1.1" status: 200 len: 944 time: 0.0497131 Aug 16 21:31:32.950938 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2d01b888-f5ee-44ef-bd5e-7f5e60b27cdd req-cda95d52-691a-4943-8684-04358af37a73 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336804 Aug 16 21:31:34.063080 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03332052-078e-47c7-a43b-eb08dc659c36 req-e52af909-9f43-4c42-ac38-e51f14396697 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:34.064508 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-03332052-078e-47c7-a43b-eb08dc659c36 req-e52af909-9f43-4c42-ac38-e51f14396697 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0 HTTP/1.1" status: 200 len: 944 time: 0.0483394 Aug 16 21:31:34.107480 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-03332052-078e-47c7-a43b-eb08dc659c36 req-0ca0b770-4e74-48c5-ba7d-dcdb09169acc tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359390 Aug 16 21:31:35.220521 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de26ee9-eb42-4e5f-b9e0-31f051d301b7 req-6c847117-f833-45da-b25f-1aac0a49092e tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:35.222014 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2de26ee9-eb42-4e5f-b9e0-31f051d301b7 req-6c847117-f833-45da-b25f-1aac0a49092e tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0 HTTP/1.1" status: 200 len: 944 time: 0.0485923 Aug 16 21:31:35.260711 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2de26ee9-eb42-4e5f-b9e0-31f051d301b7 req-5946a410-1635-4502-b1aa-75f0d3e24359 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318265 Aug 16 21:31:36.373387 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5d50f-9f2f-4593-a364-03c8445f8391 req-c83838fb-020b-4a62-adeb-0310e498ecf7 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:36.374875 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b3a5d50f-9f2f-4593-a364-03c8445f8391 req-c83838fb-020b-4a62-adeb-0310e498ecf7 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0 HTTP/1.1" status: 200 len: 944 time: 0.0488250 Aug 16 21:31:36.416132 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b3a5d50f-9f2f-4593-a364-03c8445f8391 req-b472ffc4-a25e-4658-9ce2-c67cc9a3b774 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350614 Aug 16 21:31:37.531341 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b97aca-3258-4f4d-84d4-55430ea4dd95 req-750de650-f61d-4345-a8ac-4dcca9754019 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:37.532835 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-22b97aca-3258-4f4d-84d4-55430ea4dd95 req-750de650-f61d-4345-a8ac-4dcca9754019 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0 HTTP/1.1" status: 200 len: 944 time: 0.0477870 Aug 16 21:31:37.574791 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-22b97aca-3258-4f4d-84d4-55430ea4dd95 req-f9b17e7b-add9-4cd3-a008-45af6976ea2a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354114 Aug 16 21:31:38.687666 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619f73c-9a2c-4310-b969-0002d23788e5 req-838192bb-81df-43ec-98da-6e602f537846 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:38.689178 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2619f73c-9a2c-4310-b969-0002d23788e5 req-838192bb-81df-43ec-98da-6e602f537846 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0 HTTP/1.1" status: 200 len: 944 time: 0.0493474 Aug 16 21:31:38.727249 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2619f73c-9a2c-4310-b969-0002d23788e5 req-ca35bf45-246c-47de-8871-d87ca88dc067 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316005 Aug 16 21:31:39.848068 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbc0cc-9596-463c-9a51-a8f4930c2df9 req-7479c4ad-ea73-4048-9d0a-f63368668b45 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:39.849630 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-75dbc0cc-9596-463c-9a51-a8f4930c2df9 req-7479c4ad-ea73-4048-9d0a-f63368668b45 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0 HTTP/1.1" status: 200 len: 944 time: 0.0493467 Aug 16 21:31:39.887399 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-75dbc0cc-9596-463c-9a51-a8f4930c2df9 req-30f004ec-806c-4245-93c0-ea5f7ee8b8a8 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310495 Aug 16 21:31:41.003903 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817a7d3-48c9-42d4-b58a-99af91347867 req-fca71ec3-96b2-4411-a606-78d4ef94d5ef tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:41.005407 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f817a7d3-48c9-42d4-b58a-99af91347867 req-fca71ec3-96b2-4411-a606-78d4ef94d5ef tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0 HTTP/1.1" status: 200 len: 944 time: 0.0518126 Aug 16 21:31:41.048516 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f817a7d3-48c9-42d4-b58a-99af91347867 req-e1c9ae64-48d1-46bb-944c-64d3721178de tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364130 Aug 16 21:31:41.086233 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4d233c66-8acf-43df-971b-7206f0761116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:41.581640 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 7fb294c3-4562-47c6-871b-5dc073e50e42 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:31:41.675023 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 7fb294c3-4562-47c6-871b-5dc073e50e42, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=7fb294c3-4562-47c6-871b-5dc073e50e42,segment=NetworkSegment(acec49ee-0612-4329-ad28-ad4a9de84f79),segment_id=acec49ee-0612-4329-ad28-ad4a9de84f79)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:31:41.686628 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '7fb294c3-4562-47c6-871b-5dc073e50e42', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'port_id': '7fb294c3-4562-47c6-871b-5dc073e50e42', 'mac_address': 'fa:16:3e:d7:09:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:31:41.722978 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:41.736274 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb294c3-4562-47c6-871b-5dc073e50e42 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:31:41.756526 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 7fb294c3-4562-47c6-871b-5dc073e50e42, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=7fb294c3-4562-47c6-871b-5dc073e50e42,segment=NetworkSegment(acec49ee-0612-4329-ad28-ad4a9de84f79),segment_id=acec49ee-0612-4329-ad28-ad4a9de84f79)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:31:41.845425 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:41.891301 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=7fb294c3-4562-47c6-871b-5dc073e50e42,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:31:41.899089 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:41.908181 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:41.908181 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:41.908181 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:41.908181 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:41.908181 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:41.908181 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:41.908181 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:41.908181 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:41.908181 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:41.908181 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:41.908181 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:42.075031 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['7fb294c3-4562-47c6-871b-5dc073e50e42'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:31:42.164161 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8191ec1-f3e4-44b0-8a99-7d17e77c2035 req-77e36662-80ec-4967-89fb-87c7763750a5 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:42.165577 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8191ec1-f3e4-44b0-8a99-7d17e77c2035 req-77e36662-80ec-4967-89fb-87c7763750a5 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0 HTTP/1.1" status: 200 len: 945 time: 0.0490983 Aug 16 21:31:42.203464 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8191ec1-f3e4-44b0-8a99-7d17e77c2035 req-7bedfa2b-e100-4273-9c6c-53d9241cc258 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318761 Aug 16 21:31:43.317002 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0c934-03c6-4a37-add6-02ec48b478c1 req-c6e616bf-7e7b-47c4-9f8a-346f20a9588b tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:43.318494 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a6b0c934-03c6-4a37-add6-02ec48b478c1 req-c6e616bf-7e7b-47c4-9f8a-346f20a9588b tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0 HTTP/1.1" status: 200 len: 945 time: 0.0499077 Aug 16 21:31:43.356140 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a6b0c934-03c6-4a37-add6-02ec48b478c1 req-ec59ba30-663c-453a-ba1f-179de2d1f983 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314991 Aug 16 21:31:43.594763 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e047cc78-9e5d-4081-b74d-a65c0eb06a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:43.597436 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 7fb294c3-4562-47c6-871b-5dc073e50e42 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:31:43.714148 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 7fb294c3-4562-47c6-871b-5dc073e50e42 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:31:43.717987 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 7fb294c3-4562-47c6-871b-5dc073e50e42 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:31:43.718371 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:43.806294 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:43.831771 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e673da-8288-4c5e-b7d0-17f45792dfe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb294c3-4562-47c6-871b-5dc073e50e42'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:31:43.834119 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e772be-2070-4031-810b-81f2b5e6c873" -d '{"events": [{"server_uuid": "a6e673da-8288-4c5e-b7d0-17f45792dfe0", "name": "network-vif-plugged", "status": "completed", "tag": "7fb294c3-4562-47c6-871b-5dc073e50e42"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:31:43.851164 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 7fb294c3-4562-47c6-871b-5dc073e50e42, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=7fb294c3-4562-47c6-871b-5dc073e50e42,segment=NetworkSegment(acec49ee-0612-4329-ad28-ad4a9de84f79),segment_id=acec49ee-0612-4329-ad28-ad4a9de84f79)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:31:43.868288 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:43.940839 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9916d03f-6cbc-4923-a809-e2015e1b998b x-openstack-request-id: req-9916d03f-6cbc-4923-a809-e2015e1b998b {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:31:43.941140 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e673da-8288-4c5e-b7d0-17f45792dfe0", "name": "network-vif-plugged", "status": "completed", "tag": "7fb294c3-4562-47c6-871b-5dc073e50e42", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:31:43.941395 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9916d03f-6cbc-4923-a809-e2015e1b998b {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:31:43.941834 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e673da-8288-4c5e-b7d0-17f45792dfe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb294c3-4562-47c6-871b-5dc073e50e42', 'code': 200} Aug 16 21:31:43.948283 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:44.000087 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=7fb294c3-4562-47c6-871b-5dc073e50e42,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:31:44.035813 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f944b9-c01c-418d-a376-585f2d0e2050 req-b76055cd-6431-484e-8018-b1669b494016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:44.037332 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-33f944b9-c01c-418d-a376-585f2d0e2050 req-b76055cd-6431-484e-8018-b1669b494016 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0 HTTP/1.1" status: 200 len: 1098 time: 0.0407469 Aug 16 21:31:44.072267 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-33f944b9-c01c-418d-a376-585f2d0e2050 req-3f5cd71e-a1d4-4f4b-9935-32d98dafb04e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279634 Aug 16 21:31:44.468524 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc45092-0957-495e-a390-f44b6c2a7c50 req-eaa22eb8-841d-4b4c-b976-1d6eb910ec56 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:44.469988 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3cc45092-0957-495e-a390-f44b6c2a7c50 req-eaa22eb8-841d-4b4c-b976-1d6eb910ec56 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0 HTTP/1.1" status: 200 len: 946 time: 0.0483468 Aug 16 21:31:44.510156 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3cc45092-0957-495e-a390-f44b6c2a7c50 req-02fd5d1f-d0ae-4852-9ea8-e861d6d2d1ad tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341356 Aug 16 21:31:44.953735 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:45.625702 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29c189-c779-4522-87f0-feca6f76e0ee req-69b9be22-0a41-48ab-9711-ec55d8209741 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:45.627188 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-df29c189-c779-4522-87f0-feca6f76e0ee req-69b9be22-0a41-48ab-9711-ec55d8209741 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0 HTTP/1.1" status: 200 len: 946 time: 0.0486138 Aug 16 21:31:45.663997 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-df29c189-c779-4522-87f0-feca6f76e0ee req-9cb98c7a-64d9-4543-b982-0269416cfc6a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303519 Aug 16 21:31:45.775093 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c7780-ec19-4424-a167-006df509ae44 req-5aeccaaf-4caf-4a7b-9f74-9018c457fb19 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:45.776623 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-312c7780-ec19-4424-a167-006df509ae44 req-5aeccaaf-4caf-4a7b-9f74-9018c457fb19 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0 HTTP/1.1" status: 200 len: 946 time: 0.0481839 Aug 16 21:31:45.815741 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-312c7780-ec19-4424-a167-006df509ae44 req-3308acde-c32a-4d8b-b3e6-c9bb463f2631 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322292 Aug 16 21:31:45.840672 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 60802) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:31:45.976945 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53993f80-772d-4ea2-bdf0-5fe36839605b tempest-TestVolumeBootPattern-876824442 tempest-TestVolumeBootPattern-876824442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:45.978455 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-53993f80-772d-4ea2-bdf0-5fe36839605b tempest-TestVolumeBootPattern-876824442 tempest-TestVolumeBootPattern-876824442-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0 HTTP/1.1" status: 200 len: 1093 time: 0.1367967 Aug 16 21:31:45.981329 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 60806) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:31:45.985672 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-a5adfb98-606c-424a-8724-b13aae2ee9c3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'port_id': '7fb294c3-4562-47c6-871b-5dc073e50e42', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:31:46.091224 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a5adfb98-606c-424a-8724-b13aae2ee9c3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for floatingip, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:46.189653 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a5adfb98-606c-424a-8724-b13aae2ee9c3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:46.292366 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-a5adfb98-606c-424a-8724-b13aae2ee9c3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Allocated IP 172.25.1.136 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/5b2f8e57-910d-409c-a82d-dbe0281b64e2) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:31:46.393022 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a5adfb98-606c-424a-8724-b13aae2ee9c3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:46.520079 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a5adfb98-606c-424a-8724-b13aae2ee9c3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:46.563980 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5adfb98-606c-424a-8724-b13aae2ee9c3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:31:46.566939 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-a5adfb98-606c-424a-8724-b13aae2ee9c3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:31:46.570772 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5adfb98-606c-424a-8724-b13aae2ee9c3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:31:46.576136 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5adfb98-606c-424a-8724-b13aae2ee9c3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Pushing event updated for resources: {'Port': ['ID=5b2f8e57-910d-409c-a82d-dbe0281b64e2,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:31:46.603231 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5adfb98-606c-424a-8724-b13aae2ee9c3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:46.603591 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5adfb98-606c-424a-8724-b13aae2ee9c3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:46.603999 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5adfb98-606c-424a-8724-b13aae2ee9c3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:46.604348 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5adfb98-606c-424a-8724-b13aae2ee9c3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:46.604691 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5adfb98-606c-424a-8724-b13aae2ee9c3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:46.605031 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5adfb98-606c-424a-8724-b13aae2ee9c3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:46.605368 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5adfb98-606c-424a-8724-b13aae2ee9c3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:46.605700 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5adfb98-606c-424a-8724-b13aae2ee9c3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:46.606032 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5adfb98-606c-424a-8724-b13aae2ee9c3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:46.606361 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5adfb98-606c-424a-8724-b13aae2ee9c3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:46.606692 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5adfb98-606c-424a-8724-b13aae2ee9c3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:46.607024 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5adfb98-606c-424a-8724-b13aae2ee9c3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:46.628468 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:46.931024 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a5adfb98-606c-424a-8724-b13aae2ee9c3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:47.081002 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a5adfb98-606c-424a-8724-b13aae2ee9c3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:47.227541 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a5adfb98-606c-424a-8724-b13aae2ee9c3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:47.313501 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a5adfb98-606c-424a-8724-b13aae2ee9c3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:47.381362 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5adfb98-606c-424a-8724-b13aae2ee9c3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Pushing event updated for resources: {'Port': ['ID=5b2f8e57-910d-409c-a82d-dbe0281b64e2,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:31:47.390569 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a5adfb98-606c-424a-8724-b13aae2ee9c3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:47.490158 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [None req-a5adfb98-606c-424a-8724-b13aae2ee9c3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Floating IP e924b704-dbaf-45f7-861d-d4df9357aa6d associated. External IP: 172.25.1.136, port: 7fb294c3-4562-47c6-871b-5dc073e50e42. Aug 16 21:31:47.693369 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5adfb98-606c-424a-8724-b13aae2ee9c3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Router 2a2a0740-6763-4687-b41c-bc1074fcbe4e has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:31:47.798935 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5adfb98-606c-424a-8724-b13aae2ee9c3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:31:47.809086 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362dec10-c88d-4dd1-aa2a-59ead2642dab None None] Sync routers for ids ['2a2a0740-6763-4687-b41c-bc1074fcbe4e'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:31:47.830216 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362dec10-c88d-4dd1-aa2a-59ead2642dab None None] Routers {'2a2a0740-6763-4687-b41c-bc1074fcbe4e'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:31:47.830839 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-362dec10-c88d-4dd1-aa2a-59ead2642dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:31:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['2a2a0740-6763-4687-b41c-bc1074fcbe4e'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:31:47.945575 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-362dec10-c88d-4dd1-aa2a-59ead2642dab None None] Set router 2a2a0740-6763-4687-b41c-bc1074fcbe4e gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:31:47.954535 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a5adfb98-606c-424a-8724-b13aae2ee9c3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:47.981267 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a5adfb98-606c-424a-8724-b13aae2ee9c3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9989302 Aug 16 21:31:47.981886 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e673da-8288-4c5e-b7d0-17f45792dfe0', 'tag': '7fb294c3-4562-47c6-871b-5dc073e50e42'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:31:47.985327 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17df207-b2c5-4d92-b683-cda953ab8cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e673da-8288-4c5e-b7d0-17f45792dfe0", "tag": "7fb294c3-4562-47c6-871b-5dc073e50e42"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:31:48.021727 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc767e3-2f06-4e50-857f-c46a050fec35 x-openstack-request-id: req-7dc767e3-2f06-4e50-857f-c46a050fec35 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:31:48.022051 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e673da-8288-4c5e-b7d0-17f45792dfe0", "tag": "7fb294c3-4562-47c6-871b-5dc073e50e42", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:31:48.022323 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7dc767e3-2f06-4e50-857f-c46a050fec35 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:31:48.022738 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e673da-8288-4c5e-b7d0-17f45792dfe0', 'tag': '7fb294c3-4562-47c6-871b-5dc073e50e42', 'status': 'completed', 'code': 200} Aug 16 21:31:48.088275 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17df207-b2c5-4d92-b683-cda953ab8cb3 req-f0487d01-26e0-418f-9f14-c491f4d2acd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:48.089756 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c17df207-b2c5-4d92-b683-cda953ab8cb3 req-f0487d01-26e0-418f-9f14-c491f4d2acd3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c303000a85b446a6930d70eb3fbff562&device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0 HTTP/1.1" status: 200 len: 1098 time: 0.0464740 Aug 16 21:31:48.175436 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-362dec10-c88d-4dd1-aa2a-59ead2642dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'name': 'tempest-TestVolumeBootPattern-1516474835-router', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:43Z', 'updated_at': '2021-08-16T21:23:46Z', 'revision_number': 4, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'gw_port': {'id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:44Z', 'updated_at': '2021-08-16T21:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'e924b704-dbaf-45f7-861d-d4df9357aa6d', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'floating_ip_address': '172.25.1.136', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'port_id': '7fb294c3-4562-47c6-871b-5dc073e50e42', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'mac_address': 'fa:16:3e:d7:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e673da-8288-4c5e-b7d0-17f45792dfe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:31:46Z', 'updated_at': '2021-08-16T21:31:46Z', 'revision_number': 0, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41870b54-05d4-48f8-8b62-36069cdecaa1', 'name': '', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'mac_address': 'fa:16:3e:96:7b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:46Z', 'updated_at': '2021-08-16T21:23:52Z', 'revision_number': 5, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'subnets': [{'id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:31:48.180012 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17df207-b2c5-4d92-b683-cda953ab8cb3 req-34686cc6-4627-4e71-937b-63cfa14823c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:48.181514 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c17df207-b2c5-4d92-b683-cda953ab8cb3 req-34686cc6-4627-4e71-937b-63cfa14823c9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d1c820f-5652-4727-a461-82d8fc1df087 HTTP/1.1" status: 200 len: 913 time: 0.0846441 Aug 16 21:31:48.206102 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362dec10-c88d-4dd1-aa2a-59ead2642dab None None] Checking router: 2a2a0740-6763-4687-b41c-bc1074fcbe4e for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:31:48.214370 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362dec10-c88d-4dd1-aa2a-59ead2642dab None None] Routers {'2a2a0740-6763-4687-b41c-bc1074fcbe4e'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:31:48.214984 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-362dec10-c88d-4dd1-aa2a-59ead2642dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:31:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['2a2a0740-6763-4687-b41c-bc1074fcbe4e'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:31:48.251288 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c17df207-b2c5-4d92-b683-cda953ab8cb3 req-5e6312cb-96d0-418f-b5fc-717de06280fc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fb294c3-4562-47c6-871b-5dc073e50e42 HTTP/1.1" status: 200 len: 1000 time: 0.0623662 Aug 16 21:31:48.300377 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17df207-b2c5-4d92-b683-cda953ab8cb3 req-3c52de44-780e-4e5b-b128-7b988ea6b91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:48.301900 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c17df207-b2c5-4d92-b683-cda953ab8cb3 req-3c52de44-780e-4e5b-b128-7b988ea6b91b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1656dac3-4ff6-47af-b9d7-4b2835fb6128 HTTP/1.1" status: 200 len: 851 time: 0.0439668 Aug 16 21:31:48.318957 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-362dec10-c88d-4dd1-aa2a-59ead2642dab None None] Set router 2a2a0740-6763-4687-b41c-bc1074fcbe4e gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:31:48.348086 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17df207-b2c5-4d92-b683-cda953ab8cb3 req-ab0cec96-9f0e-4664-892a-c2f421d764b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:48.349878 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c17df207-b2c5-4d92-b683-cda953ab8cb3 req-ab0cec96-9f0e-4664-892a-c2f421d764b4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d1c820f-5652-4727-a461-82d8fc1df087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411313 Aug 16 21:31:48.443906 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c17df207-b2c5-4d92-b683-cda953ab8cb3 req-70b711e5-3924-448b-b578-2924f8e272a7 service neutron] 10.222.0.72 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869873 Aug 16 21:31:48.534637 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c17df207-b2c5-4d92-b683-cda953ab8cb3 req-259a9112-5c13-4d90-9759-3ba39c94e3bd service neutron] 10.222.0.72 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825877 Aug 16 21:31:48.538259 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-362dec10-c88d-4dd1-aa2a-59ead2642dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'name': 'tempest-TestVolumeBootPattern-1516474835-router', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:43Z', 'updated_at': '2021-08-16T21:23:46Z', 'revision_number': 4, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'gw_port': {'id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:44Z', 'updated_at': '2021-08-16T21:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'e924b704-dbaf-45f7-861d-d4df9357aa6d', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'floating_ip_address': '172.25.1.136', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'port_id': '7fb294c3-4562-47c6-871b-5dc073e50e42', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'mac_address': 'fa:16:3e:d7:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e673da-8288-4c5e-b7d0-17f45792dfe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:31:46Z', 'updated_at': '2021-08-16T21:31:46Z', 'revision_number': 0, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41870b54-05d4-48f8-8b62-36069cdecaa1', 'name': '', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'mac_address': 'fa:16:3e:96:7b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:46Z', 'updated_at': '2021-08-16T21:23:52Z', 'revision_number': 5, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'subnets': [{'id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:31:48.565372 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362dec10-c88d-4dd1-aa2a-59ead2642dab None None] The sync data for ids ['2a2a0740-6763-4687-b41c-bc1074fcbe4e'] in n-d-793620-15 is: [{'id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'name': 'tempest-TestVolumeBootPattern-1516474835-router', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:43Z', 'updated_at': '2021-08-16T21:23:46Z', 'revision_number': 4, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'gw_port': {'id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:44Z', 'updated_at': '2021-08-16T21:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'e924b704-dbaf-45f7-861d-d4df9357aa6d', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'floating_ip_address': '172.25.1.136', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'port_id': '7fb294c3-4562-47c6-871b-5dc073e50e42', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'mac_address': 'fa:16:3e:d7:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e673da-8288-4c5e-b7d0-17f45792dfe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:31:46Z', 'updated_at': '2021-08-16T21:31:46Z', 'revision_number': 0, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41870b54-05d4-48f8-8b62-36069cdecaa1', 'name': '', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'mac_address': 'fa:16:3e:96:7b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:46Z', 'updated_at': '2021-08-16T21:23:52Z', 'revision_number': 5, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'subnets': [{'id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:31:48.747659 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3188a2c-77e7-4333-9fb9-f54d8845003a None None] New status for floating IP e924b704-dbaf-45f7-861d-d4df9357aa6d: ACTIVE {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:31:49.513595 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:50.134914 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7a111a82-16c3-4792-bd79-4423359980fc req-0bd49e66-c954-4c03-afc7-ef8405fc9bdd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396698 Aug 16 21:31:50.221098 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a111a82-16c3-4792-bd79-4423359980fc req-e68433a9-4d6f-49d1-a8bb-cf30fb1389d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:50.222627 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7a111a82-16c3-4792-bd79-4423359980fc req-e68433a9-4d6f-49d1-a8bb-cf30fb1389d0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c303000a85b446a6930d70eb3fbff562&device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0 HTTP/1.1" status: 200 len: 1098 time: 0.0445268 Aug 16 21:31:50.323886 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a111a82-16c3-4792-bd79-4423359980fc req-606e7dc1-4a69-4dcb-ad97-e7a08a1a91dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:50.325342 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7a111a82-16c3-4792-bd79-4423359980fc req-606e7dc1-4a69-4dcb-ad97-e7a08a1a91dd service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d1c820f-5652-4727-a461-82d8fc1df087 HTTP/1.1" status: 200 len: 913 time: 0.0836599 Aug 16 21:31:50.393555 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7a111a82-16c3-4792-bd79-4423359980fc req-6df50abd-4a48-4485-b000-27b5aad617ef service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fb294c3-4562-47c6-871b-5dc073e50e42 HTTP/1.1" status: 200 len: 1002 time: 0.0612795 Aug 16 21:31:50.441278 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a111a82-16c3-4792-bd79-4423359980fc req-53c53a8b-8f8c-4629-9a01-812efc0e9c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:50.442680 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7a111a82-16c3-4792-bd79-4423359980fc req-53c53a8b-8f8c-4629-9a01-812efc0e9c11 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1656dac3-4ff6-47af-b9d7-4b2835fb6128 HTTP/1.1" status: 200 len: 851 time: 0.0424139 Aug 16 21:31:50.486656 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a111a82-16c3-4792-bd79-4423359980fc req-8cd39a4f-ec49-40df-b997-992621f3d6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:50.488138 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7a111a82-16c3-4792-bd79-4423359980fc req-8cd39a4f-ec49-40df-b997-992621f3d6c0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d1c820f-5652-4727-a461-82d8fc1df087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390949 Aug 16 21:31:50.580032 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7a111a82-16c3-4792-bd79-4423359980fc req-b4814bc0-4d00-4f14-be18-f96647c510a6 service neutron] 10.222.0.72 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851316 Aug 16 21:31:50.668288 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7a111a82-16c3-4792-bd79-4423359980fc req-0077a560-c43f-4473-be48-816a709c7adf service neutron] 10.222.0.72 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812805 Aug 16 21:31:50.858869 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:31:52.296192 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:11.135810 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6a26b81b-4e2f-4f74-b7cd-1318df6f1a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:13.604016 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-05b5aaf7-e499-4a2d-900e-14e187d73167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:13.859389 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:14.930000 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:16.689741 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:19.570173 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:22.306893 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:27.857577 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:32:41.198166 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ff0e518d-683f-49e8-858d-c4df63d3be73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:43.620831 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a89089ad-1c1a-427b-bf85-25fd6062b479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:43.826642 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:44.952129 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:46.688625 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:49.563177 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:51.101391 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-499a13de-d4ed-413a-84a9-302a023b502b req-f40ff055-1588-4640-91a5-7283744e3d36 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430534 Aug 16 21:32:51.197185 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a13de-d4ed-413a-84a9-302a023b502b req-c7e2384f-b5e8-44dd-8041-ffbb51fd3d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:51.199281 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-499a13de-d4ed-413a-84a9-302a023b502b req-c7e2384f-b5e8-44dd-8041-ffbb51fd3d12 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c303000a85b446a6930d70eb3fbff562&device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0 HTTP/1.1" status: 200 len: 1098 time: 0.0509253 Aug 16 21:32:51.306323 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a13de-d4ed-413a-84a9-302a023b502b req-336c7a4e-87af-45f3-875b-3cfa38a4e700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:51.308349 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-499a13de-d4ed-413a-84a9-302a023b502b req-336c7a4e-87af-45f3-875b-3cfa38a4e700 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d1c820f-5652-4727-a461-82d8fc1df087 HTTP/1.1" status: 200 len: 913 time: 0.0838854 Aug 16 21:32:51.376765 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-499a13de-d4ed-413a-84a9-302a023b502b req-66045941-c1ea-479c-b55d-a012f23f1243 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fb294c3-4562-47c6-871b-5dc073e50e42 HTTP/1.1" status: 200 len: 1002 time: 0.0611649 Aug 16 21:32:51.426437 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a13de-d4ed-413a-84a9-302a023b502b req-563208bd-2e9a-4833-874f-175af41706e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:51.427949 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-499a13de-d4ed-413a-84a9-302a023b502b req-563208bd-2e9a-4833-874f-175af41706e6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1656dac3-4ff6-47af-b9d7-4b2835fb6128 HTTP/1.1" status: 200 len: 851 time: 0.0445292 Aug 16 21:32:51.472846 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a13de-d4ed-413a-84a9-302a023b502b req-98a921b2-0fec-4d0b-a68e-0678487fd5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:51.474266 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-499a13de-d4ed-413a-84a9-302a023b502b req-98a921b2-0fec-4d0b-a68e-0678487fd5fc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d1c820f-5652-4727-a461-82d8fc1df087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395448 Aug 16 21:32:51.568893 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-499a13de-d4ed-413a-84a9-302a023b502b req-9102e00d-eaef-4965-8c17-e426186f015b service neutron] 10.222.0.72 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864928 Aug 16 21:32:51.658069 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-499a13de-d4ed-413a-84a9-302a023b502b req-b74428ec-a079-46e3-85b9-615d4f151509 service neutron] 10.222.0.72 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819855 Aug 16 21:32:52.311954 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:04.856743 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:33:11.117649 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3b4649d8-0baf-418e-b0e9-ea599ba63a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:13.596305 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e88d59f5-ccdd-4384-b7d4-b632d2762db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:13.842800 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:14.956373 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:16.648824 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:19.556036 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:22.306018 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:41.082421 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c7f24555-3c5c-40e2-bd14-ad8df9fef582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:41.856338 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:33:43.600983 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4913eaae-5d60-4676-b707-b1f3bc1b33ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:43.848338 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:44.957258 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:46.665816 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:49.562303 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:51.106700 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c333ce15-859b-413b-a70f-b1a98719af05 req-3fd81ac2-5547-4a0d-87e8-9878fe1fc3d7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0488718 Aug 16 21:33:51.193846 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333ce15-859b-413b-a70f-b1a98719af05 req-fb80cd7c-ab8f-493d-bb78-acec61057c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:51.195263 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c333ce15-859b-413b-a70f-b1a98719af05 req-fb80cd7c-ab8f-493d-bb78-acec61057c61 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c303000a85b446a6930d70eb3fbff562&device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0 HTTP/1.1" status: 200 len: 1098 time: 0.0465155 Aug 16 21:33:51.297365 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333ce15-859b-413b-a70f-b1a98719af05 req-9770f17a-8e9e-4229-a1c2-be72ba33419d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:51.298845 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c333ce15-859b-413b-a70f-b1a98719af05 req-9770f17a-8e9e-4229-a1c2-be72ba33419d service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d1c820f-5652-4727-a461-82d8fc1df087 HTTP/1.1" status: 200 len: 913 time: 0.0844665 Aug 16 21:33:51.367182 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c333ce15-859b-413b-a70f-b1a98719af05 req-1b5bb193-8a95-4e3a-b042-2749fc540936 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fb294c3-4562-47c6-871b-5dc073e50e42 HTTP/1.1" status: 200 len: 1002 time: 0.0612419 Aug 16 21:33:51.416971 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333ce15-859b-413b-a70f-b1a98719af05 req-39cc5746-bfd6-4f84-a4f3-16330e7770fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:51.418503 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c333ce15-859b-413b-a70f-b1a98719af05 req-39cc5746-bfd6-4f84-a4f3-16330e7770fe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1656dac3-4ff6-47af-b9d7-4b2835fb6128 HTTP/1.1" status: 200 len: 851 time: 0.0451348 Aug 16 21:33:51.467005 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333ce15-859b-413b-a70f-b1a98719af05 req-bd3d5b5a-a48b-4ff0-a834-5587b702dea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:51.468597 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c333ce15-859b-413b-a70f-b1a98719af05 req-bd3d5b5a-a48b-4ff0-a834-5587b702dea7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d1c820f-5652-4727-a461-82d8fc1df087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423143 Aug 16 21:33:51.564857 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c333ce15-859b-413b-a70f-b1a98719af05 req-55bfa421-a010-4487-b388-012d93bdfe4d service neutron] 10.222.0.72 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879807 Aug 16 21:33:51.654478 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c333ce15-859b-413b-a70f-b1a98719af05 req-4a23673d-e90c-4f7c-9eeb-319be6dce958 service neutron] 10.222.0.72 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823584 Aug 16 21:33:52.305325 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:10.547338 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [req-5b99bc55-312c-4429-81d2-3c18655a4ec1 req-fbf06083-127e-4e06-ad3b-00b40067e392 service neutron] (101845) timed out ('10.222.0.84', 41962) {{(pid=101845) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 21:34:11.137475 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a100b0be-faf0-4310-9261-1822ffc3bc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:13.648095 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a70cedaa-a3ef-4df5-9767-4517410be838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:13.887846 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:14.960195 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:15.863889 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68713a41-9fb7-4435-bfa2-4c304953885a req-78bb4fcd-416e-4b71-9be8-ca0f81fcab44 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2053232509&fields=id&tenant_id=c303000a85b446a6930d70eb3fbff562 HTTP/1.1" status: 200 len: 267 time: 0.0359545 Aug 16 21:34:15.977248 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68713a41-9fb7-4435-bfa2-4c304953885a req-abf0cf9e-3474-4bdd-8a48-8d71f584f26b tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:15.978851 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68713a41-9fb7-4435-bfa2-4c304953885a req-abf0cf9e-3474-4bdd-8a48-8d71f584f26b tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/networks?id=6d1c820f-5652-4727-a461-82d8fc1df087 HTTP/1.1" status: 200 len: 812 time: 0.1080642 Aug 16 21:34:15.994547 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68713a41-9fb7-4435-bfa2-4c304953885a req-854dd9f2-47a1-4bbf-b8f3-26ffb8266715 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/quotas/c303000a85b446a6930d70eb3fbff562 HTTP/1.1" status: 200 len: 375 time: 0.0093007 Aug 16 21:34:16.053214 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68713a41-9fb7-4435-bfa2-4c304953885a req-9bd1856b-01a8-4eeb-95d9-7db8761dd65f tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=c303000a85b446a6930d70eb3fbff562&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0534911 Aug 16 21:34:16.150221 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68713a41-9fb7-4435-bfa2-4c304953885a req-f4d00881-e91c-4422-a004-20d0f3d30aeb service neutron] 10.222.0.84 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857141 Aug 16 21:34:16.584307 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68713a41-9fb7-4435-bfa2-4c304953885a req-4af2770b-7b5b-48de-b6eb-faa9b97f11a7 service neutron] 10.222.0.84 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271617 Aug 16 21:34:16.693465 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:17.201171 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1eec4805-6775-4362-ad3c-ef98bc5d047c req-1e12c6a2-49cf-4a6f-ae70-0cdd0ca96c83 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=886b657e-41fc-49b6-a56f-7216f2d38f43 HTTP/1.1" status: 200 len: 210 time: 0.0774364 Aug 16 21:34:18.301111 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e250b3c5-e3d7-4e07-8323-f9f2248129fc req-47ce51f8-77f0-4752-af99-30cf0aef74bb tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=886b657e-41fc-49b6-a56f-7216f2d38f43 HTTP/1.1" status: 200 len: 210 time: 0.0303495 Aug 16 21:34:18.855928 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:34:19.221474 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68713a41-9fb7-4435-bfa2-4c304953885a req-5cb65a67-fdcb-4b29-b63d-24a5c6631a58 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:19.222947 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68713a41-9fb7-4435-bfa2-4c304953885a req-5cb65a67-fdcb-4b29-b63d-24a5c6631a58 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.90 "GET /v2.0/networks?id=6d1c820f-5652-4727-a461-82d8fc1df087 HTTP/1.1" status: 200 len: 812 time: 0.0991910 Aug 16 21:34:19.266010 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68713a41-9fb7-4435-bfa2-4c304953885a req-2c704d36-8175-4a20-9d6f-002db3aa5e1f tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c303000a85b446a6930d70eb3fbff562 HTTP/1.1" status: 200 len: 380 time: 0.0334551 Aug 16 21:34:19.275511 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-68713a41-9fb7-4435-bfa2-4c304953885a req-92edfb70-be74-4f66-9ebb-dbf116bc967a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Request body: {'port': {'device_id': '886b657e-41fc-49b6-a56f-7216f2d38f43', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'admin_state_up': True, 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'security_groups': ['1dd66d80-ee38-42b4-8ade-0672e9ad4058']}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:34:19.415915 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c28b5955-d6cd-48b2-9b44-b7a313acf931 req-235111e8-7724-4015-b70c-a0e38dbd29c7 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=886b657e-41fc-49b6-a56f-7216f2d38f43 HTTP/1.1" status: 200 len: 210 time: 0.0341194 Aug 16 21:34:19.502931 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68713a41-9fb7-4435-bfa2-4c304953885a req-92edfb70-be74-4f66-9ebb-dbf116bc967a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Made reservation on behalf of c303000a85b446a6930d70eb3fbff562 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:34:19.506751 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-68713a41-9fb7-4435-bfa2-4c304953885a req-92edfb70-be74-4f66-9ebb-dbf116bc967a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:19.594620 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:19.638105 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-68713a41-9fb7-4435-bfa2-4c304953885a req-92edfb70-be74-4f66-9ebb-dbf116bc967a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Allocated IP 172.20.0.11 (6d1c820f-5652-4727-a461-82d8fc1df087/1656dac3-4ff6-47af-b9d7-4b2835fb6128/8709d187-882e-4fa8-ae18-f6dc7ae0d5e3) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:34:19.778732 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-68713a41-9fb7-4435-bfa2-4c304953885a req-92edfb70-be74-4f66-9ebb-dbf116bc967a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:19.792514 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-68713a41-9fb7-4435-bfa2-4c304953885a req-92edfb70-be74-4f66-9ebb-dbf116bc967a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Transition to ACTIVE for port object 8709d187-882e-4fa8-ae18-f6dc7ae0d5e3 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:34:19.891676 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-68713a41-9fb7-4435-bfa2-4c304953885a req-92edfb70-be74-4f66-9ebb-dbf116bc967a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:19.934584 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68713a41-9fb7-4435-bfa2-4c304953885a req-92edfb70-be74-4f66-9ebb-dbf116bc967a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Network 6d1c820f-5652-4727-a461-82d8fc1df087 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:34:19.939766 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-68713a41-9fb7-4435-bfa2-4c304953885a req-92edfb70-be74-4f66-9ebb-dbf116bc967a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:34:19.944530 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-68713a41-9fb7-4435-bfa2-4c304953885a req-92edfb70-be74-4f66-9ebb-dbf116bc967a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:34:19.972204 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92edfb70-be74-4f66-9ebb-dbf116bc967a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Pushing event updated for resources: {'Port': ['ID=8709d187-882e-4fa8-ae18-f6dc7ae0d5e3,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:19.988101 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92edfb70-be74-4f66-9ebb-dbf116bc967a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:19.988522 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92edfb70-be74-4f66-9ebb-dbf116bc967a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:19.988925 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92edfb70-be74-4f66-9ebb-dbf116bc967a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:19.989210 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92edfb70-be74-4f66-9ebb-dbf116bc967a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:19.989549 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92edfb70-be74-4f66-9ebb-dbf116bc967a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:19.989885 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92edfb70-be74-4f66-9ebb-dbf116bc967a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:19.990220 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92edfb70-be74-4f66-9ebb-dbf116bc967a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:19.990548 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92edfb70-be74-4f66-9ebb-dbf116bc967a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:19.990961 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92edfb70-be74-4f66-9ebb-dbf116bc967a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:19.991292 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92edfb70-be74-4f66-9ebb-dbf116bc967a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:19.991627 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92edfb70-be74-4f66-9ebb-dbf116bc967a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:19.991981 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92edfb70-be74-4f66-9ebb-dbf116bc967a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:20.016237 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68713a41-9fb7-4435-bfa2-4c304953885a req-92edfb70-be74-4f66-9ebb-dbf116bc967a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:20.016888 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-68713a41-9fb7-4435-bfa2-4c304953885a req-92edfb70-be74-4f66-9ebb-dbf116bc967a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:20.098263 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68713a41-9fb7-4435-bfa2-4c304953885a req-92edfb70-be74-4f66-9ebb-dbf116bc967a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8263764 Aug 16 21:34:20.110296 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-68713a41-9fb7-4435-bfa2-4c304953885a req-16e9e336-18f3-4d9d-8953-170af532a0ac tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:34:20.112190 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68713a41-9fb7-4435-bfa2-4c304953885a req-16e9e336-18f3-4d9d-8953-170af532a0ac tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064204 Aug 16 21:34:20.185694 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-68713a41-9fb7-4435-bfa2-4c304953885a req-6d707dde-d3c1-490b-b5a3-9b7f2ae68f48 service neutron] Request body: {'port': {'device_id': '886b657e-41fc-49b6-a56f-7216f2d38f43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:34:20.244292 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-68713a41-9fb7-4435-bfa2-4c304953885a req-6d707dde-d3c1-490b-b5a3-9b7f2ae68f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:20.291220 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5c83863b-c58c-4c49-be3c-9c1dc3df87f4 None None] Provisioning for port 8709d187-882e-4fa8-ae18-f6dc7ae0d5e3 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:34:20.295196 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5c83863b-c58c-4c49-be3c-9c1dc3df87f4 None None] Provisioning complete for port 8709d187-882e-4fa8-ae18-f6dc7ae0d5e3 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:34:20.295662 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5c83863b-c58c-4c49-be3c-9c1dc3df87f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:20.330978 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-5c83863b-c58c-4c49-be3c-9c1dc3df87f4 None None] Port 8709d187-882e-4fa8-ae18-f6dc7ae0d5e3 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:34:20.508551 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-68713a41-9fb7-4435-bfa2-4c304953885a req-6d707dde-d3c1-490b-b5a3-9b7f2ae68f48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8709d187-882e-4fa8-ae18-f6dc7ae0d5e3 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:34:20.517973 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-68713a41-9fb7-4435-bfa2-4c304953885a req-6d707dde-d3c1-490b-b5a3-9b7f2ae68f48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:20.554264 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-68713a41-9fb7-4435-bfa2-4c304953885a req-6d707dde-d3c1-490b-b5a3-9b7f2ae68f48 service neutron] Transition to ACTIVE for port object 8709d187-882e-4fa8-ae18-f6dc7ae0d5e3 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:34:20.574538 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d790c9-36a9-4004-b98e-2c141982c3ca req-43f6dacc-aae8-4f60-b7c2-92370bc946dc tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:20.577742 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-63d790c9-36a9-4004-b98e-2c141982c3ca req-43f6dacc-aae8-4f60-b7c2-92370bc946dc tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=886b657e-41fc-49b6-a56f-7216f2d38f43 HTTP/1.1" status: 200 len: 932 time: 0.0551076 Aug 16 21:34:20.619060 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-63d790c9-36a9-4004-b98e-2c141982c3ca req-cd870d68-4a25-43fd-bae1-a2a2eb10ba24 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346231 Aug 16 21:34:20.625016 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-68713a41-9fb7-4435-bfa2-4c304953885a req-6d707dde-d3c1-490b-b5a3-9b7f2ae68f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:20.680570 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d707dde-d3c1-490b-b5a3-9b7f2ae68f48 service neutron] Pushing event updated for resources: {'Port': ['ID=8709d187-882e-4fa8-ae18-f6dc7ae0d5e3,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:20.764773 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-68713a41-9fb7-4435-bfa2-4c304953885a req-6d707dde-d3c1-490b-b5a3-9b7f2ae68f48 service neutron] Attempting to bind port 8709d187-882e-4fa8-ae18-f6dc7ae0d5e3 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:34:20.767966 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-68713a41-9fb7-4435-bfa2-4c304953885a req-6d707dde-d3c1-490b-b5a3-9b7f2ae68f48 service neutron] Attempting to bind port 8709d187-882e-4fa8-ae18-f6dc7ae0d5e3 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'acec49ee-0612-4329-ad28-ad4a9de84f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:34:20.767966 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68713a41-9fb7-4435-bfa2-4c304953885a req-6d707dde-d3c1-490b-b5a3-9b7f2ae68f48 service neutron] Attempting to bind port 8709d187-882e-4fa8-ae18-f6dc7ae0d5e3 on network 6d1c820f-5652-4727-a461-82d8fc1df087 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:34:20.770139 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68713a41-9fb7-4435-bfa2-4c304953885a req-6d707dde-d3c1-490b-b5a3-9b7f2ae68f48 service neutron] Port 8709d187-882e-4fa8-ae18-f6dc7ae0d5e3 on network 6d1c820f-5652-4727-a461-82d8fc1df087 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:34:20.770469 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68713a41-9fb7-4435-bfa2-4c304953885a req-6d707dde-d3c1-490b-b5a3-9b7f2ae68f48 service neutron] Attempting to bind port 8709d187-882e-4fa8-ae18-f6dc7ae0d5e3 on network 6d1c820f-5652-4727-a461-82d8fc1df087 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:34:20.775619 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68713a41-9fb7-4435-bfa2-4c304953885a req-6d707dde-d3c1-490b-b5a3-9b7f2ae68f48 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:34:20.775993 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68713a41-9fb7-4435-bfa2-4c304953885a req-6d707dde-d3c1-490b-b5a3-9b7f2ae68f48 service neutron] Checking segment: {'id': 'acec49ee-0612-4329-ad28-ad4a9de84f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:34:20.776439 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68713a41-9fb7-4435-bfa2-4c304953885a req-6d707dde-d3c1-490b-b5a3-9b7f2ae68f48 service neutron] Bound using segment: {'id': 'acec49ee-0612-4329-ad28-ad4a9de84f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:34:20.776871 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-68713a41-9fb7-4435-bfa2-4c304953885a req-6d707dde-d3c1-490b-b5a3-9b7f2ae68f48 service neutron] Bound port: 8709d187-882e-4fa8-ae18-f6dc7ae0d5e3, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acec49ee-0612-4329-ad28-ad4a9de84f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:34:20.777320 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-68713a41-9fb7-4435-bfa2-4c304953885a req-6d707dde-d3c1-490b-b5a3-9b7f2ae68f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:20.845922 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-68713a41-9fb7-4435-bfa2-4c304953885a req-6d707dde-d3c1-490b-b5a3-9b7f2ae68f48 service neutron] For port 8709d187-882e-4fa8-ae18-f6dc7ae0d5e3, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:34:20.849770 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-68713a41-9fb7-4435-bfa2-4c304953885a req-6d707dde-d3c1-490b-b5a3-9b7f2ae68f48 service neutron] For port 8709d187-882e-4fa8-ae18-f6dc7ae0d5e3, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=8709d187-882e-4fa8-ae18-f6dc7ae0d5e3,segment=NetworkSegment(acec49ee-0612-4329-ad28-ad4a9de84f79),segment_id=acec49ee-0612-4329-ad28-ad4a9de84f79)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:34:20.939657 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-68713a41-9fb7-4435-bfa2-4c304953885a req-6d707dde-d3c1-490b-b5a3-9b7f2ae68f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:20.982600 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68713a41-9fb7-4435-bfa2-4c304953885a req-6d707dde-d3c1-490b-b5a3-9b7f2ae68f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:20.983227 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-68713a41-9fb7-4435-bfa2-4c304953885a req-6d707dde-d3c1-490b-b5a3-9b7f2ae68f48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:20.984678 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68713a41-9fb7-4435-bfa2-4c304953885a req-6d707dde-d3c1-490b-b5a3-9b7f2ae68f48 service neutron] 10.222.0.90 "PUT /v2.0/ports/8709d187-882e-4fa8-ae18-f6dc7ae0d5e3 HTTP/1.1" status: 200 len: 1093 time: 0.8657753 Aug 16 21:34:20.985120 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '886b657e-41fc-49b6-a56f-7216f2d38f43', 'tag': '8709d187-882e-4fa8-ae18-f6dc7ae0d5e3'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:34:20.987651 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f72618-9075-4095-993a-d1108fcfca21" -d '{"events": [{"name": "network-changed", "server_uuid": "886b657e-41fc-49b6-a56f-7216f2d38f43", "tag": "8709d187-882e-4fa8-ae18-f6dc7ae0d5e3"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:34:21.012454 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d707dde-d3c1-490b-b5a3-9b7f2ae68f48 service neutron] Pushing event updated for resources: {'Port': ['ID=8709d187-882e-4fa8-ae18-f6dc7ae0d5e3,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:21.131620 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33219e67-2b3d-4a8c-a3b4-a3ecfb20a684 x-openstack-request-id: req-33219e67-2b3d-4a8c-a3b4-a3ecfb20a684 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:34:21.131959 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "886b657e-41fc-49b6-a56f-7216f2d38f43", "tag": "8709d187-882e-4fa8-ae18-f6dc7ae0d5e3", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:34:21.132221 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-33219e67-2b3d-4a8c-a3b4-a3ecfb20a684 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:34:21.132628 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '886b657e-41fc-49b6-a56f-7216f2d38f43', 'tag': '8709d187-882e-4fa8-ae18-f6dc7ae0d5e3', 'status': 'completed', 'code': 200} Aug 16 21:34:21.170544 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68713a41-9fb7-4435-bfa2-4c304953885a req-3a0cded6-3cf0-4273-8f94-f8e5ea73fabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:21.172225 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68713a41-9fb7-4435-bfa2-4c304953885a req-3a0cded6-3cf0-4273-8f94-f8e5ea73fabd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c303000a85b446a6930d70eb3fbff562&device_id=886b657e-41fc-49b6-a56f-7216f2d38f43 HTTP/1.1" status: 200 len: 1096 time: 0.0502999 Aug 16 21:34:21.216828 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68713a41-9fb7-4435-bfa2-4c304953885a req-d912dd30-9a3a-4542-bdaa-7fa71b44ef1a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8709d187-882e-4fa8-ae18-f6dc7ae0d5e3 HTTP/1.1" status: 200 len: 217 time: 0.0371177 Aug 16 21:34:21.272509 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68713a41-9fb7-4435-bfa2-4c304953885a req-3ad5cde9-5ec9-481e-8545-5081c3beacbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:21.274165 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68713a41-9fb7-4435-bfa2-4c304953885a req-3ad5cde9-5ec9-481e-8545-5081c3beacbf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1656dac3-4ff6-47af-b9d7-4b2835fb6128 HTTP/1.1" status: 200 len: 851 time: 0.0511885 Aug 16 21:34:21.322777 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68713a41-9fb7-4435-bfa2-4c304953885a req-6fed1bde-d94a-425c-9e20-0cbfc7616708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:21.324441 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68713a41-9fb7-4435-bfa2-4c304953885a req-6fed1bde-d94a-425c-9e20-0cbfc7616708 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6d1c820f-5652-4727-a461-82d8fc1df087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434086 Aug 16 21:34:21.419511 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68713a41-9fb7-4435-bfa2-4c304953885a req-942ce99f-3262-4598-82eb-3545f0566beb service neutron] 10.222.0.90 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881259 Aug 16 21:34:21.515213 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68713a41-9fb7-4435-bfa2-4c304953885a req-3bdf5310-d0fc-4fe1-b78b-ed2547ed234a service neutron] 10.222.0.90 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884504 Aug 16 21:34:21.664669 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f72618-9075-4095-993a-d1108fcfca21 req-15061759-50c1-4463-a795-b0399fd78e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:21.666478 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-69f72618-9075-4095-993a-d1108fcfca21 req-15061759-50c1-4463-a795-b0399fd78e7c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c303000a85b446a6930d70eb3fbff562&device_id=886b657e-41fc-49b6-a56f-7216f2d38f43 HTTP/1.1" status: 200 len: 1096 time: 0.0451548 Aug 16 21:34:21.793451 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1350f8e-82ef-4af0-9b33-369e497367b7 req-3da35127-728b-4a2c-86ab-37b706c388e2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:21.794999 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a1350f8e-82ef-4af0-9b33-369e497367b7 req-3da35127-728b-4a2c-86ab-37b706c388e2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=886b657e-41fc-49b6-a56f-7216f2d38f43 HTTP/1.1" status: 200 len: 944 time: 0.1038969 Aug 16 21:34:21.799761 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f72618-9075-4095-993a-d1108fcfca21 req-ae4b9bb6-061a-4f94-9927-fe90f0604157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:21.801172 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-69f72618-9075-4095-993a-d1108fcfca21 req-ae4b9bb6-061a-4f94-9927-fe90f0604157 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6d1c820f-5652-4727-a461-82d8fc1df087 HTTP/1.1" status: 200 len: 913 time: 0.1277578 Aug 16 21:34:21.853671 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-69f72618-9075-4095-993a-d1108fcfca21 req-707fe1d4-d152-407b-8df6-71e3daf91a64 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8709d187-882e-4fa8-ae18-f6dc7ae0d5e3 HTTP/1.1" status: 200 len: 217 time: 0.0456893 Aug 16 21:34:21.896789 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a1350f8e-82ef-4af0-9b33-369e497367b7 req-6fdeebdc-8abf-43d3-84cd-8af47a609648 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946598 Aug 16 21:34:21.915279 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f72618-9075-4095-993a-d1108fcfca21 req-03d4622d-6dc2-40d6-86c6-8b09e43f64ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:21.915279 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-69f72618-9075-4095-993a-d1108fcfca21 req-03d4622d-6dc2-40d6-86c6-8b09e43f64ba service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1656dac3-4ff6-47af-b9d7-4b2835fb6128 HTTP/1.1" status: 200 len: 851 time: 0.0515804 Aug 16 21:34:21.963565 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f72618-9075-4095-993a-d1108fcfca21 req-eb07a17c-45da-4bfb-b0c9-8453b3ed8883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:21.965160 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-69f72618-9075-4095-993a-d1108fcfca21 req-eb07a17c-45da-4bfb-b0c9-8453b3ed8883 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6d1c820f-5652-4727-a461-82d8fc1df087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434904 Aug 16 21:34:22.062480 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-69f72618-9075-4095-993a-d1108fcfca21 req-5eb1a2d0-d0af-408c-bb7a-e9da3e882b39 service neutron] 10.222.0.90 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892978 Aug 16 21:34:22.155369 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-69f72618-9075-4095-993a-d1108fcfca21 req-4da15d93-cc9b-47a2-b738-2c9579565b65 service neutron] 10.222.0.90 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862713 Aug 16 21:34:22.413717 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:23.020534 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f6e3c-4a3f-4c1f-958d-b0f09821d28b req-f76dde10-0472-4f16-a6ea-f6556a3e709d tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:23.022068 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ba9f6e3c-4a3f-4c1f-958d-b0f09821d28b req-f76dde10-0472-4f16-a6ea-f6556a3e709d tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=886b657e-41fc-49b6-a56f-7216f2d38f43 HTTP/1.1" status: 200 len: 944 time: 0.0509629 Aug 16 21:34:23.060805 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ba9f6e3c-4a3f-4c1f-958d-b0f09821d28b req-c937b053-2b5c-45de-aa87-b7241bbd4ab2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327396 Aug 16 21:34:24.180039 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa79ba9-0215-4ade-89d6-0af8ea7688a7 req-ba3f5572-67f0-4e0d-8dd0-4bb2aeb76223 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:24.181432 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2aa79ba9-0215-4ade-89d6-0af8ea7688a7 req-ba3f5572-67f0-4e0d-8dd0-4bb2aeb76223 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=886b657e-41fc-49b6-a56f-7216f2d38f43 HTTP/1.1" status: 200 len: 944 time: 0.0535302 Aug 16 21:34:24.220242 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2aa79ba9-0215-4ade-89d6-0af8ea7688a7 req-91853a63-2212-4d47-8ba0-af461f291142 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322359 Aug 16 21:34:25.335014 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd6906-5f96-48ea-a58c-b6a19926db49 req-c1a8e102-58ff-4c5d-b3a6-2ccd81a5b007 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:25.336691 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e7dd6906-5f96-48ea-a58c-b6a19926db49 req-c1a8e102-58ff-4c5d-b3a6-2ccd81a5b007 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=886b657e-41fc-49b6-a56f-7216f2d38f43 HTTP/1.1" status: 200 len: 944 time: 0.0498357 Aug 16 21:34:25.375630 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e7dd6906-5f96-48ea-a58c-b6a19926db49 req-232bec59-d851-4e3f-b19a-2424d1cd9a63 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322647 Aug 16 21:34:26.490744 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980391c-bcc0-417c-b54d-5aa58b953612 req-320ed1a2-8abb-4827-bad1-2d56d12859c7 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:26.492259 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e980391c-bcc0-417c-b54d-5aa58b953612 req-320ed1a2-8abb-4827-bad1-2d56d12859c7 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=886b657e-41fc-49b6-a56f-7216f2d38f43 HTTP/1.1" status: 200 len: 944 time: 0.0503969 Aug 16 21:34:26.530820 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e980391c-bcc0-417c-b54d-5aa58b953612 req-9b62fc95-fa29-4c83-bf46-aad6e735c286 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321598 Aug 16 21:34:27.647376 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2a5d5-dbd4-4093-86b6-8cdb63829f08 req-e3474739-8875-4bcc-b61d-e98cbc0cd0be tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:27.648873 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a0b2a5d5-dbd4-4093-86b6-8cdb63829f08 req-e3474739-8875-4bcc-b61d-e98cbc0cd0be tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=886b657e-41fc-49b6-a56f-7216f2d38f43 HTTP/1.1" status: 200 len: 944 time: 0.0529232 Aug 16 21:34:27.687020 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a0b2a5d5-dbd4-4093-86b6-8cdb63829f08 req-f0c976b2-0e55-4ff3-ac51-af1ead7ddfc6 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319867 Aug 16 21:34:28.800925 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edda1cb-a650-4613-a1c9-37cefc45aeae req-a4ce3672-95aa-43fd-b8e8-f981208787ab tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:28.802435 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6edda1cb-a650-4613-a1c9-37cefc45aeae req-a4ce3672-95aa-43fd-b8e8-f981208787ab tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=886b657e-41fc-49b6-a56f-7216f2d38f43 HTTP/1.1" status: 200 len: 944 time: 0.0497365 Aug 16 21:34:28.840940 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6edda1cb-a650-4613-a1c9-37cefc45aeae req-8e630376-b145-46da-8083-6aeb7a648734 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323956 Aug 16 21:34:29.955631 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f9b6c-7b3c-4ce1-b789-2858aa3fcfff req-b43dc94b-c860-4548-a4b1-de099468f681 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:29.957262 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-183f9b6c-7b3c-4ce1-b789-2858aa3fcfff req-b43dc94b-c860-4548-a4b1-de099468f681 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=886b657e-41fc-49b6-a56f-7216f2d38f43 HTTP/1.1" status: 200 len: 944 time: 0.0497718 Aug 16 21:34:29.994925 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-183f9b6c-7b3c-4ce1-b789-2858aa3fcfff req-eff4a5c8-7afb-4250-b548-5170f786c877 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316358 Aug 16 21:34:31.117135 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad5e61-c2f9-42b5-8c53-0f5f49ba0a0c req-e363b811-ea43-4e23-a7ec-17bf7c3862c6 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:31.118632 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-94ad5e61-c2f9-42b5-8c53-0f5f49ba0a0c req-e363b811-ea43-4e23-a7ec-17bf7c3862c6 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=886b657e-41fc-49b6-a56f-7216f2d38f43 HTTP/1.1" status: 200 len: 944 time: 0.0559421 Aug 16 21:34:31.156305 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-94ad5e61-c2f9-42b5-8c53-0f5f49ba0a0c req-0b3f7f6c-058b-48fb-b234-a436b39e9865 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315609 Aug 16 21:34:32.285980 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d0784-2d9d-4bb0-be02-ea545295de0e req-d2eb39eb-cf47-4a2b-beae-70c28cd6a998 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:32.287473 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a58d0784-2d9d-4bb0-be02-ea545295de0e req-d2eb39eb-cf47-4a2b-beae-70c28cd6a998 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=886b657e-41fc-49b6-a56f-7216f2d38f43 HTTP/1.1" status: 200 len: 944 time: 0.0483518 Aug 16 21:34:32.325102 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a58d0784-2d9d-4bb0-be02-ea545295de0e req-5527e0ba-78c9-406f-8d0e-4b5297bbdb3e tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317206 Aug 16 21:34:32.576656 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 8709d187-882e-4fa8-ae18-f6dc7ae0d5e3 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:34:32.670923 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 8709d187-882e-4fa8-ae18-f6dc7ae0d5e3, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=8709d187-882e-4fa8-ae18-f6dc7ae0d5e3,segment=NetworkSegment(acec49ee-0612-4329-ad28-ad4a9de84f79),segment_id=acec49ee-0612-4329-ad28-ad4a9de84f79)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:34:32.682399 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '8709d187-882e-4fa8-ae18-f6dc7ae0d5e3', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'port_id': '8709d187-882e-4fa8-ae18-f6dc7ae0d5e3', 'mac_address': 'fa:16:3e:49:64:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:34:32.718304 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:32.731088 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8709d187-882e-4fa8-ae18-f6dc7ae0d5e3 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:34:32.750439 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 8709d187-882e-4fa8-ae18-f6dc7ae0d5e3, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=8709d187-882e-4fa8-ae18-f6dc7ae0d5e3,segment=NetworkSegment(acec49ee-0612-4329-ad28-ad4a9de84f79),segment_id=acec49ee-0612-4329-ad28-ad4a9de84f79)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:34:32.847138 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:32.898259 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=8709d187-882e-4fa8-ae18-f6dc7ae0d5e3,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:32.905795 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:32.906143 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:32.912703 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:32.912703 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:32.912703 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:32.912703 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:32.912703 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:32.912703 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:32.912703 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:32.912703 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:32.912703 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:32.912703 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:33.074498 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['8709d187-882e-4fa8-ae18-f6dc7ae0d5e3'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:34:33.441454 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583cedb-1746-458a-9487-9e04d723546c req-6f691ebf-230d-44f8-b741-ea8213334f8e tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:33.443211 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2583cedb-1746-458a-9487-9e04d723546c req-6f691ebf-230d-44f8-b741-ea8213334f8e tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=886b657e-41fc-49b6-a56f-7216f2d38f43 HTTP/1.1" status: 200 len: 945 time: 0.0516262 Aug 16 21:34:33.482047 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2583cedb-1746-458a-9487-9e04d723546c req-0b76d7b6-c3a5-44f4-a673-a0373262dd39 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326881 Aug 16 21:34:34.576360 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 8709d187-882e-4fa8-ae18-f6dc7ae0d5e3 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:34:34.604589 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31a482-d388-47e7-97b6-d56ef041e82c req-43957756-802f-4d11-a71c-cde621a4ca8a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:34.606095 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4e31a482-d388-47e7-97b6-d56ef041e82c req-43957756-802f-4d11-a71c-cde621a4ca8a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=886b657e-41fc-49b6-a56f-7216f2d38f43 HTTP/1.1" status: 200 len: 945 time: 0.0528557 Aug 16 21:34:34.644138 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4e31a482-d388-47e7-97b6-d56ef041e82c req-28ae7972-28ff-4a44-826f-8167031069cb tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312469 Aug 16 21:34:34.691076 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 8709d187-882e-4fa8-ae18-f6dc7ae0d5e3 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:34:34.697351 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 8709d187-882e-4fa8-ae18-f6dc7ae0d5e3 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:34:34.697351 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:34.768888 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:34.791269 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886b657e-41fc-49b6-a56f-7216f2d38f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8709d187-882e-4fa8-ae18-f6dc7ae0d5e3'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:34:34.793558 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72478e08-ed91-49d5-ad0d-64a5d571e852" -d '{"events": [{"server_uuid": "886b657e-41fc-49b6-a56f-7216f2d38f43", "name": "network-vif-plugged", "status": "completed", "tag": "8709d187-882e-4fa8-ae18-f6dc7ae0d5e3"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:34:34.806434 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 8709d187-882e-4fa8-ae18-f6dc7ae0d5e3, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=8709d187-882e-4fa8-ae18-f6dc7ae0d5e3,segment=NetworkSegment(acec49ee-0612-4329-ad28-ad4a9de84f79),segment_id=acec49ee-0612-4329-ad28-ad4a9de84f79)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:34:34.831745 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb0fc14-4063-4ef6-b82a-0e7ebcb03e91 x-openstack-request-id: req-9cb0fc14-4063-4ef6-b82a-0e7ebcb03e91 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:34:34.832089 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886b657e-41fc-49b6-a56f-7216f2d38f43", "name": "network-vif-plugged", "status": "completed", "tag": "8709d187-882e-4fa8-ae18-f6dc7ae0d5e3", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:34:34.832329 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9cb0fc14-4063-4ef6-b82a-0e7ebcb03e91 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:34:34.832732 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '886b657e-41fc-49b6-a56f-7216f2d38f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8709d187-882e-4fa8-ae18-f6dc7ae0d5e3', 'code': 200} Aug 16 21:34:34.919301 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:34.926649 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e2cd3-c1a2-431b-a92f-cfe9ce6c0e77 req-65b87344-f915-419b-a5b5-c1a1676039c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:34.928292 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0e5e2cd3-c1a2-431b-a92f-cfe9ce6c0e77 req-65b87344-f915-419b-a5b5-c1a1676039c3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=886b657e-41fc-49b6-a56f-7216f2d38f43 HTTP/1.1" status: 200 len: 1097 time: 0.0424473 Aug 16 21:34:34.963963 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0e5e2cd3-c1a2-431b-a92f-cfe9ce6c0e77 req-a29d4553-2df3-4df9-bf36-224f15ca4890 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290217 Aug 16 21:34:34.970609 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=8709d187-882e-4fa8-ae18-f6dc7ae0d5e3,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:35.760639 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6283c1-6218-45c1-81ac-b09b017930d4 req-7a14e5f3-4bf1-48fd-aa02-49aa0547c6f8 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:35.762162 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8f6283c1-6218-45c1-81ac-b09b017930d4 req-7a14e5f3-4bf1-48fd-aa02-49aa0547c6f8 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=886b657e-41fc-49b6-a56f-7216f2d38f43 HTTP/1.1" status: 200 len: 946 time: 0.0501454 Aug 16 21:34:35.800864 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8f6283c1-6218-45c1-81ac-b09b017930d4 req-472adbc7-333b-443a-8c3d-f6ec1cb6e0ef tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325878 Aug 16 21:34:36.920700 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0167a-de0e-477c-b9fb-3a097271c6cd req-2c36fb3d-3b1f-47be-91ed-0ada4bb4a78c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:36.922226 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5ef0167a-de0e-477c-b9fb-3a097271c6cd req-2c36fb3d-3b1f-47be-91ed-0ada4bb4a78c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=886b657e-41fc-49b6-a56f-7216f2d38f43 HTTP/1.1" status: 200 len: 946 time: 0.0535097 Aug 16 21:34:36.961044 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5ef0167a-de0e-477c-b9fb-3a097271c6cd req-3ce97385-60e2-49bb-a1c4-d61f0cdda563 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328732 Aug 16 21:34:37.074937 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50cdad9-8500-4332-bedd-57bcf1bd8ea0 req-738faa14-bf3b-4f7b-91eb-dc6644cddd0e tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:37.076466 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a50cdad9-8500-4332-bedd-57bcf1bd8ea0 req-738faa14-bf3b-4f7b-91eb-dc6644cddd0e tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=886b657e-41fc-49b6-a56f-7216f2d38f43 HTTP/1.1" status: 200 len: 946 time: 0.0518694 Aug 16 21:34:37.114146 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a50cdad9-8500-4332-bedd-57bcf1bd8ea0 req-5a4e45d6-d8ee-488a-9dc0-0f37fa2cf1bd tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314052 Aug 16 21:34:37.136011 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 32842) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:37.175092 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5c1b7a-ae2c-40ce-828a-e4ca174ca616 tempest-TestVolumeBootPattern-876824442 tempest-TestVolumeBootPattern-876824442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:37.176637 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-aa5c1b7a-ae2c-40ce-828a-e4ca174ca616 tempest-TestVolumeBootPattern-876824442 tempest-TestVolumeBootPattern-876824442-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=886b657e-41fc-49b6-a56f-7216f2d38f43 HTTP/1.1" status: 200 len: 1093 time: 0.0396628 Aug 16 21:34:37.179295 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 32844) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:37.183553 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-e428a303-9484-4038-ba79-3fefb4c3fc51 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'port_id': '8709d187-882e-4fa8-ae18-f6dc7ae0d5e3', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:34:37.319270 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e428a303-9484-4038-ba79-3fefb4c3fc51 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for floatingip, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:37.417223 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e428a303-9484-4038-ba79-3fefb4c3fc51 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:37.518259 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-e428a303-9484-4038-ba79-3fefb4c3fc51 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Allocated IP 172.25.1.168 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/59b7573b-2004-4882-ab21-bada2bc0e0ea) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:34:37.624978 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e428a303-9484-4038-ba79-3fefb4c3fc51 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:37.750185 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e428a303-9484-4038-ba79-3fefb4c3fc51 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:37.792304 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e428a303-9484-4038-ba79-3fefb4c3fc51 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:34:37.795268 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-e428a303-9484-4038-ba79-3fefb4c3fc51 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:34:37.799581 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e428a303-9484-4038-ba79-3fefb4c3fc51 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:34:37.802640 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428a303-9484-4038-ba79-3fefb4c3fc51 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Pushing event updated for resources: {'Port': ['ID=59b7573b-2004-4882-ab21-bada2bc0e0ea,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:38.160047 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e428a303-9484-4038-ba79-3fefb4c3fc51 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:38.306051 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e428a303-9484-4038-ba79-3fefb4c3fc51 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:38.458968 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e428a303-9484-4038-ba79-3fefb4c3fc51 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:38.533228 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e428a303-9484-4038-ba79-3fefb4c3fc51 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:38.599584 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428a303-9484-4038-ba79-3fefb4c3fc51 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Pushing event updated for resources: {'Port': ['ID=59b7573b-2004-4882-ab21-bada2bc0e0ea,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:38.614947 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e428a303-9484-4038-ba79-3fefb4c3fc51 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:38.715803 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [None req-e428a303-9484-4038-ba79-3fefb4c3fc51 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Floating IP 97b6cf0c-f058-44a3-939f-2b32938e9b1b associated. External IP: 172.25.1.168, port: 8709d187-882e-4fa8-ae18-f6dc7ae0d5e3. Aug 16 21:34:38.920384 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e428a303-9484-4038-ba79-3fefb4c3fc51 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Router 2a2a0740-6763-4687-b41c-bc1074fcbe4e has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:34:39.026506 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e428a303-9484-4038-ba79-3fefb4c3fc51 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:34:39.035959 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d557a4-6e88-4a92-a69d-77b565311095 None None] Sync routers for ids ['2a2a0740-6763-4687-b41c-bc1074fcbe4e'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:34:39.044900 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d557a4-6e88-4a92-a69d-77b565311095 None None] Routers {'2a2a0740-6763-4687-b41c-bc1074fcbe4e'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:34:39.050426 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-b3d557a4-6e88-4a92-a69d-77b565311095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:34:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['2a2a0740-6763-4687-b41c-bc1074fcbe4e'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:39.107908 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e428a303-9484-4038-ba79-3fefb4c3fc51 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:39.136105 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e428a303-9484-4038-ba79-3fefb4c3fc51 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9557321 Aug 16 21:34:39.136712 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '886b657e-41fc-49b6-a56f-7216f2d38f43', 'tag': '8709d187-882e-4fa8-ae18-f6dc7ae0d5e3'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:34:39.139336 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cdd9620-9a77-4bb0-88e4-7a121f870f70" -d '{"events": [{"name": "network-changed", "server_uuid": "886b657e-41fc-49b6-a56f-7216f2d38f43", "tag": "8709d187-882e-4fa8-ae18-f6dc7ae0d5e3"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:34:39.151354 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-b3d557a4-6e88-4a92-a69d-77b565311095 None None] Set router 2a2a0740-6763-4687-b41c-bc1074fcbe4e gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:34:39.176079 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4316237-5060-4cf0-962f-2fef790b035e x-openstack-request-id: req-b4316237-5060-4cf0-962f-2fef790b035e {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:34:39.176583 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "886b657e-41fc-49b6-a56f-7216f2d38f43", "tag": "8709d187-882e-4fa8-ae18-f6dc7ae0d5e3", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:34:39.176685 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b4316237-5060-4cf0-962f-2fef790b035e {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:34:39.177021 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '886b657e-41fc-49b6-a56f-7216f2d38f43', 'tag': '8709d187-882e-4fa8-ae18-f6dc7ae0d5e3', 'status': 'completed', 'code': 200} Aug 16 21:34:39.240225 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd9620-9a77-4bb0-88e4-7a121f870f70 req-c79dd731-b3ef-4501-932d-ed798f599981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:39.241809 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0cdd9620-9a77-4bb0-88e4-7a121f870f70 req-c79dd731-b3ef-4501-932d-ed798f599981 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c303000a85b446a6930d70eb3fbff562&device_id=886b657e-41fc-49b6-a56f-7216f2d38f43 HTTP/1.1" status: 200 len: 1098 time: 0.0420098 Aug 16 21:34:39.335805 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd9620-9a77-4bb0-88e4-7a121f870f70 req-7cd50f52-7eef-4e67-b205-107240880866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:39.337343 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0cdd9620-9a77-4bb0-88e4-7a121f870f70 req-7cd50f52-7eef-4e67-b205-107240880866 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6d1c820f-5652-4727-a461-82d8fc1df087 HTTP/1.1" status: 200 len: 913 time: 0.0890441 Aug 16 21:34:39.380140 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-b3d557a4-6e88-4a92-a69d-77b565311095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'name': 'tempest-TestVolumeBootPattern-1516474835-router', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:43Z', 'updated_at': '2021-08-16T21:23:46Z', 'revision_number': 4, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'gw_port': {'id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:44Z', 'updated_at': '2021-08-16T21:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '97b6cf0c-f058-44a3-939f-2b32938e9b1b', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'floating_ip_address': '172.25.1.168', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'port_id': '8709d187-882e-4fa8-ae18-f6dc7ae0d5e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'mac_address': 'fa:16:3e:49:64:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886b657e-41fc-49b6-a56f-7216f2d38f43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:34:38Z', 'updated_at': '2021-08-16T21:34:38Z', 'revision_number': 0, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'fixed_ip_address_scope': None}, {'id': 'e924b704-dbaf-45f7-861d-d4df9357aa6d', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'floating_ip_address': '172.25.1.136', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'port_id': '7fb294c3-4562-47c6-871b-5dc073e50e42', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'mac_address': 'fa:16:3e:d7:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e673da-8288-4c5e-b7d0-17f45792dfe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:31:46Z', 'updated_at': '2021-08-16T21:31:48Z', 'revision_number': 1, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41870b54-05d4-48f8-8b62-36069cdecaa1', 'name': '', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'mac_address': 'fa:16:3e:96:7b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:46Z', 'updated_at': '2021-08-16T21:23:52Z', 'revision_number': 5, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'subnets': [{'id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:39.411084 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d557a4-6e88-4a92-a69d-77b565311095 None None] Checking router: 2a2a0740-6763-4687-b41c-bc1074fcbe4e for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:34:39.420584 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d557a4-6e88-4a92-a69d-77b565311095 None None] Routers {'2a2a0740-6763-4687-b41c-bc1074fcbe4e'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:34:39.421262 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-b3d557a4-6e88-4a92-a69d-77b565311095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:34:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['2a2a0740-6763-4687-b41c-bc1074fcbe4e'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:39.531532 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-b3d557a4-6e88-4a92-a69d-77b565311095 None None] Set router 2a2a0740-6763-4687-b41c-bc1074fcbe4e gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:34:39.740601 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0cdd9620-9a77-4bb0-88e4-7a121f870f70 req-4cfa2417-5af6-4065-bd93-608ab401a60d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8709d187-882e-4fa8-ae18-f6dc7ae0d5e3 HTTP/1.1" status: 200 len: 1000 time: 0.3969409 Aug 16 21:34:39.767813 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-b3d557a4-6e88-4a92-a69d-77b565311095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'name': 'tempest-TestVolumeBootPattern-1516474835-router', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:43Z', 'updated_at': '2021-08-16T21:23:46Z', 'revision_number': 4, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'gw_port': {'id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:44Z', 'updated_at': '2021-08-16T21:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '97b6cf0c-f058-44a3-939f-2b32938e9b1b', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'floating_ip_address': '172.25.1.168', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'port_id': '8709d187-882e-4fa8-ae18-f6dc7ae0d5e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'mac_address': 'fa:16:3e:49:64:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886b657e-41fc-49b6-a56f-7216f2d38f43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:34:38Z', 'updated_at': '2021-08-16T21:34:38Z', 'revision_number': 0, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'fixed_ip_address_scope': None}, {'id': 'e924b704-dbaf-45f7-861d-d4df9357aa6d', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'floating_ip_address': '172.25.1.136', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'port_id': '7fb294c3-4562-47c6-871b-5dc073e50e42', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'mac_address': 'fa:16:3e:d7:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e673da-8288-4c5e-b7d0-17f45792dfe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:31:46Z', 'updated_at': '2021-08-16T21:31:48Z', 'revision_number': 1, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41870b54-05d4-48f8-8b62-36069cdecaa1', 'name': '', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'mac_address': 'fa:16:3e:96:7b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:46Z', 'updated_at': '2021-08-16T21:23:52Z', 'revision_number': 5, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'subnets': [{'id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:39.789676 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd9620-9a77-4bb0-88e4-7a121f870f70 req-307e0594-04af-40e7-80a6-78625758ac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:39.791162 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0cdd9620-9a77-4bb0-88e4-7a121f870f70 req-307e0594-04af-40e7-80a6-78625758ac5e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1656dac3-4ff6-47af-b9d7-4b2835fb6128 HTTP/1.1" status: 200 len: 851 time: 0.0429609 Aug 16 21:34:39.794328 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d557a4-6e88-4a92-a69d-77b565311095 None None] The sync data for ids ['2a2a0740-6763-4687-b41c-bc1074fcbe4e'] in n-d-793620-15 is: [{'id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'name': 'tempest-TestVolumeBootPattern-1516474835-router', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:43Z', 'updated_at': '2021-08-16T21:23:46Z', 'revision_number': 4, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'gw_port': {'id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:44Z', 'updated_at': '2021-08-16T21:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '97b6cf0c-f058-44a3-939f-2b32938e9b1b', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'floating_ip_address': '172.25.1.168', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'port_id': '8709d187-882e-4fa8-ae18-f6dc7ae0d5e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'mac_address': 'fa:16:3e:49:64:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886b657e-41fc-49b6-a56f-7216f2d38f43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:34:38Z', 'updated_at': '2021-08-16T21:34:38Z', 'revision_number': 0, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'fixed_ip_address_scope': None}, {'id': 'e924b704-dbaf-45f7-861d-d4df9357aa6d', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'floating_ip_address': '172.25.1.136', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'port_id': '7fb294c3-4562-47c6-871b-5dc073e50e42', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'mac_address': 'fa:16:3e:d7:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e673da-8288-4c5e-b7d0-17f45792dfe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:31:46Z', 'updated_at': '2021-08-16T21:31:48Z', 'revision_number': 1, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41870b54-05d4-48f8-8b62-36069cdecaa1', 'name': '', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'mac_address': 'fa:16:3e:96:7b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:46Z', 'updated_at': '2021-08-16T21:23:52Z', 'revision_number': 5, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'subnets': [{'id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:34:39.845972 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd9620-9a77-4bb0-88e4-7a121f870f70 req-e0967dcf-fbb0-4c21-823a-229f337d61b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:39.847815 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0cdd9620-9a77-4bb0-88e4-7a121f870f70 req-e0967dcf-fbb0-4c21-823a-229f337d61b5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6d1c820f-5652-4727-a461-82d8fc1df087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465379 Aug 16 21:34:39.959395 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0cdd9620-9a77-4bb0-88e4-7a121f870f70 req-c38d71f2-c34e-4a2c-a1d7-3cd2d2f05217 service neutron] 10.222.0.90 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039019 Aug 16 21:34:40.001377 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99f379d-793b-42ad-b9db-9939027d67c4 None None] New status for floating IP 97b6cf0c-f058-44a3-939f-2b32938e9b1b: ACTIVE {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:34:40.063723 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0cdd9620-9a77-4bb0-88e4-7a121f870f70 req-616707f6-f832-4501-8aba-00c1a342e3ae service neutron] 10.222.0.90 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911009 Aug 16 21:34:41.119033 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8be7bbea-4b95-44c0-91d0-97dcc7107805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:43.613693 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-65cccd0c-ac9d-47f2-b5b0-a3caf61b8c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:43.870069 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:44.953437 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:46.727252 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:47.748366 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9b452130-4ae0-4307-9b04-e9e1bf9d3c6f req-c7055305-af72-49e6-8ffd-1fb343701c31 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=886b657e-41fc-49b6-a56f-7216f2d38f43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404174 Aug 16 21:34:47.827901 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b452130-4ae0-4307-9b04-e9e1bf9d3c6f req-44cef71e-07ba-4dc7-92cf-106844e220db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:47.829379 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9b452130-4ae0-4307-9b04-e9e1bf9d3c6f req-44cef71e-07ba-4dc7-92cf-106844e220db service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c303000a85b446a6930d70eb3fbff562&device_id=886b657e-41fc-49b6-a56f-7216f2d38f43 HTTP/1.1" status: 200 len: 1098 time: 0.0401349 Aug 16 21:34:47.938545 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b452130-4ae0-4307-9b04-e9e1bf9d3c6f req-3b6864a5-a725-4ce0-ae2e-4cde1726a8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:47.940707 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9b452130-4ae0-4307-9b04-e9e1bf9d3c6f req-3b6864a5-a725-4ce0-ae2e-4cde1726a8b0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6d1c820f-5652-4727-a461-82d8fc1df087 HTTP/1.1" status: 200 len: 913 time: 0.0922630 Aug 16 21:34:48.005084 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9b452130-4ae0-4307-9b04-e9e1bf9d3c6f req-e0a6deb1-5e04-48e2-8018-cb0ff5a23e5e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8709d187-882e-4fa8-ae18-f6dc7ae0d5e3 HTTP/1.1" status: 200 len: 1002 time: 0.0580745 Aug 16 21:34:48.055033 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b452130-4ae0-4307-9b04-e9e1bf9d3c6f req-5ca1527a-b799-4d62-bfec-f958750be319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:48.057159 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9b452130-4ae0-4307-9b04-e9e1bf9d3c6f req-5ca1527a-b799-4d62-bfec-f958750be319 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1656dac3-4ff6-47af-b9d7-4b2835fb6128 HTTP/1.1" status: 200 len: 851 time: 0.0454936 Aug 16 21:34:48.107634 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b452130-4ae0-4307-9b04-e9e1bf9d3c6f req-a474f725-7bc7-473e-9b8a-319a8993eafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:48.109180 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9b452130-4ae0-4307-9b04-e9e1bf9d3c6f req-a474f725-7bc7-473e-9b8a-319a8993eafe service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6d1c820f-5652-4727-a461-82d8fc1df087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459318 Aug 16 21:34:48.198566 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9b452130-4ae0-4307-9b04-e9e1bf9d3c6f req-88b20a7a-27b7-4c82-b106-4b140bbe7bd6 service neutron] 10.222.0.90 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824850 Aug 16 21:34:48.291414 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9b452130-4ae0-4307-9b04-e9e1bf9d3c6f req-99821ea7-681f-4d62-9382-ae4a4d577fe8 service neutron] 10.222.0.90 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852728 Aug 16 21:34:49.570114 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:52.107692 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-eafe95b7-8f0f-40d9-a237-7648c15d4da2 req-bbc5da7d-d638-4917-ab6c-366705ca3500 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417845 Aug 16 21:34:52.192871 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe95b7-8f0f-40d9-a237-7648c15d4da2 req-120b49ba-1d0a-4544-9e99-52e009288ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:52.194412 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-eafe95b7-8f0f-40d9-a237-7648c15d4da2 req-120b49ba-1d0a-4544-9e99-52e009288ef9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c303000a85b446a6930d70eb3fbff562&device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0 HTTP/1.1" status: 200 len: 1098 time: 0.0452976 Aug 16 21:34:52.297315 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe95b7-8f0f-40d9-a237-7648c15d4da2 req-7d607183-8e28-46f6-9682-5f12799a2dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:52.298780 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-eafe95b7-8f0f-40d9-a237-7648c15d4da2 req-7d607183-8e28-46f6-9682-5f12799a2dee service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d1c820f-5652-4727-a461-82d8fc1df087 HTTP/1.1" status: 200 len: 913 time: 0.0849757 Aug 16 21:34:52.330295 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:52.366525 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-eafe95b7-8f0f-40d9-a237-7648c15d4da2 req-84262e17-35aa-4c19-b061-1e8f2b05cd21 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fb294c3-4562-47c6-871b-5dc073e50e42 HTTP/1.1" status: 200 len: 1002 time: 0.0605562 Aug 16 21:34:52.414692 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe95b7-8f0f-40d9-a237-7648c15d4da2 req-08ab4ce1-377a-49cb-bb66-b7c78e0f9780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:52.416132 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-eafe95b7-8f0f-40d9-a237-7648c15d4da2 req-08ab4ce1-377a-49cb-bb66-b7c78e0f9780 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1656dac3-4ff6-47af-b9d7-4b2835fb6128 HTTP/1.1" status: 200 len: 851 time: 0.0429685 Aug 16 21:34:52.462168 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe95b7-8f0f-40d9-a237-7648c15d4da2 req-8ee4995a-8c21-48a0-8a27-e1d9565eb5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:52.463693 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-eafe95b7-8f0f-40d9-a237-7648c15d4da2 req-8ee4995a-8c21-48a0-8a27-e1d9565eb5a4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d1c820f-5652-4727-a461-82d8fc1df087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409880 Aug 16 21:34:52.555023 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-eafe95b7-8f0f-40d9-a237-7648c15d4da2 req-718d3d98-9577-4d20-be51-8d1bac8f187d service neutron] 10.222.0.72 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844488 Aug 16 21:34:52.643252 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-eafe95b7-8f0f-40d9-a237-7648c15d4da2 req-fa856616-c8c7-42b1-9e5b-942904b068bf service neutron] 10.222.0.72 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812273 Aug 16 21:34:55.855840 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:35:11.109490 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6d34d3ad-ab4b-4c02-bfe9-3975e4462345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:13.649401 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6ea48fb1-a31e-4a14-8fe7-d7bf1812b24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:13.898435 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:14.963243 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:16.665899 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:19.571917 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:22.351347 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:32.855263 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:35:34.744553 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-9245fcba-ee03-4976-910b-f14d3d1ec36f req-25dc160a-c4fd-4248-bde9-db4e28d4ca0a service neutron] (101844) timed out ('10.222.0.90', 61255) {{(pid=101844) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 21:35:41.139762 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-edf3942a-4db0-439f-957f-15228fb20e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:43.590793 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-82330e81-3453-4c6a-8766-42740f35b0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:43.859490 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:44.983291 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:46.762145 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:49.568125 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:49.756985 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3031209e-ad0f-4797-a842-9f91904717c3 req-a5f7f3e2-2f00-4b5f-b44a-0ac7bdf1b114 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=886b657e-41fc-49b6-a56f-7216f2d38f43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417545 Aug 16 21:35:49.835329 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031209e-ad0f-4797-a842-9f91904717c3 req-c62b5900-037b-42eb-85c2-33f6ac011351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:49.836744 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3031209e-ad0f-4797-a842-9f91904717c3 req-c62b5900-037b-42eb-85c2-33f6ac011351 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c303000a85b446a6930d70eb3fbff562&device_id=886b657e-41fc-49b6-a56f-7216f2d38f43 HTTP/1.1" status: 200 len: 1098 time: 0.0406909 Aug 16 21:35:49.943588 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031209e-ad0f-4797-a842-9f91904717c3 req-9a9712f6-2f58-49e4-9229-57dfb68415c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:49.945135 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3031209e-ad0f-4797-a842-9f91904717c3 req-9a9712f6-2f58-49e4-9229-57dfb68415c4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6d1c820f-5652-4727-a461-82d8fc1df087 HTTP/1.1" status: 200 len: 913 time: 0.0909150 Aug 16 21:35:50.013135 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3031209e-ad0f-4797-a842-9f91904717c3 req-b4085062-b5c0-4dcd-9c08-d8fece807db8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8709d187-882e-4fa8-ae18-f6dc7ae0d5e3 HTTP/1.1" status: 200 len: 1002 time: 0.0611513 Aug 16 21:35:50.068104 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031209e-ad0f-4797-a842-9f91904717c3 req-38f7b8a0-159b-41d3-8d99-6a48657a2a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:50.069777 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3031209e-ad0f-4797-a842-9f91904717c3 req-38f7b8a0-159b-41d3-8d99-6a48657a2a09 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1656dac3-4ff6-47af-b9d7-4b2835fb6128 HTTP/1.1" status: 200 len: 851 time: 0.0504656 Aug 16 21:35:50.115557 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031209e-ad0f-4797-a842-9f91904717c3 req-3b24652d-13fd-4e3c-9485-292d161bfbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:50.116998 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3031209e-ad0f-4797-a842-9f91904717c3 req-3b24652d-13fd-4e3c-9485-292d161bfbd4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6d1c820f-5652-4727-a461-82d8fc1df087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405395 Aug 16 21:35:50.205773 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3031209e-ad0f-4797-a842-9f91904717c3 req-73b937e0-b7fc-4c58-8382-c3fbc58f7780 service neutron] 10.222.0.90 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819960 Aug 16 21:35:50.301809 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3031209e-ad0f-4797-a842-9f91904717c3 req-7f2b65fe-ca29-4fa7-8e9b-a2edd6965f1e service neutron] 10.222.0.90 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890965 Aug 16 21:35:52.168821 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-74c942a7-9f4c-4173-b96a-542598bfa1a7 req-c460fe80-7e1c-4bf5-8869-53b2439788a9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0837040 Aug 16 21:35:52.255122 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c942a7-9f4c-4173-b96a-542598bfa1a7 req-47e74108-0679-4f2a-9d24-eadca33e9984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:52.256701 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-74c942a7-9f4c-4173-b96a-542598bfa1a7 req-47e74108-0679-4f2a-9d24-eadca33e9984 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c303000a85b446a6930d70eb3fbff562&device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0 HTTP/1.1" status: 200 len: 1098 time: 0.0462208 Aug 16 21:35:52.332180 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:52.366932 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c942a7-9f4c-4173-b96a-542598bfa1a7 req-965e6465-b2db-45d9-86c5-a63dd9393a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:52.368468 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-74c942a7-9f4c-4173-b96a-542598bfa1a7 req-965e6465-b2db-45d9-86c5-a63dd9393a15 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d1c820f-5652-4727-a461-82d8fc1df087 HTTP/1.1" status: 200 len: 913 time: 0.0927553 Aug 16 21:35:52.436530 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-74c942a7-9f4c-4173-b96a-542598bfa1a7 req-b0e36e53-8bb6-4294-ab5d-fc771d98d052 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fb294c3-4562-47c6-871b-5dc073e50e42 HTTP/1.1" status: 200 len: 1002 time: 0.0610888 Aug 16 21:35:52.486533 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c942a7-9f4c-4173-b96a-542598bfa1a7 req-ad56c405-fbf6-4f21-aab1-1576bb511ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:52.488031 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-74c942a7-9f4c-4173-b96a-542598bfa1a7 req-ad56c405-fbf6-4f21-aab1-1576bb511ec7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1656dac3-4ff6-47af-b9d7-4b2835fb6128 HTTP/1.1" status: 200 len: 851 time: 0.0442748 Aug 16 21:35:52.533779 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c942a7-9f4c-4173-b96a-542598bfa1a7 req-39031d7b-3613-43f5-b6f1-01c076856e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:52.535846 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-74c942a7-9f4c-4173-b96a-542598bfa1a7 req-39031d7b-3613-43f5-b6f1-01c076856e6d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d1c820f-5652-4727-a461-82d8fc1df087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406628 Aug 16 21:35:52.546508 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [req-74c942a7-9f4c-4173-b96a-542598bfa1a7 req-b478d84e-4f14-423e-8658-65e5ae8baaa0 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:35:52.547447 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-74c942a7-9f4c-4173-b96a-542598bfa1a7 req-b478d84e-4f14-423e-8658-65e5ae8baaa0 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049260 Aug 16 21:35:52.638070 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-74c942a7-9f4c-4173-b96a-542598bfa1a7 req-7eb11fb2-7703-4ddf-a43d-57a1854a327c service neutron] 10.222.0.72 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832028 Aug 16 21:35:52.726402 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-74c942a7-9f4c-4173-b96a-542598bfa1a7 req-478de676-16ec-4ff3-bfee-dd7a3716fdfb service neutron] 10.222.0.72 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819902 Aug 16 21:36:09.854125 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:36:11.097970 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-274d7748-76a3-4fce-b3ac-b3c9abfab23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:13.623965 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fc70fb1d-8f5d-41c1-a18c-f448f35c2e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:13.840797 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:15.011249 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:16.673734 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:19.566457 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:22.343879 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:23.016132 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-bf9a3f59-4292-40ab-bcc1-77daaa44a90c req-46342f9f-93f8-4dff-97e1-e13f5c5259f0 service neutron] (101844) timed out ('10.222.0.84', 55014) {{(pid=101844) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 21:36:35.539674 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [req-1377021c-76e4-4110-8c61-a7a882b826be req-c66c7869-cce7-4028-8311-4b5e9a2d5ef1 service neutron] (101845) timed out ('10.222.0.72', 60969) {{(pid=101845) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 21:36:41.097201 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ce541d95-2b45-4d76-97a7-a228eb0a2818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:41.302383 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 32892) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:36:41.501937 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-481fbc20-c607-4d6a-a184-9fec82789672 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Deleting port 59b7573b-2004-4882-ab21-bada2bc0e0ea {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:36:41.502288 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-481fbc20-c607-4d6a-a184-9fec82789672 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:41.580012 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-481fbc20-c607-4d6a-a184-9fec82789672 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:41.580263 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-481fbc20-c607-4d6a-a184-9fec82789672 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:41.592064 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-481fbc20-c607-4d6a-a184-9fec82789672 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Calling delete_port for 59b7573b-2004-4882-ab21-bada2bc0e0ea owned by network:floatingip {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:36:41.805882 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-481fbc20-c607-4d6a-a184-9fec82789672 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:41.833257 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481fbc20-c607-4d6a-a184-9fec82789672 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Pushing event deleted for resources: {'Port': ['ID=59b7573b-2004-4882-ab21-bada2bc0e0ea,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:36:41.857596 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481fbc20-c607-4d6a-a184-9fec82789672 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:41.857961 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481fbc20-c607-4d6a-a184-9fec82789672 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:41.858319 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481fbc20-c607-4d6a-a184-9fec82789672 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:41.858672 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481fbc20-c607-4d6a-a184-9fec82789672 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:41.859023 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481fbc20-c607-4d6a-a184-9fec82789672 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:41.859368 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481fbc20-c607-4d6a-a184-9fec82789672 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:41.859709 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481fbc20-c607-4d6a-a184-9fec82789672 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:41.860073 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481fbc20-c607-4d6a-a184-9fec82789672 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:41.860416 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481fbc20-c607-4d6a-a184-9fec82789672 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:41.860753 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481fbc20-c607-4d6a-a184-9fec82789672 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:41.861094 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481fbc20-c607-4d6a-a184-9fec82789672 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:41.861432 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481fbc20-c607-4d6a-a184-9fec82789672 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:41.900586 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-481fbc20-c607-4d6a-a184-9fec82789672 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for floatingip, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:41.900948 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [None req-481fbc20-c607-4d6a-a184-9fec82789672 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Floating IP 97b6cf0c-f058-44a3-939f-2b32938e9b1b disassociated (deleted). External IP: 172.25.1.168, port: 8709d187-882e-4fa8-ae18-f6dc7ae0d5e3. Aug 16 21:36:42.108293 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481fbc20-c607-4d6a-a184-9fec82789672 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Router 2a2a0740-6763-4687-b41c-bc1074fcbe4e has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:36:42.214388 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481fbc20-c607-4d6a-a184-9fec82789672 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:36:42.219170 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-481fbc20-c607-4d6a-a184-9fec82789672 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:42.223699 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55860f8-7e18-460f-9e5c-9035b9470c38 None None] Sync routers for ids ['2a2a0740-6763-4687-b41c-bc1074fcbe4e'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:36:42.232931 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55860f8-7e18-460f-9e5c-9035b9470c38 None None] Routers {'2a2a0740-6763-4687-b41c-bc1074fcbe4e'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:36:42.233548 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-a55860f8-7e18-460f-9e5c-9035b9470c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:36:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['2a2a0740-6763-4687-b41c-bc1074fcbe4e'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:36:42.246615 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-481fbc20-c607-4d6a-a184-9fec82789672 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "DELETE /v2.0/floatingips/97b6cf0c-f058-44a3-939f-2b32938e9b1b HTTP/1.1" status: 204 len: 168 time: 0.9431033 Aug 16 21:36:42.247307 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '886b657e-41fc-49b6-a56f-7216f2d38f43', 'tag': '8709d187-882e-4fa8-ae18-f6dc7ae0d5e3'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:36:42.249778 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b0a27b-0686-493a-b273-505bfaadecf4" -d '{"events": [{"name": "network-changed", "server_uuid": "886b657e-41fc-49b6-a56f-7216f2d38f43", "tag": "8709d187-882e-4fa8-ae18-f6dc7ae0d5e3"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:36:42.290738 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd22d26-facc-4693-86d2-4c3cccff8179 x-openstack-request-id: req-8bd22d26-facc-4693-86d2-4c3cccff8179 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:36:42.291043 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "886b657e-41fc-49b6-a56f-7216f2d38f43", "tag": "8709d187-882e-4fa8-ae18-f6dc7ae0d5e3", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:36:42.291300 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8bd22d26-facc-4693-86d2-4c3cccff8179 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:36:42.291713 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '886b657e-41fc-49b6-a56f-7216f2d38f43', 'tag': '8709d187-882e-4fa8-ae18-f6dc7ae0d5e3', 'status': 'completed', 'code': 200} Aug 16 21:36:42.344742 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-a55860f8-7e18-460f-9e5c-9035b9470c38 None None] Set router 2a2a0740-6763-4687-b41c-bc1074fcbe4e gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:36:42.355211 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0a27b-0686-493a-b273-505bfaadecf4 req-3b70b206-93df-46b8-a38f-a32ac69869ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:42.356795 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b4b0a27b-0686-493a-b273-505bfaadecf4 req-3b70b206-93df-46b8-a38f-a32ac69869ec service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c303000a85b446a6930d70eb3fbff562&device_id=886b657e-41fc-49b6-a56f-7216f2d38f43 HTTP/1.1" status: 200 len: 1098 time: 0.0428922 Aug 16 21:36:42.458386 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0a27b-0686-493a-b273-505bfaadecf4 req-bf5d83c9-7679-441b-818f-70709da1064a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:42.459922 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b4b0a27b-0686-493a-b273-505bfaadecf4 req-bf5d83c9-7679-441b-818f-70709da1064a service neutron] 10.222.0.90 "GET /v2.0/networks?id=6d1c820f-5652-4727-a461-82d8fc1df087 HTTP/1.1" status: 200 len: 913 time: 0.0964262 Aug 16 21:36:42.501945 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b4b0a27b-0686-493a-b273-505bfaadecf4 req-c6f16c73-0e1c-4e9d-bff9-6c7dd205c61b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8709d187-882e-4fa8-ae18-f6dc7ae0d5e3 HTTP/1.1" status: 200 len: 217 time: 0.0349503 Aug 16 21:36:42.558346 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0a27b-0686-493a-b273-505bfaadecf4 req-cddc0ea0-7bd0-43c4-91ea-05643550462c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:42.559938 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b4b0a27b-0686-493a-b273-505bfaadecf4 req-cddc0ea0-7bd0-43c4-91ea-05643550462c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1656dac3-4ff6-47af-b9d7-4b2835fb6128 HTTP/1.1" status: 200 len: 851 time: 0.0515680 Aug 16 21:36:42.573010 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-a55860f8-7e18-460f-9e5c-9035b9470c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'name': 'tempest-TestVolumeBootPattern-1516474835-router', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:43Z', 'updated_at': '2021-08-16T21:23:46Z', 'revision_number': 4, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'gw_port': {'id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:44Z', 'updated_at': '2021-08-16T21:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'e924b704-dbaf-45f7-861d-d4df9357aa6d', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'floating_ip_address': '172.25.1.136', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'port_id': '7fb294c3-4562-47c6-871b-5dc073e50e42', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'mac_address': 'fa:16:3e:d7:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e673da-8288-4c5e-b7d0-17f45792dfe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:31:46Z', 'updated_at': '2021-08-16T21:31:48Z', 'revision_number': 1, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41870b54-05d4-48f8-8b62-36069cdecaa1', 'name': '', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'mac_address': 'fa:16:3e:96:7b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:46Z', 'updated_at': '2021-08-16T21:23:52Z', 'revision_number': 5, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'subnets': [{'id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:36:42.603356 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55860f8-7e18-460f-9e5c-9035b9470c38 None None] Checking router: 2a2a0740-6763-4687-b41c-bc1074fcbe4e for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:36:42.608266 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55860f8-7e18-460f-9e5c-9035b9470c38 None None] Routers {'2a2a0740-6763-4687-b41c-bc1074fcbe4e'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:36:42.608895 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-a55860f8-7e18-460f-9e5c-9035b9470c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:36:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['2a2a0740-6763-4687-b41c-bc1074fcbe4e'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:36:42.613997 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0a27b-0686-493a-b273-505bfaadecf4 req-f11b6599-e5ae-4083-b469-781eb8472d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:42.616010 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b4b0a27b-0686-493a-b273-505bfaadecf4 req-f11b6599-e5ae-4083-b469-781eb8472d3d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6d1c820f-5652-4727-a461-82d8fc1df087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494158 Aug 16 21:36:42.714429 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-a55860f8-7e18-460f-9e5c-9035b9470c38 None None] Set router 2a2a0740-6763-4687-b41c-bc1074fcbe4e gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:36:42.743908 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86024f8-dcc8-4502-9fef-be7f194f0952 req-39d1bfb7-94cd-46c2-9a25-199d750807b3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:42.745386 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f86024f8-dcc8-4502-9fef-be7f194f0952 req-39d1bfb7-94cd-46c2-9a25-199d750807b3 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=886b657e-41fc-49b6-a56f-7216f2d38f43 HTTP/1.1" status: 200 len: 946 time: 0.0793483 Aug 16 21:36:42.749464 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b4b0a27b-0686-493a-b273-505bfaadecf4 req-f19b52be-2476-48ef-8882-1ab2054d5ea6 service neutron] 10.222.0.90 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263082 Aug 16 21:36:42.833068 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f86024f8-dcc8-4502-9fef-be7f194f0952 req-d6b1bcb9-b87a-4285-b454-56ffdead8690 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818136 Aug 16 21:36:42.879371 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b4b0a27b-0686-493a-b273-505bfaadecf4 req-3601b700-93c7-4f95-910a-5c1edf41086e service neutron] 10.222.0.90 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210742 Aug 16 21:36:42.946838 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-a55860f8-7e18-460f-9e5c-9035b9470c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'name': 'tempest-TestVolumeBootPattern-1516474835-router', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:43Z', 'updated_at': '2021-08-16T21:23:46Z', 'revision_number': 4, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'gw_port': {'id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:44Z', 'updated_at': '2021-08-16T21:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'e924b704-dbaf-45f7-861d-d4df9357aa6d', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'floating_ip_address': '172.25.1.136', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'port_id': '7fb294c3-4562-47c6-871b-5dc073e50e42', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'mac_address': 'fa:16:3e:d7:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e673da-8288-4c5e-b7d0-17f45792dfe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:31:46Z', 'updated_at': '2021-08-16T21:31:48Z', 'revision_number': 1, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41870b54-05d4-48f8-8b62-36069cdecaa1', 'name': '', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'mac_address': 'fa:16:3e:96:7b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:46Z', 'updated_at': '2021-08-16T21:23:52Z', 'revision_number': 5, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'subnets': [{'id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:36:42.974228 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55860f8-7e18-460f-9e5c-9035b9470c38 None None] The sync data for ids ['2a2a0740-6763-4687-b41c-bc1074fcbe4e'] in n-d-793620-15 is: [{'id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'name': 'tempest-TestVolumeBootPattern-1516474835-router', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:43Z', 'updated_at': '2021-08-16T21:23:46Z', 'revision_number': 4, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'gw_port': {'id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:44Z', 'updated_at': '2021-08-16T21:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'e924b704-dbaf-45f7-861d-d4df9357aa6d', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'floating_ip_address': '172.25.1.136', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'port_id': '7fb294c3-4562-47c6-871b-5dc073e50e42', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'mac_address': 'fa:16:3e:d7:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e673da-8288-4c5e-b7d0-17f45792dfe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:31:46Z', 'updated_at': '2021-08-16T21:31:48Z', 'revision_number': 1, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41870b54-05d4-48f8-8b62-36069cdecaa1', 'name': '', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'mac_address': 'fa:16:3e:96:7b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:46Z', 'updated_at': '2021-08-16T21:23:52Z', 'revision_number': 5, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'subnets': [{'id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:36:43.200258 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e2e257-191c-4743-b03b-ddaf60e3b141 None None] New status for floating IP 97b6cf0c-f058-44a3-939f-2b32938e9b1b: DOWN {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:36:43.622193 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-16d37c34-8f1b-48d0-9fd2-2ae915e69232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:43.862372 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:43.958324 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12289fc-9071-4414-846a-23e9007ea686 req-fca5e27c-cb31-4dcf-9b44-eb32090e04d2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:43.959852 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b12289fc-9071-4414-846a-23e9007ea686 req-fca5e27c-cb31-4dcf-9b44-eb32090e04d2 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=886b657e-41fc-49b6-a56f-7216f2d38f43 HTTP/1.1" status: 200 len: 946 time: 0.0535951 Aug 16 21:36:43.997408 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b12289fc-9071-4414-846a-23e9007ea686 req-b66bdb1c-edfd-433c-b232-da5820047c1c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309758 Aug 16 21:36:44.161051 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664084d-7bf0-481a-8411-90a7447c2709 req-a84dc9c2-19d1-49f2-93c4-88ff9c3ecbd9 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:44.162431 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7664084d-7bf0-481a-8411-90a7447c2709 req-a84dc9c2-19d1-49f2-93c4-88ff9c3ecbd9 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.90 "GET /v2.0/ports?device_id=886b657e-41fc-49b6-a56f-7216f2d38f43 HTTP/1.1" status: 200 len: 946 time: 0.0491288 Aug 16 21:36:44.253715 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-7664084d-7bf0-481a-8411-90a7447c2709 req-93b6e5c2-d4d4-472d-b242-37f5a728fc51 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Deleting port 8709d187-882e-4fa8-ae18-f6dc7ae0d5e3 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:36:44.254065 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7664084d-7bf0-481a-8411-90a7447c2709 req-93b6e5c2-d4d4-472d-b242-37f5a728fc51 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:44.341435 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-7664084d-7bf0-481a-8411-90a7447c2709 req-93b6e5c2-d4d4-472d-b242-37f5a728fc51 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] For port 8709d187-882e-4fa8-ae18-f6dc7ae0d5e3, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=8709d187-882e-4fa8-ae18-f6dc7ae0d5e3,segment=NetworkSegment(acec49ee-0612-4329-ad28-ad4a9de84f79),segment_id=acec49ee-0612-4329-ad28-ad4a9de84f79)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:36:44.341812 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7664084d-7bf0-481a-8411-90a7447c2709 req-93b6e5c2-d4d4-472d-b242-37f5a728fc51 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:44.354678 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-7664084d-7bf0-481a-8411-90a7447c2709 req-93b6e5c2-d4d4-472d-b242-37f5a728fc51 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Calling delete_port for 8709d187-882e-4fa8-ae18-f6dc7ae0d5e3 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:36:44.548474 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7664084d-7bf0-481a-8411-90a7447c2709 req-93b6e5c2-d4d4-472d-b242-37f5a728fc51 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:44.575514 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6e5c2-d4d4-472d-b242-37f5a728fc51 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Pushing event deleted for resources: {'Port': ['ID=8709d187-882e-4fa8-ae18-f6dc7ae0d5e3,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:36:44.618537 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-7664084d-7bf0-481a-8411-90a7447c2709 req-93b6e5c2-d4d4-472d-b242-37f5a728fc51 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] No DVR routers for this DVR port 8709d187-882e-4fa8-ae18-f6dc7ae0d5e3 on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:36:44.621405 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7664084d-7bf0-481a-8411-90a7447c2709 req-93b6e5c2-d4d4-472d-b242-37f5a728fc51 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:44.623627 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7664084d-7bf0-481a-8411-90a7447c2709 req-93b6e5c2-d4d4-472d-b242-37f5a728fc51 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.90 "DELETE /v2.0/ports/8709d187-882e-4fa8-ae18-f6dc7ae0d5e3 HTTP/1.1" status: 204 len: 173 time: 0.4550631 Aug 16 21:36:44.624341 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886b657e-41fc-49b6-a56f-7216f2d38f43', 'name': 'network-vif-deleted', 'tag': '8709d187-882e-4fa8-ae18-f6dc7ae0d5e3'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:36:44.627298 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edd19d1-2654-4885-b2f8-32270a1eacf3" -d '{"events": [{"server_uuid": "886b657e-41fc-49b6-a56f-7216f2d38f43", "name": "network-vif-deleted", "tag": "8709d187-882e-4fa8-ae18-f6dc7ae0d5e3"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:36:44.688101 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdad6785-0851-490e-b67e-207ad295bee2 x-openstack-request-id: req-bdad6785-0851-490e-b67e-207ad295bee2 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:36:44.688398 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886b657e-41fc-49b6-a56f-7216f2d38f43", "name": "network-vif-deleted", "tag": "8709d187-882e-4fa8-ae18-f6dc7ae0d5e3", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:36:44.688651 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-bdad6785-0851-490e-b67e-207ad295bee2 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:36:44.689073 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '886b657e-41fc-49b6-a56f-7216f2d38f43', 'name': 'network-vif-deleted', 'tag': '8709d187-882e-4fa8-ae18-f6dc7ae0d5e3', 'status': 'completed', 'code': 200} Aug 16 21:36:44.989024 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:45.098037 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-16ef68bd-be2c-4ca4-a175-e2a54be8372c req-f3c42450-143a-48a1-a39f-63738736f75a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=886b657e-41fc-49b6-a56f-7216f2d38f43 HTTP/1.1" status: 200 len: 210 time: 0.0300798 Aug 16 21:36:46.194359 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a8a3d8fa-a147-4563-b99c-02d9bcd5f756 req-3eb9ee97-73d1-4ad8-85ff-847f8415845c tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=886b657e-41fc-49b6-a56f-7216f2d38f43 HTTP/1.1" status: 200 len: 210 time: 0.0270741 Aug 16 21:36:46.646002 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:46.853708 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:36:47.276037 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 8709d187-882e-4fa8-ae18-f6dc7ae0d5e3 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:36:47.286377 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-43d9d157-5b53-4380-ae50-8fe167dd2295 req-f6d4d25f-2c65-4715-9989-cf77119ad7d0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=886b657e-41fc-49b6-a56f-7216f2d38f43 HTTP/1.1" status: 200 len: 210 time: 0.0270019 Aug 16 21:36:47.301129 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 8709d187-882e-4fa8-ae18-f6dc7ae0d5e3 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:36:47.301129 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 8709d187-882e-4fa8-ae18-f6dc7ae0d5e3 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:36:48.389616 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a583587c-a508-4ddf-b763-d28c540b391c req-47470e44-9cba-48b8-8fdb-09e251d77b36 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=886b657e-41fc-49b6-a56f-7216f2d38f43 HTTP/1.1" status: 200 len: 210 time: 0.0264754 Aug 16 21:36:49.576341 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:52.468667 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:53.111576 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c9122011-5b0f-4312-947a-d9ea385eb065 req-44912506-351f-43e6-8699-84f3b954cede service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422316 Aug 16 21:36:53.198501 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9122011-5b0f-4312-947a-d9ea385eb065 req-cb4b2c1f-3253-42a5-83d5-d58bb1e3ea85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:53.200045 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c9122011-5b0f-4312-947a-d9ea385eb065 req-cb4b2c1f-3253-42a5-83d5-d58bb1e3ea85 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c303000a85b446a6930d70eb3fbff562&device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0 HTTP/1.1" status: 200 len: 1098 time: 0.0454788 Aug 16 21:36:53.302530 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9122011-5b0f-4312-947a-d9ea385eb065 req-c40942bc-092c-4746-8bbd-53b5fe0ce997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:53.304584 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c9122011-5b0f-4312-947a-d9ea385eb065 req-c40942bc-092c-4746-8bbd-53b5fe0ce997 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d1c820f-5652-4727-a461-82d8fc1df087 HTTP/1.1" status: 200 len: 913 time: 0.0851502 Aug 16 21:36:53.376554 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c9122011-5b0f-4312-947a-d9ea385eb065 req-69f78ca8-0bad-45ef-9142-e382e2542754 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fb294c3-4562-47c6-871b-5dc073e50e42 HTTP/1.1" status: 200 len: 1002 time: 0.0642855 Aug 16 21:36:53.429068 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9122011-5b0f-4312-947a-d9ea385eb065 req-6f0a58df-1602-4bd0-8830-c4b22e7b1fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:53.430682 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c9122011-5b0f-4312-947a-d9ea385eb065 req-6f0a58df-1602-4bd0-8830-c4b22e7b1fa1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1656dac3-4ff6-47af-b9d7-4b2835fb6128 HTTP/1.1" status: 200 len: 851 time: 0.0463212 Aug 16 21:36:53.477732 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9122011-5b0f-4312-947a-d9ea385eb065 req-2e0d1ca3-8e26-4f0a-a74f-90cc49655d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:53.479306 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c9122011-5b0f-4312-947a-d9ea385eb065 req-2e0d1ca3-8e26-4f0a-a74f-90cc49655d66 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d1c820f-5652-4727-a461-82d8fc1df087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413947 Aug 16 21:36:53.934402 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c9122011-5b0f-4312-947a-d9ea385eb065 req-56c7fd9b-7451-4979-8eaf-ba959ef15d0a service neutron] 10.222.0.72 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480979 Aug 16 21:36:54.028170 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c9122011-5b0f-4312-947a-d9ea385eb065 req-7e8df088-2b8d-4f95-8f81-f9a5fec16b9b service neutron] 10.222.0.72 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862064 Aug 16 21:36:54.995741 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 32948) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:36:55.148726 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-a8c3f042-16bd-4d0d-9f12-359339338075 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Deleting port 5b2f8e57-910d-409c-a82d-dbe0281b64e2 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:36:55.149064 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a8c3f042-16bd-4d0d-9f12-359339338075 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:55.225173 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a8c3f042-16bd-4d0d-9f12-359339338075 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:55.225513 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a8c3f042-16bd-4d0d-9f12-359339338075 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:55.236708 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-a8c3f042-16bd-4d0d-9f12-359339338075 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Calling delete_port for 5b2f8e57-910d-409c-a82d-dbe0281b64e2 owned by network:floatingip {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:36:55.462689 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a8c3f042-16bd-4d0d-9f12-359339338075 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:55.486376 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3f042-16bd-4d0d-9f12-359339338075 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Pushing event deleted for resources: {'Port': ['ID=5b2f8e57-910d-409c-a82d-dbe0281b64e2,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:36:55.547864 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a8c3f042-16bd-4d0d-9f12-359339338075 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for floatingip, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:55.548186 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [None req-a8c3f042-16bd-4d0d-9f12-359339338075 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Floating IP e924b704-dbaf-45f7-861d-d4df9357aa6d disassociated (deleted). External IP: 172.25.1.136, port: 7fb294c3-4562-47c6-871b-5dc073e50e42. Aug 16 21:36:55.752174 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c3f042-16bd-4d0d-9f12-359339338075 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Router 2a2a0740-6763-4687-b41c-bc1074fcbe4e has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:36:55.858018 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c3f042-16bd-4d0d-9f12-359339338075 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:36:55.862867 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a8c3f042-16bd-4d0d-9f12-359339338075 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:55.869646 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0be0149-0d03-42c9-ad18-7f9ce00b04c8 None None] Sync routers for ids ['2a2a0740-6763-4687-b41c-bc1074fcbe4e'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:36:55.878702 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0be0149-0d03-42c9-ad18-7f9ce00b04c8 None None] Routers {'2a2a0740-6763-4687-b41c-bc1074fcbe4e'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:36:55.879356 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-f0be0149-0d03-42c9-ad18-7f9ce00b04c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:36:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['2a2a0740-6763-4687-b41c-bc1074fcbe4e'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:36:55.889955 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a8c3f042-16bd-4d0d-9f12-359339338075 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "DELETE /v2.0/floatingips/e924b704-dbaf-45f7-861d-d4df9357aa6d HTTP/1.1" status: 204 len: 168 time: 0.8930926 Aug 16 21:36:55.890787 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e673da-8288-4c5e-b7d0-17f45792dfe0', 'tag': '7fb294c3-4562-47c6-871b-5dc073e50e42'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:36:55.893078 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5bee266-aba8-4c6e-bd00-6242aea59cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e673da-8288-4c5e-b7d0-17f45792dfe0", "tag": "7fb294c3-4562-47c6-871b-5dc073e50e42"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:36:55.935285 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3ed95e-58de-40f7-bfce-a76e64940a6e x-openstack-request-id: req-7c3ed95e-58de-40f7-bfce-a76e64940a6e {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:36:55.935881 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e673da-8288-4c5e-b7d0-17f45792dfe0", "tag": "7fb294c3-4562-47c6-871b-5dc073e50e42", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:36:55.936574 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7c3ed95e-58de-40f7-bfce-a76e64940a6e {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:36:55.936994 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e673da-8288-4c5e-b7d0-17f45792dfe0', 'tag': '7fb294c3-4562-47c6-871b-5dc073e50e42', 'status': 'completed', 'code': 200} Aug 16 21:36:55.994730 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-f0be0149-0d03-42c9-ad18-7f9ce00b04c8 None None] Set router 2a2a0740-6763-4687-b41c-bc1074fcbe4e gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:36:56.001671 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bee266-aba8-4c6e-bd00-6242aea59cc2 req-00979ea0-c359-45a8-8800-f425f660766e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:56.003250 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f5bee266-aba8-4c6e-bd00-6242aea59cc2 req-00979ea0-c359-45a8-8800-f425f660766e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c303000a85b446a6930d70eb3fbff562&device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0 HTTP/1.1" status: 200 len: 1098 time: 0.0469987 Aug 16 21:36:56.094359 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bee266-aba8-4c6e-bd00-6242aea59cc2 req-3e6c8029-9b8e-431b-a10a-f524733bdb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:56.095834 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f5bee266-aba8-4c6e-bd00-6242aea59cc2 req-3e6c8029-9b8e-431b-a10a-f524733bdb33 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d1c820f-5652-4727-a461-82d8fc1df087 HTTP/1.1" status: 200 len: 913 time: 0.0857639 Aug 16 21:36:56.140673 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f5bee266-aba8-4c6e-bd00-6242aea59cc2 req-dcfb0c13-b09e-44c1-b1df-86f98ad21c85 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fb294c3-4562-47c6-871b-5dc073e50e42 HTTP/1.1" status: 200 len: 217 time: 0.0365798 Aug 16 21:36:56.193353 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-f0be0149-0d03-42c9-ad18-7f9ce00b04c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'name': 'tempest-TestVolumeBootPattern-1516474835-router', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:43Z', 'updated_at': '2021-08-16T21:23:46Z', 'revision_number': 4, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'gw_port': {'id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:44Z', 'updated_at': '2021-08-16T21:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '41870b54-05d4-48f8-8b62-36069cdecaa1', 'name': '', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'mac_address': 'fa:16:3e:96:7b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:46Z', 'updated_at': '2021-08-16T21:23:52Z', 'revision_number': 5, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'subnets': [{'id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:36:56.193698 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bee266-aba8-4c6e-bd00-6242aea59cc2 req-253a9e90-b34f-4343-89c5-a4f263f45886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:56.195012 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f5bee266-aba8-4c6e-bd00-6242aea59cc2 req-253a9e90-b34f-4343-89c5-a4f263f45886 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1656dac3-4ff6-47af-b9d7-4b2835fb6128 HTTP/1.1" status: 200 len: 851 time: 0.0463824 Aug 16 21:36:56.226272 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0be0149-0d03-42c9-ad18-7f9ce00b04c8 None None] Checking router: 2a2a0740-6763-4687-b41c-bc1074fcbe4e for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:36:56.234756 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0be0149-0d03-42c9-ad18-7f9ce00b04c8 None None] Routers {'2a2a0740-6763-4687-b41c-bc1074fcbe4e'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:36:56.235380 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-f0be0149-0d03-42c9-ad18-7f9ce00b04c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:36:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['2a2a0740-6763-4687-b41c-bc1074fcbe4e'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:36:56.245089 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bee266-aba8-4c6e-bd00-6242aea59cc2 req-2a74b976-fd56-4f9b-a419-b8b141816301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:56.246631 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f5bee266-aba8-4c6e-bd00-6242aea59cc2 req-2a74b976-fd56-4f9b-a419-b8b141816301 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d1c820f-5652-4727-a461-82d8fc1df087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428376 Aug 16 21:36:56.344326 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-f0be0149-0d03-42c9-ad18-7f9ce00b04c8 None None] Set router 2a2a0740-6763-4687-b41c-bc1074fcbe4e gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:36:56.352123 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f5bee266-aba8-4c6e-bd00-6242aea59cc2 req-6f2ab8e1-b061-4a03-a94b-3ce4360ae770 service neutron] 10.222.0.72 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980880 Aug 16 21:36:56.384638 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8788ee-bf22-4ec2-bf06-9ebf18e5e021 req-993ac668-76d7-4bdb-9426-065b50d52162 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:56.386809 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2b8788ee-bf22-4ec2-bf06-9ebf18e5e021 req-993ac668-76d7-4bdb-9426-065b50d52162 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0 HTTP/1.1" status: 200 len: 946 time: 0.0511074 Aug 16 21:36:56.428573 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2b8788ee-bf22-4ec2-bf06-9ebf18e5e021 req-cb89a042-b8a7-4e1c-91e3-5b8538584c7a tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/security-groups?id=1dd66d80-ee38-42b4-8ade-0672e9ad4058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347857 Aug 16 21:36:56.447860 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f5bee266-aba8-4c6e-bd00-6242aea59cc2 req-a7fe5de3-528f-4e95-8616-7a15e63f7925 service neutron] 10.222.0.72 "GET /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880837 Aug 16 21:36:56.547148 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-f0be0149-0d03-42c9-ad18-7f9ce00b04c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'name': 'tempest-TestVolumeBootPattern-1516474835-router', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:43Z', 'updated_at': '2021-08-16T21:23:46Z', 'revision_number': 4, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'gw_port': {'id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:44Z', 'updated_at': '2021-08-16T21:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '41870b54-05d4-48f8-8b62-36069cdecaa1', 'name': '', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'mac_address': 'fa:16:3e:96:7b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:46Z', 'updated_at': '2021-08-16T21:23:52Z', 'revision_number': 5, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'subnets': [{'id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:36:56.574163 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0be0149-0d03-42c9-ad18-7f9ce00b04c8 None None] The sync data for ids ['2a2a0740-6763-4687-b41c-bc1074fcbe4e'] in n-d-793620-15 is: [{'id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'name': 'tempest-TestVolumeBootPattern-1516474835-router', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:43Z', 'updated_at': '2021-08-16T21:23:46Z', 'revision_number': 4, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'gw_port': {'id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:44Z', 'updated_at': '2021-08-16T21:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '41870b54-05d4-48f8-8b62-36069cdecaa1', 'name': '', 'network_id': '6d1c820f-5652-4727-a461-82d8fc1df087', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'mac_address': 'fa:16:3e:96:7b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:46Z', 'updated_at': '2021-08-16T21:23:52Z', 'revision_number': 5, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'subnets': [{'id': '1656dac3-4ff6-47af-b9d7-4b2835fb6128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:36:56.786800 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d72b02-2228-4e2a-a61d-62d1330989cb None None] New status for floating IP e924b704-dbaf-45f7-861d-d4df9357aa6d: DOWN {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:36:56.996532 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6608e5-2a64-46ae-b1b6-0138fcf3b42d req-1f2cc69f-f929-474e-b638-e1a527b3f0d1 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:56.998017 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ab6608e5-2a64-46ae-b1b6-0138fcf3b42d req-1f2cc69f-f929-474e-b638-e1a527b3f0d1 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.72 "GET /v2.0/ports?device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0 HTTP/1.1" status: 200 len: 946 time: 0.0608826 Aug 16 21:36:57.091585 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-ab6608e5-2a64-46ae-b1b6-0138fcf3b42d req-e6ccf615-0323-49a3-9cac-e2164f72c9a9 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Deleting port 7fb294c3-4562-47c6-871b-5dc073e50e42 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:36:57.092301 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ab6608e5-2a64-46ae-b1b6-0138fcf3b42d req-e6ccf615-0323-49a3-9cac-e2164f72c9a9 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:57.178032 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-ab6608e5-2a64-46ae-b1b6-0138fcf3b42d req-e6ccf615-0323-49a3-9cac-e2164f72c9a9 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] For port 7fb294c3-4562-47c6-871b-5dc073e50e42, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=7fb294c3-4562-47c6-871b-5dc073e50e42,segment=NetworkSegment(acec49ee-0612-4329-ad28-ad4a9de84f79),segment_id=acec49ee-0612-4329-ad28-ad4a9de84f79)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:36:57.178878 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ab6608e5-2a64-46ae-b1b6-0138fcf3b42d req-e6ccf615-0323-49a3-9cac-e2164f72c9a9 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:57.191148 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-ab6608e5-2a64-46ae-b1b6-0138fcf3b42d req-e6ccf615-0323-49a3-9cac-e2164f72c9a9 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Calling delete_port for 7fb294c3-4562-47c6-871b-5dc073e50e42 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:36:57.365112 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ab6608e5-2a64-46ae-b1b6-0138fcf3b42d req-e6ccf615-0323-49a3-9cac-e2164f72c9a9 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:57.393366 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ccf615-0323-49a3-9cac-e2164f72c9a9 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Pushing event deleted for resources: {'Port': ['ID=7fb294c3-4562-47c6-871b-5dc073e50e42,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:36:57.423940 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ccf615-0323-49a3-9cac-e2164f72c9a9 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:57.424291 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ccf615-0323-49a3-9cac-e2164f72c9a9 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:57.424634 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ccf615-0323-49a3-9cac-e2164f72c9a9 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:57.424970 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ccf615-0323-49a3-9cac-e2164f72c9a9 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:57.425305 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ccf615-0323-49a3-9cac-e2164f72c9a9 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:57.425637 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ccf615-0323-49a3-9cac-e2164f72c9a9 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:57.425963 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ccf615-0323-49a3-9cac-e2164f72c9a9 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:57.426287 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ccf615-0323-49a3-9cac-e2164f72c9a9 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:57.426684 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ccf615-0323-49a3-9cac-e2164f72c9a9 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:57.426995 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ccf615-0323-49a3-9cac-e2164f72c9a9 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:57.427322 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ccf615-0323-49a3-9cac-e2164f72c9a9 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:57.427647 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ccf615-0323-49a3-9cac-e2164f72c9a9 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:36:57.446785 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6608e5-2a64-46ae-b1b6-0138fcf3b42d req-e6ccf615-0323-49a3-9cac-e2164f72c9a9 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] No DVR routers for this DVR port 7fb294c3-4562-47c6-871b-5dc073e50e42 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:36:57.449223 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-ab6608e5-2a64-46ae-b1b6-0138fcf3b42d req-e6ccf615-0323-49a3-9cac-e2164f72c9a9 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:57.451192 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ab6608e5-2a64-46ae-b1b6-0138fcf3b42d req-e6ccf615-0323-49a3-9cac-e2164f72c9a9 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.72 "DELETE /v2.0/ports/7fb294c3-4562-47c6-871b-5dc073e50e42 HTTP/1.1" status: 204 len: 173 time: 0.4467077 Aug 16 21:36:57.451633 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e673da-8288-4c5e-b7d0-17f45792dfe0', 'name': 'network-vif-deleted', 'tag': '7fb294c3-4562-47c6-871b-5dc073e50e42'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:36:57.453985 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae677b4-11ea-41cf-9970-884162406e78" -d '{"events": [{"server_uuid": "a6e673da-8288-4c5e-b7d0-17f45792dfe0", "name": "network-vif-deleted", "tag": "7fb294c3-4562-47c6-871b-5dc073e50e42"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:36:57.532040 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0b100bc8-a021-4aa0-b337-c08a2f253413 req-889584a6-0d19-4f46-aa8e-ffa12166c5ee tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0 HTTP/1.1" status: 200 len: 210 time: 0.0312934 Aug 16 21:36:57.552957 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275a8ebf-162a-4c32-b086-459344b20358 x-openstack-request-id: req-275a8ebf-162a-4c32-b086-459344b20358 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:36:57.553257 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e673da-8288-4c5e-b7d0-17f45792dfe0", "name": "network-vif-deleted", "tag": "7fb294c3-4562-47c6-871b-5dc073e50e42", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:36:57.553513 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-275a8ebf-162a-4c32-b086-459344b20358 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:36:57.553926 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e673da-8288-4c5e-b7d0-17f45792dfe0', 'name': 'network-vif-deleted', 'tag': '7fb294c3-4562-47c6-871b-5dc073e50e42', 'status': 'completed', 'code': 200} Aug 16 21:36:58.630518 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-02c53094-0a62-4f76-ba01-bddc842141ae req-a9e6497a-d9a0-4ae0-96b1-05c4fd12cf77 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0 HTTP/1.1" status: 200 len: 210 time: 0.0264516 Aug 16 21:36:59.753579 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0b517fe4-028d-42a6-b1da-bb1c61881066 req-fde628ff-4c13-48aa-b5fe-1fb372501e01 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0 HTTP/1.1" status: 200 len: 210 time: 0.0366058 Aug 16 21:37:00.852619 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-85a53ec7-1828-4c4b-9625-08b53767bb55 req-c5c37b03-ff0d-4b59-8213-4e4bd76b61bd tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6e673da-8288-4c5e-b7d0-17f45792dfe0 HTTP/1.1" status: 200 len: 210 time: 0.0401199 Aug 16 21:37:00.952342 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 7fb294c3-4562-47c6-871b-5dc073e50e42 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:37:00.975375 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 7fb294c3-4562-47c6-871b-5dc073e50e42 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:37:00.975724 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 7fb294c3-4562-47c6-871b-5dc073e50e42 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:37:01.905995 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 32970) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:37:02.030406 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-cc20c821-1247-4828-8428-24a132a5cef0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Deleting port 53de60e5-27f8-4c8b-8e17-e6832bfc325b {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:37:02.030748 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cc20c821-1247-4828-8428-24a132a5cef0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:02.104317 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cc20c821-1247-4828-8428-24a132a5cef0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:02.104646 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cc20c821-1247-4828-8428-24a132a5cef0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:02.115916 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-cc20c821-1247-4828-8428-24a132a5cef0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Calling delete_port for 53de60e5-27f8-4c8b-8e17-e6832bfc325b owned by network:floatingip {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:37:02.330741 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cc20c821-1247-4828-8428-24a132a5cef0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:02.354996 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20c821-1247-4828-8428-24a132a5cef0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Pushing event deleted for resources: {'Port': ['ID=53de60e5-27f8-4c8b-8e17-e6832bfc325b,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:02.420450 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cc20c821-1247-4828-8428-24a132a5cef0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for floatingip, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:02.423024 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cc20c821-1247-4828-8428-24a132a5cef0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:02.424211 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-cc20c821-1247-4828-8428-24a132a5cef0 tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "DELETE /v2.0/floatingips/4209eb13-2a92-41dd-9503-7b6da5aaccba HTTP/1.1" status: 204 len: 168 time: 0.5172222 Aug 16 21:37:05.911651 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 32988) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:37:05.971742 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a4d6fce5-9a29-4b54-b612-b7e48a9f9a2e tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:05.998211 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a4d6fce5-9a29-4b54-b612-b7e48a9f9a2e tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:06.113612 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a4d6fce5-9a29-4b54-b612-b7e48a9f9a2e tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:06.116666 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a4d6fce5-9a29-4b54-b612-b7e48a9f9a2e tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:06.120791 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a4d6fce5-9a29-4b54-b612-b7e48a9f9a2e tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] 10.222.0.84 "DELETE /v2.0/security-groups/1dd66d80-ee38-42b4-8ade-0672e9ad4058 HTTP/1.1" status: 204 len: 168 time: 0.2051804 Aug 16 21:37:06.131702 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d6fce5-9a29-4b54-b612-b7e48a9f9a2e tempest-TestVolumeBootPattern-310561304 tempest-TestVolumeBootPattern-310561304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd66d80-ee38-42b4-8ade-0672e9ad4058,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:06.281989 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 32994) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:37:06.754078 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3ff17178-4984-4202-bc38-56ff133f92e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:07.000879 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-3ff17178-4984-4202-bc38-56ff133f92e8 admin admin] Deleting port 41870b54-05d4-48f8-8b62-36069cdecaa1 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:37:07.001601 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3ff17178-4984-4202-bc38-56ff133f92e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:07.080597 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-3ff17178-4984-4202-bc38-56ff133f92e8 admin admin] For port 41870b54-05d4-48f8-8b62-36069cdecaa1, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=41870b54-05d4-48f8-8b62-36069cdecaa1,segment=NetworkSegment(acec49ee-0612-4329-ad28-ad4a9de84f79),segment_id=acec49ee-0612-4329-ad28-ad4a9de84f79)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:37:07.081552 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3ff17178-4984-4202-bc38-56ff133f92e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:07.095474 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-3ff17178-4984-4202-bc38-56ff133f92e8 admin admin] Calling delete_port for 41870b54-05d4-48f8-8b62-36069cdecaa1 owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:37:07.324787 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3ff17178-4984-4202-bc38-56ff133f92e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:07.351601 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff17178-4984-4202-bc38-56ff133f92e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=41870b54-05d4-48f8-8b62-36069cdecaa1,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:07.519275 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3ff17178-4984-4202-bc38-56ff133f92e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:07.731499 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff17178-4984-4202-bc38-56ff133f92e8 admin admin] Router 2a2a0740-6763-4687-b41c-bc1074fcbe4e has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:37:07.834530 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff17178-4984-4202-bc38-56ff133f92e8 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:37:07.839624 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3ff17178-4984-4202-bc38-56ff133f92e8 admin admin] 10.222.0.84 "PUT /v2.0/routers/2a2a0740-6763-4687-b41c-bc1074fcbe4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5565751 Aug 16 21:37:07.842092 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 33000) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:37:07.844821 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f650cdf6-7d72-4358-8d5f-fbf1709129f7 None None] Sync routers for ids ['2a2a0740-6763-4687-b41c-bc1074fcbe4e'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:37:07.854791 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f650cdf6-7d72-4358-8d5f-fbf1709129f7 None None] Routers {'2a2a0740-6763-4687-b41c-bc1074fcbe4e'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:37:07.855496 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-f650cdf6-7d72-4358-8d5f-fbf1709129f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:36:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['2a2a0740-6763-4687-b41c-bc1074fcbe4e'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:37:07.946506 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-69852b49-90c2-4340-83a5-735789aee35a admin admin] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:07.960786 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-f650cdf6-7d72-4358-8d5f-fbf1709129f7 None None] Set router 2a2a0740-6763-4687-b41c-bc1074fcbe4e gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:37:08.048783 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-69852b49-90c2-4340-83a5-735789aee35a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:08.139579 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-f650cdf6-7d72-4358-8d5f-fbf1709129f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'name': 'tempest-TestVolumeBootPattern-1516474835-router', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:43Z', 'updated_at': '2021-08-16T21:37:07Z', 'revision_number': 5, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'gw_port': {'id': '46d90869-9fbb-48d5-8902-92d18f2fb65c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:44Z', 'updated_at': '2021-08-16T21:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:37:08.164758 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-69852b49-90c2-4340-83a5-735789aee35a admin admin] Deleting port 46d90869-9fbb-48d5-8902-92d18f2fb65c {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:37:08.169012 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-69852b49-90c2-4340-83a5-735789aee35a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:08.171014 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f650cdf6-7d72-4358-8d5f-fbf1709129f7 None None] Checking router: 2a2a0740-6763-4687-b41c-bc1074fcbe4e for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:37:08.179358 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f650cdf6-7d72-4358-8d5f-fbf1709129f7 None None] Routers {'2a2a0740-6763-4687-b41c-bc1074fcbe4e'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:37:08.180014 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-f650cdf6-7d72-4358-8d5f-fbf1709129f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:36:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['2a2a0740-6763-4687-b41c-bc1074fcbe4e'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:37:08.247555 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-69852b49-90c2-4340-83a5-735789aee35a admin admin] For port 46d90869-9fbb-48d5-8902-92d18f2fb65c, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=46d90869-9fbb-48d5-8902-92d18f2fb65c,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:37:08.247870 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-69852b49-90c2-4340-83a5-735789aee35a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:08.259839 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-69852b49-90c2-4340-83a5-735789aee35a admin admin] Calling delete_port for 46d90869-9fbb-48d5-8902-92d18f2fb65c owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:37:08.264744 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-f650cdf6-7d72-4358-8d5f-fbf1709129f7 None None] Set router 2a2a0740-6763-4687-b41c-bc1074fcbe4e gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:37:08.318479 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-f650cdf6-7d72-4358-8d5f-fbf1709129f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'name': 'tempest-TestVolumeBootPattern-1516474835-router', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:43Z', 'updated_at': '2021-08-16T21:37:08Z', 'revision_number': 6, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:37:08.344387 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f650cdf6-7d72-4358-8d5f-fbf1709129f7 None None] The sync data for ids ['2a2a0740-6763-4687-b41c-bc1074fcbe4e'] in n-d-793620-15 is: [{'id': '2a2a0740-6763-4687-b41c-bc1074fcbe4e', 'name': 'tempest-TestVolumeBootPattern-1516474835-router', 'tenant_id': 'c303000a85b446a6930d70eb3fbff562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:43Z', 'updated_at': '2021-08-16T21:37:08Z', 'revision_number': 6, 'project_id': 'c303000a85b446a6930d70eb3fbff562', 'gw_port_host': None}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:37:08.479111 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-69852b49-90c2-4340-83a5-735789aee35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:08.509589 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69852b49-90c2-4340-83a5-735789aee35a admin admin] Pushing event deleted for resources: {'Port': ['ID=46d90869-9fbb-48d5-8902-92d18f2fb65c,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:08.570818 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-69852b49-90c2-4340-83a5-735789aee35a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:08.658291 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-69852b49-90c2-4340-83a5-735789aee35a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:08.660281 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-69852b49-90c2-4340-83a5-735789aee35a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:08.770789 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-69852b49-90c2-4340-83a5-735789aee35a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:08.771323 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69852b49-90c2-4340-83a5-735789aee35a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a2a0740-6763-4687-b41c-bc1074fcbe4e {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:37:08.783894 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-69852b49-90c2-4340-83a5-735789aee35a admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:08.783894 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-69852b49-90c2-4340-83a5-735789aee35a admin admin] 10.222.0.84 "DELETE /v2.0/routers/2a2a0740-6763-4687-b41c-bc1074fcbe4e HTTP/1.1" status: 204 len: 168 time: 0.9341390 Aug 16 21:37:08.783894 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 33002) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:37:08.825236 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-621099ff-d7c3-42b7-a784-af35e2754483 admin admin] Deleting subnet 1656dac3-4ff6-47af-b9d7-4b2835fb6128 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:37:08.828328 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-621099ff-d7c3-42b7-a784-af35e2754483 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:08.865101 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-621099ff-d7c3-42b7-a784-af35e2754483 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:08.941914 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-621099ff-d7c3-42b7-a784-af35e2754483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:09.056472 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-621099ff-d7c3-42b7-a784-af35e2754483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:09.080997 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621099ff-d7c3-42b7-a784-af35e2754483 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1656dac3-4ff6-47af-b9d7-4b2835fb6128,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:09.087420 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-621099ff-d7c3-42b7-a784-af35e2754483 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:09.089561 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-621099ff-d7c3-42b7-a784-af35e2754483 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/1656dac3-4ff6-47af-b9d7-4b2835fb6128 HTTP/1.1" status: 204 len: 168 time: 0.3080318 Aug 16 21:37:09.091890 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 33004) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:37:09.094998 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6bf4eb-c688-4cae-944e-0f22f518a591 None None] Network 6d1c820f-5652-4727-a461-82d8fc1df087 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:37:09.171118 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a09d4d27-5b95-4a80-82d9-d64ea5b7553a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:09.228024 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-a09d4d27-5b95-4a80-82d9-d64ea5b7553a admin admin] Deleting port 3859aa4f-8e4d-4b21-a4ef-ffbaba8620f3 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:37:09.228377 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a09d4d27-5b95-4a80-82d9-d64ea5b7553a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:09.296971 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-a09d4d27-5b95-4a80-82d9-d64ea5b7553a admin admin] For port 3859aa4f-8e4d-4b21-a4ef-ffbaba8620f3, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=3859aa4f-8e4d-4b21-a4ef-ffbaba8620f3,segment=NetworkSegment(acec49ee-0612-4329-ad28-ad4a9de84f79),segment_id=acec49ee-0612-4329-ad28-ad4a9de84f79)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:37:09.299532 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d8ca1e-86ec-4847-bdd6-417bd793d4c9 None None] DHCP port deletion for 6d1c820f-5652-4727-a461-82d8fc1df087 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:37:09.299974 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a09d4d27-5b95-4a80-82d9-d64ea5b7553a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:09.314275 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-a09d4d27-5b95-4a80-82d9-d64ea5b7553a admin admin] Calling delete_port for 3859aa4f-8e4d-4b21-a4ef-ffbaba8620f3 owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:37:09.348147 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-e4d8ca1e-86ec-4847-bdd6-417bd793d4c9 None None] Deleting port 3859aa4f-8e4d-4b21-a4ef-ffbaba8620f3 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:37:09.348879 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e4d8ca1e-86ec-4847-bdd6-417bd793d4c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:09.414799 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-e4d8ca1e-86ec-4847-bdd6-417bd793d4c9 None None] For port 3859aa4f-8e4d-4b21-a4ef-ffbaba8620f3, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=3859aa4f-8e4d-4b21-a4ef-ffbaba8620f3,segment=NetworkSegment(acec49ee-0612-4329-ad28-ad4a9de84f79),segment_id=acec49ee-0612-4329-ad28-ad4a9de84f79)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:37:09.415205 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e4d8ca1e-86ec-4847-bdd6-417bd793d4c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:09.427228 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-e4d8ca1e-86ec-4847-bdd6-417bd793d4c9 None None] Calling delete_port for 3859aa4f-8e4d-4b21-a4ef-ffbaba8620f3 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:37:09.456210 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a09d4d27-5b95-4a80-82d9-d64ea5b7553a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:09.482581 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d4d27-5b95-4a80-82d9-d64ea5b7553a admin admin] Pushing event deleted for resources: {'Port': ['ID=3859aa4f-8e4d-4b21-a4ef-ffbaba8620f3,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:09.487997 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09d4d27-5b95-4a80-82d9-d64ea5b7553a admin admin] No DVR routers for this DVR port 3859aa4f-8e4d-4b21-a4ef-ffbaba8620f3 on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:37:09.502516 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e4d8ca1e-86ec-4847-bdd6-417bd793d4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:09.534199 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d8ca1e-86ec-4847-bdd6-417bd793d4c9 None None] Pushing event deleted for resources: {'Port': ['ID=3859aa4f-8e4d-4b21-a4ef-ffbaba8620f3,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:09.534199 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d8ca1e-86ec-4847-bdd6-417bd793d4c9 None None] No DVR routers for this DVR port 3859aa4f-8e4d-4b21-a4ef-ffbaba8620f3 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:37:09.541093 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d8ca1e-86ec-4847-bdd6-417bd793d4c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:09.541093 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d8ca1e-86ec-4847-bdd6-417bd793d4c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:09.541093 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d8ca1e-86ec-4847-bdd6-417bd793d4c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:09.541093 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d8ca1e-86ec-4847-bdd6-417bd793d4c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:09.541093 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d8ca1e-86ec-4847-bdd6-417bd793d4c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:09.541093 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d8ca1e-86ec-4847-bdd6-417bd793d4c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:09.541093 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d8ca1e-86ec-4847-bdd6-417bd793d4c9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:09.541746 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d8ca1e-86ec-4847-bdd6-417bd793d4c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:09.541746 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d8ca1e-86ec-4847-bdd6-417bd793d4c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:09.542002 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d8ca1e-86ec-4847-bdd6-417bd793d4c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:09.543321 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d8ca1e-86ec-4847-bdd6-417bd793d4c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:09.543321 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d8ca1e-86ec-4847-bdd6-417bd793d4c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:09.575124 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a09d4d27-5b95-4a80-82d9-d64ea5b7553a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:09.581006 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-a09d4d27-5b95-4a80-82d9-d64ea5b7553a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d1c820f-5652-4727-a461-82d8fc1df087']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:37:09.590795 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-a09d4d27-5b95-4a80-82d9-d64ea5b7553a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acec49ee-0612-4329-ad28-ad4a9de84f79') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:37:09.591093 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-a09d4d27-5b95-4a80-82d9-d64ea5b7553a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acec49ee-0612-4329-ad28-ad4a9de84f79') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:37:09.601090 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a09d4d27-5b95-4a80-82d9-d64ea5b7553a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:09.614609 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a09d4d27-5b95-4a80-82d9-d64ea5b7553a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:09.620851 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a09d4d27-5b95-4a80-82d9-d64ea5b7553a admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:37:09.621238 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a09d4d27-5b95-4a80-82d9-d64ea5b7553a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:09.622853 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:37:09.622853 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:37:09.622853 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:37:09.622853 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:37:09.622853 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:37:09.622853 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:37:09.622853 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:37:09.622853 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:37:09.622853 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:37:09.622853 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:37:09.622853 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:37:09.622853 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:37:09.622853 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:37:09.622853 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:37:09.622853 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:37:09.622853 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:37:09.622853 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:37:09.622853 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:37:09.622853 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:37:09.622853 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:37:09.622853 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:37:09.622853 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:37:09.622853 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:37:09.622853 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:37:09.622853 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:37:09.622853 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:37:09.622853 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:37:09.622853 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:37:09.622853 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:37:09.622853 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:37:09.622853 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:37:09.622853 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:37:09.742104 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a09d4d27-5b95-4a80-82d9-d64ea5b7553a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:09.747689 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a09d4d27-5b95-4a80-82d9-d64ea5b7553a admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:09.749543 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a09d4d27-5b95-4a80-82d9-d64ea5b7553a admin admin] 10.222.0.84 "DELETE /v2.0/networks/6d1c820f-5652-4727-a461-82d8fc1df087 HTTP/1.1" status: 204 len: 168 time: 0.6564972 Aug 16 21:37:09.752603 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 33008) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:37:09.761056 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d4d27-5b95-4a80-82d9-d64ea5b7553a admin admin] Pushing event deleted for resources: {'Network': ['ID=6d1c820f-5652-4727-a461-82d8fc1df087,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:10.055418 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 41870b54-05d4-48f8-8b62-36069cdecaa1 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:37:10.079285 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 41870b54-05d4-48f8-8b62-36069cdecaa1 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:37:10.079635 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 41870b54-05d4-48f8-8b62-36069cdecaa1 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:37:10.080094 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 46d90869-9fbb-48d5-8902-92d18f2fb65c no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:37:10.099265 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 46d90869-9fbb-48d5-8902-92d18f2fb65c {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:37:10.100555 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 46d90869-9fbb-48d5-8902-92d18f2fb65c not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:37:10.100555 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 3859aa4f-8e4d-4b21-a4ef-ffbaba8620f3 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:37:10.120610 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 3859aa4f-8e4d-4b21-a4ef-ffbaba8620f3 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:37:10.120966 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 3859aa4f-8e4d-4b21-a4ef-ffbaba8620f3 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:37:10.421423 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8caed239-8916-476e-b232-47853b6359a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:10.658809 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-8caed239-8916-476e-b232-47853b6359a1 admin admin] Deleting port 6de40854-4cd5-4a1a-b1c4-fea8a2c5c1b1 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:37:10.659163 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8caed239-8916-476e-b232-47853b6359a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:10.734728 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-8caed239-8916-476e-b232-47853b6359a1 admin admin] For port 6de40854-4cd5-4a1a-b1c4-fea8a2c5c1b1, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=6de40854-4cd5-4a1a-b1c4-fea8a2c5c1b1,segment=NetworkSegment(060293b8-9edb-4438-b4a1-07545ab8ec8e),segment_id=060293b8-9edb-4438-b4a1-07545ab8ec8e)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:37:10.735105 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8caed239-8916-476e-b232-47853b6359a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:10.746874 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-8caed239-8916-476e-b232-47853b6359a1 admin admin] Calling delete_port for 6de40854-4cd5-4a1a-b1c4-fea8a2c5c1b1 owned by network:router_interface {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:37:11.005251 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8caed239-8916-476e-b232-47853b6359a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:11.038215 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caed239-8916-476e-b232-47853b6359a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6de40854-4cd5-4a1a-b1c4-fea8a2c5c1b1,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:11.079258 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cbe55d6d-fbe8-4752-994d-716518a52bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:11.234043 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8caed239-8916-476e-b232-47853b6359a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:11.468216 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8caed239-8916-476e-b232-47853b6359a1 admin admin] Router 4047dab7-3136-47e6-93ab-5a128b39788d has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:37:11.580368 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8caed239-8916-476e-b232-47853b6359a1 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:37:11.585408 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8caed239-8916-476e-b232-47853b6359a1 admin admin] 10.222.0.84 "PUT /v2.0/routers/4047dab7-3136-47e6-93ab-5a128b39788d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8317842 Aug 16 21:37:11.587978 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 33012) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:37:11.591222 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc799e2-458f-429e-b4dc-c96ea005a382 None None] Sync routers for ids ['4047dab7-3136-47e6-93ab-5a128b39788d'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:37:11.602090 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc799e2-458f-429e-b4dc-c96ea005a382 None None] Routers {'4047dab7-3136-47e6-93ab-5a128b39788d'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:37:11.602777 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-7fc799e2-458f-429e-b4dc-c96ea005a382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:36:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['4047dab7-3136-47e6-93ab-5a128b39788d'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:37:11.703013 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-98dba36a-28b5-4a4e-8f27-b6055290b588 admin admin] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:11.711058 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-7fc799e2-458f-429e-b4dc-c96ea005a382 None None] Set router 4047dab7-3136-47e6-93ab-5a128b39788d gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:37:11.808297 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-98dba36a-28b5-4a4e-8f27-b6055290b588 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:11.885448 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-7fc799e2-458f-429e-b4dc-c96ea005a382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4047dab7-3136-47e6-93ab-5a128b39788d', 'name': 'tempest-TestVolumeBootPattern-605340087-router', 'tenant_id': '6295abd67d5344daaad8493b21f12957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '35e206a9-939d-43bd-a05f-20d89892199c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:50Z', 'updated_at': '2021-08-16T21:37:10Z', 'revision_number': 5, 'project_id': '6295abd67d5344daaad8493b21f12957', 'gw_port': {'id': '35e206a9-939d-43bd-a05f-20d89892199c', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4047dab7-3136-47e6-93ab-5a128b39788d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:23:51Z', 'updated_at': '2021-08-16T21:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:37:11.911179 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc799e2-458f-429e-b4dc-c96ea005a382 None None] Checking router: 4047dab7-3136-47e6-93ab-5a128b39788d for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:37:11.920315 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc799e2-458f-429e-b4dc-c96ea005a382 None None] Routers {'4047dab7-3136-47e6-93ab-5a128b39788d'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:37:11.920936 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-7fc799e2-458f-429e-b4dc-c96ea005a382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:36:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['4047dab7-3136-47e6-93ab-5a128b39788d'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:37:11.923246 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-98dba36a-28b5-4a4e-8f27-b6055290b588 admin admin] Deleting port 35e206a9-939d-43bd-a05f-20d89892199c {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:37:11.923670 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-98dba36a-28b5-4a4e-8f27-b6055290b588 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:12.002744 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-98dba36a-28b5-4a4e-8f27-b6055290b588 admin admin] For port 35e206a9-939d-43bd-a05f-20d89892199c, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=35e206a9-939d-43bd-a05f-20d89892199c,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:37:12.003127 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-98dba36a-28b5-4a4e-8f27-b6055290b588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:12.004535 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-7fc799e2-458f-429e-b4dc-c96ea005a382 None None] Set router 4047dab7-3136-47e6-93ab-5a128b39788d gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:37:12.020409 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-98dba36a-28b5-4a4e-8f27-b6055290b588 admin admin] Calling delete_port for 35e206a9-939d-43bd-a05f-20d89892199c owned by network:router_gateway {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:37:12.056399 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-7fc799e2-458f-429e-b4dc-c96ea005a382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4047dab7-3136-47e6-93ab-5a128b39788d', 'name': 'tempest-TestVolumeBootPattern-605340087-router', 'tenant_id': '6295abd67d5344daaad8493b21f12957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:50Z', 'updated_at': '2021-08-16T21:37:11Z', 'revision_number': 6, 'project_id': '6295abd67d5344daaad8493b21f12957', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:37:12.085564 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc799e2-458f-429e-b4dc-c96ea005a382 None None] The sync data for ids ['4047dab7-3136-47e6-93ab-5a128b39788d'] in n-d-793620-15 is: [{'id': '4047dab7-3136-47e6-93ab-5a128b39788d', 'name': 'tempest-TestVolumeBootPattern-605340087-router', 'tenant_id': '6295abd67d5344daaad8493b21f12957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:50Z', 'updated_at': '2021-08-16T21:37:11Z', 'revision_number': 6, 'project_id': '6295abd67d5344daaad8493b21f12957', 'gw_port_host': None}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:37:12.256764 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-98dba36a-28b5-4a4e-8f27-b6055290b588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:12.290490 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dba36a-28b5-4a4e-8f27-b6055290b588 admin admin] Pushing event deleted for resources: {'Port': ['ID=35e206a9-939d-43bd-a05f-20d89892199c,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:12.353298 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-98dba36a-28b5-4a4e-8f27-b6055290b588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:12.441589 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-98dba36a-28b5-4a4e-8f27-b6055290b588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:12.444267 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-98dba36a-28b5-4a4e-8f27-b6055290b588 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:12.593650 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-98dba36a-28b5-4a4e-8f27-b6055290b588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:12.594231 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98dba36a-28b5-4a4e-8f27-b6055290b588 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4047dab7-3136-47e6-93ab-5a128b39788d {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:37:12.598558 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-98dba36a-28b5-4a4e-8f27-b6055290b588 admin admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:12.599915 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-98dba36a-28b5-4a4e-8f27-b6055290b588 admin admin] 10.222.0.84 "DELETE /v2.0/routers/4047dab7-3136-47e6-93ab-5a128b39788d HTTP/1.1" status: 204 len: 168 time: 1.0109298 Aug 16 21:37:12.602291 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 33020) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:37:12.650201 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7512b99-46a9-4579-9def-9dc83a19b83f admin admin] Deleting subnet 18cbc5b1-19b9-4ebc-afdc-817db93c44b7 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:37:12.653250 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e7512b99-46a9-4579-9def-9dc83a19b83f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:12.687284 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e7512b99-46a9-4579-9def-9dc83a19b83f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:12.764645 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e7512b99-46a9-4579-9def-9dc83a19b83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:12.890858 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e7512b99-46a9-4579-9def-9dc83a19b83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:12.916850 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7512b99-46a9-4579-9def-9dc83a19b83f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18cbc5b1-19b9-4ebc-afdc-817db93c44b7,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:12.920604 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e7512b99-46a9-4579-9def-9dc83a19b83f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:12.922530 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e7512b99-46a9-4579-9def-9dc83a19b83f admin admin] 10.222.0.84 "DELETE /v2.0/subnets/18cbc5b1-19b9-4ebc-afdc-817db93c44b7 HTTP/1.1" status: 204 len: 168 time: 0.3192616 Aug 16 21:37:12.925926 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 33024) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:37:12.929093 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc59668-bb14-485a-997f-7140f1de6d2d None None] Network b3ea5aa4-3bb2-4f72-8e91-8714be2f9a3b requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:37:13.000142 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5229181c-b3cb-44be-9d66-40e0a9da6b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:13.055703 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-5229181c-b3cb-44be-9d66-40e0a9da6b62 admin admin] Deleting port b690f33a-01dc-4a44-ba94-fc297f7e6467 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:37:13.056320 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5229181c-b3cb-44be-9d66-40e0a9da6b62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:13.107311 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d034c7-a7ef-4d1a-9569-b4cb9a2e6e34 None None] DHCP port deletion for b3ea5aa4-3bb2-4f72-8e91-8714be2f9a3b request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:37:13.135532 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-5229181c-b3cb-44be-9d66-40e0a9da6b62 admin admin] For port b690f33a-01dc-4a44-ba94-fc297f7e6467, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b690f33a-01dc-4a44-ba94-fc297f7e6467,segment=NetworkSegment(060293b8-9edb-4438-b4a1-07545ab8ec8e),segment_id=060293b8-9edb-4438-b4a1-07545ab8ec8e)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:37:13.135948 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5229181c-b3cb-44be-9d66-40e0a9da6b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:13.148949 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-5229181c-b3cb-44be-9d66-40e0a9da6b62 admin admin] Calling delete_port for b690f33a-01dc-4a44-ba94-fc297f7e6467 owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:37:13.157851 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-69d034c7-a7ef-4d1a-9569-b4cb9a2e6e34 None None] Deleting port b690f33a-01dc-4a44-ba94-fc297f7e6467 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:37:13.158599 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-69d034c7-a7ef-4d1a-9569-b4cb9a2e6e34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:13.234340 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-69d034c7-a7ef-4d1a-9569-b4cb9a2e6e34 None None] For port b690f33a-01dc-4a44-ba94-fc297f7e6467, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b690f33a-01dc-4a44-ba94-fc297f7e6467,segment=NetworkSegment(060293b8-9edb-4438-b4a1-07545ab8ec8e),segment_id=060293b8-9edb-4438-b4a1-07545ab8ec8e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:37:13.234772 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-69d034c7-a7ef-4d1a-9569-b4cb9a2e6e34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:13.319646 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5229181c-b3cb-44be-9d66-40e0a9da6b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:13.351005 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5229181c-b3cb-44be-9d66-40e0a9da6b62 admin admin] Pushing event deleted for resources: {'Port': ['ID=b690f33a-01dc-4a44-ba94-fc297f7e6467,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:13.354462 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5229181c-b3cb-44be-9d66-40e0a9da6b62 admin admin] No DVR routers for this DVR port b690f33a-01dc-4a44-ba94-fc297f7e6467 on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:37:13.399848 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-69d034c7-a7ef-4d1a-9569-b4cb9a2e6e34 None None] Calling delete_port for b690f33a-01dc-4a44-ba94-fc297f7e6467 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:37:13.425401 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5229181c-b3cb-44be-9d66-40e0a9da6b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:13.435626 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-5229181c-b3cb-44be-9d66-40e0a9da6b62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3ea5aa4-3bb2-4f72-8e91-8714be2f9a3b']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:37:13.445723 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-5229181c-b3cb-44be-9d66-40e0a9da6b62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '060293b8-9edb-4438-b4a1-07545ab8ec8e') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:37:13.446020 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-5229181c-b3cb-44be-9d66-40e0a9da6b62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '060293b8-9edb-4438-b4a1-07545ab8ec8e') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:37:13.454813 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5229181c-b3cb-44be-9d66-40e0a9da6b62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:13.472594 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5229181c-b3cb-44be-9d66-40e0a9da6b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:13.473985 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-69d034c7-a7ef-4d1a-9569-b4cb9a2e6e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:13.478498 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5229181c-b3cb-44be-9d66-40e0a9da6b62 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:37:13.481772 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5229181c-b3cb-44be-9d66-40e0a9da6b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:13.481772 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:37:13.481772 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:37:13.481772 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:37:13.481772 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:37:13.481772 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:37:13.481772 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:37:13.481772 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:37:13.481772 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:37:13.481772 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:37:13.481772 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:37:13.481772 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:37:13.481772 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:37:13.481772 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:37:13.481772 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:37:13.481772 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:37:13.481772 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:37:13.481772 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:37:13.481772 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:37:13.481772 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:37:13.481772 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:37:13.481772 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:37:13.481772 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:37:13.481772 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:37:13.481772 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:37:13.481772 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:37:13.481772 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:37:13.481772 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:37:13.481772 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:37:13.481772 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:37:13.481772 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:37:13.481772 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:37:13.481772 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:37:13.501464 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d034c7-a7ef-4d1a-9569-b4cb9a2e6e34 None None] Pushing event deleted for resources: {'Port': ['ID=b690f33a-01dc-4a44-ba94-fc297f7e6467,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:13.504977 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d034c7-a7ef-4d1a-9569-b4cb9a2e6e34 None None] No DVR routers for this DVR port b690f33a-01dc-4a44-ba94-fc297f7e6467 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:37:13.599213 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5229181c-b3cb-44be-9d66-40e0a9da6b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:13.604509 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5229181c-b3cb-44be-9d66-40e0a9da6b62 admin admin] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:13.606484 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5229181c-b3cb-44be-9d66-40e0a9da6b62 admin admin] 10.222.0.84 "DELETE /v2.0/networks/b3ea5aa4-3bb2-4f72-8e91-8714be2f9a3b HTTP/1.1" status: 204 len: 168 time: 0.6772826 Aug 16 21:37:13.619655 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5229181c-b3cb-44be-9d66-40e0a9da6b62 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3ea5aa4-3bb2-4f72-8e91-8714be2f9a3b,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:13.627886 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-aecfe285-3199-4e27-b3c8-ba0814392c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:13.861850 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:13.908502 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 33028) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:37:13.949045 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-abb67942-5fe6-4781-812e-a0d2c77a0374 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c303000a85b446a6930d70eb3fbff562&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393364 Aug 16 21:37:13.951506 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 33030) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:37:14.000817 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-30572eb8-ffb7-430d-9eb8-6cd6f31a26c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:14.023351 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-30572eb8-ffb7-430d-9eb8-6cd6f31a26c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:14.065771 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 35e206a9-939d-43bd-a05f-20d89892199c no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:37:14.088586 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 35e206a9-939d-43bd-a05f-20d89892199c {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:37:14.088938 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 35e206a9-939d-43bd-a05f-20d89892199c not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:37:14.089358 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6de40854-4cd5-4a1a-b1c4-fea8a2c5c1b1 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:37:14.107977 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 6de40854-4cd5-4a1a-b1c4-fea8a2c5c1b1 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:37:14.108332 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 6de40854-4cd5-4a1a-b1c4-fea8a2c5c1b1 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:37:14.108741 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b690f33a-01dc-4a44-ba94-fc297f7e6467 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:37:14.126472 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: b690f33a-01dc-4a44-ba94-fc297f7e6467 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:37:14.126832 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b690f33a-01dc-4a44-ba94-fc297f7e6467 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:37:14.153198 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-30572eb8-ffb7-430d-9eb8-6cd6f31a26c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:14.155858 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-30572eb8-ffb7-430d-9eb8-6cd6f31a26c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:14.157078 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-30572eb8-ffb7-430d-9eb8-6cd6f31a26c1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ba159e7a-623f-4e18-b22b-c4b659abc4a9 HTTP/1.1" status: 204 len: 168 time: 0.2045949 Aug 16 21:37:14.165790 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30572eb8-ffb7-430d-9eb8-6cd6f31a26c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba159e7a-623f-4e18-b22b-c4b659abc4a9,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:14.829358 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 33038) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:37:14.868434 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a25f50aa-278b-4946-8368-1f786ff7ab19 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6295abd67d5344daaad8493b21f12957&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378644 Aug 16 21:37:14.870746 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 33040) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:37:14.920366 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3f95281a-6c30-4c67-94f8-7ea469e481c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:14.942254 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3f95281a-6c30-4c67-94f8-7ea469e481c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:14.970462 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:15.073119 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3f95281a-6c30-4c67-94f8-7ea469e481c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:15.075748 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3f95281a-6c30-4c67-94f8-7ea469e481c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:15.076939 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3f95281a-6c30-4c67-94f8-7ea469e481c9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/63ab49b7-c0d2-4748-821c-573b34d0056b HTTP/1.1" status: 204 len: 168 time: 0.2053070 Aug 16 21:37:15.084509 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f95281a-6c30-4c67-94f8-7ea469e481c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ab49b7-c0d2-4748-821c-573b34d0056b,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:16.667634 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:19.564417 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:22.319350 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:23.852928 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:37:25.781792 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-16d4a634-5a75-44dc-9bbe-9aaf641af93d tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=d368e1b3003c4ece923f45a5630beef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222359 Aug 16 21:37:25.885745 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-315dfc77-749f-4b3d-a14e-cfd1a2a86111 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:25.887222 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-315dfc77-749f-4b3d-a14e-cfd1a2a86111 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1003280 Aug 16 21:37:25.902350 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-7af0f777-ef3c-47e5-8bcc-3b5eb725ab0c tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] 10.222.0.84 "GET /v2.0/quotas/d368e1b3003c4ece923f45a5630beef2 HTTP/1.1" status: 200 len: 375 time: 0.0094411 Aug 16 21:37:25.937111 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-44112c90-2448-4f14-8530-13dc0e2fbffe tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d368e1b3003c4ece923f45a5630beef2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296361 Aug 16 21:37:26.161836 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-46a8e3e7-814e-45e9-9ffb-00473d297f56 req-4c27fce8-74f0-4499-aed0-dc1827ca68d5 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] 10.222.0.84 "GET /v2.0/ports?device_id=a24c28db-dc2d-4feb-a019-e9021ad2f338 HTTP/1.1" status: 200 len: 210 time: 0.0258839 Aug 16 21:37:27.267553 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf662245-74cd-4fa3-917c-d7b0eab7d406 req-3fc8afb5-b151-4703-a6ae-0241aa66ca53 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] 10.222.0.84 "GET /v2.0/ports?device_id=a24c28db-dc2d-4feb-a019-e9021ad2f338 HTTP/1.1" status: 200 len: 210 time: 0.0277774 Aug 16 21:37:28.309425 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-722f366b-d7b0-4527-b3c4-a17d51df8049 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=d368e1b3003c4ece923f45a5630beef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218704 Aug 16 21:37:28.363925 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3291ef09-5184-486c-a57f-e03347f691e2 req-39a71a20-a51c-4a98-8a24-4c729be82b66 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] 10.222.0.84 "GET /v2.0/ports?device_id=a24c28db-dc2d-4feb-a019-e9021ad2f338 HTTP/1.1" status: 200 len: 210 time: 0.0259352 Aug 16 21:37:28.422230 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-d212f512-9fd4-4abd-8b02-6af92f4cf37d tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:28.423689 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-d212f512-9fd4-4abd-8b02-6af92f4cf37d tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1084743 Aug 16 21:37:28.438397 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-a2a2dd3d-ab6e-4fbc-ae8f-a9439680f0d7 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] Request body: {'port': {'device_id': 'a24c28db-dc2d-4feb-a019-e9021ad2f338', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'admin_state_up': True, 'tenant_id': 'd368e1b3003c4ece923f45a5630beef2'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:37:28.604319 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-a2a2dd3d-ab6e-4fbc-ae8f-a9439680f0d7 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] Made reservation on behalf of d368e1b3003c4ece923f45a5630beef2 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:37:28.607803 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-a2a2dd3d-ab6e-4fbc-ae8f-a9439680f0d7 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:28.617161 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-a2a2dd3d-ab6e-4fbc-ae8f-a9439680f0d7 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:28.703655 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-a2a2dd3d-ab6e-4fbc-ae8f-a9439680f0d7 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:28.775351 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-a2a2dd3d-ab6e-4fbc-ae8f-a9439680f0d7 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:28.841173 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2dd3d-ab6e-4fbc-ae8f-a9439680f0d7 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36afdcf9-3738-4b46-9f45-99e18badefd0,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:28.908837 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-a2a2dd3d-ab6e-4fbc-ae8f-a9439680f0d7 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] Allocated IP 192.168.233.113 (d77fce7e-e915-4ee5-ada6-d6f376af2589/2883ed1d-8e71-4475-b2ce-2177242b9f23/fe9c5f52-bb76-47b3-8f3a-65917bc85725) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:37:29.393543 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-a2a2dd3d-ab6e-4fbc-ae8f-a9439680f0d7 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:29.408255 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-a2a2dd3d-ab6e-4fbc-ae8f-a9439680f0d7 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] Transition to ACTIVE for port object fe9c5f52-bb76-47b3-8f3a-65917bc85725 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:37:29.458147 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-77ade49f-af25-42ce-ba8e-7000e7b30d1d req-f8f0c5af-452a-476c-b43b-25560ae938a2 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] 10.222.0.84 "GET /v2.0/ports?device_id=a24c28db-dc2d-4feb-a019-e9021ad2f338 HTTP/1.1" status: 200 len: 210 time: 0.0271060 Aug 16 21:37:29.524886 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-a2a2dd3d-ab6e-4fbc-ae8f-a9439680f0d7 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:29.572288 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-a2a2dd3d-ab6e-4fbc-ae8f-a9439680f0d7 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] Network d77fce7e-e915-4ee5-ada6-d6f376af2589 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:37:29.575588 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-a2a2dd3d-ab6e-4fbc-ae8f-a9439680f0d7 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:37:29.579512 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-a2a2dd3d-ab6e-4fbc-ae8f-a9439680f0d7 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:37:29.603618 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2dd3d-ab6e-4fbc-ae8f-a9439680f0d7 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] Pushing event updated for resources: {'Port': ['ID=fe9c5f52-bb76-47b3-8f3a-65917bc85725,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:29.636502 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-a2a2dd3d-ab6e-4fbc-ae8f-a9439680f0d7 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:29.637157 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-a2a2dd3d-ab6e-4fbc-ae8f-a9439680f0d7 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:29.730966 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-a2a2dd3d-ab6e-4fbc-ae8f-a9439680f0d7 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2965136 Aug 16 21:37:29.744500 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-06422da0-5001-4f22-bfd2-21a18ae8cf57 service neutron] Request body: {'port': {'device_id': 'a24c28db-dc2d-4feb-a019-e9021ad2f338', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:37:29.798707 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-06422da0-5001-4f22-bfd2-21a18ae8cf57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:29.815624 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-9af65e68-93b4-4ff1-a36e-6abf986ced89 None None] Provisioning for port fe9c5f52-bb76-47b3-8f3a-65917bc85725 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:37:29.819567 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-9af65e68-93b4-4ff1-a36e-6abf986ced89 None None] Provisioning complete for port fe9c5f52-bb76-47b3-8f3a-65917bc85725 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:37:29.819972 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9af65e68-93b4-4ff1-a36e-6abf986ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:29.853312 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-9af65e68-93b4-4ff1-a36e-6abf986ced89 None None] Port fe9c5f52-bb76-47b3-8f3a-65917bc85725 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:37:30.064205 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-06422da0-5001-4f22-bfd2-21a18ae8cf57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe9c5f52-bb76-47b3-8f3a-65917bc85725 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:37:30.072486 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-06422da0-5001-4f22-bfd2-21a18ae8cf57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:30.084404 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-06422da0-5001-4f22-bfd2-21a18ae8cf57 service neutron] Transition to ACTIVE for port object fe9c5f52-bb76-47b3-8f3a-65917bc85725 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:37:30.141462 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-06422da0-5001-4f22-bfd2-21a18ae8cf57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:30.192915 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06422da0-5001-4f22-bfd2-21a18ae8cf57 service neutron] Pushing event updated for resources: {'Port': ['ID=fe9c5f52-bb76-47b3-8f3a-65917bc85725,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:30.270123 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-06422da0-5001-4f22-bfd2-21a18ae8cf57 service neutron] Attempting to bind port fe9c5f52-bb76-47b3-8f3a-65917bc85725 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:37:30.270464 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-06422da0-5001-4f22-bfd2-21a18ae8cf57 service neutron] Attempting to bind port fe9c5f52-bb76-47b3-8f3a-65917bc85725 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:37:30.270799 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-06422da0-5001-4f22-bfd2-21a18ae8cf57 service neutron] Attempting to bind port fe9c5f52-bb76-47b3-8f3a-65917bc85725 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:37:30.276037 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-06422da0-5001-4f22-bfd2-21a18ae8cf57 service neutron] Port fe9c5f52-bb76-47b3-8f3a-65917bc85725 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:37:30.276366 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-06422da0-5001-4f22-bfd2-21a18ae8cf57 service neutron] Attempting to bind port fe9c5f52-bb76-47b3-8f3a-65917bc85725 on network d77fce7e-e915-4ee5-ada6-d6f376af2589 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:37:30.281230 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-06422da0-5001-4f22-bfd2-21a18ae8cf57 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:37:30.281545 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-06422da0-5001-4f22-bfd2-21a18ae8cf57 service neutron] Checking segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:37:30.281932 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-06422da0-5001-4f22-bfd2-21a18ae8cf57 service neutron] Bound using segment: {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:37:30.282365 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-06422da0-5001-4f22-bfd2-21a18ae8cf57 service neutron] Bound port: fe9c5f52-bb76-47b3-8f3a-65917bc85725, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d793a6a-7daa-44af-a9e0-78b263450c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:37:30.282729 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-06422da0-5001-4f22-bfd2-21a18ae8cf57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:30.347997 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-06422da0-5001-4f22-bfd2-21a18ae8cf57 service neutron] For port fe9c5f52-bb76-47b3-8f3a-65917bc85725, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:37:30.350922 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-06422da0-5001-4f22-bfd2-21a18ae8cf57 service neutron] For port fe9c5f52-bb76-47b3-8f3a-65917bc85725, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=fe9c5f52-bb76-47b3-8f3a-65917bc85725,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:37:30.444392 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-06422da0-5001-4f22-bfd2-21a18ae8cf57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:30.480477 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-06422da0-5001-4f22-bfd2-21a18ae8cf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:30.481146 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-06422da0-5001-4f22-bfd2-21a18ae8cf57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:30.482859 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-06422da0-5001-4f22-bfd2-21a18ae8cf57 service neutron] 10.222.0.72 "PUT /v2.0/ports/fe9c5f52-bb76-47b3-8f3a-65917bc85725 HTTP/1.1" status: 200 len: 1097 time: 0.7433820 Aug 16 21:37:30.483321 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24c28db-dc2d-4feb-a019-e9021ad2f338', 'tag': 'fe9c5f52-bb76-47b3-8f3a-65917bc85725'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:37:30.489166 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722d7ab8-7898-42b7-adb0-d0d60bb13cee" -d '{"events": [{"name": "network-changed", "server_uuid": "a24c28db-dc2d-4feb-a019-e9021ad2f338", "tag": "fe9c5f52-bb76-47b3-8f3a-65917bc85725"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:37:30.530088 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06422da0-5001-4f22-bfd2-21a18ae8cf57 service neutron] Pushing event updated for resources: {'Port': ['ID=fe9c5f52-bb76-47b3-8f3a-65917bc85725,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:30.535403 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b068bd-4ba2-4819-ac70-3a9777bd81ad x-openstack-request-id: req-33b068bd-4ba2-4819-ac70-3a9777bd81ad {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:37:30.535403 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24c28db-dc2d-4feb-a019-e9021ad2f338", "tag": "fe9c5f52-bb76-47b3-8f3a-65917bc85725", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:37:30.535673 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-33b068bd-4ba2-4819-ac70-3a9777bd81ad {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:37:30.536058 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24c28db-dc2d-4feb-a019-e9021ad2f338', 'tag': 'fe9c5f52-bb76-47b3-8f3a-65917bc85725', 'status': 'completed', 'code': 200} Aug 16 21:37:30.594147 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2d26f-f6e9-45df-ada7-d71d9e7fde37 req-e99afb63-9364-4d53-b0fb-754a2a0e1c92 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:30.595857 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7cb2d26f-f6e9-45df-ada7-d71d9e7fde37 req-e99afb63-9364-4d53-b0fb-754a2a0e1c92 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] 10.222.0.84 "GET /v2.0/ports?device_id=a24c28db-dc2d-4feb-a019-e9021ad2f338 HTTP/1.1" status: 200 len: 948 time: 0.0625675 Aug 16 21:37:30.608712 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d7ab8-7898-42b7-adb0-d0d60bb13cee req-dbf8c1d7-5ae8-4d1e-aef6-20f5d3b0c2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:30.610550 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-722d7ab8-7898-42b7-adb0-d0d60bb13cee req-dbf8c1d7-5ae8-4d1e-aef6-20f5d3b0c2d7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d368e1b3003c4ece923f45a5630beef2&device_id=a24c28db-dc2d-4feb-a019-e9021ad2f338 HTTP/1.1" status: 200 len: 1100 time: 0.0514190 Aug 16 21:37:30.637090 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7cb2d26f-f6e9-45df-ada7-d71d9e7fde37 req-f976fa61-05ff-4d74-9f31-78e1598b112a tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] 10.222.0.84 "GET /v2.0/security-groups?id=36afdcf9-3738-4b46-9f45-99e18badefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338304 Aug 16 21:37:30.638452 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-722d7ab8-7898-42b7-adb0-d0d60bb13cee req-e0b36c10-60c3-4eae-8130-26df0c999445 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=d368e1b3003c4ece923f45a5630beef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200438 Aug 16 21:37:30.742560 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d7ab8-7898-42b7-adb0-d0d60bb13cee req-6d3bfd17-ec5b-4ce5-b117-59f33b9fab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:30.744022 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-722d7ab8-7898-42b7-adb0-d0d60bb13cee req-6d3bfd17-ec5b-4ce5-b117-59f33b9fab7b service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0993264 Aug 16 21:37:30.825132 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-54baa3bd-ed6b-46dd-9e8e-681ec70c86aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:30.826580 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-54baa3bd-ed6b-46dd-9e8e-681ec70c86aa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d368e1b3003c4ece923f45a5630beef2&device_id=a24c28db-dc2d-4feb-a019-e9021ad2f338 HTTP/1.1" status: 200 len: 1100 time: 0.0420861 Aug 16 21:37:30.873068 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-f05fbbc4-e778-4569-9d43-8b2abe1fbf6f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=fe9c5f52-bb76-47b3-8f3a-65917bc85725 HTTP/1.1" status: 200 len: 217 time: 0.0387950 Aug 16 21:37:30.921371 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-7aa39777-17d4-4061-a1d9-c864d0895ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:30.922904 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-7aa39777-17d4-4061-a1d9-c864d0895ac8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2883ed1d-8e71-4475-b2ce-2177242b9f23 HTTP/1.1" status: 200 len: 843 time: 0.0435274 Aug 16 21:37:30.968979 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-b070e3f5-9cfd-4203-bc5f-9014b693f67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:30.970450 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-b070e3f5-9cfd-4203-bc5f-9014b693f67c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d77fce7e-e915-4ee5-ada6-d6f376af2589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0399923 Aug 16 21:37:31.064518 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-29672b9d-a462-437f-a135-4acae3f0bc03 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849261 Aug 16 21:37:31.154964 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-32b54b04-c536-4570-a6da-84b2af5b2aea req-7c4688aa-ce3b-48b7-bb86-d76e8797bbd3 service neutron] 10.222.0.72 "GET /v2.0/networks/d77fce7e-e915-4ee5-ada6-d6f376af2589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834088 Aug 16 21:37:31.755096 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4063f-9bdc-4d09-afb9-2282e6c3f11f req-8f64bc90-038d-4b6a-8033-475f2f44d3a8 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:31.756629 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ecb4063f-9bdc-4d09-afb9-2282e6c3f11f req-8f64bc90-038d-4b6a-8033-475f2f44d3a8 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] 10.222.0.84 "GET /v2.0/ports?device_id=a24c28db-dc2d-4feb-a019-e9021ad2f338 HTTP/1.1" status: 200 len: 948 time: 0.0493069 Aug 16 21:37:31.794012 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ecb4063f-9bdc-4d09-afb9-2282e6c3f11f req-9cd5d701-46ee-4219-951e-47d8cb5c073b tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] 10.222.0.84 "GET /v2.0/security-groups?id=36afdcf9-3738-4b46-9f45-99e18badefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315094 Aug 16 21:37:32.907690 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb86e2-e9b4-4de1-9acd-479088cf4c87 req-80949b65-dfdf-4857-bf5d-c0c498f41293 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:32.909231 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fbdb86e2-e9b4-4de1-9acd-479088cf4c87 req-80949b65-dfdf-4857-bf5d-c0c498f41293 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] 10.222.0.84 "GET /v2.0/ports?device_id=a24c28db-dc2d-4feb-a019-e9021ad2f338 HTTP/1.1" status: 200 len: 948 time: 0.0487263 Aug 16 21:37:32.947369 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fbdb86e2-e9b4-4de1-9acd-479088cf4c87 req-5187295d-2c32-493b-ade2-f323a334c3f6 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] 10.222.0.84 "GET /v2.0/security-groups?id=36afdcf9-3738-4b46-9f45-99e18badefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313935 Aug 16 21:37:33.090402 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device fe9c5f52-bb76-47b3-8f3a-65917bc85725 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:37:33.184698 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port fe9c5f52-bb76-47b3-8f3a-65917bc85725, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=fe9c5f52-bb76-47b3-8f3a-65917bc85725,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:37:33.195932 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': 'fe9c5f52-bb76-47b3-8f3a-65917bc85725', 'network_id': 'd77fce7e-e915-4ee5-ada6-d6f376af2589', 'port_id': 'fe9c5f52-bb76-47b3-8f3a-65917bc85725', 'mac_address': 'fa:16:3e:ed:63:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883ed1d-8e71-4475-b2ce-2177242b9f23', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:37:33.232302 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:33.248218 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe9c5f52-bb76-47b3-8f3a-65917bc85725 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:37:33.266711 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port fe9c5f52-bb76-47b3-8f3a-65917bc85725, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=fe9c5f52-bb76-47b3-8f3a-65917bc85725,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:37:33.353239 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:33.402021 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=fe9c5f52-bb76-47b3-8f3a-65917bc85725,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:33.610649 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['fe9c5f52-bb76-47b3-8f3a-65917bc85725'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:37:34.064007 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb338c-465a-4a0a-864a-d8c52bc2ce5a req-13621f7c-b37d-486a-bd40-bb651341ea47 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:34.065471 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7aeb338c-465a-4a0a-864a-d8c52bc2ce5a req-13621f7c-b37d-486a-bd40-bb651341ea47 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] 10.222.0.84 "GET /v2.0/ports?device_id=a24c28db-dc2d-4feb-a019-e9021ad2f338 HTTP/1.1" status: 200 len: 949 time: 0.0524828 Aug 16 21:37:34.102900 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7aeb338c-465a-4a0a-864a-d8c52bc2ce5a req-b46723ea-8082-4161-a34e-04b1c62b9a89 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] 10.222.0.84 "GET /v2.0/security-groups?id=36afdcf9-3738-4b46-9f45-99e18badefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308118 Aug 16 21:37:35.106822 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device fe9c5f52-bb76-47b3-8f3a-65917bc85725 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:37:35.217796 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69c6aa-1508-4eeb-8ddd-8d27e8cb2af2 req-d8f603c9-4b7f-4608-baf6-062f745716c5 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:35.219286 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8f69c6aa-1508-4eeb-8ddd-8d27e8cb2af2 req-d8f603c9-4b7f-4608-baf6-062f745716c5 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] 10.222.0.84 "GET /v2.0/ports?device_id=a24c28db-dc2d-4feb-a019-e9021ad2f338 HTTP/1.1" status: 200 len: 949 time: 0.0486798 Aug 16 21:37:35.226900 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port fe9c5f52-bb76-47b3-8f3a-65917bc85725 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:37:35.231486 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port fe9c5f52-bb76-47b3-8f3a-65917bc85725 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:37:35.231901 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:35.257262 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8f69c6aa-1508-4eeb-8ddd-8d27e8cb2af2 req-102daeb9-05a8-4d53-8fba-da97b5fee9b4 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] 10.222.0.84 "GET /v2.0/security-groups?id=36afdcf9-3738-4b46-9f45-99e18badefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318968 Aug 16 21:37:35.310015 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:35.331980 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24c28db-dc2d-4feb-a019-e9021ad2f338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9c5f52-bb76-47b3-8f3a-65917bc85725'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:37:35.334251 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17845c3-1929-430e-bb61-f304d731cfb6" -d '{"events": [{"server_uuid": "a24c28db-dc2d-4feb-a019-e9021ad2f338", "name": "network-vif-plugged", "status": "completed", "tag": "fe9c5f52-bb76-47b3-8f3a-65917bc85725"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:37:35.346949 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port fe9c5f52-bb76-47b3-8f3a-65917bc85725, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=fe9c5f52-bb76-47b3-8f3a-65917bc85725,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:37:35.409437 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:35.458170 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806880b4-d5dc-4d37-8a45-2999e3dc099d x-openstack-request-id: req-806880b4-d5dc-4d37-8a45-2999e3dc099d {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:37:35.458468 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24c28db-dc2d-4feb-a019-e9021ad2f338", "name": "network-vif-plugged", "status": "completed", "tag": "fe9c5f52-bb76-47b3-8f3a-65917bc85725", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:37:35.458723 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-806880b4-d5dc-4d37-8a45-2999e3dc099d {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:37:35.459112 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24c28db-dc2d-4feb-a019-e9021ad2f338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9c5f52-bb76-47b3-8f3a-65917bc85725', 'code': 200} Aug 16 21:37:35.463592 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=fe9c5f52-bb76-47b3-8f3a-65917bc85725,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:35.558499 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c076608-6479-427c-ba65-0c940f355b63 req-953e7a03-042d-4869-be1b-02aad666c265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:35.560290 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5c076608-6479-427c-ba65-0c940f355b63 req-953e7a03-042d-4869-be1b-02aad666c265 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a24c28db-dc2d-4feb-a019-e9021ad2f338 HTTP/1.1" status: 200 len: 1102 time: 0.0426025 Aug 16 21:37:35.598402 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-5c076608-6479-427c-ba65-0c940f355b63 req-ff7fc0d9-32b9-48f1-aae4-e91b85deffd7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=36afdcf9-3738-4b46-9f45-99e18badefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315442 Aug 16 21:37:36.373355 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674e008-5ab7-4de2-b283-38d6f129e321 req-468205f5-7fed-4aad-8259-637286eda32c tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:36.374871 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1674e008-5ab7-4de2-b283-38d6f129e321 req-468205f5-7fed-4aad-8259-637286eda32c tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] 10.222.0.84 "GET /v2.0/ports?device_id=a24c28db-dc2d-4feb-a019-e9021ad2f338 HTTP/1.1" status: 200 len: 950 time: 0.0503128 Aug 16 21:37:36.412251 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1674e008-5ab7-4de2-b283-38d6f129e321 req-2fc4847c-f878-4c6c-83c3-370cc5104b1c tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] 10.222.0.84 "GET /v2.0/security-groups?id=36afdcf9-3738-4b46-9f45-99e18badefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314119 Aug 16 21:37:37.530092 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745be28-9233-472c-8886-97c9906d8a2d req-b0ea9db0-93cf-4515-a57a-cc615255ca9c tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:37.531558 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1745be28-9233-472c-8886-97c9906d8a2d req-b0ea9db0-93cf-4515-a57a-cc615255ca9c tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] 10.222.0.84 "GET /v2.0/ports?device_id=a24c28db-dc2d-4feb-a019-e9021ad2f338 HTTP/1.1" status: 200 len: 950 time: 0.0517721 Aug 16 21:37:37.567981 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1745be28-9233-472c-8886-97c9906d8a2d req-ffad9222-2e3e-41f6-a58d-22d94233a1af tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] 10.222.0.84 "GET /v2.0/security-groups?id=36afdcf9-3738-4b46-9f45-99e18badefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304461 Aug 16 21:37:39.067887 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c8907-a4ab-424e-90a0-c29a334ed37c req-7dabf99d-c0ba-45f2-916d-33fbb0f450bc tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:39.069400 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5f3c8907-a4ab-424e-90a0-c29a334ed37c req-7dabf99d-c0ba-45f2-916d-33fbb0f450bc tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] 10.222.0.84 "GET /v2.0/ports?device_id=a24c28db-dc2d-4feb-a019-e9021ad2f338 HTTP/1.1" status: 200 len: 950 time: 0.0497952 Aug 16 21:37:39.107872 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5f3c8907-a4ab-424e-90a0-c29a334ed37c req-cedcecb1-513f-4252-af93-3d45791e70b4 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] 10.222.0.84 "GET /v2.0/security-groups?id=36afdcf9-3738-4b46-9f45-99e18badefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319343 Aug 16 21:37:40.223241 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b026fea-77b8-4b4e-bd83-fca173ab1924 req-55286848-46bd-43ce-ac53-64888936e423 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:40.224805 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7b026fea-77b8-4b4e-bd83-fca173ab1924 req-55286848-46bd-43ce-ac53-64888936e423 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] 10.222.0.84 "GET /v2.0/ports?device_id=a24c28db-dc2d-4feb-a019-e9021ad2f338 HTTP/1.1" status: 200 len: 950 time: 0.0489883 Aug 16 21:37:40.262696 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7b026fea-77b8-4b4e-bd83-fca173ab1924 req-1f444c88-c43e-43b1-9df0-cf009a10320b tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] 10.222.0.84 "GET /v2.0/security-groups?id=36afdcf9-3738-4b46-9f45-99e18badefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311339 Aug 16 21:37:40.397292 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b3f16-47f4-44c8-8a6a-1a489eddb1ae req-7b2a0477-0cea-4da1-bcb4-e0e2b7f42818 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:40.398677 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-706b3f16-47f4-44c8-8a6a-1a489eddb1ae req-7b2a0477-0cea-4da1-bcb4-e0e2b7f42818 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] 10.222.0.72 "GET /v2.0/ports?device_id=a24c28db-dc2d-4feb-a019-e9021ad2f338 HTTP/1.1" status: 200 len: 950 time: 0.0487115 Aug 16 21:37:40.485214 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-706b3f16-47f4-44c8-8a6a-1a489eddb1ae req-fc0c500d-302c-4b6d-9add-47bbea2fe881 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] Deleting port fe9c5f52-bb76-47b3-8f3a-65917bc85725 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:37:40.485563 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-706b3f16-47f4-44c8-8a6a-1a489eddb1ae req-fc0c500d-302c-4b6d-9add-47bbea2fe881 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:40.576089 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-706b3f16-47f4-44c8-8a6a-1a489eddb1ae req-fc0c500d-302c-4b6d-9add-47bbea2fe881 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] For port fe9c5f52-bb76-47b3-8f3a-65917bc85725, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=fe9c5f52-bb76-47b3-8f3a-65917bc85725,segment=NetworkSegment(3d793a6a-7daa-44af-a9e0-78b263450c9b),segment_id=3d793a6a-7daa-44af-a9e0-78b263450c9b)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:37:40.576465 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-706b3f16-47f4-44c8-8a6a-1a489eddb1ae req-fc0c500d-302c-4b6d-9add-47bbea2fe881 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:40.588638 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-706b3f16-47f4-44c8-8a6a-1a489eddb1ae req-fc0c500d-302c-4b6d-9add-47bbea2fe881 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] Calling delete_port for fe9c5f52-bb76-47b3-8f3a-65917bc85725 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:37:40.780918 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-706b3f16-47f4-44c8-8a6a-1a489eddb1ae req-fc0c500d-302c-4b6d-9add-47bbea2fe881 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:40.793364 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['fe9c5f52-bb76-47b3-8f3a-65917bc85725'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:37:40.807374 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c500d-302c-4b6d-9add-47bbea2fe881 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] Pushing event deleted for resources: {'Port': ['ID=fe9c5f52-bb76-47b3-8f3a-65917bc85725,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:40.855705 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-706b3f16-47f4-44c8-8a6a-1a489eddb1ae req-fc0c500d-302c-4b6d-9add-47bbea2fe881 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] No DVR routers for this DVR port fe9c5f52-bb76-47b3-8f3a-65917bc85725 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:37:40.858474 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-706b3f16-47f4-44c8-8a6a-1a489eddb1ae req-fc0c500d-302c-4b6d-9add-47bbea2fe881 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:40.860594 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-706b3f16-47f4-44c8-8a6a-1a489eddb1ae req-fc0c500d-302c-4b6d-9add-47bbea2fe881 tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] 10.222.0.72 "DELETE /v2.0/ports/fe9c5f52-bb76-47b3-8f3a-65917bc85725 HTTP/1.1" status: 204 len: 173 time: 0.4557633 Aug 16 21:37:40.861037 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24c28db-dc2d-4feb-a019-e9021ad2f338', 'name': 'network-vif-deleted', 'tag': 'fe9c5f52-bb76-47b3-8f3a-65917bc85725'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:37:40.863378 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e61040-ef46-4e1a-af1c-35a667e18ccc" -d '{"events": [{"server_uuid": "a24c28db-dc2d-4feb-a019-e9021ad2f338", "name": "network-vif-deleted", "tag": "fe9c5f52-bb76-47b3-8f3a-65917bc85725"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:37:40.901262 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fb0294-1f5e-4066-bb21-d12b37f756c6 x-openstack-request-id: req-d8fb0294-1f5e-4066-bb21-d12b37f756c6 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:37:40.901567 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24c28db-dc2d-4feb-a019-e9021ad2f338", "name": "network-vif-deleted", "tag": "fe9c5f52-bb76-47b3-8f3a-65917bc85725", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:37:40.901857 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d8fb0294-1f5e-4066-bb21-d12b37f756c6 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:37:40.902274 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24c28db-dc2d-4feb-a019-e9021ad2f338', 'name': 'network-vif-deleted', 'tag': 'fe9c5f52-bb76-47b3-8f3a-65917bc85725', 'status': 'completed', 'code': 200} Aug 16 21:37:41.106706 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c1766971-e499-4ac7-a6ed-1f7b4300e18f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:41.370694 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aab097ac-f6f3-4a23-b6ad-9ebb1b048fc6 req-51aca019-2bd0-4a0e-8799-d7003fd894bd tempest-ServersAdminNegativeTestJSON-264002388 tempest-ServersAdminNegativeTestJSON-264002388-project] 10.222.0.84 "GET /v2.0/ports?device_id=a24c28db-dc2d-4feb-a019-e9021ad2f338 HTTP/1.1" status: 200 len: 210 time: 0.0310144 Aug 16 21:37:42.847157 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 33198) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:37:42.976773 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ac48e5e2-0bcd-4f3c-a2d6-44f1272f58b5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d368e1b3003c4ece923f45a5630beef2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1283946 Aug 16 21:37:42.979248 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 33202) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:37:43.026810 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-69e58a26-7d23-447e-b0aa-b8f661684c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:43.047095 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-69e58a26-7d23-447e-b0aa-b8f661684c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:43.163603 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-69e58a26-7d23-447e-b0aa-b8f661684c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:43.166195 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-69e58a26-7d23-447e-b0aa-b8f661684c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:43.167365 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-69e58a26-7d23-447e-b0aa-b8f661684c9f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/36afdcf9-3738-4b46-9f45-99e18badefd0 HTTP/1.1" status: 204 len: 168 time: 0.1871867 Aug 16 21:37:43.174983 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e58a26-7d23-447e-b0aa-b8f661684c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36afdcf9-3738-4b46-9f45-99e18badefd0,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:43.609557 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-35dd45a5-07a4-4363-bb02-f4b5195d34cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:43.736096 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 33208) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:37:43.749755 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c9e1544d-4048-4026-9cf6-eeee038b7151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:43.840055 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c9e1544d-4048-4026-9cf6-eeee038b7151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:43.843938 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:43.895487 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c9e1544d-4048-4026-9cf6-eeee038b7151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:43.934537 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c9e1544d-4048-4026-9cf6-eeee038b7151 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4add2f36b6a64e90935b723820232424&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1970887 Aug 16 21:37:43.935488 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1544d-4048-4026-9cf6-eeee038b7151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b988d3d6-f1b0-41b1-96dc-f888d7103c18,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:43.937265 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 33210) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:37:43.987222 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1988ca46-d579-417b-98a8-52fc7fa4b3c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:44.008519 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1988ca46-d579-417b-98a8-52fc7fa4b3c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:44.118685 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1988ca46-d579-417b-98a8-52fc7fa4b3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:44.121347 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1988ca46-d579-417b-98a8-52fc7fa4b3c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:44.122549 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1988ca46-d579-417b-98a8-52fc7fa4b3c1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b988d3d6-f1b0-41b1-96dc-f888d7103c18 HTTP/1.1" status: 204 len: 168 time: 0.1836064 Aug 16 21:37:44.130436 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1988ca46-d579-417b-98a8-52fc7fa4b3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b988d3d6-f1b0-41b1-96dc-f888d7103c18,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:44.138663 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988ca46-d579-417b-98a8-52fc7fa4b3c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:44.139026 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988ca46-d579-417b-98a8-52fc7fa4b3c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:44.139383 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988ca46-d579-417b-98a8-52fc7fa4b3c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:44.139778 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988ca46-d579-417b-98a8-52fc7fa4b3c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:44.140141 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988ca46-d579-417b-98a8-52fc7fa4b3c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:44.140559 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988ca46-d579-417b-98a8-52fc7fa4b3c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:44.140903 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988ca46-d579-417b-98a8-52fc7fa4b3c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:44.141247 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988ca46-d579-417b-98a8-52fc7fa4b3c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:44.141665 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988ca46-d579-417b-98a8-52fc7fa4b3c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:44.141987 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988ca46-d579-417b-98a8-52fc7fa4b3c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:44.142245 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988ca46-d579-417b-98a8-52fc7fa4b3c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:44.142676 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988ca46-d579-417b-98a8-52fc7fa4b3c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:45.152841 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:45.183456 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device fe9c5f52-bb76-47b3-8f3a-65917bc85725 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:37:45.203894 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: fe9c5f52-bb76-47b3-8f3a-65917bc85725 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:37:45.204320 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device fe9c5f52-bb76-47b3-8f3a-65917bc85725 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:37:45.398567 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 33232) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:37:45.495590 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-73e77caf-73b3-49ae-a6e3-fca8e920ea30 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-957964998-network', 'tenant_id': 'c005e91704c04fda95ea8bf341423d07'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:37:45.592420 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e77caf-73b3-49ae-a6e3-fca8e920ea30 admin admin] Made reservation on behalf of c005e91704c04fda95ea8bf341423d07 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:37:45.595002 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-73e77caf-73b3-49ae-a6e3-fca8e920ea30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:45.604934 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-73e77caf-73b3-49ae-a6e3-fca8e920ea30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:45.691626 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-73e77caf-73b3-49ae-a6e3-fca8e920ea30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:45.769059 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-73e77caf-73b3-49ae-a6e3-fca8e920ea30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:45.793179 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e77caf-73b3-49ae-a6e3-fca8e920ea30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:37:45.801701 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e77caf-73b3-49ae-a6e3-fca8e920ea30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636f7477-42f9-40e6-b757-2238c1c01554,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:45.807617 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-73e77caf-73b3-49ae-a6e3-fca8e920ea30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:45.807978 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-73e77caf-73b3-49ae-a6e3-fca8e920ea30 admin admin] Added segment 6381c026-2771-47bc-ad8e-852d268c3357 of type vlan for network 9969323d-8818-4f1a-88f4-2ec032ce27fe Aug 16 21:37:45.853177 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-73e77caf-73b3-49ae-a6e3-fca8e920ea30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:45.947407 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-73e77caf-73b3-49ae-a6e3-fca8e920ea30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:45.948464 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e77caf-73b3-49ae-a6e3-fca8e920ea30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:45.949061 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-73e77caf-73b3-49ae-a6e3-fca8e920ea30 admin admin] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:46.006026 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e77caf-73b3-49ae-a6e3-fca8e920ea30 admin admin] Pushing event updated for resources: {'Network': ['ID=9969323d-8818-4f1a-88f4-2ec032ce27fe,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:46.016025 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 9969323d-8818-4f1a-88f4-2ec032ce27fe details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:37:46.084557 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-73e77caf-73b3-49ae-a6e3-fca8e920ea30 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6843178 Aug 16 21:37:46.087405 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 33236) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:37:46.092534 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-450f25cb-afc7-4e5c-b65b-180944fe7e87 admin admin] Request body: {'subnet': {'network_id': '9969323d-8818-4f1a-88f4-2ec032ce27fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-957964998-subnet', 'tenant_id': 'c005e91704c04fda95ea8bf341423d07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:37:46.181247 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450f25cb-afc7-4e5c-b65b-180944fe7e87 admin admin] Made reservation on behalf of c005e91704c04fda95ea8bf341423d07 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:37:46.183536 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-450f25cb-afc7-4e5c-b65b-180944fe7e87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:46.381109 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-450f25cb-afc7-4e5c-b65b-180944fe7e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:46.440970 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f25cb-afc7-4e5c-b65b-180944fe7e87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75c5ed60-1c09-442d-9667-1095c3571f6d,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:46.445469 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450f25cb-afc7-4e5c-b65b-180944fe7e87 admin admin] Checking segment: {'id': '6381c026-2771-47bc-ad8e-852d268c3357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9969323d-8818-4f1a-88f4-2ec032ce27fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:37:46.445863 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450f25cb-afc7-4e5c-b65b-180944fe7e87 admin admin] Network hostable DHCP agents. Network: 9969323d-8818-4f1a-88f4-2ec032ce27fe, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:37:46.535211 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450f25cb-afc7-4e5c-b65b-180944fe7e87 admin admin] Network 9969323d-8818-4f1a-88f4-2ec032ce27fe is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:37:46.615542 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-450f25cb-afc7-4e5c-b65b-180944fe7e87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 9969323d-8818-4f1a-88f4-2ec032ce27fe) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:37:46.621206 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450f25cb-afc7-4e5c-b65b-180944fe7e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:46.622143 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-450f25cb-afc7-4e5c-b65b-180944fe7e87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:46.625783 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a67c724-4d04-44ee-bbab-2ab8e9d4faab None None] Network 9969323d-8818-4f1a-88f4-2ec032ce27fe requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:37:46.701374 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:46.720693 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-450f25cb-afc7-4e5c-b65b-180944fe7e87 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6247451 Aug 16 21:37:46.754178 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08a82f0-975e-4f7c-aa7b-3f5e9402f8bb None None] Network 9969323d-8818-4f1a-88f4-2ec032ce27fe requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:37:47.134615 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-37f75ca2-533a-4938-8073-186edb866b2d tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:47.136160 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-37f75ca2-533a-4938-8073-186edb866b2d tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/networks?id=9969323d-8818-4f1a-88f4-2ec032ce27fe HTTP/1.1" status: 200 len: 811 time: 0.1068587 Aug 16 21:37:47.151655 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-ae55a223-1859-4852-844c-e6984d46fa68 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/quotas/c005e91704c04fda95ea8bf341423d07 HTTP/1.1" status: 200 len: 375 time: 0.0096641 Aug 16 21:37:47.183340 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-9d5e082b-c7f6-4a1d-a622-0359f2ba5006 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=c005e91704c04fda95ea8bf341423d07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263042 Aug 16 21:37:47.194701 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-82149f15-c6f3-4529-9755-f74986f07384 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:37:47.195702 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-82149f15-c6f3-4529-9755-f74986f07384 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056043 Aug 16 21:37:47.334521 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-f2966f77-d321-41b3-a390-558cbc3d9bef service neutron] 10.222.0.84 "GET /v2.0/networks/9969323d-8818-4f1a-88f4-2ec032ce27fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322582 Aug 16 21:37:47.422600 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-a41b55b5-82fb-4919-923f-9c51c275754c service neutron] 10.222.0.84 "GET /v2.0/networks/9969323d-8818-4f1a-88f4-2ec032ce27fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820072 Aug 16 21:37:47.665066 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-949587d4-19b5-4979-a28a-fddde6d5ae6e req-310eac72-2142-44a6-8a6f-697e045a3687 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 210 time: 0.0283291 Aug 16 21:37:48.762394 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-56f42020-6f4c-4ded-a22a-f0b45c630ca9 req-0eda9370-1a7f-4b77-8f0b-ccd8817be6dc tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 210 time: 0.0310352 Aug 16 21:37:49.603584 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:49.780170 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-3525b929-c367-475b-b8ee-52fca6cfa10e tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:49.781646 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-3525b929-c367-475b-b8ee-52fca6cfa10e tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.72 "GET /v2.0/networks?id=9969323d-8818-4f1a-88f4-2ec032ce27fe HTTP/1.1" status: 200 len: 811 time: 0.1063130 Aug 16 21:37:49.795892 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-67767fc5-1792-4c71-ba83-ee83fe2745b3 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Request body: {'port': {'device_id': '15cb86e8-af38-460c-b181-9fdbee26f1f0', 'network_id': '9969323d-8818-4f1a-88f4-2ec032ce27fe', 'admin_state_up': True, 'tenant_id': 'c005e91704c04fda95ea8bf341423d07'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:37:49.857717 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-85f7ebb8-9a65-4a09-9c74-9e504788dd6a req-ecfa0a5a-09dc-4001-a9b8-f31b15653673 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 210 time: 0.0266516 Aug 16 21:37:49.998318 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-67767fc5-1792-4c71-ba83-ee83fe2745b3 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Made reservation on behalf of c005e91704c04fda95ea8bf341423d07 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:37:50.001973 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-67767fc5-1792-4c71-ba83-ee83fe2745b3 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:50.129094 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-67767fc5-1792-4c71-ba83-ee83fe2745b3 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Allocated IP 172.20.0.10 (9969323d-8818-4f1a-88f4-2ec032ce27fe/75c5ed60-1c09-442d-9667-1095c3571f6d/9a5abfde-85f0-47aa-940a-5be0212e4ade) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:37:50.274344 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-67767fc5-1792-4c71-ba83-ee83fe2745b3 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:50.370147 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-67767fc5-1792-4c71-ba83-ee83fe2745b3 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:50.414969 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-67767fc5-1792-4c71-ba83-ee83fe2745b3 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Network 9969323d-8818-4f1a-88f4-2ec032ce27fe is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:37:50.417997 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-67767fc5-1792-4c71-ba83-ee83fe2745b3 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:37:50.421781 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-67767fc5-1792-4c71-ba83-ee83fe2745b3 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:37:50.428207 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67767fc5-1792-4c71-ba83-ee83fe2745b3 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Pushing event updated for resources: {'Port': ['ID=9a5abfde-85f0-47aa-940a-5be0212e4ade,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:50.473589 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-67767fc5-1792-4c71-ba83-ee83fe2745b3 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:50.474236 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-67767fc5-1792-4c71-ba83-ee83fe2745b3 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:50.770542 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-67767fc5-1792-4c71-ba83-ee83fe2745b3 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9789352 Aug 16 21:37:50.782907 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-70ad0367-0625-4083-b629-cbba6f91fa19 service neutron] Request body: {'port': {'device_id': '15cb86e8-af38-460c-b181-9fdbee26f1f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:37:50.839146 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-70ad0367-0625-4083-b629-cbba6f91fa19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:50.982453 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4037011-436a-444b-b158-345919a2af3d req-0319fcb0-40b4-4259-a090-aa3252a01222 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:50.984016 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e4037011-436a-444b-b158-345919a2af3d req-0319fcb0-40b4-4259-a090-aa3252a01222 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 932 time: 0.0520575 Aug 16 21:37:51.022734 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e4037011-436a-444b-b158-345919a2af3d req-e5e30dce-3c81-4606-a34f-9f01425aae05 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/security-groups?id=636f7477-42f9-40e6-b757-2238c1c01554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326097 Aug 16 21:37:51.105211 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-70ad0367-0625-4083-b629-cbba6f91fa19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a5abfde-85f0-47aa-940a-5be0212e4ade {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:37:51.112875 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-70ad0367-0625-4083-b629-cbba6f91fa19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:51.124482 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-70ad0367-0625-4083-b629-cbba6f91fa19 service neutron] Transition to ACTIVE for port object 9a5abfde-85f0-47aa-940a-5be0212e4ade will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:37:51.191679 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-70ad0367-0625-4083-b629-cbba6f91fa19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:51.244310 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad0367-0625-4083-b629-cbba6f91fa19 service neutron] Pushing event updated for resources: {'Port': ['ID=9a5abfde-85f0-47aa-940a-5be0212e4ade,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:51.310041 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-70ad0367-0625-4083-b629-cbba6f91fa19 service neutron] Attempting to bind port 9a5abfde-85f0-47aa-940a-5be0212e4ade on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:37:51.310295 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-70ad0367-0625-4083-b629-cbba6f91fa19 service neutron] Attempting to bind port 9a5abfde-85f0-47aa-940a-5be0212e4ade by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '6381c026-2771-47bc-ad8e-852d268c3357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9969323d-8818-4f1a-88f4-2ec032ce27fe'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:37:51.310624 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-70ad0367-0625-4083-b629-cbba6f91fa19 service neutron] Attempting to bind port 9a5abfde-85f0-47aa-940a-5be0212e4ade on network 9969323d-8818-4f1a-88f4-2ec032ce27fe {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:37:51.314814 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-70ad0367-0625-4083-b629-cbba6f91fa19 service neutron] Port 9a5abfde-85f0-47aa-940a-5be0212e4ade on network 9969323d-8818-4f1a-88f4-2ec032ce27fe not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:37:51.315134 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-70ad0367-0625-4083-b629-cbba6f91fa19 service neutron] Attempting to bind port 9a5abfde-85f0-47aa-940a-5be0212e4ade on network 9969323d-8818-4f1a-88f4-2ec032ce27fe {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:37:51.319761 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-70ad0367-0625-4083-b629-cbba6f91fa19 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:37:51.320127 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-70ad0367-0625-4083-b629-cbba6f91fa19 service neutron] Checking segment: {'id': '6381c026-2771-47bc-ad8e-852d268c3357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9969323d-8818-4f1a-88f4-2ec032ce27fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:37:51.320506 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-70ad0367-0625-4083-b629-cbba6f91fa19 service neutron] Bound using segment: {'id': '6381c026-2771-47bc-ad8e-852d268c3357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9969323d-8818-4f1a-88f4-2ec032ce27fe'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:37:51.321430 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-70ad0367-0625-4083-b629-cbba6f91fa19 service neutron] Bound port: 9a5abfde-85f0-47aa-940a-5be0212e4ade, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6381c026-2771-47bc-ad8e-852d268c3357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9969323d-8818-4f1a-88f4-2ec032ce27fe'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:37:51.321782 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-70ad0367-0625-4083-b629-cbba6f91fa19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:51.382317 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-70ad0367-0625-4083-b629-cbba6f91fa19 service neutron] For port 9a5abfde-85f0-47aa-940a-5be0212e4ade, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:37:51.385794 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-70ad0367-0625-4083-b629-cbba6f91fa19 service neutron] For port 9a5abfde-85f0-47aa-940a-5be0212e4ade, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=9a5abfde-85f0-47aa-940a-5be0212e4ade,segment=NetworkSegment(6381c026-2771-47bc-ad8e-852d268c3357),segment_id=6381c026-2771-47bc-ad8e-852d268c3357)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:37:51.514410 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-70ad0367-0625-4083-b629-cbba6f91fa19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:51.549703 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-70ad0367-0625-4083-b629-cbba6f91fa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:51.550328 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-70ad0367-0625-4083-b629-cbba6f91fa19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:51.551902 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-70ad0367-0625-4083-b629-cbba6f91fa19 service neutron] 10.222.0.72 "PUT /v2.0/ports/9a5abfde-85f0-47aa-940a-5be0212e4ade HTTP/1.1" status: 200 len: 1093 time: 0.7730925 Aug 16 21:37:51.552347 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15cb86e8-af38-460c-b181-9fdbee26f1f0', 'tag': '9a5abfde-85f0-47aa-940a-5be0212e4ade'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:37:51.554636 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4c5816-4b5c-4f94-ae70-acc2863f29ca" -d '{"events": [{"name": "network-changed", "server_uuid": "15cb86e8-af38-460c-b181-9fdbee26f1f0", "tag": "9a5abfde-85f0-47aa-940a-5be0212e4ade"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:37:51.581112 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad0367-0625-4083-b629-cbba6f91fa19 service neutron] Pushing event updated for resources: {'Port': ['ID=9a5abfde-85f0-47aa-940a-5be0212e4ade,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:51.593423 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ec3f81-8bc5-4dc9-8ff4-cc5a52b2a639 x-openstack-request-id: req-45ec3f81-8bc5-4dc9-8ff4-cc5a52b2a639 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:37:51.593715 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15cb86e8-af38-460c-b181-9fdbee26f1f0", "tag": "9a5abfde-85f0-47aa-940a-5be0212e4ade", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:37:51.593965 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-45ec3f81-8bc5-4dc9-8ff4-cc5a52b2a639 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:37:51.594445 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15cb86e8-af38-460c-b181-9fdbee26f1f0', 'tag': '9a5abfde-85f0-47aa-940a-5be0212e4ade', 'status': 'completed', 'code': 200} Aug 16 21:37:51.654129 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c5816-4b5c-4f94-ae70-acc2863f29ca req-bdc24734-17ba-4613-872a-869efdc94e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:51.655736 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1a4c5816-4b5c-4f94-ae70-acc2863f29ca req-bdc24734-17ba-4613-872a-869efdc94e87 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c005e91704c04fda95ea8bf341423d07&device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 1096 time: 0.0423837 Aug 16 21:37:51.758790 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c5816-4b5c-4f94-ae70-acc2863f29ca req-cf7b5299-7f46-4acd-92a9-b98dd8c02447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:51.760316 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1a4c5816-4b5c-4f94-ae70-acc2863f29ca req-cf7b5299-7f46-4acd-92a9-b98dd8c02447 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=c005e91704c04fda95ea8bf341423d07&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0959392 Aug 16 21:37:51.856281 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c5816-4b5c-4f94-ae70-acc2863f29ca req-4a115b8d-7911-481c-883c-b58ddfaabce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:51.857661 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1a4c5816-4b5c-4f94-ae70-acc2863f29ca req-4a115b8d-7911-481c-883c-b58ddfaabce9 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903332 Aug 16 21:37:51.932604 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-1f722440-ad34-420a-9f25-d7980c48a395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:51.934378 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-1f722440-ad34-420a-9f25-d7980c48a395 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c005e91704c04fda95ea8bf341423d07&device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 1096 time: 0.0409966 Aug 16 21:37:51.974386 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-cf8ec4b5-e4b3-4b62-be11-16208ea71d79 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a5abfde-85f0-47aa-940a-5be0212e4ade HTTP/1.1" status: 200 len: 217 time: 0.0325119 Aug 16 21:37:52.025908 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-aa5b555c-869b-4667-bd4a-057d071bd186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:52.027407 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-aa5b555c-869b-4667-bd4a-057d071bd186 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=75c5ed60-1c09-442d-9667-1095c3571f6d HTTP/1.1" status: 200 len: 851 time: 0.0464923 Aug 16 21:37:52.062655 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-b199c8c5-dac5-4dbd-b64d-be244d0d7fa3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9969323d-8818-4f1a-88f4-2ec032ce27fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280151 Aug 16 21:37:52.144922 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c68003-7261-45dd-bb98-5f929b811626 req-190c7379-8f84-4e66-992e-d284574d8cc1 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:52.146345 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-44c68003-7261-45dd-bb98-5f929b811626 req-190c7379-8f84-4e66-992e-d284574d8cc1 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 944 time: 0.0491920 Aug 16 21:37:52.159232 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-76c62574-9e02-4df6-b7d5-6a488cd865fb service neutron] 10.222.0.72 "GET /v2.0/networks/9969323d-8818-4f1a-88f4-2ec032ce27fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888319 Aug 16 21:37:52.183736 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-44c68003-7261-45dd-bb98-5f929b811626 req-2d621a20-3dee-4762-a2a0-a909406ba53f tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/security-groups?id=636f7477-42f9-40e6-b757-2238c1c01554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315378 Aug 16 21:37:52.254055 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-12a997c4-2bf7-4d48-9879-69f8b9181a63 req-3eb5cb70-c44b-4026-85da-8c47a02d81a3 service neutron] 10.222.0.72 "GET /v2.0/networks/9969323d-8818-4f1a-88f4-2ec032ce27fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873885 Aug 16 21:37:52.352239 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:53.310841 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e8000-91de-4397-95ae-e64cc5b993a1 req-8195a801-9e6a-4f9f-a766-55fa513f373f tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:53.312381 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-791e8000-91de-4397-95ae-e64cc5b993a1 req-8195a801-9e6a-4f9f-a766-55fa513f373f tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 944 time: 0.0595942 Aug 16 21:37:53.349477 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-791e8000-91de-4397-95ae-e64cc5b993a1 req-699cadf9-a6d9-4246-8bf6-f0f1e9c19ffc tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/security-groups?id=636f7477-42f9-40e6-b757-2238c1c01554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309756 Aug 16 21:37:54.465459 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e346a90-201a-41ab-bafa-c9c345767a3e req-be6ee6ab-49c9-403a-bb38-081f7f215232 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:54.466917 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9e346a90-201a-41ab-bafa-c9c345767a3e req-be6ee6ab-49c9-403a-bb38-081f7f215232 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 944 time: 0.0503354 Aug 16 21:37:54.504099 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9e346a90-201a-41ab-bafa-c9c345767a3e req-d823c316-248d-4e45-9028-bee22c22825d tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/security-groups?id=636f7477-42f9-40e6-b757-2238c1c01554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311439 Aug 16 21:37:55.215544 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 9a5abfde-85f0-47aa-940a-5be0212e4ade details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:37:55.304876 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 9a5abfde-85f0-47aa-940a-5be0212e4ade, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=9a5abfde-85f0-47aa-940a-5be0212e4ade,segment=NetworkSegment(6381c026-2771-47bc-ad8e-852d268c3357),segment_id=6381c026-2771-47bc-ad8e-852d268c3357)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:37:55.316579 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '9a5abfde-85f0-47aa-940a-5be0212e4ade', 'network_id': '9969323d-8818-4f1a-88f4-2ec032ce27fe', 'port_id': '9a5abfde-85f0-47aa-940a-5be0212e4ade', 'mac_address': 'fa:16:3e:1d:33:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75c5ed60-1c09-442d-9667-1095c3571f6d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:37:55.352786 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:55.365923 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a5abfde-85f0-47aa-940a-5be0212e4ade {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:37:55.385914 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 9a5abfde-85f0-47aa-940a-5be0212e4ade, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=9a5abfde-85f0-47aa-940a-5be0212e4ade,segment=NetworkSegment(6381c026-2771-47bc-ad8e-852d268c3357),segment_id=6381c026-2771-47bc-ad8e-852d268c3357)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:37:55.500568 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:55.551333 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=9a5abfde-85f0-47aa-940a-5be0212e4ade,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:55.620525 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6514f33-fa4e-4071-9f20-91d771745923 req-1d78c593-2c5f-49f5-b13f-2fb2ce0e172b tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:55.622012 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a6514f33-fa4e-4071-9f20-91d771745923 req-1d78c593-2c5f-49f5-b13f-2fb2ce0e172b tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 945 time: 0.0518494 Aug 16 21:37:55.661075 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a6514f33-fa4e-4071-9f20-91d771745923 req-550719d5-6459-401a-8564-7ba0ac298a1e tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/security-groups?id=636f7477-42f9-40e6-b757-2238c1c01554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330265 Aug 16 21:37:55.714426 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['9a5abfde-85f0-47aa-940a-5be0212e4ade'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:37:56.779619 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8699fe6-f3f9-41ba-957c-c1cfe8f7880a req-33e1393f-a035-4192-8687-242d3d82d3a0 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:56.781122 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c8699fe6-f3f9-41ba-957c-c1cfe8f7880a req-33e1393f-a035-4192-8687-242d3d82d3a0 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 945 time: 0.0521073 Aug 16 21:37:56.818003 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c8699fe6-f3f9-41ba-957c-c1cfe8f7880a req-9ff75115-ef3d-4e87-b976-9bc2d3e56da0 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/security-groups?id=636f7477-42f9-40e6-b757-2238c1c01554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311117 Aug 16 21:37:57.231420 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 9a5abfde-85f0-47aa-940a-5be0212e4ade up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:37:57.328986 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 9a5abfde-85f0-47aa-940a-5be0212e4ade completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:37:57.332575 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 9a5abfde-85f0-47aa-940a-5be0212e4ade triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:37:57.332952 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:57.407277 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:57.430127 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15cb86e8-af38-460c-b181-9fdbee26f1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a5abfde-85f0-47aa-940a-5be0212e4ade'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:37:57.432409 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28919c45-fcd1-4c6d-8e71-ec2170829f46" -d '{"events": [{"server_uuid": "15cb86e8-af38-460c-b181-9fdbee26f1f0", "name": "network-vif-plugged", "status": "completed", "tag": "9a5abfde-85f0-47aa-940a-5be0212e4ade"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:37:57.445157 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 9a5abfde-85f0-47aa-940a-5be0212e4ade, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=9a5abfde-85f0-47aa-940a-5be0212e4ade,segment=NetworkSegment(6381c026-2771-47bc-ad8e-852d268c3357),segment_id=6381c026-2771-47bc-ad8e-852d268c3357)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:37:57.469178 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ab8a6c-80ab-44e5-900e-a106ca4015bd x-openstack-request-id: req-52ab8a6c-80ab-44e5-900e-a106ca4015bd {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:37:57.479197 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15cb86e8-af38-460c-b181-9fdbee26f1f0", "name": "network-vif-plugged", "status": "completed", "tag": "9a5abfde-85f0-47aa-940a-5be0212e4ade", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:37:57.479197 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-52ab8a6c-80ab-44e5-900e-a106ca4015bd {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:37:57.479197 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15cb86e8-af38-460c-b181-9fdbee26f1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a5abfde-85f0-47aa-940a-5be0212e4ade', 'code': 200} Aug 16 21:37:57.562227 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b93370-5d7a-44b1-95f4-9b3699628f27 req-3f239ccf-1297-4b7e-8c92-3ef547f7cd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:57.563637 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-52b93370-5d7a-44b1-95f4-9b3699628f27 req-3f239ccf-1297-4b7e-8c92-3ef547f7cd53 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 1097 time: 0.0413942 Aug 16 21:37:57.580972 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:57.599753 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-52b93370-5d7a-44b1-95f4-9b3699628f27 req-b5067f32-95f1-4741-a3d1-0f2c5d23a021 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=636f7477-42f9-40e6-b757-2238c1c01554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288317 Aug 16 21:37:57.640079 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=9a5abfde-85f0-47aa-940a-5be0212e4ade,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:57.931039 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17024021-0d62-4d7d-9500-30a46c803ba3 req-c83c3b60-d39d-4080-8ede-dc40bbc843e8 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:57.932593 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-17024021-0d62-4d7d-9500-30a46c803ba3 req-c83c3b60-d39d-4080-8ede-dc40bbc843e8 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 946 time: 0.0498726 Aug 16 21:37:57.970630 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-17024021-0d62-4d7d-9500-30a46c803ba3 req-a63d0b18-a99e-429c-9a9d-1b3cc25b6ece tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/security-groups?id=636f7477-42f9-40e6-b757-2238c1c01554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318244 Aug 16 21:37:59.084255 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db5dfb-f6b3-40aa-b11b-5b104f7a042c req-dac7376e-90ad-4ea9-8541-95dd1699ca44 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:59.085753 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-80db5dfb-f6b3-40aa-b11b-5b104f7a042c req-dac7376e-90ad-4ea9-8541-95dd1699ca44 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 946 time: 0.0493894 Aug 16 21:37:59.123624 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-80db5dfb-f6b3-40aa-b11b-5b104f7a042c req-8e00eb31-5dc4-4445-8049-cbc0368ecd39 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/security-groups?id=636f7477-42f9-40e6-b757-2238c1c01554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312974 Aug 16 21:37:59.598930 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63d23d-f621-44c8-9d9f-45f1f12e35c1 req-314abff9-7af6-458c-998a-e2865934efc9 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:59.600455 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cc63d23d-f621-44c8-9d9f-45f1f12e35c1 req-314abff9-7af6-458c-998a-e2865934efc9 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 946 time: 0.0530367 Aug 16 21:37:59.638912 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cc63d23d-f621-44c8-9d9f-45f1f12e35c1 req-d0c6d7b3-1a75-440a-8b87-cda8154700d7 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/security-groups?id=636f7477-42f9-40e6-b757-2238c1c01554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325232 Aug 16 21:37:59.675372 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 33304) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:37:59.764151 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-61dab6b9-440f-4f27-a8f8-f72e89aee377 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0874510 Aug 16 21:38:00.761925 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720efceb-af66-40dc-b26f-2b0fd3d9502c req-d9d4ebcc-da02-4b7d-aa68-246e92d290c2 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:00.763372 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-720efceb-af66-40dc-b26f-2b0fd3d9502c req-d9d4ebcc-da02-4b7d-aa68-246e92d290c2 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 946 time: 0.0500314 Aug 16 21:38:00.806075 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-720efceb-af66-40dc-b26f-2b0fd3d9502c req-b907c4ed-7e86-457d-8a89-63cee60b3f12 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/security-groups?id=636f7477-42f9-40e6-b757-2238c1c01554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366337 Aug 16 21:38:00.852999 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:38:01.825266 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-fbcdb39b-68aa-4530-a7da-a7a714aafbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:01.826776 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-fbcdb39b-68aa-4530-a7da-a7a714aafbae service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c005e91704c04fda95ea8bf341423d07&device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 1098 time: 0.0404232 Aug 16 21:38:01.921590 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-c086b1aa-18fa-4cc3-bae1-fda2b0305d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:01.925391 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-c086b1aa-18fa-4cc3-bae1-fda2b0305d19 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9969323d-8818-4f1a-88f4-2ec032ce27fe HTTP/1.1" status: 200 len: 912 time: 0.0897207 Aug 16 21:38:01.925572 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ed302-caeb-47f3-b259-95a97b0228b4 req-0b39129e-4a62-45bf-9b27-e8846ec478df tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:01.925572 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2b1ed302-caeb-47f3-b259-95a97b0228b4 req-0b39129e-4a62-45bf-9b27-e8846ec478df tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 946 time: 0.0519536 Aug 16 21:38:01.964567 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2b1ed302-caeb-47f3-b259-95a97b0228b4 req-c6a1feef-77d7-4b43-9598-47550c35219f tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/security-groups?id=636f7477-42f9-40e6-b757-2238c1c01554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323792 Aug 16 21:38:01.967115 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-9485e9ce-bf93-42b2-b7a8-3cabe3de995e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a5abfde-85f0-47aa-940a-5be0212e4ade HTTP/1.1" status: 200 len: 217 time: 0.0356374 Aug 16 21:38:02.020018 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-5e7c9350-0ac5-4639-8252-d2d195a6bfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:02.021475 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-5e7c9350-0ac5-4639-8252-d2d195a6bfe6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=75c5ed60-1c09-442d-9667-1095c3571f6d HTTP/1.1" status: 200 len: 851 time: 0.0481563 Aug 16 21:38:02.052644 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-5e719457-05d6-4741-a3a7-0d9e172e14fa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9969323d-8818-4f1a-88f4-2ec032ce27fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240695 Aug 16 21:38:02.141587 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-cef4b9a3-d598-4429-81f4-a23b2db5acbc service neutron] 10.222.0.72 "GET /v2.0/networks/9969323d-8818-4f1a-88f4-2ec032ce27fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816531 Aug 16 21:38:02.237501 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-b18fa9e3-e8b3-4ac1-b85d-9c465e6a4003 service neutron] 10.222.0.72 "GET /v2.0/networks/9969323d-8818-4f1a-88f4-2ec032ce27fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886695 Aug 16 21:38:03.078804 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc623996-3b26-4b51-b3c2-1da70134039c req-e0edc8ae-452d-40c3-a992-c3498ec6be04 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:03.080318 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bc623996-3b26-4b51-b3c2-1da70134039c req-e0edc8ae-452d-40c3-a992-c3498ec6be04 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 946 time: 0.0495076 Aug 16 21:38:03.119721 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bc623996-3b26-4b51-b3c2-1da70134039c req-ba9d4400-a260-46e6-8632-23ffadb02ba7 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/security-groups?id=636f7477-42f9-40e6-b757-2238c1c01554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328975 Aug 16 21:38:04.233076 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97881597-c9f3-4a72-bc12-7af1523bd2d5 req-0e7a9de8-6e70-4803-bf3d-f06d9de3540b tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:04.234636 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-97881597-c9f3-4a72-bc12-7af1523bd2d5 req-0e7a9de8-6e70-4803-bf3d-f06d9de3540b tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 946 time: 0.0485108 Aug 16 21:38:04.273036 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-97881597-c9f3-4a72-bc12-7af1523bd2d5 req-94a210ee-2e07-4f76-8358-520d093e1897 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/security-groups?id=636f7477-42f9-40e6-b757-2238c1c01554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320270 Aug 16 21:38:05.388985 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f1625-d043-4ece-9d94-523a58aab504 req-6a4900c3-f07b-4869-85c6-2b0d287fb9ef tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:05.390512 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9b9f1625-d043-4ece-9d94-523a58aab504 req-6a4900c3-f07b-4869-85c6-2b0d287fb9ef tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 946 time: 0.0513580 Aug 16 21:38:05.427227 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9b9f1625-d043-4ece-9d94-523a58aab504 req-dc716a17-30d1-454e-90d4-bedf06c7498f tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/security-groups?id=636f7477-42f9-40e6-b757-2238c1c01554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309429 Aug 16 21:38:06.545200 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210bc65-71a4-44ea-b1f1-4936b44db425 req-ff15c183-a634-4ebe-bb23-ec02aab207f8 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:06.546701 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a210bc65-71a4-44ea-b1f1-4936b44db425 req-ff15c183-a634-4ebe-bb23-ec02aab207f8 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 946 time: 0.0520718 Aug 16 21:38:06.584728 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a210bc65-71a4-44ea-b1f1-4936b44db425 req-faa4db69-3f01-49bc-829e-4cebaa64d229 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/security-groups?id=636f7477-42f9-40e6-b757-2238c1c01554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320692 Aug 16 21:38:07.695976 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd56e51-a959-4c85-b21a-97cb5611e710 req-c408221c-f4fc-40a7-b372-cfab166c88d8 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:07.697458 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8fd56e51-a959-4c85-b21a-97cb5611e710 req-c408221c-f4fc-40a7-b372-cfab166c88d8 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 946 time: 0.0489354 Aug 16 21:38:07.734204 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8fd56e51-a959-4c85-b21a-97cb5611e710 req-d3aa055a-6fde-437f-9ba5-d115b1cbdbcb tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/security-groups?id=636f7477-42f9-40e6-b757-2238c1c01554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309157 Aug 16 21:38:08.855123 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454dd1c8-cb41-4bee-8f0e-92d3b2182f52 req-db15b527-20aa-4d89-b6e2-c7f542b73fc7 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:08.856638 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-454dd1c8-cb41-4bee-8f0e-92d3b2182f52 req-db15b527-20aa-4d89-b6e2-c7f542b73fc7 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 946 time: 0.0567906 Aug 16 21:38:09.236269 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-454dd1c8-cb41-4bee-8f0e-92d3b2182f52 req-1cee21c8-74f4-49e3-b980-3e1236f2a918 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/security-groups?id=636f7477-42f9-40e6-b757-2238c1c01554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734303 Aug 16 21:38:10.356771 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526108f2-efdd-4348-b167-092c34c16811 req-eb77f1a5-3d5c-435c-bbfa-6bc9903d9b33 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:10.358241 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-526108f2-efdd-4348-b167-092c34c16811 req-eb77f1a5-3d5c-435c-bbfa-6bc9903d9b33 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 946 time: 0.0491097 Aug 16 21:38:10.394191 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-526108f2-efdd-4348-b167-092c34c16811 req-ae90fb19-88c2-44fb-bc1b-5d7b388d8dfa tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/security-groups?id=636f7477-42f9-40e6-b757-2238c1c01554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301344 Aug 16 21:38:11.118032 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1c017dc3-e996-4710-a52b-9d91092d074c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:11.517280 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0382a-ba35-4452-a108-2bbedb2ed7b9 req-0f553909-5011-4f79-b9f3-5e7c019e201f tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:11.518793 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9cc0382a-ba35-4452-a108-2bbedb2ed7b9 req-0f553909-5011-4f79-b9f3-5e7c019e201f tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 946 time: 0.0538809 Aug 16 21:38:11.557355 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9cc0382a-ba35-4452-a108-2bbedb2ed7b9 req-d8d1a75d-b87d-41f8-b8d6-092364cb3f5c tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/security-groups?id=636f7477-42f9-40e6-b757-2238c1c01554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325127 Aug 16 21:38:12.674637 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58a39f-c734-4a1c-8216-4c956fd510e1 req-2befa988-1e66-437b-9bac-b6f8e2cf56d4 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:12.676139 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0d58a39f-c734-4a1c-8216-4c956fd510e1 req-2befa988-1e66-437b-9bac-b6f8e2cf56d4 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 946 time: 0.0520213 Aug 16 21:38:12.714002 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0d58a39f-c734-4a1c-8216-4c956fd510e1 req-90b3d022-47c2-4a96-81be-9db3b6b34841 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/security-groups?id=636f7477-42f9-40e6-b757-2238c1c01554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314577 Aug 16 21:38:13.792102 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0c6b60f3-ea68-40db-85f5-1f7dc422b66a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:13.829837 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410f15a-9507-4f52-b714-a06a2bfcd502 req-26249b80-64df-4ece-aef5-a7f4da1a5124 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:13.831354 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1410f15a-9507-4f52-b714-a06a2bfcd502 req-26249b80-64df-4ece-aef5-a7f4da1a5124 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 946 time: 0.0519087 Aug 16 21:38:13.869632 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1410f15a-9507-4f52-b714-a06a2bfcd502 req-f0d44556-b2de-4d67-9ba8-00c2b320ed3f tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/security-groups?id=636f7477-42f9-40e6-b757-2238c1c01554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315437 Aug 16 21:38:13.895078 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:14.974757 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:14.987570 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475bbba-608d-47c2-8245-a9df5bf60d98 req-c783d4eb-da6d-4c74-aee2-bd9c2e6e58f4 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:14.992829 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a475bbba-608d-47c2-8245-a9df5bf60d98 req-c783d4eb-da6d-4c74-aee2-bd9c2e6e58f4 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 946 time: 0.0488269 Aug 16 21:38:15.026668 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a475bbba-608d-47c2-8245-a9df5bf60d98 req-1d409cc2-9cda-4617-8901-fad7f6518522 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/security-groups?id=636f7477-42f9-40e6-b757-2238c1c01554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316648 Aug 16 21:38:16.143546 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce6488-dbaa-455b-a09f-e9235ae1cc1e req-c6feae43-a7cd-4390-abe1-60776ac728b3 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:16.144972 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-77ce6488-dbaa-455b-a09f-e9235ae1cc1e req-c6feae43-a7cd-4390-abe1-60776ac728b3 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 946 time: 0.0525782 Aug 16 21:38:16.182027 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-77ce6488-dbaa-455b-a09f-e9235ae1cc1e req-48af4b6d-822d-40d1-a559-bed53858a3e9 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/security-groups?id=636f7477-42f9-40e6-b757-2238c1c01554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307617 Aug 16 21:38:16.665668 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:17.293945 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd073697-511c-4d6f-ac50-d701f7f5e74c req-93d9360f-3b23-4f97-b321-ecead9c8a3cd tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:17.295440 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dd073697-511c-4d6f-ac50-d701f7f5e74c req-93d9360f-3b23-4f97-b321-ecead9c8a3cd tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 946 time: 0.0484519 Aug 16 21:38:17.332353 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dd073697-511c-4d6f-ac50-d701f7f5e74c req-2ecf8a8f-97b6-4690-9c3e-126fc4f98e27 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/security-groups?id=636f7477-42f9-40e6-b757-2238c1c01554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311151 Aug 16 21:38:18.445861 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd0d22-b13f-4e53-a772-1b2800d3b525 req-3ae68e1c-f37e-4a32-9d67-d43e58777887 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:18.447355 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-58dd0d22-b13f-4e53-a772-1b2800d3b525 req-3ae68e1c-f37e-4a32-9d67-d43e58777887 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 946 time: 0.0498588 Aug 16 21:38:18.485397 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-58dd0d22-b13f-4e53-a772-1b2800d3b525 req-42f9c342-5a66-49fe-951e-480299165601 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/security-groups?id=636f7477-42f9-40e6-b757-2238c1c01554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321376 Aug 16 21:38:19.602593 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:19.603200 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe84bb-62d4-472e-92de-c263e07211a5 req-53d8e1d1-b827-4f6a-9795-ffed20e347a6 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:19.604141 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2abe84bb-62d4-472e-92de-c263e07211a5 req-53d8e1d1-b827-4f6a-9795-ffed20e347a6 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 946 time: 0.0526824 Aug 16 21:38:19.642258 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2abe84bb-62d4-472e-92de-c263e07211a5 req-1b378db9-eeac-4500-a891-a0501f1f7ebf tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/security-groups?id=636f7477-42f9-40e6-b757-2238c1c01554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322356 Aug 16 21:38:20.754576 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b8a6f-9d3d-482e-8bd8-520050d0fdba req-6302be6e-b8ba-4bd0-aa27-90a6019984c9 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:20.756096 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-337b8a6f-9d3d-482e-8bd8-520050d0fdba req-6302be6e-b8ba-4bd0-aa27-90a6019984c9 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 946 time: 0.0487442 Aug 16 21:38:20.793319 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-337b8a6f-9d3d-482e-8bd8-520050d0fdba req-0b97d5aa-6759-41d7-ab6e-8cf181da7222 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/security-groups?id=636f7477-42f9-40e6-b757-2238c1c01554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313904 Aug 16 21:38:21.904676 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf68be1-5895-432b-8fc2-0c5abc6b3b3e req-9fca9e57-5b3b-4912-a74e-5579f5c194d6 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:21.906147 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cdf68be1-5895-432b-8fc2-0c5abc6b3b3e req-9fca9e57-5b3b-4912-a74e-5579f5c194d6 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 946 time: 0.0479741 Aug 16 21:38:21.947019 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cdf68be1-5895-432b-8fc2-0c5abc6b3b3e req-00e32b1a-589e-4ff1-8833-43d6ff576505 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/security-groups?id=636f7477-42f9-40e6-b757-2238c1c01554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350232 Aug 16 21:38:22.334153 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:23.063538 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b5080-dd01-4826-8ff6-a27b8dbab1d1 req-91b38407-6921-4a3b-80a8-57ac00dda62e tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:23.065055 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-979b5080-dd01-4826-8ff6-a27b8dbab1d1 req-91b38407-6921-4a3b-80a8-57ac00dda62e tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 946 time: 0.0516899 Aug 16 21:38:23.102742 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-979b5080-dd01-4826-8ff6-a27b8dbab1d1 req-c822cef7-377f-4ce9-b227-6a24ac758490 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/security-groups?id=636f7477-42f9-40e6-b757-2238c1c01554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315881 Aug 16 21:38:24.217919 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815fed6-f038-48b2-8b4a-607a649cf039 req-fad82042-1ca8-4ec8-b696-82a8aa25a268 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:24.219423 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6815fed6-f038-48b2-8b4a-607a649cf039 req-fad82042-1ca8-4ec8-b696-82a8aa25a268 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 946 time: 0.0505111 Aug 16 21:38:24.258613 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6815fed6-f038-48b2-8b4a-607a649cf039 req-23f3e927-f72e-4e8b-b131-720aa1cc3197 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/security-groups?id=636f7477-42f9-40e6-b757-2238c1c01554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328002 Aug 16 21:38:25.372446 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970642e-d12e-41a4-bb90-96a70f022ea8 req-b00e64a2-ee6b-400a-8b88-22e48aa92f4b tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:25.373927 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0970642e-d12e-41a4-bb90-96a70f022ea8 req-b00e64a2-ee6b-400a-8b88-22e48aa92f4b tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 946 time: 0.0492194 Aug 16 21:38:25.411329 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0970642e-d12e-41a4-bb90-96a70f022ea8 req-fe1eeff1-0973-4a18-a16d-c47f51bb2a65 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/security-groups?id=636f7477-42f9-40e6-b757-2238c1c01554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315278 Aug 16 21:38:26.528191 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab48b8c-50a8-465d-8f5f-96e48c038b4f req-4697d6d9-b3fd-4779-a990-e8bdd7fd30c3 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:26.529765 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fab48b8c-50a8-465d-8f5f-96e48c038b4f req-4697d6d9-b3fd-4779-a990-e8bdd7fd30c3 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 946 time: 0.0531516 Aug 16 21:38:26.568598 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fab48b8c-50a8-465d-8f5f-96e48c038b4f req-8b931cd4-199b-4e66-92c3-96c6b48ebf96 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/security-groups?id=636f7477-42f9-40e6-b757-2238c1c01554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323308 Aug 16 21:38:27.683155 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236191d-8adf-4d6f-8d1c-db10617cf0e7 req-d3b42ecc-1f42-442c-9109-d12f200ffb0e tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:27.684677 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b236191d-8adf-4d6f-8d1c-db10617cf0e7 req-d3b42ecc-1f42-442c-9109-d12f200ffb0e tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 946 time: 0.0492938 Aug 16 21:38:27.722208 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b236191d-8adf-4d6f-8d1c-db10617cf0e7 req-47ead907-1018-461e-9382-8de7d84a06aa tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/security-groups?id=636f7477-42f9-40e6-b757-2238c1c01554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315275 Aug 16 21:38:28.835175 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff2202-f5e7-4e9d-b521-73206ad146b8 req-91499ba6-8031-4a25-a2ab-dc8737684aef tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:28.836683 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-09ff2202-f5e7-4e9d-b521-73206ad146b8 req-91499ba6-8031-4a25-a2ab-dc8737684aef tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 946 time: 0.0480599 Aug 16 21:38:28.873989 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-09ff2202-f5e7-4e9d-b521-73206ad146b8 req-53a9740c-c2b6-451f-8fca-5bac6d11250e tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/security-groups?id=636f7477-42f9-40e6-b757-2238c1c01554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309353 Aug 16 21:38:29.603163 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-392fc6b3-e350-4c49-a418-3362f7ba9e69 service neutron] show failed (client error): The resource could not be found. Aug 16 21:38:29.604196 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-392fc6b3-e350-4c49-a418-3362f7ba9e69 service neutron] 10.222.0.72 "GET /v2.0/ports/9a5abfde-85f0-47aa-940a-5be0212e4ade/bindings/n-h2-793620-15 HTTP/1.1" status: 404 len: 381 time: 0.0556493 Aug 16 21:38:29.997453 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f3911-8628-43e4-8d77-1c7fed317836 req-48ba30e3-07e1-40b2-bb16-850b5b556c1c tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:29.998964 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1f2f3911-8628-43e4-8d77-1c7fed317836 req-48ba30e3-07e1-40b2-bb16-850b5b556c1c tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 946 time: 0.0538127 Aug 16 21:38:30.039503 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1f2f3911-8628-43e4-8d77-1c7fed317836 req-86c2b2fa-a657-40e0-b11e-8fbda22c7235 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/security-groups?id=636f7477-42f9-40e6-b757-2238c1c01554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345483 Aug 16 21:38:30.108105 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-52689a5e-3626-4887-9f6f-75d0014a19b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:30.109611 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-52689a5e-3626-4887-9f6f-75d0014a19b6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0&tenant_id=c005e91704c04fda95ea8bf341423d07 HTTP/1.1" status: 200 len: 1098 time: 0.0415409 Aug 16 21:38:30.121162 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-37a42da0-aace-42d8-a782-af1feeda368f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-15', 'device_owner': 'compute:nova'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:38:30.172489 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-37a42da0-aace-42d8-a782-af1feeda368f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:30.373063 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-37a42da0-aace-42d8-a782-af1feeda368f service neutron] For port 9a5abfde-85f0-47aa-940a-5be0212e4ade, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=9a5abfde-85f0-47aa-940a-5be0212e4ade,segment=NetworkSegment(6381c026-2771-47bc-ad8e-852d268c3357),segment_id=6381c026-2771-47bc-ad8e-852d268c3357)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:38:30.406349 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-37a42da0-aace-42d8-a782-af1feeda368f service neutron] For port 9a5abfde-85f0-47aa-940a-5be0212e4ade, host n-h1-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:38:30.444734 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15cb86e8-af38-460c-b181-9fdbee26f1f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a5abfde-85f0-47aa-940a-5be0212e4ade'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:38:30.447621 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f63581-3c0b-4622-8add-a869a01019b0" -d '{"events": [{"server_uuid": "15cb86e8-af38-460c-b181-9fdbee26f1f0", "name": "network-vif-unplugged", "status": "completed", "tag": "9a5abfde-85f0-47aa-940a-5be0212e4ade"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:38:30.451419 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-37a42da0-aace-42d8-a782-af1feeda368f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:30.463491 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-37a42da0-aace-42d8-a782-af1feeda368f service neutron] Transition to ACTIVE for port object 9a5abfde-85f0-47aa-940a-5be0212e4ade will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:38:30.499979 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a22b94-b49d-49fb-a9e7-dae48b8e8f23 x-openstack-request-id: req-83a22b94-b49d-49fb-a9e7-dae48b8e8f23 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:38:30.499979 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15cb86e8-af38-460c-b181-9fdbee26f1f0", "name": "network-vif-unplugged", "status": "completed", "tag": "9a5abfde-85f0-47aa-940a-5be0212e4ade", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:38:30.499979 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-83a22b94-b49d-49fb-a9e7-dae48b8e8f23 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:38:30.499979 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15cb86e8-af38-460c-b181-9fdbee26f1f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a5abfde-85f0-47aa-940a-5be0212e4ade', 'code': 200} Aug 16 21:38:30.511674 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-37a42da0-aace-42d8-a782-af1feeda368f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:30.570663 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-37a42da0-aace-42d8-a782-af1feeda368f service neutron] No DVR routers for this DVR port 9a5abfde-85f0-47aa-940a-5be0212e4ade on host n-h1-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:38:30.577698 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a42da0-aace-42d8-a782-af1feeda368f service neutron] Pushing event updated for resources: {'Port': ['ID=9a5abfde-85f0-47aa-940a-5be0212e4ade,revision_number=6']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:38:30.613264 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-37a42da0-aace-42d8-a782-af1feeda368f service neutron] Attempting to bind port 9a5abfde-85f0-47aa-940a-5be0212e4ade on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:38:30.613607 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-37a42da0-aace-42d8-a782-af1feeda368f service neutron] Attempting to bind port 9a5abfde-85f0-47aa-940a-5be0212e4ade by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '6381c026-2771-47bc-ad8e-852d268c3357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9969323d-8818-4f1a-88f4-2ec032ce27fe'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:38:30.613942 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-37a42da0-aace-42d8-a782-af1feeda368f service neutron] Attempting to bind port 9a5abfde-85f0-47aa-940a-5be0212e4ade on network 9969323d-8818-4f1a-88f4-2ec032ce27fe {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:38:30.618621 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-37a42da0-aace-42d8-a782-af1feeda368f service neutron] Port 9a5abfde-85f0-47aa-940a-5be0212e4ade on network 9969323d-8818-4f1a-88f4-2ec032ce27fe not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:38:30.618954 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-37a42da0-aace-42d8-a782-af1feeda368f service neutron] Attempting to bind port 9a5abfde-85f0-47aa-940a-5be0212e4ade on network 9969323d-8818-4f1a-88f4-2ec032ce27fe {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:38:30.623766 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-37a42da0-aace-42d8-a782-af1feeda368f service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:38:30.624138 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-37a42da0-aace-42d8-a782-af1feeda368f service neutron] Checking segment: {'id': '6381c026-2771-47bc-ad8e-852d268c3357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9969323d-8818-4f1a-88f4-2ec032ce27fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:38:30.624528 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-37a42da0-aace-42d8-a782-af1feeda368f service neutron] Bound using segment: {'id': '6381c026-2771-47bc-ad8e-852d268c3357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9969323d-8818-4f1a-88f4-2ec032ce27fe'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:38:30.624957 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-37a42da0-aace-42d8-a782-af1feeda368f service neutron] Bound port: 9a5abfde-85f0-47aa-940a-5be0212e4ade, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6381c026-2771-47bc-ad8e-852d268c3357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9969323d-8818-4f1a-88f4-2ec032ce27fe'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:38:30.625317 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-37a42da0-aace-42d8-a782-af1feeda368f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:30.686340 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-37a42da0-aace-42d8-a782-af1feeda368f service neutron] For port 9a5abfde-85f0-47aa-940a-5be0212e4ade, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:38:30.689251 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-37a42da0-aace-42d8-a782-af1feeda368f service neutron] For port 9a5abfde-85f0-47aa-940a-5be0212e4ade, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=9a5abfde-85f0-47aa-940a-5be0212e4ade,segment=NetworkSegment(6381c026-2771-47bc-ad8e-852d268c3357),segment_id=6381c026-2771-47bc-ad8e-852d268c3357)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:38:30.746475 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-37a42da0-aace-42d8-a782-af1feeda368f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:30.777745 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-37a42da0-aace-42d8-a782-af1feeda368f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:30.778640 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-37a42da0-aace-42d8-a782-af1feeda368f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:30.780338 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-37a42da0-aace-42d8-a782-af1feeda368f service neutron] 10.222.0.90 "PUT /v2.0/ports/9a5abfde-85f0-47aa-940a-5be0212e4ade HTTP/1.1" status: 200 len: 1093 time: 0.6631453 Aug 16 21:38:30.816973 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a42da0-aace-42d8-a782-af1feeda368f service neutron] Pushing event updated for resources: {'Port': ['ID=9a5abfde-85f0-47aa-940a-5be0212e4ade,revision_number=7']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:38:30.846768 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-9d40da01-4124-4ab8-b34d-d0e6f33e0d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:30.849020 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-9d40da01-4124-4ab8-b34d-d0e6f33e0d94 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c005e91704c04fda95ea8bf341423d07&device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 1096 time: 0.0438039 Aug 16 21:38:30.941379 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-595bf9dd-9685-4f6c-ba02-88cc1e954e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:30.942905 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-595bf9dd-9685-4f6c-ba02-88cc1e954e1c service neutron] 10.222.0.90 "GET /v2.0/networks?id=9969323d-8818-4f1a-88f4-2ec032ce27fe HTTP/1.1" status: 200 len: 912 time: 0.0879540 Aug 16 21:38:30.983425 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-ef41c084-c4fe-4fff-9f11-a8b69ed3e0a5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a5abfde-85f0-47aa-940a-5be0212e4ade HTTP/1.1" status: 200 len: 217 time: 0.0334241 Aug 16 21:38:31.035291 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-8cd73dc1-cdee-4621-a96f-c91e96a37be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:31.036701 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-8cd73dc1-cdee-4621-a96f-c91e96a37be0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=75c5ed60-1c09-442d-9667-1095c3571f6d HTTP/1.1" status: 200 len: 851 time: 0.0465446 Aug 16 21:38:31.068910 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-afd0acdf-a30d-4cef-a13a-65531ec38588 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9969323d-8818-4f1a-88f4-2ec032ce27fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248137 Aug 16 21:38:31.196229 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923bca5-2d80-437f-b688-491884059947 req-66a2dd82-1149-4627-87eb-da73cef6173b tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:31.197738 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d923bca5-2d80-437f-b688-491884059947 req-66a2dd82-1149-4627-87eb-da73cef6173b tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 944 time: 0.0786419 Aug 16 21:38:31.203106 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-b94af892-97a8-4bd6-be82-08f3633aef33 service neutron] 10.222.0.90 "GET /v2.0/networks/9969323d-8818-4f1a-88f4-2ec032ce27fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269984 Aug 16 21:38:31.287318 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d923bca5-2d80-437f-b688-491884059947 req-5be7fb7b-ed41-41ee-8514-9f058ae6a25f tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/security-groups?id=636f7477-42f9-40e6-b757-2238c1c01554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831058 Aug 16 21:38:31.319950 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2651f05d-53aa-40c2-a718-f4a4247b414e req-46991250-2c26-4343-a13c-136d2e9a72d0 service neutron] 10.222.0.90 "GET /v2.0/networks/9969323d-8818-4f1a-88f4-2ec032ce27fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090856 Aug 16 21:38:32.404899 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e2064-ac19-4f42-b7cc-384531affa03 req-f187c822-8217-463d-8582-60625242fdb1 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:32.405992 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1d5e2064-ac19-4f42-b7cc-384531affa03 req-f187c822-8217-463d-8582-60625242fdb1 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 944 time: 0.0497985 Aug 16 21:38:32.444995 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1d5e2064-ac19-4f42-b7cc-384531affa03 req-8ac5247f-f4ef-44b2-ae5c-fba12fbff6b8 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/security-groups?id=636f7477-42f9-40e6-b757-2238c1c01554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324781 Aug 16 21:38:32.498880 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15cb86e8-af38-460c-b181-9fdbee26f1f0', 'tag': '9a5abfde-85f0-47aa-940a-5be0212e4ade'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:38:32.501265 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c2572d-4128-4af0-914a-0bc30af4105a" -d '{"events": [{"name": "network-changed", "server_uuid": "15cb86e8-af38-460c-b181-9fdbee26f1f0", "tag": "9a5abfde-85f0-47aa-940a-5be0212e4ade"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:38:32.548666 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbe00a4-a796-4bc0-b781-769fbe607d56 x-openstack-request-id: req-4fbe00a4-a796-4bc0-b781-769fbe607d56 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:38:32.548666 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15cb86e8-af38-460c-b181-9fdbee26f1f0", "tag": "9a5abfde-85f0-47aa-940a-5be0212e4ade", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:38:32.548666 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4fbe00a4-a796-4bc0-b781-769fbe607d56 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:38:32.548973 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15cb86e8-af38-460c-b181-9fdbee26f1f0', 'tag': '9a5abfde-85f0-47aa-940a-5be0212e4ade', 'status': 'completed', 'code': 200} Aug 16 21:38:32.607921 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2572d-4128-4af0-914a-0bc30af4105a req-5341d221-d77d-4890-8e79-bbfd4fd2d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:32.609331 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-10c2572d-4128-4af0-914a-0bc30af4105a req-5341d221-d77d-4890-8e79-bbfd4fd2d2c1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c005e91704c04fda95ea8bf341423d07&device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 1096 time: 0.0428927 Aug 16 21:38:32.611138 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2572d-4128-4af0-914a-0bc30af4105a req-9db0d2d7-2e0c-4731-b57b-8bb448834639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:32.612700 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-10c2572d-4128-4af0-914a-0bc30af4105a req-9db0d2d7-2e0c-4731-b57b-8bb448834639 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c005e91704c04fda95ea8bf341423d07&device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 1096 time: 0.0411160 Aug 16 21:38:32.705352 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2572d-4128-4af0-914a-0bc30af4105a req-675005fa-32c8-42a5-8621-9f278b5345da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:32.705970 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2572d-4128-4af0-914a-0bc30af4105a req-6ad9dc1f-ff8c-4a22-a286-9c711304e64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:32.706841 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-10c2572d-4128-4af0-914a-0bc30af4105a req-675005fa-32c8-42a5-8621-9f278b5345da service neutron] 10.222.0.72 "GET /v2.0/networks?id=9969323d-8818-4f1a-88f4-2ec032ce27fe HTTP/1.1" status: 200 len: 912 time: 0.0906305 Aug 16 21:38:32.707627 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-10c2572d-4128-4af0-914a-0bc30af4105a req-6ad9dc1f-ff8c-4a22-a286-9c711304e64f service neutron] 10.222.0.90 "GET /v2.0/networks?id=9969323d-8818-4f1a-88f4-2ec032ce27fe HTTP/1.1" status: 200 len: 912 time: 0.0879295 Aug 16 21:38:32.749074 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-10c2572d-4128-4af0-914a-0bc30af4105a req-48fab940-4920-4ca2-8e8b-e8139a790a0b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a5abfde-85f0-47aa-940a-5be0212e4ade HTTP/1.1" status: 200 len: 217 time: 0.0340111 Aug 16 21:38:32.749847 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-10c2572d-4128-4af0-914a-0bc30af4105a req-1e5911cf-88cb-471c-84ab-9494802170ab service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a5abfde-85f0-47aa-940a-5be0212e4ade HTTP/1.1" status: 200 len: 217 time: 0.0348780 Aug 16 21:38:32.801619 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2572d-4128-4af0-914a-0bc30af4105a req-931250f4-e697-4ae3-bc1f-94d222a813bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:32.801865 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2572d-4128-4af0-914a-0bc30af4105a req-099069c6-52d8-4019-b057-93fc6d0271f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:32.803095 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-10c2572d-4128-4af0-914a-0bc30af4105a req-099069c6-52d8-4019-b057-93fc6d0271f4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=75c5ed60-1c09-442d-9667-1095c3571f6d HTTP/1.1" status: 200 len: 851 time: 0.0477841 Aug 16 21:38:32.803199 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-10c2572d-4128-4af0-914a-0bc30af4105a req-931250f4-e697-4ae3-bc1f-94d222a813bc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=75c5ed60-1c09-442d-9667-1095c3571f6d HTTP/1.1" status: 200 len: 851 time: 0.0446582 Aug 16 21:38:32.834705 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-10c2572d-4128-4af0-914a-0bc30af4105a req-f72d2632-fc83-4e7d-ad6f-0e2b0b23e9bf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9969323d-8818-4f1a-88f4-2ec032ce27fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245857 Aug 16 21:38:32.839426 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-10c2572d-4128-4af0-914a-0bc30af4105a req-5f97e278-7cab-4327-a670-566ff66e93c5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9969323d-8818-4f1a-88f4-2ec032ce27fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287688 Aug 16 21:38:32.931231 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-10c2572d-4128-4af0-914a-0bc30af4105a req-96fc64ab-3f5d-47c6-808e-75fc3843a760 service neutron] 10.222.0.72 "GET /v2.0/networks/9969323d-8818-4f1a-88f4-2ec032ce27fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894470 Aug 16 21:38:32.934843 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-10c2572d-4128-4af0-914a-0bc30af4105a req-0a4077b9-994a-4a9e-8984-38e90027cfc5 service neutron] 10.222.0.90 "GET /v2.0/networks/9969323d-8818-4f1a-88f4-2ec032ce27fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876911 Aug 16 21:38:33.028860 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-10c2572d-4128-4af0-914a-0bc30af4105a req-667398ab-ec97-4877-9aaf-2b4b0ccc6a74 service neutron] 10.222.0.72 "GET /v2.0/networks/9969323d-8818-4f1a-88f4-2ec032ce27fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911305 Aug 16 21:38:33.048741 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-10c2572d-4128-4af0-914a-0bc30af4105a req-97884b77-0516-40ec-9879-6df18f3c8ff7 service neutron] 10.222.0.90 "GET /v2.0/networks/9969323d-8818-4f1a-88f4-2ec032ce27fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985258 Aug 16 21:38:33.402157 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 9a5abfde-85f0-47aa-940a-5be0212e4ade no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:38:33.440786 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 9a5abfde-85f0-47aa-940a-5be0212e4ade not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:38:33.559592 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ffb121-0525-4bb4-a233-009691870ac8 req-8c129845-05af-4d7d-922c-aacd2c28603a tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:33.561123 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d8ffb121-0525-4bb4-a233-009691870ac8 req-8c129845-05af-4d7d-922c-aacd2c28603a tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 944 time: 0.0493641 Aug 16 21:38:33.598173 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d8ffb121-0525-4bb4-a233-009691870ac8 req-6592579c-b421-4eda-af81-0c7f2965116b tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/security-groups?id=636f7477-42f9-40e6-b757-2238c1c01554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311089 Aug 16 21:38:33.795004 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 9a5abfde-85f0-47aa-940a-5be0212e4ade details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:38:33.892538 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 9a5abfde-85f0-47aa-940a-5be0212e4ade, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=9a5abfde-85f0-47aa-940a-5be0212e4ade,segment=NetworkSegment(6381c026-2771-47bc-ad8e-852d268c3357),segment_id=6381c026-2771-47bc-ad8e-852d268c3357)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:38:33.903978 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '9a5abfde-85f0-47aa-940a-5be0212e4ade', 'network_id': '9969323d-8818-4f1a-88f4-2ec032ce27fe', 'port_id': '9a5abfde-85f0-47aa-940a-5be0212e4ade', 'mac_address': 'fa:16:3e:1d:33:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75c5ed60-1c09-442d-9667-1095c3571f6d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:38:33.941989 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:33.953981 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a5abfde-85f0-47aa-940a-5be0212e4ade {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:38:33.973971 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 9a5abfde-85f0-47aa-940a-5be0212e4ade, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=9a5abfde-85f0-47aa-940a-5be0212e4ade,segment=NetworkSegment(6381c026-2771-47bc-ad8e-852d268c3357),segment_id=6381c026-2771-47bc-ad8e-852d268c3357)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:38:34.024336 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:34.068865 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd254d-0f89-4064-8343-4d29c9dc4993 req-edf416ba-8f13-4caa-8dbc-5f00f07f31e1 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:34.071478 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a0dd254d-0f89-4064-8343-4d29c9dc4993 req-edf416ba-8f13-4caa-8dbc-5f00f07f31e1 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.72 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0&tenant_id=c005e91704c04fda95ea8bf341423d07&binding%3Ahost_id=n-h2-793620-15 HTTP/1.1" status: 200 len: 944 time: 0.1011875 Aug 16 21:38:34.077415 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=9a5abfde-85f0-47aa-940a-5be0212e4ade,revision_number=8']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:38:34.085286 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:38:34.085624 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:38:34.085970 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:38:34.086307 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:38:34.086641 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:38:34.087520 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:38:34.087882 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:38:34.088213 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:38:34.088539 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:38:34.088864 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:38:34.089189 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:38:34.089515 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:38:34.137337 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [req-a0dd254d-0f89-4064-8343-4d29c9dc4993 req-7c8cf7d2-0bf4-42f0-89c1-1bb91cf45842 service neutron] delete failed (client error): The resource could not be found. Aug 16 21:38:34.138382 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a0dd254d-0f89-4064-8343-4d29c9dc4993 req-7c8cf7d2-0bf4-42f0-89c1-1bb91cf45842 service neutron] 10.222.0.72 "DELETE /v2.0/ports/9a5abfde-85f0-47aa-940a-5be0212e4ade/bindings/n-h1-793620-15 HTTP/1.1" status: 404 len: 381 time: 0.0597324 Aug 16 21:38:34.222270 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd254d-0f89-4064-8343-4d29c9dc4993 req-cef8f5b0-c392-4812-910e-5e2b5d817672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:34.223769 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a0dd254d-0f89-4064-8343-4d29c9dc4993 req-cef8f5b0-c392-4812-910e-5e2b5d817672 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c005e91704c04fda95ea8bf341423d07&device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 1097 time: 0.0415709 Aug 16 21:38:34.267181 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['9a5abfde-85f0-47aa-940a-5be0212e4ade'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:38:34.313347 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd254d-0f89-4064-8343-4d29c9dc4993 req-20ad5279-283a-4aa6-b75c-21e6aceccc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:34.314842 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a0dd254d-0f89-4064-8343-4d29c9dc4993 req-20ad5279-283a-4aa6-b75c-21e6aceccc4f service neutron] 10.222.0.72 "GET /v2.0/networks?id=9969323d-8818-4f1a-88f4-2ec032ce27fe HTTP/1.1" status: 200 len: 912 time: 0.0844467 Aug 16 21:38:34.360775 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a0dd254d-0f89-4064-8343-4d29c9dc4993 req-284aa0f6-c92a-4fa9-a68b-8299d26d426d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a5abfde-85f0-47aa-940a-5be0212e4ade HTTP/1.1" status: 200 len: 217 time: 0.0380797 Aug 16 21:38:34.410145 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd254d-0f89-4064-8343-4d29c9dc4993 req-fee7cffb-374a-44ae-8a35-a70d88029298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:34.411626 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a0dd254d-0f89-4064-8343-4d29c9dc4993 req-fee7cffb-374a-44ae-8a35-a70d88029298 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=75c5ed60-1c09-442d-9667-1095c3571f6d HTTP/1.1" status: 200 len: 851 time: 0.0433760 Aug 16 21:38:34.443413 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a0dd254d-0f89-4064-8343-4d29c9dc4993 req-a3c5fe2c-8d97-45ba-bf39-b8c8e12c79d8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9969323d-8818-4f1a-88f4-2ec032ce27fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247960 Aug 16 21:38:34.534477 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a0dd254d-0f89-4064-8343-4d29c9dc4993 req-7063ecbc-71af-4b9e-95ec-013277ac3888 service neutron] 10.222.0.72 "GET /v2.0/networks/9969323d-8818-4f1a-88f4-2ec032ce27fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834892 Aug 16 21:38:34.621380 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a0dd254d-0f89-4064-8343-4d29c9dc4993 req-b726c588-73d8-4add-aebd-01c665d6ad26 service neutron] 10.222.0.72 "GET /v2.0/networks/9969323d-8818-4f1a-88f4-2ec032ce27fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796945 Aug 16 21:38:35.827106 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 9a5abfde-85f0-47aa-940a-5be0212e4ade up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:38:35.938704 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 9a5abfde-85f0-47aa-940a-5be0212e4ade completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:38:35.942859 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 9a5abfde-85f0-47aa-940a-5be0212e4ade triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:38:35.943493 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:35.963701 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca37cdc-25a0-4466-8ea0-0ab1163ce227 req-4825fb4b-d717-4814-aa2d-d5e8fa0d0927 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:35.965253 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6ca37cdc-25a0-4466-8ea0-0ab1163ce227 req-4825fb4b-d717-4814-aa2d-d5e8fa0d0927 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 945 time: 0.0505862 Aug 16 21:38:36.002369 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6ca37cdc-25a0-4466-8ea0-0ab1163ce227 req-5818d63d-93b5-481e-8145-2d534f3fdb2c tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/security-groups?id=636f7477-42f9-40e6-b757-2238c1c01554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310459 Aug 16 21:38:36.023755 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:36.045827 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15cb86e8-af38-460c-b181-9fdbee26f1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a5abfde-85f0-47aa-940a-5be0212e4ade'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:38:36.048108 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d99cae-f837-4671-afc0-e225c9c3bc85" -d '{"events": [{"server_uuid": "15cb86e8-af38-460c-b181-9fdbee26f1f0", "name": "network-vif-plugged", "status": "completed", "tag": "9a5abfde-85f0-47aa-940a-5be0212e4ade"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:38:36.060602 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 9a5abfde-85f0-47aa-940a-5be0212e4ade, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=9a5abfde-85f0-47aa-940a-5be0212e4ade,segment=NetworkSegment(6381c026-2771-47bc-ad8e-852d268c3357),segment_id=6381c026-2771-47bc-ad8e-852d268c3357)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:38:36.091880 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f3a9b8-7224-46ed-8712-69303d4bdbb3 x-openstack-request-id: req-70f3a9b8-7224-46ed-8712-69303d4bdbb3 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:38:36.092309 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15cb86e8-af38-460c-b181-9fdbee26f1f0", "name": "network-vif-plugged", "status": "completed", "tag": "9a5abfde-85f0-47aa-940a-5be0212e4ade", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:38:36.092600 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-70f3a9b8-7224-46ed-8712-69303d4bdbb3 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:38:36.093214 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15cb86e8-af38-460c-b181-9fdbee26f1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a5abfde-85f0-47aa-940a-5be0212e4ade', 'code': 200} Aug 16 21:38:36.127275 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:36.174231 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=9a5abfde-85f0-47aa-940a-5be0212e4ade,revision_number=9']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:38:37.117847 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a5cfe-a735-44ec-8b54-26ed026da30b req-65df40e8-f943-4c42-b951-7bd3c538f40f tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:37.119338 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f5a5cfe-a735-44ec-8b54-26ed026da30b req-65df40e8-f943-4c42-b951-7bd3c538f40f tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 946 time: 0.0491409 Aug 16 21:38:37.161078 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f5a5cfe-a735-44ec-8b54-26ed026da30b req-e8ecfa34-666d-425a-bd5b-65223c4d20ce tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/security-groups?id=636f7477-42f9-40e6-b757-2238c1c01554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357215 Aug 16 21:38:37.217619 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd254d-0f89-4064-8343-4d29c9dc4993 req-80315e16-0c86-468a-943f-6f9c00e04f15 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:37.219078 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a0dd254d-0f89-4064-8343-4d29c9dc4993 req-80315e16-0c86-468a-943f-6f9c00e04f15 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.90 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 946 time: 0.0483937 Aug 16 21:38:37.305923 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-a0dd254d-0f89-4064-8343-4d29c9dc4993 req-ef8e01b0-2554-4931-ba49-09a6bf5ce34e tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Deleting port 9a5abfde-85f0-47aa-940a-5be0212e4ade {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:38:37.306279 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a0dd254d-0f89-4064-8343-4d29c9dc4993 req-ef8e01b0-2554-4931-ba49-09a6bf5ce34e tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:37.396139 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-a0dd254d-0f89-4064-8343-4d29c9dc4993 req-ef8e01b0-2554-4931-ba49-09a6bf5ce34e tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] For port 9a5abfde-85f0-47aa-940a-5be0212e4ade, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=9a5abfde-85f0-47aa-940a-5be0212e4ade,segment=NetworkSegment(6381c026-2771-47bc-ad8e-852d268c3357),segment_id=6381c026-2771-47bc-ad8e-852d268c3357)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:38:37.396513 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a0dd254d-0f89-4064-8343-4d29c9dc4993 req-ef8e01b0-2554-4931-ba49-09a6bf5ce34e tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:37.409184 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-a0dd254d-0f89-4064-8343-4d29c9dc4993 req-ef8e01b0-2554-4931-ba49-09a6bf5ce34e tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Calling delete_port for 9a5abfde-85f0-47aa-940a-5be0212e4ade owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:38:37.613115 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a0dd254d-0f89-4064-8343-4d29c9dc4993 req-ef8e01b0-2554-4931-ba49-09a6bf5ce34e tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:37.624820 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['9a5abfde-85f0-47aa-940a-5be0212e4ade'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:38:37.641033 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e01b0-2554-4931-ba49-09a6bf5ce34e tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Pushing event deleted for resources: {'Port': ['ID=9a5abfde-85f0-47aa-940a-5be0212e4ade,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:38:37.684262 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0dd254d-0f89-4064-8343-4d29c9dc4993 req-ef8e01b0-2554-4931-ba49-09a6bf5ce34e tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] No DVR routers for this DVR port 9a5abfde-85f0-47aa-940a-5be0212e4ade on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:38:37.686908 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a0dd254d-0f89-4064-8343-4d29c9dc4993 req-ef8e01b0-2554-4931-ba49-09a6bf5ce34e tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:37.689058 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a0dd254d-0f89-4064-8343-4d29c9dc4993 req-ef8e01b0-2554-4931-ba49-09a6bf5ce34e tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.90 "DELETE /v2.0/ports/9a5abfde-85f0-47aa-940a-5be0212e4ade HTTP/1.1" status: 204 len: 173 time: 0.4639490 Aug 16 21:38:37.689569 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15cb86e8-af38-460c-b181-9fdbee26f1f0', 'name': 'network-vif-deleted', 'tag': '9a5abfde-85f0-47aa-940a-5be0212e4ade'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:38:37.691931 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9c26d7-c9d4-49cd-ba59-c3fa97f6d3d3" -d '{"events": [{"server_uuid": "15cb86e8-af38-460c-b181-9fdbee26f1f0", "name": "network-vif-deleted", "tag": "9a5abfde-85f0-47aa-940a-5be0212e4ade"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:38:37.727881 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3773312-90ba-415e-8b0e-9df0315766ca x-openstack-request-id: req-b3773312-90ba-415e-8b0e-9df0315766ca {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:38:37.728180 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15cb86e8-af38-460c-b181-9fdbee26f1f0", "name": "network-vif-deleted", "tag": "9a5abfde-85f0-47aa-940a-5be0212e4ade", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:38:37.728433 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b3773312-90ba-415e-8b0e-9df0315766ca {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:38:37.728880 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15cb86e8-af38-460c-b181-9fdbee26f1f0', 'name': 'network-vif-deleted', 'tag': '9a5abfde-85f0-47aa-940a-5be0212e4ade', 'status': 'completed', 'code': 200} Aug 16 21:38:37.851731 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:38:38.266084 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-925b0720-d304-4b73-b81e-2bf08f42c79d req-496bd97f-3167-444c-b32f-9e1a330a36b5 tempest-DeleteServersTestJSON-325599201 tempest-DeleteServersTestJSON-325599201-project] 10.222.0.84 "GET /v2.0/ports?device_id=15cb86e8-af38-460c-b181-9fdbee26f1f0 HTTP/1.1" status: 200 len: 210 time: 0.0274687 Aug 16 21:38:39.391210 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 33420) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:38:39.445457 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-9030da8d-54bf-430e-b542-ae1d197f041c admin admin] Deleting subnet 75c5ed60-1c09-442d-9667-1095c3571f6d {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:38:39.449166 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9030da8d-54bf-430e-b542-ae1d197f041c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:39.482260 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9030da8d-54bf-430e-b542-ae1d197f041c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:39.519632 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9030da8d-54bf-430e-b542-ae1d197f041c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:39.637604 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9030da8d-54bf-430e-b542-ae1d197f041c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:39.662026 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030da8d-54bf-430e-b542-ae1d197f041c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75c5ed60-1c09-442d-9667-1095c3571f6d,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:38:39.670054 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9030da8d-54bf-430e-b542-ae1d197f041c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:39.671917 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9030da8d-54bf-430e-b542-ae1d197f041c admin admin] 10.222.0.84 "DELETE /v2.0/subnets/75c5ed60-1c09-442d-9667-1095c3571f6d HTTP/1.1" status: 204 len: 168 time: 0.2796369 Aug 16 21:38:39.673527 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9030da8d-54bf-430e-b542-ae1d197f041c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:38:39.673884 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9030da8d-54bf-430e-b542-ae1d197f041c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:38:39.674327 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9030da8d-54bf-430e-b542-ae1d197f041c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:38:39.674536 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 33422) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:38:39.674949 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9030da8d-54bf-430e-b542-ae1d197f041c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:38:39.675049 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9030da8d-54bf-430e-b542-ae1d197f041c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:38:39.675337 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9030da8d-54bf-430e-b542-ae1d197f041c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:38:39.675756 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9030da8d-54bf-430e-b542-ae1d197f041c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:38:39.676120 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9030da8d-54bf-430e-b542-ae1d197f041c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:38:39.676451 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9030da8d-54bf-430e-b542-ae1d197f041c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:38:39.676782 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9030da8d-54bf-430e-b542-ae1d197f041c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:38:39.677114 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9030da8d-54bf-430e-b542-ae1d197f041c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:38:39.677439 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9030da8d-54bf-430e-b542-ae1d197f041c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:38:39.747370 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b66fc4ca-cb60-4a46-90f6-1254a02a5540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:39.827899 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b66fc4ca-cb60-4a46-90f6-1254a02a5540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:39.834142 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 9a5abfde-85f0-47aa-940a-5be0212e4ade no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:38:39.839031 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-b66fc4ca-cb60-4a46-90f6-1254a02a5540 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9969323d-8818-4f1a-88f4-2ec032ce27fe']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:38:39.848641 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-b66fc4ca-cb60-4a46-90f6-1254a02a5540 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6381c026-2771-47bc-ad8e-852d268c3357') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:38:39.848942 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-b66fc4ca-cb60-4a46-90f6-1254a02a5540 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6381c026-2771-47bc-ad8e-852d268c3357') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:38:39.853879 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 9a5abfde-85f0-47aa-940a-5be0212e4ade {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:38:39.854230 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 9a5abfde-85f0-47aa-940a-5be0212e4ade not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:38:39.858341 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b66fc4ca-cb60-4a46-90f6-1254a02a5540 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:39.876852 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b66fc4ca-cb60-4a46-90f6-1254a02a5540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:39.882619 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b66fc4ca-cb60-4a46-90f6-1254a02a5540 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:38:39.885534 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b66fc4ca-cb60-4a46-90f6-1254a02a5540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:39.885534 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:38:39.885534 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:38:39.885534 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:38:39.885534 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:38:39.885534 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:38:39.885534 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:38:39.885534 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:38:39.885534 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:38:39.885534 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:38:39.885534 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:38:39.885534 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:38:39.885534 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:38:39.885534 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:38:39.885534 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:38:39.885534 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:38:39.885534 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:38:39.885534 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:38:39.885534 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:38:39.885534 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:38:39.885534 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:38:39.885534 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:38:39.885534 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:38:39.885534 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:38:39.885534 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:38:39.885534 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:38:39.885534 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:38:39.885534 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:38:39.885534 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:38:39.885534 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:38:39.885534 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:38:39.885534 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:38:39.885534 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:38:39.985709 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b66fc4ca-cb60-4a46-90f6-1254a02a5540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:39.991199 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b66fc4ca-cb60-4a46-90f6-1254a02a5540 admin admin] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:39.993704 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b66fc4ca-cb60-4a46-90f6-1254a02a5540 admin admin] 10.222.0.84 "DELETE /v2.0/networks/9969323d-8818-4f1a-88f4-2ec032ce27fe HTTP/1.1" status: 204 len: 168 time: 0.3175457 Aug 16 21:38:40.004944 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66fc4ca-cb60-4a46-90f6-1254a02a5540 admin admin] Pushing event deleted for resources: {'Network': ['ID=9969323d-8818-4f1a-88f4-2ec032ce27fe,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:38:40.294909 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 33426) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:38:40.334733 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ba507434-3135-4c90-91b7-e2316f5d5666 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c005e91704c04fda95ea8bf341423d07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386209 Aug 16 21:38:40.337024 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 33428) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:38:40.384213 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2fe5378c-c1f7-495f-915b-23005f29d84d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:40.405857 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2fe5378c-c1f7-495f-915b-23005f29d84d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:40.540118 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2fe5378c-c1f7-495f-915b-23005f29d84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:40.542626 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2fe5378c-c1f7-495f-915b-23005f29d84d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:40.543830 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2fe5378c-c1f7-495f-915b-23005f29d84d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/636f7477-42f9-40e6-b757-2238c1c01554 HTTP/1.1" status: 204 len: 168 time: 0.2058709 Aug 16 21:38:40.551394 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5378c-c1f7-495f-915b-23005f29d84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636f7477-42f9-40e6-b757-2238c1c01554,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:38:41.134667 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-dc01043d-d7c9-48dd-8ebe-d264ce6c9fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:41.622457 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 33450) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:38:41.724763 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-1d7156d2-b53b-4ba4-8666-b5417e8cc5cd admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-626223536-network', 'tenant_id': '22fa98fa934749ec86ff7ca439e2428c'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:38:41.825466 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7156d2-b53b-4ba4-8666-b5417e8cc5cd admin admin] Made reservation on behalf of 22fa98fa934749ec86ff7ca439e2428c for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:38:41.827726 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1d7156d2-b53b-4ba4-8666-b5417e8cc5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:41.837158 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1d7156d2-b53b-4ba4-8666-b5417e8cc5cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:41.923040 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1d7156d2-b53b-4ba4-8666-b5417e8cc5cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:41.985349 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1d7156d2-b53b-4ba4-8666-b5417e8cc5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:42.012885 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d7156d2-b53b-4ba4-8666-b5417e8cc5cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:38:42.019074 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7156d2-b53b-4ba4-8666-b5417e8cc5cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7240c6-3068-40f2-a7b5-d8b15edd17d2,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:38:42.024943 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1d7156d2-b53b-4ba4-8666-b5417e8cc5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:42.026829 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-1d7156d2-b53b-4ba4-8666-b5417e8cc5cd admin admin] Added segment dccea940-8a20-4178-a41d-c9b50d7be6bd of type vlan for network be975d98-0198-4cc6-a3ba-12f01aa5c5de Aug 16 21:38:42.064930 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1d7156d2-b53b-4ba4-8666-b5417e8cc5cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:42.151240 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1d7156d2-b53b-4ba4-8666-b5417e8cc5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:42.152971 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7156d2-b53b-4ba4-8666-b5417e8cc5cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:42.153567 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1d7156d2-b53b-4ba4-8666-b5417e8cc5cd admin admin] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:42.214714 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7156d2-b53b-4ba4-8666-b5417e8cc5cd admin admin] Pushing event updated for resources: {'Network': ['ID=be975d98-0198-4cc6-a3ba-12f01aa5c5de,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:38:42.224138 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network be975d98-0198-4cc6-a3ba-12f01aa5c5de details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:38:42.271238 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1d7156d2-b53b-4ba4-8666-b5417e8cc5cd admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6474626 Aug 16 21:38:42.274396 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 33454) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:38:42.280098 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-081709eb-1281-4849-99c1-c861808c3040 admin admin] Request body: {'subnet': {'network_id': 'be975d98-0198-4cc6-a3ba-12f01aa5c5de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-626223536-subnet', 'tenant_id': '22fa98fa934749ec86ff7ca439e2428c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:38:42.367307 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081709eb-1281-4849-99c1-c861808c3040 admin admin] Made reservation on behalf of 22fa98fa934749ec86ff7ca439e2428c for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:38:42.370275 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-081709eb-1281-4849-99c1-c861808c3040 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:42.613029 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-081709eb-1281-4849-99c1-c861808c3040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:42.661647 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081709eb-1281-4849-99c1-c861808c3040 admin admin] Pushing event updated for resources: {'Subnet': ['ID=385f3a80-e190-4ffb-a81e-30d60c83a120,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:38:42.678020 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081709eb-1281-4849-99c1-c861808c3040 admin admin] Checking segment: {'id': 'dccea940-8a20-4178-a41d-c9b50d7be6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'be975d98-0198-4cc6-a3ba-12f01aa5c5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:38:42.678384 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081709eb-1281-4849-99c1-c861808c3040 admin admin] Network hostable DHCP agents. Network: be975d98-0198-4cc6-a3ba-12f01aa5c5de, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:38:42.766915 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081709eb-1281-4849-99c1-c861808c3040 admin admin] Network be975d98-0198-4cc6-a3ba-12f01aa5c5de is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:38:42.852607 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-081709eb-1281-4849-99c1-c861808c3040 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, be975d98-0198-4cc6-a3ba-12f01aa5c5de) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:38:42.857284 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081709eb-1281-4849-99c1-c861808c3040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:42.857880 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-081709eb-1281-4849-99c1-c861808c3040 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:42.861721 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9fa96f-a9fe-4c69-afc5-e8af3c237d7c None None] Network be975d98-0198-4cc6-a3ba-12f01aa5c5de requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:38:42.939516 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-081709eb-1281-4849-99c1-c861808c3040 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6639996 Aug 16 21:38:42.988505 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78005620-ecce-4d5e-9f57-376c80c366bb None None] Network be975d98-0198-4cc6-a3ba-12f01aa5c5de requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:38:43.378792 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ece29-def3-4c21-9190-f5084baa913c req-5a0e0f4b-3b3d-4e8b-8f66-f5619ef85e36 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:43.380307 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-369ece29-def3-4c21-9190-f5084baa913c req-5a0e0f4b-3b3d-4e8b-8f66-f5619ef85e36 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/networks?id=be975d98-0198-4cc6-a3ba-12f01aa5c5de HTTP/1.1" status: 200 len: 814 time: 0.1055925 Aug 16 21:38:43.394980 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-369ece29-def3-4c21-9190-f5084baa913c req-9750861b-e244-43e1-8093-549597554231 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/quotas/22fa98fa934749ec86ff7ca439e2428c HTTP/1.1" status: 200 len: 375 time: 0.0089314 Aug 16 21:38:43.427287 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-369ece29-def3-4c21-9190-f5084baa913c req-15a5ba21-32a0-42c5-ab2b-0843f1daf6bf tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=22fa98fa934749ec86ff7ca439e2428c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270202 Aug 16 21:38:43.514919 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-369ece29-def3-4c21-9190-f5084baa913c req-01dd0ac7-fd3b-48c8-8337-9e5381b7d023 service neutron] 10.222.0.84 "GET /v2.0/networks/be975d98-0198-4cc6-a3ba-12f01aa5c5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802863 Aug 16 21:38:43.585563 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6359082e-b948-45cb-ad3d-ad6fd59d9a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:43.605581 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-369ece29-def3-4c21-9190-f5084baa913c req-444d637b-ffd2-485d-b118-26054ca321fc service neutron] 10.222.0.84 "GET /v2.0/networks/be975d98-0198-4cc6-a3ba-12f01aa5c5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844672 Aug 16 21:38:43.825567 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a54646a8-b270-49d8-b475-1e6d8101951f req-484cf9bf-adb3-4194-8b2c-e66091c2e601 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 210 time: 0.0281296 Aug 16 21:38:43.843057 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:44.917261 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ed85fa05-db3a-45f2-b3bf-ad60a877d418 req-3cf5058d-d8f7-4a94-b738-bd0ff07fad95 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 210 time: 0.0274916 Aug 16 21:38:44.985729 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:45.679840 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ece29-def3-4c21-9190-f5084baa913c req-2473d33a-eeff-4060-9d24-52c5812fc197 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:45.681291 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-369ece29-def3-4c21-9190-f5084baa913c req-2473d33a-eeff-4060-9d24-52c5812fc197 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.72 "GET /v2.0/networks?id=be975d98-0198-4cc6-a3ba-12f01aa5c5de HTTP/1.1" status: 200 len: 814 time: 0.1041479 Aug 16 21:38:45.693602 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-369ece29-def3-4c21-9190-f5084baa913c req-1526a44a-abc4-4787-b0dd-2f7f0331b6e6 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Request body: {'port': {'device_id': '605df22b-5eec-4a37-99c7-f6fec5b0be3d', 'network_id': 'be975d98-0198-4cc6-a3ba-12f01aa5c5de', 'admin_state_up': True, 'tenant_id': '22fa98fa934749ec86ff7ca439e2428c'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:38:45.831400 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-369ece29-def3-4c21-9190-f5084baa913c req-1526a44a-abc4-4787-b0dd-2f7f0331b6e6 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Made reservation on behalf of 22fa98fa934749ec86ff7ca439e2428c for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:38:45.834859 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-369ece29-def3-4c21-9190-f5084baa913c req-1526a44a-abc4-4787-b0dd-2f7f0331b6e6 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:45.958612 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-369ece29-def3-4c21-9190-f5084baa913c req-1526a44a-abc4-4787-b0dd-2f7f0331b6e6 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Allocated IP 172.20.0.8 (be975d98-0198-4cc6-a3ba-12f01aa5c5de/385f3a80-e190-4ffb-a81e-30d60c83a120/01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:38:46.012042 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-78bf10f4-72de-4e4b-a915-980cdca04e22 req-1e4e64b2-8ae2-42a1-8412-f27e8aaa2b7e tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 210 time: 0.0265613 Aug 16 21:38:46.107186 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-369ece29-def3-4c21-9190-f5084baa913c req-1526a44a-abc4-4787-b0dd-2f7f0331b6e6 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:46.190665 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-369ece29-def3-4c21-9190-f5084baa913c req-1526a44a-abc4-4787-b0dd-2f7f0331b6e6 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:46.230681 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-369ece29-def3-4c21-9190-f5084baa913c req-1526a44a-abc4-4787-b0dd-2f7f0331b6e6 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Network be975d98-0198-4cc6-a3ba-12f01aa5c5de is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:38:46.235638 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-369ece29-def3-4c21-9190-f5084baa913c req-1526a44a-abc4-4787-b0dd-2f7f0331b6e6 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:38:46.239330 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-369ece29-def3-4c21-9190-f5084baa913c req-1526a44a-abc4-4787-b0dd-2f7f0331b6e6 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:38:46.269778 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1526a44a-abc4-4787-b0dd-2f7f0331b6e6 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Pushing event updated for resources: {'Port': ['ID=01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:38:46.294103 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ece29-def3-4c21-9190-f5084baa913c req-1526a44a-abc4-4787-b0dd-2f7f0331b6e6 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:46.294708 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-369ece29-def3-4c21-9190-f5084baa913c req-1526a44a-abc4-4787-b0dd-2f7f0331b6e6 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:46.367862 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-369ece29-def3-4c21-9190-f5084baa913c req-1526a44a-abc4-4787-b0dd-2f7f0331b6e6 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6777568 Aug 16 21:38:46.379905 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-369ece29-def3-4c21-9190-f5084baa913c req-0f7836aa-35b2-4a88-81a5-7278a47ff03c service neutron] Request body: {'port': {'device_id': '605df22b-5eec-4a37-99c7-f6fec5b0be3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:38:46.433647 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-369ece29-def3-4c21-9190-f5084baa913c req-0f7836aa-35b2-4a88-81a5-7278a47ff03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:46.683687 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:47.022029 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-369ece29-def3-4c21-9190-f5084baa913c req-0f7836aa-35b2-4a88-81a5-7278a47ff03c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:38:47.030061 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-369ece29-def3-4c21-9190-f5084baa913c req-0f7836aa-35b2-4a88-81a5-7278a47ff03c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:47.042264 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-369ece29-def3-4c21-9190-f5084baa913c req-0f7836aa-35b2-4a88-81a5-7278a47ff03c service neutron] Transition to ACTIVE for port object 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:38:47.099720 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-369ece29-def3-4c21-9190-f5084baa913c req-0f7836aa-35b2-4a88-81a5-7278a47ff03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:47.128512 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59571b-3c5e-4d93-9159-8e91db476674 req-670d4141-2a1c-4610-8aca-4c6a8079b66f tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:47.130132 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dd59571b-3c5e-4d93-9159-8e91db476674 req-670d4141-2a1c-4610-8aca-4c6a8079b66f tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 931 time: 0.0532854 Aug 16 21:38:47.168864 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7836aa-35b2-4a88-81a5-7278a47ff03c service neutron] Pushing event updated for resources: {'Port': ['ID=01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:38:47.169640 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dd59571b-3c5e-4d93-9159-8e91db476674 req-e1fb5760-5fe0-4690-b5f5-697faac014c8 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323739 Aug 16 21:38:47.221054 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-369ece29-def3-4c21-9190-f5084baa913c req-0f7836aa-35b2-4a88-81a5-7278a47ff03c service neutron] Attempting to bind port 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:38:47.221376 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-369ece29-def3-4c21-9190-f5084baa913c req-0f7836aa-35b2-4a88-81a5-7278a47ff03c service neutron] Attempting to bind port 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': 'dccea940-8a20-4178-a41d-c9b50d7be6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'be975d98-0198-4cc6-a3ba-12f01aa5c5de'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:38:47.221707 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369ece29-def3-4c21-9190-f5084baa913c req-0f7836aa-35b2-4a88-81a5-7278a47ff03c service neutron] Attempting to bind port 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a on network be975d98-0198-4cc6-a3ba-12f01aa5c5de {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:38:47.226254 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369ece29-def3-4c21-9190-f5084baa913c req-0f7836aa-35b2-4a88-81a5-7278a47ff03c service neutron] Port 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a on network be975d98-0198-4cc6-a3ba-12f01aa5c5de not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:38:47.226576 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369ece29-def3-4c21-9190-f5084baa913c req-0f7836aa-35b2-4a88-81a5-7278a47ff03c service neutron] Attempting to bind port 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a on network be975d98-0198-4cc6-a3ba-12f01aa5c5de {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:38:47.231314 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369ece29-def3-4c21-9190-f5084baa913c req-0f7836aa-35b2-4a88-81a5-7278a47ff03c service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:38:47.231653 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369ece29-def3-4c21-9190-f5084baa913c req-0f7836aa-35b2-4a88-81a5-7278a47ff03c service neutron] Checking segment: {'id': 'dccea940-8a20-4178-a41d-c9b50d7be6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'be975d98-0198-4cc6-a3ba-12f01aa5c5de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:38:47.232071 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369ece29-def3-4c21-9190-f5084baa913c req-0f7836aa-35b2-4a88-81a5-7278a47ff03c service neutron] Bound using segment: {'id': 'dccea940-8a20-4178-a41d-c9b50d7be6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'be975d98-0198-4cc6-a3ba-12f01aa5c5de'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:38:47.232498 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-369ece29-def3-4c21-9190-f5084baa913c req-0f7836aa-35b2-4a88-81a5-7278a47ff03c service neutron] Bound port: 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dccea940-8a20-4178-a41d-c9b50d7be6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'be975d98-0198-4cc6-a3ba-12f01aa5c5de'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:38:47.232851 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-369ece29-def3-4c21-9190-f5084baa913c req-0f7836aa-35b2-4a88-81a5-7278a47ff03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:47.294570 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-369ece29-def3-4c21-9190-f5084baa913c req-0f7836aa-35b2-4a88-81a5-7278a47ff03c service neutron] For port 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:38:47.297525 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-369ece29-def3-4c21-9190-f5084baa913c req-0f7836aa-35b2-4a88-81a5-7278a47ff03c service neutron] For port 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a,segment=NetworkSegment(dccea940-8a20-4178-a41d-c9b50d7be6bd),segment_id=dccea940-8a20-4178-a41d-c9b50d7be6bd)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:38:47.357291 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-369ece29-def3-4c21-9190-f5084baa913c req-0f7836aa-35b2-4a88-81a5-7278a47ff03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:47.394829 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ece29-def3-4c21-9190-f5084baa913c req-0f7836aa-35b2-4a88-81a5-7278a47ff03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:47.395482 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-369ece29-def3-4c21-9190-f5084baa913c req-0f7836aa-35b2-4a88-81a5-7278a47ff03c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:47.396900 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-369ece29-def3-4c21-9190-f5084baa913c req-0f7836aa-35b2-4a88-81a5-7278a47ff03c service neutron] 10.222.0.72 "PUT /v2.0/ports/01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a HTTP/1.1" status: 200 len: 1092 time: 1.0211263 Aug 16 21:38:47.397336 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605df22b-5eec-4a37-99c7-f6fec5b0be3d', 'tag': '01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:38:47.399649 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3537618-06d8-4235-ba9b-28c47bcb367a" -d '{"events": [{"name": "network-changed", "server_uuid": "605df22b-5eec-4a37-99c7-f6fec5b0be3d", "tag": "01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:38:47.422710 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7836aa-35b2-4a88-81a5-7278a47ff03c service neutron] Pushing event updated for resources: {'Port': ['ID=01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:38:47.440566 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d527c476-9286-4d4a-8500-5283f398784f x-openstack-request-id: req-d527c476-9286-4d4a-8500-5283f398784f {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:38:47.440866 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605df22b-5eec-4a37-99c7-f6fec5b0be3d", "tag": "01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:38:47.441161 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d527c476-9286-4d4a-8500-5283f398784f {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:38:47.441620 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605df22b-5eec-4a37-99c7-f6fec5b0be3d', 'tag': '01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a', 'status': 'completed', 'code': 200} Aug 16 21:38:47.504010 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3537618-06d8-4235-ba9b-28c47bcb367a req-168044f3-36e5-4a84-b549-16e8426dec14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:47.505544 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a3537618-06d8-4235-ba9b-28c47bcb367a req-168044f3-36e5-4a84-b549-16e8426dec14 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=22fa98fa934749ec86ff7ca439e2428c&device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 1095 time: 0.0405433 Aug 16 21:38:47.608266 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3537618-06d8-4235-ba9b-28c47bcb367a req-16ca8cbb-fb2f-4321-8b62-872112992957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:47.609682 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a3537618-06d8-4235-ba9b-28c47bcb367a req-16ca8cbb-fb2f-4321-8b62-872112992957 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=22fa98fa934749ec86ff7ca439e2428c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0967257 Aug 16 21:38:47.701331 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3537618-06d8-4235-ba9b-28c47bcb367a req-8114721b-b0c9-4d1c-b003-b551e9902ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:47.702790 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a3537618-06d8-4235-ba9b-28c47bcb367a req-8114721b-b0c9-4d1c-b003-b551e9902ad4 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0860755 Aug 16 21:38:47.778883 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ece29-def3-4c21-9190-f5084baa913c req-e7181edf-8c50-4752-9dda-a06db7596455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:47.780402 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-369ece29-def3-4c21-9190-f5084baa913c req-e7181edf-8c50-4752-9dda-a06db7596455 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=22fa98fa934749ec86ff7ca439e2428c&device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 1095 time: 0.0438886 Aug 16 21:38:47.823071 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-369ece29-def3-4c21-9190-f5084baa913c req-4ffb7f57-1143-491f-ae15-b6ce31856014 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a HTTP/1.1" status: 200 len: 217 time: 0.0337822 Aug 16 21:38:47.870591 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ece29-def3-4c21-9190-f5084baa913c req-74797ff1-f88b-4e08-8310-483b7194dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:47.872000 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-369ece29-def3-4c21-9190-f5084baa913c req-74797ff1-f88b-4e08-8310-483b7194dcfe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=385f3a80-e190-4ffb-a81e-30d60c83a120 HTTP/1.1" status: 200 len: 854 time: 0.0432706 Aug 16 21:38:47.903803 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-369ece29-def3-4c21-9190-f5084baa913c req-e334c9ea-183a-4529-b6aa-8867abc3aa19 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=be975d98-0198-4cc6-a3ba-12f01aa5c5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252793 Aug 16 21:38:47.997332 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-369ece29-def3-4c21-9190-f5084baa913c req-cf994b53-c489-434b-a000-cdf7f8ef0ffc service neutron] 10.222.0.72 "GET /v2.0/networks/be975d98-0198-4cc6-a3ba-12f01aa5c5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861850 Aug 16 21:38:48.084893 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-369ece29-def3-4c21-9190-f5084baa913c req-8155d440-8279-4863-b8e4-020259ed8a1d service neutron] 10.222.0.72 "GET /v2.0/networks/be975d98-0198-4cc6-a3ba-12f01aa5c5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809095 Aug 16 21:38:48.287439 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48dc2ab-9c18-487f-b4d2-6f744b29edc2 req-690d07b4-01c8-471a-bfdd-0260a909ede3 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:48.288960 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f48dc2ab-9c18-487f-b4d2-6f744b29edc2 req-690d07b4-01c8-471a-bfdd-0260a909ede3 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 943 time: 0.0501111 Aug 16 21:38:48.327506 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f48dc2ab-9c18-487f-b4d2-6f744b29edc2 req-2e5d86b4-060c-49b0-b984-fabab04b276b tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320945 Aug 16 21:38:49.442512 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6388fc2-8463-4c52-81f9-7b502511fa2d req-5e09d7e3-b4e0-45b1-87e2-7c43fd169140 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:49.444011 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e6388fc2-8463-4c52-81f9-7b502511fa2d req-5e09d7e3-b4e0-45b1-87e2-7c43fd169140 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 943 time: 0.0487859 Aug 16 21:38:49.464725 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:38:49.481643 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e6388fc2-8463-4c52-81f9-7b502511fa2d req-583beeb2-790b-423d-95ba-03bf8cc23a60 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317876 Aug 16 21:38:49.570206 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a,segment=NetworkSegment(dccea940-8a20-4178-a41d-c9b50d7be6bd),segment_id=dccea940-8a20-4178-a41d-c9b50d7be6bd)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:38:49.580932 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a', 'network_id': 'be975d98-0198-4cc6-a3ba-12f01aa5c5de', 'port_id': '01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a', 'mac_address': 'fa:16:3e:3a:70:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '385f3a80-e190-4ffb-a81e-30d60c83a120', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:38:49.616809 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:49.626080 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:49.630647 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:38:49.649840 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a,segment=NetworkSegment(dccea940-8a20-4178-a41d-c9b50d7be6bd),segment_id=dccea940-8a20-4178-a41d-c9b50d7be6bd)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:38:49.705243 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:49.751291 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:38:49.912197 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:38:50.598949 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ca22d-eb7e-417e-84ea-50b8e38e20e6 req-ffbbea89-a26a-47d0-9ae2-2f638627fa33 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:50.600573 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-497ca22d-eb7e-417e-84ea-50b8e38e20e6 req-ffbbea89-a26a-47d0-9ae2-2f638627fa33 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 944 time: 0.0531673 Aug 16 21:38:50.637904 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-497ca22d-eb7e-417e-84ea-50b8e38e20e6 req-352e51ea-e433-475c-8d94-2d0abc464b02 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314500 Aug 16 21:38:51.479206 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:38:51.590687 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:38:51.594521 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:38:51.594885 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:51.672327 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:51.694623 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605df22b-5eec-4a37-99c7-f6fec5b0be3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:38:51.696900 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11a9498-381a-4f39-b645-74f255182109" -d '{"events": [{"server_uuid": "605df22b-5eec-4a37-99c7-f6fec5b0be3d", "name": "network-vif-plugged", "status": "completed", "tag": "01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:38:51.710432 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a,segment=NetworkSegment(dccea940-8a20-4178-a41d-c9b50d7be6bd),segment_id=dccea940-8a20-4178-a41d-c9b50d7be6bd)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:38:51.734791 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1037992-9760-4307-ad06-cf61710dc2ab x-openstack-request-id: req-c1037992-9760-4307-ad06-cf61710dc2ab {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:38:51.735088 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605df22b-5eec-4a37-99c7-f6fec5b0be3d", "name": "network-vif-plugged", "status": "completed", "tag": "01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:38:51.735343 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c1037992-9760-4307-ad06-cf61710dc2ab {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:38:51.735746 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605df22b-5eec-4a37-99c7-f6fec5b0be3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a', 'code': 200} Aug 16 21:38:51.766938 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747a291-c3b2-42bf-a5c0-6c9cd318ceaa req-2ac93de3-206e-4edf-a287-9c3edf0f5dc0 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:51.768553 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d747a291-c3b2-42bf-a5c0-6c9cd318ceaa req-2ac93de3-206e-4edf-a287-9c3edf0f5dc0 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 944 time: 0.0532815 Aug 16 21:38:51.785506 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:51.808725 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d747a291-c3b2-42bf-a5c0-6c9cd318ceaa req-1626c2c0-7af3-4991-ab75-9d2d72a7e121 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342112 Aug 16 21:38:51.839184 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc0d1c-3df8-4d32-80cf-2be3143fc304 req-e1ab150e-ea9d-403a-ba3d-ca0fa9176afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:51.840655 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:38:51.840852 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-dbcc0d1c-3df8-4d32-80cf-2be3143fc304 req-e1ab150e-ea9d-403a-ba3d-ca0fa9176afd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 1097 time: 0.0479870 Aug 16 21:38:51.876234 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-dbcc0d1c-3df8-4d32-80cf-2be3143fc304 req-3939fa9f-7b98-4d8d-8ca1-7603e7183545 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284326 Aug 16 21:38:52.339827 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:52.929760 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132577cf-7884-4252-8ad1-a9016733be7f req-907537ea-57f6-4cbc-aa2f-85cf136afd1a tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:52.931270 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-132577cf-7884-4252-8ad1-a9016733be7f req-907537ea-57f6-4cbc-aa2f-85cf136afd1a tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 945 time: 0.0496120 Aug 16 21:38:52.969412 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-132577cf-7884-4252-8ad1-a9016733be7f req-b32f8d37-1f8f-4916-baf8-0c3c96b43f1c tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313387 Aug 16 21:38:54.087595 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8074ef-d5e1-46e3-94a3-998a87730b94 req-b5f1377e-3eca-4953-9c5c-092f65c69623 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:54.089138 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1a8074ef-d5e1-46e3-94a3-998a87730b94 req-b5f1377e-3eca-4953-9c5c-092f65c69623 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 945 time: 0.0541503 Aug 16 21:38:54.097153 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-cf76697c-f193-4e9c-b451-a3ae1d790e25 req-a4af9491-39eb-410e-b264-efac80e20111 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394347 Aug 16 21:38:54.128561 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1a8074ef-d5e1-46e3-94a3-998a87730b94 req-7dab8257-5eea-4483-8865-de055b61e524 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331130 Aug 16 21:38:54.183695 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76697c-f193-4e9c-b451-a3ae1d790e25 req-ba79cd0b-edf5-41e6-a2ef-10950aa1c3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:54.185241 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-cf76697c-f193-4e9c-b451-a3ae1d790e25 req-ba79cd0b-edf5-41e6-a2ef-10950aa1c3a5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=22fa98fa934749ec86ff7ca439e2428c&device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 1097 time: 0.0462782 Aug 16 21:38:54.248464 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c58de-0ad9-487d-a9b3-4d0629c878c9 req-6b5dc6dd-2370-46cc-bfd9-ff8aaf868d2c tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:54.249933 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-831c58de-0ad9-487d-a9b3-4d0629c878c9 req-6b5dc6dd-2370-46cc-bfd9-ff8aaf868d2c tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 945 time: 0.0527093 Aug 16 21:38:54.288880 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-831c58de-0ad9-487d-a9b3-4d0629c878c9 req-b3baa4bc-a05a-4f06-bf54-38ec28f6dd0e tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322235 Aug 16 21:38:54.297206 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76697c-f193-4e9c-b451-a3ae1d790e25 req-55282bcc-b87d-46a6-a872-032f0b7ed479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:54.299268 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-cf76697c-f193-4e9c-b451-a3ae1d790e25 req-55282bcc-b87d-46a6-a872-032f0b7ed479 service neutron] 10.222.0.72 "GET /v2.0/networks?id=be975d98-0198-4cc6-a3ba-12f01aa5c5de HTTP/1.1" status: 200 len: 915 time: 0.0943191 Aug 16 21:38:54.347247 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-cf76697c-f193-4e9c-b451-a3ae1d790e25 req-d1e39a13-3f2b-4c13-a748-9239e71b8e8f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a HTTP/1.1" status: 200 len: 217 time: 0.0402603 Aug 16 21:38:54.395999 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76697c-f193-4e9c-b451-a3ae1d790e25 req-86103b85-6533-44b7-a9cd-f77f534047ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:54.397509 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-cf76697c-f193-4e9c-b451-a3ae1d790e25 req-86103b85-6533-44b7-a9cd-f77f534047ef service neutron] 10.222.0.72 "GET /v2.0/subnets?id=385f3a80-e190-4ffb-a81e-30d60c83a120 HTTP/1.1" status: 200 len: 854 time: 0.0428407 Aug 16 21:38:54.433487 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-cf76697c-f193-4e9c-b451-a3ae1d790e25 req-5aae3b3f-8d82-4c1e-a793-419ad48bfcd0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=be975d98-0198-4cc6-a3ba-12f01aa5c5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290272 Aug 16 21:38:54.522255 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-cf76697c-f193-4e9c-b451-a3ae1d790e25 req-47855758-a976-433f-ac0e-a0e87b34ca2d service neutron] 10.222.0.72 "GET /v2.0/networks/be975d98-0198-4cc6-a3ba-12f01aa5c5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819569 Aug 16 21:38:54.612367 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f2dd7-6c16-4d2b-b0c2-c06eaffa4417 req-a2105afc-7597-4f57-a1e2-dc5313056066 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:54.613897 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ef6f2dd7-6c16-4d2b-b0c2-c06eaffa4417 req-a2105afc-7597-4f57-a1e2-dc5313056066 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 945 time: 0.0494986 Aug 16 21:38:54.621618 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-cf76697c-f193-4e9c-b451-a3ae1d790e25 req-efa4787d-0418-4e3e-b726-2b7537927a8d service neutron] 10.222.0.72 "GET /v2.0/networks/be975d98-0198-4cc6-a3ba-12f01aa5c5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925055 Aug 16 21:38:54.653241 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ef6f2dd7-6c16-4d2b-b0c2-c06eaffa4417 req-edd15d5b-6611-4960-8c36-af887dc1cf25 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319996 Aug 16 21:38:54.772112 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3785523-d085-4b49-961d-61b6c7151ab3 req-92dcb4fc-d51c-4636-985d-501f9bf94c6a tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:54.773537 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3785523-d085-4b49-961d-61b6c7151ab3 req-92dcb4fc-d51c-4636-985d-501f9bf94c6a tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 945 time: 0.0550206 Aug 16 21:38:54.811477 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3785523-d085-4b49-961d-61b6c7151ab3 req-babc0bad-2f8e-46a1-ad6f-a496ef72ead2 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314882 Aug 16 21:38:55.173326 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd5957-c741-454b-9898-1e57027e3c40 req-ea81b656-7821-4d92-8219-33fa7731ade6 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:55.175228 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-75bd5957-c741-454b-9898-1e57027e3c40 req-ea81b656-7821-4d92-8219-33fa7731ade6 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 945 time: 0.0497668 Aug 16 21:38:55.214439 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-75bd5957-c741-454b-9898-1e57027e3c40 req-a459951a-abaa-4639-97a4-146ff36d855c tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331132 Aug 16 21:38:55.290302 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-962d61b1-cc17-441a-971d-82a01554e51e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0387287 Aug 16 21:38:56.334926 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3befe9-35f2-4a8a-9254-1238b935bc57 req-405f1422-9282-4671-a992-9cecf5dc570f tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:56.336449 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0c3befe9-35f2-4a8a-9254-1238b935bc57 req-405f1422-9282-4671-a992-9cecf5dc570f tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 945 time: 0.0553842 Aug 16 21:38:56.377273 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0c3befe9-35f2-4a8a-9254-1238b935bc57 req-7208ff72-2e01-42f5-90d1-2692e06246e6 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326273 Aug 16 21:38:57.331650 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-f33e87b8-c262-4c9e-9f04-67ce3f5a4bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:57.333178 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-f33e87b8-c262-4c9e-9f04-67ce3f5a4bf6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=22fa98fa934749ec86ff7ca439e2428c&device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 1097 time: 0.0410762 Aug 16 21:38:57.427377 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-043d1092-59b8-4906-939d-bc7804d67d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:57.428893 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-043d1092-59b8-4906-939d-bc7804d67d7f service neutron] 10.222.0.72 "GET /v2.0/networks?id=be975d98-0198-4cc6-a3ba-12f01aa5c5de HTTP/1.1" status: 200 len: 915 time: 0.0889332 Aug 16 21:38:57.476596 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-d2997dc3-8c11-4ed7-8ce4-315bfb893fd0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a HTTP/1.1" status: 200 len: 217 time: 0.0341351 Aug 16 21:38:57.493054 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093c96e-5739-438f-bfc9-184e7d944a2a req-98b1d03c-da06-408c-9c61-0fe110094249 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:57.494577 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6093c96e-5739-438f-bfc9-184e7d944a2a req-98b1d03c-da06-408c-9c61-0fe110094249 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 945 time: 0.0487731 Aug 16 21:38:57.528828 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-8a1adb1c-f77f-44b4-a3c7-136e1aa734ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:57.530376 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-8a1adb1c-f77f-44b4-a3c7-136e1aa734ad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=385f3a80-e190-4ffb-a81e-30d60c83a120 HTTP/1.1" status: 200 len: 854 time: 0.0444636 Aug 16 21:38:57.532529 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6093c96e-5739-438f-bfc9-184e7d944a2a req-286b7aff-7533-4e20-ba38-8a3aeb833525 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320663 Aug 16 21:38:57.563004 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-cc130391-7f0d-4d71-9535-ed7f37263bca service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=be975d98-0198-4cc6-a3ba-12f01aa5c5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254245 Aug 16 21:38:57.659262 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-88f103df-109b-46da-b2f5-f901807b570e service neutron] 10.222.0.72 "GET /v2.0/networks/be975d98-0198-4cc6-a3ba-12f01aa5c5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847487 Aug 16 21:38:57.748535 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-2080308d-4165-40c9-b68b-cc4f4d489b62 service neutron] 10.222.0.72 "GET /v2.0/networks/be975d98-0198-4cc6-a3ba-12f01aa5c5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808685 Aug 16 21:38:58.648165 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bae64-0f8b-4dd6-ad57-f05c97a739b1 req-a0952892-e8c3-487c-9d16-46b7ca9edb77 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:58.649651 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9e3bae64-0f8b-4dd6-ad57-f05c97a739b1 req-a0952892-e8c3-487c-9d16-46b7ca9edb77 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 945 time: 0.0499394 Aug 16 21:38:58.687165 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9e3bae64-0f8b-4dd6-ad57-f05c97a739b1 req-f8c567dc-8866-4cc3-9ff4-9ffec97ec123 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316179 Aug 16 21:38:59.807507 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442d5e2-60f3-46c4-b2d0-16ad2984c772 req-83c2267f-ef03-478b-898b-bac1df075c62 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:59.809498 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6442d5e2-60f3-46c4-b2d0-16ad2984c772 req-83c2267f-ef03-478b-898b-bac1df075c62 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 945 time: 0.0565493 Aug 16 21:38:59.850521 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6442d5e2-60f3-46c4-b2d0-16ad2984c772 req-7df80b4e-dab8-42a0-a747-3f8237537296 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328236 Aug 16 21:39:00.965337 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024c60e-3e86-4dcf-b8ac-8d3c83f9b42a req-f2823b50-7d0b-4645-8a13-8e68f46dcee1 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:00.966836 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e024c60e-3e86-4dcf-b8ac-8d3c83f9b42a req-f2823b50-7d0b-4645-8a13-8e68f46dcee1 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 945 time: 0.0490010 Aug 16 21:39:01.002906 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e024c60e-3e86-4dcf-b8ac-8d3c83f9b42a req-cf38b4d7-8f14-459e-bce2-83a025e1176f tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301771 Aug 16 21:39:02.117729 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9c857-1eb4-473e-b786-787db015839e req-10f4dc53-c37c-4712-8288-eb13cec457de tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:02.119259 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-61e9c857-1eb4-473e-b786-787db015839e req-10f4dc53-c37c-4712-8288-eb13cec457de tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 945 time: 0.0501964 Aug 16 21:39:02.156333 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-61e9c857-1eb4-473e-b786-787db015839e req-cff73934-fca6-4ab5-aaab-480c4975300f tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311635 Aug 16 21:39:03.273582 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e6d1c-5c4b-4185-bd0a-c47d4964834a req-49c68138-8345-47ed-ba28-45b0223675c6 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:03.275573 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2b0e6d1c-5c4b-4185-bd0a-c47d4964834a req-49c68138-8345-47ed-ba28-45b0223675c6 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 945 time: 0.0527287 Aug 16 21:39:03.312644 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2b0e6d1c-5c4b-4185-bd0a-c47d4964834a req-b427a716-b34b-4cc3-b9c9-d972958a2609 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311949 Aug 16 21:39:04.430543 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bd525-d1e4-4323-bbb8-25e97a98a217 req-1b9cff4a-2494-4608-a1ea-15ec007dea36 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:04.432363 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-022bd525-d1e4-4323-bbb8-25e97a98a217 req-1b9cff4a-2494-4608-a1ea-15ec007dea36 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 945 time: 0.0533564 Aug 16 21:39:04.470659 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-022bd525-d1e4-4323-bbb8-25e97a98a217 req-84efcade-c572-4373-8f03-5301ed291baa tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313561 Aug 16 21:39:05.584855 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc241a-438f-45c4-b439-8c338a6f6be7 req-639d96b2-c73e-4763-88bd-02799cd5fb4c tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:05.586344 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3ddc241a-438f-45c4-b439-8c338a6f6be7 req-639d96b2-c73e-4763-88bd-02799cd5fb4c tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 945 time: 0.0489697 Aug 16 21:39:05.623236 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3ddc241a-438f-45c4-b439-8c338a6f6be7 req-7816ed02-f13d-42ce-a8d5-68dfae565c59 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310831 Aug 16 21:39:06.741240 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2f6bd-1757-4ecb-afda-111366811ec1 req-8e6184b3-82f2-4815-bcb1-e4561d4e091e tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:06.742728 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1ae2f6bd-1757-4ecb-afda-111366811ec1 req-8e6184b3-82f2-4815-bcb1-e4561d4e091e tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 945 time: 0.0522921 Aug 16 21:39:06.780598 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1ae2f6bd-1757-4ecb-afda-111366811ec1 req-5f81015b-7eb4-445c-bdab-5102a93a1b04 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320466 Aug 16 21:39:07.894112 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31b1d2-23a0-4a8b-ba1c-e71b9a51186a req-de78d086-1315-4e2d-be44-a891ec4a3157 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:07.895611 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ad31b1d2-23a0-4a8b-ba1c-e71b9a51186a req-de78d086-1315-4e2d-be44-a891ec4a3157 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 945 time: 0.0484273 Aug 16 21:39:07.934459 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ad31b1d2-23a0-4a8b-ba1c-e71b9a51186a req-491a3343-ca9d-4256-a1fc-42cb2b0a3a2b tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328856 Aug 16 21:39:09.046905 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21881a40-000f-433d-a8d7-22cc24c3fc87 req-b1ac259a-582d-4cf9-89c8-812a325313ff tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:09.048435 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-21881a40-000f-433d-a8d7-22cc24c3fc87 req-b1ac259a-582d-4cf9-89c8-812a325313ff tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 945 time: 0.0484264 Aug 16 21:39:09.085338 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-21881a40-000f-433d-a8d7-22cc24c3fc87 req-e8d50aa3-df3f-45ab-a037-86a2eca568a9 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311394 Aug 16 21:39:10.224188 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61afeb-b068-48d6-8fd7-66b0189356f4 req-924f444c-cc8b-4b08-bfca-14e3a0830a8f tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:10.225679 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1d61afeb-b068-48d6-8fd7-66b0189356f4 req-924f444c-cc8b-4b08-bfca-14e3a0830a8f tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 945 time: 0.0742302 Aug 16 21:39:10.263113 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1d61afeb-b068-48d6-8fd7-66b0189356f4 req-3a29ab46-f609-461b-bf0f-8d37b493302e tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315371 Aug 16 21:39:11.093787 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5440a127-dab4-4192-be00-92bfe8c7c662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:11.380457 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900fba3-7838-4e30-a6c5-a887fb377825 req-935e1a81-89bf-4f11-a7ec-089773949727 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:11.381981 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e900fba3-7838-4e30-a6c5-a887fb377825 req-935e1a81-89bf-4f11-a7ec-089773949727 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 945 time: 0.0504506 Aug 16 21:39:11.420310 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e900fba3-7838-4e30-a6c5-a887fb377825 req-f2d8e752-6462-4e61-b4e1-9c5676e2ca61 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324099 Aug 16 21:39:12.536733 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f181e-aacb-4ed5-a7d9-ebfc16edb8dc req-6bb6cd54-2c46-45d7-b5a5-2311155417e8 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:12.538252 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bb4f181e-aacb-4ed5-a7d9-ebfc16edb8dc req-6bb6cd54-2c46-45d7-b5a5-2311155417e8 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 945 time: 0.0512221 Aug 16 21:39:12.576510 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bb4f181e-aacb-4ed5-a7d9-ebfc16edb8dc req-775401a7-d92c-49a7-a35e-3ede0c1dba53 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323105 Aug 16 21:39:13.608122 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f49723c6-b6c8-4150-b424-91c911d52356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:13.695352 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176faae-8635-45a5-83d7-82862fcf2434 req-a17a1161-9700-4788-8681-6c59c51d56a1 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:13.696906 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b176faae-8635-45a5-83d7-82862fcf2434 req-a17a1161-9700-4788-8681-6c59c51d56a1 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 945 time: 0.0526779 Aug 16 21:39:13.735665 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b176faae-8635-45a5-83d7-82862fcf2434 req-8c90566d-488c-48ef-a770-02d1a290ec2c tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320816 Aug 16 21:39:13.834615 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:14.850559 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c1a97-d367-45c3-b797-4aa4adc9143a req-bef93ca7-94b0-45b4-9289-121f33e7d42a tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:14.851173 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:39:14.852099 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f75c1a97-d367-45c3-b797-4aa4adc9143a req-bef93ca7-94b0-45b4-9289-121f33e7d42a tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 945 time: 0.0494807 Aug 16 21:39:14.892203 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f75c1a97-d367-45c3-b797-4aa4adc9143a req-3652b582-4c82-49d9-81e2-9f56f6584400 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342183 Aug 16 21:39:14.988716 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:16.004073 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6dd19-5db1-418d-8aa5-8abb4e91faf0 req-607754d7-8712-458a-a8c1-ac846b42a2cb tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:16.005543 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-46c6dd19-5db1-418d-8aa5-8abb4e91faf0 req-607754d7-8712-458a-a8c1-ac846b42a2cb tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 945 time: 0.0479662 Aug 16 21:39:16.098782 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-46c6dd19-5db1-418d-8aa5-8abb4e91faf0 req-b2dcd5ae-2ada-4e52-87b3-b31aaa80df6c tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873342 Aug 16 21:39:16.691241 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:17.271167 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0c6bc-4ce2-4838-b92f-e1d5e4fae798 req-5c4a91c6-3199-47ea-9db5-4f58156e2309 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:17.272687 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fad0c6bc-4ce2-4838-b92f-e1d5e4fae798 req-5c4a91c6-3199-47ea-9db5-4f58156e2309 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 945 time: 0.1064985 Aug 16 21:39:17.309561 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fad0c6bc-4ce2-4838-b92f-e1d5e4fae798 req-28b8408a-69bb-45a7-abfb-e3d9fb62d430 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310109 Aug 16 21:39:18.423180 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074123b-35d5-42cc-ba49-adbb3ef8b80d req-833290c1-48a6-4e14-b749-a7a2931841f4 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:18.424724 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2074123b-35d5-42cc-ba49-adbb3ef8b80d req-833290c1-48a6-4e14-b749-a7a2931841f4 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 945 time: 0.0493908 Aug 16 21:39:18.462246 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2074123b-35d5-42cc-ba49-adbb3ef8b80d req-89c57b9b-8dea-4cab-a57a-fd8ce264d7c2 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316789 Aug 16 21:39:19.574989 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cae657-75b7-4589-972e-e8a85307e578 req-90cca3e0-9de1-4d3e-98b9-4219436dce70 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:19.576506 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-83cae657-75b7-4589-972e-e8a85307e578 req-90cca3e0-9de1-4d3e-98b9-4219436dce70 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 945 time: 0.0487652 Aug 16 21:39:19.611742 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:19.614272 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-83cae657-75b7-4589-972e-e8a85307e578 req-1eb78ff6-8c80-48b0-a1dc-076755413419 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317924 Aug 16 21:39:20.730689 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f45940-3e68-43a6-84f0-362b3f1d4dde req-3308bd30-77c8-4251-b031-68ab7d93bc1a tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:20.732209 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a9f45940-3e68-43a6-84f0-362b3f1d4dde req-3308bd30-77c8-4251-b031-68ab7d93bc1a tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 945 time: 0.0524065 Aug 16 21:39:20.769592 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a9f45940-3e68-43a6-84f0-362b3f1d4dde req-38dde318-3693-482d-9b8a-4fdc0a2dfc56 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311248 Aug 16 21:39:21.883316 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234a3ae-ecfe-4277-aec0-df424ea6fca6 req-108b133d-4a9c-4c86-8211-f308a2ff4df0 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:21.884814 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4234a3ae-ecfe-4277-aec0-df424ea6fca6 req-108b133d-4a9c-4c86-8211-f308a2ff4df0 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 945 time: 0.0484657 Aug 16 21:39:21.923007 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4234a3ae-ecfe-4277-aec0-df424ea6fca6 req-1c95835a-ff69-4ffb-9be3-4b606f431be8 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321414 Aug 16 21:39:22.348980 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:23.034472 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594de12-ad6a-4b8d-9bcc-c200126c0aaf req-54205d82-7a37-4ab8-a7d1-7f7c2b48386e tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:23.035967 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0594de12-ad6a-4b8d-9bcc-c200126c0aaf req-54205d82-7a37-4ab8-a7d1-7f7c2b48386e tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 945 time: 0.0475464 Aug 16 21:39:23.073150 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0594de12-ad6a-4b8d-9bcc-c200126c0aaf req-840852bc-da6b-4998-9603-2a8ad9673c14 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313315 Aug 16 21:39:24.193318 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab84b0e-e3f2-4ffa-831d-121782e1dc51 req-0c604670-39eb-4d4b-a76f-71050f02ad00 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:24.194725 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1ab84b0e-e3f2-4ffa-831d-121782e1dc51 req-0c604670-39eb-4d4b-a76f-71050f02ad00 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 945 time: 0.0551450 Aug 16 21:39:24.233728 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1ab84b0e-e3f2-4ffa-831d-121782e1dc51 req-dbc4a80c-9d3a-4afe-91df-fe37e90eaf0f tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327606 Aug 16 21:39:24.808375 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-b481be4e-3832-46a3-90d1-62814dc99a49 service neutron] show failed (client error): The resource could not be found. Aug 16 21:39:24.809570 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-b481be4e-3832-46a3-90d1-62814dc99a49 service neutron] 10.222.0.72 "GET /v2.0/ports/01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a/bindings/n-h2-793620-15 HTTP/1.1" status: 404 len: 381 time: 0.0615387 Aug 16 21:39:25.348767 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed716fa5-c07f-4b2d-8006-a560f1f63f4f req-b839090a-6d0b-47de-9120-76512b9b1007 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:25.350250 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ed716fa5-c07f-4b2d-8006-a560f1f63f4f req-b839090a-6d0b-47de-9120-76512b9b1007 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 945 time: 0.0497589 Aug 16 21:39:25.393195 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ed716fa5-c07f-4b2d-8006-a560f1f63f4f req-9a086429-bcea-4284-91e0-9fce18920c27 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369177 Aug 16 21:39:25.478630 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-99f263eb-45a4-4e4d-a401-7d86e398bc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:25.480137 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-99f263eb-45a4-4e4d-a401-7d86e398bc6b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d&tenant_id=22fa98fa934749ec86ff7ca439e2428c HTTP/1.1" status: 200 len: 1097 time: 0.0946901 Aug 16 21:39:25.495732 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-e4d83019-2699-44b6-8e1e-255a972d80dd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-15', 'device_owner': 'compute:nova'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:39:25.550413 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-e4d83019-2699-44b6-8e1e-255a972d80dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:25.744889 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-e4d83019-2699-44b6-8e1e-255a972d80dd service neutron] For port 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a,segment=NetworkSegment(dccea940-8a20-4178-a41d-c9b50d7be6bd),segment_id=dccea940-8a20-4178-a41d-c9b50d7be6bd)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:39:25.777325 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-e4d83019-2699-44b6-8e1e-255a972d80dd service neutron] For port 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a, host n-h1-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:39:25.816608 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605df22b-5eec-4a37-99c7-f6fec5b0be3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:39:25.818833 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b62638a-03fd-4edc-9fd6-c914e1546279" -d '{"events": [{"server_uuid": "605df22b-5eec-4a37-99c7-f6fec5b0be3d", "name": "network-vif-unplugged", "status": "completed", "tag": "01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:39:25.822916 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-e4d83019-2699-44b6-8e1e-255a972d80dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:25.836074 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-e4d83019-2699-44b6-8e1e-255a972d80dd service neutron] Transition to ACTIVE for port object 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:39:25.922602 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-e4d83019-2699-44b6-8e1e-255a972d80dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:25.950733 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4321c3-534f-4a52-89da-91b0f4f5db0d x-openstack-request-id: req-5f4321c3-534f-4a52-89da-91b0f4f5db0d {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:39:25.951038 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605df22b-5eec-4a37-99c7-f6fec5b0be3d", "name": "network-vif-unplugged", "status": "completed", "tag": "01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:39:25.951297 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5f4321c3-534f-4a52-89da-91b0f4f5db0d {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:39:25.951696 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605df22b-5eec-4a37-99c7-f6fec5b0be3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a', 'code': 200} Aug 16 21:39:25.991235 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-e4d83019-2699-44b6-8e1e-255a972d80dd service neutron] No DVR routers for this DVR port 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a on host n-h1-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:39:25.993139 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d83019-2699-44b6-8e1e-255a972d80dd service neutron] Pushing event updated for resources: {'Port': ['ID=01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a,revision_number=6']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:26.002802 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d83019-2699-44b6-8e1e-255a972d80dd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:26.003162 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d83019-2699-44b6-8e1e-255a972d80dd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:26.003512 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d83019-2699-44b6-8e1e-255a972d80dd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:26.003879 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d83019-2699-44b6-8e1e-255a972d80dd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:26.004224 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d83019-2699-44b6-8e1e-255a972d80dd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:26.004568 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d83019-2699-44b6-8e1e-255a972d80dd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:26.004907 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d83019-2699-44b6-8e1e-255a972d80dd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:26.005243 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d83019-2699-44b6-8e1e-255a972d80dd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:26.005581 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d83019-2699-44b6-8e1e-255a972d80dd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:26.005916 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d83019-2699-44b6-8e1e-255a972d80dd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:26.006277 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d83019-2699-44b6-8e1e-255a972d80dd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:26.006616 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d83019-2699-44b6-8e1e-255a972d80dd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:26.039520 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-e4d83019-2699-44b6-8e1e-255a972d80dd service neutron] Attempting to bind port 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:39:26.039895 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-e4d83019-2699-44b6-8e1e-255a972d80dd service neutron] Attempting to bind port 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'dccea940-8a20-4178-a41d-c9b50d7be6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'be975d98-0198-4cc6-a3ba-12f01aa5c5de'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:39:26.040233 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-e4d83019-2699-44b6-8e1e-255a972d80dd service neutron] Attempting to bind port 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a on network be975d98-0198-4cc6-a3ba-12f01aa5c5de {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:39:26.044546 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-e4d83019-2699-44b6-8e1e-255a972d80dd service neutron] Port 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a on network be975d98-0198-4cc6-a3ba-12f01aa5c5de not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:39:26.044878 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-e4d83019-2699-44b6-8e1e-255a972d80dd service neutron] Attempting to bind port 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a on network be975d98-0198-4cc6-a3ba-12f01aa5c5de {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:39:26.050797 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-e4d83019-2699-44b6-8e1e-255a972d80dd service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:39:26.051143 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-e4d83019-2699-44b6-8e1e-255a972d80dd service neutron] Checking segment: {'id': 'dccea940-8a20-4178-a41d-c9b50d7be6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'be975d98-0198-4cc6-a3ba-12f01aa5c5de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:39:26.051807 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-e4d83019-2699-44b6-8e1e-255a972d80dd service neutron] Bound using segment: {'id': 'dccea940-8a20-4178-a41d-c9b50d7be6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'be975d98-0198-4cc6-a3ba-12f01aa5c5de'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:39:26.052262 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-e4d83019-2699-44b6-8e1e-255a972d80dd service neutron] Bound port: 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dccea940-8a20-4178-a41d-c9b50d7be6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'be975d98-0198-4cc6-a3ba-12f01aa5c5de'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:39:26.052625 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-e4d83019-2699-44b6-8e1e-255a972d80dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:26.116269 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-e4d83019-2699-44b6-8e1e-255a972d80dd service neutron] For port 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:39:26.119219 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-e4d83019-2699-44b6-8e1e-255a972d80dd service neutron] For port 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a,segment=NetworkSegment(dccea940-8a20-4178-a41d-c9b50d7be6bd),segment_id=dccea940-8a20-4178-a41d-c9b50d7be6bd)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:39:26.208031 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-e4d83019-2699-44b6-8e1e-255a972d80dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:26.241844 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-e4d83019-2699-44b6-8e1e-255a972d80dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:26.242509 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-e4d83019-2699-44b6-8e1e-255a972d80dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:26.244114 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-e4d83019-2699-44b6-8e1e-255a972d80dd service neutron] 10.222.0.90 "PUT /v2.0/ports/01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a HTTP/1.1" status: 200 len: 1092 time: 0.7565684 Aug 16 21:39:26.277550 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d83019-2699-44b6-8e1e-255a972d80dd service neutron] Pushing event updated for resources: {'Port': ['ID=01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a,revision_number=7']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:26.312143 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-abaa3bf3-4ef7-4493-9e98-672e0218fd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:26.315949 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-abaa3bf3-4ef7-4493-9e98-672e0218fd26 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=22fa98fa934749ec86ff7ca439e2428c&device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 1095 time: 0.0479674 Aug 16 21:39:26.401078 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-532f91f0-80b0-402c-8b4c-2a085e812c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:26.402464 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-532f91f0-80b0-402c-8b4c-2a085e812c2c service neutron] 10.222.0.90 "GET /v2.0/networks?id=be975d98-0198-4cc6-a3ba-12f01aa5c5de HTTP/1.1" status: 200 len: 915 time: 0.0824301 Aug 16 21:39:26.448841 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-aa2f0ae5-c871-4bcb-bb73-88eaa17de833 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a HTTP/1.1" status: 200 len: 217 time: 0.0389915 Aug 16 21:39:26.860197 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-e61a9b14-4515-4b05-95a0-e9fab9c6a2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:26.861665 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-e61a9b14-4515-4b05-95a0-e9fab9c6a2a0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=385f3a80-e190-4ffb-a81e-30d60c83a120 HTTP/1.1" status: 200 len: 854 time: 0.4054432 Aug 16 21:39:26.876257 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d716502d-a032-4b80-9cdd-01f38f48cf4a req-cd797ef7-d0a6-447f-87ed-f416d5a192b9 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:26.877685 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d716502d-a032-4b80-9cdd-01f38f48cf4a req-cd797ef7-d0a6-447f-87ed-f416d5a192b9 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 943 time: 0.4139619 Aug 16 21:39:26.910142 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-bf3ef5b2-5c0b-4120-9609-bad5552dc923 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=be975d98-0198-4cc6-a3ba-12f01aa5c5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315142 Aug 16 21:39:26.980441 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d716502d-a032-4b80-9cdd-01f38f48cf4a req-dd76a4b3-90b9-40b7-8dcc-6a7087065c1d tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941999 Aug 16 21:39:27.019393 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-3e15fd0d-5c0e-44e4-9689-ef10fa0ed056 service neutron] 10.222.0.90 "GET /v2.0/networks/be975d98-0198-4cc6-a3ba-12f01aa5c5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006851 Aug 16 21:39:27.111034 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b1ba463b-6ee1-4e3c-91f0-08a2516b8ec4 req-b3de54c6-fe4e-4ead-8376-b3d67774a6ff service neutron] 10.222.0.90 "GET /v2.0/networks/be975d98-0198-4cc6-a3ba-12f01aa5c5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842929 Aug 16 21:39:27.952817 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605df22b-5eec-4a37-99c7-f6fec5b0be3d', 'tag': '01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:39:27.955237 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3627e9-b1a5-4910-9e1f-7739a67f08da" -d '{"events": [{"name": "network-changed", "server_uuid": "605df22b-5eec-4a37-99c7-f6fec5b0be3d", "tag": "01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:39:28.001816 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5c98ef-d835-47f1-b5de-b0b628b6b7a3 x-openstack-request-id: req-fd5c98ef-d835-47f1-b5de-b0b628b6b7a3 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:39:28.002120 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605df22b-5eec-4a37-99c7-f6fec5b0be3d", "tag": "01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:39:28.002378 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-fd5c98ef-d835-47f1-b5de-b0b628b6b7a3 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:39:28.002783 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605df22b-5eec-4a37-99c7-f6fec5b0be3d', 'tag': '01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a', 'status': 'completed', 'code': 200} Aug 16 21:39:28.061918 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3627e9-b1a5-4910-9e1f-7739a67f08da req-fa1dfb49-79ee-4e5d-9a98-e4d9422b7e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:28.063433 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8c3627e9-b1a5-4910-9e1f-7739a67f08da req-fa1dfb49-79ee-4e5d-9a98-e4d9422b7e92 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=22fa98fa934749ec86ff7ca439e2428c&device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 1095 time: 0.0423200 Aug 16 21:39:28.098639 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3627e9-b1a5-4910-9e1f-7739a67f08da req-2996640d-b263-4005-8759-5585c0efa872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:28.100244 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8c3627e9-b1a5-4910-9e1f-7739a67f08da req-2996640d-b263-4005-8759-5585c0efa872 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=22fa98fa934749ec86ff7ca439e2428c&device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 1095 time: 0.0701852 Aug 16 21:39:28.116021 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9922c4-6fe2-4cdf-8658-b0d6730a57f9 req-c71ab127-5b33-47fb-a6f4-f6ff0e9bba04 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:28.117451 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1c9922c4-6fe2-4cdf-8658-b0d6730a57f9 req-c71ab127-5b33-47fb-a6f4-f6ff0e9bba04 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 943 time: 0.0621562 Aug 16 21:39:28.158944 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3627e9-b1a5-4910-9e1f-7739a67f08da req-d01c65d2-e134-4ae4-87e2-475661e36281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:28.160477 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8c3627e9-b1a5-4910-9e1f-7739a67f08da req-d01c65d2-e134-4ae4-87e2-475661e36281 service neutron] 10.222.0.72 "GET /v2.0/networks?id=be975d98-0198-4cc6-a3ba-12f01aa5c5de HTTP/1.1" status: 200 len: 915 time: 0.0891311 Aug 16 21:39:28.204405 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1c9922c4-6fe2-4cdf-8658-b0d6730a57f9 req-ad674e99-0a53-4f50-93e6-127bee592f5c tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791750 Aug 16 21:39:28.207209 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8c3627e9-b1a5-4910-9e1f-7739a67f08da req-0ef74751-d438-4be5-a187-bdbd62e958bf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a HTTP/1.1" status: 200 len: 217 time: 0.0398109 Aug 16 21:39:28.228585 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3627e9-b1a5-4910-9e1f-7739a67f08da req-ef00f605-2fa1-4a9e-b9cc-25db77445983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:28.230152 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8c3627e9-b1a5-4910-9e1f-7739a67f08da req-ef00f605-2fa1-4a9e-b9cc-25db77445983 service neutron] 10.222.0.90 "GET /v2.0/networks?id=be975d98-0198-4cc6-a3ba-12f01aa5c5de HTTP/1.1" status: 200 len: 915 time: 0.1223273 Aug 16 21:39:28.258915 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3627e9-b1a5-4910-9e1f-7739a67f08da req-958b1129-ee67-414c-91d5-40669a21dec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:28.260415 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8c3627e9-b1a5-4910-9e1f-7739a67f08da req-958b1129-ee67-414c-91d5-40669a21dec0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=385f3a80-e190-4ffb-a81e-30d60c83a120 HTTP/1.1" status: 200 len: 854 time: 0.0461254 Aug 16 21:39:28.271524 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8c3627e9-b1a5-4910-9e1f-7739a67f08da req-2b715a8b-fa85-48eb-9997-b2eba7545d29 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a HTTP/1.1" status: 200 len: 217 time: 0.0340974 Aug 16 21:39:28.292892 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8c3627e9-b1a5-4910-9e1f-7739a67f08da req-ea004846-d6a8-488e-82d7-b11bc57174b4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=be975d98-0198-4cc6-a3ba-12f01aa5c5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255873 Aug 16 21:39:28.328880 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3627e9-b1a5-4910-9e1f-7739a67f08da req-812dcd33-3cd3-42a9-a0f0-c0161f04a60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:28.330430 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8c3627e9-b1a5-4910-9e1f-7739a67f08da req-812dcd33-3cd3-42a9-a0f0-c0161f04a60e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=385f3a80-e190-4ffb-a81e-30d60c83a120 HTTP/1.1" status: 200 len: 854 time: 0.0509591 Aug 16 21:39:28.361968 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8c3627e9-b1a5-4910-9e1f-7739a67f08da req-f5d62c00-fecf-4eea-9e8d-ef95de9d639d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=be975d98-0198-4cc6-a3ba-12f01aa5c5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241117 Aug 16 21:39:28.386803 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8c3627e9-b1a5-4910-9e1f-7739a67f08da req-2a4e2527-bf05-4040-b901-0bc7d0d53a48 service neutron] 10.222.0.72 "GET /v2.0/networks/be975d98-0198-4cc6-a3ba-12f01aa5c5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868349 Aug 16 21:39:28.452977 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8c3627e9-b1a5-4910-9e1f-7739a67f08da req-4459e44c-2975-4f46-b906-d208a1457630 service neutron] 10.222.0.90 "GET /v2.0/networks/be975d98-0198-4cc6-a3ba-12f01aa5c5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833282 Aug 16 21:39:28.475910 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8c3627e9-b1a5-4910-9e1f-7739a67f08da req-9fc7d246-f1e7-4b46-b56c-3324459562b4 service neutron] 10.222.0.72 "GET /v2.0/networks/be975d98-0198-4cc6-a3ba-12f01aa5c5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818906 Aug 16 21:39:28.545628 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8c3627e9-b1a5-4910-9e1f-7739a67f08da req-b4a78362-3ce4-4823-9026-43fb629dd253 service neutron] 10.222.0.90 "GET /v2.0/networks/be975d98-0198-4cc6-a3ba-12f01aa5c5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850823 Aug 16 21:39:29.323994 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a80af-9509-49f2-a463-99e6c937df02 req-c9a32701-7b1d-4cbf-a1a9-3594ead88564 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:29.325520 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4e2a80af-9509-49f2-a463-99e6c937df02 req-c9a32701-7b1d-4cbf-a1a9-3594ead88564 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 943 time: 0.0520256 Aug 16 21:39:29.362946 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4e2a80af-9509-49f2-a463-99e6c937df02 req-11f343d3-cd56-4fb7-ba35-455eccabe50b tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315773 Aug 16 21:39:29.682544 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:39:29.686991 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1bb25-d6c3-4f6f-8956-2743f47ba1c6 req-d83304ad-ac27-40a7-9f02-020915910eac tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:29.688623 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d2b1bb25-d6c3-4f6f-8956-2743f47ba1c6 req-d83304ad-ac27-40a7-9f02-020915910eac tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 943 time: 0.0495508 Aug 16 21:39:29.724216 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:39:29.728394 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d2b1bb25-d6c3-4f6f-8956-2743f47ba1c6 req-775981a1-bf96-479d-8bc1-bf2fc9002c17 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335987 Aug 16 21:39:29.783955 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537827c-6aa5-46c1-83f6-98dd5c435a78 req-b29f70e1-fec2-4267-9d86-cb1ba8592894 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:29.785486 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2537827c-6aa5-46c1-83f6-98dd5c435a78 req-b29f70e1-fec2-4267-9d86-cb1ba8592894 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.72 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d&tenant_id=22fa98fa934749ec86ff7ca439e2428c&binding%3Ahost_id=n-h2-793620-15 HTTP/1.1" status: 200 len: 943 time: 0.0523891 Aug 16 21:39:29.850366 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [req-2537827c-6aa5-46c1-83f6-98dd5c435a78 req-b073189f-02bd-42f5-a22b-6e608185983a service neutron] delete failed (client error): The resource could not be found. Aug 16 21:39:29.851283 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2537827c-6aa5-46c1-83f6-98dd5c435a78 req-b073189f-02bd-42f5-a22b-6e608185983a service neutron] 10.222.0.72 "DELETE /v2.0/ports/01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a/bindings/n-h1-793620-15 HTTP/1.1" status: 404 len: 381 time: 0.0586448 Aug 16 21:39:29.932608 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537827c-6aa5-46c1-83f6-98dd5c435a78 req-a9757ca4-debf-42bf-a23c-55e5f7a71831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:29.934200 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2537827c-6aa5-46c1-83f6-98dd5c435a78 req-a9757ca4-debf-42bf-a23c-55e5f7a71831 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=22fa98fa934749ec86ff7ca439e2428c&device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 1095 time: 0.0410547 Aug 16 21:39:30.028485 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537827c-6aa5-46c1-83f6-98dd5c435a78 req-d4ce0449-257f-497d-8d98-1e460be92fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:30.029955 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2537827c-6aa5-46c1-83f6-98dd5c435a78 req-d4ce0449-257f-497d-8d98-1e460be92fed service neutron] 10.222.0.72 "GET /v2.0/networks?id=be975d98-0198-4cc6-a3ba-12f01aa5c5de HTTP/1.1" status: 200 len: 915 time: 0.0886471 Aug 16 21:39:30.060029 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:39:30.074328 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2537827c-6aa5-46c1-83f6-98dd5c435a78 req-dacddbe2-2f06-482a-a16c-8bf6cca2954d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a HTTP/1.1" status: 200 len: 217 time: 0.0365314 Aug 16 21:39:30.122327 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537827c-6aa5-46c1-83f6-98dd5c435a78 req-027a60d7-3228-4a73-b643-2d57d17d5237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:30.123928 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2537827c-6aa5-46c1-83f6-98dd5c435a78 req-027a60d7-3228-4a73-b643-2d57d17d5237 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=385f3a80-e190-4ffb-a81e-30d60c83a120 HTTP/1.1" status: 200 len: 854 time: 0.0432570 Aug 16 21:39:30.155264 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a,segment=NetworkSegment(dccea940-8a20-4178-a41d-c9b50d7be6bd),segment_id=dccea940-8a20-4178-a41d-c9b50d7be6bd)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:39:30.156293 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2537827c-6aa5-46c1-83f6-98dd5c435a78 req-82d0c1a3-0df0-4fff-ae9c-b210b4b44210 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=be975d98-0198-4cc6-a3ba-12f01aa5c5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249662 Aug 16 21:39:30.166441 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a', 'network_id': 'be975d98-0198-4cc6-a3ba-12f01aa5c5de', 'port_id': '01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a', 'mac_address': 'fa:16:3e:3a:70:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '385f3a80-e190-4ffb-a81e-30d60c83a120', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:39:30.206527 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:30.219979 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:39:30.239445 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a,segment=NetworkSegment(dccea940-8a20-4178-a41d-c9b50d7be6bd),segment_id=dccea940-8a20-4178-a41d-c9b50d7be6bd)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:39:30.252910 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2537827c-6aa5-46c1-83f6-98dd5c435a78 req-5ccdddae-91fc-403c-b4bb-b8dea9aee907 service neutron] 10.222.0.72 "GET /v2.0/networks/be975d98-0198-4cc6-a3ba-12f01aa5c5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891674 Aug 16 21:39:30.310543 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:30.344970 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2537827c-6aa5-46c1-83f6-98dd5c435a78 req-bfe22978-cdd4-4cec-884f-c1062c2e3497 service neutron] 10.222.0.72 "GET /v2.0/networks/be975d98-0198-4cc6-a3ba-12f01aa5c5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853662 Aug 16 21:39:30.360687 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a,revision_number=8']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:30.507287 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:39:30.848467 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b2fb6-4363-4422-8c12-f5b3fa63a604 req-accbbccc-2f23-4612-8c3d-8f61a3c11dc2 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:30.849953 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-284b2fb6-4363-4422-8c12-f5b3fa63a604 req-accbbccc-2f23-4612-8c3d-8f61a3c11dc2 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 944 time: 0.0537071 Aug 16 21:39:30.888836 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-284b2fb6-4363-4422-8c12-f5b3fa63a604 req-aa65938e-a274-40e5-953c-758e7f0374b8 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329807 Aug 16 21:39:32.003750 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20d749-309c-4bf3-b1fb-1346cd8c2b40 req-bbd522e0-807b-488a-bfdc-2e1a9add4cd1 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:32.005286 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4b20d749-309c-4bf3-b1fb-1346cd8c2b40 req-bbd522e0-807b-488a-bfdc-2e1a9add4cd1 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 944 time: 0.0483112 Aug 16 21:39:32.042526 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4b20d749-309c-4bf3-b1fb-1346cd8c2b40 req-c97145d7-f838-4ab8-be22-631732572394 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311007 Aug 16 21:39:32.051413 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:39:32.160263 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6ec2c-0763-4305-84db-a05b0290ef5f req-cbaa77f1-783d-4978-be14-21f9bdf24557 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:32.161751 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-79e6ec2c-0763-4305-84db-a05b0290ef5f req-cbaa77f1-783d-4978-be14-21f9bdf24557 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 944 time: 0.0496318 Aug 16 21:39:32.193809 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:39:32.197829 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:39:32.198212 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:32.199923 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-79e6ec2c-0763-4305-84db-a05b0290ef5f req-8cac097a-03ff-4a25-8307-569107d439e5 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322638 Aug 16 21:39:32.275057 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:32.300737 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605df22b-5eec-4a37-99c7-f6fec5b0be3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:39:32.303009 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4c5ae7-fdd4-4a15-9f91-432c9bc9c939" -d '{"events": [{"server_uuid": "605df22b-5eec-4a37-99c7-f6fec5b0be3d", "name": "network-vif-plugged", "status": "completed", "tag": "01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:39:32.317759 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6211e0-60cf-44e5-a273-5f0466524719 req-dd3f2f9a-b632-4be6-9be5-1fa77c05f685 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:32.319908 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac6211e0-60cf-44e5-a273-5f0466524719 req-dd3f2f9a-b632-4be6-9be5-1fa77c05f685 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 944 time: 0.0536342 Aug 16 21:39:32.363934 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac6211e0-60cf-44e5-a273-5f0466524719 req-88f8ee5e-8447-471b-9b34-0978cf10bc44 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366724 Aug 16 21:39:32.470378 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7b2ee9-6fcd-4b89-8b3a-a1aad35441da x-openstack-request-id: req-2e7b2ee9-6fcd-4b89-8b3a-a1aad35441da {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:39:32.470665 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605df22b-5eec-4a37-99c7-f6fec5b0be3d", "name": "network-vif-plugged", "status": "completed", "tag": "01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:39:32.478106 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2e7b2ee9-6fcd-4b89-8b3a-a1aad35441da {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:39:32.478106 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605df22b-5eec-4a37-99c7-f6fec5b0be3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a', 'code': 200} Aug 16 21:39:32.478106 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a,segment=NetworkSegment(dccea940-8a20-4178-a41d-c9b50d7be6bd),segment_id=dccea940-8a20-4178-a41d-c9b50d7be6bd)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:39:32.584536 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:32.630536 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a,revision_number=9']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:32.933907 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-a58b6a44-d784-49bc-af7a-5899ad313d16 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:32.935379 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-a58b6a44-d784-49bc-af7a-5899ad313d16 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/networks?id=be975d98-0198-4cc6-a3ba-12f01aa5c5de HTTP/1.1" status: 200 len: 814 time: 0.1006334 Aug 16 21:39:32.949930 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-a241eaf4-cec5-4c09-917c-2e977d1ff189 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/quotas/22fa98fa934749ec86ff7ca439e2428c HTTP/1.1" status: 200 len: 375 time: 0.0088544 Aug 16 21:39:33.001393 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-d7bffbab-92f9-46ad-8435-6ba26f176f99 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=22fa98fa934749ec86ff7ca439e2428c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0462980 Aug 16 21:39:33.089117 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-f126b3a4-ee6d-4778-bf12-12f4aeb94632 service neutron] 10.222.0.84 "GET /v2.0/networks/be975d98-0198-4cc6-a3ba-12f01aa5c5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809433 Aug 16 21:39:33.182737 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-4ebe197f-af3e-435f-b634-edd4fe6bac73 service neutron] 10.222.0.84 "GET /v2.0/networks/be975d98-0198-4cc6-a3ba-12f01aa5c5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871038 Aug 16 21:39:33.410943 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9f74b179-a74f-4315-b5f3-be87c8a608c6 req-fda07793-cda5-4ca4-b675-de7ab7d1f889 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 210 time: 0.0284128 Aug 16 21:39:34.074086 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590b6a1-9bd5-4895-96b3-7e84f3bd84ab req-8cf3bdaf-abfe-4343-bdb6-5ce4cc7a913b tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:34.075533 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8590b6a1-9bd5-4895-96b3-7e84f3bd84ab req-8cf3bdaf-abfe-4343-bdb6-5ce4cc7a913b tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.90 "GET /v2.0/ports?device_id=605df22b-5eec-4a37-99c7-f6fec5b0be3d HTTP/1.1" status: 200 len: 945 time: 0.0490825 Aug 16 21:39:34.168297 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-8590b6a1-9bd5-4895-96b3-7e84f3bd84ab req-aac65664-c011-4f1b-bbef-753e56392baf tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Deleting port 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:39:34.168959 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8590b6a1-9bd5-4895-96b3-7e84f3bd84ab req-aac65664-c011-4f1b-bbef-753e56392baf tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:34.261178 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-8590b6a1-9bd5-4895-96b3-7e84f3bd84ab req-aac65664-c011-4f1b-bbef-753e56392baf tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] For port 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a,segment=NetworkSegment(dccea940-8a20-4178-a41d-c9b50d7be6bd),segment_id=dccea940-8a20-4178-a41d-c9b50d7be6bd)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:39:34.261586 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8590b6a1-9bd5-4895-96b3-7e84f3bd84ab req-aac65664-c011-4f1b-bbef-753e56392baf tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:34.274362 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-8590b6a1-9bd5-4895-96b3-7e84f3bd84ab req-aac65664-c011-4f1b-bbef-753e56392baf tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Calling delete_port for 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:39:34.511753 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cda478b0-75c7-42a2-b721-bf97b98d8938 req-8d2d252d-efdd-4548-8434-c7af4abac077 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 210 time: 0.0300267 Aug 16 21:39:34.567675 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8590b6a1-9bd5-4895-96b3-7e84f3bd84ab req-aac65664-c011-4f1b-bbef-753e56392baf tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:34.579644 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:39:34.598613 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac65664-c011-4f1b-bbef-753e56392baf tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Pushing event deleted for resources: {'Port': ['ID=01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:34.645858 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-8590b6a1-9bd5-4895-96b3-7e84f3bd84ab req-aac65664-c011-4f1b-bbef-753e56392baf tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] No DVR routers for this DVR port 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:39:34.648614 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-8590b6a1-9bd5-4895-96b3-7e84f3bd84ab req-aac65664-c011-4f1b-bbef-753e56392baf tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:34.650609 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8590b6a1-9bd5-4895-96b3-7e84f3bd84ab req-aac65664-c011-4f1b-bbef-753e56392baf tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.90 "DELETE /v2.0/ports/01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a HTTP/1.1" status: 204 len: 173 time: 0.5694065 Aug 16 21:39:34.651108 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605df22b-5eec-4a37-99c7-f6fec5b0be3d', 'name': 'network-vif-deleted', 'tag': '01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:39:34.653401 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032d5900-5d02-47de-82fe-22c5b33123c2" -d '{"events": [{"server_uuid": "605df22b-5eec-4a37-99c7-f6fec5b0be3d", "name": "network-vif-deleted", "tag": "01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:39:34.688648 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838a24e0-b8f2-4426-9abc-852e0afe8d62 x-openstack-request-id: req-838a24e0-b8f2-4426-9abc-852e0afe8d62 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:39:34.688947 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605df22b-5eec-4a37-99c7-f6fec5b0be3d", "name": "network-vif-deleted", "tag": "01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:39:34.689200 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-838a24e0-b8f2-4426-9abc-852e0afe8d62 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:39:34.689607 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605df22b-5eec-4a37-99c7-f6fec5b0be3d', 'name': 'network-vif-deleted', 'tag': '01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a', 'status': 'completed', 'code': 200} Aug 16 21:39:35.403145 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-dae8208d-536f-45ad-901f-d02efc43f285 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:35.404709 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-dae8208d-536f-45ad-901f-d02efc43f285 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.90 "GET /v2.0/networks?id=be975d98-0198-4cc6-a3ba-12f01aa5c5de HTTP/1.1" status: 200 len: 814 time: 0.1038630 Aug 16 21:39:35.421703 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-36094baa-56e3-477e-9d8b-a780e95525dc tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Request body: {'port': {'device_id': 'abe17811-ef0e-436c-a6ee-1795048cdc46', 'network_id': 'be975d98-0198-4cc6-a3ba-12f01aa5c5de', 'admin_state_up': True, 'tenant_id': '22fa98fa934749ec86ff7ca439e2428c'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:39:35.605734 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-faf9476d-fcfb-496c-bb32-75c8b63904c6 req-8924685f-89f5-4a30-a864-a84ce29f0e03 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 210 time: 0.0270183 Aug 16 21:39:35.616375 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-36094baa-56e3-477e-9d8b-a780e95525dc tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Made reservation on behalf of 22fa98fa934749ec86ff7ca439e2428c for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:39:35.620079 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-36094baa-56e3-477e-9d8b-a780e95525dc tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:35.747004 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-36094baa-56e3-477e-9d8b-a780e95525dc tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Allocated IP 172.20.0.2 (be975d98-0198-4cc6-a3ba-12f01aa5c5de/385f3a80-e190-4ffb-a81e-30d60c83a120/141e77ed-cca0-472d-9020-5a6d3d0d74d0) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:39:35.889824 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-36094baa-56e3-477e-9d8b-a780e95525dc tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:35.982455 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-36094baa-56e3-477e-9d8b-a780e95525dc tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:35.993805 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:39:36.026891 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-36094baa-56e3-477e-9d8b-a780e95525dc tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Network be975d98-0198-4cc6-a3ba-12f01aa5c5de is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:39:36.030081 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-36094baa-56e3-477e-9d8b-a780e95525dc tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:39:36.034399 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-36094baa-56e3-477e-9d8b-a780e95525dc tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:39:36.040743 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36094baa-56e3-477e-9d8b-a780e95525dc tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Pushing event updated for resources: {'Port': ['ID=141e77ed-cca0-472d-9020-5a6d3d0d74d0,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:36.086738 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-36094baa-56e3-477e-9d8b-a780e95525dc tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:36.087367 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-36094baa-56e3-477e-9d8b-a780e95525dc tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:36.185523 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-36094baa-56e3-477e-9d8b-a780e95525dc tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7675745 Aug 16 21:39:36.197283 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-3c28d450-0130-4acc-807c-3a23fcd7eca7 service neutron] Request body: {'port': {'device_id': 'abe17811-ef0e-436c-a6ee-1795048cdc46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:39:36.254845 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-3c28d450-0130-4acc-807c-3a23fcd7eca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:36.514644 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-3c28d450-0130-4acc-807c-3a23fcd7eca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 141e77ed-cca0-472d-9020-5a6d3d0d74d0 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:39:36.522119 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-3c28d450-0130-4acc-807c-3a23fcd7eca7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:36.534438 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-3c28d450-0130-4acc-807c-3a23fcd7eca7 service neutron] Transition to ACTIVE for port object 141e77ed-cca0-472d-9020-5a6d3d0d74d0 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:39:36.607302 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-3c28d450-0130-4acc-807c-3a23fcd7eca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:36.659753 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c28d450-0130-4acc-807c-3a23fcd7eca7 service neutron] Pushing event updated for resources: {'Port': ['ID=141e77ed-cca0-472d-9020-5a6d3d0d74d0,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:36.765588 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547dc43-e512-4c4b-89c6-d20246e9d3db req-cc072777-151b-4e4c-877a-64508b2ff21b tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:36.767042 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6547dc43-e512-4c4b-89c6-d20246e9d3db req-cc072777-151b-4e4c-877a-64508b2ff21b tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 943 time: 0.0881081 Aug 16 21:39:36.768160 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-3c28d450-0130-4acc-807c-3a23fcd7eca7 service neutron] Attempting to bind port 141e77ed-cca0-472d-9020-5a6d3d0d74d0 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:39:36.768506 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-3c28d450-0130-4acc-807c-3a23fcd7eca7 service neutron] Attempting to bind port 141e77ed-cca0-472d-9020-5a6d3d0d74d0 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'dccea940-8a20-4178-a41d-c9b50d7be6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'be975d98-0198-4cc6-a3ba-12f01aa5c5de'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:39:36.768840 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-3c28d450-0130-4acc-807c-3a23fcd7eca7 service neutron] Attempting to bind port 141e77ed-cca0-472d-9020-5a6d3d0d74d0 on network be975d98-0198-4cc6-a3ba-12f01aa5c5de {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:39:36.774999 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-3c28d450-0130-4acc-807c-3a23fcd7eca7 service neutron] Port 141e77ed-cca0-472d-9020-5a6d3d0d74d0 on network be975d98-0198-4cc6-a3ba-12f01aa5c5de not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:39:36.775329 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-3c28d450-0130-4acc-807c-3a23fcd7eca7 service neutron] Attempting to bind port 141e77ed-cca0-472d-9020-5a6d3d0d74d0 on network be975d98-0198-4cc6-a3ba-12f01aa5c5de {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:39:36.785402 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-3c28d450-0130-4acc-807c-3a23fcd7eca7 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:39:36.785750 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-3c28d450-0130-4acc-807c-3a23fcd7eca7 service neutron] Checking segment: {'id': 'dccea940-8a20-4178-a41d-c9b50d7be6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'be975d98-0198-4cc6-a3ba-12f01aa5c5de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:39:36.786137 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-3c28d450-0130-4acc-807c-3a23fcd7eca7 service neutron] Bound using segment: {'id': 'dccea940-8a20-4178-a41d-c9b50d7be6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'be975d98-0198-4cc6-a3ba-12f01aa5c5de'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:39:36.786576 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-3c28d450-0130-4acc-807c-3a23fcd7eca7 service neutron] Bound port: 141e77ed-cca0-472d-9020-5a6d3d0d74d0, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dccea940-8a20-4178-a41d-c9b50d7be6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'be975d98-0198-4cc6-a3ba-12f01aa5c5de'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:39:36.786945 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-3c28d450-0130-4acc-807c-3a23fcd7eca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:36.842951 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6547dc43-e512-4c4b-89c6-d20246e9d3db req-8f6c9549-81d9-4820-bca6-b02670177198 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694394 Aug 16 21:39:36.872464 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-3c28d450-0130-4acc-807c-3a23fcd7eca7 service neutron] For port 141e77ed-cca0-472d-9020-5a6d3d0d74d0, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:39:36.875445 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-3c28d450-0130-4acc-807c-3a23fcd7eca7 service neutron] For port 141e77ed-cca0-472d-9020-5a6d3d0d74d0, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=141e77ed-cca0-472d-9020-5a6d3d0d74d0,segment=NetworkSegment(dccea940-8a20-4178-a41d-c9b50d7be6bd),segment_id=dccea940-8a20-4178-a41d-c9b50d7be6bd)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:39:36.973941 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-3c28d450-0130-4acc-807c-3a23fcd7eca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:37.011772 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-3c28d450-0130-4acc-807c-3a23fcd7eca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:37.012485 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-3c28d450-0130-4acc-807c-3a23fcd7eca7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:37.013884 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-3c28d450-0130-4acc-807c-3a23fcd7eca7 service neutron] 10.222.0.90 "PUT /v2.0/ports/141e77ed-cca0-472d-9020-5a6d3d0d74d0 HTTP/1.1" status: 200 len: 1092 time: 0.8207629 Aug 16 21:39:37.014323 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe17811-ef0e-436c-a6ee-1795048cdc46', 'tag': '141e77ed-cca0-472d-9020-5a6d3d0d74d0'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:39:37.018909 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}946c264ada266fbd73ed60932e33e597522cdd88ec81a62fe36ed60996417d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315c9b67-a97a-4c38-b365-5f962e195378" -d '{"events": [{"name": "network-changed", "server_uuid": "abe17811-ef0e-436c-a6ee-1795048cdc46", "tag": "141e77ed-cca0-472d-9020-5a6d3d0d74d0"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:39:37.044701 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c28d450-0130-4acc-807c-3a23fcd7eca7 service neutron] Pushing event updated for resources: {'Port': ['ID=141e77ed-cca0-472d-9020-5a6d3d0d74d0,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:37.052492 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8dc9de-08c7-43e9-acd5-30b20917b0c6 x-openstack-request-id: req-3e8dc9de-08c7-43e9-acd5-30b20917b0c6 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:39:37.053380 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abe17811-ef0e-436c-a6ee-1795048cdc46", "tag": "141e77ed-cca0-472d-9020-5a6d3d0d74d0", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:39:37.053380 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3e8dc9de-08c7-43e9-acd5-30b20917b0c6 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:39:37.053547 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abe17811-ef0e-436c-a6ee-1795048cdc46', 'tag': '141e77ed-cca0-472d-9020-5a6d3d0d74d0', 'status': 'completed', 'code': 200} Aug 16 21:39:37.113449 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c9b67-a97a-4c38-b365-5f962e195378 req-2b75deab-a24a-4438-a8b0-5b1a92713f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:37.115022 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-315c9b67-a97a-4c38-b365-5f962e195378 req-2b75deab-a24a-4438-a8b0-5b1a92713f42 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=22fa98fa934749ec86ff7ca439e2428c&device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 1095 time: 0.0421009 Aug 16 21:39:37.212829 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c9b67-a97a-4c38-b365-5f962e195378 req-ff94f8b0-a103-4007-85b1-3db574ff16b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:37.214283 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-315c9b67-a97a-4c38-b365-5f962e195378 req-ff94f8b0-a103-4007-85b1-3db574ff16b0 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=22fa98fa934749ec86ff7ca439e2428c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0922444 Aug 16 21:39:37.304643 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c9b67-a97a-4c38-b365-5f962e195378 req-0b8f59e6-3f9a-49ee-8767-218daa398ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:37.306306 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-315c9b67-a97a-4c38-b365-5f962e195378 req-0b8f59e6-3f9a-49ee-8767-218daa398ce2 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0848703 Aug 16 21:39:37.383259 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-9acca802-712d-4ff3-b0e6-815fee2626b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:37.385019 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-9acca802-712d-4ff3-b0e6-815fee2626b9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=22fa98fa934749ec86ff7ca439e2428c&device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 1095 time: 0.0400846 Aug 16 21:39:37.429216 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-cfc90166-fce8-4f7b-ac51-279f100a476e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=141e77ed-cca0-472d-9020-5a6d3d0d74d0 HTTP/1.1" status: 200 len: 217 time: 0.0365348 Aug 16 21:39:37.476928 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-24484d8f-252a-4abb-8e7c-54ec99e0d652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:37.478353 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-24484d8f-252a-4abb-8e7c-54ec99e0d652 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=385f3a80-e190-4ffb-a81e-30d60c83a120 HTTP/1.1" status: 200 len: 854 time: 0.0430360 Aug 16 21:39:37.509751 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-323df672-8e43-4571-b164-fc2351b8fd2e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=be975d98-0198-4cc6-a3ba-12f01aa5c5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241380 Aug 16 21:39:37.601246 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-3f6d1714-6cd1-44c2-8dd3-5cd65ee44a42 service neutron] 10.222.0.90 "GET /v2.0/networks/be975d98-0198-4cc6-a3ba-12f01aa5c5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836775 Aug 16 21:39:37.690161 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c110b808-8d4a-409a-ac55-16735f9f5391 req-df67c616-bc59-4a0b-8bce-c5dab5a01d7f service neutron] 10.222.0.90 "GET /v2.0/networks/be975d98-0198-4cc6-a3ba-12f01aa5c5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823276 Aug 16 21:39:37.959009 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e7802-aae5-4632-b00d-715ddd87fda9 req-1dd81d0a-7c22-44ed-8327-780dc87be182 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:37.960516 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e16e7802-aae5-4632-b00d-715ddd87fda9 req-1dd81d0a-7c22-44ed-8327-780dc87be182 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 943 time: 0.0508897 Aug 16 21:39:37.996855 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e16e7802-aae5-4632-b00d-715ddd87fda9 req-5ba56618-31cc-49bf-be62-898decce1293 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304143 Aug 16 21:39:38.097563 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:39:38.120543 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:39:38.120935 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 01b168bb-a2f8-4fa6-bcd0-5d53ec3c832a not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:39:39.115008 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c55154-991f-4a53-bee1-7c427abe06e2 req-d92c8f1a-dd0d-4987-b194-a84402051e45 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:39.116546 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35c55154-991f-4a53-bee1-7c427abe06e2 req-d92c8f1a-dd0d-4987-b194-a84402051e45 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 943 time: 0.0537653 Aug 16 21:39:39.154298 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35c55154-991f-4a53-bee1-7c427abe06e2 req-54144276-9d69-4348-b85e-490174d7872d tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317543 Aug 16 21:39:40.111768 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 141e77ed-cca0-472d-9020-5a6d3d0d74d0 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:39:40.202461 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 141e77ed-cca0-472d-9020-5a6d3d0d74d0, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=141e77ed-cca0-472d-9020-5a6d3d0d74d0,segment=NetworkSegment(dccea940-8a20-4178-a41d-c9b50d7be6bd),segment_id=dccea940-8a20-4178-a41d-c9b50d7be6bd)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:39:40.214031 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '141e77ed-cca0-472d-9020-5a6d3d0d74d0', 'network_id': 'be975d98-0198-4cc6-a3ba-12f01aa5c5de', 'port_id': '141e77ed-cca0-472d-9020-5a6d3d0d74d0', 'mac_address': 'fa:16:3e:f4:79:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '385f3a80-e190-4ffb-a81e-30d60c83a120', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:39:40.254321 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:40.267326 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470036b-2e7d-4326-8e81-4ccf95325ce6 req-d6ae5196-f8aa-45a3-adb4-a6bbfee20eaf tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:40.267947 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 141e77ed-cca0-472d-9020-5a6d3d0d74d0 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:39:40.268857 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9470036b-2e7d-4326-8e81-4ccf95325ce6 req-d6ae5196-f8aa-45a3-adb4-a6bbfee20eaf tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 943 time: 0.0483980 Aug 16 21:39:40.287389 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 141e77ed-cca0-472d-9020-5a6d3d0d74d0, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=141e77ed-cca0-472d-9020-5a6d3d0d74d0,segment=NetworkSegment(dccea940-8a20-4178-a41d-c9b50d7be6bd),segment_id=dccea940-8a20-4178-a41d-c9b50d7be6bd)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:39:40.306804 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9470036b-2e7d-4326-8e81-4ccf95325ce6 req-abdfca4d-6bb8-4a57-8e5a-cba5507c7666 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320659 Aug 16 21:39:40.342006 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:40.389163 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=141e77ed-cca0-472d-9020-5a6d3d0d74d0,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:40.397020 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:40.397371 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:40.397715 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:40.398054 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:40.398390 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:40.398726 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:40.399058 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:40.399394 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:40.399724 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:40.400077 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:40.400405 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:40.400731 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:40.541646 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['141e77ed-cca0-472d-9020-5a6d3d0d74d0'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:39:41.113635 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-eeefac0c-a2e5-4848-a8f1-17be28d6f67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:41.422672 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8d2b1-66a2-456f-b60a-4ed71be2f5d7 req-d7acfa89-d891-41b6-87f6-e1a67b7dd975 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:41.424206 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eba8d2b1-66a2-456f-b60a-4ed71be2f5d7 req-d7acfa89-d891-41b6-87f6-e1a67b7dd975 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 944 time: 0.0503743 Aug 16 21:39:41.462981 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eba8d2b1-66a2-456f-b60a-4ed71be2f5d7 req-4e712665-1001-4052-a9fe-b825a3c6c9ad tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328760 Aug 16 21:39:42.113099 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 141e77ed-cca0-472d-9020-5a6d3d0d74d0 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:39:42.207084 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 141e77ed-cca0-472d-9020-5a6d3d0d74d0 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:39:42.210740 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 141e77ed-cca0-472d-9020-5a6d3d0d74d0 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:39:42.211145 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:42.284266 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:42.306309 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe17811-ef0e-436c-a6ee-1795048cdc46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141e77ed-cca0-472d-9020-5a6d3d0d74d0'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:39:42.308593 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb23554-20a0-460a-9b20-5491780b57e1" -d '{"events": [{"server_uuid": "abe17811-ef0e-436c-a6ee-1795048cdc46", "name": "network-vif-plugged", "status": "completed", "tag": "141e77ed-cca0-472d-9020-5a6d3d0d74d0"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:39:42.324308 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 141e77ed-cca0-472d-9020-5a6d3d0d74d0, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=141e77ed-cca0-472d-9020-5a6d3d0d74d0,segment=NetworkSegment(dccea940-8a20-4178-a41d-c9b50d7be6bd),segment_id=dccea940-8a20-4178-a41d-c9b50d7be6bd)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:39:42.345012 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efe824b-1dfa-48b4-88a5-d60a390963b5 x-openstack-request-id: req-9efe824b-1dfa-48b4-88a5-d60a390963b5 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:39:42.345305 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe17811-ef0e-436c-a6ee-1795048cdc46", "name": "network-vif-plugged", "status": "completed", "tag": "141e77ed-cca0-472d-9020-5a6d3d0d74d0", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:39:42.345555 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9efe824b-1dfa-48b4-88a5-d60a390963b5 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:39:42.345968 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe17811-ef0e-436c-a6ee-1795048cdc46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141e77ed-cca0-472d-9020-5a6d3d0d74d0', 'code': 200} Aug 16 21:39:42.390090 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:42.441312 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=141e77ed-cca0-472d-9020-5a6d3d0d74d0,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:42.445693 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f4acc-6c2a-4e15-9239-241e253e20ef req-a8d30acb-dab0-4cff-b394-6b8c24c59c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:42.447228 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-545f4acc-6c2a-4e15-9239-241e253e20ef req-a8d30acb-dab0-4cff-b394-6b8c24c59c6c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 1097 time: 0.0460007 Aug 16 21:39:42.489700 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-545f4acc-6c2a-4e15-9239-241e253e20ef req-65dfeb31-291a-419f-82e7-878c1707489f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345821 Aug 16 21:39:42.578903 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e4ae13-44c2-44d4-9e28-246907886faf req-74105168-8259-4c85-b3fa-2a9a6b41be7b tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:42.580424 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c1e4ae13-44c2-44d4-9e28-246907886faf req-74105168-8259-4c85-b3fa-2a9a6b41be7b tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 945 time: 0.0493853 Aug 16 21:39:42.618528 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c1e4ae13-44c2-44d4-9e28-246907886faf req-31f66091-7810-4ce7-8da2-af83587fc10d tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321496 Aug 16 21:39:43.601589 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1b57e67d-26f0-4670-95ed-6f122584b905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:43.730402 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a052c6-072f-4ff3-9ab1-5756a7af5eb9 req-1323d3cc-0639-4d72-9b0e-c2c140d98789 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:43.732011 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c6a052c6-072f-4ff3-9ab1-5756a7af5eb9 req-1323d3cc-0639-4d72-9b0e-c2c140d98789 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 945 time: 0.0476749 Aug 16 21:39:43.769141 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c6a052c6-072f-4ff3-9ab1-5756a7af5eb9 req-f48cf21e-d057-44ed-ba3d-83dd2f308cfb tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309396 Aug 16 21:39:43.853009 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:43.892941 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c449a-28ce-4294-b517-8679ba51ceea req-128bd981-b09e-4fdd-b5fc-2b24680ff0f3 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:43.894450 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-871c449a-28ce-4294-b517-8679ba51ceea req-128bd981-b09e-4fdd-b5fc-2b24680ff0f3 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 945 time: 0.0534368 Aug 16 21:39:43.934554 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-871c449a-28ce-4294-b517-8679ba51ceea req-9a437c10-c82f-477a-9260-a761f8bac535 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339258 Aug 16 21:39:44.287297 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d96c2-2572-4a18-982b-200f31b49383 req-e43230d8-9e55-4204-8970-da951933c3f3 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:44.288848 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-185d96c2-2572-4a18-982b-200f31b49383 req-e43230d8-9e55-4204-8970-da951933c3f3 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 945 time: 0.0506842 Aug 16 21:39:44.326783 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-185d96c2-2572-4a18-982b-200f31b49383 req-03523451-2530-41de-ac68-a6b0a0866593 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318809 Aug 16 21:39:44.419380 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-1e41b55a-9f78-4c52-a9c6-7244508cdb66 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0395725 Aug 16 21:39:45.030461 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:45.452303 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513c8fe-352f-468b-b31d-6a59e3ff29b6 req-3e203584-cc21-4f17-baca-052c29d605be tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:45.454351 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a513c8fe-352f-468b-b31d-6a59e3ff29b6 req-3e203584-cc21-4f17-baca-052c29d605be tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 945 time: 0.0564556 Aug 16 21:39:45.492971 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a513c8fe-352f-468b-b31d-6a59e3ff29b6 req-a1c0bd21-2ea1-4429-bda8-668238994661 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326262 Aug 16 21:39:46.437744 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-6a4881f4-b905-495d-b4a8-6760279ea0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:46.439276 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-6a4881f4-b905-495d-b4a8-6760279ea0bd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=22fa98fa934749ec86ff7ca439e2428c&device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 1097 time: 0.0416303 Aug 16 21:39:46.532629 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-e3c42e8e-8889-4173-a131-8c81d57d2f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:46.534145 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-e3c42e8e-8889-4173-a131-8c81d57d2f51 service neutron] 10.222.0.90 "GET /v2.0/networks?id=be975d98-0198-4cc6-a3ba-12f01aa5c5de HTTP/1.1" status: 200 len: 915 time: 0.0880029 Aug 16 21:39:46.577467 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-ca3f5050-eb8e-413a-a2cb-549889d57d7d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=141e77ed-cca0-472d-9020-5a6d3d0d74d0 HTTP/1.1" status: 200 len: 217 time: 0.0362473 Aug 16 21:39:46.661205 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c39ef-e7f9-4d39-9568-1ee3d0b0afd5 req-3daf9641-38ef-4d1b-bba9-32b9e1f62781 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:46.662738 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-945c39ef-e7f9-4d39-9568-1ee3d0b0afd5 req-3daf9641-38ef-4d1b-bba9-32b9e1f62781 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 945 time: 0.0879633 Aug 16 21:39:46.664164 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-c5ca1bb7-9ac6-4fad-84ea-e93a0f1ba1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:46.665423 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-c5ca1bb7-9ac6-4fad-84ea-e93a0f1ba1ec service neutron] 10.222.0.90 "GET /v2.0/subnets?id=385f3a80-e190-4ffb-a81e-30d60c83a120 HTTP/1.1" status: 200 len: 854 time: 0.0805984 Aug 16 21:39:46.684792 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:46.704696 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-05bc5b9c-ede1-4662-9c7a-2380cc9e8b48 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=be975d98-0198-4cc6-a3ba-12f01aa5c5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302517 Aug 16 21:39:46.737468 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-945c39ef-e7f9-4d39-9568-1ee3d0b0afd5 req-8fd5dade-0663-40bd-99f1-b3fc9126b867 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688112 Aug 16 21:39:46.805198 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-e7bdee79-7e99-4176-a6da-18289d9de04a service neutron] 10.222.0.90 "GET /v2.0/networks/be975d98-0198-4cc6-a3ba-12f01aa5c5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900311 Aug 16 21:39:46.892521 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-afddb171-9317-4722-afdd-a3674f3a20d3 service neutron] 10.222.0.90 "GET /v2.0/networks/be975d98-0198-4cc6-a3ba-12f01aa5c5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793283 Aug 16 21:39:47.851237 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee73b29-b81e-4896-b4ce-b2cf05818b93 req-9e3e2820-19dc-4835-b467-7558ccdb0063 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:47.852755 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3ee73b29-b81e-4896-b4ce-b2cf05818b93 req-9e3e2820-19dc-4835-b467-7558ccdb0063 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 945 time: 0.0494401 Aug 16 21:39:47.889707 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3ee73b29-b81e-4896-b4ce-b2cf05818b93 req-b61cc072-d2c5-4400-9cf1-f224206ad5ae tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309358 Aug 16 21:39:49.040279 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24b657-f5a8-4636-a54b-abc272a4a2b4 req-284f0e27-7710-4bbd-8bb0-ab7b032da04c tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:49.041774 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf24b657-f5a8-4636-a54b-abc272a4a2b4 req-284f0e27-7710-4bbd-8bb0-ab7b032da04c tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 945 time: 0.0528684 Aug 16 21:39:49.080809 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf24b657-f5a8-4636-a54b-abc272a4a2b4 req-a765e32f-9cf2-4bb6-a9eb-55641afda8c8 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331757 Aug 16 21:39:49.629987 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:50.194639 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ede37-4f15-4fc1-b5a4-abac8c4e7b18 req-df4b9ba7-c607-4fe9-bb13-31e08698dacd tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:50.196207 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b67ede37-4f15-4fc1-b5a4-abac8c4e7b18 req-df4b9ba7-c607-4fe9-bb13-31e08698dacd tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 945 time: 0.0490766 Aug 16 21:39:50.233692 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b67ede37-4f15-4fc1-b5a4-abac8c4e7b18 req-7858b134-c8d4-421d-97e5-66720f55c2b0 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317056 Aug 16 21:39:51.347992 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd13d1-8da0-47c0-9fe4-9d10d792d1cd req-fc669ee8-2f49-43e8-b9df-c16eb372544a tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:51.349475 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d5dd13d1-8da0-47c0-9fe4-9d10d792d1cd req-fc669ee8-2f49-43e8-b9df-c16eb372544a tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 945 time: 0.0490181 Aug 16 21:39:51.385843 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d5dd13d1-8da0-47c0-9fe4-9d10d792d1cd req-5abbc6b0-1a01-4d6b-8a0b-e7e86d11c311 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305734 Aug 16 21:39:51.850183 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:39:52.430717 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:52.510950 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64526739-921f-418a-ae5e-9e63fd0e8c49 req-da4949e4-be96-4e43-9193-42297f3b18c2 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:52.512480 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-64526739-921f-418a-ae5e-9e63fd0e8c49 req-da4949e4-be96-4e43-9193-42297f3b18c2 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 945 time: 0.0518115 Aug 16 21:39:52.550268 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-64526739-921f-418a-ae5e-9e63fd0e8c49 req-3b46a752-6a48-46e9-a584-0387c3d41085 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311093 Aug 16 21:39:53.664907 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d273fc2-e64e-4338-ba13-923a66464392 req-522541e0-c4af-4158-8767-553288f72e6a tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:53.666386 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7d273fc2-e64e-4338-ba13-923a66464392 req-522541e0-c4af-4158-8767-553288f72e6a tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 945 time: 0.0484612 Aug 16 21:39:53.704827 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7d273fc2-e64e-4338-ba13-923a66464392 req-539b5e81-1da5-4591-a3e6-04d5e7e86eb5 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316231 Aug 16 21:39:53.771434 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5499a3-4afc-49c8-ac67-6c0a64d14d55 req-90bf1ffb-d13b-4a5c-b2af-2c343810968f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:53.772989 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fa5499a3-4afc-49c8-ac67-6c0a64d14d55 req-90bf1ffb-d13b-4a5c-b2af-2c343810968f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=22fa98fa934749ec86ff7ca439e2428c&device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 1097 time: 0.0422103 Aug 16 21:39:53.879410 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5499a3-4afc-49c8-ac67-6c0a64d14d55 req-2fb68ea6-8fd5-427e-b46d-5e6984e03d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:53.880867 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fa5499a3-4afc-49c8-ac67-6c0a64d14d55 req-2fb68ea6-8fd5-427e-b46d-5e6984e03d7e service neutron] 10.222.0.90 "GET /v2.0/networks?id=be975d98-0198-4cc6-a3ba-12f01aa5c5de HTTP/1.1" status: 200 len: 915 time: 0.0888815 Aug 16 21:39:53.922123 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fa5499a3-4afc-49c8-ac67-6c0a64d14d55 req-fc79271f-af80-46ba-8429-b75bb31e4cee service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=141e77ed-cca0-472d-9020-5a6d3d0d74d0 HTTP/1.1" status: 200 len: 217 time: 0.0346246 Aug 16 21:39:53.976033 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5499a3-4afc-49c8-ac67-6c0a64d14d55 req-903aec46-9c86-493f-b12e-b0ad969772a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:53.977519 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fa5499a3-4afc-49c8-ac67-6c0a64d14d55 req-903aec46-9c86-493f-b12e-b0ad969772a8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=385f3a80-e190-4ffb-a81e-30d60c83a120 HTTP/1.1" status: 200 len: 854 time: 0.0492725 Aug 16 21:39:54.010354 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fa5499a3-4afc-49c8-ac67-6c0a64d14d55 req-25ed4f3b-f1b1-4e08-b9c1-93f6ceae60aa service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=be975d98-0198-4cc6-a3ba-12f01aa5c5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263336 Aug 16 21:39:54.102149 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fa5499a3-4afc-49c8-ac67-6c0a64d14d55 req-30e49246-0c2f-4115-839e-8aa52d7f6666 service neutron] 10.222.0.90 "GET /v2.0/networks/be975d98-0198-4cc6-a3ba-12f01aa5c5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839906 Aug 16 21:39:54.197054 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fa5499a3-4afc-49c8-ac67-6c0a64d14d55 req-b8af2786-afdc-4635-80ae-f0b7a0ca9ca8 service neutron] 10.222.0.90 "GET /v2.0/networks/be975d98-0198-4cc6-a3ba-12f01aa5c5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874507 Aug 16 21:39:54.819927 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d74d7-08c5-472a-9b3d-72b6b4328389 req-68fdb4c4-f018-45ce-b5ce-e6eac4c1cd93 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:54.821441 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-871d74d7-08c5-472a-9b3d-72b6b4328389 req-68fdb4c4-f018-45ce-b5ce-e6eac4c1cd93 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 945 time: 0.0498741 Aug 16 21:39:54.858917 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-871d74d7-08c5-472a-9b3d-72b6b4328389 req-166c6a95-97fc-4720-806c-69c54d0fbba4 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315139 Aug 16 21:39:55.972122 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf1408-80ae-4882-9292-308f5a010cc4 req-7667317d-5a4b-4a13-b130-b5036ac70997 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:55.973584 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7daf1408-80ae-4882-9292-308f5a010cc4 req-7667317d-5a4b-4a13-b130-b5036ac70997 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 945 time: 0.0487769 Aug 16 21:39:56.010313 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7daf1408-80ae-4882-9292-308f5a010cc4 req-66d3895d-c7bf-4e09-b86e-8dc7233405df tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308940 Aug 16 21:39:57.130794 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c8889-a6c0-4260-a6a3-2da3d00c521e req-8989c0f8-de11-4f79-9aaf-aec3dce30b6c tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:57.132322 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8b6c8889-a6c0-4260-a6a3-2da3d00c521e req-8989c0f8-de11-4f79-9aaf-aec3dce30b6c tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 945 time: 0.0523524 Aug 16 21:39:57.170635 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8b6c8889-a6c0-4260-a6a3-2da3d00c521e req-7ed244b4-e95c-4bb2-8a44-e2e87fca57ce tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324643 Aug 16 21:39:58.283654 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405cfe6-1729-4a0a-99f6-e4d039d11909 req-e56f8bd4-c555-4c5f-9155-cb30523e82b6 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:58.285182 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6405cfe6-1729-4a0a-99f6-e4d039d11909 req-e56f8bd4-c555-4c5f-9155-cb30523e82b6 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 945 time: 0.0486386 Aug 16 21:39:58.322079 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6405cfe6-1729-4a0a-99f6-e4d039d11909 req-4d17f2b5-85b8-4b16-a060-fc9aa86baf23 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311682 Aug 16 21:39:59.435114 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad28a1c-3a30-4503-9eb4-34f39fb3db07 req-4a2cf797-eb88-41a5-9381-c0e0304e06e8 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:59.436627 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9ad28a1c-3a30-4503-9eb4-34f39fb3db07 req-4a2cf797-eb88-41a5-9381-c0e0304e06e8 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 945 time: 0.0486124 Aug 16 21:39:59.473843 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9ad28a1c-3a30-4503-9eb4-34f39fb3db07 req-9a7ff1a9-8bb8-493f-89ac-75230420b5ee tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313721 Aug 16 21:40:00.592923 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff188a8-f7a5-4a26-ab22-f6b7498f8050 req-6c679e1a-c5f1-4ad7-b89d-4845ba55e3aa tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:00.599008 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cff188a8-f7a5-4a26-ab22-f6b7498f8050 req-6c679e1a-c5f1-4ad7-b89d-4845ba55e3aa tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 945 time: 0.0536962 Aug 16 21:40:00.633580 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cff188a8-f7a5-4a26-ab22-f6b7498f8050 req-00e4c887-e6ef-4d53-a124-5ad5427107a5 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327060 Aug 16 21:40:01.746578 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e025749-3ec3-45ce-8e6a-82f7541ee95a req-fbd6ef84-8d70-4c74-856c-e85d29c14bd6 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:01.747965 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8e025749-3ec3-45ce-8e6a-82f7541ee95a req-fbd6ef84-8d70-4c74-856c-e85d29c14bd6 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 945 time: 0.0482259 Aug 16 21:40:01.785118 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8e025749-3ec3-45ce-8e6a-82f7541ee95a req-746215eb-e100-4815-a04f-6e7c6556a419 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312619 Aug 16 21:40:02.901614 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aea2af-5bdf-4c10-ab67-ccf200d58865 req-afcdee40-2b97-48d5-bbe5-bd47ae650037 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:02.903117 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-94aea2af-5bdf-4c10-ab67-ccf200d58865 req-afcdee40-2b97-48d5-bbe5-bd47ae650037 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 945 time: 0.0490472 Aug 16 21:40:02.940964 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-94aea2af-5bdf-4c10-ab67-ccf200d58865 req-2ffbef64-2b5f-4987-9c2b-aeff44a3c563 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319130 Aug 16 21:40:04.113800 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e2f40-f0f3-4209-9912-b99ff9960bca req-60bb404a-94ce-4694-8c88-df3d3462bc71 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:04.120043 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0d1e2f40-f0f3-4209-9912-b99ff9960bca req-60bb404a-94ce-4694-8c88-df3d3462bc71 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 945 time: 0.0528507 Aug 16 21:40:04.152389 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0d1e2f40-f0f3-4209-9912-b99ff9960bca req-47cf913e-8807-46de-9cb0-c3d708e257dd tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309894 Aug 16 21:40:05.309489 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243a508-c34b-41f8-8617-9b2a7972c3c9 req-8c416503-b145-4775-bef6-33fb201d1b78 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:05.311022 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5243a508-c34b-41f8-8617-9b2a7972c3c9 req-8c416503-b145-4775-bef6-33fb201d1b78 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 945 time: 0.0484285 Aug 16 21:40:05.348384 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5243a508-c34b-41f8-8617-9b2a7972c3c9 req-ae5ebf06-cdf8-44c6-8545-0c269d855554 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308986 Aug 16 21:40:06.461935 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b9bc7-e88f-4aa0-ae6d-928b8706ff9a req-ca78cf3e-c0e2-4fc8-b43a-acffaf720e0d tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:06.463477 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e76b9bc7-e88f-4aa0-ae6d-928b8706ff9a req-ca78cf3e-c0e2-4fc8-b43a-acffaf720e0d tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 945 time: 0.0495327 Aug 16 21:40:06.501251 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e76b9bc7-e88f-4aa0-ae6d-928b8706ff9a req-e4250d7c-6f89-4df8-b276-c9e7eff4a83a tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318294 Aug 16 21:40:07.617671 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729cff0-6446-4ac6-9003-cbf9494effb7 req-a51dc860-d321-45ef-903c-f6cad66fade4 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:07.619132 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4729cff0-6446-4ac6-9003-cbf9494effb7 req-a51dc860-d321-45ef-903c-f6cad66fade4 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 945 time: 0.0514586 Aug 16 21:40:07.655549 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4729cff0-6446-4ac6-9003-cbf9494effb7 req-d7c4ca59-60e4-4e6f-9467-8d033751463c tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304928 Aug 16 21:40:08.848223 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef5373-4026-4165-a6b1-0afb3bcb5ab5 req-487657d5-ab48-401c-a683-73a3bcf0f224 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:08.849749 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-81ef5373-4026-4165-a6b1-0afb3bcb5ab5 req-487657d5-ab48-401c-a683-73a3bcf0f224 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 945 time: 0.0926914 Aug 16 21:40:08.886762 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-81ef5373-4026-4165-a6b1-0afb3bcb5ab5 req-6550feeb-bf77-449f-9405-ede20fde0679 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312324 Aug 16 21:40:10.081254 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b39ed-d9ea-4173-ba5e-a5c84c9dcbdb req-155ce4fc-025a-435b-9397-055c5c2556c3 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:10.082754 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f68b39ed-d9ea-4173-ba5e-a5c84c9dcbdb req-155ce4fc-025a-435b-9397-055c5c2556c3 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 945 time: 0.0915415 Aug 16 21:40:10.121831 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f68b39ed-d9ea-4173-ba5e-a5c84c9dcbdb req-5fb3368c-7994-441f-9aa8-618660d6fc48 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328820 Aug 16 21:40:11.106313 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6a6a964c-1ae1-4c47-b323-dae29dcb6495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:11.242333 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86690c-701f-40b7-a3e2-28a4bc62eff3 req-8bb125dd-105c-4161-bd33-3b2189fcd0fb tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:11.243868 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ba86690c-701f-40b7-a3e2-28a4bc62eff3 req-8bb125dd-105c-4161-bd33-3b2189fcd0fb tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 945 time: 0.0546067 Aug 16 21:40:11.280262 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ba86690c-701f-40b7-a3e2-28a4bc62eff3 req-7530455b-cdfb-4375-a8d0-e95dbc016514 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305021 Aug 16 21:40:12.394273 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb33d5-5241-450b-807d-206671c4b4bc req-4cef3509-fc2c-4efc-af3a-61a18c103c4c tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:12.395760 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-86cb33d5-5241-450b-807d-206671c4b4bc req-4cef3509-fc2c-4efc-af3a-61a18c103c4c tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 945 time: 0.0485408 Aug 16 21:40:12.432522 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-86cb33d5-5241-450b-807d-206671c4b4bc req-15037cc8-f4ca-4e83-b63f-c0abaa26d496 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309296 Aug 16 21:40:13.567980 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dcd3a1-844e-49b0-850f-d9880d48fd5d req-7bfd400b-c8ca-48e3-ae22-bcc49613d46d tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:13.569526 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-99dcd3a1-844e-49b0-850f-d9880d48fd5d req-7bfd400b-c8ca-48e3-ae22-bcc49613d46d tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 945 time: 0.0575404 Aug 16 21:40:13.612284 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-99dcd3a1-844e-49b0-850f-d9880d48fd5d req-afd2cd14-2ea9-4bad-bf1a-0d5d8b7cbd31 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361586 Aug 16 21:40:13.615084 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-63c222c0-ac87-4c5c-a413-b4f3b0174d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:13.831980 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:14.374637 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-23ae48fe-32f0-4616-b01a-092f37028fe4 service neutron] show failed (client error): The resource could not be found. Aug 16 21:40:14.375584 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-23ae48fe-32f0-4616-b01a-092f37028fe4 service neutron] 10.222.0.90 "GET /v2.0/ports/141e77ed-cca0-472d-9020-5a6d3d0d74d0/bindings/n-h1-793620-15 HTTP/1.1" status: 404 len: 381 time: 0.0561669 Aug 16 21:40:14.732883 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afecd66-e46f-4805-87d0-5529a4b0d884 req-ffce9440-4d74-4057-b82d-3167eabe1bfe tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:14.734385 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4afecd66-e46f-4805-87d0-5529a4b0d884 req-ffce9440-4d74-4057-b82d-3167eabe1bfe tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 945 time: 0.0539129 Aug 16 21:40:14.772732 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4afecd66-e46f-4805-87d0-5529a4b0d884 req-97c44c30-83e7-42a9-9dba-40426db64211 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322430 Aug 16 21:40:14.930778 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-76838ef4-b775-453e-8127-d3d82ebebc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:14.932335 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-76838ef4-b775-453e-8127-d3d82ebebc83 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46&tenant_id=22fa98fa934749ec86ff7ca439e2428c HTTP/1.1" status: 200 len: 1097 time: 0.0475402 Aug 16 21:40:14.943955 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-313be8aa-e228-4953-a67f-f84d5de248d7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-15', 'device_owner': 'compute:nova'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:40:14.992089 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:14.995649 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-313be8aa-e228-4953-a67f-f84d5de248d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:15.197460 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-313be8aa-e228-4953-a67f-f84d5de248d7 service neutron] For port 141e77ed-cca0-472d-9020-5a6d3d0d74d0, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=141e77ed-cca0-472d-9020-5a6d3d0d74d0,segment=NetworkSegment(dccea940-8a20-4178-a41d-c9b50d7be6bd),segment_id=dccea940-8a20-4178-a41d-c9b50d7be6bd)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:40:15.228736 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-313be8aa-e228-4953-a67f-f84d5de248d7 service neutron] For port 141e77ed-cca0-472d-9020-5a6d3d0d74d0, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:40:15.274038 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe17811-ef0e-436c-a6ee-1795048cdc46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '141e77ed-cca0-472d-9020-5a6d3d0d74d0'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:40:15.276376 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1424e97-c1bf-4b3a-858e-4da35d108edb" -d '{"events": [{"server_uuid": "abe17811-ef0e-436c-a6ee-1795048cdc46", "name": "network-vif-unplugged", "status": "completed", "tag": "141e77ed-cca0-472d-9020-5a6d3d0d74d0"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:40:15.280497 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-313be8aa-e228-4953-a67f-f84d5de248d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:15.292794 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-313be8aa-e228-4953-a67f-f84d5de248d7 service neutron] Transition to ACTIVE for port object 141e77ed-cca0-472d-9020-5a6d3d0d74d0 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:40:15.323857 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01052e7-e845-4208-812f-1e2dc5051c89 x-openstack-request-id: req-f01052e7-e845-4208-812f-1e2dc5051c89 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:40:15.324154 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe17811-ef0e-436c-a6ee-1795048cdc46", "name": "network-vif-unplugged", "status": "completed", "tag": "141e77ed-cca0-472d-9020-5a6d3d0d74d0", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:40:15.324404 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f01052e7-e845-4208-812f-1e2dc5051c89 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:40:15.324799 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe17811-ef0e-436c-a6ee-1795048cdc46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '141e77ed-cca0-472d-9020-5a6d3d0d74d0', 'code': 200} Aug 16 21:40:15.357665 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-313be8aa-e228-4953-a67f-f84d5de248d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:15.416154 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-313be8aa-e228-4953-a67f-f84d5de248d7 service neutron] No DVR routers for this DVR port 141e77ed-cca0-472d-9020-5a6d3d0d74d0 on host n-h2-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:40:15.423446 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313be8aa-e228-4953-a67f-f84d5de248d7 service neutron] Pushing event updated for resources: {'Port': ['ID=141e77ed-cca0-472d-9020-5a6d3d0d74d0,revision_number=6']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:15.433755 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313be8aa-e228-4953-a67f-f84d5de248d7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:15.434112 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313be8aa-e228-4953-a67f-f84d5de248d7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:15.434459 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313be8aa-e228-4953-a67f-f84d5de248d7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:15.434802 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313be8aa-e228-4953-a67f-f84d5de248d7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:15.435139 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313be8aa-e228-4953-a67f-f84d5de248d7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:15.435475 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313be8aa-e228-4953-a67f-f84d5de248d7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:15.435828 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313be8aa-e228-4953-a67f-f84d5de248d7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:15.436163 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313be8aa-e228-4953-a67f-f84d5de248d7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:15.436494 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313be8aa-e228-4953-a67f-f84d5de248d7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:15.436824 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313be8aa-e228-4953-a67f-f84d5de248d7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:15.437152 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313be8aa-e228-4953-a67f-f84d5de248d7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:15.437479 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313be8aa-e228-4953-a67f-f84d5de248d7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:15.466188 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-313be8aa-e228-4953-a67f-f84d5de248d7 service neutron] Attempting to bind port 141e77ed-cca0-472d-9020-5a6d3d0d74d0 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:40:15.466461 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-313be8aa-e228-4953-a67f-f84d5de248d7 service neutron] Attempting to bind port 141e77ed-cca0-472d-9020-5a6d3d0d74d0 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': 'dccea940-8a20-4178-a41d-c9b50d7be6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'be975d98-0198-4cc6-a3ba-12f01aa5c5de'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:40:15.466798 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-313be8aa-e228-4953-a67f-f84d5de248d7 service neutron] Attempting to bind port 141e77ed-cca0-472d-9020-5a6d3d0d74d0 on network be975d98-0198-4cc6-a3ba-12f01aa5c5de {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:40:15.471709 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-313be8aa-e228-4953-a67f-f84d5de248d7 service neutron] Port 141e77ed-cca0-472d-9020-5a6d3d0d74d0 on network be975d98-0198-4cc6-a3ba-12f01aa5c5de not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:40:15.472088 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-313be8aa-e228-4953-a67f-f84d5de248d7 service neutron] Attempting to bind port 141e77ed-cca0-472d-9020-5a6d3d0d74d0 on network be975d98-0198-4cc6-a3ba-12f01aa5c5de {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:40:15.476866 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-313be8aa-e228-4953-a67f-f84d5de248d7 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:40:15.477201 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-313be8aa-e228-4953-a67f-f84d5de248d7 service neutron] Checking segment: {'id': 'dccea940-8a20-4178-a41d-c9b50d7be6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'be975d98-0198-4cc6-a3ba-12f01aa5c5de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:40:15.477590 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-313be8aa-e228-4953-a67f-f84d5de248d7 service neutron] Bound using segment: {'id': 'dccea940-8a20-4178-a41d-c9b50d7be6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'be975d98-0198-4cc6-a3ba-12f01aa5c5de'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:40:15.478020 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-313be8aa-e228-4953-a67f-f84d5de248d7 service neutron] Bound port: 141e77ed-cca0-472d-9020-5a6d3d0d74d0, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dccea940-8a20-4178-a41d-c9b50d7be6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'be975d98-0198-4cc6-a3ba-12f01aa5c5de'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:40:15.478375 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-313be8aa-e228-4953-a67f-f84d5de248d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:15.543558 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-313be8aa-e228-4953-a67f-f84d5de248d7 service neutron] For port 141e77ed-cca0-472d-9020-5a6d3d0d74d0, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:40:15.546657 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-313be8aa-e228-4953-a67f-f84d5de248d7 service neutron] For port 141e77ed-cca0-472d-9020-5a6d3d0d74d0, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=141e77ed-cca0-472d-9020-5a6d3d0d74d0,segment=NetworkSegment(dccea940-8a20-4178-a41d-c9b50d7be6bd),segment_id=dccea940-8a20-4178-a41d-c9b50d7be6bd)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:40:15.615384 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-313be8aa-e228-4953-a67f-f84d5de248d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:15.648583 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-313be8aa-e228-4953-a67f-f84d5de248d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:15.649208 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-313be8aa-e228-4953-a67f-f84d5de248d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:15.650645 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-313be8aa-e228-4953-a67f-f84d5de248d7 service neutron] 10.222.0.72 "PUT /v2.0/ports/141e77ed-cca0-472d-9020-5a6d3d0d74d0 HTTP/1.1" status: 200 len: 1092 time: 0.7108595 Aug 16 21:40:15.672178 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313be8aa-e228-4953-a67f-f84d5de248d7 service neutron] Pushing event updated for resources: {'Port': ['ID=141e77ed-cca0-472d-9020-5a6d3d0d74d0,revision_number=7']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:15.719073 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-5e392fca-57df-4fa3-b0bc-91cc6f5100ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:15.721048 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-5e392fca-57df-4fa3-b0bc-91cc6f5100ed service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=22fa98fa934749ec86ff7ca439e2428c&device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 1095 time: 0.0404398 Aug 16 21:40:15.816381 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-82bc4117-905b-412e-9cc4-2001d56d8687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:15.817922 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-82bc4117-905b-412e-9cc4-2001d56d8687 service neutron] 10.222.0.72 "GET /v2.0/networks?id=be975d98-0198-4cc6-a3ba-12f01aa5c5de HTTP/1.1" status: 200 len: 915 time: 0.0892544 Aug 16 21:40:15.860508 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-d4bd837e-f6bd-4535-b184-1bc533cb8d6b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=141e77ed-cca0-472d-9020-5a6d3d0d74d0 HTTP/1.1" status: 200 len: 217 time: 0.0351138 Aug 16 21:40:15.886624 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f22ced-6510-45cd-aec1-c1893377e2e9 req-b90817db-790a-4cfe-9f94-1be5d16b1d66 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:15.888189 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d6f22ced-6510-45cd-aec1-c1893377e2e9 req-b90817db-790a-4cfe-9f94-1be5d16b1d66 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 943 time: 0.0488594 Aug 16 21:40:15.909785 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-84a1ba42-6167-492d-9406-47c9669c17a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:15.911284 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-84a1ba42-6167-492d-9406-47c9669c17a0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=385f3a80-e190-4ffb-a81e-30d60c83a120 HTTP/1.1" status: 200 len: 854 time: 0.0442510 Aug 16 21:40:15.927127 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d6f22ced-6510-45cd-aec1-c1893377e2e9 req-54f50fb9-935d-4d1e-b689-4a9fe8b83435 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323844 Aug 16 21:40:15.947664 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-7e2e1c22-2a68-4b66-9573-4ebef0ca2cab service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=be975d98-0198-4cc6-a3ba-12f01aa5c5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295899 Aug 16 21:40:16.035826 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-76a2292c-3bd4-43bb-92be-476a0fbf2aa0 service neutron] 10.222.0.72 "GET /v2.0/networks/be975d98-0198-4cc6-a3ba-12f01aa5c5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809021 Aug 16 21:40:16.128631 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-eba5edf2-0f78-46ad-838a-72f3ca53fdfe req-a74f61ec-b1f9-48aa-a8ce-ffff54353900 service neutron] 10.222.0.72 "GET /v2.0/networks/be975d98-0198-4cc6-a3ba-12f01aa5c5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860982 Aug 16 21:40:16.700366 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:17.046969 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac791f-bc7e-43d8-9d48-d85f02fc79d2 req-183e7f0a-c7f9-49ad-994a-5d1d6216cbe9 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:17.049054 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-23ac791f-bc7e-43d8-9d48-d85f02fc79d2 req-183e7f0a-c7f9-49ad-994a-5d1d6216cbe9 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 943 time: 0.0522316 Aug 16 21:40:17.085639 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-23ac791f-bc7e-43d8-9d48-d85f02fc79d2 req-250b3ee9-155d-43c4-871c-a8e5d7ae4444 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304556 Aug 16 21:40:17.326659 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe17811-ef0e-436c-a6ee-1795048cdc46', 'tag': '141e77ed-cca0-472d-9020-5a6d3d0d74d0'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:40:17.329829 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7249e2-1134-4d60-8ee8-fae06872f3ba" -d '{"events": [{"name": "network-changed", "server_uuid": "abe17811-ef0e-436c-a6ee-1795048cdc46", "tag": "141e77ed-cca0-472d-9020-5a6d3d0d74d0"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:40:17.376637 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ab837c-c00d-4a5b-b7d3-8b9f5a07850c x-openstack-request-id: req-86ab837c-c00d-4a5b-b7d3-8b9f5a07850c {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:40:17.376936 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abe17811-ef0e-436c-a6ee-1795048cdc46", "tag": "141e77ed-cca0-472d-9020-5a6d3d0d74d0", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:40:17.377223 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-86ab837c-c00d-4a5b-b7d3-8b9f5a07850c {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:40:17.377632 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abe17811-ef0e-436c-a6ee-1795048cdc46', 'tag': '141e77ed-cca0-472d-9020-5a6d3d0d74d0', 'status': 'completed', 'code': 200} Aug 16 21:40:17.436444 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7249e2-1134-4d60-8ee8-fae06872f3ba req-bfe21e21-4ea9-41a5-bf0d-362a584a8f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:17.437785 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7249e2-1134-4d60-8ee8-fae06872f3ba req-3e626273-acfb-4e1c-9375-120b149bd14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:17.438607 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7d7249e2-1134-4d60-8ee8-fae06872f3ba req-bfe21e21-4ea9-41a5-bf0d-362a584a8f54 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=22fa98fa934749ec86ff7ca439e2428c&device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 1095 time: 0.0403488 Aug 16 21:40:17.440033 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7d7249e2-1134-4d60-8ee8-fae06872f3ba req-3e626273-acfb-4e1c-9375-120b149bd14c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=22fa98fa934749ec86ff7ca439e2428c&device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 1095 time: 0.0426850 Aug 16 21:40:17.527086 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7249e2-1134-4d60-8ee8-fae06872f3ba req-be39a020-2385-4bac-88ff-7674cbc8cd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:17.528646 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7d7249e2-1134-4d60-8ee8-fae06872f3ba req-be39a020-2385-4bac-88ff-7674cbc8cd67 service neutron] 10.222.0.90 "GET /v2.0/networks?id=be975d98-0198-4cc6-a3ba-12f01aa5c5de HTTP/1.1" status: 200 len: 915 time: 0.0843530 Aug 16 21:40:17.529713 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7249e2-1134-4d60-8ee8-fae06872f3ba req-c482ee04-2444-4768-b478-358e99eaf299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:17.531226 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7d7249e2-1134-4d60-8ee8-fae06872f3ba req-c482ee04-2444-4768-b478-358e99eaf299 service neutron] 10.222.0.72 "GET /v2.0/networks?id=be975d98-0198-4cc6-a3ba-12f01aa5c5de HTTP/1.1" status: 200 len: 915 time: 0.0831521 Aug 16 21:40:17.570350 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7d7249e2-1134-4d60-8ee8-fae06872f3ba req-605afcb7-cac6-4170-8a27-30e6ff3033a5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=141e77ed-cca0-472d-9020-5a6d3d0d74d0 HTTP/1.1" status: 200 len: 217 time: 0.0349410 Aug 16 21:40:17.577815 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7d7249e2-1134-4d60-8ee8-fae06872f3ba req-6314be2d-98b0-4c39-a177-bd3a42707f5e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=141e77ed-cca0-472d-9020-5a6d3d0d74d0 HTTP/1.1" status: 200 len: 217 time: 0.0383987 Aug 16 21:40:17.618641 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7249e2-1134-4d60-8ee8-fae06872f3ba req-f04eb37e-61d8-4b72-8a35-f3630568b44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:17.620210 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7d7249e2-1134-4d60-8ee8-fae06872f3ba req-f04eb37e-61d8-4b72-8a35-f3630568b44b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=385f3a80-e190-4ffb-a81e-30d60c83a120 HTTP/1.1" status: 200 len: 854 time: 0.0425205 Aug 16 21:40:17.627292 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7249e2-1134-4d60-8ee8-fae06872f3ba req-2597c492-0fde-48aa-88d7-68a6a5455a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:17.628776 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7d7249e2-1134-4d60-8ee8-fae06872f3ba req-2597c492-0fde-48aa-88d7-68a6a5455a1d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=385f3a80-e190-4ffb-a81e-30d60c83a120 HTTP/1.1" status: 200 len: 854 time: 0.0437872 Aug 16 21:40:17.651353 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7d7249e2-1134-4d60-8ee8-fae06872f3ba req-5be6ef1b-c89b-48af-8272-18b667efad79 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=be975d98-0198-4cc6-a3ba-12f01aa5c5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242951 Aug 16 21:40:17.660556 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7d7249e2-1134-4d60-8ee8-fae06872f3ba req-454743a5-bdc3-4c0b-b85c-34788c56d2a3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=be975d98-0198-4cc6-a3ba-12f01aa5c5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241032 Aug 16 21:40:17.746873 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7d7249e2-1134-4d60-8ee8-fae06872f3ba req-16f6b174-6dcb-4253-8508-83b072dba357 service neutron] 10.222.0.90 "GET /v2.0/networks/be975d98-0198-4cc6-a3ba-12f01aa5c5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877299 Aug 16 21:40:17.758160 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7d7249e2-1134-4d60-8ee8-fae06872f3ba req-5eb3674d-c25f-499a-a43c-043f23128b84 service neutron] 10.222.0.72 "GET /v2.0/networks/be975d98-0198-4cc6-a3ba-12f01aa5c5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896947 Aug 16 21:40:17.837176 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7d7249e2-1134-4d60-8ee8-fae06872f3ba req-af95873a-8390-48f7-bbfd-703b3a8743df service neutron] 10.222.0.90 "GET /v2.0/networks/be975d98-0198-4cc6-a3ba-12f01aa5c5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832129 Aug 16 21:40:17.853566 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7d7249e2-1134-4d60-8ee8-fae06872f3ba req-ed986211-03b5-4023-b15e-16f2af4fa31b service neutron] 10.222.0.72 "GET /v2.0/networks/be975d98-0198-4cc6-a3ba-12f01aa5c5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859241 Aug 16 21:40:17.970745 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 141e77ed-cca0-472d-9020-5a6d3d0d74d0 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:40:18.066698 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 141e77ed-cca0-472d-9020-5a6d3d0d74d0, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=141e77ed-cca0-472d-9020-5a6d3d0d74d0,segment=NetworkSegment(dccea940-8a20-4178-a41d-c9b50d7be6bd),segment_id=dccea940-8a20-4178-a41d-c9b50d7be6bd)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:40:18.078047 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '141e77ed-cca0-472d-9020-5a6d3d0d74d0', 'network_id': 'be975d98-0198-4cc6-a3ba-12f01aa5c5de', 'port_id': '141e77ed-cca0-472d-9020-5a6d3d0d74d0', 'mac_address': 'fa:16:3e:f4:79:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '385f3a80-e190-4ffb-a81e-30d60c83a120', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:40:18.120358 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:18.142043 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 141e77ed-cca0-472d-9020-5a6d3d0d74d0 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:40:18.167431 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 141e77ed-cca0-472d-9020-5a6d3d0d74d0, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=141e77ed-cca0-472d-9020-5a6d3d0d74d0,segment=NetworkSegment(dccea940-8a20-4178-a41d-c9b50d7be6bd),segment_id=dccea940-8a20-4178-a41d-c9b50d7be6bd)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:40:18.258382 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:18.309378 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=141e77ed-cca0-472d-9020-5a6d3d0d74d0,revision_number=8']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:18.377915 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 141e77ed-cca0-472d-9020-5a6d3d0d74d0 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:40:18.425586 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 141e77ed-cca0-472d-9020-5a6d3d0d74d0 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:40:18.481295 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['141e77ed-cca0-472d-9020-5a6d3d0d74d0'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:40:18.561109 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de474d4f-20d0-4658-a202-c221bbb18717 req-2a27ae09-d90f-478e-98a2-464889c0bb6a tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:18.562595 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de474d4f-20d0-4658-a202-c221bbb18717 req-2a27ae09-d90f-478e-98a2-464889c0bb6a tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 943 time: 0.3917949 Aug 16 21:40:18.599653 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de474d4f-20d0-4658-a202-c221bbb18717 req-d56f4d7c-56e1-4348-8ffb-aec03406556f tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306716 Aug 16 21:40:18.920971 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743629b-3519-4d5f-9488-2bbae00c35dc req-a8e6a642-5a64-475d-8d57-9fecd3179d79 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:18.922392 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7743629b-3519-4d5f-9488-2bbae00c35dc req-a8e6a642-5a64-475d-8d57-9fecd3179d79 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 944 time: 0.0491979 Aug 16 21:40:18.960227 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7743629b-3519-4d5f-9488-2bbae00c35dc req-a68abdd8-e924-451d-a4bc-22401af8ab33 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318267 Aug 16 21:40:19.073656 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd747a2-54af-4f1f-a6ad-7675d2ea299a req-0499b6c5-036a-4d76-9633-61deab2047a7 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:19.075087 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6bd747a2-54af-4f1f-a6ad-7675d2ea299a req-0499b6c5-036a-4d76-9633-61deab2047a7 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.90 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46&tenant_id=22fa98fa934749ec86ff7ca439e2428c&binding%3Ahost_id=n-h1-793620-15 HTTP/1.1" status: 200 len: 944 time: 0.0503657 Aug 16 21:40:19.208966 n-d-793620-15 neutron-server[101844]: INFO neutron.api.v2.resource [req-6bd747a2-54af-4f1f-a6ad-7675d2ea299a req-2f8b6376-57cc-4fb0-8bd1-8eeb8164e4ac service neutron] delete failed (client error): The resource could not be found. Aug 16 21:40:19.209993 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6bd747a2-54af-4f1f-a6ad-7675d2ea299a req-2f8b6376-57cc-4fb0-8bd1-8eeb8164e4ac service neutron] 10.222.0.90 "DELETE /v2.0/ports/141e77ed-cca0-472d-9020-5a6d3d0d74d0/bindings/n-h2-793620-15 HTTP/1.1" status: 404 len: 381 time: 0.0934715 Aug 16 21:40:19.291847 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd747a2-54af-4f1f-a6ad-7675d2ea299a req-6cda9280-b762-4d23-b6e9-2fff0e68eb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:19.293327 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6bd747a2-54af-4f1f-a6ad-7675d2ea299a req-6cda9280-b762-4d23-b6e9-2fff0e68eb81 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=22fa98fa934749ec86ff7ca439e2428c&device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 1096 time: 0.0396097 Aug 16 21:40:19.389398 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd747a2-54af-4f1f-a6ad-7675d2ea299a req-46bf6e3a-a579-4371-b636-45bca0bd64f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:19.390934 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6bd747a2-54af-4f1f-a6ad-7675d2ea299a req-46bf6e3a-a579-4371-b636-45bca0bd64f7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=be975d98-0198-4cc6-a3ba-12f01aa5c5de HTTP/1.1" status: 200 len: 915 time: 0.0902553 Aug 16 21:40:19.435565 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6bd747a2-54af-4f1f-a6ad-7675d2ea299a req-61c15a2b-41fa-4ac8-8eb2-5a6d91a7e2d3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=141e77ed-cca0-472d-9020-5a6d3d0d74d0 HTTP/1.1" status: 200 len: 217 time: 0.0380785 Aug 16 21:40:19.482351 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd747a2-54af-4f1f-a6ad-7675d2ea299a req-f37c0023-ff94-4667-9577-6618c2154694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:19.483720 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6bd747a2-54af-4f1f-a6ad-7675d2ea299a req-f37c0023-ff94-4667-9577-6618c2154694 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=385f3a80-e190-4ffb-a81e-30d60c83a120 HTTP/1.1" status: 200 len: 854 time: 0.0418494 Aug 16 21:40:19.513778 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6bd747a2-54af-4f1f-a6ad-7675d2ea299a req-dd0f4b80-6416-403a-9f22-709c5abe2414 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=be975d98-0198-4cc6-a3ba-12f01aa5c5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236425 Aug 16 21:40:19.602477 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6bd747a2-54af-4f1f-a6ad-7675d2ea299a req-28aedfa2-7f6c-4aff-9063-7aaac08a10d9 service neutron] 10.222.0.90 "GET /v2.0/networks/be975d98-0198-4cc6-a3ba-12f01aa5c5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820167 Aug 16 21:40:19.664137 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:19.691359 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6bd747a2-54af-4f1f-a6ad-7675d2ea299a req-83cb4974-ebef-4c5a-8a75-c6c0ca21e4f8 service neutron] 10.222.0.90 "GET /v2.0/networks/be975d98-0198-4cc6-a3ba-12f01aa5c5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815134 Aug 16 21:40:19.983698 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 141e77ed-cca0-472d-9020-5a6d3d0d74d0 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:40:20.078518 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b0922-7dc4-4b17-b8bf-895a8915bc5c req-d9a373fe-392a-4d7c-8669-0bbff3177abd tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:20.080043 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d3b0922-7dc4-4b17-b8bf-895a8915bc5c req-d9a373fe-392a-4d7c-8669-0bbff3177abd tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 944 time: 0.0504930 Aug 16 21:40:20.122833 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d3b0922-7dc4-4b17-b8bf-895a8915bc5c req-ad491477-f969-418a-8cf9-6030f9d4ad4d tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368621 Aug 16 21:40:20.166567 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 141e77ed-cca0-472d-9020-5a6d3d0d74d0 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:40:20.170518 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 141e77ed-cca0-472d-9020-5a6d3d0d74d0 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:40:20.170892 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:20.244999 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:20.267260 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe17811-ef0e-436c-a6ee-1795048cdc46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141e77ed-cca0-472d-9020-5a6d3d0d74d0'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:40:20.269547 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9770e39d3c3bb0403dfc405dc10a1677940af7542404c8c4111ddcb93c6832d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0a0987-cfe0-4ed2-a8ff-0b332ef8ce7e" -d '{"events": [{"server_uuid": "abe17811-ef0e-436c-a6ee-1795048cdc46", "name": "network-vif-plugged", "status": "completed", "tag": "141e77ed-cca0-472d-9020-5a6d3d0d74d0"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:40:20.282529 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 141e77ed-cca0-472d-9020-5a6d3d0d74d0, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=141e77ed-cca0-472d-9020-5a6d3d0d74d0,segment=NetworkSegment(dccea940-8a20-4178-a41d-c9b50d7be6bd),segment_id=dccea940-8a20-4178-a41d-c9b50d7be6bd)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:40:20.325429 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f041dba3-4abc-4659-bd55-3cd7e6c9a729 x-openstack-request-id: req-f041dba3-4abc-4659-bd55-3cd7e6c9a729 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:40:20.325679 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe17811-ef0e-436c-a6ee-1795048cdc46", "name": "network-vif-plugged", "status": "completed", "tag": "141e77ed-cca0-472d-9020-5a6d3d0d74d0", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:40:20.325944 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f041dba3-4abc-4659-bd55-3cd7e6c9a729 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:40:20.326398 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe17811-ef0e-436c-a6ee-1795048cdc46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141e77ed-cca0-472d-9020-5a6d3d0d74d0', 'code': 200} Aug 16 21:40:20.343512 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:20.389318 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=141e77ed-cca0-472d-9020-5a6d3d0d74d0,revision_number=9']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:21.236103 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f73fbe-75c7-422b-bc38-6f042b4647f3 req-3fb58880-7d8a-4100-8f29-b9e6bbb59bbd tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:21.237603 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-95f73fbe-75c7-422b-bc38-6f042b4647f3 req-3fb58880-7d8a-4100-8f29-b9e6bbb59bbd tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 945 time: 0.0489228 Aug 16 21:40:21.274422 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-95f73fbe-75c7-422b-bc38-6f042b4647f3 req-cd33d0ce-8f01-40f1-a192-66ec1c032527 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310025 Aug 16 21:40:21.389515 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366d779-c285-4a90-8ce7-27984002eea6 req-0cca6c96-adcb-40ef-af71-c796aba09d87 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:21.391511 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7366d779-c285-4a90-8ce7-27984002eea6 req-0cca6c96-adcb-40ef-af71-c796aba09d87 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 945 time: 0.0482578 Aug 16 21:40:21.428850 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7366d779-c285-4a90-8ce7-27984002eea6 req-7b55002c-2a8c-40b4-9f72-bda5271e68b7 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314133 Aug 16 21:40:21.542048 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8033709-46a0-4022-be50-f5821c89b1b1 req-ec180462-9653-44b7-9157-343d9a36aff6 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:21.543471 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a8033709-46a0-4022-be50-f5821c89b1b1 req-ec180462-9653-44b7-9157-343d9a36aff6 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 945 time: 0.0489459 Aug 16 21:40:21.584632 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a8033709-46a0-4022-be50-f5821c89b1b1 req-90facfbf-0a00-492e-a1b6-097e6d9a150a tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352898 Aug 16 21:40:22.118819 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db7b24-8874-41f6-a0fd-5cdf82ed5ac0 req-55df67a4-0b9f-4c5f-8a5a-434d6f5dbcdd tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:22.120394 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-96db7b24-8874-41f6-a0fd-5cdf82ed5ac0 req-55df67a4-0b9f-4c5f-8a5a-434d6f5dbcdd tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 945 time: 0.0491076 Aug 16 21:40:22.157684 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-96db7b24-8874-41f6-a0fd-5cdf82ed5ac0 req-132e6a48-0168-47df-a4bb-56dbb499103f tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306733 Aug 16 21:40:22.351803 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:23.269697 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723213b-5607-4283-b8d8-4bc4d3ef2721 req-828eea12-a982-4576-ab1b-45f1dcdde5d8 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:23.271163 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0723213b-5607-4283-b8d8-4bc4d3ef2721 req-828eea12-a982-4576-ab1b-45f1dcdde5d8 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 945 time: 0.0478897 Aug 16 21:40:23.307143 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0723213b-5607-4283-b8d8-4bc4d3ef2721 req-2f0b217a-39a3-4757-9b4e-2d8fccd7423d tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d7240c6-3068-40f2-a7b5-d8b15edd17d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301795 Aug 16 21:40:23.382728 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fceda7f-1f42-40e2-975b-84eeb4b6a14f req-a5d5e883-a65d-4f0a-9465-3de2c0098ad6 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:23.384214 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6fceda7f-1f42-40e2-975b-84eeb4b6a14f req-a5d5e883-a65d-4f0a-9465-3de2c0098ad6 tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.72 "GET /v2.0/ports?device_id=abe17811-ef0e-436c-a6ee-1795048cdc46 HTTP/1.1" status: 200 len: 945 time: 0.0558450 Aug 16 21:40:23.470406 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-6fceda7f-1f42-40e2-975b-84eeb4b6a14f req-1d724fe6-0e49-4209-87b6-06c9df11683a tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Deleting port 141e77ed-cca0-472d-9020-5a6d3d0d74d0 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:40:23.470752 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6fceda7f-1f42-40e2-975b-84eeb4b6a14f req-1d724fe6-0e49-4209-87b6-06c9df11683a tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:23.558908 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-6fceda7f-1f42-40e2-975b-84eeb4b6a14f req-1d724fe6-0e49-4209-87b6-06c9df11683a tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] For port 141e77ed-cca0-472d-9020-5a6d3d0d74d0, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=141e77ed-cca0-472d-9020-5a6d3d0d74d0,segment=NetworkSegment(dccea940-8a20-4178-a41d-c9b50d7be6bd),segment_id=dccea940-8a20-4178-a41d-c9b50d7be6bd)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:40:23.559277 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6fceda7f-1f42-40e2-975b-84eeb4b6a14f req-1d724fe6-0e49-4209-87b6-06c9df11683a tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:23.572760 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-6fceda7f-1f42-40e2-975b-84eeb4b6a14f req-1d724fe6-0e49-4209-87b6-06c9df11683a tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Calling delete_port for 141e77ed-cca0-472d-9020-5a6d3d0d74d0 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:40:23.766338 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6fceda7f-1f42-40e2-975b-84eeb4b6a14f req-1d724fe6-0e49-4209-87b6-06c9df11683a tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:23.778226 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['141e77ed-cca0-472d-9020-5a6d3d0d74d0'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:40:23.799909 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d724fe6-0e49-4209-87b6-06c9df11683a tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Pushing event deleted for resources: {'Port': ['ID=141e77ed-cca0-472d-9020-5a6d3d0d74d0,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:23.839895 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fceda7f-1f42-40e2-975b-84eeb4b6a14f req-1d724fe6-0e49-4209-87b6-06c9df11683a tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] No DVR routers for this DVR port 141e77ed-cca0-472d-9020-5a6d3d0d74d0 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:40:23.842559 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6fceda7f-1f42-40e2-975b-84eeb4b6a14f req-1d724fe6-0e49-4209-87b6-06c9df11683a tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:23.845160 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6fceda7f-1f42-40e2-975b-84eeb4b6a14f req-1d724fe6-0e49-4209-87b6-06c9df11683a tempest-ServerDiskConfigTestJSON-1396537330 tempest-ServerDiskConfigTestJSON-1396537330-project] 10.222.0.72 "DELETE /v2.0/ports/141e77ed-cca0-472d-9020-5a6d3d0d74d0 HTTP/1.1" status: 204 len: 173 time: 0.4550433 Aug 16 21:40:23.845603 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe17811-ef0e-436c-a6ee-1795048cdc46', 'name': 'network-vif-deleted', 'tag': '141e77ed-cca0-472d-9020-5a6d3d0d74d0'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:40:23.848139 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}574d4d4182702fee42f4d2ac1ec77a3f44198171d30bb71648f680a2df1da346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a08a8a-00d7-4779-aea8-269473333380" -d '{"events": [{"server_uuid": "abe17811-ef0e-436c-a6ee-1795048cdc46", "name": "network-vif-deleted", "tag": "141e77ed-cca0-472d-9020-5a6d3d0d74d0"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:40:23.882398 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0432a0-2574-4633-8fe9-a77a731d9fc8 x-openstack-request-id: req-ef0432a0-2574-4633-8fe9-a77a731d9fc8 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:40:23.882701 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe17811-ef0e-436c-a6ee-1795048cdc46", "name": "network-vif-deleted", "tag": "141e77ed-cca0-472d-9020-5a6d3d0d74d0", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:40:23.882961 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ef0432a0-2574-4633-8fe9-a77a731d9fc8 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:40:23.883368 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe17811-ef0e-436c-a6ee-1795048cdc46', 'name': 'network-vif-deleted', 'tag': '141e77ed-cca0-472d-9020-5a6d3d0d74d0', 'status': 'completed', 'code': 200} Aug 16 21:40:24.426712 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 33814) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:40:24.472451 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-4edab186-e480-4e9c-9a2b-eb4bfa3c0027 admin admin] Deleting subnet 385f3a80-e190-4ffb-a81e-30d60c83a120 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:40:24.475505 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4edab186-e480-4e9c-9a2b-eb4bfa3c0027 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:24.512061 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4edab186-e480-4e9c-9a2b-eb4bfa3c0027 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:24.548935 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4edab186-e480-4e9c-9a2b-eb4bfa3c0027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:24.664145 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4edab186-e480-4e9c-9a2b-eb4bfa3c0027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:24.691240 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edab186-e480-4e9c-9a2b-eb4bfa3c0027 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=385f3a80-e190-4ffb-a81e-30d60c83a120,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:24.693286 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4edab186-e480-4e9c-9a2b-eb4bfa3c0027 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:24.695152 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4edab186-e480-4e9c-9a2b-eb4bfa3c0027 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/385f3a80-e190-4ffb-a81e-30d60c83a120 HTTP/1.1" status: 204 len: 168 time: 0.2674091 Aug 16 21:40:24.697766 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 33816) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:40:24.769317 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9126f10b-557a-4ee7-9444-69542c7efdbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:24.846284 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9126f10b-557a-4ee7-9444-69542c7efdbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:24.855837 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-9126f10b-557a-4ee7-9444-69542c7efdbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be975d98-0198-4cc6-a3ba-12f01aa5c5de']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:40:24.865778 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-9126f10b-557a-4ee7-9444-69542c7efdbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dccea940-8a20-4178-a41d-c9b50d7be6bd') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:40:24.866086 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-9126f10b-557a-4ee7-9444-69542c7efdbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dccea940-8a20-4178-a41d-c9b50d7be6bd') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:40:24.874681 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9126f10b-557a-4ee7-9444-69542c7efdbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:24.888347 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9126f10b-557a-4ee7-9444-69542c7efdbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:24.893967 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9126f10b-557a-4ee7-9444-69542c7efdbc admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:40:24.894362 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9126f10b-557a-4ee7-9444-69542c7efdbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:24.896017 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:40:24.896017 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:40:24.896017 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:40:24.896017 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:40:24.896017 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:40:24.896017 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:40:24.896017 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:40:24.896017 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:40:24.896017 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:40:24.896017 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:40:24.896017 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:40:24.896017 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:40:24.896017 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:40:24.896017 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:40:24.896017 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:40:24.896017 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:40:24.896017 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:40:24.896017 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:40:24.896017 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:40:24.896017 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:40:24.896017 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:40:24.896017 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:40:24.896017 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:40:24.896017 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:40:24.896017 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:40:24.896017 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:40:24.896017 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:40:24.896017 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:40:24.896017 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:40:24.896017 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:40:24.896017 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:40:24.896017 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:40:25.006261 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9126f10b-557a-4ee7-9444-69542c7efdbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:25.011879 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9126f10b-557a-4ee7-9444-69542c7efdbc admin admin] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:25.013751 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9126f10b-557a-4ee7-9444-69542c7efdbc admin admin] 10.222.0.84 "DELETE /v2.0/networks/be975d98-0198-4cc6-a3ba-12f01aa5c5de HTTP/1.1" status: 204 len: 168 time: 0.3150434 Aug 16 21:40:25.026093 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126f10b-557a-4ee7-9444-69542c7efdbc admin admin] Pushing event deleted for resources: {'Network': ['ID=be975d98-0198-4cc6-a3ba-12f01aa5c5de,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:25.328749 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 33820) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:40:25.368577 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-327d22d5-5b3c-4464-804e-80e52e47676d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=22fa98fa934749ec86ff7ca439e2428c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385838 Aug 16 21:40:25.370932 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 33822) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:40:25.422836 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4078c1bd-8fc1-4886-8c7e-3cdc8a4dde56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:25.443432 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4078c1bd-8fc1-4886-8c7e-3cdc8a4dde56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:25.580320 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4078c1bd-8fc1-4886-8c7e-3cdc8a4dde56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:25.582824 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4078c1bd-8fc1-4886-8c7e-3cdc8a4dde56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:25.584174 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4078c1bd-8fc1-4886-8c7e-3cdc8a4dde56 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6d7240c6-3068-40f2-a7b5-d8b15edd17d2 HTTP/1.1" status: 204 len: 168 time: 0.2121959 Aug 16 21:40:25.592025 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4078c1bd-8fc1-4886-8c7e-3cdc8a4dde56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7240c6-3068-40f2-a7b5-d8b15edd17d2,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:26.568117 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 33846) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:40:26.661214 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-433353f5-c5c4-4eb8-a638-dcfcfe417ce3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-580793185-network', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:40:26.760697 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433353f5-c5c4-4eb8-a638-dcfcfe417ce3 admin admin] Made reservation on behalf of 4bc463354ea14830aa50f7ab4d93c9c1 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:40:26.763063 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-433353f5-c5c4-4eb8-a638-dcfcfe417ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:26.771641 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-433353f5-c5c4-4eb8-a638-dcfcfe417ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:26.855700 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-433353f5-c5c4-4eb8-a638-dcfcfe417ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:26.920851 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-433353f5-c5c4-4eb8-a638-dcfcfe417ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:26.945724 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-433353f5-c5c4-4eb8-a638-dcfcfe417ce3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:40:26.954372 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433353f5-c5c4-4eb8-a638-dcfcfe417ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c61e64-f185-4deb-9ef7-1bcb858f0c08,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:26.960267 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-433353f5-c5c4-4eb8-a638-dcfcfe417ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:26.960618 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-433353f5-c5c4-4eb8-a638-dcfcfe417ce3 admin admin] Added segment 5b743104-b834-4f7a-9200-c02e638eb529 of type vlan for network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 Aug 16 21:40:27.000374 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-433353f5-c5c4-4eb8-a638-dcfcfe417ce3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:27.069487 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-433353f5-c5c4-4eb8-a638-dcfcfe417ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:27.070476 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433353f5-c5c4-4eb8-a638-dcfcfe417ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:27.071059 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-433353f5-c5c4-4eb8-a638-dcfcfe417ce3 admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:27.129123 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433353f5-c5c4-4eb8-a638-dcfcfe417ce3 admin admin] Pushing event updated for resources: {'Network': ['ID=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:27.138837 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:40:27.184736 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-433353f5-c5c4-4eb8-a638-dcfcfe417ce3 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6153805 Aug 16 21:40:27.187466 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 33850) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:40:27.192378 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-3a9d5f5c-6fe3-43ca-b8c5-90cc7d0e4c2f admin admin] Request body: {'subnet': {'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-580793185-subnet', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:40:27.271444 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9d5f5c-6fe3-43ca-b8c5-90cc7d0e4c2f admin admin] Made reservation on behalf of 4bc463354ea14830aa50f7ab4d93c9c1 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:40:27.273836 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3a9d5f5c-6fe3-43ca-b8c5-90cc7d0e4c2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:27.526532 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3a9d5f5c-6fe3-43ca-b8c5-90cc7d0e4c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:27.581714 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d5f5c-6fe3-43ca-b8c5-90cc7d0e4c2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e55ae478-0941-46bd-94a1-fbe274db75ac,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:27.588700 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9d5f5c-6fe3-43ca-b8c5-90cc7d0e4c2f admin admin] Checking segment: {'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:40:27.589058 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9d5f5c-6fe3-43ca-b8c5-90cc7d0e4c2f admin admin] Network hostable DHCP agents. Network: ba00b692-3a7a-411a-b3f2-3cb2aefa0a60, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:40:27.654508 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9d5f5c-6fe3-43ca-b8c5-90cc7d0e4c2f admin admin] Network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:40:27.734532 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-3a9d5f5c-6fe3-43ca-b8c5-90cc7d0e4c2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, ba00b692-3a7a-411a-b3f2-3cb2aefa0a60) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:40:27.738431 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9d5f5c-6fe3-43ca-b8c5-90cc7d0e4c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:27.739033 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3a9d5f5c-6fe3-43ca-b8c5-90cc7d0e4c2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:27.743315 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94628655-8c00-411a-aa11-a890fcabec30 None None] Network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:40:27.853196 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3a9d5f5c-6fe3-43ca-b8c5-90cc7d0e4c2f admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6644652 Aug 16 21:40:27.855820 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 33852) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:40:27.860838 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-33978641-2fa4-453e-8fea-ac1a3b8bad87 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-580793185-router', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:40:27.886564 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066ff197-9a8b-47ee-9ca6-7e9cb7feef98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'fixed_ips': [{'subnet_id': 'e55ae478-0941-46bd-94a1-fbe274db75ac'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:40:27.887427 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-066ff197-9a8b-47ee-9ca6-7e9cb7feef98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:27.966551 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-33978641-2fa4-453e-8fea-ac1a3b8bad87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:27.967620 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-33978641-2fa4-453e-8fea-ac1a3b8bad87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:28.023756 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-33978641-2fa4-453e-8fea-ac1a3b8bad87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:28.025380 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-066ff197-9a8b-47ee-9ca6-7e9cb7feef98 None None] Allocated IP 172.20.0.2 (ba00b692-3a7a-411a-b3f2-3cb2aefa0a60/e55ae478-0941-46bd-94a1-fbe274db75ac/99b9dbaa-499c-4a25-9432-57d04b65964b) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:40:28.038296 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 141e77ed-cca0-472d-9020-5a6d3d0d74d0 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:40:28.090281 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 141e77ed-cca0-472d-9020-5a6d3d0d74d0 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:40:28.090625 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 141e77ed-cca0-472d-9020-5a6d3d0d74d0 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:40:28.190206 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-066ff197-9a8b-47ee-9ca6-7e9cb7feef98 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:28.198316 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-066ff197-9a8b-47ee-9ca6-7e9cb7feef98 None None] Transition to ACTIVE for port object 99b9dbaa-499c-4a25-9432-57d04b65964b will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:40:28.212609 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-066ff197-9a8b-47ee-9ca6-7e9cb7feef98 None None] Transition to ACTIVE for port object 99b9dbaa-499c-4a25-9432-57d04b65964b will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:40:28.225944 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-33978641-2fa4-453e-8fea-ac1a3b8bad87 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:28.286678 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-066ff197-9a8b-47ee-9ca6-7e9cb7feef98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:28.329618 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066ff197-9a8b-47ee-9ca6-7e9cb7feef98 None None] Network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:40:28.332714 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-066ff197-9a8b-47ee-9ca6-7e9cb7feef98 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:40:28.335725 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066ff197-9a8b-47ee-9ca6-7e9cb7feef98 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:40:28.343068 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ff197-9a8b-47ee-9ca6-7e9cb7feef98 None None] Pushing event updated for resources: {'Port': ['ID=99b9dbaa-499c-4a25-9432-57d04b65964b,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:28.394646 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-066ff197-9a8b-47ee-9ca6-7e9cb7feef98 None None] Attempting to bind port 99b9dbaa-499c-4a25-9432-57d04b65964b on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:40:28.395021 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-066ff197-9a8b-47ee-9ca6-7e9cb7feef98 None None] Attempting to bind port 99b9dbaa-499c-4a25-9432-57d04b65964b by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:40:28.395382 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066ff197-9a8b-47ee-9ca6-7e9cb7feef98 None None] Attempting to bind port 99b9dbaa-499c-4a25-9432-57d04b65964b on network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:40:28.400470 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066ff197-9a8b-47ee-9ca6-7e9cb7feef98 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:40:28.400847 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066ff197-9a8b-47ee-9ca6-7e9cb7feef98 None None] Checking segment: {'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:40:28.401281 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-066ff197-9a8b-47ee-9ca6-7e9cb7feef98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:28.401681 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066ff197-9a8b-47ee-9ca6-7e9cb7feef98 None None] Bound using segment: {'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:40:28.402260 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-066ff197-9a8b-47ee-9ca6-7e9cb7feef98 None None] Bound port: 99b9dbaa-499c-4a25-9432-57d04b65964b, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:40:28.402680 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-066ff197-9a8b-47ee-9ca6-7e9cb7feef98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:28.467626 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-066ff197-9a8b-47ee-9ca6-7e9cb7feef98 None None] For port 99b9dbaa-499c-4a25-9432-57d04b65964b, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:40:28.471207 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-066ff197-9a8b-47ee-9ca6-7e9cb7feef98 None None] For port 99b9dbaa-499c-4a25-9432-57d04b65964b, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=99b9dbaa-499c-4a25-9432-57d04b65964b,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:40:28.514873 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-33978641-2fa4-453e-8fea-ac1a3b8bad87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:28.533860 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-33978641-2fa4-453e-8fea-ac1a3b8bad87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:28.546593 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-066ff197-9a8b-47ee-9ca6-7e9cb7feef98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:28.604890 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ff197-9a8b-47ee-9ca6-7e9cb7feef98 None None] Pushing event updated for resources: {'Port': ['ID=99b9dbaa-499c-4a25-9432-57d04b65964b,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:28.648446 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-33978641-2fa4-453e-8fea-ac1a3b8bad87 admin admin] Allocated IP 172.25.1.101 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/dccf286b-c2bc-4186-8016-d53aa0b82f4a) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:40:28.761745 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-33978641-2fa4-453e-8fea-ac1a3b8bad87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:28.850666 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:40:28.872098 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-33978641-2fa4-453e-8fea-ac1a3b8bad87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:28.917570 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33978641-2fa4-453e-8fea-ac1a3b8bad87 admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:40:28.922153 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-33978641-2fa4-453e-8fea-ac1a3b8bad87 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:40:28.924807 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33978641-2fa4-453e-8fea-ac1a3b8bad87 admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:40:28.931265 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33978641-2fa4-453e-8fea-ac1a3b8bad87 admin admin] Pushing event updated for resources: {'Port': ['ID=dccf286b-c2bc-4186-8016-d53aa0b82f4a,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:29.480948 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047a6119-e69b-4a6d-ac42-bf7b4d927d0a None None] Network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:40:29.626692 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-33978641-2fa4-453e-8fea-ac1a3b8bad87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:29.664125 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-78d252ed-62b8-4b0f-a3ab-a777e7d0da3e None None] Provisioning for port 99b9dbaa-499c-4a25-9432-57d04b65964b completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:40:29.829469 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-33978641-2fa4-453e-8fea-ac1a3b8bad87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:30.034878 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33978641-2fa4-453e-8fea-ac1a3b8bad87 admin admin] Router 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:40:30.144593 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33978641-2fa4-453e-8fea-ac1a3b8bad87 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:40:30.154537 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374b67a9-38f5-4f25-beff-fe70cb39be52 None None] Sync routers for ids ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:40:30.163559 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374b67a9-38f5-4f25-beff-fe70cb39be52 None None] Routers {'5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:40:30.164279 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-374b67a9-38f5-4f25-beff-fe70cb39be52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:40:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:40:30.200350 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 99b9dbaa-499c-4a25-9432-57d04b65964b up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:40:30.226430 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-33978641-2fa4-453e-8fea-ac1a3b8bad87 admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:30.230301 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-33978641-2fa4-453e-8fea-ac1a3b8bad87 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3708694 Aug 16 21:40:30.230544 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 33854) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:40:30.302440 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-374b67a9-38f5-4f25-beff-fe70cb39be52 None None] Set router 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:40:30.359160 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 99b9dbaa-499c-4a25-9432-57d04b65964b completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:40:30.371312 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 99b9dbaa-499c-4a25-9432-57d04b65964b triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:40:30.371688 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:30.523907 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:30.567126 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 99b9dbaa-499c-4a25-9432-57d04b65964b, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=99b9dbaa-499c-4a25-9432-57d04b65964b,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:40:30.572548 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-374b67a9-38f5-4f25-beff-fe70cb39be52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'name': 'tempest-ServerActionsTestJSON-580793185-router', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:27Z', 'updated_at': '2021-08-16T21:40:29Z', 'revision_number': 3, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'gw_port': {'id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:28Z', 'updated_at': '2021-08-16T21:40:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:40:30.602267 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374b67a9-38f5-4f25-beff-fe70cb39be52 None None] Checking router: 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:40:30.602618 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374b67a9-38f5-4f25-beff-fe70cb39be52 None None] Updating router 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 port dccf286b-c2bc-4186-8016-d53aa0b82f4a binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:40:30.627078 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-374b67a9-38f5-4f25-beff-fe70cb39be52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:30.642410 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68ede9a9-1942-4e5a-9663-8b0027bd302a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:30.647455 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:30.868488 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-68ede9a9-1942-4e5a-9663-8b0027bd302a admin admin] Allocated IP 172.20.0.1 (ba00b692-3a7a-411a-b3f2-3cb2aefa0a60/e55ae478-0941-46bd-94a1-fbe274db75ac/1e02c3d4-3baa-4f31-bb09-2da84aea372d) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:40:30.930576 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=99b9dbaa-499c-4a25-9432-57d04b65964b,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:30.972741 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68ede9a9-1942-4e5a-9663-8b0027bd302a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:30.985620 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-68ede9a9-1942-4e5a-9663-8b0027bd302a admin admin] Transition to ACTIVE for port object 1e02c3d4-3baa-4f31-bb09-2da84aea372d will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:40:31.080719 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-374b67a9-38f5-4f25-beff-fe70cb39be52 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:31.090040 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-374b67a9-38f5-4f25-beff-fe70cb39be52 None None] Transition to ACTIVE for port object dccf286b-c2bc-4186-8016-d53aa0b82f4a will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:40:31.112372 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68ede9a9-1942-4e5a-9663-8b0027bd302a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:31.154008 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ede9a9-1942-4e5a-9663-8b0027bd302a admin admin] Network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:40:31.160940 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-68ede9a9-1942-4e5a-9663-8b0027bd302a admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:40:31.164584 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ede9a9-1942-4e5a-9663-8b0027bd302a admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:40:31.170124 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ede9a9-1942-4e5a-9663-8b0027bd302a admin admin] Pushing event updated for resources: {'Port': ['ID=1e02c3d4-3baa-4f31-bb09-2da84aea372d,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:31.207051 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68ede9a9-1942-4e5a-9663-8b0027bd302a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:31.207386 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-374b67a9-38f5-4f25-beff-fe70cb39be52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:31.266410 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-374b67a9-38f5-4f25-beff-fe70cb39be52 None None] Attempting to bind port dccf286b-c2bc-4186-8016-d53aa0b82f4a on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:40:31.266778 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-374b67a9-38f5-4f25-beff-fe70cb39be52 None None] Attempting to bind port dccf286b-c2bc-4186-8016-d53aa0b82f4a by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:40:31.267136 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374b67a9-38f5-4f25-beff-fe70cb39be52 None None] Attempting to bind port dccf286b-c2bc-4186-8016-d53aa0b82f4a on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:40:31.271734 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d36af-2c1d-47be-a3d4-a7d09683b2b0 None None] Pushing event updated for resources: {'Port': ['ID=dccf286b-c2bc-4186-8016-d53aa0b82f4a,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:31.275652 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374b67a9-38f5-4f25-beff-fe70cb39be52 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:40:31.276056 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374b67a9-38f5-4f25-beff-fe70cb39be52 None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:40:31.276464 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-374b67a9-38f5-4f25-beff-fe70cb39be52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:31.276852 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374b67a9-38f5-4f25-beff-fe70cb39be52 None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:40:31.277467 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-374b67a9-38f5-4f25-beff-fe70cb39be52 None None] Bound port: dccf286b-c2bc-4186-8016-d53aa0b82f4a, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:40:31.277687 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-374b67a9-38f5-4f25-beff-fe70cb39be52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:31.336029 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-374b67a9-38f5-4f25-beff-fe70cb39be52 None None] For port dccf286b-c2bc-4186-8016-d53aa0b82f4a, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:40:31.339401 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-374b67a9-38f5-4f25-beff-fe70cb39be52 None None] For port dccf286b-c2bc-4186-8016-d53aa0b82f4a, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=dccf286b-c2bc-4186-8016-d53aa0b82f4a,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:40:31.410438 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-374b67a9-38f5-4f25-beff-fe70cb39be52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:31.462615 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374b67a9-38f5-4f25-beff-fe70cb39be52 None None] Routers {'5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:40:31.463253 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-374b67a9-38f5-4f25-beff-fe70cb39be52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:40:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:40:31.475474 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68ede9a9-1942-4e5a-9663-8b0027bd302a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:31.507645 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-88e41611-ac36-43ba-b023-f685c63855cc None None] Provisioning for port 1e02c3d4-3baa-4f31-bb09-2da84aea372d completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:40:31.520519 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-88e41611-ac36-43ba-b023-f685c63855cc None None] Provisioning complete for port 1e02c3d4-3baa-4f31-bb09-2da84aea372d triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:40:31.520904 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-88e41611-ac36-43ba-b023-f685c63855cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:31.524147 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d36af-2c1d-47be-a3d4-a7d09683b2b0 None None] Pushing event updated for resources: {'Port': ['ID=dccf286b-c2bc-4186-8016-d53aa0b82f4a,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:31.599360 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-88e41611-ac36-43ba-b023-f685c63855cc None None] Port 1e02c3d4-3baa-4f31-bb09-2da84aea372d cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:40:31.612848 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-374b67a9-38f5-4f25-beff-fe70cb39be52 None None] Set router 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:40:31.647122 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68ede9a9-1942-4e5a-9663-8b0027bd302a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:31.709325 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68ede9a9-1942-4e5a-9663-8b0027bd302a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:31.774392 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-68ede9a9-1942-4e5a-9663-8b0027bd302a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:31.776122 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ede9a9-1942-4e5a-9663-8b0027bd302a admin admin] Pushing event updated for resources: {'Port': ['ID=1e02c3d4-3baa-4f31-bb09-2da84aea372d,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:31.809364 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-374b67a9-38f5-4f25-beff-fe70cb39be52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'name': 'tempest-ServerActionsTestJSON-580793185-router', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:27Z', 'updated_at': '2021-08-16T21:40:31Z', 'revision_number': 4, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'gw_port': {'id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:28Z', 'updated_at': '2021-08-16T21:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '1e02c3d4-3baa-4f31-bb09-2da84aea372d', 'name': '', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'mac_address': 'fa:16:3e:c4:d7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:30Z', 'updated_at': '2021-08-16T21:40:30Z', 'revision_number': 1, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'subnets': [{'id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:40:31.836503 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374b67a9-38f5-4f25-beff-fe70cb39be52 None None] The sync data for ids ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'] in n-d-793620-15 is: [{'id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'name': 'tempest-ServerActionsTestJSON-580793185-router', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:27Z', 'updated_at': '2021-08-16T21:40:31Z', 'revision_number': 4, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'gw_port': {'id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:28Z', 'updated_at': '2021-08-16T21:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '1e02c3d4-3baa-4f31-bb09-2da84aea372d', 'name': '', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'mac_address': 'fa:16:3e:c4:d7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:30Z', 'updated_at': '2021-08-16T21:40:30Z', 'revision_number': 1, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'subnets': [{'id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:40:31.876004 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ede9a9-1942-4e5a-9663-8b0027bd302a admin admin] Network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:40:31.877359 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-68ede9a9-1942-4e5a-9663-8b0027bd302a admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:40:32.006468 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ede9a9-1942-4e5a-9663-8b0027bd302a admin admin] Router 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:40:32.130922 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c9e96e69-2099-4095-bc70-1b4aac024d7b None None] Provisioning complete for port 1e02c3d4-3baa-4f31-bb09-2da84aea372d triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:40:32.131436 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c9e96e69-2099-4095-bc70-1b4aac024d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:32.150970 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ede9a9-1942-4e5a-9663-8b0027bd302a admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:40:32.160119 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-68ede9a9-1942-4e5a-9663-8b0027bd302a admin admin] 10.222.0.84 "PUT /v2.0/routers/5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9282451 Aug 16 21:40:32.191245 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 99b9dbaa-499c-4a25-9432-57d04b65964b up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:40:32.194662 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-c9e96e69-2099-4095-bc70-1b4aac024d7b None None] Port 1e02c3d4-3baa-4f31-bb09-2da84aea372d cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:40:32.240481 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 99b9dbaa-499c-4a25-9432-57d04b65964b triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:40:32.240865 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:32.699744 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 33862) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:40:32.704798 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-3772e2bb-5610-468a-85ac-8ab28e02b96e tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1979909977', 'description': 'tempest-description--403834347'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:40:32.786215 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3772e2bb-5610-468a-85ac-8ab28e02b96e tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:32.875921 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3772e2bb-5610-468a-85ac-8ab28e02b96e tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:32.962977 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3772e2bb-5610-468a-85ac-8ab28e02b96e tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:32.994474 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772e2bb-5610-468a-85ac-8ab28e02b96e tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec905baf-9159-4d5d-937c-8a405d9462f7,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:33.060183 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3772e2bb-5610-468a-85ac-8ab28e02b96e tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:33.061473 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3772e2bb-5610-468a-85ac-8ab28e02b96e tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3606791 Aug 16 21:40:33.064383 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 33864) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:40:33.068813 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-b25247d1-8d25-470a-b4e4-691842d803e0 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Request body: {'security_group_rule': {'security_group_id': 'ec905baf-9159-4d5d-937c-8a405d9462f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:40:33.165403 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b25247d1-8d25-470a-b4e4-691842d803e0 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:33.235697 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b25247d1-8d25-470a-b4e4-691842d803e0 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:33.311483 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b25247d1-8d25-470a-b4e4-691842d803e0 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:33.333567 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25247d1-8d25-470a-b4e4-691842d803e0 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9ba56a1-8bd8-4d29-8e0f-0209f1d577dd,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:33.419804 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b25247d1-8d25-470a-b4e4-691842d803e0 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:33.421865 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b25247d1-8d25-470a-b4e4-691842d803e0 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3557971 Aug 16 21:40:33.423995 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 33866) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:40:33.428722 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-31606048-5f43-4014-b52c-856390aee2af tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Request body: {'security_group_rule': {'security_group_id': 'ec905baf-9159-4d5d-937c-8a405d9462f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:40:33.531460 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-31606048-5f43-4014-b52c-856390aee2af tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:33.591665 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-31606048-5f43-4014-b52c-856390aee2af tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:33.694634 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-31606048-5f43-4014-b52c-856390aee2af tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:33.714497 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31606048-5f43-4014-b52c-856390aee2af tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efa59dc1-cf24-4de1-8837-bbd373201019,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:33.725277 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815e5066-3599-4d3d-ba48-f080c02832d6 None None] Sync routers for ids ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:40:33.734499 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815e5066-3599-4d3d-ba48-f080c02832d6 None None] Routers {'5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:40:33.735117 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-815e5066-3599-4d3d-ba48-f080c02832d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:40:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:40:33.785818 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-31606048-5f43-4014-b52c-856390aee2af tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:33.787058 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-31606048-5f43-4014-b52c-856390aee2af tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3620837 Aug 16 21:40:33.790125 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 33868) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:40:33.794636 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-602aad80-a3e2-4404-96b5-ddf9f675a10b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:40:33.838630 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-815e5066-3599-4d3d-ba48-f080c02832d6 None None] Set router 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:40:33.894422 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-602aad80-a3e2-4404-96b5-ddf9f675a10b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks [] for floatingip, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:33.994894 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-602aad80-a3e2-4404-96b5-ddf9f675a10b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:34.102212 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-602aad80-a3e2-4404-96b5-ddf9f675a10b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Allocated IP 172.25.1.48 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/bfe0c790-dcbc-40ee-a2d5-fe95004a7b00) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:40:34.126296 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-815e5066-3599-4d3d-ba48-f080c02832d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'name': 'tempest-ServerActionsTestJSON-580793185-router', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:27Z', 'updated_at': '2021-08-16T21:40:31Z', 'revision_number': 4, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'gw_port': {'id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:28Z', 'updated_at': '2021-08-16T21:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '1e02c3d4-3baa-4f31-bb09-2da84aea372d', 'name': '', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'mac_address': 'fa:16:3e:c4:d7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:30Z', 'updated_at': '2021-08-16T21:40:31Z', 'revision_number': 2, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'subnets': [{'id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:40:34.155366 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815e5066-3599-4d3d-ba48-f080c02832d6 None None] Checking router: 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:40:34.155811 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815e5066-3599-4d3d-ba48-f080c02832d6 None None] Updating router 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 port 1e02c3d4-3baa-4f31-bb09-2da84aea372d binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:40:34.180715 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-815e5066-3599-4d3d-ba48-f080c02832d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:34.204122 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device dccf286b-c2bc-4186-8016-d53aa0b82f4a up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:40:34.227763 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-602aad80-a3e2-4404-96b5-ddf9f675a10b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:34.329171 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port dccf286b-c2bc-4186-8016-d53aa0b82f4a completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:40:34.333427 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port dccf286b-c2bc-4186-8016-d53aa0b82f4a triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:40:34.334129 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:34.363645 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-602aad80-a3e2-4404-96b5-ddf9f675a10b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:34.407620 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602aad80-a3e2-4404-96b5-ddf9f675a10b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:40:34.410849 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-602aad80-a3e2-4404-96b5-ddf9f675a10b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:40:34.414576 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:34.415907 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602aad80-a3e2-4404-96b5-ddf9f675a10b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:40:34.419295 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602aad80-a3e2-4404-96b5-ddf9f675a10b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Pushing event updated for resources: {'Port': ['ID=bfe0c790-dcbc-40ee-a2d5-fe95004a7b00,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:34.442529 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port dccf286b-c2bc-4186-8016-d53aa0b82f4a, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=dccf286b-c2bc-4186-8016-d53aa0b82f4a,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:40:34.453875 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-815e5066-3599-4d3d-ba48-f080c02832d6 None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:34.463440 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-815e5066-3599-4d3d-ba48-f080c02832d6 None None] Transition to ACTIVE for port object 1e02c3d4-3baa-4f31-bb09-2da84aea372d will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:40:34.488464 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:34.537009 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=dccf286b-c2bc-4186-8016-d53aa0b82f4a,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:34.540475 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-602aad80-a3e2-4404-96b5-ddf9f675a10b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:34.556955 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-815e5066-3599-4d3d-ba48-f080c02832d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:34.624143 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831085c-2b0f-498a-807c-040f75780ae8 None None] Pushing event updated for resources: {'Port': ['ID=1e02c3d4-3baa-4f31-bb09-2da84aea372d,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:34.631830 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-602aad80-a3e2-4404-96b5-ddf9f675a10b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:34.632681 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831085c-2b0f-498a-807c-040f75780ae8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:34.633209 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831085c-2b0f-498a-807c-040f75780ae8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:34.633701 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831085c-2b0f-498a-807c-040f75780ae8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:34.634036 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831085c-2b0f-498a-807c-040f75780ae8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:34.634360 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831085c-2b0f-498a-807c-040f75780ae8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:34.634681 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831085c-2b0f-498a-807c-040f75780ae8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:34.635008 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831085c-2b0f-498a-807c-040f75780ae8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:34.635319 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831085c-2b0f-498a-807c-040f75780ae8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:34.635639 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831085c-2b0f-498a-807c-040f75780ae8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:34.635982 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831085c-2b0f-498a-807c-040f75780ae8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:34.636300 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831085c-2b0f-498a-807c-040f75780ae8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:34.636613 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831085c-2b0f-498a-807c-040f75780ae8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:34.665013 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-815e5066-3599-4d3d-ba48-f080c02832d6 None None] Attempting to bind port 1e02c3d4-3baa-4f31-bb09-2da84aea372d on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:40:34.665380 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-815e5066-3599-4d3d-ba48-f080c02832d6 None None] Attempting to bind port 1e02c3d4-3baa-4f31-bb09-2da84aea372d by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:40:34.665865 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815e5066-3599-4d3d-ba48-f080c02832d6 None None] Attempting to bind port 1e02c3d4-3baa-4f31-bb09-2da84aea372d on network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:40:34.671139 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815e5066-3599-4d3d-ba48-f080c02832d6 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:40:34.671508 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815e5066-3599-4d3d-ba48-f080c02832d6 None None] Checking segment: {'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:40:34.672003 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-815e5066-3599-4d3d-ba48-f080c02832d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:34.672392 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815e5066-3599-4d3d-ba48-f080c02832d6 None None] Bound using segment: {'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:40:34.672852 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-815e5066-3599-4d3d-ba48-f080c02832d6 None None] Bound port: 1e02c3d4-3baa-4f31-bb09-2da84aea372d, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:40:34.673217 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-815e5066-3599-4d3d-ba48-f080c02832d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:34.742789 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-815e5066-3599-4d3d-ba48-f080c02832d6 None None] For port 1e02c3d4-3baa-4f31-bb09-2da84aea372d, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:40:34.746171 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-815e5066-3599-4d3d-ba48-f080c02832d6 None None] For port 1e02c3d4-3baa-4f31-bb09-2da84aea372d, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=1e02c3d4-3baa-4f31-bb09-2da84aea372d,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:40:34.796497 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-602aad80-a3e2-4404-96b5-ddf9f675a10b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:34.832092 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-815e5066-3599-4d3d-ba48-f080c02832d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:34.860316 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-602aad80-a3e2-4404-96b5-ddf9f675a10b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:34.891113 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831085c-2b0f-498a-807c-040f75780ae8 None None] Pushing event updated for resources: {'Port': ['ID=1e02c3d4-3baa-4f31-bb09-2da84aea372d,revision_number=4']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:34.894226 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815e5066-3599-4d3d-ba48-f080c02832d6 None None] Routers {'5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:40:34.894926 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-815e5066-3599-4d3d-ba48-f080c02832d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:40:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:40:34.945748 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602aad80-a3e2-4404-96b5-ddf9f675a10b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Pushing event updated for resources: {'Port': ['ID=bfe0c790-dcbc-40ee-a2d5-fe95004a7b00,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:34.962384 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-602aad80-a3e2-4404-96b5-ddf9f675a10b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:35.003182 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-815e5066-3599-4d3d-ba48-f080c02832d6 None None] Set router 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:40:35.033681 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-602aad80-a3e2-4404-96b5-ddf9f675a10b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:35.035563 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-602aad80-a3e2-4404-96b5-ddf9f675a10b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2439332 Aug 16 21:40:35.179939 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d292d714-8247-477e-bf98-a636dbabdc95 req-5eaa1511-74fb-422e-9752-9f60229e4e36 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1979909977&fields=id&tenant_id=4bc463354ea14830aa50f7ab4d93c9c1 HTTP/1.1" status: 200 len: 267 time: 0.0349278 Aug 16 21:40:35.203756 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-815e5066-3599-4d3d-ba48-f080c02832d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'name': 'tempest-ServerActionsTestJSON-580793185-router', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:27Z', 'updated_at': '2021-08-16T21:40:31Z', 'revision_number': 4, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'gw_port': {'id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:28Z', 'updated_at': '2021-08-16T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '1e02c3d4-3baa-4f31-bb09-2da84aea372d', 'name': '', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'mac_address': 'fa:16:3e:c4:d7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:30Z', 'updated_at': '2021-08-16T21:40:34Z', 'revision_number': 4, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'subnets': [{'id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:40:35.232124 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815e5066-3599-4d3d-ba48-f080c02832d6 None None] The sync data for ids ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'] in n-d-793620-15 is: [{'id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'name': 'tempest-ServerActionsTestJSON-580793185-router', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:27Z', 'updated_at': '2021-08-16T21:40:31Z', 'revision_number': 4, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'gw_port': {'id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:28Z', 'updated_at': '2021-08-16T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '1e02c3d4-3baa-4f31-bb09-2da84aea372d', 'name': '', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'mac_address': 'fa:16:3e:c4:d7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:30Z', 'updated_at': '2021-08-16T21:40:34Z', 'revision_number': 4, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'subnets': [{'id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:40:35.288263 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292d714-8247-477e-bf98-a636dbabdc95 req-93f94ecd-9c35-4f6b-8b22-404a700947c4 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:35.289829 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d292d714-8247-477e-bf98-a636dbabdc95 req-93f94ecd-9c35-4f6b-8b22-404a700947c4 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 811 time: 0.1029284 Aug 16 21:40:35.305711 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d292d714-8247-477e-bf98-a636dbabdc95 req-12cfaab8-7bbf-47c4-a5f8-f638444c71c3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/quotas/4bc463354ea14830aa50f7ab4d93c9c1 HTTP/1.1" status: 200 len: 375 time: 0.0099118 Aug 16 21:40:35.366543 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d292d714-8247-477e-bf98-a636dbabdc95 req-2028ed95-878c-4146-bdd2-e287fd5054ca tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0550289 Aug 16 21:40:35.548685 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d292d714-8247-477e-bf98-a636dbabdc95 req-116a851d-f006-45d1-90ab-566166a36cb4 service neutron] 10.222.0.84 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353779 Aug 16 21:40:35.645549 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d292d714-8247-477e-bf98-a636dbabdc95 req-d0dd9b69-0fd9-4f4f-995e-8cae552d2b70 service neutron] 10.222.0.84 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905743 Aug 16 21:40:35.889037 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0425501f-e237-4b6b-a12a-8ec31a110df7 req-5b19d53b-6870-47da-a643-470357f43af5 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 210 time: 0.0278702 Aug 16 21:40:36.181516 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device dccf286b-c2bc-4186-8016-d53aa0b82f4a up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:40:36.233252 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port dccf286b-c2bc-4186-8016-d53aa0b82f4a triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:40:36.233639 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:36.311567 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 1e02c3d4-3baa-4f31-bb09-2da84aea372d up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:40:36.437090 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 1e02c3d4-3baa-4f31-bb09-2da84aea372d completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:40:36.440858 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 1e02c3d4-3baa-4f31-bb09-2da84aea372d triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:40:36.441237 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:36.520366 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:36.552461 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 1e02c3d4-3baa-4f31-bb09-2da84aea372d, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=1e02c3d4-3baa-4f31-bb09-2da84aea372d,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:40:36.634943 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:36.686412 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=1e02c3d4-3baa-4f31-bb09-2da84aea372d,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:36.982663 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1c9e6372-bc26-4152-b1d4-ef27bc673849 req-d1eb7527-8f0b-440c-941e-37a77199a18e tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 210 time: 0.0263236 Aug 16 21:40:38.008589 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292d714-8247-477e-bf98-a636dbabdc95 req-4f9e4c3c-a9a4-4eb5-8d5f-58d2d8dfd676 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:38.010191 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d292d714-8247-477e-bf98-a636dbabdc95 req-4f9e4c3c-a9a4-4eb5-8d5f-58d2d8dfd676 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.72 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 811 time: 0.1057274 Aug 16 21:40:38.063214 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d292d714-8247-477e-bf98-a636dbabdc95 req-a37cbecd-d2e0-4fe7-821a-0b4ea2395cdc tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bc463354ea14830aa50f7ab4d93c9c1 HTTP/1.1" status: 200 len: 380 time: 0.0362873 Aug 16 21:40:38.072771 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-d292d714-8247-477e-bf98-a636dbabdc95 req-72bd3990-23fc-4734-a849-50d3b44d0724 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Request body: {'port': {'device_id': '7693da71-aee2-447e-955c-e8e113e71c68', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'admin_state_up': True, 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'security_groups': ['ec905baf-9159-4d5d-937c-8a405d9462f7']}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:40:38.093287 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d1f2f23c-5a21-4643-83ab-c685801ef209 req-a6688f47-93b6-4096-867b-e30c570c78d9 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 210 time: 0.0277331 Aug 16 21:40:38.184140 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 1e02c3d4-3baa-4f31-bb09-2da84aea372d up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:40:38.235083 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 1e02c3d4-3baa-4f31-bb09-2da84aea372d triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:40:38.235457 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:38.269235 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d292d714-8247-477e-bf98-a636dbabdc95 req-72bd3990-23fc-4734-a849-50d3b44d0724 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Made reservation on behalf of 4bc463354ea14830aa50f7ab4d93c9c1 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:40:38.272880 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d292d714-8247-477e-bf98-a636dbabdc95 req-72bd3990-23fc-4734-a849-50d3b44d0724 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:38.397471 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-d292d714-8247-477e-bf98-a636dbabdc95 req-72bd3990-23fc-4734-a849-50d3b44d0724 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Allocated IP 172.20.0.7 (ba00b692-3a7a-411a-b3f2-3cb2aefa0a60/e55ae478-0941-46bd-94a1-fbe274db75ac/95b6c477-ab71-4497-8954-8ec54fe32810) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:40:38.534790 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d292d714-8247-477e-bf98-a636dbabdc95 req-72bd3990-23fc-4734-a849-50d3b44d0724 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:38.547812 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-d292d714-8247-477e-bf98-a636dbabdc95 req-72bd3990-23fc-4734-a849-50d3b44d0724 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Transition to ACTIVE for port object 95b6c477-ab71-4497-8954-8ec54fe32810 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:40:38.648590 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d292d714-8247-477e-bf98-a636dbabdc95 req-72bd3990-23fc-4734-a849-50d3b44d0724 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:38.692290 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d292d714-8247-477e-bf98-a636dbabdc95 req-72bd3990-23fc-4734-a849-50d3b44d0724 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:40:38.695354 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-d292d714-8247-477e-bf98-a636dbabdc95 req-72bd3990-23fc-4734-a849-50d3b44d0724 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:40:38.699170 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-d292d714-8247-477e-bf98-a636dbabdc95 req-72bd3990-23fc-4734-a849-50d3b44d0724 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:40:38.706462 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd3990-23fc-4734-a849-50d3b44d0724 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Pushing event updated for resources: {'Port': ['ID=95b6c477-ab71-4497-8954-8ec54fe32810,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:38.759806 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292d714-8247-477e-bf98-a636dbabdc95 req-72bd3990-23fc-4734-a849-50d3b44d0724 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:38.760667 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d292d714-8247-477e-bf98-a636dbabdc95 req-72bd3990-23fc-4734-a849-50d3b44d0724 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:38.843893 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d292d714-8247-477e-bf98-a636dbabdc95 req-72bd3990-23fc-4734-a849-50d3b44d0724 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7746854 Aug 16 21:40:38.941437 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-d292d714-8247-477e-bf98-a636dbabdc95 req-7f2dba41-ddbe-45b0-8a0e-5a9e235b39f8 service neutron] Request body: {'port': {'device_id': '7693da71-aee2-447e-955c-e8e113e71c68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:40:38.951461 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-db629555-62b2-43f8-9ac3-19f0ad3922a6 None None] Provisioning for port 95b6c477-ab71-4497-8954-8ec54fe32810 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:40:38.956210 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-db629555-62b2-43f8-9ac3-19f0ad3922a6 None None] Provisioning complete for port 95b6c477-ab71-4497-8954-8ec54fe32810 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:40:38.956582 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-db629555-62b2-43f8-9ac3-19f0ad3922a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:38.990894 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-db629555-62b2-43f8-9ac3-19f0ad3922a6 None None] Port 95b6c477-ab71-4497-8954-8ec54fe32810 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:40:39.215535 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4f9f5-aa9a-47a3-9749-bbb3089140ce req-22e8cbcc-d16b-4da9-9b4f-34f0d011e9a3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:39.221817 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-69e4f9f5-aa9a-47a3-9749-bbb3089140ce req-22e8cbcc-d16b-4da9-9b4f-34f0d011e9a3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 931 time: 0.0520096 Aug 16 21:40:39.259533 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-69e4f9f5-aa9a-47a3-9749-bbb3089140ce req-bad4befc-2f30-46ad-b500-1a2bfb4c2f3e tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358903 Aug 16 21:40:39.345973 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d292d714-8247-477e-bf98-a636dbabdc95 req-7f2dba41-ddbe-45b0-8a0e-5a9e235b39f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:39.613528 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-d292d714-8247-477e-bf98-a636dbabdc95 req-7f2dba41-ddbe-45b0-8a0e-5a9e235b39f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95b6c477-ab71-4497-8954-8ec54fe32810 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:40:39.620732 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d292d714-8247-477e-bf98-a636dbabdc95 req-7f2dba41-ddbe-45b0-8a0e-5a9e235b39f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:39.632066 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-d292d714-8247-477e-bf98-a636dbabdc95 req-7f2dba41-ddbe-45b0-8a0e-5a9e235b39f8 service neutron] Transition to ACTIVE for port object 95b6c477-ab71-4497-8954-8ec54fe32810 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:40:39.709223 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d292d714-8247-477e-bf98-a636dbabdc95 req-7f2dba41-ddbe-45b0-8a0e-5a9e235b39f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:39.757132 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2dba41-ddbe-45b0-8a0e-5a9e235b39f8 service neutron] Pushing event updated for resources: {'Port': ['ID=95b6c477-ab71-4497-8954-8ec54fe32810,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:39.828976 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-d292d714-8247-477e-bf98-a636dbabdc95 req-7f2dba41-ddbe-45b0-8a0e-5a9e235b39f8 service neutron] Attempting to bind port 95b6c477-ab71-4497-8954-8ec54fe32810 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:40:39.829319 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-d292d714-8247-477e-bf98-a636dbabdc95 req-7f2dba41-ddbe-45b0-8a0e-5a9e235b39f8 service neutron] Attempting to bind port 95b6c477-ab71-4497-8954-8ec54fe32810 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:40:39.829646 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d292d714-8247-477e-bf98-a636dbabdc95 req-7f2dba41-ddbe-45b0-8a0e-5a9e235b39f8 service neutron] Attempting to bind port 95b6c477-ab71-4497-8954-8ec54fe32810 on network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:40:39.834029 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d292d714-8247-477e-bf98-a636dbabdc95 req-7f2dba41-ddbe-45b0-8a0e-5a9e235b39f8 service neutron] Port 95b6c477-ab71-4497-8954-8ec54fe32810 on network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:40:39.834352 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d292d714-8247-477e-bf98-a636dbabdc95 req-7f2dba41-ddbe-45b0-8a0e-5a9e235b39f8 service neutron] Attempting to bind port 95b6c477-ab71-4497-8954-8ec54fe32810 on network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:40:39.839244 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d292d714-8247-477e-bf98-a636dbabdc95 req-7f2dba41-ddbe-45b0-8a0e-5a9e235b39f8 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:40:39.839594 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d292d714-8247-477e-bf98-a636dbabdc95 req-7f2dba41-ddbe-45b0-8a0e-5a9e235b39f8 service neutron] Checking segment: {'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:40:39.840008 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d292d714-8247-477e-bf98-a636dbabdc95 req-7f2dba41-ddbe-45b0-8a0e-5a9e235b39f8 service neutron] Bound using segment: {'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:40:39.840438 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-d292d714-8247-477e-bf98-a636dbabdc95 req-7f2dba41-ddbe-45b0-8a0e-5a9e235b39f8 service neutron] Bound port: 95b6c477-ab71-4497-8954-8ec54fe32810, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:40:39.840796 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d292d714-8247-477e-bf98-a636dbabdc95 req-7f2dba41-ddbe-45b0-8a0e-5a9e235b39f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:39.910412 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-d292d714-8247-477e-bf98-a636dbabdc95 req-7f2dba41-ddbe-45b0-8a0e-5a9e235b39f8 service neutron] For port 95b6c477-ab71-4497-8954-8ec54fe32810, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:40:39.913604 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-d292d714-8247-477e-bf98-a636dbabdc95 req-7f2dba41-ddbe-45b0-8a0e-5a9e235b39f8 service neutron] For port 95b6c477-ab71-4497-8954-8ec54fe32810, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=95b6c477-ab71-4497-8954-8ec54fe32810,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:40:39.972669 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d292d714-8247-477e-bf98-a636dbabdc95 req-7f2dba41-ddbe-45b0-8a0e-5a9e235b39f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:40.004562 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292d714-8247-477e-bf98-a636dbabdc95 req-7f2dba41-ddbe-45b0-8a0e-5a9e235b39f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:40.005142 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-d292d714-8247-477e-bf98-a636dbabdc95 req-7f2dba41-ddbe-45b0-8a0e-5a9e235b39f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:40.006556 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d292d714-8247-477e-bf98-a636dbabdc95 req-7f2dba41-ddbe-45b0-8a0e-5a9e235b39f8 service neutron] 10.222.0.72 "PUT /v2.0/ports/95b6c477-ab71-4497-8954-8ec54fe32810 HTTP/1.1" status: 200 len: 1092 time: 1.1074059 Aug 16 21:40:40.007000 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7693da71-aee2-447e-955c-e8e113e71c68', 'tag': '95b6c477-ab71-4497-8954-8ec54fe32810'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:40:40.040777 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2dba41-ddbe-45b0-8a0e-5a9e235b39f8 service neutron] Pushing event updated for resources: {'Port': ['ID=95b6c477-ab71-4497-8954-8ec54fe32810,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:40.070389 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcd9435b18b7a34707b0c74d037ee6bf13b87a61dd91d81e26d4048d63ffdc36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c95c5b-8cd4-4159-a8c5-207322f00fa1" -d '{"events": [{"name": "network-changed", "server_uuid": "7693da71-aee2-447e-955c-e8e113e71c68", "tag": "95b6c477-ab71-4497-8954-8ec54fe32810"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:40:40.144563 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292d714-8247-477e-bf98-a636dbabdc95 req-cc4b1f08-b157-48c7-b050-c256731bd531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:40.146122 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d292d714-8247-477e-bf98-a636dbabdc95 req-cc4b1f08-b157-48c7-b050-c256731bd531 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 1095 time: 0.0447865 Aug 16 21:40:40.194393 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e356612-d004-41dd-ae84-cd22e1d076b4 x-openstack-request-id: req-2e356612-d004-41dd-ae84-cd22e1d076b4 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:40:40.194698 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7693da71-aee2-447e-955c-e8e113e71c68", "tag": "95b6c477-ab71-4497-8954-8ec54fe32810", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:40:40.194952 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2e356612-d004-41dd-ae84-cd22e1d076b4 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:40:40.195345 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7693da71-aee2-447e-955c-e8e113e71c68', 'tag': '95b6c477-ab71-4497-8954-8ec54fe32810', 'status': 'completed', 'code': 200} Aug 16 21:40:40.197153 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d292d714-8247-477e-bf98-a636dbabdc95 req-41120d1f-0a72-4bfa-898c-2fd7353a6e83 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95b6c477-ab71-4497-8954-8ec54fe32810 HTTP/1.1" status: 200 len: 217 time: 0.0427125 Aug 16 21:40:40.246373 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292d714-8247-477e-bf98-a636dbabdc95 req-5f5b598c-464e-41db-8924-e67e27b8426c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:40.247869 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d292d714-8247-477e-bf98-a636dbabdc95 req-5f5b598c-464e-41db-8924-e67e27b8426c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0425308 Aug 16 21:40:40.295618 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292d714-8247-477e-bf98-a636dbabdc95 req-97d94e5c-ca73-4bbc-a92f-22aaa67fd710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:40.297866 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d292d714-8247-477e-bf98-a636dbabdc95 req-97d94e5c-ca73-4bbc-a92f-22aaa67fd710 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416186 Aug 16 21:40:40.377572 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af89660-73da-4d25-b833-22cf04a5ab7a req-3846f0cf-c58e-46a2-b79f-035b251b3101 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:40.379088 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9af89660-73da-4d25-b833-22cf04a5ab7a req-3846f0cf-c58e-46a2-b79f-035b251b3101 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 943 time: 0.0529301 Aug 16 21:40:40.392072 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d292d714-8247-477e-bf98-a636dbabdc95 req-dd7fcd6a-92a0-41de-abd3-9b7702aecd5d service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859652 Aug 16 21:40:40.416916 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9af89660-73da-4d25-b833-22cf04a5ab7a req-46345a9e-51d9-40f3-bede-ed14ece7be2a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315752 Aug 16 21:40:40.482014 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d292d714-8247-477e-bf98-a636dbabdc95 req-a30a2d47-03cd-4ec5-ad6f-839f2d076d99 service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824919 Aug 16 21:40:40.643036 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c95c5b-8cd4-4159-a8c5-207322f00fa1 req-5fa854a1-8807-4236-913c-7ba5385ce429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:40.644490 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-98c95c5b-8cd4-4159-a8c5-207322f00fa1 req-5fa854a1-8807-4236-913c-7ba5385ce429 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 1095 time: 0.0408745 Aug 16 21:40:40.738460 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c95c5b-8cd4-4159-a8c5-207322f00fa1 req-b1c4eb2c-ef43-4636-a2bb-1c67ceff2306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:40.739998 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-98c95c5b-8cd4-4159-a8c5-207322f00fa1 req-b1c4eb2c-ef43-4636-a2bb-1c67ceff2306 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 912 time: 0.0884037 Aug 16 21:40:40.782793 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-98c95c5b-8cd4-4159-a8c5-207322f00fa1 req-57e50d19-e60c-41c6-8885-105bf6838aff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95b6c477-ab71-4497-8954-8ec54fe32810 HTTP/1.1" status: 200 len: 217 time: 0.0357196 Aug 16 21:40:40.840302 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c95c5b-8cd4-4159-a8c5-207322f00fa1 req-9573fa81-548d-4d2d-8267-306675dc44dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:40.841770 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-98c95c5b-8cd4-4159-a8c5-207322f00fa1 req-9573fa81-548d-4d2d-8267-306675dc44dc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0516090 Aug 16 21:40:40.888483 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c95c5b-8cd4-4159-a8c5-207322f00fa1 req-2d28efc4-cab4-423e-a944-b6e650621441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:40.889964 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-98c95c5b-8cd4-4159-a8c5-207322f00fa1 req-2d28efc4-cab4-423e-a944-b6e650621441 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387566 Aug 16 21:40:40.981921 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-98c95c5b-8cd4-4159-a8c5-207322f00fa1 req-24d1d400-633b-496a-ae54-fefbf4e75321 service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830557 Aug 16 21:40:41.076305 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-98c95c5b-8cd4-4159-a8c5-207322f00fa1 req-521c5cc8-f5fc-4d43-b4e6-8889d6e95b59 service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862646 Aug 16 21:40:41.126543 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-19e3e267-2d4b-4ffe-9cd7-61cb0d7f346b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:41.533122 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336e672-6f47-4c95-8693-4df67eda9372 req-1fdf2c5b-9475-4c7f-aa3c-5d59a7fac467 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:41.534608 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0336e672-6f47-4c95-8693-4df67eda9372 req-1fdf2c5b-9475-4c7f-aa3c-5d59a7fac467 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 943 time: 0.0497146 Aug 16 21:40:41.576629 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0336e672-6f47-4c95-8693-4df67eda9372 req-94906c51-ba3e-453c-bcf1-74501bb85407 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359995 Aug 16 21:40:42.115833 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 95b6c477-ab71-4497-8954-8ec54fe32810 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:40:42.210032 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 95b6c477-ab71-4497-8954-8ec54fe32810, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=95b6c477-ab71-4497-8954-8ec54fe32810,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:40:42.221564 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '95b6c477-ab71-4497-8954-8ec54fe32810', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'port_id': '95b6c477-ab71-4497-8954-8ec54fe32810', 'mac_address': 'fa:16:3e:7e:5d:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:40:42.257302 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:42.269393 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95b6c477-ab71-4497-8954-8ec54fe32810 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:40:42.287692 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 95b6c477-ab71-4497-8954-8ec54fe32810, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=95b6c477-ab71-4497-8954-8ec54fe32810,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:40:42.396700 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:42.447663 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=95b6c477-ab71-4497-8954-8ec54fe32810,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:42.455186 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:42.455538 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:42.455913 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:42.456256 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:42.456594 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:42.456934 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:42.457268 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:42.457600 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:42.457928 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:42.458255 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:42.458584 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:42.458912 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:42.588257 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['95b6c477-ab71-4497-8954-8ec54fe32810'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:40:42.693343 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc56f3-360b-4672-a5da-b66e261f6a4f req-7fe22216-23e1-45de-8015-93e6212601b5 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:42.694966 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-18bc56f3-360b-4672-a5da-b66e261f6a4f req-7fe22216-23e1-45de-8015-93e6212601b5 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 944 time: 0.0509181 Aug 16 21:40:42.733114 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-18bc56f3-360b-4672-a5da-b66e261f6a4f req-790fa4e0-2271-47c7-a502-a4f583c3abcd tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320983 Aug 16 21:40:43.636855 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d9bba971-48a6-4a63-ae78-84429115da92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:43.836788 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:43.855173 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8a6de-5961-497f-b5e3-b6a6175414bd req-6b25a7a5-1fed-4344-a5ae-71ccea53b372 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:43.856706 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-06e8a6de-5961-497f-b5e3-b6a6175414bd req-6b25a7a5-1fed-4344-a5ae-71ccea53b372 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 944 time: 0.0560434 Aug 16 21:40:43.896259 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-06e8a6de-5961-497f-b5e3-b6a6175414bd req-062dc812-000f-4f3c-bfae-6bb710078cbf tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335264 Aug 16 21:40:44.130528 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 95b6c477-ab71-4497-8954-8ec54fe32810 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:40:44.234412 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 95b6c477-ab71-4497-8954-8ec54fe32810 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:40:44.238149 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 95b6c477-ab71-4497-8954-8ec54fe32810 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:40:44.238523 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:44.318623 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:44.340338 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7693da71-aee2-447e-955c-e8e113e71c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b6c477-ab71-4497-8954-8ec54fe32810'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:40:44.353886 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 95b6c477-ab71-4497-8954-8ec54fe32810, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=95b6c477-ab71-4497-8954-8ec54fe32810,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:40:44.380911 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c683fdb416c7f0821c75f6a91cfed7529d060c9c210f81ad2c881376259938b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed84de11-5946-4d4b-9417-16d87c438550" -d '{"events": [{"server_uuid": "7693da71-aee2-447e-955c-e8e113e71c68", "name": "network-vif-plugged", "status": "completed", "tag": "95b6c477-ab71-4497-8954-8ec54fe32810"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:40:44.412110 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:44.460893 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=95b6c477-ab71-4497-8954-8ec54fe32810,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:44.478363 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9e21a3-b898-4fab-9a27-4141a442d276 x-openstack-request-id: req-3b9e21a3-b898-4fab-9a27-4141a442d276 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:40:44.478363 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7693da71-aee2-447e-955c-e8e113e71c68", "name": "network-vif-plugged", "status": "completed", "tag": "95b6c477-ab71-4497-8954-8ec54fe32810", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:40:44.478363 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3b9e21a3-b898-4fab-9a27-4141a442d276 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:40:44.478363 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7693da71-aee2-447e-955c-e8e113e71c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b6c477-ab71-4497-8954-8ec54fe32810', 'code': 200} Aug 16 21:40:44.572694 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0496e3-1113-49c8-b347-0277545326f3 req-bfab8f65-9942-4306-bb71-409e4cfc9ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:44.574091 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fc0496e3-1113-49c8-b347-0277545326f3 req-bfab8f65-9942-4306-bb71-409e4cfc9ced service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 1097 time: 0.0419905 Aug 16 21:40:44.612796 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fc0496e3-1113-49c8-b347-0277545326f3 req-7c67ba77-486d-42c0-97dc-b513d41e0e94 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273602 Aug 16 21:40:45.000381 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:45.014643 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc38c4-bbd4-4be6-87a2-28abbb2147dc req-e4263e3c-1fa5-4140-b35c-18c8792e0eec tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:45.016164 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fbbc38c4-bbd4-4be6-87a2-28abbb2147dc req-e4263e3c-1fa5-4140-b35c-18c8792e0eec tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 945 time: 0.0506973 Aug 16 21:40:45.056187 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fbbc38c4-bbd4-4be6-87a2-28abbb2147dc req-f094ae81-a02d-4806-be6b-30e634c725d0 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340614 Aug 16 21:40:46.172457 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e5522-2d3f-4433-b910-1a93ee529f88 req-1f94cddf-86f2-4667-871f-94cbec98d3ed tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:46.174518 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e63e5522-2d3f-4433-b910-1a93ee529f88 req-1f94cddf-86f2-4667-871f-94cbec98d3ed tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 945 time: 0.0488553 Aug 16 21:40:46.211153 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e63e5522-2d3f-4433-b910-1a93ee529f88 req-a24a382a-9bc3-4383-a0e7-49c7060d61d9 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305221 Aug 16 21:40:46.325966 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682db01f-aa55-4dfc-b936-5a400498eb8b req-a2af6b27-3df6-4611-bfb7-2ea37dc7852d tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:46.327524 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-682db01f-aa55-4dfc-b936-5a400498eb8b req-a2af6b27-3df6-4611-bfb7-2ea37dc7852d tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 945 time: 0.0539980 Aug 16 21:40:46.335992 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 33936) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:40:46.340612 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-7291ad5c-ff3d-412e-9f12-ae8b31fab03a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Request body: {'floatingip': {'port_id': '95b6c477-ab71-4497-8954-8ec54fe32810'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:40:46.380003 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7291ad5c-ff3d-412e-9f12-ae8b31fab03a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks [] for floatingip, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:46.711160 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:46.819639 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7291ad5c-ff3d-412e-9f12-ae8b31fab03a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:46.893561 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7291ad5c-ff3d-412e-9f12-ae8b31fab03a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:46.994621 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [None req-7291ad5c-ff3d-412e-9f12-ae8b31fab03a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Floating IP cc7d4ff7-d40f-4c11-bc78-ffa153c799f8 associated. External IP: 172.25.1.48, port: 95b6c477-ab71-4497-8954-8ec54fe32810. Aug 16 21:40:47.203338 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7291ad5c-ff3d-412e-9f12-ae8b31fab03a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Router 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:40:47.309531 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7291ad5c-ff3d-412e-9f12-ae8b31fab03a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:40:47.315656 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7291ad5c-ff3d-412e-9f12-ae8b31fab03a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:47.319733 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d99ac23-fce6-4a7c-84d7-70f13b6bf605 None None] Sync routers for ids ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:40:47.328558 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d99ac23-fce6-4a7c-84d7-70f13b6bf605 None None] Routers {'5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:40:47.329181 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-8d99ac23-fce6-4a7c-84d7-70f13b6bf605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:40:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:40:47.342845 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-7291ad5c-ff3d-412e-9f12-ae8b31fab03a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "PUT /v2.0/floatingips/cc7d4ff7-d40f-4c11-bc78-ffa153c799f8 HTTP/1.1" status: 200 len: 990 time: 1.0057304 Aug 16 21:40:47.343454 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7693da71-aee2-447e-955c-e8e113e71c68', 'tag': '95b6c477-ab71-4497-8954-8ec54fe32810'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:40:47.388967 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a13536b3c87fcb412486f7c1123a9b3fa8a88bbdfa2e9f90522308689ae332c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba5c779-4c6b-4bae-a694-b168389dc573" -d '{"events": [{"name": "network-changed", "server_uuid": "7693da71-aee2-447e-955c-e8e113e71c68", "tag": "95b6c477-ab71-4497-8954-8ec54fe32810"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:40:47.437731 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-8d99ac23-fce6-4a7c-84d7-70f13b6bf605 None None] Set router 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:40:47.471359 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fd89d1-1a49-4952-9310-1f3a41e6ca45 x-openstack-request-id: req-b4fd89d1-1a49-4952-9310-1f3a41e6ca45 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:40:47.471655 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7693da71-aee2-447e-955c-e8e113e71c68", "tag": "95b6c477-ab71-4497-8954-8ec54fe32810", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:40:47.471944 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b4fd89d1-1a49-4952-9310-1f3a41e6ca45 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:40:47.472356 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7693da71-aee2-447e-955c-e8e113e71c68', 'tag': '95b6c477-ab71-4497-8954-8ec54fe32810', 'status': 'completed', 'code': 200} Aug 16 21:40:47.542751 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5c779-4c6b-4bae-a694-b168389dc573 req-b9b656cc-cc26-4e99-907d-6f4f890c386d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:47.544418 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4ba5c779-4c6b-4bae-a694-b168389dc573 req-b9b656cc-cc26-4e99-907d-6f4f890c386d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 1097 time: 0.0448422 Aug 16 21:40:47.637268 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5c779-4c6b-4bae-a694-b168389dc573 req-5ae2702b-4f26-4ee7-96e9-66a932599b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:47.638761 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4ba5c779-4c6b-4bae-a694-b168389dc573 req-5ae2702b-4f26-4ee7-96e9-66a932599b51 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 912 time: 0.0862081 Aug 16 21:40:47.664319 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-8d99ac23-fce6-4a7c-84d7-70f13b6bf605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'name': 'tempest-ServerActionsTestJSON-580793185-router', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:27Z', 'updated_at': '2021-08-16T21:40:31Z', 'revision_number': 4, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'gw_port': {'id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:28Z', 'updated_at': '2021-08-16T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'cc7d4ff7-d40f-4c11-bc78-ffa153c799f8', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'floating_ip_address': '172.25.1.48', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'port_id': '95b6c477-ab71-4497-8954-8ec54fe32810', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'mac_address': 'fa:16:3e:7e:5d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693da71-aee2-447e-955c-e8e113e71c68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:40:34Z', 'updated_at': '2021-08-16T21:40:46Z', 'revision_number': 1, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e02c3d4-3baa-4f31-bb09-2da84aea372d', 'name': '', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'mac_address': 'fa:16:3e:c4:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:30Z', 'updated_at': '2021-08-16T21:40:36Z', 'revision_number': 5, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'subnets': [{'id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:40:47.690766 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d99ac23-fce6-4a7c-84d7-70f13b6bf605 None None] Checking router: 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:40:47.699161 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d99ac23-fce6-4a7c-84d7-70f13b6bf605 None None] Routers {'5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:40:47.699777 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-8d99ac23-fce6-4a7c-84d7-70f13b6bf605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:40:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:40:47.707628 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4ba5c779-4c6b-4bae-a694-b168389dc573 req-83fb2f09-1425-4088-bbfc-3a382ca02305 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95b6c477-ab71-4497-8954-8ec54fe32810 HTTP/1.1" status: 200 len: 998 time: 0.0614750 Aug 16 21:40:47.756458 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5c779-4c6b-4bae-a694-b168389dc573 req-ed1eb68f-96d8-4c5b-b8dd-609c30c053ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:47.757928 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4ba5c779-4c6b-4bae-a694-b168389dc573 req-ed1eb68f-96d8-4c5b-b8dd-609c30c053ae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0433414 Aug 16 21:40:47.803713 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5c779-4c6b-4bae-a694-b168389dc573 req-3f0f5480-5fbc-4609-8ad5-49e51cfb0261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:47.805255 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4ba5c779-4c6b-4bae-a694-b168389dc573 req-3f0f5480-5fbc-4609-8ad5-49e51cfb0261 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404520 Aug 16 21:40:47.805994 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-8d99ac23-fce6-4a7c-84d7-70f13b6bf605 None None] Set router 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:40:47.897581 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4ba5c779-4c6b-4bae-a694-b168389dc573 req-85f0cb5b-0db8-427f-af59-850e65f37f37 service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848777 Aug 16 21:40:47.990809 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4ba5c779-4c6b-4bae-a694-b168389dc573 req-2ba555e0-053c-4615-b56f-d31c8b7ff97f service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857134 Aug 16 21:40:48.028792 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-8d99ac23-fce6-4a7c-84d7-70f13b6bf605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'name': 'tempest-ServerActionsTestJSON-580793185-router', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:27Z', 'updated_at': '2021-08-16T21:40:31Z', 'revision_number': 4, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'gw_port': {'id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:28Z', 'updated_at': '2021-08-16T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'cc7d4ff7-d40f-4c11-bc78-ffa153c799f8', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'floating_ip_address': '172.25.1.48', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'port_id': '95b6c477-ab71-4497-8954-8ec54fe32810', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'mac_address': 'fa:16:3e:7e:5d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693da71-aee2-447e-955c-e8e113e71c68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:40:34Z', 'updated_at': '2021-08-16T21:40:46Z', 'revision_number': 1, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e02c3d4-3baa-4f31-bb09-2da84aea372d', 'name': '', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'mac_address': 'fa:16:3e:c4:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:30Z', 'updated_at': '2021-08-16T21:40:36Z', 'revision_number': 5, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'subnets': [{'id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:40:48.055641 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d99ac23-fce6-4a7c-84d7-70f13b6bf605 None None] The sync data for ids ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'] in n-d-793620-15 is: [{'id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'name': 'tempest-ServerActionsTestJSON-580793185-router', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:27Z', 'updated_at': '2021-08-16T21:40:31Z', 'revision_number': 4, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'gw_port': {'id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:28Z', 'updated_at': '2021-08-16T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'cc7d4ff7-d40f-4c11-bc78-ffa153c799f8', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'floating_ip_address': '172.25.1.48', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'port_id': '95b6c477-ab71-4497-8954-8ec54fe32810', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'mac_address': 'fa:16:3e:7e:5d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693da71-aee2-447e-955c-e8e113e71c68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:40:34Z', 'updated_at': '2021-08-16T21:40:46Z', 'revision_number': 1, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e02c3d4-3baa-4f31-bb09-2da84aea372d', 'name': '', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'mac_address': 'fa:16:3e:c4:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:30Z', 'updated_at': '2021-08-16T21:40:36Z', 'revision_number': 5, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'subnets': [{'id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:40:48.260281 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d838766-2e1c-42b5-b6c0-a36dca4c8996 None None] New status for floating IP cc7d4ff7-d40f-4c11-bc78-ffa153c799f8: ACTIVE {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:40:49.688250 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:52.413729 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:57.101426 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-18c00cc4-3958-47f6-8ba8-56b44e5ad39b req-c0be968b-164c-4bee-8414-cf55100c7356 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399621 Aug 16 21:40:57.191644 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c00cc4-3958-47f6-8ba8-56b44e5ad39b req-c4b5686f-7211-4cb1-89cd-47d91edcffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:57.193172 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-18c00cc4-3958-47f6-8ba8-56b44e5ad39b req-c4b5686f-7211-4cb1-89cd-47d91edcffd7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 1097 time: 0.0447690 Aug 16 21:40:57.295090 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c00cc4-3958-47f6-8ba8-56b44e5ad39b req-e6f35b44-859d-426f-9ea5-de861ad2f1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:57.296603 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-18c00cc4-3958-47f6-8ba8-56b44e5ad39b req-e6f35b44-859d-426f-9ea5-de861ad2f1f7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 912 time: 0.0833151 Aug 16 21:40:57.365357 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-18c00cc4-3958-47f6-8ba8-56b44e5ad39b req-92c65a57-6c1c-475c-8571-39733d1bc12e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95b6c477-ab71-4497-8954-8ec54fe32810 HTTP/1.1" status: 200 len: 1000 time: 0.0604560 Aug 16 21:40:57.414018 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c00cc4-3958-47f6-8ba8-56b44e5ad39b req-0e2913a5-e862-4f4b-b8b1-48f0753565e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:57.415451 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-18c00cc4-3958-47f6-8ba8-56b44e5ad39b req-0e2913a5-e862-4f4b-b8b1-48f0753565e8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0427380 Aug 16 21:40:57.462708 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c00cc4-3958-47f6-8ba8-56b44e5ad39b req-2912549b-ed97-4803-8910-37aefa504e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:57.464238 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-18c00cc4-3958-47f6-8ba8-56b44e5ad39b req-2912549b-ed97-4803-8910-37aefa504e0b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405774 Aug 16 21:40:57.555325 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-18c00cc4-3958-47f6-8ba8-56b44e5ad39b req-d5a66e88-cb00-44d9-8214-28c076a76b32 service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835502 Aug 16 21:40:57.642950 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-18c00cc4-3958-47f6-8ba8-56b44e5ad39b req-a37d71ad-92bf-4a80-aee9-3babe18d1fe5 service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800924 Aug 16 21:41:05.850894 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:41:11.108641 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-26829171-3786-4983-99ac-d040860c7bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:13.628623 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b40c002f-243d-4645-9bc1-6ae7813e2f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:13.875959 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:15.007068 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:16.713721 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:19.669996 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:22.389625 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:41.109052 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f80bbdfe-9e50-4c97-a3c4-2ed04ab89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:42.850226 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:41:43.600056 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5821feca-49c4-47ab-b66d-d7071acc4ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:43.851482 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:44.994553 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:46.708122 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:49.690113 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:52.365653 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:58.086968 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-773ec1fc-c480-4f2e-a2a2-2d202688ac49 req-56a1453e-7d5f-4b3b-a23a-7f7c405b4c0a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438178 Aug 16 21:41:58.175259 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ec1fc-c480-4f2e-a2a2-2d202688ac49 req-7b5da0a9-7c11-4863-9d27-dd3416f4e857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:58.177123 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-773ec1fc-c480-4f2e-a2a2-2d202688ac49 req-7b5da0a9-7c11-4863-9d27-dd3416f4e857 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 1097 time: 0.0456684 Aug 16 21:41:58.277579 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ec1fc-c480-4f2e-a2a2-2d202688ac49 req-530e354d-383a-41a5-95d5-44b9aad3e8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:58.279022 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-773ec1fc-c480-4f2e-a2a2-2d202688ac49 req-530e354d-383a-41a5-95d5-44b9aad3e8a7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 912 time: 0.0827506 Aug 16 21:41:58.349034 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-773ec1fc-c480-4f2e-a2a2-2d202688ac49 req-c4e38674-884b-4bba-b71c-579808fa67fa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95b6c477-ab71-4497-8954-8ec54fe32810 HTTP/1.1" status: 200 len: 1000 time: 0.0626817 Aug 16 21:41:58.397277 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ec1fc-c480-4f2e-a2a2-2d202688ac49 req-763f0556-1c17-4bd9-a853-905617432c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:58.398690 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-773ec1fc-c480-4f2e-a2a2-2d202688ac49 req-763f0556-1c17-4bd9-a853-905617432c60 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0429392 Aug 16 21:41:58.443847 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ec1fc-c480-4f2e-a2a2-2d202688ac49 req-f50ac11f-5e63-42e0-b73f-ad649d13b313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:58.445353 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-773ec1fc-c480-4f2e-a2a2-2d202688ac49 req-f50ac11f-5e63-42e0-b73f-ad649d13b313 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396373 Aug 16 21:41:58.539898 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-773ec1fc-c480-4f2e-a2a2-2d202688ac49 req-9eaba7c9-2442-43a4-81ac-40b445721016 service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872164 Aug 16 21:41:58.630204 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-773ec1fc-c480-4f2e-a2a2-2d202688ac49 req-d9a06b8a-2053-49f9-8c16-41a7cc7a41e1 service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831208 Aug 16 21:42:11.101785 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ce8d4004-193f-4ffa-a6ed-a9c38d2bd30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:13.650524 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-54951729-d3ab-4520-b36a-5c42e4ea2665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:13.873457 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:14.993116 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:16.701580 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:19.672950 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:19.850484 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:42:22.438853 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:24.064212 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e96a2d-4292-4988-93c6-ea78b7b75918 req-97cef0d1-1ffc-47ac-9790-12c8e08f6458 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:24.065731 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e7e96a2d-4292-4988-93c6-ea78b7b75918 req-97cef0d1-1ffc-47ac-9790-12c8e08f6458 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 945 time: 0.0559053 Aug 16 21:42:24.103385 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e7e96a2d-4292-4988-93c6-ea78b7b75918 req-a4599618-7e52-45a1-8c64-2704ffd2471c tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308661 Aug 16 21:42:24.422426 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612a799-482b-48f1-883a-106b3d639976 req-0ed18caf-9c01-4021-80a0-ffb31462d971 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:24.423948 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6612a799-482b-48f1-883a-106b3d639976 req-0ed18caf-9c01-4021-80a0-ffb31462d971 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 945 time: 0.0528738 Aug 16 21:42:24.462771 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6612a799-482b-48f1-883a-106b3d639976 req-f6ef7c4a-fb40-480c-80c1-d972a2676850 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319989 Aug 16 21:42:24.537245 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34188) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:42:24.623858 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-92771032-6eb2-45f5-abff-521be38e33dc req-d3312fc2-d995-40a6-8c34-80508cda19da service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0854192 Aug 16 21:42:25.588337 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba144e35-50ef-44ba-91e9-27437c7bedf3 req-ec9f5487-7a23-4a20-8755-9074ad3c7639 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:25.589860 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ba144e35-50ef-44ba-91e9-27437c7bedf3 req-ec9f5487-7a23-4a20-8755-9074ad3c7639 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 945 time: 0.0591707 Aug 16 21:42:25.627524 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ba144e35-50ef-44ba-91e9-27437c7bedf3 req-33460df6-38a0-45c7-b7e0-a0db8f0aac8c tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316856 Aug 16 21:42:26.744608 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445c75e-0954-4912-85e2-57100f07518f req-274df10f-682b-41f7-b25e-97714661483a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:26.746113 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3445c75e-0954-4912-85e2-57100f07518f req-274df10f-682b-41f7-b25e-97714661483a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 945 time: 0.0501471 Aug 16 21:42:26.746826 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92771032-6eb2-45f5-abff-521be38e33dc req-345e0a77-c303-40b7-b85f-65367ef3df82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:26.748367 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-92771032-6eb2-45f5-abff-521be38e33dc req-345e0a77-c303-40b7-b85f-65367ef3df82 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 1097 time: 0.0459764 Aug 16 21:42:26.784723 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3445c75e-0954-4912-85e2-57100f07518f req-77f67424-4beb-4675-a226-eb4ace914c3e tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325117 Aug 16 21:42:26.839302 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92771032-6eb2-45f5-abff-521be38e33dc req-aef8d42e-0354-4a23-a40c-e22f6034f78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:26.840807 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-92771032-6eb2-45f5-abff-521be38e33dc req-aef8d42e-0354-4a23-a40c-e22f6034f78d service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 912 time: 0.0847516 Aug 16 21:42:26.909822 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-92771032-6eb2-45f5-abff-521be38e33dc req-20930bbb-dc1b-4b82-bb0b-6c2ca112156f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95b6c477-ab71-4497-8954-8ec54fe32810 HTTP/1.1" status: 200 len: 1000 time: 0.0616703 Aug 16 21:42:26.958983 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92771032-6eb2-45f5-abff-521be38e33dc req-99b5493a-dbdf-4ff5-97f1-4a077a3c8c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:26.960454 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-92771032-6eb2-45f5-abff-521be38e33dc req-99b5493a-dbdf-4ff5-97f1-4a077a3c8c18 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0443664 Aug 16 21:42:27.004616 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92771032-6eb2-45f5-abff-521be38e33dc req-7e7ec399-d087-4215-bf12-9fe33ad8c077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:27.006098 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-92771032-6eb2-45f5-abff-521be38e33dc req-7e7ec399-d087-4215-bf12-9fe33ad8c077 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392218 Aug 16 21:42:27.096768 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-92771032-6eb2-45f5-abff-521be38e33dc req-2808db75-5a7b-4d9a-b10d-d748aaadea55 service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834820 Aug 16 21:42:27.185672 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-92771032-6eb2-45f5-abff-521be38e33dc req-f1d4025a-9e7a-4ab9-b49e-f8e5e8fd5a38 service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816512 Aug 16 21:42:27.899148 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230546ff-c733-4906-9ef8-32b080575eda req-fa494ee5-ca21-4d81-8a70-bd7b492987a5 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:27.900712 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-230546ff-c733-4906-9ef8-32b080575eda req-fa494ee5-ca21-4d81-8a70-bd7b492987a5 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 945 time: 0.0498109 Aug 16 21:42:27.942467 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-230546ff-c733-4906-9ef8-32b080575eda req-9b41f7c9-d0d1-4384-a88e-ac87667edd0a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349112 Aug 16 21:42:29.060764 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a44698-a36a-4ace-98eb-786e0475e27e req-9dde3f47-f147-4761-9ada-ff4ce8013526 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:29.062244 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-42a44698-a36a-4ace-98eb-786e0475e27e req-9dde3f47-f147-4761-9ada-ff4ce8013526 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 945 time: 0.0531142 Aug 16 21:42:29.098871 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-42a44698-a36a-4ace-98eb-786e0475e27e req-91c4574a-2262-4894-9abe-534151be4143 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307770 Aug 16 21:42:30.212699 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b78b5-8a4d-4ab3-8b1d-88964d2c24df req-1fd8edbf-3d78-453d-8e8c-5d00eb378cfb tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:30.214268 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0b6b78b5-8a4d-4ab3-8b1d-88964d2c24df req-1fd8edbf-3d78-453d-8e8c-5d00eb378cfb tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 945 time: 0.0502558 Aug 16 21:42:30.252859 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0b6b78b5-8a4d-4ab3-8b1d-88964d2c24df req-f895b91c-67fe-4c34-b7ba-6d6cf28a8b5c tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327251 Aug 16 21:42:31.367512 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f0e5b-3149-4f63-98e3-612e1059a095 req-40e1b6e4-9e08-4020-a751-892bb4ecc6cc tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:31.369092 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-760f0e5b-3149-4f63-98e3-612e1059a095 req-40e1b6e4-9e08-4020-a751-892bb4ecc6cc tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 945 time: 0.0508101 Aug 16 21:42:31.405594 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-760f0e5b-3149-4f63-98e3-612e1059a095 req-caac6d36-034b-4787-b5a2-bd01cfda5db8 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306096 Aug 16 21:42:32.526740 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfd317-c847-4995-b5fc-39275581a81d req-c10e262a-114b-42f4-8ac0-de65e631499e tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:32.528241 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f0bfd317-c847-4995-b5fc-39275581a81d req-c10e262a-114b-42f4-8ac0-de65e631499e tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 945 time: 0.0526700 Aug 16 21:42:32.565964 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f0bfd317-c847-4995-b5fc-39275581a81d req-8bd54f85-85bd-4902-ac7e-42d96e029a1e tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318289 Aug 16 21:42:33.680965 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a3b2f9-6e3c-48a5-8f6b-c4b4f0097332 req-fda2c826-78b9-4cb1-a161-148704c4ef15 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:33.682466 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-00a3b2f9-6e3c-48a5-8f6b-c4b4f0097332 req-fda2c826-78b9-4cb1-a161-148704c4ef15 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 945 time: 0.0504310 Aug 16 21:42:33.719224 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-00a3b2f9-6e3c-48a5-8f6b-c4b4f0097332 req-2ff39b0c-673e-4486-8de6-e4ffab72f40c tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309944 Aug 16 21:42:34.834629 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc8cec-97ef-48a1-acc7-8b068883743a req-6ca77e82-4c50-48d5-8bf5-45371f925c36 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:34.836149 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b0dc8cec-97ef-48a1-acc7-8b068883743a req-6ca77e82-4c50-48d5-8bf5-45371f925c36 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 945 time: 0.0504830 Aug 16 21:42:34.874026 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b0dc8cec-97ef-48a1-acc7-8b068883743a req-f469b6b7-579a-4519-9f06-341d228bb09b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319479 Aug 16 21:42:35.992613 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be6fa0-6ed8-403a-a5d5-3cdc367d6289 req-3a0407e0-c72b-4252-989e-2b3e9d374f4d tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:35.994112 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-07be6fa0-6ed8-403a-a5d5-3cdc367d6289 req-3a0407e0-c72b-4252-989e-2b3e9d374f4d tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 945 time: 0.0531771 Aug 16 21:42:36.031085 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-07be6fa0-6ed8-403a-a5d5-3cdc367d6289 req-0a26409f-46f6-4a55-976c-1b0677706d2b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311663 Aug 16 21:42:37.148553 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c854c28-7218-4161-a9ad-75253e2dd208 req-35b59576-4e60-419b-9ac5-2b370cda1b48 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:37.150062 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c854c28-7218-4161-a9ad-75253e2dd208 req-35b59576-4e60-419b-9ac5-2b370cda1b48 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 945 time: 0.0501430 Aug 16 21:42:37.188446 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c854c28-7218-4161-a9ad-75253e2dd208 req-5f582c6d-f860-498f-a8a6-d1faa7ce980c tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321560 Aug 16 21:42:38.302042 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c0a85-10cf-47a0-9df7-40be134c2276 req-52971001-c804-4ffb-bd11-1074a7b31ae7 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:38.303513 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f73c0a85-10cf-47a0-9df7-40be134c2276 req-52971001-c804-4ffb-bd11-1074a7b31ae7 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 945 time: 0.0490298 Aug 16 21:42:38.339049 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f73c0a85-10cf-47a0-9df7-40be134c2276 req-fbb220fc-e54e-4411-97d6-0cb148cc788d tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297892 Aug 16 21:42:39.295219 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [req-92771032-6eb2-45f5-abff-521be38e33dc req-74820161-65ae-43a9-af6e-5e506381ace6 service neutron] show failed (client error): The resource could not be found. Aug 16 21:42:39.296256 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-92771032-6eb2-45f5-abff-521be38e33dc req-74820161-65ae-43a9-af6e-5e506381ace6 service neutron] 10.222.0.72 "GET /v2.0/ports/95b6c477-ab71-4497-8954-8ec54fe32810/bindings/n-h2-793620-15 HTTP/1.1" status: 404 len: 381 time: 0.0547867 Aug 16 21:42:39.457482 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24899722-c8db-4103-8f5f-c01778b1da6a req-772a71d7-14ca-4faf-bfa4-ec915e05a11f tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:39.458955 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-24899722-c8db-4103-8f5f-c01778b1da6a req-772a71d7-14ca-4faf-bfa4-ec915e05a11f tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 945 time: 0.0534556 Aug 16 21:42:39.496418 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-24899722-c8db-4103-8f5f-c01778b1da6a req-916b51a7-1b1c-4a66-94f6-7490dd4143a3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314069 Aug 16 21:42:39.913496 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92771032-6eb2-45f5-abff-521be38e33dc req-1fdc493f-a753-42a5-a8c7-151aee64d3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:39.915052 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-92771032-6eb2-45f5-abff-521be38e33dc req-1fdc493f-a753-42a5-a8c7-151aee64d3b4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68&tenant_id=4bc463354ea14830aa50f7ab4d93c9c1 HTTP/1.1" status: 200 len: 1097 time: 0.0415943 Aug 16 21:42:39.927413 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-92771032-6eb2-45f5-abff-521be38e33dc req-ef2044a8-9ebf-4be2-a5c5-8fc77c9446b4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-15', 'device_owner': 'compute:nova'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:42:39.982882 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-92771032-6eb2-45f5-abff-521be38e33dc req-ef2044a8-9ebf-4be2-a5c5-8fc77c9446b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:40.181367 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-92771032-6eb2-45f5-abff-521be38e33dc req-ef2044a8-9ebf-4be2-a5c5-8fc77c9446b4 service neutron] For port 95b6c477-ab71-4497-8954-8ec54fe32810, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=95b6c477-ab71-4497-8954-8ec54fe32810,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:42:40.215203 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-92771032-6eb2-45f5-abff-521be38e33dc req-ef2044a8-9ebf-4be2-a5c5-8fc77c9446b4 service neutron] For port 95b6c477-ab71-4497-8954-8ec54fe32810, host n-h1-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:42:40.252590 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7693da71-aee2-447e-955c-e8e113e71c68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95b6c477-ab71-4497-8954-8ec54fe32810'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:42:40.254878 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a13536b3c87fcb412486f7c1123a9b3fa8a88bbdfa2e9f90522308689ae332c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a20fab-d7b8-4be7-a472-5a3163fc2c55" -d '{"events": [{"server_uuid": "7693da71-aee2-447e-955c-e8e113e71c68", "name": "network-vif-unplugged", "status": "completed", "tag": "95b6c477-ab71-4497-8954-8ec54fe32810"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:42:40.258660 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-92771032-6eb2-45f5-abff-521be38e33dc req-ef2044a8-9ebf-4be2-a5c5-8fc77c9446b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:40.271001 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-92771032-6eb2-45f5-abff-521be38e33dc req-ef2044a8-9ebf-4be2-a5c5-8fc77c9446b4 service neutron] Transition to ACTIVE for port object 95b6c477-ab71-4497-8954-8ec54fe32810 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:42:40.306554 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a79f1e-dbe1-4221-8d3b-9bc9ea79cfbe x-openstack-request-id: req-54a79f1e-dbe1-4221-8d3b-9bc9ea79cfbe {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:42:40.306881 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7693da71-aee2-447e-955c-e8e113e71c68", "name": "network-vif-unplugged", "status": "completed", "tag": "95b6c477-ab71-4497-8954-8ec54fe32810", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:42:40.307155 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-54a79f1e-dbe1-4221-8d3b-9bc9ea79cfbe {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:42:40.307547 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7693da71-aee2-447e-955c-e8e113e71c68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95b6c477-ab71-4497-8954-8ec54fe32810', 'code': 200} Aug 16 21:42:40.346337 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-92771032-6eb2-45f5-abff-521be38e33dc req-ef2044a8-9ebf-4be2-a5c5-8fc77c9446b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:40.423700 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2044a8-9ebf-4be2-a5c5-8fc77c9446b4 service neutron] Pushing event updated for resources: {'Port': ['ID=95b6c477-ab71-4497-8954-8ec54fe32810,revision_number=6']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:42:40.439218 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2044a8-9ebf-4be2-a5c5-8fc77c9446b4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:40.439573 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2044a8-9ebf-4be2-a5c5-8fc77c9446b4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:40.439955 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2044a8-9ebf-4be2-a5c5-8fc77c9446b4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:40.440302 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2044a8-9ebf-4be2-a5c5-8fc77c9446b4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:40.440644 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2044a8-9ebf-4be2-a5c5-8fc77c9446b4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:40.440985 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2044a8-9ebf-4be2-a5c5-8fc77c9446b4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:40.441320 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2044a8-9ebf-4be2-a5c5-8fc77c9446b4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:40.441653 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2044a8-9ebf-4be2-a5c5-8fc77c9446b4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:40.441982 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2044a8-9ebf-4be2-a5c5-8fc77c9446b4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:40.442316 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2044a8-9ebf-4be2-a5c5-8fc77c9446b4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:40.442646 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2044a8-9ebf-4be2-a5c5-8fc77c9446b4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:40.442972 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2044a8-9ebf-4be2-a5c5-8fc77c9446b4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:40.479446 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-92771032-6eb2-45f5-abff-521be38e33dc req-ef2044a8-9ebf-4be2-a5c5-8fc77c9446b4 service neutron] No DVR routers for this DVR port 95b6c477-ab71-4497-8954-8ec54fe32810 on host n-h1-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:42:40.631907 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03851b4d-e773-4f0e-969c-bd39ed530bd0 req-bc811d2f-85cf-406d-a933-294b92e6a06f tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:40.633386 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-03851b4d-e773-4f0e-969c-bd39ed530bd0 req-bc811d2f-85cf-406d-a933-294b92e6a06f tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 943 time: 0.0681913 Aug 16 21:42:40.676253 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-92771032-6eb2-45f5-abff-521be38e33dc req-ef2044a8-9ebf-4be2-a5c5-8fc77c9446b4 service neutron] Attempting to bind port 95b6c477-ab71-4497-8954-8ec54fe32810 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:42:40.676496 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-92771032-6eb2-45f5-abff-521be38e33dc req-ef2044a8-9ebf-4be2-a5c5-8fc77c9446b4 service neutron] Attempting to bind port 95b6c477-ab71-4497-8954-8ec54fe32810 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:42:40.676830 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92771032-6eb2-45f5-abff-521be38e33dc req-ef2044a8-9ebf-4be2-a5c5-8fc77c9446b4 service neutron] Attempting to bind port 95b6c477-ab71-4497-8954-8ec54fe32810 on network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:42:40.690018 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92771032-6eb2-45f5-abff-521be38e33dc req-ef2044a8-9ebf-4be2-a5c5-8fc77c9446b4 service neutron] Port 95b6c477-ab71-4497-8954-8ec54fe32810 on network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:42:40.690345 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92771032-6eb2-45f5-abff-521be38e33dc req-ef2044a8-9ebf-4be2-a5c5-8fc77c9446b4 service neutron] Attempting to bind port 95b6c477-ab71-4497-8954-8ec54fe32810 on network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:42:40.695394 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-03851b4d-e773-4f0e-969c-bd39ed530bd0 req-f315b732-3c90-44a2-b9ce-5a00ed3fd1d7 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485270 Aug 16 21:42:40.697988 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92771032-6eb2-45f5-abff-521be38e33dc req-ef2044a8-9ebf-4be2-a5c5-8fc77c9446b4 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:42:40.698411 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92771032-6eb2-45f5-abff-521be38e33dc req-ef2044a8-9ebf-4be2-a5c5-8fc77c9446b4 service neutron] Checking segment: {'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:42:40.698738 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92771032-6eb2-45f5-abff-521be38e33dc req-ef2044a8-9ebf-4be2-a5c5-8fc77c9446b4 service neutron] Bound using segment: {'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:42:40.699172 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-92771032-6eb2-45f5-abff-521be38e33dc req-ef2044a8-9ebf-4be2-a5c5-8fc77c9446b4 service neutron] Bound port: 95b6c477-ab71-4497-8954-8ec54fe32810, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:42:40.699548 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-92771032-6eb2-45f5-abff-521be38e33dc req-ef2044a8-9ebf-4be2-a5c5-8fc77c9446b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:40.766198 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-92771032-6eb2-45f5-abff-521be38e33dc req-ef2044a8-9ebf-4be2-a5c5-8fc77c9446b4 service neutron] For port 95b6c477-ab71-4497-8954-8ec54fe32810, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:42:40.769160 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-92771032-6eb2-45f5-abff-521be38e33dc req-ef2044a8-9ebf-4be2-a5c5-8fc77c9446b4 service neutron] For port 95b6c477-ab71-4497-8954-8ec54fe32810, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=95b6c477-ab71-4497-8954-8ec54fe32810,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:42:40.849742 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-92771032-6eb2-45f5-abff-521be38e33dc req-ef2044a8-9ebf-4be2-a5c5-8fc77c9446b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:40.883026 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92771032-6eb2-45f5-abff-521be38e33dc req-ef2044a8-9ebf-4be2-a5c5-8fc77c9446b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:40.883694 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-92771032-6eb2-45f5-abff-521be38e33dc req-ef2044a8-9ebf-4be2-a5c5-8fc77c9446b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:40.885193 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-92771032-6eb2-45f5-abff-521be38e33dc req-ef2044a8-9ebf-4be2-a5c5-8fc77c9446b4 service neutron] 10.222.0.90 "PUT /v2.0/ports/95b6c477-ab71-4497-8954-8ec54fe32810 HTTP/1.1" status: 200 len: 1092 time: 0.9621389 Aug 16 21:42:40.909946 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2044a8-9ebf-4be2-a5c5-8fc77c9446b4 service neutron] Pushing event updated for resources: {'Port': ['ID=95b6c477-ab71-4497-8954-8ec54fe32810,revision_number=7']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:42:40.955315 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92771032-6eb2-45f5-abff-521be38e33dc req-3070d01d-e5f5-40a2-a824-bff28f248614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:40.956910 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-92771032-6eb2-45f5-abff-521be38e33dc req-3070d01d-e5f5-40a2-a824-bff28f248614 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 1095 time: 0.0439255 Aug 16 21:42:41.057379 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92771032-6eb2-45f5-abff-521be38e33dc req-3a6fac14-6ea3-48c7-8c76-1db83fbfa729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:41.059411 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-92771032-6eb2-45f5-abff-521be38e33dc req-3a6fac14-6ea3-48c7-8c76-1db83fbfa729 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 912 time: 0.0941064 Aug 16 21:42:41.103342 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b1298303-dba2-4b05-a98f-44c265617cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:41.126004 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-92771032-6eb2-45f5-abff-521be38e33dc req-a728dbe6-55ad-4382-ad15-a235efe3abfb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95b6c477-ab71-4497-8954-8ec54fe32810 HTTP/1.1" status: 200 len: 998 time: 0.0598676 Aug 16 21:42:41.178404 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92771032-6eb2-45f5-abff-521be38e33dc req-fe1c4b00-0b7c-4356-af21-a2b5b44938ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:41.179743 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-92771032-6eb2-45f5-abff-521be38e33dc req-fe1c4b00-0b7c-4356-af21-a2b5b44938ae service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0471113 Aug 16 21:42:41.224123 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92771032-6eb2-45f5-abff-521be38e33dc req-2238df14-6a13-4fba-b1f3-e6a1309a34d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:41.225645 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-92771032-6eb2-45f5-abff-521be38e33dc req-2238df14-6a13-4fba-b1f3-e6a1309a34d9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395827 Aug 16 21:42:41.314082 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-92771032-6eb2-45f5-abff-521be38e33dc req-7c46ac35-9717-46e9-a306-fc9ec41cf8e9 service neutron] 10.222.0.90 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807543 Aug 16 21:42:41.404487 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-92771032-6eb2-45f5-abff-521be38e33dc req-98c39732-2c6f-4b53-99de-fea8d2fe48d5 service neutron] 10.222.0.90 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838764 Aug 16 21:42:41.812537 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005493c0-36c9-4517-8df9-00f470b18e01 req-507a97aa-e6bf-49a2-bd55-0fdc49b4f321 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:41.814021 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-005493c0-36c9-4517-8df9-00f470b18e01 req-507a97aa-e6bf-49a2-bd55-0fdc49b4f321 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 943 time: 0.0494049 Aug 16 21:42:41.851173 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-005493c0-36c9-4517-8df9-00f470b18e01 req-434a0a5b-bdac-479c-a93b-6e1bcb1d79a0 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313251 Aug 16 21:42:42.308900 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7693da71-aee2-447e-955c-e8e113e71c68', 'tag': '95b6c477-ab71-4497-8954-8ec54fe32810'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:42:42.311279 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a13536b3c87fcb412486f7c1123a9b3fa8a88bbdfa2e9f90522308689ae332c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327743c2-8ff7-4f31-aca3-be4f89249b27" -d '{"events": [{"name": "network-changed", "server_uuid": "7693da71-aee2-447e-955c-e8e113e71c68", "tag": "95b6c477-ab71-4497-8954-8ec54fe32810"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:42:42.356850 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1258c14f-fec7-49ad-88f9-49e67783b664 x-openstack-request-id: req-1258c14f-fec7-49ad-88f9-49e67783b664 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:42:42.357146 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7693da71-aee2-447e-955c-e8e113e71c68", "tag": "95b6c477-ab71-4497-8954-8ec54fe32810", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:42:42.357405 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1258c14f-fec7-49ad-88f9-49e67783b664 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:42:42.357806 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7693da71-aee2-447e-955c-e8e113e71c68', 'tag': '95b6c477-ab71-4497-8954-8ec54fe32810', 'status': 'completed', 'code': 200} Aug 16 21:42:42.422426 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327743c2-8ff7-4f31-aca3-be4f89249b27 req-da9c9ef7-0e87-415b-9679-ff4cefc2464e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:42.423553 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327743c2-8ff7-4f31-aca3-be4f89249b27 req-5b187152-2e0e-4844-a5b6-0e9631acaba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:42.424243 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-327743c2-8ff7-4f31-aca3-be4f89249b27 req-da9c9ef7-0e87-415b-9679-ff4cefc2464e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 1095 time: 0.0463560 Aug 16 21:42:42.425436 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-327743c2-8ff7-4f31-aca3-be4f89249b27 req-5b187152-2e0e-4844-a5b6-0e9631acaba3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 1095 time: 0.0454547 Aug 16 21:42:42.512792 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327743c2-8ff7-4f31-aca3-be4f89249b27 req-753761b4-e824-4508-b313-d0390d08983b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:42.514272 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-327743c2-8ff7-4f31-aca3-be4f89249b27 req-753761b4-e824-4508-b313-d0390d08983b service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 912 time: 0.0833566 Aug 16 21:42:42.514714 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327743c2-8ff7-4f31-aca3-be4f89249b27 req-be83da23-b047-4f08-bc0a-0665c7a93dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:42.516261 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-327743c2-8ff7-4f31-aca3-be4f89249b27 req-be83da23-b047-4f08-bc0a-0665c7a93dea service neutron] 10.222.0.90 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 912 time: 0.0837665 Aug 16 21:42:42.583499 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-327743c2-8ff7-4f31-aca3-be4f89249b27 req-5788cde5-7e79-4a98-82d4-07d9bf53fc2d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95b6c477-ab71-4497-8954-8ec54fe32810 HTTP/1.1" status: 200 len: 998 time: 0.0618382 Aug 16 21:42:42.585548 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-327743c2-8ff7-4f31-aca3-be4f89249b27 req-f514a43f-484a-464b-b2f3-df078666598f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95b6c477-ab71-4497-8954-8ec54fe32810 HTTP/1.1" status: 200 len: 998 time: 0.0620909 Aug 16 21:42:42.637028 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327743c2-8ff7-4f31-aca3-be4f89249b27 req-96a95aa4-4ece-42f9-bf7c-b7d2bba19a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:42.638545 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-327743c2-8ff7-4f31-aca3-be4f89249b27 req-96a95aa4-4ece-42f9-bf7c-b7d2bba19a4b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0483868 Aug 16 21:42:42.687500 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327743c2-8ff7-4f31-aca3-be4f89249b27 req-919aec13-832c-41dd-b21c-fb59d37e079b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:42.689090 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-327743c2-8ff7-4f31-aca3-be4f89249b27 req-919aec13-832c-41dd-b21c-fb59d37e079b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430164 Aug 16 21:42:42.792903 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-327743c2-8ff7-4f31-aca3-be4f89249b27 req-60d7e1b4-c67a-41c4-b282-d10ddbe46ae3 service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959854 Aug 16 21:42:42.888801 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-327743c2-8ff7-4f31-aca3-be4f89249b27 req-9396e115-8640-40db-b858-ab1ad267aca2 service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884292 Aug 16 21:42:42.957621 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 95b6c477-ab71-4497-8954-8ec54fe32810 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:42:42.998751 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 95b6c477-ab71-4497-8954-8ec54fe32810 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:42:43.009855 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327743c2-8ff7-4f31-aca3-be4f89249b27 req-34d99ad9-f644-4a69-bb78-6d6cd888c77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:43.011416 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-327743c2-8ff7-4f31-aca3-be4f89249b27 req-34d99ad9-f644-4a69-bb78-6d6cd888c77c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.4182553 Aug 16 21:42:43.025574 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2157a-d376-4dfa-8b4a-fbc39451f6f6 req-e1533801-a4ec-4935-b8f5-0a263e9e816d tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:43.027037 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-adf2157a-d376-4dfa-8b4a-fbc39451f6f6 req-e1533801-a4ec-4935-b8f5-0a263e9e816d tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 943 time: 0.0614016 Aug 16 21:42:43.063241 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 95b6c477-ab71-4497-8954-8ec54fe32810 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:42:43.090478 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-adf2157a-d376-4dfa-8b4a-fbc39451f6f6 req-31610795-e904-44fe-a6d8-24fcf15095b2 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537200 Aug 16 21:42:43.096549 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327743c2-8ff7-4f31-aca3-be4f89249b27 req-977698ad-8fbd-4a16-af67-f6bbb436797b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:43.098123 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-327743c2-8ff7-4f31-aca3-be4f89249b27 req-977698ad-8fbd-4a16-af67-f6bbb436797b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702000 Aug 16 21:42:43.204184 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-327743c2-8ff7-4f31-aca3-be4f89249b27 req-f3828fae-cb27-420d-aaf3-3a8ce9ea5c2d service neutron] 10.222.0.90 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909860 Aug 16 21:42:43.300503 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-327743c2-8ff7-4f31-aca3-be4f89249b27 req-2289e376-dd55-404b-afb6-f4d78799d5e7 service neutron] 10.222.0.90 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895617 Aug 16 21:42:43.315622 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 95b6c477-ab71-4497-8954-8ec54fe32810, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=95b6c477-ab71-4497-8954-8ec54fe32810,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:42:43.327465 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '95b6c477-ab71-4497-8954-8ec54fe32810', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'port_id': '95b6c477-ab71-4497-8954-8ec54fe32810', 'mac_address': 'fa:16:3e:7e:5d:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:42:43.367184 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:43.379677 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95b6c477-ab71-4497-8954-8ec54fe32810 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:42:43.399036 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 95b6c477-ab71-4497-8954-8ec54fe32810, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=95b6c477-ab71-4497-8954-8ec54fe32810,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:42:43.460572 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:43.506970 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=95b6c477-ab71-4497-8954-8ec54fe32810,revision_number=8']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:42:43.514201 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:43.514553 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:43.514899 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:43.515241 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:43.515579 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:43.515967 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:43.516279 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:43.516612 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:43.516938 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:43.517264 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:43.517590 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:43.517915 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:43.660754 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-68e3fadb-58d7-44e1-9bf3-76f7ce5f07a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:43.694506 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['95b6c477-ab71-4497-8954-8ec54fe32810'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:42:43.861013 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:44.209488 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e00d7f-04ad-4366-90f1-0327af08967a req-9ec5034b-d435-4f39-90f4-f363d5cd2715 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:44.210981 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-79e00d7f-04ad-4366-90f1-0327af08967a req-9ec5034b-d435-4f39-90f4-f363d5cd2715 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 944 time: 0.0497005 Aug 16 21:42:44.247946 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-79e00d7f-04ad-4366-90f1-0327af08967a req-bf135dd5-583f-417e-b0b2-d647e6304db7 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309958 Aug 16 21:42:44.547519 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086fd22-a8b8-4161-9d23-ea4c9c4a326a req-020c1c75-baa1-4012-8e15-dfb400f79632 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:44.549099 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9086fd22-a8b8-4161-9d23-ea4c9c4a326a req-020c1c75-baa1-4012-8e15-dfb400f79632 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 944 time: 0.0494456 Aug 16 21:42:44.587911 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9086fd22-a8b8-4161-9d23-ea4c9c4a326a req-ab3ca277-ec0d-4e13-a66e-a50e91073daa tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324223 Aug 16 21:42:44.640568 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba6df7-4a6f-4ef3-9ced-9777efc6c977 req-923ba273-024b-4196-9e06-ba9d6e615f65 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:44.642029 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-81ba6df7-4a6f-4ef3-9ced-9777efc6c977 req-923ba273-024b-4196-9e06-ba9d6e615f65 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.72 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68&tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&binding%3Ahost_id=n-h2-793620-15 HTTP/1.1" status: 200 len: 944 time: 0.0515864 Aug 16 21:42:44.707269 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [req-81ba6df7-4a6f-4ef3-9ced-9777efc6c977 req-06904bd2-53ed-4b30-84e0-5450c6a218a5 service neutron] delete failed (client error): The resource could not be found. Aug 16 21:42:44.708378 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-81ba6df7-4a6f-4ef3-9ced-9777efc6c977 req-06904bd2-53ed-4b30-84e0-5450c6a218a5 service neutron] 10.222.0.72 "DELETE /v2.0/ports/95b6c477-ab71-4497-8954-8ec54fe32810/bindings/n-h1-793620-15 HTTP/1.1" status: 404 len: 381 time: 0.0586112 Aug 16 21:42:44.789834 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba6df7-4a6f-4ef3-9ced-9777efc6c977 req-97395188-8fab-42bf-9a16-f9a58c71988b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:44.791327 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-81ba6df7-4a6f-4ef3-9ced-9777efc6c977 req-97395188-8fab-42bf-9a16-f9a58c71988b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 1096 time: 0.0413089 Aug 16 21:42:44.880591 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba6df7-4a6f-4ef3-9ced-9777efc6c977 req-e403d847-ff35-4001-a033-463758e7927e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:44.882080 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-81ba6df7-4a6f-4ef3-9ced-9777efc6c977 req-e403d847-ff35-4001-a033-463758e7927e service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 912 time: 0.0839176 Aug 16 21:42:44.951824 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-81ba6df7-4a6f-4ef3-9ced-9777efc6c977 req-3e51f641-b027-4049-8027-a49ce5c5b180 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95b6c477-ab71-4497-8954-8ec54fe32810 HTTP/1.1" status: 200 len: 999 time: 0.0626214 Aug 16 21:42:44.998111 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:45.000399 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba6df7-4a6f-4ef3-9ced-9777efc6c977 req-7cf0732c-1f2d-4cae-a319-0d1b37a3997f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:45.001846 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-81ba6df7-4a6f-4ef3-9ced-9777efc6c977 req-7cf0732c-1f2d-4cae-a319-0d1b37a3997f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0430839 Aug 16 21:42:45.046522 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba6df7-4a6f-4ef3-9ced-9777efc6c977 req-ad90de70-97c6-4591-b111-cac4e42fc4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:45.048027 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-81ba6df7-4a6f-4ef3-9ced-9777efc6c977 req-ad90de70-97c6-4591-b111-cac4e42fc4cd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394552 Aug 16 21:42:45.083620 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 95b6c477-ab71-4497-8954-8ec54fe32810 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:42:45.140674 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-81ba6df7-4a6f-4ef3-9ced-9777efc6c977 req-797fecbc-3623-4108-a81c-d6a35074b51a service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855958 Aug 16 21:42:45.192098 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 95b6c477-ab71-4497-8954-8ec54fe32810 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:42:45.196139 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 95b6c477-ab71-4497-8954-8ec54fe32810 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:42:45.196509 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:45.230093 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-81ba6df7-4a6f-4ef3-9ced-9777efc6c977 req-f00cd91f-f709-4178-a4bf-2cfb794f5456 service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817780 Aug 16 21:42:45.274263 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:45.297354 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7693da71-aee2-447e-955c-e8e113e71c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b6c477-ab71-4497-8954-8ec54fe32810'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:42:45.300118 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c683fdb416c7f0821c75f6a91cfed7529d060c9c210f81ad2c881376259938b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e1c0e0-474d-4579-9be3-c631076e0ff0" -d '{"events": [{"server_uuid": "7693da71-aee2-447e-955c-e8e113e71c68", "name": "network-vif-plugged", "status": "completed", "tag": "95b6c477-ab71-4497-8954-8ec54fe32810"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:42:45.316659 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 95b6c477-ab71-4497-8954-8ec54fe32810, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=95b6c477-ab71-4497-8954-8ec54fe32810,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:42:45.349312 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46570e46-1d28-4a27-bcfd-704997a6edde x-openstack-request-id: req-46570e46-1d28-4a27-bcfd-704997a6edde {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:42:45.349604 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7693da71-aee2-447e-955c-e8e113e71c68", "name": "network-vif-plugged", "status": "completed", "tag": "95b6c477-ab71-4497-8954-8ec54fe32810", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:42:45.349858 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-46570e46-1d28-4a27-bcfd-704997a6edde {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:42:45.350261 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7693da71-aee2-447e-955c-e8e113e71c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b6c477-ab71-4497-8954-8ec54fe32810', 'code': 200} Aug 16 21:42:45.375011 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:45.420600 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=95b6c477-ab71-4497-8954-8ec54fe32810,revision_number=9']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:42:45.708674 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b5d40-fe34-4833-b14d-6027fcc7faea req-05833fd2-2578-4346-8a5b-f7e4ad89eb12 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:45.710152 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-662b5d40-fe34-4833-b14d-6027fcc7faea req-05833fd2-2578-4346-8a5b-f7e4ad89eb12 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 945 time: 0.0545545 Aug 16 21:42:45.749037 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-662b5d40-fe34-4833-b14d-6027fcc7faea req-7d5db8d4-c048-413d-b060-6529d504c757 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329580 Aug 16 21:42:46.729613 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:46.873895 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bdf583-000c-4e43-ad9d-31ba9ddd8750 req-55ca7bd5-e992-4ddf-87a1-5d87fbadf1b8 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:46.875317 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8bdf583-000c-4e43-ad9d-31ba9ddd8750 req-55ca7bd5-e992-4ddf-87a1-5d87fbadf1b8 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 945 time: 0.0492949 Aug 16 21:42:46.915725 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8bdf583-000c-4e43-ad9d-31ba9ddd8750 req-077c7dca-84e5-4f0e-b4fb-b0d9ed9129af tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344348 Aug 16 21:42:47.031589 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c18a8b-9d8a-4f82-8e2d-2ef97da8984d req-337498fe-6e44-4250-b6f3-72e068e196a9 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:47.033166 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d2c18a8b-9d8a-4f82-8e2d-2ef97da8984d req-337498fe-6e44-4250-b6f3-72e068e196a9 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 945 time: 0.0517280 Aug 16 21:42:47.071601 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d2c18a8b-9d8a-4f82-8e2d-2ef97da8984d req-661f109e-8592-4cb3-9334-8e125b88946a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324001 Aug 16 21:42:47.189540 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3facef-6f73-41b2-9750-3588b2ec38d5 req-db6d341a-92f6-465e-89f9-11ad71363fc6 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:47.190934 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dd3facef-6f73-41b2-9750-3588b2ec38d5 req-db6d341a-92f6-465e-89f9-11ad71363fc6 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 945 time: 0.0528035 Aug 16 21:42:47.228232 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dd3facef-6f73-41b2-9750-3588b2ec38d5 req-2451526c-6f20-4e5c-bbf6-4689826f5ad1 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314443 Aug 16 21:42:47.654057 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef8d35-9d83-469a-84b2-8b483dcbe6cf req-5830debc-0efb-4fab-9a0f-dd9d1904f475 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:47.655537 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bfef8d35-9d83-469a-84b2-8b483dcbe6cf req-5830debc-0efb-4fab-9a0f-dd9d1904f475 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 945 time: 0.0483754 Aug 16 21:42:47.693661 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bfef8d35-9d83-469a-84b2-8b483dcbe6cf req-fe442894-8f57-4b16-9db9-88c2002b5300 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315106 Aug 16 21:42:48.807890 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d7981-3d1c-4d58-ac16-47fabcf05fbb req-4fba41fd-372e-48e3-a948-9fc7ba22b985 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:48.810044 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-575d7981-3d1c-4d58-ac16-47fabcf05fbb req-4fba41fd-372e-48e3-a948-9fc7ba22b985 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 945 time: 0.0493426 Aug 16 21:42:48.885155 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-575d7981-3d1c-4d58-ac16-47fabcf05fbb req-2857826e-d671-4b69-a136-004a7297d7dd tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694025 Aug 16 21:42:48.901954 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7130737-fc4d-4b83-9dab-9668f456b283 req-f4d96005-4fca-4fef-9db3-39700845d4d9 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:48.903475 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a7130737-fc4d-4b83-9dab-9668f456b283 req-f4d96005-4fca-4fef-9db3-39700845d4d9 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.90 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 945 time: 0.0658913 Aug 16 21:42:48.993726 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-a7130737-fc4d-4b83-9dab-9668f456b283 req-501a4cd6-c85d-4f6e-ab9c-0d653526be49 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Deleting port 95b6c477-ab71-4497-8954-8ec54fe32810 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:42:48.994000 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a7130737-fc4d-4b83-9dab-9668f456b283 req-501a4cd6-c85d-4f6e-ab9c-0d653526be49 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:49.084991 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-a7130737-fc4d-4b83-9dab-9668f456b283 req-501a4cd6-c85d-4f6e-ab9c-0d653526be49 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] For port 95b6c477-ab71-4497-8954-8ec54fe32810, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=95b6c477-ab71-4497-8954-8ec54fe32810,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:42:49.085369 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a7130737-fc4d-4b83-9dab-9668f456b283 req-501a4cd6-c85d-4f6e-ab9c-0d653526be49 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:49.300926 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a7130737-fc4d-4b83-9dab-9668f456b283 req-501a4cd6-c85d-4f6e-ab9c-0d653526be49 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:49.301226 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a7130737-fc4d-4b83-9dab-9668f456b283 req-501a4cd6-c85d-4f6e-ab9c-0d653526be49 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:49.301548 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [req-a7130737-fc4d-4b83-9dab-9668f456b283 req-501a4cd6-c85d-4f6e-ab9c-0d653526be49 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Floating IP cc7d4ff7-d40f-4c11-bc78-ffa153c799f8 disassociated. External IP: 172.25.1.48, port: 95b6c477-ab71-4497-8954-8ec54fe32810. Aug 16 21:42:49.301904 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-a7130737-fc4d-4b83-9dab-9668f456b283 req-501a4cd6-c85d-4f6e-ab9c-0d653526be49 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Calling delete_port for 95b6c477-ab71-4497-8954-8ec54fe32810 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:42:49.489634 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a7130737-fc4d-4b83-9dab-9668f456b283 req-501a4cd6-c85d-4f6e-ab9c-0d653526be49 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:49.523156 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a4cd6-c85d-4f6e-ab9c-0d653526be49 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Pushing event deleted for resources: {'Port': ['ID=95b6c477-ab71-4497-8954-8ec54fe32810,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:42:49.639889 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7130737-fc4d-4b83-9dab-9668f456b283 req-501a4cd6-c85d-4f6e-ab9c-0d653526be49 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Router 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:42:49.701279 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:49.746215 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7130737-fc4d-4b83-9dab-9668f456b283 req-501a4cd6-c85d-4f6e-ab9c-0d653526be49 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:42:49.756110 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50080830-e22a-421a-bac2-27c100810aff None None] Sync routers for ids ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:42:49.766157 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50080830-e22a-421a-bac2-27c100810aff None None] Routers {'5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:42:49.766789 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-50080830-e22a-421a-bac2-27c100810aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:42:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:42:49.788897 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7130737-fc4d-4b83-9dab-9668f456b283 req-501a4cd6-c85d-4f6e-ab9c-0d653526be49 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] No DVR routers for this DVR port 95b6c477-ab71-4497-8954-8ec54fe32810 on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:42:49.791552 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a7130737-fc4d-4b83-9dab-9668f456b283 req-501a4cd6-c85d-4f6e-ab9c-0d653526be49 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:49.793691 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a7130737-fc4d-4b83-9dab-9668f456b283 req-501a4cd6-c85d-4f6e-ab9c-0d653526be49 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.90 "DELETE /v2.0/ports/95b6c477-ab71-4497-8954-8ec54fe32810 HTTP/1.1" status: 204 len: 173 time: 0.8846431 Aug 16 21:42:49.794140 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7693da71-aee2-447e-955c-e8e113e71c68', 'name': 'network-vif-deleted', 'tag': '95b6c477-ab71-4497-8954-8ec54fe32810'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:42:49.796607 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a13536b3c87fcb412486f7c1123a9b3fa8a88bbdfa2e9f90522308689ae332c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ade2464-68bf-4e85-b84e-a18e76cbfcd5" -d '{"events": [{"server_uuid": "7693da71-aee2-447e-955c-e8e113e71c68", "name": "network-vif-deleted", "tag": "95b6c477-ab71-4497-8954-8ec54fe32810"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:42:49.831713 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed22867c-ccff-4f3d-a964-9d754568c6a9 x-openstack-request-id: req-ed22867c-ccff-4f3d-a964-9d754568c6a9 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:42:49.837525 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7693da71-aee2-447e-955c-e8e113e71c68", "name": "network-vif-deleted", "tag": "95b6c477-ab71-4497-8954-8ec54fe32810", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:42:49.837525 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ed22867c-ccff-4f3d-a964-9d754568c6a9 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:42:49.837525 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7693da71-aee2-447e-955c-e8e113e71c68', 'name': 'network-vif-deleted', 'tag': '95b6c477-ab71-4497-8954-8ec54fe32810', 'status': 'completed', 'code': 200} Aug 16 21:42:49.875940 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-50080830-e22a-421a-bac2-27c100810aff None None] Set router 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:42:49.983080 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ffbfb0de-275b-46bb-bb31-0f1a7d6591c2 req-781ee140-ebd3-4ab8-9b46-016a49942a8c tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=7693da71-aee2-447e-955c-e8e113e71c68 HTTP/1.1" status: 200 len: 210 time: 0.0270965 Aug 16 21:42:50.080425 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-50080830-e22a-421a-bac2-27c100810aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'name': 'tempest-ServerActionsTestJSON-580793185-router', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:27Z', 'updated_at': '2021-08-16T21:40:31Z', 'revision_number': 4, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'gw_port': {'id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:28Z', 'updated_at': '2021-08-16T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '1e02c3d4-3baa-4f31-bb09-2da84aea372d', 'name': '', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'mac_address': 'fa:16:3e:c4:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:30Z', 'updated_at': '2021-08-16T21:40:36Z', 'revision_number': 5, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'subnets': [{'id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:42:50.109561 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50080830-e22a-421a-bac2-27c100810aff None None] Checking router: 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:42:50.117889 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50080830-e22a-421a-bac2-27c100810aff None None] Routers {'5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:42:50.118511 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-50080830-e22a-421a-bac2-27c100810aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:42:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:42:50.223743 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-50080830-e22a-421a-bac2-27c100810aff None None] Set router 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:42:50.418515 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-50080830-e22a-421a-bac2-27c100810aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'name': 'tempest-ServerActionsTestJSON-580793185-router', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:27Z', 'updated_at': '2021-08-16T21:40:31Z', 'revision_number': 4, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'gw_port': {'id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:28Z', 'updated_at': '2021-08-16T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '1e02c3d4-3baa-4f31-bb09-2da84aea372d', 'name': '', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'mac_address': 'fa:16:3e:c4:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:30Z', 'updated_at': '2021-08-16T21:40:36Z', 'revision_number': 5, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'subnets': [{'id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:42:50.444106 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50080830-e22a-421a-bac2-27c100810aff None None] The sync data for ids ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'] in n-d-793620-15 is: [{'id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'name': 'tempest-ServerActionsTestJSON-580793185-router', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:27Z', 'updated_at': '2021-08-16T21:40:31Z', 'revision_number': 4, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'gw_port': {'id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:28Z', 'updated_at': '2021-08-16T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '1e02c3d4-3baa-4f31-bb09-2da84aea372d', 'name': '', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'mac_address': 'fa:16:3e:c4:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:30Z', 'updated_at': '2021-08-16T21:40:36Z', 'revision_number': 5, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'subnets': [{'id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:42:50.673831 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a83992-bc60-4805-a81c-dc961f11d0d5 None None] New status for floating IP cc7d4ff7-d40f-4c11-bc78-ffa153c799f8: DOWN {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:42:51.219867 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-36641d25-537e-4946-a2d8-b81768975fb1 req-4699052a-730d-4791-9636-9e04a0b0fb21 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1979909977&fields=id&tenant_id=4bc463354ea14830aa50f7ab4d93c9c1 HTTP/1.1" status: 200 len: 267 time: 0.0333002 Aug 16 21:42:51.325925 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36641d25-537e-4946-a2d8-b81768975fb1 req-de3c0a68-b9ff-4361-ba23-bcd7becf15b0 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:51.327376 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-36641d25-537e-4946-a2d8-b81768975fb1 req-de3c0a68-b9ff-4361-ba23-bcd7becf15b0 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 811 time: 0.1010330 Aug 16 21:42:51.342321 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-36641d25-537e-4946-a2d8-b81768975fb1 req-d71665fb-fd91-4844-b490-1f72d06278f3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/quotas/4bc463354ea14830aa50f7ab4d93c9c1 HTTP/1.1" status: 200 len: 375 time: 0.0092461 Aug 16 21:42:51.393969 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-36641d25-537e-4946-a2d8-b81768975fb1 req-0ecdf38a-7701-46b4-93b9-0a9a099433b3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465584 Aug 16 21:42:51.410360 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-36641d25-537e-4946-a2d8-b81768975fb1 req-8c9f486f-b409-4517-97eb-3f4f78d8e3ab tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:42:51.411368 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-36641d25-537e-4946-a2d8-b81768975fb1 req-8c9f486f-b409-4517-97eb-3f4f78d8e3ab tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057199 Aug 16 21:42:51.574133 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-36641d25-537e-4946-a2d8-b81768975fb1 req-1b56ea43-932e-4747-8964-cfc4850d2612 service neutron] 10.222.0.84 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221373 Aug 16 21:42:51.660340 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-36641d25-537e-4946-a2d8-b81768975fb1 req-97a3be6c-2bbe-466d-ad14-323a0e61d747 service neutron] 10.222.0.84 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795329 Aug 16 21:42:51.868807 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dcb85889-387b-4276-b813-ac2e186cbcdb req-ae24e4ba-4cfa-4e09-8b2b-6234a2652616 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 210 time: 0.0276139 Aug 16 21:42:52.409212 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:52.964443 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4d83d044-c58f-423e-9ef4-c40120bd291c req-7d5057f5-8bbc-4f1d-9afb-e391ee173e3a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 210 time: 0.0260677 Aug 16 21:42:53.097595 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 95b6c477-ab71-4497-8954-8ec54fe32810 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:42:53.121100 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 95b6c477-ab71-4497-8954-8ec54fe32810 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:42:53.122022 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 95b6c477-ab71-4497-8954-8ec54fe32810 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:42:54.073759 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f78f8e0-35c3-4d7d-a22c-134d6cb694fc req-b73b9d9f-176c-4089-ab96-310910f21d7a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 210 time: 0.0318813 Aug 16 21:42:54.130645 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36641d25-537e-4946-a2d8-b81768975fb1 req-09fd87e9-84b7-46fe-b679-3df22178ad4b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:54.132108 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-36641d25-537e-4946-a2d8-b81768975fb1 req-09fd87e9-84b7-46fe-b679-3df22178ad4b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.72 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 811 time: 0.3698745 Aug 16 21:42:54.175726 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-36641d25-537e-4946-a2d8-b81768975fb1 req-ab9243df-972b-42dc-a0be-ef8a2a381d42 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bc463354ea14830aa50f7ab4d93c9c1 HTTP/1.1" status: 200 len: 380 time: 0.0327847 Aug 16 21:42:54.188230 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-36641d25-537e-4946-a2d8-b81768975fb1 req-ef7dc375-6639-498f-b061-0352064d5cb3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Request body: {'port': {'device_id': '94c75b75-7954-412f-8d86-483d7c86b9a2', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'admin_state_up': True, 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'security_groups': ['ec905baf-9159-4d5d-937c-8a405d9462f7']}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:42:54.369236 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36641d25-537e-4946-a2d8-b81768975fb1 req-ef7dc375-6639-498f-b061-0352064d5cb3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Made reservation on behalf of 4bc463354ea14830aa50f7ab4d93c9c1 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:42:54.372939 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-36641d25-537e-4946-a2d8-b81768975fb1 req-ef7dc375-6639-498f-b061-0352064d5cb3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:54.494088 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-36641d25-537e-4946-a2d8-b81768975fb1 req-ef7dc375-6639-498f-b061-0352064d5cb3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Allocated IP 172.20.0.13 (ba00b692-3a7a-411a-b3f2-3cb2aefa0a60/e55ae478-0941-46bd-94a1-fbe274db75ac/967a181f-6cb6-4dd2-a7f0-08b94710cb22) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:42:54.629032 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-36641d25-537e-4946-a2d8-b81768975fb1 req-ef7dc375-6639-498f-b061-0352064d5cb3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:54.641886 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-36641d25-537e-4946-a2d8-b81768975fb1 req-ef7dc375-6639-498f-b061-0352064d5cb3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Transition to ACTIVE for port object 967a181f-6cb6-4dd2-a7f0-08b94710cb22 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:42:54.723592 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-36641d25-537e-4946-a2d8-b81768975fb1 req-ef7dc375-6639-498f-b061-0352064d5cb3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:54.771534 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36641d25-537e-4946-a2d8-b81768975fb1 req-ef7dc375-6639-498f-b061-0352064d5cb3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:42:54.774665 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-36641d25-537e-4946-a2d8-b81768975fb1 req-ef7dc375-6639-498f-b061-0352064d5cb3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:42:54.778495 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-36641d25-537e-4946-a2d8-b81768975fb1 req-ef7dc375-6639-498f-b061-0352064d5cb3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:42:54.784762 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7dc375-6639-498f-b061-0352064d5cb3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Pushing event updated for resources: {'Port': ['ID=967a181f-6cb6-4dd2-a7f0-08b94710cb22,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:42:54.813800 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7dc375-6639-498f-b061-0352064d5cb3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:54.814153 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7dc375-6639-498f-b061-0352064d5cb3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:54.815086 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7dc375-6639-498f-b061-0352064d5cb3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:54.815086 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7dc375-6639-498f-b061-0352064d5cb3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:54.815282 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7dc375-6639-498f-b061-0352064d5cb3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:54.815473 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7dc375-6639-498f-b061-0352064d5cb3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:54.815833 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7dc375-6639-498f-b061-0352064d5cb3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:54.816168 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7dc375-6639-498f-b061-0352064d5cb3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:54.816498 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7dc375-6639-498f-b061-0352064d5cb3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:54.816824 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7dc375-6639-498f-b061-0352064d5cb3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:54.817153 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7dc375-6639-498f-b061-0352064d5cb3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:54.817489 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7dc375-6639-498f-b061-0352064d5cb3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:42:54.842480 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36641d25-537e-4946-a2d8-b81768975fb1 req-ef7dc375-6639-498f-b061-0352064d5cb3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:54.843113 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-36641d25-537e-4946-a2d8-b81768975fb1 req-ef7dc375-6639-498f-b061-0352064d5cb3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:54.941816 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-36641d25-537e-4946-a2d8-b81768975fb1 req-ef7dc375-6639-498f-b061-0352064d5cb3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7571068 Aug 16 21:42:54.954393 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-36641d25-537e-4946-a2d8-b81768975fb1 req-60276689-7bb5-4e59-a582-d892b779b3f4 service neutron] Request body: {'port': {'device_id': '94c75b75-7954-412f-8d86-483d7c86b9a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:42:55.007677 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-36641d25-537e-4946-a2d8-b81768975fb1 req-60276689-7bb5-4e59-a582-d892b779b3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:55.094868 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-aaf664ed-7bbe-4f75-a4d2-e3392ea9db85 None None] Provisioning for port 967a181f-6cb6-4dd2-a7f0-08b94710cb22 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:42:55.098880 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-aaf664ed-7bbe-4f75-a4d2-e3392ea9db85 None None] Provisioning complete for port 967a181f-6cb6-4dd2-a7f0-08b94710cb22 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:42:55.099256 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-aaf664ed-7bbe-4f75-a4d2-e3392ea9db85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:55.134573 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-aaf664ed-7bbe-4f75-a4d2-e3392ea9db85 None None] Port 967a181f-6cb6-4dd2-a7f0-08b94710cb22 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:42:55.198448 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ccf4d0-be4e-4dd4-98f0-012f7fa400a7 req-7690e02d-b7ff-4454-a36a-cf21c9dd6d22 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:55.200028 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-20ccf4d0-be4e-4dd4-98f0-012f7fa400a7 req-7690e02d-b7ff-4454-a36a-cf21c9dd6d22 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 932 time: 0.0494134 Aug 16 21:42:55.242591 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-20ccf4d0-be4e-4dd4-98f0-012f7fa400a7 req-50c1220a-dec2-4160-b693-4b2fd37b436c tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355270 Aug 16 21:42:55.275444 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-36641d25-537e-4946-a2d8-b81768975fb1 req-60276689-7bb5-4e59-a582-d892b779b3f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 967a181f-6cb6-4dd2-a7f0-08b94710cb22 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:42:55.283406 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-36641d25-537e-4946-a2d8-b81768975fb1 req-60276689-7bb5-4e59-a582-d892b779b3f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:55.295558 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-36641d25-537e-4946-a2d8-b81768975fb1 req-60276689-7bb5-4e59-a582-d892b779b3f4 service neutron] Transition to ACTIVE for port object 967a181f-6cb6-4dd2-a7f0-08b94710cb22 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:42:55.352128 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-36641d25-537e-4946-a2d8-b81768975fb1 req-60276689-7bb5-4e59-a582-d892b779b3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:55.400482 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60276689-7bb5-4e59-a582-d892b779b3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=967a181f-6cb6-4dd2-a7f0-08b94710cb22,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:42:55.474218 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-36641d25-537e-4946-a2d8-b81768975fb1 req-60276689-7bb5-4e59-a582-d892b779b3f4 service neutron] Attempting to bind port 967a181f-6cb6-4dd2-a7f0-08b94710cb22 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:42:55.474567 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-36641d25-537e-4946-a2d8-b81768975fb1 req-60276689-7bb5-4e59-a582-d892b779b3f4 service neutron] Attempting to bind port 967a181f-6cb6-4dd2-a7f0-08b94710cb22 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:42:55.474901 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36641d25-537e-4946-a2d8-b81768975fb1 req-60276689-7bb5-4e59-a582-d892b779b3f4 service neutron] Attempting to bind port 967a181f-6cb6-4dd2-a7f0-08b94710cb22 on network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:42:55.479365 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36641d25-537e-4946-a2d8-b81768975fb1 req-60276689-7bb5-4e59-a582-d892b779b3f4 service neutron] Port 967a181f-6cb6-4dd2-a7f0-08b94710cb22 on network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:42:55.479687 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36641d25-537e-4946-a2d8-b81768975fb1 req-60276689-7bb5-4e59-a582-d892b779b3f4 service neutron] Attempting to bind port 967a181f-6cb6-4dd2-a7f0-08b94710cb22 on network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:42:55.485251 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36641d25-537e-4946-a2d8-b81768975fb1 req-60276689-7bb5-4e59-a582-d892b779b3f4 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:42:55.485599 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36641d25-537e-4946-a2d8-b81768975fb1 req-60276689-7bb5-4e59-a582-d892b779b3f4 service neutron] Checking segment: {'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:42:55.485995 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36641d25-537e-4946-a2d8-b81768975fb1 req-60276689-7bb5-4e59-a582-d892b779b3f4 service neutron] Bound using segment: {'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:42:55.486433 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-36641d25-537e-4946-a2d8-b81768975fb1 req-60276689-7bb5-4e59-a582-d892b779b3f4 service neutron] Bound port: 967a181f-6cb6-4dd2-a7f0-08b94710cb22, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:42:55.486802 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-36641d25-537e-4946-a2d8-b81768975fb1 req-60276689-7bb5-4e59-a582-d892b779b3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:55.555968 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-36641d25-537e-4946-a2d8-b81768975fb1 req-60276689-7bb5-4e59-a582-d892b779b3f4 service neutron] For port 967a181f-6cb6-4dd2-a7f0-08b94710cb22, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:42:55.559579 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-36641d25-537e-4946-a2d8-b81768975fb1 req-60276689-7bb5-4e59-a582-d892b779b3f4 service neutron] For port 967a181f-6cb6-4dd2-a7f0-08b94710cb22, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=967a181f-6cb6-4dd2-a7f0-08b94710cb22,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:42:55.650025 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-36641d25-537e-4946-a2d8-b81768975fb1 req-60276689-7bb5-4e59-a582-d892b779b3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:55.685298 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36641d25-537e-4946-a2d8-b81768975fb1 req-60276689-7bb5-4e59-a582-d892b779b3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:55.685959 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-36641d25-537e-4946-a2d8-b81768975fb1 req-60276689-7bb5-4e59-a582-d892b779b3f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:55.687358 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-36641d25-537e-4946-a2d8-b81768975fb1 req-60276689-7bb5-4e59-a582-d892b779b3f4 service neutron] 10.222.0.72 "PUT /v2.0/ports/967a181f-6cb6-4dd2-a7f0-08b94710cb22 HTTP/1.1" status: 200 len: 1093 time: 0.7371671 Aug 16 21:42:55.687852 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94c75b75-7954-412f-8d86-483d7c86b9a2', 'tag': '967a181f-6cb6-4dd2-a7f0-08b94710cb22'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:42:55.690221 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcd9435b18b7a34707b0c74d037ee6bf13b87a61dd91d81e26d4048d63ffdc36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d6dd35-7ff5-4dce-90d4-4333d9e880df" -d '{"events": [{"name": "network-changed", "server_uuid": "94c75b75-7954-412f-8d86-483d7c86b9a2", "tag": "967a181f-6cb6-4dd2-a7f0-08b94710cb22"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:42:55.714860 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60276689-7bb5-4e59-a582-d892b779b3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=967a181f-6cb6-4dd2-a7f0-08b94710cb22,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:42:55.730392 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b6b639-8a36-4840-846b-bf6aba5f4331 x-openstack-request-id: req-88b6b639-8a36-4840-846b-bf6aba5f4331 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:42:55.730701 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94c75b75-7954-412f-8d86-483d7c86b9a2", "tag": "967a181f-6cb6-4dd2-a7f0-08b94710cb22", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:42:55.730960 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-88b6b639-8a36-4840-846b-bf6aba5f4331 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:42:55.731419 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94c75b75-7954-412f-8d86-483d7c86b9a2', 'tag': '967a181f-6cb6-4dd2-a7f0-08b94710cb22', 'status': 'completed', 'code': 200} Aug 16 21:42:55.798208 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6dd35-7ff5-4dce-90d4-4333d9e880df req-f047d6c3-565f-46f0-af16-53e63db01ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:55.800062 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-82d6dd35-7ff5-4dce-90d4-4333d9e880df req-f047d6c3-565f-46f0-af16-53e63db01ae3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 1096 time: 0.0435946 Aug 16 21:42:55.904944 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6dd35-7ff5-4dce-90d4-4333d9e880df req-937cf878-84a8-40fa-95fb-15c5e5dd2bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:55.906477 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-82d6dd35-7ff5-4dce-90d4-4333d9e880df req-937cf878-84a8-40fa-95fb-15c5e5dd2bd0 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0988715 Aug 16 21:42:55.999514 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6dd35-7ff5-4dce-90d4-4333d9e880df req-301e3edb-412f-4e8c-95b2-ab8bfb54dca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:56.000972 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-82d6dd35-7ff5-4dce-90d4-4333d9e880df req-301e3edb-412f-4e8c-95b2-ab8bfb54dca0 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872271 Aug 16 21:42:56.081210 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36641d25-537e-4946-a2d8-b81768975fb1 req-04f43cd9-522d-4f0c-b96f-f453bf6b8eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:56.082681 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-36641d25-537e-4946-a2d8-b81768975fb1 req-04f43cd9-522d-4f0c-b96f-f453bf6b8eee service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 1096 time: 0.0454733 Aug 16 21:42:56.123619 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-36641d25-537e-4946-a2d8-b81768975fb1 req-c06ada08-8cfe-42ab-aeee-f24a2e892549 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=967a181f-6cb6-4dd2-a7f0-08b94710cb22 HTTP/1.1" status: 200 len: 217 time: 0.0330296 Aug 16 21:42:56.170208 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36641d25-537e-4946-a2d8-b81768975fb1 req-8a5481dc-f1cb-4897-aa12-be97952a3337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:56.171580 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-36641d25-537e-4946-a2d8-b81768975fb1 req-8a5481dc-f1cb-4897-aa12-be97952a3337 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0416617 Aug 16 21:42:56.220366 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36641d25-537e-4946-a2d8-b81768975fb1 req-d71ad476-3f44-4ce7-83b4-1c78738dc9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:56.221817 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-36641d25-537e-4946-a2d8-b81768975fb1 req-d71ad476-3f44-4ce7-83b4-1c78738dc9a8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432048 Aug 16 21:42:56.311230 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-36641d25-537e-4946-a2d8-b81768975fb1 req-b655c266-db04-4080-aa88-2cea283d5f6e service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819190 Aug 16 21:42:56.355319 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd718b-b583-4d2c-85b1-ee682c416c4b req-1170a8b8-8f7b-42f4-a9b7-35b1c0fd5061 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:56.357360 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d0bd718b-b583-4d2c-85b1-ee682c416c4b req-1170a8b8-8f7b-42f4-a9b7-35b1c0fd5061 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 944 time: 0.0489817 Aug 16 21:42:56.394705 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d0bd718b-b583-4d2c-85b1-ee682c416c4b req-44766467-bf9c-4a51-b8a5-9ff67a685977 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311365 Aug 16 21:42:56.407527 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-36641d25-537e-4946-a2d8-b81768975fb1 req-40df2c0c-b2f5-4541-8c77-06d7d123d4c1 service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889437 Aug 16 21:42:56.850042 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:42:57.510303 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d58a4-1077-4fb6-9818-9d305d125d90 req-34a252f0-51c4-4f80-97d1-744a2915548a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:57.511772 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d49d58a4-1077-4fb6-9818-9d305d125d90 req-34a252f0-51c4-4f80-97d1-744a2915548a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 944 time: 0.0485272 Aug 16 21:42:57.552595 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d49d58a4-1077-4fb6-9818-9d305d125d90 req-9ba112d7-de43-4e3c-8e4a-c1eeeaafc01a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342419 Aug 16 21:42:58.666010 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b5a68-206a-4f0d-b187-e97aea770a04 req-3aeef9c8-e861-477e-9f6f-83d178a11dab tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:58.667518 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c6b5a68-206a-4f0d-b187-e97aea770a04 req-3aeef9c8-e861-477e-9f6f-83d178a11dab tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 944 time: 0.0494552 Aug 16 21:42:58.705007 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c6b5a68-206a-4f0d-b187-e97aea770a04 req-f37e6f8d-458d-4db8-9146-2e0393645bdc tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315845 Aug 16 21:42:59.050759 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 967a181f-6cb6-4dd2-a7f0-08b94710cb22 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:42:59.144764 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 967a181f-6cb6-4dd2-a7f0-08b94710cb22, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=967a181f-6cb6-4dd2-a7f0-08b94710cb22,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:42:59.155686 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '967a181f-6cb6-4dd2-a7f0-08b94710cb22', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'port_id': '967a181f-6cb6-4dd2-a7f0-08b94710cb22', 'mac_address': 'fa:16:3e:34:d2:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:42:59.191476 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:59.204268 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 967a181f-6cb6-4dd2-a7f0-08b94710cb22 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:42:59.223131 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 967a181f-6cb6-4dd2-a7f0-08b94710cb22, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=967a181f-6cb6-4dd2-a7f0-08b94710cb22,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:42:59.283555 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:59.330841 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=967a181f-6cb6-4dd2-a7f0-08b94710cb22,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:42:59.495480 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['967a181f-6cb6-4dd2-a7f0-08b94710cb22'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:42:59.818481 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e55fa-63a1-4737-a927-6dbf4dd7c047 req-2f8ff5cc-c431-4dea-8b46-95586198158b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:59.819914 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd7e55fa-63a1-4737-a927-6dbf4dd7c047 req-2f8ff5cc-c431-4dea-8b46-95586198158b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 945 time: 0.0490594 Aug 16 21:42:59.858357 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd7e55fa-63a1-4737-a927-6dbf4dd7c047 req-c3dea755-7912-4574-b494-df8b8d7ad9d5 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322826 Aug 16 21:43:00.976386 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f1638-e0c8-47ed-b89c-538270a135d1 req-a0c42f5a-9a11-4207-8ec9-c88cb6d54444 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:00.978413 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-267f1638-e0c8-47ed-b89c-538270a135d1 req-a0c42f5a-9a11-4207-8ec9-c88cb6d54444 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 945 time: 0.0545616 Aug 16 21:43:01.021044 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-267f1638-e0c8-47ed-b89c-538270a135d1 req-8e8ea4b8-2e37-40f4-9377-f209bdf7f2af tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355372 Aug 16 21:43:01.060639 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 967a181f-6cb6-4dd2-a7f0-08b94710cb22 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:43:01.209044 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 967a181f-6cb6-4dd2-a7f0-08b94710cb22 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:43:01.213444 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 967a181f-6cb6-4dd2-a7f0-08b94710cb22 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:43:01.213825 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:01.294482 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:01.318294 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c75b75-7954-412f-8d86-483d7c86b9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967a181f-6cb6-4dd2-a7f0-08b94710cb22'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:43:01.320873 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c683fdb416c7f0821c75f6a91cfed7529d060c9c210f81ad2c881376259938b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4902eb43-a9eb-4ac8-b251-43a179a48398" -d '{"events": [{"server_uuid": "94c75b75-7954-412f-8d86-483d7c86b9a2", "name": "network-vif-plugged", "status": "completed", "tag": "967a181f-6cb6-4dd2-a7f0-08b94710cb22"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:43:01.335061 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 967a181f-6cb6-4dd2-a7f0-08b94710cb22, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=967a181f-6cb6-4dd2-a7f0-08b94710cb22,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:43:01.363418 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18950a2-7fba-4f84-8cdd-af15e6e28ec0 x-openstack-request-id: req-f18950a2-7fba-4f84-8cdd-af15e6e28ec0 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:43:01.363704 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c75b75-7954-412f-8d86-483d7c86b9a2", "name": "network-vif-plugged", "status": "completed", "tag": "967a181f-6cb6-4dd2-a7f0-08b94710cb22", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:43:01.364017 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f18950a2-7fba-4f84-8cdd-af15e6e28ec0 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:43:01.364503 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c75b75-7954-412f-8d86-483d7c86b9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967a181f-6cb6-4dd2-a7f0-08b94710cb22', 'code': 200} Aug 16 21:43:01.414406 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:01.461148 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64213f7-c033-4325-8df5-d4985049157d req-d280153c-88e4-49a3-b397-d8296bac0369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:01.463396 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f64213f7-c033-4325-8df5-d4985049157d req-d280153c-88e4-49a3-b397-d8296bac0369 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 1098 time: 0.0463161 Aug 16 21:43:01.467418 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=967a181f-6cb6-4dd2-a7f0-08b94710cb22,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:43:01.509179 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f64213f7-c033-4325-8df5-d4985049157d req-c4e15d41-b7c1-4f40-9f66-0e98c5674cc2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364046 Aug 16 21:43:02.134922 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6933094-ea35-40ad-9177-901bec8e8daf req-8e84fb7c-17a8-4bdc-8fae-aebd12de95f3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:02.136470 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d6933094-ea35-40ad-9177-901bec8e8daf req-8e84fb7c-17a8-4bdc-8fae-aebd12de95f3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0489120 Aug 16 21:43:02.176301 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d6933094-ea35-40ad-9177-901bec8e8daf req-8472acd7-a12f-4e41-9250-4b488556fa7d tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316746 Aug 16 21:43:03.316424 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac233d-b14a-491d-a105-0f6be5526dd1 req-e13e8b37-66bc-4cb3-86b7-ead175a16128 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:03.316424 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-40ac233d-b14a-491d-a105-0f6be5526dd1 req-e13e8b37-66bc-4cb3-86b7-ead175a16128 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0523140 Aug 16 21:43:03.340051 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-40ac233d-b14a-491d-a105-0f6be5526dd1 req-cf0617f6-611f-4ec8-89f4-f45fefd3a239 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327787 Aug 16 21:43:03.449259 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c931b-8b81-4a25-8e57-501c7da6a6aa req-991708a6-e63e-46a2-a141-1bae9906d2a1 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:03.450747 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f57c931b-8b81-4a25-8e57-501c7da6a6aa req-991708a6-e63e-46a2-a141-1bae9906d2a1 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0486071 Aug 16 21:43:03.459363 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 34368) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:43:03.464126 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-6bf56a62-99ca-4786-b762-e0b9e388b018 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Request body: {'floatingip': {'port_id': '967a181f-6cb6-4dd2-a7f0-08b94710cb22'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:43:03.503430 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6bf56a62-99ca-4786-b762-e0b9e388b018 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks [] for floatingip, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:04.072843 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6bf56a62-99ca-4786-b762-e0b9e388b018 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:04.123269 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6bf56a62-99ca-4786-b762-e0b9e388b018 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:04.220554 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [None req-6bf56a62-99ca-4786-b762-e0b9e388b018 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Floating IP cc7d4ff7-d40f-4c11-bc78-ffa153c799f8 associated. External IP: 172.25.1.48, port: 967a181f-6cb6-4dd2-a7f0-08b94710cb22. Aug 16 21:43:04.675938 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf56a62-99ca-4786-b762-e0b9e388b018 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Router 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:43:04.782280 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf56a62-99ca-4786-b762-e0b9e388b018 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:43:04.787087 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6bf56a62-99ca-4786-b762-e0b9e388b018 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:04.792205 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44df20a4-9f9d-4748-b2c2-272b18c62097 None None] Sync routers for ids ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:43:04.802082 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44df20a4-9f9d-4748-b2c2-272b18c62097 None None] Routers {'5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:43:04.802705 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-44df20a4-9f9d-4748-b2c2-272b18c62097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:42:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:43:04.814170 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6bf56a62-99ca-4786-b762-e0b9e388b018 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "PUT /v2.0/floatingips/cc7d4ff7-d40f-4c11-bc78-ffa153c799f8 HTTP/1.1" status: 200 len: 991 time: 1.3537531 Aug 16 21:43:04.814777 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94c75b75-7954-412f-8d86-483d7c86b9a2', 'tag': '967a181f-6cb6-4dd2-a7f0-08b94710cb22'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:43:04.817223 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcd9435b18b7a34707b0c74d037ee6bf13b87a61dd91d81e26d4048d63ffdc36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5c57aa-94bb-4248-b6e3-7bf13cbf5f10" -d '{"events": [{"name": "network-changed", "server_uuid": "94c75b75-7954-412f-8d86-483d7c86b9a2", "tag": "967a181f-6cb6-4dd2-a7f0-08b94710cb22"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:43:04.856728 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e144d00-5c5c-495f-99a2-79682d8e8063 x-openstack-request-id: req-4e144d00-5c5c-495f-99a2-79682d8e8063 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:43:04.857052 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94c75b75-7954-412f-8d86-483d7c86b9a2", "tag": "967a181f-6cb6-4dd2-a7f0-08b94710cb22", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:43:04.857307 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4e144d00-5c5c-495f-99a2-79682d8e8063 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:43:04.857715 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94c75b75-7954-412f-8d86-483d7c86b9a2', 'tag': '967a181f-6cb6-4dd2-a7f0-08b94710cb22', 'status': 'completed', 'code': 200} Aug 16 21:43:04.910714 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-44df20a4-9f9d-4748-b2c2-272b18c62097 None None] Set router 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:43:04.920091 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c57aa-94bb-4248-b6e3-7bf13cbf5f10 req-e90b62dc-680f-4895-9f23-a92afe2ff9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:04.921651 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-dc5c57aa-94bb-4248-b6e3-7bf13cbf5f10 req-e90b62dc-680f-4895-9f23-a92afe2ff9e9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 1098 time: 0.0414629 Aug 16 21:43:05.017564 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c57aa-94bb-4248-b6e3-7bf13cbf5f10 req-31d85814-ce93-408e-9722-fbf26b260b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:05.019063 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-dc5c57aa-94bb-4248-b6e3-7bf13cbf5f10 req-31d85814-ce93-408e-9722-fbf26b260b57 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 912 time: 0.0896945 Aug 16 21:43:05.084550 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-dc5c57aa-94bb-4248-b6e3-7bf13cbf5f10 req-ae2bfea0-237b-4459-8389-1dcc0480bfbb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=967a181f-6cb6-4dd2-a7f0-08b94710cb22 HTTP/1.1" status: 200 len: 999 time: 0.0578663 Aug 16 21:43:05.133327 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-44df20a4-9f9d-4748-b2c2-272b18c62097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'name': 'tempest-ServerActionsTestJSON-580793185-router', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:27Z', 'updated_at': '2021-08-16T21:40:31Z', 'revision_number': 4, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'gw_port': {'id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:28Z', 'updated_at': '2021-08-16T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'cc7d4ff7-d40f-4c11-bc78-ffa153c799f8', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'floating_ip_address': '172.25.1.48', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'port_id': '967a181f-6cb6-4dd2-a7f0-08b94710cb22', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'mac_address': 'fa:16:3e:34:d2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c75b75-7954-412f-8d86-483d7c86b9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:40:34Z', 'updated_at': '2021-08-16T21:43:03Z', 'revision_number': 5, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e02c3d4-3baa-4f31-bb09-2da84aea372d', 'name': '', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'mac_address': 'fa:16:3e:c4:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:30Z', 'updated_at': '2021-08-16T21:40:36Z', 'revision_number': 5, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'subnets': [{'id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:43:05.137866 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c57aa-94bb-4248-b6e3-7bf13cbf5f10 req-316b838d-2039-41a5-9b05-f5e53734c91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:05.139933 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-dc5c57aa-94bb-4248-b6e3-7bf13cbf5f10 req-316b838d-2039-41a5-9b05-f5e53734c91b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0487311 Aug 16 21:43:05.159990 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44df20a4-9f9d-4748-b2c2-272b18c62097 None None] Checking router: 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:43:05.168226 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44df20a4-9f9d-4748-b2c2-272b18c62097 None None] Routers {'5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:43:05.168842 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-44df20a4-9f9d-4748-b2c2-272b18c62097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:42:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:43:05.185760 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c57aa-94bb-4248-b6e3-7bf13cbf5f10 req-ee0a8a88-bb80-4460-b074-af29ead8b1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:05.187174 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-dc5c57aa-94bb-4248-b6e3-7bf13cbf5f10 req-ee0a8a88-bb80-4460-b074-af29ead8b1cf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397601 Aug 16 21:43:05.279318 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-dc5c57aa-94bb-4248-b6e3-7bf13cbf5f10 req-384929d1-5091-4891-9cd1-4395b9dcd7f1 service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838680 Aug 16 21:43:05.376618 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-dc5c57aa-94bb-4248-b6e3-7bf13cbf5f10 req-f855e049-f998-43e1-ae64-29f731bc3471 service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905311 Aug 16 21:43:05.430184 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-44df20a4-9f9d-4748-b2c2-272b18c62097 None None] Set router 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:43:05.644495 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-44df20a4-9f9d-4748-b2c2-272b18c62097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'name': 'tempest-ServerActionsTestJSON-580793185-router', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:27Z', 'updated_at': '2021-08-16T21:40:31Z', 'revision_number': 4, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'gw_port': {'id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:28Z', 'updated_at': '2021-08-16T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'cc7d4ff7-d40f-4c11-bc78-ffa153c799f8', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'floating_ip_address': '172.25.1.48', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'port_id': '967a181f-6cb6-4dd2-a7f0-08b94710cb22', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'mac_address': 'fa:16:3e:34:d2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c75b75-7954-412f-8d86-483d7c86b9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:40:34Z', 'updated_at': '2021-08-16T21:43:03Z', 'revision_number': 5, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e02c3d4-3baa-4f31-bb09-2da84aea372d', 'name': '', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'mac_address': 'fa:16:3e:c4:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:30Z', 'updated_at': '2021-08-16T21:40:36Z', 'revision_number': 5, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'subnets': [{'id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:43:05.673463 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44df20a4-9f9d-4748-b2c2-272b18c62097 None None] The sync data for ids ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'] in n-d-793620-15 is: [{'id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'name': 'tempest-ServerActionsTestJSON-580793185-router', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:27Z', 'updated_at': '2021-08-16T21:40:31Z', 'revision_number': 4, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'gw_port': {'id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:28Z', 'updated_at': '2021-08-16T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'cc7d4ff7-d40f-4c11-bc78-ffa153c799f8', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'floating_ip_address': '172.25.1.48', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'port_id': '967a181f-6cb6-4dd2-a7f0-08b94710cb22', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'mac_address': 'fa:16:3e:34:d2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c75b75-7954-412f-8d86-483d7c86b9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:40:34Z', 'updated_at': '2021-08-16T21:43:03Z', 'revision_number': 5, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e02c3d4-3baa-4f31-bb09-2da84aea372d', 'name': '', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'mac_address': 'fa:16:3e:c4:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:30Z', 'updated_at': '2021-08-16T21:40:36Z', 'revision_number': 5, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'subnets': [{'id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:43:05.855830 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251a7982-a444-4bb5-b536-c5e303bd547b None None] New status for floating IP cc7d4ff7-d40f-4c11-bc78-ffa153c799f8: ACTIVE {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:43:11.095023 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e8721c33-9f01-4794-b734-d916799d19e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:13.614617 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6bed2421-2798-4226-beea-d84c095348ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:13.837044 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:14.985791 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:16.694610 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:19.672288 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:22.414276 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:33.851415 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:43:41.105506 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-81eda65b-f221-4d24-a30a-d2ccbf7e1d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:43.641330 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e2e7e934-383a-4305-9485-6e10e479438e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:43.836500 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:44.996655 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:46.732443 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:49.688197 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:52.424168 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:00.099392 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-cf58d21e-290b-45c8-9bf8-298643375ef4 req-a7e06dcb-b55e-42a7-a30a-cc5f4afc9ff8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422060 Aug 16 21:44:00.181550 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58d21e-290b-45c8-9bf8-298643375ef4 req-291ec8ab-a28d-46d3-8646-0cd8325f3f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:00.182965 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-cf58d21e-290b-45c8-9bf8-298643375ef4 req-291ec8ab-a28d-46d3-8646-0cd8325f3f03 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 1098 time: 0.0403812 Aug 16 21:44:00.289620 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58d21e-290b-45c8-9bf8-298643375ef4 req-60efd0a5-8631-45da-951c-0b5586dfe89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:00.291091 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-cf58d21e-290b-45c8-9bf8-298643375ef4 req-60efd0a5-8631-45da-951c-0b5586dfe89c service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 912 time: 0.0877514 Aug 16 21:44:00.356020 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-cf58d21e-290b-45c8-9bf8-298643375ef4 req-58519f31-cc3d-4b80-88e5-ec3f6d7cd02b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=967a181f-6cb6-4dd2-a7f0-08b94710cb22 HTTP/1.1" status: 200 len: 1001 time: 0.0571413 Aug 16 21:44:00.410308 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58d21e-290b-45c8-9bf8-298643375ef4 req-dae5322a-95f3-4e42-9c9d-f6b6a0ee5fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:00.411836 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-cf58d21e-290b-45c8-9bf8-298643375ef4 req-dae5322a-95f3-4e42-9c9d-f6b6a0ee5fc9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0495937 Aug 16 21:44:00.458332 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58d21e-290b-45c8-9bf8-298643375ef4 req-17067575-004b-488f-8c62-59f939be618a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:00.459825 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-cf58d21e-290b-45c8-9bf8-298643375ef4 req-17067575-004b-488f-8c62-59f939be618a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396898 Aug 16 21:44:00.552366 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-cf58d21e-290b-45c8-9bf8-298643375ef4 req-8b51d091-3d15-41ec-856f-b69f5f1c896f service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840757 Aug 16 21:44:00.639700 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-cf58d21e-290b-45c8-9bf8-298643375ef4 req-76c645f4-7c30-48d1-a00b-a4aa6da877dd service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801644 Aug 16 21:44:10.850948 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:44:11.137541 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0fd5ea8c-a4fb-4ccb-82c0-7d779a64a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:13.630732 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0204fc3e-e555-4af4-a613-859b2e52f653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:13.842405 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:15.028453 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:16.703396 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:19.699032 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:22.441398 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:41.104361 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fd75eecf-21e7-4171-ae09-97594de41326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:41.727848 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c1e7d-db2e-4ceb-b449-a701a4e8a3d8 req-3f7a7f88-dfc5-48b7-8757-a1b51e6fca53 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:41.729353 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-300c1e7d-db2e-4ceb-b449-a701a4e8a3d8 req-3f7a7f88-dfc5-48b7-8757-a1b51e6fca53 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0564899 Aug 16 21:44:41.769761 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-300c1e7d-db2e-4ceb-b449-a701a4e8a3d8 req-25142a8c-18f9-498e-9738-a3335a9d8119 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335882 Aug 16 21:44:42.887388 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413b9ac-4b64-4637-a7de-10ae8e08d4f3 req-fd07338c-a950-4104-a35a-1d76596edc3a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:42.888916 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f413b9ac-4b64-4637-a7de-10ae8e08d4f3 req-fd07338c-a950-4104-a35a-1d76596edc3a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0493276 Aug 16 21:44:42.927033 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f413b9ac-4b64-4637-a7de-10ae8e08d4f3 req-c6eda93f-76d9-47a8-89e5-52a01c4ab757 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322268 Aug 16 21:44:43.641455 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-df09dd70-e833-4ab2-b4a3-9e7ef1f9c54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:43.867158 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:44.040798 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5926982-016f-4054-aa41-e8407b5553b7 req-fc6a666a-2694-4fa4-a063-9201c49774e3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:44.042284 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b5926982-016f-4054-aa41-e8407b5553b7 req-fc6a666a-2694-4fa4-a063-9201c49774e3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0492847 Aug 16 21:44:44.083416 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b5926982-016f-4054-aa41-e8407b5553b7 req-5ede171f-6d7e-404c-a24f-271418877831 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348966 Aug 16 21:44:45.009987 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:45.441383 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c79597-d51c-4a80-a923-728ddd9ee639 req-56467d6c-84db-4707-8ced-4e97eb14388d tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:45.442952 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-55c79597-d51c-4a80-a923-728ddd9ee639 req-56467d6c-84db-4707-8ced-4e97eb14388d tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0497818 Aug 16 21:44:45.479513 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-55c79597-d51c-4a80-a923-728ddd9ee639 req-8242f842-dc39-401a-8b23-8e01cb75120d tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306990 Aug 16 21:44:46.593094 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17189c86-6f17-46ed-9caf-1c2d921c037e req-9a454b5c-7562-4899-ab95-8a75eb661fbc tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:46.594592 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-17189c86-6f17-46ed-9caf-1c2d921c037e req-9a454b5c-7562-4899-ab95-8a75eb661fbc tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0494568 Aug 16 21:44:46.644681 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-17189c86-6f17-46ed-9caf-1c2d921c037e req-20264582-a2ed-4895-afca-e9e002c80cb0 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310514 Aug 16 21:44:46.718893 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:47.743744 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cb484-73b8-43db-a31a-b1028c2d90fb req-1b849e9b-5eab-4ed8-aee0-f8914902691e tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:47.745224 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6c4cb484-73b8-43db-a31a-b1028c2d90fb req-1b849e9b-5eab-4ed8-aee0-f8914902691e tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0482326 Aug 16 21:44:47.785355 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6c4cb484-73b8-43db-a31a-b1028c2d90fb req-6e3b8ddd-da70-40cb-9abe-dcc3006b4ee1 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336885 Aug 16 21:44:47.850894 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:44:48.896504 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0ef4b-1d26-4d8a-8007-1a7a1199427a req-4bceb9c4-fcd2-4b75-8525-647c499f611c tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:48.897987 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d1a0ef4b-1d26-4d8a-8007-1a7a1199427a req-4bceb9c4-fcd2-4b75-8525-647c499f611c tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0486689 Aug 16 21:44:48.936376 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d1a0ef4b-1d26-4d8a-8007-1a7a1199427a req-a35ad9b8-5388-4db8-9107-2e8ae8648f92 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325046 Aug 16 21:44:49.724377 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:50.048861 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4433570-3407-40bf-b398-ee1f924009fc req-eddd16f1-a1c1-42aa-8d97-7a8c26d5eac8 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:50.050234 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f4433570-3407-40bf-b398-ee1f924009fc req-eddd16f1-a1c1-42aa-8d97-7a8c26d5eac8 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0484281 Aug 16 21:44:50.086883 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f4433570-3407-40bf-b398-ee1f924009fc req-6d4f3a1c-c528-4608-9c8f-2e6f686c5fdb tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307255 Aug 16 21:44:51.199686 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60fa96-bd82-40ba-8895-6dab4da2bef3 req-70cc4ecf-81eb-4714-b510-3533baee9f3e tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:51.201234 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d60fa96-bd82-40ba-8895-6dab4da2bef3 req-70cc4ecf-81eb-4714-b510-3533baee9f3e tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0478184 Aug 16 21:44:51.241981 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5d60fa96-bd82-40ba-8895-6dab4da2bef3 req-cc1474a8-29da-42fa-90b9-9d6f99b4acab tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342560 Aug 16 21:44:52.355763 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c326f2-8bf8-4955-8e54-899178fdaef8 req-fbf1fa3d-2701-4aef-9350-5df5d186667d tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:52.357268 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b8c326f2-8bf8-4955-8e54-899178fdaef8 req-fbf1fa3d-2701-4aef-9350-5df5d186667d tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0482039 Aug 16 21:44:52.395502 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b8c326f2-8bf8-4955-8e54-899178fdaef8 req-9b962285-1525-46f5-9586-87792487ff88 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323162 Aug 16 21:44:52.427758 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:52.772681 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5fab0-76af-4c87-8632-85b85011140d req-148f5da0-33d8-43b2-8601-8a1b861857ec tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:52.774269 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-87a5fab0-76af-4c87-8632-85b85011140d req-148f5da0-33d8-43b2-8601-8a1b861857ec tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0510557 Aug 16 21:44:52.813491 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-87a5fab0-76af-4c87-8632-85b85011140d req-e4d428a1-906d-4e58-9743-9b198b5344bf tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323863 Aug 16 21:44:52.916406 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1c97627a-9382-43c0-a557-841455ca2565 req-62f41eb1-a46a-40b9-a9c9-c0c5ad521b73 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0408888 Aug 16 21:44:53.938754 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf53f4-b12c-43eb-9608-2dcc9137560d req-eb22b339-f4d2-4858-8db6-4e6da37ed1c5 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:53.941003 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fcbf53f4-b12c-43eb-9608-2dcc9137560d req-eb22b339-f4d2-4858-8db6-4e6da37ed1c5 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0583868 Aug 16 21:44:53.982486 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fcbf53f4-b12c-43eb-9608-2dcc9137560d req-8978042a-9264-4dfc-ad19-98b585bee36f tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354414 Aug 16 21:44:55.039289 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97627a-9382-43c0-a557-841455ca2565 req-8b31202d-bc30-4028-a591-8147cdd725ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:55.040821 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1c97627a-9382-43c0-a557-841455ca2565 req-8b31202d-bc30-4028-a591-8147cdd725ce service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 1098 time: 0.0458164 Aug 16 21:44:55.098022 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc86e9-04a5-4051-9c12-a72ac7536fc2 req-04cc6c1e-f994-4372-9688-2e77ebfa5278 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:55.099554 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-40cc86e9-04a5-4051-9c12-a72ac7536fc2 req-04cc6c1e-f994-4372-9688-2e77ebfa5278 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0488615 Aug 16 21:44:55.130654 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97627a-9382-43c0-a557-841455ca2565 req-d35ed29c-5d96-4ce7-9e65-d5d67fd34e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:55.132187 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1c97627a-9382-43c0-a557-841455ca2565 req-d35ed29c-5d96-4ce7-9e65-d5d67fd34e09 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 912 time: 0.0839167 Aug 16 21:44:55.138000 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-40cc86e9-04a5-4051-9c12-a72ac7536fc2 req-47ad1466-a283-44a3-9748-b04c412b65e9 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315900 Aug 16 21:44:55.200638 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1c97627a-9382-43c0-a557-841455ca2565 req-a7a3afa5-e2f1-4a1b-9623-3704e621470b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=967a181f-6cb6-4dd2-a7f0-08b94710cb22 HTTP/1.1" status: 200 len: 1001 time: 0.0619111 Aug 16 21:44:55.249247 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97627a-9382-43c0-a557-841455ca2565 req-96a72944-7aea-484a-8ba4-0008e4826ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:55.250631 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1c97627a-9382-43c0-a557-841455ca2565 req-96a72944-7aea-484a-8ba4-0008e4826ebc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0426302 Aug 16 21:44:55.298170 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97627a-9382-43c0-a557-841455ca2565 req-6fb5afc2-43b7-452b-b120-80bfc8cf0d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:55.299670 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1c97627a-9382-43c0-a557-841455ca2565 req-6fb5afc2-43b7-452b-b120-80bfc8cf0d97 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411229 Aug 16 21:44:55.394393 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1c97627a-9382-43c0-a557-841455ca2565 req-c3db1bfe-e36a-4832-8a5e-92196d300a5e service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877790 Aug 16 21:44:55.482971 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1c97627a-9382-43c0-a557-841455ca2565 req-132f58de-cad0-4ed5-8ba8-807f6713953a service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819435 Aug 16 21:44:56.257731 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b4fcf-e2ca-4581-8be2-e77e74f9d7f7 req-01ecc50b-287b-4777-9435-ae12b51aa2a6 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:56.260477 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-628b4fcf-e2ca-4581-8be2-e77e74f9d7f7 req-01ecc50b-287b-4777-9435-ae12b51aa2a6 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0555224 Aug 16 21:44:56.298311 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-628b4fcf-e2ca-4581-8be2-e77e74f9d7f7 req-90a057ca-1450-431e-8ba5-b3806eb2871a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321136 Aug 16 21:44:57.414870 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9cdc4-6f37-4903-947c-334c069b4a3b req-0398f265-927f-4e0c-8498-cb470b0b5e8d tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:57.416504 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-58b9cdc4-6f37-4903-947c-334c069b4a3b req-0398f265-927f-4e0c-8498-cb470b0b5e8d tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0492311 Aug 16 21:44:57.458003 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-58b9cdc4-6f37-4903-947c-334c069b4a3b req-090a6698-b3d0-4084-ba4c-041518960b6d tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352683 Aug 16 21:44:57.488221 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [req-1c97627a-9382-43c0-a557-841455ca2565 req-6b3d6653-8e40-49c9-9836-ba75fc943945 service neutron] show failed (client error): The resource could not be found. Aug 16 21:44:57.489254 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1c97627a-9382-43c0-a557-841455ca2565 req-6b3d6653-8e40-49c9-9836-ba75fc943945 service neutron] 10.222.0.72 "GET /v2.0/ports/967a181f-6cb6-4dd2-a7f0-08b94710cb22/bindings/n-h2-793620-15 HTTP/1.1" status: 404 len: 381 time: 0.0551372 Aug 16 21:44:57.962475 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97627a-9382-43c0-a557-841455ca2565 req-e67e5c27-1431-4762-911d-ba3f344b4b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:57.964022 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1c97627a-9382-43c0-a557-841455ca2565 req-e67e5c27-1431-4762-911d-ba3f344b4b68 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2&tenant_id=4bc463354ea14830aa50f7ab4d93c9c1 HTTP/1.1" status: 200 len: 1098 time: 0.0430746 Aug 16 21:44:57.975986 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-1c97627a-9382-43c0-a557-841455ca2565 req-15f573cc-ab44-4403-8ee0-aee3514f01a1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-15', 'device_owner': 'compute:nova'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:44:58.028207 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-1c97627a-9382-43c0-a557-841455ca2565 req-15f573cc-ab44-4403-8ee0-aee3514f01a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:58.232020 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-1c97627a-9382-43c0-a557-841455ca2565 req-15f573cc-ab44-4403-8ee0-aee3514f01a1 service neutron] For port 967a181f-6cb6-4dd2-a7f0-08b94710cb22, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=967a181f-6cb6-4dd2-a7f0-08b94710cb22,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:44:58.267473 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-1c97627a-9382-43c0-a557-841455ca2565 req-15f573cc-ab44-4403-8ee0-aee3514f01a1 service neutron] For port 967a181f-6cb6-4dd2-a7f0-08b94710cb22, host n-h1-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:44:58.308455 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c75b75-7954-412f-8d86-483d7c86b9a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '967a181f-6cb6-4dd2-a7f0-08b94710cb22'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:44:58.310734 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a13536b3c87fcb412486f7c1123a9b3fa8a88bbdfa2e9f90522308689ae332c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c38e12-f1df-461d-9fa6-bb79e09ca081" -d '{"events": [{"server_uuid": "94c75b75-7954-412f-8d86-483d7c86b9a2", "name": "network-vif-unplugged", "status": "completed", "tag": "967a181f-6cb6-4dd2-a7f0-08b94710cb22"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:44:58.314589 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-1c97627a-9382-43c0-a557-841455ca2565 req-15f573cc-ab44-4403-8ee0-aee3514f01a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:58.326653 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-1c97627a-9382-43c0-a557-841455ca2565 req-15f573cc-ab44-4403-8ee0-aee3514f01a1 service neutron] Transition to ACTIVE for port object 967a181f-6cb6-4dd2-a7f0-08b94710cb22 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:44:58.361173 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec781e8-c2ab-4b8d-83aa-cc47c1375054 x-openstack-request-id: req-7ec781e8-c2ab-4b8d-83aa-cc47c1375054 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:44:58.361455 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c75b75-7954-412f-8d86-483d7c86b9a2", "name": "network-vif-unplugged", "status": "completed", "tag": "967a181f-6cb6-4dd2-a7f0-08b94710cb22", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:44:58.361710 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7ec781e8-c2ab-4b8d-83aa-cc47c1375054 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:44:58.362116 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c75b75-7954-412f-8d86-483d7c86b9a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '967a181f-6cb6-4dd2-a7f0-08b94710cb22', 'code': 200} Aug 16 21:44:58.398537 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-1c97627a-9382-43c0-a557-841455ca2565 req-15f573cc-ab44-4403-8ee0-aee3514f01a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:58.481366 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f573cc-ab44-4403-8ee0-aee3514f01a1 service neutron] Pushing event updated for resources: {'Port': ['ID=967a181f-6cb6-4dd2-a7f0-08b94710cb22,revision_number=6']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:44:58.494313 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f573cc-ab44-4403-8ee0-aee3514f01a1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:58.494676 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f573cc-ab44-4403-8ee0-aee3514f01a1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:58.495089 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f573cc-ab44-4403-8ee0-aee3514f01a1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:58.495445 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f573cc-ab44-4403-8ee0-aee3514f01a1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:58.495814 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f573cc-ab44-4403-8ee0-aee3514f01a1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:58.496250 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f573cc-ab44-4403-8ee0-aee3514f01a1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:58.496478 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f573cc-ab44-4403-8ee0-aee3514f01a1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:58.496814 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f573cc-ab44-4403-8ee0-aee3514f01a1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:58.497151 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f573cc-ab44-4403-8ee0-aee3514f01a1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:58.497521 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f573cc-ab44-4403-8ee0-aee3514f01a1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:58.497909 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f573cc-ab44-4403-8ee0-aee3514f01a1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:58.498134 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f573cc-ab44-4403-8ee0-aee3514f01a1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:44:58.531450 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c97627a-9382-43c0-a557-841455ca2565 req-15f573cc-ab44-4403-8ee0-aee3514f01a1 service neutron] No DVR routers for this DVR port 967a181f-6cb6-4dd2-a7f0-08b94710cb22 on host n-h1-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:44:58.657600 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca5b0d-e26c-4b14-a7c8-9f4e5215e8a1 req-a70aee5e-73b1-44fc-8cf0-80bfef39c32b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:58.659072 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a6ca5b0d-e26c-4b14-a7c8-9f4e5215e8a1 req-a70aee5e-73b1-44fc-8cf0-80bfef39c32b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 944 time: 0.0937843 Aug 16 21:44:58.719867 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a6ca5b0d-e26c-4b14-a7c8-9f4e5215e8a1 req-b9e44e45-f6ff-4aee-92ec-f5afa9c26e59 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534472 Aug 16 21:44:58.729240 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-1c97627a-9382-43c0-a557-841455ca2565 req-15f573cc-ab44-4403-8ee0-aee3514f01a1 service neutron] Attempting to bind port 967a181f-6cb6-4dd2-a7f0-08b94710cb22 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:44:58.729575 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-1c97627a-9382-43c0-a557-841455ca2565 req-15f573cc-ab44-4403-8ee0-aee3514f01a1 service neutron] Attempting to bind port 967a181f-6cb6-4dd2-a7f0-08b94710cb22 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:44:58.729905 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c97627a-9382-43c0-a557-841455ca2565 req-15f573cc-ab44-4403-8ee0-aee3514f01a1 service neutron] Attempting to bind port 967a181f-6cb6-4dd2-a7f0-08b94710cb22 on network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:44:58.734389 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c97627a-9382-43c0-a557-841455ca2565 req-15f573cc-ab44-4403-8ee0-aee3514f01a1 service neutron] Port 967a181f-6cb6-4dd2-a7f0-08b94710cb22 on network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:44:58.734657 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c97627a-9382-43c0-a557-841455ca2565 req-15f573cc-ab44-4403-8ee0-aee3514f01a1 service neutron] Attempting to bind port 967a181f-6cb6-4dd2-a7f0-08b94710cb22 on network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:44:58.739594 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c97627a-9382-43c0-a557-841455ca2565 req-15f573cc-ab44-4403-8ee0-aee3514f01a1 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:44:58.739968 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c97627a-9382-43c0-a557-841455ca2565 req-15f573cc-ab44-4403-8ee0-aee3514f01a1 service neutron] Checking segment: {'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:44:58.740358 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c97627a-9382-43c0-a557-841455ca2565 req-15f573cc-ab44-4403-8ee0-aee3514f01a1 service neutron] Bound using segment: {'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:44:58.740782 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-1c97627a-9382-43c0-a557-841455ca2565 req-15f573cc-ab44-4403-8ee0-aee3514f01a1 service neutron] Bound port: 967a181f-6cb6-4dd2-a7f0-08b94710cb22, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:44:58.741171 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-1c97627a-9382-43c0-a557-841455ca2565 req-15f573cc-ab44-4403-8ee0-aee3514f01a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:58.805241 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-1c97627a-9382-43c0-a557-841455ca2565 req-15f573cc-ab44-4403-8ee0-aee3514f01a1 service neutron] For port 967a181f-6cb6-4dd2-a7f0-08b94710cb22, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:44:58.808187 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-1c97627a-9382-43c0-a557-841455ca2565 req-15f573cc-ab44-4403-8ee0-aee3514f01a1 service neutron] For port 967a181f-6cb6-4dd2-a7f0-08b94710cb22, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=967a181f-6cb6-4dd2-a7f0-08b94710cb22,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:44:58.887051 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-1c97627a-9382-43c0-a557-841455ca2565 req-15f573cc-ab44-4403-8ee0-aee3514f01a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:58.920297 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97627a-9382-43c0-a557-841455ca2565 req-15f573cc-ab44-4403-8ee0-aee3514f01a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:58.921197 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-1c97627a-9382-43c0-a557-841455ca2565 req-15f573cc-ab44-4403-8ee0-aee3514f01a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:58.922633 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1c97627a-9382-43c0-a557-841455ca2565 req-15f573cc-ab44-4403-8ee0-aee3514f01a1 service neutron] 10.222.0.90 "PUT /v2.0/ports/967a181f-6cb6-4dd2-a7f0-08b94710cb22 HTTP/1.1" status: 200 len: 1093 time: 0.9506538 Aug 16 21:44:58.958427 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f573cc-ab44-4403-8ee0-aee3514f01a1 service neutron] Pushing event updated for resources: {'Port': ['ID=967a181f-6cb6-4dd2-a7f0-08b94710cb22,revision_number=7']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:44:58.990415 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97627a-9382-43c0-a557-841455ca2565 req-a55989a7-50a9-432e-8f45-16060c0a60c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:58.991979 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1c97627a-9382-43c0-a557-841455ca2565 req-a55989a7-50a9-432e-8f45-16060c0a60c8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 1096 time: 0.0457833 Aug 16 21:44:59.088082 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97627a-9382-43c0-a557-841455ca2565 req-8f0aab4e-5d11-421d-a6e3-8ff3fcce7ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:59.089578 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1c97627a-9382-43c0-a557-841455ca2565 req-8f0aab4e-5d11-421d-a6e3-8ff3fcce7ffb service neutron] 10.222.0.90 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 912 time: 0.0913270 Aug 16 21:44:59.153785 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1c97627a-9382-43c0-a557-841455ca2565 req-13a92264-3d90-495c-9677-5a6a7f2449eb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=967a181f-6cb6-4dd2-a7f0-08b94710cb22 HTTP/1.1" status: 200 len: 999 time: 0.0563915 Aug 16 21:44:59.200681 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97627a-9382-43c0-a557-841455ca2565 req-f6e5b6ea-35b7-4f2c-b32f-e56199be72a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:59.202083 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1c97627a-9382-43c0-a557-841455ca2565 req-f6e5b6ea-35b7-4f2c-b32f-e56199be72a5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0415761 Aug 16 21:44:59.250823 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97627a-9382-43c0-a557-841455ca2565 req-ef0a20d0-75ca-48d0-8575-f15281105b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:59.252281 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1c97627a-9382-43c0-a557-841455ca2565 req-ef0a20d0-75ca-48d0-8575-f15281105b82 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426118 Aug 16 21:44:59.262621 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-1c97627a-9382-43c0-a557-841455ca2565 req-23593cdb-ec95-4204-89c7-d464c0cb9bf0 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:44:59.263568 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1c97627a-9382-43c0-a557-841455ca2565 req-23593cdb-ec95-4204-89c7-d464c0cb9bf0 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048614 Aug 16 21:44:59.350492 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1c97627a-9382-43c0-a557-841455ca2565 req-fd96bdc8-c238-4358-b23c-f97642c8c17f service neutron] 10.222.0.90 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803812 Aug 16 21:44:59.441595 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1c97627a-9382-43c0-a557-841455ca2565 req-1fa3d58c-2f07-417b-b386-6919e9fa2cd0 service neutron] 10.222.0.90 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846250 Aug 16 21:44:59.840166 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e615f41-2474-48d8-88a3-21467bf278f4 req-e0730660-2f81-465e-a7de-6727646cc3f3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:59.841657 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6e615f41-2474-48d8-88a3-21467bf278f4 req-e0730660-2f81-465e-a7de-6727646cc3f3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 944 time: 0.0497491 Aug 16 21:44:59.879739 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6e615f41-2474-48d8-88a3-21467bf278f4 req-9ac49ced-2c5c-4fde-9eac-cd6deb0854cc tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321100 Aug 16 21:45:00.363668 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94c75b75-7954-412f-8d86-483d7c86b9a2', 'tag': '967a181f-6cb6-4dd2-a7f0-08b94710cb22'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:45:00.366460 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a13536b3c87fcb412486f7c1123a9b3fa8a88bbdfa2e9f90522308689ae332c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06940ff9-1bcc-460d-93a4-fa3055ecbdea" -d '{"events": [{"name": "network-changed", "server_uuid": "94c75b75-7954-412f-8d86-483d7c86b9a2", "tag": "967a181f-6cb6-4dd2-a7f0-08b94710cb22"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:45:00.412567 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1d1a25-ad5d-40a1-b963-09117765ff89 x-openstack-request-id: req-9d1d1a25-ad5d-40a1-b963-09117765ff89 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:45:00.412898 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94c75b75-7954-412f-8d86-483d7c86b9a2", "tag": "967a181f-6cb6-4dd2-a7f0-08b94710cb22", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:45:00.413136 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9d1d1a25-ad5d-40a1-b963-09117765ff89 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:45:00.413540 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94c75b75-7954-412f-8d86-483d7c86b9a2', 'tag': '967a181f-6cb6-4dd2-a7f0-08b94710cb22', 'status': 'completed', 'code': 200} Aug 16 21:45:00.476714 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06940ff9-1bcc-460d-93a4-fa3055ecbdea req-13b022fb-b2a6-4bca-9ac9-264daa783d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:00.477067 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06940ff9-1bcc-460d-93a4-fa3055ecbdea req-cee317f5-68ad-4b4d-8b85-e2b917cee2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:00.478302 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-06940ff9-1bcc-460d-93a4-fa3055ecbdea req-13b022fb-b2a6-4bca-9ac9-264daa783d8b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 1096 time: 0.0412657 Aug 16 21:45:00.478695 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-06940ff9-1bcc-460d-93a4-fa3055ecbdea req-cee317f5-68ad-4b4d-8b85-e2b917cee2ad service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 1096 time: 0.0461841 Aug 16 21:45:00.569922 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06940ff9-1bcc-460d-93a4-fa3055ecbdea req-5dd30f95-475e-4dbb-a396-15b685213228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:00.570894 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06940ff9-1bcc-460d-93a4-fa3055ecbdea req-057a5fb9-6a27-4a4c-866c-369c3775c9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:00.571313 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-06940ff9-1bcc-460d-93a4-fa3055ecbdea req-5dd30f95-475e-4dbb-a396-15b685213228 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 912 time: 0.0861096 Aug 16 21:45:00.572427 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-06940ff9-1bcc-460d-93a4-fa3055ecbdea req-057a5fb9-6a27-4a4c-866c-369c3775c9f7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 912 time: 0.0869896 Aug 16 21:45:00.636944 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-06940ff9-1bcc-460d-93a4-fa3055ecbdea req-b44d5c40-d20c-4983-811f-33c7f61fd7f1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=967a181f-6cb6-4dd2-a7f0-08b94710cb22 HTTP/1.1" status: 200 len: 999 time: 0.0570636 Aug 16 21:45:00.640044 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-06940ff9-1bcc-460d-93a4-fa3055ecbdea req-9fca5c7c-bd35-4c6e-bb11-db0b45f205e2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=967a181f-6cb6-4dd2-a7f0-08b94710cb22 HTTP/1.1" status: 200 len: 999 time: 0.0620308 Aug 16 21:45:00.689494 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06940ff9-1bcc-460d-93a4-fa3055ecbdea req-91ec8c48-b332-425b-8438-e5443a2fbe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:00.689759 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06940ff9-1bcc-460d-93a4-fa3055ecbdea req-ad6c109e-e34b-4977-8d4d-6367bca10290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:00.690993 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-06940ff9-1bcc-460d-93a4-fa3055ecbdea req-91ec8c48-b332-425b-8438-e5443a2fbe96 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0469656 Aug 16 21:45:00.691113 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-06940ff9-1bcc-460d-93a4-fa3055ecbdea req-ad6c109e-e34b-4977-8d4d-6367bca10290 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0446005 Aug 16 21:45:00.737444 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06940ff9-1bcc-460d-93a4-fa3055ecbdea req-fede189b-8c89-4ea7-bb0d-9947f1fc21f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:00.737705 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06940ff9-1bcc-460d-93a4-fa3055ecbdea req-871933c2-723f-429f-ac40-9799b14f437b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:00.739000 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-06940ff9-1bcc-460d-93a4-fa3055ecbdea req-871933c2-723f-429f-ac40-9799b14f437b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408456 Aug 16 21:45:00.739123 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-06940ff9-1bcc-460d-93a4-fa3055ecbdea req-fede189b-8c89-4ea7-bb0d-9947f1fc21f7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406041 Aug 16 21:45:00.835935 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-06940ff9-1bcc-460d-93a4-fa3055ecbdea req-9f0ae7c3-9e25-4d85-81a3-db45dc7034c2 service neutron] 10.222.0.90 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818164 Aug 16 21:45:00.836144 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-06940ff9-1bcc-460d-93a4-fa3055ecbdea req-e7baad05-3cab-4ff6-a841-0e1e5e4c2b84 service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879192 Aug 16 21:45:00.944756 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-06940ff9-1bcc-460d-93a4-fa3055ecbdea req-dd004bf3-797c-4c27-aa4d-21411f64e043 service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040304 Aug 16 21:45:01.284282 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defd9d0-e103-422d-8ce1-074e5ee425f3 req-e08037f6-a581-4739-a8a5-2b4f1d1d2a05 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:01.286032 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3defd9d0-e103-422d-8ce1-074e5ee425f3 req-e08037f6-a581-4739-a8a5-2b4f1d1d2a05 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 944 time: 0.0687933 Aug 16 21:45:01.309745 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-06940ff9-1bcc-460d-93a4-fa3055ecbdea req-5f055ccb-a5c9-4d50-b035-c92c7b6fedbf service neutron] 10.222.0.90 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4727173 Aug 16 21:45:01.335297 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3defd9d0-e103-422d-8ce1-074e5ee425f3 req-856f5f17-ecc5-4ed4-9403-5c2cb38b5084 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400963 Aug 16 21:45:01.649717 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 967a181f-6cb6-4dd2-a7f0-08b94710cb22 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:45:01.674715 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 967a181f-6cb6-4dd2-a7f0-08b94710cb22 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:45:01.747427 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4c5934d1-a742-4a57-8567-80f966a14c65 req-7098a6a1-1786-4deb-8121-2d0ebc19e8a9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406885 Aug 16 21:45:01.759563 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 967a181f-6cb6-4dd2-a7f0-08b94710cb22 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:45:01.786717 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 967a181f-6cb6-4dd2-a7f0-08b94710cb22, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=967a181f-6cb6-4dd2-a7f0-08b94710cb22,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:45:01.798414 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '967a181f-6cb6-4dd2-a7f0-08b94710cb22', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'port_id': '967a181f-6cb6-4dd2-a7f0-08b94710cb22', 'mac_address': 'fa:16:3e:34:d2:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:45:01.834923 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5934d1-a742-4a57-8567-80f966a14c65 req-d3ba06ba-3fdf-4652-9f2e-a91ec82d001a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:01.837394 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4c5934d1-a742-4a57-8567-80f966a14c65 req-d3ba06ba-3fdf-4652-9f2e-a91ec82d001a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 1096 time: 0.0467165 Aug 16 21:45:01.847166 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:01.862506 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 967a181f-6cb6-4dd2-a7f0-08b94710cb22 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:45:01.882390 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 967a181f-6cb6-4dd2-a7f0-08b94710cb22, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=967a181f-6cb6-4dd2-a7f0-08b94710cb22,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:45:01.941225 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:01.942963 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5934d1-a742-4a57-8567-80f966a14c65 req-3cfbbe8e-b905-403b-a646-34dabc7da44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:01.944503 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4c5934d1-a742-4a57-8567-80f966a14c65 req-3cfbbe8e-b905-403b-a646-34dabc7da44f service neutron] 10.222.0.90 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 912 time: 0.0888472 Aug 16 21:45:01.990994 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=967a181f-6cb6-4dd2-a7f0-08b94710cb22,revision_number=8']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:01.998792 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:01.999137 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:01.999478 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:01.999838 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:02.000171 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:02.000499 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:02.000824 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:02.001149 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:02.001473 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:02.001795 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:02.002115 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:02.002433 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:02.009920 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4c5934d1-a742-4a57-8567-80f966a14c65 req-6789c75d-d23f-4715-bae1-8ce453c0ba5f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=967a181f-6cb6-4dd2-a7f0-08b94710cb22 HTTP/1.1" status: 200 len: 1000 time: 0.0581815 Aug 16 21:45:02.060619 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5934d1-a742-4a57-8567-80f966a14c65 req-30c08222-6d8d-4f54-a885-3ed656aaa2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:02.062100 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4c5934d1-a742-4a57-8567-80f966a14c65 req-30c08222-6d8d-4f54-a885-3ed656aaa2df service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0439219 Aug 16 21:45:02.112053 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5934d1-a742-4a57-8567-80f966a14c65 req-a47bd283-99b7-4512-bedc-21673f549afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:02.113570 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4c5934d1-a742-4a57-8567-80f966a14c65 req-a47bd283-99b7-4512-bedc-21673f549afd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440505 Aug 16 21:45:02.160046 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['967a181f-6cb6-4dd2-a7f0-08b94710cb22'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:45:02.202690 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4c5934d1-a742-4a57-8567-80f966a14c65 req-b388bdd2-9410-44b6-a17d-d0c8f8a7f9bc service neutron] 10.222.0.90 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816934 Aug 16 21:45:02.296886 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4c5934d1-a742-4a57-8567-80f966a14c65 req-74d504d8-67f5-4cf9-833c-cabd12ec9502 service neutron] 10.222.0.90 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865223 Aug 16 21:45:02.452004 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09e2df-2c9c-42ed-a529-27154b941899 req-4474b006-05be-4504-aed1-383cf486f144 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:02.453574 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4c09e2df-2c9c-42ed-a529-27154b941899 req-4474b006-05be-4504-aed1-383cf486f144 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 945 time: 0.0495946 Aug 16 21:45:02.489647 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4c09e2df-2c9c-42ed-a529-27154b941899 req-ae2ef07b-ae07-4eca-808e-145eed9dcbb3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302916 Aug 16 21:45:02.819764 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabb24a-4a1d-4282-a8b5-9b31fcf6c0ee req-0c36efbe-c0da-4269-aad2-a9cfb13f8a70 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:02.821773 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ecabb24a-4a1d-4282-a8b5-9b31fcf6c0ee req-0c36efbe-c0da-4269-aad2-a9cfb13f8a70 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 945 time: 0.0536737 Aug 16 21:45:02.861474 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ecabb24a-4a1d-4282-a8b5-9b31fcf6c0ee req-cae0a516-c714-4364-b40f-98903397c242 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330510 Aug 16 21:45:02.884498 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3cee3-a8f3-4c28-84ed-03d859d5e30f req-d1ddb830-8ccc-4bb3-9d11-c72fc21a6638 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:02.886004 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-74a3cee3-a8f3-4c28-84ed-03d859d5e30f req-d1ddb830-8ccc-4bb3-9d11-c72fc21a6638 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.72 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2&tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&binding%3Ahost_id=n-h2-793620-15 HTTP/1.1" status: 200 len: 945 time: 0.0548933 Aug 16 21:45:02.952768 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [req-74a3cee3-a8f3-4c28-84ed-03d859d5e30f req-a06a3c4e-3f9d-4218-84d8-7c79dbc7057f service neutron] delete failed (client error): The resource could not be found. Aug 16 21:45:02.954472 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-74a3cee3-a8f3-4c28-84ed-03d859d5e30f req-a06a3c4e-3f9d-4218-84d8-7c79dbc7057f service neutron] 10.222.0.72 "DELETE /v2.0/ports/967a181f-6cb6-4dd2-a7f0-08b94710cb22/bindings/n-h1-793620-15 HTTP/1.1" status: 404 len: 381 time: 0.0604978 Aug 16 21:45:03.036631 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3cee3-a8f3-4c28-84ed-03d859d5e30f req-9fc8ed76-207c-42b7-89d2-91a8b42095df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:03.038045 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-74a3cee3-a8f3-4c28-84ed-03d859d5e30f req-9fc8ed76-207c-42b7-89d2-91a8b42095df service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 1097 time: 0.0425310 Aug 16 21:45:03.129651 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3cee3-a8f3-4c28-84ed-03d859d5e30f req-70df9bba-0ca5-4da3-b3a1-d3e27ef2ce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:03.131141 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-74a3cee3-a8f3-4c28-84ed-03d859d5e30f req-70df9bba-0ca5-4da3-b3a1-d3e27ef2ce3d service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 912 time: 0.0862377 Aug 16 21:45:03.199213 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-74a3cee3-a8f3-4c28-84ed-03d859d5e30f req-103a8dea-fa44-4803-98de-6ccf255bfa51 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=967a181f-6cb6-4dd2-a7f0-08b94710cb22 HTTP/1.1" status: 200 len: 1000 time: 0.0613089 Aug 16 21:45:03.247643 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3cee3-a8f3-4c28-84ed-03d859d5e30f req-df1dd3e4-071a-4edb-a580-b545c69ae153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:03.249112 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-74a3cee3-a8f3-4c28-84ed-03d859d5e30f req-df1dd3e4-071a-4edb-a580-b545c69ae153 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0430984 Aug 16 21:45:03.294821 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3cee3-a8f3-4c28-84ed-03d859d5e30f req-569a930d-8a0b-4b46-9ac3-0924c0bd2b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:03.296520 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-74a3cee3-a8f3-4c28-84ed-03d859d5e30f req-569a930d-8a0b-4b46-9ac3-0924c0bd2b8e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400867 Aug 16 21:45:03.395759 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-74a3cee3-a8f3-4c28-84ed-03d859d5e30f req-2f01197a-503d-41ab-9374-a736c5fca1df service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914528 Aug 16 21:45:03.484556 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-74a3cee3-a8f3-4c28-84ed-03d859d5e30f req-7963f6f0-a970-407f-a4f7-361f2e752eb1 service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819483 Aug 16 21:45:03.664835 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 967a181f-6cb6-4dd2-a7f0-08b94710cb22 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:45:03.772180 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 967a181f-6cb6-4dd2-a7f0-08b94710cb22 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:45:03.776402 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 967a181f-6cb6-4dd2-a7f0-08b94710cb22 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:45:03.776767 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:03.854178 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:03.876473 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c75b75-7954-412f-8d86-483d7c86b9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967a181f-6cb6-4dd2-a7f0-08b94710cb22'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:45:03.878715 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c683fdb416c7f0821c75f6a91cfed7529d060c9c210f81ad2c881376259938b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15560d34-ff6d-43ff-84bc-579202c1a59c" -d '{"events": [{"server_uuid": "94c75b75-7954-412f-8d86-483d7c86b9a2", "name": "network-vif-plugged", "status": "completed", "tag": "967a181f-6cb6-4dd2-a7f0-08b94710cb22"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:45:03.892788 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 967a181f-6cb6-4dd2-a7f0-08b94710cb22, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=967a181f-6cb6-4dd2-a7f0-08b94710cb22,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:45:03.932084 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be09dd36-f846-4f11-be51-0a7dbde4ba8f x-openstack-request-id: req-be09dd36-f846-4f11-be51-0a7dbde4ba8f {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:45:03.932397 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c75b75-7954-412f-8d86-483d7c86b9a2", "name": "network-vif-plugged", "status": "completed", "tag": "967a181f-6cb6-4dd2-a7f0-08b94710cb22", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:45:03.932650 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-be09dd36-f846-4f11-be51-0a7dbde4ba8f {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:45:03.933082 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c75b75-7954-412f-8d86-483d7c86b9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967a181f-6cb6-4dd2-a7f0-08b94710cb22', 'code': 200} Aug 16 21:45:03.958499 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:03.990385 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e491f87-4eeb-4118-a692-431080063682 req-45a6b5a2-b9ad-48db-988e-63ecf5e251d9 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:03.991935 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7e491f87-4eeb-4118-a692-431080063682 req-45a6b5a2-b9ad-48db-988e-63ecf5e251d9 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 945 time: 0.0545630 Aug 16 21:45:04.007368 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=967a181f-6cb6-4dd2-a7f0-08b94710cb22,revision_number=9']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:04.032016 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7e491f87-4eeb-4118-a692-431080063682 req-ca668989-54c9-4a5e-8a75-c33e2bd30b36 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334103 Aug 16 21:45:05.149606 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df79a5-8bda-4eb1-b03c-ab3a43ba3430 req-a879dcc2-c507-45c2-8301-46e5cdb19b0a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:05.151149 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f6df79a5-8bda-4eb1-b03c-ab3a43ba3430 req-a879dcc2-c507-45c2-8301-46e5cdb19b0a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0496149 Aug 16 21:45:05.188655 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f6df79a5-8bda-4eb1-b03c-ab3a43ba3430 req-cd3f04f5-a237-4d63-a437-dc82f6332bfb tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311570 Aug 16 21:45:05.302801 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae733e-db3d-4231-a3b2-17e8c9c5c64b req-5d607116-a941-473c-8045-75dd7d33beeb tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:05.304356 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d8ae733e-db3d-4231-a3b2-17e8c9c5c64b req-5d607116-a941-473c-8045-75dd7d33beeb tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0504270 Aug 16 21:45:05.342372 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d8ae733e-db3d-4231-a3b2-17e8c9c5c64b req-7974f1f1-96da-4a8a-94f5-708595f82679 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315356 Aug 16 21:45:05.702600 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2beec-c525-432e-acd1-07fe809202a4 req-aa8f3baa-e773-4d66-93c6-b26b350e4d16 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:05.704252 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c6d2beec-c525-432e-acd1-07fe809202a4 req-aa8f3baa-e773-4d66-93c6-b26b350e4d16 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0532482 Aug 16 21:45:05.747852 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c6d2beec-c525-432e-acd1-07fe809202a4 req-10121e18-7537-4c4e-a040-09c7079512cb tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373702 Aug 16 21:45:05.800659 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e205b-b12e-4808-aabb-c0a6bd332767 req-43c19b33-cd37-46bb-a8ab-4452e0a46bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:05.802215 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b04e205b-b12e-4808-aabb-c0a6bd332767 req-43c19b33-cd37-46bb-a8ab-4452e0a46bf2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 1098 time: 0.0429947 Aug 16 21:45:05.892122 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e205b-b12e-4808-aabb-c0a6bd332767 req-10f2fec4-cbf4-419d-b732-e07663500b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:05.893550 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b04e205b-b12e-4808-aabb-c0a6bd332767 req-10f2fec4-cbf4-419d-b732-e07663500b9e service neutron] 10.222.0.90 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 912 time: 0.0850892 Aug 16 21:45:05.958429 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b04e205b-b12e-4808-aabb-c0a6bd332767 req-76ff274d-8fdf-46d3-92d1-950d237746ff service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=967a181f-6cb6-4dd2-a7f0-08b94710cb22 HTTP/1.1" status: 200 len: 1001 time: 0.0579031 Aug 16 21:45:06.005641 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e205b-b12e-4808-aabb-c0a6bd332767 req-1d633def-5860-459a-8777-a94d699bd101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:06.007101 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b04e205b-b12e-4808-aabb-c0a6bd332767 req-1d633def-5860-459a-8777-a94d699bd101 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0423248 Aug 16 21:45:06.056322 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e205b-b12e-4808-aabb-c0a6bd332767 req-26adc97a-a95c-4283-be9f-c8d55408035c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:06.057853 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b04e205b-b12e-4808-aabb-c0a6bd332767 req-26adc97a-a95c-4283-be9f-c8d55408035c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443678 Aug 16 21:45:06.144964 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b04e205b-b12e-4808-aabb-c0a6bd332767 req-ddce05e2-615a-4096-92f9-ce44f182c950 service neutron] 10.222.0.90 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803337 Aug 16 21:45:06.237068 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b04e205b-b12e-4808-aabb-c0a6bd332767 req-43d25b6b-2cd2-480f-9196-c6135298bcd0 service neutron] 10.222.0.90 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855634 Aug 16 21:45:06.869657 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff7e29-11fc-4551-ac14-07934a7cc6f8 req-74740cba-2aa3-43c6-a7ec-ec48bef1d602 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:06.871176 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fdff7e29-11fc-4551-ac14-07934a7cc6f8 req-74740cba-2aa3-43c6-a7ec-ec48bef1d602 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0495114 Aug 16 21:45:06.909233 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fdff7e29-11fc-4551-ac14-07934a7cc6f8 req-1a6077c9-33f1-4ac6-8c66-4cba0d5c2f4f tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321450 Aug 16 21:45:08.027513 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f13f0-c6c2-44a3-bc3c-691b9569370b req-4a3d7b29-bf56-4aa1-8e85-d4eec658fc6e tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:08.029043 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-979f13f0-c6c2-44a3-bc3c-691b9569370b req-4a3d7b29-bf56-4aa1-8e85-d4eec658fc6e tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0496435 Aug 16 21:45:08.065948 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-979f13f0-c6c2-44a3-bc3c-691b9569370b req-9ddb2442-b8ce-4608-bf14-131d2e10215e tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309405 Aug 16 21:45:08.530285 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982419a-da1e-4675-abbc-3c06ca9300f8 req-c9bdf40f-21f6-418d-b828-35f2344d76e2 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:08.531721 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d982419a-da1e-4675-abbc-3c06ca9300f8 req-c9bdf40f-21f6-418d-b828-35f2344d76e2 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0524635 Aug 16 21:45:08.570764 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d982419a-da1e-4675-abbc-3c06ca9300f8 req-989b0913-3464-4c47-88e9-dfd708c504d0 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325155 Aug 16 21:45:09.767449 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46742f2a-9a59-4999-840d-68f63a6ab7cf req-872f20a3-b218-464c-99b8-75754d1adceb tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:09.769094 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-46742f2a-9a59-4999-840d-68f63a6ab7cf req-872f20a3-b218-464c-99b8-75754d1adceb tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 946 time: 0.1303909 Aug 16 21:45:09.792683 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77077ed-1d5b-48ee-9a4d-7f879cde392f req-e3693bd5-1a19-41a7-b47d-11ccd58064f3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:09.794098 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e77077ed-1d5b-48ee-9a4d-7f879cde392f req-e3693bd5-1a19-41a7-b47d-11ccd58064f3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.90 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0736718 Aug 16 21:45:09.849137 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-46742f2a-9a59-4999-840d-68f63a6ab7cf req-222664b8-0658-4941-897c-915285f0559b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735645 Aug 16 21:45:09.902825 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-e77077ed-1d5b-48ee-9a4d-7f879cde392f req-f48d1d8e-4ffa-4455-a448-419a66353c2f tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Deleting port 967a181f-6cb6-4dd2-a7f0-08b94710cb22 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:45:09.903175 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e77077ed-1d5b-48ee-9a4d-7f879cde392f req-f48d1d8e-4ffa-4455-a448-419a66353c2f tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:09.991212 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-e77077ed-1d5b-48ee-9a4d-7f879cde392f req-f48d1d8e-4ffa-4455-a448-419a66353c2f tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] For port 967a181f-6cb6-4dd2-a7f0-08b94710cb22, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=967a181f-6cb6-4dd2-a7f0-08b94710cb22,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:45:09.991594 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e77077ed-1d5b-48ee-9a4d-7f879cde392f req-f48d1d8e-4ffa-4455-a448-419a66353c2f tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:10.162697 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e77077ed-1d5b-48ee-9a4d-7f879cde392f req-f48d1d8e-4ffa-4455-a448-419a66353c2f tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:10.163000 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e77077ed-1d5b-48ee-9a4d-7f879cde392f req-f48d1d8e-4ffa-4455-a448-419a66353c2f tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:10.163322 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [req-e77077ed-1d5b-48ee-9a4d-7f879cde392f req-f48d1d8e-4ffa-4455-a448-419a66353c2f tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Floating IP cc7d4ff7-d40f-4c11-bc78-ffa153c799f8 disassociated. External IP: 172.25.1.48, port: 967a181f-6cb6-4dd2-a7f0-08b94710cb22. Aug 16 21:45:10.163724 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-e77077ed-1d5b-48ee-9a4d-7f879cde392f req-f48d1d8e-4ffa-4455-a448-419a66353c2f tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Calling delete_port for 967a181f-6cb6-4dd2-a7f0-08b94710cb22 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:45:10.361005 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e77077ed-1d5b-48ee-9a4d-7f879cde392f req-f48d1d8e-4ffa-4455-a448-419a66353c2f tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:10.397762 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d1d8e-4ffa-4455-a448-419a66353c2f tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Pushing event deleted for resources: {'Port': ['ID=967a181f-6cb6-4dd2-a7f0-08b94710cb22,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:10.515145 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e77077ed-1d5b-48ee-9a4d-7f879cde392f req-f48d1d8e-4ffa-4455-a448-419a66353c2f tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Router 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:45:10.621883 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e77077ed-1d5b-48ee-9a4d-7f879cde392f req-f48d1d8e-4ffa-4455-a448-419a66353c2f tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:45:10.631431 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679cebba-d123-43b3-82ff-d3851764d353 None None] Sync routers for ids ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:45:10.641310 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679cebba-d123-43b3-82ff-d3851764d353 None None] Routers {'5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:45:10.642012 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-679cebba-d123-43b3-82ff-d3851764d353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:44:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:10.664682 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-e77077ed-1d5b-48ee-9a4d-7f879cde392f req-f48d1d8e-4ffa-4455-a448-419a66353c2f tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] No DVR routers for this DVR port 967a181f-6cb6-4dd2-a7f0-08b94710cb22 on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:45:10.667455 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-e77077ed-1d5b-48ee-9a4d-7f879cde392f req-f48d1d8e-4ffa-4455-a448-419a66353c2f tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:10.669606 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e77077ed-1d5b-48ee-9a4d-7f879cde392f req-f48d1d8e-4ffa-4455-a448-419a66353c2f tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.90 "DELETE /v2.0/ports/967a181f-6cb6-4dd2-a7f0-08b94710cb22 HTTP/1.1" status: 204 len: 173 time: 0.8691413 Aug 16 21:45:10.669966 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c75b75-7954-412f-8d86-483d7c86b9a2', 'name': 'network-vif-deleted', 'tag': '967a181f-6cb6-4dd2-a7f0-08b94710cb22'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:45:10.672646 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a13536b3c87fcb412486f7c1123a9b3fa8a88bbdfa2e9f90522308689ae332c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b34d0b-54a3-4a89-8710-84e7fdad66d1" -d '{"events": [{"server_uuid": "94c75b75-7954-412f-8d86-483d7c86b9a2", "name": "network-vif-deleted", "tag": "967a181f-6cb6-4dd2-a7f0-08b94710cb22"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:45:10.708286 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eeacccd-12a5-4fc6-9b84-5ff7540df00c x-openstack-request-id: req-4eeacccd-12a5-4fc6-9b84-5ff7540df00c {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:45:10.708587 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c75b75-7954-412f-8d86-483d7c86b9a2", "name": "network-vif-deleted", "tag": "967a181f-6cb6-4dd2-a7f0-08b94710cb22", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:45:10.708847 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4eeacccd-12a5-4fc6-9b84-5ff7540df00c {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:45:10.709256 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c75b75-7954-412f-8d86-483d7c86b9a2', 'name': 'network-vif-deleted', 'tag': '967a181f-6cb6-4dd2-a7f0-08b94710cb22', 'status': 'completed', 'code': 200} Aug 16 21:45:10.748456 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-679cebba-d123-43b3-82ff-d3851764d353 None None] Set router 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:45:10.949392 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ff17a2fa-51d2-4dc4-ab3c-d512c3acd59d req-68e3bbd4-d1b6-4366-be74-f9df46c13857 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=94c75b75-7954-412f-8d86-483d7c86b9a2 HTTP/1.1" status: 200 len: 210 time: 0.0299580 Aug 16 21:45:10.957164 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-679cebba-d123-43b3-82ff-d3851764d353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'name': 'tempest-ServerActionsTestJSON-580793185-router', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:27Z', 'updated_at': '2021-08-16T21:40:31Z', 'revision_number': 4, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'gw_port': {'id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:28Z', 'updated_at': '2021-08-16T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '1e02c3d4-3baa-4f31-bb09-2da84aea372d', 'name': '', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'mac_address': 'fa:16:3e:c4:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:30Z', 'updated_at': '2021-08-16T21:40:36Z', 'revision_number': 5, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'subnets': [{'id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:10.985172 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679cebba-d123-43b3-82ff-d3851764d353 None None] Checking router: 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:45:10.993399 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679cebba-d123-43b3-82ff-d3851764d353 None None] Routers {'5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:45:10.994008 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-679cebba-d123-43b3-82ff-d3851764d353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:44:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:11.112388 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-679cebba-d123-43b3-82ff-d3851764d353 None None] Set router 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:45:11.140702 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7a840e60-2afd-42f1-965a-9690e6103d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:11.308897 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-679cebba-d123-43b3-82ff-d3851764d353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'name': 'tempest-ServerActionsTestJSON-580793185-router', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:27Z', 'updated_at': '2021-08-16T21:40:31Z', 'revision_number': 4, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'gw_port': {'id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:28Z', 'updated_at': '2021-08-16T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '1e02c3d4-3baa-4f31-bb09-2da84aea372d', 'name': '', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'mac_address': 'fa:16:3e:c4:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:30Z', 'updated_at': '2021-08-16T21:40:36Z', 'revision_number': 5, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'subnets': [{'id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:11.338979 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679cebba-d123-43b3-82ff-d3851764d353 None None] The sync data for ids ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'] in n-d-793620-15 is: [{'id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'name': 'tempest-ServerActionsTestJSON-580793185-router', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:27Z', 'updated_at': '2021-08-16T21:40:31Z', 'revision_number': 4, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'gw_port': {'id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:28Z', 'updated_at': '2021-08-16T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '1e02c3d4-3baa-4f31-bb09-2da84aea372d', 'name': '', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'mac_address': 'fa:16:3e:c4:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:30Z', 'updated_at': '2021-08-16T21:40:36Z', 'revision_number': 5, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'subnets': [{'id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:45:11.546693 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e41324-8521-408d-aaa4-50b67d5d021d None None] New status for floating IP cc7d4ff7-d40f-4c11-bc78-ffa153c799f8: DOWN {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:45:12.379514 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-0c79600e-6fa6-425c-b2fb-97d45c925113 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1979909977&fields=id&tenant_id=4bc463354ea14830aa50f7ab4d93c9c1 HTTP/1.1" status: 200 len: 267 time: 0.0323544 Aug 16 21:45:12.494384 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-49d19a80-2f51-4097-aacd-0f09897bf59a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:12.495884 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-49d19a80-2f51-4097-aacd-0f09897bf59a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 811 time: 0.1091459 Aug 16 21:45:12.511328 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-891f75e5-e802-4c4d-afcd-8f365c4c72df tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/quotas/4bc463354ea14830aa50f7ab4d93c9c1 HTTP/1.1" status: 200 len: 375 time: 0.0095308 Aug 16 21:45:12.563119 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-8fbad381-30ed-4f8c-9caa-c42fe4e50495 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467634 Aug 16 21:45:12.653703 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-29fb1874-b89d-4b68-bcc5-8efba7a31d76 service neutron] 10.222.0.84 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791428 Aug 16 21:45:12.745529 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-5bb7240b-44d4-47da-a9e1-16baf9c65799 service neutron] 10.222.0.84 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857708 Aug 16 21:45:13.618706 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9ef3ec66-c093-44aa-8872-0c0eca677038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:13.743586 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 967a181f-6cb6-4dd2-a7f0-08b94710cb22 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:45:13.764436 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: 967a181f-6cb6-4dd2-a7f0-08b94710cb22 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:45:13.764779 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 967a181f-6cb6-4dd2-a7f0-08b94710cb22 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:45:13.840838 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:14.040630 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d4b6502d-e623-4c26-956a-9c8e808a6768 req-7750f54a-37b6-427a-a775-b5d67e313232 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 210 time: 0.0286524 Aug 16 21:45:15.014797 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:15.123601 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a8e3f09a-3402-4e74-9627-4ffd7e44b680 req-79fd6e5b-fa0f-450e-bfad-be6315d1d740 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 210 time: 0.0269799 Aug 16 21:45:16.216859 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5202f70a-35e6-4b09-88d5-12fb35b4482a req-526a4b26-6014-4ce5-91d8-45c18201de7e tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 210 time: 0.0264611 Aug 16 21:45:16.729531 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:17.312552 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6022d945-1513-4390-82fd-bf4c514ca805 req-b3a3fe54-74f6-4eb7-b958-cca300c813f2 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 210 time: 0.0304074 Aug 16 21:45:17.993169 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-b2ab2886-51c6-4756-ada1-2dcc08bbb211 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:17.994713 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-b2ab2886-51c6-4756-ada1-2dcc08bbb211 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.72 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 811 time: 0.1102648 Aug 16 21:45:18.039626 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-ec321af2-467c-44a1-b6da-b20fcc118d36 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bc463354ea14830aa50f7ab4d93c9c1 HTTP/1.1" status: 200 len: 380 time: 0.0348423 Aug 16 21:45:18.048921 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-9c93b54c-c1be-43f2-a9e8-ba95fdd16a1a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Request body: {'port': {'device_id': '49308f2c-c1ae-43e6-a900-199b6d6df72d', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'admin_state_up': True, 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'security_groups': ['ec905baf-9159-4d5d-937c-8a405d9462f7']}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:45:18.272330 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-9c93b54c-c1be-43f2-a9e8-ba95fdd16a1a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Made reservation on behalf of 4bc463354ea14830aa50f7ab4d93c9c1 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:45:18.276567 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-9c93b54c-c1be-43f2-a9e8-ba95fdd16a1a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:18.403246 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-9c93b54c-c1be-43f2-a9e8-ba95fdd16a1a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Allocated IP 172.20.0.8 (ba00b692-3a7a-411a-b3f2-3cb2aefa0a60/e55ae478-0941-46bd-94a1-fbe274db75ac/4d185d48-e415-41b9-a4a4-59f9e24ce525) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:45:18.412402 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e0d8c7cc-3a7e-4712-923d-65ee1d3a1522 req-35cc074f-eaf7-463c-b2c3-93cb5026b7b6 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 210 time: 0.0275559 Aug 16 21:45:18.561278 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-9c93b54c-c1be-43f2-a9e8-ba95fdd16a1a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:18.575632 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-9c93b54c-c1be-43f2-a9e8-ba95fdd16a1a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Transition to ACTIVE for port object 4d185d48-e415-41b9-a4a4-59f9e24ce525 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:45:18.703930 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-9c93b54c-c1be-43f2-a9e8-ba95fdd16a1a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:18.748489 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-9c93b54c-c1be-43f2-a9e8-ba95fdd16a1a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:45:18.751599 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-9c93b54c-c1be-43f2-a9e8-ba95fdd16a1a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:45:18.754029 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-9c93b54c-c1be-43f2-a9e8-ba95fdd16a1a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:45:18.786482 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93b54c-c1be-43f2-a9e8-ba95fdd16a1a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Pushing event updated for resources: {'Port': ['ID=4d185d48-e415-41b9-a4a4-59f9e24ce525,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:18.801246 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93b54c-c1be-43f2-a9e8-ba95fdd16a1a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:18.801600 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93b54c-c1be-43f2-a9e8-ba95fdd16a1a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:18.801939 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93b54c-c1be-43f2-a9e8-ba95fdd16a1a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:18.802282 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93b54c-c1be-43f2-a9e8-ba95fdd16a1a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:18.802619 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93b54c-c1be-43f2-a9e8-ba95fdd16a1a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:18.802950 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93b54c-c1be-43f2-a9e8-ba95fdd16a1a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:18.803276 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93b54c-c1be-43f2-a9e8-ba95fdd16a1a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:18.803601 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93b54c-c1be-43f2-a9e8-ba95fdd16a1a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:18.803968 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93b54c-c1be-43f2-a9e8-ba95fdd16a1a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:18.804295 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93b54c-c1be-43f2-a9e8-ba95fdd16a1a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:18.804620 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93b54c-c1be-43f2-a9e8-ba95fdd16a1a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:18.804944 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93b54c-c1be-43f2-a9e8-ba95fdd16a1a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:18.823433 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-9c93b54c-c1be-43f2-a9e8-ba95fdd16a1a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:18.824070 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-9c93b54c-c1be-43f2-a9e8-ba95fdd16a1a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:18.922169 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-9c93b54c-c1be-43f2-a9e8-ba95fdd16a1a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8771977 Aug 16 21:45:18.934784 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-1dc9b2e0-a7f0-4ac3-8829-3e0ce91c5519 service neutron] Request body: {'port': {'device_id': '49308f2c-c1ae-43e6-a900-199b6d6df72d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:45:18.987602 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-1dc9b2e0-a7f0-4ac3-8829-3e0ce91c5519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:19.080602 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ebac8548-5fdc-4ea3-b72c-90095c150a8d None None] Provisioning for port 4d185d48-e415-41b9-a4a4-59f9e24ce525 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:45:19.084491 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ebac8548-5fdc-4ea3-b72c-90095c150a8d None None] Provisioning complete for port 4d185d48-e415-41b9-a4a4-59f9e24ce525 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:45:19.084865 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ebac8548-5fdc-4ea3-b72c-90095c150a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:19.118476 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-ebac8548-5fdc-4ea3-b72c-90095c150a8d None None] Port 4d185d48-e415-41b9-a4a4-59f9e24ce525 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:45:19.244821 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-1dc9b2e0-a7f0-4ac3-8829-3e0ce91c5519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d185d48-e415-41b9-a4a4-59f9e24ce525 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:45:19.252117 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-1dc9b2e0-a7f0-4ac3-8829-3e0ce91c5519 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:19.263833 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-1dc9b2e0-a7f0-4ac3-8829-3e0ce91c5519 service neutron] Transition to ACTIVE for port object 4d185d48-e415-41b9-a4a4-59f9e24ce525 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:45:19.363382 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-1dc9b2e0-a7f0-4ac3-8829-3e0ce91c5519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:19.433729 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9b2e0-a7f0-4ac3-8829-3e0ce91c5519 service neutron] Pushing event updated for resources: {'Port': ['ID=4d185d48-e415-41b9-a4a4-59f9e24ce525,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:19.489057 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-1dc9b2e0-a7f0-4ac3-8829-3e0ce91c5519 service neutron] Attempting to bind port 4d185d48-e415-41b9-a4a4-59f9e24ce525 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:45:19.489540 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-1dc9b2e0-a7f0-4ac3-8829-3e0ce91c5519 service neutron] Attempting to bind port 4d185d48-e415-41b9-a4a4-59f9e24ce525 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:45:19.489945 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-1dc9b2e0-a7f0-4ac3-8829-3e0ce91c5519 service neutron] Attempting to bind port 4d185d48-e415-41b9-a4a4-59f9e24ce525 on network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:45:19.496048 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-1dc9b2e0-a7f0-4ac3-8829-3e0ce91c5519 service neutron] Port 4d185d48-e415-41b9-a4a4-59f9e24ce525 on network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:45:19.496538 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-1dc9b2e0-a7f0-4ac3-8829-3e0ce91c5519 service neutron] Attempting to bind port 4d185d48-e415-41b9-a4a4-59f9e24ce525 on network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:45:19.502500 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-1dc9b2e0-a7f0-4ac3-8829-3e0ce91c5519 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:45:19.502849 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-1dc9b2e0-a7f0-4ac3-8829-3e0ce91c5519 service neutron] Checking segment: {'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:45:19.503246 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-1dc9b2e0-a7f0-4ac3-8829-3e0ce91c5519 service neutron] Bound using segment: {'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:45:19.503690 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-1dc9b2e0-a7f0-4ac3-8829-3e0ce91c5519 service neutron] Bound port: 4d185d48-e415-41b9-a4a4-59f9e24ce525, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:45:19.504089 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-1dc9b2e0-a7f0-4ac3-8829-3e0ce91c5519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:19.559976 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66bee03-5a77-4335-a53b-fae048f5f9e1 req-f7fed8c4-1368-40ba-ba93-7ccb9d2a0a54 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:19.562279 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c66bee03-5a77-4335-a53b-fae048f5f9e1 req-f7fed8c4-1368-40ba-ba93-7ccb9d2a0a54 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 943 time: 0.0545979 Aug 16 21:45:19.582036 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-1dc9b2e0-a7f0-4ac3-8829-3e0ce91c5519 service neutron] For port 4d185d48-e415-41b9-a4a4-59f9e24ce525, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:45:19.585333 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-1dc9b2e0-a7f0-4ac3-8829-3e0ce91c5519 service neutron] For port 4d185d48-e415-41b9-a4a4-59f9e24ce525, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=4d185d48-e415-41b9-a4a4-59f9e24ce525,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:45:19.603952 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c66bee03-5a77-4335-a53b-fae048f5f9e1 req-855dad43-ef56-49bc-810d-07493768c2f8 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350218 Aug 16 21:45:19.661204 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-1dc9b2e0-a7f0-4ac3-8829-3e0ce91c5519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:19.704810 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-1dc9b2e0-a7f0-4ac3-8829-3e0ce91c5519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:19.705440 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-1dc9b2e0-a7f0-4ac3-8829-3e0ce91c5519 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:19.706852 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-1dc9b2e0-a7f0-4ac3-8829-3e0ce91c5519 service neutron] 10.222.0.72 "PUT /v2.0/ports/4d185d48-e415-41b9-a4a4-59f9e24ce525 HTTP/1.1" status: 200 len: 1092 time: 0.7764232 Aug 16 21:45:19.707331 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49308f2c-c1ae-43e6-a900-199b6d6df72d', 'tag': '4d185d48-e415-41b9-a4a4-59f9e24ce525'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:45:19.709664 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcd9435b18b7a34707b0c74d037ee6bf13b87a61dd91d81e26d4048d63ffdc36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b392b822-463e-4daa-a327-95af345effc1" -d '{"events": [{"name": "network-changed", "server_uuid": "49308f2c-c1ae-43e6-a900-199b6d6df72d", "tag": "4d185d48-e415-41b9-a4a4-59f9e24ce525"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:45:19.743592 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:19.747042 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9b2e0-a7f0-4ac3-8829-3e0ce91c5519 service neutron] Pushing event updated for resources: {'Port': ['ID=4d185d48-e415-41b9-a4a4-59f9e24ce525,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:19.753440 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf07f36d-2bda-4902-9e57-455d197324d0 x-openstack-request-id: req-cf07f36d-2bda-4902-9e57-455d197324d0 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:45:19.753968 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49308f2c-c1ae-43e6-a900-199b6d6df72d", "tag": "4d185d48-e415-41b9-a4a4-59f9e24ce525", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:45:19.754614 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-cf07f36d-2bda-4902-9e57-455d197324d0 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:45:19.755320 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49308f2c-c1ae-43e6-a900-199b6d6df72d', 'tag': '4d185d48-e415-41b9-a4a4-59f9e24ce525', 'status': 'completed', 'code': 200} Aug 16 21:45:19.816460 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392b822-463e-4daa-a327-95af345effc1 req-e0086faa-c3c5-4a27-ba51-37c356c0cda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:19.817983 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b392b822-463e-4daa-a327-95af345effc1 req-e0086faa-c3c5-4a27-ba51-37c356c0cda4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 1095 time: 0.0469685 Aug 16 21:45:19.924899 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392b822-463e-4daa-a327-95af345effc1 req-2621f9c5-1130-4b24-8135-677381d8efcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:19.926387 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b392b822-463e-4daa-a327-95af345effc1 req-2621f9c5-1130-4b24-8135-677381d8efcc service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0999985 Aug 16 21:45:20.022598 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392b822-463e-4daa-a327-95af345effc1 req-e87396b7-4c01-4a72-a16c-9968383cd806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:20.024644 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b392b822-463e-4daa-a327-95af345effc1 req-e87396b7-4c01-4a72-a16c-9968383cd806 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911481 Aug 16 21:45:20.105447 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-1e6f7760-2d17-42c6-a97c-e5c713b94f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:20.106955 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-1e6f7760-2d17-42c6-a97c-e5c713b94f06 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 1095 time: 0.0447612 Aug 16 21:45:20.153744 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-2668dbf7-ca65-4787-a7ed-0454852f4340 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d185d48-e415-41b9-a4a4-59f9e24ce525 HTTP/1.1" status: 200 len: 217 time: 0.0394056 Aug 16 21:45:20.201534 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-ac544b37-9494-45d0-addb-0fac83c795a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:20.202972 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-ac544b37-9494-45d0-addb-0fac83c795a7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0431192 Aug 16 21:45:20.248955 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-100059b6-0dca-4977-9e5f-5fcb35ed5ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:20.250534 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-100059b6-0dca-4977-9e5f-5fcb35ed5ccf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410995 Aug 16 21:45:20.345796 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-add48524-320c-41ab-8ee9-efbc07b25d53 service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883973 Aug 16 21:45:20.441675 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4d2bc83f-72b3-4ae4-8105-0d39c4b936cb req-e7579169-35a2-4fc0-8d02-2288f8b2af66 service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887527 Aug 16 21:45:20.729390 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63658e8-e4b6-4420-bbad-8ce3b88dbeda req-3026a375-3a7d-4496-93bf-3ea077095e61 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:20.730852 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f63658e8-e4b6-4420-bbad-8ce3b88dbeda req-3026a375-3a7d-4496-93bf-3ea077095e61 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 943 time: 0.0496762 Aug 16 21:45:20.767834 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f63658e8-e4b6-4420-bbad-8ce3b88dbeda req-3dc9dd45-fe54-43d6-affa-819f57671884 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309327 Aug 16 21:45:21.765723 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 4d185d48-e415-41b9-a4a4-59f9e24ce525 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:45:21.863674 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 4d185d48-e415-41b9-a4a4-59f9e24ce525, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=4d185d48-e415-41b9-a4a4-59f9e24ce525,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:45:21.875942 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '4d185d48-e415-41b9-a4a4-59f9e24ce525', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'port_id': '4d185d48-e415-41b9-a4a4-59f9e24ce525', 'mac_address': 'fa:16:3e:ce:66:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:45:21.890546 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d93ae-efdc-420b-9be7-c70d9339cc86 req-a71bf842-f6cb-4fee-b637-09dff5b30988 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:21.892115 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-025d93ae-efdc-420b-9be7-c70d9339cc86 req-a71bf842-f6cb-4fee-b637-09dff5b30988 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 943 time: 0.0550408 Aug 16 21:45:21.913689 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:21.927922 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d185d48-e415-41b9-a4a4-59f9e24ce525 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:45:21.931347 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-025d93ae-efdc-420b-9be7-c70d9339cc86 req-846a27c3-ed0b-4055-884f-d860769c6bca tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330477 Aug 16 21:45:21.952535 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 4d185d48-e415-41b9-a4a4-59f9e24ce525, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=4d185d48-e415-41b9-a4a4-59f9e24ce525,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:45:22.035073 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:22.085049 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=4d185d48-e415-41b9-a4a4-59f9e24ce525,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:22.273568 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['4d185d48-e415-41b9-a4a4-59f9e24ce525'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:45:22.435277 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:23.048967 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a534963-a436-4663-ab1a-12dab45c0bd0 req-20afb435-800b-4fa5-aade-7dc72ba9d27b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:23.050469 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a534963-a436-4663-ab1a-12dab45c0bd0 req-20afb435-800b-4fa5-aade-7dc72ba9d27b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 944 time: 0.0518060 Aug 16 21:45:23.091455 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a534963-a436-4663-ab1a-12dab45c0bd0 req-f0624a63-eae3-46ea-b669-b110e5565480 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349658 Aug 16 21:45:23.765731 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 4d185d48-e415-41b9-a4a4-59f9e24ce525 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:45:23.926675 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 4d185d48-e415-41b9-a4a4-59f9e24ce525 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:45:23.930871 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 4d185d48-e415-41b9-a4a4-59f9e24ce525 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:45:23.931251 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:24.005183 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:24.027602 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49308f2c-c1ae-43e6-a900-199b6d6df72d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d185d48-e415-41b9-a4a4-59f9e24ce525'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:45:24.029821 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c683fdb416c7f0821c75f6a91cfed7529d060c9c210f81ad2c881376259938b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4365e2-f8c3-45d8-9491-d21a5b28b68d" -d '{"events": [{"server_uuid": "49308f2c-c1ae-43e6-a900-199b6d6df72d", "name": "network-vif-plugged", "status": "completed", "tag": "4d185d48-e415-41b9-a4a4-59f9e24ce525"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:45:24.042693 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 4d185d48-e415-41b9-a4a4-59f9e24ce525, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=4d185d48-e415-41b9-a4a4-59f9e24ce525,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:45:24.065587 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6211a8e-0156-4210-93f1-a07a0fc608a9 x-openstack-request-id: req-f6211a8e-0156-4210-93f1-a07a0fc608a9 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:45:24.065883 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49308f2c-c1ae-43e6-a900-199b6d6df72d", "name": "network-vif-plugged", "status": "completed", "tag": "4d185d48-e415-41b9-a4a4-59f9e24ce525", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:45:24.066162 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f6211a8e-0156-4210-93f1-a07a0fc608a9 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:45:24.066563 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49308f2c-c1ae-43e6-a900-199b6d6df72d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d185d48-e415-41b9-a4a4-59f9e24ce525', 'code': 200} Aug 16 21:45:24.135238 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:24.162491 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42af59-154f-484a-8a09-f8844043e626 req-2e8da7de-9d21-4a4f-91e4-b8cd72eca475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:24.164312 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1d42af59-154f-484a-8a09-f8844043e626 req-2e8da7de-9d21-4a4f-91e4-b8cd72eca475 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 1096 time: 0.0434227 Aug 16 21:45:24.187994 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=4d185d48-e415-41b9-a4a4-59f9e24ce525,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:24.208056 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1d42af59-154f-484a-8a09-f8844043e626 req-1cb6cf95-2d31-451e-bdff-1617226319c5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351746 Aug 16 21:45:24.210241 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cee831-c9b8-46a7-8aa2-e6b8083fd8c6 req-8a8a883d-e901-400c-a5d3-2013c58a67de tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:24.211867 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c1cee831-c9b8-46a7-8aa2-e6b8083fd8c6 req-8a8a883d-e901-400c-a5d3-2013c58a67de tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 945 time: 0.0527098 Aug 16 21:45:24.250058 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c1cee831-c9b8-46a7-8aa2-e6b8083fd8c6 req-5420504a-ff4a-4f3b-a6e2-34102091f381 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316000 Aug 16 21:45:24.850269 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:45:25.371951 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07fc0e-d016-4b08-9f0f-8c73218a8e89 req-0f23abf8-d0c7-416a-aceb-d1ba6214ec83 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:25.373515 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4d07fc0e-d016-4b08-9f0f-8c73218a8e89 req-0f23abf8-d0c7-416a-aceb-d1ba6214ec83 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 945 time: 0.0544603 Aug 16 21:45:25.411667 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4d07fc0e-d016-4b08-9f0f-8c73218a8e89 req-1e9ba430-8c77-4a41-ada5-8872df31e665 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322850 Aug 16 21:45:25.522432 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266bbb7c-e4d6-48b4-8a66-fbf4a8d25207 req-6bfe55f9-3e0c-437c-a107-1714e9567467 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:25.524546 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-266bbb7c-e4d6-48b4-8a66-fbf4a8d25207 req-6bfe55f9-3e0c-437c-a107-1714e9567467 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 945 time: 0.0494330 Aug 16 21:45:25.533149 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 34766) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:45:25.537717 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-1363ea91-0318-41ef-bd54-bb8f8d00bad6 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Request body: {'floatingip': {'port_id': '4d185d48-e415-41b9-a4a4-59f9e24ce525'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:45:25.579285 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1363ea91-0318-41ef-bd54-bb8f8d00bad6 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks [] for floatingip, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:25.997016 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1363ea91-0318-41ef-bd54-bb8f8d00bad6 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:26.134591 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1363ea91-0318-41ef-bd54-bb8f8d00bad6 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:26.232599 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [None req-1363ea91-0318-41ef-bd54-bb8f8d00bad6 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Floating IP cc7d4ff7-d40f-4c11-bc78-ffa153c799f8 associated. External IP: 172.25.1.48, port: 4d185d48-e415-41b9-a4a4-59f9e24ce525. Aug 16 21:45:26.468650 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1363ea91-0318-41ef-bd54-bb8f8d00bad6 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Router 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:45:26.574818 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1363ea91-0318-41ef-bd54-bb8f8d00bad6 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:45:26.579899 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1363ea91-0318-41ef-bd54-bb8f8d00bad6 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:26.585133 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4147424c-02b3-4010-9c24-e2524c745412 None None] Sync routers for ids ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:45:26.594687 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4147424c-02b3-4010-9c24-e2524c745412 None None] Routers {'5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:45:26.595312 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-4147424c-02b3-4010-9c24-e2524c745412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:45:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:26.610101 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1363ea91-0318-41ef-bd54-bb8f8d00bad6 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "PUT /v2.0/floatingips/cc7d4ff7-d40f-4c11-bc78-ffa153c799f8 HTTP/1.1" status: 200 len: 990 time: 1.0759199 Aug 16 21:45:26.610730 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49308f2c-c1ae-43e6-a900-199b6d6df72d', 'tag': '4d185d48-e415-41b9-a4a4-59f9e24ce525'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:45:26.615101 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a13536b3c87fcb412486f7c1123a9b3fa8a88bbdfa2e9f90522308689ae332c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa19369f-9c05-45d6-9109-744006bb6d48" -d '{"events": [{"name": "network-changed", "server_uuid": "49308f2c-c1ae-43e6-a900-199b6d6df72d", "tag": "4d185d48-e415-41b9-a4a4-59f9e24ce525"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:45:26.654209 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ede071-9409-4075-b6c4-707e5bd8c6c8 x-openstack-request-id: req-e9ede071-9409-4075-b6c4-707e5bd8c6c8 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:45:26.654504 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49308f2c-c1ae-43e6-a900-199b6d6df72d", "tag": "4d185d48-e415-41b9-a4a4-59f9e24ce525", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:45:26.654756 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e9ede071-9409-4075-b6c4-707e5bd8c6c8 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:45:26.655286 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49308f2c-c1ae-43e6-a900-199b6d6df72d', 'tag': '4d185d48-e415-41b9-a4a4-59f9e24ce525', 'status': 'completed', 'code': 200} Aug 16 21:45:26.715568 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-4147424c-02b3-4010-9c24-e2524c745412 None None] Set router 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:45:26.720725 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19369f-9c05-45d6-9109-744006bb6d48 req-5ebbd61b-8328-4a69-94c7-e06a545b53c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:26.722247 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fa19369f-9c05-45d6-9109-744006bb6d48 req-5ebbd61b-8328-4a69-94c7-e06a545b53c5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 1097 time: 0.0405583 Aug 16 21:45:26.816642 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19369f-9c05-45d6-9109-744006bb6d48 req-6b467850-9349-4a16-b506-e841aabeedb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:26.818543 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fa19369f-9c05-45d6-9109-744006bb6d48 req-6b467850-9349-4a16-b506-e841aabeedb8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 912 time: 0.0898304 Aug 16 21:45:26.889442 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fa19369f-9c05-45d6-9109-744006bb6d48 req-358f4ef1-d705-46dd-910c-9c5d9ee1d1b4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d185d48-e415-41b9-a4a4-59f9e24ce525 HTTP/1.1" status: 200 len: 998 time: 0.0635312 Aug 16 21:45:26.938553 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19369f-9c05-45d6-9109-744006bb6d48 req-3dbdcf50-528b-4a3e-b778-ad67aca2c9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:26.940060 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fa19369f-9c05-45d6-9109-744006bb6d48 req-3dbdcf50-528b-4a3e-b778-ad67aca2c9c9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0439939 Aug 16 21:45:26.984501 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19369f-9c05-45d6-9109-744006bb6d48 req-28ee7d42-3266-482d-a965-4a7676bbe676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:26.986001 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fa19369f-9c05-45d6-9109-744006bb6d48 req-28ee7d42-3266-482d-a965-4a7676bbe676 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394728 Aug 16 21:45:27.078644 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fa19369f-9c05-45d6-9109-744006bb6d48 req-42a47a1a-883c-4b22-b976-e43997a36835 service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851738 Aug 16 21:45:27.098800 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-4147424c-02b3-4010-9c24-e2524c745412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'name': 'tempest-ServerActionsTestJSON-580793185-router', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:27Z', 'updated_at': '2021-08-16T21:40:31Z', 'revision_number': 4, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'gw_port': {'id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:28Z', 'updated_at': '2021-08-16T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'cc7d4ff7-d40f-4c11-bc78-ffa153c799f8', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'floating_ip_address': '172.25.1.48', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'port_id': '4d185d48-e415-41b9-a4a4-59f9e24ce525', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'mac_address': 'fa:16:3e:ce:66:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49308f2c-c1ae-43e6-a900-199b6d6df72d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:40:34Z', 'updated_at': '2021-08-16T21:45:25Z', 'revision_number': 9, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e02c3d4-3baa-4f31-bb09-2da84aea372d', 'name': '', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'mac_address': 'fa:16:3e:c4:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:30Z', 'updated_at': '2021-08-16T21:40:36Z', 'revision_number': 5, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'subnets': [{'id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:27.127959 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4147424c-02b3-4010-9c24-e2524c745412 None None] Checking router: 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:45:27.136537 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4147424c-02b3-4010-9c24-e2524c745412 None None] Routers {'5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:45:27.137148 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-4147424c-02b3-4010-9c24-e2524c745412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:45:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:27.166697 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fa19369f-9c05-45d6-9109-744006bb6d48 req-5bdd07c7-b0fe-4884-b59d-2b6d976d7e95 service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813704 Aug 16 21:45:27.243488 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-4147424c-02b3-4010-9c24-e2524c745412 None None] Set router 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:45:27.465015 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-4147424c-02b3-4010-9c24-e2524c745412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'name': 'tempest-ServerActionsTestJSON-580793185-router', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:27Z', 'updated_at': '2021-08-16T21:40:31Z', 'revision_number': 4, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'gw_port': {'id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:28Z', 'updated_at': '2021-08-16T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'cc7d4ff7-d40f-4c11-bc78-ffa153c799f8', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'floating_ip_address': '172.25.1.48', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'port_id': '4d185d48-e415-41b9-a4a4-59f9e24ce525', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'mac_address': 'fa:16:3e:ce:66:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49308f2c-c1ae-43e6-a900-199b6d6df72d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:40:34Z', 'updated_at': '2021-08-16T21:45:25Z', 'revision_number': 9, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e02c3d4-3baa-4f31-bb09-2da84aea372d', 'name': '', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'mac_address': 'fa:16:3e:c4:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:30Z', 'updated_at': '2021-08-16T21:40:36Z', 'revision_number': 5, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'subnets': [{'id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:27.492052 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4147424c-02b3-4010-9c24-e2524c745412 None None] The sync data for ids ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'] in n-d-793620-15 is: [{'id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'name': 'tempest-ServerActionsTestJSON-580793185-router', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:27Z', 'updated_at': '2021-08-16T21:40:31Z', 'revision_number': 4, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'gw_port': {'id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:28Z', 'updated_at': '2021-08-16T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'cc7d4ff7-d40f-4c11-bc78-ffa153c799f8', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'floating_ip_address': '172.25.1.48', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'port_id': '4d185d48-e415-41b9-a4a4-59f9e24ce525', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'mac_address': 'fa:16:3e:ce:66:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49308f2c-c1ae-43e6-a900-199b6d6df72d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:40:34Z', 'updated_at': '2021-08-16T21:45:25Z', 'revision_number': 9, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e02c3d4-3baa-4f31-bb09-2da84aea372d', 'name': '', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'mac_address': 'fa:16:3e:c4:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:30Z', 'updated_at': '2021-08-16T21:40:36Z', 'revision_number': 5, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'subnets': [{'id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:45:27.684444 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37445822-c00d-40d9-84e4-ed9c77cb95e2 None None] New status for floating IP cc7d4ff7-d40f-4c11-bc78-ffa153c799f8: ACTIVE {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:45:41.128249 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b60e11eb-36c5-42b0-9d1c-7fe732cbf8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:43.629154 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7fb42349-dfe5-4bb2-abe6-d319150f9810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:43.845919 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:45.019438 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:46.745201 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:49.762251 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:52.485685 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:01.850185 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:46:04.131857 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-86a63a30-865b-4d14-91c4-a6a1bcb183bc req-e2bfd018-cbef-4927-a93b-261aa13ec05a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0821671 Aug 16 21:46:04.210749 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a63a30-865b-4d14-91c4-a6a1bcb183bc req-cfd0afd9-2769-4033-a472-2721f09f39c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:46:04.212280 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-86a63a30-865b-4d14-91c4-a6a1bcb183bc req-cfd0afd9-2769-4033-a472-2721f09f39c9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 1097 time: 0.0398579 Aug 16 21:46:04.313414 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a63a30-865b-4d14-91c4-a6a1bcb183bc req-3da1fe42-c62f-4a42-a713-e946b81285a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:46:04.314878 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-86a63a30-865b-4d14-91c4-a6a1bcb183bc req-3da1fe42-c62f-4a42-a713-e946b81285a0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 912 time: 0.0842774 Aug 16 21:46:04.646475 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-86a63a30-865b-4d14-91c4-a6a1bcb183bc req-997d5951-90d5-459a-a813-b8c6d78b5f65 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d185d48-e415-41b9-a4a4-59f9e24ce525 HTTP/1.1" status: 200 len: 1001 time: 0.3241086 Aug 16 21:46:04.696330 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a63a30-865b-4d14-91c4-a6a1bcb183bc req-25da7b56-3659-4be1-9001-9aa340cdd2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:46:04.706106 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-86a63a30-865b-4d14-91c4-a6a1bcb183bc req-25da7b56-3659-4be1-9001-9aa340cdd2c0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0441601 Aug 16 21:46:04.742835 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a63a30-865b-4d14-91c4-a6a1bcb183bc req-de29b592-d847-4fd5-8783-29562b148c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:46:04.751951 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-86a63a30-865b-4d14-91c4-a6a1bcb183bc req-de29b592-d847-4fd5-8783-29562b148c72 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398028 Aug 16 21:46:04.755208 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [req-86a63a30-865b-4d14-91c4-a6a1bcb183bc req-d7e5d1c3-98b2-4835-8494-69b87593a364 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:46:04.756746 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-86a63a30-865b-4d14-91c4-a6a1bcb183bc req-d7e5d1c3-98b2-4835-8494-69b87593a364 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050008 Aug 16 21:46:04.847602 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-86a63a30-865b-4d14-91c4-a6a1bcb183bc req-36542288-7e4d-4ef7-83b5-dd2e0b734a9c service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846329 Aug 16 21:46:04.938602 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-86a63a30-865b-4d14-91c4-a6a1bcb183bc req-a039da3b-7e58-46ba-8f59-12e530bc1ada service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841594 Aug 16 21:46:11.127431 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-90530f88-0dd2-4d16-a71f-f81dbfa182d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:13.669888 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d51af7d0-30a7-48f4-9b5e-f10e6810de14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:13.955954 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:15.046047 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:16.813055 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:19.795802 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:22.469677 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:38.850522 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:46:41.114552 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-69910e05-b065-48b9-9a19-6472bf4050a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:43.663311 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-bf0223b5-2f37-4e18-96d8-f50a9549d068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:43.868357 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:45.023188 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:46.737052 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:49.799616 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:52.491201 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:03.712034 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab60d82-258b-4183-8b8f-c5a6de261159 req-6915258b-5d71-458f-8c51-492d79a51443 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:03.714855 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7ab60d82-258b-4183-8b8f-c5a6de261159 req-6915258b-5d71-458f-8c51-492d79a51443 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 945 time: 0.0550535 Aug 16 21:47:03.753719 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7ab60d82-258b-4183-8b8f-c5a6de261159 req-31d10e4f-eae6-46ac-9682-73cd04468306 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329733 Aug 16 21:47:03.846576 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-426085aa-e121-4b1b-b528-62de4240671d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0435586 Aug 16 21:47:04.874745 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc3b07-a849-41ad-a29a-4d64f530bbc4 req-0c087208-ced9-48df-b518-ca338c534ecd tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:04.876285 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1ebc3b07-a849-41ad-a29a-4d64f530bbc4 req-0c087208-ced9-48df-b518-ca338c534ecd tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 945 time: 0.0539696 Aug 16 21:47:04.914145 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1ebc3b07-a849-41ad-a29a-4d64f530bbc4 req-03cbcbf2-8ece-49dd-b69e-7929fdd54f8f tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319183 Aug 16 21:47:05.896223 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-b3644c32-1286-4616-b75a-76ff1bd73757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:05.897763 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-b3644c32-1286-4616-b75a-76ff1bd73757 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 1097 time: 0.0410447 Aug 16 21:47:05.987832 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-210587da-a7ff-45cb-a9d7-2c8aa6522020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:05.989292 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-210587da-a7ff-45cb-a9d7-2c8aa6522020 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 912 time: 0.0847547 Aug 16 21:47:06.030962 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6cbfff-d693-4111-9c5f-3832900e90bf req-99d33d3a-ea60-4eb6-ae5e-eea3bdd7886a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:06.032545 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3d6cbfff-d693-4111-9c5f-3832900e90bf req-99d33d3a-ea60-4eb6-ae5e-eea3bdd7886a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 945 time: 0.0486007 Aug 16 21:47:06.061466 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-7e2f58a7-57a9-40fb-ad0f-847ccf60b521 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d185d48-e415-41b9-a4a4-59f9e24ce525 HTTP/1.1" status: 200 len: 1001 time: 0.0642703 Aug 16 21:47:06.071146 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3d6cbfff-d693-4111-9c5f-3832900e90bf req-726c7a58-e7c3-46b4-b2e8-0e7c025454ca tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327384 Aug 16 21:47:06.110977 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-6953ee07-9119-475b-8af3-284f0cdb6c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:06.112489 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-6953ee07-9119-475b-8af3-284f0cdb6c2e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0436552 Aug 16 21:47:06.157949 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-6fe2b3d7-c074-48e5-a2b8-4cccd0c4f6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:06.159355 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-6fe2b3d7-c074-48e5-a2b8-4cccd0c4f6ee service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402610 Aug 16 21:47:06.252056 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-e65a7e5b-405e-47cd-abb6-3eedaf76a6e6 service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853605 Aug 16 21:47:06.339506 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-14dfbf84-4389-477a-b8ca-017a15432924 service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807455 Aug 16 21:47:06.442978 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc4b0d-1973-4c6c-892d-224ccd3873de req-2eeb82de-e2cd-49b3-92c4-3d6cf266693b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:06.444476 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a2fc4b0d-1973-4c6c-892d-224ccd3873de req-2eeb82de-e2cd-49b3-92c4-3d6cf266693b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 1097 time: 0.0472608 Aug 16 21:47:06.551592 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc4b0d-1973-4c6c-892d-224ccd3873de req-377ad84f-9d92-4ca4-a511-09474c836fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:06.553146 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a2fc4b0d-1973-4c6c-892d-224ccd3873de req-377ad84f-9d92-4ca4-a511-09474c836fb2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 912 time: 0.0862420 Aug 16 21:47:06.622158 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a2fc4b0d-1973-4c6c-892d-224ccd3873de req-939f5145-9465-42af-a609-d7ac5a342e86 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d185d48-e415-41b9-a4a4-59f9e24ce525 HTTP/1.1" status: 200 len: 1001 time: 0.0620859 Aug 16 21:47:06.671942 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc4b0d-1973-4c6c-892d-224ccd3873de req-0449b1e9-2c3c-4103-ab0b-7ce155b8fff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:06.673449 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a2fc4b0d-1973-4c6c-892d-224ccd3873de req-0449b1e9-2c3c-4103-ab0b-7ce155b8fff2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0437384 Aug 16 21:47:06.721491 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc4b0d-1973-4c6c-892d-224ccd3873de req-699197e9-91ab-433f-90a4-f3cb5d635290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:06.722973 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a2fc4b0d-1973-4c6c-892d-224ccd3873de req-699197e9-91ab-433f-90a4-f3cb5d635290 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412569 Aug 16 21:47:06.813126 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a2fc4b0d-1973-4c6c-892d-224ccd3873de req-696d25bc-d69d-4dbb-9304-58a0eb6a88f3 service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825870 Aug 16 21:47:06.900924 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a2fc4b0d-1973-4c6c-892d-224ccd3873de req-373fd5f9-34c6-4262-af4e-031948c109b0 service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801625 Aug 16 21:47:07.187539 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7d81d-cf3c-452c-b9a5-563c2e6c1a4d req-d79c3ab7-35a8-45b3-841c-5456e79597ac tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:07.189044 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cdd7d81d-cf3c-452c-b9a5-563c2e6c1a4d req-d79c3ab7-35a8-45b3-841c-5456e79597ac tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 945 time: 0.0486777 Aug 16 21:47:07.225744 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cdd7d81d-cf3c-452c-b9a5-563c2e6c1a4d req-3036059c-1759-4dae-b67d-b11b4bf990cd tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308723 Aug 16 21:47:08.344370 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5494361-034a-49a2-93ce-5366d406ab14 req-6b756b3e-7e19-4399-90e0-2420b255c74e tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:08.345851 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e5494361-034a-49a2-93ce-5366d406ab14 req-6b756b3e-7e19-4399-90e0-2420b255c74e tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 945 time: 0.0528507 Aug 16 21:47:08.381759 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e5494361-034a-49a2-93ce-5366d406ab14 req-08ebbdd4-82a6-4fb2-9eb4-3ca3e9ffd895 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301316 Aug 16 21:47:09.743427 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d9ecf-fe9d-46b5-a367-6f7aeab95f3b req-f1a57826-50de-49c7-87ec-4093415d0d71 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:09.744979 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8f3d9ecf-fe9d-46b5-a367-6f7aeab95f3b req-f1a57826-50de-49c7-87ec-4093415d0d71 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 945 time: 0.0534103 Aug 16 21:47:09.782375 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8f3d9ecf-fe9d-46b5-a367-6f7aeab95f3b req-f5dbd136-3f02-4fb7-a200-a179a7d608cf tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315669 Aug 16 21:47:10.896117 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500827e-87ea-4c40-9cdf-13275538367d req-748d1ea0-ee07-4bd1-b9bb-3157899b554a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:10.897626 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1500827e-87ea-4c40-9cdf-13275538367d req-748d1ea0-ee07-4bd1-b9bb-3157899b554a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 945 time: 0.0485203 Aug 16 21:47:10.935452 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1500827e-87ea-4c40-9cdf-13275538367d req-70701bc3-7660-4dcf-b6ac-4601811442a7 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318649 Aug 16 21:47:11.125079 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c1d6694f-7aa8-4bc6-bd63-153fba9dc3ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:12.054066 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc2a50-cc5c-4f46-bf7f-072f037e78c1 req-132ac0d2-0624-4dbc-9837-71c1fd33ceb8 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:12.055576 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9fbc2a50-cc5c-4f46-bf7f-072f037e78c1 req-132ac0d2-0624-4dbc-9837-71c1fd33ceb8 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 945 time: 0.0528421 Aug 16 21:47:12.092669 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9fbc2a50-cc5c-4f46-bf7f-072f037e78c1 req-383a3a78-7457-4f06-86c5-f9ddf6720b8e tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311654 Aug 16 21:47:13.207012 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e9506-07ca-4fe0-abd7-cfc778f1ca54 req-ea36cf1c-1cb4-4f82-b380-97554fb56ac1 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:13.208577 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-957e9506-07ca-4fe0-abd7-cfc778f1ca54 req-ea36cf1c-1cb4-4f82-b380-97554fb56ac1 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 945 time: 0.0496554 Aug 16 21:47:13.246247 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-957e9506-07ca-4fe0-abd7-cfc778f1ca54 req-06fb5396-cceb-4cdc-8fb0-c58ae9bab9f1 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316474 Aug 16 21:47:13.627444 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-162f5905-d442-42e0-bebd-adcdd8c43016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:13.879376 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:14.359320 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845cd80-a6b5-4041-b7b5-1bf07903de71 req-18d587e2-8bfd-4ded-8426-194e8baa1da8 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:14.360833 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2845cd80-a6b5-4041-b7b5-1bf07903de71 req-18d587e2-8bfd-4ded-8426-194e8baa1da8 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 945 time: 0.0488870 Aug 16 21:47:14.397988 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2845cd80-a6b5-4041-b7b5-1bf07903de71 req-a69fb3cf-44a1-408c-86b4-d0b7b35cb1f9 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313237 Aug 16 21:47:15.021913 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:15.515172 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a757458-68ee-40bd-b301-fec0a5eb0905 req-d0d1a66e-02e5-4058-9c92-c2a132e557d9 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:15.517376 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4a757458-68ee-40bd-b301-fec0a5eb0905 req-d0d1a66e-02e5-4058-9c92-c2a132e557d9 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 945 time: 0.0521724 Aug 16 21:47:15.553594 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4a757458-68ee-40bd-b301-fec0a5eb0905 req-39b61de8-939c-4459-b21b-6d342c95f3d3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303519 Aug 16 21:47:15.849440 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:47:16.682689 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e84b3-3c39-4e9a-9f64-7b9a4048ea08 req-5ec41247-30df-46f1-9a6f-d853c5b95e4a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:16.684266 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-301e84b3-3c39-4e9a-9f64-7b9a4048ea08 req-5ec41247-30df-46f1-9a6f-d853c5b95e4a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 945 time: 0.0638669 Aug 16 21:47:16.722696 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-301e84b3-3c39-4e9a-9f64-7b9a4048ea08 req-a3a75e64-a757-4e88-b86b-9efa1860717b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324566 Aug 16 21:47:16.724551 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:17.836443 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acfa47-780a-4f9b-9d40-fc50ca37ebcd req-fe1da5c9-44e6-4843-a144-d149b0f4db96 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:17.837951 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e3acfa47-780a-4f9b-9d40-fc50ca37ebcd req-fe1da5c9-44e6-4843-a144-d149b0f4db96 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 945 time: 0.0489817 Aug 16 21:47:17.875588 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e3acfa47-780a-4f9b-9d40-fc50ca37ebcd req-6ca2e63b-a940-496f-95ee-8f891d7ea553 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311520 Aug 16 21:47:18.873589 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-c8092fa0-6248-4607-a5e6-ce10781b00c4 service neutron] show failed (client error): The resource could not be found. Aug 16 21:47:18.874613 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-c8092fa0-6248-4607-a5e6-ce10781b00c4 service neutron] 10.222.0.72 "GET /v2.0/ports/4d185d48-e415-41b9-a4a4-59f9e24ce525/bindings/n-h2-793620-15 HTTP/1.1" status: 404 len: 381 time: 0.0537829 Aug 16 21:47:18.994577 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab9156-1d5c-4d64-af15-d544b387c626 req-4839056d-a268-4b4d-b19e-ce3fb97359f6 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:18.996159 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c7ab9156-1d5c-4d64-af15-d544b387c626 req-4839056d-a268-4b4d-b19e-ce3fb97359f6 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 945 time: 0.0528405 Aug 16 21:47:19.034926 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c7ab9156-1d5c-4d64-af15-d544b387c626 req-8f5c2123-afca-45fd-a9ea-848afe636831 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320847 Aug 16 21:47:19.481888 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-516f941e-14d2-4bea-8126-21a3d90d4dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:19.483377 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-516f941e-14d2-4bea-8126-21a3d90d4dc0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d&tenant_id=4bc463354ea14830aa50f7ab4d93c9c1 HTTP/1.1" status: 200 len: 1097 time: 0.0960331 Aug 16 21:47:19.495684 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-934f92bb-d886-4e7d-b8ae-f7747a198709 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-15', 'device_owner': 'compute:nova'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:47:19.550746 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-934f92bb-d886-4e7d-b8ae-f7747a198709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:19.749254 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-934f92bb-d886-4e7d-b8ae-f7747a198709 service neutron] For port 4d185d48-e415-41b9-a4a4-59f9e24ce525, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=4d185d48-e415-41b9-a4a4-59f9e24ce525,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:47:19.783221 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-934f92bb-d886-4e7d-b8ae-f7747a198709 service neutron] For port 4d185d48-e415-41b9-a4a4-59f9e24ce525, host n-h1-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:47:19.821701 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:19.822284 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49308f2c-c1ae-43e6-a900-199b6d6df72d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d185d48-e415-41b9-a4a4-59f9e24ce525'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:47:19.824993 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a13536b3c87fcb412486f7c1123a9b3fa8a88bbdfa2e9f90522308689ae332c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48935cc6-0a6c-4870-8421-09817df40657" -d '{"events": [{"server_uuid": "49308f2c-c1ae-43e6-a900-199b6d6df72d", "name": "network-vif-unplugged", "status": "completed", "tag": "4d185d48-e415-41b9-a4a4-59f9e24ce525"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:47:19.828791 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-934f92bb-d886-4e7d-b8ae-f7747a198709 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:19.840804 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-934f92bb-d886-4e7d-b8ae-f7747a198709 service neutron] Transition to ACTIVE for port object 4d185d48-e415-41b9-a4a4-59f9e24ce525 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:47:19.902181 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-934f92bb-d886-4e7d-b8ae-f7747a198709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:19.929574 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dccd5af1-2370-48ec-a214-329470b8e913 x-openstack-request-id: req-dccd5af1-2370-48ec-a214-329470b8e913 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:47:19.929860 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49308f2c-c1ae-43e6-a900-199b6d6df72d", "name": "network-vif-unplugged", "status": "completed", "tag": "4d185d48-e415-41b9-a4a4-59f9e24ce525", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:47:19.930116 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-dccd5af1-2370-48ec-a214-329470b8e913 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:47:19.930514 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49308f2c-c1ae-43e6-a900-199b6d6df72d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d185d48-e415-41b9-a4a4-59f9e24ce525', 'code': 200} Aug 16 21:47:20.339643 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f92bb-d886-4e7d-b8ae-f7747a198709 service neutron] Pushing event updated for resources: {'Port': ['ID=4d185d48-e415-41b9-a4a4-59f9e24ce525,revision_number=6']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:47:20.369617 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934f92bb-d886-4e7d-b8ae-f7747a198709 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:20.369969 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934f92bb-d886-4e7d-b8ae-f7747a198709 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:20.370316 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934f92bb-d886-4e7d-b8ae-f7747a198709 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:20.370659 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934f92bb-d886-4e7d-b8ae-f7747a198709 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:20.370996 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934f92bb-d886-4e7d-b8ae-f7747a198709 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:20.371338 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934f92bb-d886-4e7d-b8ae-f7747a198709 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:20.371666 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934f92bb-d886-4e7d-b8ae-f7747a198709 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:20.372015 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934f92bb-d886-4e7d-b8ae-f7747a198709 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:20.372348 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934f92bb-d886-4e7d-b8ae-f7747a198709 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:20.372679 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934f92bb-d886-4e7d-b8ae-f7747a198709 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:20.373013 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934f92bb-d886-4e7d-b8ae-f7747a198709 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:20.373335 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934f92bb-d886-4e7d-b8ae-f7747a198709 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:20.402268 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-934f92bb-d886-4e7d-b8ae-f7747a198709 service neutron] No DVR routers for this DVR port 4d185d48-e415-41b9-a4a4-59f9e24ce525 on host n-h1-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:47:20.444864 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a24353-18f4-4245-b891-ba0dd8cc6213 req-b33fa1d6-d6f2-4c7c-9b18-c0e4fd7988c8 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:20.446385 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f0a24353-18f4-4245-b891-ba0dd8cc6213 req-b33fa1d6-d6f2-4c7c-9b18-c0e4fd7988c8 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 943 time: 0.1217952 Aug 16 21:47:20.525408 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f0a24353-18f4-4245-b891-ba0dd8cc6213 req-6963f515-1ba7-403f-a66d-d24aeba392fb tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711069 Aug 16 21:47:20.569241 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-934f92bb-d886-4e7d-b8ae-f7747a198709 service neutron] Attempting to bind port 4d185d48-e415-41b9-a4a4-59f9e24ce525 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:47:20.569509 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-934f92bb-d886-4e7d-b8ae-f7747a198709 service neutron] Attempting to bind port 4d185d48-e415-41b9-a4a4-59f9e24ce525 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:47:20.569844 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-934f92bb-d886-4e7d-b8ae-f7747a198709 service neutron] Attempting to bind port 4d185d48-e415-41b9-a4a4-59f9e24ce525 on network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:47:20.574062 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-934f92bb-d886-4e7d-b8ae-f7747a198709 service neutron] Port 4d185d48-e415-41b9-a4a4-59f9e24ce525 on network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:47:20.574392 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-934f92bb-d886-4e7d-b8ae-f7747a198709 service neutron] Attempting to bind port 4d185d48-e415-41b9-a4a4-59f9e24ce525 on network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:47:20.579139 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-934f92bb-d886-4e7d-b8ae-f7747a198709 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:47:20.579483 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-934f92bb-d886-4e7d-b8ae-f7747a198709 service neutron] Checking segment: {'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:47:20.579905 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-934f92bb-d886-4e7d-b8ae-f7747a198709 service neutron] Bound using segment: {'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:47:20.580338 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-934f92bb-d886-4e7d-b8ae-f7747a198709 service neutron] Bound port: 4d185d48-e415-41b9-a4a4-59f9e24ce525, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:47:20.580702 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-934f92bb-d886-4e7d-b8ae-f7747a198709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:20.644517 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-934f92bb-d886-4e7d-b8ae-f7747a198709 service neutron] For port 4d185d48-e415-41b9-a4a4-59f9e24ce525, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:47:20.647662 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-934f92bb-d886-4e7d-b8ae-f7747a198709 service neutron] For port 4d185d48-e415-41b9-a4a4-59f9e24ce525, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=4d185d48-e415-41b9-a4a4-59f9e24ce525,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:47:20.713543 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-934f92bb-d886-4e7d-b8ae-f7747a198709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:20.747164 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-934f92bb-d886-4e7d-b8ae-f7747a198709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:20.747852 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-934f92bb-d886-4e7d-b8ae-f7747a198709 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:20.749290 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-934f92bb-d886-4e7d-b8ae-f7747a198709 service neutron] 10.222.0.90 "PUT /v2.0/ports/4d185d48-e415-41b9-a4a4-59f9e24ce525 HTTP/1.1" status: 200 len: 1092 time: 1.2575641 Aug 16 21:47:20.773374 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f92bb-d886-4e7d-b8ae-f7747a198709 service neutron] Pushing event updated for resources: {'Port': ['ID=4d185d48-e415-41b9-a4a4-59f9e24ce525,revision_number=7']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:47:20.817823 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-7b649762-f0c1-4015-bfc8-aa43bdd468ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:20.819640 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-7b649762-f0c1-4015-bfc8-aa43bdd468ee service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 1095 time: 0.0428140 Aug 16 21:47:20.931319 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-e02cca79-c8a9-4f61-ab19-31d829afba72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:20.932913 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-e02cca79-c8a9-4f61-ab19-31d829afba72 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 912 time: 0.1023779 Aug 16 21:47:21.002954 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-76749611-4f1c-4790-b777-97b5e0777a91 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d185d48-e415-41b9-a4a4-59f9e24ce525 HTTP/1.1" status: 200 len: 999 time: 0.0620642 Aug 16 21:47:21.052550 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-5c5f3f54-c400-4e97-9607-5a6b77b9a905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:21.053947 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-5c5f3f54-c400-4e97-9607-5a6b77b9a905 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0445883 Aug 16 21:47:21.102627 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-fe73b389-c806-49b5-91ed-94c704e71ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:21.104064 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-fe73b389-c806-49b5-91ed-94c704e71ae0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436594 Aug 16 21:47:21.191127 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-c47718a4-ff23-4fdd-a538-74e8eb5c7fe5 service neutron] 10.222.0.90 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792687 Aug 16 21:47:21.282683 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-52d0c633-1d70-44c4-ba11-6863a7b84e9a req-b20966eb-8405-46b1-954e-43a6ee72b974 service neutron] 10.222.0.90 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844588 Aug 16 21:47:21.647468 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01e38c-b599-48ec-8aa6-80eaa90e1188 req-d244d61a-d93a-4031-8414-4c9e1534695c tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:21.649002 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1e01e38c-b599-48ec-8aa6-80eaa90e1188 req-d244d61a-d93a-4031-8414-4c9e1534695c tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 943 time: 0.0496964 Aug 16 21:47:21.686791 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1e01e38c-b599-48ec-8aa6-80eaa90e1188 req-53aef5dc-952a-4d8b-ad32-34eefa3e0e6c tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318232 Aug 16 21:47:21.931875 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49308f2c-c1ae-43e6-a900-199b6d6df72d', 'tag': '4d185d48-e415-41b9-a4a4-59f9e24ce525'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:47:21.934568 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a13536b3c87fcb412486f7c1123a9b3fa8a88bbdfa2e9f90522308689ae332c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c9ed8c-1a52-44b0-81ff-25310227bf50" -d '{"events": [{"name": "network-changed", "server_uuid": "49308f2c-c1ae-43e6-a900-199b6d6df72d", "tag": "4d185d48-e415-41b9-a4a4-59f9e24ce525"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:47:21.984421 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a6952d-71d1-4cd9-8318-92ef0ec00b35 x-openstack-request-id: req-28a6952d-71d1-4cd9-8318-92ef0ec00b35 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:47:21.988661 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49308f2c-c1ae-43e6-a900-199b6d6df72d", "tag": "4d185d48-e415-41b9-a4a4-59f9e24ce525", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:47:21.988661 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-28a6952d-71d1-4cd9-8318-92ef0ec00b35 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:47:21.988661 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49308f2c-c1ae-43e6-a900-199b6d6df72d', 'tag': '4d185d48-e415-41b9-a4a4-59f9e24ce525', 'status': 'completed', 'code': 200} Aug 16 21:47:22.049917 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9ed8c-1a52-44b0-81ff-25310227bf50 req-31d4f5f8-025e-4185-9932-5338647872c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:22.051475 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-19c9ed8c-1a52-44b0-81ff-25310227bf50 req-31d4f5f8-025e-4185-9932-5338647872c7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 1095 time: 0.0434101 Aug 16 21:47:22.053739 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9ed8c-1a52-44b0-81ff-25310227bf50 req-305856c2-08fc-4cd8-a54d-64e67ace53ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:22.055292 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-19c9ed8c-1a52-44b0-81ff-25310227bf50 req-305856c2-08fc-4cd8-a54d-64e67ace53ab service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 1095 time: 0.0517330 Aug 16 21:47:22.151444 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9ed8c-1a52-44b0-81ff-25310227bf50 req-1152a820-05af-43cc-8705-6c1d7dc2e8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:22.152278 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9ed8c-1a52-44b0-81ff-25310227bf50 req-1793687d-1fbe-4ffa-9013-99e206b41098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:22.152962 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-19c9ed8c-1a52-44b0-81ff-25310227bf50 req-1152a820-05af-43cc-8705-6c1d7dc2e8f5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 912 time: 0.0912237 Aug 16 21:47:22.153822 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-19c9ed8c-1a52-44b0-81ff-25310227bf50 req-1793687d-1fbe-4ffa-9013-99e206b41098 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 912 time: 0.0949471 Aug 16 21:47:22.223385 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-19c9ed8c-1a52-44b0-81ff-25310227bf50 req-4d2428f7-a34a-4bcf-8a47-fcf4c6a0581f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d185d48-e415-41b9-a4a4-59f9e24ce525 HTTP/1.1" status: 200 len: 999 time: 0.0632823 Aug 16 21:47:22.225974 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-19c9ed8c-1a52-44b0-81ff-25310227bf50 req-c255128c-c2f7-4299-a7e1-5bd31c8ed0f5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d185d48-e415-41b9-a4a4-59f9e24ce525 HTTP/1.1" status: 200 len: 999 time: 0.0640841 Aug 16 21:47:22.274678 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9ed8c-1a52-44b0-81ff-25310227bf50 req-033388a8-3bea-45c4-a046-870579a6a3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:22.276178 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-19c9ed8c-1a52-44b0-81ff-25310227bf50 req-033388a8-3bea-45c4-a046-870579a6a3fa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0464523 Aug 16 21:47:22.286677 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 4d185d48-e415-41b9-a4a4-59f9e24ce525 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:47:22.290376 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9ed8c-1a52-44b0-81ff-25310227bf50 req-71e2a778-1df2-4fc2-8969-4c9624aa6266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:22.293110 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-19c9ed8c-1a52-44b0-81ff-25310227bf50 req-71e2a778-1df2-4fc2-8969-4c9624aa6266 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0590696 Aug 16 21:47:22.326023 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 4d185d48-e415-41b9-a4a4-59f9e24ce525 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:47:22.328232 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9ed8c-1a52-44b0-81ff-25310227bf50 req-3c81e0c6-24cb-4e44-b2e0-a7e000131564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:22.330451 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-19c9ed8c-1a52-44b0-81ff-25310227bf50 req-3c81e0c6-24cb-4e44-b2e0-a7e000131564 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467861 Aug 16 21:47:22.346056 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9ed8c-1a52-44b0-81ff-25310227bf50 req-bba039c6-9fd2-47ee-8368-20f762038625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:22.347569 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-19c9ed8c-1a52-44b0-81ff-25310227bf50 req-bba039c6-9fd2-47ee-8368-20f762038625 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458555 Aug 16 21:47:22.429199 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-19c9ed8c-1a52-44b0-81ff-25310227bf50 req-ceaa1d1a-2843-48eb-8f87-156e360818c7 service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915835 Aug 16 21:47:22.452337 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-19c9ed8c-1a52-44b0-81ff-25310227bf50 req-1870627b-29c4-4b84-82cd-a12950c4ba42 service neutron] 10.222.0.90 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949676 Aug 16 21:47:22.485409 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:22.526271 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-19c9ed8c-1a52-44b0-81ff-25310227bf50 req-f621a929-1c02-4597-acad-2e5e3b1819a5 service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898886 Aug 16 21:47:22.557939 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-19c9ed8c-1a52-44b0-81ff-25310227bf50 req-e2aace17-3057-47a6-9265-fb91e6e332c6 service neutron] 10.222.0.90 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973849 Aug 16 21:47:22.804545 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63f1a3-21f8-41ba-bf09-662b54c43cf1 req-b6fdf92b-b627-4ef2-9c55-8e3c05ddf70a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:22.805961 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0f63f1a3-21f8-41ba-bf09-662b54c43cf1 req-b6fdf92b-b627-4ef2-9c55-8e3c05ddf70a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 943 time: 0.0503476 Aug 16 21:47:22.844026 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0f63f1a3-21f8-41ba-bf09-662b54c43cf1 req-33e2e3f2-1205-476b-a103-861f20c24930 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320292 Aug 16 21:47:23.965194 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb67d8c-2471-4371-b5c6-266eb62dc0a1 req-622d35dd-46f8-4e61-a42c-1b94255f869a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:23.966713 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1bb67d8c-2471-4371-b5c6-266eb62dc0a1 req-622d35dd-46f8-4e61-a42c-1b94255f869a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 943 time: 0.0539706 Aug 16 21:47:24.005374 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1bb67d8c-2471-4371-b5c6-266eb62dc0a1 req-c4a34717-0dd4-4194-8ca0-feae63eb3e15 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327713 Aug 16 21:47:24.466448 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 4d185d48-e415-41b9-a4a4-59f9e24ce525 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:47:24.565669 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 4d185d48-e415-41b9-a4a4-59f9e24ce525, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=4d185d48-e415-41b9-a4a4-59f9e24ce525,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:47:24.576130 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '4d185d48-e415-41b9-a4a4-59f9e24ce525', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'port_id': '4d185d48-e415-41b9-a4a4-59f9e24ce525', 'mac_address': 'fa:16:3e:ce:66:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:47:24.577795 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de237a2-cab7-4b76-ba46-9af83d7497e9 req-77a5f915-24f1-4089-9f5a-bc9e54b317e2 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:24.579328 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8de237a2-cab7-4b76-ba46-9af83d7497e9 req-77a5f915-24f1-4089-9f5a-bc9e54b317e2 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 943 time: 0.0507200 Aug 16 21:47:24.613600 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:24.618064 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8de237a2-cab7-4b76-ba46-9af83d7497e9 req-fa2a44d6-53a3-4464-a785-b6072e206d91 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327504 Aug 16 21:47:24.626990 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d185d48-e415-41b9-a4a4-59f9e24ce525 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:47:24.649125 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 4d185d48-e415-41b9-a4a4-59f9e24ce525, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=4d185d48-e415-41b9-a4a4-59f9e24ce525,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:47:24.688925 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-1fecda44-af04-4b9c-b0f2-547e8c66962b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:24.690426 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-1fecda44-af04-4b9c-b0f2-547e8c66962b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.90 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d&tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&binding%3Ahost_id=n-h2-793620-15 HTTP/1.1" status: 200 len: 943 time: 0.0525353 Aug 16 21:47:24.712749 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:24.751271 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-ffe3b7ea-ce8c-4135-bd9b-7bd206aee432 service neutron] 10.222.0.90 "GET /v2.0/ports/4d185d48-e415-41b9-a4a4-59f9e24ce525/bindings/n-h2-793620-15 HTTP/1.1" status: 200 len: 383 time: 0.0536647 Aug 16 21:47:24.759554 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=4d185d48-e415-41b9-a4a4-59f9e24ce525,revision_number=8']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:47:24.767576 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:24.768236 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:24.768563 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:24.768856 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:24.769188 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:24.769538 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:24.769847 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:24.770174 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:24.770497 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:24.770817 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:24.771139 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:24.771459 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:24.818957 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-f9e151c6-4dda-4fe6-aded-53aa41ede338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:24.820570 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-f9e151c6-4dda-4fe6-aded-53aa41ede338 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 1096 time: 0.0456433 Aug 16 21:47:24.911107 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-778297af-2a72-4130-8c66-d060d7cbdbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:24.912593 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-778297af-2a72-4130-8c66-d060d7cbdbcd service neutron] 10.222.0.90 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 912 time: 0.0846081 Aug 16 21:47:24.927058 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['4d185d48-e415-41b9-a4a4-59f9e24ce525'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:47:24.984135 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-1b0f3d96-65f5-44dd-94c5-f57cf84dd7d6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d185d48-e415-41b9-a4a4-59f9e24ce525 HTTP/1.1" status: 200 len: 1000 time: 0.0641770 Aug 16 21:47:25.034018 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-6bc1c28e-eb21-45e9-8629-f1bf3ad08c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:25.035522 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-6bc1c28e-eb21-45e9-8629-f1bf3ad08c0f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0440769 Aug 16 21:47:25.081228 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-3bd69224-df63-4371-8451-f90a3c4283f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:25.082758 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-3bd69224-df63-4371-8451-f90a3c4283f7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405414 Aug 16 21:47:25.174949 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-4678b5e0-0f1b-44d6-9bc3-10b0b66df2df service neutron] 10.222.0.90 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845733 Aug 16 21:47:25.264051 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-bdb058b0-d7d1-4292-ab5a-d9e9557eea4d service neutron] 10.222.0.90 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814233 Aug 16 21:47:25.734952 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097ef8f-a59c-4e91-8c56-ae6c2c1005b4 req-3fb6329e-e018-4dd0-8179-7ec97c0c5592 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:25.736963 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0097ef8f-a59c-4e91-8c56-ae6c2c1005b4 req-3fb6329e-e018-4dd0-8179-7ec97c0c5592 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 944 time: 0.0496602 Aug 16 21:47:25.780028 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0097ef8f-a59c-4e91-8c56-ae6c2c1005b4 req-cb178fe3-d047-43e8-a540-1c343e7b1bc1 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371308 Aug 16 21:47:26.488268 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 4d185d48-e415-41b9-a4a4-59f9e24ce525 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:47:26.609980 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 4d185d48-e415-41b9-a4a4-59f9e24ce525 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:47:26.613758 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 4d185d48-e415-41b9-a4a4-59f9e24ce525 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:47:26.622344 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:26.696935 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:26.719501 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49308f2c-c1ae-43e6-a900-199b6d6df72d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d185d48-e415-41b9-a4a4-59f9e24ce525'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:47:26.721780 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c683fdb416c7f0821c75f6a91cfed7529d060c9c210f81ad2c881376259938b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda4f24b-b435-4d20-b954-0a90c2a12400" -d '{"events": [{"server_uuid": "49308f2c-c1ae-43e6-a900-199b6d6df72d", "name": "network-vif-plugged", "status": "completed", "tag": "4d185d48-e415-41b9-a4a4-59f9e24ce525"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:47:26.734626 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 4d185d48-e415-41b9-a4a4-59f9e24ce525, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=4d185d48-e415-41b9-a4a4-59f9e24ce525,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:47:26.820181 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d1137a-e68a-444f-a30e-f2309ba5a9c8 x-openstack-request-id: req-b9d1137a-e68a-444f-a30e-f2309ba5a9c8 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:47:26.826528 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49308f2c-c1ae-43e6-a900-199b6d6df72d", "name": "network-vif-plugged", "status": "completed", "tag": "4d185d48-e415-41b9-a4a4-59f9e24ce525", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:47:26.826528 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b9d1137a-e68a-444f-a30e-f2309ba5a9c8 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:47:26.826528 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49308f2c-c1ae-43e6-a900-199b6d6df72d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d185d48-e415-41b9-a4a4-59f9e24ce525', 'code': 200} Aug 16 21:47:26.849820 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:26.898516 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=4d185d48-e415-41b9-a4a4-59f9e24ce525,revision_number=9']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:47:26.904336 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ec09f-4304-4a10-9a90-17f57ca89da2 req-ae1c7cee-b505-4ff2-89d5-649581556927 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:26.906043 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a31ec09f-4304-4a10-9a90-17f57ca89da2 req-ae1c7cee-b505-4ff2-89d5-649581556927 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 945 time: 0.0510809 Aug 16 21:47:26.946208 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a31ec09f-4304-4a10-9a90-17f57ca89da2 req-35101eaf-3f95-4579-b602-8afc22d88f57 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339358 Aug 16 21:47:27.838477 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-da6a019a-fb0c-435c-a214-2615832bfcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:27.839984 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-da6a019a-fb0c-435c-a214-2615832bfcf6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d&tenant_id=4bc463354ea14830aa50f7ab4d93c9c1 HTTP/1.1" status: 200 len: 1097 time: 0.0453935 Aug 16 21:47:27.851220 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-4acc1cca-6342-43f4-8bb7-287326d460cf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-15', 'device_owner': 'compute:nova'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:47:27.908752 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-4acc1cca-6342-43f4-8bb7-287326d460cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:28.063767 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81364c14-3710-48d8-8026-514ee61bee7b req-5537b5f0-8311-4df0-93d5-014e90843547 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:28.065441 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-81364c14-3710-48d8-8026-514ee61bee7b req-5537b5f0-8311-4df0-93d5-014e90843547 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 945 time: 0.0501549 Aug 16 21:47:28.103347 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-81364c14-3710-48d8-8026-514ee61bee7b req-86801f2a-c402-4697-ad2b-f57260fc30e1 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318587 Aug 16 21:47:28.118786 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-4acc1cca-6342-43f4-8bb7-287326d460cf service neutron] For port 4d185d48-e415-41b9-a4a4-59f9e24ce525, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=4d185d48-e415-41b9-a4a4-59f9e24ce525,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:47:28.151591 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-4acc1cca-6342-43f4-8bb7-287326d460cf service neutron] For port 4d185d48-e415-41b9-a4a4-59f9e24ce525, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:47:28.190834 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49308f2c-c1ae-43e6-a900-199b6d6df72d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d185d48-e415-41b9-a4a4-59f9e24ce525'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:47:28.193169 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcd9435b18b7a34707b0c74d037ee6bf13b87a61dd91d81e26d4048d63ffdc36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c21d7e2-3bce-4e8d-ae5a-de31e6a0c82b" -d '{"events": [{"server_uuid": "49308f2c-c1ae-43e6-a900-199b6d6df72d", "name": "network-vif-unplugged", "status": "completed", "tag": "4d185d48-e415-41b9-a4a4-59f9e24ce525"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:47:28.197328 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-4acc1cca-6342-43f4-8bb7-287326d460cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:28.209969 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-4acc1cca-6342-43f4-8bb7-287326d460cf service neutron] Transition to ACTIVE for port object 4d185d48-e415-41b9-a4a4-59f9e24ce525 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:47:28.261510 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-4acc1cca-6342-43f4-8bb7-287326d460cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:28.293101 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0942d4e0-b233-4b56-b445-0134f36fa83f x-openstack-request-id: req-0942d4e0-b233-4b56-b445-0134f36fa83f {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:47:28.293404 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49308f2c-c1ae-43e6-a900-199b6d6df72d", "name": "network-vif-unplugged", "status": "completed", "tag": "4d185d48-e415-41b9-a4a4-59f9e24ce525", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:47:28.293655 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0942d4e0-b233-4b56-b445-0134f36fa83f {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:47:28.294047 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49308f2c-c1ae-43e6-a900-199b6d6df72d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d185d48-e415-41b9-a4a4-59f9e24ce525', 'code': 200} Aug 16 21:47:28.372059 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc1cca-6342-43f4-8bb7-287326d460cf service neutron] Pushing event updated for resources: {'Port': ['ID=4d185d48-e415-41b9-a4a4-59f9e24ce525,revision_number=10']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:47:28.396999 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc1cca-6342-43f4-8bb7-287326d460cf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:28.397351 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc1cca-6342-43f4-8bb7-287326d460cf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:28.397696 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc1cca-6342-43f4-8bb7-287326d460cf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:28.398069 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc1cca-6342-43f4-8bb7-287326d460cf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:28.398375 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc1cca-6342-43f4-8bb7-287326d460cf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:28.398716 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc1cca-6342-43f4-8bb7-287326d460cf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:28.399048 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc1cca-6342-43f4-8bb7-287326d460cf service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:28.399381 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc1cca-6342-43f4-8bb7-287326d460cf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:28.399713 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc1cca-6342-43f4-8bb7-287326d460cf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:28.400091 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc1cca-6342-43f4-8bb7-287326d460cf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:28.400420 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc1cca-6342-43f4-8bb7-287326d460cf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:28.400769 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc1cca-6342-43f4-8bb7-287326d460cf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:28.453586 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-4acc1cca-6342-43f4-8bb7-287326d460cf service neutron] No DVR routers for this DVR port 4d185d48-e415-41b9-a4a4-59f9e24ce525 on host n-h2-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:47:28.588042 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-4acc1cca-6342-43f4-8bb7-287326d460cf service neutron] Attempting to bind port 4d185d48-e415-41b9-a4a4-59f9e24ce525 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:47:28.588306 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-4acc1cca-6342-43f4-8bb7-287326d460cf service neutron] Attempting to bind port 4d185d48-e415-41b9-a4a4-59f9e24ce525 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:47:28.588640 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-4acc1cca-6342-43f4-8bb7-287326d460cf service neutron] Attempting to bind port 4d185d48-e415-41b9-a4a4-59f9e24ce525 on network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:47:28.592921 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-4acc1cca-6342-43f4-8bb7-287326d460cf service neutron] Port 4d185d48-e415-41b9-a4a4-59f9e24ce525 on network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:47:28.593246 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-4acc1cca-6342-43f4-8bb7-287326d460cf service neutron] Attempting to bind port 4d185d48-e415-41b9-a4a4-59f9e24ce525 on network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:47:28.598973 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-4acc1cca-6342-43f4-8bb7-287326d460cf service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:47:28.599309 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-4acc1cca-6342-43f4-8bb7-287326d460cf service neutron] Checking segment: {'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:47:28.599696 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-4acc1cca-6342-43f4-8bb7-287326d460cf service neutron] Bound using segment: {'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:47:28.600159 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-4acc1cca-6342-43f4-8bb7-287326d460cf service neutron] Bound port: 4d185d48-e415-41b9-a4a4-59f9e24ce525, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:47:28.600518 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-4acc1cca-6342-43f4-8bb7-287326d460cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:28.666937 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-4acc1cca-6342-43f4-8bb7-287326d460cf service neutron] For port 4d185d48-e415-41b9-a4a4-59f9e24ce525, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:47:28.669856 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-4acc1cca-6342-43f4-8bb7-287326d460cf service neutron] For port 4d185d48-e415-41b9-a4a4-59f9e24ce525, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=4d185d48-e415-41b9-a4a4-59f9e24ce525,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:47:28.781672 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-4acc1cca-6342-43f4-8bb7-287326d460cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:28.813881 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-4acc1cca-6342-43f4-8bb7-287326d460cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:28.814504 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-4acc1cca-6342-43f4-8bb7-287326d460cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:28.816476 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-4acc1cca-6342-43f4-8bb7-287326d460cf service neutron] 10.222.0.72 "PUT /v2.0/ports/4d185d48-e415-41b9-a4a4-59f9e24ce525 HTTP/1.1" status: 200 len: 1093 time: 0.9693575 Aug 16 21:47:28.841605 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc1cca-6342-43f4-8bb7-287326d460cf service neutron] Pushing event updated for resources: {'Port': ['ID=4d185d48-e415-41b9-a4a4-59f9e24ce525,revision_number=11']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:47:28.888967 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-e7866a4f-259c-40fc-a9f8-8b21656649b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:28.890519 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-e7866a4f-259c-40fc-a9f8-8b21656649b6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 1096 time: 0.0459211 Aug 16 21:47:28.987686 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-8bd3eef7-9ed5-4a7c-a559-709882a38979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:28.989202 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-8bd3eef7-9ed5-4a7c-a559-709882a38979 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 912 time: 0.0910349 Aug 16 21:47:29.057676 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-132bf176-4557-4b81-9c0e-6686559a934f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d185d48-e415-41b9-a4a4-59f9e24ce525 HTTP/1.1" status: 200 len: 999 time: 0.0613031 Aug 16 21:47:29.107533 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-c2de7209-5466-404f-82ce-91b3942669b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:29.108893 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-c2de7209-5466-404f-82ce-91b3942669b5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0438449 Aug 16 21:47:29.153987 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-ca911104-c09c-4da1-a98b-da4e1badc289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:29.155488 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-ca911104-c09c-4da1-a98b-da4e1badc289 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395634 Aug 16 21:47:29.217970 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13813271-d03b-43ad-821d-8f73d3c34e81 req-a38b931e-8be1-492f-9278-c973669007a2 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:29.219482 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-13813271-d03b-43ad-821d-8f73d3c34e81 req-a38b931e-8be1-492f-9278-c973669007a2 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 944 time: 0.0488029 Aug 16 21:47:29.248463 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-ef2ee9a4-2e7f-4390-816e-0b16b018ba8e service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861294 Aug 16 21:47:29.261887 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-13813271-d03b-43ad-821d-8f73d3c34e81 req-605202c9-8622-4796-bd55-bdc1213b467a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363793 Aug 16 21:47:29.336290 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fad78a51-b0cb-48c9-8150-71a327b79e32 req-f74c9372-1e54-4956-9d3c-11f7c57536f2 service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805299 Aug 16 21:47:30.295804 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49308f2c-c1ae-43e6-a900-199b6d6df72d', 'tag': '4d185d48-e415-41b9-a4a4-59f9e24ce525'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:47:30.298259 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcd9435b18b7a34707b0c74d037ee6bf13b87a61dd91d81e26d4048d63ffdc36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63006752-8db6-4f9d-bd38-633552935b64" -d '{"events": [{"name": "network-changed", "server_uuid": "49308f2c-c1ae-43e6-a900-199b6d6df72d", "tag": "4d185d48-e415-41b9-a4a4-59f9e24ce525"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:47:30.346012 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8914f5e0-916b-4e8b-beb1-fe482055ba26 x-openstack-request-id: req-8914f5e0-916b-4e8b-beb1-fe482055ba26 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:47:30.346318 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49308f2c-c1ae-43e6-a900-199b6d6df72d", "tag": "4d185d48-e415-41b9-a4a4-59f9e24ce525", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:47:30.346573 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8914f5e0-916b-4e8b-beb1-fe482055ba26 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:47:30.346981 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49308f2c-c1ae-43e6-a900-199b6d6df72d', 'tag': '4d185d48-e415-41b9-a4a4-59f9e24ce525', 'status': 'completed', 'code': 200} Aug 16 21:47:30.403887 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d27cdc-ec51-4cd6-83a9-82ed0a7c7d2d req-92883d43-6c44-41d1-b6e1-5b195aad8632 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:30.405380 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e5d27cdc-ec51-4cd6-83a9-82ed0a7c7d2d req-92883d43-6c44-41d1-b6e1-5b195aad8632 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 944 time: 0.0720181 Aug 16 21:47:30.409492 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63006752-8db6-4f9d-bd38-633552935b64 req-25048635-1208-4d8e-97f0-bc4918d5db11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:30.411064 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-63006752-8db6-4f9d-bd38-633552935b64 req-25048635-1208-4d8e-97f0-bc4918d5db11 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 1096 time: 0.0422316 Aug 16 21:47:30.436831 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63006752-8db6-4f9d-bd38-633552935b64 req-1a3fd546-fe28-44f8-948b-0e08e7fd29b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:30.438317 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-63006752-8db6-4f9d-bd38-633552935b64 req-1a3fd546-fe28-44f8-948b-0e08e7fd29b0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 1096 time: 0.0689023 Aug 16 21:47:30.496125 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e5d27cdc-ec51-4cd6-83a9-82ed0a7c7d2d req-8e72e0d4-4ae6-4cd6-aa27-2f051dda57f4 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840127 Aug 16 21:47:30.505471 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 4d185d48-e415-41b9-a4a4-59f9e24ce525 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:47:30.520558 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63006752-8db6-4f9d-bd38-633552935b64 req-71290ed8-b037-4d00-816b-50fc63723488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:30.520558 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-63006752-8db6-4f9d-bd38-633552935b64 req-71290ed8-b037-4d00-816b-50fc63723488 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 912 time: 0.0934377 Aug 16 21:47:30.545473 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 4d185d48-e415-41b9-a4a4-59f9e24ce525 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:47:30.545862 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63006752-8db6-4f9d-bd38-633552935b64 req-ae315cd1-8504-4417-8c9f-8432374b7e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:30.547373 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-63006752-8db6-4f9d-bd38-633552935b64 req-ae315cd1-8504-4417-8c9f-8432374b7e6c service neutron] 10.222.0.90 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 912 time: 0.1013110 Aug 16 21:47:30.580085 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-63006752-8db6-4f9d-bd38-633552935b64 req-903522ea-5310-4e36-9bde-ca2141b83187 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d185d48-e415-41b9-a4a4-59f9e24ce525 HTTP/1.1" status: 200 len: 999 time: 0.0586603 Aug 16 21:47:30.615550 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-63006752-8db6-4f9d-bd38-633552935b64 req-e007768b-c5a4-4734-bf01-b5c9beda97c9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d185d48-e415-41b9-a4a4-59f9e24ce525 HTTP/1.1" status: 200 len: 999 time: 0.0603881 Aug 16 21:47:30.636376 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63006752-8db6-4f9d-bd38-633552935b64 req-fc781cf7-4306-4003-ac49-afebf4ecc7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:30.637942 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-63006752-8db6-4f9d-bd38-633552935b64 req-fc781cf7-4306-4003-ac49-afebf4ecc7bc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0480256 Aug 16 21:47:30.664027 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63006752-8db6-4f9d-bd38-633552935b64 req-b9e964ec-6805-4941-9903-322703ae3d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:30.665527 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-63006752-8db6-4f9d-bd38-633552935b64 req-b9e964ec-6805-4941-9903-322703ae3d0a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0432253 Aug 16 21:47:30.685388 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63006752-8db6-4f9d-bd38-633552935b64 req-0c5df380-64bf-4c50-9240-3b1ac8b81fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:30.686956 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-63006752-8db6-4f9d-bd38-633552935b64 req-0c5df380-64bf-4c50-9240-3b1ac8b81fa7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413690 Aug 16 21:47:30.717619 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63006752-8db6-4f9d-bd38-633552935b64 req-57c6f6e7-ed59-41aa-8f81-0ea91a3c364d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:30.719170 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-63006752-8db6-4f9d-bd38-633552935b64 req-57c6f6e7-ed59-41aa-8f81-0ea91a3c364d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463588 Aug 16 21:47:30.791988 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-63006752-8db6-4f9d-bd38-633552935b64 req-6ae18f9c-52f5-4ac3-b78e-f2e3ba1e86aa service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953512 Aug 16 21:47:30.814017 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-63006752-8db6-4f9d-bd38-633552935b64 req-e3d00e8c-b210-4312-bdab-06cb84b33ef8 service neutron] 10.222.0.90 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874066 Aug 16 21:47:30.887271 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-63006752-8db6-4f9d-bd38-633552935b64 req-5bcc7cb9-becf-466c-b3a8-350bc1b77adb service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883546 Aug 16 21:47:30.910685 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-63006752-8db6-4f9d-bd38-633552935b64 req-9ccc659d-09c5-42c2-bd52-a9af051da7c0 service neutron] 10.222.0.90 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903537 Aug 16 21:47:31.617223 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a03802-5324-4dbc-9e66-13367ddef485 req-fe72789b-cedd-4b94-aa2f-021eda035c56 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:31.618725 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a0a03802-5324-4dbc-9e66-13367ddef485 req-fe72789b-cedd-4b94-aa2f-021eda035c56 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 944 time: 0.0506999 Aug 16 21:47:31.656510 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a0a03802-5324-4dbc-9e66-13367ddef485 req-4a059db9-d680-4246-b257-6c70dce76b22 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319054 Aug 16 21:47:31.767838 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd61f71-3d4d-4119-ae3d-a7397f8b20db req-3a8aa3d2-4022-4ad5-836d-7978cdc3f981 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:31.769874 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bbd61f71-3d4d-4119-ae3d-a7397f8b20db req-3a8aa3d2-4022-4ad5-836d-7978cdc3f981 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 944 time: 0.0490468 Aug 16 21:47:31.806524 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bbd61f71-3d4d-4119-ae3d-a7397f8b20db req-d17d9b0f-aced-4613-939f-4e64c1a68c1b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306904 Aug 16 21:47:31.927885 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c203bd3-785e-4e8b-aa5b-b318c2ca05c0 req-571371a7-ec70-4707-90bb-46faf3f81b57 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:31.929457 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3c203bd3-785e-4e8b-aa5b-b318c2ca05c0 req-571371a7-ec70-4707-90bb-46faf3f81b57 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 944 time: 0.0558801 Aug 16 21:47:31.967751 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3c203bd3-785e-4e8b-aa5b-b318c2ca05c0 req-2aca3d7b-f9a3-414a-b5e7-fcb53f45d472 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323191 Aug 16 21:47:32.330207 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 4d185d48-e415-41b9-a4a4-59f9e24ce525 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:47:32.389028 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcd9fa-f623-4de0-8751-ba3d33b3f0ba req-9092ee4a-97cd-43c5-97e1-9b4b1c5c5645 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:32.390592 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-52dcd9fa-f623-4de0-8751-ba3d33b3f0ba req-9092ee4a-97cd-43c5-97e1-9b4b1c5c5645 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 944 time: 0.0512145 Aug 16 21:47:32.428355 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-52dcd9fa-f623-4de0-8751-ba3d33b3f0ba req-cd901147-a081-4dc6-9972-56367d250394 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317667 Aug 16 21:47:32.428614 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 4d185d48-e415-41b9-a4a4-59f9e24ce525, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=4d185d48-e415-41b9-a4a4-59f9e24ce525,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:47:32.440016 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '4d185d48-e415-41b9-a4a4-59f9e24ce525', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'port_id': '4d185d48-e415-41b9-a4a4-59f9e24ce525', 'mac_address': 'fa:16:3e:ce:66:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:47:32.477714 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:32.490676 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d185d48-e415-41b9-a4a4-59f9e24ce525 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:47:32.509338 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 4d185d48-e415-41b9-a4a4-59f9e24ce525, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=4d185d48-e415-41b9-a4a4-59f9e24ce525,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:47:32.609370 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:32.654542 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=4d185d48-e415-41b9-a4a4-59f9e24ce525,revision_number=12']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:47:32.850154 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['4d185d48-e415-41b9-a4a4-59f9e24ce525'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:47:33.543377 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98488f-c5fa-45df-8cdd-a809bf39e8fd req-adc93921-724f-4fe0-b340-17789a9a2dd0 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:33.544915 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0e98488f-c5fa-45df-8cdd-a809bf39e8fd req-adc93921-724f-4fe0-b340-17789a9a2dd0 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 945 time: 0.0490482 Aug 16 21:47:33.582523 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0e98488f-c5fa-45df-8cdd-a809bf39e8fd req-802e52d6-6439-41d0-99da-bafb3c8e2d36 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312109 Aug 16 21:47:33.673088 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1164d6b-dd38-4503-a8f9-65f00fcf0ebf req-b095f1cb-20de-42cf-bc3c-c7e435549da9 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:33.674525 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f1164d6b-dd38-4503-a8f9-65f00fcf0ebf req-b095f1cb-20de-42cf-bc3c-c7e435549da9 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.72 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 945 time: 0.0489171 Aug 16 21:47:33.764576 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-f1164d6b-dd38-4503-a8f9-65f00fcf0ebf req-1072cd37-13d8-4a03-8ff8-437742d8e065 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Deleting port 4d185d48-e415-41b9-a4a4-59f9e24ce525 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:47:33.764838 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f1164d6b-dd38-4503-a8f9-65f00fcf0ebf req-1072cd37-13d8-4a03-8ff8-437742d8e065 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:33.851366 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-f1164d6b-dd38-4503-a8f9-65f00fcf0ebf req-1072cd37-13d8-4a03-8ff8-437742d8e065 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] For port 4d185d48-e415-41b9-a4a4-59f9e24ce525, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=4d185d48-e415-41b9-a4a4-59f9e24ce525,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:47:33.851742 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f1164d6b-dd38-4503-a8f9-65f00fcf0ebf req-1072cd37-13d8-4a03-8ff8-437742d8e065 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:34.068670 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f1164d6b-dd38-4503-a8f9-65f00fcf0ebf req-1072cd37-13d8-4a03-8ff8-437742d8e065 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:34.068968 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f1164d6b-dd38-4503-a8f9-65f00fcf0ebf req-1072cd37-13d8-4a03-8ff8-437742d8e065 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:34.069286 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [req-f1164d6b-dd38-4503-a8f9-65f00fcf0ebf req-1072cd37-13d8-4a03-8ff8-437742d8e065 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Floating IP cc7d4ff7-d40f-4c11-bc78-ffa153c799f8 disassociated. External IP: 172.25.1.48, port: 4d185d48-e415-41b9-a4a4-59f9e24ce525. Aug 16 21:47:34.069635 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-f1164d6b-dd38-4503-a8f9-65f00fcf0ebf req-1072cd37-13d8-4a03-8ff8-437742d8e065 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Calling delete_port for 4d185d48-e415-41b9-a4a4-59f9e24ce525 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:47:34.339414 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 4d185d48-e415-41b9-a4a4-59f9e24ce525 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:47:34.444097 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 4d185d48-e415-41b9-a4a4-59f9e24ce525 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:47:34.448050 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 4d185d48-e415-41b9-a4a4-59f9e24ce525 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:47:34.448552 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:34.527052 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:34.564371 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f1164d6b-dd38-4503-a8f9-65f00fcf0ebf req-1072cd37-13d8-4a03-8ff8-437742d8e065 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:34.591709 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072cd37-13d8-4a03-8ff8-437742d8e065 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Pushing event deleted for resources: {'Port': ['ID=4d185d48-e415-41b9-a4a4-59f9e24ce525,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:47:34.687907 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-db4b8293-e66c-443b-8ec6-1ba9fd22a756 req-1b6ba419-d770-4ac2-8c0d-ee25d98152c0 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 210 time: 0.0333385 Aug 16 21:47:34.722526 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1164d6b-dd38-4503-a8f9-65f00fcf0ebf req-1072cd37-13d8-4a03-8ff8-437742d8e065 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Router 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:47:34.833381 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1164d6b-dd38-4503-a8f9-65f00fcf0ebf req-1072cd37-13d8-4a03-8ff8-437742d8e065 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:47:34.844082 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b644f3-a04e-4c36-a96a-a274c8948294 None None] Sync routers for ids ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:47:34.853257 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b644f3-a04e-4c36-a96a-a274c8948294 None None] Routers {'5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:47:34.853884 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-10b644f3-a04e-4c36-a96a-a274c8948294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:47:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:47:34.871223 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1164d6b-dd38-4503-a8f9-65f00fcf0ebf req-1072cd37-13d8-4a03-8ff8-437742d8e065 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] No DVR routers for this DVR port 4d185d48-e415-41b9-a4a4-59f9e24ce525 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:47:34.873920 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f1164d6b-dd38-4503-a8f9-65f00fcf0ebf req-1072cd37-13d8-4a03-8ff8-437742d8e065 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:34.875902 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f1164d6b-dd38-4503-a8f9-65f00fcf0ebf req-1072cd37-13d8-4a03-8ff8-437742d8e065 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.72 "DELETE /v2.0/ports/4d185d48-e415-41b9-a4a4-59f9e24ce525 HTTP/1.1" status: 204 len: 173 time: 1.1957030 Aug 16 21:47:34.876456 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49308f2c-c1ae-43e6-a900-199b6d6df72d', 'name': 'network-vif-deleted', 'tag': '4d185d48-e415-41b9-a4a4-59f9e24ce525'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:47:34.879301 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcd9435b18b7a34707b0c74d037ee6bf13b87a61dd91d81e26d4048d63ffdc36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb9fb23-1c9a-4279-afd8-d3b4af440781" -d '{"events": [{"server_uuid": "49308f2c-c1ae-43e6-a900-199b6d6df72d", "name": "network-vif-deleted", "tag": "4d185d48-e415-41b9-a4a4-59f9e24ce525"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:47:34.916328 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3421c1b5-4a2d-4a4e-8679-82830e7c0c71 x-openstack-request-id: req-3421c1b5-4a2d-4a4e-8679-82830e7c0c71 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:47:34.916635 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49308f2c-c1ae-43e6-a900-199b6d6df72d", "name": "network-vif-deleted", "tag": "4d185d48-e415-41b9-a4a4-59f9e24ce525", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:47:34.916983 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3421c1b5-4a2d-4a4e-8679-82830e7c0c71 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:47:34.917510 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49308f2c-c1ae-43e6-a900-199b6d6df72d', 'name': 'network-vif-deleted', 'tag': '4d185d48-e415-41b9-a4a4-59f9e24ce525', 'status': 'completed', 'code': 200} Aug 16 21:47:34.964164 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-10b644f3-a04e-4c36-a96a-a274c8948294 None None] Set router 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:47:35.163369 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-10b644f3-a04e-4c36-a96a-a274c8948294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'name': 'tempest-ServerActionsTestJSON-580793185-router', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:27Z', 'updated_at': '2021-08-16T21:40:31Z', 'revision_number': 4, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'gw_port': {'id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:28Z', 'updated_at': '2021-08-16T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '1e02c3d4-3baa-4f31-bb09-2da84aea372d', 'name': '', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'mac_address': 'fa:16:3e:c4:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:30Z', 'updated_at': '2021-08-16T21:40:36Z', 'revision_number': 5, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'subnets': [{'id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:47:35.188884 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b644f3-a04e-4c36-a96a-a274c8948294 None None] Checking router: 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:47:35.197274 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b644f3-a04e-4c36-a96a-a274c8948294 None None] Routers {'5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:47:35.197883 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-10b644f3-a04e-4c36-a96a-a274c8948294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:47:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:47:35.302638 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-10b644f3-a04e-4c36-a96a-a274c8948294 None None] Set router 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:47:35.534954 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-10b644f3-a04e-4c36-a96a-a274c8948294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'name': 'tempest-ServerActionsTestJSON-580793185-router', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:27Z', 'updated_at': '2021-08-16T21:40:31Z', 'revision_number': 4, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'gw_port': {'id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:28Z', 'updated_at': '2021-08-16T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '1e02c3d4-3baa-4f31-bb09-2da84aea372d', 'name': '', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'mac_address': 'fa:16:3e:c4:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:30Z', 'updated_at': '2021-08-16T21:40:36Z', 'revision_number': 5, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'subnets': [{'id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:47:35.564608 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b644f3-a04e-4c36-a96a-a274c8948294 None None] The sync data for ids ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'] in n-d-793620-15 is: [{'id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'name': 'tempest-ServerActionsTestJSON-580793185-router', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:27Z', 'updated_at': '2021-08-16T21:40:31Z', 'revision_number': 4, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'gw_port': {'id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:28Z', 'updated_at': '2021-08-16T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '1e02c3d4-3baa-4f31-bb09-2da84aea372d', 'name': '', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'mac_address': 'fa:16:3e:c4:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:30Z', 'updated_at': '2021-08-16T21:40:36Z', 'revision_number': 5, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'subnets': [{'id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:47:35.791172 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7763d4-b93c-4c38-8fb0-8485154a43f1 None None] New status for floating IP cc7d4ff7-d40f-4c11-bc78-ffa153c799f8: DOWN {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:47:35.801649 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e06a8ec4-b5b7-4ef9-8933-34e1e5828823 req-b12c7ef5-13b0-4c67-b804-4e6d86e39849 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=49308f2c-c1ae-43e6-a900-199b6d6df72d HTTP/1.1" status: 200 len: 210 time: 0.0306368 Aug 16 21:47:37.071704 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-3aca82dc-fafb-47de-8eeb-b2e2d6335ef8 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1979909977&fields=id&tenant_id=4bc463354ea14830aa50f7ab4d93c9c1 HTTP/1.1" status: 200 len: 267 time: 0.0338476 Aug 16 21:47:37.175552 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-f06b7a41-182a-40f3-98d1-a3397625e61b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:37.177064 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-f06b7a41-182a-40f3-98d1-a3397625e61b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 811 time: 0.0987625 Aug 16 21:47:37.193433 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-85a4b8e0-cade-45fe-aacb-e6abdef8be32 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/quotas/4bc463354ea14830aa50f7ab4d93c9c1 HTTP/1.1" status: 200 len: 375 time: 0.0096958 Aug 16 21:47:37.250236 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-bfd97b19-44f1-4190-88dc-bf15620e7e81 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512908 Aug 16 21:47:37.381209 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-aa5c8a74-16d4-44d8-912b-eb108b22523d service neutron] 10.222.0.84 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185620 Aug 16 21:47:37.473339 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-113f87d5-b333-4646-9210-b650d5cd71bf service neutron] 10.222.0.84 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859396 Aug 16 21:47:37.703772 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9c181037-adc6-4efc-b6b1-f15514112b5a req-73eeae3d-145e-49cf-a8cf-3d117100673c tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 210 time: 0.0278337 Aug 16 21:47:38.368282 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 4d185d48-e415-41b9-a4a4-59f9e24ce525 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:47:38.386038 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 4d185d48-e415-41b9-a4a4-59f9e24ce525 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:47:38.386383 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 4d185d48-e415-41b9-a4a4-59f9e24ce525 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:47:38.797830 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4562bd53-7f9c-46e6-b4db-c2269e56baca req-bacd1714-f112-4848-acb7-9c8617651e1e tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 210 time: 0.0274231 Aug 16 21:47:39.448048 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-b6a81527-d7e0-4124-8eb0-e5075a7b313d tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:39.449523 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-b6a81527-d7e0-4124-8eb0-e5075a7b313d tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.72 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 811 time: 0.1058431 Aug 16 21:47:39.492158 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-cb06da0e-e7f8-40d9-8679-a737c132e8c5 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bc463354ea14830aa50f7ab4d93c9c1 HTTP/1.1" status: 200 len: 380 time: 0.0331531 Aug 16 21:47:39.501033 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-bfa0bc5d-3d60-426c-af13-0e5760778cc8 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Request body: {'port': {'device_id': '78e9a7c6-2f2c-43f0-9427-91be237949be', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'admin_state_up': True, 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'security_groups': ['ec905baf-9159-4d5d-937c-8a405d9462f7']}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:47:39.689387 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-bfa0bc5d-3d60-426c-af13-0e5760778cc8 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Made reservation on behalf of 4bc463354ea14830aa50f7ab4d93c9c1 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:47:39.693626 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-bfa0bc5d-3d60-426c-af13-0e5760778cc8 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:39.816773 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-bfa0bc5d-3d60-426c-af13-0e5760778cc8 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Allocated IP 172.20.0.5 (ba00b692-3a7a-411a-b3f2-3cb2aefa0a60/e55ae478-0941-46bd-94a1-fbe274db75ac/41d1eb68-074d-4a09-b06d-d6a83a649dce) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:47:39.893952 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5ac81392-bded-47df-8db9-db4a4c029db3 req-09a9cb88-8a27-4fb8-8985-fe8d3285ef1c tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 210 time: 0.0279038 Aug 16 21:47:39.967573 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-bfa0bc5d-3d60-426c-af13-0e5760778cc8 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:39.981145 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-bfa0bc5d-3d60-426c-af13-0e5760778cc8 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Transition to ACTIVE for port object 41d1eb68-074d-4a09-b06d-d6a83a649dce will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:47:40.113053 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-bfa0bc5d-3d60-426c-af13-0e5760778cc8 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:40.156513 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-bfa0bc5d-3d60-426c-af13-0e5760778cc8 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:47:40.160134 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-bfa0bc5d-3d60-426c-af13-0e5760778cc8 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:47:40.163896 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-bfa0bc5d-3d60-426c-af13-0e5760778cc8 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:47:40.193075 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa0bc5d-3d60-426c-af13-0e5760778cc8 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Pushing event updated for resources: {'Port': ['ID=41d1eb68-074d-4a09-b06d-d6a83a649dce,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:47:40.222556 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-bfa0bc5d-3d60-426c-af13-0e5760778cc8 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:40.223200 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-bfa0bc5d-3d60-426c-af13-0e5760778cc8 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:40.308112 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-bfa0bc5d-3d60-426c-af13-0e5760778cc8 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8106689 Aug 16 21:47:40.321376 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-bb33e717-e875-4a77-8544-bb63c464fa16 service neutron] Request body: {'port': {'device_id': '78e9a7c6-2f2c-43f0-9427-91be237949be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:47:40.375712 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-bb33e717-e875-4a77-8544-bb63c464fa16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:40.478600 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f893620c-057c-4d8b-8251-98c7a8d9f459 None None] Provisioning for port 41d1eb68-074d-4a09-b06d-d6a83a649dce completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:47:40.482622 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f893620c-057c-4d8b-8251-98c7a8d9f459 None None] Provisioning complete for port 41d1eb68-074d-4a09-b06d-d6a83a649dce triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:47:40.482998 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f893620c-057c-4d8b-8251-98c7a8d9f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:40.516328 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-f893620c-057c-4d8b-8251-98c7a8d9f459 None None] Port 41d1eb68-074d-4a09-b06d-d6a83a649dce cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:47:40.639124 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-bb33e717-e875-4a77-8544-bb63c464fa16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41d1eb68-074d-4a09-b06d-d6a83a649dce {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:47:40.646988 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-bb33e717-e875-4a77-8544-bb63c464fa16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:40.658662 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-bb33e717-e875-4a77-8544-bb63c464fa16 service neutron] Transition to ACTIVE for port object 41d1eb68-074d-4a09-b06d-d6a83a649dce will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:47:40.746476 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-bb33e717-e875-4a77-8544-bb63c464fa16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:40.819953 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33e717-e875-4a77-8544-bb63c464fa16 service neutron] Pushing event updated for resources: {'Port': ['ID=41d1eb68-074d-4a09-b06d-d6a83a649dce,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:47:40.869245 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-bb33e717-e875-4a77-8544-bb63c464fa16 service neutron] Attempting to bind port 41d1eb68-074d-4a09-b06d-d6a83a649dce on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:47:40.869590 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-bb33e717-e875-4a77-8544-bb63c464fa16 service neutron] Attempting to bind port 41d1eb68-074d-4a09-b06d-d6a83a649dce by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:47:40.869925 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-bb33e717-e875-4a77-8544-bb63c464fa16 service neutron] Attempting to bind port 41d1eb68-074d-4a09-b06d-d6a83a649dce on network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:47:40.874645 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-bb33e717-e875-4a77-8544-bb63c464fa16 service neutron] Port 41d1eb68-074d-4a09-b06d-d6a83a649dce on network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:47:40.874973 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-bb33e717-e875-4a77-8544-bb63c464fa16 service neutron] Attempting to bind port 41d1eb68-074d-4a09-b06d-d6a83a649dce on network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:47:40.880291 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-bb33e717-e875-4a77-8544-bb63c464fa16 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:47:40.881333 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-bb33e717-e875-4a77-8544-bb63c464fa16 service neutron] Checking segment: {'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:47:40.881333 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-bb33e717-e875-4a77-8544-bb63c464fa16 service neutron] Bound using segment: {'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:47:40.881562 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-bb33e717-e875-4a77-8544-bb63c464fa16 service neutron] Bound port: 41d1eb68-074d-4a09-b06d-d6a83a649dce, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:47:40.881855 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-bb33e717-e875-4a77-8544-bb63c464fa16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:40.951088 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-bb33e717-e875-4a77-8544-bb63c464fa16 service neutron] For port 41d1eb68-074d-4a09-b06d-d6a83a649dce, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:47:40.954764 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-bb33e717-e875-4a77-8544-bb63c464fa16 service neutron] For port 41d1eb68-074d-4a09-b06d-d6a83a649dce, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=41d1eb68-074d-4a09-b06d-d6a83a649dce,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:47:41.023298 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bd35d-ed08-4ace-8820-767aa5a61622 req-04b17b95-8945-4353-9c42-0a11b540301a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:41.024932 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7b3bd35d-ed08-4ace-8820-767aa5a61622 req-04b17b95-8945-4353-9c42-0a11b540301a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 943 time: 0.0482495 Aug 16 21:47:41.067239 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-bb33e717-e875-4a77-8544-bb63c464fa16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:41.068282 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7b3bd35d-ed08-4ace-8820-767aa5a61622 req-bc3de505-e0a3-4bf9-b823-cdcd5d69db56 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371611 Aug 16 21:47:41.095097 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-556b5a96-8eb0-49f2-9f52-262a5846ec76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:41.104980 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-bb33e717-e875-4a77-8544-bb63c464fa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:41.105685 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-bb33e717-e875-4a77-8544-bb63c464fa16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:41.107446 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-bb33e717-e875-4a77-8544-bb63c464fa16 service neutron] 10.222.0.72 "PUT /v2.0/ports/41d1eb68-074d-4a09-b06d-d6a83a649dce HTTP/1.1" status: 200 len: 1092 time: 0.7907391 Aug 16 21:47:41.109750 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e9a7c6-2f2c-43f0-9427-91be237949be', 'tag': '41d1eb68-074d-4a09-b06d-d6a83a649dce'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:47:41.112137 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcd9435b18b7a34707b0c74d037ee6bf13b87a61dd91d81e26d4048d63ffdc36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bea9092-b77b-4074-8057-047a3f007e58" -d '{"events": [{"name": "network-changed", "server_uuid": "78e9a7c6-2f2c-43f0-9427-91be237949be", "tag": "41d1eb68-074d-4a09-b06d-d6a83a649dce"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:47:41.151014 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5e6671-622b-42e1-9cba-0d49edd32928 x-openstack-request-id: req-dd5e6671-622b-42e1-9cba-0d49edd32928 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:47:41.151385 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e9a7c6-2f2c-43f0-9427-91be237949be", "tag": "41d1eb68-074d-4a09-b06d-d6a83a649dce", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:47:41.151566 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-dd5e6671-622b-42e1-9cba-0d49edd32928 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:47:41.151997 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e9a7c6-2f2c-43f0-9427-91be237949be', 'tag': '41d1eb68-074d-4a09-b06d-d6a83a649dce', 'status': 'completed', 'code': 200} Aug 16 21:47:41.153001 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33e717-e875-4a77-8544-bb63c464fa16 service neutron] Pushing event updated for resources: {'Port': ['ID=41d1eb68-074d-4a09-b06d-d6a83a649dce,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:47:41.214562 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea9092-b77b-4074-8057-047a3f007e58 req-18c4271a-f725-4a03-b6da-43a16f400ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:41.216138 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7bea9092-b77b-4074-8057-047a3f007e58 req-18c4271a-f725-4a03-b6da-43a16f400ddf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 1095 time: 0.0441315 Aug 16 21:47:41.320798 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea9092-b77b-4074-8057-047a3f007e58 req-32dc7d2c-7058-4b7d-9df8-d5797b893c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:41.322304 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7bea9092-b77b-4074-8057-047a3f007e58 req-32dc7d2c-7058-4b7d-9df8-d5797b893c52 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0969574 Aug 16 21:47:41.414919 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea9092-b77b-4074-8057-047a3f007e58 req-28110af8-0ca6-4315-8bd2-eb9c52f4c6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:41.416642 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7bea9092-b77b-4074-8057-047a3f007e58 req-28110af8-0ca6-4315-8bd2-eb9c52f4c6f0 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880227 Aug 16 21:47:41.493082 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-a43de0da-afb8-4f94-bcd7-3a3298b5225c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:41.494562 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-a43de0da-afb8-4f94-bcd7-3a3298b5225c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 1095 time: 0.0404441 Aug 16 21:47:41.538843 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-cce72ac3-0807-4794-99ea-3da2cb91f9bf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41d1eb68-074d-4a09-b06d-d6a83a649dce HTTP/1.1" status: 200 len: 217 time: 0.0373859 Aug 16 21:47:41.587035 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-3becafb8-8e5b-48dd-b91a-5dc8bb685e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:41.588520 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-3becafb8-8e5b-48dd-b91a-5dc8bb685e60 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0433648 Aug 16 21:47:41.632552 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-325980ea-9451-4f78-8c95-72316f625e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:41.633996 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-325980ea-9451-4f78-8c95-72316f625e0e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390797 Aug 16 21:47:41.725698 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-c4c0a8aa-f3ff-42d0-88db-8bdc3c5d5411 service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840218 Aug 16 21:47:41.812286 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7e65a53e-4944-435f-919e-5cef99a73f24 req-aeda0913-efbf-49d7-a878-5da5e9cfe026 service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799923 Aug 16 21:47:42.183126 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93472e-d64b-4286-bce0-aa758b3aadd0 req-57fd5b24-d9d5-4287-b4a0-0b83634d417b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:42.184706 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8b93472e-d64b-4286-bce0-aa758b3aadd0 req-57fd5b24-d9d5-4287-b4a0-0b83634d417b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 943 time: 0.0480430 Aug 16 21:47:42.221648 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8b93472e-d64b-4286-bce0-aa758b3aadd0 req-26ff9c9d-7535-4bc5-8922-87996d3042fc tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310385 Aug 16 21:47:43.338067 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119471be-68a1-480a-9b2e-1d68236c463b req-5f5b437f-65a1-48c8-9000-be22c0f33e45 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:43.339590 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-119471be-68a1-480a-9b2e-1d68236c463b req-5f5b437f-65a1-48c8-9000-be22c0f33e45 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 943 time: 0.0489254 Aug 16 21:47:43.376555 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-119471be-68a1-480a-9b2e-1d68236c463b req-3879f115-642d-4f86-acef-bb220df1bbc1 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310123 Aug 16 21:47:43.655258 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-838438fe-738c-4ff5-8b4f-346e600e179c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:43.872090 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:44.413647 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 41d1eb68-074d-4a09-b06d-d6a83a649dce details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:47:44.492697 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d0fa5-56ea-49a9-9ba7-f52a846794ec req-8a9690b1-9763-423b-9eda-14c0b8a77f07 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:44.494192 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-227d0fa5-56ea-49a9-9ba7-f52a846794ec req-8a9690b1-9763-423b-9eda-14c0b8a77f07 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 943 time: 0.0492775 Aug 16 21:47:44.512549 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 41d1eb68-074d-4a09-b06d-d6a83a649dce, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=41d1eb68-074d-4a09-b06d-d6a83a649dce,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:47:44.524427 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '41d1eb68-074d-4a09-b06d-d6a83a649dce', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'port_id': '41d1eb68-074d-4a09-b06d-d6a83a649dce', 'mac_address': 'fa:16:3e:bd:87:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:47:44.539936 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-227d0fa5-56ea-49a9-9ba7-f52a846794ec req-cfd5b207-184d-46b7-b4a8-ffe7fb209bda tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387371 Aug 16 21:47:44.562774 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:44.575335 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41d1eb68-074d-4a09-b06d-d6a83a649dce {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:47:44.594889 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 41d1eb68-074d-4a09-b06d-d6a83a649dce, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=41d1eb68-074d-4a09-b06d-d6a83a649dce,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:47:44.654638 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:44.704832 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=41d1eb68-074d-4a09-b06d-d6a83a649dce,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:47:44.845049 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['41d1eb68-074d-4a09-b06d-d6a83a649dce'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:47:45.026525 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:45.658254 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbfb23-e900-41fa-b566-0d4c631977d5 req-45343e8c-f8ed-486d-b7ac-c241a208f783 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:45.659741 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8dcbfb23-e900-41fa-b566-0d4c631977d5 req-45343e8c-f8ed-486d-b7ac-c241a208f783 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 944 time: 0.0530243 Aug 16 21:47:45.700479 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8dcbfb23-e900-41fa-b566-0d4c631977d5 req-939e0550-42a5-48f9-815d-f3b06d303a8b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347557 Aug 16 21:47:46.428588 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 41d1eb68-074d-4a09-b06d-d6a83a649dce up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:47:46.551646 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 41d1eb68-074d-4a09-b06d-d6a83a649dce completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:47:46.555395 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 41d1eb68-074d-4a09-b06d-d6a83a649dce triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:47:46.555774 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:46.630051 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:46.652384 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e9a7c6-2f2c-43f0-9427-91be237949be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d1eb68-074d-4a09-b06d-d6a83a649dce'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:47:46.654768 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c683fdb416c7f0821c75f6a91cfed7529d060c9c210f81ad2c881376259938b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3031411-7e09-46a1-b15f-af60ee024534" -d '{"events": [{"server_uuid": "78e9a7c6-2f2c-43f0-9427-91be237949be", "name": "network-vif-plugged", "status": "completed", "tag": "41d1eb68-074d-4a09-b06d-d6a83a649dce"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:47:46.673246 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 41d1eb68-074d-4a09-b06d-d6a83a649dce, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=41d1eb68-074d-4a09-b06d-d6a83a649dce,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:47:46.692475 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d3125b-6a04-476a-ab61-7b0e351182b5 x-openstack-request-id: req-b0d3125b-6a04-476a-ab61-7b0e351182b5 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:47:46.692769 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e9a7c6-2f2c-43f0-9427-91be237949be", "name": "network-vif-plugged", "status": "completed", "tag": "41d1eb68-074d-4a09-b06d-d6a83a649dce", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:47:46.693054 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b0d3125b-6a04-476a-ab61-7b0e351182b5 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:47:46.693460 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e9a7c6-2f2c-43f0-9427-91be237949be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d1eb68-074d-4a09-b06d-d6a83a649dce', 'code': 200} Aug 16 21:47:46.723881 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:46.725790 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:46.776673 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=41d1eb68-074d-4a09-b06d-d6a83a649dce,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:47:46.793221 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7d99c-eb30-456e-b7f7-5f6cbc850495 req-eaad5d27-3f46-4203-a01b-a596eabb9ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:46.794970 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-dbe7d99c-eb30-456e-b7f7-5f6cbc850495 req-eaad5d27-3f46-4203-a01b-a596eabb9ed6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 1097 time: 0.0442584 Aug 16 21:47:46.816975 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce522255-2335-4e94-ab59-23283375de49 req-8a0a6ec1-b2b3-4c8e-bc98-730030513e25 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:46.818485 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ce522255-2335-4e94-ab59-23283375de49 req-8a0a6ec1-b2b3-4c8e-bc98-730030513e25 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 945 time: 0.0496185 Aug 16 21:47:46.836071 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-dbe7d99c-eb30-456e-b7f7-5f6cbc850495 req-e2063956-1a5e-4ff2-8631-08430171a726 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340049 Aug 16 21:47:46.855405 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ce522255-2335-4e94-ab59-23283375de49 req-8658f615-6ffa-47ce-8282-b9bc6fbf1bae tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309615 Aug 16 21:47:47.971174 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7917637-8953-4a5d-b152-3da6e35cded5 req-e6e6243a-ea10-4f03-ba38-a87a66cf7b10 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:47.972688 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e7917637-8953-4a5d-b152-3da6e35cded5 req-e6e6243a-ea10-4f03-ba38-a87a66cf7b10 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 945 time: 0.0490997 Aug 16 21:47:48.014357 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e7917637-8953-4a5d-b152-3da6e35cded5 req-00cfeca3-ab1e-4d61-a1c9-e88918006961 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356176 Aug 16 21:47:48.126714 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049fab7-dd28-4c55-baad-e4d085d914bd req-82f77624-bb80-4ead-b810-8e3e5b577948 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:48.128209 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0049fab7-dd28-4c55-baad-e4d085d914bd req-82f77624-bb80-4ead-b810-8e3e5b577948 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 945 time: 0.0480244 Aug 16 21:47:48.137311 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35158) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:47:48.141742 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-f986b665-743c-45ff-b0c4-5b69e266ee33 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Request body: {'floatingip': {'port_id': '41d1eb68-074d-4a09-b06d-d6a83a649dce'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:47:48.181874 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f986b665-743c-45ff-b0c4-5b69e266ee33 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks [] for floatingip, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:48.613240 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f986b665-743c-45ff-b0c4-5b69e266ee33 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:48.700376 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f986b665-743c-45ff-b0c4-5b69e266ee33 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:48.799618 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [None req-f986b665-743c-45ff-b0c4-5b69e266ee33 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Floating IP cc7d4ff7-d40f-4c11-bc78-ffa153c799f8 associated. External IP: 172.25.1.48, port: 41d1eb68-074d-4a09-b06d-d6a83a649dce. Aug 16 21:47:49.003246 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f986b665-743c-45ff-b0c4-5b69e266ee33 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Router 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:47:49.109856 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f986b665-743c-45ff-b0c4-5b69e266ee33 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:47:49.114563 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f986b665-743c-45ff-b0c4-5b69e266ee33 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:49.120073 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9939e87-2dc9-49c2-8d7d-fec5795ca051 None None] Sync routers for ids ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:47:49.128850 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9939e87-2dc9-49c2-8d7d-fec5795ca051 None None] Routers {'5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:47:49.129472 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-f9939e87-2dc9-49c2-8d7d-fec5795ca051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:47:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:47:49.142187 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f986b665-743c-45ff-b0c4-5b69e266ee33 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "PUT /v2.0/floatingips/cc7d4ff7-d40f-4c11-bc78-ffa153c799f8 HTTP/1.1" status: 200 len: 991 time: 1.0038037 Aug 16 21:47:49.142970 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e9a7c6-2f2c-43f0-9427-91be237949be', 'tag': '41d1eb68-074d-4a09-b06d-d6a83a649dce'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:47:49.145559 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a13536b3c87fcb412486f7c1123a9b3fa8a88bbdfa2e9f90522308689ae332c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2f8cb8-56d6-49d1-ba55-ebdf936e0fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "78e9a7c6-2f2c-43f0-9427-91be237949be", "tag": "41d1eb68-074d-4a09-b06d-d6a83a649dce"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:47:49.184880 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c784dc51-a8dc-43d8-b6a5-a7aa0be4f796 x-openstack-request-id: req-c784dc51-a8dc-43d8-b6a5-a7aa0be4f796 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:47:49.185179 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e9a7c6-2f2c-43f0-9427-91be237949be", "tag": "41d1eb68-074d-4a09-b06d-d6a83a649dce", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:47:49.185479 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c784dc51-a8dc-43d8-b6a5-a7aa0be4f796 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:47:49.185889 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e9a7c6-2f2c-43f0-9427-91be237949be', 'tag': '41d1eb68-074d-4a09-b06d-d6a83a649dce', 'status': 'completed', 'code': 200} Aug 16 21:47:49.254430 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f8cb8-56d6-49d1-ba55-ebdf936e0fd3 req-bb6ce3f9-fbc9-4989-829c-2bb666579b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:49.256653 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7b2f8cb8-56d6-49d1-ba55-ebdf936e0fd3 req-bb6ce3f9-fbc9-4989-829c-2bb666579b67 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 1097 time: 0.0428774 Aug 16 21:47:49.353409 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f8cb8-56d6-49d1-ba55-ebdf936e0fd3 req-f6a781ad-f567-47a5-b208-d652ac4aaad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:49.354896 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7b2f8cb8-56d6-49d1-ba55-ebdf936e0fd3 req-f6a781ad-f567-47a5-b208-d652ac4aaad5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 912 time: 0.0894873 Aug 16 21:47:49.394708 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-f9939e87-2dc9-49c2-8d7d-fec5795ca051 None None] Set router 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:47:49.433845 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7b2f8cb8-56d6-49d1-ba55-ebdf936e0fd3 req-0db389ba-6602-40f9-8fba-7e856fa907de service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41d1eb68-074d-4a09-b06d-d6a83a649dce HTTP/1.1" status: 200 len: 999 time: 0.0645239 Aug 16 21:47:49.484662 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f8cb8-56d6-49d1-ba55-ebdf936e0fd3 req-3865a17b-ac8b-4047-9552-c004516d980f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:49.486176 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7b2f8cb8-56d6-49d1-ba55-ebdf936e0fd3 req-3865a17b-ac8b-4047-9552-c004516d980f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0443377 Aug 16 21:47:49.532890 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f8cb8-56d6-49d1-ba55-ebdf936e0fd3 req-94baac9a-f4f6-4b3f-b17c-8aaeb43db494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:49.534402 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7b2f8cb8-56d6-49d1-ba55-ebdf936e0fd3 req-94baac9a-f4f6-4b3f-b17c-8aaeb43db494 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409222 Aug 16 21:47:49.617086 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-f9939e87-2dc9-49c2-8d7d-fec5795ca051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'name': 'tempest-ServerActionsTestJSON-580793185-router', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:27Z', 'updated_at': '2021-08-16T21:40:31Z', 'revision_number': 4, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'gw_port': {'id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:28Z', 'updated_at': '2021-08-16T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'cc7d4ff7-d40f-4c11-bc78-ffa153c799f8', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'floating_ip_address': '172.25.1.48', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'port_id': '41d1eb68-074d-4a09-b06d-d6a83a649dce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'mac_address': 'fa:16:3e:bd:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e9a7c6-2f2c-43f0-9427-91be237949be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:40:34Z', 'updated_at': '2021-08-16T21:47:48Z', 'revision_number': 13, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e02c3d4-3baa-4f31-bb09-2da84aea372d', 'name': '', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'mac_address': 'fa:16:3e:c4:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:30Z', 'updated_at': '2021-08-16T21:40:36Z', 'revision_number': 5, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'subnets': [{'id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:47:49.628125 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7b2f8cb8-56d6-49d1-ba55-ebdf936e0fd3 req-a5bb5b7e-f8a3-45a8-9f68-1f1b0e717d36 service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853088 Aug 16 21:47:49.648698 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9939e87-2dc9-49c2-8d7d-fec5795ca051 None None] Checking router: 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:47:49.657304 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9939e87-2dc9-49c2-8d7d-fec5795ca051 None None] Routers {'5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:47:49.657927 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-f9939e87-2dc9-49c2-8d7d-fec5795ca051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:47:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:47:49.719567 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7b2f8cb8-56d6-49d1-ba55-ebdf936e0fd3 req-d10f5274-be9c-4486-9e65-a13d96e471e8 service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838122 Aug 16 21:47:49.770926 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-f9939e87-2dc9-49c2-8d7d-fec5795ca051 None None] Set router 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:47:49.855494 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:49.990848 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-f9939e87-2dc9-49c2-8d7d-fec5795ca051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'name': 'tempest-ServerActionsTestJSON-580793185-router', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:27Z', 'updated_at': '2021-08-16T21:40:31Z', 'revision_number': 4, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'gw_port': {'id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:28Z', 'updated_at': '2021-08-16T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'cc7d4ff7-d40f-4c11-bc78-ffa153c799f8', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'floating_ip_address': '172.25.1.48', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'port_id': '41d1eb68-074d-4a09-b06d-d6a83a649dce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'mac_address': 'fa:16:3e:bd:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e9a7c6-2f2c-43f0-9427-91be237949be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:40:34Z', 'updated_at': '2021-08-16T21:47:48Z', 'revision_number': 13, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e02c3d4-3baa-4f31-bb09-2da84aea372d', 'name': '', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'mac_address': 'fa:16:3e:c4:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:30Z', 'updated_at': '2021-08-16T21:40:36Z', 'revision_number': 5, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'subnets': [{'id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:47:50.015631 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9939e87-2dc9-49c2-8d7d-fec5795ca051 None None] The sync data for ids ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'] in n-d-793620-15 is: [{'id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'name': 'tempest-ServerActionsTestJSON-580793185-router', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:27Z', 'updated_at': '2021-08-16T21:40:31Z', 'revision_number': 4, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'gw_port': {'id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:28Z', 'updated_at': '2021-08-16T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'cc7d4ff7-d40f-4c11-bc78-ffa153c799f8', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'floating_ip_address': '172.25.1.48', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'port_id': '41d1eb68-074d-4a09-b06d-d6a83a649dce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'mac_address': 'fa:16:3e:bd:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e9a7c6-2f2c-43f0-9427-91be237949be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:40:34Z', 'updated_at': '2021-08-16T21:47:48Z', 'revision_number': 13, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e02c3d4-3baa-4f31-bb09-2da84aea372d', 'name': '', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'mac_address': 'fa:16:3e:c4:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:30Z', 'updated_at': '2021-08-16T21:40:36Z', 'revision_number': 5, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'subnets': [{'id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:47:50.201960 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1a1c30-4a8b-425a-9d9f-e7a864d724d0 None None] New status for floating IP cc7d4ff7-d40f-4c11-bc78-ffa153c799f8: ACTIVE {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:47:52.466368 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:52.848695 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:48:07.111801 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8b09fd84-04a2-4ed6-aba4-1a33be7973de req-9a0dff97-d103-4094-8215-a8b4bcb4d935 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440946 Aug 16 21:48:07.192208 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09fd84-04a2-4ed6-aba4-1a33be7973de req-878e55b8-dfc9-45b1-883c-70e19f3cbcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:07.193584 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8b09fd84-04a2-4ed6-aba4-1a33be7973de req-878e55b8-dfc9-45b1-883c-70e19f3cbcd4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 1097 time: 0.0405970 Aug 16 21:48:07.298669 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09fd84-04a2-4ed6-aba4-1a33be7973de req-b906dd08-74c7-475d-8739-08111f625b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:07.300253 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8b09fd84-04a2-4ed6-aba4-1a33be7973de req-b906dd08-74c7-475d-8739-08111f625b2e service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 912 time: 0.0878236 Aug 16 21:48:07.378639 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8b09fd84-04a2-4ed6-aba4-1a33be7973de req-8481f0ea-f5c0-4f46-9b89-a3e8235be0cc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41d1eb68-074d-4a09-b06d-d6a83a649dce HTTP/1.1" status: 200 len: 1001 time: 0.0609407 Aug 16 21:48:07.428218 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09fd84-04a2-4ed6-aba4-1a33be7973de req-98920947-acce-4f0f-a18c-ea1b0d56d162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:07.429658 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8b09fd84-04a2-4ed6-aba4-1a33be7973de req-98920947-acce-4f0f-a18c-ea1b0d56d162 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0442054 Aug 16 21:48:07.479951 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09fd84-04a2-4ed6-aba4-1a33be7973de req-6d8b1177-6017-44c8-90eb-f5c1c2446114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:07.481426 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8b09fd84-04a2-4ed6-aba4-1a33be7973de req-6d8b1177-6017-44c8-90eb-f5c1c2446114 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396550 Aug 16 21:48:07.573319 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8b09fd84-04a2-4ed6-aba4-1a33be7973de req-ece8dae3-93cd-4dfe-aab7-e411dea087b5 service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841956 Aug 16 21:48:07.664058 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8b09fd84-04a2-4ed6-aba4-1a33be7973de req-d20a3732-5403-465c-92ea-510ea5c3954f service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822172 Aug 16 21:48:11.088380 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7ea9e88d-d344-492d-84c4-90d34c7e042b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:13.614405 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9e303f0c-6506-407e-ae31-6b5bd47ee4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:13.854172 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:15.397327 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:16.820541 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:19.768273 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:22.494564 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:29.848734 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:48:41.099685 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7c0e5127-9eff-430a-9c41-6278effc49e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:43.619494 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fb503e3f-19c9-443b-a0b5-aab0909565b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:43.876676 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:45.042438 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:46.749573 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:49.813492 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:52.532179 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:06.847471 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:49:09.075892 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-72f17ed5-31fe-49b3-8184-36049689798f req-4ee46d20-6185-45b3-af0c-9417d6bac946 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0457749 Aug 16 21:49:09.155792 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f17ed5-31fe-49b3-8184-36049689798f req-c001ecd4-afa0-48d3-a472-97456f06e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:49:09.157336 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-72f17ed5-31fe-49b3-8184-36049689798f req-c001ecd4-afa0-48d3-a472-97456f06e4b8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 1097 time: 0.0402985 Aug 16 21:49:09.256962 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f17ed5-31fe-49b3-8184-36049689798f req-12c4a72f-092b-4ee4-b301-f42e4f257ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:49:09.258937 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-72f17ed5-31fe-49b3-8184-36049689798f req-12c4a72f-092b-4ee4-b301-f42e4f257ed0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 912 time: 0.0821109 Aug 16 21:49:09.325399 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-72f17ed5-31fe-49b3-8184-36049689798f req-4aa32290-6839-4dd3-bde9-7cf98b224b3c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41d1eb68-074d-4a09-b06d-d6a83a649dce HTTP/1.1" status: 200 len: 1001 time: 0.0601025 Aug 16 21:49:09.373889 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f17ed5-31fe-49b3-8184-36049689798f req-aaa0a212-817d-4626-889e-9929d1e4ecb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:49:09.375225 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-72f17ed5-31fe-49b3-8184-36049689798f req-aaa0a212-817d-4626-889e-9929d1e4ecb6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0434818 Aug 16 21:49:09.421024 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f17ed5-31fe-49b3-8184-36049689798f req-0bcb9871-48e0-44ac-b398-a2f12cf8a4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:49:09.422497 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-72f17ed5-31fe-49b3-8184-36049689798f req-0bcb9871-48e0-44ac-b398-a2f12cf8a4aa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405195 Aug 16 21:49:09.514632 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-72f17ed5-31fe-49b3-8184-36049689798f req-618f14f0-0932-4ba2-8130-ae49b27b1d10 service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840313 Aug 16 21:49:09.603668 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-72f17ed5-31fe-49b3-8184-36049689798f req-e84edea9-db61-459d-9bb9-2ed0d5059ad6 service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812128 Aug 16 21:49:11.127716 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-712a0b72-d621-4fa3-97b8-78b344802e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:13.628532 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-21a3b65f-2258-41c9-9304-f8a11283040f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:13.857142 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:15.074686 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:16.772912 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:19.765429 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:22.544430 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:28.683964 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b3e77-7b6a-4c7a-9255-ced5870ef197 req-b11fac80-3957-46cf-b0af-eea86f7721ea tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:49:28.685410 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-791b3e77-7b6a-4c7a-9255-ced5870ef197 req-b11fac80-3957-46cf-b0af-eea86f7721ea tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 945 time: 0.0509005 Aug 16 21:49:28.721411 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-791b3e77-7b6a-4c7a-9255-ced5870ef197 req-a26e9ac8-3700-4203-b892-158e9962559a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301011 Aug 16 21:49:40.590755 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c87532-b05b-4188-a3b9-307887bc3012 req-84907184-43ae-4d0a-8c37-d3636ce4b9bf tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:49:40.592284 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-76c87532-b05b-4188-a3b9-307887bc3012 req-84907184-43ae-4d0a-8c37-d3636ce4b9bf tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 945 time: 0.0484042 Aug 16 21:49:40.635104 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-76c87532-b05b-4188-a3b9-307887bc3012 req-167d5f95-63c6-496c-b5c0-b82ef8ddb4e1 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367970 Aug 16 21:49:40.825621 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-577731e7-2c7a-4546-b801-8309f853af4d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0761955 Aug 16 21:49:41.104386 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-85d57ac5-2ddc-45b9-97c5-a1132b84635c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:41.750801 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68ac79-7326-42b7-bbea-e0a805e0dcf8 req-caf9096e-9791-4a77-aa97-49ad6452db77 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:49:41.752308 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9d68ac79-7326-42b7-bbea-e0a805e0dcf8 req-caf9096e-9791-4a77-aa97-49ad6452db77 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 945 time: 0.0481844 Aug 16 21:49:41.789481 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9d68ac79-7326-42b7-bbea-e0a805e0dcf8 req-eafa492b-860a-43ab-a69f-d99a2ba50eb6 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312836 Aug 16 21:49:42.905979 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57233a-2af3-49c7-8013-93f34f3527b7 req-eb4c7c19-39f5-4fac-ab84-9d36cac34978 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:49:42.907418 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ed57233a-2af3-49c7-8013-93f34f3527b7 req-eb4c7c19-39f5-4fac-ab84-9d36cac34978 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 945 time: 0.0490947 Aug 16 21:49:42.946468 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ed57233a-2af3-49c7-8013-93f34f3527b7 req-c27e28cd-4e61-45c0-ba24-acd621619895 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328119 Aug 16 21:49:43.641010 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-32eb1f8d-15e2-4931-b2d3-570054b7c721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:43.847578 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:49:43.879261 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:44.065510 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f9e9d-a178-4ba0-b1b5-441b934a7942 req-382071da-5821-4cf2-a191-1f0987691122 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:49:44.067010 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd9f9e9d-a178-4ba0-b1b5-441b934a7942 req-382071da-5821-4cf2-a191-1f0987691122 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 945 time: 0.0531764 Aug 16 21:49:44.110358 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd9f9e9d-a178-4ba0-b1b5-441b934a7942 req-1df56672-be41-4f7a-aad0-fac2c50aae18 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338614 Aug 16 21:49:44.852851 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-4a9fd78c-fdd7-4b38-ba48-614b7381d5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:49:44.854371 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-4a9fd78c-fdd7-4b38-ba48-614b7381d5c1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 1097 time: 0.0452399 Aug 16 21:49:44.945695 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-75149f20-3eb1-48d1-b0ef-a315df56d013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:49:44.947205 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-75149f20-3eb1-48d1-b0ef-a315df56d013 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 912 time: 0.0857158 Aug 16 21:49:45.017581 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-5b9ea954-f62c-404a-9652-eb8a013f18a9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41d1eb68-074d-4a09-b06d-d6a83a649dce HTTP/1.1" status: 200 len: 1001 time: 0.0636668 Aug 16 21:49:45.052850 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:45.065823 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-4fc855be-0111-4edb-a1e6-85e2cfa7d58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:49:45.067259 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-4fc855be-0111-4edb-a1e6-85e2cfa7d58f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0435483 Aug 16 21:49:45.114596 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-d8c5d894-c3a0-4698-8a2a-f34e318d17a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:49:45.116136 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-d8c5d894-c3a0-4698-8a2a-f34e318d17a6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413129 Aug 16 21:49:45.209744 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-fa313470-bc6c-47b4-abbb-4042ca61f56a service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857799 Aug 16 21:49:45.231187 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac08110-3b3b-4f96-a29c-1be55e9f2911 req-30200fb3-8fca-4f3a-b5d8-9cc7f031f7f1 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:49:45.232740 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6ac08110-3b3b-4f96-a29c-1be55e9f2911 req-30200fb3-8fca-4f3a-b5d8-9cc7f031f7f1 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 945 time: 0.0522399 Aug 16 21:49:45.270939 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6ac08110-3b3b-4f96-a29c-1be55e9f2911 req-49d6bc0a-b978-4b57-bf98-ed376e5965e5 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321779 Aug 16 21:49:45.300520 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-60e6b85a-c19b-4252-b4c6-5d1f8e24b666 service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838368 Aug 16 21:49:46.386137 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4e90f-286e-4c25-8289-46c8b10aa054 req-ac5fae1d-10c6-483f-9118-3e7ed542274c tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:49:46.387617 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8ec4e90f-286e-4c25-8289-46c8b10aa054 req-ac5fae1d-10c6-483f-9118-3e7ed542274c tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 945 time: 0.0489051 Aug 16 21:49:46.425299 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8ec4e90f-286e-4c25-8289-46c8b10aa054 req-0c5b577c-9c49-4006-9b2f-1637176ca499 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311015 Aug 16 21:49:46.778346 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:47.890640 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94238122-a9ec-4c03-8817-909b4f5f4e9f req-c8ed6bd4-c24d-4bf5-bd79-3dfebeb042d9 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:49:47.892108 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-94238122-a9ec-4c03-8817-909b4f5f4e9f req-c8ed6bd4-c24d-4bf5-bd79-3dfebeb042d9 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 945 time: 0.3872535 Aug 16 21:49:47.930254 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-94238122-a9ec-4c03-8817-909b4f5f4e9f req-6aa18412-5fc4-4965-b7da-4af4e08ff2ff tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321705 Aug 16 21:49:49.044884 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f90665-093e-4c39-b841-3690b933a6f4 req-def2cb62-3345-40de-bf1c-77bb8ff24e19 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:49:49.046355 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b6f90665-093e-4c39-b841-3690b933a6f4 req-def2cb62-3345-40de-bf1c-77bb8ff24e19 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 945 time: 0.0478020 Aug 16 21:49:49.083807 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b6f90665-093e-4c39-b841-3690b933a6f4 req-fdc93186-6182-4256-90cb-922ca243dcd7 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308342 Aug 16 21:49:49.800909 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:50.198301 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c791fb-33aa-474a-8209-fe59141dcb3a req-2d153807-3c01-43dc-861e-de0dde4c86bf tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:49:50.199801 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-64c791fb-33aa-474a-8209-fe59141dcb3a req-2d153807-3c01-43dc-861e-de0dde4c86bf tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 945 time: 0.0481782 Aug 16 21:49:50.237247 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-64c791fb-33aa-474a-8209-fe59141dcb3a req-4c744b54-e0a8-44e9-bf8d-567832858601 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309339 Aug 16 21:49:51.366701 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae417c-8803-4b10-b457-a86361d97492 req-b4d13965-c446-4f04-9d10-aecddd33367b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:49:51.368297 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-72ae417c-8803-4b10-b457-a86361d97492 req-b4d13965-c446-4f04-9d10-aecddd33367b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 945 time: 0.0548790 Aug 16 21:49:51.408406 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-72ae417c-8803-4b10-b457-a86361d97492 req-d06c8fa1-454e-4eaa-aca1-33ac5245d78e tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341308 Aug 16 21:49:52.522707 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6023a2-0009-4510-8e58-65ca31c56817 req-02ae7600-d1e6-4416-99df-927e3604e85a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:49:52.524215 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f6023a2-0009-4510-8e58-65ca31c56817 req-02ae7600-d1e6-4416-99df-927e3604e85a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 945 time: 0.0488231 Aug 16 21:49:52.561497 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:52.562073 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f6023a2-0009-4510-8e58-65ca31c56817 req-5f29ecff-ff17-4e1a-97ed-a35a6edff062 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313828 Aug 16 21:49:53.678136 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d49037-1ca7-408a-b65d-df82e843896c req-0244dc7a-f382-44df-9254-87eebb5a4e5f tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:49:53.679635 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e4d49037-1ca7-408a-b65d-df82e843896c req-0244dc7a-f382-44df-9254-87eebb5a4e5f tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 945 time: 0.0494120 Aug 16 21:49:53.717935 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e4d49037-1ca7-408a-b65d-df82e843896c req-1afe50b5-491d-4435-a661-997685010f74 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322475 Aug 16 21:49:54.836561 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e881a4b-e9ae-4d64-8e0c-fc2a8503f00a req-5666d06c-bb5e-4729-ad57-b516204c5a96 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:49:54.838045 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6e881a4b-e9ae-4d64-8e0c-fc2a8503f00a req-5666d06c-bb5e-4729-ad57-b516204c5a96 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 945 time: 0.0526075 Aug 16 21:49:54.874935 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6e881a4b-e9ae-4d64-8e0c-fc2a8503f00a req-4e666311-285c-47f3-b08d-81d3b86756a7 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309553 Aug 16 21:49:55.990445 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91efc2a8-1e07-4e5d-8e39-bd2c625f8305 req-3670e834-07cd-45d3-b65d-be7243d58d18 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:49:55.991965 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-91efc2a8-1e07-4e5d-8e39-bd2c625f8305 req-3670e834-07cd-45d3-b65d-be7243d58d18 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 945 time: 0.0489464 Aug 16 21:49:56.029266 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-91efc2a8-1e07-4e5d-8e39-bd2c625f8305 req-9ee9f23e-9e71-49c2-8c15-5798f69ea256 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314023 Aug 16 21:49:57.145478 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b20e9-cdfc-4fe9-995e-181c5f218c2e req-e4b42dd5-cd83-4633-b2e2-47a534a4bd15 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:49:57.146978 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-da4b20e9-cdfc-4fe9-995e-181c5f218c2e req-e4b42dd5-cd83-4633-b2e2-47a534a4bd15 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 945 time: 0.0486419 Aug 16 21:49:57.183825 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-da4b20e9-cdfc-4fe9-995e-181c5f218c2e req-f46a3f19-2817-4ddd-bda8-b378a16608cc tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307748 Aug 16 21:49:58.306192 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205da00-7b6e-4d88-9e0c-35cc46bb3466 req-9cb62587-cb10-41c5-ac5f-90064b1b83cc tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:49:58.307726 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a205da00-7b6e-4d88-9e0c-35cc46bb3466 req-9cb62587-cb10-41c5-ac5f-90064b1b83cc tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 945 time: 0.0531752 Aug 16 21:49:58.345194 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a205da00-7b6e-4d88-9e0c-35cc46bb3466 req-d974539b-521b-4af0-875a-aa04c30d5301 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313606 Aug 16 21:49:59.463270 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e974ff-4ce8-48cc-be2c-0be09fdd7b92 req-b9c776f8-b7d1-492e-bff9-5d7fb73147b9 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:49:59.465788 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c7e974ff-4ce8-48cc-be2c-0be09fdd7b92 req-b9c776f8-b7d1-492e-bff9-5d7fb73147b9 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 945 time: 0.0530648 Aug 16 21:49:59.504919 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c7e974ff-4ce8-48cc-be2c-0be09fdd7b92 req-d89134ca-226d-4362-be01-3325ee3a2c36 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324712 Aug 16 21:49:59.570685 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-a3e485b9-9f48-4bea-8b4b-d67dfdcbf798 service neutron] show failed (client error): The resource could not be found. Aug 16 21:49:59.571720 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-a3e485b9-9f48-4bea-8b4b-d67dfdcbf798 service neutron] 10.222.0.72 "GET /v2.0/ports/41d1eb68-074d-4a09-b06d-d6a83a649dce/bindings/n-h2-793620-15 HTTP/1.1" status: 404 len: 381 time: 0.0702460 Aug 16 21:50:00.352691 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-30d9dd09-71ba-43f0-939c-ef802f6b855b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:00.354264 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-30d9dd09-71ba-43f0-939c-ef802f6b855b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be&tenant_id=4bc463354ea14830aa50f7ab4d93c9c1 HTTP/1.1" status: 200 len: 1097 time: 0.0414143 Aug 16 21:50:00.366321 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-18a86cfb-0105-4e2c-8c9e-ee32acded718 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-15', 'device_owner': 'compute:nova'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:50:00.421509 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-18a86cfb-0105-4e2c-8c9e-ee32acded718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:00.649130 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-18a86cfb-0105-4e2c-8c9e-ee32acded718 service neutron] For port 41d1eb68-074d-4a09-b06d-d6a83a649dce, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=41d1eb68-074d-4a09-b06d-d6a83a649dce,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:50:00.669287 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773279c7-5b28-4556-9602-2a3bbeaba159 req-cc4d6168-6307-4a65-9019-e96e647f88ef tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:00.670799 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-773279c7-5b28-4556-9602-2a3bbeaba159 req-cc4d6168-6307-4a65-9019-e96e647f88ef tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 945 time: 0.0781260 Aug 16 21:50:00.710915 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-18a86cfb-0105-4e2c-8c9e-ee32acded718 service neutron] For port 41d1eb68-074d-4a09-b06d-d6a83a649dce, host n-h1-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:50:00.747213 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-773279c7-5b28-4556-9602-2a3bbeaba159 req-c4b37e8c-751a-461c-b571-97a8e6a0a6bb tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687919 Aug 16 21:50:00.764446 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e9a7c6-2f2c-43f0-9427-91be237949be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41d1eb68-074d-4a09-b06d-d6a83a649dce'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:50:00.770275 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a13536b3c87fcb412486f7c1123a9b3fa8a88bbdfa2e9f90522308689ae332c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1526b35-0d04-45f1-a18b-b23964aadfca" -d '{"events": [{"server_uuid": "78e9a7c6-2f2c-43f0-9427-91be237949be", "name": "network-vif-unplugged", "status": "completed", "tag": "41d1eb68-074d-4a09-b06d-d6a83a649dce"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:50:00.770755 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-18a86cfb-0105-4e2c-8c9e-ee32acded718 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:00.782712 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-18a86cfb-0105-4e2c-8c9e-ee32acded718 service neutron] Transition to ACTIVE for port object 41d1eb68-074d-4a09-b06d-d6a83a649dce will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:50:00.818792 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d68c3d5-d285-4afd-b675-41eb42210017 x-openstack-request-id: req-0d68c3d5-d285-4afd-b675-41eb42210017 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:50:00.819158 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e9a7c6-2f2c-43f0-9427-91be237949be", "name": "network-vif-unplugged", "status": "completed", "tag": "41d1eb68-074d-4a09-b06d-d6a83a649dce", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:50:00.819412 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0d68c3d5-d285-4afd-b675-41eb42210017 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:50:00.819866 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e9a7c6-2f2c-43f0-9427-91be237949be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41d1eb68-074d-4a09-b06d-d6a83a649dce', 'code': 200} Aug 16 21:50:00.852478 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-18a86cfb-0105-4e2c-8c9e-ee32acded718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:00.932812 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a86cfb-0105-4e2c-8c9e-ee32acded718 service neutron] Pushing event updated for resources: {'Port': ['ID=41d1eb68-074d-4a09-b06d-d6a83a649dce,revision_number=6']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:00.944740 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a86cfb-0105-4e2c-8c9e-ee32acded718 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:00.945104 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a86cfb-0105-4e2c-8c9e-ee32acded718 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:00.945462 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a86cfb-0105-4e2c-8c9e-ee32acded718 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:00.945811 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a86cfb-0105-4e2c-8c9e-ee32acded718 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:00.946157 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a86cfb-0105-4e2c-8c9e-ee32acded718 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:00.946501 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a86cfb-0105-4e2c-8c9e-ee32acded718 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:00.946836 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a86cfb-0105-4e2c-8c9e-ee32acded718 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:00.947178 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a86cfb-0105-4e2c-8c9e-ee32acded718 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:00.947514 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a86cfb-0105-4e2c-8c9e-ee32acded718 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:00.947871 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a86cfb-0105-4e2c-8c9e-ee32acded718 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:00.948210 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a86cfb-0105-4e2c-8c9e-ee32acded718 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:00.948543 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a86cfb-0105-4e2c-8c9e-ee32acded718 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:00.981826 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-18a86cfb-0105-4e2c-8c9e-ee32acded718 service neutron] No DVR routers for this DVR port 41d1eb68-074d-4a09-b06d-d6a83a649dce on host n-h1-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:50:01.007019 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 41d1eb68-074d-4a09-b06d-d6a83a649dce no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:50:01.047890 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 41d1eb68-074d-4a09-b06d-d6a83a649dce not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:50:01.126918 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-18a86cfb-0105-4e2c-8c9e-ee32acded718 service neutron] Attempting to bind port 41d1eb68-074d-4a09-b06d-d6a83a649dce on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:50:01.127266 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-18a86cfb-0105-4e2c-8c9e-ee32acded718 service neutron] Attempting to bind port 41d1eb68-074d-4a09-b06d-d6a83a649dce by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:50:01.127604 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-18a86cfb-0105-4e2c-8c9e-ee32acded718 service neutron] Attempting to bind port 41d1eb68-074d-4a09-b06d-d6a83a649dce on network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:50:01.131761 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-18a86cfb-0105-4e2c-8c9e-ee32acded718 service neutron] Port 41d1eb68-074d-4a09-b06d-d6a83a649dce on network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:50:01.132130 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-18a86cfb-0105-4e2c-8c9e-ee32acded718 service neutron] Attempting to bind port 41d1eb68-074d-4a09-b06d-d6a83a649dce on network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:50:01.136861 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-18a86cfb-0105-4e2c-8c9e-ee32acded718 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:50:01.137207 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-18a86cfb-0105-4e2c-8c9e-ee32acded718 service neutron] Checking segment: {'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:50:01.137597 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-18a86cfb-0105-4e2c-8c9e-ee32acded718 service neutron] Bound using segment: {'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:50:01.138030 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-18a86cfb-0105-4e2c-8c9e-ee32acded718 service neutron] Bound port: 41d1eb68-074d-4a09-b06d-d6a83a649dce, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:50:01.138387 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-18a86cfb-0105-4e2c-8c9e-ee32acded718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:01.199657 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-18a86cfb-0105-4e2c-8c9e-ee32acded718 service neutron] For port 41d1eb68-074d-4a09-b06d-d6a83a649dce, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:50:01.203528 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-18a86cfb-0105-4e2c-8c9e-ee32acded718 service neutron] For port 41d1eb68-074d-4a09-b06d-d6a83a649dce, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=41d1eb68-074d-4a09-b06d-d6a83a649dce,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:50:01.304220 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-18a86cfb-0105-4e2c-8c9e-ee32acded718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:01.337072 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-18a86cfb-0105-4e2c-8c9e-ee32acded718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:01.337711 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-18a86cfb-0105-4e2c-8c9e-ee32acded718 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:01.339187 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-18a86cfb-0105-4e2c-8c9e-ee32acded718 service neutron] 10.222.0.90 "PUT /v2.0/ports/41d1eb68-074d-4a09-b06d-d6a83a649dce HTTP/1.1" status: 200 len: 1092 time: 0.9769223 Aug 16 21:50:01.363067 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a86cfb-0105-4e2c-8c9e-ee32acded718 service neutron] Pushing event updated for resources: {'Port': ['ID=41d1eb68-074d-4a09-b06d-d6a83a649dce,revision_number=7']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:01.407222 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-f0ebbc83-61ca-449b-b6c3-8e8c9a9079a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:01.409404 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-f0ebbc83-61ca-449b-b6c3-8e8c9a9079a7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 1095 time: 0.0433755 Aug 16 21:50:01.509759 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-cdab1569-7f24-4dc2-9a8d-0fc13925f0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:01.511270 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-cdab1569-7f24-4dc2-9a8d-0fc13925f0fb service neutron] 10.222.0.90 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 912 time: 0.0954125 Aug 16 21:50:01.577218 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-42f6957a-4900-4fa6-9746-182587610785 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41d1eb68-074d-4a09-b06d-d6a83a649dce HTTP/1.1" status: 200 len: 999 time: 0.0584230 Aug 16 21:50:01.629166 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-0455ddff-208e-49b0-9f4c-495b9eb70c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:01.630526 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-0455ddff-208e-49b0-9f4c-495b9eb70c28 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0471239 Aug 16 21:50:01.676491 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-5ead2ad6-379f-4454-8568-6a71c70589c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:01.678009 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-5ead2ad6-379f-4454-8568-6a71c70589c8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402033 Aug 16 21:50:01.765872 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-f7bc0554-b886-493a-be8a-68cb06ac47d2 service neutron] 10.222.0.90 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808265 Aug 16 21:50:01.888111 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8c669-1a62-4f09-b073-1b636878ad4c req-91381ff3-7876-4b45-8c51-aedd377075a0 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:01.889612 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-08f8c669-1a62-4f09-b073-1b636878ad4c req-91381ff3-7876-4b45-8c51-aedd377075a0 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 943 time: 0.0705023 Aug 16 21:50:01.906557 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-7e919412-283c-4ddf-8f06-3294ffb5037a service neutron] 10.222.0.90 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341598 Aug 16 21:50:01.933416 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-08f8c669-1a62-4f09-b073-1b636878ad4c req-1b5da01d-d2d6-4945-9621-a56d7173713b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360930 Aug 16 21:50:02.821235 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e9a7c6-2f2c-43f0-9427-91be237949be', 'tag': '41d1eb68-074d-4a09-b06d-d6a83a649dce'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:50:02.824316 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a13536b3c87fcb412486f7c1123a9b3fa8a88bbdfa2e9f90522308689ae332c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80cb1baf-78c6-4d37-a535-3cb1be9b07a0" -d '{"events": [{"name": "network-changed", "server_uuid": "78e9a7c6-2f2c-43f0-9427-91be237949be", "tag": "41d1eb68-074d-4a09-b06d-d6a83a649dce"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:50:02.878310 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cc7f13-86b2-41c2-8cf9-ba198fe12bc3 x-openstack-request-id: req-b2cc7f13-86b2-41c2-8cf9-ba198fe12bc3 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:50:02.879003 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e9a7c6-2f2c-43f0-9427-91be237949be", "tag": "41d1eb68-074d-4a09-b06d-d6a83a649dce", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:50:02.879003 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b2cc7f13-86b2-41c2-8cf9-ba198fe12bc3 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:50:02.879285 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e9a7c6-2f2c-43f0-9427-91be237949be', 'tag': '41d1eb68-074d-4a09-b06d-d6a83a649dce', 'status': 'completed', 'code': 200} Aug 16 21:50:02.972185 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb1baf-78c6-4d37-a535-3cb1be9b07a0 req-619b1c31-7d3a-4fb2-919d-402ce37329d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:02.974039 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-80cb1baf-78c6-4d37-a535-3cb1be9b07a0 req-619b1c31-7d3a-4fb2-919d-402ce37329d7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 1095 time: 0.0664105 Aug 16 21:50:02.994429 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb1baf-78c6-4d37-a535-3cb1be9b07a0 req-3f5b1c04-e891-4deb-832c-28336f5bd3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:02.999813 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-80cb1baf-78c6-4d37-a535-3cb1be9b07a0 req-3f5b1c04-e891-4deb-832c-28336f5bd3d6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 1095 time: 0.0919993 Aug 16 21:50:03.083077 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb1baf-78c6-4d37-a535-3cb1be9b07a0 req-a5d3a5f1-0868-4520-bb47-4c19bd2b0ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:03.086120 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-80cb1baf-78c6-4d37-a535-3cb1be9b07a0 req-a5d3a5f1-0868-4520-bb47-4c19bd2b0ec5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 912 time: 0.1048343 Aug 16 21:50:03.117842 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf843704-aaba-4450-8148-9b254d9cf67c req-05666d5d-354f-4296-aadd-6d493fa24998 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:03.119391 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf843704-aaba-4450-8148-9b254d9cf67c req-05666d5d-354f-4296-aadd-6d493fa24998 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 943 time: 0.1038656 Aug 16 21:50:03.175992 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-80cb1baf-78c6-4d37-a535-3cb1be9b07a0 req-e414aae5-baa0-45a8-9394-8be5be035680 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41d1eb68-074d-4a09-b06d-d6a83a649dce HTTP/1.1" status: 200 len: 999 time: 0.0827858 Aug 16 21:50:03.186509 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf843704-aaba-4450-8148-9b254d9cf67c req-e17abfa9-e165-41d0-8d19-87b2b8336edb tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488789 Aug 16 21:50:03.187720 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb1baf-78c6-4d37-a535-3cb1be9b07a0 req-b15b0933-88d9-4cca-b427-b1e579f60e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:03.189139 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-80cb1baf-78c6-4d37-a535-3cb1be9b07a0 req-b15b0933-88d9-4cca-b427-b1e579f60e14 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 912 time: 0.1828575 Aug 16 21:50:03.245504 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb1baf-78c6-4d37-a535-3cb1be9b07a0 req-c135154c-3064-43a1-ae42-330b4cfc4999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:03.248029 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-80cb1baf-78c6-4d37-a535-3cb1be9b07a0 req-c135154c-3064-43a1-ae42-330b4cfc4999 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0641227 Aug 16 21:50:03.272213 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-80cb1baf-78c6-4d37-a535-3cb1be9b07a0 req-9aaa3c02-6f7e-41cf-b5b4-532e9e8f3b81 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41d1eb68-074d-4a09-b06d-d6a83a649dce HTTP/1.1" status: 200 len: 999 time: 0.0754323 Aug 16 21:50:03.296586 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb1baf-78c6-4d37-a535-3cb1be9b07a0 req-f3ccb51a-2a4f-4cd4-b863-5647e4f260d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:03.298165 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-80cb1baf-78c6-4d37-a535-3cb1be9b07a0 req-f3ccb51a-2a4f-4cd4-b863-5647e4f260d5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435989 Aug 16 21:50:03.328894 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb1baf-78c6-4d37-a535-3cb1be9b07a0 req-cd0636a0-2159-4691-8bd9-b0bd59587ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:03.330394 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-80cb1baf-78c6-4d37-a535-3cb1be9b07a0 req-cd0636a0-2159-4691-8bd9-b0bd59587ea8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0515268 Aug 16 21:50:03.381492 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb1baf-78c6-4d37-a535-3cb1be9b07a0 req-d4efb532-2c59-4b7a-a88b-45b512c5475b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:03.382926 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-80cb1baf-78c6-4d37-a535-3cb1be9b07a0 req-d4efb532-2c59-4b7a-a88b-45b512c5475b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460589 Aug 16 21:50:03.396762 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-80cb1baf-78c6-4d37-a535-3cb1be9b07a0 req-82d54689-1fd0-4893-b5e9-c33ddf58b8a2 service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915985 Aug 16 21:50:03.477260 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-80cb1baf-78c6-4d37-a535-3cb1be9b07a0 req-33e26d35-41f3-4ccd-9817-19781bc4869f service neutron] 10.222.0.90 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870311 Aug 16 21:50:03.490583 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-80cb1baf-78c6-4d37-a535-3cb1be9b07a0 req-79a6b46a-b5af-49cd-a8df-63b405f93dd7 service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863569 Aug 16 21:50:03.574537 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-80cb1baf-78c6-4d37-a535-3cb1be9b07a0 req-5e6bf916-2613-45cf-9f6e-f95b94266a99 service neutron] 10.222.0.90 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902486 Aug 16 21:50:04.310147 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c9980-3b18-42dd-93ce-829da222e630 req-d60f249f-4ed4-4499-8fb3-55e29472e5d0 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:04.311720 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8d4c9980-3b18-42dd-93ce-829da222e630 req-d60f249f-4ed4-4499-8fb3-55e29472e5d0 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 943 time: 0.0496788 Aug 16 21:50:04.350255 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8d4c9980-3b18-42dd-93ce-829da222e630 req-bdc8857a-b845-4088-a175-a33902b8b350 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319548 Aug 16 21:50:05.470127 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1eefe9-4b88-4fa5-82a8-5ecb1bdd598b req-0b73a12a-f9b3-45a7-8b1c-d6429e7aa757 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:05.471654 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1e1eefe9-4b88-4fa5-82a8-5ecb1bdd598b req-0b73a12a-f9b3-45a7-8b1c-d6429e7aa757 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 943 time: 0.0505800 Aug 16 21:50:05.514387 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1e1eefe9-4b88-4fa5-82a8-5ecb1bdd598b req-2f1b15f8-5d88-4e90-9c4f-d5eedf5b95c0 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366132 Aug 16 21:50:05.749778 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a8326-4b00-45d2-b4fb-b28aebfde8f6 req-dfcb81c2-76ae-4498-8030-c0952afcafea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:05.751463 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d04a8326-4b00-45d2-b4fb-b28aebfde8f6 req-dfcb81c2-76ae-4498-8030-c0952afcafea service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 1095 time: 0.0422013 Aug 16 21:50:05.852841 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a8326-4b00-45d2-b4fb-b28aebfde8f6 req-171ae13f-5779-47ce-beac-3dea6f9d1217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:05.854330 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d04a8326-4b00-45d2-b4fb-b28aebfde8f6 req-171ae13f-5779-47ce-beac-3dea6f9d1217 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 912 time: 0.0843861 Aug 16 21:50:05.923905 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d04a8326-4b00-45d2-b4fb-b28aebfde8f6 req-c83c38db-d358-417f-a0d2-a5080026c40b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41d1eb68-074d-4a09-b06d-d6a83a649dce HTTP/1.1" status: 200 len: 999 time: 0.0630269 Aug 16 21:50:05.973324 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a8326-4b00-45d2-b4fb-b28aebfde8f6 req-c90e18bb-7b15-4b47-b2f2-3dfff818041c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:05.974825 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d04a8326-4b00-45d2-b4fb-b28aebfde8f6 req-c90e18bb-7b15-4b47-b2f2-3dfff818041c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0443113 Aug 16 21:50:06.021057 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a8326-4b00-45d2-b4fb-b28aebfde8f6 req-6fa29048-2f1b-4eb0-8879-9b73fe766e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:06.022495 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d04a8326-4b00-45d2-b4fb-b28aebfde8f6 req-6fa29048-2f1b-4eb0-8879-9b73fe766e1b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406120 Aug 16 21:50:06.123177 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d04a8326-4b00-45d2-b4fb-b28aebfde8f6 req-e618996e-20f0-45ec-b1d0-4ff990606c47 service neutron] 10.222.0.90 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940113 Aug 16 21:50:06.217953 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d04a8326-4b00-45d2-b4fb-b28aebfde8f6 req-41634c76-d6c9-47e4-9cd5-e62a67e67303 service neutron] 10.222.0.90 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878756 Aug 16 21:50:06.637569 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17fd7d-173d-4c90-9a83-c37755dfcd0d req-0ac02425-8730-4cea-a65b-37cce53da4b6 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:06.639056 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-be17fd7d-173d-4c90-9a83-c37755dfcd0d req-0ac02425-8730-4cea-a65b-37cce53da4b6 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 943 time: 0.0534298 Aug 16 21:50:06.678543 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-be17fd7d-173d-4c90-9a83-c37755dfcd0d req-80f4fbf9-54bf-4613-99cc-64b126b070d0 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329273 Aug 16 21:50:07.794378 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f231d7e-7a70-4119-951e-4fca493504fe req-9df91ee4-0e31-4e64-b13f-00249631a962 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:07.795950 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9f231d7e-7a70-4119-951e-4fca493504fe req-9df91ee4-0e31-4e64-b13f-00249631a962 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 943 time: 0.0494766 Aug 16 21:50:07.834107 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9f231d7e-7a70-4119-951e-4fca493504fe req-ae639aae-fa08-4c4d-b5a8-c01959978218 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321586 Aug 16 21:50:08.950404 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654a68c-f91a-4035-b90a-333297f602d4 req-951db095-ac09-4ba7-8d0c-416cdc410107 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:08.951943 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0654a68c-f91a-4035-b90a-333297f602d4 req-951db095-ac09-4ba7-8d0c-416cdc410107 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 943 time: 0.0496840 Aug 16 21:50:08.988762 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0654a68c-f91a-4035-b90a-333297f602d4 req-0e5c595b-6447-402b-8806-d4677890bed2 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309258 Aug 16 21:50:10.107331 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539c3fc-24af-4f4f-9ad4-c9a5910011fc req-cf6aecba-82a9-449f-8ceb-9499250b9a17 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:10.108844 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8539c3fc-24af-4f4f-9ad4-c9a5910011fc req-cf6aecba-82a9-449f-8ceb-9499250b9a17 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 943 time: 0.0517156 Aug 16 21:50:10.145986 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8539c3fc-24af-4f4f-9ad4-c9a5910011fc req-bf66d329-05bb-4828-8743-ff1665d3afba tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305705 Aug 16 21:50:11.106541 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2342e38f-c51a-46f0-9c2c-bf0af67081bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:11.316534 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9617fd-d960-4b92-a00e-0b556cbae2d1 req-923d9e94-5b1f-4e48-835b-16519996f440 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:11.318017 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ba9617fd-d960-4b92-a00e-0b556cbae2d1 req-923d9e94-5b1f-4e48-835b-16519996f440 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 943 time: 0.1041608 Aug 16 21:50:11.355184 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ba9617fd-d960-4b92-a00e-0b556cbae2d1 req-8552b5c2-fdd0-415c-9a28-a3ce4932c607 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311720 Aug 16 21:50:12.513747 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a84fc-064b-44fc-a41a-d9fb432ace65 req-e906c51f-a2e8-4e9a-8287-d971cad7c50a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:12.515276 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-869a84fc-064b-44fc-a41a-d9fb432ace65 req-e906c51f-a2e8-4e9a-8287-d971cad7c50a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 943 time: 0.0926943 Aug 16 21:50:12.553598 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-869a84fc-064b-44fc-a41a-d9fb432ace65 req-d591a2ad-ebff-49c3-955b-086f402c26bc tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317807 Aug 16 21:50:13.675517 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17628a84-c323-43ca-868a-c55183d797ce req-c776774e-fcbd-418e-b5da-cda112667020 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:13.677417 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-17628a84-c323-43ca-868a-c55183d797ce req-c776774e-fcbd-418e-b5da-cda112667020 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 943 time: 0.0546539 Aug 16 21:50:13.697908 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3706f495-ce4e-4d1f-b6b2-1c74b7b343e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:13.716160 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-17628a84-c323-43ca-868a-c55183d797ce req-33847038-8e08-4201-b656-e105b02a9354 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327635 Aug 16 21:50:13.878209 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:14.830704 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af4df1-03d9-4dac-944c-93c054bfe566 req-d880ef00-f33a-44b6-9088-bfb64f18be24 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:14.832206 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-60af4df1-03d9-4dac-944c-93c054bfe566 req-d880ef00-f33a-44b6-9088-bfb64f18be24 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 943 time: 0.0487499 Aug 16 21:50:14.868984 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-60af4df1-03d9-4dac-944c-93c054bfe566 req-0a68f749-3b43-40f4-b736-d583dc3b0e2d tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309453 Aug 16 21:50:15.055390 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:15.396400 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 41d1eb68-074d-4a09-b06d-d6a83a649dce details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:50:15.492254 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 41d1eb68-074d-4a09-b06d-d6a83a649dce, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=41d1eb68-074d-4a09-b06d-d6a83a649dce,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:50:15.503760 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '41d1eb68-074d-4a09-b06d-d6a83a649dce', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'port_id': '41d1eb68-074d-4a09-b06d-d6a83a649dce', 'mac_address': 'fa:16:3e:bd:87:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:50:15.540593 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:15.542128 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64a81f-fcf4-48ca-9d9a-474df2a80c05 req-6cab7211-777f-47a8-849b-d284a388c8f4 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:15.543626 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b64a81f-fcf4-48ca-9d9a-474df2a80c05 req-6cab7211-777f-47a8-849b-d284a388c8f4 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 943 time: 0.0502985 Aug 16 21:50:15.553502 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41d1eb68-074d-4a09-b06d-d6a83a649dce {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:50:15.572724 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 41d1eb68-074d-4a09-b06d-d6a83a649dce, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=41d1eb68-074d-4a09-b06d-d6a83a649dce,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:50:15.614318 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b64a81f-fcf4-48ca-9d9a-474df2a80c05 req-a4ac966d-9fc3-4665-9830-b2d277b99141 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644348 Aug 16 21:50:15.645447 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-ebd0cd3a-87e6-42da-b396-d4181a3cdb1e tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:15.652631 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-ebd0cd3a-87e6-42da-b396-d4181a3cdb1e tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.90 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be&tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&binding%3Ahost_id=n-h2-793620-15 HTTP/1.1" status: 200 len: 943 time: 0.0829704 Aug 16 21:50:15.684004 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:15.709896 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-ceb3ea0e-95e3-4f5c-8c7f-7f35ddf97a7d service neutron] 10.222.0.90 "GET /v2.0/ports/41d1eb68-074d-4a09-b06d-d6a83a649dce/bindings/n-h2-793620-15 HTTP/1.1" status: 200 len: 383 time: 0.0559714 Aug 16 21:50:15.730865 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=41d1eb68-074d-4a09-b06d-d6a83a649dce,revision_number=8']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:15.738366 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:15.738715 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:15.739056 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:15.739430 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:15.739725 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:15.740080 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:15.750374 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:15.750374 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:15.750374 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:15.750374 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:15.750374 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:15.750374 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:15.771183 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-eb60ddb2-83bf-48fb-8bd0-2148f2adce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:15.772729 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-eb60ddb2-83bf-48fb-8bd0-2148f2adce62 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 1096 time: 0.0407212 Aug 16 21:50:15.862805 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-277fcc39-a9c1-442d-a488-147afd40ce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:15.864299 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-277fcc39-a9c1-442d-a488-147afd40ce7f service neutron] 10.222.0.90 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 912 time: 0.0843852 Aug 16 21:50:15.928562 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['41d1eb68-074d-4a09-b06d-d6a83a649dce'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:50:15.929167 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-e640b5a9-37eb-4ed2-9b85-f5dbaa590fcb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41d1eb68-074d-4a09-b06d-d6a83a649dce HTTP/1.1" status: 200 len: 1000 time: 0.0570712 Aug 16 21:50:15.978813 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-902d7647-b5b2-4559-99c2-4da2ca4b9ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:15.980310 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-902d7647-b5b2-4559-99c2-4da2ca4b9ee9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0443437 Aug 16 21:50:16.029776 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-a697791f-7158-4833-a285-b826cb755825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:16.031311 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-a697791f-7158-4833-a285-b826cb755825 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436461 Aug 16 21:50:16.120182 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-4f6c7438-1be1-4e2c-b932-d1345d971e67 service neutron] 10.222.0.90 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810919 Aug 16 21:50:16.212185 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-e7b2a42f-80c3-4ab1-bc97-569314954505 service neutron] 10.222.0.90 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849674 Aug 16 21:50:16.748162 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94ae4d-8cdd-464a-b22c-2c4b51fb5494 req-08754cb8-464f-4a00-8cb4-addd331410d0 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:16.749661 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4e94ae4d-8cdd-464a-b22c-2c4b51fb5494 req-08754cb8-464f-4a00-8cb4-addd331410d0 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 944 time: 0.0505521 Aug 16 21:50:16.777754 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:16.786806 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4e94ae4d-8cdd-464a-b22c-2c4b51fb5494 req-5ba46463-f2ac-4c3d-b362-7718963eec8a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312557 Aug 16 21:50:17.419998 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 41d1eb68-074d-4a09-b06d-d6a83a649dce up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:50:17.589706 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 41d1eb68-074d-4a09-b06d-d6a83a649dce completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:50:17.593622 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 41d1eb68-074d-4a09-b06d-d6a83a649dce triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:50:17.593992 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:17.671711 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:17.694188 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e9a7c6-2f2c-43f0-9427-91be237949be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d1eb68-074d-4a09-b06d-d6a83a649dce'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:50:17.696463 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c683fdb416c7f0821c75f6a91cfed7529d060c9c210f81ad2c881376259938b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04abfbbd-f7c9-4caa-9a24-1be0658c3b95" -d '{"events": [{"server_uuid": "78e9a7c6-2f2c-43f0-9427-91be237949be", "name": "network-vif-plugged", "status": "completed", "tag": "41d1eb68-074d-4a09-b06d-d6a83a649dce"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:50:17.709986 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 41d1eb68-074d-4a09-b06d-d6a83a649dce, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=41d1eb68-074d-4a09-b06d-d6a83a649dce,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:50:17.746227 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84361d0e-44af-42bb-9069-d583648fcf46 x-openstack-request-id: req-84361d0e-44af-42bb-9069-d583648fcf46 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:50:17.746524 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e9a7c6-2f2c-43f0-9427-91be237949be", "name": "network-vif-plugged", "status": "completed", "tag": "41d1eb68-074d-4a09-b06d-d6a83a649dce", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:50:17.746787 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-84361d0e-44af-42bb-9069-d583648fcf46 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:50:17.747188 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e9a7c6-2f2c-43f0-9427-91be237949be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d1eb68-074d-4a09-b06d-d6a83a649dce', 'code': 200} Aug 16 21:50:17.823659 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:17.874419 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=41d1eb68-074d-4a09-b06d-d6a83a649dce,revision_number=9']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:17.906069 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd39a9-35a1-4074-9618-f65a79a8ab3e req-ef185347-7c80-405d-ba63-00d4a79d1f09 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:17.907570 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6dbd39a9-35a1-4074-9618-f65a79a8ab3e req-ef185347-7c80-405d-ba63-00d4a79d1f09 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 945 time: 0.0511401 Aug 16 21:50:17.951300 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6dbd39a9-35a1-4074-9618-f65a79a8ab3e req-79da0e4a-1f7f-4821-b474-fb07ab8b89a4 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316772 Aug 16 21:50:19.071656 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee7e65-e381-452b-9e72-f85fdb28df9a req-6bb15412-65ec-4f2a-ba8f-4c38d2896c6e tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:19.073184 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9eee7e65-e381-452b-9e72-f85fdb28df9a req-6bb15412-65ec-4f2a-ba8f-4c38d2896c6e tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 945 time: 0.0531869 Aug 16 21:50:19.110650 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9eee7e65-e381-452b-9e72-f85fdb28df9a req-949c02b7-06bc-49df-b28b-a36c602a02d0 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314927 Aug 16 21:50:19.826621 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:20.230521 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8991dbe-568a-46c5-9c93-bd467fa8fea4 req-c0d44005-05e2-4a6d-bc27-b6bfc1cc8643 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:20.232059 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d8991dbe-568a-46c5-9c93-bd467fa8fea4 req-c0d44005-05e2-4a6d-bc27-b6bfc1cc8643 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 945 time: 0.0499425 Aug 16 21:50:20.270025 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d8991dbe-568a-46c5-9c93-bd467fa8fea4 req-86de8efb-b770-4f16-8157-bc3cd481bdcf tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319896 Aug 16 21:50:20.846419 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:50:20.935012 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-352ae52d-c88a-4311-9987-573c87d6a761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:20.936625 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-352ae52d-c88a-4311-9987-573c87d6a761 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be&tenant_id=4bc463354ea14830aa50f7ab4d93c9c1 HTTP/1.1" status: 200 len: 1097 time: 0.0421197 Aug 16 21:50:20.948318 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-a7cf2f40-2697-491e-a5c4-491aed0c9900 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-15', 'device_owner': 'compute:nova'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:50:21.003075 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-a7cf2f40-2697-491e-a5c4-491aed0c9900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:21.198092 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-a7cf2f40-2697-491e-a5c4-491aed0c9900 service neutron] For port 41d1eb68-074d-4a09-b06d-d6a83a649dce, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=41d1eb68-074d-4a09-b06d-d6a83a649dce,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:50:21.230109 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-a7cf2f40-2697-491e-a5c4-491aed0c9900 service neutron] For port 41d1eb68-074d-4a09-b06d-d6a83a649dce, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:50:21.268043 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e9a7c6-2f2c-43f0-9427-91be237949be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41d1eb68-074d-4a09-b06d-d6a83a649dce'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:50:21.270326 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcd9435b18b7a34707b0c74d037ee6bf13b87a61dd91d81e26d4048d63ffdc36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4cd2750-d32f-4dee-8fdf-004caf5d40b9" -d '{"events": [{"server_uuid": "78e9a7c6-2f2c-43f0-9427-91be237949be", "name": "network-vif-unplugged", "status": "completed", "tag": "41d1eb68-074d-4a09-b06d-d6a83a649dce"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:50:21.274429 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-a7cf2f40-2697-491e-a5c4-491aed0c9900 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:21.287682 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-a7cf2f40-2697-491e-a5c4-491aed0c9900 service neutron] Transition to ACTIVE for port object 41d1eb68-074d-4a09-b06d-d6a83a649dce will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:50:21.320290 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6adc453-da04-4937-a3de-514cf52f71c9 x-openstack-request-id: req-d6adc453-da04-4937-a3de-514cf52f71c9 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:50:21.320601 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e9a7c6-2f2c-43f0-9427-91be237949be", "name": "network-vif-unplugged", "status": "completed", "tag": "41d1eb68-074d-4a09-b06d-d6a83a649dce", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:50:21.320861 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d6adc453-da04-4937-a3de-514cf52f71c9 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:50:21.321636 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e9a7c6-2f2c-43f0-9427-91be237949be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41d1eb68-074d-4a09-b06d-d6a83a649dce', 'code': 200} Aug 16 21:50:21.389706 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-a7cf2f40-2697-491e-a5c4-491aed0c9900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:21.392594 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97458c-7a99-4f45-b8a5-f1e13f6143c9 req-356b3858-8eff-4188-a233-9be63ad7a8bc tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:21.394119 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-da97458c-7a99-4f45-b8a5-f1e13f6143c9 req-356b3858-8eff-4188-a233-9be63ad7a8bc tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 945 time: 0.0516880 Aug 16 21:50:21.427336 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 41d1eb68-074d-4a09-b06d-d6a83a649dce no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:50:21.450034 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-da97458c-7a99-4f45-b8a5-f1e13f6143c9 req-48fd03e6-80f3-4894-9396-32618325b58e tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459912 Aug 16 21:50:21.471316 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 41d1eb68-074d-4a09-b06d-d6a83a649dce not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:50:21.750009 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf2f40-2697-491e-a5c4-491aed0c9900 service neutron] Pushing event updated for resources: {'Port': ['ID=41d1eb68-074d-4a09-b06d-d6a83a649dce,revision_number=10']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:21.763534 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cf2f40-2697-491e-a5c4-491aed0c9900 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:21.763900 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cf2f40-2697-491e-a5c4-491aed0c9900 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:21.764241 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cf2f40-2697-491e-a5c4-491aed0c9900 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:21.764579 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cf2f40-2697-491e-a5c4-491aed0c9900 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:21.764909 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cf2f40-2697-491e-a5c4-491aed0c9900 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:21.765237 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cf2f40-2697-491e-a5c4-491aed0c9900 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:21.765561 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cf2f40-2697-491e-a5c4-491aed0c9900 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:21.765883 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cf2f40-2697-491e-a5c4-491aed0c9900 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:21.766205 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cf2f40-2697-491e-a5c4-491aed0c9900 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:21.766527 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cf2f40-2697-491e-a5c4-491aed0c9900 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:21.766846 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cf2f40-2697-491e-a5c4-491aed0c9900 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:21.767164 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cf2f40-2697-491e-a5c4-491aed0c9900 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:21.799567 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-a7cf2f40-2697-491e-a5c4-491aed0c9900 service neutron] No DVR routers for this DVR port 41d1eb68-074d-4a09-b06d-d6a83a649dce on host n-h2-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:50:21.927153 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-a7cf2f40-2697-491e-a5c4-491aed0c9900 service neutron] Attempting to bind port 41d1eb68-074d-4a09-b06d-d6a83a649dce on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:50:21.927311 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-a7cf2f40-2697-491e-a5c4-491aed0c9900 service neutron] Attempting to bind port 41d1eb68-074d-4a09-b06d-d6a83a649dce by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:50:21.927582 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-a7cf2f40-2697-491e-a5c4-491aed0c9900 service neutron] Attempting to bind port 41d1eb68-074d-4a09-b06d-d6a83a649dce on network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:50:21.931914 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-a7cf2f40-2697-491e-a5c4-491aed0c9900 service neutron] Port 41d1eb68-074d-4a09-b06d-d6a83a649dce on network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:50:21.932233 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-a7cf2f40-2697-491e-a5c4-491aed0c9900 service neutron] Attempting to bind port 41d1eb68-074d-4a09-b06d-d6a83a649dce on network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:50:21.936910 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-a7cf2f40-2697-491e-a5c4-491aed0c9900 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:50:21.937480 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-a7cf2f40-2697-491e-a5c4-491aed0c9900 service neutron] Checking segment: {'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:50:21.937600 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-a7cf2f40-2697-491e-a5c4-491aed0c9900 service neutron] Bound using segment: {'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:50:21.938008 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-a7cf2f40-2697-491e-a5c4-491aed0c9900 service neutron] Bound port: 41d1eb68-074d-4a09-b06d-d6a83a649dce, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b743104-b834-4f7a-9200-c02e638eb529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:50:21.938359 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-a7cf2f40-2697-491e-a5c4-491aed0c9900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:21.998435 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-a7cf2f40-2697-491e-a5c4-491aed0c9900 service neutron] For port 41d1eb68-074d-4a09-b06d-d6a83a649dce, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:50:22.001440 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-a7cf2f40-2697-491e-a5c4-491aed0c9900 service neutron] For port 41d1eb68-074d-4a09-b06d-d6a83a649dce, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=41d1eb68-074d-4a09-b06d-d6a83a649dce,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:50:22.150079 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-a7cf2f40-2697-491e-a5c4-491aed0c9900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:22.190849 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-a7cf2f40-2697-491e-a5c4-491aed0c9900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:22.191482 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-a7cf2f40-2697-491e-a5c4-491aed0c9900 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:22.193490 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-a7cf2f40-2697-491e-a5c4-491aed0c9900 service neutron] 10.222.0.72 "PUT /v2.0/ports/41d1eb68-074d-4a09-b06d-d6a83a649dce HTTP/1.1" status: 200 len: 1093 time: 1.2491412 Aug 16 21:50:22.210568 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf2f40-2697-491e-a5c4-491aed0c9900 service neutron] Pushing event updated for resources: {'Port': ['ID=41d1eb68-074d-4a09-b06d-d6a83a649dce,revision_number=11']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:22.257403 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-6b68a018-e52b-48b1-aaaf-ffbeefb3f866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:22.258945 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-6b68a018-e52b-48b1-aaaf-ffbeefb3f866 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 1096 time: 0.0426724 Aug 16 21:50:22.356272 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-a4f1e21d-4d76-4ac7-bb02-e68b0aaf5230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:22.357769 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-a4f1e21d-4d76-4ac7-bb02-e68b0aaf5230 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 912 time: 0.0925109 Aug 16 21:50:22.422757 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-323c5037-d536-49ae-89fb-c6871f8072d2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41d1eb68-074d-4a09-b06d-d6a83a649dce HTTP/1.1" status: 200 len: 999 time: 0.0570686 Aug 16 21:50:22.471112 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-8b2e725f-d01a-4edf-800f-d2f6304ba599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:22.472549 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-8b2e725f-d01a-4edf-800f-d2f6304ba599 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0433886 Aug 16 21:50:22.528349 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-b707d59f-2aea-4e4a-9059-10bfacd8801b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:22.529787 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-b707d59f-2aea-4e4a-9059-10bfacd8801b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501151 Aug 16 21:50:22.568690 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60669f41-873d-4432-b153-c2fd51443ea4 req-3eea377e-4f67-4a2c-8006-3d188d15266d tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:22.570172 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-60669f41-873d-4432-b153-c2fd51443ea4 req-3eea377e-4f67-4a2c-8006-3d188d15266d tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 944 time: 0.0529454 Aug 16 21:50:22.574834 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:22.607365 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-60669f41-873d-4432-b153-c2fd51443ea4 req-1add79b5-bbb0-4504-a519-ea3505fec0b3 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310371 Aug 16 21:50:22.621072 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-98a8fa07-65f4-4ea0-a56f-abc283c875ca service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836527 Aug 16 21:50:22.713004 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a1e85127-f55d-4767-a67a-4620945b04f1 req-ddda1a11-f09f-41da-aa5a-736ccb155e0b service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854290 Aug 16 21:50:23.323032 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e9a7c6-2f2c-43f0-9427-91be237949be', 'tag': '41d1eb68-074d-4a09-b06d-d6a83a649dce'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:50:23.325454 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcd9435b18b7a34707b0c74d037ee6bf13b87a61dd91d81e26d4048d63ffdc36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20648317-4919-4659-a61a-3a1fde377348" -d '{"events": [{"name": "network-changed", "server_uuid": "78e9a7c6-2f2c-43f0-9427-91be237949be", "tag": "41d1eb68-074d-4a09-b06d-d6a83a649dce"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:50:23.373670 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd290311-80b0-4281-9eb9-ed32902c1fb1 x-openstack-request-id: req-cd290311-80b0-4281-9eb9-ed32902c1fb1 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:50:23.373972 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e9a7c6-2f2c-43f0-9427-91be237949be", "tag": "41d1eb68-074d-4a09-b06d-d6a83a649dce", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:50:23.374226 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-cd290311-80b0-4281-9eb9-ed32902c1fb1 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:50:23.374785 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e9a7c6-2f2c-43f0-9427-91be237949be', 'tag': '41d1eb68-074d-4a09-b06d-d6a83a649dce', 'status': 'completed', 'code': 200} Aug 16 21:50:23.438775 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20648317-4919-4659-a61a-3a1fde377348 req-145bc20f-9762-40de-a7f3-d1527d9dfbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:23.440475 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-20648317-4919-4659-a61a-3a1fde377348 req-145bc20f-9762-40de-a7f3-d1527d9dfbed service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 1096 time: 0.0428810 Aug 16 21:50:23.442882 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20648317-4919-4659-a61a-3a1fde377348 req-a9d710a3-95ce-4952-b114-a4e732936550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:23.444482 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-20648317-4919-4659-a61a-3a1fde377348 req-a9d710a3-95ce-4952-b114-a4e732936550 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 1096 time: 0.0490332 Aug 16 21:50:23.538254 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20648317-4919-4659-a61a-3a1fde377348 req-218b8a37-2435-4d66-8fcc-7f0aba38a9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:23.539810 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-20648317-4919-4659-a61a-3a1fde377348 req-218b8a37-2435-4d66-8fcc-7f0aba38a9ba service neutron] 10.222.0.90 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 912 time: 0.0927529 Aug 16 21:50:23.543593 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20648317-4919-4659-a61a-3a1fde377348 req-c1342c03-27b0-41a8-bd7a-865ff1bf98cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:23.545195 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-20648317-4919-4659-a61a-3a1fde377348 req-c1342c03-27b0-41a8-bd7a-865ff1bf98cf service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 200 len: 912 time: 0.0935860 Aug 16 21:50:23.607704 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-20648317-4919-4659-a61a-3a1fde377348 req-3a9e3d84-8bcf-4e80-b4b4-fc265b2d96a5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41d1eb68-074d-4a09-b06d-d6a83a649dce HTTP/1.1" status: 200 len: 999 time: 0.0610454 Aug 16 21:50:23.618321 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-20648317-4919-4659-a61a-3a1fde377348 req-c365c552-132e-41be-84e4-0843fa0e8046 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41d1eb68-074d-4a09-b06d-d6a83a649dce HTTP/1.1" status: 200 len: 999 time: 0.0663090 Aug 16 21:50:23.665090 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20648317-4919-4659-a61a-3a1fde377348 req-04633d8b-4436-4022-ae2f-07a7a1b8896a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:23.667517 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-20648317-4919-4659-a61a-3a1fde377348 req-04633d8b-4436-4022-ae2f-07a7a1b8896a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0531394 Aug 16 21:50:23.677683 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20648317-4919-4659-a61a-3a1fde377348 req-0ba32e46-3e23-4602-bbc1-992b7abafb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:23.679506 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-20648317-4919-4659-a61a-3a1fde377348 req-0ba32e46-3e23-4602-bbc1-992b7abafb88 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 200 len: 850 time: 0.0547082 Aug 16 21:50:23.737969 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20648317-4919-4659-a61a-3a1fde377348 req-734c76b2-f05d-4fd0-8f8a-ceaa5e833836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:23.739525 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-20648317-4919-4659-a61a-3a1fde377348 req-734c76b2-f05d-4fd0-8f8a-ceaa5e833836 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533943 Aug 16 21:50:23.762012 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20648317-4919-4659-a61a-3a1fde377348 req-c6b3aa0e-efa6-407c-a214-d8bdaab69dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:23.763566 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-20648317-4919-4659-a61a-3a1fde377348 req-c6b3aa0e-efa6-407c-a214-d8bdaab69dc5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0849125 Aug 16 21:50:23.776772 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a0c16-c32d-44a5-83d0-0c88d7eeb283 req-41ae245e-d4c4-4e5f-9c67-33a21953cafd tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:23.778397 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-165a0c16-c32d-44a5-83d0-0c88d7eeb283 req-41ae245e-d4c4-4e5f-9c67-33a21953cafd tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 944 time: 0.0709317 Aug 16 21:50:23.839415 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-20648317-4919-4659-a61a-3a1fde377348 req-945b2f38-19a9-4a1a-b985-7043a33114c5 service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923500 Aug 16 21:50:23.867169 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-165a0c16-c32d-44a5-83d0-0c88d7eeb283 req-a24b91ca-b513-470e-8f19-bab1a7965e01 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803680 Aug 16 21:50:23.894854 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-20648317-4919-4659-a61a-3a1fde377348 req-0c248fca-40f0-4e84-8eee-afb1c9504ebb service neutron] 10.222.0.90 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153944 Aug 16 21:50:23.953465 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-20648317-4919-4659-a61a-3a1fde377348 req-697f3060-da1c-4af7-8ea3-83f1529f80df service neutron] 10.222.0.72 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075969 Aug 16 21:50:23.990103 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-20648317-4919-4659-a61a-3a1fde377348 req-1d0d526b-c454-4f22-89f3-94c43b039b0d service neutron] 10.222.0.90 "GET /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879996 Aug 16 21:50:24.995688 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f6dc7-4ab8-4f5c-9850-adb77c4ef21c req-c3b804e3-128d-4897-8bd7-fbde6f49d130 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:24.997222 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-465f6dc7-4ab8-4f5c-9850-adb77c4ef21c req-c3b804e3-128d-4897-8bd7-fbde6f49d130 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 944 time: 0.0503590 Aug 16 21:50:25.037174 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-465f6dc7-4ab8-4f5c-9850-adb77c4ef21c req-36f03dbb-7e79-4d5b-96cf-5f6076e755ef tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331106 Aug 16 21:50:26.157373 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3a2d8-31b4-4909-bbd7-0282c5a20b0e req-f3a14d36-7b8c-4f23-b90e-13ae7903ad74 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:26.158811 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bbf3a2d8-31b4-4909-bbd7-0282c5a20b0e req-f3a14d36-7b8c-4f23-b90e-13ae7903ad74 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 944 time: 0.0525541 Aug 16 21:50:26.197388 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bbf3a2d8-31b4-4909-bbd7-0282c5a20b0e req-5ca3b2ea-1612-46f7-b951-b24ffa25914b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318668 Aug 16 21:50:27.313396 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461ad0c-b0b6-4dbf-baac-52388a8d1e0b req-f1494700-1474-4f6b-be25-1a79e9b133cf tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:27.314880 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a461ad0c-b0b6-4dbf-baac-52388a8d1e0b req-f1494700-1474-4f6b-be25-1a79e9b133cf tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 944 time: 0.0483296 Aug 16 21:50:27.352632 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a461ad0c-b0b6-4dbf-baac-52388a8d1e0b req-cdc825a7-1de3-4e18-b09c-3387674cf897 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318322 Aug 16 21:50:28.467191 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d245c-d463-4efa-9fab-cdb7a832283e req-46009ba4-2d85-42cf-91c7-029b674bcffe tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:28.468702 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e46d245c-d463-4efa-9fab-cdb7a832283e req-46009ba4-2d85-42cf-91c7-029b674bcffe tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 944 time: 0.0483258 Aug 16 21:50:28.506041 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e46d245c-d463-4efa-9fab-cdb7a832283e req-1eaa7670-2d29-43ca-a50b-cdfb36c12be4 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312803 Aug 16 21:50:29.623308 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e8856-6937-4732-8c33-c61b771e825a req-a9a63f02-a75d-4d82-9eef-441d48708e19 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:29.624817 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-466e8856-6937-4732-8c33-c61b771e825a req-a9a63f02-a75d-4d82-9eef-441d48708e19 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 944 time: 0.0515006 Aug 16 21:50:29.661800 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-466e8856-6937-4732-8c33-c61b771e825a req-c27aaf12-d5ef-4b4c-9349-50b1a716e1d2 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310330 Aug 16 21:50:30.775391 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef0493-6705-4c81-96cc-b52121ff973a req-ccab20af-6bfc-46ce-b8ce-20ffde430945 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:30.776877 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5cef0493-6705-4c81-96cc-b52121ff973a req-ccab20af-6bfc-46ce-b8ce-20ffde430945 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 944 time: 0.0480187 Aug 16 21:50:30.813339 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5cef0493-6705-4c81-96cc-b52121ff973a req-dc68755c-745c-474c-9171-295f4e90716e tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301249 Aug 16 21:50:31.928918 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f873163-1f03-4b89-97a2-b9b774efd585 req-b1939648-1819-4a9f-b20d-b7ca08631690 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:31.930921 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3f873163-1f03-4b89-97a2-b9b774efd585 req-b1939648-1819-4a9f-b20d-b7ca08631690 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 944 time: 0.0498533 Aug 16 21:50:31.967665 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3f873163-1f03-4b89-97a2-b9b774efd585 req-f80806bf-06d7-40d9-9b80-45098f4bbfff tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312810 Aug 16 21:50:33.265337 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7865c-c884-408c-a4c3-162376454bd0 req-726d5f83-eb98-4b65-ad06-8dc6ee8130bd tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:33.266811 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2bd7865c-c884-408c-a4c3-162376454bd0 req-726d5f83-eb98-4b65-ad06-8dc6ee8130bd tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 944 time: 0.0517008 Aug 16 21:50:33.304112 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2bd7865c-c884-408c-a4c3-162376454bd0 req-95498f75-14e4-4e73-b3cf-7e025d20128b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313094 Aug 16 21:50:34.420551 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87258858-ca34-4ab5-b6d0-734ce075603c req-fbd81447-3c54-4d89-b2ff-6356d315d7e8 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:34.422043 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-87258858-ca34-4ab5-b6d0-734ce075603c req-fbd81447-3c54-4d89-b2ff-6356d315d7e8 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 944 time: 0.0492203 Aug 16 21:50:34.459574 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-87258858-ca34-4ab5-b6d0-734ce075603c req-cc69623a-fc45-4a21-bee8-497414f07dae tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315964 Aug 16 21:50:34.583063 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c01842-6330-476a-bfe4-be1986f83ebd req-a5f41dc5-15c3-491d-84f5-400f0cc03616 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:34.584558 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a2c01842-6330-476a-bfe4-be1986f83ebd req-a5f41dc5-15c3-491d-84f5-400f0cc03616 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 944 time: 0.0487149 Aug 16 21:50:34.623081 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a2c01842-6330-476a-bfe4-be1986f83ebd req-21ae3151-381b-4b1e-a97c-5ed9620a7e06 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324996 Aug 16 21:50:34.745653 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227bc144-861f-4f53-ab65-d7c0e77d5753 req-e4c7ab54-ea63-46f9-9b99-7d03a7853a81 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:34.747042 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-227bc144-861f-4f53-ab65-d7c0e77d5753 req-e4c7ab54-ea63-46f9-9b99-7d03a7853a81 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 944 time: 0.0547876 Aug 16 21:50:34.783801 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-227bc144-861f-4f53-ab65-d7c0e77d5753 req-c15f1806-7b80-460c-95a1-36eaf38f621a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307169 Aug 16 21:50:35.209759 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 41d1eb68-074d-4a09-b06d-d6a83a649dce details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:50:35.305051 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 41d1eb68-074d-4a09-b06d-d6a83a649dce, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=41d1eb68-074d-4a09-b06d-d6a83a649dce,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:50:35.316523 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '41d1eb68-074d-4a09-b06d-d6a83a649dce', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'port_id': '41d1eb68-074d-4a09-b06d-d6a83a649dce', 'mac_address': 'fa:16:3e:bd:87:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:50:35.352557 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253ee04-fe3d-41cc-b76d-c107e9ca4049 req-5fe30d71-6ab2-46fb-93c8-f4414961d56c tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:35.354081 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d253ee04-fe3d-41cc-b76d-c107e9ca4049 req-5fe30d71-6ab2-46fb-93c8-f4414961d56c tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 944 time: 0.0569332 Aug 16 21:50:35.354291 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:35.367087 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41d1eb68-074d-4a09-b06d-d6a83a649dce {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:50:35.391278 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 41d1eb68-074d-4a09-b06d-d6a83a649dce, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=41d1eb68-074d-4a09-b06d-d6a83a649dce,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:50:35.392296 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d253ee04-fe3d-41cc-b76d-c107e9ca4049 req-2abbf4fd-3160-43fc-853b-b5970dc3971f tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318677 Aug 16 21:50:35.460747 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:35.507952 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=41d1eb68-074d-4a09-b06d-d6a83a649dce,revision_number=12']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:35.698300 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['41d1eb68-074d-4a09-b06d-d6a83a649dce'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:50:36.509801 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f983b2-d859-495b-a200-3816135116fe req-81b82abd-dab8-41e8-9206-92a9889d3eef tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:36.511381 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37f983b2-d859-495b-a200-3816135116fe req-81b82abd-dab8-41e8-9206-92a9889d3eef tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 945 time: 0.0480444 Aug 16 21:50:36.548902 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-37f983b2-d859-495b-a200-3816135116fe req-7007e463-2a8c-41b0-aa09-e8620d0b0b55 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups?id=ec905baf-9159-4d5d-937c-8a405d9462f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315943 Aug 16 21:50:36.946595 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f861dd-e506-4b87-9771-e0b0b339cd1a req-acc4c437-c393-4c7d-a1d0-d343e290298c tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:36.948138 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f9f861dd-e506-4b87-9771-e0b0b339cd1a req-acc4c437-c393-4c7d-a1d0-d343e290298c tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.72 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 945 time: 0.0540495 Aug 16 21:50:37.034846 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-f9f861dd-e506-4b87-9771-e0b0b339cd1a req-9acd0c6c-a34d-434f-82be-d9241f7c6090 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Deleting port 41d1eb68-074d-4a09-b06d-d6a83a649dce {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:50:37.035196 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f9f861dd-e506-4b87-9771-e0b0b339cd1a req-9acd0c6c-a34d-434f-82be-d9241f7c6090 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:37.125060 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-f9f861dd-e506-4b87-9771-e0b0b339cd1a req-9acd0c6c-a34d-434f-82be-d9241f7c6090 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] For port 41d1eb68-074d-4a09-b06d-d6a83a649dce, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=41d1eb68-074d-4a09-b06d-d6a83a649dce,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:50:37.125433 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f9f861dd-e506-4b87-9771-e0b0b339cd1a req-9acd0c6c-a34d-434f-82be-d9241f7c6090 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:37.240656 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 41d1eb68-074d-4a09-b06d-d6a83a649dce up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:50:37.293238 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f9f861dd-e506-4b87-9771-e0b0b339cd1a req-9acd0c6c-a34d-434f-82be-d9241f7c6090 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:37.293615 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f9f861dd-e506-4b87-9771-e0b0b339cd1a req-9acd0c6c-a34d-434f-82be-d9241f7c6090 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:37.293936 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [req-f9f861dd-e506-4b87-9771-e0b0b339cd1a req-9acd0c6c-a34d-434f-82be-d9241f7c6090 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Floating IP cc7d4ff7-d40f-4c11-bc78-ffa153c799f8 disassociated. External IP: 172.25.1.48, port: 41d1eb68-074d-4a09-b06d-d6a83a649dce. Aug 16 21:50:37.294277 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-f9f861dd-e506-4b87-9771-e0b0b339cd1a req-9acd0c6c-a34d-434f-82be-d9241f7c6090 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Calling delete_port for 41d1eb68-074d-4a09-b06d-d6a83a649dce owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:50:37.402944 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 41d1eb68-074d-4a09-b06d-d6a83a649dce completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:50:37.406968 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 41d1eb68-074d-4a09-b06d-d6a83a649dce triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:50:37.407456 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:37.488286 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:37.515084 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f9f861dd-e506-4b87-9771-e0b0b339cd1a req-9acd0c6c-a34d-434f-82be-d9241f7c6090 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:37.546318 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd0c6c-a34d-434f-82be-d9241f7c6090 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Pushing event deleted for resources: {'Port': ['ID=41d1eb68-074d-4a09-b06d-d6a83a649dce,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:37.650697 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bfde2d99-144f-4828-92e8-599f2d0a7073 req-a9dd3041-8f75-4491-ae77-74e351c6f152 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 210 time: 0.0307484 Aug 16 21:50:37.667458 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9f861dd-e506-4b87-9771-e0b0b339cd1a req-9acd0c6c-a34d-434f-82be-d9241f7c6090 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Router 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:50:37.781447 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9f861dd-e506-4b87-9771-e0b0b339cd1a req-9acd0c6c-a34d-434f-82be-d9241f7c6090 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:50:37.792126 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e091a68e-5fb7-4cb0-9c47-6e1ecbca128e None None] Sync routers for ids ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:50:37.801142 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e091a68e-5fb7-4cb0-9c47-6e1ecbca128e None None] Routers {'5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:50:37.801773 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e091a68e-5fb7-4cb0-9c47-6e1ecbca128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:50:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:50:37.825864 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f861dd-e506-4b87-9771-e0b0b339cd1a req-9acd0c6c-a34d-434f-82be-d9241f7c6090 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] No DVR routers for this DVR port 41d1eb68-074d-4a09-b06d-d6a83a649dce on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:50:37.828780 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f9f861dd-e506-4b87-9771-e0b0b339cd1a req-9acd0c6c-a34d-434f-82be-d9241f7c6090 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:37.830829 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f9f861dd-e506-4b87-9771-e0b0b339cd1a req-9acd0c6c-a34d-434f-82be-d9241f7c6090 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.72 "DELETE /v2.0/ports/41d1eb68-074d-4a09-b06d-d6a83a649dce HTTP/1.1" status: 204 len: 173 time: 0.8769395 Aug 16 21:50:37.832088 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e9a7c6-2f2c-43f0-9427-91be237949be', 'name': 'network-vif-deleted', 'tag': '41d1eb68-074d-4a09-b06d-d6a83a649dce'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:50:37.835449 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcd9435b18b7a34707b0c74d037ee6bf13b87a61dd91d81e26d4048d63ffdc36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05410a39-d4cf-4189-96bc-67c135f939f8" -d '{"events": [{"server_uuid": "78e9a7c6-2f2c-43f0-9427-91be237949be", "name": "network-vif-deleted", "tag": "41d1eb68-074d-4a09-b06d-d6a83a649dce"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:50:37.877903 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2200a1ee-f3e1-42f4-ac35-646233303e95 x-openstack-request-id: req-2200a1ee-f3e1-42f4-ac35-646233303e95 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:50:37.877903 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e9a7c6-2f2c-43f0-9427-91be237949be", "name": "network-vif-deleted", "tag": "41d1eb68-074d-4a09-b06d-d6a83a649dce", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:50:37.877903 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2200a1ee-f3e1-42f4-ac35-646233303e95 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:50:37.878219 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e9a7c6-2f2c-43f0-9427-91be237949be', 'name': 'network-vif-deleted', 'tag': '41d1eb68-074d-4a09-b06d-d6a83a649dce', 'status': 'completed', 'code': 200} Aug 16 21:50:37.914326 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-e091a68e-5fb7-4cb0-9c47-6e1ecbca128e None None] Set router 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:50:38.270434 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e091a68e-5fb7-4cb0-9c47-6e1ecbca128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'name': 'tempest-ServerActionsTestJSON-580793185-router', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:27Z', 'updated_at': '2021-08-16T21:40:31Z', 'revision_number': 4, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'gw_port': {'id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:28Z', 'updated_at': '2021-08-16T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '1e02c3d4-3baa-4f31-bb09-2da84aea372d', 'name': '', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'mac_address': 'fa:16:3e:c4:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:30Z', 'updated_at': '2021-08-16T21:40:36Z', 'revision_number': 5, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'subnets': [{'id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:50:38.296789 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e091a68e-5fb7-4cb0-9c47-6e1ecbca128e None None] Checking router: 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:50:38.304995 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e091a68e-5fb7-4cb0-9c47-6e1ecbca128e None None] Routers {'5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:50:38.305610 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e091a68e-5fb7-4cb0-9c47-6e1ecbca128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:50:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:50:38.409573 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-e091a68e-5fb7-4cb0-9c47-6e1ecbca128e None None] Set router 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:50:38.606032 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e091a68e-5fb7-4cb0-9c47-6e1ecbca128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'name': 'tempest-ServerActionsTestJSON-580793185-router', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:27Z', 'updated_at': '2021-08-16T21:40:31Z', 'revision_number': 4, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'gw_port': {'id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:28Z', 'updated_at': '2021-08-16T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '1e02c3d4-3baa-4f31-bb09-2da84aea372d', 'name': '', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'mac_address': 'fa:16:3e:c4:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:30Z', 'updated_at': '2021-08-16T21:40:36Z', 'revision_number': 5, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'subnets': [{'id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:50:38.632546 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e091a68e-5fb7-4cb0-9c47-6e1ecbca128e None None] The sync data for ids ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'] in n-d-793620-15 is: [{'id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'name': 'tempest-ServerActionsTestJSON-580793185-router', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:27Z', 'updated_at': '2021-08-16T21:40:31Z', 'revision_number': 4, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'gw_port': {'id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:28Z', 'updated_at': '2021-08-16T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '1e02c3d4-3baa-4f31-bb09-2da84aea372d', 'name': '', 'network_id': 'ba00b692-3a7a-411a-b3f2-3cb2aefa0a60', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'mac_address': 'fa:16:3e:c4:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:30Z', 'updated_at': '2021-08-16T21:40:36Z', 'revision_number': 5, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'subnets': [{'id': 'e55ae478-0941-46bd-94a1-fbe274db75ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:50:38.747601 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4b4ababb-07b4-42b9-ad2b-5a3354d0b2ca req-b0a29c85-52aa-4264-adbd-e4d7c80934a4 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 210 time: 0.0263414 Aug 16 21:50:38.876303 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad930259-bb8d-4973-ac86-68fd46459265 None None] New status for floating IP cc7d4ff7-d40f-4c11-bc78-ffa153c799f8: DOWN {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:50:39.843426 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9353c914-6f87-4f05-b5bd-e7782e27d6ea req-2193c95c-ccee-4cf5-a2b0-72f6bafc728a tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 210 time: 0.0263834 Aug 16 21:50:40.936548 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cd71fde2-0e18-4745-ab5c-314f21855501 req-9c0de33b-1182-4040-9cf3-5b73c4639339 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 210 time: 0.0273738 Aug 16 21:50:41.111262 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d167014d-184d-4571-b1fb-5a900a94998d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:41.277999 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 41d1eb68-074d-4a09-b06d-d6a83a649dce no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:50:41.298107 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 41d1eb68-074d-4a09-b06d-d6a83a649dce {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:50:41.300404 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 41d1eb68-074d-4a09-b06d-d6a83a649dce not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:50:42.043645 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-602170b9-52c4-4152-b393-30119f9a50ac req-dcbea019-51b1-4ee1-806f-eec273d1297b tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/ports?device_id=78e9a7c6-2f2c-43f0-9427-91be237949be HTTP/1.1" status: 200 len: 210 time: 0.0288606 Aug 16 21:50:43.728711 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4abd3714-9812-40b0-bbee-7190fe4184e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:43.906036 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:45.042710 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:46.760373 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:47.177387 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35644) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:50:47.232017 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8bbb37a6-6520-49e8-bc92-af2ffb1e65fc tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:47.259646 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8bbb37a6-6520-49e8-bc92-af2ffb1e65fc tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:47.377755 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8bbb37a6-6520-49e8-bc92-af2ffb1e65fc tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:47.380285 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8bbb37a6-6520-49e8-bc92-af2ffb1e65fc tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:47.381481 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8bbb37a6-6520-49e8-bc92-af2ffb1e65fc tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "DELETE /v2.0/security-groups/ec905baf-9159-4d5d-937c-8a405d9462f7 HTTP/1.1" status: 204 len: 168 time: 0.2030315 Aug 16 21:50:47.384804 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35646) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:50:47.391269 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb37a6-6520-49e8-bc92-af2ffb1e65fc tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec905baf-9159-4d5d-937c-8a405d9462f7,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:47.400113 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-9766fc93-08d5-431a-9dc5-0a98a8fe0c44 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] show failed (client error): The resource could not be found. Aug 16 21:50:47.403208 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35648) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:50:47.403395 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9766fc93-08d5-431a-9dc5-0a98a8fe0c44 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "GET /v2.0/security-groups/ec905baf-9159-4d5d-937c-8a405d9462f7 HTTP/1.1" status: 404 len: 347 time: 0.0173979 Aug 16 21:50:47.526247 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-e4c38c45-71b9-4fc9-a380-0741fd10d636 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Deleting port bfe0c790-dcbc-40ee-a2d5-fe95004a7b00 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:50:47.526592 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e4c38c45-71b9-4fc9-a380-0741fd10d636 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:47.600785 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e4c38c45-71b9-4fc9-a380-0741fd10d636 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:47.601228 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e4c38c45-71b9-4fc9-a380-0741fd10d636 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:47.612482 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-e4c38c45-71b9-4fc9-a380-0741fd10d636 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Calling delete_port for bfe0c790-dcbc-40ee-a2d5-fe95004a7b00 owned by network:floatingip {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:50:47.825662 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e4c38c45-71b9-4fc9-a380-0741fd10d636 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:47.848529 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c38c45-71b9-4fc9-a380-0741fd10d636 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Pushing event deleted for resources: {'Port': ['ID=bfe0c790-dcbc-40ee-a2d5-fe95004a7b00,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:47.911975 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e4c38c45-71b9-4fc9-a380-0741fd10d636 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks [] for floatingip, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:47.915252 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e4c38c45-71b9-4fc9-a380-0741fd10d636 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:47.916467 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e4c38c45-71b9-4fc9-a380-0741fd10d636 tempest-ServerActionsTestJSON-841610872 tempest-ServerActionsTestJSON-841610872-project] 10.222.0.84 "DELETE /v2.0/floatingips/cc7d4ff7-d40f-4c11-bc78-ffa153c799f8 HTTP/1.1" status: 204 len: 168 time: 0.5121441 Aug 16 21:50:47.919344 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35650) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:50:48.423611 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9993a48c-cd4c-49ee-89cb-6b19e07c0fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:48.993098 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-9993a48c-cd4c-49ee-89cb-6b19e07c0fbc admin admin] Deleting port 1e02c3d4-3baa-4f31-bb09-2da84aea372d {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:50:48.993447 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9993a48c-cd4c-49ee-89cb-6b19e07c0fbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:49.073111 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-9993a48c-cd4c-49ee-89cb-6b19e07c0fbc admin admin] For port 1e02c3d4-3baa-4f31-bb09-2da84aea372d, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=1e02c3d4-3baa-4f31-bb09-2da84aea372d,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:50:49.073492 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9993a48c-cd4c-49ee-89cb-6b19e07c0fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:49.086973 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-9993a48c-cd4c-49ee-89cb-6b19e07c0fbc admin admin] Calling delete_port for 1e02c3d4-3baa-4f31-bb09-2da84aea372d owned by network:router_interface {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:50:49.377486 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9993a48c-cd4c-49ee-89cb-6b19e07c0fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:49.404206 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9993a48c-cd4c-49ee-89cb-6b19e07c0fbc admin admin] Pushing event deleted for resources: {'Port': ['ID=1e02c3d4-3baa-4f31-bb09-2da84aea372d,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:49.568233 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9993a48c-cd4c-49ee-89cb-6b19e07c0fbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:49.777835 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9993a48c-cd4c-49ee-89cb-6b19e07c0fbc admin admin] Router 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:50:49.779864 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:49.881928 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9993a48c-cd4c-49ee-89cb-6b19e07c0fbc admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:50:49.886977 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9993a48c-cd4c-49ee-89cb-6b19e07c0fbc admin admin] 10.222.0.84 "PUT /v2.0/routers/5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9666092 Aug 16 21:50:49.889588 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35656) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:50:49.892640 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dd7aa4-1bcc-40ca-9581-f0ac4549ee5c None None] Sync routers for ids ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:50:49.902386 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dd7aa4-1bcc-40ca-9581-f0ac4549ee5c None None] Routers {'5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:50:49.903011 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-50dd7aa4-1bcc-40ca-9581-f0ac4549ee5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:50:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:50:49.994452 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b8c36fb9-459d-4a0b-b3c7-6ae4eefa9f6f admin admin] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:50.008727 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-50dd7aa4-1bcc-40ca-9581-f0ac4549ee5c None None] Set router 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:50:50.101139 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b8c36fb9-459d-4a0b-b3c7-6ae4eefa9f6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:50.182814 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-50dd7aa4-1bcc-40ca-9581-f0ac4549ee5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'name': 'tempest-ServerActionsTestJSON-580793185-router', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:27Z', 'updated_at': '2021-08-16T21:50:49Z', 'revision_number': 5, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'gw_port': {'id': 'dccf286b-c2bc-4186-8016-d53aa0b82f4a', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:40:28Z', 'updated_at': '2021-08-16T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:50:50.208250 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dd7aa4-1bcc-40ca-9581-f0ac4549ee5c None None] Checking router: 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:50:50.216292 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dd7aa4-1bcc-40ca-9581-f0ac4549ee5c None None] Routers {'5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:50:50.216895 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-50dd7aa4-1bcc-40ca-9581-f0ac4549ee5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:50:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:50:50.251573 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-b8c36fb9-459d-4a0b-b3c7-6ae4eefa9f6f admin admin] Deleting port dccf286b-c2bc-4186-8016-d53aa0b82f4a {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:50:50.251967 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b8c36fb9-459d-4a0b-b3c7-6ae4eefa9f6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:50.308926 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-50dd7aa4-1bcc-40ca-9581-f0ac4549ee5c None None] Set router 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:50:50.335737 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-b8c36fb9-459d-4a0b-b3c7-6ae4eefa9f6f admin admin] For port dccf286b-c2bc-4186-8016-d53aa0b82f4a, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=dccf286b-c2bc-4186-8016-d53aa0b82f4a,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:50:50.336121 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b8c36fb9-459d-4a0b-b3c7-6ae4eefa9f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:50.349803 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-b8c36fb9-459d-4a0b-b3c7-6ae4eefa9f6f admin admin] Calling delete_port for dccf286b-c2bc-4186-8016-d53aa0b82f4a owned by network:router_gateway {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:50:50.364222 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-50dd7aa4-1bcc-40ca-9581-f0ac4549ee5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'name': 'tempest-ServerActionsTestJSON-580793185-router', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:27Z', 'updated_at': '2021-08-16T21:50:50Z', 'revision_number': 6, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:50:50.390415 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dd7aa4-1bcc-40ca-9581-f0ac4549ee5c None None] The sync data for ids ['5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55'] in n-d-793620-15 is: [{'id': '5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55', 'name': 'tempest-ServerActionsTestJSON-580793185-router', 'tenant_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:40:27Z', 'updated_at': '2021-08-16T21:50:50Z', 'revision_number': 6, 'project_id': '4bc463354ea14830aa50f7ab4d93c9c1', 'gw_port_host': None}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:50:50.600185 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b8c36fb9-459d-4a0b-b3c7-6ae4eefa9f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:50.627000 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c36fb9-459d-4a0b-b3c7-6ae4eefa9f6f admin admin] Pushing event deleted for resources: {'Port': ['ID=dccf286b-c2bc-4186-8016-d53aa0b82f4a,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:50.687474 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b8c36fb9-459d-4a0b-b3c7-6ae4eefa9f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:50.782115 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b8c36fb9-459d-4a0b-b3c7-6ae4eefa9f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:50.784727 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b8c36fb9-459d-4a0b-b3c7-6ae4eefa9f6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:50.909314 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b8c36fb9-459d-4a0b-b3c7-6ae4eefa9f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:50.909835 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c36fb9-459d-4a0b-b3c7-6ae4eefa9f6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:50:50.914444 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b8c36fb9-459d-4a0b-b3c7-6ae4eefa9f6f admin admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:50.915681 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b8c36fb9-459d-4a0b-b3c7-6ae4eefa9f6f admin admin] 10.222.0.84 "DELETE /v2.0/routers/5c638c5b-9bd9-4c88-ab75-c5b1d3d6de55 HTTP/1.1" status: 204 len: 168 time: 1.0251694 Aug 16 21:50:50.918216 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35658) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:50:50.962870 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-0063ba26-c89d-4aa7-aa2c-48d1ba7fd51f admin admin] Deleting subnet e55ae478-0941-46bd-94a1-fbe274db75ac {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:50:50.965953 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0063ba26-c89d-4aa7-aa2c-48d1ba7fd51f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:50.999894 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0063ba26-c89d-4aa7-aa2c-48d1ba7fd51f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:51.081673 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0063ba26-c89d-4aa7-aa2c-48d1ba7fd51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:51.157483 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 1e02c3d4-3baa-4f31-bb09-2da84aea372d no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:50:51.179081 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 1e02c3d4-3baa-4f31-bb09-2da84aea372d {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:50:51.179469 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 1e02c3d4-3baa-4f31-bb09-2da84aea372d not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:50:51.197166 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0063ba26-c89d-4aa7-aa2c-48d1ba7fd51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:51.221215 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063ba26-c89d-4aa7-aa2c-48d1ba7fd51f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e55ae478-0941-46bd-94a1-fbe274db75ac,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:51.227872 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0063ba26-c89d-4aa7-aa2c-48d1ba7fd51f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:51.229775 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0063ba26-c89d-4aa7-aa2c-48d1ba7fd51f admin admin] 10.222.0.84 "DELETE /v2.0/subnets/e55ae478-0941-46bd-94a1-fbe274db75ac HTTP/1.1" status: 204 len: 168 time: 0.3105919 Aug 16 21:50:51.232325 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35660) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:50:51.234688 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfebcbdd-6298-4cb6-bdef-e38e5507ad2a None None] Network ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:50:51.308507 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-957e03a3-c538-4990-babb-6b832653ebc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:51.364786 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-957e03a3-c538-4990-babb-6b832653ebc5 admin admin] Deleting port 99b9dbaa-499c-4a25-9432-57d04b65964b {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:50:51.365142 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-957e03a3-c538-4990-babb-6b832653ebc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:51.437104 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-957e03a3-c538-4990-babb-6b832653ebc5 admin admin] For port 99b9dbaa-499c-4a25-9432-57d04b65964b, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=99b9dbaa-499c-4a25-9432-57d04b65964b,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:50:51.437451 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-957e03a3-c538-4990-babb-6b832653ebc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:51.441060 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa1efa8-9be1-40cf-84f9-89de74013753 None None] DHCP port deletion for ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:50:51.452430 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-957e03a3-c538-4990-babb-6b832653ebc5 admin admin] Calling delete_port for 99b9dbaa-499c-4a25-9432-57d04b65964b owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:50:51.494719 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-dfa1efa8-9be1-40cf-84f9-89de74013753 None None] Deleting port 99b9dbaa-499c-4a25-9432-57d04b65964b {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:50:51.495103 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-dfa1efa8-9be1-40cf-84f9-89de74013753 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:51.555073 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-dfa1efa8-9be1-40cf-84f9-89de74013753 None None] For port 99b9dbaa-499c-4a25-9432-57d04b65964b, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=99b9dbaa-499c-4a25-9432-57d04b65964b,segment=NetworkSegment(5b743104-b834-4f7a-9200-c02e638eb529),segment_id=5b743104-b834-4f7a-9200-c02e638eb529)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:50:51.555477 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-dfa1efa8-9be1-40cf-84f9-89de74013753 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:51.567172 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-dfa1efa8-9be1-40cf-84f9-89de74013753 None None] Calling delete_port for 99b9dbaa-499c-4a25-9432-57d04b65964b owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:50:51.608276 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-957e03a3-c538-4990-babb-6b832653ebc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:51.638074 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e03a3-c538-4990-babb-6b832653ebc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=99b9dbaa-499c-4a25-9432-57d04b65964b,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:51.639958 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957e03a3-c538-4990-babb-6b832653ebc5 admin admin] No DVR routers for this DVR port 99b9dbaa-499c-4a25-9432-57d04b65964b on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:50:51.649319 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-dfa1efa8-9be1-40cf-84f9-89de74013753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:51.672388 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1efa8-9be1-40cf-84f9-89de74013753 None None] Pushing event deleted for resources: {'Port': ['ID=99b9dbaa-499c-4a25-9432-57d04b65964b,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:51.680151 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa1efa8-9be1-40cf-84f9-89de74013753 None None] No DVR routers for this DVR port 99b9dbaa-499c-4a25-9432-57d04b65964b on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:50:51.715156 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-957e03a3-c538-4990-babb-6b832653ebc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:51.724840 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-957e03a3-c538-4990-babb-6b832653ebc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba00b692-3a7a-411a-b3f2-3cb2aefa0a60']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:50:51.735052 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-957e03a3-c538-4990-babb-6b832653ebc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b743104-b834-4f7a-9200-c02e638eb529') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:50:51.735353 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-957e03a3-c538-4990-babb-6b832653ebc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b743104-b834-4f7a-9200-c02e638eb529') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:50:51.744625 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-957e03a3-c538-4990-babb-6b832653ebc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:51.758804 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-957e03a3-c538-4990-babb-6b832653ebc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:51.764985 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-957e03a3-c538-4990-babb-6b832653ebc5 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:50:51.770403 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-957e03a3-c538-4990-babb-6b832653ebc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:51.770403 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:50:51.770403 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:50:51.770403 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:50:51.770403 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:50:51.770403 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:50:51.770403 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:50:51.770403 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:50:51.770403 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:50:51.770403 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:50:51.770403 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:50:51.770403 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:50:51.770403 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:50:51.770403 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:50:51.770403 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:50:51.770403 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:50:51.770403 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:50:51.770403 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:50:51.770403 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:50:51.770403 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:50:51.770403 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:50:51.770403 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:50:51.770403 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:50:51.770403 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:50:51.770403 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:50:51.770403 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:50:51.770403 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:50:51.770403 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:50:51.770403 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:50:51.770403 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:50:51.770403 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:50:51.770403 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:50:51.770403 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:50:51.891732 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-957e03a3-c538-4990-babb-6b832653ebc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:51.897471 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-957e03a3-c538-4990-babb-6b832653ebc5 admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:51.901263 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-957e03a3-c538-4990-babb-6b832653ebc5 admin admin] 10.222.0.84 "DELETE /v2.0/networks/ba00b692-3a7a-411a-b3f2-3cb2aefa0a60 HTTP/1.1" status: 204 len: 168 time: 0.6656384 Aug 16 21:50:51.910847 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e03a3-c538-4990-babb-6b832653ebc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba00b692-3a7a-411a-b3f2-3cb2aefa0a60,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:52.260559 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35664) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:50:52.300698 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-df94afc1-caed-407c-b58b-10c66db62030 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4bc463354ea14830aa50f7ab4d93c9c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389974 Aug 16 21:50:52.303037 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35666) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:50:52.350989 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-54e5734a-7978-4656-a7e6-846db7aaf448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:52.372194 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-54e5734a-7978-4656-a7e6-846db7aaf448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:52.492612 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device dccf286b-c2bc-4186-8016-d53aa0b82f4a no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:50:52.505448 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-54e5734a-7978-4656-a7e6-846db7aaf448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:52.508706 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-54e5734a-7978-4656-a7e6-846db7aaf448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:52.520514 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-54e5734a-7978-4656-a7e6-846db7aaf448 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d1c61e64-f185-4deb-9ef7-1bcb858f0c08 HTTP/1.1" status: 204 len: 168 time: 0.2059755 Aug 16 21:50:52.520514 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e5734a-7978-4656-a7e6-846db7aaf448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c61e64-f185-4deb-9ef7-1bcb858f0c08,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:52.521223 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: dccf286b-c2bc-4186-8016-d53aa0b82f4a {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:50:52.521223 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device dccf286b-c2bc-4186-8016-d53aa0b82f4a not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:50:52.521223 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 99b9dbaa-499c-4a25-9432-57d04b65964b no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:50:52.544702 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 99b9dbaa-499c-4a25-9432-57d04b65964b {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:50:52.549310 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 99b9dbaa-499c-4a25-9432-57d04b65964b not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:50:52.642346 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:53.658680 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35688) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:50:53.752853 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-ec571f7a-91ec-4407-bff3-51ff9f1ffe87 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1650873829-network', 'tenant_id': '4f44be480dd14d8cb667220a66d4e691'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:50:53.852321 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec571f7a-91ec-4407-bff3-51ff9f1ffe87 admin admin] Made reservation on behalf of 4f44be480dd14d8cb667220a66d4e691 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:50:53.854729 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ec571f7a-91ec-4407-bff3-51ff9f1ffe87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:53.863879 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ec571f7a-91ec-4407-bff3-51ff9f1ffe87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:53.958785 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ec571f7a-91ec-4407-bff3-51ff9f1ffe87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:54.080412 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ec571f7a-91ec-4407-bff3-51ff9f1ffe87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:54.109500 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec571f7a-91ec-4407-bff3-51ff9f1ffe87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:50:54.114014 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec571f7a-91ec-4407-bff3-51ff9f1ffe87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64de5e5b-a1bc-4631-ae99-e8f7c9884141,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:54.121508 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ec571f7a-91ec-4407-bff3-51ff9f1ffe87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:54.121877 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-ec571f7a-91ec-4407-bff3-51ff9f1ffe87 admin admin] Added segment 9b2ec1a6-fa79-42d7-9101-b279967aa12b of type vlan for network e71a74f4-048e-40c2-b874-6d33dacf4c85 Aug 16 21:50:54.163291 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ec571f7a-91ec-4407-bff3-51ff9f1ffe87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:54.286639 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ec571f7a-91ec-4407-bff3-51ff9f1ffe87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:54.287661 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec571f7a-91ec-4407-bff3-51ff9f1ffe87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:54.288371 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ec571f7a-91ec-4407-bff3-51ff9f1ffe87 admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:54.349546 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec571f7a-91ec-4407-bff3-51ff9f1ffe87 admin admin] Pushing event updated for resources: {'Network': ['ID=e71a74f4-048e-40c2-b874-6d33dacf4c85,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:54.359262 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network e71a74f4-048e-40c2-b874-6d33dacf4c85 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:50:54.443176 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ec571f7a-91ec-4407-bff3-51ff9f1ffe87 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7833800 Aug 16 21:50:54.446629 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35692) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:50:54.451455 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-e2e827de-3373-483b-a115-9430d1ba1456 admin admin] Request body: {'subnet': {'network_id': 'e71a74f4-048e-40c2-b874-6d33dacf4c85', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1650873829-subnet', 'tenant_id': '4f44be480dd14d8cb667220a66d4e691', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:50:54.537177 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e827de-3373-483b-a115-9430d1ba1456 admin admin] Made reservation on behalf of 4f44be480dd14d8cb667220a66d4e691 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:50:54.539617 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e2e827de-3373-483b-a115-9430d1ba1456 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:54.777363 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e2e827de-3373-483b-a115-9430d1ba1456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:54.839454 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e827de-3373-483b-a115-9430d1ba1456 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c7aba27-3ebc-4765-9476-cf80f56d15b5,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:54.843527 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e827de-3373-483b-a115-9430d1ba1456 admin admin] Checking segment: {'id': '9b2ec1a6-fa79-42d7-9101-b279967aa12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e71a74f4-048e-40c2-b874-6d33dacf4c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:50:54.843742 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e827de-3373-483b-a115-9430d1ba1456 admin admin] Network hostable DHCP agents. Network: e71a74f4-048e-40c2-b874-6d33dacf4c85, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:50:54.922201 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e827de-3373-483b-a115-9430d1ba1456 admin admin] Network e71a74f4-048e-40c2-b874-6d33dacf4c85 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:50:55.008543 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-e2e827de-3373-483b-a115-9430d1ba1456 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, e71a74f4-048e-40c2-b874-6d33dacf4c85) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:50:55.012693 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e827de-3373-483b-a115-9430d1ba1456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:55.013292 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e2e827de-3373-483b-a115-9430d1ba1456 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:55.018721 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab93a553-c6e4-4c05-9645-a8b34a99a01c None None] Network e71a74f4-048e-40c2-b874-6d33dacf4c85 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:50:55.127440 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e2e827de-3373-483b-a115-9430d1ba1456 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6796603 Aug 16 21:50:55.136254 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09773c38-2b2c-42de-bba0-6a6ca6c16d2a None None] Network e71a74f4-048e-40c2-b874-6d33dacf4c85 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:50:55.546519 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-91268a74-2099-48e2-bf21-bfffa074d8c5 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:55.548021 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-91268a74-2099-48e2-bf21-bfffa074d8c5 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/networks?id=e71a74f4-048e-40c2-b874-6d33dacf4c85 HTTP/1.1" status: 200 len: 814 time: 0.0990181 Aug 16 21:50:55.564055 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-e1c5d4bc-d898-480a-89af-bf53700683fc tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/quotas/4f44be480dd14d8cb667220a66d4e691 HTTP/1.1" status: 200 len: 375 time: 0.0093505 Aug 16 21:50:55.598692 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-9807637a-2c31-4c15-b1c6-c719de117ad7 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=4f44be480dd14d8cb667220a66d4e691&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291915 Aug 16 21:50:55.610271 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-4b3f82e6-4a35-470b-ab37-34de40b31073 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:50:55.611215 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-4b3f82e6-4a35-470b-ab37-34de40b31073 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055382 Aug 16 21:50:55.698085 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-d1774a63-ce57-48f3-9caf-55ae4de3ce4a service neutron] 10.222.0.84 "GET /v2.0/networks/e71a74f4-048e-40c2-b874-6d33dacf4c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810568 Aug 16 21:50:55.789185 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-78dbb3e4-75c9-44dc-862d-27fdfc756d1e service neutron] 10.222.0.84 "GET /v2.0/networks/e71a74f4-048e-40c2-b874-6d33dacf4c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845592 Aug 16 21:50:56.039532 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e6f897f1-6e67-4f7f-8ce2-4a11463beb9d req-f44a9135-008f-4a79-b15b-149b8d1c4ea5 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ae277d3-1d42-454b-91d6-d5c7f34724cc HTTP/1.1" status: 200 len: 210 time: 0.0274563 Aug 16 21:50:57.115099 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9ea27007-67ad-4de5-a67c-86d2f1842c4b req-46fb3b1e-995e-45db-8bac-d71364ba322e tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ae277d3-1d42-454b-91d6-d5c7f34724cc HTTP/1.1" status: 200 len: 210 time: 0.0263906 Aug 16 21:50:57.845308 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:50:58.208094 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-abf881a9-14ef-40a5-b17d-774b11dfb7fc req-63bc348f-f672-4a86-b8ae-75c81795b12c tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ae277d3-1d42-454b-91d6-d5c7f34724cc HTTP/1.1" status: 200 len: 210 time: 0.0266345 Aug 16 21:50:58.456702 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-43769cd8-d22f-4ca3-9597-53332df199e5 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:58.458294 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-43769cd8-d22f-4ca3-9597-53332df199e5 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.72 "GET /v2.0/networks?id=e71a74f4-048e-40c2-b874-6d33dacf4c85 HTTP/1.1" status: 200 len: 814 time: 0.1095834 Aug 16 21:50:58.472553 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-e7458e56-bc6f-464c-95d6-2b5d4fd9fd6e tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Request body: {'port': {'device_id': '1ae277d3-1d42-454b-91d6-d5c7f34724cc', 'network_id': 'e71a74f4-048e-40c2-b874-6d33dacf4c85', 'admin_state_up': True, 'tenant_id': '4f44be480dd14d8cb667220a66d4e691'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:50:58.663165 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-e7458e56-bc6f-464c-95d6-2b5d4fd9fd6e tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Made reservation on behalf of 4f44be480dd14d8cb667220a66d4e691 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:50:58.667446 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-e7458e56-bc6f-464c-95d6-2b5d4fd9fd6e tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:58.793770 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-e7458e56-bc6f-464c-95d6-2b5d4fd9fd6e tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Allocated IP 172.20.0.3 (e71a74f4-048e-40c2-b874-6d33dacf4c85/1c7aba27-3ebc-4765-9476-cf80f56d15b5/f22903c3-c1fa-47dc-a697-66b9e55b2863) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:50:58.941703 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-e7458e56-bc6f-464c-95d6-2b5d4fd9fd6e tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:59.025673 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-e7458e56-bc6f-464c-95d6-2b5d4fd9fd6e tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:59.069579 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-e7458e56-bc6f-464c-95d6-2b5d4fd9fd6e tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Network e71a74f4-048e-40c2-b874-6d33dacf4c85 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:50:59.073169 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-e7458e56-bc6f-464c-95d6-2b5d4fd9fd6e tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:50:59.076913 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-e7458e56-bc6f-464c-95d6-2b5d4fd9fd6e tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:50:59.083173 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7458e56-bc6f-464c-95d6-2b5d4fd9fd6e tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Pushing event updated for resources: {'Port': ['ID=f22903c3-c1fa-47dc-a697-66b9e55b2863,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:59.126693 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-e7458e56-bc6f-464c-95d6-2b5d4fd9fd6e tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:59.127305 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-e7458e56-bc6f-464c-95d6-2b5d4fd9fd6e tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:59.243558 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-e7458e56-bc6f-464c-95d6-2b5d4fd9fd6e tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7748008 Aug 16 21:50:59.258191 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-d1647944-95b1-4811-a524-5f37a77cd629 service neutron] Request body: {'port': {'device_id': '1ae277d3-1d42-454b-91d6-d5c7f34724cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:50:59.316822 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-d1647944-95b1-4811-a524-5f37a77cd629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:59.322778 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0f5fa-17ea-4019-9f71-ce6942fc5956 req-7585af83-a776-4c9f-8eca-10ae11437511 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:59.324229 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-edb0f5fa-17ea-4019-9f71-ce6942fc5956 req-7585af83-a776-4c9f-8eca-10ae11437511 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ae277d3-1d42-454b-91d6-d5c7f34724cc HTTP/1.1" status: 200 len: 931 time: 0.0490096 Aug 16 21:50:59.361678 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-edb0f5fa-17ea-4019-9f71-ce6942fc5956 req-55b07077-b25d-4beb-b856-e09e5d2fa5c4 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/security-groups?id=64de5e5b-a1bc-4631-ae99-e8f7c9884141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311577 Aug 16 21:50:59.574609 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-d1647944-95b1-4811-a524-5f37a77cd629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f22903c3-c1fa-47dc-a697-66b9e55b2863 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:50:59.581895 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-d1647944-95b1-4811-a524-5f37a77cd629 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:59.593897 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-d1647944-95b1-4811-a524-5f37a77cd629 service neutron] Transition to ACTIVE for port object f22903c3-c1fa-47dc-a697-66b9e55b2863 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:50:59.716356 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-d1647944-95b1-4811-a524-5f37a77cd629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:59.785469 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1647944-95b1-4811-a524-5f37a77cd629 service neutron] Pushing event updated for resources: {'Port': ['ID=f22903c3-c1fa-47dc-a697-66b9e55b2863,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:59.833208 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-d1647944-95b1-4811-a524-5f37a77cd629 service neutron] Attempting to bind port f22903c3-c1fa-47dc-a697-66b9e55b2863 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:50:59.833478 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-d1647944-95b1-4811-a524-5f37a77cd629 service neutron] Attempting to bind port f22903c3-c1fa-47dc-a697-66b9e55b2863 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '9b2ec1a6-fa79-42d7-9101-b279967aa12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e71a74f4-048e-40c2-b874-6d33dacf4c85'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:50:59.833805 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-d1647944-95b1-4811-a524-5f37a77cd629 service neutron] Attempting to bind port f22903c3-c1fa-47dc-a697-66b9e55b2863 on network e71a74f4-048e-40c2-b874-6d33dacf4c85 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:50:59.838470 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-d1647944-95b1-4811-a524-5f37a77cd629 service neutron] Port f22903c3-c1fa-47dc-a697-66b9e55b2863 on network e71a74f4-048e-40c2-b874-6d33dacf4c85 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:50:59.838793 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-d1647944-95b1-4811-a524-5f37a77cd629 service neutron] Attempting to bind port f22903c3-c1fa-47dc-a697-66b9e55b2863 on network e71a74f4-048e-40c2-b874-6d33dacf4c85 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:50:59.843499 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-d1647944-95b1-4811-a524-5f37a77cd629 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:50:59.843863 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-d1647944-95b1-4811-a524-5f37a77cd629 service neutron] Checking segment: {'id': '9b2ec1a6-fa79-42d7-9101-b279967aa12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e71a74f4-048e-40c2-b874-6d33dacf4c85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:50:59.844255 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-d1647944-95b1-4811-a524-5f37a77cd629 service neutron] Bound using segment: {'id': '9b2ec1a6-fa79-42d7-9101-b279967aa12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e71a74f4-048e-40c2-b874-6d33dacf4c85'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:50:59.844678 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-d1647944-95b1-4811-a524-5f37a77cd629 service neutron] Bound port: f22903c3-c1fa-47dc-a697-66b9e55b2863, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b2ec1a6-fa79-42d7-9101-b279967aa12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e71a74f4-048e-40c2-b874-6d33dacf4c85'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:50:59.845032 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-d1647944-95b1-4811-a524-5f37a77cd629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:59.906705 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-d1647944-95b1-4811-a524-5f37a77cd629 service neutron] For port f22903c3-c1fa-47dc-a697-66b9e55b2863, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:50:59.910072 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-d1647944-95b1-4811-a524-5f37a77cd629 service neutron] For port f22903c3-c1fa-47dc-a697-66b9e55b2863, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=f22903c3-c1fa-47dc-a697-66b9e55b2863,segment=NetworkSegment(9b2ec1a6-fa79-42d7-9101-b279967aa12b),segment_id=9b2ec1a6-fa79-42d7-9101-b279967aa12b)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:51:00.042909 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-d1647944-95b1-4811-a524-5f37a77cd629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:00.075048 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-d1647944-95b1-4811-a524-5f37a77cd629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:00.075658 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-d1647944-95b1-4811-a524-5f37a77cd629 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:00.077139 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-d1647944-95b1-4811-a524-5f37a77cd629 service neutron] 10.222.0.72 "PUT /v2.0/ports/f22903c3-c1fa-47dc-a697-66b9e55b2863 HTTP/1.1" status: 200 len: 1092 time: 0.8233840 Aug 16 21:51:00.077609 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae277d3-1d42-454b-91d6-d5c7f34724cc', 'tag': 'f22903c3-c1fa-47dc-a697-66b9e55b2863'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:51:00.079889 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcd9435b18b7a34707b0c74d037ee6bf13b87a61dd91d81e26d4048d63ffdc36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e821623b-d9b0-48a7-adbe-5c5c61593aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "1ae277d3-1d42-454b-91d6-d5c7f34724cc", "tag": "f22903c3-c1fa-47dc-a697-66b9e55b2863"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:51:00.108403 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1647944-95b1-4811-a524-5f37a77cd629 service neutron] Pushing event updated for resources: {'Port': ['ID=f22903c3-c1fa-47dc-a697-66b9e55b2863,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:00.117189 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a918f2c1-3d08-4f39-b4d4-d9526157912b x-openstack-request-id: req-a918f2c1-3d08-4f39-b4d4-d9526157912b {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:51:00.117483 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ae277d3-1d42-454b-91d6-d5c7f34724cc", "tag": "f22903c3-c1fa-47dc-a697-66b9e55b2863", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:51:00.117738 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a918f2c1-3d08-4f39-b4d4-d9526157912b {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:51:00.118135 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ae277d3-1d42-454b-91d6-d5c7f34724cc', 'tag': 'f22903c3-c1fa-47dc-a697-66b9e55b2863', 'status': 'completed', 'code': 200} Aug 16 21:51:00.180922 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821623b-d9b0-48a7-adbe-5c5c61593aa0 req-2be22a42-5a11-427c-8f31-f4ce48c20c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:00.182475 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e821623b-d9b0-48a7-adbe-5c5c61593aa0 req-2be22a42-5a11-427c-8f31-f4ce48c20c8f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f44be480dd14d8cb667220a66d4e691&device_id=1ae277d3-1d42-454b-91d6-d5c7f34724cc HTTP/1.1" status: 200 len: 1095 time: 0.0452483 Aug 16 21:51:00.280687 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821623b-d9b0-48a7-adbe-5c5c61593aa0 req-0be5f384-dc16-48ce-b883-6e90772631e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:00.282148 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e821623b-d9b0-48a7-adbe-5c5c61593aa0 req-0be5f384-dc16-48ce-b883-6e90772631e6 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=4f44be480dd14d8cb667220a66d4e691&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0898945 Aug 16 21:51:00.377006 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821623b-d9b0-48a7-adbe-5c5c61593aa0 req-ed974b5f-a6c9-4ae6-bc23-2c4aeec8faf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:00.378433 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e821623b-d9b0-48a7-adbe-5c5c61593aa0 req-ed974b5f-a6c9-4ae6-bc23-2c4aeec8faf7 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895176 Aug 16 21:51:00.455289 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-4559ec50-b0ff-4f71-946d-2e7a2b37d4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:00.456838 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-4559ec50-b0ff-4f71-946d-2e7a2b37d4b3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f44be480dd14d8cb667220a66d4e691&device_id=1ae277d3-1d42-454b-91d6-d5c7f34724cc HTTP/1.1" status: 200 len: 1095 time: 0.0422363 Aug 16 21:51:00.489251 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754db387-0611-4661-b22a-6cfc7fdf272c req-b2d38a5e-6ea5-40e6-8534-6c09fd02b6d2 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:00.490757 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-754db387-0611-4661-b22a-6cfc7fdf272c req-b2d38a5e-6ea5-40e6-8534-6c09fd02b6d2 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ae277d3-1d42-454b-91d6-d5c7f34724cc HTTP/1.1" status: 200 len: 943 time: 0.0537245 Aug 16 21:51:00.498080 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-025caf4f-8380-43f4-88a7-247174faa0fa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f22903c3-c1fa-47dc-a697-66b9e55b2863 HTTP/1.1" status: 200 len: 217 time: 0.0336633 Aug 16 21:51:00.529614 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-754db387-0611-4661-b22a-6cfc7fdf272c req-4c91ccb1-aad1-4b07-8310-afbe5880333e tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/security-groups?id=64de5e5b-a1bc-4631-ae99-e8f7c9884141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322044 Aug 16 21:51:00.550204 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-fd3b64a9-0326-4fbb-8ac5-c2b93d85bb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:00.551669 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-fd3b64a9-0326-4fbb-8ac5-c2b93d85bb37 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c7aba27-3ebc-4765-9476-cf80f56d15b5 HTTP/1.1" status: 200 len: 854 time: 0.0473962 Aug 16 21:51:00.583294 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-90330002-d2b3-45f3-bc42-2a30f31907d4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e71a74f4-048e-40c2-b874-6d33dacf4c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249488 Aug 16 21:51:00.672041 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-5aa672e9-aa65-4c2d-80e2-b5639be9672e service neutron] 10.222.0.72 "GET /v2.0/networks/e71a74f4-048e-40c2-b874-6d33dacf4c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816004 Aug 16 21:51:00.763177 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f8557869-3145-4d94-8ee5-d32ca70a43b2 req-d500c859-c111-46ff-b165-20adf06b095b service neutron] 10.222.0.72 "GET /v2.0/networks/e71a74f4-048e-40c2-b874-6d33dacf4c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847523 Aug 16 21:51:01.646335 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d3d62-47b8-4f96-9ab9-79b97af11f4d req-8e336832-0140-4945-8aae-2b069d7283d7 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:01.647849 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a96d3d62-47b8-4f96-9ab9-79b97af11f4d req-8e336832-0140-4945-8aae-2b069d7283d7 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ae277d3-1d42-454b-91d6-d5c7f34724cc HTTP/1.1" status: 200 len: 943 time: 0.0484829 Aug 16 21:51:01.685434 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a96d3d62-47b8-4f96-9ab9-79b97af11f4d req-b38752b4-90f4-43d0-a7ff-8635b72567ea tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/security-groups?id=64de5e5b-a1bc-4631-ae99-e8f7c9884141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312512 Aug 16 21:51:02.798091 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709f518-f512-4319-9e39-c10e379dcb6f req-3599e27d-3471-47c1-9b62-fce2d77d77e4 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:02.799578 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4709f518-f512-4319-9e39-c10e379dcb6f req-3599e27d-3471-47c1-9b62-fce2d77d77e4 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ae277d3-1d42-454b-91d6-d5c7f34724cc HTTP/1.1" status: 200 len: 943 time: 0.0484560 Aug 16 21:51:02.836503 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4709f518-f512-4319-9e39-c10e379dcb6f req-11858cf8-d466-402a-9263-9ba253b59cf2 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/security-groups?id=64de5e5b-a1bc-4631-ae99-e8f7c9884141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309613 Aug 16 21:51:03.953138 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87758805-243b-4f7c-97cc-8f8f8be9cf4d req-2ec5b615-f11e-486e-9e54-23bd1f23d23b tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:03.954652 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-87758805-243b-4f7c-97cc-8f8f8be9cf4d req-2ec5b615-f11e-486e-9e54-23bd1f23d23b tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ae277d3-1d42-454b-91d6-d5c7f34724cc HTTP/1.1" status: 200 len: 943 time: 0.0535827 Aug 16 21:51:03.992391 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-87758805-243b-4f7c-97cc-8f8f8be9cf4d req-4cc0d61d-555c-492f-b5a1-8d1acf92215c tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/security-groups?id=64de5e5b-a1bc-4631-ae99-e8f7c9884141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318346 Aug 16 21:51:05.107154 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef9c5b-4193-4123-9818-5b3e8627f13c req-1ad46ad6-dec0-4495-ab12-6f95f85544f0 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:05.108697 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0fef9c5b-4193-4123-9818-5b3e8627f13c req-1ad46ad6-dec0-4495-ab12-6f95f85544f0 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ae277d3-1d42-454b-91d6-d5c7f34724cc HTTP/1.1" status: 200 len: 943 time: 0.0503073 Aug 16 21:51:05.146495 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0fef9c5b-4193-4123-9818-5b3e8627f13c req-2c3f9032-651c-4b29-b131-1aac0613aad8 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/security-groups?id=64de5e5b-a1bc-4631-ae99-e8f7c9884141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317094 Aug 16 21:51:05.412365 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device f22903c3-c1fa-47dc-a697-66b9e55b2863 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:51:05.505680 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port f22903c3-c1fa-47dc-a697-66b9e55b2863, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=f22903c3-c1fa-47dc-a697-66b9e55b2863,segment=NetworkSegment(9b2ec1a6-fa79-42d7-9101-b279967aa12b),segment_id=9b2ec1a6-fa79-42d7-9101-b279967aa12b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:51:05.517251 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': 'f22903c3-c1fa-47dc-a697-66b9e55b2863', 'network_id': 'e71a74f4-048e-40c2-b874-6d33dacf4c85', 'port_id': 'f22903c3-c1fa-47dc-a697-66b9e55b2863', 'mac_address': 'fa:16:3e:d1:7c:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c7aba27-3ebc-4765-9476-cf80f56d15b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:51:05.551973 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:05.564418 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f22903c3-c1fa-47dc-a697-66b9e55b2863 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:51:05.583652 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port f22903c3-c1fa-47dc-a697-66b9e55b2863, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=f22903c3-c1fa-47dc-a697-66b9e55b2863,segment=NetworkSegment(9b2ec1a6-fa79-42d7-9101-b279967aa12b),segment_id=9b2ec1a6-fa79-42d7-9101-b279967aa12b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:51:05.670933 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:05.720303 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=f22903c3-c1fa-47dc-a697-66b9e55b2863,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:05.863446 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['f22903c3-c1fa-47dc-a697-66b9e55b2863'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:51:06.265102 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338bf7f-789f-4607-a965-8a2b215a5b46 req-801654aa-5d20-4cae-951d-42326db1ab8f tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:06.266595 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5338bf7f-789f-4607-a965-8a2b215a5b46 req-801654aa-5d20-4cae-951d-42326db1ab8f tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ae277d3-1d42-454b-91d6-d5c7f34724cc HTTP/1.1" status: 200 len: 944 time: 0.0485964 Aug 16 21:51:06.304767 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5338bf7f-789f-4607-a965-8a2b215a5b46 req-08f99989-ccb6-4231-8717-77aa46cb06be tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/security-groups?id=64de5e5b-a1bc-4631-ae99-e8f7c9884141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321751 Aug 16 21:51:07.412647 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device f22903c3-c1fa-47dc-a697-66b9e55b2863 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:51:07.431942 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b761e5-04d8-43eb-af91-61bde394f3c4 req-404382b6-d596-40e5-8423-0290d91d25ce tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:07.433567 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-64b761e5-04d8-43eb-af91-61bde394f3c4 req-404382b6-d596-40e5-8423-0290d91d25ce tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ae277d3-1d42-454b-91d6-d5c7f34724cc HTTP/1.1" status: 200 len: 944 time: 0.0606291 Aug 16 21:51:07.471878 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-64b761e5-04d8-43eb-af91-61bde394f3c4 req-a6dd8354-d154-4999-abd0-c0e6e4bedaaf tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/security-groups?id=64de5e5b-a1bc-4631-ae99-e8f7c9884141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318699 Aug 16 21:51:07.561961 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port f22903c3-c1fa-47dc-a697-66b9e55b2863 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:51:07.565904 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port f22903c3-c1fa-47dc-a697-66b9e55b2863 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:51:07.566276 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:07.643524 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:07.665619 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae277d3-1d42-454b-91d6-d5c7f34724cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22903c3-c1fa-47dc-a697-66b9e55b2863'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:51:07.673242 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c683fdb416c7f0821c75f6a91cfed7529d060c9c210f81ad2c881376259938b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf34e30-b46e-4cf1-9eee-f41f7defb792" -d '{"events": [{"server_uuid": "1ae277d3-1d42-454b-91d6-d5c7f34724cc", "name": "network-vif-plugged", "status": "completed", "tag": "f22903c3-c1fa-47dc-a697-66b9e55b2863"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:51:07.681172 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port f22903c3-c1fa-47dc-a697-66b9e55b2863, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=f22903c3-c1fa-47dc-a697-66b9e55b2863,segment=NetworkSegment(9b2ec1a6-fa79-42d7-9101-b279967aa12b),segment_id=9b2ec1a6-fa79-42d7-9101-b279967aa12b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:51:07.703152 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd8c292-d893-4322-8d81-6d634fefe59c x-openstack-request-id: req-ddd8c292-d893-4322-8d81-6d634fefe59c {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:51:07.703442 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae277d3-1d42-454b-91d6-d5c7f34724cc", "name": "network-vif-plugged", "status": "completed", "tag": "f22903c3-c1fa-47dc-a697-66b9e55b2863", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:51:07.703694 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ddd8c292-d893-4322-8d81-6d634fefe59c {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:51:07.704118 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae277d3-1d42-454b-91d6-d5c7f34724cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22903c3-c1fa-47dc-a697-66b9e55b2863', 'code': 200} Aug 16 21:51:07.754889 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:07.804228 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=f22903c3-c1fa-47dc-a697-66b9e55b2863,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:07.852456 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155ff76-e84e-41ce-ace1-cb3f64b54bcb req-6ac3cc5f-27c0-4ec4-9137-4035ee8baaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:07.854528 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0155ff76-e84e-41ce-ace1-cb3f64b54bcb req-6ac3cc5f-27c0-4ec4-9137-4035ee8baaa3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1ae277d3-1d42-454b-91d6-d5c7f34724cc HTTP/1.1" status: 200 len: 1097 time: 0.0868514 Aug 16 21:51:07.889121 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0155ff76-e84e-41ce-ace1-cb3f64b54bcb req-f810b9b5-5b48-46fe-90b9-86c04646bb7f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=64de5e5b-a1bc-4631-ae99-e8f7c9884141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266962 Aug 16 21:51:08.586472 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2f591-3217-4bd4-866d-316725daa1ba req-dd81fab7-8514-4b7f-b043-c1cb28bea146 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:08.588929 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dbc2f591-3217-4bd4-866d-316725daa1ba req-dd81fab7-8514-4b7f-b043-c1cb28bea146 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ae277d3-1d42-454b-91d6-d5c7f34724cc HTTP/1.1" status: 200 len: 945 time: 0.0499065 Aug 16 21:51:08.627052 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dbc2f591-3217-4bd4-866d-316725daa1ba req-6568c048-f141-4b82-9865-ed688d1667b0 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/security-groups?id=64de5e5b-a1bc-4631-ae99-e8f7c9884141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320654 Aug 16 21:51:09.074271 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-725f769e-78c2-4c1c-b9a2-28b1b01d688e req-9061b0e3-fe38-4f8d-9a5a-195cc5991dcf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1ae277d3-1d42-454b-91d6-d5c7f34724cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417869 Aug 16 21:51:09.160743 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f769e-78c2-4c1c-b9a2-28b1b01d688e req-6a2a2ed8-a572-48dc-8d77-b69e28f519bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:09.162233 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-725f769e-78c2-4c1c-b9a2-28b1b01d688e req-6a2a2ed8-a572-48dc-8d77-b69e28f519bf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f44be480dd14d8cb667220a66d4e691&device_id=1ae277d3-1d42-454b-91d6-d5c7f34724cc HTTP/1.1" status: 200 len: 1097 time: 0.0445583 Aug 16 21:51:09.262236 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f769e-78c2-4c1c-b9a2-28b1b01d688e req-8e632aba-7636-4411-8b2f-8e509874f1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:09.263672 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-725f769e-78c2-4c1c-b9a2-28b1b01d688e req-8e632aba-7636-4411-8b2f-8e509874f1c2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e71a74f4-048e-40c2-b874-6d33dacf4c85 HTTP/1.1" status: 200 len: 915 time: 0.0813808 Aug 16 21:51:09.584023 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-725f769e-78c2-4c1c-b9a2-28b1b01d688e req-0bb9939e-6f2f-43a0-ac5b-835e8169db8c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f22903c3-c1fa-47dc-a697-66b9e55b2863 HTTP/1.1" status: 200 len: 217 time: 0.3129988 Aug 16 21:51:09.633819 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f769e-78c2-4c1c-b9a2-28b1b01d688e req-4e14d4b1-aeb7-4a56-9560-9976137e3e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:09.635202 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-725f769e-78c2-4c1c-b9a2-28b1b01d688e req-4e14d4b1-aeb7-4a56-9560-9976137e3e42 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c7aba27-3ebc-4765-9476-cf80f56d15b5 HTTP/1.1" status: 200 len: 854 time: 0.0419116 Aug 16 21:51:09.668097 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-725f769e-78c2-4c1c-b9a2-28b1b01d688e req-fa93791f-2b94-4188-8998-ddb9432bc857 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e71a74f4-048e-40c2-b874-6d33dacf4c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261071 Aug 16 21:51:09.744116 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a039109-7a21-41dd-94d2-3f272f49cedd req-f9e956cc-06df-433a-9ba8-f6a593369409 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:09.745920 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8a039109-7a21-41dd-94d2-3f272f49cedd req-f9e956cc-06df-433a-9ba8-f6a593369409 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ae277d3-1d42-454b-91d6-d5c7f34724cc HTTP/1.1" status: 200 len: 945 time: 0.0495987 Aug 16 21:51:09.763654 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-725f769e-78c2-4c1c-b9a2-28b1b01d688e req-6152cda9-be66-467c-bd5f-f945aa7e565f service neutron] 10.222.0.72 "GET /v2.0/networks/e71a74f4-048e-40c2-b874-6d33dacf4c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872343 Aug 16 21:51:09.785426 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8a039109-7a21-41dd-94d2-3f272f49cedd req-428234fb-42e3-48c5-990a-6458c00a7340 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/security-groups?id=64de5e5b-a1bc-4631-ae99-e8f7c9884141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329421 Aug 16 21:51:09.856040 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-725f769e-78c2-4c1c-b9a2-28b1b01d688e req-940199c2-c10f-49a8-8283-c9eea20453c8 service neutron] 10.222.0.72 "GET /v2.0/networks/e71a74f4-048e-40c2-b874-6d33dacf4c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852406 Aug 16 21:51:10.009342 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-3afe5f20-dfcd-45b2-8d53-6cb51ae865d7 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:10.010817 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-3afe5f20-dfcd-45b2-8d53-6cb51ae865d7 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/networks?id=e71a74f4-048e-40c2-b874-6d33dacf4c85 HTTP/1.1" status: 200 len: 814 time: 0.1056643 Aug 16 21:51:10.025803 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-dbed7d0e-c45e-4ea8-920b-22af2471fd10 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/quotas/4f44be480dd14d8cb667220a66d4e691 HTTP/1.1" status: 200 len: 375 time: 0.0091755 Aug 16 21:51:10.073312 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-129f39a6-a47a-433e-b35f-c9fc595f3bc7 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=4f44be480dd14d8cb667220a66d4e691&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0423214 Aug 16 21:51:10.166000 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-30963e3c-917c-4de8-a845-36919d58fe56 service neutron] 10.222.0.84 "GET /v2.0/networks/e71a74f4-048e-40c2-b874-6d33dacf4c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851548 Aug 16 21:51:10.260780 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-1b68303b-2049-4b3d-87b1-99a96b606e6a service neutron] 10.222.0.84 "GET /v2.0/networks/e71a74f4-048e-40c2-b874-6d33dacf4c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889113 Aug 16 21:51:10.497602 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7f6c6367-6dc9-4112-942e-7b917561e2dc req-4b3542e4-3331-4757-b1f4-423accf3f192 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/ports?device_id=191e3649-e3d3-4a07-bafd-5433ef504521 HTTP/1.1" status: 200 len: 210 time: 0.0290494 Aug 16 21:51:11.093278 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f443db70-1b2d-4e4b-b7ee-a38d3cc33497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:11.595038 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3555b4cd-90fa-4f59-80e6-ef310a1ca6f3 req-2b2ed53e-aa6a-4725-827d-6c11cbc1a82a tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/ports?device_id=191e3649-e3d3-4a07-bafd-5433ef504521 HTTP/1.1" status: 200 len: 210 time: 0.0307531 Aug 16 21:51:12.592270 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-c1c1e6b9-5b8a-463c-8bcf-a37b9da006c7 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:12.593775 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-c1c1e6b9-5b8a-463c-8bcf-a37b9da006c7 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.90 "GET /v2.0/networks?id=e71a74f4-048e-40c2-b874-6d33dacf4c85 HTTP/1.1" status: 200 len: 814 time: 0.1010184 Aug 16 21:51:12.606101 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-24392eb7-a214-488b-b446-a5adbccc3cc0 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Request body: {'port': {'device_id': '191e3649-e3d3-4a07-bafd-5433ef504521', 'network_id': 'e71a74f4-048e-40c2-b874-6d33dacf4c85', 'admin_state_up': True, 'tenant_id': '4f44be480dd14d8cb667220a66d4e691'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:51:12.695438 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3b24023f-c46a-4c4f-b4f5-e95df725b330 req-bc7d14bd-90b5-412b-a83b-6d59a15cef49 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/ports?device_id=191e3649-e3d3-4a07-bafd-5433ef504521 HTTP/1.1" status: 200 len: 210 time: 0.0322595 Aug 16 21:51:12.813823 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-24392eb7-a214-488b-b446-a5adbccc3cc0 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Made reservation on behalf of 4f44be480dd14d8cb667220a66d4e691 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:51:12.817568 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-24392eb7-a214-488b-b446-a5adbccc3cc0 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:12.946295 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-24392eb7-a214-488b-b446-a5adbccc3cc0 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Allocated IP 172.20.0.7 (e71a74f4-048e-40c2-b874-6d33dacf4c85/1c7aba27-3ebc-4765-9476-cf80f56d15b5/c19b48ca-c525-47c4-8844-55242c63b140) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:51:13.087976 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-24392eb7-a214-488b-b446-a5adbccc3cc0 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:13.219074 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-24392eb7-a214-488b-b446-a5adbccc3cc0 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:13.231654 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['f22903c3-c1fa-47dc-a697-66b9e55b2863'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:51:13.262863 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-24392eb7-a214-488b-b446-a5adbccc3cc0 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Network e71a74f4-048e-40c2-b874-6d33dacf4c85 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:51:13.267948 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-24392eb7-a214-488b-b446-a5adbccc3cc0 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:51:13.271706 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-24392eb7-a214-488b-b446-a5adbccc3cc0 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:51:13.300136 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24392eb7-a214-488b-b446-a5adbccc3cc0 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Pushing event updated for resources: {'Port': ['ID=c19b48ca-c525-47c4-8844-55242c63b140,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:13.314241 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24392eb7-a214-488b-b446-a5adbccc3cc0 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:51:13.314598 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24392eb7-a214-488b-b446-a5adbccc3cc0 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:51:13.314948 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24392eb7-a214-488b-b446-a5adbccc3cc0 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:51:13.315292 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24392eb7-a214-488b-b446-a5adbccc3cc0 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:51:13.315633 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24392eb7-a214-488b-b446-a5adbccc3cc0 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:51:13.315997 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24392eb7-a214-488b-b446-a5adbccc3cc0 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:51:13.316337 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24392eb7-a214-488b-b446-a5adbccc3cc0 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:51:13.316673 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24392eb7-a214-488b-b446-a5adbccc3cc0 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:51:13.317008 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24392eb7-a214-488b-b446-a5adbccc3cc0 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:51:13.317344 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24392eb7-a214-488b-b446-a5adbccc3cc0 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:51:13.317677 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24392eb7-a214-488b-b446-a5adbccc3cc0 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:51:13.318007 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24392eb7-a214-488b-b446-a5adbccc3cc0 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:51:13.335706 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-24392eb7-a214-488b-b446-a5adbccc3cc0 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:13.336348 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-24392eb7-a214-488b-b446-a5adbccc3cc0 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:13.406528 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-24392eb7-a214-488b-b446-a5adbccc3cc0 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8039956 Aug 16 21:51:13.418946 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-a2424a3b-4281-47b3-ac0f-6aa40eeb5f8a service neutron] Request body: {'port': {'device_id': '191e3649-e3d3-4a07-bafd-5433ef504521', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:51:13.472058 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-a2424a3b-4281-47b3-ac0f-6aa40eeb5f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:13.628739 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9216a62b-28bf-4023-aac2-7f6868cff5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:13.737403 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-a2424a3b-4281-47b3-ac0f-6aa40eeb5f8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c19b48ca-c525-47c4-8844-55242c63b140 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:51:13.745174 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-a2424a3b-4281-47b3-ac0f-6aa40eeb5f8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:13.757114 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-a2424a3b-4281-47b3-ac0f-6aa40eeb5f8a service neutron] Transition to ACTIVE for port object c19b48ca-c525-47c4-8844-55242c63b140 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:51:13.809837 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abfc6a-ad24-4164-8cfa-5b9b9e83ef7d req-7ecaa488-b272-435c-a59f-ecb4d5084fb7 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:13.811342 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f9abfc6a-ad24-4164-8cfa-5b9b9e83ef7d req-7ecaa488-b272-435c-a59f-ecb4d5084fb7 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/ports?device_id=191e3649-e3d3-4a07-bafd-5433ef504521 HTTP/1.1" status: 200 len: 931 time: 0.0491841 Aug 16 21:51:13.830970 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-a2424a3b-4281-47b3-ac0f-6aa40eeb5f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:13.888104 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:13.892409 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f9abfc6a-ad24-4164-8cfa-5b9b9e83ef7d req-9f7b7452-1d20-4e51-a627-afedf0091551 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/security-groups?id=64de5e5b-a1bc-4631-ae99-e8f7c9884141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749898 Aug 16 21:51:13.902402 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2424a3b-4281-47b3-ac0f-6aa40eeb5f8a service neutron] Pushing event updated for resources: {'Port': ['ID=c19b48ca-c525-47c4-8844-55242c63b140,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:13.966238 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-a2424a3b-4281-47b3-ac0f-6aa40eeb5f8a service neutron] Attempting to bind port c19b48ca-c525-47c4-8844-55242c63b140 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:51:13.966575 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-a2424a3b-4281-47b3-ac0f-6aa40eeb5f8a service neutron] Attempting to bind port c19b48ca-c525-47c4-8844-55242c63b140 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '9b2ec1a6-fa79-42d7-9101-b279967aa12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e71a74f4-048e-40c2-b874-6d33dacf4c85'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:51:13.966906 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-a2424a3b-4281-47b3-ac0f-6aa40eeb5f8a service neutron] Attempting to bind port c19b48ca-c525-47c4-8844-55242c63b140 on network e71a74f4-048e-40c2-b874-6d33dacf4c85 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:51:13.971171 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-a2424a3b-4281-47b3-ac0f-6aa40eeb5f8a service neutron] Port c19b48ca-c525-47c4-8844-55242c63b140 on network e71a74f4-048e-40c2-b874-6d33dacf4c85 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:51:13.971500 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-a2424a3b-4281-47b3-ac0f-6aa40eeb5f8a service neutron] Attempting to bind port c19b48ca-c525-47c4-8844-55242c63b140 on network e71a74f4-048e-40c2-b874-6d33dacf4c85 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:51:13.976347 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-a2424a3b-4281-47b3-ac0f-6aa40eeb5f8a service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:51:13.976658 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-a2424a3b-4281-47b3-ac0f-6aa40eeb5f8a service neutron] Checking segment: {'id': '9b2ec1a6-fa79-42d7-9101-b279967aa12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e71a74f4-048e-40c2-b874-6d33dacf4c85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:51:13.977022 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-a2424a3b-4281-47b3-ac0f-6aa40eeb5f8a service neutron] Bound using segment: {'id': '9b2ec1a6-fa79-42d7-9101-b279967aa12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e71a74f4-048e-40c2-b874-6d33dacf4c85'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:51:13.977452 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-a2424a3b-4281-47b3-ac0f-6aa40eeb5f8a service neutron] Bound port: c19b48ca-c525-47c4-8844-55242c63b140, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b2ec1a6-fa79-42d7-9101-b279967aa12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e71a74f4-048e-40c2-b874-6d33dacf4c85'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:51:13.977811 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-a2424a3b-4281-47b3-ac0f-6aa40eeb5f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:14.038566 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-a2424a3b-4281-47b3-ac0f-6aa40eeb5f8a service neutron] For port c19b48ca-c525-47c4-8844-55242c63b140, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:51:14.041708 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-a2424a3b-4281-47b3-ac0f-6aa40eeb5f8a service neutron] For port c19b48ca-c525-47c4-8844-55242c63b140, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=c19b48ca-c525-47c4-8844-55242c63b140,segment=NetworkSegment(9b2ec1a6-fa79-42d7-9101-b279967aa12b),segment_id=9b2ec1a6-fa79-42d7-9101-b279967aa12b)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:51:14.120066 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-a2424a3b-4281-47b3-ac0f-6aa40eeb5f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:14.156896 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-a2424a3b-4281-47b3-ac0f-6aa40eeb5f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:14.157742 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-a2424a3b-4281-47b3-ac0f-6aa40eeb5f8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:14.159372 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-a2424a3b-4281-47b3-ac0f-6aa40eeb5f8a service neutron] 10.222.0.90 "PUT /v2.0/ports/c19b48ca-c525-47c4-8844-55242c63b140 HTTP/1.1" status: 200 len: 1092 time: 0.7451267 Aug 16 21:51:14.161655 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '191e3649-e3d3-4a07-bafd-5433ef504521', 'tag': 'c19b48ca-c525-47c4-8844-55242c63b140'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:51:14.164724 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a13536b3c87fcb412486f7c1123a9b3fa8a88bbdfa2e9f90522308689ae332c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491beb21-a885-431f-9778-79e3abcbb5e1" -d '{"events": [{"name": "network-changed", "server_uuid": "191e3649-e3d3-4a07-bafd-5433ef504521", "tag": "c19b48ca-c525-47c4-8844-55242c63b140"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:51:14.190523 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2424a3b-4281-47b3-ac0f-6aa40eeb5f8a service neutron] Pushing event updated for resources: {'Port': ['ID=c19b48ca-c525-47c4-8844-55242c63b140,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:14.202097 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cbd53d-6af6-47b4-b723-eb362e502cac x-openstack-request-id: req-c0cbd53d-6af6-47b4-b723-eb362e502cac {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:51:14.202395 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "191e3649-e3d3-4a07-bafd-5433ef504521", "tag": "c19b48ca-c525-47c4-8844-55242c63b140", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:51:14.202769 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c0cbd53d-6af6-47b4-b723-eb362e502cac {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:51:14.203182 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '191e3649-e3d3-4a07-bafd-5433ef504521', 'tag': 'c19b48ca-c525-47c4-8844-55242c63b140', 'status': 'completed', 'code': 200} Aug 16 21:51:14.268636 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491beb21-a885-431f-9778-79e3abcbb5e1 req-997af22a-9e4d-494d-84d6-1723347895ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:14.270088 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-491beb21-a885-431f-9778-79e3abcbb5e1 req-997af22a-9e4d-494d-84d6-1723347895ec service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4f44be480dd14d8cb667220a66d4e691&device_id=191e3649-e3d3-4a07-bafd-5433ef504521 HTTP/1.1" status: 200 len: 1095 time: 0.0460691 Aug 16 21:51:14.365319 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491beb21-a885-431f-9778-79e3abcbb5e1 req-a3163489-69e1-4ba4-8f2b-57e3e7067a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:14.366788 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-491beb21-a885-431f-9778-79e3abcbb5e1 req-a3163489-69e1-4ba4-8f2b-57e3e7067a53 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4f44be480dd14d8cb667220a66d4e691&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0887666 Aug 16 21:51:14.464873 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491beb21-a885-431f-9778-79e3abcbb5e1 req-f6785d09-37df-4644-9bf5-c1f28f06961b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:14.466371 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-491beb21-a885-431f-9778-79e3abcbb5e1 req-f6785d09-37df-4644-9bf5-c1f28f06961b service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929372 Aug 16 21:51:14.542674 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-7c4c7526-cd80-4107-9976-3987d8da7f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:14.544122 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-7c4c7526-cd80-4107-9976-3987d8da7f0b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4f44be480dd14d8cb667220a66d4e691&device_id=191e3649-e3d3-4a07-bafd-5433ef504521 HTTP/1.1" status: 200 len: 1095 time: 0.0414903 Aug 16 21:51:14.590822 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-8ca34fdc-ed71-4956-a4a3-822e8793496b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c19b48ca-c525-47c4-8844-55242c63b140 HTTP/1.1" status: 200 len: 217 time: 0.0394313 Aug 16 21:51:14.639905 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-9062fc39-3dab-4da3-84c4-fa5f138213e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:14.641391 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-9062fc39-3dab-4da3-84c4-fa5f138213e5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1c7aba27-3ebc-4765-9476-cf80f56d15b5 HTTP/1.1" status: 200 len: 854 time: 0.0439420 Aug 16 21:51:14.672547 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-9a31c938-5457-4ec8-9fb2-9b7e353c0d72 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e71a74f4-048e-40c2-b874-6d33dacf4c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243971 Aug 16 21:51:14.764045 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-cc359eac-1d4b-4dad-a7a1-c889267553f8 service neutron] 10.222.0.90 "GET /v2.0/networks/e71a74f4-048e-40c2-b874-6d33dacf4c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846860 Aug 16 21:51:14.853688 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3301839f-d280-449c-a45c-cf2aa3db7923 req-2bc8d3d6-47b5-41c5-8283-51b4416fb89d service neutron] 10.222.0.90 "GET /v2.0/networks/e71a74f4-048e-40c2-b874-6d33dacf4c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824993 Aug 16 21:51:15.010041 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cff197-a70e-45c1-8ffa-45a7c48e9b7b req-1a66b4d9-2f6b-4ffd-94c6-1db2bbd7e246 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:15.011656 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d1cff197-a70e-45c1-8ffa-45a7c48e9b7b req-1a66b4d9-2f6b-4ffd-94c6-1db2bbd7e246 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/ports?device_id=191e3649-e3d3-4a07-bafd-5433ef504521 HTTP/1.1" status: 200 len: 943 time: 0.0522490 Aug 16 21:51:15.049678 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d1cff197-a70e-45c1-8ffa-45a7c48e9b7b req-3e0d3f7a-028c-4e1a-9670-a620b6da8dd5 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/security-groups?id=64de5e5b-a1bc-4631-ae99-e8f7c9884141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319839 Aug 16 21:51:15.121015 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:16.169813 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c5570-87a8-4b06-8f68-0d17ce1c0159 req-fe16159f-c8c8-4159-b209-fb913f8cd006 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:16.171316 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1c2c5570-87a8-4b06-8f68-0d17ce1c0159 req-fe16159f-c8c8-4159-b209-fb913f8cd006 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/ports?device_id=191e3649-e3d3-4a07-bafd-5433ef504521 HTTP/1.1" status: 200 len: 943 time: 0.0535264 Aug 16 21:51:16.208619 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1c2c5570-87a8-4b06-8f68-0d17ce1c0159 req-d6de27e5-4e45-42a9-ae7a-afa4b5abac9d tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/security-groups?id=64de5e5b-a1bc-4631-ae99-e8f7c9884141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313056 Aug 16 21:51:16.811333 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:17.322484 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b52bf-2eb3-489c-b65e-985e9bf68d7e req-6bc2c3e2-83eb-42cc-9f8e-079095d4e73b tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:17.324008 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ae0b52bf-2eb3-489c-b65e-985e9bf68d7e req-6bc2c3e2-83eb-42cc-9f8e-079095d4e73b tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/ports?device_id=191e3649-e3d3-4a07-bafd-5433ef504521 HTTP/1.1" status: 200 len: 943 time: 0.0496407 Aug 16 21:51:17.361269 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ae0b52bf-2eb3-489c-b65e-985e9bf68d7e req-f741b0ce-e377-4524-a595-cae608d51b87 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/security-groups?id=64de5e5b-a1bc-4631-ae99-e8f7c9884141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313857 Aug 16 21:51:17.731310 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device c19b48ca-c525-47c4-8844-55242c63b140 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:51:17.823771 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port c19b48ca-c525-47c4-8844-55242c63b140, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=c19b48ca-c525-47c4-8844-55242c63b140,segment=NetworkSegment(9b2ec1a6-fa79-42d7-9101-b279967aa12b),segment_id=9b2ec1a6-fa79-42d7-9101-b279967aa12b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:51:17.835871 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': 'c19b48ca-c525-47c4-8844-55242c63b140', 'network_id': 'e71a74f4-048e-40c2-b874-6d33dacf4c85', 'port_id': 'c19b48ca-c525-47c4-8844-55242c63b140', 'mac_address': 'fa:16:3e:23:cc:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c7aba27-3ebc-4765-9476-cf80f56d15b5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:51:17.871907 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:17.884092 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c19b48ca-c525-47c4-8844-55242c63b140 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:51:17.903964 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port c19b48ca-c525-47c4-8844-55242c63b140, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=c19b48ca-c525-47c4-8844-55242c63b140,segment=NetworkSegment(9b2ec1a6-fa79-42d7-9101-b279967aa12b),segment_id=9b2ec1a6-fa79-42d7-9101-b279967aa12b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:51:18.007383 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:18.054030 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=c19b48ca-c525-47c4-8844-55242c63b140,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:18.061332 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:51:18.061687 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:51:18.062057 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:51:18.062381 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:51:18.062717 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:51:18.063049 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:51:18.063377 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:51:18.063735 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:51:18.064086 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:51:18.064412 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:51:18.064736 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:51:18.065058 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:51:18.206586 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['c19b48ca-c525-47c4-8844-55242c63b140'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:51:18.477485 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266dc61d-ff5b-45d7-ba2e-e1c0151cb703 req-67c0dcd7-53a9-4b15-8e14-32311c910849 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:18.479027 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-266dc61d-ff5b-45d7-ba2e-e1c0151cb703 req-67c0dcd7-53a9-4b15-8e14-32311c910849 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/ports?device_id=191e3649-e3d3-4a07-bafd-5433ef504521 HTTP/1.1" status: 200 len: 944 time: 0.0496063 Aug 16 21:51:18.517228 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-266dc61d-ff5b-45d7-ba2e-e1c0151cb703 req-dd480e63-f01a-4167-a432-dde3c367a4a6 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/security-groups?id=64de5e5b-a1bc-4631-ae99-e8f7c9884141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317979 Aug 16 21:51:19.634535 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9baf39a-c8ae-4d14-828e-139ba0e2850b req-aca16fdf-b461-4b4d-a8f6-032530d5810e tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:19.636052 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d9baf39a-c8ae-4d14-828e-139ba0e2850b req-aca16fdf-b461-4b4d-a8f6-032530d5810e tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/ports?device_id=191e3649-e3d3-4a07-bafd-5433ef504521 HTTP/1.1" status: 200 len: 944 time: 0.0527360 Aug 16 21:51:19.673215 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d9baf39a-c8ae-4d14-828e-139ba0e2850b req-df7a844e-5f87-4ab2-b16b-79ada8e36be7 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/security-groups?id=64de5e5b-a1bc-4631-ae99-e8f7c9884141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312355 Aug 16 21:51:19.735398 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device c19b48ca-c525-47c4-8844-55242c63b140 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:51:19.902913 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:19.909911 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port c19b48ca-c525-47c4-8844-55242c63b140 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:51:19.913739 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port c19b48ca-c525-47c4-8844-55242c63b140 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:51:19.914110 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:19.991280 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:20.013694 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '191e3649-e3d3-4a07-bafd-5433ef504521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19b48ca-c525-47c4-8844-55242c63b140'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:51:20.015974 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c683fdb416c7f0821c75f6a91cfed7529d060c9c210f81ad2c881376259938b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2161244f-b386-459b-87ac-91a466dcc444" -d '{"events": [{"server_uuid": "191e3649-e3d3-4a07-bafd-5433ef504521", "name": "network-vif-plugged", "status": "completed", "tag": "c19b48ca-c525-47c4-8844-55242c63b140"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:51:20.028393 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port c19b48ca-c525-47c4-8844-55242c63b140, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=c19b48ca-c525-47c4-8844-55242c63b140,segment=NetworkSegment(9b2ec1a6-fa79-42d7-9101-b279967aa12b),segment_id=9b2ec1a6-fa79-42d7-9101-b279967aa12b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:51:20.053069 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10fff72-4701-461d-8c3b-d8083b9a5f32 x-openstack-request-id: req-f10fff72-4701-461d-8c3b-d8083b9a5f32 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:51:20.053370 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "191e3649-e3d3-4a07-bafd-5433ef504521", "name": "network-vif-plugged", "status": "completed", "tag": "c19b48ca-c525-47c4-8844-55242c63b140", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:51:20.053631 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f10fff72-4701-461d-8c3b-d8083b9a5f32 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:51:20.054038 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '191e3649-e3d3-4a07-bafd-5433ef504521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19b48ca-c525-47c4-8844-55242c63b140', 'code': 200} Aug 16 21:51:20.093017 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:20.140517 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=c19b48ca-c525-47c4-8844-55242c63b140,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:20.148763 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c155d3-d2d2-4923-9147-b7ac3254005b req-85b1f5dd-69fd-41dc-ac8d-8873cf90d9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:20.150139 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-61c155d3-d2d2-4923-9147-b7ac3254005b req-85b1f5dd-69fd-41dc-ac8d-8873cf90d9b5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=191e3649-e3d3-4a07-bafd-5433ef504521 HTTP/1.1" status: 200 len: 1097 time: 0.0415854 Aug 16 21:51:20.186372 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-61c155d3-d2d2-4923-9147-b7ac3254005b req-96d74ef6-3b91-461d-b392-495ca43dc93c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=64de5e5b-a1bc-4631-ae99-e8f7c9884141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284936 Aug 16 21:51:20.786122 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355eeac-fb48-4531-b248-55b682a35e3c req-a6a45a7d-a4b4-4dda-8770-e1ecb7fd7457 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:20.787606 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8355eeac-fb48-4531-b248-55b682a35e3c req-a6a45a7d-a4b4-4dda-8770-e1ecb7fd7457 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/ports?device_id=191e3649-e3d3-4a07-bafd-5433ef504521 HTTP/1.1" status: 200 len: 945 time: 0.0479655 Aug 16 21:51:20.826153 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8355eeac-fb48-4531-b248-55b682a35e3c req-9c548258-7e09-4304-ad91-c4577646d5bc tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/security-groups?id=64de5e5b-a1bc-4631-ae99-e8f7c9884141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325558 Aug 16 21:51:21.949009 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9313623-72c2-4489-bb67-b4bfefaa4b92 req-96394146-e7c5-476a-b1e8-b014b40db47d tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:21.950506 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d9313623-72c2-4489-bb67-b4bfefaa4b92 req-96394146-e7c5-476a-b1e8-b014b40db47d tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/ports?device_id=191e3649-e3d3-4a07-bafd-5433ef504521 HTTP/1.1" status: 200 len: 945 time: 0.0534685 Aug 16 21:51:21.988401 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d9313623-72c2-4489-bb67-b4bfefaa4b92 req-8ffdf339-d3e8-4742-a74d-598c07bfa5a3 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/security-groups?id=64de5e5b-a1bc-4631-ae99-e8f7c9884141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314562 Aug 16 21:51:22.449556 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8c2fa-fbf4-4943-ab1d-7b2299a01ca2 req-930c721b-ea11-41a3-8a7f-89855c389725 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:22.451817 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b1e8c2fa-fbf4-4943-ab1d-7b2299a01ca2 req-930c721b-ea11-41a3-8a7f-89855c389725 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/ports?device_id=191e3649-e3d3-4a07-bafd-5433ef504521 HTTP/1.1" status: 200 len: 945 time: 0.0502133 Aug 16 21:51:22.488627 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b1e8c2fa-fbf4-4943-ab1d-7b2299a01ca2 req-a7b80f12-de30-46a2-8750-62dee896ec11 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/security-groups?id=64de5e5b-a1bc-4631-ae99-e8f7c9884141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307469 Aug 16 21:51:22.561542 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:23.603159 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e834d9-56cd-43da-89d1-96a97008e1fb req-3b69994b-2aea-48ad-8442-4d383a9db1f8 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:23.604705 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a1e834d9-56cd-43da-89d1-96a97008e1fb req-3b69994b-2aea-48ad-8442-4d383a9db1f8 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/ports?device_id=191e3649-e3d3-4a07-bafd-5433ef504521 HTTP/1.1" status: 200 len: 945 time: 0.0490127 Aug 16 21:51:23.675301 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a1e834d9-56cd-43da-89d1-96a97008e1fb req-9d92f88b-8d94-4e16-afeb-d47e6af8efb5 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/security-groups?id=64de5e5b-a1bc-4631-ae99-e8f7c9884141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646119 Aug 16 21:51:23.694893 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2748c73-c164-4957-bf1a-ebb8da865da2 req-9ec7623b-a30f-4c16-b13a-3526f71ca02f tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:23.696424 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a2748c73-c164-4957-bf1a-ebb8da865da2 req-9ec7623b-a30f-4c16-b13a-3526f71ca02f tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.90 "GET /v2.0/ports?device_id=191e3649-e3d3-4a07-bafd-5433ef504521 HTTP/1.1" status: 200 len: 945 time: 0.0800784 Aug 16 21:51:23.783454 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-a2748c73-c164-4957-bf1a-ebb8da865da2 req-fcee524d-88ed-46c0-8f26-89edc3787037 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Deleting port c19b48ca-c525-47c4-8844-55242c63b140 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:51:23.783728 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a2748c73-c164-4957-bf1a-ebb8da865da2 req-fcee524d-88ed-46c0-8f26-89edc3787037 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:23.871620 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-a2748c73-c164-4957-bf1a-ebb8da865da2 req-fcee524d-88ed-46c0-8f26-89edc3787037 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] For port c19b48ca-c525-47c4-8844-55242c63b140, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=c19b48ca-c525-47c4-8844-55242c63b140,segment=NetworkSegment(9b2ec1a6-fa79-42d7-9101-b279967aa12b),segment_id=9b2ec1a6-fa79-42d7-9101-b279967aa12b)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:51:23.872606 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a2748c73-c164-4957-bf1a-ebb8da865da2 req-fcee524d-88ed-46c0-8f26-89edc3787037 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:23.886248 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-a2748c73-c164-4957-bf1a-ebb8da865da2 req-fcee524d-88ed-46c0-8f26-89edc3787037 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Calling delete_port for c19b48ca-c525-47c4-8844-55242c63b140 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:51:24.104649 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a2748c73-c164-4957-bf1a-ebb8da865da2 req-fcee524d-88ed-46c0-8f26-89edc3787037 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:24.117120 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['f22903c3-c1fa-47dc-a697-66b9e55b2863'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:51:24.138290 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee524d-88ed-46c0-8f26-89edc3787037 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Pushing event deleted for resources: {'Port': ['ID=c19b48ca-c525-47c4-8844-55242c63b140,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:24.178032 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2748c73-c164-4957-bf1a-ebb8da865da2 req-fcee524d-88ed-46c0-8f26-89edc3787037 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] No DVR routers for this DVR port c19b48ca-c525-47c4-8844-55242c63b140 on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:51:24.180738 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-a2748c73-c164-4957-bf1a-ebb8da865da2 req-fcee524d-88ed-46c0-8f26-89edc3787037 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:24.182786 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a2748c73-c164-4957-bf1a-ebb8da865da2 req-fcee524d-88ed-46c0-8f26-89edc3787037 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.90 "DELETE /v2.0/ports/c19b48ca-c525-47c4-8844-55242c63b140 HTTP/1.1" status: 204 len: 173 time: 0.4805739 Aug 16 21:51:24.183220 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '191e3649-e3d3-4a07-bafd-5433ef504521', 'name': 'network-vif-deleted', 'tag': 'c19b48ca-c525-47c4-8844-55242c63b140'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:51:24.186078 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a13536b3c87fcb412486f7c1123a9b3fa8a88bbdfa2e9f90522308689ae332c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54da2fe-9f8a-48c9-ae8b-7f46f83d9a17" -d '{"events": [{"server_uuid": "191e3649-e3d3-4a07-bafd-5433ef504521", "name": "network-vif-deleted", "tag": "c19b48ca-c525-47c4-8844-55242c63b140"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:51:24.226008 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84263023-5397-4864-8095-3553b35275f7 x-openstack-request-id: req-84263023-5397-4864-8095-3553b35275f7 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:51:24.226426 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "191e3649-e3d3-4a07-bafd-5433ef504521", "name": "network-vif-deleted", "tag": "c19b48ca-c525-47c4-8844-55242c63b140", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:51:24.226683 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-84263023-5397-4864-8095-3553b35275f7 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:51:24.227235 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '191e3649-e3d3-4a07-bafd-5433ef504521', 'name': 'network-vif-deleted', 'tag': 'c19b48ca-c525-47c4-8844-55242c63b140', 'status': 'completed', 'code': 200} Aug 16 21:51:24.780193 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c4b24ec9-ad8d-4e65-a377-454198ab326d req-84d1bd51-60d5-4783-a2a2-174862372625 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/ports?device_id=191e3649-e3d3-4a07-bafd-5433ef504521 HTTP/1.1" status: 200 len: 210 time: 0.0268648 Aug 16 21:51:25.761780 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device c19b48ca-c525-47c4-8844-55242c63b140 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:51:25.782780 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: c19b48ca-c525-47c4-8844-55242c63b140 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:51:25.783214 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device c19b48ca-c525-47c4-8844-55242c63b140 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:51:25.933062 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd283e4-0964-4228-aa0c-06dae8d3875a req-f41880b3-46fb-4fb1-9590-9c743999c373 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:25.935091 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2fd283e4-0964-4228-aa0c-06dae8d3875a req-f41880b3-46fb-4fb1-9590-9c743999c373 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ae277d3-1d42-454b-91d6-d5c7f34724cc HTTP/1.1" status: 200 len: 945 time: 0.0506237 Aug 16 21:51:25.973035 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2fd283e4-0964-4228-aa0c-06dae8d3875a req-e3996d3a-25b9-49d6-9ed8-38712ca09fa6 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/security-groups?id=64de5e5b-a1bc-4631-ae99-e8f7c9884141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313346 Aug 16 21:51:26.106077 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb538225-b84d-49d6-a1a1-cccc2ece6904 req-92a9353d-ad01-40fd-b626-a0bd0947f967 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:26.107594 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eb538225-b84d-49d6-a1a1-cccc2ece6904 req-92a9353d-ad01-40fd-b626-a0bd0947f967 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ae277d3-1d42-454b-91d6-d5c7f34724cc HTTP/1.1" status: 200 len: 945 time: 0.0523541 Aug 16 21:51:26.145672 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eb538225-b84d-49d6-a1a1-cccc2ece6904 req-f045511e-9f34-48e8-843f-1dd21a947657 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/security-groups?id=64de5e5b-a1bc-4631-ae99-e8f7c9884141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319777 Aug 16 21:51:26.260583 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc7b77-eba3-402d-a7c6-f8bbf39be3bf req-0d4cd692-8db2-4fda-9053-bdb8815b6f37 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:26.262080 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-63cc7b77-eba3-402d-a7c6-f8bbf39be3bf req-0d4cd692-8db2-4fda-9053-bdb8815b6f37 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ae277d3-1d42-454b-91d6-d5c7f34724cc HTTP/1.1" status: 200 len: 945 time: 0.0492842 Aug 16 21:51:26.299568 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-63cc7b77-eba3-402d-a7c6-f8bbf39be3bf req-2e7641c0-2e45-4c61-85db-0a42850a4db0 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/security-groups?id=64de5e5b-a1bc-4631-ae99-e8f7c9884141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308290 Aug 16 21:51:26.468544 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2f3d6-d8a5-4116-a628-6fbe9a3915c4 req-e4eee9b8-f791-41f3-a355-6fd808ace511 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:26.470040 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-67e2f3d6-d8a5-4116-a628-6fbe9a3915c4 req-e4eee9b8-f791-41f3-a355-6fd808ace511 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ae277d3-1d42-454b-91d6-d5c7f34724cc HTTP/1.1" status: 200 len: 945 time: 0.0481617 Aug 16 21:51:26.507378 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-67e2f3d6-d8a5-4116-a628-6fbe9a3915c4 req-52591640-4f39-4c64-a5d8-9915bef4feb8 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/security-groups?id=64de5e5b-a1bc-4631-ae99-e8f7c9884141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314651 Aug 16 21:51:26.623616 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74664f-09d4-4ec1-8000-df187744cc89 req-7981608f-6f2f-45ec-a860-dac027121115 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:26.625041 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3b74664f-09d4-4ec1-8000-df187744cc89 req-7981608f-6f2f-45ec-a860-dac027121115 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ae277d3-1d42-454b-91d6-d5c7f34724cc HTTP/1.1" status: 200 len: 945 time: 0.0517967 Aug 16 21:51:26.664443 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3b74664f-09d4-4ec1-8000-df187744cc89 req-3e07207c-4ac2-4f0d-83fc-e9093c93ec9e tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/security-groups?id=64de5e5b-a1bc-4631-ae99-e8f7c9884141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334504 Aug 16 21:51:26.788735 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d9f05-2aaa-4680-9a6b-c24be4490504 req-2ff1c68a-78b9-4b78-8ee8-e47a1187557a tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:26.790235 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e86d9f05-2aaa-4680-9a6b-c24be4490504 req-2ff1c68a-78b9-4b78-8ee8-e47a1187557a tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ae277d3-1d42-454b-91d6-d5c7f34724cc HTTP/1.1" status: 200 len: 945 time: 0.0507436 Aug 16 21:51:26.828551 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e86d9f05-2aaa-4680-9a6b-c24be4490504 req-c4ea55f8-2fb6-4c10-b27b-5f0bef348dc3 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/security-groups?id=64de5e5b-a1bc-4631-ae99-e8f7c9884141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321448 Aug 16 21:51:27.380063 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54d602-8f30-45ce-9893-4ab0d82bcf8d req-1d83fcc5-e1b6-466c-8a73-04c6a28b1aea tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:27.381558 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2d54d602-8f30-45ce-9893-4ab0d82bcf8d req-1d83fcc5-e1b6-466c-8a73-04c6a28b1aea tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ae277d3-1d42-454b-91d6-d5c7f34724cc HTTP/1.1" status: 200 len: 945 time: 0.0490551 Aug 16 21:51:27.418467 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2d54d602-8f30-45ce-9893-4ab0d82bcf8d req-b239b951-f989-4a3c-8532-e03878657a3e tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/security-groups?id=64de5e5b-a1bc-4631-ae99-e8f7c9884141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310104 Aug 16 21:51:28.538860 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68473b-1272-4cbf-96bc-1a7a26f1d180 req-6ba17275-5071-47b9-aa30-58f9dce6012b tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:28.540396 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1a68473b-1272-4cbf-96bc-1a7a26f1d180 req-6ba17275-5071-47b9-aa30-58f9dce6012b tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ae277d3-1d42-454b-91d6-d5c7f34724cc HTTP/1.1" status: 200 len: 945 time: 0.0520341 Aug 16 21:51:28.578186 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1a68473b-1272-4cbf-96bc-1a7a26f1d180 req-13e4ba14-d1ee-4150-bfc4-9fb3df34c557 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/security-groups?id=64de5e5b-a1bc-4631-ae99-e8f7c9884141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310659 Aug 16 21:51:28.702026 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed2719-ddf9-458f-8381-4c92593fa5b2 req-7492a351-fa4a-49d6-8b24-1bbf712682b6 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:28.703473 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-07ed2719-ddf9-458f-8381-4c92593fa5b2 req-7492a351-fa4a-49d6-8b24-1bbf712682b6 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ae277d3-1d42-454b-91d6-d5c7f34724cc HTTP/1.1" status: 200 len: 945 time: 0.0482509 Aug 16 21:51:28.794962 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-07ed2719-ddf9-458f-8381-4c92593fa5b2 req-814398cf-402a-425b-8b6b-4811fedfc520 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Deleting port f22903c3-c1fa-47dc-a697-66b9e55b2863 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:51:28.795301 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-07ed2719-ddf9-458f-8381-4c92593fa5b2 req-814398cf-402a-425b-8b6b-4811fedfc520 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:28.880629 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-07ed2719-ddf9-458f-8381-4c92593fa5b2 req-814398cf-402a-425b-8b6b-4811fedfc520 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] For port f22903c3-c1fa-47dc-a697-66b9e55b2863, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=f22903c3-c1fa-47dc-a697-66b9e55b2863,segment=NetworkSegment(9b2ec1a6-fa79-42d7-9101-b279967aa12b),segment_id=9b2ec1a6-fa79-42d7-9101-b279967aa12b)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:51:28.880997 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-07ed2719-ddf9-458f-8381-4c92593fa5b2 req-814398cf-402a-425b-8b6b-4811fedfc520 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:28.897569 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-07ed2719-ddf9-458f-8381-4c92593fa5b2 req-814398cf-402a-425b-8b6b-4811fedfc520 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Calling delete_port for f22903c3-c1fa-47dc-a697-66b9e55b2863 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:51:29.098199 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-07ed2719-ddf9-458f-8381-4c92593fa5b2 req-814398cf-402a-425b-8b6b-4811fedfc520 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:29.110231 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['f22903c3-c1fa-47dc-a697-66b9e55b2863'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:51:29.127258 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814398cf-402a-425b-8b6b-4811fedfc520 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Pushing event deleted for resources: {'Port': ['ID=f22903c3-c1fa-47dc-a697-66b9e55b2863,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:29.140084 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814398cf-402a-425b-8b6b-4811fedfc520 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:51:29.140443 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814398cf-402a-425b-8b6b-4811fedfc520 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:51:29.140796 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814398cf-402a-425b-8b6b-4811fedfc520 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:51:29.141136 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814398cf-402a-425b-8b6b-4811fedfc520 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:51:29.141473 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814398cf-402a-425b-8b6b-4811fedfc520 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:51:29.141809 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814398cf-402a-425b-8b6b-4811fedfc520 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:51:29.142139 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814398cf-402a-425b-8b6b-4811fedfc520 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:51:29.142471 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814398cf-402a-425b-8b6b-4811fedfc520 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:51:29.142802 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814398cf-402a-425b-8b6b-4811fedfc520 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:51:29.143132 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814398cf-402a-425b-8b6b-4811fedfc520 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:51:29.143459 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814398cf-402a-425b-8b6b-4811fedfc520 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:51:29.143812 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814398cf-402a-425b-8b6b-4811fedfc520 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:51:29.180847 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ed2719-ddf9-458f-8381-4c92593fa5b2 req-814398cf-402a-425b-8b6b-4811fedfc520 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] No DVR routers for this DVR port f22903c3-c1fa-47dc-a697-66b9e55b2863 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:51:29.183371 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-07ed2719-ddf9-458f-8381-4c92593fa5b2 req-814398cf-402a-425b-8b6b-4811fedfc520 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:29.186020 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-07ed2719-ddf9-458f-8381-4c92593fa5b2 req-814398cf-402a-425b-8b6b-4811fedfc520 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.72 "DELETE /v2.0/ports/f22903c3-c1fa-47dc-a697-66b9e55b2863 HTTP/1.1" status: 204 len: 173 time: 0.4764090 Aug 16 21:51:29.186524 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae277d3-1d42-454b-91d6-d5c7f34724cc', 'name': 'network-vif-deleted', 'tag': 'f22903c3-c1fa-47dc-a697-66b9e55b2863'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:51:29.188768 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcd9435b18b7a34707b0c74d037ee6bf13b87a61dd91d81e26d4048d63ffdc36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5dbc201-00da-411d-b542-bf1cc821091d" -d '{"events": [{"server_uuid": "1ae277d3-1d42-454b-91d6-d5c7f34724cc", "name": "network-vif-deleted", "tag": "f22903c3-c1fa-47dc-a697-66b9e55b2863"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:51:29.223969 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1235a56f-a894-45e8-b483-fc562cc1e5da x-openstack-request-id: req-1235a56f-a894-45e8-b483-fc562cc1e5da {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:51:29.229726 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae277d3-1d42-454b-91d6-d5c7f34724cc", "name": "network-vif-deleted", "tag": "f22903c3-c1fa-47dc-a697-66b9e55b2863", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:51:29.229726 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1235a56f-a894-45e8-b483-fc562cc1e5da {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:51:29.229726 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae277d3-1d42-454b-91d6-d5c7f34724cc', 'name': 'network-vif-deleted', 'tag': 'f22903c3-c1fa-47dc-a697-66b9e55b2863', 'status': 'completed', 'code': 200} Aug 16 21:51:29.682597 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-149d45fe-51ff-4647-8e05-cd22f0ca2bdb req-fa7678e9-4846-4379-958a-8c9d2404e803 tempest-ServersNegativeTestJSON-1305717610 tempest-ServersNegativeTestJSON-1305717610-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ae277d3-1d42-454b-91d6-d5c7f34724cc HTTP/1.1" status: 200 len: 210 time: 0.0277634 Aug 16 21:51:30.737788 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35860) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:30.782733 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-739c2a23-8bfd-4b7b-b7f4-67f6ae4c33bb admin admin] Deleting subnet 1c7aba27-3ebc-4765-9476-cf80f56d15b5 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:51:30.786018 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-739c2a23-8bfd-4b7b-b7f4-67f6ae4c33bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:30.819406 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-739c2a23-8bfd-4b7b-b7f4-67f6ae4c33bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:30.857234 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-739c2a23-8bfd-4b7b-b7f4-67f6ae4c33bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:31.019071 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-739c2a23-8bfd-4b7b-b7f4-67f6ae4c33bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:31.044987 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c2a23-8bfd-4b7b-b7f4-67f6ae4c33bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c7aba27-3ebc-4765-9476-cf80f56d15b5,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:31.049052 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-739c2a23-8bfd-4b7b-b7f4-67f6ae4c33bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:31.051056 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-739c2a23-8bfd-4b7b-b7f4-67f6ae4c33bb admin admin] 10.222.0.84 "DELETE /v2.0/subnets/1c7aba27-3ebc-4765-9476-cf80f56d15b5 HTTP/1.1" status: 204 len: 168 time: 0.3121483 Aug 16 21:51:31.053634 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35862) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:31.122728 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-62119cba-56af-4072-83dc-7a332c30f0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:31.202469 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-62119cba-56af-4072-83dc-7a332c30f0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:31.211994 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-62119cba-56af-4072-83dc-7a332c30f0a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e71a74f4-048e-40c2-b874-6d33dacf4c85']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:51:31.221520 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-62119cba-56af-4072-83dc-7a332c30f0a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b2ec1a6-fa79-42d7-9101-b279967aa12b') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:51:31.221833 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-62119cba-56af-4072-83dc-7a332c30f0a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b2ec1a6-fa79-42d7-9101-b279967aa12b') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:51:31.230350 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-62119cba-56af-4072-83dc-7a332c30f0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:31.244083 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-62119cba-56af-4072-83dc-7a332c30f0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:31.250648 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62119cba-56af-4072-83dc-7a332c30f0a5 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:51:31.251051 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-62119cba-56af-4072-83dc-7a332c30f0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:31.252712 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:51:31.252712 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:51:31.252712 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:51:31.252712 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:51:31.252712 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:51:31.252712 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:51:31.252712 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:51:31.252712 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:51:31.252712 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:51:31.252712 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:51:31.252712 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:51:31.252712 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:51:31.252712 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:51:31.252712 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:51:31.252712 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:51:31.252712 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:51:31.252712 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:51:31.252712 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:51:31.252712 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:51:31.252712 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:51:31.252712 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:51:31.252712 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:51:31.252712 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:51:31.252712 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:51:31.252712 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:51:31.252712 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:51:31.252712 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:51:31.252712 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:51:31.252712 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:51:31.252712 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:51:31.252712 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:51:31.252712 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:51:31.719688 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-62119cba-56af-4072-83dc-7a332c30f0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:31.725240 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-62119cba-56af-4072-83dc-7a332c30f0a5 admin admin] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:31.727073 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-62119cba-56af-4072-83dc-7a332c30f0a5 admin admin] 10.222.0.84 "DELETE /v2.0/networks/e71a74f4-048e-40c2-b874-6d33dacf4c85 HTTP/1.1" status: 204 len: 168 time: 0.6723878 Aug 16 21:51:31.738020 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62119cba-56af-4072-83dc-7a332c30f0a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e71a74f4-048e-40c2-b874-6d33dacf4c85,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:32.110083 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35866) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:32.149210 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2a843b5a-2eb6-4203-a28a-0adb1eea9b23 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4f44be480dd14d8cb667220a66d4e691&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379980 Aug 16 21:51:32.151623 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35868) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:32.198858 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bc78b540-bfd0-466a-afaf-2ff3b274cb25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:32.219640 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bc78b540-bfd0-466a-afaf-2ff3b274cb25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:32.361153 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bc78b540-bfd0-466a-afaf-2ff3b274cb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:32.363660 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bc78b540-bfd0-466a-afaf-2ff3b274cb25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:32.364892 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-bc78b540-bfd0-466a-afaf-2ff3b274cb25 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/64de5e5b-a1bc-4631-ae99-e8f7c9884141 HTTP/1.1" status: 204 len: 168 time: 0.2123477 Aug 16 21:51:32.373399 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78b540-bfd0-466a-afaf-2ff3b274cb25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64de5e5b-a1bc-4631-ae99-e8f7c9884141,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:33.499343 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35890) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:33.592280 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-cb639b05-36b4-4ab2-8838-044a315783de tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1773925097'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:51:33.600349 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device f22903c3-c1fa-47dc-a697-66b9e55b2863 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:51:33.619871 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: f22903c3-c1fa-47dc-a697-66b9e55b2863 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:51:33.620219 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device f22903c3-c1fa-47dc-a697-66b9e55b2863 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:51:33.708035 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb639b05-36b4-4ab2-8838-044a315783de tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Made reservation on behalf of 2a6f955606a24ea294aa5374914d4b52 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:51:33.711618 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb639b05-36b4-4ab2-8838-044a315783de tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:33.723941 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb639b05-36b4-4ab2-8838-044a315783de tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:33.812257 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb639b05-36b4-4ab2-8838-044a315783de tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:33.932410 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb639b05-36b4-4ab2-8838-044a315783de tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:33.959148 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb639b05-36b4-4ab2-8838-044a315783de tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:51:33.968859 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb639b05-36b4-4ab2-8838-044a315783de tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f56763-98ab-4fe1-a0fe-dab77b687299,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:33.979173 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb639b05-36b4-4ab2-8838-044a315783de tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:33.979173 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-cb639b05-36b4-4ab2-8838-044a315783de tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Added segment bb6af68c-f828-4169-99f9-232c3d0d00b8 of type vlan for network 00c6e575-4a07-404d-a37a-9d40afd22e11 Aug 16 21:51:34.013763 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb639b05-36b4-4ab2-8838-044a315783de tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:34.109491 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb639b05-36b4-4ab2-8838-044a315783de tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:34.115234 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb639b05-36b4-4ab2-8838-044a315783de tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:34.115874 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cb639b05-36b4-4ab2-8838-044a315783de tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:34.221668 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb639b05-36b4-4ab2-8838-044a315783de tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Pushing event updated for resources: {'Network': ['ID=00c6e575-4a07-404d-a37a-9d40afd22e11,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:34.232542 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 00c6e575-4a07-404d-a37a-9d40afd22e11 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:51:34.293256 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-cb639b05-36b4-4ab2-8838-044a315783de tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7927110 Aug 16 21:51:34.844003 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:51:37.516141 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35894) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:37.521481 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-c4a78ef7-02b7-4f3f-8835-11279af358d1 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Request body: {'subnet': {'network_id': '00c6e575-4a07-404d-a37a-9d40afd22e11', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:51:37.680820 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a78ef7-02b7-4f3f-8835-11279af358d1 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Made reservation on behalf of 2a6f955606a24ea294aa5374914d4b52 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:51:37.684947 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c4a78ef7-02b7-4f3f-8835-11279af358d1 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:37.948699 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c4a78ef7-02b7-4f3f-8835-11279af358d1 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:38.009373 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a78ef7-02b7-4f3f-8835-11279af358d1 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Pushing event updated for resources: {'Subnet': ['ID=99a37f42-c166-47de-8c7e-935aed5c16ad,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:38.018760 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a78ef7-02b7-4f3f-8835-11279af358d1 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Checking segment: {'id': 'bb6af68c-f828-4169-99f9-232c3d0d00b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '00c6e575-4a07-404d-a37a-9d40afd22e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:51:38.019146 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a78ef7-02b7-4f3f-8835-11279af358d1 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Network hostable DHCP agents. Network: 00c6e575-4a07-404d-a37a-9d40afd22e11, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:51:38.120698 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a78ef7-02b7-4f3f-8835-11279af358d1 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Network 00c6e575-4a07-404d-a37a-9d40afd22e11 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:51:38.234853 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-c4a78ef7-02b7-4f3f-8835-11279af358d1 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 00c6e575-4a07-404d-a37a-9d40afd22e11) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:51:38.239229 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a78ef7-02b7-4f3f-8835-11279af358d1 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:38.239856 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c4a78ef7-02b7-4f3f-8835-11279af358d1 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:38.243937 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850a0c92-a9de-4dc6-b0a9-5882d621ed5e None None] Network 00c6e575-4a07-404d-a37a-9d40afd22e11 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:51:38.325781 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c4a78ef7-02b7-4f3f-8835-11279af358d1 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8084450 Aug 16 21:51:38.329184 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35896) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:38.334306 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-b29b1b01-bcb6-4c1a-82be-737b76eb5f1c tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1781076292'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:51:38.385513 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca194fa-b53a-451a-94af-eed3f9a90ec2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-00c6e575-4a07-404d-a37a-9d40afd22e11', 'network_id': '00c6e575-4a07-404d-a37a-9d40afd22e11', 'tenant_id': '2a6f955606a24ea294aa5374914d4b52', 'fixed_ips': [{'subnet_id': '99a37f42-c166-47de-8c7e-935aed5c16ad'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:51:38.386371 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7ca194fa-b53a-451a-94af-eed3f9a90ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:38.434896 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29b1b01-bcb6-4c1a-82be-737b76eb5f1c tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Made reservation on behalf of 2a6f955606a24ea294aa5374914d4b52 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:51:38.438469 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b29b1b01-bcb6-4c1a-82be-737b76eb5f1c tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:38.462708 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b29b1b01-bcb6-4c1a-82be-737b76eb5f1c tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:51:38.471907 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b29b1b01-bcb6-4c1a-82be-737b76eb5f1c tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:38.472306 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-b29b1b01-bcb6-4c1a-82be-737b76eb5f1c tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Added segment c55b6a7d-2972-4f3c-b34e-fc6a1eacd4dd of type vlan for network 5d4f8523-d936-4743-b59c-37a895d74e06 Aug 16 21:51:38.510805 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b29b1b01-bcb6-4c1a-82be-737b76eb5f1c tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:38.532540 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-7ca194fa-b53a-451a-94af-eed3f9a90ec2 None None] Allocated IP 2001:db8:0:ffff::2 (00c6e575-4a07-404d-a37a-9d40afd22e11/99a37f42-c166-47de-8c7e-935aed5c16ad/54463f86-3f93-4b61-8faf-7a8736f9647e) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:51:38.639521 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b29b1b01-bcb6-4c1a-82be-737b76eb5f1c tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:38.645325 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29b1b01-bcb6-4c1a-82be-737b76eb5f1c tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:38.645947 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b29b1b01-bcb6-4c1a-82be-737b76eb5f1c tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:38.671939 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7ca194fa-b53a-451a-94af-eed3f9a90ec2 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:38.679903 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7ca194fa-b53a-451a-94af-eed3f9a90ec2 None None] Transition to ACTIVE for port object 54463f86-3f93-4b61-8faf-7a8736f9647e will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:51:38.695544 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7ca194fa-b53a-451a-94af-eed3f9a90ec2 None None] Transition to ACTIVE for port object 54463f86-3f93-4b61-8faf-7a8736f9647e will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:51:38.713839 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b1b01-bcb6-4c1a-82be-737b76eb5f1c tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Pushing event updated for resources: {'Network': ['ID=5d4f8523-d936-4743-b59c-37a895d74e06,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:38.724056 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 5d4f8523-d936-4743-b59c-37a895d74e06 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:51:38.785525 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7ca194fa-b53a-451a-94af-eed3f9a90ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:38.802024 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b29b1b01-bcb6-4c1a-82be-737b76eb5f1c tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4717824 Aug 16 21:51:38.804896 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35898) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:38.810623 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-3e0b99a7-ac18-4d8e-a447-fc87324d2718 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Request body: {'subnet': {'network_id': '5d4f8523-d936-4743-b59c-37a895d74e06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:51:38.826352 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca194fa-b53a-451a-94af-eed3f9a90ec2 None None] Network 00c6e575-4a07-404d-a37a-9d40afd22e11 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:51:38.831306 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-7ca194fa-b53a-451a-94af-eed3f9a90ec2 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:51:38.834850 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca194fa-b53a-451a-94af-eed3f9a90ec2 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:51:38.843702 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca194fa-b53a-451a-94af-eed3f9a90ec2 None None] Pushing event updated for resources: {'Port': ['ID=54463f86-3f93-4b61-8faf-7a8736f9647e,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:38.901261 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-7ca194fa-b53a-451a-94af-eed3f9a90ec2 None None] Attempting to bind port 54463f86-3f93-4b61-8faf-7a8736f9647e on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:51:38.906172 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-7ca194fa-b53a-451a-94af-eed3f9a90ec2 None None] Attempting to bind port 54463f86-3f93-4b61-8faf-7a8736f9647e by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'bb6af68c-f828-4169-99f9-232c3d0d00b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '00c6e575-4a07-404d-a37a-9d40afd22e11'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:51:38.906172 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca194fa-b53a-451a-94af-eed3f9a90ec2 None None] Attempting to bind port 54463f86-3f93-4b61-8faf-7a8736f9647e on network 00c6e575-4a07-404d-a37a-9d40afd22e11 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:51:38.907199 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca194fa-b53a-451a-94af-eed3f9a90ec2 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:51:38.907575 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca194fa-b53a-451a-94af-eed3f9a90ec2 None None] Checking segment: {'id': 'bb6af68c-f828-4169-99f9-232c3d0d00b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '00c6e575-4a07-404d-a37a-9d40afd22e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:51:38.908046 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7ca194fa-b53a-451a-94af-eed3f9a90ec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:38.908437 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca194fa-b53a-451a-94af-eed3f9a90ec2 None None] Bound using segment: {'id': 'bb6af68c-f828-4169-99f9-232c3d0d00b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '00c6e575-4a07-404d-a37a-9d40afd22e11'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:51:38.909156 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-7ca194fa-b53a-451a-94af-eed3f9a90ec2 None None] Bound port: 54463f86-3f93-4b61-8faf-7a8736f9647e, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6af68c-f828-4169-99f9-232c3d0d00b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '00c6e575-4a07-404d-a37a-9d40afd22e11'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:51:38.909540 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7ca194fa-b53a-451a-94af-eed3f9a90ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:38.976561 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7ca194fa-b53a-451a-94af-eed3f9a90ec2 None None] For port 54463f86-3f93-4b61-8faf-7a8736f9647e, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:51:38.979499 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7ca194fa-b53a-451a-94af-eed3f9a90ec2 None None] For port 54463f86-3f93-4b61-8faf-7a8736f9647e, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=54463f86-3f93-4b61-8faf-7a8736f9647e,segment=NetworkSegment(bb6af68c-f828-4169-99f9-232c3d0d00b8),segment_id=bb6af68c-f828-4169-99f9-232c3d0d00b8)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:51:38.995490 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0b99a7-ac18-4d8e-a447-fc87324d2718 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Made reservation on behalf of 2a6f955606a24ea294aa5374914d4b52 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:51:38.999700 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3e0b99a7-ac18-4d8e-a447-fc87324d2718 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:39.075908 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7ca194fa-b53a-451a-94af-eed3f9a90ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:39.134268 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca194fa-b53a-451a-94af-eed3f9a90ec2 None None] Pushing event updated for resources: {'Port': ['ID=54463f86-3f93-4b61-8faf-7a8736f9647e,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:39.278331 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3e0b99a7-ac18-4d8e-a447-fc87324d2718 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:39.340963 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b99a7-ac18-4d8e-a447-fc87324d2718 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Pushing event updated for resources: {'Subnet': ['ID=04ea0dba-b42a-4784-aba8-f1cb453c7e4c,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:39.354230 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0b99a7-ac18-4d8e-a447-fc87324d2718 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Checking segment: {'id': 'c55b6a7d-2972-4f3c-b34e-fc6a1eacd4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5d4f8523-d936-4743-b59c-37a895d74e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:51:39.354715 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0b99a7-ac18-4d8e-a447-fc87324d2718 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Network hostable DHCP agents. Network: 5d4f8523-d936-4743-b59c-37a895d74e06, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:51:39.452508 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0b99a7-ac18-4d8e-a447-fc87324d2718 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Network 5d4f8523-d936-4743-b59c-37a895d74e06 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:51:39.520706 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-3e0b99a7-ac18-4d8e-a447-fc87324d2718 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 5d4f8523-d936-4743-b59c-37a895d74e06) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:51:39.524845 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0b99a7-ac18-4d8e-a447-fc87324d2718 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:39.525453 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3e0b99a7-ac18-4d8e-a447-fc87324d2718 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:39.531022 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a73438-f2f8-474c-a827-63e09e131600 None None] Network 5d4f8523-d936-4743-b59c-37a895d74e06 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:51:39.636395 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3e0b99a7-ac18-4d8e-a447-fc87324d2718 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8301747 Aug 16 21:51:39.639014 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35900) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:39.676863 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed25097-3021-487b-b566-e346732f6049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-5d4f8523-d936-4743-b59c-37a895d74e06', 'network_id': '5d4f8523-d936-4743-b59c-37a895d74e06', 'tenant_id': '2a6f955606a24ea294aa5374914d4b52', 'fixed_ips': [{'subnet_id': '04ea0dba-b42a-4784-aba8-f1cb453c7e4c'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:51:39.677853 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5ed25097-3021-487b-b566-e346732f6049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:39.745549 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f85a8a0a-dea7-477c-a439-3520ea2ad9ae tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:39.825509 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-5ed25097-3021-487b-b566-e346732f6049 None None] Allocated IP 2001:db8::2 (5d4f8523-d936-4743-b59c-37a895d74e06/04ea0dba-b42a-4784-aba8-f1cb453c7e4c/4574fb1e-0314-4b4d-a657-8b5425e2b107) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:51:39.840736 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f85a8a0a-dea7-477c-a439-3520ea2ad9ae tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:39.979767 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5ed25097-3021-487b-b566-e346732f6049 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:39.988988 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5ed25097-3021-487b-b566-e346732f6049 None None] Transition to ACTIVE for port object 4574fb1e-0314-4b4d-a657-8b5425e2b107 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:51:40.004429 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5ed25097-3021-487b-b566-e346732f6049 None None] Transition to ACTIVE for port object 4574fb1e-0314-4b4d-a657-8b5425e2b107 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:51:40.030707 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc9cf66-bcf1-4def-9fc2-6496e48b88c8 None None] Network 00c6e575-4a07-404d-a37a-9d40afd22e11 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:51:40.107570 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5ed25097-3021-487b-b566-e346732f6049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:40.167398 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed25097-3021-487b-b566-e346732f6049 None None] Network 5d4f8523-d936-4743-b59c-37a895d74e06 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:51:40.174853 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-5ed25097-3021-487b-b566-e346732f6049 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:51:40.179821 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed25097-3021-487b-b566-e346732f6049 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:51:40.194423 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-3edcb832-ed0a-40de-9aae-061530d5710d None None] Provisioning for port 54463f86-3f93-4b61-8faf-7a8736f9647e completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:51:40.200706 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed25097-3021-487b-b566-e346732f6049 None None] Pushing event updated for resources: {'Port': ['ID=4574fb1e-0314-4b4d-a657-8b5425e2b107,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:40.219003 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f85a8a0a-dea7-477c-a439-3520ea2ad9ae tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:40.245792 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a8a0a-dea7-477c-a439-3520ea2ad9ae tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Pushing event deleted for resources: {'Subnet': ['ID=04ea0dba-b42a-4784-aba8-f1cb453c7e4c,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:40.273598 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-5ed25097-3021-487b-b566-e346732f6049 None None] Attempting to bind port 4574fb1e-0314-4b4d-a657-8b5425e2b107 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:51:40.273884 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-5ed25097-3021-487b-b566-e346732f6049 None None] Attempting to bind port 4574fb1e-0314-4b4d-a657-8b5425e2b107 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'c55b6a7d-2972-4f3c-b34e-fc6a1eacd4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5d4f8523-d936-4743-b59c-37a895d74e06'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:51:40.274243 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed25097-3021-487b-b566-e346732f6049 None None] Attempting to bind port 4574fb1e-0314-4b4d-a657-8b5425e2b107 on network 5d4f8523-d936-4743-b59c-37a895d74e06 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:51:40.281742 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed25097-3021-487b-b566-e346732f6049 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:51:40.282111 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed25097-3021-487b-b566-e346732f6049 None None] Checking segment: {'id': 'c55b6a7d-2972-4f3c-b34e-fc6a1eacd4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5d4f8523-d936-4743-b59c-37a895d74e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:51:40.282507 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5ed25097-3021-487b-b566-e346732f6049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:40.282897 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed25097-3021-487b-b566-e346732f6049 None None] Bound using segment: {'id': 'c55b6a7d-2972-4f3c-b34e-fc6a1eacd4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5d4f8523-d936-4743-b59c-37a895d74e06'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:51:40.283362 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-5ed25097-3021-487b-b566-e346732f6049 None None] Bound port: 4574fb1e-0314-4b4d-a657-8b5425e2b107, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c55b6a7d-2972-4f3c-b34e-fc6a1eacd4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5d4f8523-d936-4743-b59c-37a895d74e06'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:51:40.284020 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5ed25097-3021-487b-b566-e346732f6049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:40.315038 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f85a8a0a-dea7-477c-a439-3520ea2ad9ae tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:40.326256 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-f85a8a0a-dea7-477c-a439-3520ea2ad9ae tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d4f8523-d936-4743-b59c-37a895d74e06']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:51:40.336558 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-f85a8a0a-dea7-477c-a439-3520ea2ad9ae tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c55b6a7d-2972-4f3c-b34e-fc6a1eacd4dd') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:51:40.336876 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-f85a8a0a-dea7-477c-a439-3520ea2ad9ae tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c55b6a7d-2972-4f3c-b34e-fc6a1eacd4dd') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:51:40.346292 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f85a8a0a-dea7-477c-a439-3520ea2ad9ae tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:40.353477 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-5ed25097-3021-487b-b566-e346732f6049 None None] For port 4574fb1e-0314-4b4d-a657-8b5425e2b107, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:51:40.356783 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-5ed25097-3021-487b-b566-e346732f6049 None None] For port 4574fb1e-0314-4b4d-a657-8b5425e2b107, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=4574fb1e-0314-4b4d-a657-8b5425e2b107,segment=NetworkSegment(c55b6a7d-2972-4f3c-b34e-fc6a1eacd4dd),segment_id=c55b6a7d-2972-4f3c-b34e-fc6a1eacd4dd)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:51:40.419330 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5ed25097-3021-487b-b566-e346732f6049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:40.421681 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f85a8a0a-dea7-477c-a439-3520ea2ad9ae tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:40.428990 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f85a8a0a-dea7-477c-a439-3520ea2ad9ae tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:51:40.429497 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f85a8a0a-dea7-477c-a439-3520ea2ad9ae tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:40.432958 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:51:40.432958 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:51:40.432958 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:51:40.432958 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:51:40.432958 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:51:40.432958 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:51:40.432958 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:51:40.432958 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:51:40.432958 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:51:40.432958 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:51:40.432958 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:51:40.432958 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:51:40.432958 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:51:40.432958 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:51:40.432958 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:51:40.432958 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:51:40.432958 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:51:40.432958 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:51:40.432958 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:51:40.432958 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:51:40.432958 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:51:40.432958 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:51:40.432958 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:51:40.432958 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:51:40.432958 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:51:40.432958 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:51:40.432958 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:51:40.432958 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:51:40.432958 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:51:40.432958 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:51:40.432958 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:51:40.432958 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:51:40.512729 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed25097-3021-487b-b566-e346732f6049 None None] Pushing event updated for resources: {'Port': ['ID=4574fb1e-0314-4b4d-a657-8b5425e2b107,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:40.538018 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80778494-1b6a-494d-bb05-c39a3cacf095 None None] Network 5d4f8523-d936-4743-b59c-37a895d74e06 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:51:40.576030 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 54463f86-3f93-4b61-8faf-7a8736f9647e up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:51:40.578789 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.db.api [None req-f85a8a0a-dea7-477c-a439-3520ea2ad9ae tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 21:51:40.578789 n-d-793620-15 neutron-server[101845]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 21:51:40.578789 n-d-793620-15 neutron-server[101845]: [parameters: {'id': '5d4f8523-d936-4743-b59c-37a895d74e06'}] Aug 16 21:51:40.578789 n-d-793620-15 neutron-server[101845]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:51:40.579251 n-d-793620-15 neutron-server[101845]: DEBUG oslo_db.api [None req-f85a8a0a-dea7-477c-a439-3520ea2ad9ae tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:51:40.693658 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37871ee2-0cc3-4c54-ab1d-0236b93882a9 None None] get_active_networks_info from n-d-793620-15 {{(pid=101846) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 21:51:40.756643 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37871ee2-0cc3-4c54-ab1d-0236b93882a9 None None] Resources bound (agent type, host, resource id): {{(pid=101846) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 21:51:40.761589 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 54463f86-3f93-4b61-8faf-7a8736f9647e completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:51:40.767969 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 54463f86-3f93-4b61-8faf-7a8736f9647e triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:51:40.768340 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:40.924721 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:40.978861 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 54463f86-3f93-4b61-8faf-7a8736f9647e, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=54463f86-3f93-4b61-8faf-7a8736f9647e,segment=NetworkSegment(bb6af68c-f828-4169-99f9-232c3d0d00b8),segment_id=bb6af68c-f828-4169-99f9-232c3d0d00b8)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:51:41.080864 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f85a8a0a-dea7-477c-a439-3520ea2ad9ae tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:41.081378 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:41.128497 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=54463f86-3f93-4b61-8faf-7a8736f9647e,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:41.135999 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-f85a8a0a-dea7-477c-a439-3520ea2ad9ae tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Deleting port 4574fb1e-0314-4b4d-a657-8b5425e2b107 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:51:41.136411 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f85a8a0a-dea7-477c-a439-3520ea2ad9ae tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:41.184373 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9168ec7e-7eba-40bb-bb9f-27ee8c176f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:41.198220 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-f85a8a0a-dea7-477c-a439-3520ea2ad9ae tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] For port 4574fb1e-0314-4b4d-a657-8b5425e2b107, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=4574fb1e-0314-4b4d-a657-8b5425e2b107,segment=NetworkSegment(c55b6a7d-2972-4f3c-b34e-fc6a1eacd4dd),segment_id=c55b6a7d-2972-4f3c-b34e-fc6a1eacd4dd)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:51:41.198595 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f85a8a0a-dea7-477c-a439-3520ea2ad9ae tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:41.211438 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-f85a8a0a-dea7-477c-a439-3520ea2ad9ae tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Calling delete_port for 4574fb1e-0314-4b4d-a657-8b5425e2b107 owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:51:41.349227 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f85a8a0a-dea7-477c-a439-3520ea2ad9ae tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:41.374847 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a8a0a-dea7-477c-a439-3520ea2ad9ae tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Pushing event deleted for resources: {'Port': ['ID=4574fb1e-0314-4b4d-a657-8b5425e2b107,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:41.376686 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85a8a0a-dea7-477c-a439-3520ea2ad9ae tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] No DVR routers for this DVR port 4574fb1e-0314-4b4d-a657-8b5425e2b107 on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:51:41.455713 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f85a8a0a-dea7-477c-a439-3520ea2ad9ae tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:41.465873 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-f85a8a0a-dea7-477c-a439-3520ea2ad9ae tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d4f8523-d936-4743-b59c-37a895d74e06']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:51:41.475567 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-f85a8a0a-dea7-477c-a439-3520ea2ad9ae tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c55b6a7d-2972-4f3c-b34e-fc6a1eacd4dd') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:51:41.475903 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-f85a8a0a-dea7-477c-a439-3520ea2ad9ae tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c55b6a7d-2972-4f3c-b34e-fc6a1eacd4dd') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:51:41.484814 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f85a8a0a-dea7-477c-a439-3520ea2ad9ae tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:41.497922 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f85a8a0a-dea7-477c-a439-3520ea2ad9ae tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:41.503732 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f85a8a0a-dea7-477c-a439-3520ea2ad9ae tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:51:41.504169 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f85a8a0a-dea7-477c-a439-3520ea2ad9ae tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:41.507051 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:51:41.507051 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:51:41.507051 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:51:41.507051 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:51:41.507051 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:51:41.507051 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:51:41.507051 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:51:41.507051 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:51:41.507051 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:51:41.507051 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:51:41.507051 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:51:41.507051 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:51:41.507051 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:51:41.507051 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:51:41.507051 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:51:41.507051 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:51:41.507051 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:51:41.507051 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:51:41.507051 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:51:41.507051 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:51:41.507051 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:51:41.507051 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:51:41.507051 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:51:41.507051 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:51:41.507051 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:51:41.507051 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:51:41.507051 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:51:41.507051 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:51:41.507051 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:51:41.507051 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:51:41.507051 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:51:41.507051 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:51:41.639739 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f85a8a0a-dea7-477c-a439-3520ea2ad9ae tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:41.648953 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f85a8a0a-dea7-477c-a439-3520ea2ad9ae tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:41.648953 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f85a8a0a-dea7-477c-a439-3520ea2ad9ae tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] 10.222.0.84 "DELETE /v2.0/networks/5d4f8523-d936-4743-b59c-37a895d74e06 HTTP/1.1" status: 204 len: 168 time: 2.0081816 Aug 16 21:51:41.651857 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35902) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:41.657237 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-691ae1b6-c156-4355-a642-95cb44101db4 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-635880131'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:51:41.660136 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a8a0a-dea7-477c-a439-3520ea2ad9ae tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Pushing event deleted for resources: {'Network': ['ID=5d4f8523-d936-4743-b59c-37a895d74e06,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:41.766010 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691ae1b6-c156-4355-a642-95cb44101db4 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Made reservation on behalf of 2a6f955606a24ea294aa5374914d4b52 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:51:41.769489 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-691ae1b6-c156-4355-a642-95cb44101db4 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:41.792756 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-691ae1b6-c156-4355-a642-95cb44101db4 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:51:41.801072 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-691ae1b6-c156-4355-a642-95cb44101db4 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:41.801551 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-691ae1b6-c156-4355-a642-95cb44101db4 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Added segment 0fd14574-17e7-4908-bb79-b116836e9882 of type vlan for network 7ace3ac8-4ff8-4a0c-8261-ef3cdd9a1162 Aug 16 21:51:41.839551 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-691ae1b6-c156-4355-a642-95cb44101db4 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:41.978120 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-691ae1b6-c156-4355-a642-95cb44101db4 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:41.984344 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691ae1b6-c156-4355-a642-95cb44101db4 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:41.984942 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-691ae1b6-c156-4355-a642-95cb44101db4 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:42.056781 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691ae1b6-c156-4355-a642-95cb44101db4 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Pushing event updated for resources: {'Network': ['ID=7ace3ac8-4ff8-4a0c-8261-ef3cdd9a1162,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:42.070535 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 7ace3ac8-4ff8-4a0c-8261-ef3cdd9a1162 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:51:42.122489 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-691ae1b6-c156-4355-a642-95cb44101db4 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4693587 Aug 16 21:51:42.125476 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35906) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:42.130596 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-c7efa849-ebb9-4b23-9e87-0b20c2d29d04 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Request body: {'subnet': {'network_id': '7ace3ac8-4ff8-4a0c-8261-ef3cdd9a1162', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:51:42.277420 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7efa849-ebb9-4b23-9e87-0b20c2d29d04 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Made reservation on behalf of 2a6f955606a24ea294aa5374914d4b52 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:51:42.281857 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c7efa849-ebb9-4b23-9e87-0b20c2d29d04 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:42.341652 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.ipam_backend_mixin [None req-c7efa849-ebb9-4b23-9e87-0b20c2d29d04 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Performing IP validity checks on allocation pools {{(pid=101844) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 21:51:42.342200 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.ipam_backend_mixin [None req-c7efa849-ebb9-4b23-9e87-0b20c2d29d04 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101844) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 21:51:42.505971 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 54463f86-3f93-4b61-8faf-7a8736f9647e up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:51:42.531868 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c7efa849-ebb9-4b23-9e87-0b20c2d29d04 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:42.554030 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 54463f86-3f93-4b61-8faf-7a8736f9647e triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:51:42.554404 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:42.601059 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7efa849-ebb9-4b23-9e87-0b20c2d29d04 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Pushing event updated for resources: {'Subnet': ['ID=f5299b52-1e1f-48f5-9d61-c8dd014c67fc,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:42.607714 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7efa849-ebb9-4b23-9e87-0b20c2d29d04 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Checking segment: {'id': '0fd14574-17e7-4908-bb79-b116836e9882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '7ace3ac8-4ff8-4a0c-8261-ef3cdd9a1162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:51:42.609033 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7efa849-ebb9-4b23-9e87-0b20c2d29d04 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Network hostable DHCP agents. Network: 7ace3ac8-4ff8-4a0c-8261-ef3cdd9a1162, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:51:42.698033 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7efa849-ebb9-4b23-9e87-0b20c2d29d04 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Network 7ace3ac8-4ff8-4a0c-8261-ef3cdd9a1162 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:51:42.777456 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-c7efa849-ebb9-4b23-9e87-0b20c2d29d04 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 7ace3ac8-4ff8-4a0c-8261-ef3cdd9a1162) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:51:42.782671 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7efa849-ebb9-4b23-9e87-0b20c2d29d04 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:42.783204 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c7efa849-ebb9-4b23-9e87-0b20c2d29d04 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:42.785734 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b3c613-7f14-43b1-a6f6-17b23a6a65f9 None None] Network 7ace3ac8-4ff8-4a0c-8261-ef3cdd9a1162 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:51:42.875825 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c7efa849-ebb9-4b23-9e87-0b20c2d29d04 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7492256 Aug 16 21:51:42.878432 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35910) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:42.929879 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f844bd-db9e-4ca4-b488-5dfd5fdcf066 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-7ace3ac8-4ff8-4a0c-8261-ef3cdd9a1162', 'network_id': '7ace3ac8-4ff8-4a0c-8261-ef3cdd9a1162', 'tenant_id': '2a6f955606a24ea294aa5374914d4b52', 'fixed_ips': [{'subnet_id': 'f5299b52-1e1f-48f5-9d61-c8dd014c67fc'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:51:42.930827 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d1f844bd-db9e-4ca4-b488-5dfd5fdcf066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:42.973887 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-90f1b20d-1899-42c0-8cc9-5391f83e08c0 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:43.053719 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-90f1b20d-1899-42c0-8cc9-5391f83e08c0 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:43.064887 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-d1f844bd-db9e-4ca4-b488-5dfd5fdcf066 None None] Allocated IP 2001:db8::3 (7ace3ac8-4ff8-4a0c-8261-ef3cdd9a1162/f5299b52-1e1f-48f5-9d61-c8dd014c67fc/399b2ea8-2147-4dec-9b2e-f90bf5c52659) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:51:43.204316 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d1f844bd-db9e-4ca4-b488-5dfd5fdcf066 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:43.212162 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d1f844bd-db9e-4ca4-b488-5dfd5fdcf066 None None] Transition to ACTIVE for port object 399b2ea8-2147-4dec-9b2e-f90bf5c52659 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:51:43.226440 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d1f844bd-db9e-4ca4-b488-5dfd5fdcf066 None None] Transition to ACTIVE for port object 399b2ea8-2147-4dec-9b2e-f90bf5c52659 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:51:43.320915 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d1f844bd-db9e-4ca4-b488-5dfd5fdcf066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:43.361413 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f844bd-db9e-4ca4-b488-5dfd5fdcf066 None None] Network 7ace3ac8-4ff8-4a0c-8261-ef3cdd9a1162 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:51:43.364302 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-d1f844bd-db9e-4ca4-b488-5dfd5fdcf066 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:51:43.368716 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f844bd-db9e-4ca4-b488-5dfd5fdcf066 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:51:43.371388 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f844bd-db9e-4ca4-b488-5dfd5fdcf066 None None] Pushing event updated for resources: {'Port': ['ID=399b2ea8-2147-4dec-9b2e-f90bf5c52659,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:43.412577 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-90f1b20d-1899-42c0-8cc9-5391f83e08c0 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:43.421986 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-d1f844bd-db9e-4ca4-b488-5dfd5fdcf066 None None] Attempting to bind port 399b2ea8-2147-4dec-9b2e-f90bf5c52659 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:51:43.423425 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-d1f844bd-db9e-4ca4-b488-5dfd5fdcf066 None None] Attempting to bind port 399b2ea8-2147-4dec-9b2e-f90bf5c52659 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '0fd14574-17e7-4908-bb79-b116836e9882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '7ace3ac8-4ff8-4a0c-8261-ef3cdd9a1162'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:51:43.423425 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f844bd-db9e-4ca4-b488-5dfd5fdcf066 None None] Attempting to bind port 399b2ea8-2147-4dec-9b2e-f90bf5c52659 on network 7ace3ac8-4ff8-4a0c-8261-ef3cdd9a1162 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:51:43.427734 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f844bd-db9e-4ca4-b488-5dfd5fdcf066 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:51:43.428136 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f844bd-db9e-4ca4-b488-5dfd5fdcf066 None None] Checking segment: {'id': '0fd14574-17e7-4908-bb79-b116836e9882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '7ace3ac8-4ff8-4a0c-8261-ef3cdd9a1162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:51:43.428535 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d1f844bd-db9e-4ca4-b488-5dfd5fdcf066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:43.428922 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f844bd-db9e-4ca4-b488-5dfd5fdcf066 None None] Bound using segment: {'id': '0fd14574-17e7-4908-bb79-b116836e9882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '7ace3ac8-4ff8-4a0c-8261-ef3cdd9a1162'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:51:43.429415 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-d1f844bd-db9e-4ca4-b488-5dfd5fdcf066 None None] Bound port: 399b2ea8-2147-4dec-9b2e-f90bf5c52659, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd14574-17e7-4908-bb79-b116836e9882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '7ace3ac8-4ff8-4a0c-8261-ef3cdd9a1162'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:51:43.429791 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d1f844bd-db9e-4ca4-b488-5dfd5fdcf066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:43.440456 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1b20d-1899-42c0-8cc9-5391f83e08c0 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Pushing event deleted for resources: {'Subnet': ['ID=f5299b52-1e1f-48f5-9d61-c8dd014c67fc,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:43.498726 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-d1f844bd-db9e-4ca4-b488-5dfd5fdcf066 None None] For port 399b2ea8-2147-4dec-9b2e-f90bf5c52659, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:51:43.501812 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-d1f844bd-db9e-4ca4-b488-5dfd5fdcf066 None None] For port 399b2ea8-2147-4dec-9b2e-f90bf5c52659, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=399b2ea8-2147-4dec-9b2e-f90bf5c52659,segment=NetworkSegment(0fd14574-17e7-4908-bb79-b116836e9882),segment_id=0fd14574-17e7-4908-bb79-b116836e9882)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:51:43.504785 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-90f1b20d-1899-42c0-8cc9-5391f83e08c0 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:43.514887 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-90f1b20d-1899-42c0-8cc9-5391f83e08c0 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ace3ac8-4ff8-4a0c-8261-ef3cdd9a1162']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:51:43.524413 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-90f1b20d-1899-42c0-8cc9-5391f83e08c0 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fd14574-17e7-4908-bb79-b116836e9882') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:51:43.524717 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-90f1b20d-1899-42c0-8cc9-5391f83e08c0 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fd14574-17e7-4908-bb79-b116836e9882') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:51:43.534158 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-90f1b20d-1899-42c0-8cc9-5391f83e08c0 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:43.595231 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d1f844bd-db9e-4ca4-b488-5dfd5fdcf066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:43.597584 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-90f1b20d-1899-42c0-8cc9-5391f83e08c0 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:43.603920 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f1b20d-1899-42c0-8cc9-5391f83e08c0 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:51:43.604352 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-90f1b20d-1899-42c0-8cc9-5391f83e08c0 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:43.607479 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:51:43.607479 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:51:43.607479 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:51:43.607479 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:51:43.607479 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:51:43.607479 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:51:43.607479 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:51:43.607479 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:51:43.607479 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:51:43.607479 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:51:43.607479 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:51:43.607479 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:51:43.607479 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:51:43.607479 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:51:43.607479 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:51:43.607479 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:51:43.607479 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:51:43.607479 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:51:43.607479 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:51:43.607479 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:51:43.607479 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:51:43.607479 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:51:43.607479 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:51:43.607479 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:51:43.607479 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:51:43.607479 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:51:43.607479 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:51:43.607479 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:51:43.607479 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:51:43.607479 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:51:43.607479 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:51:43.607479 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:51:43.668765 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f844bd-db9e-4ca4-b488-5dfd5fdcf066 None None] Pushing event updated for resources: {'Port': ['ID=399b2ea8-2147-4dec-9b2e-f90bf5c52659,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:43.684399 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-30233e92-c94c-43f6-b4c2-dda60159d8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:43.684399 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c111a201-3d17-4aa1-ba19-f6d04193b19e None None] Network 7ace3ac8-4ff8-4a0c-8261-ef3cdd9a1162 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:51:43.732826 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.db.api [None req-90f1b20d-1899-42c0-8cc9-5391f83e08c0 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 21:51:43.732826 n-d-793620-15 neutron-server[101844]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 21:51:43.732826 n-d-793620-15 neutron-server[101844]: [parameters: {'id': '7ace3ac8-4ff8-4a0c-8261-ef3cdd9a1162'}] Aug 16 21:51:43.732826 n-d-793620-15 neutron-server[101844]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101844) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:51:43.733680 n-d-793620-15 neutron-server[101844]: DEBUG oslo_db.api [None req-90f1b20d-1899-42c0-8cc9-5391f83e08c0 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:51:43.804854 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0518ad33-9f67-42b6-a8dc-7fd07e0e9193 None None] get_active_networks_info from n-d-793620-15 {{(pid=101846) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 21:51:43.870228 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0518ad33-9f67-42b6-a8dc-7fd07e0e9193 None None] Resources bound (agent type, host, resource id): {{(pid=101846) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 21:51:43.880680 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:44.234039 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-90f1b20d-1899-42c0-8cc9-5391f83e08c0 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:44.290999 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-90f1b20d-1899-42c0-8cc9-5391f83e08c0 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Deleting port 399b2ea8-2147-4dec-9b2e-f90bf5c52659 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:51:44.291348 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-90f1b20d-1899-42c0-8cc9-5391f83e08c0 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:44.352363 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-90f1b20d-1899-42c0-8cc9-5391f83e08c0 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] For port 399b2ea8-2147-4dec-9b2e-f90bf5c52659, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=399b2ea8-2147-4dec-9b2e-f90bf5c52659,segment=NetworkSegment(0fd14574-17e7-4908-bb79-b116836e9882),segment_id=0fd14574-17e7-4908-bb79-b116836e9882)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:51:44.352732 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-90f1b20d-1899-42c0-8cc9-5391f83e08c0 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:44.365233 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-90f1b20d-1899-42c0-8cc9-5391f83e08c0 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Calling delete_port for 399b2ea8-2147-4dec-9b2e-f90bf5c52659 owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:51:44.544295 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-90f1b20d-1899-42c0-8cc9-5391f83e08c0 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:44.569651 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1b20d-1899-42c0-8cc9-5391f83e08c0 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Pushing event deleted for resources: {'Port': ['ID=399b2ea8-2147-4dec-9b2e-f90bf5c52659,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:44.573327 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f1b20d-1899-42c0-8cc9-5391f83e08c0 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] No DVR routers for this DVR port 399b2ea8-2147-4dec-9b2e-f90bf5c52659 on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:51:44.655153 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-90f1b20d-1899-42c0-8cc9-5391f83e08c0 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:44.665715 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-90f1b20d-1899-42c0-8cc9-5391f83e08c0 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ace3ac8-4ff8-4a0c-8261-ef3cdd9a1162']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:51:44.676148 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-90f1b20d-1899-42c0-8cc9-5391f83e08c0 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fd14574-17e7-4908-bb79-b116836e9882') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:51:44.676745 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-90f1b20d-1899-42c0-8cc9-5391f83e08c0 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fd14574-17e7-4908-bb79-b116836e9882') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:51:44.686150 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-90f1b20d-1899-42c0-8cc9-5391f83e08c0 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:44.700036 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-90f1b20d-1899-42c0-8cc9-5391f83e08c0 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:44.706186 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f1b20d-1899-42c0-8cc9-5391f83e08c0 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:51:44.706586 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-90f1b20d-1899-42c0-8cc9-5391f83e08c0 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:44.709607 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:51:44.709607 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:51:44.709607 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:51:44.709607 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:51:44.709607 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:51:44.709607 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:51:44.709607 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:51:44.709607 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:51:44.709607 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:51:44.709607 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:51:44.709607 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:51:44.709607 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:51:44.709607 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:51:44.709607 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:51:44.709607 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:51:44.709607 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:51:44.709607 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:51:44.709607 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:51:44.709607 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:51:44.709607 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:51:44.709607 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:51:44.709607 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:51:44.709607 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:51:44.709607 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:51:44.709607 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:51:44.709607 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:51:44.709607 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:51:44.709607 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:51:44.709607 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:51:44.709607 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:51:44.709607 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:51:44.709607 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:51:44.823648 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-90f1b20d-1899-42c0-8cc9-5391f83e08c0 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:44.831453 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-90f1b20d-1899-42c0-8cc9-5391f83e08c0 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:44.833488 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-90f1b20d-1899-42c0-8cc9-5391f83e08c0 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] 10.222.0.84 "DELETE /v2.0/networks/7ace3ac8-4ff8-4a0c-8261-ef3cdd9a1162 HTTP/1.1" status: 204 len: 168 time: 1.9539890 Aug 16 21:51:44.837144 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35912) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:44.842603 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-3b6ad928-3a2e-44aa-a5b7-dbf7e0b0f175 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-627521567'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:51:44.845225 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1b20d-1899-42c0-8cc9-5391f83e08c0 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Pushing event deleted for resources: {'Network': ['ID=7ace3ac8-4ff8-4a0c-8261-ef3cdd9a1162,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:44.954027 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6ad928-3a2e-44aa-a5b7-dbf7e0b0f175 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Made reservation on behalf of 2a6f955606a24ea294aa5374914d4b52 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:51:44.957636 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3b6ad928-3a2e-44aa-a5b7-dbf7e0b0f175 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:45.063179 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:45.093314 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b6ad928-3a2e-44aa-a5b7-dbf7e0b0f175 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:51:45.101872 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3b6ad928-3a2e-44aa-a5b7-dbf7e0b0f175 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:45.102214 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-3b6ad928-3a2e-44aa-a5b7-dbf7e0b0f175 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Added segment 984594fd-2ec3-4f6f-a009-c35c2546cd64 of type vlan for network 3e693165-60c5-4db3-935a-bd533df2d509 Aug 16 21:51:45.141237 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3b6ad928-3a2e-44aa-a5b7-dbf7e0b0f175 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:45.314537 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3b6ad928-3a2e-44aa-a5b7-dbf7e0b0f175 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:45.320260 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6ad928-3a2e-44aa-a5b7-dbf7e0b0f175 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:45.322171 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3b6ad928-3a2e-44aa-a5b7-dbf7e0b0f175 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:45.386010 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ad928-3a2e-44aa-a5b7-dbf7e0b0f175 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Pushing event updated for resources: {'Network': ['ID=3e693165-60c5-4db3-935a-bd533df2d509,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:45.396686 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 3e693165-60c5-4db3-935a-bd533df2d509 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:51:45.469777 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3b6ad928-3a2e-44aa-a5b7-dbf7e0b0f175 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6313970 Aug 16 21:51:45.472544 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35914) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:45.477597 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-4ff3534d-d98d-4364-b77d-4d1fbe734b37 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Request body: {'subnet': {'network_id': '3e693165-60c5-4db3-935a-bd533df2d509', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:51:45.657396 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff3534d-d98d-4364-b77d-4d1fbe734b37 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Made reservation on behalf of 2a6f955606a24ea294aa5374914d4b52 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:51:45.661149 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4ff3534d-d98d-4364-b77d-4d1fbe734b37 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:45.891971 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4ff3534d-d98d-4364-b77d-4d1fbe734b37 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:45.952234 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff3534d-d98d-4364-b77d-4d1fbe734b37 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Pushing event updated for resources: {'Subnet': ['ID=4457cacd-e8de-4eb4-afb1-272030a7e8b5,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:45.961854 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff3534d-d98d-4364-b77d-4d1fbe734b37 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Checking segment: {'id': '984594fd-2ec3-4f6f-a009-c35c2546cd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3e693165-60c5-4db3-935a-bd533df2d509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:51:45.962244 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff3534d-d98d-4364-b77d-4d1fbe734b37 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Network hostable DHCP agents. Network: 3e693165-60c5-4db3-935a-bd533df2d509, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:51:46.068865 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff3534d-d98d-4364-b77d-4d1fbe734b37 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Network 3e693165-60c5-4db3-935a-bd533df2d509 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:51:46.138131 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-4ff3534d-d98d-4364-b77d-4d1fbe734b37 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 3e693165-60c5-4db3-935a-bd533df2d509) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:51:46.142128 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff3534d-d98d-4364-b77d-4d1fbe734b37 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:46.142721 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4ff3534d-d98d-4364-b77d-4d1fbe734b37 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:46.147265 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8f1c45-54fe-4dc4-89c2-9cafb0adba0d None None] Network 3e693165-60c5-4db3-935a-bd533df2d509 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:51:46.225035 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4ff3534d-d98d-4364-b77d-4d1fbe734b37 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7509196 Aug 16 21:51:46.228049 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35916) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:46.233150 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-7da74273-95e9-41fb-8d82-7a36db5c7651 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1497824553'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:51:46.291894 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72945580-1a2d-4ef1-82f5-edcc68477115 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-3e693165-60c5-4db3-935a-bd533df2d509', 'network_id': '3e693165-60c5-4db3-935a-bd533df2d509', 'tenant_id': '2a6f955606a24ea294aa5374914d4b52', 'fixed_ips': [{'subnet_id': '4457cacd-e8de-4eb4-afb1-272030a7e8b5'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:51:46.292789 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-72945580-1a2d-4ef1-82f5-edcc68477115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:46.326574 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da74273-95e9-41fb-8d82-7a36db5c7651 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Made reservation on behalf of 2a6f955606a24ea294aa5374914d4b52 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:51:46.330238 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7da74273-95e9-41fb-8d82-7a36db5c7651 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:46.356956 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da74273-95e9-41fb-8d82-7a36db5c7651 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:51:46.365386 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7da74273-95e9-41fb-8d82-7a36db5c7651 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:46.365735 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-7da74273-95e9-41fb-8d82-7a36db5c7651 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Added segment ef021d5f-86af-47a2-a41f-a7ff0198c6cf of type vlan for network 3f5f8190-d671-4837-9e39-216f7826dfd8 Aug 16 21:51:46.405032 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7da74273-95e9-41fb-8d82-7a36db5c7651 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:46.429676 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-72945580-1a2d-4ef1-82f5-edcc68477115 None None] Allocated IP 2001:db8::2 (3e693165-60c5-4db3-935a-bd533df2d509/4457cacd-e8de-4eb4-afb1-272030a7e8b5/f3529680-b863-4be5-afdb-5009a6dc622a) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:51:46.537906 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7da74273-95e9-41fb-8d82-7a36db5c7651 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:46.544046 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da74273-95e9-41fb-8d82-7a36db5c7651 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:46.544643 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7da74273-95e9-41fb-8d82-7a36db5c7651 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:46.566427 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-72945580-1a2d-4ef1-82f5-edcc68477115 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:46.574594 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-72945580-1a2d-4ef1-82f5-edcc68477115 None None] Transition to ACTIVE for port object f3529680-b863-4be5-afdb-5009a6dc622a will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:51:46.588603 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-72945580-1a2d-4ef1-82f5-edcc68477115 None None] Transition to ACTIVE for port object f3529680-b863-4be5-afdb-5009a6dc622a will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:51:46.610456 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da74273-95e9-41fb-8d82-7a36db5c7651 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Pushing event updated for resources: {'Network': ['ID=3f5f8190-d671-4837-9e39-216f7826dfd8,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:46.620446 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 3f5f8190-d671-4837-9e39-216f7826dfd8 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:51:46.671104 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7da74273-95e9-41fb-8d82-7a36db5c7651 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4418776 Aug 16 21:51:46.674097 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35918) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:46.679197 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-7e8f4da3-2cb1-41c6-811c-9ea31f1a0cbe tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Request body: {'subnet': {'network_id': '3f5f8190-d671-4837-9e39-216f7826dfd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:51:46.687074 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-72945580-1a2d-4ef1-82f5-edcc68477115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:46.750549 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72945580-1a2d-4ef1-82f5-edcc68477115 None None] Network 3e693165-60c5-4db3-935a-bd533df2d509 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:51:46.754000 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-72945580-1a2d-4ef1-82f5-edcc68477115 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:51:46.759314 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72945580-1a2d-4ef1-82f5-edcc68477115 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:51:46.763880 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72945580-1a2d-4ef1-82f5-edcc68477115 None None] Pushing event updated for resources: {'Port': ['ID=f3529680-b863-4be5-afdb-5009a6dc622a,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:46.813643 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-72945580-1a2d-4ef1-82f5-edcc68477115 None None] Attempting to bind port f3529680-b863-4be5-afdb-5009a6dc622a on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:51:46.813935 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-72945580-1a2d-4ef1-82f5-edcc68477115 None None] Attempting to bind port f3529680-b863-4be5-afdb-5009a6dc622a by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '984594fd-2ec3-4f6f-a009-c35c2546cd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3e693165-60c5-4db3-935a-bd533df2d509'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:51:46.814296 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72945580-1a2d-4ef1-82f5-edcc68477115 None None] Attempting to bind port f3529680-b863-4be5-afdb-5009a6dc622a on network 3e693165-60c5-4db3-935a-bd533df2d509 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:51:46.819233 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72945580-1a2d-4ef1-82f5-edcc68477115 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:51:46.819635 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72945580-1a2d-4ef1-82f5-edcc68477115 None None] Checking segment: {'id': '984594fd-2ec3-4f6f-a009-c35c2546cd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3e693165-60c5-4db3-935a-bd533df2d509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:51:46.820068 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-72945580-1a2d-4ef1-82f5-edcc68477115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:46.820483 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72945580-1a2d-4ef1-82f5-edcc68477115 None None] Bound using segment: {'id': '984594fd-2ec3-4f6f-a009-c35c2546cd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3e693165-60c5-4db3-935a-bd533df2d509'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:51:46.820933 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-72945580-1a2d-4ef1-82f5-edcc68477115 None None] Bound port: f3529680-b863-4be5-afdb-5009a6dc622a, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '984594fd-2ec3-4f6f-a009-c35c2546cd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3e693165-60c5-4db3-935a-bd533df2d509'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:51:46.821313 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-72945580-1a2d-4ef1-82f5-edcc68477115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:46.856910 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:46.885877 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-72945580-1a2d-4ef1-82f5-edcc68477115 None None] For port f3529680-b863-4be5-afdb-5009a6dc622a, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:51:46.889414 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-72945580-1a2d-4ef1-82f5-edcc68477115 None None] For port f3529680-b863-4be5-afdb-5009a6dc622a, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=f3529680-b863-4be5-afdb-5009a6dc622a,segment=NetworkSegment(984594fd-2ec3-4f6f-a009-c35c2546cd64),segment_id=984594fd-2ec3-4f6f-a009-c35c2546cd64)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:51:46.902015 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8f4da3-2cb1-41c6-811c-9ea31f1a0cbe tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Made reservation on behalf of 2a6f955606a24ea294aa5374914d4b52 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:51:46.906220 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7e8f4da3-2cb1-41c6-811c-9ea31f1a0cbe tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:46.978304 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-72945580-1a2d-4ef1-82f5-edcc68477115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:47.042917 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72945580-1a2d-4ef1-82f5-edcc68477115 None None] Pushing event updated for resources: {'Port': ['ID=f3529680-b863-4be5-afdb-5009a6dc622a,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:47.179150 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7e8f4da3-2cb1-41c6-811c-9ea31f1a0cbe tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:47.245752 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f4da3-2cb1-41c6-811c-9ea31f1a0cbe tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Pushing event updated for resources: {'Subnet': ['ID=e03cd4af-f36f-4e0e-9468-941a3b6e4a6e,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:47.259703 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8f4da3-2cb1-41c6-811c-9ea31f1a0cbe tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Checking segment: {'id': 'ef021d5f-86af-47a2-a41f-a7ff0198c6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3f5f8190-d671-4837-9e39-216f7826dfd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:51:47.260116 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8f4da3-2cb1-41c6-811c-9ea31f1a0cbe tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Network hostable DHCP agents. Network: 3f5f8190-d671-4837-9e39-216f7826dfd8, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:51:47.343362 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8f4da3-2cb1-41c6-811c-9ea31f1a0cbe tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Network 3f5f8190-d671-4837-9e39-216f7826dfd8 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:51:47.439289 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-7e8f4da3-2cb1-41c6-811c-9ea31f1a0cbe tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 3f5f8190-d671-4837-9e39-216f7826dfd8) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:51:47.445368 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8f4da3-2cb1-41c6-811c-9ea31f1a0cbe tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:47.446308 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7e8f4da3-2cb1-41c6-811c-9ea31f1a0cbe tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:47.447062 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43591959-04df-4730-852e-efa887821731 None None] Network 3f5f8190-d671-4837-9e39-216f7826dfd8 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:51:47.543404 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7e8f4da3-2cb1-41c6-811c-9ea31f1a0cbe tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8680670 Aug 16 21:51:47.546015 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35920) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:47.591572 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e5051d-9102-460d-9bb0-116f7fc6892e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-3f5f8190-d671-4837-9e39-216f7826dfd8', 'network_id': '3f5f8190-d671-4837-9e39-216f7826dfd8', 'tenant_id': '2a6f955606a24ea294aa5374914d4b52', 'fixed_ips': [{'subnet_id': 'e03cd4af-f36f-4e0e-9468-941a3b6e4a6e'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:51:47.592564 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-73e5051d-9102-460d-9bb0-116f7fc6892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:47.652487 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-60f6f012-b643-47e8-8551-459dc09e1de7 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:47.705249 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-60f6f012-b643-47e8-8551-459dc09e1de7 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:47.746863 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-73e5051d-9102-460d-9bb0-116f7fc6892e None None] Allocated IP 2001:db8::2 (3f5f8190-d671-4837-9e39-216f7826dfd8/e03cd4af-f36f-4e0e-9468-941a3b6e4a6e/63c3ea11-655f-46e3-b54b-897b7d019d06) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:51:47.886413 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-73e5051d-9102-460d-9bb0-116f7fc6892e None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:47.895397 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-73e5051d-9102-460d-9bb0-116f7fc6892e None None] Transition to ACTIVE for port object 63c3ea11-655f-46e3-b54b-897b7d019d06 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:51:47.910285 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-73e5051d-9102-460d-9bb0-116f7fc6892e None None] Transition to ACTIVE for port object 63c3ea11-655f-46e3-b54b-897b7d019d06 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:51:47.914171 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138065f2-a1ec-4c30-9db8-26c675fac392 None None] Network 3e693165-60c5-4db3-935a-bd533df2d509 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:51:47.993403 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-73e5051d-9102-460d-9bb0-116f7fc6892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:48.065776 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e5051d-9102-460d-9bb0-116f7fc6892e None None] Network 3f5f8190-d671-4837-9e39-216f7826dfd8 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:51:48.074379 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-73e5051d-9102-460d-9bb0-116f7fc6892e None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:51:48.080916 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e5051d-9102-460d-9bb0-116f7fc6892e None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:51:48.090500 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5051d-9102-460d-9bb0-116f7fc6892e None None] Pushing event updated for resources: {'Port': ['ID=63c3ea11-655f-46e3-b54b-897b7d019d06,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:48.126003 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-60f6f012-b643-47e8-8551-459dc09e1de7 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:48.161975 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f8ce8bac-6c33-496e-a957-ba35203a6df0 None None] Provisioning for port f3529680-b863-4be5-afdb-5009a6dc622a completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:51:48.162270 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6f012-b643-47e8-8551-459dc09e1de7 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Pushing event deleted for resources: {'Subnet': ['ID=e03cd4af-f36f-4e0e-9468-941a3b6e4a6e,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:48.167258 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-73e5051d-9102-460d-9bb0-116f7fc6892e None None] Attempting to bind port 63c3ea11-655f-46e3-b54b-897b7d019d06 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:51:48.167641 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-73e5051d-9102-460d-9bb0-116f7fc6892e None None] Attempting to bind port 63c3ea11-655f-46e3-b54b-897b7d019d06 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'ef021d5f-86af-47a2-a41f-a7ff0198c6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3f5f8190-d671-4837-9e39-216f7826dfd8'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:51:48.169105 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e5051d-9102-460d-9bb0-116f7fc6892e None None] Attempting to bind port 63c3ea11-655f-46e3-b54b-897b7d019d06 on network 3f5f8190-d671-4837-9e39-216f7826dfd8 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:51:48.176809 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e5051d-9102-460d-9bb0-116f7fc6892e None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:51:48.177187 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e5051d-9102-460d-9bb0-116f7fc6892e None None] Checking segment: {'id': 'ef021d5f-86af-47a2-a41f-a7ff0198c6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3f5f8190-d671-4837-9e39-216f7826dfd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:51:48.177592 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-73e5051d-9102-460d-9bb0-116f7fc6892e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:48.177988 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e5051d-9102-460d-9bb0-116f7fc6892e None None] Bound using segment: {'id': 'ef021d5f-86af-47a2-a41f-a7ff0198c6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3f5f8190-d671-4837-9e39-216f7826dfd8'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:51:48.178461 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-73e5051d-9102-460d-9bb0-116f7fc6892e None None] Bound port: 63c3ea11-655f-46e3-b54b-897b7d019d06, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef021d5f-86af-47a2-a41f-a7ff0198c6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3f5f8190-d671-4837-9e39-216f7826dfd8'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:51:48.178856 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-73e5051d-9102-460d-9bb0-116f7fc6892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:48.225225 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-60f6f012-b643-47e8-8551-459dc09e1de7 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:48.236609 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-60f6f012-b643-47e8-8551-459dc09e1de7 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f5f8190-d671-4837-9e39-216f7826dfd8']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:51:48.245505 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-73e5051d-9102-460d-9bb0-116f7fc6892e None None] For port 63c3ea11-655f-46e3-b54b-897b7d019d06, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:51:48.247765 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-60f6f012-b643-47e8-8551-459dc09e1de7 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef021d5f-86af-47a2-a41f-a7ff0198c6cf') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:51:48.248105 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-60f6f012-b643-47e8-8551-459dc09e1de7 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef021d5f-86af-47a2-a41f-a7ff0198c6cf') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:51:48.249465 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-73e5051d-9102-460d-9bb0-116f7fc6892e None None] For port 63c3ea11-655f-46e3-b54b-897b7d019d06, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=63c3ea11-655f-46e3-b54b-897b7d019d06,segment=NetworkSegment(ef021d5f-86af-47a2-a41f-a7ff0198c6cf),segment_id=ef021d5f-86af-47a2-a41f-a7ff0198c6cf)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:51:48.258201 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-60f6f012-b643-47e8-8551-459dc09e1de7 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:48.315528 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-73e5051d-9102-460d-9bb0-116f7fc6892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:48.317897 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-60f6f012-b643-47e8-8551-459dc09e1de7 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:48.328821 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f6f012-b643-47e8-8551-459dc09e1de7 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:51:48.329288 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-60f6f012-b643-47e8-8551-459dc09e1de7 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:48.332514 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:51:48.332514 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:51:48.332514 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:51:48.332514 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:51:48.332514 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:51:48.332514 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:51:48.332514 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:51:48.332514 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:51:48.332514 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:51:48.332514 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:51:48.332514 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:51:48.332514 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:51:48.332514 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:51:48.332514 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:51:48.332514 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:51:48.332514 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:51:48.332514 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:51:48.332514 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:51:48.332514 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:51:48.332514 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:51:48.332514 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:51:48.332514 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:51:48.332514 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:51:48.332514 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:51:48.332514 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:51:48.332514 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:51:48.332514 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:51:48.332514 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:51:48.332514 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:51:48.332514 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:51:48.332514 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:51:48.332514 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:51:48.414963 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5051d-9102-460d-9bb0-116f7fc6892e None None] Pushing event updated for resources: {'Port': ['ID=63c3ea11-655f-46e3-b54b-897b7d019d06,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:48.423596 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b713b9a2-d65c-4d6b-9e49-276c0443a1c0 None None] Network 3f5f8190-d671-4837-9e39-216f7826dfd8 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:51:48.440722 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.db.api [None req-60f6f012-b643-47e8-8551-459dc09e1de7 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 21:51:48.440722 n-d-793620-15 neutron-server[101845]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 21:51:48.440722 n-d-793620-15 neutron-server[101845]: [parameters: {'id': '3f5f8190-d671-4837-9e39-216f7826dfd8'}] Aug 16 21:51:48.440722 n-d-793620-15 neutron-server[101845]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:51:48.441102 n-d-793620-15 neutron-server[101845]: DEBUG oslo_db.api [None req-60f6f012-b643-47e8-8551-459dc09e1de7 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:51:48.533417 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f3529680-b863-4be5-afdb-5009a6dc622a up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:51:48.585080 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68886ea7-ce29-4755-8201-365e8b1d077b None None] get_active_networks_info from n-d-793620-15 {{(pid=101846) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 21:51:48.662992 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68886ea7-ce29-4755-8201-365e8b1d077b None None] Resources bound (agent type, host, resource id): {{(pid=101846) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 21:51:48.674768 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port f3529680-b863-4be5-afdb-5009a6dc622a completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:51:48.683938 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port f3529680-b863-4be5-afdb-5009a6dc622a triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:51:48.684316 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:48.853786 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:48.914737 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port f3529680-b863-4be5-afdb-5009a6dc622a, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=f3529680-b863-4be5-afdb-5009a6dc622a,segment=NetworkSegment(984594fd-2ec3-4f6f-a009-c35c2546cd64),segment_id=984594fd-2ec3-4f6f-a009-c35c2546cd64)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:51:48.942696 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-60f6f012-b643-47e8-8551-459dc09e1de7 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:48.997893 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-60f6f012-b643-47e8-8551-459dc09e1de7 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Deleting port 63c3ea11-655f-46e3-b54b-897b7d019d06 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:51:48.998244 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-60f6f012-b643-47e8-8551-459dc09e1de7 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:49.023394 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:49.060781 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-60f6f012-b643-47e8-8551-459dc09e1de7 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] For port 63c3ea11-655f-46e3-b54b-897b7d019d06, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=63c3ea11-655f-46e3-b54b-897b7d019d06,segment=NetworkSegment(ef021d5f-86af-47a2-a41f-a7ff0198c6cf),segment_id=ef021d5f-86af-47a2-a41f-a7ff0198c6cf)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:51:49.061158 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-60f6f012-b643-47e8-8551-459dc09e1de7 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:49.072653 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=f3529680-b863-4be5-afdb-5009a6dc622a,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:49.073377 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-60f6f012-b643-47e8-8551-459dc09e1de7 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Calling delete_port for 63c3ea11-655f-46e3-b54b-897b7d019d06 owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:51:49.223558 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-60f6f012-b643-47e8-8551-459dc09e1de7 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:49.248842 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6f012-b643-47e8-8551-459dc09e1de7 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Pushing event deleted for resources: {'Port': ['ID=63c3ea11-655f-46e3-b54b-897b7d019d06,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:49.253804 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f6f012-b643-47e8-8551-459dc09e1de7 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] No DVR routers for this DVR port 63c3ea11-655f-46e3-b54b-897b7d019d06 on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:51:49.331937 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-60f6f012-b643-47e8-8551-459dc09e1de7 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:49.341498 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-60f6f012-b643-47e8-8551-459dc09e1de7 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f5f8190-d671-4837-9e39-216f7826dfd8']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:51:49.351034 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-60f6f012-b643-47e8-8551-459dc09e1de7 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef021d5f-86af-47a2-a41f-a7ff0198c6cf') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:51:49.351337 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-60f6f012-b643-47e8-8551-459dc09e1de7 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef021d5f-86af-47a2-a41f-a7ff0198c6cf') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:51:49.359959 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-60f6f012-b643-47e8-8551-459dc09e1de7 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:49.373642 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-60f6f012-b643-47e8-8551-459dc09e1de7 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:49.379309 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f6f012-b643-47e8-8551-459dc09e1de7 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:51:49.379729 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-60f6f012-b643-47e8-8551-459dc09e1de7 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:49.382607 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:51:49.382607 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:51:49.382607 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:51:49.382607 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:51:49.382607 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:51:49.382607 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:51:49.382607 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:51:49.382607 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:51:49.382607 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:51:49.382607 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:51:49.382607 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:51:49.382607 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:51:49.382607 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:51:49.382607 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:51:49.382607 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:51:49.382607 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:51:49.382607 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:51:49.382607 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:51:49.382607 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:51:49.382607 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:51:49.382607 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:51:49.382607 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:51:49.382607 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:51:49.382607 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:51:49.382607 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:51:49.382607 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:51:49.382607 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:51:49.382607 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:51:49.382607 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:51:49.382607 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:51:49.382607 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:51:49.382607 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:51:49.514725 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-60f6f012-b643-47e8-8551-459dc09e1de7 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:49.521540 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-60f6f012-b643-47e8-8551-459dc09e1de7 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:49.523274 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-60f6f012-b643-47e8-8551-459dc09e1de7 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] 10.222.0.84 "DELETE /v2.0/networks/3f5f8190-d671-4837-9e39-216f7826dfd8 HTTP/1.1" status: 204 len: 168 time: 1.9762042 Aug 16 21:51:49.526546 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35922) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:49.534983 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6f012-b643-47e8-8551-459dc09e1de7 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Pushing event deleted for resources: {'Network': ['ID=3f5f8190-d671-4837-9e39-216f7826dfd8,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:49.556085 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2e6967d-cab3-4d1a-87bb-9ff1a912212a tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] GET failed (client error): The resource could not be found. Aug 16 21:51:49.557405 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d2e6967d-cab3-4d1a-87bb-9ff1a912212a tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] 10.222.0.84 "GET /v2.0/subnets/e03cd4af-f36f-4e0e-9468-941a3b6e4a6e HTTP/1.1" status: 404 len: 337 time: 0.0298553 Aug 16 21:51:49.560673 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35924) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:49.582933 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-292bd392-7fb1-4bd0-ba18-a1c5752077e4 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] DELETE failed (client error): The resource could not be found. Aug 16 21:51:49.583471 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-292bd392-7fb1-4bd0-ba18-a1c5752077e4 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:51:49.585122 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-292bd392-7fb1-4bd0-ba18-a1c5752077e4 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] 10.222.0.84 "DELETE /v2.0/networks/3f5f8190-d671-4837-9e39-216f7826dfd8 HTTP/1.1" status: 404 len: 339 time: 0.0235543 Aug 16 21:51:49.588729 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35926) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:49.614190 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8abe389-4d0c-457a-ae92-4bc21c8d7679 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] DELETE failed (client error): The resource could not be found. Aug 16 21:51:49.620083 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8abe389-4d0c-457a-ae92-4bc21c8d7679 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:51:49.620083 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e8abe389-4d0c-457a-ae92-4bc21c8d7679 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] 10.222.0.84 "DELETE /v2.0/subnets/e03cd4af-f36f-4e0e-9468-941a3b6e4a6e HTTP/1.1" status: 404 len: 337 time: 0.0263891 Aug 16 21:51:49.622327 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35928) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:49.639760 n-d-793620-15 neutron-server[101844]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fecf9a1-e724-4b03-9b20-f5eaff0734c5 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] DELETE failed (client error): The resource could not be found. Aug 16 21:51:49.640323 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fecf9a1-e724-4b03-9b20-f5eaff0734c5 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101844) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:51:49.641929 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-7fecf9a1-e724-4b03-9b20-f5eaff0734c5 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] 10.222.0.84 "DELETE /v2.0/networks/3f5f8190-d671-4837-9e39-216f7826dfd8 HTTP/1.1" status: 404 len: 339 time: 0.0186939 Aug 16 21:51:49.644103 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35930) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:49.694278 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ea55050-995f-4968-aaa1-b73353cab54e tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Deleting subnet 4457cacd-e8de-4eb4-afb1-272030a7e8b5 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:51:49.697280 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9ea55050-995f-4968-aaa1-b73353cab54e tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:49.735725 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9ea55050-995f-4968-aaa1-b73353cab54e tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:49.824160 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:49.825763 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9ea55050-995f-4968-aaa1-b73353cab54e tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:49.955987 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9ea55050-995f-4968-aaa1-b73353cab54e tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:49.982927 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea55050-995f-4968-aaa1-b73353cab54e tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Pushing event deleted for resources: {'Subnet': ['ID=4457cacd-e8de-4eb4-afb1-272030a7e8b5,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:49.990158 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9ea55050-995f-4968-aaa1-b73353cab54e tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:49.992225 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9ea55050-995f-4968-aaa1-b73353cab54e tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] 10.222.0.84 "DELETE /v2.0/subnets/4457cacd-e8de-4eb4-afb1-272030a7e8b5 HTTP/1.1" status: 204 len: 168 time: 0.3472359 Aug 16 21:51:49.994951 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35932) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:49.995932 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d4daac-b63d-42f7-bdce-526c076dc65f None None] Network 3e693165-60c5-4db3-935a-bd533df2d509 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:51:50.075099 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-310a520e-6f5c-4722-87e9-3c15f130da7a tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:50.128642 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-310a520e-6f5c-4722-87e9-3c15f130da7a tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Deleting port f3529680-b863-4be5-afdb-5009a6dc622a {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:51:50.129004 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-310a520e-6f5c-4722-87e9-3c15f130da7a tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:50.159105 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b4d275-100a-4763-b520-7ced56b7124c None None] DHCP port deletion for 3e693165-60c5-4db3-935a-bd533df2d509 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:51:50.193256 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-310a520e-6f5c-4722-87e9-3c15f130da7a tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] For port f3529680-b863-4be5-afdb-5009a6dc622a, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=f3529680-b863-4be5-afdb-5009a6dc622a,segment=NetworkSegment(984594fd-2ec3-4f6f-a009-c35c2546cd64),segment_id=984594fd-2ec3-4f6f-a009-c35c2546cd64)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:51:50.193633 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-310a520e-6f5c-4722-87e9-3c15f130da7a tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:50.209422 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-14b4d275-100a-4763-b520-7ced56b7124c None None] Deleting port f3529680-b863-4be5-afdb-5009a6dc622a {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:51:50.209795 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-14b4d275-100a-4763-b520-7ced56b7124c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:50.210713 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-310a520e-6f5c-4722-87e9-3c15f130da7a tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Calling delete_port for f3529680-b863-4be5-afdb-5009a6dc622a owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:51:50.270751 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-14b4d275-100a-4763-b520-7ced56b7124c None None] For port f3529680-b863-4be5-afdb-5009a6dc622a, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=f3529680-b863-4be5-afdb-5009a6dc622a,segment=NetworkSegment(984594fd-2ec3-4f6f-a009-c35c2546cd64),segment_id=984594fd-2ec3-4f6f-a009-c35c2546cd64)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:51:50.271429 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-14b4d275-100a-4763-b520-7ced56b7124c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:50.284202 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-14b4d275-100a-4763-b520-7ced56b7124c None None] Calling delete_port for f3529680-b863-4be5-afdb-5009a6dc622a owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:51:50.377709 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-310a520e-6f5c-4722-87e9-3c15f130da7a tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:50.383844 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-14b4d275-100a-4763-b520-7ced56b7124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:50.405440 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a520e-6f5c-4722-87e9-3c15f130da7a tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Pushing event deleted for resources: {'Port': ['ID=f3529680-b863-4be5-afdb-5009a6dc622a,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:50.407201 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310a520e-6f5c-4722-87e9-3c15f130da7a tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] No DVR routers for this DVR port f3529680-b863-4be5-afdb-5009a6dc622a on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:51:50.410045 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b4d275-100a-4763-b520-7ced56b7124c None None] Pushing event deleted for resources: {'Port': ['ID=f3529680-b863-4be5-afdb-5009a6dc622a,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:50.418006 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b4d275-100a-4763-b520-7ced56b7124c None None] No DVR routers for this DVR port f3529680-b863-4be5-afdb-5009a6dc622a on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:51:50.490029 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-310a520e-6f5c-4722-87e9-3c15f130da7a tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:50.499802 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-310a520e-6f5c-4722-87e9-3c15f130da7a tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e693165-60c5-4db3-935a-bd533df2d509']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:51:50.505814 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f3529680-b863-4be5-afdb-5009a6dc622a no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:51:50.512492 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-310a520e-6f5c-4722-87e9-3c15f130da7a tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '984594fd-2ec3-4f6f-a009-c35c2546cd64') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:51:50.512794 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-310a520e-6f5c-4722-87e9-3c15f130da7a tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '984594fd-2ec3-4f6f-a009-c35c2546cd64') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:51:50.521498 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-310a520e-6f5c-4722-87e9-3c15f130da7a tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:50.525339 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: f3529680-b863-4be5-afdb-5009a6dc622a {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:51:50.525678 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f3529680-b863-4be5-afdb-5009a6dc622a not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:51:50.536487 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-310a520e-6f5c-4722-87e9-3c15f130da7a tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:50.542396 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-310a520e-6f5c-4722-87e9-3c15f130da7a tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:51:50.542796 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-310a520e-6f5c-4722-87e9-3c15f130da7a tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:50.545786 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:51:50.545786 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:51:50.545786 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:51:50.545786 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:51:50.545786 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:51:50.545786 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:51:50.545786 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:51:50.545786 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:51:50.545786 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:51:50.545786 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:51:50.545786 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:51:50.545786 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:51:50.545786 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:51:50.545786 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:51:50.545786 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:51:50.545786 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:51:50.545786 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:51:50.545786 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:51:50.545786 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:51:50.545786 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:51:50.545786 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:51:50.545786 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:51:50.545786 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:51:50.545786 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:51:50.545786 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:51:50.545786 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:51:50.545786 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:51:50.545786 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:51:50.545786 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:51:50.545786 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:51:50.545786 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:51:50.545786 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:51:50.652149 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-310a520e-6f5c-4722-87e9-3c15f130da7a tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:50.659248 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-310a520e-6f5c-4722-87e9-3c15f130da7a tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:50.661117 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-310a520e-6f5c-4722-87e9-3c15f130da7a tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] 10.222.0.84 "DELETE /v2.0/networks/3e693165-60c5-4db3-935a-bd533df2d509 HTTP/1.1" status: 204 len: 168 time: 0.6652293 Aug 16 21:51:50.663800 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35934) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:50.673077 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a520e-6f5c-4722-87e9-3c15f130da7a tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Pushing event deleted for resources: {'Network': ['ID=3e693165-60c5-4db3-935a-bd533df2d509,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:50.694681 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b5b0784-05a0-4fbc-9a1c-b6b761ee29a0 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] DELETE failed (client error): The resource could not be found. Aug 16 21:51:50.695137 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b5b0784-05a0-4fbc-9a1c-b6b761ee29a0 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:51:50.696873 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3b5b0784-05a0-4fbc-9a1c-b6b761ee29a0 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] 10.222.0.84 "DELETE /v2.0/subnets/f5299b52-1e1f-48f5-9d61-c8dd014c67fc HTTP/1.1" status: 404 len: 337 time: 0.0320392 Aug 16 21:51:50.700354 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35936) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:50.720599 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e9b7179-a73e-4f9e-8944-43c9b339fd3c tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] DELETE failed (client error): The resource could not be found. Aug 16 21:51:50.721239 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e9b7179-a73e-4f9e-8944-43c9b339fd3c tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:51:50.723837 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6e9b7179-a73e-4f9e-8944-43c9b339fd3c tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] 10.222.0.84 "DELETE /v2.0/networks/7ace3ac8-4ff8-4a0c-8261-ef3cdd9a1162 HTTP/1.1" status: 404 len: 339 time: 0.0217640 Aug 16 21:51:50.725933 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35938) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:50.751726 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-49c26f4b-8018-4c4d-a519-ec6bec0d8d4e tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] DELETE failed (client error): The resource could not be found. Aug 16 21:51:50.752206 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49c26f4b-8018-4c4d-a519-ec6bec0d8d4e tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:51:50.753895 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-49c26f4b-8018-4c4d-a519-ec6bec0d8d4e tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] 10.222.0.84 "DELETE /v2.0/subnets/04ea0dba-b42a-4784-aba8-f1cb453c7e4c HTTP/1.1" status: 404 len: 337 time: 0.0270560 Aug 16 21:51:50.756413 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35940) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:50.773730 n-d-793620-15 neutron-server[101845]: INFO neutron.pecan_wsgi.hooks.translation [None req-76e0e581-a14c-4bcd-9338-209b2ebd0a36 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] DELETE failed (client error): The resource could not be found. Aug 16 21:51:50.774267 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76e0e581-a14c-4bcd-9338-209b2ebd0a36 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:51:50.775953 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-76e0e581-a14c-4bcd-9338-209b2ebd0a36 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] 10.222.0.84 "DELETE /v2.0/networks/5d4f8523-d936-4743-b59c-37a895d74e06 HTTP/1.1" status: 404 len: 339 time: 0.0186250 Aug 16 21:51:50.779151 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35942) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:50.828190 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf211734-cf9c-45ed-b750-09b0f98cc8c9 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Deleting subnet 99a37f42-c166-47de-8c7e-935aed5c16ad {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:51:50.831311 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cf211734-cf9c-45ed-b750-09b0f98cc8c9 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:50.870320 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cf211734-cf9c-45ed-b750-09b0f98cc8c9 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:50.963680 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cf211734-cf9c-45ed-b750-09b0f98cc8c9 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:51.131267 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cf211734-cf9c-45ed-b750-09b0f98cc8c9 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:51.159092 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf211734-cf9c-45ed-b750-09b0f98cc8c9 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Pushing event deleted for resources: {'Subnet': ['ID=99a37f42-c166-47de-8c7e-935aed5c16ad,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:51.162951 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-cf211734-cf9c-45ed-b750-09b0f98cc8c9 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:51.164857 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-cf211734-cf9c-45ed-b750-09b0f98cc8c9 tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] 10.222.0.84 "DELETE /v2.0/subnets/99a37f42-c166-47de-8c7e-935aed5c16ad HTTP/1.1" status: 204 len: 168 time: 0.3848009 Aug 16 21:51:51.167942 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35944) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:51.169447 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83a1627-a38b-43ed-934d-32a3236ccb34 None None] Network 00c6e575-4a07-404d-a37a-9d40afd22e11 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:51:51.249149 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0c4408bb-fe7c-492e-8c10-b29832ecbace tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:51.305903 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-0c4408bb-fe7c-492e-8c10-b29832ecbace tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Deleting port 54463f86-3f93-4b61-8faf-7a8736f9647e {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:51:51.306128 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0c4408bb-fe7c-492e-8c10-b29832ecbace tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:51.334734 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44f8972-4b39-47e6-a0fb-821e59d75b9f None None] DHCP port deletion for 00c6e575-4a07-404d-a37a-9d40afd22e11 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:51:51.372904 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-0c4408bb-fe7c-492e-8c10-b29832ecbace tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] For port 54463f86-3f93-4b61-8faf-7a8736f9647e, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=54463f86-3f93-4b61-8faf-7a8736f9647e,segment=NetworkSegment(bb6af68c-f828-4169-99f9-232c3d0d00b8),segment_id=bb6af68c-f828-4169-99f9-232c3d0d00b8)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:51:51.373272 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0c4408bb-fe7c-492e-8c10-b29832ecbace tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:51.381361 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-c44f8972-4b39-47e6-a0fb-821e59d75b9f None None] Deleting port 54463f86-3f93-4b61-8faf-7a8736f9647e {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:51:51.381738 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c44f8972-4b39-47e6-a0fb-821e59d75b9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:51.387371 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-0c4408bb-fe7c-492e-8c10-b29832ecbace tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Calling delete_port for 54463f86-3f93-4b61-8faf-7a8736f9647e owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:51:51.446771 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-c44f8972-4b39-47e6-a0fb-821e59d75b9f None None] For port 54463f86-3f93-4b61-8faf-7a8736f9647e, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=54463f86-3f93-4b61-8faf-7a8736f9647e,segment=NetworkSegment(bb6af68c-f828-4169-99f9-232c3d0d00b8),segment_id=bb6af68c-f828-4169-99f9-232c3d0d00b8)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:51:51.447181 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c44f8972-4b39-47e6-a0fb-821e59d75b9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:51.461088 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-c44f8972-4b39-47e6-a0fb-821e59d75b9f None None] Calling delete_port for 54463f86-3f93-4b61-8faf-7a8736f9647e owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:51:51.531099 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0c4408bb-fe7c-492e-8c10-b29832ecbace tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:51.538918 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c44f8972-4b39-47e6-a0fb-821e59d75b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:51.559050 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4408bb-fe7c-492e-8c10-b29832ecbace tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Pushing event deleted for resources: {'Port': ['ID=54463f86-3f93-4b61-8faf-7a8736f9647e,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:51.561151 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4408bb-fe7c-492e-8c10-b29832ecbace tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] No DVR routers for this DVR port 54463f86-3f93-4b61-8faf-7a8736f9647e on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:51:51.566283 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44f8972-4b39-47e6-a0fb-821e59d75b9f None None] No DVR routers for this DVR port 54463f86-3f93-4b61-8faf-7a8736f9647e on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:51:51.567805 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f8972-4b39-47e6-a0fb-821e59d75b9f None None] Pushing event deleted for resources: {'Port': ['ID=54463f86-3f93-4b61-8faf-7a8736f9647e,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:51.644277 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0c4408bb-fe7c-492e-8c10-b29832ecbace tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:51.653833 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-0c4408bb-fe7c-492e-8c10-b29832ecbace tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c6e575-4a07-404d-a37a-9d40afd22e11']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:51:51.663874 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-0c4408bb-fe7c-492e-8c10-b29832ecbace tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb6af68c-f828-4169-99f9-232c3d0d00b8') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:51:51.664499 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-0c4408bb-fe7c-492e-8c10-b29832ecbace tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb6af68c-f828-4169-99f9-232c3d0d00b8') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:51:51.672880 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0c4408bb-fe7c-492e-8c10-b29832ecbace tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:51.686585 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0c4408bb-fe7c-492e-8c10-b29832ecbace tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:51.692395 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c4408bb-fe7c-492e-8c10-b29832ecbace tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:51:51.698306 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0c4408bb-fe7c-492e-8c10-b29832ecbace tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:51.698306 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:51:51.698306 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:51:51.698306 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:51:51.698306 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:51:51.698306 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:51:51.698306 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:51:51.698306 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:51:51.698306 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:51:51.698306 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:51:51.698306 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:51:51.698306 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:51:51.698306 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:51:51.698306 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:51:51.698306 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:51:51.698306 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:51:51.698306 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:51:51.698306 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:51:51.698306 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:51:51.698306 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:51:51.698306 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:51:51.698306 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:51:51.698306 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:51:51.698306 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:51:51.698306 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:51:51.698306 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:51:51.698306 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:51:51.698306 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:51:51.698306 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:51:51.698306 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:51:51.698306 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:51:51.698306 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:51:51.698306 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:51:51.897973 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0c4408bb-fe7c-492e-8c10-b29832ecbace tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:51.906935 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0c4408bb-fe7c-492e-8c10-b29832ecbace tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:51.906935 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0c4408bb-fe7c-492e-8c10-b29832ecbace tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] 10.222.0.84 "DELETE /v2.0/networks/00c6e575-4a07-404d-a37a-9d40afd22e11 HTTP/1.1" status: 204 len: 168 time: 0.7378166 Aug 16 21:51:51.919771 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4408bb-fe7c-492e-8c10-b29832ecbace tempest-NetworksIpV6Test-198500856 tempest-NetworksIpV6Test-198500856-project] Pushing event deleted for resources: {'Network': ['ID=00c6e575-4a07-404d-a37a-9d40afd22e11,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:52.347212 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35950) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:52.482024 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a37b27eb-21f9-4703-9c2a-5deae7735c78 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2a6f955606a24ea294aa5374914d4b52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1312218 Aug 16 21:51:52.482254 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35954) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:52.506047 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 54463f86-3f93-4b61-8faf-7a8736f9647e no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:51:52.530239 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fed2137d-a5eb-4a34-bb4f-0a91e34734ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:52.533874 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 54463f86-3f93-4b61-8faf-7a8736f9647e {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:51:52.534226 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 54463f86-3f93-4b61-8faf-7a8736f9647e not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:51:52.551939 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fed2137d-a5eb-4a34-bb4f-0a91e34734ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:52.617587 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:52.697384 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fed2137d-a5eb-4a34-bb4f-0a91e34734ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:52.703736 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fed2137d-a5eb-4a34-bb4f-0a91e34734ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:52.703736 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fed2137d-a5eb-4a34-bb4f-0a91e34734ee admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f5f56763-98ab-4fe1-a0fe-dab77b687299 HTTP/1.1" status: 204 len: 168 time: 0.2180264 Aug 16 21:51:52.709065 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2137d-a5eb-4a34-bb4f-0a91e34734ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f56763-98ab-4fe1-a0fe-dab77b687299,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:53.738236 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35976) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:53.833617 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-eb95cf51-9ae0-4143-89b9-f11cdcbccfd5 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1064320410', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:51:53.932272 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eb95cf51-9ae0-4143-89b9-f11cdcbccfd5 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:53.935421 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eb95cf51-9ae0-4143-89b9-f11cdcbccfd5 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:54.276533 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eb95cf51-9ae0-4143-89b9-f11cdcbccfd5 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:54.383843 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eb95cf51-9ae0-4143-89b9-f11cdcbccfd5 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:54.468076 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eb95cf51-9ae0-4143-89b9-f11cdcbccfd5 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:54.469307 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-eb95cf51-9ae0-4143-89b9-f11cdcbccfd5 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7300050 Aug 16 21:51:54.472182 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35980) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:54.477051 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-3589113d-c2b7-4f5e-9ad3-43eda13bb4b5 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2022504441'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:51:54.582313 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3589113d-c2b7-4f5e-9ad3-43eda13bb4b5 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Made reservation on behalf of 585671531f2847218654cb4b45c19c7c for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:51:54.585702 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3589113d-c2b7-4f5e-9ad3-43eda13bb4b5 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:54.594375 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3589113d-c2b7-4f5e-9ad3-43eda13bb4b5 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:54.680683 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3589113d-c2b7-4f5e-9ad3-43eda13bb4b5 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:54.743093 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3589113d-c2b7-4f5e-9ad3-43eda13bb4b5 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:54.771290 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3589113d-c2b7-4f5e-9ad3-43eda13bb4b5 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:51:54.780921 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3589113d-c2b7-4f5e-9ad3-43eda13bb4b5 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0995b7aa-4497-4a86-9c18-83173b5b9532,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:54.786023 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3589113d-c2b7-4f5e-9ad3-43eda13bb4b5 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:54.786369 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-3589113d-c2b7-4f5e-9ad3-43eda13bb4b5 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Added segment 60cd435b-4148-450d-a7a9-ff8c17d71407 of type vlan for network 99c721b3-d808-4ae0-8a3a-b1259577ea70 Aug 16 21:51:54.826419 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3589113d-c2b7-4f5e-9ad3-43eda13bb4b5 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:54.898979 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3589113d-c2b7-4f5e-9ad3-43eda13bb4b5 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:54.905849 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3589113d-c2b7-4f5e-9ad3-43eda13bb4b5 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:54.906434 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3589113d-c2b7-4f5e-9ad3-43eda13bb4b5 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:54.975549 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3589113d-c2b7-4f5e-9ad3-43eda13bb4b5 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Pushing event updated for resources: {'Network': ['ID=99c721b3-d808-4ae0-8a3a-b1259577ea70,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:54.985939 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 99c721b3-d808-4ae0-8a3a-b1259577ea70 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:51:55.046840 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3589113d-c2b7-4f5e-9ad3-43eda13bb4b5 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5735865 Aug 16 21:51:55.049775 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35982) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:55.055069 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-d118c1d4-2e1d-47aa-b066-cb16aa5460c4 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Request body: {'subnet': {'network_id': '99c721b3-d808-4ae0-8a3a-b1259577ea70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:51:55.205982 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d118c1d4-2e1d-47aa-b066-cb16aa5460c4 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Made reservation on behalf of 585671531f2847218654cb4b45c19c7c for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:51:55.209567 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d118c1d4-2e1d-47aa-b066-cb16aa5460c4 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:55.452085 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d118c1d4-2e1d-47aa-b066-cb16aa5460c4 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:55.516073 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d118c1d4-2e1d-47aa-b066-cb16aa5460c4 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Pushing event updated for resources: {'Subnet': ['ID=20a98f00-d718-498f-b980-238654a5c6d5,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:55.527012 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d118c1d4-2e1d-47aa-b066-cb16aa5460c4 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Checking segment: {'id': '60cd435b-4148-450d-a7a9-ff8c17d71407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '99c721b3-d808-4ae0-8a3a-b1259577ea70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:51:55.527012 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d118c1d4-2e1d-47aa-b066-cb16aa5460c4 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Network hostable DHCP agents. Network: 99c721b3-d808-4ae0-8a3a-b1259577ea70, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:51:55.600304 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d118c1d4-2e1d-47aa-b066-cb16aa5460c4 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Network 99c721b3-d808-4ae0-8a3a-b1259577ea70 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:51:55.651801 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-d118c1d4-2e1d-47aa-b066-cb16aa5460c4 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 99c721b3-d808-4ae0-8a3a-b1259577ea70) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:51:55.656422 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d118c1d4-2e1d-47aa-b066-cb16aa5460c4 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:55.657026 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d118c1d4-2e1d-47aa-b066-cb16aa5460c4 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:55.662015 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7277372a-b9f5-4117-9fa1-8550e29f35d6 None None] Network 99c721b3-d808-4ae0-8a3a-b1259577ea70 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:51:55.716325 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d118c1d4-2e1d-47aa-b066-cb16aa5460c4 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6651268 Aug 16 21:51:55.719155 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35984) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:55.724202 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-ae86482f-3805-42dd-bc59-66c40274e79d tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1828343348'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:51:55.777315 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae86482f-3805-42dd-bc59-66c40274e79d tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Made reservation on behalf of 585671531f2847218654cb4b45c19c7c for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:51:55.781390 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ae86482f-3805-42dd-bc59-66c40274e79d tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:55.806090 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe9e066-402a-4d0f-80d5-b974b15c506e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-99c721b3-d808-4ae0-8a3a-b1259577ea70', 'network_id': '99c721b3-d808-4ae0-8a3a-b1259577ea70', 'tenant_id': '585671531f2847218654cb4b45c19c7c', 'fixed_ips': [{'subnet_id': '20a98f00-d718-498f-b980-238654a5c6d5'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:51:55.815952 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9fe9e066-402a-4d0f-80d5-b974b15c506e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:55.816090 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae86482f-3805-42dd-bc59-66c40274e79d tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:51:55.820223 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ae86482f-3805-42dd-bc59-66c40274e79d tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:55.820574 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-ae86482f-3805-42dd-bc59-66c40274e79d tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Added segment 23f8c9c3-c9e6-456d-be87-7a4495e0f101 of type vlan for network dc0a40a2-61b9-4621-98eb-1b1b483a32bc Aug 16 21:51:55.859576 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ae86482f-3805-42dd-bc59-66c40274e79d tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:55.941424 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-9fe9e066-402a-4d0f-80d5-b974b15c506e None None] Allocated IP 172.20.0.2 (99c721b3-d808-4ae0-8a3a-b1259577ea70/20a98f00-d718-498f-b980-238654a5c6d5/93dfbd40-b42e-424a-b9f7-2bc8fe21abbd) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:51:55.948943 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ae86482f-3805-42dd-bc59-66c40274e79d tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:55.955273 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae86482f-3805-42dd-bc59-66c40274e79d tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:55.959245 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ae86482f-3805-42dd-bc59-66c40274e79d tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:56.023479 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae86482f-3805-42dd-bc59-66c40274e79d tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Pushing event updated for resources: {'Network': ['ID=dc0a40a2-61b9-4621-98eb-1b1b483a32bc,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:56.039462 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network dc0a40a2-61b9-4621-98eb-1b1b483a32bc details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:51:56.080874 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ae86482f-3805-42dd-bc59-66c40274e79d tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3605661 Aug 16 21:51:56.083586 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35986) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:56.088732 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-e0836971-5d77-4c1e-b5da-c0a3c91710c4 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Request body: {'subnet': {'network_id': 'dc0a40a2-61b9-4621-98eb-1b1b483a32bc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:51:56.251596 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0836971-5d77-4c1e-b5da-c0a3c91710c4 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Made reservation on behalf of 585671531f2847218654cb4b45c19c7c for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:51:56.255227 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e0836971-5d77-4c1e-b5da-c0a3c91710c4 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:56.289054 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9fe9e066-402a-4d0f-80d5-b974b15c506e None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:56.300173 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-9fe9e066-402a-4d0f-80d5-b974b15c506e None None] Transition to ACTIVE for port object 93dfbd40-b42e-424a-b9f7-2bc8fe21abbd will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:51:56.315025 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-9fe9e066-402a-4d0f-80d5-b974b15c506e None None] Transition to ACTIVE for port object 93dfbd40-b42e-424a-b9f7-2bc8fe21abbd will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:51:56.389473 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9fe9e066-402a-4d0f-80d5-b974b15c506e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:56.430561 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe9e066-402a-4d0f-80d5-b974b15c506e None None] Network 99c721b3-d808-4ae0-8a3a-b1259577ea70 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:51:56.433575 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-9fe9e066-402a-4d0f-80d5-b974b15c506e None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:51:56.437156 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe9e066-402a-4d0f-80d5-b974b15c506e None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:51:56.442591 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9e066-402a-4d0f-80d5-b974b15c506e None None] Pushing event updated for resources: {'Port': ['ID=93dfbd40-b42e-424a-b9f7-2bc8fe21abbd,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:56.491857 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e0836971-5d77-4c1e-b5da-c0a3c91710c4 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:56.492788 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-9fe9e066-402a-4d0f-80d5-b974b15c506e None None] Attempting to bind port 93dfbd40-b42e-424a-b9f7-2bc8fe21abbd on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:51:56.493161 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-9fe9e066-402a-4d0f-80d5-b974b15c506e None None] Attempting to bind port 93dfbd40-b42e-424a-b9f7-2bc8fe21abbd by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '60cd435b-4148-450d-a7a9-ff8c17d71407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '99c721b3-d808-4ae0-8a3a-b1259577ea70'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:51:56.493530 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe9e066-402a-4d0f-80d5-b974b15c506e None None] Attempting to bind port 93dfbd40-b42e-424a-b9f7-2bc8fe21abbd on network 99c721b3-d808-4ae0-8a3a-b1259577ea70 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:51:56.498967 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe9e066-402a-4d0f-80d5-b974b15c506e None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:51:56.499343 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe9e066-402a-4d0f-80d5-b974b15c506e None None] Checking segment: {'id': '60cd435b-4148-450d-a7a9-ff8c17d71407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '99c721b3-d808-4ae0-8a3a-b1259577ea70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:51:56.499752 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9fe9e066-402a-4d0f-80d5-b974b15c506e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:56.500170 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe9e066-402a-4d0f-80d5-b974b15c506e None None] Bound using segment: {'id': '60cd435b-4148-450d-a7a9-ff8c17d71407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '99c721b3-d808-4ae0-8a3a-b1259577ea70'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:51:56.500640 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-9fe9e066-402a-4d0f-80d5-b974b15c506e None None] Bound port: 93dfbd40-b42e-424a-b9f7-2bc8fe21abbd, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60cd435b-4148-450d-a7a9-ff8c17d71407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '99c721b3-d808-4ae0-8a3a-b1259577ea70'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:51:56.501028 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9fe9e066-402a-4d0f-80d5-b974b15c506e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:56.557443 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0836971-5d77-4c1e-b5da-c0a3c91710c4 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Pushing event updated for resources: {'Subnet': ['ID=72f98e5e-8f53-4355-b272-b8d962869e61,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:56.566283 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0836971-5d77-4c1e-b5da-c0a3c91710c4 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Checking segment: {'id': '23f8c9c3-c9e6-456d-be87-7a4495e0f101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'dc0a40a2-61b9-4621-98eb-1b1b483a32bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:51:56.566649 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0836971-5d77-4c1e-b5da-c0a3c91710c4 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Network hostable DHCP agents. Network: dc0a40a2-61b9-4621-98eb-1b1b483a32bc, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:51:56.567220 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-9fe9e066-402a-4d0f-80d5-b974b15c506e None None] For port 93dfbd40-b42e-424a-b9f7-2bc8fe21abbd, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:51:56.570352 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-9fe9e066-402a-4d0f-80d5-b974b15c506e None None] For port 93dfbd40-b42e-424a-b9f7-2bc8fe21abbd, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=93dfbd40-b42e-424a-b9f7-2bc8fe21abbd,segment=NetworkSegment(60cd435b-4148-450d-a7a9-ff8c17d71407),segment_id=60cd435b-4148-450d-a7a9-ff8c17d71407)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:51:56.692422 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9fe9e066-402a-4d0f-80d5-b974b15c506e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:56.736399 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0836971-5d77-4c1e-b5da-c0a3c91710c4 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Network dc0a40a2-61b9-4621-98eb-1b1b483a32bc is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:51:56.749263 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9e066-402a-4d0f-80d5-b974b15c506e None None] Pushing event updated for resources: {'Port': ['ID=93dfbd40-b42e-424a-b9f7-2bc8fe21abbd,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:56.827863 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-e0836971-5d77-4c1e-b5da-c0a3c91710c4 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, dc0a40a2-61b9-4621-98eb-1b1b483a32bc) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:51:56.832243 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0836971-5d77-4c1e-b5da-c0a3c91710c4 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:51:56.832858 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e0836971-5d77-4c1e-b5da-c0a3c91710c4 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:56.838900 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f6cba4-befe-496b-b0f8-1354ff7791a3 None None] Network dc0a40a2-61b9-4621-98eb-1b1b483a32bc requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:51:56.907848 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e0836971-5d77-4c1e-b5da-c0a3c91710c4 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8193295 Aug 16 21:51:56.909169 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35988) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:56.914066 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-b5ef1dd4-811b-4ef8-a242-27d2f923394a tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dc0a40a2-61b9-4621-98eb-1b1b483a32bc'}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:51:57.017368 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e97363-ea01-4b6b-8526-a4365397413f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-dc0a40a2-61b9-4621-98eb-1b1b483a32bc', 'network_id': 'dc0a40a2-61b9-4621-98eb-1b1b483a32bc', 'tenant_id': '585671531f2847218654cb4b45c19c7c', 'fixed_ips': [{'subnet_id': '72f98e5e-8f53-4355-b272-b8d962869e61'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:51:57.018311 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-63e97363-ea01-4b6b-8526-a4365397413f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:57.155230 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-63e97363-ea01-4b6b-8526-a4365397413f None None] Allocated IP 172.21.0.2 (dc0a40a2-61b9-4621-98eb-1b1b483a32bc/72f98e5e-8f53-4355-b272-b8d962869e61/816f9c8d-226f-45b7-9440-db76d46c00de) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:51:57.182794 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b5ef1dd4-811b-4ef8-a242-27d2f923394a tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:57.297682 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-63e97363-ea01-4b6b-8526-a4365397413f None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:57.306203 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-63e97363-ea01-4b6b-8526-a4365397413f None None] Transition to ACTIVE for port object 816f9c8d-226f-45b7-9440-db76d46c00de will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:51:57.321523 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-63e97363-ea01-4b6b-8526-a4365397413f None None] Transition to ACTIVE for port object 816f9c8d-226f-45b7-9440-db76d46c00de will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:51:57.352299 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [None req-b5ef1dd4-811b-4ef8-a242-27d2f923394a tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:51:57.358650 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b5ef1dd4-811b-4ef8-a242-27d2f923394a tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] 10.222.0.84 "PUT /v2.0/routers/d443cc2b-4eae-40c4-a4df-767a83926629 HTTP/1.1" status: 400 len: 364 time: 0.4434755 Aug 16 21:51:57.359961 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35990) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:57.394967 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-63e97363-ea01-4b6b-8526-a4365397413f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:57.416119 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-03337b95-f259-4a52-abe3-ed148162e370 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Deleting subnet 72f98e5e-8f53-4355-b272-b8d962869e61 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:51:57.420352 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-03337b95-f259-4a52-abe3-ed148162e370 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:57.441849 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e97363-ea01-4b6b-8526-a4365397413f None None] Network dc0a40a2-61b9-4621-98eb-1b1b483a32bc is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:51:57.445004 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-63e97363-ea01-4b6b-8526-a4365397413f None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:51:57.448074 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e97363-ea01-4b6b-8526-a4365397413f None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:51:57.457698 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e97363-ea01-4b6b-8526-a4365397413f None None] Pushing event updated for resources: {'Port': ['ID=816f9c8d-226f-45b7-9440-db76d46c00de,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:57.473111 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-03337b95-f259-4a52-abe3-ed148162e370 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:57.512501 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-63e97363-ea01-4b6b-8526-a4365397413f None None] Attempting to bind port 816f9c8d-226f-45b7-9440-db76d46c00de on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:51:57.513032 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-63e97363-ea01-4b6b-8526-a4365397413f None None] Attempting to bind port 816f9c8d-226f-45b7-9440-db76d46c00de by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '23f8c9c3-c9e6-456d-be87-7a4495e0f101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'dc0a40a2-61b9-4621-98eb-1b1b483a32bc'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:51:57.513402 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e97363-ea01-4b6b-8526-a4365397413f None None] Attempting to bind port 816f9c8d-226f-45b7-9440-db76d46c00de on network dc0a40a2-61b9-4621-98eb-1b1b483a32bc {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:51:57.519349 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e97363-ea01-4b6b-8526-a4365397413f None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:51:57.519855 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e97363-ea01-4b6b-8526-a4365397413f None None] Checking segment: {'id': '23f8c9c3-c9e6-456d-be87-7a4495e0f101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'dc0a40a2-61b9-4621-98eb-1b1b483a32bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:51:57.520271 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-63e97363-ea01-4b6b-8526-a4365397413f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:57.520666 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e97363-ea01-4b6b-8526-a4365397413f None None] Bound using segment: {'id': '23f8c9c3-c9e6-456d-be87-7a4495e0f101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'dc0a40a2-61b9-4621-98eb-1b1b483a32bc'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:51:57.521136 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-63e97363-ea01-4b6b-8526-a4365397413f None None] Bound port: 816f9c8d-226f-45b7-9440-db76d46c00de, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f8c9c3-c9e6-456d-be87-7a4495e0f101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'dc0a40a2-61b9-4621-98eb-1b1b483a32bc'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:51:57.521517 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-63e97363-ea01-4b6b-8526-a4365397413f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:57.569503 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-03337b95-f259-4a52-abe3-ed148162e370 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:57.701227 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7134a288-64e9-4e40-9c1b-d74eac713d04 None None] Network 99c721b3-d808-4ae0-8a3a-b1259577ea70 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:51:57.703516 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-03337b95-f259-4a52-abe3-ed148162e370 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:57.708449 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-63e97363-ea01-4b6b-8526-a4365397413f None None] For port 816f9c8d-226f-45b7-9440-db76d46c00de, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:51:57.735794 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03337b95-f259-4a52-abe3-ed148162e370 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Pushing event deleted for resources: {'Subnet': ['ID=72f98e5e-8f53-4355-b272-b8d962869e61,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:57.740305 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-03337b95-f259-4a52-abe3-ed148162e370 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:57.748153 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-03337b95-f259-4a52-abe3-ed148162e370 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] 10.222.0.84 "DELETE /v2.0/subnets/72f98e5e-8f53-4355-b272-b8d962869e61 HTTP/1.1" status: 204 len: 168 time: 0.3815515 Aug 16 21:51:57.748153 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35992) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:57.756139 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-63e97363-ea01-4b6b-8526-a4365397413f None None] For port 816f9c8d-226f-45b7-9440-db76d46c00de, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=816f9c8d-226f-45b7-9440-db76d46c00de,segment=NetworkSegment(23f8c9c3-c9e6-456d-be87-7a4495e0f101),segment_id=23f8c9c3-c9e6-456d-be87-7a4495e0f101)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:51:57.821023 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8b677ea7-17c4-4315-8430-53c6fb931147 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:57.826315 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-63e97363-ea01-4b6b-8526-a4365397413f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:57.873356 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-8b677ea7-17c4-4315-8430-53c6fb931147 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Deleting port 816f9c8d-226f-45b7-9440-db76d46c00de {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:51:57.873970 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8b677ea7-17c4-4315-8430-53c6fb931147 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:57.882061 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-3a1fec83-f22b-4e4c-bfd9-79a0af0aa794 None None] Provisioning for port 93dfbd40-b42e-424a-b9f7-2bc8fe21abbd completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:51:57.915500 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e97363-ea01-4b6b-8526-a4365397413f None None] Pushing event updated for resources: {'Port': ['ID=816f9c8d-226f-45b7-9440-db76d46c00de,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:57.950004 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-8b677ea7-17c4-4315-8430-53c6fb931147 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] For port 816f9c8d-226f-45b7-9440-db76d46c00de, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=816f9c8d-226f-45b7-9440-db76d46c00de,segment=NetworkSegment(23f8c9c3-c9e6-456d-be87-7a4495e0f101),segment_id=23f8c9c3-c9e6-456d-be87-7a4495e0f101)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:51:57.950389 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8b677ea7-17c4-4315-8430-53c6fb931147 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:57.965002 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-8b677ea7-17c4-4315-8430-53c6fb931147 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Calling delete_port for 816f9c8d-226f-45b7-9440-db76d46c00de owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:51:58.149598 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8b677ea7-17c4-4315-8430-53c6fb931147 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:58.181042 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b677ea7-17c4-4315-8430-53c6fb931147 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Pushing event deleted for resources: {'Port': ['ID=816f9c8d-226f-45b7-9440-db76d46c00de,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:58.187063 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b677ea7-17c4-4315-8430-53c6fb931147 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] No DVR routers for this DVR port 816f9c8d-226f-45b7-9440-db76d46c00de on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:51:58.271524 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8b677ea7-17c4-4315-8430-53c6fb931147 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:58.281618 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-8b677ea7-17c4-4315-8430-53c6fb931147 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc0a40a2-61b9-4621-98eb-1b1b483a32bc']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:51:58.291406 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-8b677ea7-17c4-4315-8430-53c6fb931147 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f8c9c3-c9e6-456d-be87-7a4495e0f101') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:51:58.291702 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-8b677ea7-17c4-4315-8430-53c6fb931147 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f8c9c3-c9e6-456d-be87-7a4495e0f101') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:51:58.300842 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8b677ea7-17c4-4315-8430-53c6fb931147 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:58.314132 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8b677ea7-17c4-4315-8430-53c6fb931147 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:58.319845 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b677ea7-17c4-4315-8430-53c6fb931147 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:51:58.320236 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8b677ea7-17c4-4315-8430-53c6fb931147 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:58.323086 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:51:58.323086 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:51:58.323086 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:51:58.323086 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:51:58.323086 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:51:58.323086 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:51:58.323086 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:51:58.323086 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:51:58.323086 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:51:58.323086 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:51:58.323086 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:51:58.323086 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:51:58.323086 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:51:58.323086 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:51:58.323086 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:51:58.323086 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:51:58.323086 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:51:58.323086 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:51:58.323086 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:51:58.323086 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:51:58.323086 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:51:58.323086 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:51:58.323086 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:51:58.323086 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:51:58.323086 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:51:58.323086 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:51:58.323086 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:51:58.323086 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:51:58.323086 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:51:58.323086 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:51:58.323086 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:51:58.323086 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:51:58.445913 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8b677ea7-17c4-4315-8430-53c6fb931147 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:58.453388 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8b677ea7-17c4-4315-8430-53c6fb931147 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:58.455266 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8b677ea7-17c4-4315-8430-53c6fb931147 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] 10.222.0.84 "DELETE /v2.0/networks/dc0a40a2-61b9-4621-98eb-1b1b483a32bc HTTP/1.1" status: 204 len: 168 time: 0.7092936 Aug 16 21:51:58.457810 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35994) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:58.475920 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b677ea7-17c4-4315-8430-53c6fb931147 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Pushing event deleted for resources: {'Network': ['ID=dc0a40a2-61b9-4621-98eb-1b1b483a32bc,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:58.519158 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a0fe9d3-0614-46cf-8b17-483c198621e4 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Deleting subnet 20a98f00-d718-498f-b980-238654a5c6d5 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:51:58.522372 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8a0fe9d3-0614-46cf-8b17-483c198621e4 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:58.545656 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 93dfbd40-b42e-424a-b9f7-2bc8fe21abbd up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:51:58.567191 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8a0fe9d3-0614-46cf-8b17-483c198621e4 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:58.657128 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 93dfbd40-b42e-424a-b9f7-2bc8fe21abbd completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:51:58.661574 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 93dfbd40-b42e-424a-b9f7-2bc8fe21abbd triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:51:58.661990 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:58.662771 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8a0fe9d3-0614-46cf-8b17-483c198621e4 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:58.741242 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:58.812338 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8a0fe9d3-0614-46cf-8b17-483c198621e4 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:58.843974 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0fe9d3-0614-46cf-8b17-483c198621e4 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Pushing event deleted for resources: {'Subnet': ['ID=20a98f00-d718-498f-b980-238654a5c6d5,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:58.846078 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8a0fe9d3-0614-46cf-8b17-483c198621e4 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:58.848152 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8a0fe9d3-0614-46cf-8b17-483c198621e4 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] 10.222.0.84 "DELETE /v2.0/subnets/20a98f00-d718-498f-b980-238654a5c6d5 HTTP/1.1" status: 204 len: 168 time: 0.3804798 Aug 16 21:51:58.849433 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.db.api [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:51:58.849800 n-d-793620-15 neutron-server[101846]: DEBUG oslo_db.api [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:51:58.850674 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 35996) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:58.857581 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d80edb1-7d6c-4192-b032-8701c872f960 None None] Network 99c721b3-d808-4ae0-8a3a-b1259577ea70 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:51:58.940871 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34646a55-4bee-4d0d-b2c7-2913894e3fe1 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:58.975178 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-fc5096ab-c83d-496e-b5b6-26f21eaabe0b None None] Could not find standard attr ID for object 816f9c8d-226f-45b7-9440-db76d46c00de. {{(pid=101846) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 21:51:58.986255 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fa1e2f-9910-4552-8f7a-40a525628c15 None None] DHCP port deletion for dc0a40a2-61b9-4621-98eb-1b1b483a32bc request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:51:59.003403 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-34646a55-4bee-4d0d-b2c7-2913894e3fe1 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Deleting port 93dfbd40-b42e-424a-b9f7-2bc8fe21abbd {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:51:59.003661 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34646a55-4bee-4d0d-b2c7-2913894e3fe1 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:59.016655 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75906063-a6ee-45d7-b6c5-a2c89e72f433 None None] Network dc0a40a2-61b9-4621-98eb-1b1b483a32bc requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:51:59.033571 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75906063-a6ee-45d7-b6c5-a2c89e72f433 None None] Network dc0a40a2-61b9-4621-98eb-1b1b483a32bc could not be found, it might have been deleted concurrently. {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 21:51:59.051212 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a6e572-ad87-4140-84a7-3039731655d9 None None] DHCP port deletion for 99c721b3-d808-4ae0-8a3a-b1259577ea70 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:51:59.070560 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-34646a55-4bee-4d0d-b2c7-2913894e3fe1 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] For port 93dfbd40-b42e-424a-b9f7-2bc8fe21abbd, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=93dfbd40-b42e-424a-b9f7-2bc8fe21abbd,segment=NetworkSegment(60cd435b-4148-450d-a7a9-ff8c17d71407),segment_id=60cd435b-4148-450d-a7a9-ff8c17d71407)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:51:59.070928 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34646a55-4bee-4d0d-b2c7-2913894e3fe1 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:59.087617 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-34646a55-4bee-4d0d-b2c7-2913894e3fe1 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Calling delete_port for 93dfbd40-b42e-424a-b9f7-2bc8fe21abbd owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:51:59.096851 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-e7a6e572-ad87-4140-84a7-3039731655d9 None None] Deleting port 93dfbd40-b42e-424a-b9f7-2bc8fe21abbd {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:51:59.097235 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e7a6e572-ad87-4140-84a7-3039731655d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:59.160802 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-e7a6e572-ad87-4140-84a7-3039731655d9 None None] For port 93dfbd40-b42e-424a-b9f7-2bc8fe21abbd, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=93dfbd40-b42e-424a-b9f7-2bc8fe21abbd,segment=NetworkSegment(60cd435b-4148-450d-a7a9-ff8c17d71407),segment_id=60cd435b-4148-450d-a7a9-ff8c17d71407)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:51:59.161125 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e7a6e572-ad87-4140-84a7-3039731655d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:59.173587 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-e7a6e572-ad87-4140-84a7-3039731655d9 None None] Calling delete_port for 93dfbd40-b42e-424a-b9f7-2bc8fe21abbd owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:51:59.240368 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34646a55-4bee-4d0d-b2c7-2913894e3fe1 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:59.246398 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e7a6e572-ad87-4140-84a7-3039731655d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:59.267291 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34646a55-4bee-4d0d-b2c7-2913894e3fe1 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Pushing event deleted for resources: {'Port': ['ID=93dfbd40-b42e-424a-b9f7-2bc8fe21abbd,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:59.269159 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34646a55-4bee-4d0d-b2c7-2913894e3fe1 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] No DVR routers for this DVR port 93dfbd40-b42e-424a-b9f7-2bc8fe21abbd on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:51:59.273262 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6e572-ad87-4140-84a7-3039731655d9 None None] Pushing event deleted for resources: {'Port': ['ID=93dfbd40-b42e-424a-b9f7-2bc8fe21abbd,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:59.275726 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a6e572-ad87-4140-84a7-3039731655d9 None None] No DVR routers for this DVR port 93dfbd40-b42e-424a-b9f7-2bc8fe21abbd on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:51:59.353824 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34646a55-4bee-4d0d-b2c7-2913894e3fe1 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:59.363567 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-34646a55-4bee-4d0d-b2c7-2913894e3fe1 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c721b3-d808-4ae0-8a3a-b1259577ea70']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:51:59.369038 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Port 93dfbd40-b42e-424a-b9f7-2bc8fe21abbd update to ACTIVE by agent not found {{(pid=101846) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 16 21:51:59.373397 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-34646a55-4bee-4d0d-b2c7-2913894e3fe1 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60cd435b-4148-450d-a7a9-ff8c17d71407') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:51:59.373703 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-34646a55-4bee-4d0d-b2c7-2913894e3fe1 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60cd435b-4148-450d-a7a9-ff8c17d71407') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:51:59.382439 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34646a55-4bee-4d0d-b2c7-2913894e3fe1 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:59.396344 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34646a55-4bee-4d0d-b2c7-2913894e3fe1 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:59.402010 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34646a55-4bee-4d0d-b2c7-2913894e3fe1 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:51:59.406853 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34646a55-4bee-4d0d-b2c7-2913894e3fe1 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:59.406853 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:51:59.406853 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:51:59.406853 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:51:59.406853 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:51:59.406853 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:51:59.406853 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:51:59.406853 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:51:59.406853 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:51:59.406853 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:51:59.406853 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:51:59.406853 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:51:59.406853 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:51:59.406853 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:51:59.406853 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:51:59.406853 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:51:59.406853 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:51:59.406853 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:51:59.406853 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:51:59.406853 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:51:59.406853 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:51:59.406853 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:51:59.406853 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:51:59.406853 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:51:59.406853 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:51:59.406853 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:51:59.406853 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:51:59.406853 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:51:59.406853 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:51:59.406853 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:51:59.406853 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:51:59.406853 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:51:59.406853 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:51:59.542992 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34646a55-4bee-4d0d-b2c7-2913894e3fe1 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:59.549637 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-34646a55-4bee-4d0d-b2c7-2913894e3fe1 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:59.553075 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-34646a55-4bee-4d0d-b2c7-2913894e3fe1 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] 10.222.0.84 "DELETE /v2.0/networks/99c721b3-d808-4ae0-8a3a-b1259577ea70 HTTP/1.1" status: 204 len: 168 time: 0.6998544 Aug 16 21:51:59.554276 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 35998) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:59.563769 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34646a55-4bee-4d0d-b2c7-2913894e3fe1 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Pushing event deleted for resources: {'Network': ['ID=99c721b3-d808-4ae0-8a3a-b1259577ea70,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:51:59.589533 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4c06a420-a6e1-4455-9acc-c26a2eb9d5c6 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] 10.222.0.84 "GET /v2.0/ports?device_id=d443cc2b-4eae-40c4-a4df-767a83926629 HTTP/1.1" status: 200 len: 205 time: 0.0339546 Aug 16 21:51:59.591869 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36000) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:51:59.665960 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-99951b01-c360-45d8-9942-ff411a710774 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:59.821351 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-99951b01-c360-45d8-9942-ff411a710774 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:59.823328 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-99951b01-c360-45d8-9942-ff411a710774 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:59.954674 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-99951b01-c360-45d8-9942-ff411a710774 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:59.955226 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99951b01-c360-45d8-9942-ff411a710774 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Fanout notify agent at l3_agent the message router_deleted on router d443cc2b-4eae-40c4-a4df-767a83926629 {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:51:59.962903 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-99951b01-c360-45d8-9942-ff411a710774 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:59.964031 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-99951b01-c360-45d8-9942-ff411a710774 tempest-RoutersNegativeTest-383575591 tempest-RoutersNegativeTest-383575591-project] 10.222.0.84 "DELETE /v2.0/routers/d443cc2b-4eae-40c4-a4df-767a83926629 HTTP/1.1" status: 204 len: 168 time: 0.3712451 Aug 16 21:52:00.432191 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36006) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:52:00.512362 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 816f9c8d-226f-45b7-9440-db76d46c00de no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:52:00.535136 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 816f9c8d-226f-45b7-9440-db76d46c00de {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:52:00.535564 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 816f9c8d-226f-45b7-9440-db76d46c00de not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:52:00.536082 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 93dfbd40-b42e-424a-b9f7-2bc8fe21abbd no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:52:00.554228 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 93dfbd40-b42e-424a-b9f7-2bc8fe21abbd {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:52:00.554577 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 93dfbd40-b42e-424a-b9f7-2bc8fe21abbd not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:52:00.567242 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-37f064c0-b848-45fc-8be5-35299dec71d9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=585671531f2847218654cb4b45c19c7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1339011 Aug 16 21:52:00.569728 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36010) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:52:00.615748 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8f0003d6-a7f9-472b-91fd-8614cf6a265b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:00.636261 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8f0003d6-a7f9-472b-91fd-8614cf6a265b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:00.737538 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8f0003d6-a7f9-472b-91fd-8614cf6a265b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:00.740342 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8f0003d6-a7f9-472b-91fd-8614cf6a265b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:00.741587 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8f0003d6-a7f9-472b-91fd-8614cf6a265b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0995b7aa-4497-4a86-9c18-83173b5b9532 HTTP/1.1" status: 204 len: 168 time: 0.1709015 Aug 16 21:52:00.750702 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0003d6-a7f9-472b-91fd-8614cf6a265b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0995b7aa-4497-4a86-9c18-83173b5b9532,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:01.690408 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36032) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:52:01.784779 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-c1f1c093-b9bb-442d-b5fa-77c95ca6ce6e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2067308730-network', 'tenant_id': 'fcce1a1b1e5d496cb643764994e5693e'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:52:01.857196 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f1c093-b9bb-442d-b5fa-77c95ca6ce6e admin admin] Made reservation on behalf of fcce1a1b1e5d496cb643764994e5693e for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:52:01.859406 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c093-b9bb-442d-b5fa-77c95ca6ce6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:01.867706 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c093-b9bb-442d-b5fa-77c95ca6ce6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:01.954116 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c093-b9bb-442d-b5fa-77c95ca6ce6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:01.999723 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c093-b9bb-442d-b5fa-77c95ca6ce6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:02.024045 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1f1c093-b9bb-442d-b5fa-77c95ca6ce6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:52:02.034294 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1c093-b9bb-442d-b5fa-77c95ca6ce6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9026c2c-1d1a-48ab-9480-7c4c19614116,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:02.038959 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c093-b9bb-442d-b5fa-77c95ca6ce6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:02.039310 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-c1f1c093-b9bb-442d-b5fa-77c95ca6ce6e admin admin] Added segment a05ba431-209e-401b-961b-61cb35d784b8 of type vlan for network bf930567-0bfd-4855-9050-7e0649e4662d Aug 16 21:52:02.078070 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c093-b9bb-442d-b5fa-77c95ca6ce6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:02.164959 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c093-b9bb-442d-b5fa-77c95ca6ce6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:02.165866 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f1c093-b9bb-442d-b5fa-77c95ca6ce6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:02.166451 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c093-b9bb-442d-b5fa-77c95ca6ce6e admin admin] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:02.229479 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1c093-b9bb-442d-b5fa-77c95ca6ce6e admin admin] Pushing event updated for resources: {'Network': ['ID=bf930567-0bfd-4855-9050-7e0649e4662d,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:02.239499 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network bf930567-0bfd-4855-9050-7e0649e4662d details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:52:02.286472 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c1f1c093-b9bb-442d-b5fa-77c95ca6ce6e admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5949450 Aug 16 21:52:02.289395 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36036) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:52:02.294524 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-fc7412f1-d262-4624-a36f-5e8beadbace5 admin admin] Request body: {'subnet': {'network_id': 'bf930567-0bfd-4855-9050-7e0649e4662d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2067308730-subnet', 'tenant_id': 'fcce1a1b1e5d496cb643764994e5693e', 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:52:02.388576 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7412f1-d262-4624-a36f-5e8beadbace5 admin admin] Made reservation on behalf of fcce1a1b1e5d496cb643764994e5693e for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:52:02.391028 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fc7412f1-d262-4624-a36f-5e8beadbace5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:02.628520 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fc7412f1-d262-4624-a36f-5e8beadbace5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:02.685682 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7412f1-d262-4624-a36f-5e8beadbace5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0233831-797c-4b51-80b5-639972c6271b,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:02.692773 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7412f1-d262-4624-a36f-5e8beadbace5 admin admin] Checking segment: {'id': 'a05ba431-209e-401b-961b-61cb35d784b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'bf930567-0bfd-4855-9050-7e0649e4662d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:52:02.693349 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7412f1-d262-4624-a36f-5e8beadbace5 admin admin] Network hostable DHCP agents. Network: bf930567-0bfd-4855-9050-7e0649e4662d, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:52:02.788503 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7412f1-d262-4624-a36f-5e8beadbace5 admin admin] Network bf930567-0bfd-4855-9050-7e0649e4662d is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:52:02.897158 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-fc7412f1-d262-4624-a36f-5e8beadbace5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, bf930567-0bfd-4855-9050-7e0649e4662d) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:52:02.901443 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7412f1-d262-4624-a36f-5e8beadbace5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:02.902042 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fc7412f1-d262-4624-a36f-5e8beadbace5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:02.907431 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ccb8ab-ed62-4086-bf2c-08f9e90c5fa0 None None] Network bf930567-0bfd-4855-9050-7e0649e4662d requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:52:02.983641 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-fc7412f1-d262-4624-a36f-5e8beadbace5 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6931374 Aug 16 21:52:02.986294 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36038) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:52:02.990770 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-c2bd32ce-73fa-4f47-9af8-dd7f9657c99f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2067308730-router', 'tenant_id': 'fcce1a1b1e5d496cb643764994e5693e', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:52:03.056781 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a04b359-c2b8-4ca2-a673-171cdd1e0435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-bf930567-0bfd-4855-9050-7e0649e4662d', 'network_id': 'bf930567-0bfd-4855-9050-7e0649e4662d', 'tenant_id': 'fcce1a1b1e5d496cb643764994e5693e', 'fixed_ips': [{'subnet_id': 'a0233831-797c-4b51-80b5-639972c6271b'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:52:03.057666 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7a04b359-c2b8-4ca2-a673-171cdd1e0435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:03.085798 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c2bd32ce-73fa-4f47-9af8-dd7f9657c99f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:03.086897 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c2bd32ce-73fa-4f47-9af8-dd7f9657c99f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:03.141620 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c2bd32ce-73fa-4f47-9af8-dd7f9657c99f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:03.191538 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-7a04b359-c2b8-4ca2-a673-171cdd1e0435 None None] Allocated IP 172.20.0.2 (bf930567-0bfd-4855-9050-7e0649e4662d/a0233831-797c-4b51-80b5-639972c6271b/e69d7322-9fe0-45d9-9e0e-c295c44af9ba) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:52:03.333889 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7a04b359-c2b8-4ca2-a673-171cdd1e0435 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:03.342069 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7a04b359-c2b8-4ca2-a673-171cdd1e0435 None None] Transition to ACTIVE for port object e69d7322-9fe0-45d9-9e0e-c295c44af9ba will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:52:03.345137 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c2bd32ce-73fa-4f47-9af8-dd7f9657c99f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:03.356364 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7a04b359-c2b8-4ca2-a673-171cdd1e0435 None None] Transition to ACTIVE for port object e69d7322-9fe0-45d9-9e0e-c295c44af9ba will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:52:03.411684 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7a04b359-c2b8-4ca2-a673-171cdd1e0435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:03.447847 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a04b359-c2b8-4ca2-a673-171cdd1e0435 None None] Network bf930567-0bfd-4855-9050-7e0649e4662d is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:52:03.454138 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-7a04b359-c2b8-4ca2-a673-171cdd1e0435 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:52:03.456642 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a04b359-c2b8-4ca2-a673-171cdd1e0435 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:52:03.472866 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04b359-c2b8-4ca2-a673-171cdd1e0435 None None] Pushing event updated for resources: {'Port': ['ID=e69d7322-9fe0-45d9-9e0e-c295c44af9ba,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:03.521683 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-7a04b359-c2b8-4ca2-a673-171cdd1e0435 None None] Attempting to bind port e69d7322-9fe0-45d9-9e0e-c295c44af9ba on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:52:03.522061 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-7a04b359-c2b8-4ca2-a673-171cdd1e0435 None None] Attempting to bind port e69d7322-9fe0-45d9-9e0e-c295c44af9ba by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'a05ba431-209e-401b-961b-61cb35d784b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'bf930567-0bfd-4855-9050-7e0649e4662d'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:52:03.522429 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a04b359-c2b8-4ca2-a673-171cdd1e0435 None None] Attempting to bind port e69d7322-9fe0-45d9-9e0e-c295c44af9ba on network bf930567-0bfd-4855-9050-7e0649e4662d {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:52:03.528180 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a04b359-c2b8-4ca2-a673-171cdd1e0435 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:52:03.528561 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a04b359-c2b8-4ca2-a673-171cdd1e0435 None None] Checking segment: {'id': 'a05ba431-209e-401b-961b-61cb35d784b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'bf930567-0bfd-4855-9050-7e0649e4662d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:52:03.529000 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7a04b359-c2b8-4ca2-a673-171cdd1e0435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:03.529398 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a04b359-c2b8-4ca2-a673-171cdd1e0435 None None] Bound using segment: {'id': 'a05ba431-209e-401b-961b-61cb35d784b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'bf930567-0bfd-4855-9050-7e0649e4662d'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:52:03.529866 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-7a04b359-c2b8-4ca2-a673-171cdd1e0435 None None] Bound port: e69d7322-9fe0-45d9-9e0e-c295c44af9ba, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a05ba431-209e-401b-961b-61cb35d784b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'bf930567-0bfd-4855-9050-7e0649e4662d'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:52:03.530252 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7a04b359-c2b8-4ca2-a673-171cdd1e0435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:03.588748 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c2bd32ce-73fa-4f47-9af8-dd7f9657c99f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:03.604049 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7a04b359-c2b8-4ca2-a673-171cdd1e0435 None None] For port e69d7322-9fe0-45d9-9e0e-c295c44af9ba, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:52:03.607097 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7a04b359-c2b8-4ca2-a673-171cdd1e0435 None None] For port e69d7322-9fe0-45d9-9e0e-c295c44af9ba, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=e69d7322-9fe0-45d9-9e0e-c295c44af9ba,segment=NetworkSegment(a05ba431-209e-401b-961b-61cb35d784b8),segment_id=a05ba431-209e-401b-961b-61cb35d784b8)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:52:03.608887 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c2bd32ce-73fa-4f47-9af8-dd7f9657c99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:03.713310 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-c2bd32ce-73fa-4f47-9af8-dd7f9657c99f admin admin] Allocated IP 172.25.1.37 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/5a9d6544-ea24-4e05-a7a9-0424e7b51f87) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:52:03.732514 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7a04b359-c2b8-4ca2-a673-171cdd1e0435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:03.794132 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04b359-c2b8-4ca2-a673-171cdd1e0435 None None] Pushing event updated for resources: {'Port': ['ID=e69d7322-9fe0-45d9-9e0e-c295c44af9ba,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:03.833116 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c2bd32ce-73fa-4f47-9af8-dd7f9657c99f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:04.006635 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c2bd32ce-73fa-4f47-9af8-dd7f9657c99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:04.043849 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bd32ce-73fa-4f47-9af8-dd7f9657c99f admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:52:04.048578 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-c2bd32ce-73fa-4f47-9af8-dd7f9657c99f admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:52:04.052139 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bd32ce-73fa-4f47-9af8-dd7f9657c99f admin admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:52:04.077210 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd32ce-73fa-4f47-9af8-dd7f9657c99f admin admin] Pushing event updated for resources: {'Port': ['ID=5a9d6544-ea24-4e05-a7a9-0424e7b51f87,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:04.433347 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c2bd32ce-73fa-4f47-9af8-dd7f9657c99f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:04.572174 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device e69d7322-9fe0-45d9-9e0e-c295c44af9ba up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:52:04.640078 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c2bd32ce-73fa-4f47-9af8-dd7f9657c99f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:04.668989 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f57b75-b32b-4f2e-9caf-57e047053aa7 None None] Network bf930567-0bfd-4855-9050-7e0649e4662d requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:52:04.809067 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port e69d7322-9fe0-45d9-9e0e-c295c44af9ba completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:52:04.923748 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-73ed9b07-6db9-4361-914e-50a03e45497c None None] Provisioning for port e69d7322-9fe0-45d9-9e0e-c295c44af9ba completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:52:04.924983 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-73ed9b07-6db9-4361-914e-50a03e45497c None None] Provisioning complete for port e69d7322-9fe0-45d9-9e0e-c295c44af9ba triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:52:04.925405 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-73ed9b07-6db9-4361-914e-50a03e45497c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:04.983228 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2bd32ce-73fa-4f47-9af8-dd7f9657c99f admin admin] Router f9a8cdda-fc57-4f80-bfed-33eec258ca8a is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:52:05.010682 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-73ed9b07-6db9-4361-914e-50a03e45497c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:05.042313 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-73ed9b07-6db9-4361-914e-50a03e45497c None None] For port e69d7322-9fe0-45d9-9e0e-c295c44af9ba, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=e69d7322-9fe0-45d9-9e0e-c295c44af9ba,segment=NetworkSegment(a05ba431-209e-401b-961b-61cb35d784b8),segment_id=a05ba431-209e-401b-961b-61cb35d784b8)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:52:05.090516 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2bd32ce-73fa-4f47-9af8-dd7f9657c99f admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:52:05.099140 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c512b1-0de1-4d02-9289-60b2402ea677 None None] Sync routers for ids ['f9a8cdda-fc57-4f80-bfed-33eec258ca8a'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:52:05.108647 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c512b1-0de1-4d02-9289-60b2402ea677 None None] Routers {'f9a8cdda-fc57-4f80-bfed-33eec258ca8a'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:52:05.109263 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-54c512b1-0de1-4d02-9289-60b2402ea677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:51:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['f9a8cdda-fc57-4f80-bfed-33eec258ca8a'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:52:05.171661 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-73ed9b07-6db9-4361-914e-50a03e45497c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:05.220681 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed9b07-6db9-4361-914e-50a03e45497c None None] Pushing event updated for resources: {'Port': ['ID=e69d7322-9fe0-45d9-9e0e-c295c44af9ba,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:05.240378 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c2bd32ce-73fa-4f47-9af8-dd7f9657c99f admin admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:05.241813 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c2bd32ce-73fa-4f47-9af8-dd7f9657c99f admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2545300 Aug 16 21:52:05.244818 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36040) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:52:05.290519 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-88dd159c-756d-49db-a6bf-33f7b345a531 None None] Provisioning complete for port e69d7322-9fe0-45d9-9e0e-c295c44af9ba triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:52:05.297829 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-88dd159c-756d-49db-a6bf-33f7b345a531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:05.303350 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-54c512b1-0de1-4d02-9289-60b2402ea677 None None] Set router f9a8cdda-fc57-4f80-bfed-33eec258ca8a gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:52:05.485601 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-54c512b1-0de1-4d02-9289-60b2402ea677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a8cdda-fc57-4f80-bfed-33eec258ca8a', 'name': 'tempest-TestEncryptedCinderVolumes-2067308730-router', 'tenant_id': 'fcce1a1b1e5d496cb643764994e5693e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '5a9d6544-ea24-4e05-a7a9-0424e7b51f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:52:03Z', 'updated_at': '2021-08-16T21:52:04Z', 'revision_number': 3, 'project_id': 'fcce1a1b1e5d496cb643764994e5693e', 'gw_port': {'id': '5a9d6544-ea24-4e05-a7a9-0424e7b51f87', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a8cdda-fc57-4f80-bfed-33eec258ca8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:52:03Z', 'updated_at': '2021-08-16T21:52:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:52:05.512281 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c512b1-0de1-4d02-9289-60b2402ea677 None None] Checking router: f9a8cdda-fc57-4f80-bfed-33eec258ca8a for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:52:05.512630 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c512b1-0de1-4d02-9289-60b2402ea677 None None] Updating router f9a8cdda-fc57-4f80-bfed-33eec258ca8a port 5a9d6544-ea24-4e05-a7a9-0424e7b51f87 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:52:05.542324 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-54c512b1-0de1-4d02-9289-60b2402ea677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:05.788784 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-54c512b1-0de1-4d02-9289-60b2402ea677 None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:05.798725 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-54c512b1-0de1-4d02-9289-60b2402ea677 None None] Transition to ACTIVE for port object 5a9d6544-ea24-4e05-a7a9-0424e7b51f87 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:52:05.845863 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-54c512b1-0de1-4d02-9289-60b2402ea677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:05.896353 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-54c512b1-0de1-4d02-9289-60b2402ea677 None None] Attempting to bind port 5a9d6544-ea24-4e05-a7a9-0424e7b51f87 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:52:05.896719 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-54c512b1-0de1-4d02-9289-60b2402ea677 None None] Attempting to bind port 5a9d6544-ea24-4e05-a7a9-0424e7b51f87 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:52:05.897076 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c512b1-0de1-4d02-9289-60b2402ea677 None None] Attempting to bind port 5a9d6544-ea24-4e05-a7a9-0424e7b51f87 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:52:05.899032 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0986bf-6dc3-4284-bd70-5e71367beb1a None None] Pushing event updated for resources: {'Port': ['ID=5a9d6544-ea24-4e05-a7a9-0424e7b51f87,revision_number=2']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:05.908491 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c512b1-0de1-4d02-9289-60b2402ea677 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:52:05.908878 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c512b1-0de1-4d02-9289-60b2402ea677 None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:52:05.909262 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-54c512b1-0de1-4d02-9289-60b2402ea677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:05.909652 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c512b1-0de1-4d02-9289-60b2402ea677 None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:52:05.910107 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-54c512b1-0de1-4d02-9289-60b2402ea677 None None] Bound port: 5a9d6544-ea24-4e05-a7a9-0424e7b51f87, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:52:05.910483 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-54c512b1-0de1-4d02-9289-60b2402ea677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:05.913429 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0986bf-6dc3-4284-bd70-5e71367beb1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:05.913765 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0986bf-6dc3-4284-bd70-5e71367beb1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:05.914098 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0986bf-6dc3-4284-bd70-5e71367beb1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:05.914430 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0986bf-6dc3-4284-bd70-5e71367beb1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:05.914760 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0986bf-6dc3-4284-bd70-5e71367beb1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:05.915086 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0986bf-6dc3-4284-bd70-5e71367beb1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:05.915406 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0986bf-6dc3-4284-bd70-5e71367beb1a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:05.915729 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0986bf-6dc3-4284-bd70-5e71367beb1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:05.916075 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0986bf-6dc3-4284-bd70-5e71367beb1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:05.916397 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0986bf-6dc3-4284-bd70-5e71367beb1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:05.916715 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0986bf-6dc3-4284-bd70-5e71367beb1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:05.917106 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0986bf-6dc3-4284-bd70-5e71367beb1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:05.971126 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-54c512b1-0de1-4d02-9289-60b2402ea677 None None] For port 5a9d6544-ea24-4e05-a7a9-0424e7b51f87, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:52:05.974246 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-54c512b1-0de1-4d02-9289-60b2402ea677 None None] For port 5a9d6544-ea24-4e05-a7a9-0424e7b51f87, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5a9d6544-ea24-4e05-a7a9-0424e7b51f87,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:52:06.010245 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-231616c2-eb7d-463b-8234-7ea99c3a7df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:06.029530 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-54c512b1-0de1-4d02-9289-60b2402ea677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:06.087711 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c512b1-0de1-4d02-9289-60b2402ea677 None None] Routers {'f9a8cdda-fc57-4f80-bfed-33eec258ca8a'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:52:06.088361 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-54c512b1-0de1-4d02-9289-60b2402ea677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:51:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['f9a8cdda-fc57-4f80-bfed-33eec258ca8a'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:52:06.091585 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0986bf-6dc3-4284-bd70-5e71367beb1a None None] Pushing event updated for resources: {'Port': ['ID=5a9d6544-ea24-4e05-a7a9-0424e7b51f87,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:06.165870 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-231616c2-eb7d-463b-8234-7ea99c3a7df0 admin admin] Allocated IP 172.20.0.1 (bf930567-0bfd-4855-9050-7e0649e4662d/a0233831-797c-4b51-80b5-639972c6271b/12be3bc2-0fe4-4a7b-8fd2-211e0ce4afcf) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:52:06.191808 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-54c512b1-0de1-4d02-9289-60b2402ea677 None None] Set router f9a8cdda-fc57-4f80-bfed-33eec258ca8a gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:52:06.272263 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-231616c2-eb7d-463b-8234-7ea99c3a7df0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:06.286856 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-231616c2-eb7d-463b-8234-7ea99c3a7df0 admin admin] Transition to ACTIVE for port object 12be3bc2-0fe4-4a7b-8fd2-211e0ce4afcf will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:52:06.363558 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-54c512b1-0de1-4d02-9289-60b2402ea677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a8cdda-fc57-4f80-bfed-33eec258ca8a', 'name': 'tempest-TestEncryptedCinderVolumes-2067308730-router', 'tenant_id': 'fcce1a1b1e5d496cb643764994e5693e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '5a9d6544-ea24-4e05-a7a9-0424e7b51f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:52:03Z', 'updated_at': '2021-08-16T21:52:04Z', 'revision_number': 3, 'project_id': 'fcce1a1b1e5d496cb643764994e5693e', 'gw_port': {'id': '5a9d6544-ea24-4e05-a7a9-0424e7b51f87', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a8cdda-fc57-4f80-bfed-33eec258ca8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:52:03Z', 'updated_at': '2021-08-16T21:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:52:06.395129 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c512b1-0de1-4d02-9289-60b2402ea677 None None] The sync data for ids ['f9a8cdda-fc57-4f80-bfed-33eec258ca8a'] in n-d-793620-15 is: [{'id': 'f9a8cdda-fc57-4f80-bfed-33eec258ca8a', 'name': 'tempest-TestEncryptedCinderVolumes-2067308730-router', 'tenant_id': 'fcce1a1b1e5d496cb643764994e5693e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '5a9d6544-ea24-4e05-a7a9-0424e7b51f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:52:03Z', 'updated_at': '2021-08-16T21:52:04Z', 'revision_number': 3, 'project_id': 'fcce1a1b1e5d496cb643764994e5693e', 'gw_port': {'id': '5a9d6544-ea24-4e05-a7a9-0424e7b51f87', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a8cdda-fc57-4f80-bfed-33eec258ca8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:52:03Z', 'updated_at': '2021-08-16T21:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:52:06.412871 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-231616c2-eb7d-463b-8234-7ea99c3a7df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:06.449912 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231616c2-eb7d-463b-8234-7ea99c3a7df0 admin admin] Network bf930567-0bfd-4855-9050-7e0649e4662d is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:52:06.452869 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-231616c2-eb7d-463b-8234-7ea99c3a7df0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:52:06.458673 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231616c2-eb7d-463b-8234-7ea99c3a7df0 admin admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:52:06.486196 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231616c2-eb7d-463b-8234-7ea99c3a7df0 admin admin] Pushing event updated for resources: {'Port': ['ID=12be3bc2-0fe4-4a7b-8fd2-211e0ce4afcf,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:06.508165 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-231616c2-eb7d-463b-8234-7ea99c3a7df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:06.539732 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device e69d7322-9fe0-45d9-9e0e-c295c44af9ba up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:52:06.605940 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port e69d7322-9fe0-45d9-9e0e-c295c44af9ba triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:52:06.606412 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:06.739105 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-231616c2-eb7d-463b-8234-7ea99c3a7df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:06.909138 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-231616c2-eb7d-463b-8234-7ea99c3a7df0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:06.913715 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-3d4e624e-f7c6-41a9-9da6-963bfdd7cf6f None None] Provisioning for port 12be3bc2-0fe4-4a7b-8fd2-211e0ce4afcf completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:52:06.918920 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-3d4e624e-f7c6-41a9-9da6-963bfdd7cf6f None None] Provisioning complete for port 12be3bc2-0fe4-4a7b-8fd2-211e0ce4afcf triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:52:06.919530 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3d4e624e-f7c6-41a9-9da6-963bfdd7cf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:06.958829 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-3d4e624e-f7c6-41a9-9da6-963bfdd7cf6f None None] Port 12be3bc2-0fe4-4a7b-8fd2-211e0ce4afcf cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:52:07.011858 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-231616c2-eb7d-463b-8234-7ea99c3a7df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:07.078957 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231616c2-eb7d-463b-8234-7ea99c3a7df0 admin admin] Pushing event updated for resources: {'Port': ['ID=12be3bc2-0fe4-4a7b-8fd2-211e0ce4afcf,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:07.081602 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-231616c2-eb7d-463b-8234-7ea99c3a7df0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:07.182190 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231616c2-eb7d-463b-8234-7ea99c3a7df0 admin admin] Network bf930567-0bfd-4855-9050-7e0649e4662d is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:52:07.183612 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-231616c2-eb7d-463b-8234-7ea99c3a7df0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:52:07.303881 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231616c2-eb7d-463b-8234-7ea99c3a7df0 admin admin] Router f9a8cdda-fc57-4f80-bfed-33eec258ca8a has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:52:07.384366 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-dad4841d-1473-4faa-b070-ad71a853ead9 None None] Provisioning complete for port 12be3bc2-0fe4-4a7b-8fd2-211e0ce4afcf triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:52:07.384738 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-dad4841d-1473-4faa-b070-ad71a853ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:07.414752 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231616c2-eb7d-463b-8234-7ea99c3a7df0 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:52:07.420353 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-231616c2-eb7d-463b-8234-7ea99c3a7df0 admin admin] 10.222.0.84 "PUT /v2.0/routers/f9a8cdda-fc57-4f80-bfed-33eec258ca8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1744416 Aug 16 21:52:07.422238 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-dad4841d-1473-4faa-b070-ad71a853ead9 None None] Port 12be3bc2-0fe4-4a7b-8fd2-211e0ce4afcf cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:52:07.965468 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a345896c-292d-4ec6-821a-9071eab72466 None None] Sync routers for ids ['f9a8cdda-fc57-4f80-bfed-33eec258ca8a'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:52:07.974419 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a345896c-292d-4ec6-821a-9071eab72466 None None] Routers {'f9a8cdda-fc57-4f80-bfed-33eec258ca8a'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:52:07.975188 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-a345896c-292d-4ec6-821a-9071eab72466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:51:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['f9a8cdda-fc57-4f80-bfed-33eec258ca8a'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:52:08.054697 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36058) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:52:08.060458 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-2e5395a5-161e-4a36-b1ed-b0cbdc9d79cf admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-776344448-network', 'tenant_id': '81f6c7e97a15485b899a341d616f4f84'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:52:08.089229 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-a345896c-292d-4ec6-821a-9071eab72466 None None] Set router f9a8cdda-fc57-4f80-bfed-33eec258ca8a gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:52:08.148382 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5395a5-161e-4a36-b1ed-b0cbdc9d79cf admin admin] Made reservation on behalf of 81f6c7e97a15485b899a341d616f4f84 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:52:08.150816 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2e5395a5-161e-4a36-b1ed-b0cbdc9d79cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:08.160076 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2e5395a5-161e-4a36-b1ed-b0cbdc9d79cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:08.249099 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2e5395a5-161e-4a36-b1ed-b0cbdc9d79cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:08.287319 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-a345896c-292d-4ec6-821a-9071eab72466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a8cdda-fc57-4f80-bfed-33eec258ca8a', 'name': 'tempest-TestEncryptedCinderVolumes-2067308730-router', 'tenant_id': 'fcce1a1b1e5d496cb643764994e5693e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '5a9d6544-ea24-4e05-a7a9-0424e7b51f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:52:03Z', 'updated_at': '2021-08-16T21:52:06Z', 'revision_number': 4, 'project_id': 'fcce1a1b1e5d496cb643764994e5693e', 'gw_port': {'id': '5a9d6544-ea24-4e05-a7a9-0424e7b51f87', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a8cdda-fc57-4f80-bfed-33eec258ca8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:52:03Z', 'updated_at': '2021-08-16T21:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '12be3bc2-0fe4-4a7b-8fd2-211e0ce4afcf', 'name': '', 'network_id': 'bf930567-0bfd-4855-9050-7e0649e4662d', 'tenant_id': 'fcce1a1b1e5d496cb643764994e5693e', 'mac_address': 'fa:16:3e:ec:4b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a8cdda-fc57-4f80-bfed-33eec258ca8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'a0233831-797c-4b51-80b5-639972c6271b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:52:06Z', 'updated_at': '2021-08-16T21:52:06Z', 'revision_number': 2, 'project_id': 'fcce1a1b1e5d496cb643764994e5693e', 'subnets': [{'id': 'a0233831-797c-4b51-80b5-639972c6271b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:52:08.312589 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a345896c-292d-4ec6-821a-9071eab72466 None None] Checking router: f9a8cdda-fc57-4f80-bfed-33eec258ca8a for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:52:08.312947 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a345896c-292d-4ec6-821a-9071eab72466 None None] Updating router f9a8cdda-fc57-4f80-bfed-33eec258ca8a port 12be3bc2-0fe4-4a7b-8fd2-211e0ce4afcf binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:52:08.331221 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2e5395a5-161e-4a36-b1ed-b0cbdc9d79cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:08.341194 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a345896c-292d-4ec6-821a-9071eab72466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:08.356561 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e5395a5-161e-4a36-b1ed-b0cbdc9d79cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:52:08.366379 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5395a5-161e-4a36-b1ed-b0cbdc9d79cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55271ad-6a26-48fb-a4c6-d60c892175e5,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:08.372377 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2e5395a5-161e-4a36-b1ed-b0cbdc9d79cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:08.372740 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-2e5395a5-161e-4a36-b1ed-b0cbdc9d79cf admin admin] Added segment 8f320d31-c086-4ec7-a11f-fd7439ef91b9 of type vlan for network 9379bbbe-b08a-4289-82ab-d687e3592840 Aug 16 21:52:08.413792 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2e5395a5-161e-4a36-b1ed-b0cbdc9d79cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:08.531407 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2e5395a5-161e-4a36-b1ed-b0cbdc9d79cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:08.532465 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5395a5-161e-4a36-b1ed-b0cbdc9d79cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:08.533356 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2e5395a5-161e-4a36-b1ed-b0cbdc9d79cf admin admin] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:08.546054 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5a9d6544-ea24-4e05-a7a9-0424e7b51f87 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:52:08.595278 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5395a5-161e-4a36-b1ed-b0cbdc9d79cf admin admin] Pushing event updated for resources: {'Network': ['ID=9379bbbe-b08a-4289-82ab-d687e3592840,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:08.615556 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 9379bbbe-b08a-4289-82ab-d687e3592840 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:52:08.652958 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2e5395a5-161e-4a36-b1ed-b0cbdc9d79cf admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5969896 Aug 16 21:52:08.655694 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36060) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:52:08.661154 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-9ad54368-ec26-4ffa-90e0-788fd5b191c5 admin admin] Request body: {'subnet': {'network_id': '9379bbbe-b08a-4289-82ab-d687e3592840', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-776344448-subnet', 'tenant_id': '81f6c7e97a15485b899a341d616f4f84', 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:52:08.737208 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad54368-ec26-4ffa-90e0-788fd5b191c5 admin admin] Made reservation on behalf of 81f6c7e97a15485b899a341d616f4f84 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:52:08.739650 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9ad54368-ec26-4ffa-90e0-788fd5b191c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:08.846511 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a345896c-292d-4ec6-821a-9071eab72466 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:08.865727 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a345896c-292d-4ec6-821a-9071eab72466 None None] Transition to ACTIVE for port object 12be3bc2-0fe4-4a7b-8fd2-211e0ce4afcf will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:52:08.948328 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 5a9d6544-ea24-4e05-a7a9-0424e7b51f87 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:52:08.953258 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 5a9d6544-ea24-4e05-a7a9-0424e7b51f87 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:52:08.953625 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:08.994974 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a345896c-292d-4ec6-821a-9071eab72466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:09.022149 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9ad54368-ec26-4ffa-90e0-788fd5b191c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:09.052743 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac956b-9d50-4ce6-a860-4e6d60a495d8 None None] Pushing event updated for resources: {'Port': ['ID=12be3bc2-0fe4-4a7b-8fd2-211e0ce4afcf,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:09.082837 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad54368-ec26-4ffa-90e0-788fd5b191c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf65140a-c5b2-4700-8975-04ae54a56026,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:09.095718 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad54368-ec26-4ffa-90e0-788fd5b191c5 admin admin] Checking segment: {'id': '8f320d31-c086-4ec7-a11f-fd7439ef91b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9379bbbe-b08a-4289-82ab-d687e3592840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:52:09.096128 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad54368-ec26-4ffa-90e0-788fd5b191c5 admin admin] Network hostable DHCP agents. Network: 9379bbbe-b08a-4289-82ab-d687e3592840, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:52:09.136112 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-a345896c-292d-4ec6-821a-9071eab72466 None None] Attempting to bind port 12be3bc2-0fe4-4a7b-8fd2-211e0ce4afcf on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:52:09.137020 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-a345896c-292d-4ec6-821a-9071eab72466 None None] Attempting to bind port 12be3bc2-0fe4-4a7b-8fd2-211e0ce4afcf by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'a05ba431-209e-401b-961b-61cb35d784b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'bf930567-0bfd-4855-9050-7e0649e4662d'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:52:09.137401 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a345896c-292d-4ec6-821a-9071eab72466 None None] Attempting to bind port 12be3bc2-0fe4-4a7b-8fd2-211e0ce4afcf on network bf930567-0bfd-4855-9050-7e0649e4662d {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:52:09.139405 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:09.152226 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a345896c-292d-4ec6-821a-9071eab72466 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:52:09.152605 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a345896c-292d-4ec6-821a-9071eab72466 None None] Checking segment: {'id': 'a05ba431-209e-401b-961b-61cb35d784b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'bf930567-0bfd-4855-9050-7e0649e4662d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:52:09.153024 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a345896c-292d-4ec6-821a-9071eab72466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:09.153489 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a345896c-292d-4ec6-821a-9071eab72466 None None] Bound using segment: {'id': 'a05ba431-209e-401b-961b-61cb35d784b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'bf930567-0bfd-4855-9050-7e0649e4662d'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:52:09.153960 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-a345896c-292d-4ec6-821a-9071eab72466 None None] Bound port: 12be3bc2-0fe4-4a7b-8fd2-211e0ce4afcf, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a05ba431-209e-401b-961b-61cb35d784b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'bf930567-0bfd-4855-9050-7e0649e4662d'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:52:09.154342 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a345896c-292d-4ec6-821a-9071eab72466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:09.173552 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 5a9d6544-ea24-4e05-a7a9-0424e7b51f87, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5a9d6544-ea24-4e05-a7a9-0424e7b51f87,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:52:09.199369 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad54368-ec26-4ffa-90e0-788fd5b191c5 admin admin] Network 9379bbbe-b08a-4289-82ab-d687e3592840 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:52:09.228770 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a345896c-292d-4ec6-821a-9071eab72466 None None] For port 12be3bc2-0fe4-4a7b-8fd2-211e0ce4afcf, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:52:09.232716 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a345896c-292d-4ec6-821a-9071eab72466 None None] For port 12be3bc2-0fe4-4a7b-8fd2-211e0ce4afcf, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=12be3bc2-0fe4-4a7b-8fd2-211e0ce4afcf,segment=NetworkSegment(a05ba431-209e-401b-961b-61cb35d784b8),segment_id=a05ba431-209e-401b-961b-61cb35d784b8)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:52:09.261720 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:09.312046 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=5a9d6544-ea24-4e05-a7a9-0424e7b51f87,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:09.318750 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-9ad54368-ec26-4ffa-90e0-788fd5b191c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 9379bbbe-b08a-4289-82ab-d687e3592840) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:52:09.323350 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad54368-ec26-4ffa-90e0-788fd5b191c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:09.324255 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9ad54368-ec26-4ffa-90e0-788fd5b191c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:09.328270 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47247784-fef3-4724-9b4a-a20653d584c5 None None] Network 9379bbbe-b08a-4289-82ab-d687e3592840 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:52:09.366842 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a345896c-292d-4ec6-821a-9071eab72466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:09.419136 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9ad54368-ec26-4ffa-90e0-788fd5b191c5 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7610862 Aug 16 21:52:09.421110 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36062) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:52:09.426070 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-300b977e-c061-4a68-9701-07dc790d15a6 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-776344448-router', 'tenant_id': '81f6c7e97a15485b899a341d616f4f84', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:52:09.452000 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac956b-9d50-4ce6-a860-4e6d60a495d8 None None] Pushing event updated for resources: {'Port': ['ID=12be3bc2-0fe4-4a7b-8fd2-211e0ce4afcf,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:09.456804 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a345896c-292d-4ec6-821a-9071eab72466 None None] Routers {'f9a8cdda-fc57-4f80-bfed-33eec258ca8a'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:52:09.457427 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-a345896c-292d-4ec6-821a-9071eab72466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:51:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['f9a8cdda-fc57-4f80-bfed-33eec258ca8a'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:52:09.519117 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-300b977e-c061-4a68-9701-07dc790d15a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:09.520223 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-300b977e-c061-4a68-9701-07dc790d15a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:09.582690 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-300b977e-c061-4a68-9701-07dc790d15a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:09.617552 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ad5a15-00b4-4a1c-8de9-52d4297b0bc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-9379bbbe-b08a-4289-82ab-d687e3592840', 'network_id': '9379bbbe-b08a-4289-82ab-d687e3592840', 'tenant_id': '81f6c7e97a15485b899a341d616f4f84', 'fixed_ips': [{'subnet_id': 'bf65140a-c5b2-4700-8975-04ae54a56026'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:52:09.618386 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-41ad5a15-00b4-4a1c-8de9-52d4297b0bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:09.624039 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-a345896c-292d-4ec6-821a-9071eab72466 None None] Set router f9a8cdda-fc57-4f80-bfed-33eec258ca8a gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:52:09.821117 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-300b977e-c061-4a68-9701-07dc790d15a6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:09.904742 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-41ad5a15-00b4-4a1c-8de9-52d4297b0bc1 None None] Allocated IP 172.20.0.2 (9379bbbe-b08a-4289-82ab-d687e3592840/bf65140a-c5b2-4700-8975-04ae54a56026/2edb6032-4bf0-43d7-84b8-0929091ea58d) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:52:10.025166 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-a345896c-292d-4ec6-821a-9071eab72466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a8cdda-fc57-4f80-bfed-33eec258ca8a', 'name': 'tempest-TestEncryptedCinderVolumes-2067308730-router', 'tenant_id': 'fcce1a1b1e5d496cb643764994e5693e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '5a9d6544-ea24-4e05-a7a9-0424e7b51f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:52:03Z', 'updated_at': '2021-08-16T21:52:06Z', 'revision_number': 4, 'project_id': 'fcce1a1b1e5d496cb643764994e5693e', 'gw_port': {'id': '5a9d6544-ea24-4e05-a7a9-0424e7b51f87', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a8cdda-fc57-4f80-bfed-33eec258ca8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:52:03Z', 'updated_at': '2021-08-16T21:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '12be3bc2-0fe4-4a7b-8fd2-211e0ce4afcf', 'name': '', 'network_id': 'bf930567-0bfd-4855-9050-7e0649e4662d', 'tenant_id': 'fcce1a1b1e5d496cb643764994e5693e', 'mac_address': 'fa:16:3e:ec:4b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a8cdda-fc57-4f80-bfed-33eec258ca8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'a0233831-797c-4b51-80b5-639972c6271b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:52:06Z', 'updated_at': '2021-08-16T21:52:09Z', 'revision_number': 4, 'project_id': 'fcce1a1b1e5d496cb643764994e5693e', 'subnets': [{'id': 'a0233831-797c-4b51-80b5-639972c6271b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:52:10.057187 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a345896c-292d-4ec6-821a-9071eab72466 None None] The sync data for ids ['f9a8cdda-fc57-4f80-bfed-33eec258ca8a'] in n-d-793620-15 is: [{'id': 'f9a8cdda-fc57-4f80-bfed-33eec258ca8a', 'name': 'tempest-TestEncryptedCinderVolumes-2067308730-router', 'tenant_id': 'fcce1a1b1e5d496cb643764994e5693e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '5a9d6544-ea24-4e05-a7a9-0424e7b51f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:52:03Z', 'updated_at': '2021-08-16T21:52:06Z', 'revision_number': 4, 'project_id': 'fcce1a1b1e5d496cb643764994e5693e', 'gw_port': {'id': '5a9d6544-ea24-4e05-a7a9-0424e7b51f87', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a8cdda-fc57-4f80-bfed-33eec258ca8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:52:03Z', 'updated_at': '2021-08-16T21:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '12be3bc2-0fe4-4a7b-8fd2-211e0ce4afcf', 'name': '', 'network_id': 'bf930567-0bfd-4855-9050-7e0649e4662d', 'tenant_id': 'fcce1a1b1e5d496cb643764994e5693e', 'mac_address': 'fa:16:3e:ec:4b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a8cdda-fc57-4f80-bfed-33eec258ca8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'a0233831-797c-4b51-80b5-639972c6271b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:52:06Z', 'updated_at': '2021-08-16T21:52:09Z', 'revision_number': 4, 'project_id': 'fcce1a1b1e5d496cb643764994e5693e', 'subnets': [{'id': 'a0233831-797c-4b51-80b5-639972c6271b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:52:10.092756 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-300b977e-c061-4a68-9701-07dc790d15a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:10.125056 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-300b977e-c061-4a68-9701-07dc790d15a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:10.129983 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-41ad5a15-00b4-4a1c-8de9-52d4297b0bc1 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:10.143420 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-41ad5a15-00b4-4a1c-8de9-52d4297b0bc1 None None] Transition to ACTIVE for port object 2edb6032-4bf0-43d7-84b8-0929091ea58d will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:52:10.159064 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-41ad5a15-00b4-4a1c-8de9-52d4297b0bc1 None None] Transition to ACTIVE for port object 2edb6032-4bf0-43d7-84b8-0929091ea58d will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:52:10.240602 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-300b977e-c061-4a68-9701-07dc790d15a6 admin admin] Allocated IP 172.25.1.147 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/09e7d68f-14dd-43f4-bdda-7df1af9932d1) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:52:10.246529 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-41ad5a15-00b4-4a1c-8de9-52d4297b0bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:10.289937 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ad5a15-00b4-4a1c-8de9-52d4297b0bc1 None None] Network 9379bbbe-b08a-4289-82ab-d687e3592840 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:52:10.295168 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-41ad5a15-00b4-4a1c-8de9-52d4297b0bc1 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:52:10.298894 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ad5a15-00b4-4a1c-8de9-52d4297b0bc1 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:52:10.307919 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad5a15-00b4-4a1c-8de9-52d4297b0bc1 None None] Pushing event updated for resources: {'Port': ['ID=2edb6032-4bf0-43d7-84b8-0929091ea58d,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:10.359843 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-41ad5a15-00b4-4a1c-8de9-52d4297b0bc1 None None] Attempting to bind port 2edb6032-4bf0-43d7-84b8-0929091ea58d on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:52:10.360386 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-41ad5a15-00b4-4a1c-8de9-52d4297b0bc1 None None] Attempting to bind port 2edb6032-4bf0-43d7-84b8-0929091ea58d by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '8f320d31-c086-4ec7-a11f-fd7439ef91b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9379bbbe-b08a-4289-82ab-d687e3592840'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:52:10.360752 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ad5a15-00b4-4a1c-8de9-52d4297b0bc1 None None] Attempting to bind port 2edb6032-4bf0-43d7-84b8-0929091ea58d on network 9379bbbe-b08a-4289-82ab-d687e3592840 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:52:10.361817 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-300b977e-c061-4a68-9701-07dc790d15a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:10.366660 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ad5a15-00b4-4a1c-8de9-52d4297b0bc1 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:52:10.366874 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ad5a15-00b4-4a1c-8de9-52d4297b0bc1 None None] Checking segment: {'id': '8f320d31-c086-4ec7-a11f-fd7439ef91b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9379bbbe-b08a-4289-82ab-d687e3592840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:52:10.367251 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-41ad5a15-00b4-4a1c-8de9-52d4297b0bc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:10.367645 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ad5a15-00b4-4a1c-8de9-52d4297b0bc1 None None] Bound using segment: {'id': '8f320d31-c086-4ec7-a11f-fd7439ef91b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9379bbbe-b08a-4289-82ab-d687e3592840'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:52:10.368151 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-41ad5a15-00b4-4a1c-8de9-52d4297b0bc1 None None] Bound port: 2edb6032-4bf0-43d7-84b8-0929091ea58d, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f320d31-c086-4ec7-a11f-fd7439ef91b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9379bbbe-b08a-4289-82ab-d687e3592840'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:52:10.368539 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-41ad5a15-00b4-4a1c-8de9-52d4297b0bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:10.436600 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-41ad5a15-00b4-4a1c-8de9-52d4297b0bc1 None None] For port 2edb6032-4bf0-43d7-84b8-0929091ea58d, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:52:10.440168 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-41ad5a15-00b4-4a1c-8de9-52d4297b0bc1 None None] For port 2edb6032-4bf0-43d7-84b8-0929091ea58d, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=2edb6032-4bf0-43d7-84b8-0929091ea58d,segment=NetworkSegment(8f320d31-c086-4ec7-a11f-fd7439ef91b9),segment_id=8f320d31-c086-4ec7-a11f-fd7439ef91b9)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:52:10.531932 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-300b977e-c061-4a68-9701-07dc790d15a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:10.561508 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-41ad5a15-00b4-4a1c-8de9-52d4297b0bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:10.587766 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300b977e-c061-4a68-9701-07dc790d15a6 admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:52:10.596878 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-300b977e-c061-4a68-9701-07dc790d15a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:52:10.601087 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300b977e-c061-4a68-9701-07dc790d15a6 admin admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:52:10.625362 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad5a15-00b4-4a1c-8de9-52d4297b0bc1 None None] Pushing event updated for resources: {'Port': ['ID=2edb6032-4bf0-43d7-84b8-0929091ea58d,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:10.639991 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b977e-c061-4a68-9701-07dc790d15a6 admin admin] Pushing event updated for resources: {'Port': ['ID=09e7d68f-14dd-43f4-bdda-7df1af9932d1,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:10.650080 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 12be3bc2-0fe4-4a7b-8fd2-211e0ce4afcf up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:52:10.748505 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 12be3bc2-0fe4-4a7b-8fd2-211e0ce4afcf completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:52:10.753411 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 12be3bc2-0fe4-4a7b-8fd2-211e0ce4afcf triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:52:10.753816 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:10.879356 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:10.936143 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 12be3bc2-0fe4-4a7b-8fd2-211e0ce4afcf, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=12be3bc2-0fe4-4a7b-8fd2-211e0ce4afcf,segment=NetworkSegment(a05ba431-209e-401b-961b-61cb35d784b8),segment_id=a05ba431-209e-401b-961b-61cb35d784b8)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:52:10.995131 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-300b977e-c061-4a68-9701-07dc790d15a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:11.023103 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:11.023996 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5a9d6544-ea24-4e05-a7a9-0424e7b51f87 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:52:11.132144 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=12be3bc2-0fe4-4a7b-8fd2-211e0ce4afcf,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:11.143586 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 5a9d6544-ea24-4e05-a7a9-0424e7b51f87 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:52:11.144061 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:11.178506 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e9a9f404-8c4b-4f12-b37d-285fc5100ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:11.222912 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-300b977e-c061-4a68-9701-07dc790d15a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:11.428741 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300b977e-c061-4a68-9701-07dc790d15a6 admin admin] Router 228d5540-7006-4ad5-9955-adaca337de3b is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:52:11.539905 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300b977e-c061-4a68-9701-07dc790d15a6 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:52:11.550137 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f23d6a-b020-46d0-a3d3-5bcddef1d29d None None] Sync routers for ids ['228d5540-7006-4ad5-9955-adaca337de3b'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:52:11.560519 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f23d6a-b020-46d0-a3d3-5bcddef1d29d None None] Routers {'228d5540-7006-4ad5-9955-adaca337de3b'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:52:11.561838 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-c6f23d6a-b020-46d0-a3d3-5bcddef1d29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:51:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['228d5540-7006-4ad5-9955-adaca337de3b'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:52:11.618184 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b070efad-7794-403c-ac22-5f1f26d95cfd None None] Network 9379bbbe-b08a-4289-82ab-d687e3592840 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:52:11.628753 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-300b977e-c061-4a68-9701-07dc790d15a6 admin admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:11.630716 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-300b977e-c061-4a68-9701-07dc790d15a6 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2080362 Aug 16 21:52:11.632936 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36064) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:52:11.667199 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-c6f23d6a-b020-46d0-a3d3-5bcddef1d29d None None] Set router 228d5540-7006-4ad5-9955-adaca337de3b gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:52:11.760731 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b147fcbb-dee7-4213-8b25-b95e85bc9a26 None None] Provisioning for port 2edb6032-4bf0-43d7-84b8-0929091ea58d completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:52:11.844049 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:52:11.856343 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-c6f23d6a-b020-46d0-a3d3-5bcddef1d29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228d5540-7006-4ad5-9955-adaca337de3b', 'name': 'tempest-TestEncryptedCinderVolumes-776344448-router', 'tenant_id': '81f6c7e97a15485b899a341d616f4f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '09e7d68f-14dd-43f4-bdda-7df1af9932d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:52:09Z', 'updated_at': '2021-08-16T21:52:10Z', 'revision_number': 3, 'project_id': '81f6c7e97a15485b899a341d616f4f84', 'gw_port': {'id': '09e7d68f-14dd-43f4-bdda-7df1af9932d1', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:94:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228d5540-7006-4ad5-9955-adaca337de3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:52:10Z', 'updated_at': '2021-08-16T21:52:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:52:11.882227 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f23d6a-b020-46d0-a3d3-5bcddef1d29d None None] Checking router: 228d5540-7006-4ad5-9955-adaca337de3b for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:52:11.882532 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f23d6a-b020-46d0-a3d3-5bcddef1d29d None None] Updating router 228d5540-7006-4ad5-9955-adaca337de3b port 09e7d68f-14dd-43f4-bdda-7df1af9932d1 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:52:11.912652 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-c6f23d6a-b020-46d0-a3d3-5bcddef1d29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:12.067104 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ec26c824-1098-4aee-8354-80ebdcb67174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:12.165526 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-c6f23d6a-b020-46d0-a3d3-5bcddef1d29d None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:12.176222 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-c6f23d6a-b020-46d0-a3d3-5bcddef1d29d None None] Transition to ACTIVE for port object 09e7d68f-14dd-43f4-bdda-7df1af9932d1 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:52:12.226638 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-ec26c824-1098-4aee-8354-80ebdcb67174 admin admin] Allocated IP 172.20.0.1 (9379bbbe-b08a-4289-82ab-d687e3592840/bf65140a-c5b2-4700-8975-04ae54a56026/bb8e7730-efce-4cab-bd3c-eae7623d9f2b) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:52:12.268450 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-c6f23d6a-b020-46d0-a3d3-5bcddef1d29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:12.320854 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-c6f23d6a-b020-46d0-a3d3-5bcddef1d29d None None] Attempting to bind port 09e7d68f-14dd-43f4-bdda-7df1af9932d1 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:52:12.321227 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-c6f23d6a-b020-46d0-a3d3-5bcddef1d29d None None] Attempting to bind port 09e7d68f-14dd-43f4-bdda-7df1af9932d1 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:52:12.321578 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f23d6a-b020-46d0-a3d3-5bcddef1d29d None None] Attempting to bind port 09e7d68f-14dd-43f4-bdda-7df1af9932d1 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:52:12.324459 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc554c2b-79d7-40ca-8ccb-1dfc1bc9ebb3 None None] Pushing event updated for resources: {'Port': ['ID=09e7d68f-14dd-43f4-bdda-7df1af9932d1,revision_number=2']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:12.329150 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f23d6a-b020-46d0-a3d3-5bcddef1d29d None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:52:12.329520 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f23d6a-b020-46d0-a3d3-5bcddef1d29d None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:52:12.330030 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-c6f23d6a-b020-46d0-a3d3-5bcddef1d29d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:12.330296 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f23d6a-b020-46d0-a3d3-5bcddef1d29d None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:52:12.330909 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-c6f23d6a-b020-46d0-a3d3-5bcddef1d29d None None] Bound port: 09e7d68f-14dd-43f4-bdda-7df1af9932d1, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:52:12.331292 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-c6f23d6a-b020-46d0-a3d3-5bcddef1d29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:12.339959 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ec26c824-1098-4aee-8354-80ebdcb67174 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:12.351179 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-ec26c824-1098-4aee-8354-80ebdcb67174 admin admin] Transition to ACTIVE for port object bb8e7730-efce-4cab-bd3c-eae7623d9f2b will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:52:12.451488 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ec26c824-1098-4aee-8354-80ebdcb67174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:12.467412 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-c6f23d6a-b020-46d0-a3d3-5bcddef1d29d None None] For port 09e7d68f-14dd-43f4-bdda-7df1af9932d1, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:52:12.470572 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-c6f23d6a-b020-46d0-a3d3-5bcddef1d29d None None] For port 09e7d68f-14dd-43f4-bdda-7df1af9932d1, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=09e7d68f-14dd-43f4-bdda-7df1af9932d1,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:52:12.493837 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec26c824-1098-4aee-8354-80ebdcb67174 admin admin] Network 9379bbbe-b08a-4289-82ab-d687e3592840 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:52:12.498239 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-ec26c824-1098-4aee-8354-80ebdcb67174 admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:52:12.502560 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec26c824-1098-4aee-8354-80ebdcb67174 admin admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:52:12.505846 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26c824-1098-4aee-8354-80ebdcb67174 admin admin] Pushing event updated for resources: {'Port': ['ID=bb8e7730-efce-4cab-bd3c-eae7623d9f2b,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:12.543592 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ec26c824-1098-4aee-8354-80ebdcb67174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:12.582531 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-c6f23d6a-b020-46d0-a3d3-5bcddef1d29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:12.647660 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 2edb6032-4bf0-43d7-84b8-0929091ea58d up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:52:12.650771 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f23d6a-b020-46d0-a3d3-5bcddef1d29d None None] Routers {'228d5540-7006-4ad5-9955-adaca337de3b'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:52:12.650934 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-c6f23d6a-b020-46d0-a3d3-5bcddef1d29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:51:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['228d5540-7006-4ad5-9955-adaca337de3b'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:52:12.711866 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc554c2b-79d7-40ca-8ccb-1dfc1bc9ebb3 None None] Pushing event updated for resources: {'Port': ['ID=09e7d68f-14dd-43f4-bdda-7df1af9932d1,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:12.771568 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 2edb6032-4bf0-43d7-84b8-0929091ea58d completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:52:12.775912 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 2edb6032-4bf0-43d7-84b8-0929091ea58d triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:52:12.776278 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:12.781705 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-c6f23d6a-b020-46d0-a3d3-5bcddef1d29d None None] Set router 228d5540-7006-4ad5-9955-adaca337de3b gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:52:12.863945 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:12.897723 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 2edb6032-4bf0-43d7-84b8-0929091ea58d, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=2edb6032-4bf0-43d7-84b8-0929091ea58d,segment=NetworkSegment(8f320d31-c086-4ec7-a11f-fd7439ef91b9),segment_id=8f320d31-c086-4ec7-a11f-fd7439ef91b9)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:52:12.898692 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ab578e9d-daf6-442d-80d8-996a064140fe None None] Provisioning for port bb8e7730-efce-4cab-bd3c-eae7623d9f2b completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:52:12.903523 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ab578e9d-daf6-442d-80d8-996a064140fe None None] Provisioning complete for port bb8e7730-efce-4cab-bd3c-eae7623d9f2b triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:52:12.903931 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ab578e9d-daf6-442d-80d8-996a064140fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:12.942837 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-ab578e9d-daf6-442d-80d8-996a064140fe None None] Port bb8e7730-efce-4cab-bd3c-eae7623d9f2b cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:52:12.980755 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-c6f23d6a-b020-46d0-a3d3-5bcddef1d29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228d5540-7006-4ad5-9955-adaca337de3b', 'name': 'tempest-TestEncryptedCinderVolumes-776344448-router', 'tenant_id': '81f6c7e97a15485b899a341d616f4f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '09e7d68f-14dd-43f4-bdda-7df1af9932d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:52:09Z', 'updated_at': '2021-08-16T21:52:10Z', 'revision_number': 3, 'project_id': '81f6c7e97a15485b899a341d616f4f84', 'gw_port': {'id': '09e7d68f-14dd-43f4-bdda-7df1af9932d1', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:94:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228d5540-7006-4ad5-9955-adaca337de3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:52:10Z', 'updated_at': '2021-08-16T21:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:52:12.982655 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:12.983488 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 12be3bc2-0fe4-4a7b-8fd2-211e0ce4afcf up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:52:13.012362 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f23d6a-b020-46d0-a3d3-5bcddef1d29d None None] The sync data for ids ['228d5540-7006-4ad5-9955-adaca337de3b'] in n-d-793620-15 is: [{'id': '228d5540-7006-4ad5-9955-adaca337de3b', 'name': 'tempest-TestEncryptedCinderVolumes-776344448-router', 'tenant_id': '81f6c7e97a15485b899a341d616f4f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '09e7d68f-14dd-43f4-bdda-7df1af9932d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:52:09Z', 'updated_at': '2021-08-16T21:52:10Z', 'revision_number': 3, 'project_id': '81f6c7e97a15485b899a341d616f4f84', 'gw_port': {'id': '09e7d68f-14dd-43f4-bdda-7df1af9932d1', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:94:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228d5540-7006-4ad5-9955-adaca337de3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:52:10Z', 'updated_at': '2021-08-16T21:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:52:13.067461 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=2edb6032-4bf0-43d7-84b8-0929091ea58d,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:13.080872 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 12be3bc2-0fe4-4a7b-8fd2-211e0ce4afcf triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:52:13.081450 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:13.107509 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ec26c824-1098-4aee-8354-80ebdcb67174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:13.296964 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ec26c824-1098-4aee-8354-80ebdcb67174 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:13.354166 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ec26c824-1098-4aee-8354-80ebdcb67174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:13.428003 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ec26c824-1098-4aee-8354-80ebdcb67174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:13.429837 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26c824-1098-4aee-8354-80ebdcb67174 admin admin] Pushing event updated for resources: {'Port': ['ID=bb8e7730-efce-4cab-bd3c-eae7623d9f2b,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:13.441521 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26c824-1098-4aee-8354-80ebdcb67174 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:13.441883 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26c824-1098-4aee-8354-80ebdcb67174 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:13.442234 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26c824-1098-4aee-8354-80ebdcb67174 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:13.442579 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26c824-1098-4aee-8354-80ebdcb67174 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:13.442919 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26c824-1098-4aee-8354-80ebdcb67174 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:13.443256 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26c824-1098-4aee-8354-80ebdcb67174 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:13.443641 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26c824-1098-4aee-8354-80ebdcb67174 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:13.444023 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26c824-1098-4aee-8354-80ebdcb67174 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:13.444357 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26c824-1098-4aee-8354-80ebdcb67174 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:13.447844 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26c824-1098-4aee-8354-80ebdcb67174 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:13.447844 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26c824-1098-4aee-8354-80ebdcb67174 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:13.447844 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26c824-1098-4aee-8354-80ebdcb67174 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:13.536855 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec26c824-1098-4aee-8354-80ebdcb67174 admin admin] Network 9379bbbe-b08a-4289-82ab-d687e3592840 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:52:13.538493 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-ec26c824-1098-4aee-8354-80ebdcb67174 admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:52:13.639568 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8b7539e2-37c0-425a-ab02-76d33a276d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:13.668560 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec26c824-1098-4aee-8354-80ebdcb67174 admin admin] Router 228d5540-7006-4ad5-9955-adaca337de3b has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:52:13.771239 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1b984469-5a72-44c6-9f4d-5c97cd665c5e None None] Provisioning complete for port bb8e7730-efce-4cab-bd3c-eae7623d9f2b triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:52:13.771749 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1b984469-5a72-44c6-9f4d-5c97cd665c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:13.790793 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec26c824-1098-4aee-8354-80ebdcb67174 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:52:13.796485 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ec26c824-1098-4aee-8354-80ebdcb67174 admin admin] 10.222.0.84 "PUT /v2.0/routers/228d5540-7006-4ad5-9955-adaca337de3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1624436 Aug 16 21:52:13.831129 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-1b984469-5a72-44c6-9f4d-5c97cd665c5e None None] Port bb8e7730-efce-4cab-bd3c-eae7623d9f2b cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:52:13.919997 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:14.523170 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1873d7-d727-4d5f-815e-6266cd08a1df None None] Sync routers for ids ['228d5540-7006-4ad5-9955-adaca337de3b'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:52:14.533990 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1873d7-d727-4d5f-815e-6266cd08a1df None None] Routers {'228d5540-7006-4ad5-9955-adaca337de3b'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:52:14.534654 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-ad1873d7-d727-4d5f-815e-6266cd08a1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:52:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['228d5540-7006-4ad5-9955-adaca337de3b'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:52:14.617236 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 2edb6032-4bf0-43d7-84b8-0929091ea58d up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:52:14.655150 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-8ce9affd-7a64-4e0b-8d6b-11f56b3860df tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:14.656768 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-8ce9affd-7a64-4e0b-8d6b-11f56b3860df tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/networks?id=bf930567-0bfd-4855-9050-7e0649e4662d HTTP/1.1" status: 200 len: 817 time: 0.1228814 Aug 16 21:52:14.672586 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-e33ba91b-5f1c-45f8-9638-60b3c48cb662 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/quotas/fcce1a1b1e5d496cb643764994e5693e HTTP/1.1" status: 200 len: 375 time: 0.0095780 Aug 16 21:52:14.674706 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-ad1873d7-d727-4d5f-815e-6266cd08a1df None None] Set router 228d5540-7006-4ad5-9955-adaca337de3b gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:52:14.722587 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 2edb6032-4bf0-43d7-84b8-0929091ea58d triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:52:14.722964 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:14.726462 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-0b1e381e-bedb-45ed-9881-ca2b979e3c1c tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=fcce1a1b1e5d496cb643764994e5693e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479209 Aug 16 21:52:14.821256 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-b178166d-7f6b-4ef1-a667-e4e39a4cd8e0 service neutron] 10.222.0.84 "GET /v2.0/networks/bf930567-0bfd-4855-9050-7e0649e4662d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827968 Aug 16 21:52:14.921284 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-63886ebc-2d0b-468c-8bcd-1c2813940d06 service neutron] 10.222.0.84 "GET /v2.0/networks/bf930567-0bfd-4855-9050-7e0649e4662d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934684 Aug 16 21:52:15.106414 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 09e7d68f-14dd-43f4-bdda-7df1af9932d1 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:52:15.145770 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:15.163531 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-ad1873d7-d727-4d5f-815e-6266cd08a1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228d5540-7006-4ad5-9955-adaca337de3b', 'name': 'tempest-TestEncryptedCinderVolumes-776344448-router', 'tenant_id': '81f6c7e97a15485b899a341d616f4f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '09e7d68f-14dd-43f4-bdda-7df1af9932d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:52:09Z', 'updated_at': '2021-08-16T21:52:13Z', 'revision_number': 4, 'project_id': '81f6c7e97a15485b899a341d616f4f84', 'gw_port': {'id': '09e7d68f-14dd-43f4-bdda-7df1af9932d1', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:94:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228d5540-7006-4ad5-9955-adaca337de3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:52:10Z', 'updated_at': '2021-08-16T21:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'bb8e7730-efce-4cab-bd3c-eae7623d9f2b', 'name': '', 'network_id': '9379bbbe-b08a-4289-82ab-d687e3592840', 'tenant_id': '81f6c7e97a15485b899a341d616f4f84', 'mac_address': 'fa:16:3e:81:ec:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228d5540-7006-4ad5-9955-adaca337de3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'bf65140a-c5b2-4700-8975-04ae54a56026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:52:12Z', 'updated_at': '2021-08-16T21:52:13Z', 'revision_number': 2, 'project_id': '81f6c7e97a15485b899a341d616f4f84', 'subnets': [{'id': 'bf65140a-c5b2-4700-8975-04ae54a56026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:52:15.167980 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-735a2442-59f0-4fcd-b3e5-b9e211e6b595 req-6b062891-7774-4f13-a52e-74bd7d56978d tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/ports?device_id=aff5d4cc-fbc5-4b08-9ff0-6528a0a400ea HTTP/1.1" status: 200 len: 210 time: 0.0341983 Aug 16 21:52:15.196826 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1873d7-d727-4d5f-815e-6266cd08a1df None None] Checking router: 228d5540-7006-4ad5-9955-adaca337de3b for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:52:15.197286 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1873d7-d727-4d5f-815e-6266cd08a1df None None] Updating router 228d5540-7006-4ad5-9955-adaca337de3b port bb8e7730-efce-4cab-bd3c-eae7623d9f2b binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:52:15.222549 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ad1873d7-d727-4d5f-815e-6266cd08a1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:15.318732 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 09e7d68f-14dd-43f4-bdda-7df1af9932d1 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:52:15.325888 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 09e7d68f-14dd-43f4-bdda-7df1af9932d1 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:52:15.326254 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:15.488355 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:15.520636 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 09e7d68f-14dd-43f4-bdda-7df1af9932d1, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=09e7d68f-14dd-43f4-bdda-7df1af9932d1,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:52:15.563343 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ad1873d7-d727-4d5f-815e-6266cd08a1df None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:15.572987 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ad1873d7-d727-4d5f-815e-6266cd08a1df None None] Transition to ACTIVE for port object bb8e7730-efce-4cab-bd3c-eae7623d9f2b will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:52:15.604594 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:15.655555 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=09e7d68f-14dd-43f4-bdda-7df1af9932d1,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:15.685419 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ad1873d7-d727-4d5f-815e-6266cd08a1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:15.739966 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199053ea-e5eb-482f-9092-4e4a81387b92 None None] Pushing event updated for resources: {'Port': ['ID=bb8e7730-efce-4cab-bd3c-eae7623d9f2b,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:15.790970 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-ad1873d7-d727-4d5f-815e-6266cd08a1df None None] Attempting to bind port bb8e7730-efce-4cab-bd3c-eae7623d9f2b on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:52:15.791347 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-ad1873d7-d727-4d5f-815e-6266cd08a1df None None] Attempting to bind port bb8e7730-efce-4cab-bd3c-eae7623d9f2b by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '8f320d31-c086-4ec7-a11f-fd7439ef91b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9379bbbe-b08a-4289-82ab-d687e3592840'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:52:15.791720 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1873d7-d727-4d5f-815e-6266cd08a1df None None] Attempting to bind port bb8e7730-efce-4cab-bd3c-eae7623d9f2b on network 9379bbbe-b08a-4289-82ab-d687e3592840 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:52:15.797174 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1873d7-d727-4d5f-815e-6266cd08a1df None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:52:15.797560 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1873d7-d727-4d5f-815e-6266cd08a1df None None] Checking segment: {'id': '8f320d31-c086-4ec7-a11f-fd7439ef91b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9379bbbe-b08a-4289-82ab-d687e3592840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:52:15.797974 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ad1873d7-d727-4d5f-815e-6266cd08a1df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:15.798383 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1873d7-d727-4d5f-815e-6266cd08a1df None None] Bound using segment: {'id': '8f320d31-c086-4ec7-a11f-fd7439ef91b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9379bbbe-b08a-4289-82ab-d687e3592840'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:52:15.798857 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-ad1873d7-d727-4d5f-815e-6266cd08a1df None None] Bound port: bb8e7730-efce-4cab-bd3c-eae7623d9f2b, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f320d31-c086-4ec7-a11f-fd7439ef91b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9379bbbe-b08a-4289-82ab-d687e3592840'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:52:15.799248 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ad1873d7-d727-4d5f-815e-6266cd08a1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:15.867118 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-ad1873d7-d727-4d5f-815e-6266cd08a1df None None] For port bb8e7730-efce-4cab-bd3c-eae7623d9f2b, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:52:15.870928 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-ad1873d7-d727-4d5f-815e-6266cd08a1df None None] For port bb8e7730-efce-4cab-bd3c-eae7623d9f2b, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=bb8e7730-efce-4cab-bd3c-eae7623d9f2b,segment=NetworkSegment(8f320d31-c086-4ec7-a11f-fd7439ef91b9),segment_id=8f320d31-c086-4ec7-a11f-fd7439ef91b9)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:52:16.017201 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ad1873d7-d727-4d5f-815e-6266cd08a1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:16.078093 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1873d7-d727-4d5f-815e-6266cd08a1df None None] Routers {'228d5540-7006-4ad5-9955-adaca337de3b'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:52:16.078742 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-ad1873d7-d727-4d5f-815e-6266cd08a1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:52:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['228d5540-7006-4ad5-9955-adaca337de3b'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:52:16.116179 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199053ea-e5eb-482f-9092-4e4a81387b92 None None] Pushing event updated for resources: {'Port': ['ID=bb8e7730-efce-4cab-bd3c-eae7623d9f2b,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:16.197810 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-ad1873d7-d727-4d5f-815e-6266cd08a1df None None] Set router 228d5540-7006-4ad5-9955-adaca337de3b gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:52:16.309007 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c16072d8-257d-4304-937c-aba4efaafbd0 req-0f5a58e3-f3d0-4201-a75a-d03f194cf194 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/ports?device_id=aff5d4cc-fbc5-4b08-9ff0-6528a0a400ea HTTP/1.1" status: 200 len: 210 time: 0.0280626 Aug 16 21:52:16.408171 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-ad1873d7-d727-4d5f-815e-6266cd08a1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228d5540-7006-4ad5-9955-adaca337de3b', 'name': 'tempest-TestEncryptedCinderVolumes-776344448-router', 'tenant_id': '81f6c7e97a15485b899a341d616f4f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '09e7d68f-14dd-43f4-bdda-7df1af9932d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:52:09Z', 'updated_at': '2021-08-16T21:52:13Z', 'revision_number': 4, 'project_id': '81f6c7e97a15485b899a341d616f4f84', 'gw_port': {'id': '09e7d68f-14dd-43f4-bdda-7df1af9932d1', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:94:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228d5540-7006-4ad5-9955-adaca337de3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:52:10Z', 'updated_at': '2021-08-16T21:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'bb8e7730-efce-4cab-bd3c-eae7623d9f2b', 'name': '', 'network_id': '9379bbbe-b08a-4289-82ab-d687e3592840', 'tenant_id': '81f6c7e97a15485b899a341d616f4f84', 'mac_address': 'fa:16:3e:81:ec:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228d5540-7006-4ad5-9955-adaca337de3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'bf65140a-c5b2-4700-8975-04ae54a56026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:52:12Z', 'updated_at': '2021-08-16T21:52:15Z', 'revision_number': 4, 'project_id': '81f6c7e97a15485b899a341d616f4f84', 'subnets': [{'id': 'bf65140a-c5b2-4700-8975-04ae54a56026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:52:16.434799 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1873d7-d727-4d5f-815e-6266cd08a1df None None] The sync data for ids ['228d5540-7006-4ad5-9955-adaca337de3b'] in n-d-793620-15 is: [{'id': '228d5540-7006-4ad5-9955-adaca337de3b', 'name': 'tempest-TestEncryptedCinderVolumes-776344448-router', 'tenant_id': '81f6c7e97a15485b899a341d616f4f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '09e7d68f-14dd-43f4-bdda-7df1af9932d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:52:09Z', 'updated_at': '2021-08-16T21:52:13Z', 'revision_number': 4, 'project_id': '81f6c7e97a15485b899a341d616f4f84', 'gw_port': {'id': '09e7d68f-14dd-43f4-bdda-7df1af9932d1', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:94:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228d5540-7006-4ad5-9955-adaca337de3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:52:10Z', 'updated_at': '2021-08-16T21:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': 'bb8e7730-efce-4cab-bd3c-eae7623d9f2b', 'name': '', 'network_id': '9379bbbe-b08a-4289-82ab-d687e3592840', 'tenant_id': '81f6c7e97a15485b899a341d616f4f84', 'mac_address': 'fa:16:3e:81:ec:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228d5540-7006-4ad5-9955-adaca337de3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'bf65140a-c5b2-4700-8975-04ae54a56026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:52:12Z', 'updated_at': '2021-08-16T21:52:15Z', 'revision_number': 4, 'project_id': '81f6c7e97a15485b899a341d616f4f84', 'subnets': [{'id': 'bf65140a-c5b2-4700-8975-04ae54a56026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:52:16.631715 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 09e7d68f-14dd-43f4-bdda-7df1af9932d1 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:52:16.686369 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 09e7d68f-14dd-43f4-bdda-7df1af9932d1 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:52:16.686784 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:16.776249 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device bb8e7730-efce-4cab-bd3c-eae7623d9f2b up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:52:16.801923 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:16.936679 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port bb8e7730-efce-4cab-bd3c-eae7623d9f2b completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:52:16.941121 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port bb8e7730-efce-4cab-bd3c-eae7623d9f2b triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:52:16.941716 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:17.025109 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:17.071410 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port bb8e7730-efce-4cab-bd3c-eae7623d9f2b, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=bb8e7730-efce-4cab-bd3c-eae7623d9f2b,segment=NetworkSegment(8f320d31-c086-4ec7-a11f-fd7439ef91b9),segment_id=8f320d31-c086-4ec7-a11f-fd7439ef91b9)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:52:17.125660 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:17.176551 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=bb8e7730-efce-4cab-bd3c-eae7623d9f2b,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:17.424885 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f7fd6b39-71f3-4237-a9f0-e7ba51462dc5 req-f198a6d0-38d8-4be7-8e4e-449f910700b9 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/ports?device_id=aff5d4cc-fbc5-4b08-9ff0-6528a0a400ea HTTP/1.1" status: 200 len: 210 time: 0.0338755 Aug 16 21:52:17.450551 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-60d53ef7-203c-4904-a917-54342f309e20 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:17.452743 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-60d53ef7-203c-4904-a917-54342f309e20 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.72 "GET /v2.0/networks?id=bf930567-0bfd-4855-9050-7e0649e4662d HTTP/1.1" status: 200 len: 817 time: 0.1183355 Aug 16 21:52:17.466336 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-1d872c77-dc1c-43d9-955e-3a3da8d7124b tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Request body: {'port': {'device_id': 'aff5d4cc-fbc5-4b08-9ff0-6528a0a400ea', 'network_id': 'bf930567-0bfd-4855-9050-7e0649e4662d', 'admin_state_up': True, 'tenant_id': 'fcce1a1b1e5d496cb643764994e5693e'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:52:17.650981 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-1d872c77-dc1c-43d9-955e-3a3da8d7124b tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Made reservation on behalf of fcce1a1b1e5d496cb643764994e5693e for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:52:17.654511 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-1d872c77-dc1c-43d9-955e-3a3da8d7124b tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:17.777004 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-1d872c77-dc1c-43d9-955e-3a3da8d7124b tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Allocated IP 172.20.0.8 (bf930567-0bfd-4855-9050-7e0649e4662d/a0233831-797c-4b51-80b5-639972c6271b/4d72cb16-ab01-414f-ba31-b9209c70dffa) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:52:17.925821 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-1d872c77-dc1c-43d9-955e-3a3da8d7124b tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:17.941054 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-1d872c77-dc1c-43d9-955e-3a3da8d7124b tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Transition to ACTIVE for port object 4d72cb16-ab01-414f-ba31-b9209c70dffa will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:52:18.016928 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-1d872c77-dc1c-43d9-955e-3a3da8d7124b tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:18.057690 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-1d872c77-dc1c-43d9-955e-3a3da8d7124b tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Network bf930567-0bfd-4855-9050-7e0649e4662d is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:52:18.063084 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-1d872c77-dc1c-43d9-955e-3a3da8d7124b tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:52:18.066730 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-1d872c77-dc1c-43d9-955e-3a3da8d7124b tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:52:18.097070 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d872c77-dc1c-43d9-955e-3a3da8d7124b tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Pushing event updated for resources: {'Port': ['ID=4d72cb16-ab01-414f-ba31-b9209c70dffa,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:18.123479 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-1d872c77-dc1c-43d9-955e-3a3da8d7124b tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:18.124141 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-1d872c77-dc1c-43d9-955e-3a3da8d7124b tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:18.184014 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-1d872c77-dc1c-43d9-955e-3a3da8d7124b tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7211816 Aug 16 21:52:18.197200 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-09847a66-867a-49dd-b460-77b9dc81c097 service neutron] Request body: {'port': {'device_id': 'aff5d4cc-fbc5-4b08-9ff0-6528a0a400ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:52:18.251337 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-09847a66-867a-49dd-b460-77b9dc81c097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:18.342585 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-8878dbd7-aa3d-4c0c-b7f5-23b55e9e66ab None None] Provisioning for port 4d72cb16-ab01-414f-ba31-b9209c70dffa completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:52:18.346768 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-8878dbd7-aa3d-4c0c-b7f5-23b55e9e66ab None None] Provisioning complete for port 4d72cb16-ab01-414f-ba31-b9209c70dffa triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:52:18.347171 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8878dbd7-aa3d-4c0c-b7f5-23b55e9e66ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:18.385589 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-8878dbd7-aa3d-4c0c-b7f5-23b55e9e66ab None None] Port 4d72cb16-ab01-414f-ba31-b9209c70dffa cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:52:18.515395 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-09847a66-867a-49dd-b460-77b9dc81c097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d72cb16-ab01-414f-ba31-b9209c70dffa {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:52:18.523220 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-09847a66-867a-49dd-b460-77b9dc81c097 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:18.533778 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device bb8e7730-efce-4cab-bd3c-eae7623d9f2b up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:52:18.536771 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-09847a66-867a-49dd-b460-77b9dc81c097 service neutron] Transition to ACTIVE for port object 4d72cb16-ab01-414f-ba31-b9209c70dffa will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:52:18.559662 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c33384-355d-45ca-a848-a1c6b454599a req-2b4d7670-ed49-40b3-94b4-32410043dc5f tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:18.561196 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-94c33384-355d-45ca-a848-a1c6b454599a req-2b4d7670-ed49-40b3-94b4-32410043dc5f tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/ports?device_id=aff5d4cc-fbc5-4b08-9ff0-6528a0a400ea HTTP/1.1" status: 200 len: 931 time: 0.0612144 Aug 16 21:52:18.581700 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port bb8e7730-efce-4cab-bd3c-eae7623d9f2b triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:52:18.582080 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:18.600075 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-94c33384-355d-45ca-a848-a1c6b454599a req-e61c6798-c934-400f-abfa-33e4367bc843 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/security-groups?id=d9026c2c-1d1a-48ab-9480-7c4c19614116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324016 Aug 16 21:52:18.622112 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-09847a66-867a-49dd-b460-77b9dc81c097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:18.711530 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09847a66-867a-49dd-b460-77b9dc81c097 service neutron] Pushing event updated for resources: {'Port': ['ID=4d72cb16-ab01-414f-ba31-b9209c70dffa,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:18.743200 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-09847a66-867a-49dd-b460-77b9dc81c097 service neutron] Attempting to bind port 4d72cb16-ab01-414f-ba31-b9209c70dffa on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:52:18.743542 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-09847a66-867a-49dd-b460-77b9dc81c097 service neutron] Attempting to bind port 4d72cb16-ab01-414f-ba31-b9209c70dffa by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': 'a05ba431-209e-401b-961b-61cb35d784b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'bf930567-0bfd-4855-9050-7e0649e4662d'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:52:18.743906 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-09847a66-867a-49dd-b460-77b9dc81c097 service neutron] Attempting to bind port 4d72cb16-ab01-414f-ba31-b9209c70dffa on network bf930567-0bfd-4855-9050-7e0649e4662d {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:52:18.748571 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-09847a66-867a-49dd-b460-77b9dc81c097 service neutron] Port 4d72cb16-ab01-414f-ba31-b9209c70dffa on network bf930567-0bfd-4855-9050-7e0649e4662d not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:52:18.748926 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-09847a66-867a-49dd-b460-77b9dc81c097 service neutron] Attempting to bind port 4d72cb16-ab01-414f-ba31-b9209c70dffa on network bf930567-0bfd-4855-9050-7e0649e4662d {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:52:18.753918 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-09847a66-867a-49dd-b460-77b9dc81c097 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:52:18.754263 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-09847a66-867a-49dd-b460-77b9dc81c097 service neutron] Checking segment: {'id': 'a05ba431-209e-401b-961b-61cb35d784b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'bf930567-0bfd-4855-9050-7e0649e4662d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:52:18.754654 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-09847a66-867a-49dd-b460-77b9dc81c097 service neutron] Bound using segment: {'id': 'a05ba431-209e-401b-961b-61cb35d784b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'bf930567-0bfd-4855-9050-7e0649e4662d'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:52:18.755087 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-09847a66-867a-49dd-b460-77b9dc81c097 service neutron] Bound port: 4d72cb16-ab01-414f-ba31-b9209c70dffa, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a05ba431-209e-401b-961b-61cb35d784b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'bf930567-0bfd-4855-9050-7e0649e4662d'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:52:18.755455 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-09847a66-867a-49dd-b460-77b9dc81c097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:18.821841 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-09847a66-867a-49dd-b460-77b9dc81c097 service neutron] For port 4d72cb16-ab01-414f-ba31-b9209c70dffa, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:52:18.824958 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-09847a66-867a-49dd-b460-77b9dc81c097 service neutron] For port 4d72cb16-ab01-414f-ba31-b9209c70dffa, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=4d72cb16-ab01-414f-ba31-b9209c70dffa,segment=NetworkSegment(a05ba431-209e-401b-961b-61cb35d784b8),segment_id=a05ba431-209e-401b-961b-61cb35d784b8)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:52:18.914207 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-09847a66-867a-49dd-b460-77b9dc81c097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:18.953525 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-09847a66-867a-49dd-b460-77b9dc81c097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:18.954130 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-09847a66-867a-49dd-b460-77b9dc81c097 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:18.955517 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-09847a66-867a-49dd-b460-77b9dc81c097 service neutron] 10.222.0.72 "PUT /v2.0/ports/4d72cb16-ab01-414f-ba31-b9209c70dffa HTTP/1.1" status: 200 len: 1092 time: 0.7628706 Aug 16 21:52:18.955972 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff5d4cc-fbc5-4b08-9ff0-6528a0a400ea', 'tag': '4d72cb16-ab01-414f-ba31-b9209c70dffa'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:52:18.958320 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcd9435b18b7a34707b0c74d037ee6bf13b87a61dd91d81e26d4048d63ffdc36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cc59e5-bcba-4f7b-9656-c7678d633097" -d '{"events": [{"name": "network-changed", "server_uuid": "aff5d4cc-fbc5-4b08-9ff0-6528a0a400ea", "tag": "4d72cb16-ab01-414f-ba31-b9209c70dffa"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:52:18.982780 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09847a66-867a-49dd-b460-77b9dc81c097 service neutron] Pushing event updated for resources: {'Port': ['ID=4d72cb16-ab01-414f-ba31-b9209c70dffa,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:19.000595 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7b9314-2fcf-4afd-82d8-df51a26988e8 x-openstack-request-id: req-fd7b9314-2fcf-4afd-82d8-df51a26988e8 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:52:19.004089 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aff5d4cc-fbc5-4b08-9ff0-6528a0a400ea", "tag": "4d72cb16-ab01-414f-ba31-b9209c70dffa", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:52:19.004089 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-fd7b9314-2fcf-4afd-82d8-df51a26988e8 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:52:19.004089 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff5d4cc-fbc5-4b08-9ff0-6528a0a400ea', 'tag': '4d72cb16-ab01-414f-ba31-b9209c70dffa', 'status': 'completed', 'code': 200} Aug 16 21:52:19.065452 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc59e5-bcba-4f7b-9656-c7678d633097 req-b5085289-ce61-4739-bc60-66f494b85232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:19.067282 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d6cc59e5-bcba-4f7b-9656-c7678d633097 req-b5085289-ce61-4739-bc60-66f494b85232 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fcce1a1b1e5d496cb643764994e5693e&device_id=aff5d4cc-fbc5-4b08-9ff0-6528a0a400ea HTTP/1.1" status: 200 len: 1095 time: 0.0442216 Aug 16 21:52:19.455524 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc59e5-bcba-4f7b-9656-c7678d633097 req-b9367662-4c4e-459f-97ab-7c3da3ea3f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:19.457061 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d6cc59e5-bcba-4f7b-9656-c7678d633097 req-b9367662-4c4e-459f-97ab-7c3da3ea3f5c service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=fcce1a1b1e5d496cb643764994e5693e&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3824849 Aug 16 21:52:19.547014 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc59e5-bcba-4f7b-9656-c7678d633097 req-12c4505f-e9e1-4657-a884-93189db44ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:19.548382 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d6cc59e5-bcba-4f7b-9656-c7678d633097 req-12c4505f-e9e1-4657-a884-93189db44ce3 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0843856 Aug 16 21:52:19.623122 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-f31eac9b-252a-4e7b-8c1f-64fbf1efb9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:19.624649 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-f31eac9b-252a-4e7b-8c1f-64fbf1efb9fa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fcce1a1b1e5d496cb643764994e5693e&device_id=aff5d4cc-fbc5-4b08-9ff0-6528a0a400ea HTTP/1.1" status: 200 len: 1095 time: 0.0391915 Aug 16 21:52:19.670773 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-00554e33-af42-4591-86d2-ffc45a4c54e7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d72cb16-ab01-414f-ba31-b9209c70dffa HTTP/1.1" status: 200 len: 217 time: 0.0376413 Aug 16 21:52:19.719195 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-ef0f26f5-da22-45fb-b9ba-74e66c509016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:19.720684 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-ef0f26f5-da22-45fb-b9ba-74e66c509016 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a0233831-797c-4b51-80b5-639972c6271b HTTP/1.1" status: 200 len: 856 time: 0.0432100 Aug 16 21:52:19.721091 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea71d3-1161-4be0-92cd-f73c152fb959 req-d336ff94-0e95-4fce-97ff-3672a5bca55a tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:19.722657 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d6ea71d3-1161-4be0-92cd-f73c152fb959 req-d336ff94-0e95-4fce-97ff-3672a5bca55a tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/ports?device_id=aff5d4cc-fbc5-4b08-9ff0-6528a0a400ea HTTP/1.1" status: 200 len: 943 time: 0.0509737 Aug 16 21:52:19.762325 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d6ea71d3-1161-4be0-92cd-f73c152fb959 req-4f38adef-eb3d-462f-9844-e237f9929320 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/security-groups?id=d9026c2c-1d1a-48ab-9480-7c4c19614116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337334 Aug 16 21:52:19.767073 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-58f5c9e1-5d05-427e-b2d0-7fb040b7205a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:19.768776 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-58f5c9e1-5d05-427e-b2d0-7fb040b7205a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf930567-0bfd-4855-9050-7e0649e4662d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414059 Aug 16 21:52:19.845292 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:19.861911 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-a16f61a9-538a-4611-a4d4-8029bec81ffb service neutron] 10.222.0.72 "GET /v2.0/networks/bf930567-0bfd-4855-9050-7e0649e4662d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858994 Aug 16 21:52:19.953337 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fd6e2b2c-3e48-440b-9ec3-b5abf5db8a4f req-5679f443-bf9d-4ef2-83e1-b476881839fb service neutron] 10.222.0.72 "GET /v2.0/networks/bf930567-0bfd-4855-9050-7e0649e4662d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847971 Aug 16 21:52:20.879215 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc53c1-d736-4cab-9953-7dbb290a98ed req-3ba13f8b-fcc5-4bf8-b9fe-f13f0f617502 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:20.880711 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68bc53c1-d736-4cab-9953-7dbb290a98ed req-3ba13f8b-fcc5-4bf8-b9fe-f13f0f617502 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/ports?device_id=aff5d4cc-fbc5-4b08-9ff0-6528a0a400ea HTTP/1.1" status: 200 len: 943 time: 0.0482736 Aug 16 21:52:20.919146 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68bc53c1-d736-4cab-9953-7dbb290a98ed req-e5063d3b-e64b-4351-97e4-445118bbfc20 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/security-groups?id=d9026c2c-1d1a-48ab-9480-7c4c19614116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318787 Aug 16 21:52:22.038653 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10d77f-7e67-4ebe-a1f8-26c0d9e870ab req-d82287bf-7438-474d-ad53-6bb880e6d820 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:22.040174 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ae10d77f-7e67-4ebe-a1f8-26c0d9e870ab req-d82287bf-7438-474d-ad53-6bb880e6d820 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/ports?device_id=aff5d4cc-fbc5-4b08-9ff0-6528a0a400ea HTTP/1.1" status: 200 len: 943 time: 0.0533650 Aug 16 21:52:22.077831 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ae10d77f-7e67-4ebe-a1f8-26c0d9e870ab req-3efa3cc2-3fcc-4c25-905b-31dab8bc8e23 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/security-groups?id=d9026c2c-1d1a-48ab-9480-7c4c19614116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317450 Aug 16 21:52:22.627953 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:23.199075 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64c90a-2181-4c94-82e7-bbd2fb3afabb req-905e7d90-eefc-4fcc-80dd-e1ba948c725b tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:23.200611 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dd64c90a-2181-4c94-82e7-bbd2fb3afabb req-905e7d90-eefc-4fcc-80dd-e1ba948c725b tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/ports?device_id=aff5d4cc-fbc5-4b08-9ff0-6528a0a400ea HTTP/1.1" status: 200 len: 943 time: 0.0499830 Aug 16 21:52:23.238306 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dd64c90a-2181-4c94-82e7-bbd2fb3afabb req-17ab4a88-56fc-426f-823c-e8e76a9fbed6 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/security-groups?id=d9026c2c-1d1a-48ab-9480-7c4c19614116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316343 Aug 16 21:52:23.849872 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 4d72cb16-ab01-414f-ba31-b9209c70dffa details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:52:23.946617 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 4d72cb16-ab01-414f-ba31-b9209c70dffa, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=4d72cb16-ab01-414f-ba31-b9209c70dffa,segment=NetworkSegment(a05ba431-209e-401b-961b-61cb35d784b8),segment_id=a05ba431-209e-401b-961b-61cb35d784b8)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:52:23.957599 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '4d72cb16-ab01-414f-ba31-b9209c70dffa', 'network_id': 'bf930567-0bfd-4855-9050-7e0649e4662d', 'port_id': '4d72cb16-ab01-414f-ba31-b9209c70dffa', 'mac_address': 'fa:16:3e:9d:d5:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0233831-797c-4b51-80b5-639972c6271b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:52:23.993432 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:24.006265 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d72cb16-ab01-414f-ba31-b9209c70dffa {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:52:24.025118 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 4d72cb16-ab01-414f-ba31-b9209c70dffa, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=4d72cb16-ab01-414f-ba31-b9209c70dffa,segment=NetworkSegment(a05ba431-209e-401b-961b-61cb35d784b8),segment_id=a05ba431-209e-401b-961b-61cb35d784b8)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:52:24.096297 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:24.147674 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=4d72cb16-ab01-414f-ba31-b9209c70dffa,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:24.154981 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:24.155335 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:24.155680 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:24.156051 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:24.156386 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:24.156722 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:24.157054 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:24.157384 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:24.157980 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:24.158307 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:24.158634 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:24.158961 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:24.301091 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['4d72cb16-ab01-414f-ba31-b9209c70dffa'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:52:24.352535 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb168e-925c-404e-a47d-40f59b28a8f3 req-84e5563c-bc68-463a-b767-f36a598d7937 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:24.354048 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dbdb168e-925c-404e-a47d-40f59b28a8f3 req-84e5563c-bc68-463a-b767-f36a598d7937 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/ports?device_id=aff5d4cc-fbc5-4b08-9ff0-6528a0a400ea HTTP/1.1" status: 200 len: 944 time: 0.0495307 Aug 16 21:52:24.393597 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dbdb168e-925c-404e-a47d-40f59b28a8f3 req-59c20f2b-6525-419c-b90e-be58a6f9d951 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/security-groups?id=d9026c2c-1d1a-48ab-9480-7c4c19614116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325549 Aug 16 21:52:25.513383 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55eb028-ebc1-4840-8e94-8168677f32f5 req-1cf6b52c-ae6e-497d-b37f-1b9dce82c7f3 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:25.514901 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a55eb028-ebc1-4840-8e94-8168677f32f5 req-1cf6b52c-ae6e-497d-b37f-1b9dce82c7f3 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/ports?device_id=aff5d4cc-fbc5-4b08-9ff0-6528a0a400ea HTTP/1.1" status: 200 len: 944 time: 0.0545809 Aug 16 21:52:25.553705 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a55eb028-ebc1-4840-8e94-8168677f32f5 req-83f6efeb-af38-46e6-9fc4-d3317936a6be tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/security-groups?id=d9026c2c-1d1a-48ab-9480-7c4c19614116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325875 Aug 16 21:52:25.881395 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 4d72cb16-ab01-414f-ba31-b9209c70dffa up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:52:25.999272 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 4d72cb16-ab01-414f-ba31-b9209c70dffa completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:52:26.003116 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 4d72cb16-ab01-414f-ba31-b9209c70dffa triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:52:26.003489 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:26.078299 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:26.100472 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff5d4cc-fbc5-4b08-9ff0-6528a0a400ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d72cb16-ab01-414f-ba31-b9209c70dffa'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:52:26.102813 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c683fdb416c7f0821c75f6a91cfed7529d060c9c210f81ad2c881376259938b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183d7e88-f1ba-475e-b378-81c6e95c335d" -d '{"events": [{"server_uuid": "aff5d4cc-fbc5-4b08-9ff0-6528a0a400ea", "name": "network-vif-plugged", "status": "completed", "tag": "4d72cb16-ab01-414f-ba31-b9209c70dffa"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:52:26.116974 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 4d72cb16-ab01-414f-ba31-b9209c70dffa, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=4d72cb16-ab01-414f-ba31-b9209c70dffa,segment=NetworkSegment(a05ba431-209e-401b-961b-61cb35d784b8),segment_id=a05ba431-209e-401b-961b-61cb35d784b8)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:52:26.176498 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:26.202555 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeefc9af-2334-4028-80e8-3eec88e1adc7 x-openstack-request-id: req-eeefc9af-2334-4028-80e8-3eec88e1adc7 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:52:26.202852 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aff5d4cc-fbc5-4b08-9ff0-6528a0a400ea", "name": "network-vif-plugged", "status": "completed", "tag": "4d72cb16-ab01-414f-ba31-b9209c70dffa", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:52:26.203115 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-eeefc9af-2334-4028-80e8-3eec88e1adc7 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:52:26.203509 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff5d4cc-fbc5-4b08-9ff0-6528a0a400ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d72cb16-ab01-414f-ba31-b9209c70dffa', 'code': 200} Aug 16 21:52:26.231045 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=4d72cb16-ab01-414f-ba31-b9209c70dffa,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:26.301733 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373af37-9b29-42d6-ae53-25f3f3a22740 req-2cd5dbf7-7230-4b8c-a6db-9262afbcf2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:26.303210 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8373af37-9b29-42d6-ae53-25f3f3a22740 req-2cd5dbf7-7230-4b8c-a6db-9262afbcf2ea service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=aff5d4cc-fbc5-4b08-9ff0-6528a0a400ea HTTP/1.1" status: 200 len: 1097 time: 0.0446093 Aug 16 21:52:26.337471 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8373af37-9b29-42d6-ae53-25f3f3a22740 req-27783e0f-1ada-4869-9818-56226231d171 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d9026c2c-1d1a-48ab-9480-7c4c19614116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273852 Aug 16 21:52:26.668606 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4644bb6-6b10-468e-9dd3-eac786365ef1 req-d20769e6-e44a-41eb-bc14-617830325c5e tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:26.670108 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e4644bb6-6b10-468e-9dd3-eac786365ef1 req-d20769e6-e44a-41eb-bc14-617830325c5e tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/ports?device_id=aff5d4cc-fbc5-4b08-9ff0-6528a0a400ea HTTP/1.1" status: 200 len: 945 time: 0.0507505 Aug 16 21:52:26.707241 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e4644bb6-6b10-468e-9dd3-eac786365ef1 req-7d940761-9f1c-4dd1-96a2-e7295ea4ef6d tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/security-groups?id=d9026c2c-1d1a-48ab-9480-7c4c19614116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312600 Aug 16 21:52:27.824790 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba738d-ea71-4dc8-b00b-4b101f9be8b5 req-bd307151-c973-48bf-9e9e-91cf03a6276a tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:27.826181 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ceba738d-ea71-4dc8-b00b-4b101f9be8b5 req-bd307151-c973-48bf-9e9e-91cf03a6276a tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/ports?device_id=aff5d4cc-fbc5-4b08-9ff0-6528a0a400ea HTTP/1.1" status: 200 len: 945 time: 0.0492299 Aug 16 21:52:27.862305 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ceba738d-ea71-4dc8-b00b-4b101f9be8b5 req-43a82976-ae9b-47bf-8a34-8e99e2a96eda tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/security-groups?id=d9026c2c-1d1a-48ab-9480-7c4c19614116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301600 Aug 16 21:52:27.981487 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1feed3-d9cc-41a4-9afd-742037274bb3 req-a58aefe7-ff5b-40f9-ae85-ef184f193bc7 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:27.982981 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a1feed3-d9cc-41a4-9afd-742037274bb3 req-a58aefe7-ff5b-40f9-ae85-ef184f193bc7 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/ports?device_id=aff5d4cc-fbc5-4b08-9ff0-6528a0a400ea HTTP/1.1" status: 200 len: 945 time: 0.0538595 Aug 16 21:52:28.021065 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6a1feed3-d9cc-41a4-9afd-742037274bb3 req-4417349a-7b52-4def-aa1a-aceef17a9295 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/security-groups?id=d9026c2c-1d1a-48ab-9480-7c4c19614116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319369 Aug 16 21:52:41.135472 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3c28fa12-d7d6-4937-811d-6a302ff78012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:43.638582 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03866dd4-2b03-4757-a490-8a7892f9dfd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:43.878707 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:45.056083 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:46.758677 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:48.843682 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:52:49.839067 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:50.025083 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731db389-1710-4b6b-909e-533faace8c90 req-1d0cb48d-f6c4-4ac0-86fb-d15dd79f38da tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:50.026584 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-731db389-1710-4b6b-909e-533faace8c90 req-1d0cb48d-f6c4-4ac0-86fb-d15dd79f38da tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/ports?device_id=aff5d4cc-fbc5-4b08-9ff0-6528a0a400ea HTTP/1.1" status: 200 len: 945 time: 0.0500681 Aug 16 21:52:50.064710 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-731db389-1710-4b6b-909e-533faace8c90 req-03b4433f-2fd0-41e2-9f51-61e61be12761 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/security-groups?id=d9026c2c-1d1a-48ab-9480-7c4c19614116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316081 Aug 16 21:52:51.180189 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831b5dc-c3c3-4fb6-bb33-7f3802165ab7 req-93528a20-d742-443e-b214-d452bdb8c8dd tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:51.181648 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f831b5dc-c3c3-4fb6-bb33-7f3802165ab7 req-93528a20-d742-443e-b214-d452bdb8c8dd tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/ports?device_id=aff5d4cc-fbc5-4b08-9ff0-6528a0a400ea HTTP/1.1" status: 200 len: 945 time: 0.0491807 Aug 16 21:52:51.218854 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f831b5dc-c3c3-4fb6-bb33-7f3802165ab7 req-9f49b81a-84e0-4330-8d40-3b00f22beef7 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/security-groups?id=d9026c2c-1d1a-48ab-9480-7c4c19614116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312662 Aug 16 21:52:51.610327 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441012c-9245-4929-82f1-1f4420373782 req-6a8bbe45-0047-4808-86bb-2f95002c26ba tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:51.611805 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c441012c-9245-4929-82f1-1f4420373782 req-6a8bbe45-0047-4808-86bb-2f95002c26ba tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.72 "GET /v2.0/ports?device_id=aff5d4cc-fbc5-4b08-9ff0-6528a0a400ea HTTP/1.1" status: 200 len: 945 time: 0.0499883 Aug 16 21:52:51.699480 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-c441012c-9245-4929-82f1-1f4420373782 req-b7f45126-64fc-41fb-ba8f-a622ce45893b tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Deleting port 4d72cb16-ab01-414f-ba31-b9209c70dffa {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:52:51.699863 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-c441012c-9245-4929-82f1-1f4420373782 req-b7f45126-64fc-41fb-ba8f-a622ce45893b tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:51.788154 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-c441012c-9245-4929-82f1-1f4420373782 req-b7f45126-64fc-41fb-ba8f-a622ce45893b tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] For port 4d72cb16-ab01-414f-ba31-b9209c70dffa, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=4d72cb16-ab01-414f-ba31-b9209c70dffa,segment=NetworkSegment(a05ba431-209e-401b-961b-61cb35d784b8),segment_id=a05ba431-209e-401b-961b-61cb35d784b8)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:52:51.788522 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-c441012c-9245-4929-82f1-1f4420373782 req-b7f45126-64fc-41fb-ba8f-a622ce45893b tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:51.800959 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-c441012c-9245-4929-82f1-1f4420373782 req-b7f45126-64fc-41fb-ba8f-a622ce45893b tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Calling delete_port for 4d72cb16-ab01-414f-ba31-b9209c70dffa owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:52:51.992792 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-c441012c-9245-4929-82f1-1f4420373782 req-b7f45126-64fc-41fb-ba8f-a622ce45893b tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:52.007076 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['4d72cb16-ab01-414f-ba31-b9209c70dffa'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:52:52.020013 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f45126-64fc-41fb-ba8f-a622ce45893b tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Pushing event deleted for resources: {'Port': ['ID=4d72cb16-ab01-414f-ba31-b9209c70dffa,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:52.033162 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f45126-64fc-41fb-ba8f-a622ce45893b tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:52.033522 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f45126-64fc-41fb-ba8f-a622ce45893b tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:52.033877 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f45126-64fc-41fb-ba8f-a622ce45893b tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:52.034217 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f45126-64fc-41fb-ba8f-a622ce45893b tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:52.034555 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f45126-64fc-41fb-ba8f-a622ce45893b tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:52.034899 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f45126-64fc-41fb-ba8f-a622ce45893b tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:52.035248 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f45126-64fc-41fb-ba8f-a622ce45893b tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:52.035579 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f45126-64fc-41fb-ba8f-a622ce45893b tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:52.035939 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f45126-64fc-41fb-ba8f-a622ce45893b tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:52.036272 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f45126-64fc-41fb-ba8f-a622ce45893b tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:52.036598 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f45126-64fc-41fb-ba8f-a622ce45893b tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:52.036925 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f45126-64fc-41fb-ba8f-a622ce45893b tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:52:52.076097 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-c441012c-9245-4929-82f1-1f4420373782 req-b7f45126-64fc-41fb-ba8f-a622ce45893b tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] No DVR routers for this DVR port 4d72cb16-ab01-414f-ba31-b9209c70dffa on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:52:52.079246 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-c441012c-9245-4929-82f1-1f4420373782 req-b7f45126-64fc-41fb-ba8f-a622ce45893b tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:52.081480 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c441012c-9245-4929-82f1-1f4420373782 req-b7f45126-64fc-41fb-ba8f-a622ce45893b tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.72 "DELETE /v2.0/ports/4d72cb16-ab01-414f-ba31-b9209c70dffa HTTP/1.1" status: 204 len: 173 time: 0.4634874 Aug 16 21:52:52.082409 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff5d4cc-fbc5-4b08-9ff0-6528a0a400ea', 'name': 'network-vif-deleted', 'tag': '4d72cb16-ab01-414f-ba31-b9209c70dffa'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:52:52.084738 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcd9435b18b7a34707b0c74d037ee6bf13b87a61dd91d81e26d4048d63ffdc36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66bd532-7a43-425e-b675-80992ff78a2e" -d '{"events": [{"server_uuid": "aff5d4cc-fbc5-4b08-9ff0-6528a0a400ea", "name": "network-vif-deleted", "tag": "4d72cb16-ab01-414f-ba31-b9209c70dffa"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:52:52.201125 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112130d5-9aa9-4d36-a2ef-3a10f8513366 x-openstack-request-id: req-112130d5-9aa9-4d36-a2ef-3a10f8513366 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:52:52.201541 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aff5d4cc-fbc5-4b08-9ff0-6528a0a400ea", "name": "network-vif-deleted", "tag": "4d72cb16-ab01-414f-ba31-b9209c70dffa", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:52:52.201887 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-112130d5-9aa9-4d36-a2ef-3a10f8513366 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:52:52.202443 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff5d4cc-fbc5-4b08-9ff0-6528a0a400ea', 'name': 'network-vif-deleted', 'tag': '4d72cb16-ab01-414f-ba31-b9209c70dffa', 'status': 'completed', 'code': 200} Aug 16 21:52:52.318319 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4955cfbf-b6a8-440e-b8c4-066d962e1669 req-177ca684-9cee-46e6-b017-25dc669aa705 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/ports?device_id=aff5d4cc-fbc5-4b08-9ff0-6528a0a400ea HTTP/1.1" status: 200 len: 210 time: 0.0311217 Aug 16 21:52:52.580675 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:53.991719 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-f0e165ec-da4d-4e48-85a2-c2a34c04caa0 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:53.993338 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-f0e165ec-da4d-4e48-85a2-c2a34c04caa0 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/networks?id=bf930567-0bfd-4855-9050-7e0649e4662d HTTP/1.1" status: 200 len: 817 time: 0.1029336 Aug 16 21:52:54.008986 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-7c840662-783d-47ac-8738-513eb2d9d6b3 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/quotas/fcce1a1b1e5d496cb643764994e5693e HTTP/1.1" status: 200 len: 375 time: 0.0091755 Aug 16 21:52:54.061050 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-7f99df94-ed09-4edd-9f69-eaced708e003 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=fcce1a1b1e5d496cb643764994e5693e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458796 Aug 16 21:52:54.246626 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-51933f75-0526-41e7-b11e-ae5df14168d6 service neutron] 10.222.0.84 "GET /v2.0/networks/bf930567-0bfd-4855-9050-7e0649e4662d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739695 Aug 16 21:52:54.334392 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-a488b8dd-a6c2-4d45-a438-523d2820b0ca service neutron] 10.222.0.84 "GET /v2.0/networks/bf930567-0bfd-4855-9050-7e0649e4662d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813327 Aug 16 21:52:54.576416 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-acaf6065-8605-439a-abdf-4064f0f427a7 req-cc214efb-6cc4-4848-97f2-84f339b986b9 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/ports?device_id=cce04c51-b929-49c0-92b1-de75122e9ab7 HTTP/1.1" status: 200 len: 210 time: 0.0315723 Aug 16 21:52:55.671533 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7189f54e-91b1-4a08-a695-e64594df31ba req-303b249f-0171-4ae8-ad99-a731e98922a1 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/ports?device_id=cce04c51-b929-49c0-92b1-de75122e9ab7 HTTP/1.1" status: 200 len: 210 time: 0.0274582 Aug 16 21:52:55.968370 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 4d72cb16-ab01-414f-ba31-b9209c70dffa no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:52:55.988167 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 4d72cb16-ab01-414f-ba31-b9209c70dffa {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:52:55.988514 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 4d72cb16-ab01-414f-ba31-b9209c70dffa not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:52:56.310210 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-9842587a-64b8-49ac-a872-85a5421f3975 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:56.311674 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-9842587a-64b8-49ac-a872-85a5421f3975 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.72 "GET /v2.0/networks?id=bf930567-0bfd-4855-9050-7e0649e4662d HTTP/1.1" status: 200 len: 817 time: 0.1090145 Aug 16 21:52:56.325332 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-a8a68612-73db-4356-ba7b-5e35e8d7c194 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Request body: {'port': {'device_id': 'cce04c51-b929-49c0-92b1-de75122e9ab7', 'network_id': 'bf930567-0bfd-4855-9050-7e0649e4662d', 'admin_state_up': True, 'tenant_id': 'fcce1a1b1e5d496cb643764994e5693e'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:52:56.489363 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-a8a68612-73db-4356-ba7b-5e35e8d7c194 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Made reservation on behalf of fcce1a1b1e5d496cb643764994e5693e for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:52:56.493110 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-a8a68612-73db-4356-ba7b-5e35e8d7c194 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:56.615667 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-a8a68612-73db-4356-ba7b-5e35e8d7c194 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Allocated IP 172.20.0.9 (bf930567-0bfd-4855-9050-7e0649e4662d/a0233831-797c-4b51-80b5-639972c6271b/4e3bbd0f-6e01-4a5d-8c24-471955210ce7) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:52:56.768739 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-a8a68612-73db-4356-ba7b-5e35e8d7c194 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:56.769578 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-26e49a04-1760-4a95-a9e1-4ce6d64e2acb req-1b2d52b5-0067-4a47-a72a-f02c588212df tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/ports?device_id=cce04c51-b929-49c0-92b1-de75122e9ab7 HTTP/1.1" status: 200 len: 210 time: 0.0274224 Aug 16 21:52:56.782971 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-a8a68612-73db-4356-ba7b-5e35e8d7c194 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Transition to ACTIVE for port object 4e3bbd0f-6e01-4a5d-8c24-471955210ce7 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:52:56.855895 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-a8a68612-73db-4356-ba7b-5e35e8d7c194 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:56.900208 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-a8a68612-73db-4356-ba7b-5e35e8d7c194 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Network bf930567-0bfd-4855-9050-7e0649e4662d is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:52:56.903299 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-a8a68612-73db-4356-ba7b-5e35e8d7c194 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:52:56.907329 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-a8a68612-73db-4356-ba7b-5e35e8d7c194 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:52:56.935875 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a68612-73db-4356-ba7b-5e35e8d7c194 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Pushing event updated for resources: {'Port': ['ID=4e3bbd0f-6e01-4a5d-8c24-471955210ce7,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:56.972051 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-a8a68612-73db-4356-ba7b-5e35e8d7c194 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:56.972731 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-a8a68612-73db-4356-ba7b-5e35e8d7c194 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:57.061686 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-a8a68612-73db-4356-ba7b-5e35e8d7c194 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7402711 Aug 16 21:52:57.075225 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-710c3ad2-4ba0-48e4-a336-bfc53373dbbd service neutron] Request body: {'port': {'device_id': 'cce04c51-b929-49c0-92b1-de75122e9ab7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:52:57.127981 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-710c3ad2-4ba0-48e4-a336-bfc53373dbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:57.209555 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a6234b2b-4199-4d70-9c2c-9b6bcf43b5d4 None None] Provisioning for port 4e3bbd0f-6e01-4a5d-8c24-471955210ce7 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:52:57.213456 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a6234b2b-4199-4d70-9c2c-9b6bcf43b5d4 None None] Provisioning complete for port 4e3bbd0f-6e01-4a5d-8c24-471955210ce7 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:52:57.213862 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a6234b2b-4199-4d70-9c2c-9b6bcf43b5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:57.249049 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a6234b2b-4199-4d70-9c2c-9b6bcf43b5d4 None None] Port 4e3bbd0f-6e01-4a5d-8c24-471955210ce7 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:52:57.394970 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-710c3ad2-4ba0-48e4-a336-bfc53373dbbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e3bbd0f-6e01-4a5d-8c24-471955210ce7 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:52:57.404271 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-710c3ad2-4ba0-48e4-a336-bfc53373dbbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:57.416832 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-710c3ad2-4ba0-48e4-a336-bfc53373dbbd service neutron] Transition to ACTIVE for port object 4e3bbd0f-6e01-4a5d-8c24-471955210ce7 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:52:57.535750 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-710c3ad2-4ba0-48e4-a336-bfc53373dbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:57.591163 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c3ad2-4ba0-48e4-a336-bfc53373dbbd service neutron] Pushing event updated for resources: {'Port': ['ID=4e3bbd0f-6e01-4a5d-8c24-471955210ce7,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:57.659548 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-710c3ad2-4ba0-48e4-a336-bfc53373dbbd service neutron] Attempting to bind port 4e3bbd0f-6e01-4a5d-8c24-471955210ce7 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:52:57.659921 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-710c3ad2-4ba0-48e4-a336-bfc53373dbbd service neutron] Attempting to bind port 4e3bbd0f-6e01-4a5d-8c24-471955210ce7 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': 'a05ba431-209e-401b-961b-61cb35d784b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'bf930567-0bfd-4855-9050-7e0649e4662d'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:52:57.660253 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-710c3ad2-4ba0-48e4-a336-bfc53373dbbd service neutron] Attempting to bind port 4e3bbd0f-6e01-4a5d-8c24-471955210ce7 on network bf930567-0bfd-4855-9050-7e0649e4662d {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:52:57.664672 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-710c3ad2-4ba0-48e4-a336-bfc53373dbbd service neutron] Port 4e3bbd0f-6e01-4a5d-8c24-471955210ce7 on network bf930567-0bfd-4855-9050-7e0649e4662d not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:52:57.664999 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-710c3ad2-4ba0-48e4-a336-bfc53373dbbd service neutron] Attempting to bind port 4e3bbd0f-6e01-4a5d-8c24-471955210ce7 on network bf930567-0bfd-4855-9050-7e0649e4662d {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:52:57.670759 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-710c3ad2-4ba0-48e4-a336-bfc53373dbbd service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:52:57.671100 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-710c3ad2-4ba0-48e4-a336-bfc53373dbbd service neutron] Checking segment: {'id': 'a05ba431-209e-401b-961b-61cb35d784b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'bf930567-0bfd-4855-9050-7e0649e4662d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:52:57.671483 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-710c3ad2-4ba0-48e4-a336-bfc53373dbbd service neutron] Bound using segment: {'id': 'a05ba431-209e-401b-961b-61cb35d784b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'bf930567-0bfd-4855-9050-7e0649e4662d'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:52:57.671942 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-710c3ad2-4ba0-48e4-a336-bfc53373dbbd service neutron] Bound port: 4e3bbd0f-6e01-4a5d-8c24-471955210ce7, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a05ba431-209e-401b-961b-61cb35d784b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'bf930567-0bfd-4855-9050-7e0649e4662d'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:52:57.672305 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-710c3ad2-4ba0-48e4-a336-bfc53373dbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:57.738767 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-710c3ad2-4ba0-48e4-a336-bfc53373dbbd service neutron] For port 4e3bbd0f-6e01-4a5d-8c24-471955210ce7, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:52:57.743450 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-710c3ad2-4ba0-48e4-a336-bfc53373dbbd service neutron] For port 4e3bbd0f-6e01-4a5d-8c24-471955210ce7, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=4e3bbd0f-6e01-4a5d-8c24-471955210ce7,segment=NetworkSegment(a05ba431-209e-401b-961b-61cb35d784b8),segment_id=a05ba431-209e-401b-961b-61cb35d784b8)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:52:57.799016 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-710c3ad2-4ba0-48e4-a336-bfc53373dbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:57.836823 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-710c3ad2-4ba0-48e4-a336-bfc53373dbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:57.837436 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-710c3ad2-4ba0-48e4-a336-bfc53373dbbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:57.839384 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-710c3ad2-4ba0-48e4-a336-bfc53373dbbd service neutron] 10.222.0.72 "PUT /v2.0/ports/4e3bbd0f-6e01-4a5d-8c24-471955210ce7 HTTP/1.1" status: 200 len: 1092 time: 0.7685959 Aug 16 21:52:57.839894 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce04c51-b929-49c0-92b1-de75122e9ab7', 'tag': '4e3bbd0f-6e01-4a5d-8c24-471955210ce7'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:52:57.842120 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcd9435b18b7a34707b0c74d037ee6bf13b87a61dd91d81e26d4048d63ffdc36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce8eacb-0ea1-4a96-a43d-cdcfb44951ed" -d '{"events": [{"name": "network-changed", "server_uuid": "cce04c51-b929-49c0-92b1-de75122e9ab7", "tag": "4e3bbd0f-6e01-4a5d-8c24-471955210ce7"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:52:57.865806 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c3ad2-4ba0-48e4-a336-bfc53373dbbd service neutron] Pushing event updated for resources: {'Port': ['ID=4e3bbd0f-6e01-4a5d-8c24-471955210ce7,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:52:57.890923 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb11edc-2ae8-4049-82a3-01fb3e479722 x-openstack-request-id: req-9bb11edc-2ae8-4049-82a3-01fb3e479722 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:52:57.891273 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cce04c51-b929-49c0-92b1-de75122e9ab7", "tag": "4e3bbd0f-6e01-4a5d-8c24-471955210ce7", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:52:57.891520 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9bb11edc-2ae8-4049-82a3-01fb3e479722 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:52:57.892081 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cce04c51-b929-49c0-92b1-de75122e9ab7', 'tag': '4e3bbd0f-6e01-4a5d-8c24-471955210ce7', 'status': 'completed', 'code': 200} Aug 16 21:52:57.894169 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8150c4-3631-41a5-831a-9d3836e7ff13 req-ffd10c9c-d8a6-43ec-8576-5e4a913bd06c tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:57.895961 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4a8150c4-3631-41a5-831a-9d3836e7ff13 req-ffd10c9c-d8a6-43ec-8576-5e4a913bd06c tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/ports?device_id=cce04c51-b929-49c0-92b1-de75122e9ab7 HTTP/1.1" status: 200 len: 943 time: 0.0538108 Aug 16 21:52:57.942066 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4a8150c4-3631-41a5-831a-9d3836e7ff13 req-1702dd7a-4a08-4a3b-b06e-2972b9e54be4 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/security-groups?id=d9026c2c-1d1a-48ab-9480-7c4c19614116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377674 Aug 16 21:52:57.972838 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8eacb-0ea1-4a96-a43d-cdcfb44951ed req-808fbf3b-36bb-40f7-8176-7d198f5ffca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:57.974359 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7ce8eacb-0ea1-4a96-a43d-cdcfb44951ed req-808fbf3b-36bb-40f7-8176-7d198f5ffca6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fcce1a1b1e5d496cb643764994e5693e&device_id=cce04c51-b929-49c0-92b1-de75122e9ab7 HTTP/1.1" status: 200 len: 1095 time: 0.0578816 Aug 16 21:52:58.081517 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8eacb-0ea1-4a96-a43d-cdcfb44951ed req-3cfc9694-aed6-4fbf-a9df-08479ef333e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:58.083031 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7ce8eacb-0ea1-4a96-a43d-cdcfb44951ed req-3cfc9694-aed6-4fbf-a9df-08479ef333e9 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=fcce1a1b1e5d496cb643764994e5693e&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1010418 Aug 16 21:52:58.176560 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8eacb-0ea1-4a96-a43d-cdcfb44951ed req-6e81a615-1287-41a0-98c2-dd55383a7d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:58.177974 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7ce8eacb-0ea1-4a96-a43d-cdcfb44951ed req-6e81a615-1287-41a0-98c2-dd55383a7d03 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884655 Aug 16 21:52:58.252662 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-52140211-1745-450e-8554-84851c09339a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:58.254201 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-52140211-1745-450e-8554-84851c09339a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fcce1a1b1e5d496cb643764994e5693e&device_id=cce04c51-b929-49c0-92b1-de75122e9ab7 HTTP/1.1" status: 200 len: 1095 time: 0.0400875 Aug 16 21:52:58.299897 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-e901c773-cdfb-46ae-b428-8f6a684ded7d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e3bbd0f-6e01-4a5d-8c24-471955210ce7 HTTP/1.1" status: 200 len: 217 time: 0.0381720 Aug 16 21:52:58.347929 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-ffd353e5-7090-430e-b0bc-a28596f63e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:58.349409 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-ffd353e5-7090-430e-b0bc-a28596f63e30 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a0233831-797c-4b51-80b5-639972c6271b HTTP/1.1" status: 200 len: 856 time: 0.0432770 Aug 16 21:52:58.393210 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-774f3569-5504-4a13-9305-baeb30c83041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:58.394742 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-774f3569-5504-4a13-9305-baeb30c83041 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf930567-0bfd-4855-9050-7e0649e4662d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387838 Aug 16 21:52:58.488290 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-7842e6fe-49ba-4067-9221-f075df0cbaf7 service neutron] 10.222.0.72 "GET /v2.0/networks/bf930567-0bfd-4855-9050-7e0649e4662d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865698 Aug 16 21:52:58.577463 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-40f523db-8c60-4a13-b02b-a9dbec6dfbbc req-ff379a21-e086-4ace-9c26-2890e093ec4a service neutron] 10.222.0.72 "GET /v2.0/networks/bf930567-0bfd-4855-9050-7e0649e4662d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825393 Aug 16 21:52:59.062203 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447357b1-62b1-4a6c-ab4f-361a19d97fdc req-abe69ef8-e4d0-4e12-b0f0-469c533bbbc3 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:52:59.063699 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-447357b1-62b1-4a6c-ab4f-361a19d97fdc req-abe69ef8-e4d0-4e12-b0f0-469c533bbbc3 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/ports?device_id=cce04c51-b929-49c0-92b1-de75122e9ab7 HTTP/1.1" status: 200 len: 943 time: 0.0490141 Aug 16 21:52:59.105255 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-447357b1-62b1-4a6c-ab4f-361a19d97fdc req-8caeb437-f47f-43ed-b53d-5be1b7ec7193 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/security-groups?id=d9026c2c-1d1a-48ab-9480-7c4c19614116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355148 Aug 16 21:53:00.219887 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5642c91-0a65-42ed-9af9-9f7eb42c82fc req-ec14baba-38e6-4c40-8fd7-74984c196690 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:00.221476 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f5642c91-0a65-42ed-9af9-9f7eb42c82fc req-ec14baba-38e6-4c40-8fd7-74984c196690 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/ports?device_id=cce04c51-b929-49c0-92b1-de75122e9ab7 HTTP/1.1" status: 200 len: 943 time: 0.0496397 Aug 16 21:53:00.257856 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f5642c91-0a65-42ed-9af9-9f7eb42c82fc req-dc5ac164-628c-4aea-8e6b-fdc1f0e01254 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/security-groups?id=d9026c2c-1d1a-48ab-9480-7c4c19614116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305157 Aug 16 21:53:01.372532 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9251dba-7fec-4019-a24c-816a04c5dc0e req-e870b26c-49d5-4482-812e-15642047b181 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:01.374056 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d9251dba-7fec-4019-a24c-816a04c5dc0e req-e870b26c-49d5-4482-812e-15642047b181 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/ports?device_id=cce04c51-b929-49c0-92b1-de75122e9ab7 HTTP/1.1" status: 200 len: 943 time: 0.0491045 Aug 16 21:53:01.411879 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d9251dba-7fec-4019-a24c-816a04c5dc0e req-656c544f-6be7-4442-a437-b55f0fb45038 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/security-groups?id=d9026c2c-1d1a-48ab-9480-7c4c19614116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317304 Aug 16 21:53:01.991347 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 4e3bbd0f-6e01-4a5d-8c24-471955210ce7 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:53:02.083434 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 4e3bbd0f-6e01-4a5d-8c24-471955210ce7, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=4e3bbd0f-6e01-4a5d-8c24-471955210ce7,segment=NetworkSegment(a05ba431-209e-401b-961b-61cb35d784b8),segment_id=a05ba431-209e-401b-961b-61cb35d784b8)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:53:02.094416 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '4e3bbd0f-6e01-4a5d-8c24-471955210ce7', 'network_id': 'bf930567-0bfd-4855-9050-7e0649e4662d', 'port_id': '4e3bbd0f-6e01-4a5d-8c24-471955210ce7', 'mac_address': 'fa:16:3e:d1:c2:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0233831-797c-4b51-80b5-639972c6271b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:53:02.129867 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:02.145976 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e3bbd0f-6e01-4a5d-8c24-471955210ce7 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:53:02.165022 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 4e3bbd0f-6e01-4a5d-8c24-471955210ce7, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=4e3bbd0f-6e01-4a5d-8c24-471955210ce7,segment=NetworkSegment(a05ba431-209e-401b-961b-61cb35d784b8),segment_id=a05ba431-209e-401b-961b-61cb35d784b8)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:53:02.209547 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:02.256122 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=4e3bbd0f-6e01-4a5d-8c24-471955210ce7,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:02.398763 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['4e3bbd0f-6e01-4a5d-8c24-471955210ce7'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:53:02.527276 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8c94f-1dd7-49fb-af84-207249695549 req-a512340c-63c4-4d31-9e03-57f24794d28d tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:02.528776 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1ce8c94f-1dd7-49fb-af84-207249695549 req-a512340c-63c4-4d31-9e03-57f24794d28d tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/ports?device_id=cce04c51-b929-49c0-92b1-de75122e9ab7 HTTP/1.1" status: 200 len: 944 time: 0.0498748 Aug 16 21:53:02.573998 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1ce8c94f-1dd7-49fb-af84-207249695549 req-d3539892-9b57-438a-9ce6-2a4dabe6f603 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/security-groups?id=d9026c2c-1d1a-48ab-9480-7c4c19614116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390646 Aug 16 21:53:03.691888 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a38f5-3cca-4f20-bc74-6c713cd341e3 req-0e6fe02f-5883-4181-bd86-19e65a2eac9b tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:03.693400 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2b7a38f5-3cca-4f20-bc74-6c713cd341e3 req-0e6fe02f-5883-4181-bd86-19e65a2eac9b tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/ports?device_id=cce04c51-b929-49c0-92b1-de75122e9ab7 HTTP/1.1" status: 200 len: 944 time: 0.0490170 Aug 16 21:53:03.730709 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2b7a38f5-3cca-4f20-bc74-6c713cd341e3 req-7de09204-5dee-4eab-aea1-8c669172143e tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/security-groups?id=d9026c2c-1d1a-48ab-9480-7c4c19614116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314579 Aug 16 21:53:04.037083 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 4e3bbd0f-6e01-4a5d-8c24-471955210ce7 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:53:04.106461 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 4e3bbd0f-6e01-4a5d-8c24-471955210ce7 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:53:04.110055 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 4e3bbd0f-6e01-4a5d-8c24-471955210ce7 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:53:04.110435 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:04.185294 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:04.207383 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce04c51-b929-49c0-92b1-de75122e9ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3bbd0f-6e01-4a5d-8c24-471955210ce7'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:53:04.211026 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c683fdb416c7f0821c75f6a91cfed7529d060c9c210f81ad2c881376259938b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3ec860-63aa-4336-8cd8-6517fecf761b" -d '{"events": [{"server_uuid": "cce04c51-b929-49c0-92b1-de75122e9ab7", "name": "network-vif-plugged", "status": "completed", "tag": "4e3bbd0f-6e01-4a5d-8c24-471955210ce7"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:53:04.223302 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 4e3bbd0f-6e01-4a5d-8c24-471955210ce7, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=4e3bbd0f-6e01-4a5d-8c24-471955210ce7,segment=NetworkSegment(a05ba431-209e-401b-961b-61cb35d784b8),segment_id=a05ba431-209e-401b-961b-61cb35d784b8)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:53:04.248846 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972c1ba5-163b-4115-ba5f-f13b703ad76e x-openstack-request-id: req-972c1ba5-163b-4115-ba5f-f13b703ad76e {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:53:04.249146 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce04c51-b929-49c0-92b1-de75122e9ab7", "name": "network-vif-plugged", "status": "completed", "tag": "4e3bbd0f-6e01-4a5d-8c24-471955210ce7", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:53:04.249401 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-972c1ba5-163b-4115-ba5f-f13b703ad76e {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:53:04.249802 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce04c51-b929-49c0-92b1-de75122e9ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3bbd0f-6e01-4a5d-8c24-471955210ce7', 'code': 200} Aug 16 21:53:04.277999 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:04.330253 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=4e3bbd0f-6e01-4a5d-8c24-471955210ce7,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:04.344730 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7866b-4f1c-4896-9c1d-4cb73e3aec76 req-98636f3a-eafc-40ca-b1e4-3475cac2b956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:04.346240 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-93b7866b-4f1c-4896-9c1d-4cb73e3aec76 req-98636f3a-eafc-40ca-b1e4-3475cac2b956 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cce04c51-b929-49c0-92b1-de75122e9ab7 HTTP/1.1" status: 200 len: 1097 time: 0.0417871 Aug 16 21:53:04.386005 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-93b7866b-4f1c-4896-9c1d-4cb73e3aec76 req-0f4d12b5-fab8-4b6c-9675-d1f0d85674da service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d9026c2c-1d1a-48ab-9480-7c4c19614116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322680 Aug 16 21:53:04.842768 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da8f86-a9ee-428f-bb5d-10a10bff7c3c req-36fe9649-02c1-46b7-b575-acdb282d6986 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:04.844273 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-15da8f86-a9ee-428f-bb5d-10a10bff7c3c req-36fe9649-02c1-46b7-b575-acdb282d6986 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/ports?device_id=cce04c51-b929-49c0-92b1-de75122e9ab7 HTTP/1.1" status: 200 len: 945 time: 0.0487380 Aug 16 21:53:04.882181 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-15da8f86-a9ee-428f-bb5d-10a10bff7c3c req-33b6d577-39ca-485c-b290-e4bdddd5961b tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/security-groups?id=d9026c2c-1d1a-48ab-9480-7c4c19614116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319929 Aug 16 21:53:05.999556 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ee5d9-fe62-4ab5-8dce-7c614e6a6560 req-606b08c9-6f7f-4edf-849a-28e97e1ed5ef tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:06.001090 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cd9ee5d9-fe62-4ab5-8dce-7c614e6a6560 req-606b08c9-6f7f-4edf-849a-28e97e1ed5ef tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/ports?device_id=cce04c51-b929-49c0-92b1-de75122e9ab7 HTTP/1.1" status: 200 len: 945 time: 0.0492373 Aug 16 21:53:06.042485 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cd9ee5d9-fe62-4ab5-8dce-7c614e6a6560 req-580e66d5-e7e2-4455-b06c-c6b9061608c3 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/security-groups?id=d9026c2c-1d1a-48ab-9480-7c4c19614116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355043 Aug 16 21:53:06.153688 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc6dc0-45fa-4b1e-9587-b384ec071c91 req-1214d144-259c-4547-8b85-a1ac81b108a6 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:06.155173 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-73bc6dc0-45fa-4b1e-9587-b384ec071c91 req-1214d144-259c-4547-8b85-a1ac81b108a6 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/ports?device_id=cce04c51-b929-49c0-92b1-de75122e9ab7 HTTP/1.1" status: 200 len: 945 time: 0.0487294 Aug 16 21:53:06.193431 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-73bc6dc0-45fa-4b1e-9587-b384ec071c91 req-28dee59c-9295-4f9b-a7ba-0933c9080e94 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/security-groups?id=d9026c2c-1d1a-48ab-9480-7c4c19614116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320454 Aug 16 21:53:11.095202 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-36bb5859-36b3-4fb2-9f0a-2b2773c5de73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:11.116629 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-274800e6-bd51-493d-93a1-8e6c28504ca5 req-16b96390-7cd3-43ad-a35d-ca7f9988ccdf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cce04c51-b929-49c0-92b1-de75122e9ab7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411973 Aug 16 21:53:11.200519 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274800e6-bd51-493d-93a1-8e6c28504ca5 req-cfb0d9b1-3bae-421e-9ca6-4eb3ea20afcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:11.202042 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-274800e6-bd51-493d-93a1-8e6c28504ca5 req-cfb0d9b1-3bae-421e-9ca6-4eb3ea20afcf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fcce1a1b1e5d496cb643764994e5693e&device_id=cce04c51-b929-49c0-92b1-de75122e9ab7 HTTP/1.1" status: 200 len: 1097 time: 0.0412326 Aug 16 21:53:11.312956 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274800e6-bd51-493d-93a1-8e6c28504ca5 req-a15a0e6e-9930-447d-b996-019fb868ec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:11.314489 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-274800e6-bd51-493d-93a1-8e6c28504ca5 req-a15a0e6e-9930-447d-b996-019fb868ec4e service neutron] 10.222.0.72 "GET /v2.0/networks?id=bf930567-0bfd-4855-9050-7e0649e4662d HTTP/1.1" status: 200 len: 918 time: 0.0915937 Aug 16 21:53:11.359696 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-274800e6-bd51-493d-93a1-8e6c28504ca5 req-3e640bf7-70a4-4e2c-851a-46cb18b7523a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e3bbd0f-6e01-4a5d-8c24-471955210ce7 HTTP/1.1" status: 200 len: 217 time: 0.0353909 Aug 16 21:53:11.409224 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274800e6-bd51-493d-93a1-8e6c28504ca5 req-69a95c31-f5e8-4dcb-822f-1ed4900bf3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:11.410827 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-274800e6-bd51-493d-93a1-8e6c28504ca5 req-69a95c31-f5e8-4dcb-822f-1ed4900bf3a3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a0233831-797c-4b51-80b5-639972c6271b HTTP/1.1" status: 200 len: 856 time: 0.0442681 Aug 16 21:53:11.460375 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274800e6-bd51-493d-93a1-8e6c28504ca5 req-367b1531-8e15-4167-af0a-e8664e10df46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:11.461933 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-274800e6-bd51-493d-93a1-8e6c28504ca5 req-367b1531-8e15-4167-af0a-e8664e10df46 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf930567-0bfd-4855-9050-7e0649e4662d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445492 Aug 16 21:53:11.553950 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-274800e6-bd51-493d-93a1-8e6c28504ca5 req-52c51d0e-b728-4ef2-bebf-6251ca32f36e service neutron] 10.222.0.72 "GET /v2.0/networks/bf930567-0bfd-4855-9050-7e0649e4662d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847714 Aug 16 21:53:11.648136 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-274800e6-bd51-493d-93a1-8e6c28504ca5 req-d389be02-6adf-4e08-8bcf-a2d75197aeed service neutron] 10.222.0.72 "GET /v2.0/networks/bf930567-0bfd-4855-9050-7e0649e4662d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866649 Aug 16 21:53:13.631934 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-70cc7f46-ef2e-4193-b0f2-639765cbed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:13.872278 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:15.065663 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:16.757288 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:19.883680 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:22.602789 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:25.843382 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:53:28.077715 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef57a1-a157-4f7f-8638-efc67241525a req-74f0f205-5f78-4127-861a-bcf1124a566a tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:28.079223 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0bef57a1-a157-4f7f-8638-efc67241525a req-74f0f205-5f78-4127-861a-bcf1124a566a tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/ports?device_id=cce04c51-b929-49c0-92b1-de75122e9ab7 HTTP/1.1" status: 200 len: 945 time: 0.0514760 Aug 16 21:53:28.117447 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0bef57a1-a157-4f7f-8638-efc67241525a req-50ebe0dd-9c04-446d-afab-fc121af85cb6 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/security-groups?id=d9026c2c-1d1a-48ab-9480-7c4c19614116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316300 Aug 16 21:53:29.232732 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56162a45-28a0-41c5-a6f2-1df25757d212 req-b1c6ceb9-8dab-46c1-914b-e1893a8ef9df tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:29.234302 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-56162a45-28a0-41c5-a6f2-1df25757d212 req-b1c6ceb9-8dab-46c1-914b-e1893a8ef9df tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/ports?device_id=cce04c51-b929-49c0-92b1-de75122e9ab7 HTTP/1.1" status: 200 len: 945 time: 0.0497277 Aug 16 21:53:29.276135 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-56162a45-28a0-41c5-a6f2-1df25757d212 req-1dea52a5-c1d2-4634-bdeb-48f1f5fd8104 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/security-groups?id=d9026c2c-1d1a-48ab-9480-7c4c19614116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358133 Aug 16 21:53:29.611499 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9e10f-44f5-40ec-9540-e4cb90d3bbc0 req-958eec64-7824-427b-b6a5-dde899491102 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:29.612912 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-09c9e10f-44f5-40ec-9540-e4cb90d3bbc0 req-958eec64-7824-427b-b6a5-dde899491102 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce04c51-b929-49c0-92b1-de75122e9ab7 HTTP/1.1" status: 200 len: 945 time: 0.0506468 Aug 16 21:53:29.701316 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-09c9e10f-44f5-40ec-9540-e4cb90d3bbc0 req-22506f24-cf6f-4caa-a391-3c8714d23706 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Deleting port 4e3bbd0f-6e01-4a5d-8c24-471955210ce7 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:53:29.701666 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-09c9e10f-44f5-40ec-9540-e4cb90d3bbc0 req-22506f24-cf6f-4caa-a391-3c8714d23706 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:29.792760 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-09c9e10f-44f5-40ec-9540-e4cb90d3bbc0 req-22506f24-cf6f-4caa-a391-3c8714d23706 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] For port 4e3bbd0f-6e01-4a5d-8c24-471955210ce7, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=4e3bbd0f-6e01-4a5d-8c24-471955210ce7,segment=NetworkSegment(a05ba431-209e-401b-961b-61cb35d784b8),segment_id=a05ba431-209e-401b-961b-61cb35d784b8)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:53:29.793132 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-09c9e10f-44f5-40ec-9540-e4cb90d3bbc0 req-22506f24-cf6f-4caa-a391-3c8714d23706 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:29.805313 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-09c9e10f-44f5-40ec-9540-e4cb90d3bbc0 req-22506f24-cf6f-4caa-a391-3c8714d23706 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Calling delete_port for 4e3bbd0f-6e01-4a5d-8c24-471955210ce7 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:53:29.991962 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-09c9e10f-44f5-40ec-9540-e4cb90d3bbc0 req-22506f24-cf6f-4caa-a391-3c8714d23706 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:30.003944 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['4e3bbd0f-6e01-4a5d-8c24-471955210ce7'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:53:30.019447 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22506f24-cf6f-4caa-a391-3c8714d23706 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Pushing event deleted for resources: {'Port': ['ID=4e3bbd0f-6e01-4a5d-8c24-471955210ce7,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:30.063009 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c9e10f-44f5-40ec-9540-e4cb90d3bbc0 req-22506f24-cf6f-4caa-a391-3c8714d23706 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] No DVR routers for this DVR port 4e3bbd0f-6e01-4a5d-8c24-471955210ce7 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:53:30.065813 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-09c9e10f-44f5-40ec-9540-e4cb90d3bbc0 req-22506f24-cf6f-4caa-a391-3c8714d23706 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:30.067813 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-09c9e10f-44f5-40ec-9540-e4cb90d3bbc0 req-22506f24-cf6f-4caa-a391-3c8714d23706 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.72 "DELETE /v2.0/ports/4e3bbd0f-6e01-4a5d-8c24-471955210ce7 HTTP/1.1" status: 204 len: 173 time: 0.4488459 Aug 16 21:53:30.068399 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce04c51-b929-49c0-92b1-de75122e9ab7', 'name': 'network-vif-deleted', 'tag': '4e3bbd0f-6e01-4a5d-8c24-471955210ce7'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:53:30.070819 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcd9435b18b7a34707b0c74d037ee6bf13b87a61dd91d81e26d4048d63ffdc36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64bc576c-6ae7-409c-9e68-919814a06e50" -d '{"events": [{"server_uuid": "cce04c51-b929-49c0-92b1-de75122e9ab7", "name": "network-vif-deleted", "tag": "4e3bbd0f-6e01-4a5d-8c24-471955210ce7"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:53:30.110653 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fbe71d-5c70-416b-8c2b-83cecb80e330 x-openstack-request-id: req-e4fbe71d-5c70-416b-8c2b-83cecb80e330 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:53:30.110653 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce04c51-b929-49c0-92b1-de75122e9ab7", "name": "network-vif-deleted", "tag": "4e3bbd0f-6e01-4a5d-8c24-471955210ce7", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:53:30.110653 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e4fbe71d-5c70-416b-8c2b-83cecb80e330 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:53:30.110653 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce04c51-b929-49c0-92b1-de75122e9ab7', 'name': 'network-vif-deleted', 'tag': '4e3bbd0f-6e01-4a5d-8c24-471955210ce7', 'status': 'completed', 'code': 200} Aug 16 21:53:30.372122 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-12f8aa87-7483-4052-935c-304e9f2dfdbf req-362d38a5-e76b-4fa1-aa62-93e34b0ee676 tempest-TestEncryptedCinderVolumes-713886927 tempest-TestEncryptedCinderVolumes-713886927-project] 10.222.0.84 "GET /v2.0/ports?device_id=cce04c51-b929-49c0-92b1-de75122e9ab7 HTTP/1.1" status: 200 len: 210 time: 0.0266619 Aug 16 21:53:31.516967 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36396) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:53:31.850002 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-903a2c95-bd56-43ac-913b-079b1c5f18ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:32.109732 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-903a2c95-bd56-43ac-913b-079b1c5f18ef admin admin] Deleting port 12be3bc2-0fe4-4a7b-8fd2-211e0ce4afcf {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:53:32.109974 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-903a2c95-bd56-43ac-913b-079b1c5f18ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:32.188944 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-903a2c95-bd56-43ac-913b-079b1c5f18ef admin admin] For port 12be3bc2-0fe4-4a7b-8fd2-211e0ce4afcf, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=12be3bc2-0fe4-4a7b-8fd2-211e0ce4afcf,segment=NetworkSegment(a05ba431-209e-401b-961b-61cb35d784b8),segment_id=a05ba431-209e-401b-961b-61cb35d784b8)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:53:32.189325 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-903a2c95-bd56-43ac-913b-079b1c5f18ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:32.201856 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-903a2c95-bd56-43ac-913b-079b1c5f18ef admin admin] Calling delete_port for 12be3bc2-0fe4-4a7b-8fd2-211e0ce4afcf owned by network:router_interface {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:53:32.448865 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-903a2c95-bd56-43ac-913b-079b1c5f18ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:32.474487 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a2c95-bd56-43ac-913b-079b1c5f18ef admin admin] Pushing event deleted for resources: {'Port': ['ID=12be3bc2-0fe4-4a7b-8fd2-211e0ce4afcf,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:32.486611 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903a2c95-bd56-43ac-913b-079b1c5f18ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:32.486957 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903a2c95-bd56-43ac-913b-079b1c5f18ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:32.487305 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903a2c95-bd56-43ac-913b-079b1c5f18ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:32.487649 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903a2c95-bd56-43ac-913b-079b1c5f18ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:32.488079 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903a2c95-bd56-43ac-913b-079b1c5f18ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:32.488415 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903a2c95-bd56-43ac-913b-079b1c5f18ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:32.488747 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903a2c95-bd56-43ac-913b-079b1c5f18ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:32.489078 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903a2c95-bd56-43ac-913b-079b1c5f18ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:32.489408 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903a2c95-bd56-43ac-913b-079b1c5f18ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:32.489733 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903a2c95-bd56-43ac-913b-079b1c5f18ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:32.490063 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903a2c95-bd56-43ac-913b-079b1c5f18ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:32.490388 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903a2c95-bd56-43ac-913b-079b1c5f18ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:32.647659 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-903a2c95-bd56-43ac-913b-079b1c5f18ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:32.863894 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903a2c95-bd56-43ac-913b-079b1c5f18ef admin admin] Router f9a8cdda-fc57-4f80-bfed-33eec258ca8a has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:53:32.974173 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903a2c95-bd56-43ac-913b-079b1c5f18ef admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:53:32.982351 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-903a2c95-bd56-43ac-913b-079b1c5f18ef admin admin] 10.222.0.84 "PUT /v2.0/routers/f9a8cdda-fc57-4f80-bfed-33eec258ca8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4618752 Aug 16 21:53:32.982614 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36398) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:53:32.983045 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9f4896-756a-46d2-8564-6be8c67d11e5 None None] Sync routers for ids ['f9a8cdda-fc57-4f80-bfed-33eec258ca8a'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:53:32.992083 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9f4896-756a-46d2-8564-6be8c67d11e5 None None] Routers {'f9a8cdda-fc57-4f80-bfed-33eec258ca8a'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:53:32.992699 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-5b9f4896-756a-46d2-8564-6be8c67d11e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:53:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['f9a8cdda-fc57-4f80-bfed-33eec258ca8a'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:53:33.086967 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-22eba66c-2efb-4e2f-92f1-ba9c95d5b9e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:33.095044 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-5b9f4896-756a-46d2-8564-6be8c67d11e5 None None] Set router f9a8cdda-fc57-4f80-bfed-33eec258ca8a gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:53:33.188762 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-22eba66c-2efb-4e2f-92f1-ba9c95d5b9e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:33.265413 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-5b9f4896-756a-46d2-8564-6be8c67d11e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a8cdda-fc57-4f80-bfed-33eec258ca8a', 'name': 'tempest-TestEncryptedCinderVolumes-2067308730-router', 'tenant_id': 'fcce1a1b1e5d496cb643764994e5693e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '5a9d6544-ea24-4e05-a7a9-0424e7b51f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:52:03Z', 'updated_at': '2021-08-16T21:53:32Z', 'revision_number': 5, 'project_id': 'fcce1a1b1e5d496cb643764994e5693e', 'gw_port': {'id': '5a9d6544-ea24-4e05-a7a9-0424e7b51f87', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a8cdda-fc57-4f80-bfed-33eec258ca8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:52:03Z', 'updated_at': '2021-08-16T21:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:53:33.295203 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9f4896-756a-46d2-8564-6be8c67d11e5 None None] Checking router: f9a8cdda-fc57-4f80-bfed-33eec258ca8a for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:53:33.303357 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9f4896-756a-46d2-8564-6be8c67d11e5 None None] Routers {'f9a8cdda-fc57-4f80-bfed-33eec258ca8a'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:53:33.304001 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-5b9f4896-756a-46d2-8564-6be8c67d11e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:53:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['f9a8cdda-fc57-4f80-bfed-33eec258ca8a'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:53:33.310272 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-22eba66c-2efb-4e2f-92f1-ba9c95d5b9e5 admin admin] Deleting port 5a9d6544-ea24-4e05-a7a9-0424e7b51f87 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:53:33.310610 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-22eba66c-2efb-4e2f-92f1-ba9c95d5b9e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:33.387318 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-5b9f4896-756a-46d2-8564-6be8c67d11e5 None None] Set router f9a8cdda-fc57-4f80-bfed-33eec258ca8a gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:53:33.392540 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-22eba66c-2efb-4e2f-92f1-ba9c95d5b9e5 admin admin] For port 5a9d6544-ea24-4e05-a7a9-0424e7b51f87, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=5a9d6544-ea24-4e05-a7a9-0424e7b51f87,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:53:33.392924 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-22eba66c-2efb-4e2f-92f1-ba9c95d5b9e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:33.404937 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-22eba66c-2efb-4e2f-92f1-ba9c95d5b9e5 admin admin] Calling delete_port for 5a9d6544-ea24-4e05-a7a9-0424e7b51f87 owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:53:33.437739 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-5b9f4896-756a-46d2-8564-6be8c67d11e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a8cdda-fc57-4f80-bfed-33eec258ca8a', 'name': 'tempest-TestEncryptedCinderVolumes-2067308730-router', 'tenant_id': 'fcce1a1b1e5d496cb643764994e5693e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:52:03Z', 'updated_at': '2021-08-16T21:53:33Z', 'revision_number': 6, 'project_id': 'fcce1a1b1e5d496cb643764994e5693e', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:53:33.466581 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9f4896-756a-46d2-8564-6be8c67d11e5 None None] The sync data for ids ['f9a8cdda-fc57-4f80-bfed-33eec258ca8a'] in n-d-793620-15 is: [{'id': 'f9a8cdda-fc57-4f80-bfed-33eec258ca8a', 'name': 'tempest-TestEncryptedCinderVolumes-2067308730-router', 'tenant_id': 'fcce1a1b1e5d496cb643764994e5693e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:52:03Z', 'updated_at': '2021-08-16T21:53:33Z', 'revision_number': 6, 'project_id': 'fcce1a1b1e5d496cb643764994e5693e', 'gw_port_host': None}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:53:33.666626 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-22eba66c-2efb-4e2f-92f1-ba9c95d5b9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:33.692678 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eba66c-2efb-4e2f-92f1-ba9c95d5b9e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a9d6544-ea24-4e05-a7a9-0424e7b51f87,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:33.756803 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-22eba66c-2efb-4e2f-92f1-ba9c95d5b9e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:33.847433 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-22eba66c-2efb-4e2f-92f1-ba9c95d5b9e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:33.849780 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-22eba66c-2efb-4e2f-92f1-ba9c95d5b9e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:33.986542 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-22eba66c-2efb-4e2f-92f1-ba9c95d5b9e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:33.987164 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22eba66c-2efb-4e2f-92f1-ba9c95d5b9e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9a8cdda-fc57-4f80-bfed-33eec258ca8a {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:53:33.991313 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-22eba66c-2efb-4e2f-92f1-ba9c95d5b9e5 admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:33.992507 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-22eba66c-2efb-4e2f-92f1-ba9c95d5b9e5 admin admin] 10.222.0.84 "DELETE /v2.0/routers/f9a8cdda-fc57-4f80-bfed-33eec258ca8a HTTP/1.1" status: 204 len: 168 time: 1.0088422 Aug 16 21:53:33.995529 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36400) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:53:34.039854 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-963cc49c-5f67-4c11-8c6a-eed4a828768a admin admin] Deleting subnet a0233831-797c-4b51-80b5-639972c6271b {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:53:34.043362 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-963cc49c-5f67-4c11-8c6a-eed4a828768a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:34.077520 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-963cc49c-5f67-4c11-8c6a-eed4a828768a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:34.144202 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 4e3bbd0f-6e01-4a5d-8c24-471955210ce7 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:53:34.157634 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-963cc49c-5f67-4c11-8c6a-eed4a828768a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:34.164071 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 4e3bbd0f-6e01-4a5d-8c24-471955210ce7 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:53:34.164425 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 4e3bbd0f-6e01-4a5d-8c24-471955210ce7 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:53:34.318045 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-963cc49c-5f67-4c11-8c6a-eed4a828768a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:34.344798 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963cc49c-5f67-4c11-8c6a-eed4a828768a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0233831-797c-4b51-80b5-639972c6271b,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:34.348502 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-963cc49c-5f67-4c11-8c6a-eed4a828768a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:34.350375 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-963cc49c-5f67-4c11-8c6a-eed4a828768a admin admin] 10.222.0.84 "DELETE /v2.0/subnets/a0233831-797c-4b51-80b5-639972c6271b HTTP/1.1" status: 204 len: 168 time: 0.3538635 Aug 16 21:53:34.352874 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36402) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:53:34.355623 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bdd285-8b12-4445-b02c-03b98320b99f None None] Network bf930567-0bfd-4855-9050-7e0649e4662d requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:53:34.430597 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a976bc5a-7091-4ed3-9e61-41a01c717673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:34.494109 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-a976bc5a-7091-4ed3-9e61-41a01c717673 admin admin] Deleting port e69d7322-9fe0-45d9-9e0e-c295c44af9ba {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:53:34.494533 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a976bc5a-7091-4ed3-9e61-41a01c717673 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:34.567234 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-a976bc5a-7091-4ed3-9e61-41a01c717673 admin admin] For port e69d7322-9fe0-45d9-9e0e-c295c44af9ba, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=e69d7322-9fe0-45d9-9e0e-c295c44af9ba,segment=NetworkSegment(a05ba431-209e-401b-961b-61cb35d784b8),segment_id=a05ba431-209e-401b-961b-61cb35d784b8)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:53:34.567564 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a976bc5a-7091-4ed3-9e61-41a01c717673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:34.582060 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 12be3bc2-0fe4-4a7b-8fd2-211e0ce4afcf no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:53:34.582290 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-a976bc5a-7091-4ed3-9e61-41a01c717673 admin admin] Calling delete_port for e69d7322-9fe0-45d9-9e0e-c295c44af9ba owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:53:34.603212 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 12be3bc2-0fe4-4a7b-8fd2-211e0ce4afcf {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:53:34.603613 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 12be3bc2-0fe4-4a7b-8fd2-211e0ce4afcf not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:53:34.604078 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5a9d6544-ea24-4e05-a7a9-0424e7b51f87 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:53:34.624328 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 5a9d6544-ea24-4e05-a7a9-0424e7b51f87 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:53:34.630316 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 5a9d6544-ea24-4e05-a7a9-0424e7b51f87 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:53:34.726747 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d4724d-3d97-44a0-91ad-90338366dbc2 None None] DHCP port deletion for bf930567-0bfd-4855-9050-7e0649e4662d request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:53:34.732624 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a976bc5a-7091-4ed3-9e61-41a01c717673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:34.749220 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-82d4724d-3d97-44a0-91ad-90338366dbc2 None None] The port 'e69d7322-9fe0-45d9-9e0e-c295c44af9ba' was deleted {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 16 21:53:34.758612 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976bc5a-7091-4ed3-9e61-41a01c717673 admin admin] Pushing event deleted for resources: {'Port': ['ID=e69d7322-9fe0-45d9-9e0e-c295c44af9ba,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:34.761110 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a976bc5a-7091-4ed3-9e61-41a01c717673 admin admin] No DVR routers for this DVR port e69d7322-9fe0-45d9-9e0e-c295c44af9ba on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:53:34.833361 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a976bc5a-7091-4ed3-9e61-41a01c717673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:34.842823 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-a976bc5a-7091-4ed3-9e61-41a01c717673 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf930567-0bfd-4855-9050-7e0649e4662d']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:53:34.852738 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-a976bc5a-7091-4ed3-9e61-41a01c717673 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a05ba431-209e-401b-961b-61cb35d784b8') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:53:34.853034 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-a976bc5a-7091-4ed3-9e61-41a01c717673 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a05ba431-209e-401b-961b-61cb35d784b8') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:53:34.861500 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a976bc5a-7091-4ed3-9e61-41a01c717673 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:34.875094 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a976bc5a-7091-4ed3-9e61-41a01c717673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:34.880983 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a976bc5a-7091-4ed3-9e61-41a01c717673 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:53:34.881364 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a976bc5a-7091-4ed3-9e61-41a01c717673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:34.882944 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:53:34.882944 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:53:34.882944 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:53:34.882944 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:53:34.882944 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:53:34.882944 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:53:34.882944 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:53:34.882944 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:53:34.882944 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:53:34.882944 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:53:34.882944 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:53:34.882944 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:53:34.882944 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:53:34.882944 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:53:34.882944 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:53:34.882944 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:53:34.882944 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:53:34.882944 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:53:34.882944 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:53:34.882944 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:53:34.882944 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:53:34.882944 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:53:34.882944 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:53:34.882944 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:53:34.882944 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:53:34.882944 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:53:34.882944 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:53:34.882944 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:53:34.882944 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:53:34.882944 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:53:34.882944 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:53:34.882944 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:53:34.996576 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a976bc5a-7091-4ed3-9e61-41a01c717673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:35.002131 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a976bc5a-7091-4ed3-9e61-41a01c717673 admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:35.003993 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a976bc5a-7091-4ed3-9e61-41a01c717673 admin admin] 10.222.0.84 "DELETE /v2.0/networks/bf930567-0bfd-4855-9050-7e0649e4662d HTTP/1.1" status: 204 len: 168 time: 0.6501908 Aug 16 21:53:35.007012 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36404) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:53:35.014873 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976bc5a-7091-4ed3-9e61-41a01c717673 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf930567-0bfd-4855-9050-7e0649e4662d,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:35.340676 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bc406a50-95fd-4f4e-811e-83ded41ad463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:35.573227 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-bc406a50-95fd-4f4e-811e-83ded41ad463 admin admin] Deleting port bb8e7730-efce-4cab-bd3c-eae7623d9f2b {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:53:35.573586 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bc406a50-95fd-4f4e-811e-83ded41ad463 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:35.651876 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-bc406a50-95fd-4f4e-811e-83ded41ad463 admin admin] For port bb8e7730-efce-4cab-bd3c-eae7623d9f2b, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=bb8e7730-efce-4cab-bd3c-eae7623d9f2b,segment=NetworkSegment(8f320d31-c086-4ec7-a11f-fd7439ef91b9),segment_id=8f320d31-c086-4ec7-a11f-fd7439ef91b9)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:53:35.652188 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bc406a50-95fd-4f4e-811e-83ded41ad463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:35.665017 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-bc406a50-95fd-4f4e-811e-83ded41ad463 admin admin] Calling delete_port for bb8e7730-efce-4cab-bd3c-eae7623d9f2b owned by network:router_interface {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:53:35.900377 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bc406a50-95fd-4f4e-811e-83ded41ad463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:35.926506 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc406a50-95fd-4f4e-811e-83ded41ad463 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb8e7730-efce-4cab-bd3c-eae7623d9f2b,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:36.428782 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bc406a50-95fd-4f4e-811e-83ded41ad463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:36.617600 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device e69d7322-9fe0-45d9-9e0e-c295c44af9ba no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:53:36.637274 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: e69d7322-9fe0-45d9-9e0e-c295c44af9ba {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:53:36.637652 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device e69d7322-9fe0-45d9-9e0e-c295c44af9ba not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:53:36.641640 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc406a50-95fd-4f4e-811e-83ded41ad463 admin admin] Router 228d5540-7006-4ad5-9955-adaca337de3b has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:53:36.743039 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc406a50-95fd-4f4e-811e-83ded41ad463 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:53:36.750148 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-bc406a50-95fd-4f4e-811e-83ded41ad463 admin admin] 10.222.0.84 "PUT /v2.0/routers/228d5540-7006-4ad5-9955-adaca337de3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7407374 Aug 16 21:53:36.751346 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36406) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:53:36.753919 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259bb4a5-c926-47cf-85c8-1f4b6efabdbe None None] Sync routers for ids ['228d5540-7006-4ad5-9955-adaca337de3b'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:53:36.763041 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259bb4a5-c926-47cf-85c8-1f4b6efabdbe None None] Routers {'228d5540-7006-4ad5-9955-adaca337de3b'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:53:36.763724 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-259bb4a5-c926-47cf-85c8-1f4b6efabdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:53:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['228d5540-7006-4ad5-9955-adaca337de3b'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:53:36.858687 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6343200c-2666-4525-bcbc-4dc1a9a7a67b admin admin] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:36.867964 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-259bb4a5-c926-47cf-85c8-1f4b6efabdbe None None] Set router 228d5540-7006-4ad5-9955-adaca337de3b gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:53:36.966693 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6343200c-2666-4525-bcbc-4dc1a9a7a67b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:37.047026 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-259bb4a5-c926-47cf-85c8-1f4b6efabdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228d5540-7006-4ad5-9955-adaca337de3b', 'name': 'tempest-TestEncryptedCinderVolumes-776344448-router', 'tenant_id': '81f6c7e97a15485b899a341d616f4f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '09e7d68f-14dd-43f4-bdda-7df1af9932d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:52:09Z', 'updated_at': '2021-08-16T21:53:35Z', 'revision_number': 5, 'project_id': '81f6c7e97a15485b899a341d616f4f84', 'gw_port': {'id': '09e7d68f-14dd-43f4-bdda-7df1af9932d1', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:94:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228d5540-7006-4ad5-9955-adaca337de3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:52:10Z', 'updated_at': '2021-08-16T21:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:53:37.072737 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259bb4a5-c926-47cf-85c8-1f4b6efabdbe None None] Checking router: 228d5540-7006-4ad5-9955-adaca337de3b for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:53:37.080264 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259bb4a5-c926-47cf-85c8-1f4b6efabdbe None None] Routers {'228d5540-7006-4ad5-9955-adaca337de3b'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:53:37.080877 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-259bb4a5-c926-47cf-85c8-1f4b6efabdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:53:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['228d5540-7006-4ad5-9955-adaca337de3b'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:53:37.086111 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-6343200c-2666-4525-bcbc-4dc1a9a7a67b admin admin] Deleting port 09e7d68f-14dd-43f4-bdda-7df1af9932d1 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:53:37.086464 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6343200c-2666-4525-bcbc-4dc1a9a7a67b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:37.168723 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-259bb4a5-c926-47cf-85c8-1f4b6efabdbe None None] Set router 228d5540-7006-4ad5-9955-adaca337de3b gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:53:37.170896 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-6343200c-2666-4525-bcbc-4dc1a9a7a67b admin admin] For port 09e7d68f-14dd-43f4-bdda-7df1af9932d1, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=09e7d68f-14dd-43f4-bdda-7df1af9932d1,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:53:37.171268 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6343200c-2666-4525-bcbc-4dc1a9a7a67b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:37.182765 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-6343200c-2666-4525-bcbc-4dc1a9a7a67b admin admin] Calling delete_port for 09e7d68f-14dd-43f4-bdda-7df1af9932d1 owned by network:router_gateway {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:53:37.220185 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-259bb4a5-c926-47cf-85c8-1f4b6efabdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228d5540-7006-4ad5-9955-adaca337de3b', 'name': 'tempest-TestEncryptedCinderVolumes-776344448-router', 'tenant_id': '81f6c7e97a15485b899a341d616f4f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:52:09Z', 'updated_at': '2021-08-16T21:53:36Z', 'revision_number': 6, 'project_id': '81f6c7e97a15485b899a341d616f4f84', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:53:37.249123 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259bb4a5-c926-47cf-85c8-1f4b6efabdbe None None] The sync data for ids ['228d5540-7006-4ad5-9955-adaca337de3b'] in n-d-793620-15 is: [{'id': '228d5540-7006-4ad5-9955-adaca337de3b', 'name': 'tempest-TestEncryptedCinderVolumes-776344448-router', 'tenant_id': '81f6c7e97a15485b899a341d616f4f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:52:09Z', 'updated_at': '2021-08-16T21:53:36Z', 'revision_number': 6, 'project_id': '81f6c7e97a15485b899a341d616f4f84', 'gw_port_host': None}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:53:37.420258 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6343200c-2666-4525-bcbc-4dc1a9a7a67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:37.445041 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6343200c-2666-4525-bcbc-4dc1a9a7a67b admin admin] Pushing event deleted for resources: {'Port': ['ID=09e7d68f-14dd-43f4-bdda-7df1af9932d1,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:37.505597 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6343200c-2666-4525-bcbc-4dc1a9a7a67b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:37.594055 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6343200c-2666-4525-bcbc-4dc1a9a7a67b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:37.596242 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6343200c-2666-4525-bcbc-4dc1a9a7a67b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:37.694938 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6343200c-2666-4525-bcbc-4dc1a9a7a67b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:37.695520 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6343200c-2666-4525-bcbc-4dc1a9a7a67b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 228d5540-7006-4ad5-9955-adaca337de3b {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:53:37.700339 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6343200c-2666-4525-bcbc-4dc1a9a7a67b admin admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:37.701508 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6343200c-2666-4525-bcbc-4dc1a9a7a67b admin admin] 10.222.0.84 "DELETE /v2.0/routers/228d5540-7006-4ad5-9955-adaca337de3b HTTP/1.1" status: 204 len: 168 time: 0.9491770 Aug 16 21:53:37.708598 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36408) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:53:37.752606 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7087eb8-3c3c-4a05-8291-9b78155d421c admin admin] Deleting subnet bf65140a-c5b2-4700-8975-04ae54a56026 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:53:37.755667 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c7087eb8-3c3c-4a05-8291-9b78155d421c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:37.793372 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c7087eb8-3c3c-4a05-8291-9b78155d421c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:37.868141 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c7087eb8-3c3c-4a05-8291-9b78155d421c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:37.975546 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c7087eb8-3c3c-4a05-8291-9b78155d421c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:38.002481 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7087eb8-3c3c-4a05-8291-9b78155d421c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf65140a-c5b2-4700-8975-04ae54a56026,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:38.006136 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c7087eb8-3c3c-4a05-8291-9b78155d421c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:38.008158 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c7087eb8-3c3c-4a05-8291-9b78155d421c admin admin] 10.222.0.84 "DELETE /v2.0/subnets/bf65140a-c5b2-4700-8975-04ae54a56026 HTTP/1.1" status: 204 len: 168 time: 0.2984364 Aug 16 21:53:38.010534 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36410) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:53:38.016118 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c0d11e-74c8-4009-9fec-ebb53706dff9 None None] Network 9379bbbe-b08a-4289-82ab-d687e3592840 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:53:38.089877 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6abbe3ce-e7c3-47cf-9835-cc545c09ce00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:38.147096 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-6abbe3ce-e7c3-47cf-9835-cc545c09ce00 admin admin] Deleting port 2edb6032-4bf0-43d7-84b8-0929091ea58d {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:53:38.147347 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6abbe3ce-e7c3-47cf-9835-cc545c09ce00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:38.212754 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-6abbe3ce-e7c3-47cf-9835-cc545c09ce00 admin admin] For port 2edb6032-4bf0-43d7-84b8-0929091ea58d, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=2edb6032-4bf0-43d7-84b8-0929091ea58d,segment=NetworkSegment(8f320d31-c086-4ec7-a11f-fd7439ef91b9),segment_id=8f320d31-c086-4ec7-a11f-fd7439ef91b9)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:53:38.213334 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6abbe3ce-e7c3-47cf-9835-cc545c09ce00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:38.213714 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03aa313b-e67d-4cfa-84ae-f8c8f2cee427 None None] DHCP port deletion for 9379bbbe-b08a-4289-82ab-d687e3592840 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:53:38.232145 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-6abbe3ce-e7c3-47cf-9835-cc545c09ce00 admin admin] Calling delete_port for 2edb6032-4bf0-43d7-84b8-0929091ea58d owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:53:38.270832 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03aa313b-e67d-4cfa-84ae-f8c8f2cee427 None None] Deleting port 2edb6032-4bf0-43d7-84b8-0929091ea58d {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:53:38.271221 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03aa313b-e67d-4cfa-84ae-f8c8f2cee427 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:38.333901 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03aa313b-e67d-4cfa-84ae-f8c8f2cee427 None None] For port 2edb6032-4bf0-43d7-84b8-0929091ea58d, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=2edb6032-4bf0-43d7-84b8-0929091ea58d,segment=NetworkSegment(8f320d31-c086-4ec7-a11f-fd7439ef91b9),segment_id=8f320d31-c086-4ec7-a11f-fd7439ef91b9)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:53:38.334308 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03aa313b-e67d-4cfa-84ae-f8c8f2cee427 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:38.347044 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03aa313b-e67d-4cfa-84ae-f8c8f2cee427 None None] Calling delete_port for 2edb6032-4bf0-43d7-84b8-0929091ea58d owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:53:38.375008 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6abbe3ce-e7c3-47cf-9835-cc545c09ce00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:38.402015 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abbe3ce-e7c3-47cf-9835-cc545c09ce00 admin admin] Pushing event deleted for resources: {'Port': ['ID=2edb6032-4bf0-43d7-84b8-0929091ea58d,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:38.403879 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abbe3ce-e7c3-47cf-9835-cc545c09ce00 admin admin] No DVR routers for this DVR port 2edb6032-4bf0-43d7-84b8-0929091ea58d on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:53:38.421257 n-d-793620-15 neutron-server[101846]: self.session.flush() Aug 16 21:53:38.427286 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03aa313b-e67d-4cfa-84ae-f8c8f2cee427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:38.454685 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03aa313b-e67d-4cfa-84ae-f8c8f2cee427 None None] No DVR routers for this DVR port 2edb6032-4bf0-43d7-84b8-0929091ea58d on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:53:38.461597 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa313b-e67d-4cfa-84ae-f8c8f2cee427 None None] Pushing event deleted for resources: {'Port': ['ID=2edb6032-4bf0-43d7-84b8-0929091ea58d,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:38.469797 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa313b-e67d-4cfa-84ae-f8c8f2cee427 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:38.470151 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa313b-e67d-4cfa-84ae-f8c8f2cee427 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:38.470502 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa313b-e67d-4cfa-84ae-f8c8f2cee427 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:38.470845 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa313b-e67d-4cfa-84ae-f8c8f2cee427 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:38.471190 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa313b-e67d-4cfa-84ae-f8c8f2cee427 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:38.471531 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa313b-e67d-4cfa-84ae-f8c8f2cee427 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:38.471896 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa313b-e67d-4cfa-84ae-f8c8f2cee427 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:38.472225 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa313b-e67d-4cfa-84ae-f8c8f2cee427 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:38.472597 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa313b-e67d-4cfa-84ae-f8c8f2cee427 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:38.472929 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa313b-e67d-4cfa-84ae-f8c8f2cee427 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:38.473263 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa313b-e67d-4cfa-84ae-f8c8f2cee427 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:38.473592 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa313b-e67d-4cfa-84ae-f8c8f2cee427 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:38.487678 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6abbe3ce-e7c3-47cf-9835-cc545c09ce00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:38.497466 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-6abbe3ce-e7c3-47cf-9835-cc545c09ce00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9379bbbe-b08a-4289-82ab-d687e3592840']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:53:38.507419 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-6abbe3ce-e7c3-47cf-9835-cc545c09ce00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f320d31-c086-4ec7-a11f-fd7439ef91b9') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:53:38.507727 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-6abbe3ce-e7c3-47cf-9835-cc545c09ce00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f320d31-c086-4ec7-a11f-fd7439ef91b9') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:53:38.516493 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6abbe3ce-e7c3-47cf-9835-cc545c09ce00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:38.531575 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6abbe3ce-e7c3-47cf-9835-cc545c09ce00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:38.537735 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6abbe3ce-e7c3-47cf-9835-cc545c09ce00 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:53:38.538135 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6abbe3ce-e7c3-47cf-9835-cc545c09ce00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:38.539935 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:53:38.539935 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:53:38.539935 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:53:38.539935 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:53:38.539935 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:53:38.539935 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:53:38.539935 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:53:38.539935 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:53:38.539935 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:53:38.539935 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:53:38.539935 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:53:38.539935 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:53:38.539935 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:53:38.539935 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:53:38.539935 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:53:38.539935 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:53:38.539935 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:53:38.539935 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:53:38.539935 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:53:38.539935 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:53:38.539935 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:53:38.539935 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:53:38.539935 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:53:38.539935 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:53:38.539935 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:53:38.539935 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:53:38.539935 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:53:38.539935 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:53:38.539935 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:53:38.539935 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:53:38.539935 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:53:38.539935 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:53:38.577228 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 2edb6032-4bf0-43d7-84b8-0929091ea58d no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:53:38.597304 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 2edb6032-4bf0-43d7-84b8-0929091ea58d {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:53:38.597659 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 2edb6032-4bf0-43d7-84b8-0929091ea58d not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:53:38.598078 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 09e7d68f-14dd-43f4-bdda-7df1af9932d1 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:53:38.616614 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 09e7d68f-14dd-43f4-bdda-7df1af9932d1 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:53:38.616967 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 09e7d68f-14dd-43f4-bdda-7df1af9932d1 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:53:38.617375 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device bb8e7730-efce-4cab-bd3c-eae7623d9f2b no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:53:38.639183 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: bb8e7730-efce-4cab-bd3c-eae7623d9f2b {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:53:38.639534 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device bb8e7730-efce-4cab-bd3c-eae7623d9f2b not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:53:38.654622 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6abbe3ce-e7c3-47cf-9835-cc545c09ce00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:38.660499 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6abbe3ce-e7c3-47cf-9835-cc545c09ce00 admin admin] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:38.662175 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6abbe3ce-e7c3-47cf-9835-cc545c09ce00 admin admin] 10.222.0.84 "DELETE /v2.0/networks/9379bbbe-b08a-4289-82ab-d687e3592840 HTTP/1.1" status: 204 len: 168 time: 0.6506362 Aug 16 21:53:38.673871 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abbe3ce-e7c3-47cf-9835-cc545c09ce00 admin admin] Pushing event deleted for resources: {'Network': ['ID=9379bbbe-b08a-4289-82ab-d687e3592840,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:38.987610 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36414) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:53:39.034522 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5e86d2a7-3c09-43b0-b81b-731ed7ad462b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fcce1a1b1e5d496cb643764994e5693e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456300 Aug 16 21:53:39.037032 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36416) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:53:39.084201 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bfe2734b-0517-47ae-a80e-ad37cdf96105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:39.106228 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bfe2734b-0517-47ae-a80e-ad37cdf96105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:39.231730 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bfe2734b-0517-47ae-a80e-ad37cdf96105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:39.234377 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bfe2734b-0517-47ae-a80e-ad37cdf96105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:39.235569 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-bfe2734b-0517-47ae-a80e-ad37cdf96105 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d9026c2c-1d1a-48ab-9480-7c4c19614116 HTTP/1.1" status: 204 len: 168 time: 0.1976278 Aug 16 21:53:39.243866 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2734b-0517-47ae-a80e-ad37cdf96105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9026c2c-1d1a-48ab-9480-7c4c19614116,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:39.905902 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36422) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:53:39.946557 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d6227b96-0671-4cce-86d1-203ba1769dc0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=81f6c7e97a15485b899a341d616f4f84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395014 Aug 16 21:53:39.949744 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36424) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:53:40.000870 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-13c67b5e-c916-45ca-8cf4-c7987c790833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:40.022422 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-13c67b5e-c916-45ca-8cf4-c7987c790833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:40.140177 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-13c67b5e-c916-45ca-8cf4-c7987c790833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:40.142699 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-13c67b5e-c916-45ca-8cf4-c7987c790833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:40.143929 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-13c67b5e-c916-45ca-8cf4-c7987c790833 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d55271ad-6a26-48fb-a4c6-d60c892175e5 HTTP/1.1" status: 204 len: 168 time: 0.1932595 Aug 16 21:53:40.152371 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c67b5e-c916-45ca-8cf4-c7987c790833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55271ad-6a26-48fb-a4c6-d60c892175e5,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:41.106181 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d4f3ba18-dfad-42a4-b780-5f5e3234016d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:41.171851 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36446) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:53:41.263858 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-6d5b3c68-38d6-4563-9030-e4ca6f63b5f3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1175223315-network', 'tenant_id': 'ee462ac26cd443f99fedc60e18ed8800'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:53:41.344829 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5b3c68-38d6-4563-9030-e4ca6f63b5f3 admin admin] Made reservation on behalf of ee462ac26cd443f99fedc60e18ed8800 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:53:41.347220 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6d5b3c68-38d6-4563-9030-e4ca6f63b5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:41.355872 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6d5b3c68-38d6-4563-9030-e4ca6f63b5f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:41.445757 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6d5b3c68-38d6-4563-9030-e4ca6f63b5f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:41.534301 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6d5b3c68-38d6-4563-9030-e4ca6f63b5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:41.558923 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d5b3c68-38d6-4563-9030-e4ca6f63b5f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:53:41.567695 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b3c68-38d6-4563-9030-e4ca6f63b5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebe5e54-7587-444e-aabc-c72c8d477008,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:41.573583 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6d5b3c68-38d6-4563-9030-e4ca6f63b5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:41.573937 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-6d5b3c68-38d6-4563-9030-e4ca6f63b5f3 admin admin] Added segment 1548292a-f0e5-487f-98c2-455fa837c148 of type vlan for network 799ae64b-6f99-47a2-b641-94e84a73c386 Aug 16 21:53:41.612972 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6d5b3c68-38d6-4563-9030-e4ca6f63b5f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:41.711722 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6d5b3c68-38d6-4563-9030-e4ca6f63b5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:41.712742 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5b3c68-38d6-4563-9030-e4ca6f63b5f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:41.713315 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6d5b3c68-38d6-4563-9030-e4ca6f63b5f3 admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:41.772020 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b3c68-38d6-4563-9030-e4ca6f63b5f3 admin admin] Pushing event updated for resources: {'Network': ['ID=799ae64b-6f99-47a2-b641-94e84a73c386,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:41.782341 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 799ae64b-6f99-47a2-b641-94e84a73c386 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:53:41.872833 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6d5b3c68-38d6-4563-9030-e4ca6f63b5f3 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6998610 Aug 16 21:53:41.875545 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36454) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:53:41.880348 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-d8a7166c-fa30-48f7-bcd4-820bb05d1704 admin admin] Request body: {'subnet': {'network_id': '799ae64b-6f99-47a2-b641-94e84a73c386', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1175223315-subnet', 'tenant_id': 'ee462ac26cd443f99fedc60e18ed8800', 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:53:41.968583 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a7166c-fa30-48f7-bcd4-820bb05d1704 admin admin] Made reservation on behalf of ee462ac26cd443f99fedc60e18ed8800 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:53:41.971006 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d8a7166c-fa30-48f7-bcd4-820bb05d1704 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:42.477462 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d8a7166c-fa30-48f7-bcd4-820bb05d1704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:42.530028 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7166c-fa30-48f7-bcd4-820bb05d1704 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25d23891-2d21-4f5d-a3c1-813318fe9dc9,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:42.540047 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a7166c-fa30-48f7-bcd4-820bb05d1704 admin admin] Checking segment: {'id': '1548292a-f0e5-487f-98c2-455fa837c148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '799ae64b-6f99-47a2-b641-94e84a73c386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:53:42.540407 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a7166c-fa30-48f7-bcd4-820bb05d1704 admin admin] Network hostable DHCP agents. Network: 799ae64b-6f99-47a2-b641-94e84a73c386, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:53:42.620875 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a7166c-fa30-48f7-bcd4-820bb05d1704 admin admin] Network 799ae64b-6f99-47a2-b641-94e84a73c386 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:53:42.671566 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-d8a7166c-fa30-48f7-bcd4-820bb05d1704 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 799ae64b-6f99-47a2-b641-94e84a73c386) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:53:42.675589 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a7166c-fa30-48f7-bcd4-820bb05d1704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:42.676209 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d8a7166c-fa30-48f7-bcd4-820bb05d1704 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:42.682171 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd4e9bd-6761-4aba-b1be-39c55114eea2 None None] Network 799ae64b-6f99-47a2-b641-94e84a73c386 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:53:42.741329 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d8a7166c-fa30-48f7-bcd4-820bb05d1704 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8646173 Aug 16 21:53:42.744413 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36456) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:53:42.749714 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-4d3de82c-e198-45ec-9809-b18c39501e40 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1175223315-router', 'tenant_id': 'ee462ac26cd443f99fedc60e18ed8800', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:53:42.824197 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f34ef3-2666-4384-a358-c937f061665e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-799ae64b-6f99-47a2-b641-94e84a73c386', 'network_id': '799ae64b-6f99-47a2-b641-94e84a73c386', 'tenant_id': 'ee462ac26cd443f99fedc60e18ed8800', 'fixed_ips': [{'subnet_id': '25d23891-2d21-4f5d-a3c1-813318fe9dc9'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:53:42.825064 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d0f34ef3-2666-4384-a358-c937f061665e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:42.849102 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4d3de82c-e198-45ec-9809-b18c39501e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:42.850171 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4d3de82c-e198-45ec-9809-b18c39501e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:42.904637 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4d3de82c-e198-45ec-9809-b18c39501e40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:42.960958 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-d0f34ef3-2666-4384-a358-c937f061665e None None] Allocated IP 172.20.0.2 (799ae64b-6f99-47a2-b641-94e84a73c386/25d23891-2d21-4f5d-a3c1-813318fe9dc9/3c80e757-ca3c-40e5-8dbd-552d6051acf8) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:53:43.090499 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4d3de82c-e198-45ec-9809-b18c39501e40 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:43.106862 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d0f34ef3-2666-4384-a358-c937f061665e None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:43.115222 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d0f34ef3-2666-4384-a358-c937f061665e None None] Transition to ACTIVE for port object 3c80e757-ca3c-40e5-8dbd-552d6051acf8 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:53:43.133514 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d0f34ef3-2666-4384-a358-c937f061665e None None] Transition to ACTIVE for port object 3c80e757-ca3c-40e5-8dbd-552d6051acf8 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:53:43.226103 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d0f34ef3-2666-4384-a358-c937f061665e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:43.267134 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f34ef3-2666-4384-a358-c937f061665e None None] Network 799ae64b-6f99-47a2-b641-94e84a73c386 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:53:43.270142 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-d0f34ef3-2666-4384-a358-c937f061665e None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:53:43.273115 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f34ef3-2666-4384-a358-c937f061665e None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:53:43.282869 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f34ef3-2666-4384-a358-c937f061665e None None] Pushing event updated for resources: {'Port': ['ID=3c80e757-ca3c-40e5-8dbd-552d6051acf8,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:43.330353 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-d0f34ef3-2666-4384-a358-c937f061665e None None] Attempting to bind port 3c80e757-ca3c-40e5-8dbd-552d6051acf8 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:53:43.330725 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-d0f34ef3-2666-4384-a358-c937f061665e None None] Attempting to bind port 3c80e757-ca3c-40e5-8dbd-552d6051acf8 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '1548292a-f0e5-487f-98c2-455fa837c148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '799ae64b-6f99-47a2-b641-94e84a73c386'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:53:43.331092 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f34ef3-2666-4384-a358-c937f061665e None None] Attempting to bind port 3c80e757-ca3c-40e5-8dbd-552d6051acf8 on network 799ae64b-6f99-47a2-b641-94e84a73c386 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:53:43.335982 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f34ef3-2666-4384-a358-c937f061665e None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:53:43.336361 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f34ef3-2666-4384-a358-c937f061665e None None] Checking segment: {'id': '1548292a-f0e5-487f-98c2-455fa837c148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '799ae64b-6f99-47a2-b641-94e84a73c386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:53:43.336766 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d0f34ef3-2666-4384-a358-c937f061665e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:43.337161 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f34ef3-2666-4384-a358-c937f061665e None None] Bound using segment: {'id': '1548292a-f0e5-487f-98c2-455fa837c148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '799ae64b-6f99-47a2-b641-94e84a73c386'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:53:43.337626 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-d0f34ef3-2666-4384-a358-c937f061665e None None] Bound port: 3c80e757-ca3c-40e5-8dbd-552d6051acf8, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1548292a-f0e5-487f-98c2-455fa837c148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '799ae64b-6f99-47a2-b641-94e84a73c386'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:53:43.338007 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d0f34ef3-2666-4384-a358-c937f061665e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:43.389789 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4d3de82c-e198-45ec-9809-b18c39501e40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:43.400631 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-d0f34ef3-2666-4384-a358-c937f061665e None None] For port 3c80e757-ca3c-40e5-8dbd-552d6051acf8, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:53:43.404647 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-d0f34ef3-2666-4384-a358-c937f061665e None None] For port 3c80e757-ca3c-40e5-8dbd-552d6051acf8, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=3c80e757-ca3c-40e5-8dbd-552d6051acf8,segment=NetworkSegment(1548292a-f0e5-487f-98c2-455fa837c148),segment_id=1548292a-f0e5-487f-98c2-455fa837c148)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:53:43.409241 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4d3de82c-e198-45ec-9809-b18c39501e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:43.483433 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d0f34ef3-2666-4384-a358-c937f061665e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:43.509068 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-4d3de82c-e198-45ec-9809-b18c39501e40 admin admin] Allocated IP 172.25.1.106 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/64458107-10c0-44f4-b0aa-995094346d78) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:53:43.545733 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f34ef3-2666-4384-a358-c937f061665e None None] Pushing event updated for resources: {'Port': ['ID=3c80e757-ca3c-40e5-8dbd-552d6051acf8,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:43.620675 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4d3de82c-e198-45ec-9809-b18c39501e40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:43.643364 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-39e6773d-41bf-4320-ad5e-885c7788e8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:43.729359 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4d3de82c-e198-45ec-9809-b18c39501e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:43.773525 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3de82c-e198-45ec-9809-b18c39501e40 admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:53:43.776483 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-4d3de82c-e198-45ec-9809-b18c39501e40 admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:53:43.780566 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3de82c-e198-45ec-9809-b18c39501e40 admin admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:53:43.804561 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3de82c-e198-45ec-9809-b18c39501e40 admin admin] Pushing event updated for resources: {'Port': ['ID=64458107-10c0-44f4-b0aa-995094346d78,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:43.876510 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:44.081525 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4d3de82c-e198-45ec-9809-b18c39501e40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:44.295899 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4d3de82c-e198-45ec-9809-b18c39501e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:44.431906 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e97de1b-225b-4bfd-8569-53c80331812c None None] Network 799ae64b-6f99-47a2-b641-94e84a73c386 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:53:44.489157 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3de82c-e198-45ec-9809-b18c39501e40 admin admin] Router cf8c530f-6305-4102-a99b-ddfe498335ab is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:53:44.553531 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-9073f15f-4a01-4b80-ad8d-c04e49b169c0 None None] Provisioning for port 3c80e757-ca3c-40e5-8dbd-552d6051acf8 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:53:44.614971 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3de82c-e198-45ec-9809-b18c39501e40 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:53:44.615200 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 3c80e757-ca3c-40e5-8dbd-552d6051acf8 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:53:44.630627 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375b0a9e-fcf7-4bac-b715-3cdc9a95fc8d None None] Sync routers for ids ['cf8c530f-6305-4102-a99b-ddfe498335ab'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:53:44.650142 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375b0a9e-fcf7-4bac-b715-3cdc9a95fc8d None None] Routers {'cf8c530f-6305-4102-a99b-ddfe498335ab'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:53:44.651571 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-375b0a9e-fcf7-4bac-b715-3cdc9a95fc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:53:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['cf8c530f-6305-4102-a99b-ddfe498335ab'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:53:44.672069 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4d3de82c-e198-45ec-9809-b18c39501e40 admin admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:44.673314 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4d3de82c-e198-45ec-9809-b18c39501e40 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9272153 Aug 16 21:53:44.675934 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36458) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:53:44.734781 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 3c80e757-ca3c-40e5-8dbd-552d6051acf8 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:53:44.742219 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 3c80e757-ca3c-40e5-8dbd-552d6051acf8 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:53:44.742219 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:44.767591 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-375b0a9e-fcf7-4bac-b715-3cdc9a95fc8d None None] Set router cf8c530f-6305-4102-a99b-ddfe498335ab gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:53:44.830462 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:44.868433 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 3c80e757-ca3c-40e5-8dbd-552d6051acf8, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=3c80e757-ca3c-40e5-8dbd-552d6051acf8,segment=NetworkSegment(1548292a-f0e5-487f-98c2-455fa837c148),segment_id=1548292a-f0e5-487f-98c2-455fa837c148)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:53:44.905730 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-bfcb8dc1-1a5b-4569-bb7c-8511f7725a4e None None] Provisioning complete for port 3c80e757-ca3c-40e5-8dbd-552d6051acf8 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:53:44.906426 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-bfcb8dc1-1a5b-4569-bb7c-8511f7725a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:44.980709 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:45.043716 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-bfcb8dc1-1a5b-4569-bb7c-8511f7725a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:45.068638 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=3c80e757-ca3c-40e5-8dbd-552d6051acf8,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:45.095300 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-375b0a9e-fcf7-4bac-b715-3cdc9a95fc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8c530f-6305-4102-a99b-ddfe498335ab', 'name': 'tempest-TestMinimumBasicScenario-1175223315-router', 'tenant_id': 'ee462ac26cd443f99fedc60e18ed8800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '64458107-10c0-44f4-b0aa-995094346d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:53:42Z', 'updated_at': '2021-08-16T21:53:43Z', 'revision_number': 3, 'project_id': 'ee462ac26cd443f99fedc60e18ed8800', 'gw_port': {'id': '64458107-10c0-44f4-b0aa-995094346d78', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:cf:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8c530f-6305-4102-a99b-ddfe498335ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:53:43Z', 'updated_at': '2021-08-16T21:53:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:53:45.117514 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375b0a9e-fcf7-4bac-b715-3cdc9a95fc8d None None] Checking router: cf8c530f-6305-4102-a99b-ddfe498335ab for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:53:45.117735 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:45.117856 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375b0a9e-fcf7-4bac-b715-3cdc9a95fc8d None None] Updating router cf8c530f-6305-4102-a99b-ddfe498335ab port 64458107-10c0-44f4-b0aa-995094346d78 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:53:45.118433 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.db.api [None req-bfcb8dc1-1a5b-4569-bb7c-8511f7725a4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:53:45.118795 n-d-793620-15 neutron-server[101846]: DEBUG oslo_db.api [None req-bfcb8dc1-1a5b-4569-bb7c-8511f7725a4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:53:45.145478 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-375b0a9e-fcf7-4bac-b715-3cdc9a95fc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:45.400432 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-375b0a9e-fcf7-4bac-b715-3cdc9a95fc8d None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:45.409951 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-375b0a9e-fcf7-4bac-b715-3cdc9a95fc8d None None] Transition to ACTIVE for port object 64458107-10c0-44f4-b0aa-995094346d78 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:53:45.455844 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-77a62e74-51f3-4d44-bc2f-4140c7a1e956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:45.494453 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-375b0a9e-fcf7-4bac-b715-3cdc9a95fc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:45.548667 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6d801-f6cf-4fe8-be01-eb8dfc053518 None None] Pushing event updated for resources: {'Port': ['ID=64458107-10c0-44f4-b0aa-995094346d78,revision_number=2']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:45.550691 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-375b0a9e-fcf7-4bac-b715-3cdc9a95fc8d None None] Attempting to bind port 64458107-10c0-44f4-b0aa-995094346d78 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:53:45.551037 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-375b0a9e-fcf7-4bac-b715-3cdc9a95fc8d None None] Attempting to bind port 64458107-10c0-44f4-b0aa-995094346d78 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:53:45.551384 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375b0a9e-fcf7-4bac-b715-3cdc9a95fc8d None None] Attempting to bind port 64458107-10c0-44f4-b0aa-995094346d78 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:53:45.560450 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375b0a9e-fcf7-4bac-b715-3cdc9a95fc8d None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:53:45.562196 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375b0a9e-fcf7-4bac-b715-3cdc9a95fc8d None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:53:45.562196 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-375b0a9e-fcf7-4bac-b715-3cdc9a95fc8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:45.562196 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375b0a9e-fcf7-4bac-b715-3cdc9a95fc8d None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:53:45.562196 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-375b0a9e-fcf7-4bac-b715-3cdc9a95fc8d None None] Bound port: 64458107-10c0-44f4-b0aa-995094346d78, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:53:45.562540 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-375b0a9e-fcf7-4bac-b715-3cdc9a95fc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:45.565326 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6d801-f6cf-4fe8-be01-eb8dfc053518 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:45.565660 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6d801-f6cf-4fe8-be01-eb8dfc053518 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:45.565988 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6d801-f6cf-4fe8-be01-eb8dfc053518 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:45.566312 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6d801-f6cf-4fe8-be01-eb8dfc053518 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:45.566630 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6d801-f6cf-4fe8-be01-eb8dfc053518 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:45.566946 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6d801-f6cf-4fe8-be01-eb8dfc053518 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:45.567258 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6d801-f6cf-4fe8-be01-eb8dfc053518 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:45.567566 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6d801-f6cf-4fe8-be01-eb8dfc053518 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:45.567904 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6d801-f6cf-4fe8-be01-eb8dfc053518 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:45.568216 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6d801-f6cf-4fe8-be01-eb8dfc053518 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:45.568526 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6d801-f6cf-4fe8-be01-eb8dfc053518 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:45.568830 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6d801-f6cf-4fe8-be01-eb8dfc053518 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:45.612431 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-77a62e74-51f3-4d44-bc2f-4140c7a1e956 admin admin] Allocated IP 172.20.0.1 (799ae64b-6f99-47a2-b641-94e84a73c386/25d23891-2d21-4f5d-a3c1-813318fe9dc9/87f10820-e9f7-4ac6-99ed-817cc13934b3) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:53:45.616848 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-375b0a9e-fcf7-4bac-b715-3cdc9a95fc8d None None] For port 64458107-10c0-44f4-b0aa-995094346d78, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:53:45.620466 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-375b0a9e-fcf7-4bac-b715-3cdc9a95fc8d None None] For port 64458107-10c0-44f4-b0aa-995094346d78, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=64458107-10c0-44f4-b0aa-995094346d78,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:53:45.689123 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-375b0a9e-fcf7-4bac-b715-3cdc9a95fc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:45.717134 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-77a62e74-51f3-4d44-bc2f-4140c7a1e956 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:45.731352 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-77a62e74-51f3-4d44-bc2f-4140c7a1e956 admin admin] Transition to ACTIVE for port object 87f10820-e9f7-4ac6-99ed-817cc13934b3 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:53:45.746178 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375b0a9e-fcf7-4bac-b715-3cdc9a95fc8d None None] Routers {'cf8c530f-6305-4102-a99b-ddfe498335ab'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:53:45.746798 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-375b0a9e-fcf7-4bac-b715-3cdc9a95fc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:53:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['cf8c530f-6305-4102-a99b-ddfe498335ab'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:53:45.782649 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6d801-f6cf-4fe8-be01-eb8dfc053518 None None] Pushing event updated for resources: {'Port': ['ID=64458107-10c0-44f4-b0aa-995094346d78,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:45.849311 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-77a62e74-51f3-4d44-bc2f-4140c7a1e956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:45.850759 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-375b0a9e-fcf7-4bac-b715-3cdc9a95fc8d None None] Set router cf8c530f-6305-4102-a99b-ddfe498335ab gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:53:45.887250 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a62e74-51f3-4d44-bc2f-4140c7a1e956 admin admin] Network 799ae64b-6f99-47a2-b641-94e84a73c386 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:53:45.892350 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-77a62e74-51f3-4d44-bc2f-4140c7a1e956 admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:53:45.895962 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a62e74-51f3-4d44-bc2f-4140c7a1e956 admin admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:53:45.923892 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a62e74-51f3-4d44-bc2f-4140c7a1e956 admin admin] Pushing event updated for resources: {'Port': ['ID=87f10820-e9f7-4ac6-99ed-817cc13934b3,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:45.946390 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-77a62e74-51f3-4d44-bc2f-4140c7a1e956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:46.041578 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-375b0a9e-fcf7-4bac-b715-3cdc9a95fc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8c530f-6305-4102-a99b-ddfe498335ab', 'name': 'tempest-TestMinimumBasicScenario-1175223315-router', 'tenant_id': 'ee462ac26cd443f99fedc60e18ed8800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '64458107-10c0-44f4-b0aa-995094346d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:53:42Z', 'updated_at': '2021-08-16T21:53:43Z', 'revision_number': 3, 'project_id': 'ee462ac26cd443f99fedc60e18ed8800', 'gw_port': {'id': '64458107-10c0-44f4-b0aa-995094346d78', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:cf:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8c530f-6305-4102-a99b-ddfe498335ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:53:43Z', 'updated_at': '2021-08-16T21:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:53:46.069230 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375b0a9e-fcf7-4bac-b715-3cdc9a95fc8d None None] The sync data for ids ['cf8c530f-6305-4102-a99b-ddfe498335ab'] in n-d-793620-15 is: [{'id': 'cf8c530f-6305-4102-a99b-ddfe498335ab', 'name': 'tempest-TestMinimumBasicScenario-1175223315-router', 'tenant_id': 'ee462ac26cd443f99fedc60e18ed8800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '64458107-10c0-44f4-b0aa-995094346d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:53:42Z', 'updated_at': '2021-08-16T21:53:43Z', 'revision_number': 3, 'project_id': 'ee462ac26cd443f99fedc60e18ed8800', 'gw_port': {'id': '64458107-10c0-44f4-b0aa-995094346d78', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:cf:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8c530f-6305-4102-a99b-ddfe498335ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:53:43Z', 'updated_at': '2021-08-16T21:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:53:46.140626 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-77a62e74-51f3-4d44-bc2f-4140c7a1e956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:46.260896 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7afae5be-26e6-4cf0-99f8-864c0c1a2067 None None] Provisioning for port 87f10820-e9f7-4ac6-99ed-817cc13934b3 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:53:46.265238 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7afae5be-26e6-4cf0-99f8-864c0c1a2067 None None] Provisioning complete for port 87f10820-e9f7-4ac6-99ed-817cc13934b3 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:53:46.270478 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7afae5be-26e6-4cf0-99f8-864c0c1a2067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:46.318779 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7afae5be-26e6-4cf0-99f8-864c0c1a2067 None None] Port 87f10820-e9f7-4ac6-99ed-817cc13934b3 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:53:46.332925 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-77a62e74-51f3-4d44-bc2f-4140c7a1e956 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:46.402355 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-77a62e74-51f3-4d44-bc2f-4140c7a1e956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:46.472066 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-77a62e74-51f3-4d44-bc2f-4140c7a1e956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:46.473983 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a62e74-51f3-4d44-bc2f-4140c7a1e956 admin admin] Pushing event updated for resources: {'Port': ['ID=87f10820-e9f7-4ac6-99ed-817cc13934b3,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:46.581286 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a62e74-51f3-4d44-bc2f-4140c7a1e956 admin admin] Network 799ae64b-6f99-47a2-b641-94e84a73c386 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:53:46.582881 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-77a62e74-51f3-4d44-bc2f-4140c7a1e956 admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:53:46.673456 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 3c80e757-ca3c-40e5-8dbd-552d6051acf8 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:53:46.712990 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a62e74-51f3-4d44-bc2f-4140c7a1e956 admin admin] Router cf8c530f-6305-4102-a99b-ddfe498335ab has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:53:46.746034 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 3c80e757-ca3c-40e5-8dbd-552d6051acf8 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:53:46.746723 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:46.795536 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:46.851630 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 64458107-10c0-44f4-b0aa-995094346d78 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:53:46.856663 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a62e74-51f3-4d44-bc2f-4140c7a1e956 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:53:46.861163 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-77a62e74-51f3-4d44-bc2f-4140c7a1e956 admin admin] 10.222.0.84 "PUT /v2.0/routers/cf8c530f-6305-4102-a99b-ddfe498335ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1842048 Aug 16 21:53:46.877798 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-65cdc9f3-9d05-4e04-be43-a0c01a5869c6 None None] Provisioning complete for port 87f10820-e9f7-4ac6-99ed-817cc13934b3 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:53:46.878183 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-65cdc9f3-9d05-4e04-be43-a0c01a5869c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:46.927279 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-65cdc9f3-9d05-4e04-be43-a0c01a5869c6 None None] Port 87f10820-e9f7-4ac6-99ed-817cc13934b3 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:53:47.008825 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 64458107-10c0-44f4-b0aa-995094346d78 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:53:47.012834 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 64458107-10c0-44f4-b0aa-995094346d78 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:53:47.013210 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:47.091211 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:47.111401 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 64458107-10c0-44f4-b0aa-995094346d78, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=64458107-10c0-44f4-b0aa-995094346d78,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:53:47.208053 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:47.255809 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=64458107-10c0-44f4-b0aa-995094346d78,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:47.556525 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36474) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:53:47.561679 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-e8630a29-9fd0-4fb0-bb72-e5143923f830 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1903970190-network', 'tenant_id': '8621c054353b463da60cd8f64b62f15b'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:53:47.648884 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8630a29-9fd0-4fb0-bb72-e5143923f830 admin admin] Made reservation on behalf of 8621c054353b463da60cd8f64b62f15b for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:53:47.651364 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e8630a29-9fd0-4fb0-bb72-e5143923f830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:47.661463 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e8630a29-9fd0-4fb0-bb72-e5143923f830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:47.690162 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1883732f-51b4-455f-b3a3-83ae83b5f3bb None None] Sync routers for ids ['cf8c530f-6305-4102-a99b-ddfe498335ab'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:53:47.699542 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1883732f-51b4-455f-b3a3-83ae83b5f3bb None None] Routers {'cf8c530f-6305-4102-a99b-ddfe498335ab'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:53:47.700186 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-1883732f-51b4-455f-b3a3-83ae83b5f3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:53:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['cf8c530f-6305-4102-a99b-ddfe498335ab'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:53:47.750203 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e8630a29-9fd0-4fb0-bb72-e5143923f830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:47.803512 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-1883732f-51b4-455f-b3a3-83ae83b5f3bb None None] Set router cf8c530f-6305-4102-a99b-ddfe498335ab gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:53:47.813632 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e8630a29-9fd0-4fb0-bb72-e5143923f830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:47.835027 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8630a29-9fd0-4fb0-bb72-e5143923f830 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:53:47.851434 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8630a29-9fd0-4fb0-bb72-e5143923f830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4074f51-0f2a-4c68-b137-54bcb6bce152,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:47.854714 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e8630a29-9fd0-4fb0-bb72-e5143923f830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:47.855065 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-e8630a29-9fd0-4fb0-bb72-e5143923f830 admin admin] Added segment 119858a2-e3a7-49b0-a716-a947cdc0e92f of type vlan for network 95f452da-0f35-478c-8d91-737e4218f74a Aug 16 21:53:47.898966 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e8630a29-9fd0-4fb0-bb72-e5143923f830 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:47.997730 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e8630a29-9fd0-4fb0-bb72-e5143923f830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:47.999390 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8630a29-9fd0-4fb0-bb72-e5143923f830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:48.000138 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e8630a29-9fd0-4fb0-bb72-e5143923f830 admin admin] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:48.065480 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8630a29-9fd0-4fb0-bb72-e5143923f830 admin admin] Pushing event updated for resources: {'Network': ['ID=95f452da-0f35-478c-8d91-737e4218f74a,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:48.077430 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 95f452da-0f35-478c-8d91-737e4218f74a details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:53:48.197897 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e8630a29-9fd0-4fb0-bb72-e5143923f830 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6402011 Aug 16 21:53:48.201155 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36476) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:53:48.206282 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-4261134e-cbac-4d39-8a7f-e471732dc0df admin admin] Request body: {'subnet': {'network_id': '95f452da-0f35-478c-8d91-737e4218f74a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1903970190-subnet', 'tenant_id': '8621c054353b463da60cd8f64b62f15b', 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:53:48.215910 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-1883732f-51b4-455f-b3a3-83ae83b5f3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8c530f-6305-4102-a99b-ddfe498335ab', 'name': 'tempest-TestMinimumBasicScenario-1175223315-router', 'tenant_id': 'ee462ac26cd443f99fedc60e18ed8800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '64458107-10c0-44f4-b0aa-995094346d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:53:42Z', 'updated_at': '2021-08-16T21:53:46Z', 'revision_number': 4, 'project_id': 'ee462ac26cd443f99fedc60e18ed8800', 'gw_port': {'id': '64458107-10c0-44f4-b0aa-995094346d78', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:cf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8c530f-6305-4102-a99b-ddfe498335ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:53:43Z', 'updated_at': '2021-08-16T21:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '87f10820-e9f7-4ac6-99ed-817cc13934b3', 'name': '', 'network_id': '799ae64b-6f99-47a2-b641-94e84a73c386', 'tenant_id': 'ee462ac26cd443f99fedc60e18ed8800', 'mac_address': 'fa:16:3e:79:d2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8c530f-6305-4102-a99b-ddfe498335ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '25d23891-2d21-4f5d-a3c1-813318fe9dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:53:45Z', 'updated_at': '2021-08-16T21:53:46Z', 'revision_number': 2, 'project_id': 'ee462ac26cd443f99fedc60e18ed8800', 'subnets': [{'id': '25d23891-2d21-4f5d-a3c1-813318fe9dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:53:48.247066 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1883732f-51b4-455f-b3a3-83ae83b5f3bb None None] Checking router: cf8c530f-6305-4102-a99b-ddfe498335ab for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:53:48.247477 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1883732f-51b4-455f-b3a3-83ae83b5f3bb None None] Updating router cf8c530f-6305-4102-a99b-ddfe498335ab port 87f10820-e9f7-4ac6-99ed-817cc13934b3 binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:53:48.272058 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1883732f-51b4-455f-b3a3-83ae83b5f3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:48.282741 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4261134e-cbac-4d39-8a7f-e471732dc0df admin admin] Made reservation on behalf of 8621c054353b463da60cd8f64b62f15b for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:53:48.285727 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4261134e-cbac-4d39-8a7f-e471732dc0df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:48.523592 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4261134e-cbac-4d39-8a7f-e471732dc0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:48.531529 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1883732f-51b4-455f-b3a3-83ae83b5f3bb None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:48.543584 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1883732f-51b4-455f-b3a3-83ae83b5f3bb None None] Transition to ACTIVE for port object 87f10820-e9f7-4ac6-99ed-817cc13934b3 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:53:48.577332 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 64458107-10c0-44f4-b0aa-995094346d78 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:53:48.587431 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261134e-cbac-4d39-8a7f-e471732dc0df admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f73c91b-77f8-4a40-b0c8-fb3ee7016889,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:48.593066 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4261134e-cbac-4d39-8a7f-e471732dc0df admin admin] Checking segment: {'id': '119858a2-e3a7-49b0-a716-a947cdc0e92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '95f452da-0f35-478c-8d91-737e4218f74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:53:48.593436 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4261134e-cbac-4d39-8a7f-e471732dc0df admin admin] Network hostable DHCP agents. Network: 95f452da-0f35-478c-8d91-737e4218f74a, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:53:48.626184 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 64458107-10c0-44f4-b0aa-995094346d78 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:53:48.626561 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:48.650405 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1883732f-51b4-455f-b3a3-83ae83b5f3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:48.715363 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85073b37-c2f9-4242-81fa-2996036545a6 None None] Pushing event updated for resources: {'Port': ['ID=87f10820-e9f7-4ac6-99ed-817cc13934b3,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:48.717277 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4261134e-cbac-4d39-8a7f-e471732dc0df admin admin] Network 95f452da-0f35-478c-8d91-737e4218f74a is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:53:48.794749 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-1883732f-51b4-455f-b3a3-83ae83b5f3bb None None] Attempting to bind port 87f10820-e9f7-4ac6-99ed-817cc13934b3 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:53:48.795131 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-1883732f-51b4-455f-b3a3-83ae83b5f3bb None None] Attempting to bind port 87f10820-e9f7-4ac6-99ed-817cc13934b3 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '1548292a-f0e5-487f-98c2-455fa837c148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '799ae64b-6f99-47a2-b641-94e84a73c386'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:53:48.795571 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1883732f-51b4-455f-b3a3-83ae83b5f3bb None None] Attempting to bind port 87f10820-e9f7-4ac6-99ed-817cc13934b3 on network 799ae64b-6f99-47a2-b641-94e84a73c386 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:53:48.797475 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-4261134e-cbac-4d39-8a7f-e471732dc0df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 95f452da-0f35-478c-8d91-737e4218f74a) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:53:48.805181 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1883732f-51b4-455f-b3a3-83ae83b5f3bb None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:53:48.805562 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1883732f-51b4-455f-b3a3-83ae83b5f3bb None None] Checking segment: {'id': '1548292a-f0e5-487f-98c2-455fa837c148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '799ae64b-6f99-47a2-b641-94e84a73c386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:53:48.805690 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4261134e-cbac-4d39-8a7f-e471732dc0df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:53:48.805977 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1883732f-51b4-455f-b3a3-83ae83b5f3bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:48.806316 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4261134e-cbac-4d39-8a7f-e471732dc0df admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:48.806435 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1883732f-51b4-455f-b3a3-83ae83b5f3bb None None] Bound using segment: {'id': '1548292a-f0e5-487f-98c2-455fa837c148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '799ae64b-6f99-47a2-b641-94e84a73c386'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:53:48.806825 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-1883732f-51b4-455f-b3a3-83ae83b5f3bb None None] Bound port: 87f10820-e9f7-4ac6-99ed-817cc13934b3, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1548292a-f0e5-487f-98c2-455fa837c148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '799ae64b-6f99-47a2-b641-94e84a73c386'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:53:48.807210 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1883732f-51b4-455f-b3a3-83ae83b5f3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:48.811585 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f54b892-4d6b-4a48-a67a-73a0e1eedd78 None None] Network 95f452da-0f35-478c-8d91-737e4218f74a requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:53:48.895274 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4261134e-cbac-4d39-8a7f-e471732dc0df admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6928298 Aug 16 21:53:48.897749 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36478) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:53:48.902821 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-eb09dded-b230-444b-9065-fd69652c78ad admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1903970190-router', 'tenant_id': '8621c054353b463da60cd8f64b62f15b', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:53:48.936166 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-1883732f-51b4-455f-b3a3-83ae83b5f3bb None None] For port 87f10820-e9f7-4ac6-99ed-817cc13934b3, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:53:48.940219 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-1883732f-51b4-455f-b3a3-83ae83b5f3bb None None] For port 87f10820-e9f7-4ac6-99ed-817cc13934b3, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=87f10820-e9f7-4ac6-99ed-817cc13934b3,segment=NetworkSegment(1548292a-f0e5-487f-98c2-455fa837c148),segment_id=1548292a-f0e5-487f-98c2-455fa837c148)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:53:49.011767 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc345b63-4371-410a-b759-e5ae495ffe0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-95f452da-0f35-478c-8d91-737e4218f74a', 'network_id': '95f452da-0f35-478c-8d91-737e4218f74a', 'tenant_id': '8621c054353b463da60cd8f64b62f15b', 'fixed_ips': [{'subnet_id': '7f73c91b-77f8-4a40-b0c8-fb3ee7016889'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:53:49.012635 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cc345b63-4371-410a-b759-e5ae495ffe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:49.027308 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eb09dded-b230-444b-9065-fd69652c78ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:49.028783 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eb09dded-b230-444b-9065-fd69652c78ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:49.078297 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1883732f-51b4-455f-b3a3-83ae83b5f3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:49.086303 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eb09dded-b230-444b-9065-fd69652c78ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:49.185093 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1883732f-51b4-455f-b3a3-83ae83b5f3bb None None] Routers {'cf8c530f-6305-4102-a99b-ddfe498335ab'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:53:49.185735 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-1883732f-51b4-455f-b3a3-83ae83b5f3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:53:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['cf8c530f-6305-4102-a99b-ddfe498335ab'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:53:49.189181 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85073b37-c2f9-4242-81fa-2996036545a6 None None] Pushing event updated for resources: {'Port': ['ID=87f10820-e9f7-4ac6-99ed-817cc13934b3,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:49.242600 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-cc345b63-4371-410a-b759-e5ae495ffe0d None None] Allocated IP 172.20.0.2 (95f452da-0f35-478c-8d91-737e4218f74a/7f73c91b-77f8-4a40-b0c8-fb3ee7016889/b482acac-33b9-4021-8380-48b7bf695d7d) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:53:49.294789 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eb09dded-b230-444b-9065-fd69652c78ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:49.357674 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-1883732f-51b4-455f-b3a3-83ae83b5f3bb None None] Set router cf8c530f-6305-4102-a99b-ddfe498335ab gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:53:49.552481 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cc345b63-4371-410a-b759-e5ae495ffe0d None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:49.571959 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-cc345b63-4371-410a-b759-e5ae495ffe0d None None] Transition to ACTIVE for port object b482acac-33b9-4021-8380-48b7bf695d7d will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:53:49.610384 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-cc345b63-4371-410a-b759-e5ae495ffe0d None None] Transition to ACTIVE for port object b482acac-33b9-4021-8380-48b7bf695d7d will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:53:49.632038 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eb09dded-b230-444b-9065-fd69652c78ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:49.647677 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-1883732f-51b4-455f-b3a3-83ae83b5f3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8c530f-6305-4102-a99b-ddfe498335ab', 'name': 'tempest-TestMinimumBasicScenario-1175223315-router', 'tenant_id': 'ee462ac26cd443f99fedc60e18ed8800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '64458107-10c0-44f4-b0aa-995094346d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:53:42Z', 'updated_at': '2021-08-16T21:53:46Z', 'revision_number': 4, 'project_id': 'ee462ac26cd443f99fedc60e18ed8800', 'gw_port': {'id': '64458107-10c0-44f4-b0aa-995094346d78', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:cf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8c530f-6305-4102-a99b-ddfe498335ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:53:43Z', 'updated_at': '2021-08-16T21:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '87f10820-e9f7-4ac6-99ed-817cc13934b3', 'name': '', 'network_id': '799ae64b-6f99-47a2-b641-94e84a73c386', 'tenant_id': 'ee462ac26cd443f99fedc60e18ed8800', 'mac_address': 'fa:16:3e:79:d2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8c530f-6305-4102-a99b-ddfe498335ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '25d23891-2d21-4f5d-a3c1-813318fe9dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:53:45Z', 'updated_at': '2021-08-16T21:53:48Z', 'revision_number': 4, 'project_id': 'ee462ac26cd443f99fedc60e18ed8800', 'subnets': [{'id': '25d23891-2d21-4f5d-a3c1-813318fe9dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:53:49.651677 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eb09dded-b230-444b-9065-fd69652c78ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:49.676748 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1883732f-51b4-455f-b3a3-83ae83b5f3bb None None] The sync data for ids ['cf8c530f-6305-4102-a99b-ddfe498335ab'] in n-d-793620-15 is: [{'id': 'cf8c530f-6305-4102-a99b-ddfe498335ab', 'name': 'tempest-TestMinimumBasicScenario-1175223315-router', 'tenant_id': 'ee462ac26cd443f99fedc60e18ed8800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '64458107-10c0-44f4-b0aa-995094346d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:53:42Z', 'updated_at': '2021-08-16T21:53:46Z', 'revision_number': 4, 'project_id': 'ee462ac26cd443f99fedc60e18ed8800', 'gw_port': {'id': '64458107-10c0-44f4-b0aa-995094346d78', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:cf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8c530f-6305-4102-a99b-ddfe498335ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:53:43Z', 'updated_at': '2021-08-16T21:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '87f10820-e9f7-4ac6-99ed-817cc13934b3', 'name': '', 'network_id': '799ae64b-6f99-47a2-b641-94e84a73c386', 'tenant_id': 'ee462ac26cd443f99fedc60e18ed8800', 'mac_address': 'fa:16:3e:79:d2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8c530f-6305-4102-a99b-ddfe498335ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '25d23891-2d21-4f5d-a3c1-813318fe9dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:53:45Z', 'updated_at': '2021-08-16T21:53:48Z', 'revision_number': 4, 'project_id': 'ee462ac26cd443f99fedc60e18ed8800', 'subnets': [{'id': '25d23891-2d21-4f5d-a3c1-813318fe9dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:53:49.689381 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cc345b63-4371-410a-b759-e5ae495ffe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:49.742344 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc345b63-4371-410a-b759-e5ae495ffe0d None None] Network 95f452da-0f35-478c-8d91-737e4218f74a is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:53:49.757424 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-cc345b63-4371-410a-b759-e5ae495ffe0d None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:53:49.758202 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc345b63-4371-410a-b759-e5ae495ffe0d None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:53:49.760455 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc345b63-4371-410a-b759-e5ae495ffe0d None None] Pushing event updated for resources: {'Port': ['ID=b482acac-33b9-4021-8380-48b7bf695d7d,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:49.779697 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-eb09dded-b230-444b-9065-fd69652c78ad admin admin] Allocated IP 172.25.1.110 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/deb47259-9e33-48c9-ba41-f8375ee79fd4) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:53:49.833834 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-cc345b63-4371-410a-b759-e5ae495ffe0d None None] Attempting to bind port b482acac-33b9-4021-8380-48b7bf695d7d on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:53:49.834235 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-cc345b63-4371-410a-b759-e5ae495ffe0d None None] Attempting to bind port b482acac-33b9-4021-8380-48b7bf695d7d by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '119858a2-e3a7-49b0-a716-a947cdc0e92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '95f452da-0f35-478c-8d91-737e4218f74a'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:53:49.834530 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc345b63-4371-410a-b759-e5ae495ffe0d None None] Attempting to bind port b482acac-33b9-4021-8380-48b7bf695d7d on network 95f452da-0f35-478c-8d91-737e4218f74a {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:53:49.839915 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc345b63-4371-410a-b759-e5ae495ffe0d None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:53:49.840295 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc345b63-4371-410a-b759-e5ae495ffe0d None None] Checking segment: {'id': '119858a2-e3a7-49b0-a716-a947cdc0e92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '95f452da-0f35-478c-8d91-737e4218f74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:53:49.840751 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cc345b63-4371-410a-b759-e5ae495ffe0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:49.841131 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc345b63-4371-410a-b759-e5ae495ffe0d None None] Bound using segment: {'id': '119858a2-e3a7-49b0-a716-a947cdc0e92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '95f452da-0f35-478c-8d91-737e4218f74a'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:53:49.841738 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-cc345b63-4371-410a-b759-e5ae495ffe0d None None] Bound port: b482acac-33b9-4021-8380-48b7bf695d7d, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '119858a2-e3a7-49b0-a716-a947cdc0e92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '95f452da-0f35-478c-8d91-737e4218f74a'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:53:49.842133 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cc345b63-4371-410a-b759-e5ae495ffe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:49.902107 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:49.907644 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eb09dded-b230-444b-9065-fd69652c78ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:49.912325 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-cc345b63-4371-410a-b759-e5ae495ffe0d None None] For port b482acac-33b9-4021-8380-48b7bf695d7d, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:53:49.915958 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-cc345b63-4371-410a-b759-e5ae495ffe0d None None] For port b482acac-33b9-4021-8380-48b7bf695d7d, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b482acac-33b9-4021-8380-48b7bf695d7d,segment=NetworkSegment(119858a2-e3a7-49b0-a716-a947cdc0e92f),segment_id=119858a2-e3a7-49b0-a716-a947cdc0e92f)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:53:49.985739 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cc345b63-4371-410a-b759-e5ae495ffe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:50.014073 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eb09dded-b230-444b-9065-fd69652c78ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:50.067187 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc345b63-4371-410a-b759-e5ae495ffe0d None None] Pushing event updated for resources: {'Port': ['ID=b482acac-33b9-4021-8380-48b7bf695d7d,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:50.069155 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb09dded-b230-444b-9065-fd69652c78ad admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:53:50.072236 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-eb09dded-b230-444b-9065-fd69652c78ad admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:53:50.076722 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb09dded-b230-444b-9065-fd69652c78ad admin admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:53:50.080498 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09dded-b230-444b-9065-fd69652c78ad admin admin] Pushing event updated for resources: {'Port': ['ID=deb47259-9e33-48c9-ba41-f8375ee79fd4,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:50.421384 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eb09dded-b230-444b-9065-fd69652c78ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:50.628105 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eb09dded-b230-444b-9065-fd69652c78ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:50.662578 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 87f10820-e9f7-4ac6-99ed-817cc13934b3 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:53:50.814874 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 87f10820-e9f7-4ac6-99ed-817cc13934b3 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:53:50.819671 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 87f10820-e9f7-4ac6-99ed-817cc13934b3 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:53:50.820156 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:50.847093 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb09dded-b230-444b-9065-fd69652c78ad admin admin] Router c3a8778e-5501-4ef4-b563-bdb3b39a2392 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:53:50.925767 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:50.962363 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb09dded-b230-444b-9065-fd69652c78ad admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:53:50.972841 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 87f10820-e9f7-4ac6-99ed-817cc13934b3, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=87f10820-e9f7-4ac6-99ed-817cc13934b3,segment=NetworkSegment(1548292a-f0e5-487f-98c2-455fa837c148),segment_id=1548292a-f0e5-487f-98c2-455fa837c148)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:53:50.973243 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df38de9-6f7b-4279-b527-0660b07323f8 None None] Sync routers for ids ['c3a8778e-5501-4ef4-b563-bdb3b39a2392'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:53:50.982872 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df38de9-6f7b-4279-b527-0660b07323f8 None None] Routers {'c3a8778e-5501-4ef4-b563-bdb3b39a2392'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:53:50.983499 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-9df38de9-6f7b-4279-b527-0660b07323f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:53:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['c3a8778e-5501-4ef4-b563-bdb3b39a2392'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:53:51.067983 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:51.067983 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b482acac-33b9-4021-8380-48b7bf695d7d up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:53:51.070864 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-eb09dded-b230-444b-9065-fd69652c78ad admin admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:51.072348 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-eb09dded-b230-444b-9065-fd69652c78ad admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1736264 Aug 16 21:53:51.075666 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36480) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:53:51.098608 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-9df38de9-6f7b-4279-b527-0660b07323f8 None None] Set router c3a8778e-5501-4ef4-b563-bdb3b39a2392 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:53:51.101005 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e45b61-0720-4ca9-8b8c-83599fbb8578 None None] Network 95f452da-0f35-478c-8d91-737e4218f74a requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:53:51.201011 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=87f10820-e9f7-4ac6-99ed-817cc13934b3,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:51.279770 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-9df38de9-6f7b-4279-b527-0660b07323f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a8778e-5501-4ef4-b563-bdb3b39a2392', 'name': 'tempest-TestMinimumBasicScenario-1903970190-router', 'tenant_id': '8621c054353b463da60cd8f64b62f15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': 'deb47259-9e33-48c9-ba41-f8375ee79fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:53:49Z', 'updated_at': '2021-08-16T21:53:50Z', 'revision_number': 3, 'project_id': '8621c054353b463da60cd8f64b62f15b', 'gw_port': {'id': 'deb47259-9e33-48c9-ba41-f8375ee79fd4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a8778e-5501-4ef4-b563-bdb3b39a2392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:53:49Z', 'updated_at': '2021-08-16T21:53:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:53:51.288216 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-9d09df37-ff0f-46d7-b1be-3fb1e5cb1975 None None] Provisioning for port b482acac-33b9-4021-8380-48b7bf695d7d completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:53:51.310468 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df38de9-6f7b-4279-b527-0660b07323f8 None None] Checking router: c3a8778e-5501-4ef4-b563-bdb3b39a2392 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:53:51.310672 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df38de9-6f7b-4279-b527-0660b07323f8 None None] Updating router c3a8778e-5501-4ef4-b563-bdb3b39a2392 port deb47259-9e33-48c9-ba41-f8375ee79fd4 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:53:51.317168 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port b482acac-33b9-4021-8380-48b7bf695d7d completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:53:51.326239 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port b482acac-33b9-4021-8380-48b7bf695d7d triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:53:51.326764 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:51.339401 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-9df38de9-6f7b-4279-b527-0660b07323f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:51.417376 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:51.462240 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port b482acac-33b9-4021-8380-48b7bf695d7d, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b482acac-33b9-4021-8380-48b7bf695d7d,segment=NetworkSegment(119858a2-e3a7-49b0-a716-a947cdc0e92f),segment_id=119858a2-e3a7-49b0-a716-a947cdc0e92f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:53:51.537241 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dfe57928-438f-48b6-8a44-cb02c5ba02e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:51.561174 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:51.610439 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=b482acac-33b9-4021-8380-48b7bf695d7d,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:51.613615 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-9df38de9-6f7b-4279-b527-0660b07323f8 None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:51.620733 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1b7d9785-b47c-4735-b06c-9f65981eb614 None None] Provisioning complete for port b482acac-33b9-4021-8380-48b7bf695d7d triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:53:51.621750 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1b7d9785-b47c-4735-b06c-9f65981eb614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:51.625580 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-9df38de9-6f7b-4279-b527-0660b07323f8 None None] Transition to ACTIVE for port object deb47259-9e33-48c9-ba41-f8375ee79fd4 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:53:51.705881 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-dfe57928-438f-48b6-8a44-cb02c5ba02e1 admin admin] Allocated IP 172.20.0.1 (95f452da-0f35-478c-8d91-737e4218f74a/7f73c91b-77f8-4a40-b0c8-fb3ee7016889/1cd3e11a-c63b-438d-96af-14cd63a735f0) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:53:51.711653 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-9df38de9-6f7b-4279-b527-0660b07323f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:51.768547 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-9df38de9-6f7b-4279-b527-0660b07323f8 None None] Attempting to bind port deb47259-9e33-48c9-ba41-f8375ee79fd4 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:53:51.769053 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-9df38de9-6f7b-4279-b527-0660b07323f8 None None] Attempting to bind port deb47259-9e33-48c9-ba41-f8375ee79fd4 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:53:51.769506 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df38de9-6f7b-4279-b527-0660b07323f8 None None] Attempting to bind port deb47259-9e33-48c9-ba41-f8375ee79fd4 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:53:51.779228 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b8fa4-1a6f-4881-99c9-ff2838b2359f None None] Pushing event updated for resources: {'Port': ['ID=deb47259-9e33-48c9-ba41-f8375ee79fd4,revision_number=2']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:51.782176 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df38de9-6f7b-4279-b527-0660b07323f8 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:53:51.788399 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df38de9-6f7b-4279-b527-0660b07323f8 None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:53:51.788914 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-9df38de9-6f7b-4279-b527-0660b07323f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:51.789403 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df38de9-6f7b-4279-b527-0660b07323f8 None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:53:51.790002 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-9df38de9-6f7b-4279-b527-0660b07323f8 None None] Bound port: deb47259-9e33-48c9-ba41-f8375ee79fd4, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:53:51.790505 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-9df38de9-6f7b-4279-b527-0660b07323f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:51.819871 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dfe57928-438f-48b6-8a44-cb02c5ba02e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:51.835631 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-dfe57928-438f-48b6-8a44-cb02c5ba02e1 admin admin] Transition to ACTIVE for port object 1cd3e11a-c63b-438d-96af-14cd63a735f0 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:53:51.843677 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-9df38de9-6f7b-4279-b527-0660b07323f8 None None] For port deb47259-9e33-48c9-ba41-f8375ee79fd4, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:53:51.846939 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-9df38de9-6f7b-4279-b527-0660b07323f8 None None] For port deb47259-9e33-48c9-ba41-f8375ee79fd4, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=deb47259-9e33-48c9-ba41-f8375ee79fd4,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:53:51.974796 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-9df38de9-6f7b-4279-b527-0660b07323f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:52.020694 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dfe57928-438f-48b6-8a44-cb02c5ba02e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:52.030644 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df38de9-6f7b-4279-b527-0660b07323f8 None None] Routers {'c3a8778e-5501-4ef4-b563-bdb3b39a2392'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:53:52.031277 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-9df38de9-6f7b-4279-b527-0660b07323f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:53:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['c3a8778e-5501-4ef4-b563-bdb3b39a2392'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:53:52.035974 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b8fa4-1a6f-4881-99c9-ff2838b2359f None None] Pushing event updated for resources: {'Port': ['ID=deb47259-9e33-48c9-ba41-f8375ee79fd4,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:52.062810 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe57928-438f-48b6-8a44-cb02c5ba02e1 admin admin] Network 95f452da-0f35-478c-8d91-737e4218f74a is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:53:52.065892 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-dfe57928-438f-48b6-8a44-cb02c5ba02e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:53:52.069729 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe57928-438f-48b6-8a44-cb02c5ba02e1 admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:53:52.098419 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe57928-438f-48b6-8a44-cb02c5ba02e1 admin admin] Pushing event updated for resources: {'Port': ['ID=1cd3e11a-c63b-438d-96af-14cd63a735f0,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:52.113959 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe57928-438f-48b6-8a44-cb02c5ba02e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:52.114312 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe57928-438f-48b6-8a44-cb02c5ba02e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:52.114658 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe57928-438f-48b6-8a44-cb02c5ba02e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:52.114997 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe57928-438f-48b6-8a44-cb02c5ba02e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:52.115335 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe57928-438f-48b6-8a44-cb02c5ba02e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:52.115916 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe57928-438f-48b6-8a44-cb02c5ba02e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:52.116248 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe57928-438f-48b6-8a44-cb02c5ba02e1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:52.116753 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe57928-438f-48b6-8a44-cb02c5ba02e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:52.117088 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe57928-438f-48b6-8a44-cb02c5ba02e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:52.117416 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe57928-438f-48b6-8a44-cb02c5ba02e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:52.117746 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe57928-438f-48b6-8a44-cb02c5ba02e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:52.118073 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe57928-438f-48b6-8a44-cb02c5ba02e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:53:52.131960 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dfe57928-438f-48b6-8a44-cb02c5ba02e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:52.241624 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-9df38de9-6f7b-4279-b527-0660b07323f8 None None] Set router c3a8778e-5501-4ef4-b563-bdb3b39a2392 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:53:52.351849 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dfe57928-438f-48b6-8a44-cb02c5ba02e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:52.352057 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-fe40afb8-2740-42a2-99a9-ff93fb7277ad None None] Provisioning for port 1cd3e11a-c63b-438d-96af-14cd63a735f0 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:53:52.357456 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-fe40afb8-2740-42a2-99a9-ff93fb7277ad None None] Provisioning complete for port 1cd3e11a-c63b-438d-96af-14cd63a735f0 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:53:52.358058 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fe40afb8-2740-42a2-99a9-ff93fb7277ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:52.394242 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-fe40afb8-2740-42a2-99a9-ff93fb7277ad None None] Port 1cd3e11a-c63b-438d-96af-14cd63a735f0 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:53:52.419974 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-9df38de9-6f7b-4279-b527-0660b07323f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a8778e-5501-4ef4-b563-bdb3b39a2392', 'name': 'tempest-TestMinimumBasicScenario-1903970190-router', 'tenant_id': '8621c054353b463da60cd8f64b62f15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': 'deb47259-9e33-48c9-ba41-f8375ee79fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:53:49Z', 'updated_at': '2021-08-16T21:53:50Z', 'revision_number': 3, 'project_id': '8621c054353b463da60cd8f64b62f15b', 'gw_port': {'id': 'deb47259-9e33-48c9-ba41-f8375ee79fd4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a8778e-5501-4ef4-b563-bdb3b39a2392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:53:49Z', 'updated_at': '2021-08-16T21:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:53:52.449139 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df38de9-6f7b-4279-b527-0660b07323f8 None None] The sync data for ids ['c3a8778e-5501-4ef4-b563-bdb3b39a2392'] in n-d-793620-15 is: [{'id': 'c3a8778e-5501-4ef4-b563-bdb3b39a2392', 'name': 'tempest-TestMinimumBasicScenario-1903970190-router', 'tenant_id': '8621c054353b463da60cd8f64b62f15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': 'deb47259-9e33-48c9-ba41-f8375ee79fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:53:49Z', 'updated_at': '2021-08-16T21:53:50Z', 'revision_number': 3, 'project_id': '8621c054353b463da60cd8f64b62f15b', 'gw_port': {'id': 'deb47259-9e33-48c9-ba41-f8375ee79fd4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a8778e-5501-4ef4-b563-bdb3b39a2392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:53:49Z', 'updated_at': '2021-08-16T21:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:53:52.522352 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dfe57928-438f-48b6-8a44-cb02c5ba02e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:52.580472 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dfe57928-438f-48b6-8a44-cb02c5ba02e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:52.601462 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 87f10820-e9f7-4ac6-99ed-817cc13934b3 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:53:52.625316 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:52.648984 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe57928-438f-48b6-8a44-cb02c5ba02e1 admin admin] Pushing event updated for resources: {'Port': ['ID=1cd3e11a-c63b-438d-96af-14cd63a735f0,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:52.651425 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dfe57928-438f-48b6-8a44-cb02c5ba02e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:52.656570 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 87f10820-e9f7-4ac6-99ed-817cc13934b3 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:53:52.657425 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:52.759742 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b482acac-33b9-4021-8380-48b7bf695d7d up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:53:52.762658 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe57928-438f-48b6-8a44-cb02c5ba02e1 admin admin] Network 95f452da-0f35-478c-8d91-737e4218f74a is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:53:52.764359 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-dfe57928-438f-48b6-8a44-cb02c5ba02e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:53:52.823488 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port b482acac-33b9-4021-8380-48b7bf695d7d triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:53:52.824417 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:52.909423 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe57928-438f-48b6-8a44-cb02c5ba02e1 admin admin] Router c3a8778e-5501-4ef4-b563-bdb3b39a2392 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:53:53.019817 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-06a2997b-628c-420c-bf67-90fa903aa118 None None] Provisioning complete for port 1cd3e11a-c63b-438d-96af-14cd63a735f0 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:53:53.020210 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-06a2997b-628c-420c-bf67-90fa903aa118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:53.048545 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe57928-438f-48b6-8a44-cb02c5ba02e1 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:53:53.059908 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-dfe57928-438f-48b6-8a44-cb02c5ba02e1 admin admin] 10.222.0.84 "PUT /v2.0/routers/c3a8778e-5501-4ef4-b563-bdb3b39a2392/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9774082 Aug 16 21:53:53.060103 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-06a2997b-628c-420c-bf67-90fa903aa118 None None] Port 1cd3e11a-c63b-438d-96af-14cd63a735f0 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:53:54.095935 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4bb389-dc59-4f9c-a829-643fd9306fc1 None None] Sync routers for ids ['c3a8778e-5501-4ef4-b563-bdb3b39a2392'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:53:54.109959 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4bb389-dc59-4f9c-a829-643fd9306fc1 None None] Routers {'c3a8778e-5501-4ef4-b563-bdb3b39a2392'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:53:54.113876 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-4b4bb389-dc59-4f9c-a829-643fd9306fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:53:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['c3a8778e-5501-4ef4-b563-bdb3b39a2392'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:53:54.251757 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-4b4bb389-dc59-4f9c-a829-643fd9306fc1 None None] Set router c3a8778e-5501-4ef4-b563-bdb3b39a2392 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:53:54.506524 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-4b4bb389-dc59-4f9c-a829-643fd9306fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a8778e-5501-4ef4-b563-bdb3b39a2392', 'name': 'tempest-TestMinimumBasicScenario-1903970190-router', 'tenant_id': '8621c054353b463da60cd8f64b62f15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': 'deb47259-9e33-48c9-ba41-f8375ee79fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:53:49Z', 'updated_at': '2021-08-16T21:53:52Z', 'revision_number': 4, 'project_id': '8621c054353b463da60cd8f64b62f15b', 'gw_port': {'id': 'deb47259-9e33-48c9-ba41-f8375ee79fd4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a8778e-5501-4ef4-b563-bdb3b39a2392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:53:49Z', 'updated_at': '2021-08-16T21:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '1cd3e11a-c63b-438d-96af-14cd63a735f0', 'name': '', 'network_id': '95f452da-0f35-478c-8d91-737e4218f74a', 'tenant_id': '8621c054353b463da60cd8f64b62f15b', 'mac_address': 'fa:16:3e:32:ef:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a8778e-5501-4ef4-b563-bdb3b39a2392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '7f73c91b-77f8-4a40-b0c8-fb3ee7016889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:53:51Z', 'updated_at': '2021-08-16T21:53:52Z', 'revision_number': 2, 'project_id': '8621c054353b463da60cd8f64b62f15b', 'subnets': [{'id': '7f73c91b-77f8-4a40-b0c8-fb3ee7016889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:53:54.535908 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4bb389-dc59-4f9c-a829-643fd9306fc1 None None] Checking router: c3a8778e-5501-4ef4-b563-bdb3b39a2392 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:53:54.538845 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4bb389-dc59-4f9c-a829-643fd9306fc1 None None] Updating router c3a8778e-5501-4ef4-b563-bdb3b39a2392 port 1cd3e11a-c63b-438d-96af-14cd63a735f0 binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:53:54.568530 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4b4bb389-dc59-4f9c-a829-643fd9306fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:54.688886 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device deb47259-9e33-48c9-ba41-f8375ee79fd4 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:53:54.868728 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port deb47259-9e33-48c9-ba41-f8375ee79fd4 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:53:54.879042 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port deb47259-9e33-48c9-ba41-f8375ee79fd4 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:53:54.879428 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:54.950244 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4b4bb389-dc59-4f9c-a829-643fd9306fc1 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:54.962985 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-4b4bb389-dc59-4f9c-a829-643fd9306fc1 None None] Transition to ACTIVE for port object 1cd3e11a-c63b-438d-96af-14cd63a735f0 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:53:55.004261 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:55.026449 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port deb47259-9e33-48c9-ba41-f8375ee79fd4, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=deb47259-9e33-48c9-ba41-f8375ee79fd4,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:53:55.031728 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4b4bb389-dc59-4f9c-a829-643fd9306fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:55.076711 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:55.091057 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92dfdac-3f00-43c7-a124-278065d10d0f None None] Pushing event updated for resources: {'Port': ['ID=1cd3e11a-c63b-438d-96af-14cd63a735f0,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:55.194402 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-4b4bb389-dc59-4f9c-a829-643fd9306fc1 None None] Attempting to bind port 1cd3e11a-c63b-438d-96af-14cd63a735f0 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:53:55.195071 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-4b4bb389-dc59-4f9c-a829-643fd9306fc1 None None] Attempting to bind port 1cd3e11a-c63b-438d-96af-14cd63a735f0 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '119858a2-e3a7-49b0-a716-a947cdc0e92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '95f452da-0f35-478c-8d91-737e4218f74a'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:53:55.195205 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4bb389-dc59-4f9c-a829-643fd9306fc1 None None] Attempting to bind port 1cd3e11a-c63b-438d-96af-14cd63a735f0 on network 95f452da-0f35-478c-8d91-737e4218f74a {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:53:55.212000 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=deb47259-9e33-48c9-ba41-f8375ee79fd4,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:55.218656 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4bb389-dc59-4f9c-a829-643fd9306fc1 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:53:55.219039 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4bb389-dc59-4f9c-a829-643fd9306fc1 None None] Checking segment: {'id': '119858a2-e3a7-49b0-a716-a947cdc0e92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '95f452da-0f35-478c-8d91-737e4218f74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:53:55.219459 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4b4bb389-dc59-4f9c-a829-643fd9306fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:55.219890 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4bb389-dc59-4f9c-a829-643fd9306fc1 None None] Bound using segment: {'id': '119858a2-e3a7-49b0-a716-a947cdc0e92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '95f452da-0f35-478c-8d91-737e4218f74a'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:53:55.220379 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-4b4bb389-dc59-4f9c-a829-643fd9306fc1 None None] Bound port: 1cd3e11a-c63b-438d-96af-14cd63a735f0, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '119858a2-e3a7-49b0-a716-a947cdc0e92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '95f452da-0f35-478c-8d91-737e4218f74a'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:53:55.220826 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4b4bb389-dc59-4f9c-a829-643fd9306fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:55.313068 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-4b4bb389-dc59-4f9c-a829-643fd9306fc1 None None] For port 1cd3e11a-c63b-438d-96af-14cd63a735f0, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:53:55.317057 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-4b4bb389-dc59-4f9c-a829-643fd9306fc1 None None] For port 1cd3e11a-c63b-438d-96af-14cd63a735f0, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=1cd3e11a-c63b-438d-96af-14cd63a735f0,segment=NetworkSegment(119858a2-e3a7-49b0-a716-a947cdc0e92f),segment_id=119858a2-e3a7-49b0-a716-a947cdc0e92f)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:53:55.398384 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4b4bb389-dc59-4f9c-a829-643fd9306fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:55.465188 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4bb389-dc59-4f9c-a829-643fd9306fc1 None None] Routers {'c3a8778e-5501-4ef4-b563-bdb3b39a2392'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:53:55.465922 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-4b4bb389-dc59-4f9c-a829-643fd9306fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:53:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['c3a8778e-5501-4ef4-b563-bdb3b39a2392'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:53:55.522105 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92dfdac-3f00-43c7-a124-278065d10d0f None None] Pushing event updated for resources: {'Port': ['ID=1cd3e11a-c63b-438d-96af-14cd63a735f0,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:55.595601 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-4b4bb389-dc59-4f9c-a829-643fd9306fc1 None None] Set router c3a8778e-5501-4ef4-b563-bdb3b39a2392 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:53:55.827858 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-4b4bb389-dc59-4f9c-a829-643fd9306fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a8778e-5501-4ef4-b563-bdb3b39a2392', 'name': 'tempest-TestMinimumBasicScenario-1903970190-router', 'tenant_id': '8621c054353b463da60cd8f64b62f15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': 'deb47259-9e33-48c9-ba41-f8375ee79fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:53:49Z', 'updated_at': '2021-08-16T21:53:52Z', 'revision_number': 4, 'project_id': '8621c054353b463da60cd8f64b62f15b', 'gw_port': {'id': 'deb47259-9e33-48c9-ba41-f8375ee79fd4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a8778e-5501-4ef4-b563-bdb3b39a2392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:53:49Z', 'updated_at': '2021-08-16T21:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '1cd3e11a-c63b-438d-96af-14cd63a735f0', 'name': '', 'network_id': '95f452da-0f35-478c-8d91-737e4218f74a', 'tenant_id': '8621c054353b463da60cd8f64b62f15b', 'mac_address': 'fa:16:3e:32:ef:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a8778e-5501-4ef4-b563-bdb3b39a2392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '7f73c91b-77f8-4a40-b0c8-fb3ee7016889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:53:51Z', 'updated_at': '2021-08-16T21:53:55Z', 'revision_number': 4, 'project_id': '8621c054353b463da60cd8f64b62f15b', 'subnets': [{'id': '7f73c91b-77f8-4a40-b0c8-fb3ee7016889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:53:55.859978 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4bb389-dc59-4f9c-a829-643fd9306fc1 None None] The sync data for ids ['c3a8778e-5501-4ef4-b563-bdb3b39a2392'] in n-d-793620-15 is: [{'id': 'c3a8778e-5501-4ef4-b563-bdb3b39a2392', 'name': 'tempest-TestMinimumBasicScenario-1903970190-router', 'tenant_id': '8621c054353b463da60cd8f64b62f15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': 'deb47259-9e33-48c9-ba41-f8375ee79fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:53:49Z', 'updated_at': '2021-08-16T21:53:52Z', 'revision_number': 4, 'project_id': '8621c054353b463da60cd8f64b62f15b', 'gw_port': {'id': 'deb47259-9e33-48c9-ba41-f8375ee79fd4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a8778e-5501-4ef4-b563-bdb3b39a2392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:53:49Z', 'updated_at': '2021-08-16T21:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '1cd3e11a-c63b-438d-96af-14cd63a735f0', 'name': '', 'network_id': '95f452da-0f35-478c-8d91-737e4218f74a', 'tenant_id': '8621c054353b463da60cd8f64b62f15b', 'mac_address': 'fa:16:3e:32:ef:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a8778e-5501-4ef4-b563-bdb3b39a2392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '7f73c91b-77f8-4a40-b0c8-fb3ee7016889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:53:51Z', 'updated_at': '2021-08-16T21:53:55Z', 'revision_number': 4, 'project_id': '8621c054353b463da60cd8f64b62f15b', 'subnets': [{'id': '7f73c91b-77f8-4a40-b0c8-fb3ee7016889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:53:56.708976 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 1cd3e11a-c63b-438d-96af-14cd63a735f0 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:53:56.832063 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 1cd3e11a-c63b-438d-96af-14cd63a735f0 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:53:56.837950 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 1cd3e11a-c63b-438d-96af-14cd63a735f0 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:53:56.840764 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:56.947082 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:56.984954 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 1cd3e11a-c63b-438d-96af-14cd63a735f0, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=1cd3e11a-c63b-438d-96af-14cd63a735f0,segment=NetworkSegment(119858a2-e3a7-49b0-a716-a947cdc0e92f),segment_id=119858a2-e3a7-49b0-a716-a947cdc0e92f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:53:57.334772 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:57.335587 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device deb47259-9e33-48c9-ba41-f8375ee79fd4 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:53:57.411120 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=1cd3e11a-c63b-438d-96af-14cd63a735f0,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:53:57.436770 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port deb47259-9e33-48c9-ba41-f8375ee79fd4 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:53:57.437566 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:58.592401 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 1cd3e11a-c63b-438d-96af-14cd63a735f0 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:53:58.645734 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 1cd3e11a-c63b-438d-96af-14cd63a735f0 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:53:58.646206 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:02.844334 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:54:04.939123 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784005f-3948-4342-bab7-1845ff9c3060 req-82ff6e62-4c39-4020-acd4-4e7a261c61a2 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:04.940778 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9784005f-3948-4342-bab7-1845ff9c3060 req-82ff6e62-4c39-4020-acd4-4e7a261c61a2 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/networks?id=799ae64b-6f99-47a2-b641-94e84a73c386 HTTP/1.1" status: 200 len: 815 time: 0.1053269 Aug 16 21:54:04.955846 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9784005f-3948-4342-bab7-1845ff9c3060 req-77874520-a3bb-48ec-9b93-da1865ea33aa tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/quotas/ee462ac26cd443f99fedc60e18ed8800 HTTP/1.1" status: 200 len: 375 time: 0.0091636 Aug 16 21:54:05.006563 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9784005f-3948-4342-bab7-1845ff9c3060 req-83ee74e5-c8ad-4950-bbc0-9db5f406d8c3 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=ee462ac26cd443f99fedc60e18ed8800&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454397 Aug 16 21:54:05.103194 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9784005f-3948-4342-bab7-1845ff9c3060 req-b68265f1-1d17-4e79-ba09-f8f6ffe8c7d8 service neutron] 10.222.0.84 "GET /v2.0/networks/799ae64b-6f99-47a2-b641-94e84a73c386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849442 Aug 16 21:54:05.192715 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9784005f-3948-4342-bab7-1845ff9c3060 req-88667648-c9c2-4042-88e8-86ecba9eb428 service neutron] 10.222.0.84 "GET /v2.0/networks/799ae64b-6f99-47a2-b641-94e84a73c386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828745 Aug 16 21:54:05.432124 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cb1dbfc6-a119-47cf-8b47-8fdebbf08db7 req-fefee417-fdfe-4049-bc7a-c17f983d2107 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 210 time: 0.0320513 Aug 16 21:54:06.524193 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fdf8635b-84cb-4c8a-b61c-6ed9d93b0ba2 req-d4b852d9-e9ba-400a-8d25-a65eb2ad134d tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 210 time: 0.0264006 Aug 16 21:54:07.567735 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784005f-3948-4342-bab7-1845ff9c3060 req-45e21a11-0985-4d41-b3d2-ae8b66138101 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:07.569295 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9784005f-3948-4342-bab7-1845ff9c3060 req-45e21a11-0985-4d41-b3d2-ae8b66138101 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.72 "GET /v2.0/networks?id=799ae64b-6f99-47a2-b641-94e84a73c386 HTTP/1.1" status: 200 len: 815 time: 0.1055939 Aug 16 21:54:07.582327 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-9784005f-3948-4342-bab7-1845ff9c3060 req-2825836b-2e80-4b5d-89a4-db59f3bf13c1 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Request body: {'port': {'device_id': 'b217e8fe-9d53-40d7-843a-dac52a40e64f', 'network_id': '799ae64b-6f99-47a2-b641-94e84a73c386', 'admin_state_up': True, 'tenant_id': 'ee462ac26cd443f99fedc60e18ed8800'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:54:07.636953 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0e53eac2-6f59-44bc-b4bc-6d8de4092107 req-32e13817-70e3-4cd8-9662-4850100d7978 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 210 time: 0.0372717 Aug 16 21:54:07.773003 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9784005f-3948-4342-bab7-1845ff9c3060 req-2825836b-2e80-4b5d-89a4-db59f3bf13c1 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Made reservation on behalf of ee462ac26cd443f99fedc60e18ed8800 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:54:07.777141 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9784005f-3948-4342-bab7-1845ff9c3060 req-2825836b-2e80-4b5d-89a4-db59f3bf13c1 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:07.902981 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-9784005f-3948-4342-bab7-1845ff9c3060 req-2825836b-2e80-4b5d-89a4-db59f3bf13c1 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Allocated IP 172.20.0.9 (799ae64b-6f99-47a2-b641-94e84a73c386/25d23891-2d21-4f5d-a3c1-813318fe9dc9/1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:54:08.054501 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9784005f-3948-4342-bab7-1845ff9c3060 req-2825836b-2e80-4b5d-89a4-db59f3bf13c1 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:08.068328 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-9784005f-3948-4342-bab7-1845ff9c3060 req-2825836b-2e80-4b5d-89a4-db59f3bf13c1 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Transition to ACTIVE for port object 1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:54:08.174554 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9784005f-3948-4342-bab7-1845ff9c3060 req-2825836b-2e80-4b5d-89a4-db59f3bf13c1 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:08.219697 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9784005f-3948-4342-bab7-1845ff9c3060 req-2825836b-2e80-4b5d-89a4-db59f3bf13c1 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Network 799ae64b-6f99-47a2-b641-94e84a73c386 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:54:08.222848 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-9784005f-3948-4342-bab7-1845ff9c3060 req-2825836b-2e80-4b5d-89a4-db59f3bf13c1 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:54:08.226732 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-9784005f-3948-4342-bab7-1845ff9c3060 req-2825836b-2e80-4b5d-89a4-db59f3bf13c1 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:54:08.256131 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825836b-2e80-4b5d-89a4-db59f3bf13c1 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Pushing event updated for resources: {'Port': ['ID=1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:54:08.290379 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784005f-3948-4342-bab7-1845ff9c3060 req-2825836b-2e80-4b5d-89a4-db59f3bf13c1 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:08.291075 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9784005f-3948-4342-bab7-1845ff9c3060 req-2825836b-2e80-4b5d-89a4-db59f3bf13c1 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:08.363559 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9784005f-3948-4342-bab7-1845ff9c3060 req-2825836b-2e80-4b5d-89a4-db59f3bf13c1 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7849579 Aug 16 21:54:08.610512 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7e422aba-cfbc-4df1-9301-4be51b618045 None None] Provisioning for port 1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:54:08.617960 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7e422aba-cfbc-4df1-9301-4be51b618045 None None] Provisioning complete for port 1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:54:08.618981 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7e422aba-cfbc-4df1-9301-4be51b618045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:08.659090 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7e422aba-cfbc-4df1-9301-4be51b618045 None None] Port 1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:54:08.756387 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faeae0f-9e73-41fd-a442-7451ddedc919 req-357c8adc-3ab6-4fa6-bde3-09e6de3f1ea0 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:08.758672 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0faeae0f-9e73-41fd-a442-7451ddedc919 req-357c8adc-3ab6-4fa6-bde3-09e6de3f1ea0 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 931 time: 0.0505798 Aug 16 21:54:08.800318 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0faeae0f-9e73-41fd-a442-7451ddedc919 req-8abfe6e7-dbc0-425e-ae5c-34e50342c830 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ebe5e54-7587-444e-aabc-c72c8d477008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346982 Aug 16 21:54:09.918138 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f6aa0-8c3b-458a-b0c9-5174d2845fd6 req-66f5e228-cad2-4683-8784-e1ccada2c23e tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:09.919659 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-149f6aa0-8c3b-458a-b0c9-5174d2845fd6 req-66f5e228-cad2-4683-8784-e1ccada2c23e tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 931 time: 0.0523429 Aug 16 21:54:09.969124 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-149f6aa0-8c3b-458a-b0c9-5174d2845fd6 req-661c060b-a526-4b2a-abdc-0e8a9c0b21e2 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ebe5e54-7587-444e-aabc-c72c8d477008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433905 Aug 16 21:54:11.086088 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a5d89-0d99-4025-a651-28ccc4f655fd req-771fe323-21e3-4fbe-9617-05f3d3f0574e tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:11.088017 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f3a5d89-0d99-4025-a651-28ccc4f655fd req-771fe323-21e3-4fbe-9617-05f3d3f0574e tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 931 time: 0.0511191 Aug 16 21:54:11.105915 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-15479164-839a-40d3-b85b-70a41459a218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:11.127290 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f3a5d89-0d99-4025-a651-28ccc4f655fd req-0b821a24-7154-443e-ad5c-a88c44822520 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ebe5e54-7587-444e-aabc-c72c8d477008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327482 Aug 16 21:54:12.245533 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e1af6-db4e-41de-8f5a-a4590b1d13d6 req-fd0b2fe1-3578-4104-b467-a3266a843958 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:12.247336 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-327e1af6-db4e-41de-8f5a-a4590b1d13d6 req-fd0b2fe1-3578-4104-b467-a3266a843958 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 931 time: 0.0508077 Aug 16 21:54:12.285968 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-327e1af6-db4e-41de-8f5a-a4590b1d13d6 req-b40fc6bd-a20a-4c4f-905a-7d514dcd0534 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ebe5e54-7587-444e-aabc-c72c8d477008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318744 Aug 16 21:54:13.407573 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041326f-319d-40ca-9eba-3ae48a8ba61c req-f7c0a72d-9413-46c7-a050-5f99a4a24560 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:13.410047 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5041326f-319d-40ca-9eba-3ae48a8ba61c req-f7c0a72d-9413-46c7-a050-5f99a4a24560 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 931 time: 0.0522165 Aug 16 21:54:13.451637 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5041326f-319d-40ca-9eba-3ae48a8ba61c req-670e8d3e-06b7-4c33-bfb4-210176616b1a tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ebe5e54-7587-444e-aabc-c72c8d477008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352719 Aug 16 21:54:13.660116 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f8c3b1a2-3fb9-4344-ae8b-40951dbd81f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:13.888367 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:14.575156 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6d126-84ec-40cb-a4da-94070d73348a req-a272bbfc-20e4-4584-8391-044feb32f67d tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:14.582610 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ecc6d126-84ec-40cb-a4da-94070d73348a req-a272bbfc-20e4-4584-8391-044feb32f67d tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 931 time: 0.0573587 Aug 16 21:54:14.618365 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ecc6d126-84ec-40cb-a4da-94070d73348a req-c4067337-03b2-4d77-83a9-1422d93fe728 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ebe5e54-7587-444e-aabc-c72c8d477008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348601 Aug 16 21:54:15.054477 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:15.742702 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8fff5f-29d6-4165-a7a0-074f3c910d9f req-f4c8f4bb-77fd-4a07-8801-0ff4852b0694 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:15.744229 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6c8fff5f-29d6-4165-a7a0-074f3c910d9f req-f4c8f4bb-77fd-4a07-8801-0ff4852b0694 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 931 time: 0.0589097 Aug 16 21:54:15.785248 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6c8fff5f-29d6-4165-a7a0-074f3c910d9f req-6f3fc114-b233-4d0d-ac33-9788d6f0f25c tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ebe5e54-7587-444e-aabc-c72c8d477008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341895 Aug 16 21:54:16.780595 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:16.907259 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dba311-ef0f-4862-8569-2fdf5bd49a47 req-19c08a23-62b7-46dc-846e-54baddb6609f tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:16.908855 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-22dba311-ef0f-4862-8569-2fdf5bd49a47 req-19c08a23-62b7-46dc-846e-54baddb6609f tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 931 time: 0.0547426 Aug 16 21:54:16.950249 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-22dba311-ef0f-4862-8569-2fdf5bd49a47 req-19809093-8d65-46a7-a922-ad42abecbb3e tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ebe5e54-7587-444e-aabc-c72c8d477008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351512 Aug 16 21:54:18.068228 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f71a4a-385b-40c1-99c6-bb5eaadc32dd req-7352814e-2ada-4c30-a7d0-eb9d44b2448a tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:18.069730 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-13f71a4a-385b-40c1-99c6-bb5eaadc32dd req-7352814e-2ada-4c30-a7d0-eb9d44b2448a tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 931 time: 0.0516014 Aug 16 21:54:18.107546 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-13f71a4a-385b-40c1-99c6-bb5eaadc32dd req-cd320bf2-5ec0-4946-9182-cbffa47f8071 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ebe5e54-7587-444e-aabc-c72c8d477008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317299 Aug 16 21:54:18.549382 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-9784005f-3948-4342-bab7-1845ff9c3060 req-11d5417e-883b-40f7-a855-adcb58789d3e service neutron] Request body: {'port': {'device_id': 'b217e8fe-9d53-40d7-843a-dac52a40e64f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:54:18.604564 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9784005f-3948-4342-bab7-1845ff9c3060 req-11d5417e-883b-40f7-a855-adcb58789d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:18.863106 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-9784005f-3948-4342-bab7-1845ff9c3060 req-11d5417e-883b-40f7-a855-adcb58789d3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:54:18.870896 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9784005f-3948-4342-bab7-1845ff9c3060 req-11d5417e-883b-40f7-a855-adcb58789d3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:18.882287 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-9784005f-3948-4342-bab7-1845ff9c3060 req-11d5417e-883b-40f7-a855-adcb58789d3e service neutron] Transition to ACTIVE for port object 1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:54:18.943519 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9784005f-3948-4342-bab7-1845ff9c3060 req-11d5417e-883b-40f7-a855-adcb58789d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:18.994454 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5417e-883b-40f7-a855-adcb58789d3e service neutron] Pushing event updated for resources: {'Port': ['ID=1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:54:19.065373 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-9784005f-3948-4342-bab7-1845ff9c3060 req-11d5417e-883b-40f7-a855-adcb58789d3e service neutron] Attempting to bind port 1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:54:19.065776 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-9784005f-3948-4342-bab7-1845ff9c3060 req-11d5417e-883b-40f7-a855-adcb58789d3e service neutron] Attempting to bind port 1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '1548292a-f0e5-487f-98c2-455fa837c148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '799ae64b-6f99-47a2-b641-94e84a73c386'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:54:19.066045 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9784005f-3948-4342-bab7-1845ff9c3060 req-11d5417e-883b-40f7-a855-adcb58789d3e service neutron] Attempting to bind port 1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb on network 799ae64b-6f99-47a2-b641-94e84a73c386 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:54:19.070589 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9784005f-3948-4342-bab7-1845ff9c3060 req-11d5417e-883b-40f7-a855-adcb58789d3e service neutron] Port 1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb on network 799ae64b-6f99-47a2-b641-94e84a73c386 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:54:19.070913 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9784005f-3948-4342-bab7-1845ff9c3060 req-11d5417e-883b-40f7-a855-adcb58789d3e service neutron] Attempting to bind port 1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb on network 799ae64b-6f99-47a2-b641-94e84a73c386 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:54:19.076562 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9784005f-3948-4342-bab7-1845ff9c3060 req-11d5417e-883b-40f7-a855-adcb58789d3e service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:54:19.076910 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9784005f-3948-4342-bab7-1845ff9c3060 req-11d5417e-883b-40f7-a855-adcb58789d3e service neutron] Checking segment: {'id': '1548292a-f0e5-487f-98c2-455fa837c148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '799ae64b-6f99-47a2-b641-94e84a73c386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:54:19.077308 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9784005f-3948-4342-bab7-1845ff9c3060 req-11d5417e-883b-40f7-a855-adcb58789d3e service neutron] Bound using segment: {'id': '1548292a-f0e5-487f-98c2-455fa837c148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '799ae64b-6f99-47a2-b641-94e84a73c386'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:54:19.077748 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-9784005f-3948-4342-bab7-1845ff9c3060 req-11d5417e-883b-40f7-a855-adcb58789d3e service neutron] Bound port: 1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1548292a-f0e5-487f-98c2-455fa837c148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '799ae64b-6f99-47a2-b641-94e84a73c386'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:54:19.078117 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9784005f-3948-4342-bab7-1845ff9c3060 req-11d5417e-883b-40f7-a855-adcb58789d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:19.148388 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-9784005f-3948-4342-bab7-1845ff9c3060 req-11d5417e-883b-40f7-a855-adcb58789d3e service neutron] For port 1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:54:19.151458 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-9784005f-3948-4342-bab7-1845ff9c3060 req-11d5417e-883b-40f7-a855-adcb58789d3e service neutron] For port 1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb,segment=NetworkSegment(1548292a-f0e5-487f-98c2-455fa837c148),segment_id=1548292a-f0e5-487f-98c2-455fa837c148)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:54:19.228061 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736be725-436a-4a52-bb7f-258233900fae req-01ed0f8c-e78d-437c-8d3e-3be81e23d234 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:19.229658 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-736be725-436a-4a52-bb7f-258233900fae req-01ed0f8c-e78d-437c-8d3e-3be81e23d234 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 943 time: 0.0494473 Aug 16 21:54:19.237261 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9784005f-3948-4342-bab7-1845ff9c3060 req-11d5417e-883b-40f7-a855-adcb58789d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:19.271065 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-736be725-436a-4a52-bb7f-258233900fae req-270308d7-b4e0-44af-ab44-d6bccf0cd505 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ebe5e54-7587-444e-aabc-c72c8d477008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334773 Aug 16 21:54:19.274341 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784005f-3948-4342-bab7-1845ff9c3060 req-11d5417e-883b-40f7-a855-adcb58789d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:19.275022 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9784005f-3948-4342-bab7-1845ff9c3060 req-11d5417e-883b-40f7-a855-adcb58789d3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:19.277170 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9784005f-3948-4342-bab7-1845ff9c3060 req-11d5417e-883b-40f7-a855-adcb58789d3e service neutron] 10.222.0.72 "PUT /v2.0/ports/1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb HTTP/1.1" status: 200 len: 1092 time: 0.7322948 Aug 16 21:54:19.277472 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b217e8fe-9d53-40d7-843a-dac52a40e64f', 'tag': '1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:54:19.280056 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcd9435b18b7a34707b0c74d037ee6bf13b87a61dd91d81e26d4048d63ffdc36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a4f7cb-7bb8-43f6-b430-f6e27e08e075" -d '{"events": [{"name": "network-changed", "server_uuid": "b217e8fe-9d53-40d7-843a-dac52a40e64f", "tag": "1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:54:19.305255 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5417e-883b-40f7-a855-adcb58789d3e service neutron] Pushing event updated for resources: {'Port': ['ID=1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:54:19.330647 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd7481f-0e84-4cd1-a615-23aa5d9fd7cd x-openstack-request-id: req-cfd7481f-0e84-4cd1-a615-23aa5d9fd7cd {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:54:19.330940 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b217e8fe-9d53-40d7-843a-dac52a40e64f", "tag": "1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:54:19.331318 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-cfd7481f-0e84-4cd1-a615-23aa5d9fd7cd {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:54:19.331669 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b217e8fe-9d53-40d7-843a-dac52a40e64f', 'tag': '1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb', 'status': 'completed', 'code': 200} Aug 16 21:54:19.397081 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4f7cb-7bb8-43f6-b430-f6e27e08e075 req-cc975064-937a-4345-89a2-ca9f321205e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:19.398709 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-46a4f7cb-7bb8-43f6-b430-f6e27e08e075 req-cc975064-937a-4345-89a2-ca9f321205e2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee462ac26cd443f99fedc60e18ed8800&device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 1095 time: 0.0455511 Aug 16 21:54:19.501385 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4f7cb-7bb8-43f6-b430-f6e27e08e075 req-711f2486-0c24-45c3-ad48-a2f18b66266a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:19.502932 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-46a4f7cb-7bb8-43f6-b430-f6e27e08e075 req-711f2486-0c24-45c3-ad48-a2f18b66266a service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=ee462ac26cd443f99fedc60e18ed8800&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0968752 Aug 16 21:54:19.596575 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4f7cb-7bb8-43f6-b430-f6e27e08e075 req-bbb186e3-904d-495f-8eb9-8f69a529aed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:19.598059 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-46a4f7cb-7bb8-43f6-b430-f6e27e08e075 req-bbb186e3-904d-495f-8eb9-8f69a529aed3 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886900 Aug 16 21:54:19.675829 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784005f-3948-4342-bab7-1845ff9c3060 req-4cb7ff91-8a21-46de-bab6-190e63dd90a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:19.677203 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9784005f-3948-4342-bab7-1845ff9c3060 req-4cb7ff91-8a21-46de-bab6-190e63dd90a6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee462ac26cd443f99fedc60e18ed8800&device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 1095 time: 0.0445092 Aug 16 21:54:19.718986 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9784005f-3948-4342-bab7-1845ff9c3060 req-28e36eee-3323-48f6-bfb5-0372f2a8d66f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb HTTP/1.1" status: 200 len: 217 time: 0.0331414 Aug 16 21:54:19.766471 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784005f-3948-4342-bab7-1845ff9c3060 req-cfd1e9cc-decc-48f7-888d-8207d137c748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:19.767887 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9784005f-3948-4342-bab7-1845ff9c3060 req-cfd1e9cc-decc-48f7-888d-8207d137c748 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d23891-2d21-4f5d-a3c1-813318fe9dc9 HTTP/1.1" status: 200 len: 854 time: 0.0426011 Aug 16 21:54:19.817279 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784005f-3948-4342-bab7-1845ff9c3060 req-c4098990-ad37-46e5-8570-4189114255b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:19.818772 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9784005f-3948-4342-bab7-1845ff9c3060 req-c4098990-ad37-46e5-8570-4189114255b1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=799ae64b-6f99-47a2-b641-94e84a73c386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436101 Aug 16 21:54:19.877014 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:19.907455 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9784005f-3948-4342-bab7-1845ff9c3060 req-1eca8bc6-64d0-464a-9fad-aa9d4bf52251 service neutron] 10.222.0.72 "GET /v2.0/networks/799ae64b-6f99-47a2-b641-94e84a73c386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818591 Aug 16 21:54:20.001752 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9784005f-3948-4342-bab7-1845ff9c3060 req-1e05e5ab-ee4e-4a3e-9c22-f90bcb3843a7 service neutron] 10.222.0.72 "GET /v2.0/networks/799ae64b-6f99-47a2-b641-94e84a73c386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875919 Aug 16 21:54:20.389500 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de5e84-c2d6-4e24-8e92-35cca175d92c req-dd8ab7a5-2026-485e-8e23-af1bff002fa2 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:20.391086 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-21de5e84-c2d6-4e24-8e92-35cca175d92c req-dd8ab7a5-2026-485e-8e23-af1bff002fa2 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 943 time: 0.0486472 Aug 16 21:54:20.431223 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-21de5e84-c2d6-4e24-8e92-35cca175d92c req-a77d41d6-938a-4465-8f58-6942defc7ed8 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ebe5e54-7587-444e-aabc-c72c8d477008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341403 Aug 16 21:54:21.548176 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc11a80-0056-4ad6-8822-0681fe73f143 req-d7779c3b-a0bb-485b-9810-2d3b39a90661 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:21.549684 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bfc11a80-0056-4ad6-8822-0681fe73f143 req-d7779c3b-a0bb-485b-9810-2d3b39a90661 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 943 time: 0.0504479 Aug 16 21:54:21.587605 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bfc11a80-0056-4ad6-8822-0681fe73f143 req-ae589d1b-b64e-4f72-843e-3dac5f0f9244 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ebe5e54-7587-444e-aabc-c72c8d477008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319817 Aug 16 21:54:22.619741 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:22.702642 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b7fe3-6a76-4d86-96b6-822c6f0c3d29 req-2f5916bd-c761-4b26-b273-8764b960f55e tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:22.704154 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ee4b7fe3-6a76-4d86-96b6-822c6f0c3d29 req-2f5916bd-c761-4b26-b273-8764b960f55e tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 943 time: 0.0498614 Aug 16 21:54:22.740553 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ee4b7fe3-6a76-4d86-96b6-822c6f0c3d29 req-58a015a8-6d55-4cbc-85f8-81fb1ea49231 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ebe5e54-7587-444e-aabc-c72c8d477008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305243 Aug 16 21:54:23.853280 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a964a6-03be-47fb-9fc6-b78c0919113a req-89ea95e7-d991-4efd-812a-b8889bcfb6f1 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:23.854741 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b4a964a6-03be-47fb-9fc6-b78c0919113a req-89ea95e7-d991-4efd-812a-b8889bcfb6f1 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 943 time: 0.0483921 Aug 16 21:54:23.895002 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b4a964a6-03be-47fb-9fc6-b78c0919113a req-b19fc972-9103-4783-95d8-0ac65aa5886e tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ebe5e54-7587-444e-aabc-c72c8d477008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343816 Aug 16 21:54:24.318352 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:54:24.413479 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb,segment=NetworkSegment(1548292a-f0e5-487f-98c2-455fa837c148),segment_id=1548292a-f0e5-487f-98c2-455fa837c148)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:54:24.424965 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb', 'network_id': '799ae64b-6f99-47a2-b641-94e84a73c386', 'port_id': '1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb', 'mac_address': 'fa:16:3e:5d:13:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d23891-2d21-4f5d-a3c1-813318fe9dc9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:54:24.460669 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:24.472989 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:54:24.492750 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb,segment=NetworkSegment(1548292a-f0e5-487f-98c2-455fa837c148),segment_id=1548292a-f0e5-487f-98c2-455fa837c148)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:54:24.590106 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:24.637449 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:54:24.829979 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:54:25.017791 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f796011-8fbf-4d59-879d-66e2a5adaaf3 req-4c7af252-e5a0-49d1-b784-c8f7666658b6 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:25.019280 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8f796011-8fbf-4d59-879d-66e2a5adaaf3 req-4c7af252-e5a0-49d1-b784-c8f7666658b6 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 944 time: 0.0490844 Aug 16 21:54:25.058321 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8f796011-8fbf-4d59-879d-66e2a5adaaf3 req-aa64b221-2cec-4cd9-8b35-90354653e6fd tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ebe5e54-7587-444e-aabc-c72c8d477008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329583 Aug 16 21:54:26.170894 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af15ae-7d32-429b-835e-d2057f3534a7 req-201fb521-5798-4a88-8a32-d3965186d89d tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:26.172414 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-63af15ae-7d32-429b-835e-d2057f3534a7 req-201fb521-5798-4a88-8a32-d3965186d89d tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 944 time: 0.0481973 Aug 16 21:54:26.209227 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-63af15ae-7d32-429b-835e-d2057f3534a7 req-32234064-052f-4575-bec4-b7ad8f8c4c29 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ebe5e54-7587-444e-aabc-c72c8d477008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309868 Aug 16 21:54:26.334519 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:54:26.430614 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:54:26.435016 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:54:26.440230 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:26.513763 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:26.535209 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b217e8fe-9d53-40d7-843a-dac52a40e64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:54:26.543322 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c683fdb416c7f0821c75f6a91cfed7529d060c9c210f81ad2c881376259938b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a91b6f-36c4-42f0-ae1b-f53cdcc07e8c" -d '{"events": [{"server_uuid": "b217e8fe-9d53-40d7-843a-dac52a40e64f", "name": "network-vif-plugged", "status": "completed", "tag": "1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:54:26.550798 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb,segment=NetworkSegment(1548292a-f0e5-487f-98c2-455fa837c148),segment_id=1548292a-f0e5-487f-98c2-455fa837c148)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:54:26.577973 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba212388-7971-4746-b698-5b4bb8fab8ac x-openstack-request-id: req-ba212388-7971-4746-b698-5b4bb8fab8ac {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:54:26.577973 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b217e8fe-9d53-40d7-843a-dac52a40e64f", "name": "network-vif-plugged", "status": "completed", "tag": "1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:54:26.577973 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ba212388-7971-4746-b698-5b4bb8fab8ac {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:54:26.577973 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b217e8fe-9d53-40d7-843a-dac52a40e64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb', 'code': 200} Aug 16 21:54:26.672425 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc751782-28f8-47a0-a109-4dee126b8e53 req-02447ec8-708c-4961-966f-2c201bb2b2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:26.673943 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-cc751782-28f8-47a0-a109-4dee126b8e53 req-02447ec8-708c-4961-966f-2c201bb2b2f1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 1096 time: 0.0412810 Aug 16 21:54:26.686364 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:26.709630 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-cc751782-28f8-47a0-a109-4dee126b8e53 req-6f9bbf7d-312d-4eaf-a9fe-461adaf77646 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7ebe5e54-7587-444e-aabc-c72c8d477008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283887 Aug 16 21:54:26.733847 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:54:27.322450 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb6996-1e60-425c-a6a9-e1b67c70cff6 req-2b9a1ee6-5a99-4885-8c7d-7b86d5e39526 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:27.323948 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-19eb6996-1e60-425c-a6a9-e1b67c70cff6 req-2b9a1ee6-5a99-4885-8c7d-7b86d5e39526 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 945 time: 0.0474856 Aug 16 21:54:27.365969 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-19eb6996-1e60-425c-a6a9-e1b67c70cff6 req-975861e4-e739-4c9e-92d8-7a1afa3eef81 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ebe5e54-7587-444e-aabc-c72c8d477008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355127 Aug 16 21:54:28.832434 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134715d-1b6a-40b8-aba6-701f5d0dc889 req-46d0d9cc-03c2-4bc3-b071-350bead89d44 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:28.833949 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c134715d-1b6a-40b8-aba6-701f5d0dc889 req-46d0d9cc-03c2-4bc3-b071-350bead89d44 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 945 time: 0.4007993 Aug 16 21:54:28.871240 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c134715d-1b6a-40b8-aba6-701f5d0dc889 req-37d818b8-3558-4d78-9a78-40fe012359e6 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ebe5e54-7587-444e-aabc-c72c8d477008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313034 Aug 16 21:54:28.986041 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa9f98-5337-4c50-a829-0e098b347f8a req-3105513a-08a9-46e6-89f3-906a3e232926 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:28.987537 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-52fa9f98-5337-4c50-a829-0e098b347f8a req-3105513a-08a9-46e6-89f3-906a3e232926 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 945 time: 0.0495374 Aug 16 21:54:29.024268 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-52fa9f98-5337-4c50-a829-0e098b347f8a req-245d8004-8cde-4958-8c70-d402d6195050 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ebe5e54-7587-444e-aabc-c72c8d477008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308332 Aug 16 21:54:29.208030 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd9a7c-fbef-4c8a-8b3e-f54b0f36b9d8 req-0d24a7b2-c544-40d6-879a-696c70920a9e tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:29.209504 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dbdd9a7c-fbef-4c8a-8b3e-f54b0f36b9d8 req-0d24a7b2-c544-40d6-879a-696c70920a9e tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 945 time: 0.0481565 Aug 16 21:54:29.252164 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dbdd9a7c-fbef-4c8a-8b3e-f54b0f36b9d8 req-174cb38d-b119-4ad0-84a0-19f8acab46ec tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ebe5e54-7587-444e-aabc-c72c8d477008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365040 Aug 16 21:54:39.844636 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:54:41.120242 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-93bcdda5-f828-4d59-85c4-396966796681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:43.651798 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e3d95f6a-11f3-4c5c-96fe-c22c422cb003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:43.775287 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6237e-cf02-4a4e-87d8-16ce5b652428 req-7e2c6205-3c2c-4aa0-8419-eee5378c0de2 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:43.776705 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d0f6237e-cf02-4a4e-87d8-16ce5b652428 req-7e2c6205-3c2c-4aa0-8419-eee5378c0de2 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 945 time: 0.0486243 Aug 16 21:54:43.815579 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d0f6237e-cf02-4a4e-87d8-16ce5b652428 req-55586067-fbef-475b-96df-fef97b3ba72a tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ebe5e54-7587-444e-aabc-c72c8d477008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323062 Aug 16 21:54:43.837353 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36694) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:54:43.885507 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:43.971105 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985582a5-8b65-4c98-b56d-4f5d16c7870a tempest-TestMinimumBasicScenario-1735813039 tempest-TestMinimumBasicScenario-1735813039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:43.972651 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-985582a5-8b65-4c98-b56d-4f5d16c7870a tempest-TestMinimumBasicScenario-1735813039 tempest-TestMinimumBasicScenario-1735813039-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 1092 time: 0.1342938 Aug 16 21:54:43.975606 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36698) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:54:43.980415 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-aa7ace13-9a3f-456e-b120-53fbcffc1765 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'port_id': '1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb', 'tenant_id': 'ee462ac26cd443f99fedc60e18ed8800', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:54:44.079706 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-aa7ace13-9a3f-456e-b120-53fbcffc1765 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks [] for floatingip, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:44.177385 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-aa7ace13-9a3f-456e-b120-53fbcffc1765 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:44.276063 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-aa7ace13-9a3f-456e-b120-53fbcffc1765 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Allocated IP 172.25.1.253 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/5227ae9e-c0b3-4bc5-ae01-1bd0283c486c) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:54:44.378672 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-aa7ace13-9a3f-456e-b120-53fbcffc1765 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:44.476639 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-aa7ace13-9a3f-456e-b120-53fbcffc1765 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:44.510005 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7ace13-9a3f-456e-b120-53fbcffc1765 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:54:44.513274 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-aa7ace13-9a3f-456e-b120-53fbcffc1765 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:54:44.518830 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7ace13-9a3f-456e-b120-53fbcffc1765 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:54:44.545907 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ace13-9a3f-456e-b120-53fbcffc1765 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Pushing event updated for resources: {'Port': ['ID=5227ae9e-c0b3-4bc5-ae01-1bd0283c486c,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:54:44.557819 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ace13-9a3f-456e-b120-53fbcffc1765 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:54:44.558189 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ace13-9a3f-456e-b120-53fbcffc1765 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:54:44.558548 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ace13-9a3f-456e-b120-53fbcffc1765 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:54:44.558900 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ace13-9a3f-456e-b120-53fbcffc1765 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:54:44.559740 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ace13-9a3f-456e-b120-53fbcffc1765 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:54:44.560119 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ace13-9a3f-456e-b120-53fbcffc1765 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:54:44.560511 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ace13-9a3f-456e-b120-53fbcffc1765 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:54:44.560856 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ace13-9a3f-456e-b120-53fbcffc1765 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:54:44.561197 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ace13-9a3f-456e-b120-53fbcffc1765 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:54:44.561537 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ace13-9a3f-456e-b120-53fbcffc1765 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:54:44.561878 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ace13-9a3f-456e-b120-53fbcffc1765 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:54:44.562244 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ace13-9a3f-456e-b120-53fbcffc1765 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:54:44.891655 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-aa7ace13-9a3f-456e-b120-53fbcffc1765 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:45.024140 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-aa7ace13-9a3f-456e-b120-53fbcffc1765 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:45.057035 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:45.171345 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-aa7ace13-9a3f-456e-b120-53fbcffc1765 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:45.239659 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-aa7ace13-9a3f-456e-b120-53fbcffc1765 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:45.312268 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ace13-9a3f-456e-b120-53fbcffc1765 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Pushing event updated for resources: {'Port': ['ID=5227ae9e-c0b3-4bc5-ae01-1bd0283c486c,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:54:45.323662 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-aa7ace13-9a3f-456e-b120-53fbcffc1765 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:45.429654 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [None req-aa7ace13-9a3f-456e-b120-53fbcffc1765 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Floating IP 57c072c4-3f1f-4259-bb4a-f110b5ea953e associated. External IP: 172.25.1.253, port: 1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb. Aug 16 21:54:45.634722 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7ace13-9a3f-456e-b120-53fbcffc1765 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Router cf8c530f-6305-4102-a99b-ddfe498335ab has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:54:45.747796 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7ace13-9a3f-456e-b120-53fbcffc1765 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:54:45.757267 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1532298-4050-4077-9e52-47d6d2a491bb None None] Sync routers for ids ['cf8c530f-6305-4102-a99b-ddfe498335ab'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:54:45.767025 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1532298-4050-4077-9e52-47d6d2a491bb None None] Routers {'cf8c530f-6305-4102-a99b-ddfe498335ab'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:54:45.767629 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-a1532298-4050-4077-9e52-47d6d2a491bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:54:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['cf8c530f-6305-4102-a99b-ddfe498335ab'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:54:45.819470 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-aa7ace13-9a3f-456e-b120-53fbcffc1765 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:45.847252 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-aa7ace13-9a3f-456e-b120-53fbcffc1765 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8705919 Aug 16 21:54:45.847861 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b217e8fe-9d53-40d7-843a-dac52a40e64f', 'tag': '1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:54:45.850236 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a13536b3c87fcb412486f7c1123a9b3fa8a88bbdfa2e9f90522308689ae332c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d42d00-3ac4-4dde-bdcb-6be3237928ab" -d '{"events": [{"name": "network-changed", "server_uuid": "b217e8fe-9d53-40d7-843a-dac52a40e64f", "tag": "1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:54:45.850549 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36700) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:54:45.856426 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-fcea96b0-ccfd-45b1-8038-5d55fe062e7d tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-994489597', 'description': 'tempest-secgroup-smoke-994489597 description', 'project_id': 'ee462ac26cd443f99fedc60e18ed8800'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:54:45.871561 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-a1532298-4050-4077-9e52-47d6d2a491bb None None] Set router cf8c530f-6305-4102-a99b-ddfe498335ab gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:54:45.928249 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fcea96b0-ccfd-45b1-8038-5d55fe062e7d tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:46.009546 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60671395-293d-4b3b-9bf8-30ff0f9e0830 x-openstack-request-id: req-60671395-293d-4b3b-9bf8-30ff0f9e0830 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:54:46.010051 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b217e8fe-9d53-40d7-843a-dac52a40e64f", "tag": "1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:54:46.010151 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-60671395-293d-4b3b-9bf8-30ff0f9e0830 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:54:46.010508 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b217e8fe-9d53-40d7-843a-dac52a40e64f', 'tag': '1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb', 'status': 'completed', 'code': 200} Aug 16 21:54:46.018151 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fcea96b0-ccfd-45b1-8038-5d55fe062e7d tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:46.076722 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d42d00-3ac4-4dde-bdcb-6be3237928ab req-3c80cda7-33d9-4bdf-bdcd-4e633c281918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:46.078503 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d8d42d00-3ac4-4dde-bdcb-6be3237928ab req-3c80cda7-33d9-4bdf-bdcd-4e633c281918 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee462ac26cd443f99fedc60e18ed8800&device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 1097 time: 0.0464480 Aug 16 21:54:46.107397 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fcea96b0-ccfd-45b1-8038-5d55fe062e7d tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:46.109857 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-a1532298-4050-4077-9e52-47d6d2a491bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8c530f-6305-4102-a99b-ddfe498335ab', 'name': 'tempest-TestMinimumBasicScenario-1175223315-router', 'tenant_id': 'ee462ac26cd443f99fedc60e18ed8800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '64458107-10c0-44f4-b0aa-995094346d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:53:42Z', 'updated_at': '2021-08-16T21:53:46Z', 'revision_number': 4, 'project_id': 'ee462ac26cd443f99fedc60e18ed8800', 'gw_port': {'id': '64458107-10c0-44f4-b0aa-995094346d78', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:cf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8c530f-6305-4102-a99b-ddfe498335ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:53:43Z', 'updated_at': '2021-08-16T21:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '57c072c4-3f1f-4259-bb4a-f110b5ea953e', 'tenant_id': 'ee462ac26cd443f99fedc60e18ed8800', 'floating_ip_address': '172.25.1.253', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': 'cf8c530f-6305-4102-a99b-ddfe498335ab', 'port_id': '1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '799ae64b-6f99-47a2-b641-94e84a73c386', 'mac_address': 'fa:16:3e:5d:13:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217e8fe-9d53-40d7-843a-dac52a40e64f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:54:44Z', 'updated_at': '2021-08-16T21:54:44Z', 'revision_number': 0, 'project_id': 'ee462ac26cd443f99fedc60e18ed8800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87f10820-e9f7-4ac6-99ed-817cc13934b3', 'name': '', 'network_id': '799ae64b-6f99-47a2-b641-94e84a73c386', 'tenant_id': 'ee462ac26cd443f99fedc60e18ed8800', 'mac_address': 'fa:16:3e:79:d2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8c530f-6305-4102-a99b-ddfe498335ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '25d23891-2d21-4f5d-a3c1-813318fe9dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:53:45Z', 'updated_at': '2021-08-16T21:53:50Z', 'revision_number': 5, 'project_id': 'ee462ac26cd443f99fedc60e18ed8800', 'subnets': [{'id': '25d23891-2d21-4f5d-a3c1-813318fe9dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:54:46.139650 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1532298-4050-4077-9e52-47d6d2a491bb None None] Checking router: cf8c530f-6305-4102-a99b-ddfe498335ab for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:54:46.147649 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1532298-4050-4077-9e52-47d6d2a491bb None None] Routers {'cf8c530f-6305-4102-a99b-ddfe498335ab'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:54:46.148296 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-a1532298-4050-4077-9e52-47d6d2a491bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:54:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['cf8c530f-6305-4102-a99b-ddfe498335ab'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:54:46.171259 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea96b0-ccfd-45b1-8038-5d55fe062e7d tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d40a5a93-d8d0-4987-be16-eb9084ec10fb,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:54:46.201930 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d42d00-3ac4-4dde-bdcb-6be3237928ab req-f8606343-6e0f-415b-8c1c-f3098098accc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:46.206962 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d8d42d00-3ac4-4dde-bdcb-6be3237928ab req-f8606343-6e0f-415b-8c1c-f3098098accc service neutron] 10.222.0.72 "GET /v2.0/networks?id=799ae64b-6f99-47a2-b641-94e84a73c386 HTTP/1.1" status: 200 len: 916 time: 0.1179128 Aug 16 21:54:46.254090 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-a1532298-4050-4077-9e52-47d6d2a491bb None None] Set router cf8c530f-6305-4102-a99b-ddfe498335ab gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:54:46.255548 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fcea96b0-ccfd-45b1-8038-5d55fe062e7d tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:46.256861 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fcea96b0-ccfd-45b1-8038-5d55fe062e7d tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4045651 Aug 16 21:54:46.260028 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36706) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:54:46.265155 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-be2aa56d-e183-45bf-a958-8cc44be05822 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Request body: {'security_group_rule': {'security_group_id': 'd40a5a93-d8d0-4987-be16-eb9084ec10fb', 'project_id': 'ee462ac26cd443f99fedc60e18ed8800', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:54:46.275557 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d8d42d00-3ac4-4dde-bdcb-6be3237928ab req-50f33614-11e7-4b86-a5cc-266c90ad22d1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb HTTP/1.1" status: 200 len: 999 time: 0.0648029 Aug 16 21:54:46.324721 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d42d00-3ac4-4dde-bdcb-6be3237928ab req-ae17ae25-f1e6-405e-9db6-ad2989cd4953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:46.326220 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d8d42d00-3ac4-4dde-bdcb-6be3237928ab req-ae17ae25-f1e6-405e-9db6-ad2989cd4953 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d23891-2d21-4f5d-a3c1-813318fe9dc9 HTTP/1.1" status: 200 len: 854 time: 0.0443275 Aug 16 21:54:46.373649 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-be2aa56d-e183-45bf-a958-8cc44be05822 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:46.374727 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d42d00-3ac4-4dde-bdcb-6be3237928ab req-e4340d82-ea70-411b-a417-beec1167b4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:46.376310 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d8d42d00-3ac4-4dde-bdcb-6be3237928ab req-e4340d82-ea70-411b-a417-beec1167b4ae service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=799ae64b-6f99-47a2-b641-94e84a73c386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421038 Aug 16 21:54:46.437114 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-be2aa56d-e183-45bf-a958-8cc44be05822 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:46.474690 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d8d42d00-3ac4-4dde-bdcb-6be3237928ab req-573aaaed-476c-4770-b486-ae0357f36cfe service neutron] 10.222.0.72 "GET /v2.0/networks/799ae64b-6f99-47a2-b641-94e84a73c386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904129 Aug 16 21:54:46.497422 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-a1532298-4050-4077-9e52-47d6d2a491bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8c530f-6305-4102-a99b-ddfe498335ab', 'name': 'tempest-TestMinimumBasicScenario-1175223315-router', 'tenant_id': 'ee462ac26cd443f99fedc60e18ed8800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '64458107-10c0-44f4-b0aa-995094346d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:53:42Z', 'updated_at': '2021-08-16T21:53:46Z', 'revision_number': 4, 'project_id': 'ee462ac26cd443f99fedc60e18ed8800', 'gw_port': {'id': '64458107-10c0-44f4-b0aa-995094346d78', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:cf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8c530f-6305-4102-a99b-ddfe498335ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:53:43Z', 'updated_at': '2021-08-16T21:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '57c072c4-3f1f-4259-bb4a-f110b5ea953e', 'tenant_id': 'ee462ac26cd443f99fedc60e18ed8800', 'floating_ip_address': '172.25.1.253', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': 'cf8c530f-6305-4102-a99b-ddfe498335ab', 'port_id': '1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '799ae64b-6f99-47a2-b641-94e84a73c386', 'mac_address': 'fa:16:3e:5d:13:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217e8fe-9d53-40d7-843a-dac52a40e64f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:54:44Z', 'updated_at': '2021-08-16T21:54:44Z', 'revision_number': 0, 'project_id': 'ee462ac26cd443f99fedc60e18ed8800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87f10820-e9f7-4ac6-99ed-817cc13934b3', 'name': '', 'network_id': '799ae64b-6f99-47a2-b641-94e84a73c386', 'tenant_id': 'ee462ac26cd443f99fedc60e18ed8800', 'mac_address': 'fa:16:3e:79:d2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8c530f-6305-4102-a99b-ddfe498335ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '25d23891-2d21-4f5d-a3c1-813318fe9dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:53:45Z', 'updated_at': '2021-08-16T21:53:50Z', 'revision_number': 5, 'project_id': 'ee462ac26cd443f99fedc60e18ed8800', 'subnets': [{'id': '25d23891-2d21-4f5d-a3c1-813318fe9dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:54:46.510984 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-be2aa56d-e183-45bf-a958-8cc44be05822 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:46.527081 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1532298-4050-4077-9e52-47d6d2a491bb None None] The sync data for ids ['cf8c530f-6305-4102-a99b-ddfe498335ab'] in n-d-793620-15 is: [{'id': 'cf8c530f-6305-4102-a99b-ddfe498335ab', 'name': 'tempest-TestMinimumBasicScenario-1175223315-router', 'tenant_id': 'ee462ac26cd443f99fedc60e18ed8800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '64458107-10c0-44f4-b0aa-995094346d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:53:42Z', 'updated_at': '2021-08-16T21:53:46Z', 'revision_number': 4, 'project_id': 'ee462ac26cd443f99fedc60e18ed8800', 'gw_port': {'id': '64458107-10c0-44f4-b0aa-995094346d78', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:cf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8c530f-6305-4102-a99b-ddfe498335ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:53:43Z', 'updated_at': '2021-08-16T21:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '57c072c4-3f1f-4259-bb4a-f110b5ea953e', 'tenant_id': 'ee462ac26cd443f99fedc60e18ed8800', 'floating_ip_address': '172.25.1.253', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': 'cf8c530f-6305-4102-a99b-ddfe498335ab', 'port_id': '1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '799ae64b-6f99-47a2-b641-94e84a73c386', 'mac_address': 'fa:16:3e:5d:13:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217e8fe-9d53-40d7-843a-dac52a40e64f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:54:44Z', 'updated_at': '2021-08-16T21:54:44Z', 'revision_number': 0, 'project_id': 'ee462ac26cd443f99fedc60e18ed8800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87f10820-e9f7-4ac6-99ed-817cc13934b3', 'name': '', 'network_id': '799ae64b-6f99-47a2-b641-94e84a73c386', 'tenant_id': 'ee462ac26cd443f99fedc60e18ed8800', 'mac_address': 'fa:16:3e:79:d2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8c530f-6305-4102-a99b-ddfe498335ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '25d23891-2d21-4f5d-a3c1-813318fe9dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:53:45Z', 'updated_at': '2021-08-16T21:53:50Z', 'revision_number': 5, 'project_id': 'ee462ac26cd443f99fedc60e18ed8800', 'subnets': [{'id': '25d23891-2d21-4f5d-a3c1-813318fe9dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:54:46.531051 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2aa56d-e183-45bf-a958-8cc44be05822 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a56025dd-03ae-4e2c-9ba4-8719a731b5c0,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:54:46.571661 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d8d42d00-3ac4-4dde-bdcb-6be3237928ab req-33ae8452-3ac8-46c1-a7aa-6df80788c457 service neutron] 10.222.0.72 "GET /v2.0/networks/799ae64b-6f99-47a2-b641-94e84a73c386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897121 Aug 16 21:54:46.676545 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-be2aa56d-e183-45bf-a958-8cc44be05822 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:46.677819 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-be2aa56d-e183-45bf-a958-8cc44be05822 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4167683 Aug 16 21:54:46.680723 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36708) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:54:46.686005 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-fe052c10-54dc-4c75-ad5b-a457a960e66f tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Request body: {'security_group_rule': {'security_group_id': 'd40a5a93-d8d0-4987-be16-eb9084ec10fb', 'project_id': 'ee462ac26cd443f99fedc60e18ed8800', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:54:46.729252 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d729d63b-0e5c-4630-b4e7-755b7f635b8e None None] New status for floating IP 57c072c4-3f1f-4259-bb4a-f110b5ea953e: ACTIVE {{(pid=101846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:54:46.802220 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fe052c10-54dc-4c75-ad5b-a457a960e66f tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:46.871078 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fe052c10-54dc-4c75-ad5b-a457a960e66f tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:46.922842 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:46.931114 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fe052c10-54dc-4c75-ad5b-a457a960e66f tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:46.951373 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe052c10-54dc-4c75-ad5b-a457a960e66f tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a248354c-5171-4b7a-b927-515b558e06eb,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:54:47.022624 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fe052c10-54dc-4c75-ad5b-a457a960e66f tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:47.023949 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-fe052c10-54dc-4c75-ad5b-a457a960e66f tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3421922 Aug 16 21:54:47.026674 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36710) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:54:47.031958 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-3c565d67-e0e3-4f78-9502-4cd8b8b9afe5 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Request body: {'security_group_rule': {'security_group_id': 'd40a5a93-d8d0-4987-be16-eb9084ec10fb', 'project_id': 'ee462ac26cd443f99fedc60e18ed8800', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:54:47.144602 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3c565d67-e0e3-4f78-9502-4cd8b8b9afe5 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:47.205653 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3c565d67-e0e3-4f78-9502-4cd8b8b9afe5 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:47.302366 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3c565d67-e0e3-4f78-9502-4cd8b8b9afe5 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:47.319565 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c565d67-e0e3-4f78-9502-4cd8b8b9afe5 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f126fa-b79a-4fed-ab17-da7cdcb6f8c1,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:54:47.405533 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3c565d67-e0e3-4f78-9502-4cd8b8b9afe5 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:47.406713 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3c565d67-e0e3-4f78-9502-4cd8b8b9afe5 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3790603 Aug 16 21:54:47.409536 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36712) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:54:47.414130 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-9797389e-524d-4259-ae8c-5a7228c596f9 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Request body: {'security_group_rule': {'security_group_id': 'd40a5a93-d8d0-4987-be16-eb9084ec10fb', 'project_id': 'ee462ac26cd443f99fedc60e18ed8800', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:54:47.520877 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9797389e-524d-4259-ae8c-5a7228c596f9 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:47.580410 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9797389e-524d-4259-ae8c-5a7228c596f9 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:47.702787 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9797389e-524d-4259-ae8c-5a7228c596f9 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:47.721184 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9797389e-524d-4259-ae8c-5a7228c596f9 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6030126d-fba8-4219-9723-4e7543ef4381,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:54:47.819661 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9797389e-524d-4259-ae8c-5a7228c596f9 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:47.820950 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9797389e-524d-4259-ae8c-5a7228c596f9 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4104278 Aug 16 21:54:47.823745 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36714) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:54:47.828819 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-907dcb04-dd1d-43cf-aa89-e865e2de7253 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Request body: {'security_group_rule': {'security_group_id': 'd40a5a93-d8d0-4987-be16-eb9084ec10fb', 'project_id': 'ee462ac26cd443f99fedc60e18ed8800', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:54:47.921844 n-d-793620-15 neutron-server[101844]: INFO neutron.db.securitygroups_db [None req-907dcb04-dd1d-43cf-aa89-e865e2de7253 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Project ee462ac26cd443f99fedc60e18ed8800 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:54:47.927110 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-907dcb04-dd1d-43cf-aa89-e865e2de7253 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:47.987249 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-907dcb04-dd1d-43cf-aa89-e865e2de7253 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:48.081546 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-907dcb04-dd1d-43cf-aa89-e865e2de7253 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:48.100463 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907dcb04-dd1d-43cf-aa89-e865e2de7253 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71085687-0cd5-479d-bf89-021180ac62ba,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:54:48.161754 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-907dcb04-dd1d-43cf-aa89-e865e2de7253 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:48.163044 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-907dcb04-dd1d-43cf-aa89-e865e2de7253 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3383355 Aug 16 21:54:48.165789 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36716) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:54:48.170882 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-fae652b0-0ac7-41f8-9d0c-7bf008c8021d tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Request body: {'security_group_rule': {'security_group_id': 'd40a5a93-d8d0-4987-be16-eb9084ec10fb', 'project_id': 'ee462ac26cd443f99fedc60e18ed8800', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:54:48.274350 n-d-793620-15 neutron-server[101844]: INFO neutron.db.securitygroups_db [None req-fae652b0-0ac7-41f8-9d0c-7bf008c8021d tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Project ee462ac26cd443f99fedc60e18ed8800 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:54:48.279534 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fae652b0-0ac7-41f8-9d0c-7bf008c8021d tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:48.342979 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fae652b0-0ac7-41f8-9d0c-7bf008c8021d tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:48.416727 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fae652b0-0ac7-41f8-9d0c-7bf008c8021d tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:48.436571 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae652b0-0ac7-41f8-9d0c-7bf008c8021d tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b902ecce-9c94-492d-967b-63c9c6c88348,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:54:48.516215 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fae652b0-0ac7-41f8-9d0c-7bf008c8021d tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:48.517478 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-fae652b0-0ac7-41f8-9d0c-7bf008c8021d tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3507552 Aug 16 21:54:48.595541 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-83191fe2-0500-4b9c-9f69-adbe47ceb174 req-2e6c2f81-67b6-484f-9917-425ce9963252 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-994489597&fields=id&tenant_id=ee462ac26cd443f99fedc60e18ed8800 HTTP/1.1" status: 200 len: 267 time: 0.0324678 Aug 16 21:54:48.647712 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83191fe2-0500-4b9c-9f69-adbe47ceb174 req-f3beeef1-b3d7-4b31-8bf6-11435685feeb tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:48.649215 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-83191fe2-0500-4b9c-9f69-adbe47ceb174 req-f3beeef1-b3d7-4b31-8bf6-11435685feeb tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 945 time: 0.0479326 Aug 16 21:54:48.661042 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-83191fe2-0500-4b9c-9f69-adbe47ceb174 req-45abb32e-ff5c-4d98-8f24-c22499d2b205 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Request body: {'port': {'security_groups': ['7ebe5e54-7587-444e-aabc-c72c8d477008', 'd40a5a93-d8d0-4987-be16-eb9084ec10fb']}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:54:48.725893 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-83191fe2-0500-4b9c-9f69-adbe47ceb174 req-45abb32e-ff5c-4d98-8f24-c22499d2b205 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:48.909939 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-83191fe2-0500-4b9c-9f69-adbe47ceb174 req-45abb32e-ff5c-4d98-8f24-c22499d2b205 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] For port 1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb,segment=NetworkSegment(1548292a-f0e5-487f-98c2-455fa837c148),segment_id=1548292a-f0e5-487f-98c2-455fa837c148)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:54:48.940824 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-83191fe2-0500-4b9c-9f69-adbe47ceb174 req-45abb32e-ff5c-4d98-8f24-c22499d2b205 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:49.013345 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-83191fe2-0500-4b9c-9f69-adbe47ceb174 req-45abb32e-ff5c-4d98-8f24-c22499d2b205 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:49.024983 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:54:49.057980 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83191fe2-0500-4b9c-9f69-adbe47ceb174 req-45abb32e-ff5c-4d98-8f24-c22499d2b205 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:49.058622 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-83191fe2-0500-4b9c-9f69-adbe47ceb174 req-45abb32e-ff5c-4d98-8f24-c22499d2b205 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:49.060698 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-83191fe2-0500-4b9c-9f69-adbe47ceb174 req-45abb32e-ff5c-4d98-8f24-c22499d2b205 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "PUT /v2.0/ports/1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb HTTP/1.1" status: 200 len: 981 time: 0.4041326 Aug 16 21:54:49.061164 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b217e8fe-9d53-40d7-843a-dac52a40e64f', 'tag': '1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:54:49.063513 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a13536b3c87fcb412486f7c1123a9b3fa8a88bbdfa2e9f90522308689ae332c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c526f4c6-c19c-45b0-86c6-83b48afeb0ea" -d '{"events": [{"name": "network-changed", "server_uuid": "b217e8fe-9d53-40d7-843a-dac52a40e64f", "tag": "1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:54:49.092950 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abb32e-ff5c-4d98-8f24-c22499d2b205 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Pushing event updated for resources: {'Port': ['ID=1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb,revision_number=6']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:54:49.138477 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:54:49.141014 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c04a41-cd97-4833-bdab-de4491d2e8db x-openstack-request-id: req-21c04a41-cd97-4833-bdab-de4491d2e8db {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:54:49.141308 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b217e8fe-9d53-40d7-843a-dac52a40e64f", "tag": "1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:54:49.141568 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-21c04a41-cd97-4833-bdab-de4491d2e8db {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:54:49.141980 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b217e8fe-9d53-40d7-843a-dac52a40e64f', 'tag': '1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb', 'status': 'completed', 'code': 200} Aug 16 21:54:49.205222 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a9458-f17a-4997-8c04-024cd79fb83a req-fb5f4173-32de-46e0-b69e-145df431cd83 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:49.206992 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-245a9458-f17a-4997-8c04-024cd79fb83a req-fb5f4173-32de-46e0-b69e-145df431cd83 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 984 time: 0.0544975 Aug 16 21:54:49.219548 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526f4c6-c19c-45b0-86c6-83b48afeb0ea req-888e06ed-b215-46af-869c-effd4b12bbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:49.222302 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c526f4c6-c19c-45b0-86c6-83b48afeb0ea req-888e06ed-b215-46af-869c-effd4b12bbfe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee462ac26cd443f99fedc60e18ed8800&device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 1136 time: 0.0579348 Aug 16 21:54:49.256118 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-245a9458-f17a-4997-8c04-024cd79fb83a req-da8b4907-06d8-49d0-96e7-a456330419df tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/security-groups?id=d40a5a93-d8d0-4987-be16-eb9084ec10fb&id=7ebe5e54-7587-444e-aabc-c72c8d477008&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422506 Aug 16 21:54:49.327807 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526f4c6-c19c-45b0-86c6-83b48afeb0ea req-8469afe0-9a54-4702-b6d6-849ad2051ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:49.329202 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c526f4c6-c19c-45b0-86c6-83b48afeb0ea req-8469afe0-9a54-4702-b6d6-849ad2051ced service neutron] 10.222.0.72 "GET /v2.0/networks?id=799ae64b-6f99-47a2-b641-94e84a73c386 HTTP/1.1" status: 200 len: 916 time: 0.1003945 Aug 16 21:54:49.392178 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a748ce69-41ba-4b83-9dc0-ddd3a7dfb676 None None] Provisioning complete for port 1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:54:49.392663 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a748ce69-41ba-4b83-9dc0-ddd3a7dfb676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:49.395438 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c526f4c6-c19c-45b0-86c6-83b48afeb0ea req-6cfc46f5-1698-47f4-a391-76f464d875eb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb HTTP/1.1" status: 200 len: 1001 time: 0.0588422 Aug 16 21:54:49.448380 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526f4c6-c19c-45b0-86c6-83b48afeb0ea req-b850f065-fe83-4d19-adea-85d1408e0583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:49.449904 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c526f4c6-c19c-45b0-86c6-83b48afeb0ea req-b850f065-fe83-4d19-adea-85d1408e0583 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d23891-2d21-4f5d-a3c1-813318fe9dc9 HTTP/1.1" status: 200 len: 854 time: 0.0479746 Aug 16 21:54:49.495660 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526f4c6-c19c-45b0-86c6-83b48afeb0ea req-d99b8ed2-ff11-4b21-9ed1-f550b87eb85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:54:49.498010 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c526f4c6-c19c-45b0-86c6-83b48afeb0ea req-d99b8ed2-ff11-4b21-9ed1-f550b87eb85c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=799ae64b-6f99-47a2-b641-94e84a73c386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410917 Aug 16 21:54:49.588270 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c526f4c6-c19c-45b0-86c6-83b48afeb0ea req-2e9fa6a0-1b68-4ea2-8628-f8b60c691be2 service neutron] 10.222.0.72 "GET /v2.0/networks/799ae64b-6f99-47a2-b641-94e84a73c386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828166 Aug 16 21:54:49.682459 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c526f4c6-c19c-45b0-86c6-83b48afeb0ea req-9dabcd98-5655-420b-b02b-6869c3178f14 service neutron] 10.222.0.72 "GET /v2.0/networks/799ae64b-6f99-47a2-b641-94e84a73c386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865350 Aug 16 21:54:49.893589 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:52.611152 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:03.427931 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6534c4-6cfe-40b5-a9f1-fb38cb9d53e0 req-f504a3fe-e28c-44d3-96c4-9bc05ad66eaf tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:55:03.430131 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ad6534c4-6cfe-40b5-a9f1-fb38cb9d53e0 req-f504a3fe-e28c-44d3-96c4-9bc05ad66eaf tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 984 time: 0.0524180 Aug 16 21:55:03.478552 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ad6534c4-6cfe-40b5-a9f1-fb38cb9d53e0 req-364b1767-24ea-4bb8-b106-3b9f5671c2da tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/security-groups?id=d40a5a93-d8d0-4987-be16-eb9084ec10fb&id=7ebe5e54-7587-444e-aabc-c72c8d477008&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419598 Aug 16 21:55:03.512019 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada309a7-73b0-492f-b357-34ed2fb64cf9 req-f9f0afcd-5fd2-410b-99a5-8f5c676ac34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:55:03.513604 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ada309a7-73b0-492f-b357-34ed2fb64cf9 req-f9f0afcd-5fd2-410b-99a5-8f5c676ac34f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee462ac26cd443f99fedc60e18ed8800&device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 1136 time: 0.0529621 Aug 16 21:55:03.607394 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada309a7-73b0-492f-b357-34ed2fb64cf9 req-c4322e79-7691-4c63-af8d-e6bce721ccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:55:03.611456 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ada309a7-73b0-492f-b357-34ed2fb64cf9 req-c4322e79-7691-4c63-af8d-e6bce721ccb7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=799ae64b-6f99-47a2-b641-94e84a73c386 HTTP/1.1" status: 200 len: 916 time: 0.0905163 Aug 16 21:55:03.677588 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ada309a7-73b0-492f-b357-34ed2fb64cf9 req-69435cae-5192-41ae-92d2-499dd1482201 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb HTTP/1.1" status: 200 len: 1001 time: 0.0582812 Aug 16 21:55:03.729092 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada309a7-73b0-492f-b357-34ed2fb64cf9 req-a752a421-b356-4eb0-9675-df06413adde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:55:03.730548 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ada309a7-73b0-492f-b357-34ed2fb64cf9 req-a752a421-b356-4eb0-9675-df06413adde1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d23891-2d21-4f5d-a3c1-813318fe9dc9 HTTP/1.1" status: 200 len: 854 time: 0.0457039 Aug 16 21:55:03.776309 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada309a7-73b0-492f-b357-34ed2fb64cf9 req-fcbbd95c-6960-40a8-a555-ab003e534af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:55:03.777829 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ada309a7-73b0-492f-b357-34ed2fb64cf9 req-fcbbd95c-6960-40a8-a555-ab003e534af7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=799ae64b-6f99-47a2-b641-94e84a73c386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396676 Aug 16 21:55:03.866895 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ada309a7-73b0-492f-b357-34ed2fb64cf9 req-5fa4b977-c934-4301-b717-de8a49c9086f service neutron] 10.222.0.72 "GET /v2.0/networks/799ae64b-6f99-47a2-b641-94e84a73c386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815032 Aug 16 21:55:03.961061 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ada309a7-73b0-492f-b357-34ed2fb64cf9 req-6d2bea74-cce4-4a58-b444-94e88031b0b4 service neutron] 10.222.0.72 "GET /v2.0/networks/799ae64b-6f99-47a2-b641-94e84a73c386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863116 Aug 16 21:55:04.600944 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d51de-ed97-4a31-aff9-a0be352078fa req-e3789377-1de4-438f-8f34-bde721435f53 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:55:04.602493 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f90d51de-ed97-4a31-aff9-a0be352078fa req-e3789377-1de4-438f-8f34-bde721435f53 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 984 time: 0.0518072 Aug 16 21:55:04.645761 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f90d51de-ed97-4a31-aff9-a0be352078fa req-6783d07b-a640-4638-aae9-57eba361e58f tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/security-groups?id=d40a5a93-d8d0-4987-be16-eb9084ec10fb&id=7ebe5e54-7587-444e-aabc-c72c8d477008&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371141 Aug 16 21:55:05.761020 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e07ba-2923-4726-95b1-0eb7d78eac25 req-af003b1f-03e5-4cad-995b-70068866447b tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:55:05.762506 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dd0e07ba-2923-4726-95b1-0eb7d78eac25 req-af003b1f-03e5-4cad-995b-70068866447b tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 984 time: 0.0482721 Aug 16 21:55:05.807426 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dd0e07ba-2923-4726-95b1-0eb7d78eac25 req-cf1a3371-7b47-4d7f-9cc2-e74a231c73d5 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/security-groups?id=d40a5a93-d8d0-4987-be16-eb9084ec10fb&id=7ebe5e54-7587-444e-aabc-c72c8d477008&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382137 Aug 16 21:55:06.925470 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eeb18c-e645-4d21-b794-4a1d49b255cc req-3702c741-d512-47b6-8b39-42b140d4732a tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:55:06.927109 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-20eeb18c-e645-4d21-b794-4a1d49b255cc req-3702c741-d512-47b6-8b39-42b140d4732a tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 984 time: 0.0504520 Aug 16 21:55:06.971110 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-20eeb18c-e645-4d21-b794-4a1d49b255cc req-242f1757-637a-4d2d-a567-66a95f262876 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/security-groups?id=d40a5a93-d8d0-4987-be16-eb9084ec10fb&id=7ebe5e54-7587-444e-aabc-c72c8d477008&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377619 Aug 16 21:55:08.086947 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c54b4-379b-4738-b9d7-a10e39bd9d1c req-8786ec7a-aee8-4682-b19e-b84fb3772edc tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:55:08.088478 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-998c54b4-379b-4738-b9d7-a10e39bd9d1c req-8786ec7a-aee8-4682-b19e-b84fb3772edc tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 984 time: 0.0507283 Aug 16 21:55:08.128375 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-998c54b4-379b-4738-b9d7-a10e39bd9d1c req-52490f3e-85e1-4ee5-a025-2b86c0758ca9 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/security-groups?id=d40a5a93-d8d0-4987-be16-eb9084ec10fb&id=7ebe5e54-7587-444e-aabc-c72c8d477008&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337293 Aug 16 21:55:09.243114 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db7acf-aa79-4f56-9c9b-a000480e86d9 req-fc71f25d-87a0-490c-912a-da0d0482fa0c tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:55:09.244668 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-74db7acf-aa79-4f56-9c9b-a000480e86d9 req-fc71f25d-87a0-490c-912a-da0d0482fa0c tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 984 time: 0.0490229 Aug 16 21:55:09.284462 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-74db7acf-aa79-4f56-9c9b-a000480e86d9 req-36e5f4f4-7ed6-41d5-987b-4b11f5da8cf1 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/security-groups?id=d40a5a93-d8d0-4987-be16-eb9084ec10fb&id=7ebe5e54-7587-444e-aabc-c72c8d477008&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338588 Aug 16 21:55:10.396573 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533060cb-da70-42f4-9498-41d77bb3584b req-e09e5dbf-d1f4-4997-a905-e5a5501877e8 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:55:10.398051 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-533060cb-da70-42f4-9498-41d77bb3584b req-e09e5dbf-d1f4-4997-a905-e5a5501877e8 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 984 time: 0.0477588 Aug 16 21:55:10.441211 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-533060cb-da70-42f4-9498-41d77bb3584b req-3f537833-977c-494a-bd48-888cd4465ba3 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/security-groups?id=d40a5a93-d8d0-4987-be16-eb9084ec10fb&id=7ebe5e54-7587-444e-aabc-c72c8d477008&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369053 Aug 16 21:55:11.110192 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cd9a8a31-7bf0-4280-aff9-0b735e11607b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:11.556823 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7c01a-6838-4c8f-ad56-5b78a9c07e1c req-8042af84-96af-4ca7-b83b-8f7a5b6e00e2 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:55:11.558324 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a6d7c01a-6838-4c8f-ad56-5b78a9c07e1c req-8042af84-96af-4ca7-b83b-8f7a5b6e00e2 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 984 time: 0.0497453 Aug 16 21:55:11.598625 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a6d7c01a-6838-4c8f-ad56-5b78a9c07e1c req-ffd5c681-2ea2-4488-a2c0-ac0b5174fbfd tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/security-groups?id=d40a5a93-d8d0-4987-be16-eb9084ec10fb&id=7ebe5e54-7587-444e-aabc-c72c8d477008&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340903 Aug 16 21:55:12.818217 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159cc35-3b0b-4fd5-adcb-ad8cc3afa32a req-df4ee789-4edf-435d-aa49-e23c81473843 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:55:12.819664 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7159cc35-3b0b-4fd5-adcb-ad8cc3afa32a req-df4ee789-4edf-435d-aa49-e23c81473843 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 984 time: 0.1518357 Aug 16 21:55:12.858770 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7159cc35-3b0b-4fd5-adcb-ad8cc3afa32a req-1db38ce7-7b04-4e79-b6ed-59b8b7c8af9f tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/security-groups?id=d40a5a93-d8d0-4987-be16-eb9084ec10fb&id=7ebe5e54-7587-444e-aabc-c72c8d477008&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330465 Aug 16 21:55:13.096595 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5a5c7-2607-483f-a44a-e33b5d1801a3 req-70b8ea1d-2373-4d14-8a73-2cdbdf19f97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:55:13.098008 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b1d5a5c7-2607-483f-a44a-e33b5d1801a3 req-70b8ea1d-2373-4d14-8a73-2cdbdf19f97e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee462ac26cd443f99fedc60e18ed8800&device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 1136 time: 0.0421355 Aug 16 21:55:13.203983 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5a5c7-2607-483f-a44a-e33b5d1801a3 req-5692ebff-5607-4988-8d04-1f8004cd268e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:55:13.205972 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b1d5a5c7-2607-483f-a44a-e33b5d1801a3 req-5692ebff-5607-4988-8d04-1f8004cd268e service neutron] 10.222.0.72 "GET /v2.0/networks?id=799ae64b-6f99-47a2-b641-94e84a73c386 HTTP/1.1" status: 200 len: 916 time: 0.0894778 Aug 16 21:55:13.269850 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b1d5a5c7-2607-483f-a44a-e33b5d1801a3 req-85ae4a15-0542-4acf-9797-2ea0e6645db6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb HTTP/1.1" status: 200 len: 1001 time: 0.0567379 Aug 16 21:55:13.317970 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5a5c7-2607-483f-a44a-e33b5d1801a3 req-97e0b9ce-d382-4f7f-ad09-13e19aa52a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:55:13.319460 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b1d5a5c7-2607-483f-a44a-e33b5d1801a3 req-97e0b9ce-d382-4f7f-ad09-13e19aa52a54 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d23891-2d21-4f5d-a3c1-813318fe9dc9 HTTP/1.1" status: 200 len: 854 time: 0.0431831 Aug 16 21:55:13.368137 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5a5c7-2607-483f-a44a-e33b5d1801a3 req-78dd7df5-3656-4b44-9e05-e948ff8463c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:55:13.369573 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b1d5a5c7-2607-483f-a44a-e33b5d1801a3 req-78dd7df5-3656-4b44-9e05-e948ff8463c4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=799ae64b-6f99-47a2-b641-94e84a73c386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434220 Aug 16 21:55:13.458058 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b1d5a5c7-2607-483f-a44a-e33b5d1801a3 req-44d042e1-8086-4b00-a4de-535836a04b67 service neutron] 10.222.0.72 "GET /v2.0/networks/799ae64b-6f99-47a2-b641-94e84a73c386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815313 Aug 16 21:55:13.552104 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b1d5a5c7-2607-483f-a44a-e33b5d1801a3 req-2a870e36-0aa5-494c-a665-6d23039d5e4a service neutron] 10.222.0.72 "GET /v2.0/networks/799ae64b-6f99-47a2-b641-94e84a73c386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867727 Aug 16 21:55:13.650156 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-729d6792-f7b2-4fa2-9457-08e358e6b54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:13.867684 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:14.034936 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875490d8-7058-4c82-93cc-32c480de6326 req-8f2640df-6304-4282-bd0f-abf68e885773 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:55:14.036470 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-875490d8-7058-4c82-93cc-32c480de6326 req-8f2640df-6304-4282-bd0f-abf68e885773 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 984 time: 0.1102064 Aug 16 21:55:14.080273 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-875490d8-7058-4c82-93cc-32c480de6326 req-eeeee1ec-b944-4f5e-adf3-f17a497b9bf8 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/security-groups?id=d40a5a93-d8d0-4987-be16-eb9084ec10fb&id=7ebe5e54-7587-444e-aabc-c72c8d477008&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376995 Aug 16 21:55:15.081810 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:15.227718 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dc854-6575-4078-9794-73f1cdd90318 req-8bc8b17e-2295-48ca-9463-1a969dec6db2 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:55:15.229446 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e08dc854-6575-4078-9794-73f1cdd90318 req-8bc8b17e-2295-48ca-9463-1a969dec6db2 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 984 time: 0.0667033 Aug 16 21:55:15.273215 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e08dc854-6575-4078-9794-73f1cdd90318 req-e1db3779-6a5e-4aa5-a3b4-6b612ea722b4 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/security-groups?id=d40a5a93-d8d0-4987-be16-eb9084ec10fb&id=7ebe5e54-7587-444e-aabc-c72c8d477008&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373211 Aug 16 21:55:16.799201 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:16.843977 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:55:19.864379 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:22.610112 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:41.155164 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a17f2f60-5120-4ebe-bc8e-b77dcc7b3235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:43.663546 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9c3649e4-42d5-4177-a91b-88a57e14ff56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:43.895618 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:45.077671 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:46.795447 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:47.651047 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2511ead1-44ee-4489-b835-fa71dfc8e2bb req-2f4d368d-ce2a-44fb-8b1d-73fa8a51a445 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-994489597&fields=id&tenant_id=ee462ac26cd443f99fedc60e18ed8800 HTTP/1.1" status: 200 len: 267 time: 0.0331640 Aug 16 21:55:47.703422 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511ead1-44ee-4489-b835-fa71dfc8e2bb req-60fae5dc-4431-4550-98c2-c992228d7c2b tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:55:47.704919 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2511ead1-44ee-4489-b835-fa71dfc8e2bb req-60fae5dc-4431-4550-98c2-c992228d7c2b tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 984 time: 0.0480692 Aug 16 21:55:47.716151 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-2511ead1-44ee-4489-b835-fa71dfc8e2bb req-a8e35d2b-72ad-44a6-a2b7-b1988ecd46e8 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Request body: {'port': {'security_groups': ['7ebe5e54-7587-444e-aabc-c72c8d477008']}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:55:47.782927 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2511ead1-44ee-4489-b835-fa71dfc8e2bb req-a8e35d2b-72ad-44a6-a2b7-b1988ecd46e8 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:47.958751 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-2511ead1-44ee-4489-b835-fa71dfc8e2bb req-a8e35d2b-72ad-44a6-a2b7-b1988ecd46e8 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] For port 1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb,segment=NetworkSegment(1548292a-f0e5-487f-98c2-455fa837c148),segment_id=1548292a-f0e5-487f-98c2-455fa837c148)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:55:47.988197 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2511ead1-44ee-4489-b835-fa71dfc8e2bb req-a8e35d2b-72ad-44a6-a2b7-b1988ecd46e8 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:48.112081 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2511ead1-44ee-4489-b835-fa71dfc8e2bb req-a8e35d2b-72ad-44a6-a2b7-b1988ecd46e8 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:48.124029 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:55:48.155005 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511ead1-44ee-4489-b835-fa71dfc8e2bb req-a8e35d2b-72ad-44a6-a2b7-b1988ecd46e8 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:55:48.155641 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2511ead1-44ee-4489-b835-fa71dfc8e2bb req-a8e35d2b-72ad-44a6-a2b7-b1988ecd46e8 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:48.157087 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2511ead1-44ee-4489-b835-fa71dfc8e2bb req-a8e35d2b-72ad-44a6-a2b7-b1988ecd46e8 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "PUT /v2.0/ports/1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb HTTP/1.1" status: 200 len: 942 time: 0.4458356 Aug 16 21:55:48.157547 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b217e8fe-9d53-40d7-843a-dac52a40e64f', 'tag': '1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:55:48.159861 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a13536b3c87fcb412486f7c1123a9b3fa8a88bbdfa2e9f90522308689ae332c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d815abf-95cc-47d0-920d-c2d0b84a9553" -d '{"events": [{"name": "network-changed", "server_uuid": "b217e8fe-9d53-40d7-843a-dac52a40e64f", "tag": "1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:55:48.164512 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36784) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:55:48.192380 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e35d2b-72ad-44a6-a2b7-b1988ecd46e8 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Pushing event updated for resources: {'Port': ['ID=1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb,revision_number=7']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:55:48.201205 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e35d2b-72ad-44a6-a2b7-b1988ecd46e8 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:55:48.208314 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e35d2b-72ad-44a6-a2b7-b1988ecd46e8 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:55:48.208314 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e35d2b-72ad-44a6-a2b7-b1988ecd46e8 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:55:48.208314 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e35d2b-72ad-44a6-a2b7-b1988ecd46e8 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:55:48.208314 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e35d2b-72ad-44a6-a2b7-b1988ecd46e8 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:55:48.208314 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e35d2b-72ad-44a6-a2b7-b1988ecd46e8 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:55:48.208314 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e35d2b-72ad-44a6-a2b7-b1988ecd46e8 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:55:48.208314 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e35d2b-72ad-44a6-a2b7-b1988ecd46e8 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:55:48.208314 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e35d2b-72ad-44a6-a2b7-b1988ecd46e8 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:55:48.208314 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e35d2b-72ad-44a6-a2b7-b1988ecd46e8 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:55:48.208314 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e35d2b-72ad-44a6-a2b7-b1988ecd46e8 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:55:48.208314 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e35d2b-72ad-44a6-a2b7-b1988ecd46e8 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:55:48.225390 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:55:48.236507 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fb586c-3a2c-46ef-9003-5b9f6da7d1ee x-openstack-request-id: req-a8fb586c-3a2c-46ef-9003-5b9f6da7d1ee {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:55:48.236810 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b217e8fe-9d53-40d7-843a-dac52a40e64f", "tag": "1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:55:48.237072 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a8fb586c-3a2c-46ef-9003-5b9f6da7d1ee {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:55:48.237492 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b217e8fe-9d53-40d7-843a-dac52a40e64f', 'tag': '1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb', 'status': 'completed', 'code': 200} Aug 16 21:55:48.256972 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-76ff0ba5-3c72-4360-bf69-5b0acb62433e tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:48.302318 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-76ff0ba5-3c72-4360-bf69-5b0acb62433e tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:48.320482 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d815abf-95cc-47d0-920d-c2d0b84a9553 req-98963175-fef3-4083-ac27-243598860b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:55:48.322010 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1d815abf-95cc-47d0-920d-c2d0b84a9553 req-98963175-fef3-4083-ac27-243598860b1a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee462ac26cd443f99fedc60e18ed8800&device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 1097 time: 0.0793822 Aug 16 21:55:48.439289 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d815abf-95cc-47d0-920d-c2d0b84a9553 req-cf15d8ad-8f5d-4177-83c7-7626690f0434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:55:48.440003 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-6452a307-bb73-461e-b8c8-f5d5c472b40b None None] Provisioning complete for port 1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:55:48.440378 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6452a307-bb73-461e-b8c8-f5d5c472b40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:48.440733 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1d815abf-95cc-47d0-920d-c2d0b84a9553 req-cf15d8ad-8f5d-4177-83c7-7626690f0434 service neutron] 10.222.0.72 "GET /v2.0/networks?id=799ae64b-6f99-47a2-b641-94e84a73c386 HTTP/1.1" status: 200 len: 916 time: 0.1088002 Aug 16 21:55:48.510564 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1d815abf-95cc-47d0-920d-c2d0b84a9553 req-68c8815f-04cd-4569-98ae-5d46831cda04 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb HTTP/1.1" status: 200 len: 1001 time: 0.0622869 Aug 16 21:55:48.832489 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-76ff0ba5-3c72-4360-bf69-5b0acb62433e tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:48.835003 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-76ff0ba5-3c72-4360-bf69-5b0acb62433e tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:48.836147 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-76ff0ba5-3c72-4360-bf69-5b0acb62433e tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "DELETE /v2.0/security-groups/d40a5a93-d8d0-4987-be16-eb9084ec10fb HTTP/1.1" status: 204 len: 168 time: 0.6705275 Aug 16 21:55:48.838942 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36786) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:55:48.851653 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ff0ba5-3c72-4360-bf69-5b0acb62433e tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40a5a93-d8d0-4987-be16-eb9084ec10fb,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:55:48.864018 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ff0ba5-3c72-4360-bf69-5b0acb62433e tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:55:48.864368 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ff0ba5-3c72-4360-bf69-5b0acb62433e tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:55:48.864706 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ff0ba5-3c72-4360-bf69-5b0acb62433e tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:55:48.865036 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ff0ba5-3c72-4360-bf69-5b0acb62433e tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:55:48.865359 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ff0ba5-3c72-4360-bf69-5b0acb62433e tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:55:48.865685 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ff0ba5-3c72-4360-bf69-5b0acb62433e tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:55:48.866007 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ff0ba5-3c72-4360-bf69-5b0acb62433e tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:55:48.866326 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ff0ba5-3c72-4360-bf69-5b0acb62433e tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:55:48.866650 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ff0ba5-3c72-4360-bf69-5b0acb62433e tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:55:48.866967 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ff0ba5-3c72-4360-bf69-5b0acb62433e tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:55:48.867285 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ff0ba5-3c72-4360-bf69-5b0acb62433e tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:55:48.867602 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ff0ba5-3c72-4360-bf69-5b0acb62433e tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:55:48.871010 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d815abf-95cc-47d0-920d-c2d0b84a9553 req-e734c909-8163-49f7-9188-eb18210cf9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:55:48.872494 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1d815abf-95cc-47d0-920d-c2d0b84a9553 req-e734c909-8163-49f7-9188-eb18210cf9cd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d23891-2d21-4f5d-a3c1-813318fe9dc9 HTTP/1.1" status: 200 len: 854 time: 0.3546240 Aug 16 21:55:48.920682 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d815abf-95cc-47d0-920d-c2d0b84a9553 req-e66a24be-2ccc-4d05-b2ce-608c60ccbf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:55:48.922195 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1d815abf-95cc-47d0-920d-c2d0b84a9553 req-e66a24be-2ccc-4d05-b2ce-608c60ccbf74 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=799ae64b-6f99-47a2-b641-94e84a73c386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413339 Aug 16 21:55:48.999901 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-ebaa1ee8-6285-4555-a32b-f05548c16f1f tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Deleting port 5227ae9e-c0b3-4bc5-ae01-1bd0283c486c {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:55:48.999901 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ebaa1ee8-6285-4555-a32b-f05548c16f1f tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:49.013471 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1d815abf-95cc-47d0-920d-c2d0b84a9553 req-a05651db-6bac-4fea-b5d2-11b1bd1a777a service neutron] 10.222.0.72 "GET /v2.0/networks/799ae64b-6f99-47a2-b641-94e84a73c386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841203 Aug 16 21:55:49.077599 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ebaa1ee8-6285-4555-a32b-f05548c16f1f tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:49.077931 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ebaa1ee8-6285-4555-a32b-f05548c16f1f tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:49.089358 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-ebaa1ee8-6285-4555-a32b-f05548c16f1f tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Calling delete_port for 5227ae9e-c0b3-4bc5-ae01-1bd0283c486c owned by network:floatingip {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:55:49.107426 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1d815abf-95cc-47d0-920d-c2d0b84a9553 req-0bf5e2ac-4d2e-4fcd-b1fe-1a2fffb279f6 service neutron] 10.222.0.72 "GET /v2.0/networks/799ae64b-6f99-47a2-b641-94e84a73c386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867231 Aug 16 21:55:49.289097 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ebaa1ee8-6285-4555-a32b-f05548c16f1f tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:49.314815 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa1ee8-6285-4555-a32b-f05548c16f1f tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Pushing event deleted for resources: {'Port': ['ID=5227ae9e-c0b3-4bc5-ae01-1bd0283c486c,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:55:49.371472 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ebaa1ee8-6285-4555-a32b-f05548c16f1f tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks [] for floatingip, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:49.371728 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [None req-ebaa1ee8-6285-4555-a32b-f05548c16f1f tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Floating IP 57c072c4-3f1f-4259-bb4a-f110b5ea953e disassociated (deleted). External IP: 172.25.1.253, port: 1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb. Aug 16 21:55:49.579204 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebaa1ee8-6285-4555-a32b-f05548c16f1f tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Router cf8c530f-6305-4102-a99b-ddfe498335ab has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:55:49.685104 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebaa1ee8-6285-4555-a32b-f05548c16f1f tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:55:49.689945 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ebaa1ee8-6285-4555-a32b-f05548c16f1f tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:49.695180 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d87a58-7c5c-47c6-b097-9e2990d62a8b None None] Sync routers for ids ['cf8c530f-6305-4102-a99b-ddfe498335ab'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:55:49.704781 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d87a58-7c5c-47c6-b097-9e2990d62a8b None None] Routers {'cf8c530f-6305-4102-a99b-ddfe498335ab'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:55:49.705469 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-d5d87a58-7c5c-47c6-b097-9e2990d62a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:55:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['cf8c530f-6305-4102-a99b-ddfe498335ab'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:55:49.717917 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ebaa1ee8-6285-4555-a32b-f05548c16f1f tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "DELETE /v2.0/floatingips/57c072c4-3f1f-4259-bb4a-f110b5ea953e HTTP/1.1" status: 204 len: 168 time: 0.8777289 Aug 16 21:55:49.812225 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-d5d87a58-7c5c-47c6-b097-9e2990d62a8b None None] Set router cf8c530f-6305-4102-a99b-ddfe498335ab gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:55:49.869487 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:50.099471 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-d5d87a58-7c5c-47c6-b097-9e2990d62a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8c530f-6305-4102-a99b-ddfe498335ab', 'name': 'tempest-TestMinimumBasicScenario-1175223315-router', 'tenant_id': 'ee462ac26cd443f99fedc60e18ed8800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '64458107-10c0-44f4-b0aa-995094346d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:53:42Z', 'updated_at': '2021-08-16T21:53:46Z', 'revision_number': 4, 'project_id': 'ee462ac26cd443f99fedc60e18ed8800', 'gw_port': {'id': '64458107-10c0-44f4-b0aa-995094346d78', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:cf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8c530f-6305-4102-a99b-ddfe498335ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:53:43Z', 'updated_at': '2021-08-16T21:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '87f10820-e9f7-4ac6-99ed-817cc13934b3', 'name': '', 'network_id': '799ae64b-6f99-47a2-b641-94e84a73c386', 'tenant_id': 'ee462ac26cd443f99fedc60e18ed8800', 'mac_address': 'fa:16:3e:79:d2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8c530f-6305-4102-a99b-ddfe498335ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '25d23891-2d21-4f5d-a3c1-813318fe9dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:53:45Z', 'updated_at': '2021-08-16T21:53:50Z', 'revision_number': 5, 'project_id': 'ee462ac26cd443f99fedc60e18ed8800', 'subnets': [{'id': '25d23891-2d21-4f5d-a3c1-813318fe9dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:55:50.128341 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d87a58-7c5c-47c6-b097-9e2990d62a8b None None] Checking router: cf8c530f-6305-4102-a99b-ddfe498335ab for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:55:50.136658 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d87a58-7c5c-47c6-b097-9e2990d62a8b None None] Routers {'cf8c530f-6305-4102-a99b-ddfe498335ab'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:55:50.137284 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-d5d87a58-7c5c-47c6-b097-9e2990d62a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:55:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['cf8c530f-6305-4102-a99b-ddfe498335ab'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:55:50.238771 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-d5d87a58-7c5c-47c6-b097-9e2990d62a8b None None] Set router cf8c530f-6305-4102-a99b-ddfe498335ab gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:55:50.239001 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b217e8fe-9d53-40d7-843a-dac52a40e64f', 'tag': '1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:55:50.241530 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a13536b3c87fcb412486f7c1123a9b3fa8a88bbdfa2e9f90522308689ae332c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618b7240-79e4-43fa-a8f5-8c34aed9993b" -d '{"events": [{"name": "network-changed", "server_uuid": "b217e8fe-9d53-40d7-843a-dac52a40e64f", "tag": "1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:55:50.277747 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a1d91a-f7a3-433e-8853-7ed8fbff32b5 x-openstack-request-id: req-c8a1d91a-f7a3-433e-8853-7ed8fbff32b5 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:55:50.278039 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b217e8fe-9d53-40d7-843a-dac52a40e64f", "tag": "1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:55:50.278293 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c8a1d91a-f7a3-433e-8853-7ed8fbff32b5 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:55:50.278726 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b217e8fe-9d53-40d7-843a-dac52a40e64f', 'tag': '1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb', 'status': 'completed', 'code': 200} Aug 16 21:55:50.341949 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b7240-79e4-43fa-a8f5-8c34aed9993b req-4715a604-d18f-4d32-b972-1959448eca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:55:50.343525 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-618b7240-79e4-43fa-a8f5-8c34aed9993b req-4715a604-d18f-4d32-b972-1959448eca82 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee462ac26cd443f99fedc60e18ed8800&device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 1097 time: 0.0415215 Aug 16 21:55:50.431717 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-d5d87a58-7c5c-47c6-b097-9e2990d62a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8c530f-6305-4102-a99b-ddfe498335ab', 'name': 'tempest-TestMinimumBasicScenario-1175223315-router', 'tenant_id': 'ee462ac26cd443f99fedc60e18ed8800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '64458107-10c0-44f4-b0aa-995094346d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:53:42Z', 'updated_at': '2021-08-16T21:53:46Z', 'revision_number': 4, 'project_id': 'ee462ac26cd443f99fedc60e18ed8800', 'gw_port': {'id': '64458107-10c0-44f4-b0aa-995094346d78', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:cf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8c530f-6305-4102-a99b-ddfe498335ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:53:43Z', 'updated_at': '2021-08-16T21:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '87f10820-e9f7-4ac6-99ed-817cc13934b3', 'name': '', 'network_id': '799ae64b-6f99-47a2-b641-94e84a73c386', 'tenant_id': 'ee462ac26cd443f99fedc60e18ed8800', 'mac_address': 'fa:16:3e:79:d2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8c530f-6305-4102-a99b-ddfe498335ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '25d23891-2d21-4f5d-a3c1-813318fe9dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:53:45Z', 'updated_at': '2021-08-16T21:53:50Z', 'revision_number': 5, 'project_id': 'ee462ac26cd443f99fedc60e18ed8800', 'subnets': [{'id': '25d23891-2d21-4f5d-a3c1-813318fe9dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:55:50.436144 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b7240-79e4-43fa-a8f5-8c34aed9993b req-e3b0c4f6-c8b8-4324-868c-609dec6657b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:55:50.437609 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-618b7240-79e4-43fa-a8f5-8c34aed9993b req-e3b0c4f6-c8b8-4324-868c-609dec6657b6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=799ae64b-6f99-47a2-b641-94e84a73c386 HTTP/1.1" status: 200 len: 916 time: 0.0874965 Aug 16 21:55:50.457776 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d87a58-7c5c-47c6-b097-9e2990d62a8b None None] The sync data for ids ['cf8c530f-6305-4102-a99b-ddfe498335ab'] in n-d-793620-15 is: [{'id': 'cf8c530f-6305-4102-a99b-ddfe498335ab', 'name': 'tempest-TestMinimumBasicScenario-1175223315-router', 'tenant_id': 'ee462ac26cd443f99fedc60e18ed8800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '64458107-10c0-44f4-b0aa-995094346d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:53:42Z', 'updated_at': '2021-08-16T21:53:46Z', 'revision_number': 4, 'project_id': 'ee462ac26cd443f99fedc60e18ed8800', 'gw_port': {'id': '64458107-10c0-44f4-b0aa-995094346d78', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:cf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8c530f-6305-4102-a99b-ddfe498335ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:53:43Z', 'updated_at': '2021-08-16T21:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '87f10820-e9f7-4ac6-99ed-817cc13934b3', 'name': '', 'network_id': '799ae64b-6f99-47a2-b641-94e84a73c386', 'tenant_id': 'ee462ac26cd443f99fedc60e18ed8800', 'mac_address': 'fa:16:3e:79:d2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8c530f-6305-4102-a99b-ddfe498335ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '25d23891-2d21-4f5d-a3c1-813318fe9dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:53:45Z', 'updated_at': '2021-08-16T21:53:50Z', 'revision_number': 5, 'project_id': 'ee462ac26cd443f99fedc60e18ed8800', 'subnets': [{'id': '25d23891-2d21-4f5d-a3c1-813318fe9dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:55:50.487437 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-618b7240-79e4-43fa-a8f5-8c34aed9993b req-5b821473-229c-442c-816e-1a690eb5260b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb HTTP/1.1" status: 200 len: 217 time: 0.0345986 Aug 16 21:55:50.543031 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b7240-79e4-43fa-a8f5-8c34aed9993b req-6adf6971-3c35-45dc-b4e8-6106d7a98e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:55:50.544613 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-618b7240-79e4-43fa-a8f5-8c34aed9993b req-6adf6971-3c35-45dc-b4e8-6106d7a98e72 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25d23891-2d21-4f5d-a3c1-813318fe9dc9 HTTP/1.1" status: 200 len: 854 time: 0.0503433 Aug 16 21:55:50.609364 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b7240-79e4-43fa-a8f5-8c34aed9993b req-b0efe239-4530-4165-b763-ded53b4eebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:55:50.609364 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-618b7240-79e4-43fa-a8f5-8c34aed9993b req-b0efe239-4530-4165-b763-ded53b4eebfb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=799ae64b-6f99-47a2-b641-94e84a73c386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462620 Aug 16 21:55:50.700361 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9455aa6-4ae4-4403-abe9-2905c86b9957 None None] New status for floating IP 57c072c4-3f1f-4259-bb4a-f110b5ea953e: DOWN {{(pid=101846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:55:50.708691 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-618b7240-79e4-43fa-a8f5-8c34aed9993b req-b870050c-5bae-4693-902a-9db8234a0cea service neutron] 10.222.0.72 "GET /v2.0/networks/799ae64b-6f99-47a2-b641-94e84a73c386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027155 Aug 16 21:55:50.805999 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-618b7240-79e4-43fa-a8f5-8c34aed9993b req-f27fab89-d8fb-4122-9abd-fc9c3f90eb84 service neutron] 10.222.0.72 "GET /v2.0/networks/799ae64b-6f99-47a2-b641-94e84a73c386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894926 Aug 16 21:55:52.586498 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:53.843188 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:55:58.191842 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddd3d6-4490-4094-9140-6f25bcf0421d req-4c6efd1e-f898-4ea4-bcbd-ddc7a72984cf tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:55:58.193849 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dcddd3d6-4490-4094-9140-6f25bcf0421d req-4c6efd1e-f898-4ea4-bcbd-ddc7a72984cf tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 945 time: 0.0509181 Aug 16 21:55:58.234414 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dcddd3d6-4490-4094-9140-6f25bcf0421d req-f15143eb-cbef-4e84-aa74-a230ca3013e3 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ebe5e54-7587-444e-aabc-c72c8d477008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345597 Aug 16 21:55:59.351580 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372ee9b-3ed7-42e7-a45e-96888f4956d2 req-7f2f1de5-a90e-4f45-9057-a0da33aa4ccd tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:55:59.353103 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d372ee9b-3ed7-42e7-a45e-96888f4956d2 req-7f2f1de5-a90e-4f45-9057-a0da33aa4ccd tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 945 time: 0.0498781 Aug 16 21:55:59.389732 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d372ee9b-3ed7-42e7-a45e-96888f4956d2 req-d67dac10-ab1b-4c4f-8bca-3875725054ed tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ebe5e54-7587-444e-aabc-c72c8d477008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306342 Aug 16 21:55:59.850936 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ab716-5063-4f81-a283-312ce239daed req-bb892df0-730e-4263-a389-a917a4d8f192 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:55:59.852405 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-474ab716-5063-4f81-a283-312ce239daed req-bb892df0-730e-4263-a389-a917a4d8f192 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.72 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 945 time: 0.0485854 Aug 16 21:55:59.944672 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-474ab716-5063-4f81-a283-312ce239daed req-4845f9aa-9ecf-40cb-83a6-0ead0e5360d0 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Deleting port 1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:55:59.945020 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-474ab716-5063-4f81-a283-312ce239daed req-4845f9aa-9ecf-40cb-83a6-0ead0e5360d0 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:00.032271 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-474ab716-5063-4f81-a283-312ce239daed req-4845f9aa-9ecf-40cb-83a6-0ead0e5360d0 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] For port 1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb,segment=NetworkSegment(1548292a-f0e5-487f-98c2-455fa837c148),segment_id=1548292a-f0e5-487f-98c2-455fa837c148)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:56:00.032647 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-474ab716-5063-4f81-a283-312ce239daed req-4845f9aa-9ecf-40cb-83a6-0ead0e5360d0 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:00.044997 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-474ab716-5063-4f81-a283-312ce239daed req-4845f9aa-9ecf-40cb-83a6-0ead0e5360d0 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Calling delete_port for 1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:56:00.282948 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-474ab716-5063-4f81-a283-312ce239daed req-4845f9aa-9ecf-40cb-83a6-0ead0e5360d0 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:00.294154 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:56:00.312299 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845f9aa-9ecf-40cb-83a6-0ead0e5360d0 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Pushing event deleted for resources: {'Port': ['ID=1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:00.356458 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-474ab716-5063-4f81-a283-312ce239daed req-4845f9aa-9ecf-40cb-83a6-0ead0e5360d0 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] No DVR routers for this DVR port 1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:56:00.359133 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-474ab716-5063-4f81-a283-312ce239daed req-4845f9aa-9ecf-40cb-83a6-0ead0e5360d0 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:00.361306 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-474ab716-5063-4f81-a283-312ce239daed req-4845f9aa-9ecf-40cb-83a6-0ead0e5360d0 tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.72 "DELETE /v2.0/ports/1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb HTTP/1.1" status: 204 len: 173 time: 0.5030477 Aug 16 21:56:00.361743 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b217e8fe-9d53-40d7-843a-dac52a40e64f', 'name': 'network-vif-deleted', 'tag': '1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:56:00.364104 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcd9435b18b7a34707b0c74d037ee6bf13b87a61dd91d81e26d4048d63ffdc36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9d409c-5d8c-448f-a0db-e6b3d252e2a6" -d '{"events": [{"server_uuid": "b217e8fe-9d53-40d7-843a-dac52a40e64f", "name": "network-vif-deleted", "tag": "1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:56:00.398802 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7d439b-dcf7-433d-affd-72d99015c1f1 x-openstack-request-id: req-ca7d439b-dcf7-433d-affd-72d99015c1f1 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:56:00.399102 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b217e8fe-9d53-40d7-843a-dac52a40e64f", "name": "network-vif-deleted", "tag": "1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:56:00.399405 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ca7d439b-dcf7-433d-affd-72d99015c1f1 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:56:00.399826 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b217e8fe-9d53-40d7-843a-dac52a40e64f', 'name': 'network-vif-deleted', 'tag': '1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb', 'status': 'completed', 'code': 200} Aug 16 21:56:00.484537 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0cf5e93e-c7c5-4d9a-bed3-af003e42ff13 req-8cc05c62-9832-4498-955d-d8068d89c6cd tempest-TestMinimumBasicScenario-1937247470 tempest-TestMinimumBasicScenario-1937247470-project] 10.222.0.84 "GET /v2.0/ports?device_id=b217e8fe-9d53-40d7-843a-dac52a40e64f HTTP/1.1" status: 200 len: 210 time: 0.0277164 Aug 16 21:56:02.757477 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36892) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:02.801234 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:56:02.820844 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:56:02.821198 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 1793a288-fbc3-4eb4-b5aa-4754c8ab7bcb not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:56:03.431084 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a2ed8b1d-4fc6-4cfc-9dd7-b3f688a90e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:03.676689 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-a2ed8b1d-4fc6-4cfc-9dd7-b3f688a90e39 admin admin] Deleting port 87f10820-e9f7-4ac6-99ed-817cc13934b3 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:56:03.677043 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a2ed8b1d-4fc6-4cfc-9dd7-b3f688a90e39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:03.753038 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-a2ed8b1d-4fc6-4cfc-9dd7-b3f688a90e39 admin admin] For port 87f10820-e9f7-4ac6-99ed-817cc13934b3, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=87f10820-e9f7-4ac6-99ed-817cc13934b3,segment=NetworkSegment(1548292a-f0e5-487f-98c2-455fa837c148),segment_id=1548292a-f0e5-487f-98c2-455fa837c148)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:56:03.753412 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a2ed8b1d-4fc6-4cfc-9dd7-b3f688a90e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:03.765840 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-a2ed8b1d-4fc6-4cfc-9dd7-b3f688a90e39 admin admin] Calling delete_port for 87f10820-e9f7-4ac6-99ed-817cc13934b3 owned by network:router_interface {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:56:04.007209 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a2ed8b1d-4fc6-4cfc-9dd7-b3f688a90e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:04.038690 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed8b1d-4fc6-4cfc-9dd7-b3f688a90e39 admin admin] Pushing event deleted for resources: {'Port': ['ID=87f10820-e9f7-4ac6-99ed-817cc13934b3,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:04.202824 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a2ed8b1d-4fc6-4cfc-9dd7-b3f688a90e39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:04.414267 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ed8b1d-4fc6-4cfc-9dd7-b3f688a90e39 admin admin] Router cf8c530f-6305-4102-a99b-ddfe498335ab has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:56:04.516655 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ed8b1d-4fc6-4cfc-9dd7-b3f688a90e39 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:56:04.528428 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a2ed8b1d-4fc6-4cfc-9dd7-b3f688a90e39 admin admin] 10.222.0.84 "PUT /v2.0/routers/cf8c530f-6305-4102-a99b-ddfe498335ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7648637 Aug 16 21:56:04.528428 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36894) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:04.529890 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8270789e-025c-4bde-82e2-f90dc241da62 None None] Sync routers for ids ['cf8c530f-6305-4102-a99b-ddfe498335ab'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:56:04.540223 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8270789e-025c-4bde-82e2-f90dc241da62 None None] Routers {'cf8c530f-6305-4102-a99b-ddfe498335ab'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:56:04.540851 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-8270789e-025c-4bde-82e2-f90dc241da62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:55:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['cf8c530f-6305-4102-a99b-ddfe498335ab'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:56:04.648518 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-52bb4022-b117-4496-9331-b4253880e365 admin admin] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:04.665254 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-8270789e-025c-4bde-82e2-f90dc241da62 None None] Set router cf8c530f-6305-4102-a99b-ddfe498335ab gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:56:04.766227 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-52bb4022-b117-4496-9331-b4253880e365 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:04.847586 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-8270789e-025c-4bde-82e2-f90dc241da62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8c530f-6305-4102-a99b-ddfe498335ab', 'name': 'tempest-TestMinimumBasicScenario-1175223315-router', 'tenant_id': 'ee462ac26cd443f99fedc60e18ed8800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '64458107-10c0-44f4-b0aa-995094346d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:53:42Z', 'updated_at': '2021-08-16T21:56:03Z', 'revision_number': 5, 'project_id': 'ee462ac26cd443f99fedc60e18ed8800', 'gw_port': {'id': '64458107-10c0-44f4-b0aa-995094346d78', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:cf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8c530f-6305-4102-a99b-ddfe498335ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:53:43Z', 'updated_at': '2021-08-16T21:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:56:04.875022 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8270789e-025c-4bde-82e2-f90dc241da62 None None] Checking router: cf8c530f-6305-4102-a99b-ddfe498335ab for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:56:04.881170 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-52bb4022-b117-4496-9331-b4253880e365 admin admin] Deleting port 64458107-10c0-44f4-b0aa-995094346d78 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:56:04.881524 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-52bb4022-b117-4496-9331-b4253880e365 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:04.883721 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8270789e-025c-4bde-82e2-f90dc241da62 None None] Routers {'cf8c530f-6305-4102-a99b-ddfe498335ab'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:56:04.884367 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-8270789e-025c-4bde-82e2-f90dc241da62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:55:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['cf8c530f-6305-4102-a99b-ddfe498335ab'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:56:04.960819 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-52bb4022-b117-4496-9331-b4253880e365 admin admin] For port 64458107-10c0-44f4-b0aa-995094346d78, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=64458107-10c0-44f4-b0aa-995094346d78,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:56:04.961172 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-52bb4022-b117-4496-9331-b4253880e365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:04.968410 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-8270789e-025c-4bde-82e2-f90dc241da62 None None] Set router cf8c530f-6305-4102-a99b-ddfe498335ab gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:56:04.973190 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-52bb4022-b117-4496-9331-b4253880e365 admin admin] Calling delete_port for 64458107-10c0-44f4-b0aa-995094346d78 owned by network:router_gateway {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:56:05.020575 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-8270789e-025c-4bde-82e2-f90dc241da62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8c530f-6305-4102-a99b-ddfe498335ab', 'name': 'tempest-TestMinimumBasicScenario-1175223315-router', 'tenant_id': 'ee462ac26cd443f99fedc60e18ed8800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:53:42Z', 'updated_at': '2021-08-16T21:56:04Z', 'revision_number': 6, 'project_id': 'ee462ac26cd443f99fedc60e18ed8800', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:56:05.046904 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8270789e-025c-4bde-82e2-f90dc241da62 None None] The sync data for ids ['cf8c530f-6305-4102-a99b-ddfe498335ab'] in n-d-793620-15 is: [{'id': 'cf8c530f-6305-4102-a99b-ddfe498335ab', 'name': 'tempest-TestMinimumBasicScenario-1175223315-router', 'tenant_id': 'ee462ac26cd443f99fedc60e18ed8800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:53:42Z', 'updated_at': '2021-08-16T21:56:04Z', 'revision_number': 6, 'project_id': 'ee462ac26cd443f99fedc60e18ed8800', 'gw_port_host': None}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:56:05.236980 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-52bb4022-b117-4496-9331-b4253880e365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:05.263759 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb4022-b117-4496-9331-b4253880e365 admin admin] Pushing event deleted for resources: {'Port': ['ID=64458107-10c0-44f4-b0aa-995094346d78,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:05.324479 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-52bb4022-b117-4496-9331-b4253880e365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:05.414264 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-52bb4022-b117-4496-9331-b4253880e365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:05.416495 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-52bb4022-b117-4496-9331-b4253880e365 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:05.528492 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-52bb4022-b117-4496-9331-b4253880e365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:05.528945 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52bb4022-b117-4496-9331-b4253880e365 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf8c530f-6305-4102-a99b-ddfe498335ab {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:56:05.533092 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-52bb4022-b117-4496-9331-b4253880e365 admin admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:05.534250 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-52bb4022-b117-4496-9331-b4253880e365 admin admin] 10.222.0.84 "DELETE /v2.0/routers/cf8c530f-6305-4102-a99b-ddfe498335ab HTTP/1.1" status: 204 len: 168 time: 1.0069351 Aug 16 21:56:05.537387 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36898) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:05.585449 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-35f9dfab-3baf-43d9-926e-2049277ac65f admin admin] Deleting subnet 25d23891-2d21-4f5d-a3c1-813318fe9dc9 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:56:05.588498 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-35f9dfab-3baf-43d9-926e-2049277ac65f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:05.621463 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-35f9dfab-3baf-43d9-926e-2049277ac65f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:05.704238 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-35f9dfab-3baf-43d9-926e-2049277ac65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:05.829658 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-35f9dfab-3baf-43d9-926e-2049277ac65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:05.860078 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f9dfab-3baf-43d9-926e-2049277ac65f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25d23891-2d21-4f5d-a3c1-813318fe9dc9,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:05.863660 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-35f9dfab-3baf-43d9-926e-2049277ac65f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:05.865592 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-35f9dfab-3baf-43d9-926e-2049277ac65f admin admin] 10.222.0.84 "DELETE /v2.0/subnets/25d23891-2d21-4f5d-a3c1-813318fe9dc9 HTTP/1.1" status: 204 len: 168 time: 0.3272092 Aug 16 21:56:05.868074 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36900) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:05.870520 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff315a2-4cc4-4812-967b-a2c3a3967f66 None None] Network 799ae64b-6f99-47a2-b641-94e84a73c386 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:56:05.941302 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ad38d86d-c0ef-422e-8332-ddac4a41ddde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:05.993864 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-ad38d86d-c0ef-422e-8332-ddac4a41ddde admin admin] Deleting port 3c80e757-ca3c-40e5-8dbd-552d6051acf8 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:56:05.994240 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ad38d86d-c0ef-422e-8332-ddac4a41ddde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:06.069984 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-ad38d86d-c0ef-422e-8332-ddac4a41ddde admin admin] For port 3c80e757-ca3c-40e5-8dbd-552d6051acf8, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=3c80e757-ca3c-40e5-8dbd-552d6051acf8,segment=NetworkSegment(1548292a-f0e5-487f-98c2-455fa837c148),segment_id=1548292a-f0e5-487f-98c2-455fa837c148)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:56:06.070358 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ad38d86d-c0ef-422e-8332-ddac4a41ddde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:06.079106 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b8ba4e-4a2b-45d0-ab92-e72287f095a1 None None] DHCP port deletion for 799ae64b-6f99-47a2-b641-94e84a73c386 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:56:06.084759 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-ad38d86d-c0ef-422e-8332-ddac4a41ddde admin admin] Calling delete_port for 3c80e757-ca3c-40e5-8dbd-552d6051acf8 owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:56:06.132892 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a0b8ba4e-4a2b-45d0-ab92-e72287f095a1 None None] Deleting port 3c80e757-ca3c-40e5-8dbd-552d6051acf8 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:56:06.133262 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a0b8ba4e-4a2b-45d0-ab92-e72287f095a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:06.196188 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a0b8ba4e-4a2b-45d0-ab92-e72287f095a1 None None] For port 3c80e757-ca3c-40e5-8dbd-552d6051acf8, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=3c80e757-ca3c-40e5-8dbd-552d6051acf8,segment=NetworkSegment(1548292a-f0e5-487f-98c2-455fa837c148),segment_id=1548292a-f0e5-487f-98c2-455fa837c148)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:56:06.196590 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a0b8ba4e-4a2b-45d0-ab92-e72287f095a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:06.209458 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a0b8ba4e-4a2b-45d0-ab92-e72287f095a1 None None] Calling delete_port for 3c80e757-ca3c-40e5-8dbd-552d6051acf8 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:56:06.269459 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ad38d86d-c0ef-422e-8332-ddac4a41ddde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:06.283486 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a0b8ba4e-4a2b-45d0-ab92-e72287f095a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:06.299581 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad38d86d-c0ef-422e-8332-ddac4a41ddde admin admin] Pushing event deleted for resources: {'Port': ['ID=3c80e757-ca3c-40e5-8dbd-552d6051acf8,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:06.303638 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad38d86d-c0ef-422e-8332-ddac4a41ddde admin admin] No DVR routers for this DVR port 3c80e757-ca3c-40e5-8dbd-552d6051acf8 on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:56:06.314840 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b8ba4e-4a2b-45d0-ab92-e72287f095a1 None None] Pushing event deleted for resources: {'Port': ['ID=3c80e757-ca3c-40e5-8dbd-552d6051acf8,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:06.317119 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b8ba4e-4a2b-45d0-ab92-e72287f095a1 None None] No DVR routers for this DVR port 3c80e757-ca3c-40e5-8dbd-552d6051acf8 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:56:06.328084 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8ba4e-4a2b-45d0-ab92-e72287f095a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:06.328560 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8ba4e-4a2b-45d0-ab92-e72287f095a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:06.328970 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8ba4e-4a2b-45d0-ab92-e72287f095a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:06.329424 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8ba4e-4a2b-45d0-ab92-e72287f095a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:06.329874 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8ba4e-4a2b-45d0-ab92-e72287f095a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:06.330281 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8ba4e-4a2b-45d0-ab92-e72287f095a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:06.330683 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8ba4e-4a2b-45d0-ab92-e72287f095a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:06.331076 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8ba4e-4a2b-45d0-ab92-e72287f095a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:06.331473 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8ba4e-4a2b-45d0-ab92-e72287f095a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:06.331912 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8ba4e-4a2b-45d0-ab92-e72287f095a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:06.332326 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8ba4e-4a2b-45d0-ab92-e72287f095a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:06.332720 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8ba4e-4a2b-45d0-ab92-e72287f095a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:06.374557 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ad38d86d-c0ef-422e-8332-ddac4a41ddde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:06.385310 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-ad38d86d-c0ef-422e-8332-ddac4a41ddde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['799ae64b-6f99-47a2-b641-94e84a73c386']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:56:06.394773 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-ad38d86d-c0ef-422e-8332-ddac4a41ddde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1548292a-f0e5-487f-98c2-455fa837c148') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:56:06.395075 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-ad38d86d-c0ef-422e-8332-ddac4a41ddde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1548292a-f0e5-487f-98c2-455fa837c148') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:56:06.404451 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ad38d86d-c0ef-422e-8332-ddac4a41ddde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:06.417750 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ad38d86d-c0ef-422e-8332-ddac4a41ddde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:06.423443 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad38d86d-c0ef-422e-8332-ddac4a41ddde admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:56:06.433420 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ad38d86d-c0ef-422e-8332-ddac4a41ddde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:06.433420 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 21:56:06.433420 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:56:06.433420 n-d-793620-15 neutron-server[101844]: timer() Aug 16 21:56:06.433420 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:56:06.433420 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 21:56:06.433420 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:56:06.433420 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 21:56:06.433420 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:56:06.433420 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 21:56:06.433420 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:56:06.433420 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 21:56:06.433420 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:56:06.433420 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 21:56:06.433420 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:56:06.433420 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:56:06.433420 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:56:06.433420 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:56:06.433420 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:56:06.433420 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 21:56:06.433420 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:56:06.433420 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 21:56:06.433420 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:56:06.433420 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:56:06.433420 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:56:06.433420 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 21:56:06.433420 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:56:06.433420 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:56:06.433420 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:56:06.433420 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:56:06.433420 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:56:06.433420 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:56:06.433420 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:56:06.614515 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ad38d86d-c0ef-422e-8332-ddac4a41ddde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:06.626283 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ad38d86d-c0ef-422e-8332-ddac4a41ddde admin admin] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:06.626283 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ad38d86d-c0ef-422e-8332-ddac4a41ddde admin admin] 10.222.0.84 "DELETE /v2.0/networks/799ae64b-6f99-47a2-b641-94e84a73c386 HTTP/1.1" status: 204 len: 168 time: 0.7528939 Aug 16 21:56:06.626283 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36902) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:06.640763 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad38d86d-c0ef-422e-8332-ddac4a41ddde admin admin] Pushing event deleted for resources: {'Network': ['ID=799ae64b-6f99-47a2-b641-94e84a73c386,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:06.653426 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 3c80e757-ca3c-40e5-8dbd-552d6051acf8 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:56:06.669293 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 3c80e757-ca3c-40e5-8dbd-552d6051acf8 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:56:06.669655 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 3c80e757-ca3c-40e5-8dbd-552d6051acf8 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:56:06.670092 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 64458107-10c0-44f4-b0aa-995094346d78 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:56:06.691766 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 64458107-10c0-44f4-b0aa-995094346d78 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:56:06.692129 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 64458107-10c0-44f4-b0aa-995094346d78 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:56:06.692538 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 87f10820-e9f7-4ac6-99ed-817cc13934b3 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:56:06.711053 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 87f10820-e9f7-4ac6-99ed-817cc13934b3 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:56:06.711393 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 87f10820-e9f7-4ac6-99ed-817cc13934b3 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:56:06.977370 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bbc21896-9c12-4b8d-8131-39d590c67361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:07.212337 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-bbc21896-9c12-4b8d-8131-39d590c67361 admin admin] Deleting port 1cd3e11a-c63b-438d-96af-14cd63a735f0 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:56:07.212697 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bbc21896-9c12-4b8d-8131-39d590c67361 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:07.286894 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-bbc21896-9c12-4b8d-8131-39d590c67361 admin admin] For port 1cd3e11a-c63b-438d-96af-14cd63a735f0, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=1cd3e11a-c63b-438d-96af-14cd63a735f0,segment=NetworkSegment(119858a2-e3a7-49b0-a716-a947cdc0e92f),segment_id=119858a2-e3a7-49b0-a716-a947cdc0e92f)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:56:07.287258 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bbc21896-9c12-4b8d-8131-39d590c67361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:07.299249 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-bbc21896-9c12-4b8d-8131-39d590c67361 admin admin] Calling delete_port for 1cd3e11a-c63b-438d-96af-14cd63a735f0 owned by network:router_interface {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:56:07.533954 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bbc21896-9c12-4b8d-8131-39d590c67361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:07.560653 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc21896-9c12-4b8d-8131-39d590c67361 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cd3e11a-c63b-438d-96af-14cd63a735f0,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:07.731687 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bbc21896-9c12-4b8d-8131-39d590c67361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:08.297152 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc21896-9c12-4b8d-8131-39d590c67361 admin admin] Router c3a8778e-5501-4ef4-b563-bdb3b39a2392 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:56:08.397570 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc21896-9c12-4b8d-8131-39d590c67361 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:56:08.404325 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-bbc21896-9c12-4b8d-8131-39d590c67361 admin admin] 10.222.0.84 "PUT /v2.0/routers/c3a8778e-5501-4ef4-b563-bdb3b39a2392/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7768989 Aug 16 21:56:08.405325 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36904) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:08.408003 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd40a99-a31b-432d-9f21-b637e5feebe2 None None] Sync routers for ids ['c3a8778e-5501-4ef4-b563-bdb3b39a2392'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:56:08.418256 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd40a99-a31b-432d-9f21-b637e5feebe2 None None] Routers {'c3a8778e-5501-4ef4-b563-bdb3b39a2392'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:56:08.419112 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-dcd40a99-a31b-432d-9f21-b637e5feebe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:55:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['c3a8778e-5501-4ef4-b563-bdb3b39a2392'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:56:08.510106 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-714499db-570b-4e7f-b560-f8d63c2644e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:08.521728 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-dcd40a99-a31b-432d-9f21-b637e5feebe2 None None] Set router c3a8778e-5501-4ef4-b563-bdb3b39a2392 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:56:08.619316 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-714499db-570b-4e7f-b560-f8d63c2644e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:08.700780 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-dcd40a99-a31b-432d-9f21-b637e5feebe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a8778e-5501-4ef4-b563-bdb3b39a2392', 'name': 'tempest-TestMinimumBasicScenario-1903970190-router', 'tenant_id': '8621c054353b463da60cd8f64b62f15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': 'deb47259-9e33-48c9-ba41-f8375ee79fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:53:49Z', 'updated_at': '2021-08-16T21:56:07Z', 'revision_number': 5, 'project_id': '8621c054353b463da60cd8f64b62f15b', 'gw_port': {'id': 'deb47259-9e33-48c9-ba41-f8375ee79fd4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a8778e-5501-4ef4-b563-bdb3b39a2392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:53:49Z', 'updated_at': '2021-08-16T21:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:56:08.726494 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd40a99-a31b-432d-9f21-b637e5feebe2 None None] Checking router: c3a8778e-5501-4ef4-b563-bdb3b39a2392 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:56:08.734463 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd40a99-a31b-432d-9f21-b637e5feebe2 None None] Routers {'c3a8778e-5501-4ef4-b563-bdb3b39a2392'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:56:08.735072 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-dcd40a99-a31b-432d-9f21-b637e5feebe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:55:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['c3a8778e-5501-4ef4-b563-bdb3b39a2392'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:56:08.801567 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-714499db-570b-4e7f-b560-f8d63c2644e1 admin admin] Deleting port deb47259-9e33-48c9-ba41-f8375ee79fd4 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:56:08.801930 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-714499db-570b-4e7f-b560-f8d63c2644e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:08.842040 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-dcd40a99-a31b-432d-9f21-b637e5feebe2 None None] Set router c3a8778e-5501-4ef4-b563-bdb3b39a2392 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:56:08.885214 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-714499db-570b-4e7f-b560-f8d63c2644e1 admin admin] For port deb47259-9e33-48c9-ba41-f8375ee79fd4, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=deb47259-9e33-48c9-ba41-f8375ee79fd4,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:56:08.885593 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-714499db-570b-4e7f-b560-f8d63c2644e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:08.897596 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-714499db-570b-4e7f-b560-f8d63c2644e1 admin admin] Calling delete_port for deb47259-9e33-48c9-ba41-f8375ee79fd4 owned by network:router_gateway {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:56:09.019202 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-dcd40a99-a31b-432d-9f21-b637e5feebe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a8778e-5501-4ef4-b563-bdb3b39a2392', 'name': 'tempest-TestMinimumBasicScenario-1903970190-router', 'tenant_id': '8621c054353b463da60cd8f64b62f15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': 'deb47259-9e33-48c9-ba41-f8375ee79fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:53:49Z', 'updated_at': '2021-08-16T21:56:07Z', 'revision_number': 5, 'project_id': '8621c054353b463da60cd8f64b62f15b', 'gw_port': {'id': 'deb47259-9e33-48c9-ba41-f8375ee79fd4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a8778e-5501-4ef4-b563-bdb3b39a2392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:53:49Z', 'updated_at': '2021-08-16T21:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:56:09.044956 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd40a99-a31b-432d-9f21-b637e5feebe2 None None] The sync data for ids ['c3a8778e-5501-4ef4-b563-bdb3b39a2392'] in n-d-793620-15 is: [{'id': 'c3a8778e-5501-4ef4-b563-bdb3b39a2392', 'name': 'tempest-TestMinimumBasicScenario-1903970190-router', 'tenant_id': '8621c054353b463da60cd8f64b62f15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': 'deb47259-9e33-48c9-ba41-f8375ee79fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:53:49Z', 'updated_at': '2021-08-16T21:56:07Z', 'revision_number': 5, 'project_id': '8621c054353b463da60cd8f64b62f15b', 'gw_port': {'id': 'deb47259-9e33-48c9-ba41-f8375ee79fd4', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a8778e-5501-4ef4-b563-bdb3b39a2392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:53:49Z', 'updated_at': '2021-08-16T21:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:56:09.111763 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-714499db-570b-4e7f-b560-f8d63c2644e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:09.138823 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714499db-570b-4e7f-b560-f8d63c2644e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=deb47259-9e33-48c9-ba41-f8375ee79fd4,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:09.202286 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-714499db-570b-4e7f-b560-f8d63c2644e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:09.291166 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-714499db-570b-4e7f-b560-f8d63c2644e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:09.293255 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-714499db-570b-4e7f-b560-f8d63c2644e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:09.414425 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-714499db-570b-4e7f-b560-f8d63c2644e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:09.415027 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714499db-570b-4e7f-b560-f8d63c2644e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3a8778e-5501-4ef4-b563-bdb3b39a2392 {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:56:09.419213 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-714499db-570b-4e7f-b560-f8d63c2644e1 admin admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:09.420408 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-714499db-570b-4e7f-b560-f8d63c2644e1 admin admin] 10.222.0.84 "DELETE /v2.0/routers/c3a8778e-5501-4ef4-b563-bdb3b39a2392 HTTP/1.1" status: 204 len: 168 time: 1.0141578 Aug 16 21:56:09.423087 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36906) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:09.469194 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-33fc4d04-592b-4714-9449-8b89802a7682 admin admin] Deleting subnet 7f73c91b-77f8-4a40-b0c8-fb3ee7016889 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:56:09.472472 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-33fc4d04-592b-4714-9449-8b89802a7682 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:09.512845 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-33fc4d04-592b-4714-9449-8b89802a7682 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:09.591036 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-33fc4d04-592b-4714-9449-8b89802a7682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:09.745888 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-33fc4d04-592b-4714-9449-8b89802a7682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:09.769400 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc4d04-592b-4714-9449-8b89802a7682 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f73c91b-77f8-4a40-b0c8-fb3ee7016889,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:09.775391 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-33fc4d04-592b-4714-9449-8b89802a7682 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:09.780262 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36908) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:09.780831 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7fbf48-abba-42e6-94ae-b8cb73b3a9f7 None None] Network 95f452da-0f35-478c-8d91-737e4218f74a requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:56:09.792278 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-33fc4d04-592b-4714-9449-8b89802a7682 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/7f73c91b-77f8-4a40-b0c8-fb3ee7016889 HTTP/1.1" status: 204 len: 168 time: 0.3645821 Aug 16 21:56:09.849057 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-319660b3-a246-45df-b923-948024e88419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:09.908710 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-319660b3-a246-45df-b923-948024e88419 admin admin] Deleting port b482acac-33b9-4021-8380-48b7bf695d7d {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:56:09.909125 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-319660b3-a246-45df-b923-948024e88419 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:09.976728 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-319660b3-a246-45df-b923-948024e88419 admin admin] For port b482acac-33b9-4021-8380-48b7bf695d7d, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b482acac-33b9-4021-8380-48b7bf695d7d,segment=NetworkSegment(119858a2-e3a7-49b0-a716-a947cdc0e92f),segment_id=119858a2-e3a7-49b0-a716-a947cdc0e92f)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:56:09.977097 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-319660b3-a246-45df-b923-948024e88419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:09.990590 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-319660b3-a246-45df-b923-948024e88419 admin admin] Calling delete_port for b482acac-33b9-4021-8380-48b7bf695d7d owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:56:10.106996 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad0dd49-e36e-4aeb-96f5-bd687f2d0eae None None] DHCP port deletion for 95f452da-0f35-478c-8d91-737e4218f74a request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:56:10.151602 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-319660b3-a246-45df-b923-948024e88419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:10.154495 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-0ad0dd49-e36e-4aeb-96f5-bd687f2d0eae None None] Deleting port b482acac-33b9-4021-8380-48b7bf695d7d {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:56:10.154859 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0ad0dd49-e36e-4aeb-96f5-bd687f2d0eae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:10.179399 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319660b3-a246-45df-b923-948024e88419 admin admin] No DVR routers for this DVR port b482acac-33b9-4021-8380-48b7bf695d7d on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:56:10.181691 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319660b3-a246-45df-b923-948024e88419 admin admin] Pushing event deleted for resources: {'Port': ['ID=b482acac-33b9-4021-8380-48b7bf695d7d,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:10.219352 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-0ad0dd49-e36e-4aeb-96f5-bd687f2d0eae None None] For port b482acac-33b9-4021-8380-48b7bf695d7d, host n-d-793620-15, got binding levels [] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:56:10.219752 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0ad0dd49-e36e-4aeb-96f5-bd687f2d0eae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:10.232272 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-0ad0dd49-e36e-4aeb-96f5-bd687f2d0eae None None] Calling delete_port for b482acac-33b9-4021-8380-48b7bf695d7d owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:56:10.234895 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.ipam_backend_mixin [None req-0ad0dd49-e36e-4aeb-96f5-bd687f2d0eae None None] Port b482acac-33b9-4021-8380-48b7bf695d7d was not found and therefore no delete operation was performed {{(pid=101846) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 21:56:10.236266 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0ad0dd49-e36e-4aeb-96f5-bd687f2d0eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:10.252872 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-319660b3-a246-45df-b923-948024e88419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:10.258858 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad0dd49-e36e-4aeb-96f5-bd687f2d0eae None None] Pushing event deleted for resources: {'Port': ['ID=b482acac-33b9-4021-8380-48b7bf695d7d,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:10.263706 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-319660b3-a246-45df-b923-948024e88419 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f452da-0f35-478c-8d91-737e4218f74a']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:56:10.264602 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad0dd49-e36e-4aeb-96f5-bd687f2d0eae None None] No DVR routers for this DVR port b482acac-33b9-4021-8380-48b7bf695d7d on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:56:10.277046 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-319660b3-a246-45df-b923-948024e88419 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '119858a2-e3a7-49b0-a716-a947cdc0e92f') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:56:10.277347 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-319660b3-a246-45df-b923-948024e88419 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '119858a2-e3a7-49b0-a716-a947cdc0e92f') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:56:10.286134 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-319660b3-a246-45df-b923-948024e88419 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:10.303303 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-319660b3-a246-45df-b923-948024e88419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:10.308958 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-319660b3-a246-45df-b923-948024e88419 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:56:10.309338 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-319660b3-a246-45df-b923-948024e88419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:10.310935 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:56:10.310935 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:56:10.310935 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:56:10.310935 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:56:10.310935 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:56:10.310935 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:56:10.310935 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:56:10.310935 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:56:10.310935 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:56:10.310935 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:56:10.310935 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:56:10.310935 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:56:10.310935 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:56:10.310935 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:56:10.310935 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:56:10.310935 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:56:10.310935 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:56:10.310935 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:56:10.310935 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:56:10.310935 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:56:10.310935 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:56:10.310935 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:56:10.310935 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:56:10.310935 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:56:10.310935 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:56:10.310935 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:56:10.310935 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:56:10.310935 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:56:10.310935 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:56:10.310935 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:56:10.310935 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:56:10.310935 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:56:10.417436 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-319660b3-a246-45df-b923-948024e88419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:10.423032 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-319660b3-a246-45df-b923-948024e88419 admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:10.424884 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-319660b3-a246-45df-b923-948024e88419 admin admin] 10.222.0.84 "DELETE /v2.0/networks/95f452da-0f35-478c-8d91-737e4218f74a HTTP/1.1" status: 204 len: 168 time: 0.6436465 Aug 16 21:56:10.436289 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319660b3-a246-45df-b923-948024e88419 admin admin] Pushing event deleted for resources: {'Network': ['ID=95f452da-0f35-478c-8d91-737e4218f74a,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:10.649771 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 1cd3e11a-c63b-438d-96af-14cd63a735f0 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:56:10.669814 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 1cd3e11a-c63b-438d-96af-14cd63a735f0 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:56:10.670160 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 1cd3e11a-c63b-438d-96af-14cd63a735f0 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:56:10.670574 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b482acac-33b9-4021-8380-48b7bf695d7d no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:56:10.689062 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: b482acac-33b9-4021-8380-48b7bf695d7d {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:56:10.689342 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b482acac-33b9-4021-8380-48b7bf695d7d not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:56:10.689742 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device deb47259-9e33-48c9-ba41-f8375ee79fd4 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:56:10.707736 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: deb47259-9e33-48c9-ba41-f8375ee79fd4 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:56:10.708106 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device deb47259-9e33-48c9-ba41-f8375ee79fd4 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:56:10.757801 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36912) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:10.796875 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3476adb6-682f-40e3-bf65-fa1cb5e31e2f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ee462ac26cd443f99fedc60e18ed8800&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379364 Aug 16 21:56:10.799293 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36914) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:10.849519 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-74e183af-5789-461d-bd4b-68a2a636c3b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:10.870280 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-74e183af-5789-461d-bd4b-68a2a636c3b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:11.025540 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-74e183af-5789-461d-bd4b-68a2a636c3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:11.028364 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-74e183af-5789-461d-bd4b-68a2a636c3b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:11.029515 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-74e183af-5789-461d-bd4b-68a2a636c3b8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7ebe5e54-7587-444e-aabc-c72c8d477008 HTTP/1.1" status: 204 len: 168 time: 0.2292707 Aug 16 21:56:11.037971 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e183af-5789-461d-bd4b-68a2a636c3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebe5e54-7587-444e-aabc-c72c8d477008,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:11.132290 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-77e27e15-783a-43a9-a36f-7cc0f341ed1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:11.648835 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36920) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:11.688383 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9defa5cb-4133-4ff0-8337-a417e26d356a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8621c054353b463da60cd8f64b62f15b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383909 Aug 16 21:56:11.690840 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36922) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:11.739040 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-60c92847-d496-4ad3-b485-3947f10d2ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:11.762746 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-60c92847-d496-4ad3-b485-3947f10d2ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:11.914548 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-60c92847-d496-4ad3-b485-3947f10d2ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:11.917100 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-60c92847-d496-4ad3-b485-3947f10d2ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:11.918311 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-60c92847-d496-4ad3-b485-3947f10d2ef4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f4074f51-0f2a-4c68-b137-54bcb6bce152 HTTP/1.1" status: 204 len: 168 time: 0.2265339 Aug 16 21:56:11.927840 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c92847-d496-4ad3-b485-3947f10d2ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4074f51-0f2a-4c68-b137-54bcb6bce152,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:13.657898 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d25d023c-d3b9-4ea0-ac4f-2add0f8de351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:13.876496 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:13.970902 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36962) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:13.976285 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-0497a2e0-f53b-406c-850c-9d8731228a15 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-503117983', 'description': 'tempest-secgroup-smoke-503117983 description', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:56:14.086169 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0497a2e0-f53b-406c-850c-9d8731228a15 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:14.094267 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0497a2e0-f53b-406c-850c-9d8731228a15 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:14.184976 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0497a2e0-f53b-406c-850c-9d8731228a15 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:14.288334 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0497a2e0-f53b-406c-850c-9d8731228a15 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:14.323427 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497a2e0-f53b-406c-850c-9d8731228a15 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a56f6b5f-1785-4f2a-aed7-11ce90110263,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:14.377132 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0497a2e0-f53b-406c-850c-9d8731228a15 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:14.442641 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0497a2e0-f53b-406c-850c-9d8731228a15 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:14.471998 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497a2e0-f53b-406c-850c-9d8731228a15 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e096e958-def8-43af-b3ba-5127d1d3aaf8,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:14.533977 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0497a2e0-f53b-406c-850c-9d8731228a15 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:14.535300 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0497a2e0-f53b-406c-850c-9d8731228a15 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5633378 Aug 16 21:56:14.538670 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36964) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:14.543534 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-6e68afe7-0321-4dc2-a3e0-fcc91dfde51a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'security_group_rule': {'security_group_id': 'e096e958-def8-43af-b3ba-5127d1d3aaf8', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:56:14.651979 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6e68afe7-0321-4dc2-a3e0-fcc91dfde51a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:14.707719 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6e68afe7-0321-4dc2-a3e0-fcc91dfde51a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:14.813437 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6e68afe7-0321-4dc2-a3e0-fcc91dfde51a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:14.830945 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68afe7-0321-4dc2-a3e0-fcc91dfde51a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3b7d34e-8e8f-4c1b-babe-2059f074d9e3,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:14.893452 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6e68afe7-0321-4dc2-a3e0-fcc91dfde51a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:14.894664 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6e68afe7-0321-4dc2-a3e0-fcc91dfde51a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3549325 Aug 16 21:56:14.897415 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36966) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:14.902151 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-3205e412-4c1c-4aa1-b351-bba8082a266c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'security_group_rule': {'security_group_id': 'e096e958-def8-43af-b3ba-5127d1d3aaf8', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:56:14.990383 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3205e412-4c1c-4aa1-b351-bba8082a266c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:15.048245 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3205e412-4c1c-4aa1-b351-bba8082a266c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:15.069201 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:15.116438 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3205e412-4c1c-4aa1-b351-bba8082a266c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:15.139520 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3205e412-4c1c-4aa1-b351-bba8082a266c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa6aad37-205e-4945-b304-1c77a1ed2299,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:15.208435 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3205e412-4c1c-4aa1-b351-bba8082a266c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:15.209671 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3205e412-4c1c-4aa1-b351-bba8082a266c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3113101 Aug 16 21:56:15.212362 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36968) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:15.216732 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-0bddfa41-16dd-4cf2-9382-e62a0a80efe6 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'security_group_rule': {'security_group_id': 'e096e958-def8-43af-b3ba-5127d1d3aaf8', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:56:15.304536 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0bddfa41-16dd-4cf2-9382-e62a0a80efe6 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:15.360772 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0bddfa41-16dd-4cf2-9382-e62a0a80efe6 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:15.430672 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0bddfa41-16dd-4cf2-9382-e62a0a80efe6 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:15.448060 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bddfa41-16dd-4cf2-9382-e62a0a80efe6 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9343350f-3a26-4558-a196-0eaa4a56a1ef,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:15.522917 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0bddfa41-16dd-4cf2-9382-e62a0a80efe6 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:15.524699 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0bddfa41-16dd-4cf2-9382-e62a0a80efe6 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3114119 Aug 16 21:56:15.527925 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36970) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:15.532304 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-8940b8ed-16f8-4b58-b684-c05f5ebbcfce tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'security_group_rule': {'security_group_id': 'e096e958-def8-43af-b3ba-5127d1d3aaf8', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:56:15.664865 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8940b8ed-16f8-4b58-b684-c05f5ebbcfce tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:15.722406 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8940b8ed-16f8-4b58-b684-c05f5ebbcfce tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:15.791306 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8940b8ed-16f8-4b58-b684-c05f5ebbcfce tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:15.810150 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8940b8ed-16f8-4b58-b684-c05f5ebbcfce tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac9e0d2f-081d-489d-84ac-3845d2d81869,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:15.865177 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8940b8ed-16f8-4b58-b684-c05f5ebbcfce tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:15.866404 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8940b8ed-16f8-4b58-b684-c05f5ebbcfce tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3375278 Aug 16 21:56:15.869188 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36972) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:15.874025 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-8dc09fd5-cebc-4db6-bc06-c438f653fd1f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'security_group_rule': {'security_group_id': 'e096e958-def8-43af-b3ba-5127d1d3aaf8', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:56:15.968065 n-d-793620-15 neutron-server[101845]: INFO neutron.db.securitygroups_db [None req-8dc09fd5-cebc-4db6-bc06-c438f653fd1f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Project b138d5da43204b7eac942de7c3eb87d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:56:15.973242 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8dc09fd5-cebc-4db6-bc06-c438f653fd1f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:16.032428 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8dc09fd5-cebc-4db6-bc06-c438f653fd1f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:16.104834 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8dc09fd5-cebc-4db6-bc06-c438f653fd1f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:16.127313 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc09fd5-cebc-4db6-bc06-c438f653fd1f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bead1507-6e89-4b40-9bae-7b402e13491c,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:16.217462 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8dc09fd5-cebc-4db6-bc06-c438f653fd1f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:16.218696 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8dc09fd5-cebc-4db6-bc06-c438f653fd1f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3485634 Aug 16 21:56:16.221367 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36974) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:16.225817 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-2d242c38-168f-42f1-bf2c-b2eedd0e7a36 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'security_group_rule': {'security_group_id': 'e096e958-def8-43af-b3ba-5127d1d3aaf8', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:56:16.308791 n-d-793620-15 neutron-server[101845]: INFO neutron.db.securitygroups_db [None req-2d242c38-168f-42f1-bf2c-b2eedd0e7a36 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Project b138d5da43204b7eac942de7c3eb87d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:56:16.313929 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d242c38-168f-42f1-bf2c-b2eedd0e7a36 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:16.377885 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d242c38-168f-42f1-bf2c-b2eedd0e7a36 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:16.445839 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d242c38-168f-42f1-bf2c-b2eedd0e7a36 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:16.463184 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d242c38-168f-42f1-bf2c-b2eedd0e7a36 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=183d73c6-e8f5-4575-a37e-d13f34ef5a1b,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:16.539629 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-2d242c38-168f-42f1-bf2c-b2eedd0e7a36 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:16.540893 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-2d242c38-168f-42f1-bf2c-b2eedd0e7a36 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3185732 Aug 16 21:56:16.543857 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36978) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:16.548734 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-613ff554-de72-4817-9442-e605b06bdec4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'network': {'name': 'tempest-network-smoke--563698682', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'port_security_enabled': True}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:56:16.613924 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613ff554-de72-4817-9442-e605b06bdec4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Made reservation on behalf of b138d5da43204b7eac942de7c3eb87d8 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:56:16.618065 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-613ff554-de72-4817-9442-e605b06bdec4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:16.641363 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-613ff554-de72-4817-9442-e605b06bdec4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:56:16.651281 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-613ff554-de72-4817-9442-e605b06bdec4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:16.651635 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-613ff554-de72-4817-9442-e605b06bdec4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Added segment 4d8508a2-2c24-47bf-a295-d7c8438c916f of type vlan for network efa50c49-014a-423f-97e0-701866ccf0e8 Aug 16 21:56:16.690589 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-613ff554-de72-4817-9442-e605b06bdec4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:16.771526 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-613ff554-de72-4817-9442-e605b06bdec4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:16.777422 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613ff554-de72-4817-9442-e605b06bdec4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:16.778001 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-613ff554-de72-4817-9442-e605b06bdec4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:16.800271 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:16.843107 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ff554-de72-4817-9442-e605b06bdec4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'Network': ['ID=efa50c49-014a-423f-97e0-701866ccf0e8,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:16.853743 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network efa50c49-014a-423f-97e0-701866ccf0e8 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:56:16.903880 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-613ff554-de72-4817-9442-e605b06bdec4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3589015 Aug 16 21:56:16.906724 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36980) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:16.911696 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-dc5c84a1-4476-474d-a243-e7bd40c24e32 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-573950496', 'admin_state_up': True, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:56:16.996871 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dc5c84a1-4476-474d-a243-e7bd40c24e32 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:16.997817 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dc5c84a1-4476-474d-a243-e7bd40c24e32 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:17.048889 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dc5c84a1-4476-474d-a243-e7bd40c24e32 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:17.255209 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dc5c84a1-4476-474d-a243-e7bd40c24e32 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:17.483682 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dc5c84a1-4476-474d-a243-e7bd40c24e32 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:17.505461 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dc5c84a1-4476-474d-a243-e7bd40c24e32 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:17.605834 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-dc5c84a1-4476-474d-a243-e7bd40c24e32 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Allocated IP 172.25.1.192 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/cb67df38-fb6e-4ce5-a0fd-69dafc84682e) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:56:17.716455 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dc5c84a1-4476-474d-a243-e7bd40c24e32 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:17.812852 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dc5c84a1-4476-474d-a243-e7bd40c24e32 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:17.848893 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5c84a1-4476-474d-a243-e7bd40c24e32 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:56:17.853693 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-dc5c84a1-4476-474d-a243-e7bd40c24e32 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:56:17.857505 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5c84a1-4476-474d-a243-e7bd40c24e32 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:56:17.881086 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c84a1-4476-474d-a243-e7bd40c24e32 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'Port': ['ID=cb67df38-fb6e-4ce5-a0fd-69dafc84682e,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:18.302041 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dc5c84a1-4476-474d-a243-e7bd40c24e32 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:18.494483 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dc5c84a1-4476-474d-a243-e7bd40c24e32 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:18.705084 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5c84a1-4476-474d-a243-e7bd40c24e32 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Router 81621e0d-50bd-4127-b562-144e92ab87d2 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:56:18.817221 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5c84a1-4476-474d-a243-e7bd40c24e32 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:56:18.829084 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5574b5-270a-48ad-8e10-e70c893e49dd None None] Sync routers for ids ['81621e0d-50bd-4127-b562-144e92ab87d2'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:56:18.838348 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5574b5-270a-48ad-8e10-e70c893e49dd None None] Routers {'81621e0d-50bd-4127-b562-144e92ab87d2'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:56:18.838955 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-4a5574b5-270a-48ad-8e10-e70c893e49dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:56:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['81621e0d-50bd-4127-b562-144e92ab87d2'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:56:18.909277 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dc5c84a1-4476-474d-a243-e7bd40c24e32 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:18.910589 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-dc5c84a1-4476-474d-a243-e7bd40c24e32 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0027618 Aug 16 21:56:18.913924 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36984) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:18.939936 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-4a5574b5-270a-48ad-8e10-e70c893e49dd None None] Set router 81621e0d-50bd-4127-b562-144e92ab87d2 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:56:19.044094 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b1cd03cf-2fd0-422c-b298-bf541c97d339 tempest-TestNetworkAdvancedServerOps-1274658574 tempest-TestNetworkAdvancedServerOps-1274658574-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=b138d5da43204b7eac942de7c3eb87d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1282656 Aug 16 21:56:19.046854 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36988) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:19.117159 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-4a5574b5-270a-48ad-8e10-e70c893e49dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81621e0d-50bd-4127-b562-144e92ab87d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573950496', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'cb67df38-fb6e-4ce5-a0fd-69dafc84682e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:56:17Z', 'updated_at': '2021-08-16T21:56:17Z', 'revision_number': 3, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'cb67df38-fb6e-4ce5-a0fd-69dafc84682e', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:02:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81621e0d-50bd-4127-b562-144e92ab87d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:56:17Z', 'updated_at': '2021-08-16T21:56:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:56:19.198607 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfe3a6f-4b5d-4a35-9300-edb6df7dae87 tempest-TestNetworkAdvancedServerOps-1274658574 tempest-TestNetworkAdvancedServerOps-1274658574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:19.200202 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4dfe3a6f-4b5d-4a35-9300-edb6df7dae87 tempest-TestNetworkAdvancedServerOps-1274658574 tempest-TestNetworkAdvancedServerOps-1274658574-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1523397 Aug 16 21:56:19.203121 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36990) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:19.232791 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5574b5-270a-48ad-8e10-e70c893e49dd None None] Checking router: 81621e0d-50bd-4127-b562-144e92ab87d2 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:56:19.233142 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5574b5-270a-48ad-8e10-e70c893e49dd None None] Updating router 81621e0d-50bd-4127-b562-144e92ab87d2 port cb67df38-fb6e-4ce5-a0fd-69dafc84682e binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:56:19.257724 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-4a5574b5-270a-48ad-8e10-e70c893e49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:19.513526 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-4a5574b5-270a-48ad-8e10-e70c893e49dd None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:19.523622 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-4a5574b5-270a-48ad-8e10-e70c893e49dd None None] Transition to ACTIVE for port object cb67df38-fb6e-4ce5-a0fd-69dafc84682e will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:56:19.541709 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-53a23553-370e-458d-8f94-2e8ba05aab66 tempest-TestNetworkAdvancedServerOps-1274658574 tempest-TestNetworkAdvancedServerOps-1274658574-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=65ae326a-d6e1-4f5d-80d6-215a5521afe9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3373892 Aug 16 21:56:19.544362 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 36994) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:19.549249 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-4c84a62d-2491-4309-badc-b43ab712eff5 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2113824615', 'network_id': 'efa50c49-014a-423f-97e0-701866ccf0e8', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:56:19.619861 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-4a5574b5-270a-48ad-8e10-e70c893e49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:19.684462 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-4a5574b5-270a-48ad-8e10-e70c893e49dd None None] Attempting to bind port cb67df38-fb6e-4ce5-a0fd-69dafc84682e on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:56:19.684832 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-4a5574b5-270a-48ad-8e10-e70c893e49dd None None] Attempting to bind port cb67df38-fb6e-4ce5-a0fd-69dafc84682e by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:56:19.685193 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5574b5-270a-48ad-8e10-e70c893e49dd None None] Attempting to bind port cb67df38-fb6e-4ce5-a0fd-69dafc84682e on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:56:19.687019 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cffb130-ec70-4d3b-b11e-fee0424707bb None None] Pushing event updated for resources: {'Port': ['ID=cb67df38-fb6e-4ce5-a0fd-69dafc84682e,revision_number=2']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:19.696891 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5574b5-270a-48ad-8e10-e70c893e49dd None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:56:19.697392 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5574b5-270a-48ad-8e10-e70c893e49dd None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:56:19.698783 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-4a5574b5-270a-48ad-8e10-e70c893e49dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:19.699179 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5574b5-270a-48ad-8e10-e70c893e49dd None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:56:19.699638 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-4a5574b5-270a-48ad-8e10-e70c893e49dd None None] Bound port: cb67df38-fb6e-4ce5-a0fd-69dafc84682e, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:56:19.700037 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-4a5574b5-270a-48ad-8e10-e70c893e49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:19.702089 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cffb130-ec70-4d3b-b11e-fee0424707bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:19.702928 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cffb130-ec70-4d3b-b11e-fee0424707bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:19.702928 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cffb130-ec70-4d3b-b11e-fee0424707bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:19.703463 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cffb130-ec70-4d3b-b11e-fee0424707bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:19.704273 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cffb130-ec70-4d3b-b11e-fee0424707bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:19.704647 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cffb130-ec70-4d3b-b11e-fee0424707bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:19.704939 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cffb130-ec70-4d3b-b11e-fee0424707bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:19.705266 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cffb130-ec70-4d3b-b11e-fee0424707bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:19.705592 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cffb130-ec70-4d3b-b11e-fee0424707bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:19.705914 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cffb130-ec70-4d3b-b11e-fee0424707bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:19.706237 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cffb130-ec70-4d3b-b11e-fee0424707bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:19.706556 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cffb130-ec70-4d3b-b11e-fee0424707bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:19.722002 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c84a62d-2491-4309-badc-b43ab712eff5 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Made reservation on behalf of b138d5da43204b7eac942de7c3eb87d8 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:56:19.725712 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4c84a62d-2491-4309-badc-b43ab712eff5 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:19.758474 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-4a5574b5-270a-48ad-8e10-e70c893e49dd None None] For port cb67df38-fb6e-4ce5-a0fd-69dafc84682e, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:56:19.761497 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-4a5574b5-270a-48ad-8e10-e70c893e49dd None None] For port cb67df38-fb6e-4ce5-a0fd-69dafc84682e, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=cb67df38-fb6e-4ce5-a0fd-69dafc84682e,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:56:19.820096 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-4a5574b5-270a-48ad-8e10-e70c893e49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:19.876817 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:19.878241 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5574b5-270a-48ad-8e10-e70c893e49dd None None] Routers {'81621e0d-50bd-4127-b562-144e92ab87d2'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:56:19.878853 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-4a5574b5-270a-48ad-8e10-e70c893e49dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:56:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['81621e0d-50bd-4127-b562-144e92ab87d2'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:56:19.915893 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cffb130-ec70-4d3b-b11e-fee0424707bb None None] Pushing event updated for resources: {'Port': ['ID=cb67df38-fb6e-4ce5-a0fd-69dafc84682e,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:19.963410 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4c84a62d-2491-4309-badc-b43ab712eff5 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:20.028279 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84a62d-2491-4309-badc-b43ab712eff5 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'Subnet': ['ID=948b952c-518a-43a2-84f6-b546fdedb997,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:20.032159 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-4a5574b5-270a-48ad-8e10-e70c893e49dd None None] Set router 81621e0d-50bd-4127-b562-144e92ab87d2 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:56:20.036820 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c84a62d-2491-4309-badc-b43ab712eff5 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Checking segment: {'id': '4d8508a2-2c24-47bf-a295-d7c8438c916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'efa50c49-014a-423f-97e0-701866ccf0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:56:20.037182 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c84a62d-2491-4309-badc-b43ab712eff5 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Network hostable DHCP agents. Network: efa50c49-014a-423f-97e0-701866ccf0e8, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:56:20.127849 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c84a62d-2491-4309-badc-b43ab712eff5 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Network efa50c49-014a-423f-97e0-701866ccf0e8 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:56:20.173712 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-4c84a62d-2491-4309-badc-b43ab712eff5 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, efa50c49-014a-423f-97e0-701866ccf0e8) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:56:20.177754 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c84a62d-2491-4309-badc-b43ab712eff5 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:20.178345 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4c84a62d-2491-4309-badc-b43ab712eff5 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:20.185729 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59446143-262c-4ccf-b4b7-6d0e64788f61 None None] Network efa50c49-014a-423f-97e0-701866ccf0e8 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:56:20.245965 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4c84a62d-2491-4309-badc-b43ab712eff5 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6979775 Aug 16 21:56:20.246312 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 36996) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:20.271649 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-4a5574b5-270a-48ad-8e10-e70c893e49dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81621e0d-50bd-4127-b562-144e92ab87d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573950496', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'cb67df38-fb6e-4ce5-a0fd-69dafc84682e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:56:17Z', 'updated_at': '2021-08-16T21:56:17Z', 'revision_number': 3, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'cb67df38-fb6e-4ce5-a0fd-69dafc84682e', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:02:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81621e0d-50bd-4127-b562-144e92ab87d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:56:17Z', 'updated_at': '2021-08-16T21:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:56:20.300278 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5574b5-270a-48ad-8e10-e70c893e49dd None None] The sync data for ids ['81621e0d-50bd-4127-b562-144e92ab87d2'] in n-d-793620-15 is: [{'id': '81621e0d-50bd-4127-b562-144e92ab87d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573950496', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'cb67df38-fb6e-4ce5-a0fd-69dafc84682e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:56:17Z', 'updated_at': '2021-08-16T21:56:17Z', 'revision_number': 3, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'cb67df38-fb6e-4ce5-a0fd-69dafc84682e', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:02:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81621e0d-50bd-4127-b562-144e92ab87d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:56:17Z', 'updated_at': '2021-08-16T21:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:56:20.342882 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566406dc-4105-4774-8d7d-415d17910072 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-efa50c49-014a-423f-97e0-701866ccf0e8', 'network_id': 'efa50c49-014a-423f-97e0-701866ccf0e8', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'fixed_ips': [{'subnet_id': '948b952c-518a-43a2-84f6-b546fdedb997'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:56:20.343924 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-566406dc-4105-4774-8d7d-415d17910072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:20.490347 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-566406dc-4105-4774-8d7d-415d17910072 None None] Allocated IP 172.20.0.2 (efa50c49-014a-423f-97e0-701866ccf0e8/948b952c-518a-43a2-84f6-b546fdedb997/f4a40daa-ba9c-4f4b-b393-8a2a7f725f12) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:56:20.694599 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-566406dc-4105-4774-8d7d-415d17910072 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:20.704501 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-566406dc-4105-4774-8d7d-415d17910072 None None] Transition to ACTIVE for port object f4a40daa-ba9c-4f4b-b393-8a2a7f725f12 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:56:20.707727 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device cb67df38-fb6e-4ce5-a0fd-69dafc84682e up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:56:20.733505 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4877a302-8652-463d-ac54-edb7bda3ce90 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:20.747506 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-566406dc-4105-4774-8d7d-415d17910072 None None] Transition to ACTIVE for port object f4a40daa-ba9c-4f4b-b393-8a2a7f725f12 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:56:20.818331 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-566406dc-4105-4774-8d7d-415d17910072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:20.850433 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port cb67df38-fb6e-4ce5-a0fd-69dafc84682e completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:56:20.861434 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566406dc-4105-4774-8d7d-415d17910072 None None] Network efa50c49-014a-423f-97e0-701866ccf0e8 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:56:20.866446 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port cb67df38-fb6e-4ce5-a0fd-69dafc84682e triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:56:20.866856 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:20.870921 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-566406dc-4105-4774-8d7d-415d17910072 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:56:20.896022 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566406dc-4105-4774-8d7d-415d17910072 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:56:20.906583 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566406dc-4105-4774-8d7d-415d17910072 None None] Pushing event updated for resources: {'Port': ['ID=f4a40daa-ba9c-4f4b-b393-8a2a7f725f12,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:20.976578 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-566406dc-4105-4774-8d7d-415d17910072 None None] Attempting to bind port f4a40daa-ba9c-4f4b-b393-8a2a7f725f12 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:56:20.977093 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-566406dc-4105-4774-8d7d-415d17910072 None None] Attempting to bind port f4a40daa-ba9c-4f4b-b393-8a2a7f725f12 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '4d8508a2-2c24-47bf-a295-d7c8438c916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'efa50c49-014a-423f-97e0-701866ccf0e8'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:56:20.977475 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566406dc-4105-4774-8d7d-415d17910072 None None] Attempting to bind port f4a40daa-ba9c-4f4b-b393-8a2a7f725f12 on network efa50c49-014a-423f-97e0-701866ccf0e8 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:56:21.001911 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566406dc-4105-4774-8d7d-415d17910072 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:56:21.002301 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566406dc-4105-4774-8d7d-415d17910072 None None] Checking segment: {'id': '4d8508a2-2c24-47bf-a295-d7c8438c916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'efa50c49-014a-423f-97e0-701866ccf0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:56:21.002710 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-566406dc-4105-4774-8d7d-415d17910072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:21.003114 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566406dc-4105-4774-8d7d-415d17910072 None None] Bound using segment: {'id': '4d8508a2-2c24-47bf-a295-d7c8438c916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'efa50c49-014a-423f-97e0-701866ccf0e8'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:56:21.003605 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-566406dc-4105-4774-8d7d-415d17910072 None None] Bound port: f4a40daa-ba9c-4f4b-b393-8a2a7f725f12, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8508a2-2c24-47bf-a295-d7c8438c916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'efa50c49-014a-423f-97e0-701866ccf0e8'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:56:21.004037 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-566406dc-4105-4774-8d7d-415d17910072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:21.039043 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-4877a302-8652-463d-ac54-edb7bda3ce90 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Allocated IP 172.20.0.1 (efa50c49-014a-423f-97e0-701866ccf0e8/948b952c-518a-43a2-84f6-b546fdedb997/7da6feb5-ff0c-459b-952d-0a37d84e4fb1) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:56:21.049164 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:21.090313 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port cb67df38-fb6e-4ce5-a0fd-69dafc84682e, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=cb67df38-fb6e-4ce5-a0fd-69dafc84682e,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:56:21.099899 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-566406dc-4105-4774-8d7d-415d17910072 None None] For port f4a40daa-ba9c-4f4b-b393-8a2a7f725f12, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:56:21.103171 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-566406dc-4105-4774-8d7d-415d17910072 None None] For port f4a40daa-ba9c-4f4b-b393-8a2a7f725f12, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=f4a40daa-ba9c-4f4b-b393-8a2a7f725f12,segment=NetworkSegment(4d8508a2-2c24-47bf-a295-d7c8438c916f),segment_id=4d8508a2-2c24-47bf-a295-d7c8438c916f)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:56:21.163409 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4877a302-8652-463d-ac54-edb7bda3ce90 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:21.172128 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:21.185505 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-4877a302-8652-463d-ac54-edb7bda3ce90 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Transition to ACTIVE for port object 7da6feb5-ff0c-459b-952d-0a37d84e4fb1 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:56:21.208243 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-566406dc-4105-4774-8d7d-415d17910072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:21.233201 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=cb67df38-fb6e-4ce5-a0fd-69dafc84682e,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:21.259828 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4877a302-8652-463d-ac54-edb7bda3ce90 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:21.286844 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566406dc-4105-4774-8d7d-415d17910072 None None] Pushing event updated for resources: {'Port': ['ID=f4a40daa-ba9c-4f4b-b393-8a2a7f725f12,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:21.311470 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4877a302-8652-463d-ac54-edb7bda3ce90 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Network efa50c49-014a-423f-97e0-701866ccf0e8 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:56:21.316864 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-4877a302-8652-463d-ac54-edb7bda3ce90 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:56:21.320671 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4877a302-8652-463d-ac54-edb7bda3ce90 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:56:21.346175 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4877a302-8652-463d-ac54-edb7bda3ce90 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'Port': ['ID=7da6feb5-ff0c-459b-952d-0a37d84e4fb1,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:21.370476 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4877a302-8652-463d-ac54-edb7bda3ce90 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:21.574562 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4877a302-8652-463d-ac54-edb7bda3ce90 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:21.853116 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4877a302-8652-463d-ac54-edb7bda3ce90 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:21.916898 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4877a302-8652-463d-ac54-edb7bda3ce90 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:21.991063 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4877a302-8652-463d-ac54-edb7bda3ce90 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'Port': ['ID=7da6feb5-ff0c-459b-952d-0a37d84e4fb1,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:21.994240 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4877a302-8652-463d-ac54-edb7bda3ce90 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:22.086820 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4877a302-8652-463d-ac54-edb7bda3ce90 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Network efa50c49-014a-423f-97e0-701866ccf0e8 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:56:22.088288 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-4877a302-8652-463d-ac54-edb7bda3ce90 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:56:22.200516 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4877a302-8652-463d-ac54-edb7bda3ce90 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Router 81621e0d-50bd-4127-b562-144e92ab87d2 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:56:22.310251 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4877a302-8652-463d-ac54-edb7bda3ce90 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:56:22.319888 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4877a302-8652-463d-ac54-edb7bda3ce90 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "PUT /v2.0/routers/81621e0d-50bd-4127-b562-144e92ab87d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0678208 Aug 16 21:56:22.325541 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a38d92b-db10-410a-bf30-11a58fa4e10c None None] Sync routers for ids ['81621e0d-50bd-4127-b562-144e92ab87d2'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:56:22.335568 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a38d92b-db10-410a-bf30-11a58fa4e10c None None] Routers {'81621e0d-50bd-4127-b562-144e92ab87d2'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:56:22.336743 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-2a38d92b-db10-410a-bf30-11a58fa4e10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:56:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['81621e0d-50bd-4127-b562-144e92ab87d2'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:56:22.450234 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-2a38d92b-db10-410a-bf30-11a58fa4e10c None None] Set router 81621e0d-50bd-4127-b562-144e92ab87d2 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:56:22.462375 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-27b450f3-8616-45b3-9e77-50427e0e395c req-26f1adf3-5abf-4aa9-9e0c-85c5ee8046a9 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-503117983&fields=id&tenant_id=b138d5da43204b7eac942de7c3eb87d8 HTTP/1.1" status: 200 len: 267 time: 0.0334747 Aug 16 21:56:22.572475 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b450f3-8616-45b3-9e77-50427e0e395c req-eeb6aa54-e00f-4d1b-a8b0-06e23ad50903 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:22.573985 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-27b450f3-8616-45b3-9e77-50427e0e395c req-eeb6aa54-e00f-4d1b-a8b0-06e23ad50903 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/networks?id=efa50c49-014a-423f-97e0-701866ccf0e8 HTTP/1.1" status: 200 len: 796 time: 0.1041741 Aug 16 21:56:22.583677 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e5269f-f869-4e1f-9b60-287e97d70ead None None] Network efa50c49-014a-423f-97e0-701866ccf0e8 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:56:22.590379 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-27b450f3-8616-45b3-9e77-50427e0e395c req-1d8c4335-203a-4b13-9f07-9ddabc1cb628 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/quotas/b138d5da43204b7eac942de7c3eb87d8 HTTP/1.1" status: 200 len: 375 time: 0.0097778 Aug 16 21:56:22.649750 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-27b450f3-8616-45b3-9e77-50427e0e395c req-aeb12cee-51a2-4e82-ac45-79337fbb88e0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=b138d5da43204b7eac942de7c3eb87d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539577 Aug 16 21:56:22.684175 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:22.759813 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f4a40daa-ba9c-4f4b-b393-8a2a7f725f12 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:56:22.761658 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-27b450f3-8616-45b3-9e77-50427e0e395c req-9e53b6f6-bcdf-425a-9052-494478238e16 service neutron] 10.222.0.84 "GET /v2.0/networks/efa50c49-014a-423f-97e0-701866ccf0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979767 Aug 16 21:56:22.810543 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-9e46cfc6-8c37-4b8a-800d-4030472d9fd0 None None] Provisioning for port f4a40daa-ba9c-4f4b-b393-8a2a7f725f12 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:56:22.846590 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-2a38d92b-db10-410a-bf30-11a58fa4e10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81621e0d-50bd-4127-b562-144e92ab87d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573950496', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'cb67df38-fb6e-4ce5-a0fd-69dafc84682e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:56:17Z', 'updated_at': '2021-08-16T21:56:21Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'cb67df38-fb6e-4ce5-a0fd-69dafc84682e', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:02:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81621e0d-50bd-4127-b562-144e92ab87d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:56:17Z', 'updated_at': '2021-08-16T21:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '7da6feb5-ff0c-459b-952d-0a37d84e4fb1', 'name': '', 'network_id': 'efa50c49-014a-423f-97e0-701866ccf0e8', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:2c:41:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81621e0d-50bd-4127-b562-144e92ab87d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '948b952c-518a-43a2-84f6-b546fdedb997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:56:20Z', 'updated_at': '2021-08-16T21:56:21Z', 'revision_number': 2, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': '948b952c-518a-43a2-84f6-b546fdedb997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:56:22.855799 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-27b450f3-8616-45b3-9e77-50427e0e395c req-9d9c35c1-3a27-4957-9943-1dbb4f8715d8 service neutron] 10.222.0.84 "GET /v2.0/networks/efa50c49-014a-423f-97e0-701866ccf0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875344 Aug 16 21:56:22.877093 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a38d92b-db10-410a-bf30-11a58fa4e10c None None] Checking router: 81621e0d-50bd-4127-b562-144e92ab87d2 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:56:22.877462 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a38d92b-db10-410a-bf30-11a58fa4e10c None None] Updating router 81621e0d-50bd-4127-b562-144e92ab87d2 port 7da6feb5-ff0c-459b-952d-0a37d84e4fb1 binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:56:22.918937 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2a38d92b-db10-410a-bf30-11a58fa4e10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:23.013132 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port f4a40daa-ba9c-4f4b-b393-8a2a7f725f12 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:56:23.020541 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port f4a40daa-ba9c-4f4b-b393-8a2a7f725f12 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:56:23.023946 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:23.189270 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:23.264848 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port f4a40daa-ba9c-4f4b-b393-8a2a7f725f12, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=f4a40daa-ba9c-4f4b-b393-8a2a7f725f12,segment=NetworkSegment(4d8508a2-2c24-47bf-a295-d7c8438c916f),segment_id=4d8508a2-2c24-47bf-a295-d7c8438c916f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:56:23.267434 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-cd44e0c4-5734-4272-b083-01ed91dd68e5 None None] Provisioning for port 7da6feb5-ff0c-459b-952d-0a37d84e4fb1 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:56:23.277263 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-cd44e0c4-5734-4272-b083-01ed91dd68e5 None None] Provisioning complete for port 7da6feb5-ff0c-459b-952d-0a37d84e4fb1 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:56:23.277632 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cd44e0c4-5734-4272-b083-01ed91dd68e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:23.309974 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2a38d92b-db10-410a-bf30-11a58fa4e10c None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:23.329334 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-2a38d92b-db10-410a-bf30-11a58fa4e10c None None] Transition to ACTIVE for port object 7da6feb5-ff0c-459b-952d-0a37d84e4fb1 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:56:23.331171 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-cd44e0c4-5734-4272-b083-01ed91dd68e5 None None] Port 7da6feb5-ff0c-459b-952d-0a37d84e4fb1 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:56:23.341999 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-cd44e0c4-5734-4272-b083-01ed91dd68e5 None None] Provisioning complete for port f4a40daa-ba9c-4f4b-b393-8a2a7f725f12 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:56:23.342532 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cd44e0c4-5734-4272-b083-01ed91dd68e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:23.376844 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:23.377864 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device cb67df38-fb6e-4ce5-a0fd-69dafc84682e up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:56:23.428241 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2a38d92b-db10-410a-bf30-11a58fa4e10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:23.483606 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=f4a40daa-ba9c-4f4b-b393-8a2a7f725f12,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:23.604034 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789285b-f0f8-401c-a9e3-4d8e8305c14f None None] Pushing event updated for resources: {'Port': ['ID=7da6feb5-ff0c-459b-952d-0a37d84e4fb1,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:23.607941 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port cb67df38-fb6e-4ce5-a0fd-69dafc84682e triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:56:23.608316 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:23.612636 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-2a38d92b-db10-410a-bf30-11a58fa4e10c None None] Attempting to bind port 7da6feb5-ff0c-459b-952d-0a37d84e4fb1 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:56:23.613014 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-2a38d92b-db10-410a-bf30-11a58fa4e10c None None] Attempting to bind port 7da6feb5-ff0c-459b-952d-0a37d84e4fb1 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '4d8508a2-2c24-47bf-a295-d7c8438c916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'efa50c49-014a-423f-97e0-701866ccf0e8'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:56:23.613378 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a38d92b-db10-410a-bf30-11a58fa4e10c None None] Attempting to bind port 7da6feb5-ff0c-459b-952d-0a37d84e4fb1 on network efa50c49-014a-423f-97e0-701866ccf0e8 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:56:23.798918 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a38d92b-db10-410a-bf30-11a58fa4e10c None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:56:23.799203 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a38d92b-db10-410a-bf30-11a58fa4e10c None None] Checking segment: {'id': '4d8508a2-2c24-47bf-a295-d7c8438c916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'efa50c49-014a-423f-97e0-701866ccf0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:56:23.799603 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2a38d92b-db10-410a-bf30-11a58fa4e10c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:23.800019 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a38d92b-db10-410a-bf30-11a58fa4e10c None None] Bound using segment: {'id': '4d8508a2-2c24-47bf-a295-d7c8438c916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'efa50c49-014a-423f-97e0-701866ccf0e8'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:56:23.800489 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-2a38d92b-db10-410a-bf30-11a58fa4e10c None None] Bound port: 7da6feb5-ff0c-459b-952d-0a37d84e4fb1, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8508a2-2c24-47bf-a295-d7c8438c916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'efa50c49-014a-423f-97e0-701866ccf0e8'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:56:23.800870 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2a38d92b-db10-410a-bf30-11a58fa4e10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:23.904046 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-2a38d92b-db10-410a-bf30-11a58fa4e10c None None] For port 7da6feb5-ff0c-459b-952d-0a37d84e4fb1, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:56:23.925700 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-2a38d92b-db10-410a-bf30-11a58fa4e10c None None] For port 7da6feb5-ff0c-459b-952d-0a37d84e4fb1, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=7da6feb5-ff0c-459b-952d-0a37d84e4fb1,segment=NetworkSegment(4d8508a2-2c24-47bf-a295-d7c8438c916f),segment_id=4d8508a2-2c24-47bf-a295-d7c8438c916f)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:56:24.026004 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2a38d92b-db10-410a-bf30-11a58fa4e10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:24.079698 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a38d92b-db10-410a-bf30-11a58fa4e10c None None] Routers {'81621e0d-50bd-4127-b562-144e92ab87d2'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:56:24.080363 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-2a38d92b-db10-410a-bf30-11a58fa4e10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:56:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['81621e0d-50bd-4127-b562-144e92ab87d2'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:56:24.126028 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789285b-f0f8-401c-a9e3-4d8e8305c14f None None] Pushing event updated for resources: {'Port': ['ID=7da6feb5-ff0c-459b-952d-0a37d84e4fb1,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:24.169795 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8c21bd1-daf3-4334-92bb-bfc71c5b8528 req-a8fee759-8464-4f09-904f-cb1d1a089883 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=ea52802a-2fe5-4fac-9d42-42ba5dc7e287 HTTP/1.1" status: 200 len: 210 time: 0.0358143 Aug 16 21:56:24.217859 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-2a38d92b-db10-410a-bf30-11a58fa4e10c None None] Set router 81621e0d-50bd-4127-b562-144e92ab87d2 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:56:24.434465 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-2a38d92b-db10-410a-bf30-11a58fa4e10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81621e0d-50bd-4127-b562-144e92ab87d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573950496', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'cb67df38-fb6e-4ce5-a0fd-69dafc84682e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:56:17Z', 'updated_at': '2021-08-16T21:56:21Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'cb67df38-fb6e-4ce5-a0fd-69dafc84682e', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:02:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81621e0d-50bd-4127-b562-144e92ab87d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:56:17Z', 'updated_at': '2021-08-16T21:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '7da6feb5-ff0c-459b-952d-0a37d84e4fb1', 'name': '', 'network_id': 'efa50c49-014a-423f-97e0-701866ccf0e8', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:2c:41:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81621e0d-50bd-4127-b562-144e92ab87d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '948b952c-518a-43a2-84f6-b546fdedb997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:56:20Z', 'updated_at': '2021-08-16T21:56:23Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': '948b952c-518a-43a2-84f6-b546fdedb997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:56:24.463961 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a38d92b-db10-410a-bf30-11a58fa4e10c None None] The sync data for ids ['81621e0d-50bd-4127-b562-144e92ab87d2'] in n-d-793620-15 is: [{'id': '81621e0d-50bd-4127-b562-144e92ab87d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573950496', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'cb67df38-fb6e-4ce5-a0fd-69dafc84682e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:56:17Z', 'updated_at': '2021-08-16T21:56:21Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'cb67df38-fb6e-4ce5-a0fd-69dafc84682e', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:02:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81621e0d-50bd-4127-b562-144e92ab87d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:56:17Z', 'updated_at': '2021-08-16T21:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '7da6feb5-ff0c-459b-952d-0a37d84e4fb1', 'name': '', 'network_id': 'efa50c49-014a-423f-97e0-701866ccf0e8', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:2c:41:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81621e0d-50bd-4127-b562-144e92ab87d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '948b952c-518a-43a2-84f6-b546fdedb997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:56:20Z', 'updated_at': '2021-08-16T21:56:23Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': '948b952c-518a-43a2-84f6-b546fdedb997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:56:24.728423 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f4a40daa-ba9c-4f4b-b393-8a2a7f725f12 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:56:24.779112 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port f4a40daa-ba9c-4f4b-b393-8a2a7f725f12 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:56:24.779605 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:24.863090 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 7da6feb5-ff0c-459b-952d-0a37d84e4fb1 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:56:24.979839 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 7da6feb5-ff0c-459b-952d-0a37d84e4fb1 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:56:24.984255 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 7da6feb5-ff0c-459b-952d-0a37d84e4fb1 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:56:24.985760 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:25.068482 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:25.103882 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 7da6feb5-ff0c-459b-952d-0a37d84e4fb1, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=7da6feb5-ff0c-459b-952d-0a37d84e4fb1,segment=NetworkSegment(4d8508a2-2c24-47bf-a295-d7c8438c916f),segment_id=4d8508a2-2c24-47bf-a295-d7c8438c916f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:56:25.193475 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:25.249870 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=7da6feb5-ff0c-459b-952d-0a37d84e4fb1,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:25.260489 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1ecf7ae5-f61c-4f23-9421-a64389e04e2c req-2e084cb6-6ceb-4b76-94ee-4aac5cdd820e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=ea52802a-2fe5-4fac-9d42-42ba5dc7e287 HTTP/1.1" status: 200 len: 210 time: 0.0330462 Aug 16 21:56:26.356815 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d38aabd5-c470-4cb3-8ddd-849b8df9ab90 req-adda8cae-f3a3-4c3f-baba-f0e5b353203a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=ea52802a-2fe5-4fac-9d42-42ba5dc7e287 HTTP/1.1" status: 200 len: 210 time: 0.0275936 Aug 16 21:56:26.475153 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b450f3-8616-45b3-9e77-50427e0e395c req-29dde026-1559-4ae4-a55e-4420a1d4f124 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:26.476638 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-27b450f3-8616-45b3-9e77-50427e0e395c req-29dde026-1559-4ae4-a55e-4420a1d4f124 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.72 "GET /v2.0/networks?id=efa50c49-014a-423f-97e0-701866ccf0e8 HTTP/1.1" status: 200 len: 796 time: 0.1027486 Aug 16 21:56:26.521023 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-27b450f3-8616-45b3-9e77-50427e0e395c req-6bc89396-c510-4b14-8568-fbdd237ab23e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b138d5da43204b7eac942de7c3eb87d8 HTTP/1.1" status: 200 len: 379 time: 0.0348577 Aug 16 21:56:26.531190 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-27b450f3-8616-45b3-9e77-50427e0e395c req-074c7785-9933-43e9-b46b-88fe8e63dc8f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'port': {'device_id': 'ea52802a-2fe5-4fac-9d42-42ba5dc7e287', 'network_id': 'efa50c49-014a-423f-97e0-701866ccf0e8', 'admin_state_up': True, 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'security_groups': ['e096e958-def8-43af-b3ba-5127d1d3aaf8']}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:56:26.659392 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 7da6feb5-ff0c-459b-952d-0a37d84e4fb1 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:56:26.710456 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 7da6feb5-ff0c-459b-952d-0a37d84e4fb1 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:56:26.711368 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:26.721752 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b450f3-8616-45b3-9e77-50427e0e395c req-074c7785-9933-43e9-b46b-88fe8e63dc8f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Made reservation on behalf of b138d5da43204b7eac942de7c3eb87d8 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:56:26.725617 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-27b450f3-8616-45b3-9e77-50427e0e395c req-074c7785-9933-43e9-b46b-88fe8e63dc8f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:26.855033 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-27b450f3-8616-45b3-9e77-50427e0e395c req-074c7785-9933-43e9-b46b-88fe8e63dc8f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Allocated IP 172.20.0.7 (efa50c49-014a-423f-97e0-701866ccf0e8/948b952c-518a-43a2-84f6-b546fdedb997/408df91c-8526-4073-9731-96afaf4d15c3) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:56:26.989754 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-27b450f3-8616-45b3-9e77-50427e0e395c req-074c7785-9933-43e9-b46b-88fe8e63dc8f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:27.003366 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-27b450f3-8616-45b3-9e77-50427e0e395c req-074c7785-9933-43e9-b46b-88fe8e63dc8f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Transition to ACTIVE for port object 408df91c-8526-4073-9731-96afaf4d15c3 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:56:27.091768 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-27b450f3-8616-45b3-9e77-50427e0e395c req-074c7785-9933-43e9-b46b-88fe8e63dc8f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:27.136987 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b450f3-8616-45b3-9e77-50427e0e395c req-074c7785-9933-43e9-b46b-88fe8e63dc8f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Network efa50c49-014a-423f-97e0-701866ccf0e8 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:56:27.141968 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-27b450f3-8616-45b3-9e77-50427e0e395c req-074c7785-9933-43e9-b46b-88fe8e63dc8f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:56:27.145707 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b450f3-8616-45b3-9e77-50427e0e395c req-074c7785-9933-43e9-b46b-88fe8e63dc8f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:56:27.171187 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c7785-9933-43e9-b46b-88fe8e63dc8f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'Port': ['ID=408df91c-8526-4073-9731-96afaf4d15c3,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:27.200304 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b450f3-8616-45b3-9e77-50427e0e395c req-074c7785-9933-43e9-b46b-88fe8e63dc8f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:27.200940 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-27b450f3-8616-45b3-9e77-50427e0e395c req-074c7785-9933-43e9-b46b-88fe8e63dc8f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:27.264204 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-27b450f3-8616-45b3-9e77-50427e0e395c req-074c7785-9933-43e9-b46b-88fe8e63dc8f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7368395 Aug 16 21:56:27.275562 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [req-27b450f3-8616-45b3-9e77-50427e0e395c req-b4430b35-faf6-4e6b-8b87-4e598f23e6ab tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:56:27.276941 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-27b450f3-8616-45b3-9e77-50427e0e395c req-b4430b35-faf6-4e6b-8b87-4e598f23e6ab tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059094 Aug 16 21:56:27.336169 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-27b450f3-8616-45b3-9e77-50427e0e395c req-c7bb03af-8704-43a4-a01d-56c7e59414a3 service neutron] Request body: {'port': {'device_id': 'ea52802a-2fe5-4fac-9d42-42ba5dc7e287', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:56:27.390994 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-27b450f3-8616-45b3-9e77-50427e0e395c req-c7bb03af-8704-43a4-a01d-56c7e59414a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:27.471863 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71691c1e-9991-4fd7-b40e-e56e28363b82 req-e4cf00bb-6516-493a-b532-eb40f0429dfd tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:27.473463 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-71691c1e-9991-4fd7-b40e-e56e28363b82 req-e4cf00bb-6516-493a-b532-eb40f0429dfd tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=ea52802a-2fe5-4fac-9d42-42ba5dc7e287 HTTP/1.1" status: 200 len: 931 time: 0.0491097 Aug 16 21:56:27.480064 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a66bb6dc-9273-41e5-b3ad-2b68f3d50dc0 None None] Provisioning for port 408df91c-8526-4073-9731-96afaf4d15c3 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:56:27.484191 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a66bb6dc-9273-41e5-b3ad-2b68f3d50dc0 None None] Provisioning complete for port 408df91c-8526-4073-9731-96afaf4d15c3 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:56:27.484593 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a66bb6dc-9273-41e5-b3ad-2b68f3d50dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:27.512694 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-71691c1e-9991-4fd7-b40e-e56e28363b82 req-10e0091f-03bc-493f-afb1-e26f778082ca tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=e096e958-def8-43af-b3ba-5127d1d3aaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320704 Aug 16 21:56:27.530091 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a66bb6dc-9273-41e5-b3ad-2b68f3d50dc0 None None] Port 408df91c-8526-4073-9731-96afaf4d15c3 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:56:27.663887 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-27b450f3-8616-45b3-9e77-50427e0e395c req-c7bb03af-8704-43a4-a01d-56c7e59414a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 408df91c-8526-4073-9731-96afaf4d15c3 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:56:27.676308 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-27b450f3-8616-45b3-9e77-50427e0e395c req-c7bb03af-8704-43a4-a01d-56c7e59414a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:27.688912 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-27b450f3-8616-45b3-9e77-50427e0e395c req-c7bb03af-8704-43a4-a01d-56c7e59414a3 service neutron] Transition to ACTIVE for port object 408df91c-8526-4073-9731-96afaf4d15c3 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:56:27.748888 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-27b450f3-8616-45b3-9e77-50427e0e395c req-c7bb03af-8704-43a4-a01d-56c7e59414a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:27.797563 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb03af-8704-43a4-a01d-56c7e59414a3 service neutron] Pushing event updated for resources: {'Port': ['ID=408df91c-8526-4073-9731-96afaf4d15c3,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:27.874528 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-27b450f3-8616-45b3-9e77-50427e0e395c req-c7bb03af-8704-43a4-a01d-56c7e59414a3 service neutron] Attempting to bind port 408df91c-8526-4073-9731-96afaf4d15c3 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:56:27.874865 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-27b450f3-8616-45b3-9e77-50427e0e395c req-c7bb03af-8704-43a4-a01d-56c7e59414a3 service neutron] Attempting to bind port 408df91c-8526-4073-9731-96afaf4d15c3 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '4d8508a2-2c24-47bf-a295-d7c8438c916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'efa50c49-014a-423f-97e0-701866ccf0e8'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:56:27.875194 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b450f3-8616-45b3-9e77-50427e0e395c req-c7bb03af-8704-43a4-a01d-56c7e59414a3 service neutron] Attempting to bind port 408df91c-8526-4073-9731-96afaf4d15c3 on network efa50c49-014a-423f-97e0-701866ccf0e8 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:56:27.879918 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b450f3-8616-45b3-9e77-50427e0e395c req-c7bb03af-8704-43a4-a01d-56c7e59414a3 service neutron] Port 408df91c-8526-4073-9731-96afaf4d15c3 on network efa50c49-014a-423f-97e0-701866ccf0e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:56:27.880241 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b450f3-8616-45b3-9e77-50427e0e395c req-c7bb03af-8704-43a4-a01d-56c7e59414a3 service neutron] Attempting to bind port 408df91c-8526-4073-9731-96afaf4d15c3 on network efa50c49-014a-423f-97e0-701866ccf0e8 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:56:27.885830 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b450f3-8616-45b3-9e77-50427e0e395c req-c7bb03af-8704-43a4-a01d-56c7e59414a3 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:56:27.886163 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b450f3-8616-45b3-9e77-50427e0e395c req-c7bb03af-8704-43a4-a01d-56c7e59414a3 service neutron] Checking segment: {'id': '4d8508a2-2c24-47bf-a295-d7c8438c916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'efa50c49-014a-423f-97e0-701866ccf0e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:56:27.886550 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b450f3-8616-45b3-9e77-50427e0e395c req-c7bb03af-8704-43a4-a01d-56c7e59414a3 service neutron] Bound using segment: {'id': '4d8508a2-2c24-47bf-a295-d7c8438c916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'efa50c49-014a-423f-97e0-701866ccf0e8'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:56:27.886976 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-27b450f3-8616-45b3-9e77-50427e0e395c req-c7bb03af-8704-43a4-a01d-56c7e59414a3 service neutron] Bound port: 408df91c-8526-4073-9731-96afaf4d15c3, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d8508a2-2c24-47bf-a295-d7c8438c916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'efa50c49-014a-423f-97e0-701866ccf0e8'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:56:27.887332 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-27b450f3-8616-45b3-9e77-50427e0e395c req-c7bb03af-8704-43a4-a01d-56c7e59414a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:27.961145 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-27b450f3-8616-45b3-9e77-50427e0e395c req-c7bb03af-8704-43a4-a01d-56c7e59414a3 service neutron] For port 408df91c-8526-4073-9731-96afaf4d15c3, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:56:27.964241 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-27b450f3-8616-45b3-9e77-50427e0e395c req-c7bb03af-8704-43a4-a01d-56c7e59414a3 service neutron] For port 408df91c-8526-4073-9731-96afaf4d15c3, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=408df91c-8526-4073-9731-96afaf4d15c3,segment=NetworkSegment(4d8508a2-2c24-47bf-a295-d7c8438c916f),segment_id=4d8508a2-2c24-47bf-a295-d7c8438c916f)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:56:28.023908 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-27b450f3-8616-45b3-9e77-50427e0e395c req-c7bb03af-8704-43a4-a01d-56c7e59414a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:28.060507 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b450f3-8616-45b3-9e77-50427e0e395c req-c7bb03af-8704-43a4-a01d-56c7e59414a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:28.061131 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-27b450f3-8616-45b3-9e77-50427e0e395c req-c7bb03af-8704-43a4-a01d-56c7e59414a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:28.068354 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-27b450f3-8616-45b3-9e77-50427e0e395c req-c7bb03af-8704-43a4-a01d-56c7e59414a3 service neutron] 10.222.0.72 "PUT /v2.0/ports/408df91c-8526-4073-9731-96afaf4d15c3 HTTP/1.1" status: 200 len: 1092 time: 0.7784429 Aug 16 21:56:28.068354 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea52802a-2fe5-4fac-9d42-42ba5dc7e287', 'tag': '408df91c-8526-4073-9731-96afaf4d15c3'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:56:28.068354 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcd9435b18b7a34707b0c74d037ee6bf13b87a61dd91d81e26d4048d63ffdc36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab08566e-8182-4ce6-b61a-210513aec6de" -d '{"events": [{"name": "network-changed", "server_uuid": "ea52802a-2fe5-4fac-9d42-42ba5dc7e287", "tag": "408df91c-8526-4073-9731-96afaf4d15c3"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:56:28.099505 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb03af-8704-43a4-a01d-56c7e59414a3 service neutron] Pushing event updated for resources: {'Port': ['ID=408df91c-8526-4073-9731-96afaf4d15c3,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:28.110445 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51eeae40-8506-4acc-84c0-0fb55c6952a4 x-openstack-request-id: req-51eeae40-8506-4acc-84c0-0fb55c6952a4 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:56:28.110826 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea52802a-2fe5-4fac-9d42-42ba5dc7e287", "tag": "408df91c-8526-4073-9731-96afaf4d15c3", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:56:28.111153 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-51eeae40-8506-4acc-84c0-0fb55c6952a4 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:56:28.111568 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea52802a-2fe5-4fac-9d42-42ba5dc7e287', 'tag': '408df91c-8526-4073-9731-96afaf4d15c3', 'status': 'completed', 'code': 200} Aug 16 21:56:28.178402 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08566e-8182-4ce6-b61a-210513aec6de req-e6d069b0-d76f-4273-bbaf-01dbc44bb5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:28.180159 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ab08566e-8182-4ce6-b61a-210513aec6de req-e6d069b0-d76f-4273-bbaf-01dbc44bb5df service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b138d5da43204b7eac942de7c3eb87d8&device_id=ea52802a-2fe5-4fac-9d42-42ba5dc7e287 HTTP/1.1" status: 200 len: 1095 time: 0.0479903 Aug 16 21:56:28.289222 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08566e-8182-4ce6-b61a-210513aec6de req-da593b0d-3756-4fa4-868d-a51c73e6c1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:28.290761 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ab08566e-8182-4ce6-b61a-210513aec6de req-da593b0d-3756-4fa4-868d-a51c73e6c1db service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=b138d5da43204b7eac942de7c3eb87d8&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1027653 Aug 16 21:56:28.390228 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08566e-8182-4ce6-b61a-210513aec6de req-faf18795-d785-413e-ba37-bc55b751923c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:28.391759 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ab08566e-8182-4ce6-b61a-210513aec6de req-faf18795-d785-413e-ba37-bc55b751923c service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931911 Aug 16 21:56:28.468489 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b450f3-8616-45b3-9e77-50427e0e395c req-e84f645a-da02-4a67-9a86-c41511f2a988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:28.470007 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-27b450f3-8616-45b3-9e77-50427e0e395c req-e84f645a-da02-4a67-9a86-c41511f2a988 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b138d5da43204b7eac942de7c3eb87d8&device_id=ea52802a-2fe5-4fac-9d42-42ba5dc7e287 HTTP/1.1" status: 200 len: 1095 time: 0.0426850 Aug 16 21:56:28.513121 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-27b450f3-8616-45b3-9e77-50427e0e395c req-d9aa1fb4-82ca-4b6a-a3b2-5a321a4847f0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=408df91c-8526-4073-9731-96afaf4d15c3 HTTP/1.1" status: 200 len: 217 time: 0.0349638 Aug 16 21:56:28.563856 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b450f3-8616-45b3-9e77-50427e0e395c req-5d2729e3-4149-48fd-839c-b0e574f534b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:28.565443 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-27b450f3-8616-45b3-9e77-50427e0e395c req-5d2729e3-4149-48fd-839c-b0e574f534b5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=948b952c-518a-43a2-84f6-b546fdedb997 HTTP/1.1" status: 200 len: 835 time: 0.0452101 Aug 16 21:56:28.619979 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b450f3-8616-45b3-9e77-50427e0e395c req-5156af15-292b-4292-9c69-a39a935c22cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:28.622271 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-27b450f3-8616-45b3-9e77-50427e0e395c req-5156af15-292b-4292-9c69-a39a935c22cd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=efa50c49-014a-423f-97e0-701866ccf0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494525 Aug 16 21:56:28.636083 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910ae6c-1cdd-4bad-98ee-78dcb7a7c92c req-08bba039-9409-4507-8392-f127f9e50bd1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:28.637619 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d910ae6c-1cdd-4bad-98ee-78dcb7a7c92c req-08bba039-9409-4507-8392-f127f9e50bd1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=ea52802a-2fe5-4fac-9d42-42ba5dc7e287 HTTP/1.1" status: 200 len: 943 time: 0.0554559 Aug 16 21:56:28.676769 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d910ae6c-1cdd-4bad-98ee-78dcb7a7c92c req-7d71500e-e800-47ea-8da0-e9d5673bfc95 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=e096e958-def8-43af-b3ba-5127d1d3aaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329833 Aug 16 21:56:28.716272 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-27b450f3-8616-45b3-9e77-50427e0e395c req-ffecc34a-6c71-4d7b-8f02-cb29be6842a1 service neutron] 10.222.0.72 "GET /v2.0/networks/efa50c49-014a-423f-97e0-701866ccf0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864613 Aug 16 21:56:28.809507 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-27b450f3-8616-45b3-9e77-50427e0e395c req-e1d48d52-9e40-4ef7-9109-62b97bd30e91 service neutron] 10.222.0.72 "GET /v2.0/networks/efa50c49-014a-423f-97e0-701866ccf0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867965 Aug 16 21:56:29.793064 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8b111-47ef-44f2-b84b-29330953117b req-44ab8ce8-f6d2-465f-8357-67aa4bc99dc7 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:29.794574 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1aa8b111-47ef-44f2-b84b-29330953117b req-44ab8ce8-f6d2-465f-8357-67aa4bc99dc7 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=ea52802a-2fe5-4fac-9d42-42ba5dc7e287 HTTP/1.1" status: 200 len: 943 time: 0.0489092 Aug 16 21:56:29.831990 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1aa8b111-47ef-44f2-b84b-29330953117b req-01ef7df7-0fc7-46c2-be17-b59261c11d5a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=e096e958-def8-43af-b3ba-5127d1d3aaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312769 Aug 16 21:56:30.842503 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:56:30.944773 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d95b76-0099-4855-98c4-3523940c677d req-117f407a-b6b8-40a2-b98b-44619a1002a2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:30.946778 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-64d95b76-0099-4855-98c4-3523940c677d req-117f407a-b6b8-40a2-b98b-44619a1002a2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=ea52802a-2fe5-4fac-9d42-42ba5dc7e287 HTTP/1.1" status: 200 len: 943 time: 0.0490232 Aug 16 21:56:30.983493 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-64d95b76-0099-4855-98c4-3523940c677d req-d8ca0d86-0a20-4e1f-a494-3e17b5580d92 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=e096e958-def8-43af-b3ba-5127d1d3aaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304046 Aug 16 21:56:32.105146 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cde67a-ad55-4914-91e5-4d83b8feb8f2 req-77e90482-2606-45d1-816d-805f6689ea8d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:32.106657 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-79cde67a-ad55-4914-91e5-4d83b8feb8f2 req-77e90482-2606-45d1-816d-805f6689ea8d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=ea52802a-2fe5-4fac-9d42-42ba5dc7e287 HTTP/1.1" status: 200 len: 943 time: 0.0576873 Aug 16 21:56:32.143950 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-79cde67a-ad55-4914-91e5-4d83b8feb8f2 req-c34abfec-3663-4638-bf5b-ffe001327cb4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=e096e958-def8-43af-b3ba-5127d1d3aaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312092 Aug 16 21:56:32.972380 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 408df91c-8526-4073-9731-96afaf4d15c3 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:56:33.067046 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 408df91c-8526-4073-9731-96afaf4d15c3, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=408df91c-8526-4073-9731-96afaf4d15c3,segment=NetworkSegment(4d8508a2-2c24-47bf-a295-d7c8438c916f),segment_id=4d8508a2-2c24-47bf-a295-d7c8438c916f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:56:33.079160 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '408df91c-8526-4073-9731-96afaf4d15c3', 'network_id': 'efa50c49-014a-423f-97e0-701866ccf0e8', 'port_id': '408df91c-8526-4073-9731-96afaf4d15c3', 'mac_address': 'fa:16:3e:79:91:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '948b952c-518a-43a2-84f6-b546fdedb997', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:56:33.115688 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:33.128172 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 408df91c-8526-4073-9731-96afaf4d15c3 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:56:33.147429 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 408df91c-8526-4073-9731-96afaf4d15c3, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=408df91c-8526-4073-9731-96afaf4d15c3,segment=NetworkSegment(4d8508a2-2c24-47bf-a295-d7c8438c916f),segment_id=4d8508a2-2c24-47bf-a295-d7c8438c916f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:56:33.213688 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:33.257889 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059ab4e-37de-41ac-babe-db4bd40c4270 req-951f2b3e-843f-4e45-9dd9-3cf970739f5b tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:33.260011 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e059ab4e-37de-41ac-babe-db4bd40c4270 req-951f2b3e-843f-4e45-9dd9-3cf970739f5b tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=ea52802a-2fe5-4fac-9d42-42ba5dc7e287 HTTP/1.1" status: 200 len: 944 time: 0.0501976 Aug 16 21:56:33.265094 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=408df91c-8526-4073-9731-96afaf4d15c3,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:33.298240 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e059ab4e-37de-41ac-babe-db4bd40c4270 req-6bd437bc-a30d-44b0-b336-02b33635af7a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=e096e958-def8-43af-b3ba-5127d1d3aaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319998 Aug 16 21:56:33.472164 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['408df91c-8526-4073-9731-96afaf4d15c3'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:56:34.411302 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f36d2-019d-42c8-a5d6-a9ca975b4e22 req-3d1f7791-583e-4e7f-a8f3-3654fc4d2fc3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:34.412814 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-706f36d2-019d-42c8-a5d6-a9ca975b4e22 req-3d1f7791-583e-4e7f-a8f3-3654fc4d2fc3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=ea52802a-2fe5-4fac-9d42-42ba5dc7e287 HTTP/1.1" status: 200 len: 944 time: 0.0486424 Aug 16 21:56:34.448808 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-706f36d2-019d-42c8-a5d6-a9ca975b4e22 req-f246aa5e-30c8-4da8-b291-8a7308f1ba76 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=e096e958-def8-43af-b3ba-5127d1d3aaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301673 Aug 16 21:56:34.988173 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 408df91c-8526-4073-9731-96afaf4d15c3 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:56:35.121485 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 408df91c-8526-4073-9731-96afaf4d15c3 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:56:35.125361 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 408df91c-8526-4073-9731-96afaf4d15c3 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:56:35.125737 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:35.205247 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:35.229987 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea52802a-2fe5-4fac-9d42-42ba5dc7e287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408df91c-8526-4073-9731-96afaf4d15c3'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:56:35.232305 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c683fdb416c7f0821c75f6a91cfed7529d060c9c210f81ad2c881376259938b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b550ad58-feb1-4768-a3a0-a4cf6109e072" -d '{"events": [{"server_uuid": "ea52802a-2fe5-4fac-9d42-42ba5dc7e287", "name": "network-vif-plugged", "status": "completed", "tag": "408df91c-8526-4073-9731-96afaf4d15c3"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:56:35.245240 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 408df91c-8526-4073-9731-96afaf4d15c3, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=408df91c-8526-4073-9731-96afaf4d15c3,segment=NetworkSegment(4d8508a2-2c24-47bf-a295-d7c8438c916f),segment_id=4d8508a2-2c24-47bf-a295-d7c8438c916f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:56:35.270036 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9996d74-0d49-4483-9dd5-6f2f752668d5 x-openstack-request-id: req-f9996d74-0d49-4483-9dd5-6f2f752668d5 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:56:35.270336 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea52802a-2fe5-4fac-9d42-42ba5dc7e287", "name": "network-vif-plugged", "status": "completed", "tag": "408df91c-8526-4073-9731-96afaf4d15c3", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:56:35.270623 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f9996d74-0d49-4483-9dd5-6f2f752668d5 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:56:35.271027 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea52802a-2fe5-4fac-9d42-42ba5dc7e287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408df91c-8526-4073-9731-96afaf4d15c3', 'code': 200} Aug 16 21:56:35.302975 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:35.350280 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=408df91c-8526-4073-9731-96afaf4d15c3,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:35.367847 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba330b5f-d0d2-4362-a540-144612734a7b req-e2343f3d-4dcb-4ead-9702-84e53cd9bc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:35.369947 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ba330b5f-d0d2-4362-a540-144612734a7b req-e2343f3d-4dcb-4ead-9702-84e53cd9bc27 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ea52802a-2fe5-4fac-9d42-42ba5dc7e287 HTTP/1.1" status: 200 len: 1097 time: 0.0409234 Aug 16 21:56:35.404353 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ba330b5f-d0d2-4362-a540-144612734a7b req-b67ad5ae-d0af-4431-8ec9-8684170be800 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e096e958-def8-43af-b3ba-5127d1d3aaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271492 Aug 16 21:56:35.565265 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9244dcf-b3ce-4540-83ad-d412e22d1e4a req-cbd14d7f-a02a-46b5-a946-b56cc86e0ea4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:35.566751 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f9244dcf-b3ce-4540-83ad-d412e22d1e4a req-cbd14d7f-a02a-46b5-a946-b56cc86e0ea4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=ea52802a-2fe5-4fac-9d42-42ba5dc7e287 HTTP/1.1" status: 200 len: 945 time: 0.0531764 Aug 16 21:56:35.604403 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f9244dcf-b3ce-4540-83ad-d412e22d1e4a req-cb9c4d43-0746-4ec7-b491-860f211e79c5 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=e096e958-def8-43af-b3ba-5127d1d3aaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315759 Aug 16 21:56:36.717302 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c836f64-abe3-48bb-93e8-fbcce6b68857 req-96d40799-7645-4d91-a6be-e40bc4870452 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:36.718783 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0c836f64-abe3-48bb-93e8-fbcce6b68857 req-96d40799-7645-4d91-a6be-e40bc4870452 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=ea52802a-2fe5-4fac-9d42-42ba5dc7e287 HTTP/1.1" status: 200 len: 945 time: 0.0477438 Aug 16 21:56:36.755233 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0c836f64-abe3-48bb-93e8-fbcce6b68857 req-ee9f8832-57c3-4517-8d33-270535347882 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=e096e958-def8-43af-b3ba-5127d1d3aaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305443 Aug 16 21:56:36.871821 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbcef0d-89bf-43bf-a7b5-df2fde70782f req-9e415298-f1c6-4e86-abc8-74e47e6be3f4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:36.871821 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8bbcef0d-89bf-43bf-a7b5-df2fde70782f req-9e415298-f1c6-4e86-abc8-74e47e6be3f4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=ea52802a-2fe5-4fac-9d42-42ba5dc7e287 HTTP/1.1" status: 200 len: 945 time: 0.0484340 Aug 16 21:56:36.907258 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8bbcef0d-89bf-43bf-a7b5-df2fde70782f req-969e80cf-6919-463e-a7d5-d98d93e68583 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=e096e958-def8-43af-b3ba-5127d1d3aaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316207 Aug 16 21:56:36.930490 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37062) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:36.974008 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84d2bc3-c2eb-444a-9899-ebd662e3748c tempest-TestNetworkAdvancedServerOps-1274658574 tempest-TestNetworkAdvancedServerOps-1274658574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:36.975531 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d84d2bc3-c2eb-444a-9899-ebd662e3748c tempest-TestNetworkAdvancedServerOps-1274658574 tempest-TestNetworkAdvancedServerOps-1274658574-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=ea52802a-2fe5-4fac-9d42-42ba5dc7e287 HTTP/1.1" status: 200 len: 1092 time: 0.0435212 Aug 16 21:56:36.978983 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37064) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:36.983289 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-6f6eae54-7329-4d3f-b1c7-3e9fc5d2436a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'port_id': '408df91c-8526-4073-9731-96afaf4d15c3', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:56:37.057065 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6f6eae54-7329-4d3f-b1c7-3e9fc5d2436a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for floatingip, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:37.148762 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6f6eae54-7329-4d3f-b1c7-3e9fc5d2436a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:37.250840 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-6f6eae54-7329-4d3f-b1c7-3e9fc5d2436a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Allocated IP 172.25.1.254 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/d115f8f0-be40-4eb4-9036-afbd31c23bb3) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:56:37.348530 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6f6eae54-7329-4d3f-b1c7-3e9fc5d2436a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:37.445711 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6f6eae54-7329-4d3f-b1c7-3e9fc5d2436a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:37.481059 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6eae54-7329-4d3f-b1c7-3e9fc5d2436a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:56:37.485781 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-6f6eae54-7329-4d3f-b1c7-3e9fc5d2436a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:56:37.489290 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6eae54-7329-4d3f-b1c7-3e9fc5d2436a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:56:37.513946 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6eae54-7329-4d3f-b1c7-3e9fc5d2436a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'Port': ['ID=d115f8f0-be40-4eb4-9036-afbd31c23bb3,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:37.845318 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6f6eae54-7329-4d3f-b1c7-3e9fc5d2436a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:37.969313 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6f6eae54-7329-4d3f-b1c7-3e9fc5d2436a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:38.117713 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6f6eae54-7329-4d3f-b1c7-3e9fc5d2436a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:38.172722 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6f6eae54-7329-4d3f-b1c7-3e9fc5d2436a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:38.234483 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6eae54-7329-4d3f-b1c7-3e9fc5d2436a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'Port': ['ID=d115f8f0-be40-4eb4-9036-afbd31c23bb3,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:38.249588 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6f6eae54-7329-4d3f-b1c7-3e9fc5d2436a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:38.689006 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [None req-6f6eae54-7329-4d3f-b1c7-3e9fc5d2436a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Floating IP b8642d30-f837-48bd-83cc-feaf327edb0c associated. External IP: 172.25.1.254, port: 408df91c-8526-4073-9731-96afaf4d15c3. Aug 16 21:56:38.895878 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6eae54-7329-4d3f-b1c7-3e9fc5d2436a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Router 81621e0d-50bd-4127-b562-144e92ab87d2 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:56:39.002261 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6eae54-7329-4d3f-b1c7-3e9fc5d2436a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:56:39.012662 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bee4c8f-5909-4897-91ba-82ec4b4f3739 None None] Sync routers for ids ['81621e0d-50bd-4127-b562-144e92ab87d2'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:56:39.021801 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bee4c8f-5909-4897-91ba-82ec4b4f3739 None None] Routers {'81621e0d-50bd-4127-b562-144e92ab87d2'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:56:39.022412 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-6bee4c8f-5909-4897-91ba-82ec4b4f3739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:56:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['81621e0d-50bd-4127-b562-144e92ab87d2'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:56:39.070071 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6f6eae54-7329-4d3f-b1c7-3e9fc5d2436a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:39.098302 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6f6eae54-7329-4d3f-b1c7-3e9fc5d2436a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1182795 Aug 16 21:56:39.098903 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea52802a-2fe5-4fac-9d42-42ba5dc7e287', 'tag': '408df91c-8526-4073-9731-96afaf4d15c3'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:56:39.101222 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a13536b3c87fcb412486f7c1123a9b3fa8a88bbdfa2e9f90522308689ae332c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e33966-81d9-48ae-80ec-e931851b3023" -d '{"events": [{"name": "network-changed", "server_uuid": "ea52802a-2fe5-4fac-9d42-42ba5dc7e287", "tag": "408df91c-8526-4073-9731-96afaf4d15c3"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:56:39.125725 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-6bee4c8f-5909-4897-91ba-82ec4b4f3739 None None] Set router 81621e0d-50bd-4127-b562-144e92ab87d2 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:56:39.146471 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320d4f0d-2eef-4e09-9ff8-9c497ad740f6 x-openstack-request-id: req-320d4f0d-2eef-4e09-9ff8-9c497ad740f6 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:56:39.146471 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea52802a-2fe5-4fac-9d42-42ba5dc7e287", "tag": "408df91c-8526-4073-9731-96afaf4d15c3", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:56:39.146471 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-320d4f0d-2eef-4e09-9ff8-9c497ad740f6 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:56:39.146471 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea52802a-2fe5-4fac-9d42-42ba5dc7e287', 'tag': '408df91c-8526-4073-9731-96afaf4d15c3', 'status': 'completed', 'code': 200} Aug 16 21:56:39.210483 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e33966-81d9-48ae-80ec-e931851b3023 req-7db35ccf-0628-47e6-9a2f-d8aa0f8eb451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:39.212748 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e0e33966-81d9-48ae-80ec-e931851b3023 req-7db35ccf-0628-47e6-9a2f-d8aa0f8eb451 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b138d5da43204b7eac942de7c3eb87d8&device_id=ea52802a-2fe5-4fac-9d42-42ba5dc7e287 HTTP/1.1" status: 200 len: 1097 time: 0.0420840 Aug 16 21:56:39.216909 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c0dba-64c6-4ea9-9b05-b9ac541c067b req-779faeb5-016e-44b2-857c-d3a2559c2011 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:39.218497 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8f6c0dba-64c6-4ea9-9b05-b9ac541c067b req-779faeb5-016e-44b2-857c-d3a2559c2011 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=ea52802a-2fe5-4fac-9d42-42ba5dc7e287 HTTP/1.1" status: 200 len: 945 time: 0.0529571 Aug 16 21:56:39.257861 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8f6c0dba-64c6-4ea9-9b05-b9ac541c067b req-456397a5-cbad-45b0-9aab-ecbe9527a5c2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=e096e958-def8-43af-b3ba-5127d1d3aaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332766 Aug 16 21:56:39.281969 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37070) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:39.309558 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e33966-81d9-48ae-80ec-e931851b3023 req-3becab81-9aad-405e-af9a-8e0f14c21382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:39.311074 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e0e33966-81d9-48ae-80ec-e931851b3023 req-3becab81-9aad-405e-af9a-8e0f14c21382 service neutron] 10.222.0.72 "GET /v2.0/networks?id=efa50c49-014a-423f-97e0-701866ccf0e8 HTTP/1.1" status: 200 len: 897 time: 0.0918002 Aug 16 21:56:39.348799 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5b031b79-4cde-409c-afac-e9a3e25e626b tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/floatingips/b8642d30-f837-48bd-83cc-feaf327edb0c HTTP/1.1" status: 200 len: 991 time: 0.0656374 Aug 16 21:56:39.358383 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-6bee4c8f-5909-4897-91ba-82ec4b4f3739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81621e0d-50bd-4127-b562-144e92ab87d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573950496', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'cb67df38-fb6e-4ce5-a0fd-69dafc84682e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:56:17Z', 'updated_at': '2021-08-16T21:56:21Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'cb67df38-fb6e-4ce5-a0fd-69dafc84682e', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:02:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81621e0d-50bd-4127-b562-144e92ab87d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:56:17Z', 'updated_at': '2021-08-16T21:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'b8642d30-f837-48bd-83cc-feaf327edb0c', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'floating_ip_address': '172.25.1.254', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '81621e0d-50bd-4127-b562-144e92ab87d2', 'port_id': '408df91c-8526-4073-9731-96afaf4d15c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa50c49-014a-423f-97e0-701866ccf0e8', 'mac_address': 'fa:16:3e:79:91:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea52802a-2fe5-4fac-9d42-42ba5dc7e287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:56:37Z', 'updated_at': '2021-08-16T21:56:37Z', 'revision_number': 0, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7da6feb5-ff0c-459b-952d-0a37d84e4fb1', 'name': '', 'network_id': 'efa50c49-014a-423f-97e0-701866ccf0e8', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:2c:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81621e0d-50bd-4127-b562-144e92ab87d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '948b952c-518a-43a2-84f6-b546fdedb997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:56:20Z', 'updated_at': '2021-08-16T21:56:25Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': '948b952c-518a-43a2-84f6-b546fdedb997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:56:39.376091 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e0e33966-81d9-48ae-80ec-e931851b3023 req-3f24adfa-fde5-4e27-afe1-3c2ebaa2dfe7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=408df91c-8526-4073-9731-96afaf4d15c3 HTTP/1.1" status: 200 len: 999 time: 0.0580046 Aug 16 21:56:39.387853 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bee4c8f-5909-4897-91ba-82ec4b4f3739 None None] Checking router: 81621e0d-50bd-4127-b562-144e92ab87d2 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:56:39.396224 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bee4c8f-5909-4897-91ba-82ec4b4f3739 None None] Routers {'81621e0d-50bd-4127-b562-144e92ab87d2'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:56:39.396916 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-6bee4c8f-5909-4897-91ba-82ec4b4f3739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:56:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['81621e0d-50bd-4127-b562-144e92ab87d2'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:56:39.429830 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e33966-81d9-48ae-80ec-e931851b3023 req-a6a569e6-650d-40a0-9a7a-822ddb183125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:39.431333 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e0e33966-81d9-48ae-80ec-e931851b3023 req-a6a569e6-650d-40a0-9a7a-822ddb183125 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=948b952c-518a-43a2-84f6-b546fdedb997 HTTP/1.1" status: 200 len: 835 time: 0.0485077 Aug 16 21:56:39.478767 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e33966-81d9-48ae-80ec-e931851b3023 req-f062f209-4783-4a9e-8d14-9ae516ca8a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:39.480322 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e0e33966-81d9-48ae-80ec-e931851b3023 req-f062f209-4783-4a9e-8d14-9ae516ca8a20 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=efa50c49-014a-423f-97e0-701866ccf0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407512 Aug 16 21:56:39.499297 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-6bee4c8f-5909-4897-91ba-82ec4b4f3739 None None] Set router 81621e0d-50bd-4127-b562-144e92ab87d2 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:56:39.568825 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e0e33966-81d9-48ae-80ec-e931851b3023 req-507ad2d4-fe65-4cf1-8861-d4745e5d1a64 service neutron] 10.222.0.72 "GET /v2.0/networks/efa50c49-014a-423f-97e0-701866ccf0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812113 Aug 16 21:56:39.665870 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e0e33966-81d9-48ae-80ec-e931851b3023 req-2c04a241-42a4-46a5-a78e-9e85937d1015 service neutron] 10.222.0.72 "GET /v2.0/networks/efa50c49-014a-423f-97e0-701866ccf0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899580 Aug 16 21:56:39.801925 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-6bee4c8f-5909-4897-91ba-82ec4b4f3739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81621e0d-50bd-4127-b562-144e92ab87d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573950496', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'cb67df38-fb6e-4ce5-a0fd-69dafc84682e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:56:17Z', 'updated_at': '2021-08-16T21:56:21Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'cb67df38-fb6e-4ce5-a0fd-69dafc84682e', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:02:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81621e0d-50bd-4127-b562-144e92ab87d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:56:17Z', 'updated_at': '2021-08-16T21:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'b8642d30-f837-48bd-83cc-feaf327edb0c', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'floating_ip_address': '172.25.1.254', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '81621e0d-50bd-4127-b562-144e92ab87d2', 'port_id': '408df91c-8526-4073-9731-96afaf4d15c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa50c49-014a-423f-97e0-701866ccf0e8', 'mac_address': 'fa:16:3e:79:91:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea52802a-2fe5-4fac-9d42-42ba5dc7e287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:56:37Z', 'updated_at': '2021-08-16T21:56:37Z', 'revision_number': 0, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7da6feb5-ff0c-459b-952d-0a37d84e4fb1', 'name': '', 'network_id': 'efa50c49-014a-423f-97e0-701866ccf0e8', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:2c:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81621e0d-50bd-4127-b562-144e92ab87d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '948b952c-518a-43a2-84f6-b546fdedb997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:56:20Z', 'updated_at': '2021-08-16T21:56:25Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': '948b952c-518a-43a2-84f6-b546fdedb997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:56:39.829950 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bee4c8f-5909-4897-91ba-82ec4b4f3739 None None] The sync data for ids ['81621e0d-50bd-4127-b562-144e92ab87d2'] in n-d-793620-15 is: [{'id': '81621e0d-50bd-4127-b562-144e92ab87d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573950496', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'cb67df38-fb6e-4ce5-a0fd-69dafc84682e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:56:17Z', 'updated_at': '2021-08-16T21:56:21Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'cb67df38-fb6e-4ce5-a0fd-69dafc84682e', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:02:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81621e0d-50bd-4127-b562-144e92ab87d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:56:17Z', 'updated_at': '2021-08-16T21:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'b8642d30-f837-48bd-83cc-feaf327edb0c', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'floating_ip_address': '172.25.1.254', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '81621e0d-50bd-4127-b562-144e92ab87d2', 'port_id': '408df91c-8526-4073-9731-96afaf4d15c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa50c49-014a-423f-97e0-701866ccf0e8', 'mac_address': 'fa:16:3e:79:91:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea52802a-2fe5-4fac-9d42-42ba5dc7e287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:56:37Z', 'updated_at': '2021-08-16T21:56:37Z', 'revision_number': 0, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7da6feb5-ff0c-459b-952d-0a37d84e4fb1', 'name': '', 'network_id': 'efa50c49-014a-423f-97e0-701866ccf0e8', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:2c:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81621e0d-50bd-4127-b562-144e92ab87d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '948b952c-518a-43a2-84f6-b546fdedb997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:56:20Z', 'updated_at': '2021-08-16T21:56:25Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': '948b952c-518a-43a2-84f6-b546fdedb997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:56:40.010506 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fa09dd-3d19-4749-a94c-5f8e219a0849 None None] New status for floating IP b8642d30-f837-48bd-83cc-feaf327edb0c: ACTIVE {{(pid=101846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:56:40.350574 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37072) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:40.412823 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-261cde2c-8f44-4f82-98ab-5df3f71c1af9 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/floatingips/b8642d30-f837-48bd-83cc-feaf327edb0c HTTP/1.1" status: 200 len: 993 time: 0.0611026 Aug 16 21:56:41.155579 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-eca84328-886e-4b61-bb77-902c8af41715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:43.658150 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7bd9fc13-2df1-4298-98d9-ce9a28c85b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:43.910081 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:45.058342 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:46.835517 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:49.841113 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:52.618207 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:07.843566 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:57:09.279768 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df9d50-fcc5-420b-892d-10023899f010 req-e485c644-ae07-4fc0-a042-c3b2ac7e8d23 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:09.281286 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-42df9d50-fcc5-420b-892d-10023899f010 req-e485c644-ae07-4fc0-a042-c3b2ac7e8d23 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=ea52802a-2fe5-4fac-9d42-42ba5dc7e287 HTTP/1.1" status: 200 len: 945 time: 0.0534163 Aug 16 21:57:09.318745 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-42df9d50-fcc5-420b-892d-10023899f010 req-05614d4d-d2e3-4b42-9786-f6cf858ede26 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=e096e958-def8-43af-b3ba-5127d1d3aaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315557 Aug 16 21:57:10.437222 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e041d0-5515-47c5-a2b0-4bb192618eda req-b34fd26e-bf27-46e1-aa97-502281f07fe8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:10.438722 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-63e041d0-5515-47c5-a2b0-4bb192618eda req-b34fd26e-bf27-46e1-aa97-502281f07fe8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=ea52802a-2fe5-4fac-9d42-42ba5dc7e287 HTTP/1.1" status: 200 len: 945 time: 0.0514081 Aug 16 21:57:10.475364 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-63e041d0-5515-47c5-a2b0-4bb192618eda req-2f2ba2f6-227d-462e-8214-14d681bef250 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=e096e958-def8-43af-b3ba-5127d1d3aaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305827 Aug 16 21:57:10.497620 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37094) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:57:10.561420 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e7c63cf8-cfc0-44fd-a923-223b9626dea9 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/floatingips/b8642d30-f837-48bd-83cc-feaf327edb0c HTTP/1.1" status: 200 len: 993 time: 0.0626659 Aug 16 21:57:11.114771 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f895df85-8cd6-4456-9a39-5fb701c2d629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:11.933916 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90ae7b-217d-46a4-92e0-17fddaaaabef req-ec6612ec-48d7-4d42-a653-07647f5bbbcb tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:11.935519 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2e90ae7b-217d-46a4-92e0-17fddaaaabef req-ec6612ec-48d7-4d42-a653-07647f5bbbcb tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=ea52802a-2fe5-4fac-9d42-42ba5dc7e287 HTTP/1.1" status: 200 len: 945 time: 0.0525458 Aug 16 21:57:11.974239 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2e90ae7b-217d-46a4-92e0-17fddaaaabef req-0a76880c-b054-4b5f-8a58-386d10748029 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=e096e958-def8-43af-b3ba-5127d1d3aaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326955 Aug 16 21:57:13.092059 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1e344-e90a-49c3-b2f1-b5396e35747c req-91a25429-9e9b-49d9-a81a-6cfb230fca21 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:13.093544 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e5b1e344-e90a-49c3-b2f1-b5396e35747c req-91a25429-9e9b-49d9-a81a-6cfb230fca21 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=ea52802a-2fe5-4fac-9d42-42ba5dc7e287 HTTP/1.1" status: 200 len: 945 time: 0.0507333 Aug 16 21:57:13.130877 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e5b1e344-e90a-49c3-b2f1-b5396e35747c req-edcc0e26-9d08-4875-b331-68af576dcbef tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=e096e958-def8-43af-b3ba-5127d1d3aaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312386 Aug 16 21:57:13.156359 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37108) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:57:13.216281 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5527e19b-0e3f-4849-8047-f007e2b8029a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/floatingips/b8642d30-f837-48bd-83cc-feaf327edb0c HTTP/1.1" status: 200 len: 993 time: 0.0587599 Aug 16 21:57:13.513668 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37114) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:57:13.640575 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0f6b10e3-6fdb-4f4a-baf2-72fa6f5e2b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:13.673646 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-efdcfea6-9d19-452c-9384-f646c6c97929 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Deleting port d115f8f0-be40-4eb4-9036-afbd31c23bb3 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:57:13.674019 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-efdcfea6-9d19-452c-9384-f646c6c97929 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:13.748104 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-efdcfea6-9d19-452c-9384-f646c6c97929 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:13.748442 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-efdcfea6-9d19-452c-9384-f646c6c97929 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:13.759619 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-efdcfea6-9d19-452c-9384-f646c6c97929 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Calling delete_port for d115f8f0-be40-4eb4-9036-afbd31c23bb3 owned by network:floatingip {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:57:13.880457 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:13.989046 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-efdcfea6-9d19-452c-9384-f646c6c97929 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:14.015284 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdcfea6-9d19-452c-9384-f646c6c97929 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event deleted for resources: {'Port': ['ID=d115f8f0-be40-4eb4-9036-afbd31c23bb3,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:57:14.027372 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdcfea6-9d19-452c-9384-f646c6c97929 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:14.027744 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdcfea6-9d19-452c-9384-f646c6c97929 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:14.028128 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdcfea6-9d19-452c-9384-f646c6c97929 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:14.028484 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdcfea6-9d19-452c-9384-f646c6c97929 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:14.028830 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdcfea6-9d19-452c-9384-f646c6c97929 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:14.029178 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdcfea6-9d19-452c-9384-f646c6c97929 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:14.029522 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdcfea6-9d19-452c-9384-f646c6c97929 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:14.029864 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdcfea6-9d19-452c-9384-f646c6c97929 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:14.030234 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdcfea6-9d19-452c-9384-f646c6c97929 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:14.030571 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdcfea6-9d19-452c-9384-f646c6c97929 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:14.030905 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdcfea6-9d19-452c-9384-f646c6c97929 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:14.031240 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdcfea6-9d19-452c-9384-f646c6c97929 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:14.088189 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-efdcfea6-9d19-452c-9384-f646c6c97929 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for floatingip, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:14.088531 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [None req-efdcfea6-9d19-452c-9384-f646c6c97929 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Floating IP b8642d30-f837-48bd-83cc-feaf327edb0c disassociated (deleted). External IP: 172.25.1.254, port: 408df91c-8526-4073-9731-96afaf4d15c3. Aug 16 21:57:14.290508 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efdcfea6-9d19-452c-9384-f646c6c97929 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Router 81621e0d-50bd-4127-b562-144e92ab87d2 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:57:14.397607 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdcfea6-9d19-452c-9384-f646c6c97929 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:57:14.402634 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-efdcfea6-9d19-452c-9384-f646c6c97929 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:14.407304 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21155538-7ab1-4a89-9824-ac653cfc19bd None None] Sync routers for ids ['81621e0d-50bd-4127-b562-144e92ab87d2'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:57:14.415909 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21155538-7ab1-4a89-9824-ac653cfc19bd None None] Routers {'81621e0d-50bd-4127-b562-144e92ab87d2'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:57:14.416512 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-21155538-7ab1-4a89-9824-ac653cfc19bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:57:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['81621e0d-50bd-4127-b562-144e92ab87d2'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:57:14.431853 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-efdcfea6-9d19-452c-9384-f646c6c97929 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "DELETE /v2.0/floatingips/b8642d30-f837-48bd-83cc-feaf327edb0c HTTP/1.1" status: 204 len: 168 time: 0.9147818 Aug 16 21:57:14.431853 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea52802a-2fe5-4fac-9d42-42ba5dc7e287', 'tag': '408df91c-8526-4073-9731-96afaf4d15c3'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:57:14.432410 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a13536b3c87fcb412486f7c1123a9b3fa8a88bbdfa2e9f90522308689ae332c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bdc837-a941-47b2-9256-0cfe71fc72b3" -d '{"events": [{"name": "network-changed", "server_uuid": "ea52802a-2fe5-4fac-9d42-42ba5dc7e287", "tag": "408df91c-8526-4073-9731-96afaf4d15c3"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:57:14.471629 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6245a7-31fe-42e4-b2bd-bce9d7fc90ea x-openstack-request-id: req-fd6245a7-31fe-42e4-b2bd-bce9d7fc90ea {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:57:14.472012 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea52802a-2fe5-4fac-9d42-42ba5dc7e287", "tag": "408df91c-8526-4073-9731-96afaf4d15c3", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:57:14.472330 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-fd6245a7-31fe-42e4-b2bd-bce9d7fc90ea {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:57:14.472807 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea52802a-2fe5-4fac-9d42-42ba5dc7e287', 'tag': '408df91c-8526-4073-9731-96afaf4d15c3', 'status': 'completed', 'code': 200} Aug 16 21:57:14.527297 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-21155538-7ab1-4a89-9824-ac653cfc19bd None None] Set router 81621e0d-50bd-4127-b562-144e92ab87d2 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:57:14.542421 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bdc837-a941-47b2-9256-0cfe71fc72b3 req-f2d2894e-9f78-47d0-9178-f2acebd1d59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:14.543982 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-73bdc837-a941-47b2-9256-0cfe71fc72b3 req-f2d2894e-9f78-47d0-9178-f2acebd1d59f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b138d5da43204b7eac942de7c3eb87d8&device_id=ea52802a-2fe5-4fac-9d42-42ba5dc7e287 HTTP/1.1" status: 200 len: 1097 time: 0.0478520 Aug 16 21:57:14.635518 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bdc837-a941-47b2-9256-0cfe71fc72b3 req-9dcf8aec-e180-4128-9a83-9395ed5a34a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:14.637676 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-73bdc837-a941-47b2-9256-0cfe71fc72b3 req-9dcf8aec-e180-4128-9a83-9395ed5a34a4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=efa50c49-014a-423f-97e0-701866ccf0e8 HTTP/1.1" status: 200 len: 897 time: 0.0868340 Aug 16 21:57:14.687944 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-73bdc837-a941-47b2-9256-0cfe71fc72b3 req-df75e7cb-0cb7-41d8-97df-fb67a26754e0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=408df91c-8526-4073-9731-96afaf4d15c3 HTTP/1.1" status: 200 len: 217 time: 0.0398309 Aug 16 21:57:14.725907 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-21155538-7ab1-4a89-9824-ac653cfc19bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81621e0d-50bd-4127-b562-144e92ab87d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573950496', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'cb67df38-fb6e-4ce5-a0fd-69dafc84682e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:56:17Z', 'updated_at': '2021-08-16T21:56:21Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'cb67df38-fb6e-4ce5-a0fd-69dafc84682e', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:02:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81621e0d-50bd-4127-b562-144e92ab87d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:56:17Z', 'updated_at': '2021-08-16T21:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '7da6feb5-ff0c-459b-952d-0a37d84e4fb1', 'name': '', 'network_id': 'efa50c49-014a-423f-97e0-701866ccf0e8', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:2c:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81621e0d-50bd-4127-b562-144e92ab87d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '948b952c-518a-43a2-84f6-b546fdedb997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:56:20Z', 'updated_at': '2021-08-16T21:56:25Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': '948b952c-518a-43a2-84f6-b546fdedb997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:57:14.747646 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bdc837-a941-47b2-9256-0cfe71fc72b3 req-7ac13274-fe8b-40e8-907e-461bcaf4331e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:14.749129 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-73bdc837-a941-47b2-9256-0cfe71fc72b3 req-7ac13274-fe8b-40e8-907e-461bcaf4331e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=948b952c-518a-43a2-84f6-b546fdedb997 HTTP/1.1" status: 200 len: 835 time: 0.0544086 Aug 16 21:57:14.756650 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21155538-7ab1-4a89-9824-ac653cfc19bd None None] Checking router: 81621e0d-50bd-4127-b562-144e92ab87d2 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:57:14.765323 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21155538-7ab1-4a89-9824-ac653cfc19bd None None] Routers {'81621e0d-50bd-4127-b562-144e92ab87d2'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:57:14.767843 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-21155538-7ab1-4a89-9824-ac653cfc19bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:57:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['81621e0d-50bd-4127-b562-144e92ab87d2'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:57:14.801351 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bdc837-a941-47b2-9256-0cfe71fc72b3 req-677e595f-2b79-4d40-932a-ace03ddf2266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:14.803304 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-73bdc837-a941-47b2-9256-0cfe71fc72b3 req-677e595f-2b79-4d40-932a-ace03ddf2266 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=efa50c49-014a-423f-97e0-701866ccf0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469067 Aug 16 21:57:14.818861 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0585a4-fd1f-4ca7-83d1-6dc47ea1ea4b req-8a3b11dc-897d-4c75-9956-d32f6e7ba2aa tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:14.820571 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-af0585a4-fd1f-4ca7-83d1-6dc47ea1ea4b req-8a3b11dc-897d-4c75-9956-d32f6e7ba2aa tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=ea52802a-2fe5-4fac-9d42-42ba5dc7e287 HTTP/1.1" status: 200 len: 945 time: 0.0549748 Aug 16 21:57:14.862203 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-af0585a4-fd1f-4ca7-83d1-6dc47ea1ea4b req-f6227b00-5639-4712-bb57-d345ea8067d3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=e096e958-def8-43af-b3ba-5127d1d3aaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342438 Aug 16 21:57:14.870770 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-21155538-7ab1-4a89-9824-ac653cfc19bd None None] Set router 81621e0d-50bd-4127-b562-144e92ab87d2 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:57:14.914380 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-73bdc837-a941-47b2-9256-0cfe71fc72b3 req-32b2420a-9616-4239-a641-762e8fe93621 service neutron] 10.222.0.72 "GET /v2.0/networks/efa50c49-014a-423f-97e0-701866ccf0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003442 Aug 16 21:57:15.012191 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-73bdc837-a941-47b2-9256-0cfe71fc72b3 req-82ee0bde-893e-44e0-80c0-45010a852bdb service neutron] 10.222.0.72 "GET /v2.0/networks/efa50c49-014a-423f-97e0-701866ccf0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836506 Aug 16 21:57:15.067693 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-21155538-7ab1-4a89-9824-ac653cfc19bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81621e0d-50bd-4127-b562-144e92ab87d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573950496', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'cb67df38-fb6e-4ce5-a0fd-69dafc84682e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:56:17Z', 'updated_at': '2021-08-16T21:56:21Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'cb67df38-fb6e-4ce5-a0fd-69dafc84682e', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:02:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81621e0d-50bd-4127-b562-144e92ab87d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:56:17Z', 'updated_at': '2021-08-16T21:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '7da6feb5-ff0c-459b-952d-0a37d84e4fb1', 'name': '', 'network_id': 'efa50c49-014a-423f-97e0-701866ccf0e8', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:2c:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81621e0d-50bd-4127-b562-144e92ab87d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '948b952c-518a-43a2-84f6-b546fdedb997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:56:20Z', 'updated_at': '2021-08-16T21:56:25Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': '948b952c-518a-43a2-84f6-b546fdedb997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:57:15.093584 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21155538-7ab1-4a89-9824-ac653cfc19bd None None] The sync data for ids ['81621e0d-50bd-4127-b562-144e92ab87d2'] in n-d-793620-15 is: [{'id': '81621e0d-50bd-4127-b562-144e92ab87d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573950496', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'cb67df38-fb6e-4ce5-a0fd-69dafc84682e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:56:17Z', 'updated_at': '2021-08-16T21:56:21Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'cb67df38-fb6e-4ce5-a0fd-69dafc84682e', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:02:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81621e0d-50bd-4127-b562-144e92ab87d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:56:17Z', 'updated_at': '2021-08-16T21:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '7da6feb5-ff0c-459b-952d-0a37d84e4fb1', 'name': '', 'network_id': 'efa50c49-014a-423f-97e0-701866ccf0e8', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:2c:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81621e0d-50bd-4127-b562-144e92ab87d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '948b952c-518a-43a2-84f6-b546fdedb997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:56:20Z', 'updated_at': '2021-08-16T21:56:25Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': '948b952c-518a-43a2-84f6-b546fdedb997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:57:15.120626 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:15.304547 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc2e453-23db-4215-9600-fa3fa9cc28db None None] New status for floating IP b8642d30-f837-48bd-83cc-feaf327edb0c: DOWN {{(pid=101846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:57:15.980850 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ac1c1-fa76-43d7-859f-6434bf28f7fd req-005fcde7-6acf-47d6-aa0b-5d4a4e91cc0a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:15.982335 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-377ac1c1-fa76-43d7-859f-6434bf28f7fd req-005fcde7-6acf-47d6-aa0b-5d4a4e91cc0a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=ea52802a-2fe5-4fac-9d42-42ba5dc7e287 HTTP/1.1" status: 200 len: 945 time: 0.0488076 Aug 16 21:57:16.018509 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-377ac1c1-fa76-43d7-859f-6434bf28f7fd req-42ac5e2d-982f-4506-a4fe-46e64467ada8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=e096e958-def8-43af-b3ba-5127d1d3aaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303888 Aug 16 21:57:16.382117 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5e3f8-4ba9-4b4b-a389-f04fe76752a2 req-d97239bc-4fa4-45b3-bbac-5fb25a8b6be5 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:16.383588 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-14e5e3f8-4ba9-4b4b-a389-f04fe76752a2 req-d97239bc-4fa4-45b3-bbac-5fb25a8b6be5 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea52802a-2fe5-4fac-9d42-42ba5dc7e287 HTTP/1.1" status: 200 len: 945 time: 0.0490665 Aug 16 21:57:16.476284 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-14e5e3f8-4ba9-4b4b-a389-f04fe76752a2 req-d78db013-66eb-4d78-9e12-b7dc9a010c2c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Deleting port 408df91c-8526-4073-9731-96afaf4d15c3 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:57:16.476630 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-14e5e3f8-4ba9-4b4b-a389-f04fe76752a2 req-d78db013-66eb-4d78-9e12-b7dc9a010c2c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:16.563204 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-14e5e3f8-4ba9-4b4b-a389-f04fe76752a2 req-d78db013-66eb-4d78-9e12-b7dc9a010c2c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] For port 408df91c-8526-4073-9731-96afaf4d15c3, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=408df91c-8526-4073-9731-96afaf4d15c3,segment=NetworkSegment(4d8508a2-2c24-47bf-a295-d7c8438c916f),segment_id=4d8508a2-2c24-47bf-a295-d7c8438c916f)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:57:16.563668 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-14e5e3f8-4ba9-4b4b-a389-f04fe76752a2 req-d78db013-66eb-4d78-9e12-b7dc9a010c2c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:16.576274 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-14e5e3f8-4ba9-4b4b-a389-f04fe76752a2 req-d78db013-66eb-4d78-9e12-b7dc9a010c2c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Calling delete_port for 408df91c-8526-4073-9731-96afaf4d15c3 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:57:16.771932 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-14e5e3f8-4ba9-4b4b-a389-f04fe76752a2 req-d78db013-66eb-4d78-9e12-b7dc9a010c2c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:16.798553 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78db013-66eb-4d78-9e12-b7dc9a010c2c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event deleted for resources: {'Port': ['ID=408df91c-8526-4073-9731-96afaf4d15c3,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:57:16.800402 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:16.809071 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78db013-66eb-4d78-9e12-b7dc9a010c2c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:16.809859 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78db013-66eb-4d78-9e12-b7dc9a010c2c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:16.809859 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78db013-66eb-4d78-9e12-b7dc9a010c2c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:16.810059 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78db013-66eb-4d78-9e12-b7dc9a010c2c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:16.810396 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78db013-66eb-4d78-9e12-b7dc9a010c2c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:16.810730 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78db013-66eb-4d78-9e12-b7dc9a010c2c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:16.811063 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78db013-66eb-4d78-9e12-b7dc9a010c2c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:16.811395 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78db013-66eb-4d78-9e12-b7dc9a010c2c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:16.812292 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78db013-66eb-4d78-9e12-b7dc9a010c2c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:16.812292 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78db013-66eb-4d78-9e12-b7dc9a010c2c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:16.812484 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78db013-66eb-4d78-9e12-b7dc9a010c2c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:16.812698 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78db013-66eb-4d78-9e12-b7dc9a010c2c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:16.856554 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e5e3f8-4ba9-4b4b-a389-f04fe76752a2 req-d78db013-66eb-4d78-9e12-b7dc9a010c2c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] No DVR routers for this DVR port 408df91c-8526-4073-9731-96afaf4d15c3 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:57:16.859187 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-14e5e3f8-4ba9-4b4b-a389-f04fe76752a2 req-d78db013-66eb-4d78-9e12-b7dc9a010c2c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:16.861229 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-14e5e3f8-4ba9-4b4b-a389-f04fe76752a2 req-d78db013-66eb-4d78-9e12-b7dc9a010c2c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.72 "DELETE /v2.0/ports/408df91c-8526-4073-9731-96afaf4d15c3 HTTP/1.1" status: 204 len: 173 time: 0.4716861 Aug 16 21:57:16.861689 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea52802a-2fe5-4fac-9d42-42ba5dc7e287', 'name': 'network-vif-deleted', 'tag': '408df91c-8526-4073-9731-96afaf4d15c3'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:57:16.864038 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcd9435b18b7a34707b0c74d037ee6bf13b87a61dd91d81e26d4048d63ffdc36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8439d1f7-e8c4-49e7-b77d-8625352d2d29" -d '{"events": [{"server_uuid": "ea52802a-2fe5-4fac-9d42-42ba5dc7e287", "name": "network-vif-deleted", "tag": "408df91c-8526-4073-9731-96afaf4d15c3"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:57:16.901083 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c858c23-5320-4d4a-a1b7-15c48e9448a5 x-openstack-request-id: req-4c858c23-5320-4d4a-a1b7-15c48e9448a5 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:57:16.901401 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea52802a-2fe5-4fac-9d42-42ba5dc7e287", "name": "network-vif-deleted", "tag": "408df91c-8526-4073-9731-96afaf4d15c3", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:57:16.901654 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4c858c23-5320-4d4a-a1b7-15c48e9448a5 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:57:16.902092 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea52802a-2fe5-4fac-9d42-42ba5dc7e287', 'name': 'network-vif-deleted', 'tag': '408df91c-8526-4073-9731-96afaf4d15c3', 'status': 'completed', 'code': 200} Aug 16 21:57:17.114417 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c135d77d-1974-4509-9c11-d77e808fe840 req-9340b3c4-3c97-46fc-b4fd-d0603e8e3c4b tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=ea52802a-2fe5-4fac-9d42-42ba5dc7e287 HTTP/1.1" status: 200 len: 210 time: 0.0276077 Aug 16 21:57:18.170387 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37130) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:57:18.530932 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-17d72dac-e473-4aaa-a973-e7e0ddff3cb0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:18.793562 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-17d72dac-e473-4aaa-a973-e7e0ddff3cb0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Deleting port 7da6feb5-ff0c-459b-952d-0a37d84e4fb1 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:57:18.793829 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-17d72dac-e473-4aaa-a973-e7e0ddff3cb0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:18.882726 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-17d72dac-e473-4aaa-a973-e7e0ddff3cb0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] For port 7da6feb5-ff0c-459b-952d-0a37d84e4fb1, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=7da6feb5-ff0c-459b-952d-0a37d84e4fb1,segment=NetworkSegment(4d8508a2-2c24-47bf-a295-d7c8438c916f),segment_id=4d8508a2-2c24-47bf-a295-d7c8438c916f)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:57:18.883111 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-17d72dac-e473-4aaa-a973-e7e0ddff3cb0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:18.895418 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-17d72dac-e473-4aaa-a973-e7e0ddff3cb0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Calling delete_port for 7da6feb5-ff0c-459b-952d-0a37d84e4fb1 owned by network:router_interface {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:57:19.131647 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-17d72dac-e473-4aaa-a973-e7e0ddff3cb0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:19.159040 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d72dac-e473-4aaa-a973-e7e0ddff3cb0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event deleted for resources: {'Port': ['ID=7da6feb5-ff0c-459b-952d-0a37d84e4fb1,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:57:19.221608 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 408df91c-8526-4073-9731-96afaf4d15c3 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:57:19.248234 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 408df91c-8526-4073-9731-96afaf4d15c3 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:57:19.248692 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 408df91c-8526-4073-9731-96afaf4d15c3 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:57:19.331565 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-17d72dac-e473-4aaa-a973-e7e0ddff3cb0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:19.542994 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d72dac-e473-4aaa-a973-e7e0ddff3cb0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Router 81621e0d-50bd-4127-b562-144e92ab87d2 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:57:19.646888 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d72dac-e473-4aaa-a973-e7e0ddff3cb0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:57:19.652188 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-17d72dac-e473-4aaa-a973-e7e0ddff3cb0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "PUT /v2.0/routers/81621e0d-50bd-4127-b562-144e92ab87d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4806974 Aug 16 21:57:19.654877 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37132) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:57:19.657383 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576ebfe4-13f5-444d-939d-9adebe24c1cf None None] Sync routers for ids ['81621e0d-50bd-4127-b562-144e92ab87d2'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:57:19.666428 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576ebfe4-13f5-444d-939d-9adebe24c1cf None None] Routers {'81621e0d-50bd-4127-b562-144e92ab87d2'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:57:19.667056 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-576ebfe4-13f5-444d-939d-9adebe24c1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:57:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['81621e0d-50bd-4127-b562-144e92ab87d2'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:57:19.704843 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-2200121c-d9bd-4891-b59a-cf2db6ec6153 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Deleting subnet 948b952c-518a-43a2-84f6-b546fdedb997 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:57:19.707898 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2200121c-d9bd-4891-b59a-cf2db6ec6153 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:19.746205 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2200121c-d9bd-4891-b59a-cf2db6ec6153 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:19.767731 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-576ebfe4-13f5-444d-939d-9adebe24c1cf None None] Set router 81621e0d-50bd-4127-b562-144e92ab87d2 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:57:19.832323 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2200121c-d9bd-4891-b59a-cf2db6ec6153 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:19.908462 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:19.942945 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-576ebfe4-13f5-444d-939d-9adebe24c1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81621e0d-50bd-4127-b562-144e92ab87d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573950496', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'cb67df38-fb6e-4ce5-a0fd-69dafc84682e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:56:17Z', 'updated_at': '2021-08-16T21:57:19Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'cb67df38-fb6e-4ce5-a0fd-69dafc84682e', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:02:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81621e0d-50bd-4127-b562-144e92ab87d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:56:17Z', 'updated_at': '2021-08-16T21:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:57:19.968626 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576ebfe4-13f5-444d-939d-9adebe24c1cf None None] Checking router: 81621e0d-50bd-4127-b562-144e92ab87d2 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:57:19.976573 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576ebfe4-13f5-444d-939d-9adebe24c1cf None None] Routers {'81621e0d-50bd-4127-b562-144e92ab87d2'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:57:19.977164 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-576ebfe4-13f5-444d-939d-9adebe24c1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:57:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['81621e0d-50bd-4127-b562-144e92ab87d2'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:57:20.011968 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2200121c-d9bd-4891-b59a-cf2db6ec6153 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:20.039066 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2200121c-d9bd-4891-b59a-cf2db6ec6153 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event deleted for resources: {'Subnet': ['ID=948b952c-518a-43a2-84f6-b546fdedb997,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:57:20.043524 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2200121c-d9bd-4891-b59a-cf2db6ec6153 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:20.048177 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2200121c-d9bd-4891-b59a-cf2db6ec6153 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "DELETE /v2.0/subnets/948b952c-518a-43a2-84f6-b546fdedb997 HTTP/1.1" status: 204 len: 168 time: 0.3896165 Aug 16 21:57:20.048427 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37134) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:57:20.052881 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a766d3e-00e8-4926-b106-65a40cbbfc44 None None] Network efa50c49-014a-423f-97e0-701866ccf0e8 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:57:20.078721 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-576ebfe4-13f5-444d-939d-9adebe24c1cf None None] Set router 81621e0d-50bd-4127-b562-144e92ab87d2 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:57:20.165394 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b0da0ac7-6aaa-46ea-8a15-d401f45321c1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:20.237101 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c7c5c9-2bee-4cd2-8a4a-c123215f1c8a None None] DHCP port deletion for efa50c49-014a-423f-97e0-701866ccf0e8 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:57:20.284494 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b0da0ac7-6aaa-46ea-8a15-d401f45321c1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:20.286600 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-82c7c5c9-2bee-4cd2-8a4a-c123215f1c8a None None] Deleting port f4a40daa-ba9c-4f4b-b393-8a2a7f725f12 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:57:20.287035 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-82c7c5c9-2bee-4cd2-8a4a-c123215f1c8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:20.345215 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-576ebfe4-13f5-444d-939d-9adebe24c1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81621e0d-50bd-4127-b562-144e92ab87d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573950496', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'cb67df38-fb6e-4ce5-a0fd-69dafc84682e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:56:17Z', 'updated_at': '2021-08-16T21:57:19Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'cb67df38-fb6e-4ce5-a0fd-69dafc84682e', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:02:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81621e0d-50bd-4127-b562-144e92ab87d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:56:17Z', 'updated_at': '2021-08-16T21:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:57:20.347578 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-82c7c5c9-2bee-4cd2-8a4a-c123215f1c8a None None] For port f4a40daa-ba9c-4f4b-b393-8a2a7f725f12, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=f4a40daa-ba9c-4f4b-b393-8a2a7f725f12,segment=NetworkSegment(4d8508a2-2c24-47bf-a295-d7c8438c916f),segment_id=4d8508a2-2c24-47bf-a295-d7c8438c916f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:57:20.348007 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-82c7c5c9-2bee-4cd2-8a4a-c123215f1c8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:20.360733 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-82c7c5c9-2bee-4cd2-8a4a-c123215f1c8a None None] Calling delete_port for f4a40daa-ba9c-4f4b-b393-8a2a7f725f12 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:57:20.374202 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576ebfe4-13f5-444d-939d-9adebe24c1cf None None] The sync data for ids ['81621e0d-50bd-4127-b562-144e92ab87d2'] in n-d-793620-15 is: [{'id': '81621e0d-50bd-4127-b562-144e92ab87d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573950496', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'cb67df38-fb6e-4ce5-a0fd-69dafc84682e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:56:17Z', 'updated_at': '2021-08-16T21:57:19Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'cb67df38-fb6e-4ce5-a0fd-69dafc84682e', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:02:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81621e0d-50bd-4127-b562-144e92ab87d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:56:17Z', 'updated_at': '2021-08-16T21:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:57:20.421646 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-b0da0ac7-6aaa-46ea-8a15-d401f45321c1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Deleting port cb67df38-fb6e-4ce5-a0fd-69dafc84682e {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:57:20.422163 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b0da0ac7-6aaa-46ea-8a15-d401f45321c1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:20.504078 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-b0da0ac7-6aaa-46ea-8a15-d401f45321c1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] For port cb67df38-fb6e-4ce5-a0fd-69dafc84682e, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=cb67df38-fb6e-4ce5-a0fd-69dafc84682e,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:57:20.504382 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b0da0ac7-6aaa-46ea-8a15-d401f45321c1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:20.508819 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-82c7c5c9-2bee-4cd2-8a4a-c123215f1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:20.515859 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-b0da0ac7-6aaa-46ea-8a15-d401f45321c1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Calling delete_port for cb67df38-fb6e-4ce5-a0fd-69dafc84682e owned by network:router_gateway {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:57:20.534179 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7c5c9-2bee-4cd2-8a4a-c123215f1c8a None None] Pushing event deleted for resources: {'Port': ['ID=f4a40daa-ba9c-4f4b-b393-8a2a7f725f12,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:57:20.541978 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c7c5c9-2bee-4cd2-8a4a-c123215f1c8a None None] No DVR routers for this DVR port f4a40daa-ba9c-4f4b-b393-8a2a7f725f12 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:57:20.558743 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c7c5c9-2bee-4cd2-8a4a-c123215f1c8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:20.558743 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c7c5c9-2bee-4cd2-8a4a-c123215f1c8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:20.558743 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c7c5c9-2bee-4cd2-8a4a-c123215f1c8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:20.558743 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c7c5c9-2bee-4cd2-8a4a-c123215f1c8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:20.558743 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c7c5c9-2bee-4cd2-8a4a-c123215f1c8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:20.558743 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c7c5c9-2bee-4cd2-8a4a-c123215f1c8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:20.558743 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c7c5c9-2bee-4cd2-8a4a-c123215f1c8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:20.558743 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c7c5c9-2bee-4cd2-8a4a-c123215f1c8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:20.558743 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c7c5c9-2bee-4cd2-8a4a-c123215f1c8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:20.558743 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c7c5c9-2bee-4cd2-8a4a-c123215f1c8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:20.558743 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c7c5c9-2bee-4cd2-8a4a-c123215f1c8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:20.558743 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c7c5c9-2bee-4cd2-8a4a-c123215f1c8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:20.765779 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b0da0ac7-6aaa-46ea-8a15-d401f45321c1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:20.780958 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f4a40daa-ba9c-4f4b-b393-8a2a7f725f12 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:57:20.793399 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da0ac7-6aaa-46ea-8a15-d401f45321c1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event deleted for resources: {'Port': ['ID=cb67df38-fb6e-4ce5-a0fd-69dafc84682e,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:57:20.800957 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: f4a40daa-ba9c-4f4b-b393-8a2a7f725f12 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:57:20.801303 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device f4a40daa-ba9c-4f4b-b393-8a2a7f725f12 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:57:20.801748 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 7da6feb5-ff0c-459b-952d-0a37d84e4fb1 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:57:20.825782 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 7da6feb5-ff0c-459b-952d-0a37d84e4fb1 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:57:20.826144 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 7da6feb5-ff0c-459b-952d-0a37d84e4fb1 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:57:20.861193 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b0da0ac7-6aaa-46ea-8a15-d401f45321c1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:20.955454 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b0da0ac7-6aaa-46ea-8a15-d401f45321c1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:20.957589 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b0da0ac7-6aaa-46ea-8a15-d401f45321c1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:21.074494 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b0da0ac7-6aaa-46ea-8a15-d401f45321c1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:21.075121 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0da0ac7-6aaa-46ea-8a15-d401f45321c1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Fanout notify agent at l3_agent the message router_deleted on router 81621e0d-50bd-4127-b562-144e92ab87d2 {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:57:21.081955 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b0da0ac7-6aaa-46ea-8a15-d401f45321c1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:21.083083 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b0da0ac7-6aaa-46ea-8a15-d401f45321c1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "DELETE /v2.0/routers/81621e0d-50bd-4127-b562-144e92ab87d2 HTTP/1.1" status: 204 len: 168 time: 1.0338943 Aug 16 21:57:21.086020 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37136) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:57:21.165608 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-afa03c8a-db45-43a2-b3c7-e38f72a899d4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:21.254981 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-afa03c8a-db45-43a2-b3c7-e38f72a899d4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:21.264488 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-afa03c8a-db45-43a2-b3c7-e38f72a899d4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efa50c49-014a-423f-97e0-701866ccf0e8']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:57:21.273978 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-afa03c8a-db45-43a2-b3c7-e38f72a899d4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d8508a2-2c24-47bf-a295-d7c8438c916f') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:57:21.274541 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-afa03c8a-db45-43a2-b3c7-e38f72a899d4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d8508a2-2c24-47bf-a295-d7c8438c916f') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:57:21.283679 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-afa03c8a-db45-43a2-b3c7-e38f72a899d4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:21.298486 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-afa03c8a-db45-43a2-b3c7-e38f72a899d4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:21.304225 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa03c8a-db45-43a2-b3c7-e38f72a899d4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:57:21.304614 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-afa03c8a-db45-43a2-b3c7-e38f72a899d4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:21.307426 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:57:21.307426 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:57:21.307426 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:57:21.307426 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:57:21.307426 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:57:21.307426 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:57:21.307426 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:57:21.307426 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:57:21.307426 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:57:21.307426 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:57:21.307426 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:57:21.307426 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:57:21.307426 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:57:21.307426 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:57:21.307426 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:57:21.307426 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:57:21.307426 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:57:21.307426 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:57:21.307426 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:57:21.307426 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:57:21.307426 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:57:21.307426 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:57:21.307426 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:57:21.307426 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:57:21.307426 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:57:21.307426 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:57:21.307426 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:57:21.307426 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:57:21.307426 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:57:21.307426 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:57:21.307426 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:57:21.307426 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:57:21.434533 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-afa03c8a-db45-43a2-b3c7-e38f72a899d4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:21.442337 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-afa03c8a-db45-43a2-b3c7-e38f72a899d4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:21.443585 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-afa03c8a-db45-43a2-b3c7-e38f72a899d4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "DELETE /v2.0/networks/efa50c49-014a-423f-97e0-701866ccf0e8 HTTP/1.1" status: 204 len: 168 time: 0.3565679 Aug 16 21:57:21.446466 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37138) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:57:21.455371 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa03c8a-db45-43a2-b3c7-e38f72a899d4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event deleted for resources: {'Network': ['ID=efa50c49-014a-423f-97e0-701866ccf0e8,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:57:21.506985 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7fdd4e1f-559c-4598-8913-c6b9bca9bd8c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:21.538917 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7fdd4e1f-559c-4598-8913-c6b9bca9bd8c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:21.668911 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7fdd4e1f-559c-4598-8913-c6b9bca9bd8c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:21.671563 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7fdd4e1f-559c-4598-8913-c6b9bca9bd8c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:21.672783 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-7fdd4e1f-559c-4598-8913-c6b9bca9bd8c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "DELETE /v2.0/security-groups/e096e958-def8-43af-b3ba-5127d1d3aaf8 HTTP/1.1" status: 204 len: 168 time: 0.2252936 Aug 16 21:57:21.683218 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd4e1f-559c-4598-8913-c6b9bca9bd8c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e096e958-def8-43af-b3ba-5127d1d3aaf8,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:57:22.178006 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37144) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:57:22.182742 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-ac7868fe-80a4-4cf0-83ec-2f039eb30840 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1463597813', 'description': 'tempest-secgroup-smoke-1463597813 description', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:57:22.262439 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ac7868fe-80a4-4cf0-83ec-2f039eb30840 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:22.342780 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ac7868fe-80a4-4cf0-83ec-2f039eb30840 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:22.399301 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ac7868fe-80a4-4cf0-83ec-2f039eb30840 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:22.427567 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7868fe-80a4-4cf0-83ec-2f039eb30840 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4996924d-08b5-428b-b60a-306b9d452169,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:57:22.497661 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ac7868fe-80a4-4cf0-83ec-2f039eb30840 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:22.499336 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ac7868fe-80a4-4cf0-83ec-2f039eb30840 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3203101 Aug 16 21:57:22.502258 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37146) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:57:22.506724 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-f79743e3-1c35-4ef5-8b79-6075db177d1b tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'security_group_rule': {'security_group_id': '4996924d-08b5-428b-b60a-306b9d452169', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:57:22.610704 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f79743e3-1c35-4ef5-8b79-6075db177d1b tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:22.662657 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:22.668199 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f79743e3-1c35-4ef5-8b79-6075db177d1b tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:22.683913 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device cb67df38-fb6e-4ce5-a0fd-69dafc84682e no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:57:22.705849 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: cb67df38-fb6e-4ce5-a0fd-69dafc84682e {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:57:22.706197 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device cb67df38-fb6e-4ce5-a0fd-69dafc84682e not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:57:22.765263 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f79743e3-1c35-4ef5-8b79-6075db177d1b tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:22.783372 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79743e3-1c35-4ef5-8b79-6075db177d1b tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f018308-4e40-4304-95c0-a7aa2fb7e111,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:57:22.862957 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f79743e3-1c35-4ef5-8b79-6075db177d1b tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:22.864228 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f79743e3-1c35-4ef5-8b79-6075db177d1b tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3610034 Aug 16 21:57:22.866925 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37148) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:57:22.871557 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-0a562820-c474-4939-ae58-e3bfde9725a0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'security_group_rule': {'security_group_id': '4996924d-08b5-428b-b60a-306b9d452169', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:57:22.970886 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0a562820-c474-4939-ae58-e3bfde9725a0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:23.027590 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0a562820-c474-4939-ae58-e3bfde9725a0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:23.182608 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0a562820-c474-4939-ae58-e3bfde9725a0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:23.200716 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a562820-c474-4939-ae58-e3bfde9725a0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42dc1368-16c1-4d80-b18d-97950802e90d,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:57:23.263046 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0a562820-c474-4939-ae58-e3bfde9725a0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:23.264260 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0a562820-c474-4939-ae58-e3bfde9725a0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3963878 Aug 16 21:57:23.267009 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37150) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:57:23.271438 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-5d837ded-d919-4a79-8770-f151eaa1ead5 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'security_group_rule': {'security_group_id': '4996924d-08b5-428b-b60a-306b9d452169', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:57:23.363914 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5d837ded-d919-4a79-8770-f151eaa1ead5 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:23.423026 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5d837ded-d919-4a79-8770-f151eaa1ead5 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:23.497236 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5d837ded-d919-4a79-8770-f151eaa1ead5 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:23.514983 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d837ded-d919-4a79-8770-f151eaa1ead5 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e2e4db6-47e6-4f89-81e5-e1b2e23cd799,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:57:23.599914 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5d837ded-d919-4a79-8770-f151eaa1ead5 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:23.601177 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5d837ded-d919-4a79-8770-f151eaa1ead5 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3332379 Aug 16 21:57:23.603884 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37152) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:57:23.608319 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-5cf2bdba-4893-4ae4-8134-b012ba34e6a2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'security_group_rule': {'security_group_id': '4996924d-08b5-428b-b60a-306b9d452169', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:57:23.724577 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5cf2bdba-4893-4ae4-8134-b012ba34e6a2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:23.783565 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5cf2bdba-4893-4ae4-8134-b012ba34e6a2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:23.845382 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5cf2bdba-4893-4ae4-8134-b012ba34e6a2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:23.865278 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf2bdba-4893-4ae4-8134-b012ba34e6a2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f45cafb-735f-46d4-a90a-8182dec4f473,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:57:23.949311 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5cf2bdba-4893-4ae4-8134-b012ba34e6a2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:23.950533 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5cf2bdba-4893-4ae4-8134-b012ba34e6a2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3457050 Aug 16 21:57:23.953283 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37154) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:57:23.957690 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-dd1015e6-e50e-4cd4-b818-1384aa38ccab tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'security_group_rule': {'security_group_id': '4996924d-08b5-428b-b60a-306b9d452169', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:57:24.085588 n-d-793620-15 neutron-server[101844]: INFO neutron.db.securitygroups_db [None req-dd1015e6-e50e-4cd4-b818-1384aa38ccab tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Project b138d5da43204b7eac942de7c3eb87d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:57:24.091038 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dd1015e6-e50e-4cd4-b818-1384aa38ccab tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:24.150462 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dd1015e6-e50e-4cd4-b818-1384aa38ccab tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:24.222679 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dd1015e6-e50e-4cd4-b818-1384aa38ccab tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:24.242178 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1015e6-e50e-4cd4-b818-1384aa38ccab tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7faf2066-1f24-4ad7-bc98-2f5e7dfaffdd,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:57:24.291224 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dd1015e6-e50e-4cd4-b818-1384aa38ccab tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:24.292474 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-dd1015e6-e50e-4cd4-b818-1384aa38ccab tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3382609 Aug 16 21:57:24.295153 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37156) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:57:24.299590 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-ba4f2d7e-267b-47cd-addc-1f0bde86ca36 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'security_group_rule': {'security_group_id': '4996924d-08b5-428b-b60a-306b9d452169', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:57:24.371867 n-d-793620-15 neutron-server[101844]: INFO neutron.db.securitygroups_db [None req-ba4f2d7e-267b-47cd-addc-1f0bde86ca36 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Project b138d5da43204b7eac942de7c3eb87d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:57:24.376573 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ba4f2d7e-267b-47cd-addc-1f0bde86ca36 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:24.438744 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ba4f2d7e-267b-47cd-addc-1f0bde86ca36 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:24.491245 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ba4f2d7e-267b-47cd-addc-1f0bde86ca36 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:24.514005 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f2d7e-267b-47cd-addc-1f0bde86ca36 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b96d40a8-cdaa-462f-924e-90f69c53485e,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:57:24.577257 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ba4f2d7e-267b-47cd-addc-1f0bde86ca36 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:24.578544 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ba4f2d7e-267b-47cd-addc-1f0bde86ca36 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2824481 Aug 16 21:57:24.581332 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37158) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:57:24.586420 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-057743a0-f567-4410-8376-0ebff18be575 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'network': {'name': 'tempest-network-smoke--2052469242', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'port_security_enabled': True}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:57:24.639466 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057743a0-f567-4410-8376-0ebff18be575 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Made reservation on behalf of b138d5da43204b7eac942de7c3eb87d8 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:57:24.642922 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-057743a0-f567-4410-8376-0ebff18be575 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:24.665896 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-057743a0-f567-4410-8376-0ebff18be575 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:57:24.675144 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-057743a0-f567-4410-8376-0ebff18be575 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:24.675504 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-057743a0-f567-4410-8376-0ebff18be575 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Added segment dd7ba317-eaf9-4caf-9691-34f0ee934f2b of type vlan for network 7645cadd-b4a1-4726-9fd5-1c5f74379aed Aug 16 21:57:24.715051 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-057743a0-f567-4410-8376-0ebff18be575 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:24.794172 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-057743a0-f567-4410-8376-0ebff18be575 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:24.799876 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057743a0-f567-4410-8376-0ebff18be575 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:24.800479 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-057743a0-f567-4410-8376-0ebff18be575 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:24.869061 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057743a0-f567-4410-8376-0ebff18be575 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'Network': ['ID=7645cadd-b4a1-4726-9fd5-1c5f74379aed,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:57:24.879212 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 7645cadd-b4a1-4726-9fd5-1c5f74379aed details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:57:24.904141 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-057743a0-f567-4410-8376-0ebff18be575 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3215809 Aug 16 21:57:24.906750 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37160) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:57:24.911324 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-58613ef8-a674-4a5d-9621-ec65196fed7d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1677149603', 'admin_state_up': True, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:57:24.982854 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58613ef8-a674-4a5d-9621-ec65196fed7d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:24.983957 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58613ef8-a674-4a5d-9621-ec65196fed7d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:25.034093 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58613ef8-a674-4a5d-9621-ec65196fed7d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:25.547477 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58613ef8-a674-4a5d-9621-ec65196fed7d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:25.802458 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58613ef8-a674-4a5d-9621-ec65196fed7d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router_gateway, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:25.825344 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58613ef8-a674-4a5d-9621-ec65196fed7d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:25.924150 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-58613ef8-a674-4a5d-9621-ec65196fed7d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Allocated IP 172.25.1.69 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/b670cbdf-fc70-48d5-b5db-96a548a1b605) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:57:26.027307 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58613ef8-a674-4a5d-9621-ec65196fed7d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:26.126159 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58613ef8-a674-4a5d-9621-ec65196fed7d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:26.164510 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58613ef8-a674-4a5d-9621-ec65196fed7d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:57:26.167855 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-58613ef8-a674-4a5d-9621-ec65196fed7d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:57:26.171423 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58613ef8-a674-4a5d-9621-ec65196fed7d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:57:26.194066 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58613ef8-a674-4a5d-9621-ec65196fed7d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'Port': ['ID=b670cbdf-fc70-48d5-b5db-96a548a1b605,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:57:26.469054 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58613ef8-a674-4a5d-9621-ec65196fed7d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router_gateway, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:26.669569 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58613ef8-a674-4a5d-9621-ec65196fed7d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:26.903476 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58613ef8-a674-4a5d-9621-ec65196fed7d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Router 0f6da346-5127-4f3c-8355-cc476098c567 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:57:27.009705 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58613ef8-a674-4a5d-9621-ec65196fed7d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:57:27.020790 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30550142-240b-45c6-b256-0fa66439dd91 None None] Sync routers for ids ['0f6da346-5127-4f3c-8355-cc476098c567'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:57:27.030354 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30550142-240b-45c6-b256-0fa66439dd91 None None] Routers {'0f6da346-5127-4f3c-8355-cc476098c567'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:57:27.030981 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-30550142-240b-45c6-b256-0fa66439dd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:57:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['0f6da346-5127-4f3c-8355-cc476098c567'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:57:27.085401 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58613ef8-a674-4a5d-9621-ec65196fed7d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:27.086703 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-58613ef8-a674-4a5d-9621-ec65196fed7d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1790032 Aug 16 21:57:27.089912 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37162) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:57:27.119647 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-691d8774-af62-4aa6-95b2-23b19116765a tempest-TestNetworkAdvancedServerOps-1274658574 tempest-TestNetworkAdvancedServerOps-1274658574-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=b138d5da43204b7eac942de7c3eb87d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279968 Aug 16 21:57:27.122271 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37164) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:57:27.133623 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-30550142-240b-45c6-b256-0fa66439dd91 None None] Set router 0f6da346-5127-4f3c-8355-cc476098c567 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:57:27.270291 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dcd19e-eaa6-4ab7-8830-8f5494ee6e38 tempest-TestNetworkAdvancedServerOps-1274658574 tempest-TestNetworkAdvancedServerOps-1274658574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:27.271858 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-05dcd19e-eaa6-4ab7-8830-8f5494ee6e38 tempest-TestNetworkAdvancedServerOps-1274658574 tempest-TestNetworkAdvancedServerOps-1274658574-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1486292 Aug 16 21:57:27.275005 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37166) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:57:27.302270 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-df4e919e-d4b9-482d-8510-869f992417f4 tempest-TestNetworkAdvancedServerOps-1274658574 tempest-TestNetworkAdvancedServerOps-1274658574-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=65ae326a-d6e1-4f5d-80d6-215a5521afe9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261486 Aug 16 21:57:27.304708 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37168) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:57:27.307794 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-30550142-240b-45c6-b256-0fa66439dd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6da346-5127-4f3c-8355-cc476098c567', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677149603', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'b670cbdf-fc70-48d5-b5db-96a548a1b605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:57:24Z', 'updated_at': '2021-08-16T21:57:26Z', 'revision_number': 3, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'b670cbdf-fc70-48d5-b5db-96a548a1b605', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6da346-5127-4f3c-8355-cc476098c567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:57:25Z', 'updated_at': '2021-08-16T21:57:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:57:27.310001 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-47805330-0c9d-4bc5-871f-10ba44da6c2d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-498230502', 'network_id': '7645cadd-b4a1-4726-9fd5-1c5f74379aed', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:57:27.338600 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30550142-240b-45c6-b256-0fa66439dd91 None None] Checking router: 0f6da346-5127-4f3c-8355-cc476098c567 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:57:27.338963 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30550142-240b-45c6-b256-0fa66439dd91 None None] Updating router 0f6da346-5127-4f3c-8355-cc476098c567 port b670cbdf-fc70-48d5-b5db-96a548a1b605 binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:57:27.362998 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-30550142-240b-45c6-b256-0fa66439dd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:27.473073 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47805330-0c9d-4bc5-871f-10ba44da6c2d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Made reservation on behalf of b138d5da43204b7eac942de7c3eb87d8 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:57:27.476647 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-47805330-0c9d-4bc5-871f-10ba44da6c2d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:27.612772 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-30550142-240b-45c6-b256-0fa66439dd91 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:27.622810 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-30550142-240b-45c6-b256-0fa66439dd91 None None] Transition to ACTIVE for port object b670cbdf-fc70-48d5-b5db-96a548a1b605 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:57:27.713545 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-30550142-240b-45c6-b256-0fa66439dd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:27.754593 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-47805330-0c9d-4bc5-871f-10ba44da6c2d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:27.767921 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24960673-23be-44a4-87d4-b99070e1cff0 None None] Pushing event updated for resources: {'Port': ['ID=b670cbdf-fc70-48d5-b5db-96a548a1b605,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:57:27.772089 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-30550142-240b-45c6-b256-0fa66439dd91 None None] Attempting to bind port b670cbdf-fc70-48d5-b5db-96a548a1b605 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:57:27.772089 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-30550142-240b-45c6-b256-0fa66439dd91 None None] Attempting to bind port b670cbdf-fc70-48d5-b5db-96a548a1b605 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:57:27.772089 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30550142-240b-45c6-b256-0fa66439dd91 None None] Attempting to bind port b670cbdf-fc70-48d5-b5db-96a548a1b605 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:57:27.776557 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30550142-240b-45c6-b256-0fa66439dd91 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:57:27.776934 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30550142-240b-45c6-b256-0fa66439dd91 None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:57:27.777333 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-30550142-240b-45c6-b256-0fa66439dd91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:27.777725 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30550142-240b-45c6-b256-0fa66439dd91 None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:57:27.778220 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-30550142-240b-45c6-b256-0fa66439dd91 None None] Bound port: b670cbdf-fc70-48d5-b5db-96a548a1b605, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:57:27.778605 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-30550142-240b-45c6-b256-0fa66439dd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:27.818868 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47805330-0c9d-4bc5-871f-10ba44da6c2d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'Subnet': ['ID=bbe7773e-3e21-4059-a635-86e2127fed90,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:57:27.826089 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47805330-0c9d-4bc5-871f-10ba44da6c2d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Checking segment: {'id': 'dd7ba317-eaf9-4caf-9691-34f0ee934f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7645cadd-b4a1-4726-9fd5-1c5f74379aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:57:27.826482 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47805330-0c9d-4bc5-871f-10ba44da6c2d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Network hostable DHCP agents. Network: 7645cadd-b4a1-4726-9fd5-1c5f74379aed, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:57:27.829574 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-30550142-240b-45c6-b256-0fa66439dd91 None None] For port b670cbdf-fc70-48d5-b5db-96a548a1b605, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:57:27.832675 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-30550142-240b-45c6-b256-0fa66439dd91 None None] For port b670cbdf-fc70-48d5-b5db-96a548a1b605, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b670cbdf-fc70-48d5-b5db-96a548a1b605,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:57:27.908768 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-30550142-240b-45c6-b256-0fa66439dd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:27.937227 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47805330-0c9d-4bc5-871f-10ba44da6c2d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Network 7645cadd-b4a1-4726-9fd5-1c5f74379aed is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:57:27.960940 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30550142-240b-45c6-b256-0fa66439dd91 None None] Routers {'0f6da346-5127-4f3c-8355-cc476098c567'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:57:27.961557 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-30550142-240b-45c6-b256-0fa66439dd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:57:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['0f6da346-5127-4f3c-8355-cc476098c567'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:57:27.999680 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-47805330-0c9d-4bc5-871f-10ba44da6c2d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 7645cadd-b4a1-4726-9fd5-1c5f74379aed) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:57:28.003906 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47805330-0c9d-4bc5-871f-10ba44da6c2d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:28.004510 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-47805330-0c9d-4bc5-871f-10ba44da6c2d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:28.012589 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6356f8c-e820-49c1-9b3f-ad448016c635 None None] Network 7645cadd-b4a1-4726-9fd5-1c5f74379aed requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:57:28.095505 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-47805330-0c9d-4bc5-871f-10ba44da6c2d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7872062 Aug 16 21:57:28.095752 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37170) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:57:28.178829 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24960673-23be-44a4-87d4-b99070e1cff0 None None] Pushing event updated for resources: {'Port': ['ID=b670cbdf-fc70-48d5-b5db-96a548a1b605,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:57:28.296520 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-30550142-240b-45c6-b256-0fa66439dd91 None None] Set router 0f6da346-5127-4f3c-8355-cc476098c567 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:57:28.454908 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04582d5d-7196-4f96-a22e-e29455f42c1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-7645cadd-b4a1-4726-9fd5-1c5f74379aed', 'network_id': '7645cadd-b4a1-4726-9fd5-1c5f74379aed', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'fixed_ips': [{'subnet_id': 'bbe7773e-3e21-4059-a635-86e2127fed90'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:57:28.455772 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-04582d5d-7196-4f96-a22e-e29455f42c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:28.520177 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-55472705-89e0-444e-b013-f647a9823f31 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:28.639762 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-04582d5d-7196-4f96-a22e-e29455f42c1f None None] Allocated IP 172.20.0.2 (7645cadd-b4a1-4726-9fd5-1c5f74379aed/bbe7773e-3e21-4059-a635-86e2127fed90/25ebe36f-c678-4d76-8779-35392a9099e6) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:57:28.642458 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-30550142-240b-45c6-b256-0fa66439dd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6da346-5127-4f3c-8355-cc476098c567', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677149603', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'b670cbdf-fc70-48d5-b5db-96a548a1b605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:57:24Z', 'updated_at': '2021-08-16T21:57:26Z', 'revision_number': 3, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'b670cbdf-fc70-48d5-b5db-96a548a1b605', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6da346-5127-4f3c-8355-cc476098c567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:57:25Z', 'updated_at': '2021-08-16T21:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:57:28.681661 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30550142-240b-45c6-b256-0fa66439dd91 None None] The sync data for ids ['0f6da346-5127-4f3c-8355-cc476098c567'] in n-d-793620-15 is: [{'id': '0f6da346-5127-4f3c-8355-cc476098c567', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677149603', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'b670cbdf-fc70-48d5-b5db-96a548a1b605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:57:24Z', 'updated_at': '2021-08-16T21:57:26Z', 'revision_number': 3, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'b670cbdf-fc70-48d5-b5db-96a548a1b605', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6da346-5127-4f3c-8355-cc476098c567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:57:25Z', 'updated_at': '2021-08-16T21:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:57:28.828838 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-04582d5d-7196-4f96-a22e-e29455f42c1f None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:28.839743 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-04582d5d-7196-4f96-a22e-e29455f42c1f None None] Transition to ACTIVE for port object 25ebe36f-c678-4d76-8779-35392a9099e6 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:57:28.855559 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-04582d5d-7196-4f96-a22e-e29455f42c1f None None] Transition to ACTIVE for port object 25ebe36f-c678-4d76-8779-35392a9099e6 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:57:28.943094 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-04582d5d-7196-4f96-a22e-e29455f42c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:28.985683 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04582d5d-7196-4f96-a22e-e29455f42c1f None None] Network 7645cadd-b4a1-4726-9fd5-1c5f74379aed is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:57:28.993149 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-04582d5d-7196-4f96-a22e-e29455f42c1f None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:57:28.997686 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04582d5d-7196-4f96-a22e-e29455f42c1f None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:57:29.005275 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04582d5d-7196-4f96-a22e-e29455f42c1f None None] Pushing event updated for resources: {'Port': ['ID=25ebe36f-c678-4d76-8779-35392a9099e6,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:57:29.011903 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-55472705-89e0-444e-b013-f647a9823f31 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Allocated IP 172.20.0.1 (7645cadd-b4a1-4726-9fd5-1c5f74379aed/bbe7773e-3e21-4059-a635-86e2127fed90/0915aca5-85b7-467e-a22a-18a04e34b102) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:57:29.062998 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-04582d5d-7196-4f96-a22e-e29455f42c1f None None] Attempting to bind port 25ebe36f-c678-4d76-8779-35392a9099e6 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:57:29.063386 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-04582d5d-7196-4f96-a22e-e29455f42c1f None None] Attempting to bind port 25ebe36f-c678-4d76-8779-35392a9099e6 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'dd7ba317-eaf9-4caf-9691-34f0ee934f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7645cadd-b4a1-4726-9fd5-1c5f74379aed'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:57:29.063744 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04582d5d-7196-4f96-a22e-e29455f42c1f None None] Attempting to bind port 25ebe36f-c678-4d76-8779-35392a9099e6 on network 7645cadd-b4a1-4726-9fd5-1c5f74379aed {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:57:29.069664 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04582d5d-7196-4f96-a22e-e29455f42c1f None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:57:29.070078 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04582d5d-7196-4f96-a22e-e29455f42c1f None None] Checking segment: {'id': 'dd7ba317-eaf9-4caf-9691-34f0ee934f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7645cadd-b4a1-4726-9fd5-1c5f74379aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:57:29.070490 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-04582d5d-7196-4f96-a22e-e29455f42c1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:29.070893 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04582d5d-7196-4f96-a22e-e29455f42c1f None None] Bound using segment: {'id': 'dd7ba317-eaf9-4caf-9691-34f0ee934f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7645cadd-b4a1-4726-9fd5-1c5f74379aed'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:57:29.071374 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-04582d5d-7196-4f96-a22e-e29455f42c1f None None] Bound port: 25ebe36f-c678-4d76-8779-35392a9099e6, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7ba317-eaf9-4caf-9691-34f0ee934f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7645cadd-b4a1-4726-9fd5-1c5f74379aed'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:57:29.071769 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-04582d5d-7196-4f96-a22e-e29455f42c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:29.141454 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-55472705-89e0-444e-b013-f647a9823f31 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:29.144189 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-04582d5d-7196-4f96-a22e-e29455f42c1f None None] For port 25ebe36f-c678-4d76-8779-35392a9099e6, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:57:29.145631 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-04582d5d-7196-4f96-a22e-e29455f42c1f None None] For port 25ebe36f-c678-4d76-8779-35392a9099e6, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=25ebe36f-c678-4d76-8779-35392a9099e6,segment=NetworkSegment(dd7ba317-eaf9-4caf-9691-34f0ee934f2b),segment_id=dd7ba317-eaf9-4caf-9691-34f0ee934f2b)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:57:29.156340 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-55472705-89e0-444e-b013-f647a9823f31 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Transition to ACTIVE for port object 0915aca5-85b7-467e-a22a-18a04e34b102 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:57:29.200789 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-04582d5d-7196-4f96-a22e-e29455f42c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:29.229314 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-55472705-89e0-444e-b013-f647a9823f31 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:29.272536 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04582d5d-7196-4f96-a22e-e29455f42c1f None None] Pushing event updated for resources: {'Port': ['ID=25ebe36f-c678-4d76-8779-35392a9099e6,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:57:29.294608 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55472705-89e0-444e-b013-f647a9823f31 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Network 7645cadd-b4a1-4726-9fd5-1c5f74379aed is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:57:29.298586 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-55472705-89e0-444e-b013-f647a9823f31 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:57:29.301065 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55472705-89e0-444e-b013-f647a9823f31 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:57:29.303865 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55472705-89e0-444e-b013-f647a9823f31 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'Port': ['ID=0915aca5-85b7-467e-a22a-18a04e34b102,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:57:29.350258 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-55472705-89e0-444e-b013-f647a9823f31 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:29.585209 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-55472705-89e0-444e-b013-f647a9823f31 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:29.865428 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-55472705-89e0-444e-b013-f647a9823f31 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:29.943185 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-55472705-89e0-444e-b013-f647a9823f31 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:30.017977 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-55472705-89e0-444e-b013-f647a9823f31 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:30.019893 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55472705-89e0-444e-b013-f647a9823f31 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'Port': ['ID=0915aca5-85b7-467e-a22a-18a04e34b102,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:57:30.119050 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55472705-89e0-444e-b013-f647a9823f31 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Network 7645cadd-b4a1-4726-9fd5-1c5f74379aed is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:57:30.120584 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-55472705-89e0-444e-b013-f647a9823f31 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:57:30.180870 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8c520f-f593-45a6-b891-de5066a8f3fb None None] Network 7645cadd-b4a1-4726-9fd5-1c5f74379aed requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:57:30.238150 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55472705-89e0-444e-b013-f647a9823f31 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Router 0f6da346-5127-4f3c-8355-cc476098c567 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:57:30.304166 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f1e6a690-58b7-433b-88ef-8122096056a9 None None] Provisioning for port 25ebe36f-c678-4d76-8779-35392a9099e6 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:57:30.344396 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55472705-89e0-444e-b013-f647a9823f31 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:57:30.349280 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-55472705-89e0-444e-b013-f647a9823f31 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "PUT /v2.0/routers/0f6da346-5127-4f3c-8355-cc476098c567/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2525079 Aug 16 21:57:30.507411 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-493c7e5d-8016-4f41-8c5a-7cb4fa5d4c0f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1463597813&fields=id&tenant_id=b138d5da43204b7eac942de7c3eb87d8 HTTP/1.1" status: 200 len: 267 time: 0.0394216 Aug 16 21:57:30.639631 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-265e1543-6fa2-4f76-8a19-cdd2c760a07c None None] Provisioning for port 0915aca5-85b7-467e-a22a-18a04e34b102 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:57:30.644726 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-265e1543-6fa2-4f76-8a19-cdd2c760a07c None None] Provisioning complete for port 0915aca5-85b7-467e-a22a-18a04e34b102 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:57:30.645117 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-265e1543-6fa2-4f76-8a19-cdd2c760a07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:30.723508 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-265e1543-6fa2-4f76-8a19-cdd2c760a07c None None] Port 0915aca5-85b7-467e-a22a-18a04e34b102 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:57:30.812136 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 25ebe36f-c678-4d76-8779-35392a9099e6 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:57:30.835167 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ab7a75-a1fb-4f81-9915-69c014b316c6 None None] Sync routers for ids ['0f6da346-5127-4f3c-8355-cc476098c567'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:57:30.854750 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ab7a75-a1fb-4f81-9915-69c014b316c6 None None] Routers {'0f6da346-5127-4f3c-8355-cc476098c567'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:57:30.855381 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-c0ab7a75-a1fb-4f81-9915-69c014b316c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:57:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['0f6da346-5127-4f3c-8355-cc476098c567'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:57:30.866872 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-46c77248-ee59-4a96-933c-6f1a7d54ee86 None None] Provisioning complete for port 0915aca5-85b7-467e-a22a-18a04e34b102 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:57:30.867427 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-46c77248-ee59-4a96-933c-6f1a7d54ee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:30.907362 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-46c77248-ee59-4a96-933c-6f1a7d54ee86 None None] Port 0915aca5-85b7-467e-a22a-18a04e34b102 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:57:30.978345 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-c0ab7a75-a1fb-4f81-9915-69c014b316c6 None None] Set router 0f6da346-5127-4f3c-8355-cc476098c567 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:57:30.999509 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 25ebe36f-c678-4d76-8779-35392a9099e6 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:57:31.003653 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 25ebe36f-c678-4d76-8779-35392a9099e6 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:57:31.004315 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:31.017702 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-f57d39e6-7eb7-40c3-be58-8fdb6cf4f928 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:31.019256 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-f57d39e6-7eb7-40c3-be58-8fdb6cf4f928 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/networks?id=7645cadd-b4a1-4726-9fd5-1c5f74379aed HTTP/1.1" status: 200 len: 797 time: 0.5048676 Aug 16 21:57:31.035525 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-b87e6798-3d64-4b6f-ac2e-9c42747a0b27 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/quotas/b138d5da43204b7eac942de7c3eb87d8 HTTP/1.1" status: 200 len: 375 time: 0.0101657 Aug 16 21:57:31.054089 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-8bfc7190-6fdb-42a1-95e4-e107897804a6 None None] Provisioning complete for port 0915aca5-85b7-467e-a22a-18a04e34b102 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:57:31.054471 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8bfc7190-6fdb-42a1-95e4-e107897804a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:31.094074 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-4b08fca7-cd8d-4b0e-8f92-7eb377db26d3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=b138d5da43204b7eac942de7c3eb87d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524609 Aug 16 21:57:31.099736 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-8bfc7190-6fdb-42a1-95e4-e107897804a6 None None] Port 0915aca5-85b7-467e-a22a-18a04e34b102 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:57:31.137740 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:31.174404 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 25ebe36f-c678-4d76-8779-35392a9099e6, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=25ebe36f-c678-4d76-8779-35392a9099e6,segment=NetworkSegment(dd7ba317-eaf9-4caf-9691-34f0ee934f2b),segment_id=dd7ba317-eaf9-4caf-9691-34f0ee934f2b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:57:31.192938 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-46f93f51-7e7b-4216-9e24-ff99c74cdb8e service neutron] 10.222.0.84 "GET /v2.0/networks/7645cadd-b4a1-4726-9fd5-1c5f74379aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864401 Aug 16 21:57:31.195151 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-c0ab7a75-a1fb-4f81-9915-69c014b316c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6da346-5127-4f3c-8355-cc476098c567', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677149603', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'b670cbdf-fc70-48d5-b5db-96a548a1b605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:57:24Z', 'updated_at': '2021-08-16T21:57:29Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'b670cbdf-fc70-48d5-b5db-96a548a1b605', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6da346-5127-4f3c-8355-cc476098c567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:57:25Z', 'updated_at': '2021-08-16T21:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '0915aca5-85b7-467e-a22a-18a04e34b102', 'name': '', 'network_id': '7645cadd-b4a1-4726-9fd5-1c5f74379aed', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:97:02:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6da346-5127-4f3c-8355-cc476098c567', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'bbe7773e-3e21-4059-a635-86e2127fed90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:57:28Z', 'updated_at': '2021-08-16T21:57:29Z', 'revision_number': 2, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': 'bbe7773e-3e21-4059-a635-86e2127fed90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:57:31.224267 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ab7a75-a1fb-4f81-9915-69c014b316c6 None None] Checking router: 0f6da346-5127-4f3c-8355-cc476098c567 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:57:31.224621 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ab7a75-a1fb-4f81-9915-69c014b316c6 None None] Updating router 0f6da346-5127-4f3c-8355-cc476098c567 port 0915aca5-85b7-467e-a22a-18a04e34b102 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:57:31.249285 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-c0ab7a75-a1fb-4f81-9915-69c014b316c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:31.251385 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:31.252538 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b670cbdf-fc70-48d5-b5db-96a548a1b605 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:57:31.289193 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-795f974b-e818-4924-a945-55e33caa6488 service neutron] 10.222.0.84 "GET /v2.0/networks/7645cadd-b4a1-4726-9fd5-1c5f74379aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900133 Aug 16 21:57:31.333063 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=25ebe36f-c678-4d76-8779-35392a9099e6,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:57:31.393898 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port b670cbdf-fc70-48d5-b5db-96a548a1b605 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:57:31.397860 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port b670cbdf-fc70-48d5-b5db-96a548a1b605 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:57:31.398315 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:31.476247 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:31.520978 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port b670cbdf-fc70-48d5-b5db-96a548a1b605, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b670cbdf-fc70-48d5-b5db-96a548a1b605,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:57:31.521954 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-c0ab7a75-a1fb-4f81-9915-69c014b316c6 None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:31.533982 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-c0ab7a75-a1fb-4f81-9915-69c014b316c6 None None] Transition to ACTIVE for port object 0915aca5-85b7-467e-a22a-18a04e34b102 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:57:31.554016 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-30535e87-0dbc-4fd4-85f8-f89780b9fbd7 req-df935775-0241-4311-b856-662b758545d9 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=6062259d-6e9e-42f9-8d2b-141a4ef6de51 HTTP/1.1" status: 200 len: 210 time: 0.0288408 Aug 16 21:57:31.616954 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:31.641023 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-c0ab7a75-a1fb-4f81-9915-69c014b316c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:31.671005 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=b670cbdf-fc70-48d5-b5db-96a548a1b605,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:57:31.695996 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62261b39-b2ea-4156-b235-2e92bd8ca908 None None] Pushing event updated for resources: {'Port': ['ID=0915aca5-85b7-467e-a22a-18a04e34b102,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:57:31.722995 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62261b39-b2ea-4156-b235-2e92bd8ca908 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:31.723489 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62261b39-b2ea-4156-b235-2e92bd8ca908 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:31.723621 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62261b39-b2ea-4156-b235-2e92bd8ca908 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:31.724179 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62261b39-b2ea-4156-b235-2e92bd8ca908 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:31.724672 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62261b39-b2ea-4156-b235-2e92bd8ca908 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:31.731553 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62261b39-b2ea-4156-b235-2e92bd8ca908 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:31.731553 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62261b39-b2ea-4156-b235-2e92bd8ca908 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:31.731553 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62261b39-b2ea-4156-b235-2e92bd8ca908 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:31.731553 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62261b39-b2ea-4156-b235-2e92bd8ca908 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:31.731553 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62261b39-b2ea-4156-b235-2e92bd8ca908 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:31.731553 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62261b39-b2ea-4156-b235-2e92bd8ca908 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:31.731553 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62261b39-b2ea-4156-b235-2e92bd8ca908 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:57:31.764968 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-c0ab7a75-a1fb-4f81-9915-69c014b316c6 None None] Attempting to bind port 0915aca5-85b7-467e-a22a-18a04e34b102 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:57:31.765590 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-c0ab7a75-a1fb-4f81-9915-69c014b316c6 None None] Attempting to bind port 0915aca5-85b7-467e-a22a-18a04e34b102 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'dd7ba317-eaf9-4caf-9691-34f0ee934f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7645cadd-b4a1-4726-9fd5-1c5f74379aed'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:57:31.766173 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ab7a75-a1fb-4f81-9915-69c014b316c6 None None] Attempting to bind port 0915aca5-85b7-467e-a22a-18a04e34b102 on network 7645cadd-b4a1-4726-9fd5-1c5f74379aed {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:57:31.771960 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ab7a75-a1fb-4f81-9915-69c014b316c6 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:57:31.772341 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ab7a75-a1fb-4f81-9915-69c014b316c6 None None] Checking segment: {'id': 'dd7ba317-eaf9-4caf-9691-34f0ee934f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7645cadd-b4a1-4726-9fd5-1c5f74379aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:57:31.772746 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-c0ab7a75-a1fb-4f81-9915-69c014b316c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:31.773135 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ab7a75-a1fb-4f81-9915-69c014b316c6 None None] Bound using segment: {'id': 'dd7ba317-eaf9-4caf-9691-34f0ee934f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7645cadd-b4a1-4726-9fd5-1c5f74379aed'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:57:31.773630 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-c0ab7a75-a1fb-4f81-9915-69c014b316c6 None None] Bound port: 0915aca5-85b7-467e-a22a-18a04e34b102, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7ba317-eaf9-4caf-9691-34f0ee934f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7645cadd-b4a1-4726-9fd5-1c5f74379aed'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:57:31.774284 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-c0ab7a75-a1fb-4f81-9915-69c014b316c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:31.838308 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-c0ab7a75-a1fb-4f81-9915-69c014b316c6 None None] For port 0915aca5-85b7-467e-a22a-18a04e34b102, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:57:31.869293 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-c0ab7a75-a1fb-4f81-9915-69c014b316c6 None None] For port 0915aca5-85b7-467e-a22a-18a04e34b102, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=0915aca5-85b7-467e-a22a-18a04e34b102,segment=NetworkSegment(dd7ba317-eaf9-4caf-9691-34f0ee934f2b),segment_id=dd7ba317-eaf9-4caf-9691-34f0ee934f2b)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:57:31.966981 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-c0ab7a75-a1fb-4f81-9915-69c014b316c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:32.030520 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ab7a75-a1fb-4f81-9915-69c014b316c6 None None] Routers {'0f6da346-5127-4f3c-8355-cc476098c567'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:57:32.031152 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-c0ab7a75-a1fb-4f81-9915-69c014b316c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:57:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['0f6da346-5127-4f3c-8355-cc476098c567'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:57:32.066861 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62261b39-b2ea-4156-b235-2e92bd8ca908 None None] Pushing event updated for resources: {'Port': ['ID=0915aca5-85b7-467e-a22a-18a04e34b102,revision_number=4']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:57:32.147055 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-c0ab7a75-a1fb-4f81-9915-69c014b316c6 None None] Set router 0f6da346-5127-4f3c-8355-cc476098c567 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:57:32.343831 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-c0ab7a75-a1fb-4f81-9915-69c014b316c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6da346-5127-4f3c-8355-cc476098c567', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677149603', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'b670cbdf-fc70-48d5-b5db-96a548a1b605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:57:24Z', 'updated_at': '2021-08-16T21:57:29Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'b670cbdf-fc70-48d5-b5db-96a548a1b605', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6da346-5127-4f3c-8355-cc476098c567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:57:25Z', 'updated_at': '2021-08-16T21:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '0915aca5-85b7-467e-a22a-18a04e34b102', 'name': '', 'network_id': '7645cadd-b4a1-4726-9fd5-1c5f74379aed', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:97:02:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6da346-5127-4f3c-8355-cc476098c567', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'bbe7773e-3e21-4059-a635-86e2127fed90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:57:28Z', 'updated_at': '2021-08-16T21:57:31Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': 'bbe7773e-3e21-4059-a635-86e2127fed90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:57:32.368675 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ab7a75-a1fb-4f81-9915-69c014b316c6 None None] The sync data for ids ['0f6da346-5127-4f3c-8355-cc476098c567'] in n-d-793620-15 is: [{'id': '0f6da346-5127-4f3c-8355-cc476098c567', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677149603', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'b670cbdf-fc70-48d5-b5db-96a548a1b605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:57:24Z', 'updated_at': '2021-08-16T21:57:29Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'b670cbdf-fc70-48d5-b5db-96a548a1b605', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6da346-5127-4f3c-8355-cc476098c567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:57:25Z', 'updated_at': '2021-08-16T21:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '0915aca5-85b7-467e-a22a-18a04e34b102', 'name': '', 'network_id': '7645cadd-b4a1-4726-9fd5-1c5f74379aed', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:97:02:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6da346-5127-4f3c-8355-cc476098c567', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'bbe7773e-3e21-4059-a635-86e2127fed90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:57:28Z', 'updated_at': '2021-08-16T21:57:31Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': 'bbe7773e-3e21-4059-a635-86e2127fed90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:57:32.647587 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e53dfd8b-db53-458c-a534-acbde40ce0ce req-40c9c1bb-5347-4da4-aa42-7620bfeaa8f6 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=6062259d-6e9e-42f9-8d2b-141a4ef6de51 HTTP/1.1" status: 200 len: 210 time: 0.0284822 Aug 16 21:57:32.800022 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 25ebe36f-c678-4d76-8779-35392a9099e6 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:57:32.849780 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 25ebe36f-c678-4d76-8779-35392a9099e6 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:57:32.850251 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:32.939628 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b670cbdf-fc70-48d5-b5db-96a548a1b605 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:57:32.992136 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port b670cbdf-fc70-48d5-b5db-96a548a1b605 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:57:32.992508 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:33.072842 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 0915aca5-85b7-467e-a22a-18a04e34b102 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:57:33.199213 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 0915aca5-85b7-467e-a22a-18a04e34b102 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:57:33.203985 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 0915aca5-85b7-467e-a22a-18a04e34b102 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:57:33.204365 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:33.290277 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:33.324155 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 0915aca5-85b7-467e-a22a-18a04e34b102, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=0915aca5-85b7-467e-a22a-18a04e34b102,segment=NetworkSegment(dd7ba317-eaf9-4caf-9691-34f0ee934f2b),segment_id=dd7ba317-eaf9-4caf-9691-34f0ee934f2b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:57:33.468516 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:33.518103 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=0915aca5-85b7-467e-a22a-18a04e34b102,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:57:33.532992 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-78147bed-5b19-4850-890f-d5330b471a26 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:33.534449 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-78147bed-5b19-4850-890f-d5330b471a26 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.72 "GET /v2.0/networks?id=7645cadd-b4a1-4726-9fd5-1c5f74379aed HTTP/1.1" status: 200 len: 797 time: 0.1070709 Aug 16 21:57:33.577561 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-e8065ab4-0fe6-4a66-af03-a6d00d9d0172 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b138d5da43204b7eac942de7c3eb87d8 HTTP/1.1" status: 200 len: 380 time: 0.0322881 Aug 16 21:57:33.588031 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-4aa6fb8f-ab25-4346-827d-317ce5fff3bd tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'port': {'device_id': '6062259d-6e9e-42f9-8d2b-141a4ef6de51', 'network_id': '7645cadd-b4a1-4726-9fd5-1c5f74379aed', 'admin_state_up': True, 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'security_groups': ['4996924d-08b5-428b-b60a-306b9d452169']}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:57:33.742006 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-68e09220-4168-4202-bf01-0d879e0b955a req-962c3c10-f024-4375-ae29-6cada828d334 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=6062259d-6e9e-42f9-8d2b-141a4ef6de51 HTTP/1.1" status: 200 len: 210 time: 0.0267689 Aug 16 21:57:33.794539 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-4aa6fb8f-ab25-4346-827d-317ce5fff3bd tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Made reservation on behalf of b138d5da43204b7eac942de7c3eb87d8 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:57:33.798253 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-4aa6fb8f-ab25-4346-827d-317ce5fff3bd tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:33.921441 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-4aa6fb8f-ab25-4346-827d-317ce5fff3bd tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Allocated IP 172.20.0.7 (7645cadd-b4a1-4726-9fd5-1c5f74379aed/bbe7773e-3e21-4059-a635-86e2127fed90/f67e577a-03fc-42f8-a72e-794d2a09d987) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:57:34.058408 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-4aa6fb8f-ab25-4346-827d-317ce5fff3bd tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:34.071103 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-4aa6fb8f-ab25-4346-827d-317ce5fff3bd tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Transition to ACTIVE for port object f67e577a-03fc-42f8-a72e-794d2a09d987 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:57:34.194437 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-4aa6fb8f-ab25-4346-827d-317ce5fff3bd tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:34.238485 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-4aa6fb8f-ab25-4346-827d-317ce5fff3bd tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Network 7645cadd-b4a1-4726-9fd5-1c5f74379aed is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:57:34.241595 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-4aa6fb8f-ab25-4346-827d-317ce5fff3bd tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:57:34.245351 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-4aa6fb8f-ab25-4346-827d-317ce5fff3bd tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:57:34.251725 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa6fb8f-ab25-4346-827d-317ce5fff3bd tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'Port': ['ID=f67e577a-03fc-42f8-a72e-794d2a09d987,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:57:34.303663 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-4aa6fb8f-ab25-4346-827d-317ce5fff3bd tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:34.304328 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-4aa6fb8f-ab25-4346-827d-317ce5fff3bd tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:34.360931 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-4aa6fb8f-ab25-4346-827d-317ce5fff3bd tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7765355 Aug 16 21:57:34.374020 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-ccf9f46c-6131-4638-bee7-09a21d9995b1 service neutron] Request body: {'port': {'device_id': '6062259d-6e9e-42f9-8d2b-141a4ef6de51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:57:34.429980 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-ccf9f46c-6131-4638-bee7-09a21d9995b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:34.560219 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-9467c05e-432d-47ad-8936-a2ba477872e2 None None] Provisioning for port f67e577a-03fc-42f8-a72e-794d2a09d987 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:57:34.564037 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-9467c05e-432d-47ad-8936-a2ba477872e2 None None] Provisioning complete for port f67e577a-03fc-42f8-a72e-794d2a09d987 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:57:34.564443 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9467c05e-432d-47ad-8936-a2ba477872e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:34.604913 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-9467c05e-432d-47ad-8936-a2ba477872e2 None None] Port f67e577a-03fc-42f8-a72e-794d2a09d987 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:57:34.701683 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-ccf9f46c-6131-4638-bee7-09a21d9995b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f67e577a-03fc-42f8-a72e-794d2a09d987 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:57:34.706466 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 0915aca5-85b7-467e-a22a-18a04e34b102 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:57:34.710309 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-ccf9f46c-6131-4638-bee7-09a21d9995b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:34.721953 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-ccf9f46c-6131-4638-bee7-09a21d9995b1 service neutron] Transition to ACTIVE for port object f67e577a-03fc-42f8-a72e-794d2a09d987 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:57:34.753260 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 0915aca5-85b7-467e-a22a-18a04e34b102 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:57:34.753632 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:34.782249 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-ccf9f46c-6131-4638-bee7-09a21d9995b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:34.877919 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac16f23-3d95-411e-9b6b-0cefad0025cb req-94920121-3d21-456e-afbf-bddc5ed6edc4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:34.879493 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1ac16f23-3d95-411e-9b6b-0cefad0025cb req-94920121-3d21-456e-afbf-bddc5ed6edc4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=6062259d-6e9e-42f9-8d2b-141a4ef6de51 HTTP/1.1" status: 200 len: 943 time: 0.0692377 Aug 16 21:57:34.882040 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf9f46c-6131-4638-bee7-09a21d9995b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f67e577a-03fc-42f8-a72e-794d2a09d987,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:57:34.911329 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-ccf9f46c-6131-4638-bee7-09a21d9995b1 service neutron] Attempting to bind port f67e577a-03fc-42f8-a72e-794d2a09d987 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:57:34.912344 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-ccf9f46c-6131-4638-bee7-09a21d9995b1 service neutron] Attempting to bind port f67e577a-03fc-42f8-a72e-794d2a09d987 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': 'dd7ba317-eaf9-4caf-9691-34f0ee934f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7645cadd-b4a1-4726-9fd5-1c5f74379aed'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:57:34.912344 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-ccf9f46c-6131-4638-bee7-09a21d9995b1 service neutron] Attempting to bind port f67e577a-03fc-42f8-a72e-794d2a09d987 on network 7645cadd-b4a1-4726-9fd5-1c5f74379aed {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:57:34.917218 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-ccf9f46c-6131-4638-bee7-09a21d9995b1 service neutron] Port f67e577a-03fc-42f8-a72e-794d2a09d987 on network 7645cadd-b4a1-4726-9fd5-1c5f74379aed not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:57:34.917672 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-ccf9f46c-6131-4638-bee7-09a21d9995b1 service neutron] Attempting to bind port f67e577a-03fc-42f8-a72e-794d2a09d987 on network 7645cadd-b4a1-4726-9fd5-1c5f74379aed {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:57:34.923672 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-ccf9f46c-6131-4638-bee7-09a21d9995b1 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:57:34.924210 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-ccf9f46c-6131-4638-bee7-09a21d9995b1 service neutron] Checking segment: {'id': 'dd7ba317-eaf9-4caf-9691-34f0ee934f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7645cadd-b4a1-4726-9fd5-1c5f74379aed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:57:34.924746 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-ccf9f46c-6131-4638-bee7-09a21d9995b1 service neutron] Bound using segment: {'id': 'dd7ba317-eaf9-4caf-9691-34f0ee934f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7645cadd-b4a1-4726-9fd5-1c5f74379aed'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:57:34.925283 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-ccf9f46c-6131-4638-bee7-09a21d9995b1 service neutron] Bound port: f67e577a-03fc-42f8-a72e-794d2a09d987, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd7ba317-eaf9-4caf-9691-34f0ee934f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7645cadd-b4a1-4726-9fd5-1c5f74379aed'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:57:34.925760 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-ccf9f46c-6131-4638-bee7-09a21d9995b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:34.937742 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1ac16f23-3d95-411e-9b6b-0cefad0025cb req-b20f8df4-584f-4d95-86b1-96b7846e54ed tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4996924d-08b5-428b-b60a-306b9d452169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489736 Aug 16 21:57:34.992950 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-ccf9f46c-6131-4638-bee7-09a21d9995b1 service neutron] For port f67e577a-03fc-42f8-a72e-794d2a09d987, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:57:34.996359 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-ccf9f46c-6131-4638-bee7-09a21d9995b1 service neutron] For port f67e577a-03fc-42f8-a72e-794d2a09d987, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=f67e577a-03fc-42f8-a72e-794d2a09d987,segment=NetworkSegment(dd7ba317-eaf9-4caf-9691-34f0ee934f2b),segment_id=dd7ba317-eaf9-4caf-9691-34f0ee934f2b)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:57:35.074604 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-ccf9f46c-6131-4638-bee7-09a21d9995b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:35.115903 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-ccf9f46c-6131-4638-bee7-09a21d9995b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:35.116533 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-ccf9f46c-6131-4638-bee7-09a21d9995b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:35.117952 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-ccf9f46c-6131-4638-bee7-09a21d9995b1 service neutron] 10.222.0.72 "PUT /v2.0/ports/f67e577a-03fc-42f8-a72e-794d2a09d987 HTTP/1.1" status: 200 len: 1092 time: 0.7489104 Aug 16 21:57:35.118482 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6062259d-6e9e-42f9-8d2b-141a4ef6de51', 'tag': 'f67e577a-03fc-42f8-a72e-794d2a09d987'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:57:35.120822 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcd9435b18b7a34707b0c74d037ee6bf13b87a61dd91d81e26d4048d63ffdc36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d322e8b-3e75-4578-a9bb-cbf502c348b9" -d '{"events": [{"name": "network-changed", "server_uuid": "6062259d-6e9e-42f9-8d2b-141a4ef6de51", "tag": "f67e577a-03fc-42f8-a72e-794d2a09d987"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:57:35.141516 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf9f46c-6131-4638-bee7-09a21d9995b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f67e577a-03fc-42f8-a72e-794d2a09d987,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:57:35.173758 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11685900-5f00-4d5f-9df0-dd75a46bbd21 x-openstack-request-id: req-11685900-5f00-4d5f-9df0-dd75a46bbd21 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:57:35.174168 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6062259d-6e9e-42f9-8d2b-141a4ef6de51", "tag": "f67e577a-03fc-42f8-a72e-794d2a09d987", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:57:35.174283 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-11685900-5f00-4d5f-9df0-dd75a46bbd21 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:57:35.174686 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6062259d-6e9e-42f9-8d2b-141a4ef6de51', 'tag': 'f67e577a-03fc-42f8-a72e-794d2a09d987', 'status': 'completed', 'code': 200} Aug 16 21:57:35.236049 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d322e8b-3e75-4578-a9bb-cbf502c348b9 req-554fa328-484e-45c2-a01a-35fedced2cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:35.237558 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6d322e8b-3e75-4578-a9bb-cbf502c348b9 req-554fa328-484e-45c2-a01a-35fedced2cb5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b138d5da43204b7eac942de7c3eb87d8&device_id=6062259d-6e9e-42f9-8d2b-141a4ef6de51 HTTP/1.1" status: 200 len: 1095 time: 0.0429304 Aug 16 21:57:35.339178 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d322e8b-3e75-4578-a9bb-cbf502c348b9 req-d8987ec2-7b9f-471a-95a0-ba710151bb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:35.341134 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6d322e8b-3e75-4578-a9bb-cbf502c348b9 req-d8987ec2-7b9f-471a-95a0-ba710151bb31 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=b138d5da43204b7eac942de7c3eb87d8&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0963812 Aug 16 21:57:35.432763 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d322e8b-3e75-4578-a9bb-cbf502c348b9 req-51ab855d-4e0c-4f1a-a740-9a836884e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:35.434168 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6d322e8b-3e75-4578-a9bb-cbf502c348b9 req-51ab855d-4e0c-4f1a-a740-9a836884e086 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0861135 Aug 16 21:57:35.508355 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-9ad094de-4f6b-42cb-9663-cf439421b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:35.509813 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-9ad094de-4f6b-42cb-9663-cf439421b55b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b138d5da43204b7eac942de7c3eb87d8&device_id=6062259d-6e9e-42f9-8d2b-141a4ef6de51 HTTP/1.1" status: 200 len: 1095 time: 0.0388062 Aug 16 21:57:35.555129 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-7d59e47d-36b5-478a-9857-d075a2bc6f3c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f67e577a-03fc-42f8-a72e-794d2a09d987 HTTP/1.1" status: 200 len: 217 time: 0.0365708 Aug 16 21:57:35.605363 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-8a2f1424-5565-44ae-b994-484bca921f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:35.605363 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-8a2f1424-5565-44ae-b994-484bca921f81 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bbe7773e-3e21-4059-a635-86e2127fed90 HTTP/1.1" status: 200 len: 834 time: 0.0430338 Aug 16 21:57:35.650664 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-b5c3f81b-fb81-4f74-a7c9-1c750161da56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:35.652149 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-b5c3f81b-fb81-4f74-a7c9-1c750161da56 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7645cadd-b4a1-4726-9fd5-1c5f74379aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393975 Aug 16 21:57:35.744494 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-b0116798-8be6-46a5-bfb7-5c738d9ac413 service neutron] 10.222.0.72 "GET /v2.0/networks/7645cadd-b4a1-4726-9fd5-1c5f74379aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849755 Aug 16 21:57:35.832548 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-126cfdb8-0830-4ac5-b090-5bf0b5e4c708 req-906454cf-91d2-44c3-9c3c-f20c7352dafc service neutron] 10.222.0.72 "GET /v2.0/networks/7645cadd-b4a1-4726-9fd5-1c5f74379aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803759 Aug 16 21:57:36.054716 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7db28-b350-4212-a417-4e12542d7a17 req-600a174a-bc49-4e37-9b6d-601004f16197 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:36.056198 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d8d7db28-b350-4212-a417-4e12542d7a17 req-600a174a-bc49-4e37-9b6d-601004f16197 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=6062259d-6e9e-42f9-8d2b-141a4ef6de51 HTTP/1.1" status: 200 len: 943 time: 0.0519724 Aug 16 21:57:36.093082 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d8d7db28-b350-4212-a417-4e12542d7a17 req-c5d18527-78aa-4319-81b8-3dff97ac80b1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4996924d-08b5-428b-b60a-306b9d452169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304534 Aug 16 21:57:37.208348 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de24bc1-68df-4e67-86b3-34cf3c50d6ba req-831d553a-6037-4627-8034-56c958d006f7 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:37.209828 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6de24bc1-68df-4e67-86b3-34cf3c50d6ba req-831d553a-6037-4627-8034-56c958d006f7 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=6062259d-6e9e-42f9-8d2b-141a4ef6de51 HTTP/1.1" status: 200 len: 943 time: 0.0492084 Aug 16 21:57:37.248553 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6de24bc1-68df-4e67-86b3-34cf3c50d6ba req-949796bb-8577-47e0-b0a4-883a8bb28ae4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4996924d-08b5-428b-b60a-306b9d452169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325153 Aug 16 21:57:38.363343 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5c163-6b87-4266-9474-f2e83bb10ddc req-efcd1304-b64c-425e-9840-932dea160f9b tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:38.364872 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-29f5c163-6b87-4266-9474-f2e83bb10ddc req-efcd1304-b64c-425e-9840-932dea160f9b tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=6062259d-6e9e-42f9-8d2b-141a4ef6de51 HTTP/1.1" status: 200 len: 943 time: 0.0506070 Aug 16 21:57:38.402831 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-29f5c163-6b87-4266-9474-f2e83bb10ddc req-8d74c764-cfd6-4715-a32a-c2da06bce324 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4996924d-08b5-428b-b60a-306b9d452169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319517 Aug 16 21:57:39.298603 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device f67e577a-03fc-42f8-a72e-794d2a09d987 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:57:39.392927 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port f67e577a-03fc-42f8-a72e-794d2a09d987, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=f67e577a-03fc-42f8-a72e-794d2a09d987,segment=NetworkSegment(dd7ba317-eaf9-4caf-9691-34f0ee934f2b),segment_id=dd7ba317-eaf9-4caf-9691-34f0ee934f2b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:57:39.404519 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': 'f67e577a-03fc-42f8-a72e-794d2a09d987', 'network_id': '7645cadd-b4a1-4726-9fd5-1c5f74379aed', 'port_id': 'f67e577a-03fc-42f8-a72e-794d2a09d987', 'mac_address': 'fa:16:3e:f4:32:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbe7773e-3e21-4059-a635-86e2127fed90', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:57:39.439545 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:39.452380 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f67e577a-03fc-42f8-a72e-794d2a09d987 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:57:39.472648 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port f67e577a-03fc-42f8-a72e-794d2a09d987, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=f67e577a-03fc-42f8-a72e-794d2a09d987,segment=NetworkSegment(dd7ba317-eaf9-4caf-9691-34f0ee934f2b),segment_id=dd7ba317-eaf9-4caf-9691-34f0ee934f2b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:57:39.520946 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3928466-f8c0-4079-92dd-6caabb749fd1 req-aaf90d9b-f636-4e25-a1a3-26682115d0e4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:39.522436 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3928466-f8c0-4079-92dd-6caabb749fd1 req-aaf90d9b-f636-4e25-a1a3-26682115d0e4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=6062259d-6e9e-42f9-8d2b-141a4ef6de51 HTTP/1.1" status: 200 len: 943 time: 0.0528252 Aug 16 21:57:39.560626 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3928466-f8c0-4079-92dd-6caabb749fd1 req-2889d578-d2b1-4a78-a7e0-8352e53bb65e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4996924d-08b5-428b-b60a-306b9d452169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306430 Aug 16 21:57:39.564979 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:39.616317 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=f67e577a-03fc-42f8-a72e-794d2a09d987,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:57:39.772906 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['f67e577a-03fc-42f8-a72e-794d2a09d987'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:57:40.676333 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b1ee2-3437-4580-a7be-6082cf85ad4f req-58fc0c5c-eb3e-4c9b-8db4-5e01d9f2bc88 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:40.677874 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-958b1ee2-3437-4580-a7be-6082cf85ad4f req-58fc0c5c-eb3e-4c9b-8db4-5e01d9f2bc88 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=6062259d-6e9e-42f9-8d2b-141a4ef6de51 HTTP/1.1" status: 200 len: 944 time: 0.0522773 Aug 16 21:57:40.715225 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-958b1ee2-3437-4580-a7be-6082cf85ad4f req-27c67545-5595-4d48-9552-c55fb8f043ec tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4996924d-08b5-428b-b60a-306b9d452169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314124 Aug 16 21:57:41.107791 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6c42ce5b-1695-4550-b61b-521b4b703e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:41.306988 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device f67e577a-03fc-42f8-a72e-794d2a09d987 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:57:41.404843 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port f67e577a-03fc-42f8-a72e-794d2a09d987 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:57:41.408810 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port f67e577a-03fc-42f8-a72e-794d2a09d987 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:57:41.409188 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:41.483301 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:41.505809 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6062259d-6e9e-42f9-8d2b-141a4ef6de51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67e577a-03fc-42f8-a72e-794d2a09d987'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:57:41.508080 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c683fdb416c7f0821c75f6a91cfed7529d060c9c210f81ad2c881376259938b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac34672-c7e8-404e-bf94-1a68b3788a46" -d '{"events": [{"server_uuid": "6062259d-6e9e-42f9-8d2b-141a4ef6de51", "name": "network-vif-plugged", "status": "completed", "tag": "f67e577a-03fc-42f8-a72e-794d2a09d987"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:57:41.524064 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port f67e577a-03fc-42f8-a72e-794d2a09d987, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=f67e577a-03fc-42f8-a72e-794d2a09d987,segment=NetworkSegment(dd7ba317-eaf9-4caf-9691-34f0ee934f2b),segment_id=dd7ba317-eaf9-4caf-9691-34f0ee934f2b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:57:41.593650 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:41.596529 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf0e7f4-6cd1-4ee0-bfb3-754575995227 x-openstack-request-id: req-fbf0e7f4-6cd1-4ee0-bfb3-754575995227 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:57:41.596829 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6062259d-6e9e-42f9-8d2b-141a4ef6de51", "name": "network-vif-plugged", "status": "completed", "tag": "f67e577a-03fc-42f8-a72e-794d2a09d987", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:57:41.597084 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-fbf0e7f4-6cd1-4ee0-bfb3-754575995227 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:57:41.597476 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6062259d-6e9e-42f9-8d2b-141a4ef6de51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67e577a-03fc-42f8-a72e-794d2a09d987', 'code': 200} Aug 16 21:57:41.645554 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=f67e577a-03fc-42f8-a72e-794d2a09d987,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:57:41.692920 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc22c2-b82b-48e0-aff0-375207f3f6a5 req-935309bc-7a4d-4bd5-aa0d-8f51a6d0a66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:41.694405 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-97bc22c2-b82b-48e0-aff0-375207f3f6a5 req-935309bc-7a4d-4bd5-aa0d-8f51a6d0a66e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6062259d-6e9e-42f9-8d2b-141a4ef6de51 HTTP/1.1" status: 200 len: 1097 time: 0.0400383 Aug 16 21:57:41.733493 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-97bc22c2-b82b-48e0-aff0-375207f3f6a5 req-f68831f9-069e-4455-9a72-99ba8f8ba181 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4996924d-08b5-428b-b60a-306b9d452169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308878 Aug 16 21:57:41.827821 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f66ac-b0bc-4c11-9490-55b21eeee51c req-aacefaf9-87a0-42ba-8c58-a98ce1316bc4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:41.829267 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b89f66ac-b0bc-4c11-9490-55b21eeee51c req-aacefaf9-87a0-42ba-8c58-a98ce1316bc4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=6062259d-6e9e-42f9-8d2b-141a4ef6de51 HTTP/1.1" status: 200 len: 945 time: 0.0490189 Aug 16 21:57:41.867503 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b89f66ac-b0bc-4c11-9490-55b21eeee51c req-40df0b2b-40a0-4589-a3ff-d538ff0ab298 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4996924d-08b5-428b-b60a-306b9d452169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322254 Aug 16 21:57:42.988277 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fde5f9-8f34-41ed-b261-8a903b471518 req-143b7e16-7672-4276-bb81-9bd824093355 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:42.989813 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-73fde5f9-8f34-41ed-b261-8a903b471518 req-143b7e16-7672-4276-bb81-9bd824093355 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=6062259d-6e9e-42f9-8d2b-141a4ef6de51 HTTP/1.1" status: 200 len: 945 time: 0.0527954 Aug 16 21:57:43.027232 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-73fde5f9-8f34-41ed-b261-8a903b471518 req-afe3f338-a141-451a-93c4-f7e9bb10bb00 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4996924d-08b5-428b-b60a-306b9d452169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316029 Aug 16 21:57:43.140669 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ad79f-6a08-4132-ae58-7bac0bbf67dd req-3b0cb8d9-2834-4fd6-9168-3a766c49acd3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:43.142140 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4c9ad79f-6a08-4132-ae58-7bac0bbf67dd req-3b0cb8d9-2834-4fd6-9168-3a766c49acd3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=6062259d-6e9e-42f9-8d2b-141a4ef6de51 HTTP/1.1" status: 200 len: 945 time: 0.0492313 Aug 16 21:57:43.179249 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4c9ad79f-6a08-4132-ae58-7bac0bbf67dd req-f08d3bc8-4c58-460b-a2e5-5ee48c6c8405 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4996924d-08b5-428b-b60a-306b9d452169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310867 Aug 16 21:57:43.200759 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37230) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:57:43.240439 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57d924e-6b45-429a-ba44-4b9d1c6844be tempest-TestNetworkAdvancedServerOps-1274658574 tempest-TestNetworkAdvancedServerOps-1274658574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:43.241921 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d57d924e-6b45-429a-ba44-4b9d1c6844be tempest-TestNetworkAdvancedServerOps-1274658574 tempest-TestNetworkAdvancedServerOps-1274658574-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=6062259d-6e9e-42f9-8d2b-141a4ef6de51 HTTP/1.1" status: 200 len: 1092 time: 0.0401239 Aug 16 21:57:43.244612 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37232) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:57:43.248829 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-183979cf-5039-4a2e-89e1-0ad591c8d916 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'port_id': 'f67e577a-03fc-42f8-a72e-794d2a09d987', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:57:43.318905 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-183979cf-5039-4a2e-89e1-0ad591c8d916 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for floatingip, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:43.411558 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-183979cf-5039-4a2e-89e1-0ad591c8d916 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:43.513510 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-183979cf-5039-4a2e-89e1-0ad591c8d916 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Allocated IP 172.25.1.251 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/8a319c0c-bc68-486a-9bad-1fb474af6e6b) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:57:43.616526 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-183979cf-5039-4a2e-89e1-0ad591c8d916 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:43.633632 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5d7c3e65-1f8a-49cc-bedb-d40a91a4f8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:43.707992 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-183979cf-5039-4a2e-89e1-0ad591c8d916 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:43.742614 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183979cf-5039-4a2e-89e1-0ad591c8d916 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:57:43.747334 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-183979cf-5039-4a2e-89e1-0ad591c8d916 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:57:43.750866 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183979cf-5039-4a2e-89e1-0ad591c8d916 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:57:43.775800 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183979cf-5039-4a2e-89e1-0ad591c8d916 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'Port': ['ID=8a319c0c-bc68-486a-9bad-1fb474af6e6b,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:57:43.902138 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:44.103561 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-183979cf-5039-4a2e-89e1-0ad591c8d916 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:44.223439 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-183979cf-5039-4a2e-89e1-0ad591c8d916 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:44.675624 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-183979cf-5039-4a2e-89e1-0ad591c8d916 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:44.713355 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-183979cf-5039-4a2e-89e1-0ad591c8d916 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:44.779738 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183979cf-5039-4a2e-89e1-0ad591c8d916 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'Port': ['ID=8a319c0c-bc68-486a-9bad-1fb474af6e6b,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:57:44.789940 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-183979cf-5039-4a2e-89e1-0ad591c8d916 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:44.842301 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:57:44.888237 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [None req-183979cf-5039-4a2e-89e1-0ad591c8d916 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Floating IP 626a49c8-b82b-4681-aff8-d04b0d00bd24 associated. External IP: 172.25.1.251, port: f67e577a-03fc-42f8-a72e-794d2a09d987. Aug 16 21:57:45.090380 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:45.093146 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183979cf-5039-4a2e-89e1-0ad591c8d916 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Router 0f6da346-5127-4f3c-8355-cc476098c567 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:57:45.200063 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183979cf-5039-4a2e-89e1-0ad591c8d916 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:57:45.209873 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac4901a-584d-42d0-aa23-045d56b49c39 None None] Sync routers for ids ['0f6da346-5127-4f3c-8355-cc476098c567'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:57:45.219265 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac4901a-584d-42d0-aa23-045d56b49c39 None None] Routers {'0f6da346-5127-4f3c-8355-cc476098c567'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:57:45.224271 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-8ac4901a-584d-42d0-aa23-045d56b49c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:57:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['0f6da346-5127-4f3c-8355-cc476098c567'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:57:45.267683 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-183979cf-5039-4a2e-89e1-0ad591c8d916 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:45.295181 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-183979cf-5039-4a2e-89e1-0ad591c8d916 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0495484 Aug 16 21:57:45.296018 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6062259d-6e9e-42f9-8d2b-141a4ef6de51', 'tag': 'f67e577a-03fc-42f8-a72e-794d2a09d987'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:57:45.298843 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcd9435b18b7a34707b0c74d037ee6bf13b87a61dd91d81e26d4048d63ffdc36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e825115-02c3-42b3-8fb3-b3b6fd6a2807" -d '{"events": [{"name": "network-changed", "server_uuid": "6062259d-6e9e-42f9-8d2b-141a4ef6de51", "tag": "f67e577a-03fc-42f8-a72e-794d2a09d987"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:57:45.324536 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-8ac4901a-584d-42d0-aa23-045d56b49c39 None None] Set router 0f6da346-5127-4f3c-8355-cc476098c567 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:57:45.336330 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae5165f-0e55-4aa1-8e22-096489dbdbe7 x-openstack-request-id: req-6ae5165f-0e55-4aa1-8e22-096489dbdbe7 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:57:45.336785 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6062259d-6e9e-42f9-8d2b-141a4ef6de51", "tag": "f67e577a-03fc-42f8-a72e-794d2a09d987", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:57:45.337176 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6ae5165f-0e55-4aa1-8e22-096489dbdbe7 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:57:45.337604 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6062259d-6e9e-42f9-8d2b-141a4ef6de51', 'tag': 'f67e577a-03fc-42f8-a72e-794d2a09d987', 'status': 'completed', 'code': 200} Aug 16 21:57:45.398832 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da13b7-eff6-40bc-889d-e48323909aa5 req-42641305-f1f3-435f-bb7c-bd66a36980ee tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:45.400404 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e4da13b7-eff6-40bc-889d-e48323909aa5 req-42641305-f1f3-435f-bb7c-bd66a36980ee tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=6062259d-6e9e-42f9-8d2b-141a4ef6de51 HTTP/1.1" status: 200 len: 945 time: 0.0503645 Aug 16 21:57:45.402610 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e825115-02c3-42b3-8fb3-b3b6fd6a2807 req-b386da82-fd9f-4fc5-b1d1-51d98a2d8c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:45.404215 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6e825115-02c3-42b3-8fb3-b3b6fd6a2807 req-b386da82-fd9f-4fc5-b1d1-51d98a2d8c41 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b138d5da43204b7eac942de7c3eb87d8&device_id=6062259d-6e9e-42f9-8d2b-141a4ef6de51 HTTP/1.1" status: 200 len: 1097 time: 0.0417652 Aug 16 21:57:45.440356 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e4da13b7-eff6-40bc-889d-e48323909aa5 req-493f40df-a5a9-449e-9ba6-0b352354fe68 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4996924d-08b5-428b-b60a-306b9d452169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327930 Aug 16 21:57:45.463078 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37238) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:57:45.504207 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e825115-02c3-42b3-8fb3-b3b6fd6a2807 req-107ba829-241e-4e23-b986-7330f5c2d048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:45.505702 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6e825115-02c3-42b3-8fb3-b3b6fd6a2807 req-107ba829-241e-4e23-b986-7330f5c2d048 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7645cadd-b4a1-4726-9fd5-1c5f74379aed HTTP/1.1" status: 200 len: 898 time: 0.0941772 Aug 16 21:57:45.532650 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3160144a-667c-4ddf-ac4c-a3853da32359 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/floatingips/626a49c8-b82b-4681-aff8-d04b0d00bd24 HTTP/1.1" status: 200 len: 991 time: 0.0679135 Aug 16 21:57:45.553870 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-8ac4901a-584d-42d0-aa23-045d56b49c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6da346-5127-4f3c-8355-cc476098c567', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677149603', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'b670cbdf-fc70-48d5-b5db-96a548a1b605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:57:24Z', 'updated_at': '2021-08-16T21:57:29Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'b670cbdf-fc70-48d5-b5db-96a548a1b605', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6da346-5127-4f3c-8355-cc476098c567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:57:25Z', 'updated_at': '2021-08-16T21:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '626a49c8-b82b-4681-aff8-d04b0d00bd24', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'floating_ip_address': '172.25.1.251', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '0f6da346-5127-4f3c-8355-cc476098c567', 'port_id': 'f67e577a-03fc-42f8-a72e-794d2a09d987', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7645cadd-b4a1-4726-9fd5-1c5f74379aed', 'mac_address': 'fa:16:3e:f4:32:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6062259d-6e9e-42f9-8d2b-141a4ef6de51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:57:43Z', 'updated_at': '2021-08-16T21:57:43Z', 'revision_number': 0, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0915aca5-85b7-467e-a22a-18a04e34b102', 'name': '', 'network_id': '7645cadd-b4a1-4726-9fd5-1c5f74379aed', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:97:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6da346-5127-4f3c-8355-cc476098c567', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'bbe7773e-3e21-4059-a635-86e2127fed90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:57:28Z', 'updated_at': '2021-08-16T21:57:33Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': 'bbe7773e-3e21-4059-a635-86e2127fed90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:57:45.572455 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6e825115-02c3-42b3-8fb3-b3b6fd6a2807 req-0639f1f2-f34f-4a2c-ac59-8bcee83e3be8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f67e577a-03fc-42f8-a72e-794d2a09d987 HTTP/1.1" status: 200 len: 999 time: 0.0588531 Aug 16 21:57:45.581090 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac4901a-584d-42d0-aa23-045d56b49c39 None None] Checking router: 0f6da346-5127-4f3c-8355-cc476098c567 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:57:45.589390 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac4901a-584d-42d0-aa23-045d56b49c39 None None] Routers {'0f6da346-5127-4f3c-8355-cc476098c567'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:57:45.590003 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-8ac4901a-584d-42d0-aa23-045d56b49c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:57:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['0f6da346-5127-4f3c-8355-cc476098c567'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:57:45.625988 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e825115-02c3-42b3-8fb3-b3b6fd6a2807 req-450a16d7-44ed-4cea-8a2f-14dec8f34950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:45.627588 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6e825115-02c3-42b3-8fb3-b3b6fd6a2807 req-450a16d7-44ed-4cea-8a2f-14dec8f34950 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bbe7773e-3e21-4059-a635-86e2127fed90 HTTP/1.1" status: 200 len: 834 time: 0.0471852 Aug 16 21:57:45.676125 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e825115-02c3-42b3-8fb3-b3b6fd6a2807 req-a4213854-5b87-4782-bf4b-4683d66e8d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:57:45.677730 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6e825115-02c3-42b3-8fb3-b3b6fd6a2807 req-a4213854-5b87-4782-bf4b-4683d66e8d03 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7645cadd-b4a1-4726-9fd5-1c5f74379aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414431 Aug 16 21:57:45.778624 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6e825115-02c3-42b3-8fb3-b3b6fd6a2807 req-51451ff8-0e7b-46c9-a89f-84a5387bfadb service neutron] 10.222.0.72 "GET /v2.0/networks/7645cadd-b4a1-4726-9fd5-1c5f74379aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920022 Aug 16 21:57:45.856374 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-8ac4901a-584d-42d0-aa23-045d56b49c39 None None] Set router 0f6da346-5127-4f3c-8355-cc476098c567 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:57:45.869230 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6e825115-02c3-42b3-8fb3-b3b6fd6a2807 req-99612e6f-0a82-4974-9597-358f6b91dbf8 service neutron] 10.222.0.72 "GET /v2.0/networks/7645cadd-b4a1-4726-9fd5-1c5f74379aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832484 Aug 16 21:57:46.078118 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-8ac4901a-584d-42d0-aa23-045d56b49c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6da346-5127-4f3c-8355-cc476098c567', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677149603', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'b670cbdf-fc70-48d5-b5db-96a548a1b605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:57:24Z', 'updated_at': '2021-08-16T21:57:29Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'b670cbdf-fc70-48d5-b5db-96a548a1b605', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6da346-5127-4f3c-8355-cc476098c567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:57:25Z', 'updated_at': '2021-08-16T21:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '626a49c8-b82b-4681-aff8-d04b0d00bd24', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'floating_ip_address': '172.25.1.251', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '0f6da346-5127-4f3c-8355-cc476098c567', 'port_id': 'f67e577a-03fc-42f8-a72e-794d2a09d987', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7645cadd-b4a1-4726-9fd5-1c5f74379aed', 'mac_address': 'fa:16:3e:f4:32:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6062259d-6e9e-42f9-8d2b-141a4ef6de51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:57:43Z', 'updated_at': '2021-08-16T21:57:43Z', 'revision_number': 0, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0915aca5-85b7-467e-a22a-18a04e34b102', 'name': '', 'network_id': '7645cadd-b4a1-4726-9fd5-1c5f74379aed', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:97:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6da346-5127-4f3c-8355-cc476098c567', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'bbe7773e-3e21-4059-a635-86e2127fed90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:57:28Z', 'updated_at': '2021-08-16T21:57:33Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': 'bbe7773e-3e21-4059-a635-86e2127fed90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:57:46.107888 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac4901a-584d-42d0-aa23-045d56b49c39 None None] The sync data for ids ['0f6da346-5127-4f3c-8355-cc476098c567'] in n-d-793620-15 is: [{'id': '0f6da346-5127-4f3c-8355-cc476098c567', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677149603', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'b670cbdf-fc70-48d5-b5db-96a548a1b605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:57:24Z', 'updated_at': '2021-08-16T21:57:29Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'b670cbdf-fc70-48d5-b5db-96a548a1b605', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6da346-5127-4f3c-8355-cc476098c567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:57:25Z', 'updated_at': '2021-08-16T21:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '626a49c8-b82b-4681-aff8-d04b0d00bd24', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'floating_ip_address': '172.25.1.251', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '0f6da346-5127-4f3c-8355-cc476098c567', 'port_id': 'f67e577a-03fc-42f8-a72e-794d2a09d987', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7645cadd-b4a1-4726-9fd5-1c5f74379aed', 'mac_address': 'fa:16:3e:f4:32:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6062259d-6e9e-42f9-8d2b-141a4ef6de51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:57:43Z', 'updated_at': '2021-08-16T21:57:43Z', 'revision_number': 0, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0915aca5-85b7-467e-a22a-18a04e34b102', 'name': '', 'network_id': '7645cadd-b4a1-4726-9fd5-1c5f74379aed', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:97:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6da346-5127-4f3c-8355-cc476098c567', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'bbe7773e-3e21-4059-a635-86e2127fed90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:57:28Z', 'updated_at': '2021-08-16T21:57:33Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': 'bbe7773e-3e21-4059-a635-86e2127fed90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:57:46.303382 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64259c86-5446-4de2-994a-cd180ca5f68d None None] New status for floating IP 626a49c8-b82b-4681-aff8-d04b0d00bd24: ACTIVE {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:57:46.536147 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37240) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:57:46.595375 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-888b6ffd-454a-4da2-9a8c-42bfc709e27d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/floatingips/626a49c8-b82b-4681-aff8-d04b0d00bd24 HTTP/1.1" status: 200 len: 993 time: 0.0593648 Aug 16 21:57:46.793225 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:49.844303 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:52.651407 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:11.123743 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6f57c6db-a01f-486a-a158-63ee523d4cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:13.678829 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-133c6ca3-f29d-4ece-a5e6-6385c8f13330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:13.872482 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:15.077925 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:16.063868 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b25738bf-43c5-44ce-953f-b111f8dd6c69 req-7641b609-a6de-4f85-9e80-e01cb7b26c1e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6062259d-6e9e-42f9-8d2b-141a4ef6de51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395715 Aug 16 21:58:16.149131 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25738bf-43c5-44ce-953f-b111f8dd6c69 req-17e75ac9-3825-4197-83f1-b35ef1691648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:16.150593 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b25738bf-43c5-44ce-953f-b111f8dd6c69 req-17e75ac9-3825-4197-83f1-b35ef1691648 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b138d5da43204b7eac942de7c3eb87d8&device_id=6062259d-6e9e-42f9-8d2b-141a4ef6de51 HTTP/1.1" status: 200 len: 1097 time: 0.0446050 Aug 16 21:58:16.256761 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25738bf-43c5-44ce-953f-b111f8dd6c69 req-aa14e4a2-e49b-43b2-abb9-3e18194a2d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:16.258205 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b25738bf-43c5-44ce-953f-b111f8dd6c69 req-aa14e4a2-e49b-43b2-abb9-3e18194a2d2d service neutron] 10.222.0.72 "GET /v2.0/networks?id=7645cadd-b4a1-4726-9fd5-1c5f74379aed HTTP/1.1" status: 200 len: 898 time: 0.0833807 Aug 16 21:58:16.327239 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b25738bf-43c5-44ce-953f-b111f8dd6c69 req-5d258f10-adbf-4529-86b6-d13a99510226 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f67e577a-03fc-42f8-a72e-794d2a09d987 HTTP/1.1" status: 200 len: 1001 time: 0.0606678 Aug 16 21:58:16.375675 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25738bf-43c5-44ce-953f-b111f8dd6c69 req-b2be6aaf-057d-4b98-a3db-9265a4004426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:16.377132 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b25738bf-43c5-44ce-953f-b111f8dd6c69 req-b2be6aaf-057d-4b98-a3db-9265a4004426 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bbe7773e-3e21-4059-a635-86e2127fed90 HTTP/1.1" status: 200 len: 834 time: 0.0426130 Aug 16 21:58:16.426597 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25738bf-43c5-44ce-953f-b111f8dd6c69 req-8ca4cedd-9ea8-4aa7-af05-4a572603d3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:16.428655 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b25738bf-43c5-44ce-953f-b111f8dd6c69 req-8ca4cedd-9ea8-4aa7-af05-4a572603d3e7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7645cadd-b4a1-4726-9fd5-1c5f74379aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399706 Aug 16 21:58:16.519576 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b25738bf-43c5-44ce-953f-b111f8dd6c69 req-4514bec1-04e8-4390-a0f6-99eb2109400b service neutron] 10.222.0.72 "GET /v2.0/networks/7645cadd-b4a1-4726-9fd5-1c5f74379aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829840 Aug 16 21:58:16.608971 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b25738bf-43c5-44ce-953f-b111f8dd6c69 req-27b40226-87f7-47e0-9f30-89351324173f service neutron] 10.222.0.72 "GET /v2.0/networks/7645cadd-b4a1-4726-9fd5-1c5f74379aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817935 Aug 16 21:58:16.792460 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:19.855384 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:20.173250 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a8e2f-824c-42db-996d-4a6dfef12420 req-e46de184-3133-43c8-9741-df9c05a2e619 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:20.174694 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-418a8e2f-824c-42db-996d-4a6dfef12420 req-e46de184-3133-43c8-9741-df9c05a2e619 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=6062259d-6e9e-42f9-8d2b-141a4ef6de51 HTTP/1.1" status: 200 len: 945 time: 0.0539727 Aug 16 21:58:20.213757 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-418a8e2f-824c-42db-996d-4a6dfef12420 req-5f9305aa-3dc1-44e3-92d7-0a772aae61b8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4996924d-08b5-428b-b60a-306b9d452169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327599 Aug 16 21:58:20.230738 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327b9e4-801d-4bbd-84ee-d8ca12649ca0 req-610becb3-3794-4730-842d-90449400b40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:20.232416 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1327b9e4-801d-4bbd-84ee-d8ca12649ca0 req-610becb3-3794-4730-842d-90449400b40f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b138d5da43204b7eac942de7c3eb87d8&device_id=6062259d-6e9e-42f9-8d2b-141a4ef6de51 HTTP/1.1" status: 200 len: 1097 time: 0.0429265 Aug 16 21:58:20.331685 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327b9e4-801d-4bbd-84ee-d8ca12649ca0 req-716b12e7-6467-42d9-ac72-48d12cf6bc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:20.333251 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1327b9e4-801d-4bbd-84ee-d8ca12649ca0 req-716b12e7-6467-42d9-ac72-48d12cf6bc6c service neutron] 10.222.0.72 "GET /v2.0/networks?id=7645cadd-b4a1-4726-9fd5-1c5f74379aed HTTP/1.1" status: 200 len: 898 time: 0.0913763 Aug 16 21:58:20.398208 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1327b9e4-801d-4bbd-84ee-d8ca12649ca0 req-65ed03f8-e464-44ff-a790-8c1263af70e4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f67e577a-03fc-42f8-a72e-794d2a09d987 HTTP/1.1" status: 200 len: 1001 time: 0.0576816 Aug 16 21:58:20.451583 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327b9e4-801d-4bbd-84ee-d8ca12649ca0 req-d56d82fb-4637-46f6-a9c9-ee8ec7c163a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:20.453042 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1327b9e4-801d-4bbd-84ee-d8ca12649ca0 req-d56d82fb-4637-46f6-a9c9-ee8ec7c163a7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bbe7773e-3e21-4059-a635-86e2127fed90 HTTP/1.1" status: 200 len: 834 time: 0.0468986 Aug 16 21:58:20.497157 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327b9e4-801d-4bbd-84ee-d8ca12649ca0 req-5f03fcb3-1475-4f2c-ad30-eee94226845b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:20.498582 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1327b9e4-801d-4bbd-84ee-d8ca12649ca0 req-5f03fcb3-1475-4f2c-ad30-eee94226845b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7645cadd-b4a1-4726-9fd5-1c5f74379aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381401 Aug 16 21:58:20.586285 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1327b9e4-801d-4bbd-84ee-d8ca12649ca0 req-113cf697-d21a-4464-a54b-dedac8a83893 service neutron] 10.222.0.72 "GET /v2.0/networks/7645cadd-b4a1-4726-9fd5-1c5f74379aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799704 Aug 16 21:58:20.679550 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1327b9e4-801d-4bbd-84ee-d8ca12649ca0 req-03afbfa2-beba-4c0d-b3f2-47d80c5cd0b7 service neutron] 10.222.0.72 "GET /v2.0/networks/7645cadd-b4a1-4726-9fd5-1c5f74379aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858245 Aug 16 21:58:21.330957 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94d994-f926-4a96-9add-bbf6aef5e10a req-734b86fc-ca25-4686-a83b-014fc0e7d4c2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:21.332476 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-df94d994-f926-4a96-9add-bbf6aef5e10a req-734b86fc-ca25-4686-a83b-014fc0e7d4c2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=6062259d-6e9e-42f9-8d2b-141a4ef6de51 HTTP/1.1" status: 200 len: 945 time: 0.0489826 Aug 16 21:58:21.370240 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-df94d994-f926-4a96-9add-bbf6aef5e10a req-4c6b16c1-ca10-4891-927f-906d335930a7 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4996924d-08b5-428b-b60a-306b9d452169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313952 Aug 16 21:58:21.841233 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:58:22.485377 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25578f-442f-44da-a91b-7eeb58428f34 req-d5dfa45f-4cac-422e-aa7b-ef1c073e577e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:22.486863 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de25578f-442f-44da-a91b-7eeb58428f34 req-d5dfa45f-4cac-422e-aa7b-ef1c073e577e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=6062259d-6e9e-42f9-8d2b-141a4ef6de51 HTTP/1.1" status: 200 len: 945 time: 0.0480955 Aug 16 21:58:22.523967 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de25578f-442f-44da-a91b-7eeb58428f34 req-c8564f09-f6a4-43e1-9908-c649471b8547 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4996924d-08b5-428b-b60a-306b9d452169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306146 Aug 16 21:58:22.643562 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:23.640960 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba41b03-c669-433f-95ec-2d6ca32f7f9a req-35d09818-717e-40fe-885a-b2961126d3c2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:23.642438 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8ba41b03-c669-433f-95ec-2d6ca32f7f9a req-35d09818-717e-40fe-885a-b2961126d3c2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=6062259d-6e9e-42f9-8d2b-141a4ef6de51 HTTP/1.1" status: 200 len: 945 time: 0.0516691 Aug 16 21:58:23.681571 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8ba41b03-c669-433f-95ec-2d6ca32f7f9a req-ba614208-5e34-4971-940c-cb1ce7bc0af9 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4996924d-08b5-428b-b60a-306b9d452169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323129 Aug 16 21:58:24.797862 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3df00a-71c6-46af-a44a-ee6890b2eeb0 req-14231140-0857-4ca9-a599-246e17a87f96 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:24.799354 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c3df00a-71c6-46af-a44a-ee6890b2eeb0 req-14231140-0857-4ca9-a599-246e17a87f96 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=6062259d-6e9e-42f9-8d2b-141a4ef6de51 HTTP/1.1" status: 200 len: 945 time: 0.0506363 Aug 16 21:58:24.836959 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c3df00a-71c6-46af-a44a-ee6890b2eeb0 req-161f8927-2eec-4023-827c-fa255d50ca21 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4996924d-08b5-428b-b60a-306b9d452169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308890 Aug 16 21:58:25.951894 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e2fbd-3c9d-4a5b-88ff-d98057a57ced req-5b58322a-e222-4651-859e-e030fb813712 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:25.953404 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-812e2fbd-3c9d-4a5b-88ff-d98057a57ced req-5b58322a-e222-4651-859e-e030fb813712 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=6062259d-6e9e-42f9-8d2b-141a4ef6de51 HTTP/1.1" status: 200 len: 945 time: 0.0497439 Aug 16 21:58:25.990428 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-812e2fbd-3c9d-4a5b-88ff-d98057a57ced req-09d67d98-7dde-42ae-b502-c69546b9407d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4996924d-08b5-428b-b60a-306b9d452169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310669 Aug 16 21:58:27.120155 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246257b-5671-4def-a984-dbd406ead58a req-2f5cbc95-aee9-4229-8081-98185eab06ec tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:27.121668 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a246257b-5671-4def-a984-dbd406ead58a req-2f5cbc95-aee9-4229-8081-98185eab06ec tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=6062259d-6e9e-42f9-8d2b-141a4ef6de51 HTTP/1.1" status: 200 len: 945 time: 0.0647404 Aug 16 21:58:27.159959 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a246257b-5671-4def-a984-dbd406ead58a req-a0f4b017-7673-4264-990c-60acc5c7b3b1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4996924d-08b5-428b-b60a-306b9d452169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323143 Aug 16 21:58:28.272827 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c39395-1136-4c0e-b3ff-17dd97478180 req-10395a42-88cb-47d1-80a1-1ceef0bb92a1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:28.274303 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d5c39395-1136-4c0e-b3ff-17dd97478180 req-10395a42-88cb-47d1-80a1-1ceef0bb92a1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=6062259d-6e9e-42f9-8d2b-141a4ef6de51 HTTP/1.1" status: 200 len: 945 time: 0.0489049 Aug 16 21:58:28.310803 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d5c39395-1136-4c0e-b3ff-17dd97478180 req-1a4bd778-c21e-4085-90aa-eb6d910bbe3a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4996924d-08b5-428b-b60a-306b9d452169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306187 Aug 16 21:58:29.425388 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115aeb9f-013c-4c38-9050-e93cbcd1e978 req-68b83116-cfcf-45a8-9303-642bb6e535cf tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:29.427236 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-115aeb9f-013c-4c38-9050-e93cbcd1e978 req-68b83116-cfcf-45a8-9303-642bb6e535cf tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=6062259d-6e9e-42f9-8d2b-141a4ef6de51 HTTP/1.1" status: 200 len: 945 time: 0.0493166 Aug 16 21:58:29.464616 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-115aeb9f-013c-4c38-9050-e93cbcd1e978 req-a7e3c738-8ce4-4a0f-ac50-547239e72521 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4996924d-08b5-428b-b60a-306b9d452169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317078 Aug 16 21:58:30.584033 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01726970-d2bd-407a-9eeb-39862e06c389 req-1cf92fd3-c6e0-44bb-b8c4-6dd731f6653a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:30.585538 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-01726970-d2bd-407a-9eeb-39862e06c389 req-1cf92fd3-c6e0-44bb-b8c4-6dd731f6653a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=6062259d-6e9e-42f9-8d2b-141a4ef6de51 HTTP/1.1" status: 200 len: 945 time: 0.0530829 Aug 16 21:58:30.622391 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-01726970-d2bd-407a-9eeb-39862e06c389 req-2ef28341-f733-417a-af0b-159289652b99 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4996924d-08b5-428b-b60a-306b9d452169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310555 Aug 16 21:58:31.736824 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2402b7-afef-43d3-a32b-6eed80ab055f req-9f72bb1a-d2ac-4482-a1d8-533a24896cc1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:31.738311 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f2402b7-afef-43d3-a32b-6eed80ab055f req-9f72bb1a-d2ac-4482-a1d8-533a24896cc1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=6062259d-6e9e-42f9-8d2b-141a4ef6de51 HTTP/1.1" status: 200 len: 945 time: 0.0479934 Aug 16 21:58:31.775799 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6f2402b7-afef-43d3-a32b-6eed80ab055f req-cae5bdcc-c3eb-473e-884f-205ac3c1be26 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4996924d-08b5-428b-b60a-306b9d452169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306644 Aug 16 21:58:32.891653 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64587e29-843f-40d2-a1b0-f02e8b3c025e req-efee84e2-f81d-49f3-8987-e1b2d4fb0926 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:32.893183 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-64587e29-843f-40d2-a1b0-f02e8b3c025e req-efee84e2-f81d-49f3-8987-e1b2d4fb0926 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=6062259d-6e9e-42f9-8d2b-141a4ef6de51 HTTP/1.1" status: 200 len: 945 time: 0.0499175 Aug 16 21:58:32.931738 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-64587e29-843f-40d2-a1b0-f02e8b3c025e req-42609e16-4d67-4bea-905b-6ee4e0f74daa tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4996924d-08b5-428b-b60a-306b9d452169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323503 Aug 16 21:58:34.048393 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1593754-baaf-420d-b4bf-6db325c8e85e req-d95888fb-ff9d-4d10-b256-df1ca41271d0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:34.049937 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1593754-baaf-420d-b4bf-6db325c8e85e req-d95888fb-ff9d-4d10-b256-df1ca41271d0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=6062259d-6e9e-42f9-8d2b-141a4ef6de51 HTTP/1.1" status: 200 len: 945 time: 0.0522268 Aug 16 21:58:34.089936 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e1593754-baaf-420d-b4bf-6db325c8e85e req-3c06082c-4203-4f47-a94b-9ab584dce46a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4996924d-08b5-428b-b60a-306b9d452169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331705 Aug 16 21:58:35.216479 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d30fa-41e1-4861-a589-92797458f7ec req-71df3996-f802-41a6-a2c5-2a620549ef20 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:35.218004 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-024d30fa-41e1-4861-a589-92797458f7ec req-71df3996-f802-41a6-a2c5-2a620549ef20 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=6062259d-6e9e-42f9-8d2b-141a4ef6de51 HTTP/1.1" status: 200 len: 945 time: 0.0625157 Aug 16 21:58:35.255311 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-024d30fa-41e1-4861-a589-92797458f7ec req-9dba96b4-b877-4874-b351-e931118bd48e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4996924d-08b5-428b-b60a-306b9d452169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308390 Aug 16 21:58:36.369988 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff9238-c760-478e-8e4d-0a65dccbc4c9 req-be5371a3-b67b-451f-9f4c-b7fccd8e7485 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:36.371486 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-34ff9238-c760-478e-8e4d-0a65dccbc4c9 req-be5371a3-b67b-451f-9f4c-b7fccd8e7485 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=6062259d-6e9e-42f9-8d2b-141a4ef6de51 HTTP/1.1" status: 200 len: 945 time: 0.0492835 Aug 16 21:58:36.408856 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-34ff9238-c760-478e-8e4d-0a65dccbc4c9 req-efa70122-9d7c-4879-a2bf-20363f40277b tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4996924d-08b5-428b-b60a-306b9d452169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313976 Aug 16 21:58:37.530013 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b9b17-4c55-4d90-b7d9-94d9bc242025 req-c5d98c97-2bec-4a37-a388-75b2a046b177 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:37.531521 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c90b9b17-4c55-4d90-b7d9-94d9bc242025 req-c5d98c97-2bec-4a37-a388-75b2a046b177 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=6062259d-6e9e-42f9-8d2b-141a4ef6de51 HTTP/1.1" status: 200 len: 945 time: 0.0531764 Aug 16 21:58:37.569099 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c90b9b17-4c55-4d90-b7d9-94d9bc242025 req-578200a7-9161-4ad9-a406-150fc0b9f141 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4996924d-08b5-428b-b60a-306b9d452169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311623 Aug 16 21:58:37.590465 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37290) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:58:37.649248 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2817e9b0-99b6-48c9-a8e6-08f02f04c1fe tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/floatingips/626a49c8-b82b-4681-aff8-d04b0d00bd24 HTTP/1.1" status: 200 len: 993 time: 0.0576806 Aug 16 21:58:41.112010 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-09735fa7-6d05-4c39-9bfc-f2c291713af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:43.643539 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-df8cbeef-137c-464e-8abf-d69e73563055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:43.872086 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:45.082971 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:46.808340 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:49.825904 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:52.676581 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:58.840459 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:59:08.110180 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37318) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:08.265948 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-581bce09-2e71-46b4-b45a-018bc8d9d8c3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Deleting port 8a319c0c-bc68-486a-9bad-1fb474af6e6b {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:59:08.266294 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-581bce09-2e71-46b4-b45a-018bc8d9d8c3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:08.342753 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-581bce09-2e71-46b4-b45a-018bc8d9d8c3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:08.343083 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-581bce09-2e71-46b4-b45a-018bc8d9d8c3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:08.354350 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-581bce09-2e71-46b4-b45a-018bc8d9d8c3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Calling delete_port for 8a319c0c-bc68-486a-9bad-1fb474af6e6b owned by network:floatingip {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:59:08.603182 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-581bce09-2e71-46b4-b45a-018bc8d9d8c3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:08.625979 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581bce09-2e71-46b4-b45a-018bc8d9d8c3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event deleted for resources: {'Port': ['ID=8a319c0c-bc68-486a-9bad-1fb474af6e6b,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:08.639415 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581bce09-2e71-46b4-b45a-018bc8d9d8c3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:08.639818 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581bce09-2e71-46b4-b45a-018bc8d9d8c3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:08.640167 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581bce09-2e71-46b4-b45a-018bc8d9d8c3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:08.640535 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581bce09-2e71-46b4-b45a-018bc8d9d8c3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:08.640905 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581bce09-2e71-46b4-b45a-018bc8d9d8c3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:08.641246 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581bce09-2e71-46b4-b45a-018bc8d9d8c3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:08.641583 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581bce09-2e71-46b4-b45a-018bc8d9d8c3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:08.641947 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581bce09-2e71-46b4-b45a-018bc8d9d8c3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:08.642280 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581bce09-2e71-46b4-b45a-018bc8d9d8c3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:08.642612 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581bce09-2e71-46b4-b45a-018bc8d9d8c3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:08.642942 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581bce09-2e71-46b4-b45a-018bc8d9d8c3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:08.643270 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581bce09-2e71-46b4-b45a-018bc8d9d8c3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:08.700707 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-581bce09-2e71-46b4-b45a-018bc8d9d8c3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for floatingip, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:08.701055 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [None req-581bce09-2e71-46b4-b45a-018bc8d9d8c3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Floating IP 626a49c8-b82b-4681-aff8-d04b0d00bd24 disassociated (deleted). External IP: 172.25.1.251, port: f67e577a-03fc-42f8-a72e-794d2a09d987. Aug 16 21:59:08.907975 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581bce09-2e71-46b4-b45a-018bc8d9d8c3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Router 0f6da346-5127-4f3c-8355-cc476098c567 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:59:09.015172 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581bce09-2e71-46b4-b45a-018bc8d9d8c3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:59:09.020121 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-581bce09-2e71-46b4-b45a-018bc8d9d8c3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:09.024952 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe77917-9775-4108-8ab8-313cf3ce602d None None] Sync routers for ids ['0f6da346-5127-4f3c-8355-cc476098c567'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:59:09.034327 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe77917-9775-4108-8ab8-313cf3ce602d None None] Routers {'0f6da346-5127-4f3c-8355-cc476098c567'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:59:09.034940 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-7fe77917-9775-4108-8ab8-313cf3ce602d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:58:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['0f6da346-5127-4f3c-8355-cc476098c567'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:59:09.047425 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-581bce09-2e71-46b4-b45a-018bc8d9d8c3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "DELETE /v2.0/floatingips/626a49c8-b82b-4681-aff8-d04b0d00bd24 HTTP/1.1" status: 204 len: 168 time: 0.9361618 Aug 16 21:59:09.048060 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6062259d-6e9e-42f9-8d2b-141a4ef6de51', 'tag': 'f67e577a-03fc-42f8-a72e-794d2a09d987'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:59:09.050465 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a13536b3c87fcb412486f7c1123a9b3fa8a88bbdfa2e9f90522308689ae332c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19040ff-cb50-4ee4-a019-d2af69f3e7ea" -d '{"events": [{"name": "network-changed", "server_uuid": "6062259d-6e9e-42f9-8d2b-141a4ef6de51", "tag": "f67e577a-03fc-42f8-a72e-794d2a09d987"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:59:09.100798 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d63ec3d-19ea-43fd-b6b6-a5418fa2a85a x-openstack-request-id: req-5d63ec3d-19ea-43fd-b6b6-a5418fa2a85a {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:59:09.101096 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6062259d-6e9e-42f9-8d2b-141a4ef6de51", "tag": "f67e577a-03fc-42f8-a72e-794d2a09d987", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:59:09.101354 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5d63ec3d-19ea-43fd-b6b6-a5418fa2a85a {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:59:09.101758 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6062259d-6e9e-42f9-8d2b-141a4ef6de51', 'tag': 'f67e577a-03fc-42f8-a72e-794d2a09d987', 'status': 'completed', 'code': 200} Aug 16 21:59:09.144625 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-7fe77917-9775-4108-8ab8-313cf3ce602d None None] Set router 0f6da346-5127-4f3c-8355-cc476098c567 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:59:09.179032 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19040ff-cb50-4ee4-a019-d2af69f3e7ea req-7ecae3e7-6c68-4ec5-b1d8-a34b56dc3379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:09.180641 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e19040ff-cb50-4ee4-a019-d2af69f3e7ea req-7ecae3e7-6c68-4ec5-b1d8-a34b56dc3379 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b138d5da43204b7eac942de7c3eb87d8&device_id=6062259d-6e9e-42f9-8d2b-141a4ef6de51 HTTP/1.1" status: 200 len: 1097 time: 0.0435436 Aug 16 21:59:09.280461 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19040ff-cb50-4ee4-a019-d2af69f3e7ea req-9e9ec1a3-069a-4fa0-ae0e-bae3b15972e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:09.281974 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e19040ff-cb50-4ee4-a019-d2af69f3e7ea req-9e9ec1a3-069a-4fa0-ae0e-bae3b15972e4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7645cadd-b4a1-4726-9fd5-1c5f74379aed HTTP/1.1" status: 200 len: 898 time: 0.0908039 Aug 16 21:59:09.329440 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e19040ff-cb50-4ee4-a019-d2af69f3e7ea req-9cf3de05-916f-4366-98d9-33c122bb5446 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f67e577a-03fc-42f8-a72e-794d2a09d987 HTTP/1.1" status: 200 len: 217 time: 0.0369411 Aug 16 21:59:09.352269 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-7fe77917-9775-4108-8ab8-313cf3ce602d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6da346-5127-4f3c-8355-cc476098c567', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677149603', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'b670cbdf-fc70-48d5-b5db-96a548a1b605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:57:24Z', 'updated_at': '2021-08-16T21:57:29Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'b670cbdf-fc70-48d5-b5db-96a548a1b605', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6da346-5127-4f3c-8355-cc476098c567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:57:25Z', 'updated_at': '2021-08-16T21:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '0915aca5-85b7-467e-a22a-18a04e34b102', 'name': '', 'network_id': '7645cadd-b4a1-4726-9fd5-1c5f74379aed', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:97:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6da346-5127-4f3c-8355-cc476098c567', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'bbe7773e-3e21-4059-a635-86e2127fed90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:57:28Z', 'updated_at': '2021-08-16T21:57:33Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': 'bbe7773e-3e21-4059-a635-86e2127fed90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:59:09.380405 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe77917-9775-4108-8ab8-313cf3ce602d None None] Checking router: 0f6da346-5127-4f3c-8355-cc476098c567 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:59:09.380541 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19040ff-cb50-4ee4-a019-d2af69f3e7ea req-aa2cb0d0-5cb1-48da-8cd1-aa300826d027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:09.382017 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e19040ff-cb50-4ee4-a019-d2af69f3e7ea req-aa2cb0d0-5cb1-48da-8cd1-aa300826d027 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bbe7773e-3e21-4059-a635-86e2127fed90 HTTP/1.1" status: 200 len: 834 time: 0.0451360 Aug 16 21:59:09.389121 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe77917-9775-4108-8ab8-313cf3ce602d None None] Routers {'0f6da346-5127-4f3c-8355-cc476098c567'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:59:09.390006 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-7fe77917-9775-4108-8ab8-313cf3ce602d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:58:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['0f6da346-5127-4f3c-8355-cc476098c567'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:59:09.441209 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19040ff-cb50-4ee4-a019-d2af69f3e7ea req-2b1c07cf-1949-46d0-a4ea-5662dd9d7d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:09.442800 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e19040ff-cb50-4ee4-a019-d2af69f3e7ea req-2b1c07cf-1949-46d0-a4ea-5662dd9d7d60 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7645cadd-b4a1-4726-9fd5-1c5f74379aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526583 Aug 16 21:59:09.476574 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e97d4e-f757-4dd2-8741-57398cd56b24 req-2c7d8894-5788-4b49-814d-79b0ced99b8b tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:09.478351 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-89e97d4e-f757-4dd2-8741-57398cd56b24 req-2c7d8894-5788-4b49-814d-79b0ced99b8b tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=6062259d-6e9e-42f9-8d2b-141a4ef6de51 HTTP/1.1" status: 200 len: 945 time: 0.0507104 Aug 16 21:59:09.499729 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-7fe77917-9775-4108-8ab8-313cf3ce602d None None] Set router 0f6da346-5127-4f3c-8355-cc476098c567 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:59:09.522990 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-89e97d4e-f757-4dd2-8741-57398cd56b24 req-2f6b939d-98ef-47a1-8261-ddc46a7bc1c1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4996924d-08b5-428b-b60a-306b9d452169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379450 Aug 16 21:59:09.537814 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e19040ff-cb50-4ee4-a019-d2af69f3e7ea req-2b0ebc0f-2530-4d3e-893d-4208f47e5c99 service neutron] 10.222.0.72 "GET /v2.0/networks/7645cadd-b4a1-4726-9fd5-1c5f74379aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855021 Aug 16 21:59:09.642970 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e19040ff-cb50-4ee4-a019-d2af69f3e7ea req-fb6e0e61-27c1-4f75-9fad-934ab74247aa service neutron] 10.222.0.72 "GET /v2.0/networks/7645cadd-b4a1-4726-9fd5-1c5f74379aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969379 Aug 16 21:59:09.714574 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-7fe77917-9775-4108-8ab8-313cf3ce602d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6da346-5127-4f3c-8355-cc476098c567', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677149603', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'b670cbdf-fc70-48d5-b5db-96a548a1b605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:57:24Z', 'updated_at': '2021-08-16T21:57:29Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'b670cbdf-fc70-48d5-b5db-96a548a1b605', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6da346-5127-4f3c-8355-cc476098c567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:57:25Z', 'updated_at': '2021-08-16T21:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '0915aca5-85b7-467e-a22a-18a04e34b102', 'name': '', 'network_id': '7645cadd-b4a1-4726-9fd5-1c5f74379aed', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:97:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6da346-5127-4f3c-8355-cc476098c567', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'bbe7773e-3e21-4059-a635-86e2127fed90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:57:28Z', 'updated_at': '2021-08-16T21:57:33Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': 'bbe7773e-3e21-4059-a635-86e2127fed90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:59:09.740713 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe77917-9775-4108-8ab8-313cf3ce602d None None] The sync data for ids ['0f6da346-5127-4f3c-8355-cc476098c567'] in n-d-793620-15 is: [{'id': '0f6da346-5127-4f3c-8355-cc476098c567', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677149603', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'b670cbdf-fc70-48d5-b5db-96a548a1b605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:57:24Z', 'updated_at': '2021-08-16T21:57:29Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'b670cbdf-fc70-48d5-b5db-96a548a1b605', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6da346-5127-4f3c-8355-cc476098c567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:57:25Z', 'updated_at': '2021-08-16T21:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '0915aca5-85b7-467e-a22a-18a04e34b102', 'name': '', 'network_id': '7645cadd-b4a1-4726-9fd5-1c5f74379aed', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:97:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6da346-5127-4f3c-8355-cc476098c567', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'bbe7773e-3e21-4059-a635-86e2127fed90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:57:28Z', 'updated_at': '2021-08-16T21:57:33Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': 'bbe7773e-3e21-4059-a635-86e2127fed90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:59:09.957790 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0bb891-e582-4913-ae95-ac8725b7b78b None None] New status for floating IP 626a49c8-b82b-4681-aff8-d04b0d00bd24: DOWN {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:59:10.655576 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c97ec-231a-4329-9d68-451af28f754a req-0da5e8cf-6f9c-465c-b75f-54a3fcc0b724 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:10.657100 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-578c97ec-231a-4329-9d68-451af28f754a req-0da5e8cf-6f9c-465c-b75f-54a3fcc0b724 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=6062259d-6e9e-42f9-8d2b-141a4ef6de51 HTTP/1.1" status: 200 len: 945 time: 0.0490637 Aug 16 21:59:10.695279 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-578c97ec-231a-4329-9d68-451af28f754a req-536eaf96-66a3-4427-a04b-3593373530b5 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4996924d-08b5-428b-b60a-306b9d452169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322838 Aug 16 21:59:11.057769 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683386a-895d-4784-ab55-2ffc5921c7e0 req-ba737b4a-1d1c-485e-9f60-7b4a0ab82c2d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:11.059225 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b683386a-895d-4784-ab55-2ffc5921c7e0 req-ba737b4a-1d1c-485e-9f60-7b4a0ab82c2d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.72 "GET /v2.0/ports?device_id=6062259d-6e9e-42f9-8d2b-141a4ef6de51 HTTP/1.1" status: 200 len: 945 time: 0.0500481 Aug 16 21:59:11.105745 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-824850bd-5b08-4b35-9349-7f5d5726e8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:11.150385 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-b683386a-895d-4784-ab55-2ffc5921c7e0 req-ea97860d-b87c-4e94-8291-e0fc46c08209 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Deleting port f67e577a-03fc-42f8-a72e-794d2a09d987 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:59:11.150730 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b683386a-895d-4784-ab55-2ffc5921c7e0 req-ea97860d-b87c-4e94-8291-e0fc46c08209 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:11.240297 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-b683386a-895d-4784-ab55-2ffc5921c7e0 req-ea97860d-b87c-4e94-8291-e0fc46c08209 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] For port f67e577a-03fc-42f8-a72e-794d2a09d987, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=f67e577a-03fc-42f8-a72e-794d2a09d987,segment=NetworkSegment(dd7ba317-eaf9-4caf-9691-34f0ee934f2b),segment_id=dd7ba317-eaf9-4caf-9691-34f0ee934f2b)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:59:11.240664 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b683386a-895d-4784-ab55-2ffc5921c7e0 req-ea97860d-b87c-4e94-8291-e0fc46c08209 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:11.253000 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-b683386a-895d-4784-ab55-2ffc5921c7e0 req-ea97860d-b87c-4e94-8291-e0fc46c08209 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Calling delete_port for f67e577a-03fc-42f8-a72e-794d2a09d987 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:59:11.505409 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b683386a-895d-4784-ab55-2ffc5921c7e0 req-ea97860d-b87c-4e94-8291-e0fc46c08209 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:11.533849 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea97860d-b87c-4e94-8291-e0fc46c08209 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event deleted for resources: {'Port': ['ID=f67e577a-03fc-42f8-a72e-794d2a09d987,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:11.558909 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea97860d-b87c-4e94-8291-e0fc46c08209 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:11.559264 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea97860d-b87c-4e94-8291-e0fc46c08209 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:11.559608 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea97860d-b87c-4e94-8291-e0fc46c08209 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:11.560042 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea97860d-b87c-4e94-8291-e0fc46c08209 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:11.560380 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea97860d-b87c-4e94-8291-e0fc46c08209 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:11.560714 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea97860d-b87c-4e94-8291-e0fc46c08209 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:11.561047 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea97860d-b87c-4e94-8291-e0fc46c08209 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:11.561377 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea97860d-b87c-4e94-8291-e0fc46c08209 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:11.561707 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea97860d-b87c-4e94-8291-e0fc46c08209 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:11.562033 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea97860d-b87c-4e94-8291-e0fc46c08209 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:11.562358 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea97860d-b87c-4e94-8291-e0fc46c08209 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:11.562681 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea97860d-b87c-4e94-8291-e0fc46c08209 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:11.585082 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-b683386a-895d-4784-ab55-2ffc5921c7e0 req-ea97860d-b87c-4e94-8291-e0fc46c08209 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] No DVR routers for this DVR port f67e577a-03fc-42f8-a72e-794d2a09d987 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:59:11.587777 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-b683386a-895d-4784-ab55-2ffc5921c7e0 req-ea97860d-b87c-4e94-8291-e0fc46c08209 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:11.592414 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-b683386a-895d-4784-ab55-2ffc5921c7e0 req-ea97860d-b87c-4e94-8291-e0fc46c08209 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.72 "DELETE /v2.0/ports/f67e577a-03fc-42f8-a72e-794d2a09d987 HTTP/1.1" status: 204 len: 173 time: 0.5273936 Aug 16 21:59:11.592855 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6062259d-6e9e-42f9-8d2b-141a4ef6de51', 'name': 'network-vif-deleted', 'tag': 'f67e577a-03fc-42f8-a72e-794d2a09d987'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:59:11.595243 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcd9435b18b7a34707b0c74d037ee6bf13b87a61dd91d81e26d4048d63ffdc36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23176906-e597-4700-bd79-73002c185bba" -d '{"events": [{"server_uuid": "6062259d-6e9e-42f9-8d2b-141a4ef6de51", "name": "network-vif-deleted", "tag": "f67e577a-03fc-42f8-a72e-794d2a09d987"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:59:11.693146 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e679527-2833-43ee-a50f-d8a58180d1e9 x-openstack-request-id: req-9e679527-2833-43ee-a50f-d8a58180d1e9 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:59:11.693347 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6062259d-6e9e-42f9-8d2b-141a4ef6de51", "name": "network-vif-deleted", "tag": "f67e577a-03fc-42f8-a72e-794d2a09d987", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:59:11.693600 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9e679527-2833-43ee-a50f-d8a58180d1e9 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:59:11.694008 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6062259d-6e9e-42f9-8d2b-141a4ef6de51', 'name': 'network-vif-deleted', 'tag': 'f67e577a-03fc-42f8-a72e-794d2a09d987', 'status': 'completed', 'code': 200} Aug 16 21:59:11.791100 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-df0402cb-1290-4f34-888f-7ea1f04c2e75 req-4705ee98-995f-4b88-9a5c-46c653f127b0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=6062259d-6e9e-42f9-8d2b-141a4ef6de51 HTTP/1.1" status: 200 len: 210 time: 0.0272980 Aug 16 21:59:12.846592 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37346) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:13.202760 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fea9ec79-a6fe-45a0-80be-bf8c80f84ffb tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:13.451257 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-fea9ec79-a6fe-45a0-80be-bf8c80f84ffb tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Deleting port 0915aca5-85b7-467e-a22a-18a04e34b102 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:59:13.451611 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fea9ec79-a6fe-45a0-80be-bf8c80f84ffb tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:13.538670 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-fea9ec79-a6fe-45a0-80be-bf8c80f84ffb tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] For port 0915aca5-85b7-467e-a22a-18a04e34b102, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=0915aca5-85b7-467e-a22a-18a04e34b102,segment=NetworkSegment(dd7ba317-eaf9-4caf-9691-34f0ee934f2b),segment_id=dd7ba317-eaf9-4caf-9691-34f0ee934f2b)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:59:13.538966 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fea9ec79-a6fe-45a0-80be-bf8c80f84ffb tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:13.551208 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-fea9ec79-a6fe-45a0-80be-bf8c80f84ffb tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Calling delete_port for 0915aca5-85b7-467e-a22a-18a04e34b102 owned by network:router_interface {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:59:13.660217 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-30f5e1e6-f803-44a4-8020-fd549a496254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:13.750261 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device f67e577a-03fc-42f8-a72e-794d2a09d987 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:59:13.770203 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: f67e577a-03fc-42f8-a72e-794d2a09d987 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:59:13.770546 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device f67e577a-03fc-42f8-a72e-794d2a09d987 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:59:13.814687 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fea9ec79-a6fe-45a0-80be-bf8c80f84ffb tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:13.843134 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9ec79-a6fe-45a0-80be-bf8c80f84ffb tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event deleted for resources: {'Port': ['ID=0915aca5-85b7-467e-a22a-18a04e34b102,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:13.969332 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:14.024209 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fea9ec79-a6fe-45a0-80be-bf8c80f84ffb tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:14.234492 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea9ec79-a6fe-45a0-80be-bf8c80f84ffb tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Router 0f6da346-5127-4f3c-8355-cc476098c567 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:59:14.339298 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea9ec79-a6fe-45a0-80be-bf8c80f84ffb tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:59:14.344166 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-fea9ec79-a6fe-45a0-80be-bf8c80f84ffb tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "PUT /v2.0/routers/0f6da346-5127-4f3c-8355-cc476098c567/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4965165 Aug 16 21:59:14.346973 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37350) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:14.348450 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af123a4-86a6-4012-8bb8-01de0bca08bf None None] Sync routers for ids ['0f6da346-5127-4f3c-8355-cc476098c567'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:59:14.357836 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af123a4-86a6-4012-8bb8-01de0bca08bf None None] Routers {'0f6da346-5127-4f3c-8355-cc476098c567'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:59:14.358457 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-9af123a4-86a6-4012-8bb8-01de0bca08bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:59:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['0f6da346-5127-4f3c-8355-cc476098c567'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:59:14.398986 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad65161-90a1-4fad-a7f0-fb5c29f52841 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Deleting subnet bbe7773e-3e21-4059-a635-86e2127fed90 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:59:14.402069 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3ad65161-90a1-4fad-a7f0-fb5c29f52841 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:14.441462 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3ad65161-90a1-4fad-a7f0-fb5c29f52841 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:14.462001 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-9af123a4-86a6-4012-8bb8-01de0bca08bf None None] Set router 0f6da346-5127-4f3c-8355-cc476098c567 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:59:14.525384 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3ad65161-90a1-4fad-a7f0-fb5c29f52841 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:14.641734 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-9af123a4-86a6-4012-8bb8-01de0bca08bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6da346-5127-4f3c-8355-cc476098c567', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677149603', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'b670cbdf-fc70-48d5-b5db-96a548a1b605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:57:24Z', 'updated_at': '2021-08-16T21:59:13Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'b670cbdf-fc70-48d5-b5db-96a548a1b605', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6da346-5127-4f3c-8355-cc476098c567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:57:25Z', 'updated_at': '2021-08-16T21:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:59:14.655004 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3ad65161-90a1-4fad-a7f0-fb5c29f52841 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:14.668158 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af123a4-86a6-4012-8bb8-01de0bca08bf None None] Checking router: 0f6da346-5127-4f3c-8355-cc476098c567 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:59:14.677111 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af123a4-86a6-4012-8bb8-01de0bca08bf None None] Routers {'0f6da346-5127-4f3c-8355-cc476098c567'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:59:14.677719 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-9af123a4-86a6-4012-8bb8-01de0bca08bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:59:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['0f6da346-5127-4f3c-8355-cc476098c567'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:59:14.683944 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad65161-90a1-4fad-a7f0-fb5c29f52841 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event deleted for resources: {'Subnet': ['ID=bbe7773e-3e21-4059-a635-86e2127fed90,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:14.687578 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3ad65161-90a1-4fad-a7f0-fb5c29f52841 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:14.691885 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3ad65161-90a1-4fad-a7f0-fb5c29f52841 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "DELETE /v2.0/subnets/bbe7773e-3e21-4059-a635-86e2127fed90 HTTP/1.1" status: 204 len: 168 time: 0.3415458 Aug 16 21:59:14.692331 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37352) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:14.710915 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e4794a-d758-4a1f-b9ab-ca5a44379de6 None None] Network 7645cadd-b4a1-4726-9fd5-1c5f74379aed requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:59:14.805151 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-80b5aca0-8c43-4723-a7b1-e05fc52b0186 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:14.865749 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-9af123a4-86a6-4012-8bb8-01de0bca08bf None None] Set router 0f6da346-5127-4f3c-8355-cc476098c567 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:59:14.912291 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-80b5aca0-8c43-4723-a7b1-e05fc52b0186 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:15.030054 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c81bf21-26c5-4efd-8fb9-4c4e7dbb4911 None None] DHCP port deletion for 7645cadd-b4a1-4726-9fd5-1c5f74379aed request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:59:15.032547 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-80b5aca0-8c43-4723-a7b1-e05fc52b0186 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Deleting port b670cbdf-fc70-48d5-b5db-96a548a1b605 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:59:15.033098 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-80b5aca0-8c43-4723-a7b1-e05fc52b0186 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:15.094762 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-9af123a4-86a6-4012-8bb8-01de0bca08bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6da346-5127-4f3c-8355-cc476098c567', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677149603', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'b670cbdf-fc70-48d5-b5db-96a548a1b605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:57:24Z', 'updated_at': '2021-08-16T21:59:13Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'b670cbdf-fc70-48d5-b5db-96a548a1b605', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6da346-5127-4f3c-8355-cc476098c567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:57:25Z', 'updated_at': '2021-08-16T21:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:59:15.116211 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-80b5aca0-8c43-4723-a7b1-e05fc52b0186 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] For port b670cbdf-fc70-48d5-b5db-96a548a1b605, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b670cbdf-fc70-48d5-b5db-96a548a1b605,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:59:15.116588 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-80b5aca0-8c43-4723-a7b1-e05fc52b0186 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:15.123206 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af123a4-86a6-4012-8bb8-01de0bca08bf None None] The sync data for ids ['0f6da346-5127-4f3c-8355-cc476098c567'] in n-d-793620-15 is: [{'id': '0f6da346-5127-4f3c-8355-cc476098c567', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677149603', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'b670cbdf-fc70-48d5-b5db-96a548a1b605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:57:24Z', 'updated_at': '2021-08-16T21:59:13Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'b670cbdf-fc70-48d5-b5db-96a548a1b605', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6da346-5127-4f3c-8355-cc476098c567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:57:25Z', 'updated_at': '2021-08-16T21:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:59:15.129334 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-9c81bf21-26c5-4efd-8fb9-4c4e7dbb4911 None None] Deleting port 25ebe36f-c678-4d76-8779-35392a9099e6 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:59:15.129486 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-80b5aca0-8c43-4723-a7b1-e05fc52b0186 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Calling delete_port for b670cbdf-fc70-48d5-b5db-96a548a1b605 owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:59:15.129712 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9c81bf21-26c5-4efd-8fb9-4c4e7dbb4911 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:15.131359 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:15.194473 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-9c81bf21-26c5-4efd-8fb9-4c4e7dbb4911 None None] For port 25ebe36f-c678-4d76-8779-35392a9099e6, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=25ebe36f-c678-4d76-8779-35392a9099e6,segment=NetworkSegment(dd7ba317-eaf9-4caf-9691-34f0ee934f2b),segment_id=dd7ba317-eaf9-4caf-9691-34f0ee934f2b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:59:15.194872 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9c81bf21-26c5-4efd-8fb9-4c4e7dbb4911 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:15.211098 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-9c81bf21-26c5-4efd-8fb9-4c4e7dbb4911 None None] Calling delete_port for 25ebe36f-c678-4d76-8779-35392a9099e6 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:59:15.373081 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9c81bf21-26c5-4efd-8fb9-4c4e7dbb4911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:15.398437 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c81bf21-26c5-4efd-8fb9-4c4e7dbb4911 None None] Pushing event deleted for resources: {'Port': ['ID=25ebe36f-c678-4d76-8779-35392a9099e6,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:15.402634 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c81bf21-26c5-4efd-8fb9-4c4e7dbb4911 None None] No DVR routers for this DVR port 25ebe36f-c678-4d76-8779-35392a9099e6 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:59:15.403213 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-80b5aca0-8c43-4723-a7b1-e05fc52b0186 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:15.409509 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c81bf21-26c5-4efd-8fb9-4c4e7dbb4911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:15.412139 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c81bf21-26c5-4efd-8fb9-4c4e7dbb4911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:15.412139 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c81bf21-26c5-4efd-8fb9-4c4e7dbb4911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:15.412139 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c81bf21-26c5-4efd-8fb9-4c4e7dbb4911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:15.412139 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c81bf21-26c5-4efd-8fb9-4c4e7dbb4911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:15.412139 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c81bf21-26c5-4efd-8fb9-4c4e7dbb4911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:15.412139 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c81bf21-26c5-4efd-8fb9-4c4e7dbb4911 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:15.412139 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c81bf21-26c5-4efd-8fb9-4c4e7dbb4911 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:15.412139 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c81bf21-26c5-4efd-8fb9-4c4e7dbb4911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:15.413391 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c81bf21-26c5-4efd-8fb9-4c4e7dbb4911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:15.413391 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c81bf21-26c5-4efd-8fb9-4c4e7dbb4911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:15.413391 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c81bf21-26c5-4efd-8fb9-4c4e7dbb4911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:15.435443 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b5aca0-8c43-4723-a7b1-e05fc52b0186 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event deleted for resources: {'Port': ['ID=b670cbdf-fc70-48d5-b5db-96a548a1b605,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:15.498022 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-80b5aca0-8c43-4723-a7b1-e05fc52b0186 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:15.594647 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-80b5aca0-8c43-4723-a7b1-e05fc52b0186 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:15.596908 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-80b5aca0-8c43-4723-a7b1-e05fc52b0186 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:15.706121 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-80b5aca0-8c43-4723-a7b1-e05fc52b0186 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:15.706779 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b5aca0-8c43-4723-a7b1-e05fc52b0186 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Fanout notify agent at l3_agent the message router_deleted on router 0f6da346-5127-4f3c-8355-cc476098c567 {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:59:15.735268 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-80b5aca0-8c43-4723-a7b1-e05fc52b0186 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:15.735268 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-80b5aca0-8c43-4723-a7b1-e05fc52b0186 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "DELETE /v2.0/routers/0f6da346-5127-4f3c-8355-cc476098c567 HTTP/1.1" status: 204 len: 168 time: 1.0223110 Aug 16 21:59:15.735268 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37354) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:15.804318 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8262df1d-dfcd-4b0e-912f-633195538c8c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:15.890297 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8262df1d-dfcd-4b0e-912f-633195538c8c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:15.900046 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-8262df1d-dfcd-4b0e-912f-633195538c8c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7645cadd-b4a1-4726-9fd5-1c5f74379aed']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:59:15.909587 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-8262df1d-dfcd-4b0e-912f-633195538c8c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd7ba317-eaf9-4caf-9691-34f0ee934f2b') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:59:15.909832 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-8262df1d-dfcd-4b0e-912f-633195538c8c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd7ba317-eaf9-4caf-9691-34f0ee934f2b') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:59:15.918632 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8262df1d-dfcd-4b0e-912f-633195538c8c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:15.932511 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8262df1d-dfcd-4b0e-912f-633195538c8c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:15.938178 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8262df1d-dfcd-4b0e-912f-633195538c8c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:59:15.938563 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8262df1d-dfcd-4b0e-912f-633195538c8c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:15.942019 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 21:59:15.942019 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:59:15.942019 n-d-793620-15 neutron-server[101845]: timer() Aug 16 21:59:15.942019 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:59:15.942019 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 21:59:15.942019 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:59:15.942019 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 21:59:15.942019 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:59:15.942019 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 21:59:15.942019 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:59:15.942019 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 21:59:15.942019 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:59:15.942019 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 21:59:15.942019 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:59:15.942019 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:59:15.942019 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:59:15.942019 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:59:15.942019 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:59:15.942019 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 21:59:15.942019 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:59:15.942019 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 21:59:15.942019 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:59:15.942019 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:59:15.942019 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:59:15.942019 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 21:59:15.942019 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:59:15.942019 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:59:15.942019 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:59:15.942019 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:59:15.942019 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:59:15.942019 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:59:15.942019 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:59:16.065720 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8262df1d-dfcd-4b0e-912f-633195538c8c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:16.073638 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8262df1d-dfcd-4b0e-912f-633195538c8c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:16.074954 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8262df1d-dfcd-4b0e-912f-633195538c8c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "DELETE /v2.0/networks/7645cadd-b4a1-4726-9fd5-1c5f74379aed HTTP/1.1" status: 204 len: 168 time: 0.3556921 Aug 16 21:59:16.077804 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37356) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:16.086711 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262df1d-dfcd-4b0e-912f-633195538c8c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event deleted for resources: {'Network': ['ID=7645cadd-b4a1-4726-9fd5-1c5f74379aed,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:16.140480 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-524ba8cd-4077-4777-934c-1dfbd6483bbb tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:16.167285 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-524ba8cd-4077-4777-934c-1dfbd6483bbb tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:16.292908 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-524ba8cd-4077-4777-934c-1dfbd6483bbb tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:16.295517 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-524ba8cd-4077-4777-934c-1dfbd6483bbb tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:16.296855 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-524ba8cd-4077-4777-934c-1dfbd6483bbb tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "DELETE /v2.0/security-groups/4996924d-08b5-428b-b60a-306b9d452169 HTTP/1.1" status: 204 len: 168 time: 0.2180450 Aug 16 21:59:16.306810 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ba8cd-4077-4777-934c-1dfbd6483bbb tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4996924d-08b5-428b-b60a-306b9d452169,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:16.747679 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 25ebe36f-c678-4d76-8779-35392a9099e6 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:59:16.766794 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 25ebe36f-c678-4d76-8779-35392a9099e6 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:59:16.767140 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 25ebe36f-c678-4d76-8779-35392a9099e6 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:59:16.767552 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b670cbdf-fc70-48d5-b5db-96a548a1b605 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:59:16.789586 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: b670cbdf-fc70-48d5-b5db-96a548a1b605 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:59:16.789979 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b670cbdf-fc70-48d5-b5db-96a548a1b605 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:59:16.790348 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 0915aca5-85b7-467e-a22a-18a04e34b102 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:59:16.808377 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:16.809150 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 0915aca5-85b7-467e-a22a-18a04e34b102 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:59:16.809493 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 0915aca5-85b7-467e-a22a-18a04e34b102 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:59:17.055974 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37362) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:17.060644 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-fca32f4e-2036-41dd-abf1-02997231de07 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-347145475', 'description': 'tempest-secgroup-smoke-347145475 description', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:59:17.129375 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fca32f4e-2036-41dd-abf1-02997231de07 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:17.214432 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fca32f4e-2036-41dd-abf1-02997231de07 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:17.276896 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fca32f4e-2036-41dd-abf1-02997231de07 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:17.305733 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca32f4e-2036-41dd-abf1-02997231de07 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e6537b-d2e6-45df-be7c-62a17a35d9ca,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:17.357569 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fca32f4e-2036-41dd-abf1-02997231de07 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:17.358842 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-fca32f4e-2036-41dd-abf1-02997231de07 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3018353 Aug 16 21:59:17.361653 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37364) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:17.366764 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-2ea847e4-d281-4ef1-98d7-d49032a0b04c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'security_group_rule': {'security_group_id': 'd2e6537b-d2e6-45df-be7c-62a17a35d9ca', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:59:17.447684 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2ea847e4-d281-4ef1-98d7-d49032a0b04c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:17.501889 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2ea847e4-d281-4ef1-98d7-d49032a0b04c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:17.591269 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2ea847e4-d281-4ef1-98d7-d49032a0b04c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:17.609678 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea847e4-d281-4ef1-98d7-d49032a0b04c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=838add82-6b28-4245-8a6d-e8ab840d846e,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:17.688819 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2ea847e4-d281-4ef1-98d7-d49032a0b04c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:17.690071 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2ea847e4-d281-4ef1-98d7-d49032a0b04c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3274353 Aug 16 21:59:17.692850 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37366) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:17.697308 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-0fcc1130-fabe-475b-8607-ead06f9dfddf tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'security_group_rule': {'security_group_id': 'd2e6537b-d2e6-45df-be7c-62a17a35d9ca', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:59:17.784716 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0fcc1130-fabe-475b-8607-ead06f9dfddf tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:17.840865 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0fcc1130-fabe-475b-8607-ead06f9dfddf tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:17.909690 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0fcc1130-fabe-475b-8607-ead06f9dfddf tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:17.929539 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc1130-fabe-475b-8607-ead06f9dfddf tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a213496-35a2-4a1c-8035-24658dbb8c66,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:17.996933 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0fcc1130-fabe-475b-8607-ead06f9dfddf tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:17.998178 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0fcc1130-fabe-475b-8607-ead06f9dfddf tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3043489 Aug 16 21:59:18.000860 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37368) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:18.005285 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-d8f079da-0819-4c6b-be53-15e45897248f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'security_group_rule': {'security_group_id': 'd2e6537b-d2e6-45df-be7c-62a17a35d9ca', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:59:18.098099 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d8f079da-0819-4c6b-be53-15e45897248f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:18.157477 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d8f079da-0819-4c6b-be53-15e45897248f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:18.242585 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d8f079da-0819-4c6b-be53-15e45897248f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:18.260019 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f079da-0819-4c6b-be53-15e45897248f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d87086aa-b57c-41c1-8a72-79b6776361de,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:18.356169 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d8f079da-0819-4c6b-be53-15e45897248f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:18.357584 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d8f079da-0819-4c6b-be53-15e45897248f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3557036 Aug 16 21:59:18.360238 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37370) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:18.364654 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-98d64118-374a-4ffb-a23d-ff2a80f3ce4c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'security_group_rule': {'security_group_id': 'd2e6537b-d2e6-45df-be7c-62a17a35d9ca', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:59:18.470033 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-98d64118-374a-4ffb-a23d-ff2a80f3ce4c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:18.529768 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-98d64118-374a-4ffb-a23d-ff2a80f3ce4c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:18.653925 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-98d64118-374a-4ffb-a23d-ff2a80f3ce4c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:18.670675 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d64118-374a-4ffb-a23d-ff2a80f3ce4c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c561259d-65d3-4210-8faf-6bdca8f211b8,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:18.774139 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-98d64118-374a-4ffb-a23d-ff2a80f3ce4c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:18.775394 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-98d64118-374a-4ffb-a23d-ff2a80f3ce4c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4141665 Aug 16 21:59:18.778116 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37372) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:18.788857 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-199dd644-7b9d-4006-a87f-ee0a66a11f4a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'security_group_rule': {'security_group_id': 'd2e6537b-d2e6-45df-be7c-62a17a35d9ca', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:59:18.894132 n-d-793620-15 neutron-server[101844]: INFO neutron.db.securitygroups_db [None req-199dd644-7b9d-4006-a87f-ee0a66a11f4a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Project b138d5da43204b7eac942de7c3eb87d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:59:18.899610 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-199dd644-7b9d-4006-a87f-ee0a66a11f4a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:18.959525 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-199dd644-7b9d-4006-a87f-ee0a66a11f4a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:19.036865 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-199dd644-7b9d-4006-a87f-ee0a66a11f4a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:19.051752 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199dd644-7b9d-4006-a87f-ee0a66a11f4a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b90865e-329b-4bce-aad5-302dfbf304a9,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:19.116892 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-199dd644-7b9d-4006-a87f-ee0a66a11f4a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:19.118087 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-199dd644-7b9d-4006-a87f-ee0a66a11f4a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3390303 Aug 16 21:59:19.120837 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37374) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:19.125279 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-70f11413-556e-4172-bcdc-41906809ac8b tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'security_group_rule': {'security_group_id': 'd2e6537b-d2e6-45df-be7c-62a17a35d9ca', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:59:19.195545 n-d-793620-15 neutron-server[101844]: INFO neutron.db.securitygroups_db [None req-70f11413-556e-4172-bcdc-41906809ac8b tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Project b138d5da43204b7eac942de7c3eb87d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:59:19.200555 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-70f11413-556e-4172-bcdc-41906809ac8b tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:19.261203 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-70f11413-556e-4172-bcdc-41906809ac8b tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:19.315861 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-70f11413-556e-4172-bcdc-41906809ac8b tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:19.334801 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f11413-556e-4172-bcdc-41906809ac8b tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e0b6c1-9b47-4995-96c4-299e3def15f1,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:19.431331 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-70f11413-556e-4172-bcdc-41906809ac8b tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:19.432583 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-70f11413-556e-4172-bcdc-41906809ac8b tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3108115 Aug 16 21:59:19.435453 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37376) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:19.440391 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-2a930e54-cedd-4396-9307-0b8a6ae892a7 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'network': {'name': 'tempest-network-smoke--1887857693', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'port_security_enabled': True}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:59:19.517225 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a930e54-cedd-4396-9307-0b8a6ae892a7 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Made reservation on behalf of b138d5da43204b7eac942de7c3eb87d8 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:59:19.524103 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2a930e54-cedd-4396-9307-0b8a6ae892a7 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:19.544124 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a930e54-cedd-4396-9307-0b8a6ae892a7 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:59:19.552379 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2a930e54-cedd-4396-9307-0b8a6ae892a7 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:19.552728 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-2a930e54-cedd-4396-9307-0b8a6ae892a7 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Added segment 8d0a8570-2a8e-469b-9afc-cc0298a3d42e of type vlan for network 6bb8384b-9240-4918-9419-b74e71567737 Aug 16 21:59:19.591850 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2a930e54-cedd-4396-9307-0b8a6ae892a7 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:19.648457 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2a930e54-cedd-4396-9307-0b8a6ae892a7 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:19.653979 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a930e54-cedd-4396-9307-0b8a6ae892a7 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:19.654573 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2a930e54-cedd-4396-9307-0b8a6ae892a7 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:19.719210 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a930e54-cedd-4396-9307-0b8a6ae892a7 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'Network': ['ID=6bb8384b-9240-4918-9419-b74e71567737,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:19.729945 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 6bb8384b-9240-4918-9419-b74e71567737 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:59:19.813526 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2a930e54-cedd-4396-9307-0b8a6ae892a7 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3769288 Aug 16 21:59:19.816751 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37378) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:19.821120 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-ba5b0047-f046-4d43-ae4c-c54cdc1af5be tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1181801269', 'admin_state_up': True, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:59:19.858586 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:19.910105 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ba5b0047-f046-4d43-ae4c-c54cdc1af5be tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:19.911111 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ba5b0047-f046-4d43-ae4c-c54cdc1af5be tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:19.965340 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ba5b0047-f046-4d43-ae4c-c54cdc1af5be tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:20.472437 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ba5b0047-f046-4d43-ae4c-c54cdc1af5be tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:20.700844 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ba5b0047-f046-4d43-ae4c-c54cdc1af5be tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router_gateway, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:20.718682 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ba5b0047-f046-4d43-ae4c-c54cdc1af5be tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:20.820952 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-ba5b0047-f046-4d43-ae4c-c54cdc1af5be tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Allocated IP 172.25.1.54 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/b1819796-2fa4-4224-8a7d-5923c1230922) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:59:20.918470 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ba5b0047-f046-4d43-ae4c-c54cdc1af5be tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:21.019022 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ba5b0047-f046-4d43-ae4c-c54cdc1af5be tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:21.062633 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5b0047-f046-4d43-ae4c-c54cdc1af5be tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:59:21.065595 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-ba5b0047-f046-4d43-ae4c-c54cdc1af5be tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:59:21.068146 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5b0047-f046-4d43-ae4c-c54cdc1af5be tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:59:21.093426 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b0047-f046-4d43-ae4c-c54cdc1af5be tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'Port': ['ID=b1819796-2fa4-4224-8a7d-5923c1230922,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:21.403662 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ba5b0047-f046-4d43-ae4c-c54cdc1af5be tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router_gateway, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:21.596575 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ba5b0047-f046-4d43-ae4c-c54cdc1af5be tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:21.808144 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5b0047-f046-4d43-ae4c-c54cdc1af5be tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Router 23c5c331-d9c3-41e2-b22d-4538cbd741bc is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:59:21.913639 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5b0047-f046-4d43-ae4c-c54cdc1af5be tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:59:21.924334 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe72f78-ee5c-495a-a00e-04bfce8d1223 None None] Sync routers for ids ['23c5c331-d9c3-41e2-b22d-4538cbd741bc'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:59:21.934366 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe72f78-ee5c-495a-a00e-04bfce8d1223 None None] Routers {'23c5c331-d9c3-41e2-b22d-4538cbd741bc'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:59:21.934968 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-bbe72f78-ee5c-495a-a00e-04bfce8d1223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:59:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['23c5c331-d9c3-41e2-b22d-4538cbd741bc'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:59:21.985907 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ba5b0047-f046-4d43-ae4c-c54cdc1af5be tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:21.987216 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ba5b0047-f046-4d43-ae4c-c54cdc1af5be tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1696477 Aug 16 21:59:21.990905 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37382) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:22.027228 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0d5feb60-31d4-44d7-8ad9-3d74801a6073 tempest-TestNetworkAdvancedServerOps-1274658574 tempest-TestNetworkAdvancedServerOps-1274658574-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=b138d5da43204b7eac942de7c3eb87d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351307 Aug 16 21:59:22.029808 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37384) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:22.036015 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-bbe72f78-ee5c-495a-a00e-04bfce8d1223 None None] Set router 23c5c331-d9c3-41e2-b22d-4538cbd741bc gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:59:22.122333 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99c7f83-0754-454f-a0cd-75daffff7765 tempest-TestNetworkAdvancedServerOps-1274658574 tempest-TestNetworkAdvancedServerOps-1274658574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:22.123820 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f99c7f83-0754-454f-a0cd-75daffff7765 tempest-TestNetworkAdvancedServerOps-1274658574 tempest-TestNetworkAdvancedServerOps-1274658574-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0930884 Aug 16 21:59:22.126720 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37386) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:22.154963 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-044e1da9-2ff2-47a1-869d-f15ac0c7217d tempest-TestNetworkAdvancedServerOps-1274658574 tempest-TestNetworkAdvancedServerOps-1274658574-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=65ae326a-d6e1-4f5d-80d6-215a5521afe9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271683 Aug 16 21:59:22.157589 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37388) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:22.162359 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-d627750f-e557-4581-94c2-906171ba9db8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1704364021', 'network_id': '6bb8384b-9240-4918-9419-b74e71567737', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:59:22.296154 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-bbe72f78-ee5c-495a-a00e-04bfce8d1223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c5c331-d9c3-41e2-b22d-4538cbd741bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181801269', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'b1819796-2fa4-4224-8a7d-5923c1230922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:59:19Z', 'updated_at': '2021-08-16T21:59:21Z', 'revision_number': 3, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'b1819796-2fa4-4224-8a7d-5923c1230922', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c5c331-d9c3-41e2-b22d-4538cbd741bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:59:20Z', 'updated_at': '2021-08-16T21:59:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:59:22.321266 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe72f78-ee5c-495a-a00e-04bfce8d1223 None None] Checking router: 23c5c331-d9c3-41e2-b22d-4538cbd741bc for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:59:22.325310 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe72f78-ee5c-495a-a00e-04bfce8d1223 None None] Updating router 23c5c331-d9c3-41e2-b22d-4538cbd741bc port b1819796-2fa4-4224-8a7d-5923c1230922 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:59:22.344240 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d627750f-e557-4581-94c2-906171ba9db8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Made reservation on behalf of b138d5da43204b7eac942de7c3eb87d8 for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:59:22.345187 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-bbe72f78-ee5c-495a-a00e-04bfce8d1223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:22.347892 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d627750f-e557-4581-94c2-906171ba9db8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:22.586185 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-bbe72f78-ee5c-495a-a00e-04bfce8d1223 None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:22.596077 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-bbe72f78-ee5c-495a-a00e-04bfce8d1223 None None] Transition to ACTIVE for port object b1819796-2fa4-4224-8a7d-5923c1230922 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:59:22.608901 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d627750f-e557-4581-94c2-906171ba9db8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:22.681683 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627750f-e557-4581-94c2-906171ba9db8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'Subnet': ['ID=a461a51c-7701-4aae-b7bf-80a277aa5030,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:22.682898 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:22.687183 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d627750f-e557-4581-94c2-906171ba9db8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Checking segment: {'id': '8d0a8570-2a8e-469b-9afc-cc0298a3d42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6bb8384b-9240-4918-9419-b74e71567737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:59:22.687558 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d627750f-e557-4581-94c2-906171ba9db8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Network hostable DHCP agents. Network: 6bb8384b-9240-4918-9419-b74e71567737, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:59:22.715755 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-bbe72f78-ee5c-495a-a00e-04bfce8d1223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:22.769139 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-bbe72f78-ee5c-495a-a00e-04bfce8d1223 None None] Attempting to bind port b1819796-2fa4-4224-8a7d-5923c1230922 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:59:22.770016 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-bbe72f78-ee5c-495a-a00e-04bfce8d1223 None None] Attempting to bind port b1819796-2fa4-4224-8a7d-5923c1230922 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:59:22.770376 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe72f78-ee5c-495a-a00e-04bfce8d1223 None None] Attempting to bind port b1819796-2fa4-4224-8a7d-5923c1230922 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:59:22.775856 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d5d94-8064-48b8-9f4d-d0faad7fd94d None None] Pushing event updated for resources: {'Port': ['ID=b1819796-2fa4-4224-8a7d-5923c1230922,revision_number=2']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:22.778679 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d627750f-e557-4581-94c2-906171ba9db8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Network 6bb8384b-9240-4918-9419-b74e71567737 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:59:22.783498 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe72f78-ee5c-495a-a00e-04bfce8d1223 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:59:22.783881 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe72f78-ee5c-495a-a00e-04bfce8d1223 None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:59:22.784284 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-bbe72f78-ee5c-495a-a00e-04bfce8d1223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:22.784677 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe72f78-ee5c-495a-a00e-04bfce8d1223 None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:59:22.785674 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-bbe72f78-ee5c-495a-a00e-04bfce8d1223 None None] Bound port: b1819796-2fa4-4224-8a7d-5923c1230922, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:59:22.786103 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-bbe72f78-ee5c-495a-a00e-04bfce8d1223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:22.789225 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1d5d94-8064-48b8-9f4d-d0faad7fd94d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:22.793484 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1d5d94-8064-48b8-9f4d-d0faad7fd94d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:22.793484 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1d5d94-8064-48b8-9f4d-d0faad7fd94d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:22.793484 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1d5d94-8064-48b8-9f4d-d0faad7fd94d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:22.793484 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1d5d94-8064-48b8-9f4d-d0faad7fd94d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:22.793484 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1d5d94-8064-48b8-9f4d-d0faad7fd94d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:22.793484 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1d5d94-8064-48b8-9f4d-d0faad7fd94d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:22.793484 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1d5d94-8064-48b8-9f4d-d0faad7fd94d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:22.793484 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1d5d94-8064-48b8-9f4d-d0faad7fd94d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:22.793484 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1d5d94-8064-48b8-9f4d-d0faad7fd94d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:22.793484 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1d5d94-8064-48b8-9f4d-d0faad7fd94d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:22.793484 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1d5d94-8064-48b8-9f4d-d0faad7fd94d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:22.841975 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-bbe72f78-ee5c-495a-a00e-04bfce8d1223 None None] For port b1819796-2fa4-4224-8a7d-5923c1230922, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:59:22.844849 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-bbe72f78-ee5c-495a-a00e-04bfce8d1223 None None] For port b1819796-2fa4-4224-8a7d-5923c1230922, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b1819796-2fa4-4224-8a7d-5923c1230922,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:59:22.858223 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-d627750f-e557-4581-94c2-906171ba9db8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 6bb8384b-9240-4918-9419-b74e71567737) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:59:22.862698 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d627750f-e557-4581-94c2-906171ba9db8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:22.863311 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d627750f-e557-4581-94c2-906171ba9db8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:22.867226 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82818071-8fdb-48b4-b65a-766582268c33 None None] Network 6bb8384b-9240-4918-9419-b74e71567737 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:59:22.929051 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-bbe72f78-ee5c-495a-a00e-04bfce8d1223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:22.940214 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d627750f-e557-4581-94c2-906171ba9db8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7813618 Aug 16 21:59:22.948011 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37390) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:22.994098 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe72f78-ee5c-495a-a00e-04bfce8d1223 None None] Routers {'23c5c331-d9c3-41e2-b22d-4538cbd741bc'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:59:22.994733 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-bbe72f78-ee5c-495a-a00e-04bfce8d1223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:59:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['23c5c331-d9c3-41e2-b22d-4538cbd741bc'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:59:22.999490 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d5d94-8064-48b8-9f4d-d0faad7fd94d None None] Pushing event updated for resources: {'Port': ['ID=b1819796-2fa4-4224-8a7d-5923c1230922,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:23.013764 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19f64a5-d8fd-4e29-9617-be9703f20d39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-6bb8384b-9240-4918-9419-b74e71567737', 'network_id': '6bb8384b-9240-4918-9419-b74e71567737', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'fixed_ips': [{'subnet_id': 'a461a51c-7701-4aae-b7bf-80a277aa5030'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:59:23.014650 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c19f64a5-d8fd-4e29-9617-be9703f20d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:23.129529 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-bbe72f78-ee5c-495a-a00e-04bfce8d1223 None None] Set router 23c5c331-d9c3-41e2-b22d-4538cbd741bc gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:59:23.158968 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-c19f64a5-d8fd-4e29-9617-be9703f20d39 None None] Allocated IP 172.20.0.2 (6bb8384b-9240-4918-9419-b74e71567737/a461a51c-7701-4aae-b7bf-80a277aa5030/eff7e936-dd2c-45cb-bd04-43e92e4c7030) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:59:23.309448 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-bbe72f78-ee5c-495a-a00e-04bfce8d1223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c5c331-d9c3-41e2-b22d-4538cbd741bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181801269', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'b1819796-2fa4-4224-8a7d-5923c1230922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:59:19Z', 'updated_at': '2021-08-16T21:59:21Z', 'revision_number': 3, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'b1819796-2fa4-4224-8a7d-5923c1230922', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c5c331-d9c3-41e2-b22d-4538cbd741bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:59:20Z', 'updated_at': '2021-08-16T21:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:59:23.337403 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe72f78-ee5c-495a-a00e-04bfce8d1223 None None] The sync data for ids ['23c5c331-d9c3-41e2-b22d-4538cbd741bc'] in n-d-793620-15 is: [{'id': '23c5c331-d9c3-41e2-b22d-4538cbd741bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181801269', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'b1819796-2fa4-4224-8a7d-5923c1230922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:59:19Z', 'updated_at': '2021-08-16T21:59:21Z', 'revision_number': 3, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'b1819796-2fa4-4224-8a7d-5923c1230922', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c5c331-d9c3-41e2-b22d-4538cbd741bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:59:20Z', 'updated_at': '2021-08-16T21:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:59:23.478852 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c19f64a5-d8fd-4e29-9617-be9703f20d39 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:23.487577 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c19f64a5-d8fd-4e29-9617-be9703f20d39 None None] Transition to ACTIVE for port object eff7e936-dd2c-45cb-bd04-43e92e4c7030 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:59:23.510168 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c19f64a5-d8fd-4e29-9617-be9703f20d39 None None] Transition to ACTIVE for port object eff7e936-dd2c-45cb-bd04-43e92e4c7030 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:59:23.615243 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c19f64a5-d8fd-4e29-9617-be9703f20d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:23.661142 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19f64a5-d8fd-4e29-9617-be9703f20d39 None None] Network 6bb8384b-9240-4918-9419-b74e71567737 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:59:23.664652 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-c19f64a5-d8fd-4e29-9617-be9703f20d39 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:59:23.668644 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19f64a5-d8fd-4e29-9617-be9703f20d39 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:59:23.676296 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f64a5-d8fd-4e29-9617-be9703f20d39 None None] Pushing event updated for resources: {'Port': ['ID=eff7e936-dd2c-45cb-bd04-43e92e4c7030,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:23.730502 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-c19f64a5-d8fd-4e29-9617-be9703f20d39 None None] Attempting to bind port eff7e936-dd2c-45cb-bd04-43e92e4c7030 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:59:23.731513 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-c19f64a5-d8fd-4e29-9617-be9703f20d39 None None] Attempting to bind port eff7e936-dd2c-45cb-bd04-43e92e4c7030 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '8d0a8570-2a8e-469b-9afc-cc0298a3d42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6bb8384b-9240-4918-9419-b74e71567737'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:59:23.731733 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19f64a5-d8fd-4e29-9617-be9703f20d39 None None] Attempting to bind port eff7e936-dd2c-45cb-bd04-43e92e4c7030 on network 6bb8384b-9240-4918-9419-b74e71567737 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:59:23.739157 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19f64a5-d8fd-4e29-9617-be9703f20d39 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:59:23.739523 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19f64a5-d8fd-4e29-9617-be9703f20d39 None None] Checking segment: {'id': '8d0a8570-2a8e-469b-9afc-cc0298a3d42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6bb8384b-9240-4918-9419-b74e71567737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:59:23.740151 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c19f64a5-d8fd-4e29-9617-be9703f20d39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:23.740789 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19f64a5-d8fd-4e29-9617-be9703f20d39 None None] Bound using segment: {'id': '8d0a8570-2a8e-469b-9afc-cc0298a3d42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6bb8384b-9240-4918-9419-b74e71567737'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:59:23.741535 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-c19f64a5-d8fd-4e29-9617-be9703f20d39 None None] Bound port: eff7e936-dd2c-45cb-bd04-43e92e4c7030, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d0a8570-2a8e-469b-9afc-cc0298a3d42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6bb8384b-9240-4918-9419-b74e71567737'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:59:23.741932 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c19f64a5-d8fd-4e29-9617-be9703f20d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:23.756887 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9eb67bb4-c4fe-42b8-9d4c-49ef8a9a18c7 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:23.812505 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-c19f64a5-d8fd-4e29-9617-be9703f20d39 None None] For port eff7e936-dd2c-45cb-bd04-43e92e4c7030, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:59:23.819672 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-c19f64a5-d8fd-4e29-9617-be9703f20d39 None None] For port eff7e936-dd2c-45cb-bd04-43e92e4c7030, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=eff7e936-dd2c-45cb-bd04-43e92e4c7030,segment=NetworkSegment(8d0a8570-2a8e-469b-9afc-cc0298a3d42e),segment_id=8d0a8570-2a8e-469b-9afc-cc0298a3d42e)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:59:23.918460 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c19f64a5-d8fd-4e29-9617-be9703f20d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:23.985800 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f64a5-d8fd-4e29-9617-be9703f20d39 None None] Pushing event updated for resources: {'Port': ['ID=eff7e936-dd2c-45cb-bd04-43e92e4c7030,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:24.104079 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-9eb67bb4-c4fe-42b8-9d4c-49ef8a9a18c7 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Allocated IP 172.20.0.1 (6bb8384b-9240-4918-9419-b74e71567737/a461a51c-7701-4aae-b7bf-80a277aa5030/67ab8845-d4b1-45b6-8a0b-6d11ccc85f33) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:59:24.241830 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9eb67bb4-c4fe-42b8-9d4c-49ef8a9a18c7 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:24.257832 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-9eb67bb4-c4fe-42b8-9d4c-49ef8a9a18c7 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Transition to ACTIVE for port object 67ab8845-d4b1-45b6-8a0b-6d11ccc85f33 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:59:24.424847 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9eb67bb4-c4fe-42b8-9d4c-49ef8a9a18c7 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:24.466968 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb67bb4-c4fe-42b8-9d4c-49ef8a9a18c7 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Network 6bb8384b-9240-4918-9419-b74e71567737 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:59:24.470111 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-9eb67bb4-c4fe-42b8-9d4c-49ef8a9a18c7 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:59:24.474498 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb67bb4-c4fe-42b8-9d4c-49ef8a9a18c7 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:59:24.480731 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb67bb4-c4fe-42b8-9d4c-49ef8a9a18c7 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'Port': ['ID=67ab8845-d4b1-45b6-8a0b-6d11ccc85f33,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:24.524015 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9eb67bb4-c4fe-42b8-9d4c-49ef8a9a18c7 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:24.760248 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9eb67bb4-c4fe-42b8-9d4c-49ef8a9a18c7 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:24.814872 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device eff7e936-dd2c-45cb-bd04-43e92e4c7030 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:59:24.934936 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port eff7e936-dd2c-45cb-bd04-43e92e4c7030 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:59:24.939571 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b1819796-2fa4-4224-8a7d-5923c1230922 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:59:24.961075 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669087a4-9ec5-45d6-8007-415f8fa68e1b None None] Network 6bb8384b-9240-4918-9419-b74e71567737 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:59:25.068374 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9eb67bb4-c4fe-42b8-9d4c-49ef8a9a18c7 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:25.141212 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port b1819796-2fa4-4224-8a7d-5923c1230922 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:59:25.145956 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port b1819796-2fa4-4224-8a7d-5923c1230922 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:59:25.146261 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:25.151608 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9eb67bb4-c4fe-42b8-9d4c-49ef8a9a18c7 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:25.169637 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-feca8581-8d31-4015-9fee-9b81e43264ea None None] Provisioning for port eff7e936-dd2c-45cb-bd04-43e92e4c7030 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:59:25.182176 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-feca8581-8d31-4015-9fee-9b81e43264ea None None] Provisioning complete for port eff7e936-dd2c-45cb-bd04-43e92e4c7030 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:59:25.182176 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-feca8581-8d31-4015-9fee-9b81e43264ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:25.232078 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb67bb4-c4fe-42b8-9d4c-49ef8a9a18c7 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'Port': ['ID=67ab8845-d4b1-45b6-8a0b-6d11ccc85f33,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:25.238385 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9eb67bb4-c4fe-42b8-9d4c-49ef8a9a18c7 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:25.271022 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:25.323557 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port b1819796-2fa4-4224-8a7d-5923c1230922, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b1819796-2fa4-4224-8a7d-5923c1230922,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:59:25.325969 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-feca8581-8d31-4015-9fee-9b81e43264ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:25.351179 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb67bb4-c4fe-42b8-9d4c-49ef8a9a18c7 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Network 6bb8384b-9240-4918-9419-b74e71567737 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:59:25.352669 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-9eb67bb4-c4fe-42b8-9d4c-49ef8a9a18c7 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:59:25.365457 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-feca8581-8d31-4015-9fee-9b81e43264ea None None] For port eff7e936-dd2c-45cb-bd04-43e92e4c7030, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=eff7e936-dd2c-45cb-bd04-43e92e4c7030,segment=NetworkSegment(8d0a8570-2a8e-469b-9afc-cc0298a3d42e),segment_id=8d0a8570-2a8e-469b-9afc-cc0298a3d42e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:59:25.397134 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:25.439654 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-feca8581-8d31-4015-9fee-9b81e43264ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:25.458900 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=b1819796-2fa4-4224-8a7d-5923c1230922,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:25.478956 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb67bb4-c4fe-42b8-9d4c-49ef8a9a18c7 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Router 23c5c331-d9c3-41e2-b22d-4538cbd741bc has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:59:25.514640 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca8581-8d31-4015-9fee-9b81e43264ea None None] Pushing event updated for resources: {'Port': ['ID=eff7e936-dd2c-45cb-bd04-43e92e4c7030,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:25.603368 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb67bb4-c4fe-42b8-9d4c-49ef8a9a18c7 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:59:25.611270 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9eb67bb4-c4fe-42b8-9d4c-49ef8a9a18c7 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "PUT /v2.0/routers/23c5c331-d9c3-41e2-b22d-4538cbd741bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6597292 Aug 16 21:59:25.617970 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1753e60d-59fc-4784-bce9-96e549951bb8 None None] Sync routers for ids ['23c5c331-d9c3-41e2-b22d-4538cbd741bc'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:59:25.629716 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1753e60d-59fc-4784-bce9-96e549951bb8 None None] Routers {'23c5c331-d9c3-41e2-b22d-4538cbd741bc'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:59:25.630360 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-1753e60d-59fc-4784-bce9-96e549951bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:59:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['23c5c331-d9c3-41e2-b22d-4538cbd741bc'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:59:25.633430 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-08072e02-a4e0-4816-97af-26d5337f40e8 None None] Provisioning for port 67ab8845-d4b1-45b6-8a0b-6d11ccc85f33 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:59:25.672981 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-08072e02-a4e0-4816-97af-26d5337f40e8 None None] Provisioning complete for port 67ab8845-d4b1-45b6-8a0b-6d11ccc85f33 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:59:25.673363 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-08072e02-a4e0-4816-97af-26d5337f40e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:25.761732 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-08072e02-a4e0-4816-97af-26d5337f40e8 None None] Port 67ab8845-d4b1-45b6-8a0b-6d11ccc85f33 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:59:25.770352 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-38710d98-99da-434e-892b-004c3f54a55b tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-347145475&fields=id&tenant_id=b138d5da43204b7eac942de7c3eb87d8 HTTP/1.1" status: 200 len: 267 time: 0.0478826 Aug 16 21:59:25.788440 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-1753e60d-59fc-4784-bce9-96e549951bb8 None None] Set router 23c5c331-d9c3-41e2-b22d-4538cbd741bc gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:59:25.790730 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-08072e02-a4e0-4816-97af-26d5337f40e8 None None] Provisioning complete for port eff7e936-dd2c-45cb-bd04-43e92e4c7030 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:59:25.790730 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-08072e02-a4e0-4816-97af-26d5337f40e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:25.873906 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-25e181e4-bf2f-422a-8392-a3f6c5f56d41 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:25.875278 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-25e181e4-bf2f-422a-8392-a3f6c5f56d41 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/networks?id=6bb8384b-9240-4918-9419-b74e71567737 HTTP/1.1" status: 200 len: 797 time: 0.1038742 Aug 16 21:59:25.890186 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-936222cf-5bf4-47f6-94da-670dd9e242fe tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/quotas/b138d5da43204b7eac942de7c3eb87d8 HTTP/1.1" status: 200 len: 375 time: 0.0090530 Aug 16 21:59:25.946337 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-3bc7a502-bdd7-4057-be89-343dafdd3414 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=b138d5da43204b7eac942de7c3eb87d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502672 Aug 16 21:59:25.962627 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-049ac4c4-0537-403b-9ab7-341eca044866 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:59:25.963760 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-049ac4c4-0537-403b-9ab7-341eca044866 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061173 Aug 16 21:59:26.054213 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-1753e60d-59fc-4784-bce9-96e549951bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c5c331-d9c3-41e2-b22d-4538cbd741bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181801269', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'b1819796-2fa4-4224-8a7d-5923c1230922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:59:19Z', 'updated_at': '2021-08-16T21:59:24Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'b1819796-2fa4-4224-8a7d-5923c1230922', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c5c331-d9c3-41e2-b22d-4538cbd741bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:59:20Z', 'updated_at': '2021-08-16T21:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '67ab8845-d4b1-45b6-8a0b-6d11ccc85f33', 'name': '', 'network_id': '6bb8384b-9240-4918-9419-b74e71567737', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:28:c1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c5c331-d9c3-41e2-b22d-4538cbd741bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'a461a51c-7701-4aae-b7bf-80a277aa5030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:59:23Z', 'updated_at': '2021-08-16T21:59:24Z', 'revision_number': 2, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': 'a461a51c-7701-4aae-b7bf-80a277aa5030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:59:26.080574 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1753e60d-59fc-4784-bce9-96e549951bb8 None None] Checking router: 23c5c331-d9c3-41e2-b22d-4538cbd741bc for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:59:26.080930 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1753e60d-59fc-4784-bce9-96e549951bb8 None None] Updating router 23c5c331-d9c3-41e2-b22d-4538cbd741bc port 67ab8845-d4b1-45b6-8a0b-6d11ccc85f33 binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:59:26.113472 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1753e60d-59fc-4784-bce9-96e549951bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:26.125619 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-ab69fccf-144d-4002-90df-22ca120cb1b1 service neutron] 10.222.0.84 "GET /v2.0/networks/6bb8384b-9240-4918-9419-b74e71567737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552439 Aug 16 21:59:26.129105 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-551962fa-6074-463e-baa5-969cfc0e6de2 None None] Provisioning complete for port 67ab8845-d4b1-45b6-8a0b-6d11ccc85f33 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:59:26.129477 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-551962fa-6074-463e-baa5-969cfc0e6de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:26.194099 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-551962fa-6074-463e-baa5-969cfc0e6de2 None None] Port 67ab8845-d4b1-45b6-8a0b-6d11ccc85f33 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:59:26.221929 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-9f78b854-7ebd-485a-992f-660910c00e27 service neutron] 10.222.0.84 "GET /v2.0/networks/6bb8384b-9240-4918-9419-b74e71567737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901055 Aug 16 21:59:26.407259 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1753e60d-59fc-4784-bce9-96e549951bb8 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:26.423939 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1753e60d-59fc-4784-bce9-96e549951bb8 None None] Transition to ACTIVE for port object 67ab8845-d4b1-45b6-8a0b-6d11ccc85f33 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:59:26.460348 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3e392352-1799-4d1c-8bbc-6880d0347aa4 req-06a5ece2-146e-4ab0-8558-1712598912ab tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 210 time: 0.0277617 Aug 16 21:59:26.511559 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1753e60d-59fc-4784-bce9-96e549951bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:26.584712 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609b198-78af-478a-9ccf-ece393927c26 None None] Pushing event updated for resources: {'Port': ['ID=67ab8845-d4b1-45b6-8a0b-6d11ccc85f33,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:26.613084 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-1753e60d-59fc-4784-bce9-96e549951bb8 None None] Attempting to bind port 67ab8845-d4b1-45b6-8a0b-6d11ccc85f33 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:59:26.613466 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-1753e60d-59fc-4784-bce9-96e549951bb8 None None] Attempting to bind port 67ab8845-d4b1-45b6-8a0b-6d11ccc85f33 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '8d0a8570-2a8e-469b-9afc-cc0298a3d42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6bb8384b-9240-4918-9419-b74e71567737'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:59:26.613833 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1753e60d-59fc-4784-bce9-96e549951bb8 None None] Attempting to bind port 67ab8845-d4b1-45b6-8a0b-6d11ccc85f33 on network 6bb8384b-9240-4918-9419-b74e71567737 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:59:26.619276 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1753e60d-59fc-4784-bce9-96e549951bb8 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:59:26.619659 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1753e60d-59fc-4784-bce9-96e549951bb8 None None] Checking segment: {'id': '8d0a8570-2a8e-469b-9afc-cc0298a3d42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6bb8384b-9240-4918-9419-b74e71567737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:59:26.620099 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1753e60d-59fc-4784-bce9-96e549951bb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:26.620501 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1753e60d-59fc-4784-bce9-96e549951bb8 None None] Bound using segment: {'id': '8d0a8570-2a8e-469b-9afc-cc0298a3d42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6bb8384b-9240-4918-9419-b74e71567737'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:59:26.620974 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-1753e60d-59fc-4784-bce9-96e549951bb8 None None] Bound port: 67ab8845-d4b1-45b6-8a0b-6d11ccc85f33, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d0a8570-2a8e-469b-9afc-cc0298a3d42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6bb8384b-9240-4918-9419-b74e71567737'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:59:26.621364 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1753e60d-59fc-4784-bce9-96e549951bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:26.691544 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-1753e60d-59fc-4784-bce9-96e549951bb8 None None] For port 67ab8845-d4b1-45b6-8a0b-6d11ccc85f33, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:59:26.694733 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-1753e60d-59fc-4784-bce9-96e549951bb8 None None] For port 67ab8845-d4b1-45b6-8a0b-6d11ccc85f33, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=67ab8845-d4b1-45b6-8a0b-6d11ccc85f33,segment=NetworkSegment(8d0a8570-2a8e-469b-9afc-cc0298a3d42e),segment_id=8d0a8570-2a8e-469b-9afc-cc0298a3d42e)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:59:26.759421 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device eff7e936-dd2c-45cb-bd04-43e92e4c7030 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:59:26.798604 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1753e60d-59fc-4784-bce9-96e549951bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:26.877425 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609b198-78af-478a-9ccf-ece393927c26 None None] Pushing event updated for resources: {'Port': ['ID=67ab8845-d4b1-45b6-8a0b-6d11ccc85f33,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:26.880388 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port eff7e936-dd2c-45cb-bd04-43e92e4c7030 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:59:26.880758 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:26.882900 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1753e60d-59fc-4784-bce9-96e549951bb8 None None] Routers {'23c5c331-d9c3-41e2-b22d-4538cbd741bc'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:59:26.883518 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-1753e60d-59fc-4784-bce9-96e549951bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:59:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['23c5c331-d9c3-41e2-b22d-4538cbd741bc'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:59:27.047935 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-1753e60d-59fc-4784-bce9-96e549951bb8 None None] Set router 23c5c331-d9c3-41e2-b22d-4538cbd741bc gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:59:27.080101 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b1819796-2fa4-4224-8a7d-5923c1230922 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:59:27.228011 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port b1819796-2fa4-4224-8a7d-5923c1230922 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:59:27.228431 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:27.354065 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-1753e60d-59fc-4784-bce9-96e549951bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c5c331-d9c3-41e2-b22d-4538cbd741bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181801269', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'b1819796-2fa4-4224-8a7d-5923c1230922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:59:19Z', 'updated_at': '2021-08-16T21:59:24Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'b1819796-2fa4-4224-8a7d-5923c1230922', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c5c331-d9c3-41e2-b22d-4538cbd741bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:59:20Z', 'updated_at': '2021-08-16T21:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '67ab8845-d4b1-45b6-8a0b-6d11ccc85f33', 'name': '', 'network_id': '6bb8384b-9240-4918-9419-b74e71567737', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:28:c1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c5c331-d9c3-41e2-b22d-4538cbd741bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'a461a51c-7701-4aae-b7bf-80a277aa5030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:59:23Z', 'updated_at': '2021-08-16T21:59:26Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': 'a461a51c-7701-4aae-b7bf-80a277aa5030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:59:27.381999 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1753e60d-59fc-4784-bce9-96e549951bb8 None None] The sync data for ids ['23c5c331-d9c3-41e2-b22d-4538cbd741bc'] in n-d-793620-15 is: [{'id': '23c5c331-d9c3-41e2-b22d-4538cbd741bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181801269', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'b1819796-2fa4-4224-8a7d-5923c1230922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:59:19Z', 'updated_at': '2021-08-16T21:59:24Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'b1819796-2fa4-4224-8a7d-5923c1230922', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c5c331-d9c3-41e2-b22d-4538cbd741bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:59:20Z', 'updated_at': '2021-08-16T21:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '67ab8845-d4b1-45b6-8a0b-6d11ccc85f33', 'name': '', 'network_id': '6bb8384b-9240-4918-9419-b74e71567737', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:28:c1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c5c331-d9c3-41e2-b22d-4538cbd741bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'a461a51c-7701-4aae-b7bf-80a277aa5030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:59:23Z', 'updated_at': '2021-08-16T21:59:26Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': 'a461a51c-7701-4aae-b7bf-80a277aa5030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:59:27.561839 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ca51abc5-88a4-49ee-803f-48150b9a1269 req-6430e85d-70de-4fcf-9952-ff5c34b0ab8c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 210 time: 0.0269265 Aug 16 21:59:28.647312 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-fe9bf3ab-904e-4650-ad13-3d91e60915db tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:28.648859 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-fe9bf3ab-904e-4650-ad13-3d91e60915db tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.72 "GET /v2.0/networks?id=6bb8384b-9240-4918-9419-b74e71567737 HTTP/1.1" status: 200 len: 797 time: 0.1073098 Aug 16 21:59:28.656295 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c623ee85-9db9-4cc3-958c-f92ceef86268 req-247868fe-f88a-434e-a061-fe78c76523c6 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 210 time: 0.0267596 Aug 16 21:59:28.696476 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-323b1acb-617c-487f-b482-ad04d6eebffe tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b138d5da43204b7eac942de7c3eb87d8 HTTP/1.1" status: 200 len: 379 time: 0.0349395 Aug 16 21:59:28.708274 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-2cd9fb37-6e43-49b6-80bb-a95188abb313 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'port': {'device_id': 'b98cede5-9903-40c7-8568-7b4e04d09ada', 'network_id': '6bb8384b-9240-4918-9419-b74e71567737', 'admin_state_up': True, 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'security_groups': ['d2e6537b-d2e6-45df-be7c-62a17a35d9ca']}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:59:28.773844 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 67ab8845-d4b1-45b6-8a0b-6d11ccc85f33 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:59:28.923268 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-2cd9fb37-6e43-49b6-80bb-a95188abb313 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Made reservation on behalf of b138d5da43204b7eac942de7c3eb87d8 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:59:28.927707 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-2cd9fb37-6e43-49b6-80bb-a95188abb313 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:28.929603 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 67ab8845-d4b1-45b6-8a0b-6d11ccc85f33 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:59:28.933998 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 67ab8845-d4b1-45b6-8a0b-6d11ccc85f33 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:59:28.934480 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:29.060730 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-2cd9fb37-6e43-49b6-80bb-a95188abb313 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Allocated IP 172.20.0.8 (6bb8384b-9240-4918-9419-b74e71567737/a461a51c-7701-4aae-b7bf-80a277aa5030/af0f7055-0f6e-45c2-80ef-1c7d90b39602) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:59:29.164453 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:29.196559 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 67ab8845-d4b1-45b6-8a0b-6d11ccc85f33, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=67ab8845-d4b1-45b6-8a0b-6d11ccc85f33,segment=NetworkSegment(8d0a8570-2a8e-469b-9afc-cc0298a3d42e),segment_id=8d0a8570-2a8e-469b-9afc-cc0298a3d42e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:59:29.203273 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-2cd9fb37-6e43-49b6-80bb-a95188abb313 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:29.217300 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-2cd9fb37-6e43-49b6-80bb-a95188abb313 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Transition to ACTIVE for port object af0f7055-0f6e-45c2-80ef-1c7d90b39602 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:59:29.270071 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:29.316141 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=67ab8845-d4b1-45b6-8a0b-6d11ccc85f33,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:29.323106 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-2cd9fb37-6e43-49b6-80bb-a95188abb313 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:29.363031 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-2cd9fb37-6e43-49b6-80bb-a95188abb313 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Network 6bb8384b-9240-4918-9419-b74e71567737 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:59:29.366165 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-2cd9fb37-6e43-49b6-80bb-a95188abb313 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:59:29.372057 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-2cd9fb37-6e43-49b6-80bb-a95188abb313 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:59:29.408665 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9fb37-6e43-49b6-80bb-a95188abb313 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'Port': ['ID=af0f7055-0f6e-45c2-80ef-1c7d90b39602,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:29.432944 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-2cd9fb37-6e43-49b6-80bb-a95188abb313 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:29.433579 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-2cd9fb37-6e43-49b6-80bb-a95188abb313 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:29.510586 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-2cd9fb37-6e43-49b6-80bb-a95188abb313 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8081076 Aug 16 21:59:29.523561 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-82e5882c-25b6-45a3-bc1b-e578319c252c service neutron] Request body: {'port': {'device_id': 'b98cede5-9903-40c7-8568-7b4e04d09ada', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:59:29.577252 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-82e5882c-25b6-45a3-bc1b-e578319c252c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:29.658376 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-129c2d60-53ee-4f31-b581-32529aa19bfc None None] Provisioning for port af0f7055-0f6e-45c2-80ef-1c7d90b39602 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:59:29.662228 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-129c2d60-53ee-4f31-b581-32529aa19bfc None None] Provisioning complete for port af0f7055-0f6e-45c2-80ef-1c7d90b39602 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:59:29.662602 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-129c2d60-53ee-4f31-b581-32529aa19bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:29.700362 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-129c2d60-53ee-4f31-b581-32529aa19bfc None None] Port af0f7055-0f6e-45c2-80ef-1c7d90b39602 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:59:29.776870 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709dfd3d-a4f0-411e-94f2-1e0a4f0d762d req-b2c917db-351c-4ee0-aaef-a6596686815b tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:29.778432 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-709dfd3d-a4f0-411e-94f2-1e0a4f0d762d req-b2c917db-351c-4ee0-aaef-a6596686815b tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 931 time: 0.0501015 Aug 16 21:59:29.823667 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-709dfd3d-a4f0-411e-94f2-1e0a4f0d762d req-0458b0a6-8470-45f4-9489-1a44048a8613 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2e6537b-d2e6-45df-be7c-62a17a35d9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390437 Aug 16 21:59:29.856417 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-82e5882c-25b6-45a3-bc1b-e578319c252c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af0f7055-0f6e-45c2-80ef-1c7d90b39602 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:59:29.864364 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-82e5882c-25b6-45a3-bc1b-e578319c252c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:29.875816 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-82e5882c-25b6-45a3-bc1b-e578319c252c service neutron] Transition to ACTIVE for port object af0f7055-0f6e-45c2-80ef-1c7d90b39602 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:59:29.943764 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-82e5882c-25b6-45a3-bc1b-e578319c252c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:29.992306 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e5882c-25b6-45a3-bc1b-e578319c252c service neutron] Pushing event updated for resources: {'Port': ['ID=af0f7055-0f6e-45c2-80ef-1c7d90b39602,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:30.063313 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-82e5882c-25b6-45a3-bc1b-e578319c252c service neutron] Attempting to bind port af0f7055-0f6e-45c2-80ef-1c7d90b39602 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:59:30.063654 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-82e5882c-25b6-45a3-bc1b-e578319c252c service neutron] Attempting to bind port af0f7055-0f6e-45c2-80ef-1c7d90b39602 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '8d0a8570-2a8e-469b-9afc-cc0298a3d42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6bb8384b-9240-4918-9419-b74e71567737'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:59:30.064028 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-82e5882c-25b6-45a3-bc1b-e578319c252c service neutron] Attempting to bind port af0f7055-0f6e-45c2-80ef-1c7d90b39602 on network 6bb8384b-9240-4918-9419-b74e71567737 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:59:30.068691 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-82e5882c-25b6-45a3-bc1b-e578319c252c service neutron] Port af0f7055-0f6e-45c2-80ef-1c7d90b39602 on network 6bb8384b-9240-4918-9419-b74e71567737 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:59:30.069017 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-82e5882c-25b6-45a3-bc1b-e578319c252c service neutron] Attempting to bind port af0f7055-0f6e-45c2-80ef-1c7d90b39602 on network 6bb8384b-9240-4918-9419-b74e71567737 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:59:30.074072 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-82e5882c-25b6-45a3-bc1b-e578319c252c service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:59:30.074441 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-82e5882c-25b6-45a3-bc1b-e578319c252c service neutron] Checking segment: {'id': '8d0a8570-2a8e-469b-9afc-cc0298a3d42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6bb8384b-9240-4918-9419-b74e71567737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:59:30.074828 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-82e5882c-25b6-45a3-bc1b-e578319c252c service neutron] Bound using segment: {'id': '8d0a8570-2a8e-469b-9afc-cc0298a3d42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6bb8384b-9240-4918-9419-b74e71567737'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:59:30.075258 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-82e5882c-25b6-45a3-bc1b-e578319c252c service neutron] Bound port: af0f7055-0f6e-45c2-80ef-1c7d90b39602, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d0a8570-2a8e-469b-9afc-cc0298a3d42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6bb8384b-9240-4918-9419-b74e71567737'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:59:30.075622 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-82e5882c-25b6-45a3-bc1b-e578319c252c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:30.145143 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-82e5882c-25b6-45a3-bc1b-e578319c252c service neutron] For port af0f7055-0f6e-45c2-80ef-1c7d90b39602, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:59:30.148456 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-82e5882c-25b6-45a3-bc1b-e578319c252c service neutron] For port af0f7055-0f6e-45c2-80ef-1c7d90b39602, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=af0f7055-0f6e-45c2-80ef-1c7d90b39602,segment=NetworkSegment(8d0a8570-2a8e-469b-9afc-cc0298a3d42e),segment_id=8d0a8570-2a8e-469b-9afc-cc0298a3d42e)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:59:30.208866 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-82e5882c-25b6-45a3-bc1b-e578319c252c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:30.224535 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-82e5882c-25b6-45a3-bc1b-e578319c252c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:30.225245 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-82e5882c-25b6-45a3-bc1b-e578319c252c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:30.226762 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-82e5882c-25b6-45a3-bc1b-e578319c252c service neutron] 10.222.0.72 "PUT /v2.0/ports/af0f7055-0f6e-45c2-80ef-1c7d90b39602 HTTP/1.1" status: 200 len: 1092 time: 0.7083323 Aug 16 21:59:30.227206 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b98cede5-9903-40c7-8568-7b4e04d09ada', 'tag': 'af0f7055-0f6e-45c2-80ef-1c7d90b39602'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:59:30.229821 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcd9435b18b7a34707b0c74d037ee6bf13b87a61dd91d81e26d4048d63ffdc36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901b592c-5234-4a96-8277-60115864357e" -d '{"events": [{"name": "network-changed", "server_uuid": "b98cede5-9903-40c7-8568-7b4e04d09ada", "tag": "af0f7055-0f6e-45c2-80ef-1c7d90b39602"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:59:30.266341 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a21c85-d328-4291-9be8-8c37350fb4d9 x-openstack-request-id: req-31a21c85-d328-4291-9be8-8c37350fb4d9 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:59:30.266638 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b98cede5-9903-40c7-8568-7b4e04d09ada", "tag": "af0f7055-0f6e-45c2-80ef-1c7d90b39602", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:59:30.266896 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-31a21c85-d328-4291-9be8-8c37350fb4d9 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:59:30.267314 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b98cede5-9903-40c7-8568-7b4e04d09ada', 'tag': 'af0f7055-0f6e-45c2-80ef-1c7d90b39602', 'status': 'completed', 'code': 200} Aug 16 21:59:30.370762 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e5882c-25b6-45a3-bc1b-e578319c252c service neutron] Pushing event updated for resources: {'Port': ['ID=af0f7055-0f6e-45c2-80ef-1c7d90b39602,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:30.376256 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b592c-5234-4a96-8277-60115864357e req-c0849fb8-d871-4d6d-af7f-1e1a789ddb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:30.377819 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-901b592c-5234-4a96-8277-60115864357e req-c0849fb8-d871-4d6d-af7f-1e1a789ddb9b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b138d5da43204b7eac942de7c3eb87d8&device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 1095 time: 0.0890849 Aug 16 21:59:30.481725 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b592c-5234-4a96-8277-60115864357e req-5e39e4b1-498b-4269-87d5-877f9691635b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:30.483222 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-901b592c-5234-4a96-8277-60115864357e req-5e39e4b1-498b-4269-87d5-877f9691635b service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=b138d5da43204b7eac942de7c3eb87d8&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0967488 Aug 16 21:59:30.574029 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b592c-5234-4a96-8277-60115864357e req-f3f6daaf-5816-4efb-8a2e-5016432d8c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:30.575368 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-901b592c-5234-4a96-8277-60115864357e req-f3f6daaf-5816-4efb-8a2e-5016432d8c3d service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0854537 Aug 16 21:59:30.654511 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-8bc48f47-6ec5-4ff7-aed5-69b3f3ac0a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:30.656017 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-8bc48f47-6ec5-4ff7-aed5-69b3f3ac0a8b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b138d5da43204b7eac942de7c3eb87d8&device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 1095 time: 0.0448337 Aug 16 21:59:30.696890 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-6422164c-0dd7-451f-ad99-0dc47bceff82 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af0f7055-0f6e-45c2-80ef-1c7d90b39602 HTTP/1.1" status: 200 len: 217 time: 0.0331702 Aug 16 21:59:30.746248 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-5bf24e91-ceb2-4dfe-9c9a-604d1036b38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:30.747814 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-5bf24e91-ceb2-4dfe-9c9a-604d1036b38c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a461a51c-7701-4aae-b7bf-80a277aa5030 HTTP/1.1" status: 200 len: 835 time: 0.0444438 Aug 16 21:59:30.753676 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 67ab8845-d4b1-45b6-8a0b-6d11ccc85f33 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:59:30.796845 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-8f69075c-3a04-4885-9f86-9f913401b01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:30.798335 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-8f69075c-3a04-4885-9f86-9f913401b01e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6bb8384b-9240-4918-9419-b74e71567737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442321 Aug 16 21:59:30.801514 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 67ab8845-d4b1-45b6-8a0b-6d11ccc85f33 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:59:30.801894 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:30.886814 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-a90b3c0b-0eee-4289-b279-3dd08dbbc0bb service neutron] 10.222.0.72 "GET /v2.0/networks/6bb8384b-9240-4918-9419-b74e71567737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814650 Aug 16 21:59:30.944777 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3f7be-1290-4c82-b3d4-fce2cbe92ad7 req-63a4f457-8052-40c7-beac-ff00678f010f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:30.946328 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cbf3f7be-1290-4c82-b3d4-fce2cbe92ad7 req-63a4f457-8052-40c7-beac-ff00678f010f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 943 time: 0.0517044 Aug 16 21:59:30.982792 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-14dc6efe-1796-4a30-8edc-1463b226edb7 req-185e039d-8dbf-4c04-804c-91d628f0b923 service neutron] 10.222.0.72 "GET /v2.0/networks/6bb8384b-9240-4918-9419-b74e71567737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857444 Aug 16 21:59:30.984177 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cbf3f7be-1290-4c82-b3d4-fce2cbe92ad7 req-41f675f5-df47-4426-af4e-5d49274406e6 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2e6537b-d2e6-45df-be7c-62a17a35d9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313194 Aug 16 21:59:32.108804 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067265cc-c55f-4593-aa98-275883d2acbd req-5ee89561-eb1f-4879-ab1f-afd1f8457401 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:32.110344 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-067265cc-c55f-4593-aa98-275883d2acbd req-5ee89561-eb1f-4879-ab1f-afd1f8457401 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 943 time: 0.0531087 Aug 16 21:59:32.152389 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-067265cc-c55f-4593-aa98-275883d2acbd req-d045ae59-bc65-4562-93cf-8ceea48105cc tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2e6537b-d2e6-45df-be7c-62a17a35d9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354133 Aug 16 21:59:33.266955 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d4cfe-a361-4490-8e1e-88b26b5deac2 req-6abb6f02-31a0-42a2-a715-a7defd389416 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:33.268450 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-805d4cfe-a361-4490-8e1e-88b26b5deac2 req-6abb6f02-31a0-42a2-a715-a7defd389416 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 943 time: 0.0483868 Aug 16 21:59:33.309383 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-805d4cfe-a361-4490-8e1e-88b26b5deac2 req-bdbd76bd-266f-4bed-8327-9587ab272bdf tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2e6537b-d2e6-45df-be7c-62a17a35d9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346637 Aug 16 21:59:33.812246 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device af0f7055-0f6e-45c2-80ef-1c7d90b39602 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:59:33.909135 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port af0f7055-0f6e-45c2-80ef-1c7d90b39602, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=af0f7055-0f6e-45c2-80ef-1c7d90b39602,segment=NetworkSegment(8d0a8570-2a8e-469b-9afc-cc0298a3d42e),segment_id=8d0a8570-2a8e-469b-9afc-cc0298a3d42e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:59:33.920864 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': 'af0f7055-0f6e-45c2-80ef-1c7d90b39602', 'network_id': '6bb8384b-9240-4918-9419-b74e71567737', 'port_id': 'af0f7055-0f6e-45c2-80ef-1c7d90b39602', 'mac_address': 'fa:16:3e:93:71:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a461a51c-7701-4aae-b7bf-80a277aa5030', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:59:33.957236 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:33.973196 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af0f7055-0f6e-45c2-80ef-1c7d90b39602 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:59:33.992128 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port af0f7055-0f6e-45c2-80ef-1c7d90b39602, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=af0f7055-0f6e-45c2-80ef-1c7d90b39602,segment=NetworkSegment(8d0a8570-2a8e-469b-9afc-cc0298a3d42e),segment_id=8d0a8570-2a8e-469b-9afc-cc0298a3d42e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:59:34.134090 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:34.181260 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=af0f7055-0f6e-45c2-80ef-1c7d90b39602,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:34.350458 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['af0f7055-0f6e-45c2-80ef-1c7d90b39602'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:59:34.425344 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720107df-8284-4ce5-a683-6ac6c226323a req-90e11bb9-d0cb-4bd0-92ed-7456c8a69df8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:34.426794 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-720107df-8284-4ce5-a683-6ac6c226323a req-90e11bb9-d0cb-4bd0-92ed-7456c8a69df8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 944 time: 0.0505829 Aug 16 21:59:34.464956 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-720107df-8284-4ce5-a683-6ac6c226323a req-68ca626d-9ae9-4937-af8b-34101103d7a0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2e6537b-d2e6-45df-be7c-62a17a35d9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322151 Aug 16 21:59:35.578245 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2bd71-9909-4864-86af-66071ed264b9 req-9145ea27-e819-4af6-9443-b20872c5c969 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:35.579743 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a4c2bd71-9909-4864-86af-66071ed264b9 req-9145ea27-e819-4af6-9443-b20872c5c969 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 944 time: 0.0488873 Aug 16 21:59:35.620189 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a4c2bd71-9909-4864-86af-66071ed264b9 req-c38f9620-1bb9-471d-98e9-3d33e2fc32ae tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2e6537b-d2e6-45df-be7c-62a17a35d9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344968 Aug 16 21:59:35.827272 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device af0f7055-0f6e-45c2-80ef-1c7d90b39602 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:59:35.839505 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:59:35.944045 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port af0f7055-0f6e-45c2-80ef-1c7d90b39602 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:59:35.948177 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port af0f7055-0f6e-45c2-80ef-1c7d90b39602 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:59:35.948561 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:36.025937 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:36.047923 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98cede5-9903-40c7-8568-7b4e04d09ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0f7055-0f6e-45c2-80ef-1c7d90b39602'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:59:36.050252 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c683fdb416c7f0821c75f6a91cfed7529d060c9c210f81ad2c881376259938b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b282e3c-b4b0-48bd-b3d4-ea515b37439e" -d '{"events": [{"server_uuid": "b98cede5-9903-40c7-8568-7b4e04d09ada", "name": "network-vif-plugged", "status": "completed", "tag": "af0f7055-0f6e-45c2-80ef-1c7d90b39602"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:59:36.062914 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port af0f7055-0f6e-45c2-80ef-1c7d90b39602, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=af0f7055-0f6e-45c2-80ef-1c7d90b39602,segment=NetworkSegment(8d0a8570-2a8e-469b-9afc-cc0298a3d42e),segment_id=8d0a8570-2a8e-469b-9afc-cc0298a3d42e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:59:36.086777 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222896e8-ab25-4fb1-93d8-533f0453af4e x-openstack-request-id: req-222896e8-ab25-4fb1-93d8-533f0453af4e {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:59:36.087098 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98cede5-9903-40c7-8568-7b4e04d09ada", "name": "network-vif-plugged", "status": "completed", "tag": "af0f7055-0f6e-45c2-80ef-1c7d90b39602", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:59:36.087362 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-222896e8-ab25-4fb1-93d8-533f0453af4e {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:59:36.087767 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98cede5-9903-40c7-8568-7b4e04d09ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0f7055-0f6e-45c2-80ef-1c7d90b39602', 'code': 200} Aug 16 21:59:36.138277 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:36.182314 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7978ed-1573-4d82-9f8b-12e82fa7aab7 req-7d55f61d-8e68-413f-8f6c-185266c44114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:36.183946 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ed7978ed-1573-4d82-9f8b-12e82fa7aab7 req-7d55f61d-8e68-413f-8f6c-185266c44114 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 1097 time: 0.0424247 Aug 16 21:59:36.187213 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=af0f7055-0f6e-45c2-80ef-1c7d90b39602,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:36.218834 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-ed7978ed-1573-4d82-9f8b-12e82fa7aab7 req-b9724e34-7fae-4384-880d-f3a7f7abfdf4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d2e6537b-d2e6-45df-be7c-62a17a35d9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283208 Aug 16 21:59:36.733042 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f1b0c-c213-43c3-b29f-c0281aa169ab req-9c408cff-fe52-47b4-ae0f-bd2b3c098351 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:36.734536 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-be3f1b0c-c213-43c3-b29f-c0281aa169ab req-9c408cff-fe52-47b4-ae0f-bd2b3c098351 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 945 time: 0.0487638 Aug 16 21:59:36.775259 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-be3f1b0c-c213-43c3-b29f-c0281aa169ab req-5fa4e26a-3d82-4880-af5d-38be81c37a4d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2e6537b-d2e6-45df-be7c-62a17a35d9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348363 Aug 16 21:59:37.890761 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60327feb-b52b-4bc9-a91b-a19813a842ff req-4dcdd5e0-1a90-471c-8fa0-6fc5d817957f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:37.892942 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-60327feb-b52b-4bc9-a91b-a19813a842ff req-4dcdd5e0-1a90-471c-8fa0-6fc5d817957f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 945 time: 0.0500493 Aug 16 21:59:37.933567 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-60327feb-b52b-4bc9-a91b-a19813a842ff req-157a915a-8c8e-460b-ba34-4e74f3a486ce tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2e6537b-d2e6-45df-be7c-62a17a35d9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343032 Aug 16 21:59:38.046106 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f22b85-3e69-4868-898c-948c0a4e2908 req-42ff58e3-c5d5-417f-a733-08b07999e30f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:38.047618 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-89f22b85-3e69-4868-898c-948c0a4e2908 req-42ff58e3-c5d5-417f-a733-08b07999e30f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 945 time: 0.0490501 Aug 16 21:59:38.085140 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-89f22b85-3e69-4868-898c-948c0a4e2908 req-ed43900d-cd09-4159-a934-cd5142b0a0db tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2e6537b-d2e6-45df-be7c-62a17a35d9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307972 Aug 16 21:59:38.106464 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37450) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:38.145735 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6b381f-f04a-4443-8f5f-ebf081a25725 tempest-TestNetworkAdvancedServerOps-1274658574 tempest-TestNetworkAdvancedServerOps-1274658574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:38.147268 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-cb6b381f-f04a-4443-8f5f-ebf081a25725 tempest-TestNetworkAdvancedServerOps-1274658574 tempest-TestNetworkAdvancedServerOps-1274658574-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 1092 time: 0.0398552 Aug 16 21:59:38.150150 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37452) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:38.154488 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-38844b0b-a874-4f8a-b619-a3ae759fae3e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'port_id': 'af0f7055-0f6e-45c2-80ef-1c7d90b39602', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:59:38.236664 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-38844b0b-a874-4f8a-b619-a3ae759fae3e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for floatingip, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:38.341666 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-38844b0b-a874-4f8a-b619-a3ae759fae3e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:38.447836 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-38844b0b-a874-4f8a-b619-a3ae759fae3e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Allocated IP 172.25.1.102 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/3b74d4d1-2bb2-4aa6-8951-56a73ed264ee) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:59:38.546226 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-38844b0b-a874-4f8a-b619-a3ae759fae3e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:38.637761 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-38844b0b-a874-4f8a-b619-a3ae759fae3e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:38.683845 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38844b0b-a874-4f8a-b619-a3ae759fae3e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:59:38.686990 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-38844b0b-a874-4f8a-b619-a3ae759fae3e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:59:38.689735 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38844b0b-a874-4f8a-b619-a3ae759fae3e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:59:38.695747 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38844b0b-a874-4f8a-b619-a3ae759fae3e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'Port': ['ID=3b74d4d1-2bb2-4aa6-8951-56a73ed264ee,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:39.043373 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-38844b0b-a874-4f8a-b619-a3ae759fae3e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:39.179532 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-38844b0b-a874-4f8a-b619-a3ae759fae3e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:39.326460 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-38844b0b-a874-4f8a-b619-a3ae759fae3e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:39.390759 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-38844b0b-a874-4f8a-b619-a3ae759fae3e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:39.458832 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38844b0b-a874-4f8a-b619-a3ae759fae3e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'Port': ['ID=3b74d4d1-2bb2-4aa6-8951-56a73ed264ee,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:39.471606 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-38844b0b-a874-4f8a-b619-a3ae759fae3e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:39.569849 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [None req-38844b0b-a874-4f8a-b619-a3ae759fae3e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Floating IP 98b9740d-9329-4e6e-b5b0-e64d3370e2be associated. External IP: 172.25.1.102, port: af0f7055-0f6e-45c2-80ef-1c7d90b39602. Aug 16 21:59:39.771484 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38844b0b-a874-4f8a-b619-a3ae759fae3e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Router 23c5c331-d9c3-41e2-b22d-4538cbd741bc has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:59:39.876575 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38844b0b-a874-4f8a-b619-a3ae759fae3e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:59:39.886151 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48329b9-1bde-47ba-a92e-a2eeb9d44a71 None None] Sync routers for ids ['23c5c331-d9c3-41e2-b22d-4538cbd741bc'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:59:39.896028 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48329b9-1bde-47ba-a92e-a2eeb9d44a71 None None] Routers {'23c5c331-d9c3-41e2-b22d-4538cbd741bc'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:59:39.896713 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-d48329b9-1bde-47ba-a92e-a2eeb9d44a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:59:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['23c5c331-d9c3-41e2-b22d-4538cbd741bc'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:59:39.989466 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-38844b0b-a874-4f8a-b619-a3ae759fae3e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:40.010523 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-d48329b9-1bde-47ba-a92e-a2eeb9d44a71 None None] Set router 23c5c331-d9c3-41e2-b22d-4538cbd741bc gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:59:40.017333 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-38844b0b-a874-4f8a-b619-a3ae759fae3e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8661761 Aug 16 21:59:40.018131 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b98cede5-9903-40c7-8568-7b4e04d09ada', 'tag': 'af0f7055-0f6e-45c2-80ef-1c7d90b39602'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:59:40.022527 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a13536b3c87fcb412486f7c1123a9b3fa8a88bbdfa2e9f90522308689ae332c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0482781-f9ac-450b-9ebc-476c64772ecf" -d '{"events": [{"name": "network-changed", "server_uuid": "b98cede5-9903-40c7-8568-7b4e04d09ada", "tag": "af0f7055-0f6e-45c2-80ef-1c7d90b39602"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:59:40.058328 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6b8076-9ad5-411c-9ee8-39bb05b8ebdf x-openstack-request-id: req-3b6b8076-9ad5-411c-9ee8-39bb05b8ebdf {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:59:40.058938 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b98cede5-9903-40c7-8568-7b4e04d09ada", "tag": "af0f7055-0f6e-45c2-80ef-1c7d90b39602", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:59:40.058938 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3b6b8076-9ad5-411c-9ee8-39bb05b8ebdf {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:59:40.059282 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b98cede5-9903-40c7-8568-7b4e04d09ada', 'tag': 'af0f7055-0f6e-45c2-80ef-1c7d90b39602', 'status': 'completed', 'code': 200} Aug 16 21:59:40.121231 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0482781-f9ac-450b-9ebc-476c64772ecf req-9c22afaa-e81a-43f7-ac37-5b5eee55ae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:40.123115 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c0482781-f9ac-450b-9ebc-476c64772ecf req-9c22afaa-e81a-43f7-ac37-5b5eee55ae54 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b138d5da43204b7eac942de7c3eb87d8&device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 1097 time: 0.0404558 Aug 16 21:59:40.126757 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c736a-22a5-4f77-befb-458677693cf9 req-9e1f26ca-e21d-4962-a23f-a03405a86125 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:40.128833 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-266c736a-22a5-4f77-befb-458677693cf9 req-9e1f26ca-e21d-4962-a23f-a03405a86125 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 945 time: 0.0512755 Aug 16 21:59:40.167596 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-266c736a-22a5-4f77-befb-458677693cf9 req-fc430684-8273-4d54-84c3-63957c578842 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2e6537b-d2e6-45df-be7c-62a17a35d9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325508 Aug 16 21:59:40.191928 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37458) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:40.222127 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0482781-f9ac-450b-9ebc-476c64772ecf req-a0cf086d-960f-46b2-bdfe-9913aa20b80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:40.223729 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c0482781-f9ac-450b-9ebc-476c64772ecf req-a0cf086d-960f-46b2-bdfe-9913aa20b80d service neutron] 10.222.0.72 "GET /v2.0/networks?id=6bb8384b-9240-4918-9419-b74e71567737 HTTP/1.1" status: 200 len: 898 time: 0.0940888 Aug 16 21:59:40.240939 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-d48329b9-1bde-47ba-a92e-a2eeb9d44a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c5c331-d9c3-41e2-b22d-4538cbd741bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181801269', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'b1819796-2fa4-4224-8a7d-5923c1230922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:59:19Z', 'updated_at': '2021-08-16T21:59:24Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'b1819796-2fa4-4224-8a7d-5923c1230922', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c5c331-d9c3-41e2-b22d-4538cbd741bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:59:20Z', 'updated_at': '2021-08-16T21:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '98b9740d-9329-4e6e-b5b0-e64d3370e2be', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'floating_ip_address': '172.25.1.102', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '23c5c331-d9c3-41e2-b22d-4538cbd741bc', 'port_id': 'af0f7055-0f6e-45c2-80ef-1c7d90b39602', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bb8384b-9240-4918-9419-b74e71567737', 'mac_address': 'fa:16:3e:93:71:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98cede5-9903-40c7-8568-7b4e04d09ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:59:38Z', 'updated_at': '2021-08-16T21:59:38Z', 'revision_number': 0, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67ab8845-d4b1-45b6-8a0b-6d11ccc85f33', 'name': '', 'network_id': '6bb8384b-9240-4918-9419-b74e71567737', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:28:c1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c5c331-d9c3-41e2-b22d-4538cbd741bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'a461a51c-7701-4aae-b7bf-80a277aa5030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:59:23Z', 'updated_at': '2021-08-16T21:59:29Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': 'a461a51c-7701-4aae-b7bf-80a277aa5030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:59:40.260687 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-bc2279b2-d89c-4402-aecc-01abda81c429 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/floatingips/98b9740d-9329-4e6e-b5b0-e64d3370e2be HTTP/1.1" status: 200 len: 991 time: 0.0671723 Aug 16 21:59:40.270678 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48329b9-1bde-47ba-a92e-a2eeb9d44a71 None None] Checking router: 23c5c331-d9c3-41e2-b22d-4538cbd741bc for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:59:40.279012 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48329b9-1bde-47ba-a92e-a2eeb9d44a71 None None] Routers {'23c5c331-d9c3-41e2-b22d-4538cbd741bc'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:59:40.279561 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-d48329b9-1bde-47ba-a92e-a2eeb9d44a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T21:59:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['23c5c331-d9c3-41e2-b22d-4538cbd741bc'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:59:40.292774 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c0482781-f9ac-450b-9ebc-476c64772ecf req-889a55e7-1056-4af4-b1c9-1960a157af1a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af0f7055-0f6e-45c2-80ef-1c7d90b39602 HTTP/1.1" status: 200 len: 999 time: 0.0615251 Aug 16 21:59:40.340935 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0482781-f9ac-450b-9ebc-476c64772ecf req-1681f97d-e2c5-47f4-a8ab-3970880ee1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:40.342414 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c0482781-f9ac-450b-9ebc-476c64772ecf req-1681f97d-e2c5-47f4-a8ab-3970880ee1e9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a461a51c-7701-4aae-b7bf-80a277aa5030 HTTP/1.1" status: 200 len: 835 time: 0.0434270 Aug 16 21:59:40.385606 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-d48329b9-1bde-47ba-a92e-a2eeb9d44a71 None None] Set router 23c5c331-d9c3-41e2-b22d-4538cbd741bc gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:59:40.392018 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0482781-f9ac-450b-9ebc-476c64772ecf req-15b5de5e-50d3-4f61-beff-effd687999a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:40.394184 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c0482781-f9ac-450b-9ebc-476c64772ecf req-15b5de5e-50d3-4f61-beff-effd687999a1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6bb8384b-9240-4918-9419-b74e71567737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442312 Aug 16 21:59:40.484090 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c0482781-f9ac-450b-9ebc-476c64772ecf req-61e2508c-446f-4b8e-baa7-f81610c1ae50 service neutron] 10.222.0.72 "GET /v2.0/networks/6bb8384b-9240-4918-9419-b74e71567737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821946 Aug 16 21:59:40.577999 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c0482781-f9ac-450b-9ebc-476c64772ecf req-615b8fc8-e9c8-4c83-a7c6-14828a8d5b21 service neutron] 10.222.0.72 "GET /v2.0/networks/6bb8384b-9240-4918-9419-b74e71567737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863183 Aug 16 21:59:40.601043 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-d48329b9-1bde-47ba-a92e-a2eeb9d44a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c5c331-d9c3-41e2-b22d-4538cbd741bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181801269', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'b1819796-2fa4-4224-8a7d-5923c1230922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:59:19Z', 'updated_at': '2021-08-16T21:59:24Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'b1819796-2fa4-4224-8a7d-5923c1230922', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c5c331-d9c3-41e2-b22d-4538cbd741bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:59:20Z', 'updated_at': '2021-08-16T21:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '98b9740d-9329-4e6e-b5b0-e64d3370e2be', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'floating_ip_address': '172.25.1.102', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '23c5c331-d9c3-41e2-b22d-4538cbd741bc', 'port_id': 'af0f7055-0f6e-45c2-80ef-1c7d90b39602', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bb8384b-9240-4918-9419-b74e71567737', 'mac_address': 'fa:16:3e:93:71:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98cede5-9903-40c7-8568-7b4e04d09ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:59:38Z', 'updated_at': '2021-08-16T21:59:38Z', 'revision_number': 0, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67ab8845-d4b1-45b6-8a0b-6d11ccc85f33', 'name': '', 'network_id': '6bb8384b-9240-4918-9419-b74e71567737', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:28:c1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c5c331-d9c3-41e2-b22d-4538cbd741bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'a461a51c-7701-4aae-b7bf-80a277aa5030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:59:23Z', 'updated_at': '2021-08-16T21:59:29Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': 'a461a51c-7701-4aae-b7bf-80a277aa5030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:59:40.626957 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48329b9-1bde-47ba-a92e-a2eeb9d44a71 None None] The sync data for ids ['23c5c331-d9c3-41e2-b22d-4538cbd741bc'] in n-d-793620-15 is: [{'id': '23c5c331-d9c3-41e2-b22d-4538cbd741bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181801269', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'b1819796-2fa4-4224-8a7d-5923c1230922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:59:19Z', 'updated_at': '2021-08-16T21:59:24Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'b1819796-2fa4-4224-8a7d-5923c1230922', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c5c331-d9c3-41e2-b22d-4538cbd741bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:59:20Z', 'updated_at': '2021-08-16T21:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': '98b9740d-9329-4e6e-b5b0-e64d3370e2be', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'floating_ip_address': '172.25.1.102', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '23c5c331-d9c3-41e2-b22d-4538cbd741bc', 'port_id': 'af0f7055-0f6e-45c2-80ef-1c7d90b39602', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bb8384b-9240-4918-9419-b74e71567737', 'mac_address': 'fa:16:3e:93:71:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98cede5-9903-40c7-8568-7b4e04d09ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:59:38Z', 'updated_at': '2021-08-16T21:59:38Z', 'revision_number': 0, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67ab8845-d4b1-45b6-8a0b-6d11ccc85f33', 'name': '', 'network_id': '6bb8384b-9240-4918-9419-b74e71567737', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:28:c1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c5c331-d9c3-41e2-b22d-4538cbd741bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'a461a51c-7701-4aae-b7bf-80a277aa5030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:59:23Z', 'updated_at': '2021-08-16T21:59:29Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': 'a461a51c-7701-4aae-b7bf-80a277aa5030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:59:40.818252 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7987810-e511-4131-bae5-8cfb4828e60b None None] New status for floating IP 98b9740d-9329-4e6e-b5b0-e64d3370e2be: ACTIVE {{(pid=101846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:59:41.114920 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-db9cb3aa-d1b2-49d3-a5a5-c30ce333d963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:41.264478 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37460) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:41.323653 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1012d030-0be9-4074-b638-8eb594b09740 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/floatingips/98b9740d-9329-4e6e-b5b0-e64d3370e2be HTTP/1.1" status: 200 len: 993 time: 0.0580468 Aug 16 21:59:43.634710 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2a846caa-6bdb-4cac-adf8-3231eddc6963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:43.894194 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:45.088296 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:46.806151 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:49.880167 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:52.647680 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:10.202081 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579f35c-e827-49e7-80a0-144fd51af4a1 req-57168743-bd69-449f-9e51-b01458b7b688 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:10.203649 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4579f35c-e827-49e7-80a0-144fd51af4a1 req-57168743-bd69-449f-9e51-b01458b7b688 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 945 time: 0.0482035 Aug 16 22:00:10.241114 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4579f35c-e827-49e7-80a0-144fd51af4a1 req-8c422980-0ead-4660-83e3-ec49fe6d6fe2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2e6537b-d2e6-45df-be7c-62a17a35d9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307455 Aug 16 22:00:10.391219 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-92ebad55-ee2a-4517-bfc7-7a7e35a7faf3 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0965626 Aug 16 22:00:11.125458 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0263b715-2ac4-4337-8314-5e9dfc809037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:11.355594 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a115f2-eaae-4d5d-9a4a-67f3d1a13fcb req-8e44376e-b883-4d91-9fd0-0100dbf9706e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:11.357204 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-43a115f2-eaae-4d5d-9a4a-67f3d1a13fcb req-8e44376e-b883-4d91-9fd0-0100dbf9706e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 945 time: 0.0488091 Aug 16 22:00:11.396234 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-43a115f2-eaae-4d5d-9a4a-67f3d1a13fcb req-4a8938d2-2e33-4bfc-bb54-ec2078e26341 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2e6537b-d2e6-45df-be7c-62a17a35d9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323157 Aug 16 22:00:12.267206 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-fd79520d-9489-49e0-af42-dc18f905b26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:12.268943 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-fd79520d-9489-49e0-af42-dc18f905b26e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b138d5da43204b7eac942de7c3eb87d8&device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 1097 time: 0.0412092 Aug 16 22:00:12.370291 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-17cd6078-c61f-49bd-a9fd-ec181862f085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:12.371851 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-17cd6078-c61f-49bd-a9fd-ec181862f085 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6bb8384b-9240-4918-9419-b74e71567737 HTTP/1.1" status: 200 len: 898 time: 0.0952911 Aug 16 22:00:12.440261 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-c7ca31be-c044-466a-85ba-ac786ff2941c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af0f7055-0f6e-45c2-80ef-1c7d90b39602 HTTP/1.1" status: 200 len: 1001 time: 0.0615227 Aug 16 22:00:12.496900 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-4035e6e1-9727-4ed8-a05d-dbbed14f368b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:12.498384 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-4035e6e1-9727-4ed8-a05d-dbbed14f368b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a461a51c-7701-4aae-b7bf-80a277aa5030 HTTP/1.1" status: 200 len: 835 time: 0.0443034 Aug 16 22:00:12.545730 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-651bac04-8542-40ff-be89-e8ae7446fb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:12.547253 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-651bac04-8542-40ff-be89-e8ae7446fb39 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6bb8384b-9240-4918-9419-b74e71567737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417552 Aug 16 22:00:12.655691 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-3751c476-e7ea-409d-b533-a416a9fde9b8 service neutron] 10.222.0.72 "GET /v2.0/networks/6bb8384b-9240-4918-9419-b74e71567737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904026 Aug 16 22:00:12.751387 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-fff5c2c1-638a-41b6-b0d8-fb92a6f2f31a service neutron] 10.222.0.72 "GET /v2.0/networks/6bb8384b-9240-4918-9419-b74e71567737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874391 Aug 16 22:00:12.839886 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:00:12.938204 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf49707-b1a7-43fd-b559-a4f403bc8134 req-d62190cb-47d7-4ab9-a025-a3714d0d1fdc tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:12.945380 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1cf49707-b1a7-43fd-b559-a4f403bc8134 req-d62190cb-47d7-4ab9-a025-a3714d0d1fdc tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 945 time: 0.4695685 Aug 16 22:00:12.977688 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1cf49707-b1a7-43fd-b559-a4f403bc8134 req-9831ab79-c940-47cb-ad24-f2248d149ddc tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2e6537b-d2e6-45df-be7c-62a17a35d9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317557 Aug 16 22:00:13.653062 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-284c20d1-dc3c-4bcf-a0f7-49e5e8c23cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:13.881578 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:14.141668 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e027755-2f65-4ef2-812f-63a17ce04381 req-dbcfc0b1-7cc9-499f-a97c-3e41b822fb41 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:14.143171 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7e027755-2f65-4ef2-812f-63a17ce04381 req-dbcfc0b1-7cc9-499f-a97c-3e41b822fb41 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 945 time: 0.0977566 Aug 16 22:00:14.181093 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7e027755-2f65-4ef2-812f-63a17ce04381 req-1c5c5e35-73c2-4ba1-bbff-2f66e3b71113 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2e6537b-d2e6-45df-be7c-62a17a35d9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316076 Aug 16 22:00:15.096157 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:15.295153 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4eb7c-89b6-446f-af43-b723cb6ad5db req-097db80d-122f-46e2-92ba-12f0aa074fb0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:15.296667 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-88c4eb7c-89b6-446f-af43-b723cb6ad5db req-097db80d-122f-46e2-92ba-12f0aa074fb0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 945 time: 0.0480251 Aug 16 22:00:15.333669 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-88c4eb7c-89b6-446f-af43-b723cb6ad5db req-6aaf5d68-31c8-4b3b-a069-13e8b84b59d3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2e6537b-d2e6-45df-be7c-62a17a35d9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306478 Aug 16 22:00:16.103666 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b984e-10c7-4201-980e-2f994c5ecc39 req-77f272a7-abe4-4c00-a65c-19d9f924040f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:16.106170 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9d6b984e-10c7-4201-980e-2f994c5ecc39 req-77f272a7-abe4-4c00-a65c-19d9f924040f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b138d5da43204b7eac942de7c3eb87d8&device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 1097 time: 0.0462224 Aug 16 22:00:16.205818 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b984e-10c7-4201-980e-2f994c5ecc39 req-ecd99fef-86de-4c4c-9472-c959b91009f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:16.207262 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9d6b984e-10c7-4201-980e-2f994c5ecc39 req-ecd99fef-86de-4c4c-9472-c959b91009f1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6bb8384b-9240-4918-9419-b74e71567737 HTTP/1.1" status: 200 len: 898 time: 0.0822351 Aug 16 22:00:16.279686 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9d6b984e-10c7-4201-980e-2f994c5ecc39 req-061c047c-4d77-4c25-8e88-1fb4b2e10f00 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af0f7055-0f6e-45c2-80ef-1c7d90b39602 HTTP/1.1" status: 200 len: 1001 time: 0.0601974 Aug 16 22:00:16.329597 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b984e-10c7-4201-980e-2f994c5ecc39 req-1ff047b7-45ed-43eb-a1e0-f629ecf4e6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:16.331316 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9d6b984e-10c7-4201-980e-2f994c5ecc39 req-1ff047b7-45ed-43eb-a1e0-f629ecf4e6c9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a461a51c-7701-4aae-b7bf-80a277aa5030 HTTP/1.1" status: 200 len: 835 time: 0.0433946 Aug 16 22:00:16.381131 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b984e-10c7-4201-980e-2f994c5ecc39 req-725ac4da-1478-4385-a2d9-a079e4c895fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:16.382691 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9d6b984e-10c7-4201-980e-2f994c5ecc39 req-725ac4da-1478-4385-a2d9-a079e4c895fa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6bb8384b-9240-4918-9419-b74e71567737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435057 Aug 16 22:00:16.452971 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fad5e8-fbdd-45a6-807c-173b3bc7e5ae req-713e9a13-659a-431c-900a-2847caa67db1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:16.454469 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-14fad5e8-fbdd-45a6-807c-173b3bc7e5ae req-713e9a13-659a-431c-900a-2847caa67db1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 945 time: 0.0511961 Aug 16 22:00:16.482254 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9d6b984e-10c7-4201-980e-2f994c5ecc39 req-3299d426-b0bb-454e-94c5-3ec809b17572 service neutron] 10.222.0.72 "GET /v2.0/networks/6bb8384b-9240-4918-9419-b74e71567737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875089 Aug 16 22:00:16.496088 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-14fad5e8-fbdd-45a6-807c-173b3bc7e5ae req-614c4ea9-859f-4bb9-b97b-f5e339470de1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2e6537b-d2e6-45df-be7c-62a17a35d9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330129 Aug 16 22:00:16.570968 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9d6b984e-10c7-4201-980e-2f994c5ecc39 req-18f5cad4-f573-482b-929e-bb89fa02f51e service neutron] 10.222.0.72 "GET /v2.0/networks/6bb8384b-9240-4918-9419-b74e71567737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822091 Aug 16 22:00:16.799372 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:17.610853 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5109df6-d093-4525-a3bb-792a918caa7b req-13f2da53-11e3-41a3-a36a-74d36ba4876c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:17.612914 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c5109df6-d093-4525-a3bb-792a918caa7b req-13f2da53-11e3-41a3-a36a-74d36ba4876c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 945 time: 0.0497465 Aug 16 22:00:17.649102 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c5109df6-d093-4525-a3bb-792a918caa7b req-372b9164-2807-4b1a-ab27-ff924ced02f0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2e6537b-d2e6-45df-be7c-62a17a35d9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303299 Aug 16 22:00:18.763119 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3664f5-ca85-45f3-a4df-fd06b5d90e50 req-37d1147e-d743-48d3-86bf-cc3c828eb86f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:18.764648 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c3664f5-ca85-45f3-a4df-fd06b5d90e50 req-37d1147e-d743-48d3-86bf-cc3c828eb86f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 945 time: 0.0487988 Aug 16 22:00:18.802457 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c3664f5-ca85-45f3-a4df-fd06b5d90e50 req-c7dfb13d-60de-4b48-9131-c138e0ac53b0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2e6537b-d2e6-45df-be7c-62a17a35d9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310500 Aug 16 22:00:19.873533 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:19.922623 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c158c-2a62-49fd-a659-84f836ce5065 req-e6c3180c-8455-41de-8f7c-2be90d375d4c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:19.924796 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b56c158c-2a62-49fd-a659-84f836ce5065 req-e6c3180c-8455-41de-8f7c-2be90d375d4c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 945 time: 0.0531852 Aug 16 22:00:19.962456 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b56c158c-2a62-49fd-a659-84f836ce5065 req-fba1d997-1f9c-4693-b64f-e96f8d5459c8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2e6537b-d2e6-45df-be7c-62a17a35d9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312414 Aug 16 22:00:21.076683 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8ff06-b4de-45b8-867f-8b39c2a0edf6 req-b805fb9c-28da-430a-9a9c-6a4c93613431 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:21.078165 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0aa8ff06-b4de-45b8-867f-8b39c2a0edf6 req-b805fb9c-28da-430a-9a9c-6a4c93613431 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 945 time: 0.0494521 Aug 16 22:00:21.114698 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0aa8ff06-b4de-45b8-867f-8b39c2a0edf6 req-9597896a-ff4f-45b4-ad0e-138a4bbc758e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2e6537b-d2e6-45df-be7c-62a17a35d9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305729 Aug 16 22:00:22.228850 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef70dfb-27d5-4a62-8fc2-deb0a884ef41 req-94cc2435-e89f-4cf6-98af-87997ac6e409 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:22.230336 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8ef70dfb-27d5-4a62-8fc2-deb0a884ef41 req-94cc2435-e89f-4cf6-98af-87997ac6e409 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 945 time: 0.0485950 Aug 16 22:00:22.267746 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8ef70dfb-27d5-4a62-8fc2-deb0a884ef41 req-9aa65c68-43de-44e4-9594-423f767227a6 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2e6537b-d2e6-45df-be7c-62a17a35d9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309019 Aug 16 22:00:22.670500 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:23.385176 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf042af-f81d-4b44-8da9-a364c5263c69 req-38bcf9c5-eda6-4633-8f4e-25f63507c90f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:23.386642 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fcf042af-f81d-4b44-8da9-a364c5263c69 req-38bcf9c5-eda6-4633-8f4e-25f63507c90f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 945 time: 0.0520828 Aug 16 22:00:23.422949 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fcf042af-f81d-4b44-8da9-a364c5263c69 req-dc565d37-5da2-424d-916f-f68b50fbfb82 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2e6537b-d2e6-45df-be7c-62a17a35d9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305054 Aug 16 22:00:24.542156 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43aa6e-4996-4cd5-ae49-38b3bc634414 req-44d1d883-f1f5-4a03-970c-20171adf607b tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:24.543712 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9e43aa6e-4996-4cd5-ae49-38b3bc634414 req-44d1d883-f1f5-4a03-970c-20171adf607b tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 945 time: 0.0518329 Aug 16 22:00:24.585701 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9e43aa6e-4996-4cd5-ae49-38b3bc634414 req-4c34f1b4-c4e0-4503-8284-1284ab077419 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2e6537b-d2e6-45df-be7c-62a17a35d9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352581 Aug 16 22:00:24.776974 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-c82d4120-d5cd-4e33-a7cd-fc257cd06470 service neutron] show failed (client error): The resource could not be found. Aug 16 22:00:24.778012 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-c82d4120-d5cd-4e33-a7cd-fc257cd06470 service neutron] 10.222.0.72 "GET /v2.0/ports/af0f7055-0f6e-45c2-80ef-1c7d90b39602/bindings/n-h2-793620-15 HTTP/1.1" status: 404 len: 381 time: 0.0557809 Aug 16 22:00:25.405042 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-95eda4bf-69f2-4c0c-a829-9952533cd467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:25.406555 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-95eda4bf-69f2-4c0c-a829-9952533cd467 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada&tenant_id=b138d5da43204b7eac942de7c3eb87d8 HTTP/1.1" status: 200 len: 1097 time: 0.0829408 Aug 16 22:00:25.418341 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-9c08e85f-9494-49c9-9a1d-76b5fed64b34 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-15', 'device_owner': 'compute:nova'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:00:25.473222 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-9c08e85f-9494-49c9-9a1d-76b5fed64b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:25.697893 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-9c08e85f-9494-49c9-9a1d-76b5fed64b34 service neutron] For port af0f7055-0f6e-45c2-80ef-1c7d90b39602, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=af0f7055-0f6e-45c2-80ef-1c7d90b39602,segment=NetworkSegment(8d0a8570-2a8e-469b-9afc-cc0298a3d42e),segment_id=8d0a8570-2a8e-469b-9afc-cc0298a3d42e)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:00:25.733527 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35733285-075f-4d26-83eb-fd70756eb1cb req-de43b20c-eb6d-44c9-9427-e3c1b2630d11 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:25.735033 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35733285-075f-4d26-83eb-fd70756eb1cb req-de43b20c-eb6d-44c9-9427-e3c1b2630d11 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 945 time: 0.0815341 Aug 16 22:00:25.759769 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-9c08e85f-9494-49c9-9a1d-76b5fed64b34 service neutron] For port af0f7055-0f6e-45c2-80ef-1c7d90b39602, host n-h1-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:00:25.815865 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-35733285-075f-4d26-83eb-fd70756eb1cb req-baf41ef8-975c-4a46-a621-1a11cc42befa tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2e6537b-d2e6-45df-be7c-62a17a35d9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739219 Aug 16 22:00:25.819039 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98cede5-9903-40c7-8568-7b4e04d09ada', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af0f7055-0f6e-45c2-80ef-1c7d90b39602'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:00:25.821365 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a13536b3c87fcb412486f7c1123a9b3fa8a88bbdfa2e9f90522308689ae332c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf51517-fcaa-462f-9d3b-9db8e6520fa8" -d '{"events": [{"server_uuid": "b98cede5-9903-40c7-8568-7b4e04d09ada", "name": "network-vif-unplugged", "status": "completed", "tag": "af0f7055-0f6e-45c2-80ef-1c7d90b39602"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:00:25.825706 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-9c08e85f-9494-49c9-9a1d-76b5fed64b34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:25.845391 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-9c08e85f-9494-49c9-9a1d-76b5fed64b34 service neutron] Transition to ACTIVE for port object af0f7055-0f6e-45c2-80ef-1c7d90b39602 will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:00:25.913237 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-9c08e85f-9494-49c9-9a1d-76b5fed64b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:25.941213 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31dce69-a56a-46f1-8fe7-4eb2f637b5d0 x-openstack-request-id: req-e31dce69-a56a-46f1-8fe7-4eb2f637b5d0 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:00:25.946132 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98cede5-9903-40c7-8568-7b4e04d09ada", "name": "network-vif-unplugged", "status": "completed", "tag": "af0f7055-0f6e-45c2-80ef-1c7d90b39602", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:00:25.946132 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e31dce69-a56a-46f1-8fe7-4eb2f637b5d0 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:00:25.946132 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98cede5-9903-40c7-8568-7b4e04d09ada', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af0f7055-0f6e-45c2-80ef-1c7d90b39602', 'code': 200} Aug 16 22:00:25.990347 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08e85f-9494-49c9-9a1d-76b5fed64b34 service neutron] Pushing event updated for resources: {'Port': ['ID=af0f7055-0f6e-45c2-80ef-1c7d90b39602,revision_number=6']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:00:26.008822 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08e85f-9494-49c9-9a1d-76b5fed64b34 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:26.008822 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08e85f-9494-49c9-9a1d-76b5fed64b34 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:26.008822 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08e85f-9494-49c9-9a1d-76b5fed64b34 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:26.008822 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08e85f-9494-49c9-9a1d-76b5fed64b34 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:26.008822 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08e85f-9494-49c9-9a1d-76b5fed64b34 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:26.008822 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08e85f-9494-49c9-9a1d-76b5fed64b34 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:26.008822 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08e85f-9494-49c9-9a1d-76b5fed64b34 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:26.008822 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08e85f-9494-49c9-9a1d-76b5fed64b34 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:26.008822 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08e85f-9494-49c9-9a1d-76b5fed64b34 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:26.008822 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08e85f-9494-49c9-9a1d-76b5fed64b34 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:26.008822 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08e85f-9494-49c9-9a1d-76b5fed64b34 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:26.008822 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08e85f-9494-49c9-9a1d-76b5fed64b34 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:26.051219 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-9c08e85f-9494-49c9-9a1d-76b5fed64b34 service neutron] No DVR routers for this DVR port af0f7055-0f6e-45c2-80ef-1c7d90b39602 on host n-h1-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:00:26.186280 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-9c08e85f-9494-49c9-9a1d-76b5fed64b34 service neutron] Attempting to bind port af0f7055-0f6e-45c2-80ef-1c7d90b39602 on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:00:26.186630 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-9c08e85f-9494-49c9-9a1d-76b5fed64b34 service neutron] Attempting to bind port af0f7055-0f6e-45c2-80ef-1c7d90b39602 by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': '8d0a8570-2a8e-469b-9afc-cc0298a3d42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6bb8384b-9240-4918-9419-b74e71567737'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:00:26.186961 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-9c08e85f-9494-49c9-9a1d-76b5fed64b34 service neutron] Attempting to bind port af0f7055-0f6e-45c2-80ef-1c7d90b39602 on network 6bb8384b-9240-4918-9419-b74e71567737 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:00:26.191171 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-9c08e85f-9494-49c9-9a1d-76b5fed64b34 service neutron] Port af0f7055-0f6e-45c2-80ef-1c7d90b39602 on network 6bb8384b-9240-4918-9419-b74e71567737 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:00:26.191497 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-9c08e85f-9494-49c9-9a1d-76b5fed64b34 service neutron] Attempting to bind port af0f7055-0f6e-45c2-80ef-1c7d90b39602 on network 6bb8384b-9240-4918-9419-b74e71567737 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:00:26.196264 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-9c08e85f-9494-49c9-9a1d-76b5fed64b34 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:00:26.196647 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-9c08e85f-9494-49c9-9a1d-76b5fed64b34 service neutron] Checking segment: {'id': '8d0a8570-2a8e-469b-9afc-cc0298a3d42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6bb8384b-9240-4918-9419-b74e71567737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:00:26.197034 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-9c08e85f-9494-49c9-9a1d-76b5fed64b34 service neutron] Bound using segment: {'id': '8d0a8570-2a8e-469b-9afc-cc0298a3d42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6bb8384b-9240-4918-9419-b74e71567737'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:00:26.197465 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-9c08e85f-9494-49c9-9a1d-76b5fed64b34 service neutron] Bound port: af0f7055-0f6e-45c2-80ef-1c7d90b39602, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d0a8570-2a8e-469b-9afc-cc0298a3d42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6bb8384b-9240-4918-9419-b74e71567737'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:00:26.197825 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-9c08e85f-9494-49c9-9a1d-76b5fed64b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:26.258632 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-9c08e85f-9494-49c9-9a1d-76b5fed64b34 service neutron] For port af0f7055-0f6e-45c2-80ef-1c7d90b39602, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:00:26.261520 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-9c08e85f-9494-49c9-9a1d-76b5fed64b34 service neutron] For port af0f7055-0f6e-45c2-80ef-1c7d90b39602, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=af0f7055-0f6e-45c2-80ef-1c7d90b39602,segment=NetworkSegment(8d0a8570-2a8e-469b-9afc-cc0298a3d42e),segment_id=8d0a8570-2a8e-469b-9afc-cc0298a3d42e)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:00:26.365191 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-9c08e85f-9494-49c9-9a1d-76b5fed64b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:26.399574 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-9c08e85f-9494-49c9-9a1d-76b5fed64b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:26.400244 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-9c08e85f-9494-49c9-9a1d-76b5fed64b34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:26.401704 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-9c08e85f-9494-49c9-9a1d-76b5fed64b34 service neutron] 10.222.0.90 "PUT /v2.0/ports/af0f7055-0f6e-45c2-80ef-1c7d90b39602 HTTP/1.1" status: 200 len: 1092 time: 0.9873538 Aug 16 22:00:26.424592 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08e85f-9494-49c9-9a1d-76b5fed64b34 service neutron] Pushing event updated for resources: {'Port': ['ID=af0f7055-0f6e-45c2-80ef-1c7d90b39602,revision_number=7']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:00:26.468486 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-a016434f-7e2f-42c2-97ac-e1a2a2c86c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:26.470099 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-a016434f-7e2f-42c2-97ac-e1a2a2c86c85 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b138d5da43204b7eac942de7c3eb87d8&device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 1095 time: 0.0424097 Aug 16 22:00:26.569028 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-cb4fbe09-8691-4b94-a62b-8ade57b767f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:26.570587 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-cb4fbe09-8691-4b94-a62b-8ade57b767f1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6bb8384b-9240-4918-9419-b74e71567737 HTTP/1.1" status: 200 len: 898 time: 0.0938900 Aug 16 22:00:26.639373 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-5afb190e-b4df-4a0b-ae8c-2d778b2cc556 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af0f7055-0f6e-45c2-80ef-1c7d90b39602 HTTP/1.1" status: 200 len: 999 time: 0.0616674 Aug 16 22:00:26.685877 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-53bce5a5-e189-48f9-a6a1-18561b681037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:26.687173 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-53bce5a5-e189-48f9-a6a1-18561b681037 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a461a51c-7701-4aae-b7bf-80a277aa5030 HTTP/1.1" status: 200 len: 835 time: 0.0414712 Aug 16 22:00:26.730941 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-3d33c924-1276-4f31-95cc-7e424cd61b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:26.732530 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-3d33c924-1276-4f31-95cc-7e424cd61b62 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6bb8384b-9240-4918-9419-b74e71567737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388236 Aug 16 22:00:26.742806 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-eae80a83-8b05-42ba-b5bf-c6737ebe58b9 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:00:26.743856 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-eae80a83-8b05-42ba-b5bf-c6737ebe58b9 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049324 Aug 16 22:00:26.834888 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-044309a5-4e47-4c3d-b612-334e16d5ded5 service neutron] 10.222.0.90 "GET /v2.0/networks/6bb8384b-9240-4918-9419-b74e71567737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839868 Aug 16 22:00:26.952181 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-aab7b112-bc24-4523-9118-f7f3b1affc2a req-dc9e961c-56b7-4c14-a810-f5f3a5fd1f18 service neutron] 10.222.0.90 "GET /v2.0/networks/6bb8384b-9240-4918-9419-b74e71567737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107924 Aug 16 22:00:26.964111 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de31482-4f67-4f6f-9bd5-06805509b8a6 req-671b49b1-754a-4976-b978-76722705254b tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:26.968257 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3de31482-4f67-4f6f-9bd5-06805509b8a6 req-671b49b1-754a-4976-b978-76722705254b tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 943 time: 0.0760934 Aug 16 22:00:27.004068 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3de31482-4f67-4f6f-9bd5-06805509b8a6 req-7db2d746-0539-467e-ab5a-90e74d17f988 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2e6537b-d2e6-45df-be7c-62a17a35d9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323145 Aug 16 22:00:27.943239 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b98cede5-9903-40c7-8568-7b4e04d09ada', 'tag': 'af0f7055-0f6e-45c2-80ef-1c7d90b39602'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:00:27.945658 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a13536b3c87fcb412486f7c1123a9b3fa8a88bbdfa2e9f90522308689ae332c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d522d633-e492-454e-960c-5203d3f711bf" -d '{"events": [{"name": "network-changed", "server_uuid": "b98cede5-9903-40c7-8568-7b4e04d09ada", "tag": "af0f7055-0f6e-45c2-80ef-1c7d90b39602"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:00:27.993996 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8aea16-2280-4877-9ca7-64f9c15c1997 x-openstack-request-id: req-0a8aea16-2280-4877-9ca7-64f9c15c1997 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:00:27.994289 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b98cede5-9903-40c7-8568-7b4e04d09ada", "tag": "af0f7055-0f6e-45c2-80ef-1c7d90b39602", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:00:27.994541 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0a8aea16-2280-4877-9ca7-64f9c15c1997 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:00:27.994948 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b98cede5-9903-40c7-8568-7b4e04d09ada', 'tag': 'af0f7055-0f6e-45c2-80ef-1c7d90b39602', 'status': 'completed', 'code': 200} Aug 16 22:00:28.048056 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device af0f7055-0f6e-45c2-80ef-1c7d90b39602 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:00:28.060749 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522d633-e492-454e-960c-5203d3f711bf req-2966e653-9dbf-4040-bf13-2ef662b9baf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:28.062381 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d522d633-e492-454e-960c-5203d3f711bf req-2966e653-9dbf-4040-bf13-2ef662b9baf4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b138d5da43204b7eac942de7c3eb87d8&device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 1095 time: 0.0464725 Aug 16 22:00:28.071304 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522d633-e492-454e-960c-5203d3f711bf req-31ee35ab-b9e5-4c8a-84c3-c52b827510c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:28.071304 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d522d633-e492-454e-960c-5203d3f711bf req-31ee35ab-b9e5-4c8a-84c3-c52b827510c9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b138d5da43204b7eac942de7c3eb87d8&device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 1095 time: 0.0504189 Aug 16 22:00:28.093648 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device af0f7055-0f6e-45c2-80ef-1c7d90b39602 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:00:28.155536 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522d633-e492-454e-960c-5203d3f711bf req-c3b8a9d5-7a72-4b79-94f1-86b85f38bcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:28.157075 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d522d633-e492-454e-960c-5203d3f711bf req-c3b8a9d5-7a72-4b79-94f1-86b85f38bcf0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6bb8384b-9240-4918-9419-b74e71567737 HTTP/1.1" status: 200 len: 898 time: 0.0869622 Aug 16 22:00:28.182407 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a66ef-6abb-4e45-87c3-dc840a242d11 req-82f7dfbd-825a-40c5-ace8-14a2d3231cd9 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:28.183840 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-044a66ef-6abb-4e45-87c3-dc840a242d11 req-82f7dfbd-825a-40c5-ace8-14a2d3231cd9 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 943 time: 0.0974977 Aug 16 22:00:28.223063 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522d633-e492-454e-960c-5203d3f711bf req-d1908820-f43e-47cb-b67a-c4ff616423cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:28.224611 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d522d633-e492-454e-960c-5203d3f711bf req-d1908820-f43e-47cb-b67a-c4ff616423cf service neutron] 10.222.0.90 "GET /v2.0/networks?id=6bb8384b-9240-4918-9419-b74e71567737 HTTP/1.1" status: 200 len: 898 time: 0.1480870 Aug 16 22:00:28.227145 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d522d633-e492-454e-960c-5203d3f711bf req-0db6e0eb-b73a-4a5c-989d-343f931097ca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af0f7055-0f6e-45c2-80ef-1c7d90b39602 HTTP/1.1" status: 200 len: 999 time: 0.0633347 Aug 16 22:00:28.244126 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-044a66ef-6abb-4e45-87c3-dc840a242d11 req-507ca887-b9f0-498e-a435-de070247d0fa tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2e6537b-d2e6-45df-be7c-62a17a35d9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532260 Aug 16 22:00:28.277895 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522d633-e492-454e-960c-5203d3f711bf req-0cc3bc6f-5f02-4d9c-aae9-35b9295af7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:28.279411 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d522d633-e492-454e-960c-5203d3f711bf req-0cc3bc6f-5f02-4d9c-aae9-35b9295af7ef service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a461a51c-7701-4aae-b7bf-80a277aa5030 HTTP/1.1" status: 200 len: 835 time: 0.0453417 Aug 16 22:00:28.295900 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d522d633-e492-454e-960c-5203d3f711bf req-630dab93-3c46-4aec-a4fd-426518b36759 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af0f7055-0f6e-45c2-80ef-1c7d90b39602 HTTP/1.1" status: 200 len: 999 time: 0.0635214 Aug 16 22:00:28.325825 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522d633-e492-454e-960c-5203d3f711bf req-7b1efef5-df82-4cde-846d-9eff8574cfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:28.327523 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d522d633-e492-454e-960c-5203d3f711bf req-7b1efef5-df82-4cde-846d-9eff8574cfc5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6bb8384b-9240-4918-9419-b74e71567737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414770 Aug 16 22:00:28.347188 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522d633-e492-454e-960c-5203d3f711bf req-93aa5a4a-7da4-49bf-8dab-dbfa1b0eb7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:28.348710 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d522d633-e492-454e-960c-5203d3f711bf req-93aa5a4a-7da4-49bf-8dab-dbfa1b0eb7ca service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a461a51c-7701-4aae-b7bf-80a277aa5030 HTTP/1.1" status: 200 len: 835 time: 0.0461137 Aug 16 22:00:28.399883 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522d633-e492-454e-960c-5203d3f711bf req-52aaf228-d38c-45ad-a57d-58e359450947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:28.401427 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d522d633-e492-454e-960c-5203d3f711bf req-52aaf228-d38c-45ad-a57d-58e359450947 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6bb8384b-9240-4918-9419-b74e71567737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444252 Aug 16 22:00:28.420223 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d522d633-e492-454e-960c-5203d3f711bf req-59481a3a-4046-4fc0-9417-56410141678f service neutron] 10.222.0.72 "GET /v2.0/networks/6bb8384b-9240-4918-9419-b74e71567737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860100 Aug 16 22:00:28.490073 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d522d633-e492-454e-960c-5203d3f711bf req-578d3ea3-7e1f-4214-ba60-4ea1ab5edd33 service neutron] 10.222.0.90 "GET /v2.0/networks/6bb8384b-9240-4918-9419-b74e71567737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807495 Aug 16 22:00:28.516940 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d522d633-e492-454e-960c-5203d3f711bf req-2374db42-cf69-47bc-9d84-3bc9399d6d86 service neutron] 10.222.0.72 "GET /v2.0/networks/6bb8384b-9240-4918-9419-b74e71567737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830853 Aug 16 22:00:28.588141 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d522d633-e492-454e-960c-5203d3f711bf req-c971ed33-9e88-453f-971d-b9d3ddc0c215 service neutron] 10.222.0.90 "GET /v2.0/networks/6bb8384b-9240-4918-9419-b74e71567737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896521 Aug 16 22:00:29.361478 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c693c0-fa72-4741-8e55-5b8a79b56df1 req-e256794a-7308-465f-b67c-851f09702c31 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:29.362964 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-73c693c0-fa72-4741-8e55-5b8a79b56df1 req-e256794a-7308-465f-b67c-851f09702c31 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 943 time: 0.0491941 Aug 16 22:00:29.400038 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-73c693c0-fa72-4741-8e55-5b8a79b56df1 req-7552c79c-b223-4256-9039-14522f093c51 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2e6537b-d2e6-45df-be7c-62a17a35d9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311511 Aug 16 22:00:29.781520 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5f88c-eb05-43bd-ac06-7362b4cb7995 req-a1ae6a69-b721-40aa-b98b-9afbccd6b405 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:29.783549 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-97f5f88c-eb05-43bd-ac06-7362b4cb7995 req-a1ae6a69-b721-40aa-b98b-9afbccd6b405 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 943 time: 0.0487456 Aug 16 22:00:29.822218 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-97f5f88c-eb05-43bd-ac06-7362b4cb7995 req-db6d4670-6aeb-4c3d-8c87-0383ff717eb4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2e6537b-d2e6-45df-be7c-62a17a35d9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318682 Aug 16 22:00:29.883936 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b051b-0ee0-452d-86ce-6385851eb181 req-eb0e347a-af9c-4e32-b7c5-5423be391b25 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:29.885446 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-520b051b-0ee0-452d-86ce-6385851eb181 req-eb0e347a-af9c-4e32-b7c5-5423be391b25 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.72 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada&tenant_id=b138d5da43204b7eac942de7c3eb87d8&binding%3Ahost_id=n-h2-793620-15 HTTP/1.1" status: 200 len: 943 time: 0.0521383 Aug 16 22:00:29.945330 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ce557-e4e8-44c6-b3e7-733eb2c900c7 req-ab81c061-e46f-45ef-b7b6-d461e1646390 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:29.947027 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-315ce557-e4e8-44c6-b3e7-733eb2c900c7 req-ab81c061-e46f-45ef-b7b6-d461e1646390 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 943 time: 0.0550177 Aug 16 22:00:29.988895 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-315ce557-e4e8-44c6-b3e7-733eb2c900c7 req-99442f1a-7bcb-461a-9b80-404e2cb4d303 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2e6537b-d2e6-45df-be7c-62a17a35d9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357494 Aug 16 22:00:30.262116 n-d-793620-15 neutron-server[101845]: INFO neutron.api.v2.resource [req-520b051b-0ee0-452d-86ce-6385851eb181 req-3dc159de-b6ec-48c9-8e42-1db743ba25e7 service neutron] delete failed (client error): The resource could not be found. Aug 16 22:00:30.263039 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-520b051b-0ee0-452d-86ce-6385851eb181 req-3dc159de-b6ec-48c9-8e42-1db743ba25e7 service neutron] 10.222.0.72 "DELETE /v2.0/ports/af0f7055-0f6e-45c2-80ef-1c7d90b39602/bindings/n-h1-793620-15 HTTP/1.1" status: 404 len: 381 time: 0.3702171 Aug 16 22:00:30.315166 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device af0f7055-0f6e-45c2-80ef-1c7d90b39602 details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:00:30.345667 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b051b-0ee0-452d-86ce-6385851eb181 req-2a475c18-c166-4442-b375-d1359923f9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:30.347178 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-520b051b-0ee0-452d-86ce-6385851eb181 req-2a475c18-c166-4442-b375-d1359923f9b5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b138d5da43204b7eac942de7c3eb87d8&device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 1095 time: 0.0409706 Aug 16 22:00:30.410920 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port af0f7055-0f6e-45c2-80ef-1c7d90b39602, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=af0f7055-0f6e-45c2-80ef-1c7d90b39602,segment=NetworkSegment(8d0a8570-2a8e-469b-9afc-cc0298a3d42e),segment_id=8d0a8570-2a8e-469b-9afc-cc0298a3d42e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:00:30.422158 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': 'af0f7055-0f6e-45c2-80ef-1c7d90b39602', 'network_id': '6bb8384b-9240-4918-9419-b74e71567737', 'port_id': 'af0f7055-0f6e-45c2-80ef-1c7d90b39602', 'mac_address': 'fa:16:3e:93:71:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a461a51c-7701-4aae-b7bf-80a277aa5030', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:00:30.436313 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b051b-0ee0-452d-86ce-6385851eb181 req-ee7f55af-6618-49fa-812a-33ecaf4662b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:30.437782 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-520b051b-0ee0-452d-86ce-6385851eb181 req-ee7f55af-6618-49fa-812a-33ecaf4662b2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6bb8384b-9240-4918-9419-b74e71567737 HTTP/1.1" status: 200 len: 898 time: 0.0828547 Aug 16 22:00:30.459518 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:30.472068 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af0f7055-0f6e-45c2-80ef-1c7d90b39602 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:00:30.491334 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port af0f7055-0f6e-45c2-80ef-1c7d90b39602, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=af0f7055-0f6e-45c2-80ef-1c7d90b39602,segment=NetworkSegment(8d0a8570-2a8e-469b-9afc-cc0298a3d42e),segment_id=8d0a8570-2a8e-469b-9afc-cc0298a3d42e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:00:30.506198 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-520b051b-0ee0-452d-86ce-6385851eb181 req-f38883b2-62bb-485f-8119-b03a8f3d624a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af0f7055-0f6e-45c2-80ef-1c7d90b39602 HTTP/1.1" status: 200 len: 999 time: 0.0612245 Aug 16 22:00:30.564864 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b051b-0ee0-452d-86ce-6385851eb181 req-f1e0f86e-34db-4734-815f-e71ef41c69b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:30.566649 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-520b051b-0ee0-452d-86ce-6385851eb181 req-f1e0f86e-34db-4734-815f-e71ef41c69b3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a461a51c-7701-4aae-b7bf-80a277aa5030 HTTP/1.1" status: 200 len: 835 time: 0.0531406 Aug 16 22:00:30.610275 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:30.612802 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b051b-0ee0-452d-86ce-6385851eb181 req-772a53ab-1c64-46c8-96ee-b2e2569e6abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:30.614789 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-520b051b-0ee0-452d-86ce-6385851eb181 req-772a53ab-1c64-46c8-96ee-b2e2569e6abf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6bb8384b-9240-4918-9419-b74e71567737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412405 Aug 16 22:00:30.657662 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=af0f7055-0f6e-45c2-80ef-1c7d90b39602,revision_number=8']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:00:30.664953 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:30.665304 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:30.665674 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:30.666011 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:30.666358 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:30.666681 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:30.667021 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:30.667413 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:30.667744 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:30.668099 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:30.668427 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:30.668751 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:30.709691 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-520b051b-0ee0-452d-86ce-6385851eb181 req-7cc03912-9f48-4699-b871-b4596326f29c service neutron] 10.222.0.72 "GET /v2.0/networks/6bb8384b-9240-4918-9419-b74e71567737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879824 Aug 16 22:00:30.801641 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-520b051b-0ee0-452d-86ce-6385851eb181 req-f5c99a96-f3cb-4c74-8813-787407e2eed0 service neutron] 10.222.0.72 "GET /v2.0/networks/6bb8384b-9240-4918-9419-b74e71567737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839300 Aug 16 22:00:30.852136 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['af0f7055-0f6e-45c2-80ef-1c7d90b39602'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:00:31.104414 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f118d468-d2df-4f9c-82b9-d4e03abd8a73 req-82999c0c-f811-4c72-9795-161e201d0957 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:31.105809 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f118d468-d2df-4f9c-82b9-d4e03abd8a73 req-82999c0c-f811-4c72-9795-161e201d0957 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 944 time: 0.0490031 Aug 16 22:00:31.142839 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f118d468-d2df-4f9c-82b9-d4e03abd8a73 req-735df76d-220e-4edf-913a-3c25e44a28e1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2e6537b-d2e6-45df-be7c-62a17a35d9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304310 Aug 16 22:00:32.258593 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b82a4f-225f-4fbd-8f7b-b708298b533c req-3d85968e-0887-4561-8292-bead9ade9dbb tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:00:32.260113 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3b82a4f-225f-4fbd-8f7b-b708298b533c req-3d85968e-0887-4561-8292-bead9ade9dbb tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 944 time: 0.0500233 Aug 16 22:00:32.297717 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3b82a4f-225f-4fbd-8f7b-b708298b533c req-7d771c8c-9641-4911-89d7-e94a7efa2904 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2e6537b-d2e6-45df-be7c-62a17a35d9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316858 Aug 16 22:00:32.320843 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37554) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:00:32.346021 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device af0f7055-0f6e-45c2-80ef-1c7d90b39602 up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:00:32.385259 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a7f0d714-422b-44f9-9171-6ad17a9f0de1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/floatingips/98b9740d-9329-4e6e-b5b0-e64d3370e2be HTTP/1.1" status: 200 len: 992 time: 0.0631905 Aug 16 22:00:32.553193 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port af0f7055-0f6e-45c2-80ef-1c7d90b39602 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:00:32.557316 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port af0f7055-0f6e-45c2-80ef-1c7d90b39602 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:00:32.557712 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:32.634172 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:32.656181 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98cede5-9903-40c7-8568-7b4e04d09ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0f7055-0f6e-45c2-80ef-1c7d90b39602'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:00:32.658457 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c683fdb416c7f0821c75f6a91cfed7529d060c9c210f81ad2c881376259938b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9915fd53-b91d-4025-b08d-cd99b38c99d8" -d '{"events": [{"server_uuid": "b98cede5-9903-40c7-8568-7b4e04d09ada", "name": "network-vif-plugged", "status": "completed", "tag": "af0f7055-0f6e-45c2-80ef-1c7d90b39602"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:00:32.671181 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port af0f7055-0f6e-45c2-80ef-1c7d90b39602, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=af0f7055-0f6e-45c2-80ef-1c7d90b39602,segment=NetworkSegment(8d0a8570-2a8e-469b-9afc-cc0298a3d42e),segment_id=8d0a8570-2a8e-469b-9afc-cc0298a3d42e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:00:32.695027 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619982ff-5083-4276-913a-8103f462ecb6 x-openstack-request-id: req-619982ff-5083-4276-913a-8103f462ecb6 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:00:32.695327 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98cede5-9903-40c7-8568-7b4e04d09ada", "name": "network-vif-plugged", "status": "completed", "tag": "af0f7055-0f6e-45c2-80ef-1c7d90b39602", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:00:32.695583 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-619982ff-5083-4276-913a-8103f462ecb6 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:00:32.696016 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98cede5-9903-40c7-8568-7b4e04d09ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0f7055-0f6e-45c2-80ef-1c7d90b39602', 'code': 200} Aug 16 22:00:32.744513 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:32.790941 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=af0f7055-0f6e-45c2-80ef-1c7d90b39602,revision_number=9']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:00:41.116080 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-bfabfcd1-d51a-4e46-aa0f-c618a4017027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:43.658469 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1a063b8a-57d9-4d6c-b2e3-1052a87d5320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:43.869632 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:45.112583 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:46.826407 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:49.839118 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:00:49.898050 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:52.700814 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:00.697604 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37566) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:01:00.851361 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-6caf03e3-a210-494d-83e6-553d5b0c3eb8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Deleting port 3b74d4d1-2bb2-4aa6-8951-56a73ed264ee {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:01:00.851708 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6caf03e3-a210-494d-83e6-553d5b0c3eb8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:00.929047 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6caf03e3-a210-494d-83e6-553d5b0c3eb8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:00.929383 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6caf03e3-a210-494d-83e6-553d5b0c3eb8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:00.941138 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-6caf03e3-a210-494d-83e6-553d5b0c3eb8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Calling delete_port for 3b74d4d1-2bb2-4aa6-8951-56a73ed264ee owned by network:floatingip {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:01:01.169267 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6caf03e3-a210-494d-83e6-553d5b0c3eb8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:01.194785 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf03e3-a210-494d-83e6-553d5b0c3eb8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event deleted for resources: {'Port': ['ID=3b74d4d1-2bb2-4aa6-8951-56a73ed264ee,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:01.205485 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caf03e3-a210-494d-83e6-553d5b0c3eb8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:01.205843 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caf03e3-a210-494d-83e6-553d5b0c3eb8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:01.206195 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caf03e3-a210-494d-83e6-553d5b0c3eb8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:01.206558 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caf03e3-a210-494d-83e6-553d5b0c3eb8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:01.206912 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caf03e3-a210-494d-83e6-553d5b0c3eb8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:01.207232 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caf03e3-a210-494d-83e6-553d5b0c3eb8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:01.207565 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caf03e3-a210-494d-83e6-553d5b0c3eb8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:01.208014 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caf03e3-a210-494d-83e6-553d5b0c3eb8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:01.208352 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caf03e3-a210-494d-83e6-553d5b0c3eb8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:01.208684 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caf03e3-a210-494d-83e6-553d5b0c3eb8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:01.209009 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caf03e3-a210-494d-83e6-553d5b0c3eb8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:01.209336 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caf03e3-a210-494d-83e6-553d5b0c3eb8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:01.269361 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6caf03e3-a210-494d-83e6-553d5b0c3eb8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for floatingip, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:01.269694 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [None req-6caf03e3-a210-494d-83e6-553d5b0c3eb8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Floating IP 98b9740d-9329-4e6e-b5b0-e64d3370e2be disassociated (deleted). External IP: 172.25.1.102, port: af0f7055-0f6e-45c2-80ef-1c7d90b39602. Aug 16 22:01:01.470847 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6caf03e3-a210-494d-83e6-553d5b0c3eb8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Router 23c5c331-d9c3-41e2-b22d-4538cbd741bc has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:01:01.578898 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6caf03e3-a210-494d-83e6-553d5b0c3eb8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:01:01.584470 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6caf03e3-a210-494d-83e6-553d5b0c3eb8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:01.588761 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389e2065-46c2-4fa0-bb3d-9280d25912b4 None None] Sync routers for ids ['23c5c331-d9c3-41e2-b22d-4538cbd741bc'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:01:01.597660 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389e2065-46c2-4fa0-bb3d-9280d25912b4 None None] Routers {'23c5c331-d9c3-41e2-b22d-4538cbd741bc'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:01:01.598276 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-389e2065-46c2-4fa0-bb3d-9280d25912b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:00:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['23c5c331-d9c3-41e2-b22d-4538cbd741bc'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:01:01.615258 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6caf03e3-a210-494d-83e6-553d5b0c3eb8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "DELETE /v2.0/floatingips/98b9740d-9329-4e6e-b5b0-e64d3370e2be HTTP/1.1" status: 204 len: 168 time: 0.9165642 Aug 16 22:01:01.615897 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b98cede5-9903-40c7-8568-7b4e04d09ada', 'tag': 'af0f7055-0f6e-45c2-80ef-1c7d90b39602'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:01:01.618228 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcd9435b18b7a34707b0c74d037ee6bf13b87a61dd91d81e26d4048d63ffdc36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d40c3d5-86d2-4cff-b75a-97783905492c" -d '{"events": [{"name": "network-changed", "server_uuid": "b98cede5-9903-40c7-8568-7b4e04d09ada", "tag": "af0f7055-0f6e-45c2-80ef-1c7d90b39602"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:01:01.657356 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462b1973-7704-4142-9c54-56f6fa0193ac x-openstack-request-id: req-462b1973-7704-4142-9c54-56f6fa0193ac {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:01:01.657659 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b98cede5-9903-40c7-8568-7b4e04d09ada", "tag": "af0f7055-0f6e-45c2-80ef-1c7d90b39602", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:01:01.657916 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-462b1973-7704-4142-9c54-56f6fa0193ac {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:01:01.658327 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b98cede5-9903-40c7-8568-7b4e04d09ada', 'tag': 'af0f7055-0f6e-45c2-80ef-1c7d90b39602', 'status': 'completed', 'code': 200} Aug 16 22:01:01.709253 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-389e2065-46c2-4fa0-bb3d-9280d25912b4 None None] Set router 23c5c331-d9c3-41e2-b22d-4538cbd741bc gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:01:01.726676 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40c3d5-86d2-4cff-b75a-97783905492c req-2f0b9090-61ae-44b6-9d84-a03a1faa580b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:01.728174 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4d40c3d5-86d2-4cff-b75a-97783905492c req-2f0b9090-61ae-44b6-9d84-a03a1faa580b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b138d5da43204b7eac942de7c3eb87d8&device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 1097 time: 0.0467618 Aug 16 22:01:01.818529 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40c3d5-86d2-4cff-b75a-97783905492c req-d5a16d80-55c3-4426-a009-513f6f3adb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:01.820110 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4d40c3d5-86d2-4cff-b75a-97783905492c req-d5a16d80-55c3-4426-a009-513f6f3adb4d service neutron] 10.222.0.90 "GET /v2.0/networks?id=6bb8384b-9240-4918-9419-b74e71567737 HTTP/1.1" status: 200 len: 898 time: 0.0854180 Aug 16 22:01:01.864686 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4d40c3d5-86d2-4cff-b75a-97783905492c req-9811ac9b-a8f7-42de-b147-6b06210bd47a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af0f7055-0f6e-45c2-80ef-1c7d90b39602 HTTP/1.1" status: 200 len: 217 time: 0.0378027 Aug 16 22:01:01.911050 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-389e2065-46c2-4fa0-bb3d-9280d25912b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c5c331-d9c3-41e2-b22d-4538cbd741bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181801269', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'b1819796-2fa4-4224-8a7d-5923c1230922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:59:19Z', 'updated_at': '2021-08-16T21:59:24Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'b1819796-2fa4-4224-8a7d-5923c1230922', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c5c331-d9c3-41e2-b22d-4538cbd741bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:59:20Z', 'updated_at': '2021-08-16T21:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '67ab8845-d4b1-45b6-8a0b-6d11ccc85f33', 'name': '', 'network_id': '6bb8384b-9240-4918-9419-b74e71567737', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:28:c1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c5c331-d9c3-41e2-b22d-4538cbd741bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'a461a51c-7701-4aae-b7bf-80a277aa5030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:59:23Z', 'updated_at': '2021-08-16T21:59:29Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': 'a461a51c-7701-4aae-b7bf-80a277aa5030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:01:01.920721 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40c3d5-86d2-4cff-b75a-97783905492c req-e617970f-6066-457d-89d6-2d63426f5947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:01.924408 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4d40c3d5-86d2-4cff-b75a-97783905492c req-e617970f-6066-457d-89d6-2d63426f5947 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a461a51c-7701-4aae-b7bf-80a277aa5030 HTTP/1.1" status: 200 len: 835 time: 0.0517344 Aug 16 22:01:01.938961 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389e2065-46c2-4fa0-bb3d-9280d25912b4 None None] Checking router: 23c5c331-d9c3-41e2-b22d-4538cbd741bc for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:01:01.948024 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389e2065-46c2-4fa0-bb3d-9280d25912b4 None None] Routers {'23c5c331-d9c3-41e2-b22d-4538cbd741bc'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:01:01.948626 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-389e2065-46c2-4fa0-bb3d-9280d25912b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:00:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['23c5c331-d9c3-41e2-b22d-4538cbd741bc'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:01:01.969863 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40c3d5-86d2-4cff-b75a-97783905492c req-653f21c4-1501-40e2-b9af-0fabb4e5dbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:01.971488 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4d40c3d5-86d2-4cff-b75a-97783905492c req-653f21c4-1501-40e2-b9af-0fabb4e5dbef service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6bb8384b-9240-4918-9419-b74e71567737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411835 Aug 16 22:01:02.052670 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-389e2065-46c2-4fa0-bb3d-9280d25912b4 None None] Set router 23c5c331-d9c3-41e2-b22d-4538cbd741bc gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:01:02.065562 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4d40c3d5-86d2-4cff-b75a-97783905492c req-475e7190-d73b-4760-8456-3433d3eba1f0 service neutron] 10.222.0.90 "GET /v2.0/networks/6bb8384b-9240-4918-9419-b74e71567737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869138 Aug 16 22:01:02.194190 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac0401-c948-4dad-adc6-2373f0d85064 req-d0b7cc5e-ba57-4919-bc62-384fdada22a6 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:02.195731 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c4ac0401-c948-4dad-adc6-2373f0d85064 req-d0b7cc5e-ba57-4919-bc62-384fdada22a6 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 945 time: 0.0749726 Aug 16 22:01:02.197748 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4d40c3d5-86d2-4cff-b75a-97783905492c req-dd41336e-d807-4a2b-bcbb-7d493f0edde8 service neutron] 10.222.0.90 "GET /v2.0/networks/6bb8384b-9240-4918-9419-b74e71567737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250238 Aug 16 22:01:02.249169 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c4ac0401-c948-4dad-adc6-2373f0d85064 req-4629f369-20cd-465c-908d-9b369f40b220 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2e6537b-d2e6-45df-be7c-62a17a35d9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403805 Aug 16 22:01:02.250888 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-389e2065-46c2-4fa0-bb3d-9280d25912b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c5c331-d9c3-41e2-b22d-4538cbd741bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181801269', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'b1819796-2fa4-4224-8a7d-5923c1230922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:59:19Z', 'updated_at': '2021-08-16T21:59:24Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'b1819796-2fa4-4224-8a7d-5923c1230922', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c5c331-d9c3-41e2-b22d-4538cbd741bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:59:20Z', 'updated_at': '2021-08-16T21:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '67ab8845-d4b1-45b6-8a0b-6d11ccc85f33', 'name': '', 'network_id': '6bb8384b-9240-4918-9419-b74e71567737', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:28:c1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c5c331-d9c3-41e2-b22d-4538cbd741bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'a461a51c-7701-4aae-b7bf-80a277aa5030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:59:23Z', 'updated_at': '2021-08-16T21:59:29Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': 'a461a51c-7701-4aae-b7bf-80a277aa5030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:01:02.280287 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389e2065-46c2-4fa0-bb3d-9280d25912b4 None None] The sync data for ids ['23c5c331-d9c3-41e2-b22d-4538cbd741bc'] in n-d-793620-15 is: [{'id': '23c5c331-d9c3-41e2-b22d-4538cbd741bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181801269', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'b1819796-2fa4-4224-8a7d-5923c1230922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:59:19Z', 'updated_at': '2021-08-16T21:59:24Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'b1819796-2fa4-4224-8a7d-5923c1230922', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c5c331-d9c3-41e2-b22d-4538cbd741bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:59:20Z', 'updated_at': '2021-08-16T21:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '67ab8845-d4b1-45b6-8a0b-6d11ccc85f33', 'name': '', 'network_id': '6bb8384b-9240-4918-9419-b74e71567737', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:28:c1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c5c331-d9c3-41e2-b22d-4538cbd741bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'a461a51c-7701-4aae-b7bf-80a277aa5030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:59:23Z', 'updated_at': '2021-08-16T21:59:29Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': 'a461a51c-7701-4aae-b7bf-80a277aa5030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:01:02.492652 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11036c93-7f9b-4110-bc44-f87aa57d36b7 None None] New status for floating IP 98b9740d-9329-4e6e-b5b0-e64d3370e2be: DOWN {{(pid=101846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:01:03.366063 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff88e6a-821a-473a-bab9-127324a00c79 req-670bbc11-fa78-464a-ada0-21f641947626 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:03.368068 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7ff88e6a-821a-473a-bab9-127324a00c79 req-670bbc11-fa78-464a-ada0-21f641947626 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.90 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 945 time: 0.0728946 Aug 16 22:01:03.390794 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8526756-2e86-4ee9-b398-b90e2804624c req-6a62562d-35d1-40d9-b1a0-7756b48e2b15 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:03.392244 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e8526756-2e86-4ee9-b398-b90e2804624c req-6a62562d-35d1-40d9-b1a0-7756b48e2b15 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 945 time: 0.0720730 Aug 16 22:01:03.474596 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e8526756-2e86-4ee9-b398-b90e2804624c req-8e2e8b32-2759-40cd-8d76-aea02bbe9abc tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=d2e6537b-d2e6-45df-be7c-62a17a35d9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672052 Aug 16 22:01:03.496918 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-7ff88e6a-821a-473a-bab9-127324a00c79 req-ac07ca03-92ae-476f-a073-40c16f2b6741 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Deleting port af0f7055-0f6e-45c2-80ef-1c7d90b39602 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:01:03.497294 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7ff88e6a-821a-473a-bab9-127324a00c79 req-ac07ca03-92ae-476f-a073-40c16f2b6741 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:03.583341 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-7ff88e6a-821a-473a-bab9-127324a00c79 req-ac07ca03-92ae-476f-a073-40c16f2b6741 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] For port af0f7055-0f6e-45c2-80ef-1c7d90b39602, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=af0f7055-0f6e-45c2-80ef-1c7d90b39602,segment=NetworkSegment(8d0a8570-2a8e-469b-9afc-cc0298a3d42e),segment_id=8d0a8570-2a8e-469b-9afc-cc0298a3d42e)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:01:03.583643 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7ff88e6a-821a-473a-bab9-127324a00c79 req-ac07ca03-92ae-476f-a073-40c16f2b6741 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:03.595678 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-7ff88e6a-821a-473a-bab9-127324a00c79 req-ac07ca03-92ae-476f-a073-40c16f2b6741 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Calling delete_port for af0f7055-0f6e-45c2-80ef-1c7d90b39602 owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:01:03.826121 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7ff88e6a-821a-473a-bab9-127324a00c79 req-ac07ca03-92ae-476f-a073-40c16f2b6741 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:03.855288 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac07ca03-92ae-476f-a073-40c16f2b6741 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event deleted for resources: {'Port': ['ID=af0f7055-0f6e-45c2-80ef-1c7d90b39602,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:03.900577 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff88e6a-821a-473a-bab9-127324a00c79 req-ac07ca03-92ae-476f-a073-40c16f2b6741 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] No DVR routers for this DVR port af0f7055-0f6e-45c2-80ef-1c7d90b39602 on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:01:03.903218 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-7ff88e6a-821a-473a-bab9-127324a00c79 req-ac07ca03-92ae-476f-a073-40c16f2b6741 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:03.905302 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7ff88e6a-821a-473a-bab9-127324a00c79 req-ac07ca03-92ae-476f-a073-40c16f2b6741 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.90 "DELETE /v2.0/ports/af0f7055-0f6e-45c2-80ef-1c7d90b39602 HTTP/1.1" status: 204 len: 173 time: 0.5308621 Aug 16 22:01:03.905744 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98cede5-9903-40c7-8568-7b4e04d09ada', 'name': 'network-vif-deleted', 'tag': 'af0f7055-0f6e-45c2-80ef-1c7d90b39602'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:01:03.908049 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a13536b3c87fcb412486f7c1123a9b3fa8a88bbdfa2e9f90522308689ae332c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93bb1d4-4645-4fbf-9359-85f78a337873" -d '{"events": [{"server_uuid": "b98cede5-9903-40c7-8568-7b4e04d09ada", "name": "network-vif-deleted", "tag": "af0f7055-0f6e-45c2-80ef-1c7d90b39602"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:01:03.943304 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57c241e-c98f-45de-9945-57237ec2a34d x-openstack-request-id: req-f57c241e-c98f-45de-9945-57237ec2a34d {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:01:03.943609 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98cede5-9903-40c7-8568-7b4e04d09ada", "name": "network-vif-deleted", "tag": "af0f7055-0f6e-45c2-80ef-1c7d90b39602", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:01:03.943963 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f57c241e-c98f-45de-9945-57237ec2a34d {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:01:03.944370 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98cede5-9903-40c7-8568-7b4e04d09ada', 'name': 'network-vif-deleted', 'tag': 'af0f7055-0f6e-45c2-80ef-1c7d90b39602', 'status': 'completed', 'code': 200} Aug 16 22:01:04.581624 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-05f0ef1d-6ad2-40d9-9df5-1b8f86584258 req-f47c979e-f8da-4bdb-bd11-251b01784a31 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=b98cede5-9903-40c7-8568-7b4e04d09ada HTTP/1.1" status: 200 len: 210 time: 0.0269485 Aug 16 22:01:05.637204 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37582) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:01:06.006498 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9054c8aa-08b5-4b28-8e87-a9c67c4ca53c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:06.266300 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-9054c8aa-08b5-4b28-8e87-a9c67c4ca53c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Deleting port 67ab8845-d4b1-45b6-8a0b-6d11ccc85f33 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:01:06.266650 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9054c8aa-08b5-4b28-8e87-a9c67c4ca53c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:06.355552 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-9054c8aa-08b5-4b28-8e87-a9c67c4ca53c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] For port 67ab8845-d4b1-45b6-8a0b-6d11ccc85f33, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=67ab8845-d4b1-45b6-8a0b-6d11ccc85f33,segment=NetworkSegment(8d0a8570-2a8e-469b-9afc-cc0298a3d42e),segment_id=8d0a8570-2a8e-469b-9afc-cc0298a3d42e)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:01:06.355950 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9054c8aa-08b5-4b28-8e87-a9c67c4ca53c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:06.367941 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-9054c8aa-08b5-4b28-8e87-a9c67c4ca53c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Calling delete_port for 67ab8845-d4b1-45b6-8a0b-6d11ccc85f33 owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:01:06.618435 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9054c8aa-08b5-4b28-8e87-a9c67c4ca53c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:06.642821 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054c8aa-08b5-4b28-8e87-a9c67c4ca53c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event deleted for resources: {'Port': ['ID=67ab8845-d4b1-45b6-8a0b-6d11ccc85f33,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:06.818649 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9054c8aa-08b5-4b28-8e87-a9c67c4ca53c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:07.034871 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9054c8aa-08b5-4b28-8e87-a9c67c4ca53c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Router 23c5c331-d9c3-41e2-b22d-4538cbd741bc has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:01:07.138538 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9054c8aa-08b5-4b28-8e87-a9c67c4ca53c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:01:07.143809 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9054c8aa-08b5-4b28-8e87-a9c67c4ca53c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "PUT /v2.0/routers/23c5c331-d9c3-41e2-b22d-4538cbd741bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5055096 Aug 16 22:01:07.147297 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37584) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:01:07.149800 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accfb84a-8032-4980-999f-593a00ef34c0 None None] Sync routers for ids ['23c5c331-d9c3-41e2-b22d-4538cbd741bc'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:01:07.158876 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accfb84a-8032-4980-999f-593a00ef34c0 None None] Routers {'23c5c331-d9c3-41e2-b22d-4538cbd741bc'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:01:07.159541 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-accfb84a-8032-4980-999f-593a00ef34c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:00:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['23c5c331-d9c3-41e2-b22d-4538cbd741bc'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:01:07.198415 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc52bf91-06d7-4982-a064-6f4ca0531e94 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Deleting subnet a461a51c-7701-4aae-b7bf-80a277aa5030 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:01:07.201587 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dc52bf91-06d7-4982-a064-6f4ca0531e94 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:07.242245 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dc52bf91-06d7-4982-a064-6f4ca0531e94 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:07.261488 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-accfb84a-8032-4980-999f-593a00ef34c0 None None] Set router 23c5c331-d9c3-41e2-b22d-4538cbd741bc gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:01:07.328345 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dc52bf91-06d7-4982-a064-6f4ca0531e94 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:07.433144 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-accfb84a-8032-4980-999f-593a00ef34c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c5c331-d9c3-41e2-b22d-4538cbd741bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181801269', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'b1819796-2fa4-4224-8a7d-5923c1230922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:59:19Z', 'updated_at': '2021-08-16T22:01:06Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'b1819796-2fa4-4224-8a7d-5923c1230922', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c5c331-d9c3-41e2-b22d-4538cbd741bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:59:20Z', 'updated_at': '2021-08-16T21:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:01:07.458429 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accfb84a-8032-4980-999f-593a00ef34c0 None None] Checking router: 23c5c331-d9c3-41e2-b22d-4538cbd741bc for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:01:07.466929 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accfb84a-8032-4980-999f-593a00ef34c0 None None] Routers {'23c5c331-d9c3-41e2-b22d-4538cbd741bc'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:01:07.467534 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-accfb84a-8032-4980-999f-593a00ef34c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:00:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['23c5c331-d9c3-41e2-b22d-4538cbd741bc'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:01:07.472416 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dc52bf91-06d7-4982-a064-6f4ca0531e94 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:07.500177 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc52bf91-06d7-4982-a064-6f4ca0531e94 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event deleted for resources: {'Subnet': ['ID=a461a51c-7701-4aae-b7bf-80a277aa5030,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:07.502260 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-dc52bf91-06d7-4982-a064-6f4ca0531e94 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:07.504164 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-dc52bf91-06d7-4982-a064-6f4ca0531e94 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "DELETE /v2.0/subnets/a461a51c-7701-4aae-b7bf-80a277aa5030 HTTP/1.1" status: 204 len: 168 time: 0.3567748 Aug 16 22:01:07.506988 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37586) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:01:07.522306 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b03301-2a33-4942-8782-be6b99a87289 None None] Network 6bb8384b-9240-4918-9419-b74e71567737 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:01:07.573108 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-accfb84a-8032-4980-999f-593a00ef34c0 None None] Set router 23c5c331-d9c3-41e2-b22d-4538cbd741bc gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:01:07.620142 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-08453411-f452-41a4-86e0-991933c229a8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:07.714999 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d3cc8b-31c2-4a89-b24e-4a7d3f95b004 None None] DHCP port deletion for 6bb8384b-9240-4918-9419-b74e71567737 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:01:07.738762 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-08453411-f452-41a4-86e0-991933c229a8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:07.762840 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-97d3cc8b-31c2-4a89-b24e-4a7d3f95b004 None None] Deleting port eff7e936-dd2c-45cb-bd04-43e92e4c7030 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:01:07.763221 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-97d3cc8b-31c2-4a89-b24e-4a7d3f95b004 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:07.836489 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-97d3cc8b-31c2-4a89-b24e-4a7d3f95b004 None None] For port eff7e936-dd2c-45cb-bd04-43e92e4c7030, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=eff7e936-dd2c-45cb-bd04-43e92e4c7030,segment=NetworkSegment(8d0a8570-2a8e-469b-9afc-cc0298a3d42e),segment_id=8d0a8570-2a8e-469b-9afc-cc0298a3d42e)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:01:07.837000 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-97d3cc8b-31c2-4a89-b24e-4a7d3f95b004 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:07.842078 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-accfb84a-8032-4980-999f-593a00ef34c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c5c331-d9c3-41e2-b22d-4538cbd741bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181801269', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'b1819796-2fa4-4224-8a7d-5923c1230922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:59:19Z', 'updated_at': '2021-08-16T22:01:06Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'b1819796-2fa4-4224-8a7d-5923c1230922', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c5c331-d9c3-41e2-b22d-4538cbd741bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:59:20Z', 'updated_at': '2021-08-16T21:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:01:07.850344 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-97d3cc8b-31c2-4a89-b24e-4a7d3f95b004 None None] Calling delete_port for eff7e936-dd2c-45cb-bd04-43e92e4c7030 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:01:07.855083 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-08453411-f452-41a4-86e0-991933c229a8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Deleting port b1819796-2fa4-4224-8a7d-5923c1230922 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:01:07.855447 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-08453411-f452-41a4-86e0-991933c229a8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:07.869195 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accfb84a-8032-4980-999f-593a00ef34c0 None None] The sync data for ids ['23c5c331-d9c3-41e2-b22d-4538cbd741bc'] in n-d-793620-15 is: [{'id': '23c5c331-d9c3-41e2-b22d-4538cbd741bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181801269', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'b1819796-2fa4-4224-8a7d-5923c1230922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:59:19Z', 'updated_at': '2021-08-16T22:01:06Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'b1819796-2fa4-4224-8a7d-5923c1230922', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c5c331-d9c3-41e2-b22d-4538cbd741bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:59:20Z', 'updated_at': '2021-08-16T21:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:01:07.940354 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-08453411-f452-41a4-86e0-991933c229a8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] For port b1819796-2fa4-4224-8a7d-5923c1230922, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=b1819796-2fa4-4224-8a7d-5923c1230922,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:01:07.940729 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-08453411-f452-41a4-86e0-991933c229a8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:07.953458 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-08453411-f452-41a4-86e0-991933c229a8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Calling delete_port for b1819796-2fa4-4224-8a7d-5923c1230922 owned by network:router_gateway {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:01:08.001391 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-97d3cc8b-31c2-4a89-b24e-4a7d3f95b004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:08.028373 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3cc8b-31c2-4a89-b24e-4a7d3f95b004 None None] Pushing event deleted for resources: {'Port': ['ID=eff7e936-dd2c-45cb-bd04-43e92e4c7030,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:08.030188 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d3cc8b-31c2-4a89-b24e-4a7d3f95b004 None None] No DVR routers for this DVR port eff7e936-dd2c-45cb-bd04-43e92e4c7030 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:01:08.195149 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-08453411-f452-41a4-86e0-991933c229a8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:08.230452 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08453411-f452-41a4-86e0-991933c229a8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event deleted for resources: {'Port': ['ID=b1819796-2fa4-4224-8a7d-5923c1230922,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:08.312906 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-08453411-f452-41a4-86e0-991933c229a8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:08.396073 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-08453411-f452-41a4-86e0-991933c229a8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:08.398665 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-08453411-f452-41a4-86e0-991933c229a8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:08.488953 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device af0f7055-0f6e-45c2-80ef-1c7d90b39602 no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:01:08.500524 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-08453411-f452-41a4-86e0-991933c229a8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:08.505302 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08453411-f452-41a4-86e0-991933c229a8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Fanout notify agent at l3_agent the message router_deleted on router 23c5c331-d9c3-41e2-b22d-4538cbd741bc {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:01:08.509100 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: af0f7055-0f6e-45c2-80ef-1c7d90b39602 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:01:08.509350 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-08453411-f452-41a4-86e0-991933c229a8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:08.509832 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device af0f7055-0f6e-45c2-80ef-1c7d90b39602 not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:01:08.511592 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-08453411-f452-41a4-86e0-991933c229a8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "DELETE /v2.0/routers/23c5c331-d9c3-41e2-b22d-4538cbd741bc HTTP/1.1" status: 204 len: 168 time: 1.0030103 Aug 16 22:01:08.514710 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37588) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:01:08.599912 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-94648d28-05b2-4987-ab46-09bc9911e5e2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:08.688233 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-94648d28-05b2-4987-ab46-09bc9911e5e2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:08.697857 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-94648d28-05b2-4987-ab46-09bc9911e5e2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bb8384b-9240-4918-9419-b74e71567737']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:01:08.707218 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-94648d28-05b2-4987-ab46-09bc9911e5e2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d0a8570-2a8e-469b-9afc-cc0298a3d42e') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:01:08.707525 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-94648d28-05b2-4987-ab46-09bc9911e5e2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d0a8570-2a8e-469b-9afc-cc0298a3d42e') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:01:08.717075 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-94648d28-05b2-4987-ab46-09bc9911e5e2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:08.731013 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-94648d28-05b2-4987-ab46-09bc9911e5e2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:08.736685 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94648d28-05b2-4987-ab46-09bc9911e5e2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:01:08.737076 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-94648d28-05b2-4987-ab46-09bc9911e5e2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:08.739918 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 22:01:08.739918 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:01:08.739918 n-d-793620-15 neutron-server[101844]: timer() Aug 16 22:01:08.739918 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:01:08.739918 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 22:01:08.739918 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:01:08.739918 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 22:01:08.739918 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:01:08.739918 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 22:01:08.739918 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:01:08.739918 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 22:01:08.739918 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:01:08.739918 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 22:01:08.739918 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:01:08.739918 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:01:08.739918 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:01:08.739918 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:01:08.739918 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:01:08.739918 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 22:01:08.739918 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:01:08.739918 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 22:01:08.739918 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:01:08.739918 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:01:08.739918 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:01:08.739918 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 22:01:08.739918 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:01:08.739918 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:01:08.739918 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:01:08.739918 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:01:08.739918 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:01:08.739918 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:01:08.739918 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:01:08.869407 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-94648d28-05b2-4987-ab46-09bc9911e5e2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:08.877091 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-94648d28-05b2-4987-ab46-09bc9911e5e2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:08.878292 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-94648d28-05b2-4987-ab46-09bc9911e5e2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "DELETE /v2.0/networks/6bb8384b-9240-4918-9419-b74e71567737 HTTP/1.1" status: 204 len: 168 time: 0.3625743 Aug 16 22:01:08.881100 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37590) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:01:08.890349 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94648d28-05b2-4987-ab46-09bc9911e5e2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event deleted for resources: {'Network': ['ID=6bb8384b-9240-4918-9419-b74e71567737,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:08.955728 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-26088afb-d5c1-4033-8888-d62719c3c874 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:08.986995 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-26088afb-d5c1-4033-8888-d62719c3c874 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:08.992535 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device eff7e936-dd2c-45cb-bd04-43e92e4c7030 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:01:09.012614 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: eff7e936-dd2c-45cb-bd04-43e92e4c7030 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:01:09.012957 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device eff7e936-dd2c-45cb-bd04-43e92e4c7030 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:01:09.013368 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b1819796-2fa4-4224-8a7d-5923c1230922 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:01:09.032244 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: b1819796-2fa4-4224-8a7d-5923c1230922 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:01:09.032588 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device b1819796-2fa4-4224-8a7d-5923c1230922 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:01:09.032994 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 67ab8845-d4b1-45b6-8a0b-6d11ccc85f33 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:01:09.050762 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 67ab8845-d4b1-45b6-8a0b-6d11ccc85f33 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:01:09.051109 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 67ab8845-d4b1-45b6-8a0b-6d11ccc85f33 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:01:09.105909 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-26088afb-d5c1-4033-8888-d62719c3c874 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:09.108663 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-26088afb-d5c1-4033-8888-d62719c3c874 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:09.109906 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-26088afb-d5c1-4033-8888-d62719c3c874 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "DELETE /v2.0/security-groups/d2e6537b-d2e6-45df-be7c-62a17a35d9ca HTTP/1.1" status: 204 len: 168 time: 0.2277710 Aug 16 22:01:09.119713 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26088afb-d5c1-4033-8888-d62719c3c874 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e6537b-d2e6-45df-be7c-62a17a35d9ca,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:09.560747 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37596) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:01:09.565833 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-032a146e-7650-42ba-a0ec-c4f2f7ace1d1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1452712949', 'description': 'tempest-secgroup-smoke-1452712949 description', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:01:09.659909 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-032a146e-7650-42ba-a0ec-c4f2f7ace1d1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:09.738115 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-032a146e-7650-42ba-a0ec-c4f2f7ace1d1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:09.797275 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-032a146e-7650-42ba-a0ec-c4f2f7ace1d1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:09.825792 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a146e-7650-42ba-a0ec-c4f2f7ace1d1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=713df951-beb6-46ec-a779-3b82cd73a236,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:09.898659 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-032a146e-7650-42ba-a0ec-c4f2f7ace1d1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:09.899975 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-032a146e-7650-42ba-a0ec-c4f2f7ace1d1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3381686 Aug 16 22:01:09.902853 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37598) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:01:09.907351 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-7d495a7c-5010-4d9e-9149-80ea8daafaf4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'security_group_rule': {'security_group_id': '713df951-beb6-46ec-a779-3b82cd73a236', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:01:09.999580 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7d495a7c-5010-4d9e-9149-80ea8daafaf4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:10.055600 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7d495a7c-5010-4d9e-9149-80ea8daafaf4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:10.132117 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7d495a7c-5010-4d9e-9149-80ea8daafaf4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:10.150376 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d495a7c-5010-4d9e-9149-80ea8daafaf4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=974ae099-5667-42ab-97a7-b052029db9e4,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:10.231480 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-7d495a7c-5010-4d9e-9149-80ea8daafaf4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:10.232754 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-7d495a7c-5010-4d9e-9149-80ea8daafaf4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3289602 Aug 16 22:01:10.235506 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37600) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:01:10.239923 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-eacb3104-b14f-456c-8e6c-fb6f3bfe13a8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'security_group_rule': {'security_group_id': '713df951-beb6-46ec-a779-3b82cd73a236', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:01:10.342265 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eacb3104-b14f-456c-8e6c-fb6f3bfe13a8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:10.401126 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eacb3104-b14f-456c-8e6c-fb6f3bfe13a8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:10.492041 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eacb3104-b14f-456c-8e6c-fb6f3bfe13a8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:10.510485 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb3104-b14f-456c-8e6c-fb6f3bfe13a8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6df15cf-f36e-4607-8674-d36f7dfbe770,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:10.603027 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-eacb3104-b14f-456c-8e6c-fb6f3bfe13a8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:10.604217 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-eacb3104-b14f-456c-8e6c-fb6f3bfe13a8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3677504 Aug 16 22:01:10.607001 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37602) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:01:10.611374 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-07731d1a-ffd2-4f51-ab70-4a2319141940 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'security_group_rule': {'security_group_id': '713df951-beb6-46ec-a779-3b82cd73a236', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:01:10.710451 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-07731d1a-ffd2-4f51-ab70-4a2319141940 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:10.767990 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-07731d1a-ffd2-4f51-ab70-4a2319141940 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:10.836793 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-07731d1a-ffd2-4f51-ab70-4a2319141940 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:10.854234 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07731d1a-ffd2-4f51-ab70-4a2319141940 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c85d1d-6791-43db-a0b1-9cceeaad9f8c,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:10.917121 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-07731d1a-ffd2-4f51-ab70-4a2319141940 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:10.918389 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-07731d1a-ffd2-4f51-ab70-4a2319141940 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3104584 Aug 16 22:01:10.921212 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37604) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:01:10.925733 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-ad54388e-777b-46b0-8ace-5d52440d9117 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'security_group_rule': {'security_group_id': '713df951-beb6-46ec-a779-3b82cd73a236', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:01:11.014174 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ad54388e-777b-46b0-8ace-5d52440d9117 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:11.073010 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ad54388e-777b-46b0-8ace-5d52440d9117 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:11.128551 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-32c19178-3b12-4f7f-9fef-0bba172757b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:11.151237 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ad54388e-777b-46b0-8ace-5d52440d9117 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:11.169506 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54388e-777b-46b0-8ace-5d52440d9117 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e5e1374-071e-43d8-8788-1100f9b8d612,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:11.219926 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ad54388e-777b-46b0-8ace-5d52440d9117 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:11.221134 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ad54388e-777b-46b0-8ace-5d52440d9117 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2989731 Aug 16 22:01:11.223955 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37606) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:01:11.228850 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-1266a270-0549-452c-bbb9-b2a5e8363760 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'security_group_rule': {'security_group_id': '713df951-beb6-46ec-a779-3b82cd73a236', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:01:11.297776 n-d-793620-15 neutron-server[101845]: INFO neutron.db.securitygroups_db [None req-1266a270-0549-452c-bbb9-b2a5e8363760 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Project b138d5da43204b7eac942de7c3eb87d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:01:11.302653 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1266a270-0549-452c-bbb9-b2a5e8363760 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:11.364313 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1266a270-0549-452c-bbb9-b2a5e8363760 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:11.425791 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1266a270-0549-452c-bbb9-b2a5e8363760 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:11.442037 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266a270-0549-452c-bbb9-b2a5e8363760 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e07e5bcf-e865-4366-ba3b-b65efb781541,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:11.500250 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1266a270-0549-452c-bbb9-b2a5e8363760 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:11.501457 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1266a270-0549-452c-bbb9-b2a5e8363760 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2765832 Aug 16 22:01:11.504224 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37608) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:01:11.508963 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-8470e9b7-34d5-4381-81b1-6cebdd994f7f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'security_group_rule': {'security_group_id': '713df951-beb6-46ec-a779-3b82cd73a236', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:01:11.612143 n-d-793620-15 neutron-server[101845]: INFO neutron.db.securitygroups_db [None req-8470e9b7-34d5-4381-81b1-6cebdd994f7f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Project b138d5da43204b7eac942de7c3eb87d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:01:11.617232 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8470e9b7-34d5-4381-81b1-6cebdd994f7f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:11.677726 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8470e9b7-34d5-4381-81b1-6cebdd994f7f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:11.766232 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8470e9b7-34d5-4381-81b1-6cebdd994f7f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:11.784228 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8470e9b7-34d5-4381-81b1-6cebdd994f7f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e2850f0-8eb5-426e-b966-abb778968d17,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:11.859839 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8470e9b7-34d5-4381-81b1-6cebdd994f7f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:11.861115 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8470e9b7-34d5-4381-81b1-6cebdd994f7f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3559155 Aug 16 22:01:11.864195 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37610) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:01:11.869421 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-66eef0cb-703d-4599-9d5a-6aa457da5473 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'network': {'name': 'tempest-network-smoke--1009451962', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'port_security_enabled': True}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:01:11.956883 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66eef0cb-703d-4599-9d5a-6aa457da5473 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Made reservation on behalf of b138d5da43204b7eac942de7c3eb87d8 for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:01:11.961082 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-66eef0cb-703d-4599-9d5a-6aa457da5473 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:11.984062 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66eef0cb-703d-4599-9d5a-6aa457da5473 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:01:11.992648 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-66eef0cb-703d-4599-9d5a-6aa457da5473 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:11.992996 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-66eef0cb-703d-4599-9d5a-6aa457da5473 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Added segment 79cbe938-09cd-4366-9b07-371f79102c24 of type vlan for network 14a2138d-1a0f-43de-b1e6-cb84c3ea2e75 Aug 16 22:01:12.032626 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-66eef0cb-703d-4599-9d5a-6aa457da5473 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:12.105403 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-66eef0cb-703d-4599-9d5a-6aa457da5473 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:12.111033 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66eef0cb-703d-4599-9d5a-6aa457da5473 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:12.111618 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-66eef0cb-703d-4599-9d5a-6aa457da5473 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:12.183446 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eef0cb-703d-4599-9d5a-6aa457da5473 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'Network': ['ID=14a2138d-1a0f-43de-b1e6-cb84c3ea2e75,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:12.193964 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 14a2138d-1a0f-43de-b1e6-cb84c3ea2e75 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:01:12.235917 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-66eef0cb-703d-4599-9d5a-6aa457da5473 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3704140 Aug 16 22:01:12.238661 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37612) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:01:12.244015 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-b6b0e29e-180b-46d7-b7b7-2f28494cf9ce tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-276033218', 'admin_state_up': True, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:01:12.340374 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b6b0e29e-180b-46d7-b7b7-2f28494cf9ce tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:12.341406 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b6b0e29e-180b-46d7-b7b7-2f28494cf9ce tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:12.393494 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b6b0e29e-180b-46d7-b7b7-2f28494cf9ce tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:12.597494 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b6b0e29e-180b-46d7-b7b7-2f28494cf9ce tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:12.842056 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b6b0e29e-180b-46d7-b7b7-2f28494cf9ce tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:12.860757 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b6b0e29e-180b-46d7-b7b7-2f28494cf9ce tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:12.959348 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-b6b0e29e-180b-46d7-b7b7-2f28494cf9ce tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Allocated IP 172.25.1.131 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/af57adb2-d07a-4703-ab94-6a04e097c024) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:01:13.061789 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b6b0e29e-180b-46d7-b7b7-2f28494cf9ce tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:13.157864 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b6b0e29e-180b-46d7-b7b7-2f28494cf9ce tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:13.198922 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b0e29e-180b-46d7-b7b7-2f28494cf9ce tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:01:13.201951 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-b6b0e29e-180b-46d7-b7b7-2f28494cf9ce tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:01:13.206185 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b0e29e-180b-46d7-b7b7-2f28494cf9ce tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:01:13.209212 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b0e29e-180b-46d7-b7b7-2f28494cf9ce tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'Port': ['ID=af57adb2-d07a-4703-ab94-6a04e097c024,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:13.514969 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b6b0e29e-180b-46d7-b7b7-2f28494cf9ce tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:13.671558 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1bd6aa0f-74f1-4610-a666-d33e8a066428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:13.886533 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:14.032301 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b6b0e29e-180b-46d7-b7b7-2f28494cf9ce tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:14.234881 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b0e29e-180b-46d7-b7b7-2f28494cf9ce tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Router 8d54ff4f-ded6-4ddd-975e-d444e6330b67 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:01:14.340577 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b0e29e-180b-46d7-b7b7-2f28494cf9ce tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:01:14.351289 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ebdc4d-d0d8-4d0e-95d8-a5d04e952f57 None None] Sync routers for ids ['8d54ff4f-ded6-4ddd-975e-d444e6330b67'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:01:14.361462 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ebdc4d-d0d8-4d0e-95d8-a5d04e952f57 None None] Routers {'8d54ff4f-ded6-4ddd-975e-d444e6330b67'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:01:14.362090 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-11ebdc4d-d0d8-4d0e-95d8-a5d04e952f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:01:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8d54ff4f-ded6-4ddd-975e-d444e6330b67'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:01:14.414660 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b6b0e29e-180b-46d7-b7b7-2f28494cf9ce tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:14.415913 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b6b0e29e-180b-46d7-b7b7-2f28494cf9ce tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1762662 Aug 16 22:01:14.419066 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37614) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:01:14.448553 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ca534551-74a9-445f-8dea-5259c85c7321 tempest-TestNetworkAdvancedServerOps-1274658574 tempest-TestNetworkAdvancedServerOps-1274658574-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=b138d5da43204b7eac942de7c3eb87d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283663 Aug 16 22:01:14.451195 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37616) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:01:14.465707 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-11ebdc4d-d0d8-4d0e-95d8-a5d04e952f57 None None] Set router 8d54ff4f-ded6-4ddd-975e-d444e6330b67 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:01:14.540644 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a437660-4005-4e5b-b68e-e1b1a5e0e6c3 tempest-TestNetworkAdvancedServerOps-1274658574 tempest-TestNetworkAdvancedServerOps-1274658574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:14.542180 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4a437660-4005-4e5b-b68e-e1b1a5e0e6c3 tempest-TestNetworkAdvancedServerOps-1274658574 tempest-TestNetworkAdvancedServerOps-1274658574-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900733 Aug 16 22:01:14.549168 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37618) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:01:14.578543 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-72f6796a-0b9e-4fd4-aa8a-5e31fcc3a046 tempest-TestNetworkAdvancedServerOps-1274658574 tempest-TestNetworkAdvancedServerOps-1274658574-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=65ae326a-d6e1-4f5d-80d6-215a5521afe9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281854 Aug 16 22:01:14.583504 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37620) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:01:14.629646 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-a9c35764-21fe-4de1-9bf8-325709b74e7f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2109152104', 'network_id': '14a2138d-1a0f-43de-b1e6-cb84c3ea2e75', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:01:14.646661 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-11ebdc4d-d0d8-4d0e-95d8-a5d04e952f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d54ff4f-ded6-4ddd-975e-d444e6330b67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276033218', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'af57adb2-d07a-4703-ab94-6a04e097c024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:01:12Z', 'updated_at': '2021-08-16T22:01:13Z', 'revision_number': 3, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'af57adb2-d07a-4703-ab94-6a04e097c024', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:42:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d54ff4f-ded6-4ddd-975e-d444e6330b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:01:12Z', 'updated_at': '2021-08-16T22:01:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:01:14.675944 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ebdc4d-d0d8-4d0e-95d8-a5d04e952f57 None None] Checking router: 8d54ff4f-ded6-4ddd-975e-d444e6330b67 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:01:14.676593 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ebdc4d-d0d8-4d0e-95d8-a5d04e952f57 None None] Updating router 8d54ff4f-ded6-4ddd-975e-d444e6330b67 port af57adb2-d07a-4703-ab94-6a04e097c024 binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:01:14.702342 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-11ebdc4d-d0d8-4d0e-95d8-a5d04e952f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:14.777611 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c35764-21fe-4de1-9bf8-325709b74e7f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Made reservation on behalf of b138d5da43204b7eac942de7c3eb87d8 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:01:14.781223 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a9c35764-21fe-4de1-9bf8-325709b74e7f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:14.956060 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-11ebdc4d-d0d8-4d0e-95d8-a5d04e952f57 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:14.965790 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-11ebdc4d-d0d8-4d0e-95d8-a5d04e952f57 None None] Transition to ACTIVE for port object af57adb2-d07a-4703-ab94-6a04e097c024 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:01:15.041291 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a9c35764-21fe-4de1-9bf8-325709b74e7f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:15.053953 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-11ebdc4d-d0d8-4d0e-95d8-a5d04e952f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:15.102134 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c35764-21fe-4de1-9bf8-325709b74e7f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'Subnet': ['ID=d110903f-9f50-4e58-ba88-53776fd621eb,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:15.108675 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-11ebdc4d-d0d8-4d0e-95d8-a5d04e952f57 None None] Attempting to bind port af57adb2-d07a-4703-ab94-6a04e097c024 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:01:15.109043 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-11ebdc4d-d0d8-4d0e-95d8-a5d04e952f57 None None] Attempting to bind port af57adb2-d07a-4703-ab94-6a04e097c024 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:01:15.109406 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ebdc4d-d0d8-4d0e-95d8-a5d04e952f57 None None] Attempting to bind port af57adb2-d07a-4703-ab94-6a04e097c024 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:01:15.114443 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c35764-21fe-4de1-9bf8-325709b74e7f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Checking segment: {'id': '79cbe938-09cd-4366-9b07-371f79102c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '14a2138d-1a0f-43de-b1e6-cb84c3ea2e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:01:15.114443 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c35764-21fe-4de1-9bf8-325709b74e7f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Network hostable DHCP agents. Network: 14a2138d-1a0f-43de-b1e6-cb84c3ea2e75, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:01:15.114791 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee0185-9b15-44c2-a7a8-80e530b683a7 None None] Pushing event updated for resources: {'Port': ['ID=af57adb2-d07a-4703-ab94-6a04e097c024,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:15.117686 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ebdc4d-d0d8-4d0e-95d8-a5d04e952f57 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:01:15.118061 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ebdc4d-d0d8-4d0e-95d8-a5d04e952f57 None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:01:15.118457 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-11ebdc4d-d0d8-4d0e-95d8-a5d04e952f57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:15.118837 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ebdc4d-d0d8-4d0e-95d8-a5d04e952f57 None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:01:15.119302 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-11ebdc4d-d0d8-4d0e-95d8-a5d04e952f57 None None] Bound port: af57adb2-d07a-4703-ab94-6a04e097c024, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:01:15.119712 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-11ebdc4d-d0d8-4d0e-95d8-a5d04e952f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:15.142543 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:15.174746 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-11ebdc4d-d0d8-4d0e-95d8-a5d04e952f57 None None] For port af57adb2-d07a-4703-ab94-6a04e097c024, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:01:15.177779 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-11ebdc4d-d0d8-4d0e-95d8-a5d04e952f57 None None] For port af57adb2-d07a-4703-ab94-6a04e097c024, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=af57adb2-d07a-4703-ab94-6a04e097c024,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:01:15.194181 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c35764-21fe-4de1-9bf8-325709b74e7f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Network 14a2138d-1a0f-43de-b1e6-cb84c3ea2e75 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:01:15.263921 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-11ebdc4d-d0d8-4d0e-95d8-a5d04e952f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:15.277260 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-a9c35764-21fe-4de1-9bf8-325709b74e7f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 14a2138d-1a0f-43de-b1e6-cb84c3ea2e75) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:01:15.282010 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c35764-21fe-4de1-9bf8-325709b74e7f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:15.286213 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a9c35764-21fe-4de1-9bf8-325709b74e7f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:15.291967 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bc6867-5dab-495a-acb0-cd49a3917c68 None None] Network 14a2138d-1a0f-43de-b1e6-cb84c3ea2e75 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:01:15.369804 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a9c35764-21fe-4de1-9bf8-325709b74e7f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7826304 Aug 16 22:01:15.370093 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37626) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:01:15.372721 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ebdc4d-d0d8-4d0e-95d8-a5d04e952f57 None None] Routers {'8d54ff4f-ded6-4ddd-975e-d444e6330b67'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:01:15.373353 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-11ebdc4d-d0d8-4d0e-95d8-a5d04e952f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:01:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8d54ff4f-ded6-4ddd-975e-d444e6330b67'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:01:15.376860 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee0185-9b15-44c2-a7a8-80e530b683a7 None None] Pushing event updated for resources: {'Port': ['ID=af57adb2-d07a-4703-ab94-6a04e097c024,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:15.531447 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-11ebdc4d-d0d8-4d0e-95d8-a5d04e952f57 None None] Set router 8d54ff4f-ded6-4ddd-975e-d444e6330b67 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:01:15.751009 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1398b0eb-e22e-45f4-ba3d-7cb9e302eed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-14a2138d-1a0f-43de-b1e6-cb84c3ea2e75', 'network_id': '14a2138d-1a0f-43de-b1e6-cb84c3ea2e75', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'fixed_ips': [{'subnet_id': 'd110903f-9f50-4e58-ba88-53776fd621eb'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:01:15.751911 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1398b0eb-e22e-45f4-ba3d-7cb9e302eed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:15.807555 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5c19ef2e-0adb-47dd-b1eb-e71191092cb1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:15.970494 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-1398b0eb-e22e-45f4-ba3d-7cb9e302eed4 None None] Allocated IP 172.20.0.2 (14a2138d-1a0f-43de-b1e6-cb84c3ea2e75/d110903f-9f50-4e58-ba88-53776fd621eb/8406ede0-8626-4774-bc63-1d1a76023d4b) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:01:16.055795 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-11ebdc4d-d0d8-4d0e-95d8-a5d04e952f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d54ff4f-ded6-4ddd-975e-d444e6330b67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276033218', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'af57adb2-d07a-4703-ab94-6a04e097c024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:01:12Z', 'updated_at': '2021-08-16T22:01:13Z', 'revision_number': 3, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'af57adb2-d07a-4703-ab94-6a04e097c024', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:42:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d54ff4f-ded6-4ddd-975e-d444e6330b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:01:12Z', 'updated_at': '2021-08-16T22:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:01:16.085294 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ebdc4d-d0d8-4d0e-95d8-a5d04e952f57 None None] The sync data for ids ['8d54ff4f-ded6-4ddd-975e-d444e6330b67'] in n-d-793620-15 is: [{'id': '8d54ff4f-ded6-4ddd-975e-d444e6330b67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276033218', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'af57adb2-d07a-4703-ab94-6a04e097c024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:01:12Z', 'updated_at': '2021-08-16T22:01:13Z', 'revision_number': 3, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'af57adb2-d07a-4703-ab94-6a04e097c024', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:42:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d54ff4f-ded6-4ddd-975e-d444e6330b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:01:12Z', 'updated_at': '2021-08-16T22:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:01:16.170952 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1398b0eb-e22e-45f4-ba3d-7cb9e302eed4 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:16.180243 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1398b0eb-e22e-45f4-ba3d-7cb9e302eed4 None None] Transition to ACTIVE for port object 8406ede0-8626-4774-bc63-1d1a76023d4b will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:01:16.196258 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1398b0eb-e22e-45f4-ba3d-7cb9e302eed4 None None] Transition to ACTIVE for port object 8406ede0-8626-4774-bc63-1d1a76023d4b will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:01:16.260675 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1398b0eb-e22e-45f4-ba3d-7cb9e302eed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:16.304032 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1398b0eb-e22e-45f4-ba3d-7cb9e302eed4 None None] Network 14a2138d-1a0f-43de-b1e6-cb84c3ea2e75 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:01:16.312118 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-1398b0eb-e22e-45f4-ba3d-7cb9e302eed4 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:01:16.316053 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1398b0eb-e22e-45f4-ba3d-7cb9e302eed4 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:01:16.365668 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1398b0eb-e22e-45f4-ba3d-7cb9e302eed4 None None] Pushing event updated for resources: {'Port': ['ID=8406ede0-8626-4774-bc63-1d1a76023d4b,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:16.382178 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-1398b0eb-e22e-45f4-ba3d-7cb9e302eed4 None None] Attempting to bind port 8406ede0-8626-4774-bc63-1d1a76023d4b on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:01:16.382178 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-1398b0eb-e22e-45f4-ba3d-7cb9e302eed4 None None] Attempting to bind port 8406ede0-8626-4774-bc63-1d1a76023d4b by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '79cbe938-09cd-4366-9b07-371f79102c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '14a2138d-1a0f-43de-b1e6-cb84c3ea2e75'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:01:16.382178 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1398b0eb-e22e-45f4-ba3d-7cb9e302eed4 None None] Attempting to bind port 8406ede0-8626-4774-bc63-1d1a76023d4b on network 14a2138d-1a0f-43de-b1e6-cb84c3ea2e75 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:01:16.394560 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1398b0eb-e22e-45f4-ba3d-7cb9e302eed4 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:01:16.394948 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1398b0eb-e22e-45f4-ba3d-7cb9e302eed4 None None] Checking segment: {'id': '79cbe938-09cd-4366-9b07-371f79102c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '14a2138d-1a0f-43de-b1e6-cb84c3ea2e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:01:16.395361 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1398b0eb-e22e-45f4-ba3d-7cb9e302eed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:16.395760 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1398b0eb-e22e-45f4-ba3d-7cb9e302eed4 None None] Bound using segment: {'id': '79cbe938-09cd-4366-9b07-371f79102c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '14a2138d-1a0f-43de-b1e6-cb84c3ea2e75'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:01:16.396256 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-1398b0eb-e22e-45f4-ba3d-7cb9e302eed4 None None] Bound port: 8406ede0-8626-4774-bc63-1d1a76023d4b, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79cbe938-09cd-4366-9b07-371f79102c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '14a2138d-1a0f-43de-b1e6-cb84c3ea2e75'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:01:16.396795 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1398b0eb-e22e-45f4-ba3d-7cb9e302eed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:16.470332 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-1398b0eb-e22e-45f4-ba3d-7cb9e302eed4 None None] For port 8406ede0-8626-4774-bc63-1d1a76023d4b, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:01:16.473700 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-5c19ef2e-0adb-47dd-b1eb-e71191092cb1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Allocated IP 172.20.0.1 (14a2138d-1a0f-43de-b1e6-cb84c3ea2e75/d110903f-9f50-4e58-ba88-53776fd621eb/3ec98ab0-b70f-4379-9e3f-4473df330328) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:01:16.473886 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-1398b0eb-e22e-45f4-ba3d-7cb9e302eed4 None None] For port 8406ede0-8626-4774-bc63-1d1a76023d4b, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=8406ede0-8626-4774-bc63-1d1a76023d4b,segment=NetworkSegment(79cbe938-09cd-4366-9b07-371f79102c24),segment_id=79cbe938-09cd-4366-9b07-371f79102c24)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:01:16.546186 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1398b0eb-e22e-45f4-ba3d-7cb9e302eed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:16.595296 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5c19ef2e-0adb-47dd-b1eb-e71191092cb1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:16.611083 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1398b0eb-e22e-45f4-ba3d-7cb9e302eed4 None None] Pushing event updated for resources: {'Port': ['ID=8406ede0-8626-4774-bc63-1d1a76023d4b,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:16.612608 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-5c19ef2e-0adb-47dd-b1eb-e71191092cb1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Transition to ACTIVE for port object 3ec98ab0-b70f-4379-9e3f-4473df330328 will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:01:16.712084 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5c19ef2e-0adb-47dd-b1eb-e71191092cb1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:16.768494 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19ef2e-0adb-47dd-b1eb-e71191092cb1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'Port': ['ID=3ec98ab0-b70f-4379-9e3f-4473df330328,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:16.783022 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c19ef2e-0adb-47dd-b1eb-e71191092cb1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Network 14a2138d-1a0f-43de-b1e6-cb84c3ea2e75 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:01:16.785286 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-5c19ef2e-0adb-47dd-b1eb-e71191092cb1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:01:16.788461 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c19ef2e-0adb-47dd-b1eb-e71191092cb1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:01:16.830979 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:16.843097 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5c19ef2e-0adb-47dd-b1eb-e71191092cb1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:16.928680 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device af57adb2-d07a-4703-ab94-6a04e097c024 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:01:17.043297 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port af57adb2-d07a-4703-ab94-6a04e097c024 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:01:17.048459 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port af57adb2-d07a-4703-ab94-6a04e097c024 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:01:17.048951 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:17.099744 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5c19ef2e-0adb-47dd-b1eb-e71191092cb1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:17.135042 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:17.156786 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port af57adb2-d07a-4703-ab94-6a04e097c024, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=af57adb2-d07a-4703-ab94-6a04e097c024,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:01:17.203195 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:17.254485 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=af57adb2-d07a-4703-ab94-6a04e097c024,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:17.376044 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5c19ef2e-0adb-47dd-b1eb-e71191092cb1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:17.437269 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5c19ef2e-0adb-47dd-b1eb-e71191092cb1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:17.509974 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19ef2e-0adb-47dd-b1eb-e71191092cb1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'Port': ['ID=3ec98ab0-b70f-4379-9e3f-4473df330328,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:17.512404 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5c19ef2e-0adb-47dd-b1eb-e71191092cb1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:17.607721 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c19ef2e-0adb-47dd-b1eb-e71191092cb1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Network 14a2138d-1a0f-43de-b1e6-cb84c3ea2e75 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:01:17.609155 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-5c19ef2e-0adb-47dd-b1eb-e71191092cb1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:01:17.722460 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c19ef2e-0adb-47dd-b1eb-e71191092cb1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Router 8d54ff4f-ded6-4ddd-975e-d444e6330b67 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:01:17.830076 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c19ef2e-0adb-47dd-b1eb-e71191092cb1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:01:17.835721 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5c19ef2e-0adb-47dd-b1eb-e71191092cb1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "PUT /v2.0/routers/8d54ff4f-ded6-4ddd-975e-d444e6330b67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4645460 Aug 16 22:01:17.987631 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-bfc16c50-18d8-4d71-851b-a0f6ad98cbc2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1452712949&fields=id&tenant_id=b138d5da43204b7eac942de7c3eb87d8 HTTP/1.1" status: 200 len: 267 time: 0.0379848 Aug 16 22:01:17.992621 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c218163-d170-4a72-ae0f-9eee5715154d None None] Network 14a2138d-1a0f-43de-b1e6-cb84c3ea2e75 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:01:18.021824 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a751e22-a859-4adf-aed1-07471f938583 None None] Sync routers for ids ['8d54ff4f-ded6-4ddd-975e-d444e6330b67'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:01:18.032399 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a751e22-a859-4adf-aed1-07471f938583 None None] Routers {'8d54ff4f-ded6-4ddd-975e-d444e6330b67'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:01:18.034016 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-1a751e22-a859-4adf-aed1-07471f938583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:01:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8d54ff4f-ded6-4ddd-975e-d444e6330b67'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:01:18.110981 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-4cc98f6c-f2f5-4177-bf7e-a4110a80fe3e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:18.112628 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-4cc98f6c-f2f5-4177-bf7e-a4110a80fe3e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/networks?id=14a2138d-1a0f-43de-b1e6-cb84c3ea2e75 HTTP/1.1" status: 200 len: 797 time: 0.1159551 Aug 16 22:01:18.129625 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-e59923c4-ba85-4c84-b28e-c343713949a4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/quotas/b138d5da43204b7eac942de7c3eb87d8 HTTP/1.1" status: 200 len: 375 time: 0.0105653 Aug 16 22:01:18.147302 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-1a751e22-a859-4adf-aed1-07471f938583 None None] Set router 8d54ff4f-ded6-4ddd-975e-d444e6330b67 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:01:18.158107 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1299ac24-9a46-485b-8f82-e98da1604f62 None None] Provisioning for port 8406ede0-8626-4774-bc63-1d1a76023d4b completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:01:18.188994 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-cd03b441-5379-46db-88bd-8a44445964dc tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=b138d5da43204b7eac942de7c3eb87d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511112 Aug 16 22:01:18.305502 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-edbdd9b4-5dc3-401e-b391-1832fe17e27b service neutron] 10.222.0.84 "GET /v2.0/networks/14a2138d-1a0f-43de-b1e6-cb84c3ea2e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995851 Aug 16 22:01:18.352176 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-1a751e22-a859-4adf-aed1-07471f938583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d54ff4f-ded6-4ddd-975e-d444e6330b67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276033218', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'af57adb2-d07a-4703-ab94-6a04e097c024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:01:12Z', 'updated_at': '2021-08-16T22:01:16Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'af57adb2-d07a-4703-ab94-6a04e097c024', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:42:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d54ff4f-ded6-4ddd-975e-d444e6330b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:01:12Z', 'updated_at': '2021-08-16T22:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '3ec98ab0-b70f-4379-9e3f-4473df330328', 'name': '', 'network_id': '14a2138d-1a0f-43de-b1e6-cb84c3ea2e75', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:51:9a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d54ff4f-ded6-4ddd-975e-d444e6330b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'd110903f-9f50-4e58-ba88-53776fd621eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:01:16Z', 'updated_at': '2021-08-16T22:01:17Z', 'revision_number': 2, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': 'd110903f-9f50-4e58-ba88-53776fd621eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:01:18.379885 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a751e22-a859-4adf-aed1-07471f938583 None None] Checking router: 8d54ff4f-ded6-4ddd-975e-d444e6330b67 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:01:18.380313 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a751e22-a859-4adf-aed1-07471f938583 None None] Updating router 8d54ff4f-ded6-4ddd-975e-d444e6330b67 port 3ec98ab0-b70f-4379-9e3f-4473df330328 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:01:18.404652 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-c9584560-c71c-4bab-b759-96761d99a403 service neutron] 10.222.0.84 "GET /v2.0/networks/14a2138d-1a0f-43de-b1e6-cb84c3ea2e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925055 Aug 16 22:01:18.407101 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-1a751e22-a859-4adf-aed1-07471f938583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:18.572407 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-983d480d-737e-4d89-b81a-bb8b8202e3c7 None None] Provisioning for port 3ec98ab0-b70f-4379-9e3f-4473df330328 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:01:18.577227 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-983d480d-737e-4d89-b81a-bb8b8202e3c7 None None] Provisioning complete for port 3ec98ab0-b70f-4379-9e3f-4473df330328 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:01:18.577227 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-983d480d-737e-4d89-b81a-bb8b8202e3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:18.615754 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-983d480d-737e-4d89-b81a-bb8b8202e3c7 None None] Port 3ec98ab0-b70f-4379-9e3f-4473df330328 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:01:18.705018 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-1a751e22-a859-4adf-aed1-07471f938583 None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:18.715537 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-1a751e22-a859-4adf-aed1-07471f938583 None None] Transition to ACTIVE for port object 3ec98ab0-b70f-4379-9e3f-4473df330328 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:01:18.721911 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e3a40795-2a1a-4add-a679-b5b3517625b9 req-420ef018-7894-431b-b466-18b9ff89037b tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7 HTTP/1.1" status: 200 len: 210 time: 0.0463815 Aug 16 22:01:18.750443 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-3e133ac1-5104-45e1-80bc-226284badcac None None] Provisioning complete for port 3ec98ab0-b70f-4379-9e3f-4473df330328 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:01:18.750958 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3e133ac1-5104-45e1-80bc-226284badcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:18.791572 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-1a751e22-a859-4adf-aed1-07471f938583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:18.795279 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-3e133ac1-5104-45e1-80bc-226284badcac None None] Port 3ec98ab0-b70f-4379-9e3f-4473df330328 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:01:18.872421 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9661b5cf-6b5f-43ef-b791-49b47a4dbf36 None None] Pushing event updated for resources: {'Port': ['ID=3ec98ab0-b70f-4379-9e3f-4473df330328,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:18.885868 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661b5cf-6b5f-43ef-b791-49b47a4dbf36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:18.886612 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661b5cf-6b5f-43ef-b791-49b47a4dbf36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:18.887224 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661b5cf-6b5f-43ef-b791-49b47a4dbf36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:18.887745 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661b5cf-6b5f-43ef-b791-49b47a4dbf36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:18.888293 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661b5cf-6b5f-43ef-b791-49b47a4dbf36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:18.888954 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661b5cf-6b5f-43ef-b791-49b47a4dbf36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:18.889456 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661b5cf-6b5f-43ef-b791-49b47a4dbf36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:18.890341 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661b5cf-6b5f-43ef-b791-49b47a4dbf36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:18.891006 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661b5cf-6b5f-43ef-b791-49b47a4dbf36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:18.891345 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661b5cf-6b5f-43ef-b791-49b47a4dbf36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:18.891678 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661b5cf-6b5f-43ef-b791-49b47a4dbf36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:18.892388 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661b5cf-6b5f-43ef-b791-49b47a4dbf36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:18.906103 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-1a751e22-a859-4adf-aed1-07471f938583 None None] Attempting to bind port 3ec98ab0-b70f-4379-9e3f-4473df330328 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:01:18.906715 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-1a751e22-a859-4adf-aed1-07471f938583 None None] Attempting to bind port 3ec98ab0-b70f-4379-9e3f-4473df330328 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '79cbe938-09cd-4366-9b07-371f79102c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '14a2138d-1a0f-43de-b1e6-cb84c3ea2e75'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:01:18.907081 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a751e22-a859-4adf-aed1-07471f938583 None None] Attempting to bind port 3ec98ab0-b70f-4379-9e3f-4473df330328 on network 14a2138d-1a0f-43de-b1e6-cb84c3ea2e75 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:01:18.912709 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a751e22-a859-4adf-aed1-07471f938583 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:01:18.913078 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a751e22-a859-4adf-aed1-07471f938583 None None] Checking segment: {'id': '79cbe938-09cd-4366-9b07-371f79102c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '14a2138d-1a0f-43de-b1e6-cb84c3ea2e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:01:18.913736 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-1a751e22-a859-4adf-aed1-07471f938583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:18.914835 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a751e22-a859-4adf-aed1-07471f938583 None None] Bound using segment: {'id': '79cbe938-09cd-4366-9b07-371f79102c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '14a2138d-1a0f-43de-b1e6-cb84c3ea2e75'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:01:18.915591 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-1a751e22-a859-4adf-aed1-07471f938583 None None] Bound port: 3ec98ab0-b70f-4379-9e3f-4473df330328, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79cbe938-09cd-4366-9b07-371f79102c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '14a2138d-1a0f-43de-b1e6-cb84c3ea2e75'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:01:18.916236 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-1a751e22-a859-4adf-aed1-07471f938583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:18.955990 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device af57adb2-d07a-4703-ab94-6a04e097c024 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:01:18.999498 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-1a751e22-a859-4adf-aed1-07471f938583 None None] For port 3ec98ab0-b70f-4379-9e3f-4473df330328, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:01:19.002830 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-1a751e22-a859-4adf-aed1-07471f938583 None None] For port 3ec98ab0-b70f-4379-9e3f-4473df330328, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=3ec98ab0-b70f-4379-9e3f-4473df330328,segment=NetworkSegment(79cbe938-09cd-4366-9b07-371f79102c24),segment_id=79cbe938-09cd-4366-9b07-371f79102c24)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:01:19.015086 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port af57adb2-d07a-4703-ab94-6a04e097c024 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:01:19.015634 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:19.083520 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-1a751e22-a859-4adf-aed1-07471f938583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:19.103052 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 8406ede0-8626-4774-bc63-1d1a76023d4b up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:01:19.138969 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a751e22-a859-4adf-aed1-07471f938583 None None] Routers {'8d54ff4f-ded6-4ddd-975e-d444e6330b67'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:01:19.139854 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-1a751e22-a859-4adf-aed1-07471f938583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:01:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8d54ff4f-ded6-4ddd-975e-d444e6330b67'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:01:19.197940 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9661b5cf-6b5f-43ef-b791-49b47a4dbf36 None None] Pushing event updated for resources: {'Port': ['ID=3ec98ab0-b70f-4379-9e3f-4473df330328,revision_number=4']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:19.220542 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 8406ede0-8626-4774-bc63-1d1a76023d4b completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:01:19.225274 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 8406ede0-8626-4774-bc63-1d1a76023d4b triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:01:19.230589 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:19.284955 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-1a751e22-a859-4adf-aed1-07471f938583 None None] Set router 8d54ff4f-ded6-4ddd-975e-d444e6330b67 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:01:19.315310 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:19.345708 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 8406ede0-8626-4774-bc63-1d1a76023d4b, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=8406ede0-8626-4774-bc63-1d1a76023d4b,segment=NetworkSegment(79cbe938-09cd-4366-9b07-371f79102c24),segment_id=79cbe938-09cd-4366-9b07-371f79102c24)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:01:19.471384 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:19.485406 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-1a751e22-a859-4adf-aed1-07471f938583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d54ff4f-ded6-4ddd-975e-d444e6330b67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276033218', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'af57adb2-d07a-4703-ab94-6a04e097c024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:01:12Z', 'updated_at': '2021-08-16T22:01:16Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'af57adb2-d07a-4703-ab94-6a04e097c024', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:42:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d54ff4f-ded6-4ddd-975e-d444e6330b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:01:12Z', 'updated_at': '2021-08-16T22:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '3ec98ab0-b70f-4379-9e3f-4473df330328', 'name': '', 'network_id': '14a2138d-1a0f-43de-b1e6-cb84c3ea2e75', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:51:9a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d54ff4f-ded6-4ddd-975e-d444e6330b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'd110903f-9f50-4e58-ba88-53776fd621eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:01:16Z', 'updated_at': '2021-08-16T22:01:18Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': 'd110903f-9f50-4e58-ba88-53776fd621eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:01:19.514872 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a751e22-a859-4adf-aed1-07471f938583 None None] The sync data for ids ['8d54ff4f-ded6-4ddd-975e-d444e6330b67'] in n-d-793620-15 is: [{'id': '8d54ff4f-ded6-4ddd-975e-d444e6330b67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276033218', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'af57adb2-d07a-4703-ab94-6a04e097c024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:01:12Z', 'updated_at': '2021-08-16T22:01:16Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'af57adb2-d07a-4703-ab94-6a04e097c024', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:42:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d54ff4f-ded6-4ddd-975e-d444e6330b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:01:12Z', 'updated_at': '2021-08-16T22:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '3ec98ab0-b70f-4379-9e3f-4473df330328', 'name': '', 'network_id': '14a2138d-1a0f-43de-b1e6-cb84c3ea2e75', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:51:9a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d54ff4f-ded6-4ddd-975e-d444e6330b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'd110903f-9f50-4e58-ba88-53776fd621eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:01:16Z', 'updated_at': '2021-08-16T22:01:18Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': 'd110903f-9f50-4e58-ba88-53776fd621eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:01:19.520181 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=8406ede0-8626-4774-bc63-1d1a76023d4b,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:19.822413 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4f1a8a9e-98b3-40f7-9edb-b50105da981f req-b4198cf3-c0d9-4283-91f0-8d1e6bb5fad9 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7 HTTP/1.1" status: 200 len: 210 time: 0.0284469 Aug 16 22:01:19.909461 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:20.653705 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-8b412ebb-d541-417a-9af9-e29bae6d9e5d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:20.655231 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-8b412ebb-d541-417a-9af9-e29bae6d9e5d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.72 "GET /v2.0/networks?id=14a2138d-1a0f-43de-b1e6-cb84c3ea2e75 HTTP/1.1" status: 200 len: 797 time: 0.1022356 Aug 16 22:01:20.697137 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-faa4a46a-335d-4236-a53f-149e44bdca50 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b138d5da43204b7eac942de7c3eb87d8 HTTP/1.1" status: 200 len: 380 time: 0.0330579 Aug 16 22:01:20.706580 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-c8bb69be-e6fe-445a-83fb-f439593e9d36 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'port': {'device_id': 'e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7', 'network_id': '14a2138d-1a0f-43de-b1e6-cb84c3ea2e75', 'admin_state_up': True, 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'security_groups': ['713df951-beb6-46ec-a779-3b82cd73a236']}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:01:20.885229 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-c8bb69be-e6fe-445a-83fb-f439593e9d36 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Made reservation on behalf of b138d5da43204b7eac942de7c3eb87d8 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:01:20.885229 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-c8bb69be-e6fe-445a-83fb-f439593e9d36 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:20.888701 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 8406ede0-8626-4774-bc63-1d1a76023d4b up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:01:20.930929 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-951f05d8-a06e-4f91-be1b-77fa02d6a4d2 req-840186c2-7964-457f-a2ba-0d2f69d09c6d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7 HTTP/1.1" status: 200 len: 210 time: 0.0312362 Aug 16 22:01:20.958319 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 8406ede0-8626-4774-bc63-1d1a76023d4b triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:01:20.958945 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:21.020738 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-c8bb69be-e6fe-445a-83fb-f439593e9d36 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Allocated IP 172.20.0.3 (14a2138d-1a0f-43de-b1e6-cb84c3ea2e75/d110903f-9f50-4e58-ba88-53776fd621eb/306b5284-596e-4ac2-b4b7-65431021092a) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:01:21.037506 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 3ec98ab0-b70f-4379-9e3f-4473df330328 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:01:21.156861 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 3ec98ab0-b70f-4379-9e3f-4473df330328 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:01:21.160771 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 3ec98ab0-b70f-4379-9e3f-4473df330328 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:01:21.161198 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:21.161555 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-c8bb69be-e6fe-445a-83fb-f439593e9d36 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:21.175253 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-c8bb69be-e6fe-445a-83fb-f439593e9d36 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Transition to ACTIVE for port object 306b5284-596e-4ac2-b4b7-65431021092a will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:01:21.239895 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:21.272413 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 3ec98ab0-b70f-4379-9e3f-4473df330328, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=3ec98ab0-b70f-4379-9e3f-4473df330328,segment=NetworkSegment(79cbe938-09cd-4366-9b07-371f79102c24),segment_id=79cbe938-09cd-4366-9b07-371f79102c24)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:01:21.311599 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-c8bb69be-e6fe-445a-83fb-f439593e9d36 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:21.360804 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-c8bb69be-e6fe-445a-83fb-f439593e9d36 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Network 14a2138d-1a0f-43de-b1e6-cb84c3ea2e75 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:01:21.363958 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-c8bb69be-e6fe-445a-83fb-f439593e9d36 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:01:21.367910 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-c8bb69be-e6fe-445a-83fb-f439593e9d36 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:01:21.374380 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:21.394179 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb69be-e6fe-445a-83fb-f439593e9d36 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'Port': ['ID=306b5284-596e-4ac2-b4b7-65431021092a,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:21.423155 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-c8bb69be-e6fe-445a-83fb-f439593e9d36 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:21.423853 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-c8bb69be-e6fe-445a-83fb-f439593e9d36 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:21.435287 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=3ec98ab0-b70f-4379-9e3f-4473df330328,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:21.493211 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-c8bb69be-e6fe-445a-83fb-f439593e9d36 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7901227 Aug 16 22:01:21.506452 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-9b62abb3-9a2b-4a7a-b6d8-cfe42eaf1eec service neutron] Request body: {'port': {'device_id': 'e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:01:21.562815 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-9b62abb3-9a2b-4a7a-b6d8-cfe42eaf1eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:21.688409 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-dfe2479a-dc8a-4271-9251-2132efa78ece None None] Provisioning for port 306b5284-596e-4ac2-b4b7-65431021092a completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:01:21.692181 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-dfe2479a-dc8a-4271-9251-2132efa78ece None None] Provisioning complete for port 306b5284-596e-4ac2-b4b7-65431021092a triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:01:21.692561 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-dfe2479a-dc8a-4271-9251-2132efa78ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:21.725589 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-dfe2479a-dc8a-4271-9251-2132efa78ece None None] Port 306b5284-596e-4ac2-b4b7-65431021092a cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:01:21.825228 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-9b62abb3-9a2b-4a7a-b6d8-cfe42eaf1eec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 306b5284-596e-4ac2-b4b7-65431021092a {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:01:21.832469 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-9b62abb3-9a2b-4a7a-b6d8-cfe42eaf1eec service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:21.843830 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-9b62abb3-9a2b-4a7a-b6d8-cfe42eaf1eec service neutron] Transition to ACTIVE for port object 306b5284-596e-4ac2-b4b7-65431021092a will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:01:21.911494 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-9b62abb3-9a2b-4a7a-b6d8-cfe42eaf1eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:21.964835 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62abb3-9a2b-4a7a-b6d8-cfe42eaf1eec service neutron] Pushing event updated for resources: {'Port': ['ID=306b5284-596e-4ac2-b4b7-65431021092a,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:22.039862 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-9b62abb3-9a2b-4a7a-b6d8-cfe42eaf1eec service neutron] Attempting to bind port 306b5284-596e-4ac2-b4b7-65431021092a on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:01:22.040375 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-9b62abb3-9a2b-4a7a-b6d8-cfe42eaf1eec service neutron] Attempting to bind port 306b5284-596e-4ac2-b4b7-65431021092a by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '79cbe938-09cd-4366-9b07-371f79102c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '14a2138d-1a0f-43de-b1e6-cb84c3ea2e75'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:01:22.040719 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-9b62abb3-9a2b-4a7a-b6d8-cfe42eaf1eec service neutron] Attempting to bind port 306b5284-596e-4ac2-b4b7-65431021092a on network 14a2138d-1a0f-43de-b1e6-cb84c3ea2e75 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:01:22.045522 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-9b62abb3-9a2b-4a7a-b6d8-cfe42eaf1eec service neutron] Port 306b5284-596e-4ac2-b4b7-65431021092a on network 14a2138d-1a0f-43de-b1e6-cb84c3ea2e75 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:01:22.045848 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-9b62abb3-9a2b-4a7a-b6d8-cfe42eaf1eec service neutron] Attempting to bind port 306b5284-596e-4ac2-b4b7-65431021092a on network 14a2138d-1a0f-43de-b1e6-cb84c3ea2e75 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:01:22.050985 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-9b62abb3-9a2b-4a7a-b6d8-cfe42eaf1eec service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:01:22.051325 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-9b62abb3-9a2b-4a7a-b6d8-cfe42eaf1eec service neutron] Checking segment: {'id': '79cbe938-09cd-4366-9b07-371f79102c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '14a2138d-1a0f-43de-b1e6-cb84c3ea2e75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:01:22.051715 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-9b62abb3-9a2b-4a7a-b6d8-cfe42eaf1eec service neutron] Bound using segment: {'id': '79cbe938-09cd-4366-9b07-371f79102c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '14a2138d-1a0f-43de-b1e6-cb84c3ea2e75'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:01:22.052193 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-9b62abb3-9a2b-4a7a-b6d8-cfe42eaf1eec service neutron] Bound port: 306b5284-596e-4ac2-b4b7-65431021092a, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79cbe938-09cd-4366-9b07-371f79102c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '14a2138d-1a0f-43de-b1e6-cb84c3ea2e75'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:01:22.052614 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-9b62abb3-9a2b-4a7a-b6d8-cfe42eaf1eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:22.055013 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3dba93-d647-4564-bebd-d7df405f1924 req-2098931b-2a5d-4715-a049-4d3f304c1987 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:22.056667 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c3dba93-d647-4564-bebd-d7df405f1924 req-2098931b-2a5d-4715-a049-4d3f304c1987 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7 HTTP/1.1" status: 200 len: 943 time: 0.0534525 Aug 16 22:01:22.102775 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c3dba93-d647-4564-bebd-d7df405f1924 req-e6d4424e-922f-457b-a05a-02dac8b43cb4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=713df951-beb6-46ec-a779-3b82cd73a236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374203 Aug 16 22:01:22.122967 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-9b62abb3-9a2b-4a7a-b6d8-cfe42eaf1eec service neutron] For port 306b5284-596e-4ac2-b4b7-65431021092a, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:01:22.126194 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-9b62abb3-9a2b-4a7a-b6d8-cfe42eaf1eec service neutron] For port 306b5284-596e-4ac2-b4b7-65431021092a, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=306b5284-596e-4ac2-b4b7-65431021092a,segment=NetworkSegment(79cbe938-09cd-4366-9b07-371f79102c24),segment_id=79cbe938-09cd-4366-9b07-371f79102c24)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:01:22.213017 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-9b62abb3-9a2b-4a7a-b6d8-cfe42eaf1eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:22.245887 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-9b62abb3-9a2b-4a7a-b6d8-cfe42eaf1eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:22.246507 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-9b62abb3-9a2b-4a7a-b6d8-cfe42eaf1eec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:22.248117 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-9b62abb3-9a2b-4a7a-b6d8-cfe42eaf1eec service neutron] 10.222.0.72 "PUT /v2.0/ports/306b5284-596e-4ac2-b4b7-65431021092a HTTP/1.1" status: 200 len: 1092 time: 0.7460759 Aug 16 22:01:22.248634 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7', 'tag': '306b5284-596e-4ac2-b4b7-65431021092a'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:01:22.250874 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcd9435b18b7a34707b0c74d037ee6bf13b87a61dd91d81e26d4048d63ffdc36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2f71cd-4fc3-41d6-b1d0-892cdc38f17a" -d '{"events": [{"name": "network-changed", "server_uuid": "e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7", "tag": "306b5284-596e-4ac2-b4b7-65431021092a"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:01:22.281264 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62abb3-9a2b-4a7a-b6d8-cfe42eaf1eec service neutron] Pushing event updated for resources: {'Port': ['ID=306b5284-596e-4ac2-b4b7-65431021092a,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:22.293800 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4802064-df30-4623-ad5b-8ea801d3df6a x-openstack-request-id: req-c4802064-df30-4623-ad5b-8ea801d3df6a {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:01:22.294093 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7", "tag": "306b5284-596e-4ac2-b4b7-65431021092a", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:01:22.294352 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c4802064-df30-4623-ad5b-8ea801d3df6a {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:01:22.294766 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7', 'tag': '306b5284-596e-4ac2-b4b7-65431021092a', 'status': 'completed', 'code': 200} Aug 16 22:01:22.357486 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f71cd-4fc3-41d6-b1d0-892cdc38f17a req-22be4bdf-98fe-4e3d-9d71-97f9bc782fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:22.358943 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7c2f71cd-4fc3-41d6-b1d0-892cdc38f17a req-22be4bdf-98fe-4e3d-9d71-97f9bc782fb0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b138d5da43204b7eac942de7c3eb87d8&device_id=e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7 HTTP/1.1" status: 200 len: 1095 time: 0.0438550 Aug 16 22:01:22.463239 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f71cd-4fc3-41d6-b1d0-892cdc38f17a req-123764b2-9e9a-4b81-9d7b-b9cd46e311c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:22.464758 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7c2f71cd-4fc3-41d6-b1d0-892cdc38f17a req-123764b2-9e9a-4b81-9d7b-b9cd46e311c8 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=b138d5da43204b7eac942de7c3eb87d8&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0984087 Aug 16 22:01:22.560442 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f71cd-4fc3-41d6-b1d0-892cdc38f17a req-e9a66437-f539-4ac4-a920-c773048908be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:22.561815 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-7c2f71cd-4fc3-41d6-b1d0-892cdc38f17a req-e9a66437-f539-4ac4-a920-c773048908be service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902457 Aug 16 22:01:22.637849 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-4601f8fc-d001-44bf-bba0-f8a44d9c3189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:22.639271 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-4601f8fc-d001-44bf-bba0-f8a44d9c3189 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b138d5da43204b7eac942de7c3eb87d8&device_id=e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7 HTTP/1.1" status: 200 len: 1095 time: 0.0424392 Aug 16 22:01:22.681348 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-b5db296f-41cf-4874-bf25-989423520e63 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=306b5284-596e-4ac2-b4b7-65431021092a HTTP/1.1" status: 200 len: 217 time: 0.0345354 Aug 16 22:01:22.697700 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:22.728723 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-52472c31-ce51-4f89-bf00-df56a81c7f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:22.730137 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-52472c31-ce51-4f89-bf00-df56a81c7f0f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d110903f-9f50-4e58-ba88-53776fd621eb HTTP/1.1" status: 200 len: 835 time: 0.0422797 Aug 16 22:01:22.779652 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-241ae53f-1607-4d83-8f87-ad3ed4bf1659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:22.781221 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-241ae53f-1607-4d83-8f87-ad3ed4bf1659 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=14a2138d-1a0f-43de-b1e6-cb84c3ea2e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443001 Aug 16 22:01:22.828902 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 3ec98ab0-b70f-4379-9e3f-4473df330328 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:01:22.871563 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-d99b3ce5-19ba-49ab-abfc-27aa5cc61da1 service neutron] 10.222.0.72 "GET /v2.0/networks/14a2138d-1a0f-43de-b1e6-cb84c3ea2e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830567 Aug 16 22:01:22.877940 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 3ec98ab0-b70f-4379-9e3f-4473df330328 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:01:22.878311 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:22.966719 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-28ca20fd-bb69-4940-8bd4-361d734f42f8 req-f8a9d77f-939f-4d06-a481-19620a44b1df service neutron] 10.222.0.72 "GET /v2.0/networks/14a2138d-1a0f-43de-b1e6-cb84c3ea2e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883651 Aug 16 22:01:23.220627 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2822592-6d83-44a4-a551-69feec5b1fab req-87eb5ea3-b2fb-48ed-a258-6095f8734a14 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:23.222108 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a2822592-6d83-44a4-a551-69feec5b1fab req-87eb5ea3-b2fb-48ed-a258-6095f8734a14 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7 HTTP/1.1" status: 200 len: 943 time: 0.0527074 Aug 16 22:01:23.260002 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a2822592-6d83-44a4-a551-69feec5b1fab req-b8322b9c-eae1-483e-af97-8b73333841c4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=713df951-beb6-46ec-a779-3b82cd73a236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313394 Aug 16 22:01:24.374193 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87b9c4-7c88-4320-8496-8fa3e8447c4e req-8932f823-701f-4f57-a317-86c47e9d7da1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:24.375668 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ff87b9c4-7c88-4320-8496-8fa3e8447c4e req-8932f823-701f-4f57-a317-86c47e9d7da1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7 HTTP/1.1" status: 200 len: 943 time: 0.0478771 Aug 16 22:01:24.413363 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ff87b9c4-7c88-4320-8496-8fa3e8447c4e req-690ecf8f-cb36-476b-aace-4c1ee72ebae8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=713df951-beb6-46ec-a779-3b82cd73a236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314827 Aug 16 22:01:25.528858 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08852d52-451a-4849-8f15-6cddfdb14d97 req-8bc891e5-b950-4665-8875-b896bfde4180 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:25.530342 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-08852d52-451a-4849-8f15-6cddfdb14d97 req-8bc891e5-b950-4665-8875-b896bfde4180 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7 HTTP/1.1" status: 200 len: 943 time: 0.0485067 Aug 16 22:01:25.567593 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-08852d52-451a-4849-8f15-6cddfdb14d97 req-4acc1717-d6f9-4c21-a835-214221d897b4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=713df951-beb6-46ec-a779-3b82cd73a236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314510 Aug 16 22:01:26.159933 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 306b5284-596e-4ac2-b4b7-65431021092a details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:01:26.255618 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 306b5284-596e-4ac2-b4b7-65431021092a, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=306b5284-596e-4ac2-b4b7-65431021092a,segment=NetworkSegment(79cbe938-09cd-4366-9b07-371f79102c24),segment_id=79cbe938-09cd-4366-9b07-371f79102c24)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:01:26.267684 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '306b5284-596e-4ac2-b4b7-65431021092a', 'network_id': '14a2138d-1a0f-43de-b1e6-cb84c3ea2e75', 'port_id': '306b5284-596e-4ac2-b4b7-65431021092a', 'mac_address': 'fa:16:3e:17:85:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd110903f-9f50-4e58-ba88-53776fd621eb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:01:26.303430 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:26.315941 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 306b5284-596e-4ac2-b4b7-65431021092a {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:01:26.336061 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 306b5284-596e-4ac2-b4b7-65431021092a, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=306b5284-596e-4ac2-b4b7-65431021092a,segment=NetworkSegment(79cbe938-09cd-4366-9b07-371f79102c24),segment_id=79cbe938-09cd-4366-9b07-371f79102c24)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:01:26.413673 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:26.463041 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=306b5284-596e-4ac2-b4b7-65431021092a,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:26.659885 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['306b5284-596e-4ac2-b4b7-65431021092a'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:01:26.686117 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31530e53-4691-4881-abc5-9b6d6c191743 req-f05fb1ca-9c56-41ae-9bc9-1300515390d0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:26.687646 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-31530e53-4691-4881-abc5-9b6d6c191743 req-f05fb1ca-9c56-41ae-9bc9-1300515390d0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7 HTTP/1.1" status: 200 len: 944 time: 0.0544443 Aug 16 22:01:26.725775 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-31530e53-4691-4881-abc5-9b6d6c191743 req-cb00cbc0-6c1e-460d-938d-88e71c320f05 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=713df951-beb6-46ec-a779-3b82cd73a236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319660 Aug 16 22:01:26.838003 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:01:27.838364 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c87fd-8a2a-4b90-9a06-1ada1a230cc8 req-9a2f5ce0-9b06-4b3e-9be0-6efcc2fdeda1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:27.839862 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-124c87fd-8a2a-4b90-9a06-1ada1a230cc8 req-9a2f5ce0-9b06-4b3e-9be0-6efcc2fdeda1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7 HTTP/1.1" status: 200 len: 944 time: 0.0482740 Aug 16 22:01:27.876723 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-124c87fd-8a2a-4b90-9a06-1ada1a230cc8 req-181aceb1-1c38-43ab-9001-2bac5e8ea4c7 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=713df951-beb6-46ec-a779-3b82cd73a236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309467 Aug 16 22:01:28.175777 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 306b5284-596e-4ac2-b4b7-65431021092a up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:01:28.297697 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 306b5284-596e-4ac2-b4b7-65431021092a completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:01:28.301572 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 306b5284-596e-4ac2-b4b7-65431021092a triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:01:28.301951 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:28.376050 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:28.399153 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306b5284-596e-4ac2-b4b7-65431021092a'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:01:28.401436 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c683fdb416c7f0821c75f6a91cfed7529d060c9c210f81ad2c881376259938b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc6414d-b752-49a2-94d0-2471fd7ad20e" -d '{"events": [{"server_uuid": "e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7", "name": "network-vif-plugged", "status": "completed", "tag": "306b5284-596e-4ac2-b4b7-65431021092a"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:01:28.414094 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 306b5284-596e-4ac2-b4b7-65431021092a, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=306b5284-596e-4ac2-b4b7-65431021092a,segment=NetworkSegment(79cbe938-09cd-4366-9b07-371f79102c24),segment_id=79cbe938-09cd-4366-9b07-371f79102c24)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:01:28.437300 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56667c89-0471-46fc-9677-4451673f0a52 x-openstack-request-id: req-56667c89-0471-46fc-9677-4451673f0a52 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:01:28.437593 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7", "name": "network-vif-plugged", "status": "completed", "tag": "306b5284-596e-4ac2-b4b7-65431021092a", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:01:28.437849 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-56667c89-0471-46fc-9677-4451673f0a52 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:01:28.438244 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306b5284-596e-4ac2-b4b7-65431021092a', 'code': 200} Aug 16 22:01:28.466123 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:28.518791 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=306b5284-596e-4ac2-b4b7-65431021092a,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:28.571199 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f93ef-c95f-4fff-ade8-2a52b794e4ab req-01f122fa-52e1-4fc0-bc64-c8e41405c302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:28.572749 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e34f93ef-c95f-4fff-ade8-2a52b794e4ab req-01f122fa-52e1-4fc0-bc64-c8e41405c302 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7 HTTP/1.1" status: 200 len: 1097 time: 0.0803695 Aug 16 22:01:28.608414 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e34f93ef-c95f-4fff-ade8-2a52b794e4ab req-b8473168-6671-4d20-8503-f19a021ae47d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=713df951-beb6-46ec-a779-3b82cd73a236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280559 Aug 16 22:01:28.989903 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7aafa5-e87d-48fd-9908-91db358fcefd req-5142ad57-dde6-413b-88c9-1304981ab332 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:28.991915 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0a7aafa5-e87d-48fd-9908-91db358fcefd req-5142ad57-dde6-413b-88c9-1304981ab332 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7 HTTP/1.1" status: 200 len: 945 time: 0.0486236 Aug 16 22:01:29.029770 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0a7aafa5-e87d-48fd-9908-91db358fcefd req-f34c878e-f12a-4d38-a12a-1659c8da5061 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=713df951-beb6-46ec-a779-3b82cd73a236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318329 Aug 16 22:01:30.148621 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79646f72-94c9-4087-a99d-83e47762fa0f req-a878889a-2cf0-4c02-8b0f-aa588cc6400f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:30.153126 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-79646f72-94c9-4087-a99d-83e47762fa0f req-a878889a-2cf0-4c02-8b0f-aa588cc6400f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7 HTTP/1.1" status: 200 len: 945 time: 0.0530789 Aug 16 22:01:30.187875 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-79646f72-94c9-4087-a99d-83e47762fa0f req-f270a57a-6f76-43fd-9c9b-a878bed2077d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=713df951-beb6-46ec-a779-3b82cd73a236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317547 Aug 16 22:01:30.300571 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91d974-2263-48e1-b1fe-da2a23c78c71 req-aa720920-7d46-4528-a5c0-f9aaddb5764e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:30.302065 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4a91d974-2263-48e1-b1fe-da2a23c78c71 req-aa720920-7d46-4528-a5c0-f9aaddb5764e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7 HTTP/1.1" status: 200 len: 945 time: 0.0495415 Aug 16 22:01:30.341227 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4a91d974-2263-48e1-b1fe-da2a23c78c71 req-777096e1-e785-40b1-8441-b5183ea4e8cf tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=713df951-beb6-46ec-a779-3b82cd73a236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310667 Aug 16 22:01:30.361802 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37682) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:01:30.443763 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5236e84c-6818-46b4-984f-14e9d86c0386 tempest-TestNetworkAdvancedServerOps-1274658574 tempest-TestNetworkAdvancedServerOps-1274658574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:30.445813 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5236e84c-6818-46b4-984f-14e9d86c0386 tempest-TestNetworkAdvancedServerOps-1274658574 tempest-TestNetworkAdvancedServerOps-1274658574-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7 HTTP/1.1" status: 200 len: 1092 time: 0.0830476 Aug 16 22:01:30.448590 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37686) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:01:30.452902 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-527f5207-202a-4d2f-92fc-ab58f3e26d40 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'port_id': '306b5284-596e-4ac2-b4b7-65431021092a', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:01:30.533675 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-527f5207-202a-4d2f-92fc-ab58f3e26d40 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for floatingip, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:30.634529 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-527f5207-202a-4d2f-92fc-ab58f3e26d40 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:30.746054 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-527f5207-202a-4d2f-92fc-ab58f3e26d40 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Allocated IP 172.25.1.246 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/61492111-3e33-45ed-b693-7acb1972e125) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:01:30.847246 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-527f5207-202a-4d2f-92fc-ab58f3e26d40 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:30.932110 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-527f5207-202a-4d2f-92fc-ab58f3e26d40 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:30.971055 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527f5207-202a-4d2f-92fc-ab58f3e26d40 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:01:30.973940 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-527f5207-202a-4d2f-92fc-ab58f3e26d40 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:01:30.978064 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527f5207-202a-4d2f-92fc-ab58f3e26d40 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:01:30.999180 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f5207-202a-4d2f-92fc-ab58f3e26d40 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'Port': ['ID=61492111-3e33-45ed-b693-7acb1972e125,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:31.016064 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f5207-202a-4d2f-92fc-ab58f3e26d40 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:31.016418 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f5207-202a-4d2f-92fc-ab58f3e26d40 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:31.017019 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f5207-202a-4d2f-92fc-ab58f3e26d40 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:31.017356 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f5207-202a-4d2f-92fc-ab58f3e26d40 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:31.017687 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f5207-202a-4d2f-92fc-ab58f3e26d40 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:31.018017 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f5207-202a-4d2f-92fc-ab58f3e26d40 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:31.018348 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f5207-202a-4d2f-92fc-ab58f3e26d40 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:31.018678 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f5207-202a-4d2f-92fc-ab58f3e26d40 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:31.019006 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f5207-202a-4d2f-92fc-ab58f3e26d40 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:31.019341 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f5207-202a-4d2f-92fc-ab58f3e26d40 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:31.019655 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f5207-202a-4d2f-92fc-ab58f3e26d40 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:31.020003 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f5207-202a-4d2f-92fc-ab58f3e26d40 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:01:31.353180 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-527f5207-202a-4d2f-92fc-ab58f3e26d40 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:31.470893 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-527f5207-202a-4d2f-92fc-ab58f3e26d40 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:31.620152 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-527f5207-202a-4d2f-92fc-ab58f3e26d40 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:31.674523 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-527f5207-202a-4d2f-92fc-ab58f3e26d40 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:31.745083 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f5207-202a-4d2f-92fc-ab58f3e26d40 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'Port': ['ID=61492111-3e33-45ed-b693-7acb1972e125,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:01:31.754781 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-527f5207-202a-4d2f-92fc-ab58f3e26d40 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:31.852242 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [None req-527f5207-202a-4d2f-92fc-ab58f3e26d40 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Floating IP dbc4ac31-f448-4a79-9ed9-e1926b605284 associated. External IP: 172.25.1.246, port: 306b5284-596e-4ac2-b4b7-65431021092a. Aug 16 22:01:32.055636 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527f5207-202a-4d2f-92fc-ab58f3e26d40 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Router 8d54ff4f-ded6-4ddd-975e-d444e6330b67 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:01:32.162011 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527f5207-202a-4d2f-92fc-ab58f3e26d40 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:01:32.172087 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700abef5-a91c-40f5-b51d-b0ea2197a088 None None] Sync routers for ids ['8d54ff4f-ded6-4ddd-975e-d444e6330b67'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:01:32.190326 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700abef5-a91c-40f5-b51d-b0ea2197a088 None None] Routers {'8d54ff4f-ded6-4ddd-975e-d444e6330b67'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:01:32.190326 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-700abef5-a91c-40f5-b51d-b0ea2197a088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:01:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8d54ff4f-ded6-4ddd-975e-d444e6330b67'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:01:32.236795 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-527f5207-202a-4d2f-92fc-ab58f3e26d40 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:32.265749 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-527f5207-202a-4d2f-92fc-ab58f3e26d40 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8161366 Aug 16 22:01:32.266464 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7', 'tag': '306b5284-596e-4ac2-b4b7-65431021092a'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:01:32.269270 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a13536b3c87fcb412486f7c1123a9b3fa8a88bbdfa2e9f90522308689ae332c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a7b08a-4899-4462-953c-64c2422f405e" -d '{"events": [{"name": "network-changed", "server_uuid": "e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7", "tag": "306b5284-596e-4ac2-b4b7-65431021092a"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:01:32.287141 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-700abef5-a91c-40f5-b51d-b0ea2197a088 None None] Set router 8d54ff4f-ded6-4ddd-975e-d444e6330b67 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:01:32.309697 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a99060-f2a2-4494-b457-700a98e67730 x-openstack-request-id: req-f2a99060-f2a2-4494-b457-700a98e67730 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:01:32.310052 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7", "tag": "306b5284-596e-4ac2-b4b7-65431021092a", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:01:32.310397 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f2a99060-f2a2-4494-b457-700a98e67730 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:01:32.311130 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7', 'tag': '306b5284-596e-4ac2-b4b7-65431021092a', 'status': 'completed', 'code': 200} Aug 16 22:01:32.368121 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a118f-b8a8-49a4-ba8d-b1f75c859b2f req-c1196b7c-32d7-42b6-b4e5-55c046a18eac tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:32.370740 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e06a118f-b8a8-49a4-ba8d-b1f75c859b2f req-c1196b7c-32d7-42b6-b4e5-55c046a18eac tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7 HTTP/1.1" status: 200 len: 945 time: 0.0506959 Aug 16 22:01:32.373746 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7b08a-4899-4462-953c-64c2422f405e req-fc91acfa-6ea9-400e-81aa-5098db5de029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:32.375352 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e1a7b08a-4899-4462-953c-64c2422f405e req-fc91acfa-6ea9-400e-81aa-5098db5de029 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b138d5da43204b7eac942de7c3eb87d8&device_id=e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7 HTTP/1.1" status: 200 len: 1097 time: 0.0420516 Aug 16 22:01:32.411879 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e06a118f-b8a8-49a4-ba8d-b1f75c859b2f req-2421800b-200f-4baf-bc96-d3fc2abcd44b tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=713df951-beb6-46ec-a779-3b82cd73a236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345817 Aug 16 22:01:32.434841 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37692) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:01:32.471823 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7b08a-4899-4462-953c-64c2422f405e req-1754bd90-92bc-4f40-ab6c-967d7e3ebad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:32.473329 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e1a7b08a-4899-4462-953c-64c2422f405e req-1754bd90-92bc-4f40-ab6c-967d7e3ebad0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=14a2138d-1a0f-43de-b1e6-cb84c3ea2e75 HTTP/1.1" status: 200 len: 898 time: 0.0905926 Aug 16 22:01:32.500185 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ef815c0b-43af-4dc5-923f-87a8faebc31c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/floatingips/dbc4ac31-f448-4a79-9ed9-e1926b605284 HTTP/1.1" status: 200 len: 991 time: 0.0638795 Aug 16 22:01:32.518307 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-700abef5-a91c-40f5-b51d-b0ea2197a088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d54ff4f-ded6-4ddd-975e-d444e6330b67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276033218', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'af57adb2-d07a-4703-ab94-6a04e097c024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:01:12Z', 'updated_at': '2021-08-16T22:01:16Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'af57adb2-d07a-4703-ab94-6a04e097c024', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:42:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d54ff4f-ded6-4ddd-975e-d444e6330b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:01:12Z', 'updated_at': '2021-08-16T22:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'dbc4ac31-f448-4a79-9ed9-e1926b605284', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '8d54ff4f-ded6-4ddd-975e-d444e6330b67', 'port_id': '306b5284-596e-4ac2-b4b7-65431021092a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14a2138d-1a0f-43de-b1e6-cb84c3ea2e75', 'mac_address': 'fa:16:3e:17:85:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:01:31Z', 'updated_at': '2021-08-16T22:01:31Z', 'revision_number': 0, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ec98ab0-b70f-4379-9e3f-4473df330328', 'name': '', 'network_id': '14a2138d-1a0f-43de-b1e6-cb84c3ea2e75', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:51:9a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d54ff4f-ded6-4ddd-975e-d444e6330b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'd110903f-9f50-4e58-ba88-53776fd621eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:01:16Z', 'updated_at': '2021-08-16T22:01:21Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': 'd110903f-9f50-4e58-ba88-53776fd621eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:01:32.541495 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e1a7b08a-4899-4462-953c-64c2422f405e req-1ed8dc4b-e346-43e2-9b28-5e4f45364497 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=306b5284-596e-4ac2-b4b7-65431021092a HTTP/1.1" status: 200 len: 999 time: 0.0608857 Aug 16 22:01:32.548698 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700abef5-a91c-40f5-b51d-b0ea2197a088 None None] Checking router: 8d54ff4f-ded6-4ddd-975e-d444e6330b67 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:01:32.557129 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700abef5-a91c-40f5-b51d-b0ea2197a088 None None] Routers {'8d54ff4f-ded6-4ddd-975e-d444e6330b67'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:01:32.557747 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-700abef5-a91c-40f5-b51d-b0ea2197a088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:01:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8d54ff4f-ded6-4ddd-975e-d444e6330b67'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:01:32.593956 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7b08a-4899-4462-953c-64c2422f405e req-2a04c5e5-a7e0-4c6b-9f2e-7bb7af5841ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:32.595412 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e1a7b08a-4899-4462-953c-64c2422f405e req-2a04c5e5-a7e0-4c6b-9f2e-7bb7af5841ed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d110903f-9f50-4e58-ba88-53776fd621eb HTTP/1.1" status: 200 len: 835 time: 0.0477800 Aug 16 22:01:32.640224 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7b08a-4899-4462-953c-64c2422f405e req-c2740eea-8b38-470c-8770-22632a297e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:01:32.641992 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e1a7b08a-4899-4462-953c-64c2422f405e req-c2740eea-8b38-470c-8770-22632a297e6f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=14a2138d-1a0f-43de-b1e6-cb84c3ea2e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391223 Aug 16 22:01:32.661660 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-700abef5-a91c-40f5-b51d-b0ea2197a088 None None] Set router 8d54ff4f-ded6-4ddd-975e-d444e6330b67 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:01:32.732300 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e1a7b08a-4899-4462-953c-64c2422f405e req-6ec23f69-728b-4ac6-93ee-43a8143f0cec service neutron] 10.222.0.72 "GET /v2.0/networks/14a2138d-1a0f-43de-b1e6-cb84c3ea2e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830376 Aug 16 22:01:32.827894 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e1a7b08a-4899-4462-953c-64c2422f405e req-3fcd50d0-a57f-4fc3-879d-a7a6193b3209 service neutron] 10.222.0.72 "GET /v2.0/networks/14a2138d-1a0f-43de-b1e6-cb84c3ea2e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892279 Aug 16 22:01:33.040094 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-700abef5-a91c-40f5-b51d-b0ea2197a088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d54ff4f-ded6-4ddd-975e-d444e6330b67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276033218', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'af57adb2-d07a-4703-ab94-6a04e097c024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:01:12Z', 'updated_at': '2021-08-16T22:01:16Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'af57adb2-d07a-4703-ab94-6a04e097c024', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:42:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d54ff4f-ded6-4ddd-975e-d444e6330b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:01:12Z', 'updated_at': '2021-08-16T22:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'dbc4ac31-f448-4a79-9ed9-e1926b605284', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '8d54ff4f-ded6-4ddd-975e-d444e6330b67', 'port_id': '306b5284-596e-4ac2-b4b7-65431021092a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14a2138d-1a0f-43de-b1e6-cb84c3ea2e75', 'mac_address': 'fa:16:3e:17:85:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:01:31Z', 'updated_at': '2021-08-16T22:01:31Z', 'revision_number': 0, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ec98ab0-b70f-4379-9e3f-4473df330328', 'name': '', 'network_id': '14a2138d-1a0f-43de-b1e6-cb84c3ea2e75', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:51:9a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d54ff4f-ded6-4ddd-975e-d444e6330b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'd110903f-9f50-4e58-ba88-53776fd621eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:01:16Z', 'updated_at': '2021-08-16T22:01:21Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': 'd110903f-9f50-4e58-ba88-53776fd621eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:01:33.066014 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700abef5-a91c-40f5-b51d-b0ea2197a088 None None] The sync data for ids ['8d54ff4f-ded6-4ddd-975e-d444e6330b67'] in n-d-793620-15 is: [{'id': '8d54ff4f-ded6-4ddd-975e-d444e6330b67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276033218', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'af57adb2-d07a-4703-ab94-6a04e097c024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:01:12Z', 'updated_at': '2021-08-16T22:01:16Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'af57adb2-d07a-4703-ab94-6a04e097c024', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:42:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d54ff4f-ded6-4ddd-975e-d444e6330b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:01:12Z', 'updated_at': '2021-08-16T22:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'dbc4ac31-f448-4a79-9ed9-e1926b605284', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '8d54ff4f-ded6-4ddd-975e-d444e6330b67', 'port_id': '306b5284-596e-4ac2-b4b7-65431021092a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14a2138d-1a0f-43de-b1e6-cb84c3ea2e75', 'mac_address': 'fa:16:3e:17:85:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:01:31Z', 'updated_at': '2021-08-16T22:01:31Z', 'revision_number': 0, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ec98ab0-b70f-4379-9e3f-4473df330328', 'name': '', 'network_id': '14a2138d-1a0f-43de-b1e6-cb84c3ea2e75', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:51:9a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d54ff4f-ded6-4ddd-975e-d444e6330b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'd110903f-9f50-4e58-ba88-53776fd621eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:01:16Z', 'updated_at': '2021-08-16T22:01:21Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': 'd110903f-9f50-4e58-ba88-53776fd621eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:01:33.248788 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8888f6c-7e18-4be3-9448-a4babd672828 None None] New status for floating IP dbc4ac31-f448-4a79-9ed9-e1926b605284: ACTIVE {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:01:33.504164 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37694) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:01:33.564493 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-51f83e46-6208-4b91-84b3-829347b130fb tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/floatingips/dbc4ac31-f448-4a79-9ed9-e1926b605284 HTTP/1.1" status: 200 len: 993 time: 0.0591676 Aug 16 22:01:41.127680 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a108e816-43bd-43d6-aac5-2ec46aa012fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:43.657203 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-80abe068-14b4-44bf-a4b6-bdc0d3cd49d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:43.897115 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:45.156225 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:46.813113 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:49.932882 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:52.714631 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:02.371000 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab7dfb-2d5b-4576-9e6a-2c9e8ff87b53 req-bf804b89-ca8a-45c6-8ece-8db53152313d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:02.372730 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a2ab7dfb-2d5b-4576-9e6a-2c9e8ff87b53 req-bf804b89-ca8a-45c6-8ece-8db53152313d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7 HTTP/1.1" status: 200 len: 945 time: 0.0526090 Aug 16 22:02:02.412034 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a2ab7dfb-2d5b-4576-9e6a-2c9e8ff87b53 req-9560b6ae-e4fc-42c0-a4c3-50971eccee10 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=713df951-beb6-46ec-a779-3b82cd73a236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325773 Aug 16 22:02:03.533816 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90748900-7cd4-4fa3-8800-c4745a43b937 req-a238443a-4815-49ac-bf0a-d30e19ad0a8f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:03.535271 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-90748900-7cd4-4fa3-8800-c4745a43b937 req-a238443a-4815-49ac-bf0a-d30e19ad0a8f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7 HTTP/1.1" status: 200 len: 945 time: 0.0517542 Aug 16 22:02:03.575348 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-90748900-7cd4-4fa3-8800-c4745a43b937 req-1b313c5d-e103-4f65-b678-cb7279ed776a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=713df951-beb6-46ec-a779-3b82cd73a236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342193 Aug 16 22:02:03.837581 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:02:04.694529 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637533f-fd6a-44e6-b3ec-f47409837086 req-285c51a0-2826-4b63-a3ac-0d87c8b21b8d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:04.696061 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6637533f-fd6a-44e6-b3ec-f47409837086 req-285c51a0-2826-4b63-a3ac-0d87c8b21b8d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7 HTTP/1.1" status: 200 len: 945 time: 0.0495706 Aug 16 22:02:04.733029 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6637533f-fd6a-44e6-b3ec-f47409837086 req-9b0f34b7-4c3e-4c43-821e-54e6d94a7169 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=713df951-beb6-46ec-a779-3b82cd73a236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310771 Aug 16 22:02:05.846319 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa7a1d-3aa1-405d-a9d5-5d5307ac1608 req-135b42fe-15c0-4d69-bedd-fdec3defb2e5 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:05.847817 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9baa7a1d-3aa1-405d-a9d5-5d5307ac1608 req-135b42fe-15c0-4d69-bedd-fdec3defb2e5 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7 HTTP/1.1" status: 200 len: 945 time: 0.0482898 Aug 16 22:02:05.885171 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9baa7a1d-3aa1-405d-a9d5-5d5307ac1608 req-d3311218-3db0-49d2-9aba-5550ae080cb6 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=713df951-beb6-46ec-a779-3b82cd73a236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312345 Aug 16 22:02:07.006540 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccec074-defc-408e-b05f-4a16f284f968 req-502451b7-f676-4e28-8cbf-9a1b0c064e51 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:07.008195 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4ccec074-defc-408e-b05f-4a16f284f968 req-502451b7-f676-4e28-8cbf-9a1b0c064e51 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7 HTTP/1.1" status: 200 len: 945 time: 0.0540836 Aug 16 22:02:07.046558 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4ccec074-defc-408e-b05f-4a16f284f968 req-c28df221-b2bd-4221-86db-0ef63518d1fe tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=713df951-beb6-46ec-a779-3b82cd73a236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323393 Aug 16 22:02:08.162356 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca96ca5-bb86-4ed5-8d75-04cdc64ca3ed req-8921a6e3-511b-43b2-b54d-bf346fc37623 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:08.163893 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5ca96ca5-bb86-4ed5-8d75-04cdc64ca3ed req-8921a6e3-511b-43b2-b54d-bf346fc37623 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7 HTTP/1.1" status: 200 len: 945 time: 0.0502367 Aug 16 22:02:08.201383 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5ca96ca5-bb86-4ed5-8d75-04cdc64ca3ed req-6fce2184-b32d-49ae-b32c-72f1faba662c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=713df951-beb6-46ec-a779-3b82cd73a236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314748 Aug 16 22:02:09.316067 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1bbc5-9553-41bd-95ae-6c38fb9e6cfc req-ea61d4d3-61f3-49ff-9f4c-ccbcc3c128df tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:09.317586 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-83d1bbc5-9553-41bd-95ae-6c38fb9e6cfc req-ea61d4d3-61f3-49ff-9f4c-ccbcc3c128df tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7 HTTP/1.1" status: 200 len: 945 time: 0.0504246 Aug 16 22:02:09.355155 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-83d1bbc5-9553-41bd-95ae-6c38fb9e6cfc req-7d3b0c00-67f5-4a94-a7d1-c5dd912e361c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=713df951-beb6-46ec-a779-3b82cd73a236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315416 Aug 16 22:02:10.474292 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cb61d-42a8-48e4-98cb-51d05eb88f1b req-0f7e9e05-ba3e-4662-b5b3-6ffe73235d2f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:10.475771 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-726cb61d-42a8-48e4-98cb-51d05eb88f1b req-0f7e9e05-ba3e-4662-b5b3-6ffe73235d2f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7 HTTP/1.1" status: 200 len: 945 time: 0.0530305 Aug 16 22:02:10.512645 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-726cb61d-42a8-48e4-98cb-51d05eb88f1b req-26629238-e90d-4c58-98e0-b00abfb257d3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=713df951-beb6-46ec-a779-3b82cd73a236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310044 Aug 16 22:02:11.115202 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-86989514-c396-4cf9-bdc0-37aacf25c567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:11.629907 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6410c-d983-4b46-80ba-d9dfbfbbf5a1 req-67da26b5-2bf2-49f6-862e-21e31c492455 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:11.631444 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b6d6410c-d983-4b46-80ba-d9dfbfbbf5a1 req-67da26b5-2bf2-49f6-862e-21e31c492455 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7 HTTP/1.1" status: 200 len: 945 time: 0.0500724 Aug 16 22:02:11.669427 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b6d6410c-d983-4b46-80ba-d9dfbfbbf5a1 req-a183fa4e-7353-42de-95c4-d7ca2dfa0054 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=713df951-beb6-46ec-a779-3b82cd73a236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317154 Aug 16 22:02:12.804963 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6317328-9f5c-419c-9a83-77e7e40da0f0 req-075009e3-7831-47bc-9f7e-e436912a20e8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:12.806494 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f6317328-9f5c-419c-9a83-77e7e40da0f0 req-075009e3-7831-47bc-9f7e-e436912a20e8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7 HTTP/1.1" status: 200 len: 945 time: 0.0502839 Aug 16 22:02:12.849371 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f6317328-9f5c-419c-9a83-77e7e40da0f0 req-b0be68e0-dcd8-44c3-a9cb-996e25cc401d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=713df951-beb6-46ec-a779-3b82cd73a236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368245 Aug 16 22:02:13.669727 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-dadef8c1-f71c-4750-8bd9-019777c42966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:13.863296 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:13.980334 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34110a7a-20aa-4811-95d5-97faa7bdc52f req-b94e8743-65ad-46e1-b119-be4ae19dc185 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:13.981867 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-34110a7a-20aa-4811-95d5-97faa7bdc52f req-b94e8743-65ad-46e1-b119-be4ae19dc185 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7 HTTP/1.1" status: 200 len: 945 time: 0.0527456 Aug 16 22:02:14.020150 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-34110a7a-20aa-4811-95d5-97faa7bdc52f req-f86da5ed-2628-4722-962e-bbc3296ab91e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=713df951-beb6-46ec-a779-3b82cd73a236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311518 Aug 16 22:02:14.042004 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37732) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:02:14.100811 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-09f28b26-e78c-4d4b-a35c-e2333480ec44 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/floatingips/dbc4ac31-f448-4a79-9ed9-e1926b605284 HTTP/1.1" status: 200 len: 993 time: 0.0576992 Aug 16 22:02:15.103419 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:15.523894 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd0230-3da5-4cf9-b72e-135d862f3c99 req-af3c35e5-a1b3-4b12-b19e-1f40781577c4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:15.525453 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e3dd0230-3da5-4cf9-b72e-135d862f3c99 req-af3c35e5-a1b3-4b12-b19e-1f40781577c4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7 HTTP/1.1" status: 200 len: 945 time: 0.0528040 Aug 16 22:02:15.564160 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e3dd0230-3da5-4cf9-b72e-135d862f3c99 req-91aafc73-0b6f-4b06-9f21-0f44a45c0428 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=713df951-beb6-46ec-a779-3b82cd73a236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324080 Aug 16 22:02:15.603024 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67550e-7b39-4e2f-af22-45a5e147ce7a req-f0c28fb9-fe02-4125-b011-47750f07435d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:15.604597 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2c67550e-7b39-4e2f-af22-45a5e147ce7a req-f0c28fb9-fe02-4125-b011-47750f07435d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b138d5da43204b7eac942de7c3eb87d8&device_id=e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7 HTTP/1.1" status: 200 len: 1097 time: 0.0421402 Aug 16 22:02:15.697710 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67550e-7b39-4e2f-af22-45a5e147ce7a req-11e68cc4-214f-4e85-8c9d-51134f39c661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:15.699208 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2c67550e-7b39-4e2f-af22-45a5e147ce7a req-11e68cc4-214f-4e85-8c9d-51134f39c661 service neutron] 10.222.0.72 "GET /v2.0/networks?id=14a2138d-1a0f-43de-b1e6-cb84c3ea2e75 HTTP/1.1" status: 200 len: 898 time: 0.0880883 Aug 16 22:02:15.762521 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2c67550e-7b39-4e2f-af22-45a5e147ce7a req-7645603f-2fce-428e-926e-998403b8ae08 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=306b5284-596e-4ac2-b4b7-65431021092a HTTP/1.1" status: 200 len: 1001 time: 0.0568159 Aug 16 22:02:15.813695 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67550e-7b39-4e2f-af22-45a5e147ce7a req-98df965e-50f8-49de-984a-8ee3c2112c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:15.815112 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2c67550e-7b39-4e2f-af22-45a5e147ce7a req-98df965e-50f8-49de-984a-8ee3c2112c52 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d110903f-9f50-4e58-ba88-53776fd621eb HTTP/1.1" status: 200 len: 835 time: 0.0459354 Aug 16 22:02:15.859278 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67550e-7b39-4e2f-af22-45a5e147ce7a req-29081f70-7207-4f0a-8035-b3980a45b622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:15.866064 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2c67550e-7b39-4e2f-af22-45a5e147ce7a req-29081f70-7207-4f0a-8035-b3980a45b622 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=14a2138d-1a0f-43de-b1e6-cb84c3ea2e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393269 Aug 16 22:02:15.953458 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2c67550e-7b39-4e2f-af22-45a5e147ce7a req-c1f40f81-d41b-4f7a-8e57-30f0d5c8bb57 service neutron] 10.222.0.72 "GET /v2.0/networks/14a2138d-1a0f-43de-b1e6-cb84c3ea2e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856752 Aug 16 22:02:16.045391 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2c67550e-7b39-4e2f-af22-45a5e147ce7a req-88101745-5b41-4e8f-9188-2c959ad23935 service neutron] 10.222.0.72 "GET /v2.0/networks/14a2138d-1a0f-43de-b1e6-cb84c3ea2e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854640 Aug 16 22:02:16.680892 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4596e86b-ef34-493d-916f-ddc865ff2062 req-9f45523d-c895-4b0b-9ba0-300ee24da7de tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:16.682373 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4596e86b-ef34-493d-916f-ddc865ff2062 req-9f45523d-c895-4b0b-9ba0-300ee24da7de tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7 HTTP/1.1" status: 200 len: 945 time: 0.0484924 Aug 16 22:02:16.720528 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4596e86b-ef34-493d-916f-ddc865ff2062 req-4df8a60b-f456-4f59-9b58-ac07c5c38b8b tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=713df951-beb6-46ec-a779-3b82cd73a236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322480 Aug 16 22:02:16.851848 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:17.835321 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d373ee0-a437-4176-ac9c-e940296a84d1 req-c0475ebc-e032-474a-b324-1977dd3961a4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:17.836842 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8d373ee0-a437-4176-ac9c-e940296a84d1 req-c0475ebc-e032-474a-b324-1977dd3961a4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7 HTTP/1.1" status: 200 len: 945 time: 0.0478687 Aug 16 22:02:17.874116 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8d373ee0-a437-4176-ac9c-e940296a84d1 req-a44d4742-6541-45d2-9adb-42482637a792 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=713df951-beb6-46ec-a779-3b82cd73a236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313911 Aug 16 22:02:17.895913 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37746) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:02:17.958761 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-9fb516ab-ee97-42cd-b8bd-7c27195d40ae tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/floatingips/dbc4ac31-f448-4a79-9ed9-e1926b605284 HTTP/1.1" status: 200 len: 993 time: 0.0617216 Aug 16 22:02:18.055111 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-20f0c344-d4aa-499e-80ff-80bc9d1f707f req-995d0582-ac61-4fb9-930c-771bc2905903 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406888 Aug 16 22:02:18.134577 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0c344-d4aa-499e-80ff-80bc9d1f707f req-e25bd924-1695-411e-b72f-3d9e192482da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:18.136134 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-20f0c344-d4aa-499e-80ff-80bc9d1f707f req-e25bd924-1695-411e-b72f-3d9e192482da service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b138d5da43204b7eac942de7c3eb87d8&device_id=e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7 HTTP/1.1" status: 200 len: 1097 time: 0.0408545 Aug 16 22:02:18.241808 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0c344-d4aa-499e-80ff-80bc9d1f707f req-3afc045e-7bdc-4538-b056-96b94a5c05cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:18.243267 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-20f0c344-d4aa-499e-80ff-80bc9d1f707f req-3afc045e-7bdc-4538-b056-96b94a5c05cd service neutron] 10.222.0.72 "GET /v2.0/networks?id=14a2138d-1a0f-43de-b1e6-cb84c3ea2e75 HTTP/1.1" status: 200 len: 898 time: 0.0874243 Aug 16 22:02:18.306882 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-20f0c344-d4aa-499e-80ff-80bc9d1f707f req-ad589ade-eeaa-4770-b1aa-acb4d5cf5735 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=306b5284-596e-4ac2-b4b7-65431021092a HTTP/1.1" status: 200 len: 1001 time: 0.0570471 Aug 16 22:02:18.358615 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0c344-d4aa-499e-80ff-80bc9d1f707f req-7056df68-2f78-4e37-8298-45133c8939c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:18.360077 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-20f0c344-d4aa-499e-80ff-80bc9d1f707f req-7056df68-2f78-4e37-8298-45133c8939c4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d110903f-9f50-4e58-ba88-53776fd621eb HTTP/1.1" status: 200 len: 835 time: 0.0470159 Aug 16 22:02:18.404449 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0c344-d4aa-499e-80ff-80bc9d1f707f req-db31df92-14c5-4e80-8725-59ffaccb835a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:18.405922 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-20f0c344-d4aa-499e-80ff-80bc9d1f707f req-db31df92-14c5-4e80-8725-59ffaccb835a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=14a2138d-1a0f-43de-b1e6-cb84c3ea2e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394559 Aug 16 22:02:18.497099 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-20f0c344-d4aa-499e-80ff-80bc9d1f707f req-71aa3f7d-e1f2-494c-be0f-c0575c9f7b97 service neutron] 10.222.0.72 "GET /v2.0/networks/14a2138d-1a0f-43de-b1e6-cb84c3ea2e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841775 Aug 16 22:02:18.584919 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-20f0c344-d4aa-499e-80ff-80bc9d1f707f req-e777d1ec-250b-4f64-ba11-469d850dc0dc service neutron] 10.222.0.72 "GET /v2.0/networks/14a2138d-1a0f-43de-b1e6-cb84c3ea2e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809882 Aug 16 22:02:19.930986 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:22.697340 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:40.837007 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:02:41.147875 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c84954d6-4b88-43a4-a838-2115d497fef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:43.656877 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4efda3e0-28db-4226-bd68-a79e1745dd37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:43.884693 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:45.114076 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:46.816665 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:48.300489 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37764) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:02:48.460740 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-93e2fe2b-134a-4c75-bf5a-674a19500a71 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Deleting port 61492111-3e33-45ed-b693-7acb1972e125 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:02:48.461085 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-93e2fe2b-134a-4c75-bf5a-674a19500a71 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:48.544737 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-93e2fe2b-134a-4c75-bf5a-674a19500a71 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:48.545120 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-93e2fe2b-134a-4c75-bf5a-674a19500a71 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:48.558769 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-93e2fe2b-134a-4c75-bf5a-674a19500a71 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Calling delete_port for 61492111-3e33-45ed-b693-7acb1972e125 owned by network:floatingip {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:02:48.810811 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-93e2fe2b-134a-4c75-bf5a-674a19500a71 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:48.836686 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e2fe2b-134a-4c75-bf5a-674a19500a71 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event deleted for resources: {'Port': ['ID=61492111-3e33-45ed-b693-7acb1972e125,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:02:48.849337 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2fe2b-134a-4c75-bf5a-674a19500a71 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:02:48.849700 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2fe2b-134a-4c75-bf5a-674a19500a71 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:02:48.850056 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2fe2b-134a-4c75-bf5a-674a19500a71 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:02:48.850401 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2fe2b-134a-4c75-bf5a-674a19500a71 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:02:48.850743 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2fe2b-134a-4c75-bf5a-674a19500a71 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:02:48.851089 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2fe2b-134a-4c75-bf5a-674a19500a71 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:02:48.851429 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2fe2b-134a-4c75-bf5a-674a19500a71 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:02:48.851853 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2fe2b-134a-4c75-bf5a-674a19500a71 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:02:48.852200 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2fe2b-134a-4c75-bf5a-674a19500a71 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:02:48.852534 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2fe2b-134a-4c75-bf5a-674a19500a71 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:02:48.852885 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2fe2b-134a-4c75-bf5a-674a19500a71 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:02:48.853199 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2fe2b-134a-4c75-bf5a-674a19500a71 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:02:48.906207 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-93e2fe2b-134a-4c75-bf5a-674a19500a71 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for floatingip, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:48.906589 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [None req-93e2fe2b-134a-4c75-bf5a-674a19500a71 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Floating IP dbc4ac31-f448-4a79-9ed9-e1926b605284 disassociated (deleted). External IP: 172.25.1.246, port: 306b5284-596e-4ac2-b4b7-65431021092a. Aug 16 22:02:49.113588 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e2fe2b-134a-4c75-bf5a-674a19500a71 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Router 8d54ff4f-ded6-4ddd-975e-d444e6330b67 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:02:49.220100 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e2fe2b-134a-4c75-bf5a-674a19500a71 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:02:49.225001 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-93e2fe2b-134a-4c75-bf5a-674a19500a71 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:49.230136 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5902fe6b-01ce-4c3e-b044-1f77a1541e40 None None] Sync routers for ids ['8d54ff4f-ded6-4ddd-975e-d444e6330b67'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:02:49.238843 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5902fe6b-01ce-4c3e-b044-1f77a1541e40 None None] Routers {'8d54ff4f-ded6-4ddd-975e-d444e6330b67'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:02:49.239465 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-5902fe6b-01ce-4c3e-b044-1f77a1541e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:02:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8d54ff4f-ded6-4ddd-975e-d444e6330b67'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:02:49.252975 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-93e2fe2b-134a-4c75-bf5a-674a19500a71 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "DELETE /v2.0/floatingips/dbc4ac31-f448-4a79-9ed9-e1926b605284 HTTP/1.1" status: 204 len: 168 time: 0.9513431 Aug 16 22:02:49.253578 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7', 'tag': '306b5284-596e-4ac2-b4b7-65431021092a'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:02:49.255881 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcd9435b18b7a34707b0c74d037ee6bf13b87a61dd91d81e26d4048d63ffdc36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5c0410-9ba8-4b7e-abc2-7b8884f7cfc3" -d '{"events": [{"name": "network-changed", "server_uuid": "e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7", "tag": "306b5284-596e-4ac2-b4b7-65431021092a"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:02:49.295482 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680b87be-0259-45a8-a28d-a24229b481b3 x-openstack-request-id: req-680b87be-0259-45a8-a28d-a24229b481b3 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:02:49.295877 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7", "tag": "306b5284-596e-4ac2-b4b7-65431021092a", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:02:49.296199 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-680b87be-0259-45a8-a28d-a24229b481b3 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:02:49.296651 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7', 'tag': '306b5284-596e-4ac2-b4b7-65431021092a', 'status': 'completed', 'code': 200} Aug 16 22:02:49.354971 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-5902fe6b-01ce-4c3e-b044-1f77a1541e40 None None] Set router 8d54ff4f-ded6-4ddd-975e-d444e6330b67 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:02:49.359041 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c0410-9ba8-4b7e-abc2-7b8884f7cfc3 req-0273c4f0-453f-4a07-8bba-0bfa07548943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:49.360629 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4f5c0410-9ba8-4b7e-abc2-7b8884f7cfc3 req-0273c4f0-453f-4a07-8bba-0bfa07548943 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b138d5da43204b7eac942de7c3eb87d8&device_id=e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7 HTTP/1.1" status: 200 len: 1097 time: 0.0423393 Aug 16 22:02:49.455286 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c0410-9ba8-4b7e-abc2-7b8884f7cfc3 req-67bb3658-d925-46a2-a7f5-905358ef0bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:49.456868 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4f5c0410-9ba8-4b7e-abc2-7b8884f7cfc3 req-67bb3658-d925-46a2-a7f5-905358ef0bb3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=14a2138d-1a0f-43de-b1e6-cb84c3ea2e75 HTTP/1.1" status: 200 len: 898 time: 0.0896516 Aug 16 22:02:49.498919 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4f5c0410-9ba8-4b7e-abc2-7b8884f7cfc3 req-dd7bb230-4568-4432-a447-aa175e57c148 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=306b5284-596e-4ac2-b4b7-65431021092a HTTP/1.1" status: 200 len: 217 time: 0.0351050 Aug 16 22:02:49.555592 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c0410-9ba8-4b7e-abc2-7b8884f7cfc3 req-2abe4730-3858-46f1-97a5-bd47f2e6074a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:49.557690 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4f5c0410-9ba8-4b7e-abc2-7b8884f7cfc3 req-2abe4730-3858-46f1-97a5-bd47f2e6074a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d110903f-9f50-4e58-ba88-53776fd621eb HTTP/1.1" status: 200 len: 835 time: 0.0513587 Aug 16 22:02:49.561066 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-5902fe6b-01ce-4c3e-b044-1f77a1541e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d54ff4f-ded6-4ddd-975e-d444e6330b67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276033218', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'af57adb2-d07a-4703-ab94-6a04e097c024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:01:12Z', 'updated_at': '2021-08-16T22:01:16Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'af57adb2-d07a-4703-ab94-6a04e097c024', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:42:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d54ff4f-ded6-4ddd-975e-d444e6330b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:01:12Z', 'updated_at': '2021-08-16T22:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '3ec98ab0-b70f-4379-9e3f-4473df330328', 'name': '', 'network_id': '14a2138d-1a0f-43de-b1e6-cb84c3ea2e75', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:51:9a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d54ff4f-ded6-4ddd-975e-d444e6330b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'd110903f-9f50-4e58-ba88-53776fd621eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:01:16Z', 'updated_at': '2021-08-16T22:01:21Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': 'd110903f-9f50-4e58-ba88-53776fd621eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:02:49.587494 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5902fe6b-01ce-4c3e-b044-1f77a1541e40 None None] Checking router: 8d54ff4f-ded6-4ddd-975e-d444e6330b67 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:02:49.595800 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5902fe6b-01ce-4c3e-b044-1f77a1541e40 None None] Routers {'8d54ff4f-ded6-4ddd-975e-d444e6330b67'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:02:49.596433 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-5902fe6b-01ce-4c3e-b044-1f77a1541e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:02:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8d54ff4f-ded6-4ddd-975e-d444e6330b67'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:02:49.604030 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c0410-9ba8-4b7e-abc2-7b8884f7cfc3 req-97a85b7e-9019-4b70-a090-48e2dd1eb188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:49.605610 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4f5c0410-9ba8-4b7e-abc2-7b8884f7cfc3 req-97a85b7e-9019-4b70-a090-48e2dd1eb188 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=14a2138d-1a0f-43de-b1e6-cb84c3ea2e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408521 Aug 16 22:02:49.703375 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4f5c0410-9ba8-4b7e-abc2-7b8884f7cfc3 req-4f2961e9-4100-430d-b52b-2d02cfe846f2 service neutron] 10.222.0.72 "GET /v2.0/networks/14a2138d-1a0f-43de-b1e6-cb84c3ea2e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908856 Aug 16 22:02:49.706693 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-5902fe6b-01ce-4c3e-b044-1f77a1541e40 None None] Set router 8d54ff4f-ded6-4ddd-975e-d444e6330b67 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:02:49.754861 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91845d-1e73-4b1d-bb50-02bf236aec27 req-db49109b-2b50-47af-acbf-077d09797909 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:49.756558 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cb91845d-1e73-4b1d-bb50-02bf236aec27 req-db49109b-2b50-47af-acbf-077d09797909 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7 HTTP/1.1" status: 200 len: 945 time: 0.0524199 Aug 16 22:02:49.796975 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cb91845d-1e73-4b1d-bb50-02bf236aec27 req-7b026f9d-d18f-493f-bacf-2fbfd6d4f443 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=713df951-beb6-46ec-a779-3b82cd73a236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340350 Aug 16 22:02:49.805639 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4f5c0410-9ba8-4b7e-abc2-7b8884f7cfc3 req-f319971a-02e0-412a-a2aa-962109163279 service neutron] 10.222.0.72 "GET /v2.0/networks/14a2138d-1a0f-43de-b1e6-cb84c3ea2e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930517 Aug 16 22:02:49.926309 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-5902fe6b-01ce-4c3e-b044-1f77a1541e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d54ff4f-ded6-4ddd-975e-d444e6330b67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276033218', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'af57adb2-d07a-4703-ab94-6a04e097c024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:01:12Z', 'updated_at': '2021-08-16T22:01:16Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'af57adb2-d07a-4703-ab94-6a04e097c024', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:42:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d54ff4f-ded6-4ddd-975e-d444e6330b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:01:12Z', 'updated_at': '2021-08-16T22:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '3ec98ab0-b70f-4379-9e3f-4473df330328', 'name': '', 'network_id': '14a2138d-1a0f-43de-b1e6-cb84c3ea2e75', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:51:9a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d54ff4f-ded6-4ddd-975e-d444e6330b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'd110903f-9f50-4e58-ba88-53776fd621eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:01:16Z', 'updated_at': '2021-08-16T22:01:21Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': 'd110903f-9f50-4e58-ba88-53776fd621eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:02:49.952325 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5902fe6b-01ce-4c3e-b044-1f77a1541e40 None None] The sync data for ids ['8d54ff4f-ded6-4ddd-975e-d444e6330b67'] in n-d-793620-15 is: [{'id': '8d54ff4f-ded6-4ddd-975e-d444e6330b67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276033218', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'af57adb2-d07a-4703-ab94-6a04e097c024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:01:12Z', 'updated_at': '2021-08-16T22:01:16Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'af57adb2-d07a-4703-ab94-6a04e097c024', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:42:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d54ff4f-ded6-4ddd-975e-d444e6330b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:01:12Z', 'updated_at': '2021-08-16T22:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '3ec98ab0-b70f-4379-9e3f-4473df330328', 'name': '', 'network_id': '14a2138d-1a0f-43de-b1e6-cb84c3ea2e75', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:51:9a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d54ff4f-ded6-4ddd-975e-d444e6330b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'd110903f-9f50-4e58-ba88-53776fd621eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:01:16Z', 'updated_at': '2021-08-16T22:01:21Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': 'd110903f-9f50-4e58-ba88-53776fd621eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:02:49.965345 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:50.166888 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e4079e-e7ad-4c61-a17d-477d5dc994cd None None] New status for floating IP dbc4ac31-f448-4a79-9ed9-e1926b605284: DOWN {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:02:50.917779 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92d7d6-a44f-4e22-96ec-ab440a4d8461 req-7513d449-f341-43d2-ab52-75a1ae5a76c3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:50.919349 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9b92d7d6-a44f-4e22-96ec-ab440a4d8461 req-7513d449-f341-43d2-ab52-75a1ae5a76c3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7 HTTP/1.1" status: 200 len: 945 time: 0.0487144 Aug 16 22:02:50.956177 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9b92d7d6-a44f-4e22-96ec-ab440a4d8461 req-ef6cc0ec-79aa-4e23-8c3d-e4c77d9ef59c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=713df951-beb6-46ec-a779-3b82cd73a236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309293 Aug 16 22:02:51.261390 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9b054-8128-4ecc-afc8-ab1927b79764 req-c0687afd-d062-4361-8b63-4080f02e4540 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:02:51.262854 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6da9b054-8128-4ecc-afc8-ab1927b79764 req-c0687afd-d062-4361-8b63-4080f02e4540 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7 HTTP/1.1" status: 200 len: 945 time: 0.0486391 Aug 16 22:02:51.409970 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-6da9b054-8128-4ecc-afc8-ab1927b79764 req-d4790be0-afab-4bbf-8fba-a147a26b8f67 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Deleting port 306b5284-596e-4ac2-b4b7-65431021092a {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:02:51.410312 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6da9b054-8128-4ecc-afc8-ab1927b79764 req-d4790be0-afab-4bbf-8fba-a147a26b8f67 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:51.495886 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-6da9b054-8128-4ecc-afc8-ab1927b79764 req-d4790be0-afab-4bbf-8fba-a147a26b8f67 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] For port 306b5284-596e-4ac2-b4b7-65431021092a, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=306b5284-596e-4ac2-b4b7-65431021092a,segment=NetworkSegment(79cbe938-09cd-4366-9b07-371f79102c24),segment_id=79cbe938-09cd-4366-9b07-371f79102c24)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:02:51.496258 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6da9b054-8128-4ecc-afc8-ab1927b79764 req-d4790be0-afab-4bbf-8fba-a147a26b8f67 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:51.508317 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-6da9b054-8128-4ecc-afc8-ab1927b79764 req-d4790be0-afab-4bbf-8fba-a147a26b8f67 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Calling delete_port for 306b5284-596e-4ac2-b4b7-65431021092a owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:02:51.679295 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6da9b054-8128-4ecc-afc8-ab1927b79764 req-d4790be0-afab-4bbf-8fba-a147a26b8f67 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:51.707896 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4790be0-afab-4bbf-8fba-a147a26b8f67 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event deleted for resources: {'Port': ['ID=306b5284-596e-4ac2-b4b7-65431021092a,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:02:51.753325 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da9b054-8128-4ecc-afc8-ab1927b79764 req-d4790be0-afab-4bbf-8fba-a147a26b8f67 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] No DVR routers for this DVR port 306b5284-596e-4ac2-b4b7-65431021092a on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:02:51.756029 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-6da9b054-8128-4ecc-afc8-ab1927b79764 req-d4790be0-afab-4bbf-8fba-a147a26b8f67 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:51.758363 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6da9b054-8128-4ecc-afc8-ab1927b79764 req-d4790be0-afab-4bbf-8fba-a147a26b8f67 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.72 "DELETE /v2.0/ports/306b5284-596e-4ac2-b4b7-65431021092a HTTP/1.1" status: 204 len: 173 time: 0.4886754 Aug 16 22:02:51.758834 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7', 'name': 'network-vif-deleted', 'tag': '306b5284-596e-4ac2-b4b7-65431021092a'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:02:51.762282 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcd9435b18b7a34707b0c74d037ee6bf13b87a61dd91d81e26d4048d63ffdc36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba14aff-0efb-48d5-87c4-b21c3e694d6f" -d '{"events": [{"server_uuid": "e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7", "name": "network-vif-deleted", "tag": "306b5284-596e-4ac2-b4b7-65431021092a"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:02:51.797322 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d562840-74ac-461f-a5e8-3ddf423853e5 x-openstack-request-id: req-7d562840-74ac-461f-a5e8-3ddf423853e5 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:02:51.797622 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7", "name": "network-vif-deleted", "tag": "306b5284-596e-4ac2-b4b7-65431021092a", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:02:51.797876 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7d562840-74ac-461f-a5e8-3ddf423853e5 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:02:51.798278 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7', 'name': 'network-vif-deleted', 'tag': '306b5284-596e-4ac2-b4b7-65431021092a', 'status': 'completed', 'code': 200} Aug 16 22:02:52.413226 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3038c412-d775-4033-b2f8-f119df5a4779 req-d0b68fc6-5ad6-4aaf-b9f2-d074d8e72e4c tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3eeaa69-59ab-45b4-93c9-0a4d2f5d5ac7 HTTP/1.1" status: 200 len: 210 time: 0.3899012 Aug 16 22:02:52.725401 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:53.469407 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37780) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:02:54.127364 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-895725a4-02e4-4904-8a1f-5edf44e64817 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:54.374473 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-895725a4-02e4-4904-8a1f-5edf44e64817 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Deleting port 3ec98ab0-b70f-4379-9e3f-4473df330328 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:02:54.374829 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-895725a4-02e4-4904-8a1f-5edf44e64817 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:54.467240 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-895725a4-02e4-4904-8a1f-5edf44e64817 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] For port 3ec98ab0-b70f-4379-9e3f-4473df330328, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=3ec98ab0-b70f-4379-9e3f-4473df330328,segment=NetworkSegment(79cbe938-09cd-4366-9b07-371f79102c24),segment_id=79cbe938-09cd-4366-9b07-371f79102c24)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:02:54.467609 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-895725a4-02e4-4904-8a1f-5edf44e64817 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:54.480126 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-895725a4-02e4-4904-8a1f-5edf44e64817 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Calling delete_port for 3ec98ab0-b70f-4379-9e3f-4473df330328 owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:02:54.702122 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-895725a4-02e4-4904-8a1f-5edf44e64817 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:54.720638 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 306b5284-596e-4ac2-b4b7-65431021092a no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:02:54.728697 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895725a4-02e4-4904-8a1f-5edf44e64817 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event deleted for resources: {'Port': ['ID=3ec98ab0-b70f-4379-9e3f-4473df330328,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:02:54.743470 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 306b5284-596e-4ac2-b4b7-65431021092a {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:02:54.744391 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 306b5284-596e-4ac2-b4b7-65431021092a not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:02:54.911170 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-895725a4-02e4-4904-8a1f-5edf44e64817 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:55.121146 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895725a4-02e4-4904-8a1f-5edf44e64817 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Router 8d54ff4f-ded6-4ddd-975e-d444e6330b67 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:02:55.226264 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895725a4-02e4-4904-8a1f-5edf44e64817 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:02:55.233431 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-895725a4-02e4-4904-8a1f-5edf44e64817 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "PUT /v2.0/routers/8d54ff4f-ded6-4ddd-975e-d444e6330b67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7609003 Aug 16 22:02:55.234300 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37782) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:02:55.236352 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1022dc0-a77a-4e44-bf6f-cbe6be0a1975 None None] Sync routers for ids ['8d54ff4f-ded6-4ddd-975e-d444e6330b67'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:02:55.245872 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1022dc0-a77a-4e44-bf6f-cbe6be0a1975 None None] Routers {'8d54ff4f-ded6-4ddd-975e-d444e6330b67'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:02:55.246494 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e1022dc0-a77a-4e44-bf6f-cbe6be0a1975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:02:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8d54ff4f-ded6-4ddd-975e-d444e6330b67'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:02:55.286326 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d21b7aa-abcb-40d5-aca1-2611f5a2ffb2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Deleting subnet d110903f-9f50-4e58-ba88-53776fd621eb {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:02:55.289476 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8d21b7aa-abcb-40d5-aca1-2611f5a2ffb2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:55.329715 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8d21b7aa-abcb-40d5-aca1-2611f5a2ffb2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:55.351358 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-e1022dc0-a77a-4e44-bf6f-cbe6be0a1975 None None] Set router 8d54ff4f-ded6-4ddd-975e-d444e6330b67 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:02:55.417279 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8d21b7aa-abcb-40d5-aca1-2611f5a2ffb2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:55.530820 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e1022dc0-a77a-4e44-bf6f-cbe6be0a1975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d54ff4f-ded6-4ddd-975e-d444e6330b67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276033218', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'af57adb2-d07a-4703-ab94-6a04e097c024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:01:12Z', 'updated_at': '2021-08-16T22:02:54Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'af57adb2-d07a-4703-ab94-6a04e097c024', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:42:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d54ff4f-ded6-4ddd-975e-d444e6330b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:01:12Z', 'updated_at': '2021-08-16T22:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:02:55.542834 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8d21b7aa-abcb-40d5-aca1-2611f5a2ffb2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:55.556853 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1022dc0-a77a-4e44-bf6f-cbe6be0a1975 None None] Checking router: 8d54ff4f-ded6-4ddd-975e-d444e6330b67 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:02:55.565243 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1022dc0-a77a-4e44-bf6f-cbe6be0a1975 None None] Routers {'8d54ff4f-ded6-4ddd-975e-d444e6330b67'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:02:55.565843 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e1022dc0-a77a-4e44-bf6f-cbe6be0a1975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:02:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['8d54ff4f-ded6-4ddd-975e-d444e6330b67'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:02:55.569951 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21b7aa-abcb-40d5-aca1-2611f5a2ffb2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event deleted for resources: {'Subnet': ['ID=d110903f-9f50-4e58-ba88-53776fd621eb,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:02:55.578537 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8d21b7aa-abcb-40d5-aca1-2611f5a2ffb2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:55.580406 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8d21b7aa-abcb-40d5-aca1-2611f5a2ffb2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "DELETE /v2.0/subnets/d110903f-9f50-4e58-ba88-53776fd621eb HTTP/1.1" status: 204 len: 168 time: 0.3450859 Aug 16 22:02:55.582360 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21b7aa-abcb-40d5-aca1-2611f5a2ffb2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:02:55.582820 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21b7aa-abcb-40d5-aca1-2611f5a2ffb2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:02:55.583185 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21b7aa-abcb-40d5-aca1-2611f5a2ffb2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:02:55.583466 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37784) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:02:55.583988 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21b7aa-abcb-40d5-aca1-2611f5a2ffb2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:02:55.583988 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21b7aa-abcb-40d5-aca1-2611f5a2ffb2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:02:55.584220 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21b7aa-abcb-40d5-aca1-2611f5a2ffb2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:02:55.584546 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21b7aa-abcb-40d5-aca1-2611f5a2ffb2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:02:55.584885 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21b7aa-abcb-40d5-aca1-2611f5a2ffb2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:02:55.585225 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21b7aa-abcb-40d5-aca1-2611f5a2ffb2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:02:55.585559 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21b7aa-abcb-40d5-aca1-2611f5a2ffb2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:02:55.585889 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21b7aa-abcb-40d5-aca1-2611f5a2ffb2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:02:55.586217 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21b7aa-abcb-40d5-aca1-2611f5a2ffb2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:02:55.599221 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf49e3f-56c7-465a-966b-36f73910a46d None None] Network 14a2138d-1a0f-43de-b1e6-cb84c3ea2e75 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:02:55.693869 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3c4a3af3-d0ad-4a0a-817b-01a9a8a72ca0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:55.754000 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-e1022dc0-a77a-4e44-bf6f-cbe6be0a1975 None None] Set router 8d54ff4f-ded6-4ddd-975e-d444e6330b67 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:02:55.799109 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3c4a3af3-d0ad-4a0a-817b-01a9a8a72ca0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:55.934782 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762839ec-4ad6-450b-98b8-2252d60d7073 None None] DHCP port deletion for 14a2138d-1a0f-43de-b1e6-cb84c3ea2e75 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:02:55.956473 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-3c4a3af3-d0ad-4a0a-817b-01a9a8a72ca0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Deleting port af57adb2-d07a-4703-ab94-6a04e097c024 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:02:55.957003 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3c4a3af3-d0ad-4a0a-817b-01a9a8a72ca0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:55.979071 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-e1022dc0-a77a-4e44-bf6f-cbe6be0a1975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d54ff4f-ded6-4ddd-975e-d444e6330b67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276033218', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'af57adb2-d07a-4703-ab94-6a04e097c024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:01:12Z', 'updated_at': '2021-08-16T22:02:54Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'af57adb2-d07a-4703-ab94-6a04e097c024', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:42:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d54ff4f-ded6-4ddd-975e-d444e6330b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:01:12Z', 'updated_at': '2021-08-16T22:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:02:56.044363 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-3c4a3af3-d0ad-4a0a-817b-01a9a8a72ca0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] For port af57adb2-d07a-4703-ab94-6a04e097c024, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=af57adb2-d07a-4703-ab94-6a04e097c024,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:02:56.044902 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3c4a3af3-d0ad-4a0a-817b-01a9a8a72ca0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:56.058328 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-3c4a3af3-d0ad-4a0a-817b-01a9a8a72ca0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Calling delete_port for af57adb2-d07a-4703-ab94-6a04e097c024 owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:02:56.167568 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1022dc0-a77a-4e44-bf6f-cbe6be0a1975 None None] The sync data for ids ['8d54ff4f-ded6-4ddd-975e-d444e6330b67'] in n-d-793620-15 is: [{'id': '8d54ff4f-ded6-4ddd-975e-d444e6330b67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276033218', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'af57adb2-d07a-4703-ab94-6a04e097c024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:01:12Z', 'updated_at': '2021-08-16T22:02:54Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': 'af57adb2-d07a-4703-ab94-6a04e097c024', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:42:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d54ff4f-ded6-4ddd-975e-d444e6330b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:01:12Z', 'updated_at': '2021-08-16T22:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:02:56.176941 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-762839ec-4ad6-450b-98b8-2252d60d7073 None None] Deleting port 8406ede0-8626-4774-bc63-1d1a76023d4b {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:02:56.177405 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-762839ec-4ad6-450b-98b8-2252d60d7073 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:56.240442 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-762839ec-4ad6-450b-98b8-2252d60d7073 None None] For port 8406ede0-8626-4774-bc63-1d1a76023d4b, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=8406ede0-8626-4774-bc63-1d1a76023d4b,segment=NetworkSegment(79cbe938-09cd-4366-9b07-371f79102c24),segment_id=79cbe938-09cd-4366-9b07-371f79102c24)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:02:56.240765 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-762839ec-4ad6-450b-98b8-2252d60d7073 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:56.253742 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-762839ec-4ad6-450b-98b8-2252d60d7073 None None] Calling delete_port for 8406ede0-8626-4774-bc63-1d1a76023d4b owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:02:56.291239 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3c4a3af3-d0ad-4a0a-817b-01a9a8a72ca0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:56.317029 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a3af3-d0ad-4a0a-817b-01a9a8a72ca0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event deleted for resources: {'Port': ['ID=af57adb2-d07a-4703-ab94-6a04e097c024,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:02:56.381529 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3c4a3af3-d0ad-4a0a-817b-01a9a8a72ca0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:56.405025 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-762839ec-4ad6-450b-98b8-2252d60d7073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:56.431479 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762839ec-4ad6-450b-98b8-2252d60d7073 None None] Pushing event deleted for resources: {'Port': ['ID=8406ede0-8626-4774-bc63-1d1a76023d4b,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:02:56.433894 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762839ec-4ad6-450b-98b8-2252d60d7073 None None] No DVR routers for this DVR port 8406ede0-8626-4774-bc63-1d1a76023d4b on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:02:56.441912 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762839ec-4ad6-450b-98b8-2252d60d7073 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:02:56.442268 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762839ec-4ad6-450b-98b8-2252d60d7073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:02:56.442616 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762839ec-4ad6-450b-98b8-2252d60d7073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:02:56.443249 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762839ec-4ad6-450b-98b8-2252d60d7073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:02:56.443350 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762839ec-4ad6-450b-98b8-2252d60d7073 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:02:56.443610 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762839ec-4ad6-450b-98b8-2252d60d7073 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:02:56.443969 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762839ec-4ad6-450b-98b8-2252d60d7073 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:02:56.444303 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762839ec-4ad6-450b-98b8-2252d60d7073 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:02:56.444625 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762839ec-4ad6-450b-98b8-2252d60d7073 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:02:56.444962 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762839ec-4ad6-450b-98b8-2252d60d7073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:02:56.445298 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762839ec-4ad6-450b-98b8-2252d60d7073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:02:56.445642 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762839ec-4ad6-450b-98b8-2252d60d7073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:02:56.475446 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3c4a3af3-d0ad-4a0a-817b-01a9a8a72ca0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:56.477606 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3c4a3af3-d0ad-4a0a-817b-01a9a8a72ca0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:56.588306 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3c4a3af3-d0ad-4a0a-817b-01a9a8a72ca0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:56.589054 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4a3af3-d0ad-4a0a-817b-01a9a8a72ca0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Fanout notify agent at l3_agent the message router_deleted on router 8d54ff4f-ded6-4ddd-975e-d444e6330b67 {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:02:56.597336 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3c4a3af3-d0ad-4a0a-817b-01a9a8a72ca0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:56.601291 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37786) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:02:56.601864 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-3c4a3af3-d0ad-4a0a-817b-01a9a8a72ca0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "DELETE /v2.0/routers/8d54ff4f-ded6-4ddd-975e-d444e6330b67 HTTP/1.1" status: 204 len: 168 time: 1.0164139 Aug 16 22:02:56.682775 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1635b7b9-9dbe-4106-8d30-51737d16bc12 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:56.773290 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1635b7b9-9dbe-4106-8d30-51737d16bc12 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:56.785234 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-1635b7b9-9dbe-4106-8d30-51737d16bc12 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14a2138d-1a0f-43de-b1e6-cb84c3ea2e75']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:02:56.800772 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-1635b7b9-9dbe-4106-8d30-51737d16bc12 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79cbe938-09cd-4366-9b07-371f79102c24') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:02:56.801078 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-1635b7b9-9dbe-4106-8d30-51737d16bc12 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79cbe938-09cd-4366-9b07-371f79102c24') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:02:56.810985 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1635b7b9-9dbe-4106-8d30-51737d16bc12 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:56.827968 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1635b7b9-9dbe-4106-8d30-51737d16bc12 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:56.834005 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1635b7b9-9dbe-4106-8d30-51737d16bc12 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:02:56.834396 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1635b7b9-9dbe-4106-8d30-51737d16bc12 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:56.837291 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 22:02:56.837291 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:02:56.837291 n-d-793620-15 neutron-server[101844]: timer() Aug 16 22:02:56.837291 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:02:56.837291 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 22:02:56.837291 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:02:56.837291 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 22:02:56.837291 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:02:56.837291 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 22:02:56.837291 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:02:56.837291 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 22:02:56.837291 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:02:56.837291 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 22:02:56.837291 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:02:56.837291 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:02:56.837291 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:02:56.837291 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:02:56.837291 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:02:56.837291 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 22:02:56.837291 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:02:56.837291 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 22:02:56.837291 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:02:56.837291 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:02:56.837291 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:02:56.837291 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 22:02:56.837291 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:02:56.837291 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:02:56.837291 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:02:56.837291 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:02:56.837291 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:02:56.837291 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:02:56.837291 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:02:56.953550 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1635b7b9-9dbe-4106-8d30-51737d16bc12 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:56.960591 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1635b7b9-9dbe-4106-8d30-51737d16bc12 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:56.965768 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1635b7b9-9dbe-4106-8d30-51737d16bc12 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "DELETE /v2.0/networks/14a2138d-1a0f-43de-b1e6-cb84c3ea2e75 HTTP/1.1" status: 204 len: 168 time: 0.3601098 Aug 16 22:02:56.966723 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37788) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:02:56.974820 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635b7b9-9dbe-4106-8d30-51737d16bc12 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event deleted for resources: {'Network': ['ID=14a2138d-1a0f-43de-b1e6-cb84c3ea2e75,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:02:57.025527 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ae98f32a-5c71-4065-af87-11f1254fa219 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:57.050941 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ae98f32a-5c71-4065-af87-11f1254fa219 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:57.175980 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ae98f32a-5c71-4065-af87-11f1254fa219 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:57.178602 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ae98f32a-5c71-4065-af87-11f1254fa219 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:57.179819 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ae98f32a-5c71-4065-af87-11f1254fa219 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "DELETE /v2.0/security-groups/713df951-beb6-46ec-a779-3b82cd73a236 HTTP/1.1" status: 204 len: 168 time: 0.2128279 Aug 16 22:02:57.202082 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98f32a-5c71-4065-af87-11f1254fa219 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=713df951-beb6-46ec-a779-3b82cd73a236,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:02:57.202196 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 8406ede0-8626-4774-bc63-1d1a76023d4b no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:02:57.219984 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 8406ede0-8626-4774-bc63-1d1a76023d4b {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:02:57.221685 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 8406ede0-8626-4774-bc63-1d1a76023d4b not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:02:57.221685 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 3ec98ab0-b70f-4379-9e3f-4473df330328 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:02:57.245476 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 3ec98ab0-b70f-4379-9e3f-4473df330328 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:02:57.245825 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 3ec98ab0-b70f-4379-9e3f-4473df330328 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:02:57.726329 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37794) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:02:57.731602 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-13d44c51-1e4d-4bdc-8510-6ce0603d33f1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-321141059', 'description': 'tempest-secgroup-smoke-321141059 description', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:02:57.816116 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-13d44c51-1e4d-4bdc-8510-6ce0603d33f1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:57.896904 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-13d44c51-1e4d-4bdc-8510-6ce0603d33f1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:57.958889 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-13d44c51-1e4d-4bdc-8510-6ce0603d33f1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:57.988499 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d44c51-1e4d-4bdc-8510-6ce0603d33f1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e014fc3-492e-4191-b74a-80192f3a7b25,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:02:58.044534 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-13d44c51-1e4d-4bdc-8510-6ce0603d33f1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:58.045801 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-13d44c51-1e4d-4bdc-8510-6ce0603d33f1 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3184326 Aug 16 22:02:58.048792 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37796) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:02:58.053256 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-bc2e722b-b3bf-48c6-87a4-532310f62058 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'security_group_rule': {'security_group_id': '4e014fc3-492e-4191-b74a-80192f3a7b25', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:02:58.250528 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bc2e722b-b3bf-48c6-87a4-532310f62058 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:58.305723 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bc2e722b-b3bf-48c6-87a4-532310f62058 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:58.364406 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bc2e722b-b3bf-48c6-87a4-532310f62058 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:58.382559 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e722b-b3bf-48c6-87a4-532310f62058 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21b2f967-3dc8-4f1c-b495-c8393d355e5b,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:02:58.427378 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-bc2e722b-b3bf-48c6-87a4-532310f62058 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:58.428599 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-bc2e722b-b3bf-48c6-87a4-532310f62058 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3788433 Aug 16 22:02:58.432003 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37798) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:02:58.436356 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-b7a3b84e-7104-4b42-9e0d-605ad6d20742 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'security_group_rule': {'security_group_id': '4e014fc3-492e-4191-b74a-80192f3a7b25', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:02:58.529626 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b7a3b84e-7104-4b42-9e0d-605ad6d20742 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:58.584252 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b7a3b84e-7104-4b42-9e0d-605ad6d20742 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:58.661648 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b7a3b84e-7104-4b42-9e0d-605ad6d20742 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:58.677575 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a3b84e-7104-4b42-9e0d-605ad6d20742 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07449022-8cb8-411d-a0fa-d05743fc729d,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:02:58.753375 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b7a3b84e-7104-4b42-9e0d-605ad6d20742 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:58.754589 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b7a3b84e-7104-4b42-9e0d-605ad6d20742 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3216558 Aug 16 22:02:58.757458 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37800) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:02:58.761936 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-f81afd4e-660e-4daf-bc4e-b151c7f8b036 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'security_group_rule': {'security_group_id': '4e014fc3-492e-4191-b74a-80192f3a7b25', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:02:58.823577 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device af57adb2-d07a-4703-ab94-6a04e097c024 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:02:58.843369 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: af57adb2-d07a-4703-ab94-6a04e097c024 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:02:58.843719 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device af57adb2-d07a-4703-ab94-6a04e097c024 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:02:58.856245 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f81afd4e-660e-4daf-bc4e-b151c7f8b036 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:58.916672 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f81afd4e-660e-4daf-bc4e-b151c7f8b036 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:58.981475 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f81afd4e-660e-4daf-bc4e-b151c7f8b036 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:59.001251 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81afd4e-660e-4daf-bc4e-b151c7f8b036 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=092263f0-f238-48a8-ae95-3b2cb144f623,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:02:59.061709 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-f81afd4e-660e-4daf-bc4e-b151c7f8b036 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:59.062933 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-f81afd4e-660e-4daf-bc4e-b151c7f8b036 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3045700 Aug 16 22:02:59.065657 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37802) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:02:59.070290 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-45345135-68ae-4cfe-bd90-0856536ee4c3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'security_group_rule': {'security_group_id': '4e014fc3-492e-4191-b74a-80192f3a7b25', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:02:59.169669 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-45345135-68ae-4cfe-bd90-0856536ee4c3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:59.227625 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-45345135-68ae-4cfe-bd90-0856536ee4c3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:59.295722 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-45345135-68ae-4cfe-bd90-0856536ee4c3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:59.314867 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45345135-68ae-4cfe-bd90-0856536ee4c3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db4c2b3-4b17-42cc-b889-e109c62252bd,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:02:59.370303 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-45345135-68ae-4cfe-bd90-0856536ee4c3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:59.371484 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-45345135-68ae-4cfe-bd90-0856536ee4c3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3048463 Aug 16 22:02:59.374211 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37804) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:02:59.378829 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-50edcc5a-2322-4f03-acf0-fda09c7585e5 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'security_group_rule': {'security_group_id': '4e014fc3-492e-4191-b74a-80192f3a7b25', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:02:59.444510 n-d-793620-15 neutron-server[101845]: INFO neutron.db.securitygroups_db [None req-50edcc5a-2322-4f03-acf0-fda09c7585e5 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Project b138d5da43204b7eac942de7c3eb87d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:02:59.450121 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-50edcc5a-2322-4f03-acf0-fda09c7585e5 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:59.510315 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-50edcc5a-2322-4f03-acf0-fda09c7585e5 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:59.570028 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-50edcc5a-2322-4f03-acf0-fda09c7585e5 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:59.589456 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50edcc5a-2322-4f03-acf0-fda09c7585e5 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11914b08-dcc2-4f6c-923d-2e290c34e343,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:02:59.633002 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-50edcc5a-2322-4f03-acf0-fda09c7585e5 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:59.635118 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-50edcc5a-2322-4f03-acf0-fda09c7585e5 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2589977 Aug 16 22:02:59.637804 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37806) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:02:59.642786 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-221a6810-21a3-49d5-8a20-cae1bff70d0a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'security_group_rule': {'security_group_id': '4e014fc3-492e-4191-b74a-80192f3a7b25', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:02:59.707615 n-d-793620-15 neutron-server[101844]: INFO neutron.db.securitygroups_db [None req-221a6810-21a3-49d5-8a20-cae1bff70d0a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Project b138d5da43204b7eac942de7c3eb87d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:02:59.712218 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-221a6810-21a3-49d5-8a20-cae1bff70d0a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:59.772437 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-221a6810-21a3-49d5-8a20-cae1bff70d0a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:59.816209 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-221a6810-21a3-49d5-8a20-cae1bff70d0a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:59.834936 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a6810-21a3-49d5-8a20-cae1bff70d0a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40ab45cd-25e9-42d5-b208-555cd3d99e33,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:02:59.885426 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-221a6810-21a3-49d5-8a20-cae1bff70d0a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:59.886802 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-221a6810-21a3-49d5-8a20-cae1bff70d0a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2479327 Aug 16 22:02:59.889857 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37808) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:02:59.894863 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-b630e72b-d9e8-4de3-84f6-cbc26ac3582d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'network': {'name': 'tempest-network-smoke--76021898', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'port_security_enabled': True}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:02:59.970746 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b630e72b-d9e8-4de3-84f6-cbc26ac3582d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Made reservation on behalf of b138d5da43204b7eac942de7c3eb87d8 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:02:59.974738 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b630e72b-d9e8-4de3-84f6-cbc26ac3582d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:00.002463 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b630e72b-d9e8-4de3-84f6-cbc26ac3582d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:03:00.011674 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b630e72b-d9e8-4de3-84f6-cbc26ac3582d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:00.012045 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-b630e72b-d9e8-4de3-84f6-cbc26ac3582d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Added segment 71388c23-4c69-477f-871e-ae687ecb4ddf of type vlan for network f3406f06-2864-4e27-849d-17530f6c38f8 Aug 16 22:03:00.052406 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b630e72b-d9e8-4de3-84f6-cbc26ac3582d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:00.130392 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b630e72b-d9e8-4de3-84f6-cbc26ac3582d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:00.135928 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b630e72b-d9e8-4de3-84f6-cbc26ac3582d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:00.136545 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b630e72b-d9e8-4de3-84f6-cbc26ac3582d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:00.201754 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630e72b-d9e8-4de3-84f6-cbc26ac3582d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'Network': ['ID=f3406f06-2864-4e27-849d-17530f6c38f8,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:03:00.212850 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network f3406f06-2864-4e27-849d-17530f6c38f8 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:03:00.233865 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b630e72b-d9e8-4de3-84f6-cbc26ac3582d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3428776 Aug 16 22:03:00.239957 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37810) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:03:00.244562 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-769b3995-670a-4f08-b01c-b5c8014de298 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1903279025', 'admin_state_up': True, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:03:00.336440 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-769b3995-670a-4f08-b01c-b5c8014de298 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:00.338125 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-769b3995-670a-4f08-b01c-b5c8014de298 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:00.393231 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-769b3995-670a-4f08-b01c-b5c8014de298 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:00.578123 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-769b3995-670a-4f08-b01c-b5c8014de298 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:00.808534 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-769b3995-670a-4f08-b01c-b5c8014de298 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router_gateway, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:00.827924 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-769b3995-670a-4f08-b01c-b5c8014de298 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:00.932185 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-769b3995-670a-4f08-b01c-b5c8014de298 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Allocated IP 172.25.1.244 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/4a9510a9-9971-450e-ba1c-5b3512f96dc7) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:03:01.031319 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-769b3995-670a-4f08-b01c-b5c8014de298 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:01.108040 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-769b3995-670a-4f08-b01c-b5c8014de298 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:01.152187 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769b3995-670a-4f08-b01c-b5c8014de298 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:03:01.155084 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-769b3995-670a-4f08-b01c-b5c8014de298 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:03:01.158705 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769b3995-670a-4f08-b01c-b5c8014de298 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:03:01.164121 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b3995-670a-4f08-b01c-b5c8014de298 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'Port': ['ID=4a9510a9-9971-450e-ba1c-5b3512f96dc7,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:03:01.467799 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-769b3995-670a-4f08-b01c-b5c8014de298 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router_gateway, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:01.656860 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-769b3995-670a-4f08-b01c-b5c8014de298 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:01.833043 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769b3995-670a-4f08-b01c-b5c8014de298 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Router e289a166-804c-453e-a64b-ec8a3cd758a2 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:03:01.946284 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769b3995-670a-4f08-b01c-b5c8014de298 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:03:01.957092 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb429a5-649e-4b46-90ef-0f164c687657 None None] Sync routers for ids ['e289a166-804c-453e-a64b-ec8a3cd758a2'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:03:01.967477 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb429a5-649e-4b46-90ef-0f164c687657 None None] Routers {'e289a166-804c-453e-a64b-ec8a3cd758a2'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:03:01.968128 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-4fb429a5-649e-4b46-90ef-0f164c687657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:02:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['e289a166-804c-453e-a64b-ec8a3cd758a2'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:03:02.010857 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-769b3995-670a-4f08-b01c-b5c8014de298 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:02.012192 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-769b3995-670a-4f08-b01c-b5c8014de298 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7712278 Aug 16 22:03:02.015559 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37812) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:03:02.043626 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-358de07a-86af-4751-9384-0b5edefe26e6 tempest-TestNetworkAdvancedServerOps-1274658574 tempest-TestNetworkAdvancedServerOps-1274658574-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=b138d5da43204b7eac942de7c3eb87d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269213 Aug 16 22:03:02.046236 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37814) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:03:02.069558 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-4fb429a5-649e-4b46-90ef-0f164c687657 None None] Set router e289a166-804c-453e-a64b-ec8a3cd758a2 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:03:02.129134 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e3fdf8-e3ce-46ce-a647-5cb6a906a120 tempest-TestNetworkAdvancedServerOps-1274658574 tempest-TestNetworkAdvancedServerOps-1274658574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:02.130580 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a7e3fdf8-e3ce-46ce-a647-5cb6a906a120 tempest-TestNetworkAdvancedServerOps-1274658574 tempest-TestNetworkAdvancedServerOps-1274658574-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0834408 Aug 16 22:03:02.133363 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37816) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:03:02.165591 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-96992ae3-afc3-4c09-a3b5-2ce3364bae53 tempest-TestNetworkAdvancedServerOps-1274658574 tempest-TestNetworkAdvancedServerOps-1274658574-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=65ae326a-d6e1-4f5d-80d6-215a5521afe9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311198 Aug 16 22:03:02.168109 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37818) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:03:02.172868 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-c539c641-b1a5-433e-b961-273b79bbf124 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1041413452', 'network_id': 'f3406f06-2864-4e27-849d-17530f6c38f8', 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:03:02.240910 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-4fb429a5-649e-4b46-90ef-0f164c687657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e289a166-804c-453e-a64b-ec8a3cd758a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903279025', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '4a9510a9-9971-450e-ba1c-5b3512f96dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:03:00Z', 'updated_at': '2021-08-16T22:03:01Z', 'revision_number': 3, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': '4a9510a9-9971-450e-ba1c-5b3512f96dc7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:17:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e289a166-804c-453e-a64b-ec8a3cd758a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:03:00Z', 'updated_at': '2021-08-16T22:03:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:03:02.270474 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb429a5-649e-4b46-90ef-0f164c687657 None None] Checking router: e289a166-804c-453e-a64b-ec8a3cd758a2 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:03:02.270815 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb429a5-649e-4b46-90ef-0f164c687657 None None] Updating router e289a166-804c-453e-a64b-ec8a3cd758a2 port 4a9510a9-9971-450e-ba1c-5b3512f96dc7 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:03:02.295245 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-4fb429a5-649e-4b46-90ef-0f164c687657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:02.324967 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c539c641-b1a5-433e-b961-273b79bbf124 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Made reservation on behalf of b138d5da43204b7eac942de7c3eb87d8 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:03:02.328642 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c539c641-b1a5-433e-b961-273b79bbf124 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:02.540359 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-4fb429a5-649e-4b46-90ef-0f164c687657 None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:02.542753 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c539c641-b1a5-433e-b961-273b79bbf124 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:02.550328 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-4fb429a5-649e-4b46-90ef-0f164c687657 None None] Transition to ACTIVE for port object 4a9510a9-9971-450e-ba1c-5b3512f96dc7 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:03:02.599047 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-4fb429a5-649e-4b46-90ef-0f164c687657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:02.609089 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539c641-b1a5-433e-b961-273b79bbf124 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'Subnet': ['ID=586568ce-3b95-45b6-9e18-382790a283c7,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:03:02.617566 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c539c641-b1a5-433e-b961-273b79bbf124 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Checking segment: {'id': '71388c23-4c69-477f-871e-ae687ecb4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f3406f06-2864-4e27-849d-17530f6c38f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:03:02.617938 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c539c641-b1a5-433e-b961-273b79bbf124 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Network hostable DHCP agents. Network: f3406f06-2864-4e27-849d-17530f6c38f8, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:03:02.654330 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-4fb429a5-649e-4b46-90ef-0f164c687657 None None] Attempting to bind port 4a9510a9-9971-450e-ba1c-5b3512f96dc7 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:03:02.654699 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-4fb429a5-649e-4b46-90ef-0f164c687657 None None] Attempting to bind port 4a9510a9-9971-450e-ba1c-5b3512f96dc7 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:03:02.655060 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb429a5-649e-4b46-90ef-0f164c687657 None None] Attempting to bind port 4a9510a9-9971-450e-ba1c-5b3512f96dc7 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:03:02.657034 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e43ec-6fcd-4585-abd4-0ea632c7829d None None] Pushing event updated for resources: {'Port': ['ID=4a9510a9-9971-450e-ba1c-5b3512f96dc7,revision_number=2']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:03:02.666048 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e43ec-6fcd-4585-abd4-0ea632c7829d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:02.666388 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e43ec-6fcd-4585-abd4-0ea632c7829d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:02.666724 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e43ec-6fcd-4585-abd4-0ea632c7829d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:02.667051 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e43ec-6fcd-4585-abd4-0ea632c7829d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:02.667384 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e43ec-6fcd-4585-abd4-0ea632c7829d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:02.667712 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e43ec-6fcd-4585-abd4-0ea632c7829d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:02.668064 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e43ec-6fcd-4585-abd4-0ea632c7829d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:02.668387 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e43ec-6fcd-4585-abd4-0ea632c7829d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:02.668709 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e43ec-6fcd-4585-abd4-0ea632c7829d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:02.669028 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e43ec-6fcd-4585-abd4-0ea632c7829d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:02.669347 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e43ec-6fcd-4585-abd4-0ea632c7829d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:02.669665 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e43ec-6fcd-4585-abd4-0ea632c7829d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:02.672814 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb429a5-649e-4b46-90ef-0f164c687657 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:03:02.673185 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb429a5-649e-4b46-90ef-0f164c687657 None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:03:02.673594 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-4fb429a5-649e-4b46-90ef-0f164c687657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:02.673962 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb429a5-649e-4b46-90ef-0f164c687657 None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:03:02.674422 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-4fb429a5-649e-4b46-90ef-0f164c687657 None None] Bound port: 4a9510a9-9971-450e-ba1c-5b3512f96dc7, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:03:02.674799 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-4fb429a5-649e-4b46-90ef-0f164c687657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:02.679045 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c539c641-b1a5-433e-b961-273b79bbf124 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Network f3406f06-2864-4e27-849d-17530f6c38f8 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:03:02.723958 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-4fb429a5-649e-4b46-90ef-0f164c687657 None None] For port 4a9510a9-9971-450e-ba1c-5b3512f96dc7, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:03:02.726835 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-4fb429a5-649e-4b46-90ef-0f164c687657 None None] For port 4a9510a9-9971-450e-ba1c-5b3512f96dc7, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=4a9510a9-9971-450e-ba1c-5b3512f96dc7,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:03:02.747524 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-c539c641-b1a5-433e-b961-273b79bbf124 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, f3406f06-2864-4e27-849d-17530f6c38f8) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:03:02.751569 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c539c641-b1a5-433e-b961-273b79bbf124 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:02.753642 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c539c641-b1a5-433e-b961-273b79bbf124 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:02.756666 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaee1e1-f180-423d-866f-ac23289302c1 None None] Network f3406f06-2864-4e27-849d-17530f6c38f8 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:03:02.811129 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-4fb429a5-649e-4b46-90ef-0f164c687657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:02.845688 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37820) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:03:02.855393 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-c539c641-b1a5-433e-b961-273b79bbf124 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6860285 Aug 16 22:03:02.859232 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb429a5-649e-4b46-90ef-0f164c687657 None None] Routers {'e289a166-804c-453e-a64b-ec8a3cd758a2'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:03:02.859836 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-4fb429a5-649e-4b46-90ef-0f164c687657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:02:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['e289a166-804c-453e-a64b-ec8a3cd758a2'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:03:02.904626 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c9f85f-9ba1-453a-b454-55081b2ca107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-f3406f06-2864-4e27-849d-17530f6c38f8', 'network_id': 'f3406f06-2864-4e27-849d-17530f6c38f8', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'fixed_ips': [{'subnet_id': '586568ce-3b95-45b6-9e18-382790a283c7'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:03:02.905803 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a0c9f85f-9ba1-453a-b454-55081b2ca107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:02.954033 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e43ec-6fcd-4585-abd4-0ea632c7829d None None] Pushing event updated for resources: {'Port': ['ID=4a9510a9-9971-450e-ba1c-5b3512f96dc7,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:03:02.991227 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-4fb429a5-649e-4b46-90ef-0f164c687657 None None] Set router e289a166-804c-453e-a64b-ec8a3cd758a2 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:03:03.046559 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-a0c9f85f-9ba1-453a-b454-55081b2ca107 None None] Allocated IP 172.20.0.2 (f3406f06-2864-4e27-849d-17530f6c38f8/586568ce-3b95-45b6-9e18-382790a283c7/e0507175-3ed2-49cf-adb7-7eb324e3d082) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:03:03.169444 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-4fb429a5-649e-4b46-90ef-0f164c687657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e289a166-804c-453e-a64b-ec8a3cd758a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903279025', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '4a9510a9-9971-450e-ba1c-5b3512f96dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:03:00Z', 'updated_at': '2021-08-16T22:03:01Z', 'revision_number': 3, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': '4a9510a9-9971-450e-ba1c-5b3512f96dc7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:17:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e289a166-804c-453e-a64b-ec8a3cd758a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:03:00Z', 'updated_at': '2021-08-16T22:03:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:03:03.191560 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a0c9f85f-9ba1-453a-b454-55081b2ca107 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:03.197279 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb429a5-649e-4b46-90ef-0f164c687657 None None] The sync data for ids ['e289a166-804c-453e-a64b-ec8a3cd758a2'] in n-d-793620-15 is: [{'id': 'e289a166-804c-453e-a64b-ec8a3cd758a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903279025', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '4a9510a9-9971-450e-ba1c-5b3512f96dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:03:00Z', 'updated_at': '2021-08-16T22:03:01Z', 'revision_number': 3, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': '4a9510a9-9971-450e-ba1c-5b3512f96dc7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:17:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e289a166-804c-453e-a64b-ec8a3cd758a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:03:00Z', 'updated_at': '2021-08-16T22:03:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:03:03.201109 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a0c9f85f-9ba1-453a-b454-55081b2ca107 None None] Transition to ACTIVE for port object e0507175-3ed2-49cf-adb7-7eb324e3d082 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:03:03.219965 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a0c9f85f-9ba1-453a-b454-55081b2ca107 None None] Transition to ACTIVE for port object e0507175-3ed2-49cf-adb7-7eb324e3d082 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:03:03.291466 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a0c9f85f-9ba1-453a-b454-55081b2ca107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:03.305244 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d683fcd4-1afc-48a2-a574-1d13036c8822 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:03.339426 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c9f85f-9ba1-453a-b454-55081b2ca107 None None] Network f3406f06-2864-4e27-849d-17530f6c38f8 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:03:03.339426 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-a0c9f85f-9ba1-453a-b454-55081b2ca107 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:03:03.342724 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c9f85f-9ba1-453a-b454-55081b2ca107 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:03:03.345888 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9f85f-9ba1-453a-b454-55081b2ca107 None None] Pushing event updated for resources: {'Port': ['ID=e0507175-3ed2-49cf-adb7-7eb324e3d082,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:03:03.409028 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-a0c9f85f-9ba1-453a-b454-55081b2ca107 None None] Attempting to bind port e0507175-3ed2-49cf-adb7-7eb324e3d082 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:03:03.409028 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-a0c9f85f-9ba1-453a-b454-55081b2ca107 None None] Attempting to bind port e0507175-3ed2-49cf-adb7-7eb324e3d082 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '71388c23-4c69-477f-871e-ae687ecb4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f3406f06-2864-4e27-849d-17530f6c38f8'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:03:03.409028 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c9f85f-9ba1-453a-b454-55081b2ca107 None None] Attempting to bind port e0507175-3ed2-49cf-adb7-7eb324e3d082 on network f3406f06-2864-4e27-849d-17530f6c38f8 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:03:03.419370 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c9f85f-9ba1-453a-b454-55081b2ca107 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:03:03.426444 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c9f85f-9ba1-453a-b454-55081b2ca107 None None] Checking segment: {'id': '71388c23-4c69-477f-871e-ae687ecb4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f3406f06-2864-4e27-849d-17530f6c38f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:03:03.427260 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a0c9f85f-9ba1-453a-b454-55081b2ca107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:03.428456 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c9f85f-9ba1-453a-b454-55081b2ca107 None None] Bound using segment: {'id': '71388c23-4c69-477f-871e-ae687ecb4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f3406f06-2864-4e27-849d-17530f6c38f8'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:03:03.429596 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-a0c9f85f-9ba1-453a-b454-55081b2ca107 None None] Bound port: e0507175-3ed2-49cf-adb7-7eb324e3d082, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71388c23-4c69-477f-871e-ae687ecb4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f3406f06-2864-4e27-849d-17530f6c38f8'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:03:03.430169 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a0c9f85f-9ba1-453a-b454-55081b2ca107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:03.510765 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a0c9f85f-9ba1-453a-b454-55081b2ca107 None None] For port e0507175-3ed2-49cf-adb7-7eb324e3d082, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:03:03.514464 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a0c9f85f-9ba1-453a-b454-55081b2ca107 None None] For port e0507175-3ed2-49cf-adb7-7eb324e3d082, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=e0507175-3ed2-49cf-adb7-7eb324e3d082,segment=NetworkSegment(71388c23-4c69-477f-871e-ae687ecb4ddf),segment_id=71388c23-4c69-477f-871e-ae687ecb4ddf)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:03:03.594763 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a0c9f85f-9ba1-453a-b454-55081b2ca107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:03.609100 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-d683fcd4-1afc-48a2-a574-1d13036c8822 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Allocated IP 172.20.0.1 (f3406f06-2864-4e27-849d-17530f6c38f8/586568ce-3b95-45b6-9e18-382790a283c7/089291ea-1cd2-4294-b895-9af468d8b2eb) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:03:03.661344 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9f85f-9ba1-453a-b454-55081b2ca107 None None] Pushing event updated for resources: {'Port': ['ID=e0507175-3ed2-49cf-adb7-7eb324e3d082,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:03:03.733675 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d683fcd4-1afc-48a2-a574-1d13036c8822 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:03.751321 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-d683fcd4-1afc-48a2-a574-1d13036c8822 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Transition to ACTIVE for port object 089291ea-1cd2-4294-b895-9af468d8b2eb will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:03:03.845016 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d683fcd4-1afc-48a2-a574-1d13036c8822 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:03.898587 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d683fcd4-1afc-48a2-a574-1d13036c8822 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Network f3406f06-2864-4e27-849d-17530f6c38f8 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:03:03.902357 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-d683fcd4-1afc-48a2-a574-1d13036c8822 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:03:03.906454 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d683fcd4-1afc-48a2-a574-1d13036c8822 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:03:03.916008 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683fcd4-1afc-48a2-a574-1d13036c8822 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'Port': ['ID=089291ea-1cd2-4294-b895-9af468d8b2eb,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:03:04.073596 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d683fcd4-1afc-48a2-a574-1d13036c8822 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:04.163597 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d683fcd4-1afc-48a2-a574-1d13036c8822 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:04.442111 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d683fcd4-1afc-48a2-a574-1d13036c8822 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:04.530328 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d683fcd4-1afc-48a2-a574-1d13036c8822 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:04.621632 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b146dde6-71b8-4442-b945-23c2640a6327 None None] Network f3406f06-2864-4e27-849d-17530f6c38f8 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:03:04.622210 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683fcd4-1afc-48a2-a574-1d13036c8822 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'Port': ['ID=089291ea-1cd2-4294-b895-9af468d8b2eb,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:03:04.622210 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d683fcd4-1afc-48a2-a574-1d13036c8822 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:04.709542 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d683fcd4-1afc-48a2-a574-1d13036c8822 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Network f3406f06-2864-4e27-849d-17530f6c38f8 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:03:04.711166 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-d683fcd4-1afc-48a2-a574-1d13036c8822 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:03:04.720052 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-f3cb7104-899e-4ec9-bdaa-201f49775ab5 None None] Provisioning for port e0507175-3ed2-49cf-adb7-7eb324e3d082 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:03:04.829811 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d683fcd4-1afc-48a2-a574-1d13036c8822 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Router e289a166-804c-453e-a64b-ec8a3cd758a2 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:03:04.949009 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 4a9510a9-9971-450e-ba1c-5b3512f96dc7 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:03:04.962815 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d683fcd4-1afc-48a2-a574-1d13036c8822 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:03:04.973401 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d683fcd4-1afc-48a2-a574-1d13036c8822 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "PUT /v2.0/routers/e289a166-804c-453e-a64b-ec8a3cd758a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1277871 Aug 16 22:03:05.068563 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 4a9510a9-9971-450e-ba1c-5b3512f96dc7 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:03:05.074410 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 4a9510a9-9971-450e-ba1c-5b3512f96dc7 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:03:05.074804 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:05.097757 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74729607-5ed2-46d5-8f86-7e11099fdeb0 None None] Sync routers for ids ['e289a166-804c-453e-a64b-ec8a3cd758a2'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:03:05.123814 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74729607-5ed2-46d5-8f86-7e11099fdeb0 None None] Routers {'e289a166-804c-453e-a64b-ec8a3cd758a2'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:03:05.124465 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-74729607-5ed2-46d5-8f86-7e11099fdeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:02:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['e289a166-804c-453e-a64b-ec8a3cd758a2'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:03:05.128285 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-433e5d58-4a2f-478b-8e64-f0375fc11d12 None None] Provisioning for port 089291ea-1cd2-4294-b895-9af468d8b2eb completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:03:05.141410 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-9243423c-005a-4555-8063-cbe3d5fe8cbe tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-321141059&fields=id&tenant_id=b138d5da43204b7eac942de7c3eb87d8 HTTP/1.1" status: 200 len: 267 time: 0.0398045 Aug 16 22:03:05.171321 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-433e5d58-4a2f-478b-8e64-f0375fc11d12 None None] Provisioning complete for port 089291ea-1cd2-4294-b895-9af468d8b2eb triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:03:05.171692 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-433e5d58-4a2f-478b-8e64-f0375fc11d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:05.221540 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-433e5d58-4a2f-478b-8e64-f0375fc11d12 None None] Port 089291ea-1cd2-4294-b895-9af468d8b2eb cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:03:05.255230 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-2e4e2946-8c3b-425d-8102-a323a5541f3a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:05.256891 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-2e4e2946-8c3b-425d-8102-a323a5541f3a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/networks?id=f3406f06-2864-4e27-849d-17530f6c38f8 HTTP/1.1" status: 200 len: 795 time: 0.1081362 Aug 16 22:03:05.273822 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-8a85ccf7-083b-4208-8df4-7f57cb39530b tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/quotas/b138d5da43204b7eac942de7c3eb87d8 HTTP/1.1" status: 200 len: 375 time: 0.0098908 Aug 16 22:03:05.304301 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:05.325501 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-74729607-5ed2-46d5-8f86-7e11099fdeb0 None None] Set router e289a166-804c-453e-a64b-ec8a3cd758a2 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:03:05.336799 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-0808a503-fea1-45f1-9765-645a01fbd61f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=b138d5da43204b7eac942de7c3eb87d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528274 Aug 16 22:03:05.355424 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-9fcb9535-b0aa-4c7f-bf44-01d5e563ae31 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:03:05.356657 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-9fcb9535-b0aa-4c7f-bf44-01d5e563ae31 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068126 Aug 16 22:03:05.359047 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 4a9510a9-9971-450e-ba1c-5b3512f96dc7, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=4a9510a9-9971-450e-ba1c-5b3512f96dc7,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:03:05.450764 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:05.451535 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device e0507175-3ed2-49cf-adb7-7eb324e3d082 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:03:05.497283 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-76c9e60f-6216-4cab-9694-33ed9a0d23ed service neutron] 10.222.0.84 "GET /v2.0/networks/f3406f06-2864-4e27-849d-17530f6c38f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325600 Aug 16 22:03:05.522626 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-419fe912-9f19-41fb-9325-1de28446958c None None] Provisioning complete for port 089291ea-1cd2-4294-b895-9af468d8b2eb triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:03:05.522994 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-419fe912-9f19-41fb-9325-1de28446958c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:05.590906 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-3def8e90-dd10-4367-a3be-f77ad2c48874 service neutron] 10.222.0.84 "GET /v2.0/networks/f3406f06-2864-4e27-849d-17530f6c38f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871532 Aug 16 22:03:05.595285 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=4a9510a9-9971-450e-ba1c-5b3512f96dc7,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:03:05.600780 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-419fe912-9f19-41fb-9325-1de28446958c None None] Port 089291ea-1cd2-4294-b895-9af468d8b2eb cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:03:05.654853 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-74729607-5ed2-46d5-8f86-7e11099fdeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e289a166-804c-453e-a64b-ec8a3cd758a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903279025', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '4a9510a9-9971-450e-ba1c-5b3512f96dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:03:00Z', 'updated_at': '2021-08-16T22:03:04Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': '4a9510a9-9971-450e-ba1c-5b3512f96dc7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:17:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e289a166-804c-453e-a64b-ec8a3cd758a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:03:00Z', 'updated_at': '2021-08-16T22:03:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '089291ea-1cd2-4294-b895-9af468d8b2eb', 'name': '', 'network_id': 'f3406f06-2864-4e27-849d-17530f6c38f8', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:e3:1b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e289a166-804c-453e-a64b-ec8a3cd758a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '586568ce-3b95-45b6-9e18-382790a283c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:03:03Z', 'updated_at': '2021-08-16T22:03:04Z', 'revision_number': 2, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': '586568ce-3b95-45b6-9e18-382790a283c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:03:05.684664 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74729607-5ed2-46d5-8f86-7e11099fdeb0 None None] Checking router: e289a166-804c-453e-a64b-ec8a3cd758a2 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:03:05.685020 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74729607-5ed2-46d5-8f86-7e11099fdeb0 None None] Updating router e289a166-804c-453e-a64b-ec8a3cd758a2 port 089291ea-1cd2-4294-b895-9af468d8b2eb binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:03:05.703094 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port e0507175-3ed2-49cf-adb7-7eb324e3d082 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:03:05.716171 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port e0507175-3ed2-49cf-adb7-7eb324e3d082 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:03:05.716544 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:05.718179 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-74729607-5ed2-46d5-8f86-7e11099fdeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:05.756308 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a13f7908-867d-4cf8-bc89-1e0d8cef9c03 None None] Provisioning complete for port 089291ea-1cd2-4294-b895-9af468d8b2eb triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:03:05.756668 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a13f7908-867d-4cf8-bc89-1e0d8cef9c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:05.846003 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6c8a91be-bd48-4e5b-9dc1-4f3c5c354925 req-07d850a0-b15a-467d-93a0-69edeb983ea3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=d6b5ea3b-3fe2-4332-8e82-37c19d6f7db1 HTTP/1.1" status: 200 len: 210 time: 0.0309384 Aug 16 22:03:05.877907 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a13f7908-867d-4cf8-bc89-1e0d8cef9c03 None None] Port 089291ea-1cd2-4294-b895-9af468d8b2eb cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:03:05.944868 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:06.016187 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port e0507175-3ed2-49cf-adb7-7eb324e3d082, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=e0507175-3ed2-49cf-adb7-7eb324e3d082,segment=NetworkSegment(71388c23-4c69-477f-871e-ae687ecb4ddf),segment_id=71388c23-4c69-477f-871e-ae687ecb4ddf)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:03:06.069991 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:06.135380 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-74729607-5ed2-46d5-8f86-7e11099fdeb0 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:06.155337 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-74729607-5ed2-46d5-8f86-7e11099fdeb0 None None] Transition to ACTIVE for port object 089291ea-1cd2-4294-b895-9af468d8b2eb will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:03:06.157048 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=e0507175-3ed2-49cf-adb7-7eb324e3d082,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:03:06.204290 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-74729607-5ed2-46d5-8f86-7e11099fdeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:06.261395 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe6a5d-5190-4723-a976-3e9860b172c0 None None] Pushing event updated for resources: {'Port': ['ID=089291ea-1cd2-4294-b895-9af468d8b2eb,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:03:06.495021 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-74729607-5ed2-46d5-8f86-7e11099fdeb0 None None] Attempting to bind port 089291ea-1cd2-4294-b895-9af468d8b2eb on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:03:06.495401 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-74729607-5ed2-46d5-8f86-7e11099fdeb0 None None] Attempting to bind port 089291ea-1cd2-4294-b895-9af468d8b2eb by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '71388c23-4c69-477f-871e-ae687ecb4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f3406f06-2864-4e27-849d-17530f6c38f8'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:03:06.495769 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74729607-5ed2-46d5-8f86-7e11099fdeb0 None None] Attempting to bind port 089291ea-1cd2-4294-b895-9af468d8b2eb on network f3406f06-2864-4e27-849d-17530f6c38f8 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:03:06.501294 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74729607-5ed2-46d5-8f86-7e11099fdeb0 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:03:06.501670 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74729607-5ed2-46d5-8f86-7e11099fdeb0 None None] Checking segment: {'id': '71388c23-4c69-477f-871e-ae687ecb4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f3406f06-2864-4e27-849d-17530f6c38f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:03:06.502082 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-74729607-5ed2-46d5-8f86-7e11099fdeb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:06.502492 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74729607-5ed2-46d5-8f86-7e11099fdeb0 None None] Bound using segment: {'id': '71388c23-4c69-477f-871e-ae687ecb4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f3406f06-2864-4e27-849d-17530f6c38f8'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:03:06.502942 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-74729607-5ed2-46d5-8f86-7e11099fdeb0 None None] Bound port: 089291ea-1cd2-4294-b895-9af468d8b2eb, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71388c23-4c69-477f-871e-ae687ecb4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f3406f06-2864-4e27-849d-17530f6c38f8'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:03:06.503321 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-74729607-5ed2-46d5-8f86-7e11099fdeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:06.567316 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-74729607-5ed2-46d5-8f86-7e11099fdeb0 None None] For port 089291ea-1cd2-4294-b895-9af468d8b2eb, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:03:06.570438 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-74729607-5ed2-46d5-8f86-7e11099fdeb0 None None] For port 089291ea-1cd2-4294-b895-9af468d8b2eb, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=089291ea-1cd2-4294-b895-9af468d8b2eb,segment=NetworkSegment(71388c23-4c69-477f-871e-ae687ecb4ddf),segment_id=71388c23-4c69-477f-871e-ae687ecb4ddf)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:03:06.633613 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-74729607-5ed2-46d5-8f86-7e11099fdeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:06.695251 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74729607-5ed2-46d5-8f86-7e11099fdeb0 None None] Routers {'e289a166-804c-453e-a64b-ec8a3cd758a2'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:03:06.695924 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-74729607-5ed2-46d5-8f86-7e11099fdeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:02:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['e289a166-804c-453e-a64b-ec8a3cd758a2'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:03:06.697989 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe6a5d-5190-4723-a976-3e9860b172c0 None None] Pushing event updated for resources: {'Port': ['ID=089291ea-1cd2-4294-b895-9af468d8b2eb,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:03:06.810223 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-74729607-5ed2-46d5-8f86-7e11099fdeb0 None None] Set router e289a166-804c-453e-a64b-ec8a3cd758a2 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:03:06.904952 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 4a9510a9-9971-450e-ba1c-5b3512f96dc7 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:03:06.958932 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1da5119b-fbda-435e-8a35-c4b5e22b79d7 req-45b15478-f1e8-43b1-98b5-dfdfcf03c885 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=d6b5ea3b-3fe2-4332-8e82-37c19d6f7db1 HTTP/1.1" status: 200 len: 210 time: 0.0293911 Aug 16 22:03:07.027442 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 4a9510a9-9971-450e-ba1c-5b3512f96dc7 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:03:07.027842 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:07.132776 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-74729607-5ed2-46d5-8f86-7e11099fdeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e289a166-804c-453e-a64b-ec8a3cd758a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903279025', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '4a9510a9-9971-450e-ba1c-5b3512f96dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:03:00Z', 'updated_at': '2021-08-16T22:03:04Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': '4a9510a9-9971-450e-ba1c-5b3512f96dc7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:17:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289a166-804c-453e-a64b-ec8a3cd758a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:03:00Z', 'updated_at': '2021-08-16T22:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '089291ea-1cd2-4294-b895-9af468d8b2eb', 'name': '', 'network_id': 'f3406f06-2864-4e27-849d-17530f6c38f8', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:e3:1b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e289a166-804c-453e-a64b-ec8a3cd758a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '586568ce-3b95-45b6-9e18-382790a283c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:03:03Z', 'updated_at': '2021-08-16T22:03:06Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': '586568ce-3b95-45b6-9e18-382790a283c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:03:07.162742 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74729607-5ed2-46d5-8f86-7e11099fdeb0 None None] The sync data for ids ['e289a166-804c-453e-a64b-ec8a3cd758a2'] in n-d-793620-15 is: [{'id': 'e289a166-804c-453e-a64b-ec8a3cd758a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903279025', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '4a9510a9-9971-450e-ba1c-5b3512f96dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:03:00Z', 'updated_at': '2021-08-16T22:03:04Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': '4a9510a9-9971-450e-ba1c-5b3512f96dc7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:17:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289a166-804c-453e-a64b-ec8a3cd758a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:03:00Z', 'updated_at': '2021-08-16T22:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '089291ea-1cd2-4294-b895-9af468d8b2eb', 'name': '', 'network_id': 'f3406f06-2864-4e27-849d-17530f6c38f8', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:e3:1b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e289a166-804c-453e-a64b-ec8a3cd758a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '586568ce-3b95-45b6-9e18-382790a283c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:03:03Z', 'updated_at': '2021-08-16T22:03:06Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': '586568ce-3b95-45b6-9e18-382790a283c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:03:07.169042 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device e0507175-3ed2-49cf-adb7-7eb324e3d082 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:03:07.228265 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port e0507175-3ed2-49cf-adb7-7eb324e3d082 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:03:07.228873 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:07.668109 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-40af73de-e607-4529-97b7-52be91989f9f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:07.669619 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-40af73de-e607-4529-97b7-52be91989f9f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.72 "GET /v2.0/networks?id=f3406f06-2864-4e27-849d-17530f6c38f8 HTTP/1.1" status: 200 len: 795 time: 0.1119146 Aug 16 22:03:07.714558 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-062c8e5a-4d9f-476e-83f5-cf8b49585e3e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b138d5da43204b7eac942de7c3eb87d8 HTTP/1.1" status: 200 len: 379 time: 0.0354309 Aug 16 22:03:07.725452 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-908e5a80-526f-4bc1-bdfd-5ae3a397d662 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'port': {'device_id': 'd6b5ea3b-3fe2-4332-8e82-37c19d6f7db1', 'network_id': 'f3406f06-2864-4e27-849d-17530f6c38f8', 'admin_state_up': True, 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'security_groups': ['4e014fc3-492e-4191-b74a-80192f3a7b25']}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:03:07.890653 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-908e5a80-526f-4bc1-bdfd-5ae3a397d662 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Made reservation on behalf of b138d5da43204b7eac942de7c3eb87d8 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:03:07.894576 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-908e5a80-526f-4bc1-bdfd-5ae3a397d662 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:08.038734 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-908e5a80-526f-4bc1-bdfd-5ae3a397d662 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Allocated IP 172.20.0.5 (f3406f06-2864-4e27-849d-17530f6c38f8/586568ce-3b95-45b6-9e18-382790a283c7/3306d7b9-29a5-4404-945f-30cb9e84b6e5) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:03:08.069280 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f652a46d-321a-4fb7-9d05-a8f6ebdca682 req-9930ecdc-a568-4be8-b3a0-2b1dcdbb0c53 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=d6b5ea3b-3fe2-4332-8e82-37c19d6f7db1 HTTP/1.1" status: 200 len: 210 time: 0.0275507 Aug 16 22:03:08.193709 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-908e5a80-526f-4bc1-bdfd-5ae3a397d662 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:08.207314 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-908e5a80-526f-4bc1-bdfd-5ae3a397d662 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Transition to ACTIVE for port object 3306d7b9-29a5-4404-945f-30cb9e84b6e5 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:03:08.336533 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-908e5a80-526f-4bc1-bdfd-5ae3a397d662 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:08.379301 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-908e5a80-526f-4bc1-bdfd-5ae3a397d662 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Network f3406f06-2864-4e27-849d-17530f6c38f8 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:03:08.382391 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-908e5a80-526f-4bc1-bdfd-5ae3a397d662 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:03:08.386678 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-908e5a80-526f-4bc1-bdfd-5ae3a397d662 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:03:08.393203 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e5a80-526f-4bc1-bdfd-5ae3a397d662 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'Port': ['ID=3306d7b9-29a5-4404-945f-30cb9e84b6e5,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:03:08.442587 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-908e5a80-526f-4bc1-bdfd-5ae3a397d662 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:08.448324 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-908e5a80-526f-4bc1-bdfd-5ae3a397d662 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:08.519706 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-908e5a80-526f-4bc1-bdfd-5ae3a397d662 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7982368 Aug 16 22:03:08.533369 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-82951283-831b-4203-b75d-018518bcc836 service neutron] Request body: {'port': {'device_id': 'd6b5ea3b-3fe2-4332-8e82-37c19d6f7db1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:03:08.707515 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d8609ea0-8704-4532-85f6-41e7c4240a06 None None] Provisioning for port 3306d7b9-29a5-4404-945f-30cb9e84b6e5 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:03:08.711906 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-d8609ea0-8704-4532-85f6-41e7c4240a06 None None] Provisioning complete for port 3306d7b9-29a5-4404-945f-30cb9e84b6e5 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:03:08.713050 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d8609ea0-8704-4532-85f6-41e7c4240a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:08.747810 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-d8609ea0-8704-4532-85f6-41e7c4240a06 None None] Port 3306d7b9-29a5-4404-945f-30cb9e84b6e5 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:03:08.897554 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 089291ea-1cd2-4294-b895-9af468d8b2eb up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:03:08.902590 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-82951283-831b-4203-b75d-018518bcc836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:08.998984 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 089291ea-1cd2-4294-b895-9af468d8b2eb completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:03:09.002725 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 089291ea-1cd2-4294-b895-9af468d8b2eb triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:03:09.003097 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:09.086725 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:09.120831 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 089291ea-1cd2-4294-b895-9af468d8b2eb, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=089291ea-1cd2-4294-b895-9af468d8b2eb,segment=NetworkSegment(71388c23-4c69-477f-871e-ae687ecb4ddf),segment_id=71388c23-4c69-477f-871e-ae687ecb4ddf)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:03:09.170818 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-82951283-831b-4203-b75d-018518bcc836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3306d7b9-29a5-4404-945f-30cb9e84b6e5 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:03:09.176078 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:09.179297 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-82951283-831b-4203-b75d-018518bcc836 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:09.194858 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-82951283-831b-4203-b75d-018518bcc836 service neutron] Transition to ACTIVE for port object 3306d7b9-29a5-4404-945f-30cb9e84b6e5 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:03:09.195367 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1dbad3-88ba-4b11-a328-d8b415434bdb req-98eaf904-c188-4076-a71d-d644a5fced04 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:09.198215 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de1dbad3-88ba-4b11-a328-d8b415434bdb req-98eaf904-c188-4076-a71d-d644a5fced04 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=d6b5ea3b-3fe2-4332-8e82-37c19d6f7db1 HTTP/1.1" status: 200 len: 931 time: 0.0517046 Aug 16 22:03:09.228140 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=089291ea-1cd2-4294-b895-9af468d8b2eb,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:03:09.236091 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-de1dbad3-88ba-4b11-a328-d8b415434bdb req-c8ab22d9-6aaf-49d8-b424-b04cb73c1405 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e014fc3-492e-4191-b74a-80192f3a7b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316744 Aug 16 22:03:09.259179 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-82951283-831b-4203-b75d-018518bcc836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:09.302306 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82951283-831b-4203-b75d-018518bcc836 service neutron] Pushing event updated for resources: {'Port': ['ID=3306d7b9-29a5-4404-945f-30cb9e84b6e5,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:03:09.373629 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-82951283-831b-4203-b75d-018518bcc836 service neutron] Attempting to bind port 3306d7b9-29a5-4404-945f-30cb9e84b6e5 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:03:09.373977 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-82951283-831b-4203-b75d-018518bcc836 service neutron] Attempting to bind port 3306d7b9-29a5-4404-945f-30cb9e84b6e5 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': '71388c23-4c69-477f-871e-ae687ecb4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f3406f06-2864-4e27-849d-17530f6c38f8'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:03:09.374316 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-82951283-831b-4203-b75d-018518bcc836 service neutron] Attempting to bind port 3306d7b9-29a5-4404-945f-30cb9e84b6e5 on network f3406f06-2864-4e27-849d-17530f6c38f8 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:03:09.378963 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-82951283-831b-4203-b75d-018518bcc836 service neutron] Port 3306d7b9-29a5-4404-945f-30cb9e84b6e5 on network f3406f06-2864-4e27-849d-17530f6c38f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:03:09.379294 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-82951283-831b-4203-b75d-018518bcc836 service neutron] Attempting to bind port 3306d7b9-29a5-4404-945f-30cb9e84b6e5 on network f3406f06-2864-4e27-849d-17530f6c38f8 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:03:09.384840 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-82951283-831b-4203-b75d-018518bcc836 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:03:09.385189 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-82951283-831b-4203-b75d-018518bcc836 service neutron] Checking segment: {'id': '71388c23-4c69-477f-871e-ae687ecb4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f3406f06-2864-4e27-849d-17530f6c38f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:03:09.385588 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-82951283-831b-4203-b75d-018518bcc836 service neutron] Bound using segment: {'id': '71388c23-4c69-477f-871e-ae687ecb4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f3406f06-2864-4e27-849d-17530f6c38f8'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:03:09.386051 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-82951283-831b-4203-b75d-018518bcc836 service neutron] Bound port: 3306d7b9-29a5-4404-945f-30cb9e84b6e5, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71388c23-4c69-477f-871e-ae687ecb4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f3406f06-2864-4e27-849d-17530f6c38f8'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:03:09.386418 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-82951283-831b-4203-b75d-018518bcc836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:09.455917 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-82951283-831b-4203-b75d-018518bcc836 service neutron] For port 3306d7b9-29a5-4404-945f-30cb9e84b6e5, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:03:09.458979 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-82951283-831b-4203-b75d-018518bcc836 service neutron] For port 3306d7b9-29a5-4404-945f-30cb9e84b6e5, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=3306d7b9-29a5-4404-945f-30cb9e84b6e5,segment=NetworkSegment(71388c23-4c69-477f-871e-ae687ecb4ddf),segment_id=71388c23-4c69-477f-871e-ae687ecb4ddf)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:03:09.519121 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-82951283-831b-4203-b75d-018518bcc836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:09.553296 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-82951283-831b-4203-b75d-018518bcc836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:09.554012 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-82951283-831b-4203-b75d-018518bcc836 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:09.555359 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-82951283-831b-4203-b75d-018518bcc836 service neutron] 10.222.0.72 "PUT /v2.0/ports/3306d7b9-29a5-4404-945f-30cb9e84b6e5 HTTP/1.1" status: 200 len: 1092 time: 1.0268886 Aug 16 22:03:09.555793 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b5ea3b-3fe2-4332-8e82-37c19d6f7db1', 'tag': '3306d7b9-29a5-4404-945f-30cb9e84b6e5'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:03:09.558470 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcd9435b18b7a34707b0c74d037ee6bf13b87a61dd91d81e26d4048d63ffdc36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbfafd3-8932-4353-ac57-97c177cb2da7" -d '{"events": [{"name": "network-changed", "server_uuid": "d6b5ea3b-3fe2-4332-8e82-37c19d6f7db1", "tag": "3306d7b9-29a5-4404-945f-30cb9e84b6e5"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:03:09.582733 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82951283-831b-4203-b75d-018518bcc836 service neutron] Pushing event updated for resources: {'Port': ['ID=3306d7b9-29a5-4404-945f-30cb9e84b6e5,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:03:09.601440 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0f9e1f-3d16-4321-9511-7eb5420a0b07 x-openstack-request-id: req-8c0f9e1f-3d16-4321-9511-7eb5420a0b07 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:03:09.601746 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6b5ea3b-3fe2-4332-8e82-37c19d6f7db1", "tag": "3306d7b9-29a5-4404-945f-30cb9e84b6e5", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:03:09.602040 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8c0f9e1f-3d16-4321-9511-7eb5420a0b07 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:03:09.602627 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6b5ea3b-3fe2-4332-8e82-37c19d6f7db1', 'tag': '3306d7b9-29a5-4404-945f-30cb9e84b6e5', 'status': 'completed', 'code': 200} Aug 16 22:03:09.664670 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbfafd3-8932-4353-ac57-97c177cb2da7 req-592076c8-386c-4f4b-a1f0-00993f404819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:09.666214 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6dbfafd3-8932-4353-ac57-97c177cb2da7 req-592076c8-386c-4f4b-a1f0-00993f404819 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b138d5da43204b7eac942de7c3eb87d8&device_id=d6b5ea3b-3fe2-4332-8e82-37c19d6f7db1 HTTP/1.1" status: 200 len: 1095 time: 0.0450161 Aug 16 22:03:09.767946 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbfafd3-8932-4353-ac57-97c177cb2da7 req-828ab9b5-cd3e-4ec5-acf3-f788c69153ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:09.769454 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6dbfafd3-8932-4353-ac57-97c177cb2da7 req-828ab9b5-cd3e-4ec5-acf3-f788c69153ee service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=b138d5da43204b7eac942de7c3eb87d8&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0953646 Aug 16 22:03:09.861355 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbfafd3-8932-4353-ac57-97c177cb2da7 req-294b2a5f-748c-4595-9986-51693f197a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:09.862745 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6dbfafd3-8932-4353-ac57-97c177cb2da7 req-294b2a5f-748c-4595-9986-51693f197a46 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0855882 Aug 16 22:03:09.945951 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-8c935f29-3e22-495e-9209-bdc700be10fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:09.948048 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-8c935f29-3e22-495e-9209-bdc700be10fc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b138d5da43204b7eac942de7c3eb87d8&device_id=d6b5ea3b-3fe2-4332-8e82-37c19d6f7db1 HTTP/1.1" status: 200 len: 1095 time: 0.0452125 Aug 16 22:03:09.987711 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-c3faca08-4c89-4d6b-83e8-719a7cedca53 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3306d7b9-29a5-4404-945f-30cb9e84b6e5 HTTP/1.1" status: 200 len: 217 time: 0.0321405 Aug 16 22:03:10.037581 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-d1cb1111-660c-41e4-8c52-122bfb8f4c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:10.038959 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-d1cb1111-660c-41e4-8c52-122bfb8f4c60 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=586568ce-3b95-45b6-9e18-382790a283c7 HTTP/1.1" status: 200 len: 835 time: 0.0441041 Aug 16 22:03:10.084511 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-2fd2ff9e-20ee-4bd2-8c38-36d682bdf313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:10.085993 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-2fd2ff9e-20ee-4bd2-8c38-36d682bdf313 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f3406f06-2864-4e27-849d-17530f6c38f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400996 Aug 16 22:03:10.176285 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-a9e654d0-a20e-48e6-84ed-120aa0280705 service neutron] 10.222.0.72 "GET /v2.0/networks/f3406f06-2864-4e27-849d-17530f6c38f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830450 Aug 16 22:03:10.265930 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-85b97ae2-dbeb-4045-8959-9351e2521597 req-fcb2371d-2667-4480-96ef-9d679d61af3c service neutron] 10.222.0.72 "GET /v2.0/networks/f3406f06-2864-4e27-849d-17530f6c38f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815187 Aug 16 22:03:10.355220 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98cdc7-6580-46d2-bd83-c0201db540c4 req-5165686f-e3e9-457d-adfd-3402064eb850 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:10.356653 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5e98cdc7-6580-46d2-bd83-c0201db540c4 req-5165686f-e3e9-457d-adfd-3402064eb850 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=d6b5ea3b-3fe2-4332-8e82-37c19d6f7db1 HTTP/1.1" status: 200 len: 943 time: 0.0539196 Aug 16 22:03:10.394408 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5e98cdc7-6580-46d2-bd83-c0201db540c4 req-37a918e6-4f37-4177-8840-0a351aa0411d tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e014fc3-492e-4191-b74a-80192f3a7b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317283 Aug 16 22:03:10.877004 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 089291ea-1cd2-4294-b895-9af468d8b2eb up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:03:10.928618 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 089291ea-1cd2-4294-b895-9af468d8b2eb triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:03:10.929001 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:11.130071 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-49af1e95-c96b-4c74-9464-1e3dca3e04fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:11.508022 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045aec3c-b04a-4214-9d8b-2bdbb759c0b7 req-4ca220f2-c065-4e7d-9427-09d46c33b9b0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:11.509482 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045aec3c-b04a-4214-9d8b-2bdbb759c0b7 req-4ca220f2-c065-4e7d-9427-09d46c33b9b0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=d6b5ea3b-3fe2-4332-8e82-37c19d6f7db1 HTTP/1.1" status: 200 len: 943 time: 0.0484328 Aug 16 22:03:11.547350 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-045aec3c-b04a-4214-9d8b-2bdbb759c0b7 req-2e1bac4e-389f-47cb-8fb2-fcc2c0fd7a41 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e014fc3-492e-4191-b74a-80192f3a7b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316858 Aug 16 22:03:12.660156 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c980ca8-c553-4c86-a71f-b4e7b764e88d req-9953f8b8-d237-45b3-bea0-4ed3db47bb73 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:12.661651 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c980ca8-c553-4c86-a71f-b4e7b764e88d req-9953f8b8-d237-45b3-bea0-4ed3db47bb73 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=d6b5ea3b-3fe2-4332-8e82-37c19d6f7db1 HTTP/1.1" status: 200 len: 943 time: 0.0486906 Aug 16 22:03:12.699224 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5c980ca8-c553-4c86-a71f-b4e7b764e88d req-cb49c080-3508-4ac7-96cc-369ae469cce6 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e014fc3-492e-4191-b74a-80192f3a7b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315287 Aug 16 22:03:12.767704 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 3306d7b9-29a5-4404-945f-30cb9e84b6e5 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:03:12.863339 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 3306d7b9-29a5-4404-945f-30cb9e84b6e5, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=3306d7b9-29a5-4404-945f-30cb9e84b6e5,segment=NetworkSegment(71388c23-4c69-477f-871e-ae687ecb4ddf),segment_id=71388c23-4c69-477f-871e-ae687ecb4ddf)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:03:12.874713 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '3306d7b9-29a5-4404-945f-30cb9e84b6e5', 'network_id': 'f3406f06-2864-4e27-849d-17530f6c38f8', 'port_id': '3306d7b9-29a5-4404-945f-30cb9e84b6e5', 'mac_address': 'fa:16:3e:7c:9f:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '586568ce-3b95-45b6-9e18-382790a283c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:03:12.911037 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:12.923702 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3306d7b9-29a5-4404-945f-30cb9e84b6e5 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:03:12.943579 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 3306d7b9-29a5-4404-945f-30cb9e84b6e5, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=3306d7b9-29a5-4404-945f-30cb9e84b6e5,segment=NetworkSegment(71388c23-4c69-477f-871e-ae687ecb4ddf),segment_id=71388c23-4c69-477f-871e-ae687ecb4ddf)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:03:12.981397 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:13.026805 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=3306d7b9-29a5-4404-945f-30cb9e84b6e5,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:03:13.194987 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['3306d7b9-29a5-4404-945f-30cb9e84b6e5'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:03:13.655575 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b25fba5b-5752-497a-ab3b-4bde027452f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:13.816138 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c2d15-a404-49bb-a89c-11881d78c4c2 req-8e7f6cb3-9872-48b9-8501-ad022381bfaa tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:13.817630 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c14c2d15-a404-49bb-a89c-11881d78c4c2 req-8e7f6cb3-9872-48b9-8501-ad022381bfaa tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=d6b5ea3b-3fe2-4332-8e82-37c19d6f7db1 HTTP/1.1" status: 200 len: 944 time: 0.0530956 Aug 16 22:03:13.856545 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c14c2d15-a404-49bb-a89c-11881d78c4c2 req-03190a58-2ac3-46c7-8d3c-db3f070d68ef tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e014fc3-492e-4191-b74a-80192f3a7b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328517 Aug 16 22:03:13.861289 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:14.782049 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 3306d7b9-29a5-4404-945f-30cb9e84b6e5 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:03:14.913174 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 3306d7b9-29a5-4404-945f-30cb9e84b6e5 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:03:14.918115 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 3306d7b9-29a5-4404-945f-30cb9e84b6e5 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:03:14.920885 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:14.975757 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945fe23-9795-4076-acbe-18d09f0e5012 req-35d23813-b5de-43d9-b5fb-7c517980da0a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:14.977288 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0945fe23-9795-4076-acbe-18d09f0e5012 req-35d23813-b5de-43d9-b5fb-7c517980da0a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=d6b5ea3b-3fe2-4332-8e82-37c19d6f7db1 HTTP/1.1" status: 200 len: 944 time: 0.0489123 Aug 16 22:03:14.996264 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:15.016084 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0945fe23-9795-4076-acbe-18d09f0e5012 req-ef76f477-b567-4186-bd87-bbbb598fecc2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e014fc3-492e-4191-b74a-80192f3a7b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320947 Aug 16 22:03:15.019044 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b5ea3b-3fe2-4332-8e82-37c19d6f7db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3306d7b9-29a5-4404-945f-30cb9e84b6e5'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:03:15.021151 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c683fdb416c7f0821c75f6a91cfed7529d060c9c210f81ad2c881376259938b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823df811-a673-46a4-8668-4f0798348edb" -d '{"events": [{"server_uuid": "d6b5ea3b-3fe2-4332-8e82-37c19d6f7db1", "name": "network-vif-plugged", "status": "completed", "tag": "3306d7b9-29a5-4404-945f-30cb9e84b6e5"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:03:15.034842 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 3306d7b9-29a5-4404-945f-30cb9e84b6e5, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=3306d7b9-29a5-4404-945f-30cb9e84b6e5,segment=NetworkSegment(71388c23-4c69-477f-871e-ae687ecb4ddf),segment_id=71388c23-4c69-477f-871e-ae687ecb4ddf)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:03:15.084401 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:15.111510 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8472d33-c319-486d-9aee-1f2fcec55ec2 x-openstack-request-id: req-d8472d33-c319-486d-9aee-1f2fcec55ec2 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:03:15.116268 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b5ea3b-3fe2-4332-8e82-37c19d6f7db1", "name": "network-vif-plugged", "status": "completed", "tag": "3306d7b9-29a5-4404-945f-30cb9e84b6e5", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:03:15.116268 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d8472d33-c319-486d-9aee-1f2fcec55ec2 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:03:15.116268 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b5ea3b-3fe2-4332-8e82-37c19d6f7db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3306d7b9-29a5-4404-945f-30cb9e84b6e5', 'code': 200} Aug 16 22:03:15.137781 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:15.138828 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=3306d7b9-29a5-4404-945f-30cb9e84b6e5,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:03:15.209147 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e9095-b33c-4805-9864-c801939b3876 req-e56e5fd3-735e-4c92-9904-91d6eb3ab265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:15.210639 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a24e9095-b33c-4805-9864-c801939b3876 req-e56e5fd3-735e-4c92-9904-91d6eb3ab265 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d6b5ea3b-3fe2-4332-8e82-37c19d6f7db1 HTTP/1.1" status: 200 len: 1097 time: 0.0440912 Aug 16 22:03:15.245167 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a24e9095-b33c-4805-9864-c801939b3876 req-490a6b90-43c1-4601-8cdd-8297a922a34b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4e014fc3-492e-4191-b74a-80192f3a7b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271716 Aug 16 22:03:16.133336 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030eee4-0943-49ae-9117-1ad0a483f08d req-0b13a13c-514e-4f22-a8f7-1c9a564050cd tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:16.134843 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0030eee4-0943-49ae-9117-1ad0a483f08d req-0b13a13c-514e-4f22-a8f7-1c9a564050cd tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=d6b5ea3b-3fe2-4332-8e82-37c19d6f7db1 HTTP/1.1" status: 200 len: 945 time: 0.0486650 Aug 16 22:03:16.173738 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0030eee4-0943-49ae-9117-1ad0a483f08d req-1dc78fe8-bac7-44df-8cd1-463a4b4a3829 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e014fc3-492e-4191-b74a-80192f3a7b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326400 Aug 16 22:03:16.827234 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:17.294056 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b5e5f-3aa3-467b-92c4-bb0c23f16bb3 req-630be7a7-a9f1-4e8e-93a7-48fa29375d22 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:17.295533 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-839b5e5f-3aa3-467b-92c4-bb0c23f16bb3 req-630be7a7-a9f1-4e8e-93a7-48fa29375d22 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=d6b5ea3b-3fe2-4332-8e82-37c19d6f7db1 HTTP/1.1" status: 200 len: 945 time: 0.0518708 Aug 16 22:03:17.332937 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-839b5e5f-3aa3-467b-92c4-bb0c23f16bb3 req-013c5811-8fb9-41f3-8cd5-fb6db97ecd2f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e014fc3-492e-4191-b74a-80192f3a7b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314209 Aug 16 22:03:17.444281 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b59db-cb94-413c-80b5-9757bf691327 req-007f1323-358c-47dc-8bdc-ea7ce1447380 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:17.445754 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f31b59db-cb94-413c-80b5-9757bf691327 req-007f1323-358c-47dc-8bdc-ea7ce1447380 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=d6b5ea3b-3fe2-4332-8e82-37c19d6f7db1 HTTP/1.1" status: 200 len: 945 time: 0.0473623 Aug 16 22:03:17.482927 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f31b59db-cb94-413c-80b5-9757bf691327 req-5a67ee22-fe43-4b60-84d2-75bdf75cc12b tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e014fc3-492e-4191-b74a-80192f3a7b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305691 Aug 16 22:03:17.504079 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37884) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:03:17.542656 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20692472-a53e-4fba-a703-3dc7029711ef tempest-TestNetworkAdvancedServerOps-1274658574 tempest-TestNetworkAdvancedServerOps-1274658574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:17.544175 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-20692472-a53e-4fba-a703-3dc7029711ef tempest-TestNetworkAdvancedServerOps-1274658574 tempest-TestNetworkAdvancedServerOps-1274658574-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=d6b5ea3b-3fe2-4332-8e82-37c19d6f7db1 HTTP/1.1" status: 200 len: 1092 time: 0.0391464 Aug 16 22:03:17.547947 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37886) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:03:17.552420 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-b0ec9ee0-bff5-4afe-ab54-0c38ce01e83e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'port_id': '3306d7b9-29a5-4404-945f-30cb9e84b6e5', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:03:17.609507 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b0ec9ee0-bff5-4afe-ab54-0c38ce01e83e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for floatingip, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:17.707828 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b0ec9ee0-bff5-4afe-ab54-0c38ce01e83e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:17.809962 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-b0ec9ee0-bff5-4afe-ab54-0c38ce01e83e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Allocated IP 172.25.1.62 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/01bff5db-18b0-40a9-81de-57646459f1bd) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:03:17.836384 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:03:17.907587 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b0ec9ee0-bff5-4afe-ab54-0c38ce01e83e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:17.987080 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b0ec9ee0-bff5-4afe-ab54-0c38ce01e83e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:18.021686 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ec9ee0-bff5-4afe-ab54-0c38ce01e83e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:03:18.026418 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-b0ec9ee0-bff5-4afe-ab54-0c38ce01e83e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:03:18.029892 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ec9ee0-bff5-4afe-ab54-0c38ce01e83e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:03:18.058467 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec9ee0-bff5-4afe-ab54-0c38ce01e83e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'Port': ['ID=01bff5db-18b0-40a9-81de-57646459f1bd,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:03:18.724623 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b0ec9ee0-bff5-4afe-ab54-0c38ce01e83e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:18.900804 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b0ec9ee0-bff5-4afe-ab54-0c38ce01e83e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:19.045740 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b0ec9ee0-bff5-4afe-ab54-0c38ce01e83e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:19.101045 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b0ec9ee0-bff5-4afe-ab54-0c38ce01e83e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:19.172384 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec9ee0-bff5-4afe-ab54-0c38ce01e83e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event updated for resources: {'Port': ['ID=01bff5db-18b0-40a9-81de-57646459f1bd,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:03:19.182429 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b0ec9ee0-bff5-4afe-ab54-0c38ce01e83e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:19.281437 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [None req-b0ec9ee0-bff5-4afe-ab54-0c38ce01e83e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Floating IP a7e45509-0ce3-430c-b69a-6abb03c5f68b associated. External IP: 172.25.1.62, port: 3306d7b9-29a5-4404-945f-30cb9e84b6e5. Aug 16 22:03:19.481277 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ec9ee0-bff5-4afe-ab54-0c38ce01e83e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Router e289a166-804c-453e-a64b-ec8a3cd758a2 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:03:19.588382 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ec9ee0-bff5-4afe-ab54-0c38ce01e83e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:03:19.598690 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5063d09-d807-4e89-bb31-e3a67c0b8d7f None None] Sync routers for ids ['e289a166-804c-453e-a64b-ec8a3cd758a2'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:03:19.607983 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5063d09-d807-4e89-bb31-e3a67c0b8d7f None None] Routers {'e289a166-804c-453e-a64b-ec8a3cd758a2'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:03:19.608598 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-a5063d09-d807-4e89-bb31-e3a67c0b8d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:03:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['e289a166-804c-453e-a64b-ec8a3cd758a2'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:03:19.661170 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b0ec9ee0-bff5-4afe-ab54-0c38ce01e83e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:19.688206 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b0ec9ee0-bff5-4afe-ab54-0c38ce01e83e tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1392028 Aug 16 22:03:19.688788 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b5ea3b-3fe2-4332-8e82-37c19d6f7db1', 'tag': '3306d7b9-29a5-4404-945f-30cb9e84b6e5'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:03:19.691122 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a13536b3c87fcb412486f7c1123a9b3fa8a88bbdfa2e9f90522308689ae332c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e84f08b-1a70-4bc5-8d34-f8578c8de0d7" -d '{"events": [{"name": "network-changed", "server_uuid": "d6b5ea3b-3fe2-4332-8e82-37c19d6f7db1", "tag": "3306d7b9-29a5-4404-945f-30cb9e84b6e5"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:03:19.713696 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-a5063d09-d807-4e89-bb31-e3a67c0b8d7f None None] Set router e289a166-804c-453e-a64b-ec8a3cd758a2 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:03:19.727577 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214008ca-0138-48ba-9a8a-6de12104aea9 x-openstack-request-id: req-214008ca-0138-48ba-9a8a-6de12104aea9 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:03:19.728693 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6b5ea3b-3fe2-4332-8e82-37c19d6f7db1", "tag": "3306d7b9-29a5-4404-945f-30cb9e84b6e5", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:03:19.728792 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-214008ca-0138-48ba-9a8a-6de12104aea9 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:03:19.729207 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6b5ea3b-3fe2-4332-8e82-37c19d6f7db1', 'tag': '3306d7b9-29a5-4404-945f-30cb9e84b6e5', 'status': 'completed', 'code': 200} Aug 16 22:03:19.790258 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe887524-2c40-479d-aaee-d8ad61f1fe0b req-7614c8b7-e072-483e-8352-6c0d159371fa tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:19.791046 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84f08b-1a70-4bc5-8d34-f8578c8de0d7 req-f7999df3-cbf7-424e-806a-03214a0143c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:19.792811 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9e84f08b-1a70-4bc5-8d34-f8578c8de0d7 req-f7999df3-cbf7-424e-806a-03214a0143c8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b138d5da43204b7eac942de7c3eb87d8&device_id=d6b5ea3b-3fe2-4332-8e82-37c19d6f7db1 HTTP/1.1" status: 200 len: 1097 time: 0.0433078 Aug 16 22:03:19.793231 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fe887524-2c40-479d-aaee-d8ad61f1fe0b req-7614c8b7-e072-483e-8352-6c0d159371fa tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=d6b5ea3b-3fe2-4332-8e82-37c19d6f7db1 HTTP/1.1" status: 200 len: 945 time: 0.0543840 Aug 16 22:03:19.834334 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fe887524-2c40-479d-aaee-d8ad61f1fe0b req-c35d1fd5-8145-4776-bda4-bfb3d3b717ba tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e014fc3-492e-4191-b74a-80192f3a7b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348492 Aug 16 22:03:19.858480 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37892) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:03:19.894931 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84f08b-1a70-4bc5-8d34-f8578c8de0d7 req-eea2ae51-822b-4443-a83a-05ee7c274bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:19.896766 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9e84f08b-1a70-4bc5-8d34-f8578c8de0d7 req-eea2ae51-822b-4443-a83a-05ee7c274bf5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f3406f06-2864-4e27-849d-17530f6c38f8 HTTP/1.1" status: 200 len: 896 time: 0.0969715 Aug 16 22:03:19.936478 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-7bc5fde2-1b9c-42ae-a07e-f81ef4d60c01 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/floatingips/a7e45509-0ce3-430c-b69a-6abb03c5f68b HTTP/1.1" status: 200 len: 990 time: 0.0752966 Aug 16 22:03:19.966882 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9e84f08b-1a70-4bc5-8d34-f8578c8de0d7 req-7fadfc2e-ad2b-41a6-a223-95b02b01ae44 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3306d7b9-29a5-4404-945f-30cb9e84b6e5 HTTP/1.1" status: 200 len: 998 time: 0.0621803 Aug 16 22:03:19.975814 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:20.019116 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84f08b-1a70-4bc5-8d34-f8578c8de0d7 req-f55a9f88-b131-45da-a326-b7f38eec61d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:20.020248 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9e84f08b-1a70-4bc5-8d34-f8578c8de0d7 req-f55a9f88-b131-45da-a326-b7f38eec61d0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=586568ce-3b95-45b6-9e18-382790a283c7 HTTP/1.1" status: 200 len: 835 time: 0.0465858 Aug 16 22:03:20.020718 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.72', 61917) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:03:20.024439 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-a5063d09-d807-4e89-bb31-e3a67c0b8d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e289a166-804c-453e-a64b-ec8a3cd758a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903279025', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '4a9510a9-9971-450e-ba1c-5b3512f96dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:03:00Z', 'updated_at': '2021-08-16T22:03:04Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': '4a9510a9-9971-450e-ba1c-5b3512f96dc7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:17:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289a166-804c-453e-a64b-ec8a3cd758a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:03:00Z', 'updated_at': '2021-08-16T22:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'a7e45509-0ce3-430c-b69a-6abb03c5f68b', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'floating_ip_address': '172.25.1.62', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': 'e289a166-804c-453e-a64b-ec8a3cd758a2', 'port_id': '3306d7b9-29a5-4404-945f-30cb9e84b6e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3406f06-2864-4e27-849d-17530f6c38f8', 'mac_address': 'fa:16:3e:7c:9f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b5ea3b-3fe2-4332-8e82-37c19d6f7db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:03:18Z', 'updated_at': '2021-08-16T22:03:18Z', 'revision_number': 0, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '089291ea-1cd2-4294-b895-9af468d8b2eb', 'name': '', 'network_id': 'f3406f06-2864-4e27-849d-17530f6c38f8', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:e3:1b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289a166-804c-453e-a64b-ec8a3cd758a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '586568ce-3b95-45b6-9e18-382790a283c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:03:03Z', 'updated_at': '2021-08-16T22:03:09Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': '586568ce-3b95-45b6-9e18-382790a283c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:03:20.053811 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5063d09-d807-4e89-bb31-e3a67c0b8d7f None None] Checking router: e289a166-804c-453e-a64b-ec8a3cd758a2 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:03:20.061947 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5063d09-d807-4e89-bb31-e3a67c0b8d7f None None] Routers {'e289a166-804c-453e-a64b-ec8a3cd758a2'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:03:20.062556 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-a5063d09-d807-4e89-bb31-e3a67c0b8d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:03:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['e289a166-804c-453e-a64b-ec8a3cd758a2'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:03:20.100493 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f162038f-5b25-4559-aab7-eace1c61da6c req-f8f92819-47e9-46f1-9666-076dc07b768a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d6b5ea3b-3fe2-4332-8e82-37c19d6f7db1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0718303 Aug 16 22:03:20.103068 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84f08b-1a70-4bc5-8d34-f8578c8de0d7 req-4fd81fb9-f3e5-4172-9d59-9ad2e3f95807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:20.104718 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9e84f08b-1a70-4bc5-8d34-f8578c8de0d7 req-4fd81fb9-f3e5-4172-9d59-9ad2e3f95807 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f3406f06-2864-4e27-849d-17530f6c38f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683370 Aug 16 22:03:20.174458 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-a5063d09-d807-4e89-bb31-e3a67c0b8d7f None None] Set router e289a166-804c-453e-a64b-ec8a3cd758a2 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:03:20.197256 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9e84f08b-1a70-4bc5-8d34-f8578c8de0d7 req-a9d5e476-2a03-4dfd-8aa1-3d492808561c service neutron] 10.222.0.72 "GET /v2.0/networks/f3406f06-2864-4e27-849d-17530f6c38f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846581 Aug 16 22:03:20.292122 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9e84f08b-1a70-4bc5-8d34-f8578c8de0d7 req-3f598fbd-ce9d-44a5-af9c-9544ff160549 service neutron] 10.222.0.72 "GET /v2.0/networks/f3406f06-2864-4e27-849d-17530f6c38f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873425 Aug 16 22:03:20.391071 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-a5063d09-d807-4e89-bb31-e3a67c0b8d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e289a166-804c-453e-a64b-ec8a3cd758a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903279025', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '4a9510a9-9971-450e-ba1c-5b3512f96dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:03:00Z', 'updated_at': '2021-08-16T22:03:04Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': '4a9510a9-9971-450e-ba1c-5b3512f96dc7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:17:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289a166-804c-453e-a64b-ec8a3cd758a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:03:00Z', 'updated_at': '2021-08-16T22:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'a7e45509-0ce3-430c-b69a-6abb03c5f68b', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'floating_ip_address': '172.25.1.62', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': 'e289a166-804c-453e-a64b-ec8a3cd758a2', 'port_id': '3306d7b9-29a5-4404-945f-30cb9e84b6e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3406f06-2864-4e27-849d-17530f6c38f8', 'mac_address': 'fa:16:3e:7c:9f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b5ea3b-3fe2-4332-8e82-37c19d6f7db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:03:18Z', 'updated_at': '2021-08-16T22:03:18Z', 'revision_number': 0, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '089291ea-1cd2-4294-b895-9af468d8b2eb', 'name': '', 'network_id': 'f3406f06-2864-4e27-849d-17530f6c38f8', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:e3:1b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289a166-804c-453e-a64b-ec8a3cd758a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '586568ce-3b95-45b6-9e18-382790a283c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:03:03Z', 'updated_at': '2021-08-16T22:03:09Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': '586568ce-3b95-45b6-9e18-382790a283c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:03:20.419688 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5063d09-d807-4e89-bb31-e3a67c0b8d7f None None] The sync data for ids ['e289a166-804c-453e-a64b-ec8a3cd758a2'] in n-d-793620-15 is: [{'id': 'e289a166-804c-453e-a64b-ec8a3cd758a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903279025', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '4a9510a9-9971-450e-ba1c-5b3512f96dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:03:00Z', 'updated_at': '2021-08-16T22:03:04Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': '4a9510a9-9971-450e-ba1c-5b3512f96dc7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:17:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289a166-804c-453e-a64b-ec8a3cd758a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:03:00Z', 'updated_at': '2021-08-16T22:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'a7e45509-0ce3-430c-b69a-6abb03c5f68b', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'floating_ip_address': '172.25.1.62', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': 'e289a166-804c-453e-a64b-ec8a3cd758a2', 'port_id': '3306d7b9-29a5-4404-945f-30cb9e84b6e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3406f06-2864-4e27-849d-17530f6c38f8', 'mac_address': 'fa:16:3e:7c:9f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b5ea3b-3fe2-4332-8e82-37c19d6f7db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:03:18Z', 'updated_at': '2021-08-16T22:03:18Z', 'revision_number': 0, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '089291ea-1cd2-4294-b895-9af468d8b2eb', 'name': '', 'network_id': 'f3406f06-2864-4e27-849d-17530f6c38f8', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:e3:1b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289a166-804c-453e-a64b-ec8a3cd758a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '586568ce-3b95-45b6-9e18-382790a283c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:03:03Z', 'updated_at': '2021-08-16T22:03:09Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': '586568ce-3b95-45b6-9e18-382790a283c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:03:20.473783 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162038f-5b25-4559-aab7-eace1c61da6c req-3e443b86-d3fc-4172-b2dd-449ab3851004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:20.475314 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f162038f-5b25-4559-aab7-eace1c61da6c req-3e443b86-d3fc-4172-b2dd-449ab3851004 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b138d5da43204b7eac942de7c3eb87d8&device_id=d6b5ea3b-3fe2-4332-8e82-37c19d6f7db1 HTTP/1.1" status: 200 len: 1097 time: 0.0427573 Aug 16 22:03:20.587556 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162038f-5b25-4559-aab7-eace1c61da6c req-7506d331-4067-44a1-bd38-43371f4a0102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:20.589110 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f162038f-5b25-4559-aab7-eace1c61da6c req-7506d331-4067-44a1-bd38-43371f4a0102 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f3406f06-2864-4e27-849d-17530f6c38f8 HTTP/1.1" status: 200 len: 896 time: 0.0919166 Aug 16 22:03:20.622172 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677881b9-a3a4-4808-9133-e5a38c0878ef None None] New status for floating IP a7e45509-0ce3-430c-b69a-6abb03c5f68b: ACTIVE {{(pid=101846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:03:20.655591 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f162038f-5b25-4559-aab7-eace1c61da6c req-3b783a4b-f284-4354-a85e-451f69b41b58 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3306d7b9-29a5-4404-945f-30cb9e84b6e5 HTTP/1.1" status: 200 len: 998 time: 0.0592473 Aug 16 22:03:20.708992 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162038f-5b25-4559-aab7-eace1c61da6c req-577e5f92-c48a-48ed-822d-7cba9f3e6bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:20.710558 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f162038f-5b25-4559-aab7-eace1c61da6c req-577e5f92-c48a-48ed-822d-7cba9f3e6bf3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=586568ce-3b95-45b6-9e18-382790a283c7 HTTP/1.1" status: 200 len: 835 time: 0.0478158 Aug 16 22:03:20.756629 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162038f-5b25-4559-aab7-eace1c61da6c req-aa436496-e741-422e-827f-bad5987be7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:20.758230 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f162038f-5b25-4559-aab7-eace1c61da6c req-aa436496-e741-422e-827f-bad5987be7d0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f3406f06-2864-4e27-849d-17530f6c38f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404418 Aug 16 22:03:20.848067 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f162038f-5b25-4559-aab7-eace1c61da6c req-f612cdd8-4eb9-4a52-9cf4-79b171d45555 service neutron] 10.222.0.72 "GET /v2.0/networks/f3406f06-2864-4e27-849d-17530f6c38f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827363 Aug 16 22:03:20.939224 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37894) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:03:20.948458 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-f162038f-5b25-4559-aab7-eace1c61da6c req-fd9cbeb3-6f9a-4348-b576-22337f29e4bb service neutron] 10.222.0.72 "GET /v2.0/networks/f3406f06-2864-4e27-849d-17530f6c38f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883086 Aug 16 22:03:20.998909 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d4d74815-e07d-4bc5-897b-e67d8a5ed23b tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/floatingips/a7e45509-0ce3-430c-b69a-6abb03c5f68b HTTP/1.1" status: 200 len: 992 time: 0.0583920 Aug 16 22:03:22.712634 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:41.118311 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8088162f-6c83-406e-a87c-fa195234ad4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:43.660873 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6fe0aa87-ce37-41da-8807-a114424da479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:43.877500 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:45.146261 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:46.820875 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:49.985817 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:52.502705 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217b688-4573-4ef4-afbc-a1d73ad38655 req-1a4a1cb9-721c-4245-820f-635c51271b83 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:52.504242 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9217b688-4573-4ef4-afbc-a1d73ad38655 req-1a4a1cb9-721c-4245-820f-635c51271b83 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=d6b5ea3b-3fe2-4332-8e82-37c19d6f7db1 HTTP/1.1" status: 200 len: 945 time: 0.0504782 Aug 16 22:03:52.541873 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9217b688-4573-4ef4-afbc-a1d73ad38655 req-48506fbf-2895-4b12-812b-fc653e2329e3 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e014fc3-492e-4191-b74a-80192f3a7b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315983 Aug 16 22:03:52.745943 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:53.664790 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51ed79-7f7d-4cb1-9447-d7aa731c437e req-3fdb1074-0399-4f7d-b365-e0cad2876229 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:53.666182 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4e51ed79-7f7d-4cb1-9447-d7aa731c437e req-3fdb1074-0399-4f7d-b365-e0cad2876229 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=d6b5ea3b-3fe2-4332-8e82-37c19d6f7db1 HTTP/1.1" status: 200 len: 945 time: 0.0527880 Aug 16 22:03:53.704442 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4e51ed79-7f7d-4cb1-9447-d7aa731c437e req-28bdfccd-2978-4871-8e04-ae398d6ea8a0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e014fc3-492e-4191-b74a-80192f3a7b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321624 Aug 16 22:03:53.726931 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37914) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:03:53.786116 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-04020e49-1fa0-4a0c-a55d-ebb9d7ac5296 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/floatingips/a7e45509-0ce3-430c-b69a-6abb03c5f68b HTTP/1.1" status: 200 len: 992 time: 0.0580685 Aug 16 22:03:54.835619 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:03:55.247371 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d73de-3a3a-46b0-af06-be9fbe985efc req-7cdc101a-4b97-42df-b4ac-41d18a69c842 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:55.249003 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eb0d73de-3a3a-46b0-af06-be9fbe985efc req-7cdc101a-4b97-42df-b4ac-41d18a69c842 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=d6b5ea3b-3fe2-4332-8e82-37c19d6f7db1 HTTP/1.1" status: 200 len: 945 time: 0.0533769 Aug 16 22:03:55.290330 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eb0d73de-3a3a-46b0-af06-be9fbe985efc req-d9538bb0-e2f0-4f77-9ff0-cd0a808529e2 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e014fc3-492e-4191-b74a-80192f3a7b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353494 Aug 16 22:03:55.341603 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3f2ce-3a52-44fe-a864-3d594b8eb986 req-c36edccd-d0d1-4d25-b13c-d939723b58e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:55.343100 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fce3f2ce-3a52-44fe-a864-3d594b8eb986 req-c36edccd-d0d1-4d25-b13c-d939723b58e5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b138d5da43204b7eac942de7c3eb87d8&device_id=d6b5ea3b-3fe2-4332-8e82-37c19d6f7db1 HTTP/1.1" status: 200 len: 1097 time: 0.0420454 Aug 16 22:03:55.435278 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3f2ce-3a52-44fe-a864-3d594b8eb986 req-2d1924ca-f6e6-44a1-89f5-eb3e491fe9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:55.436723 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fce3f2ce-3a52-44fe-a864-3d594b8eb986 req-2d1924ca-f6e6-44a1-89f5-eb3e491fe9a5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f3406f06-2864-4e27-849d-17530f6c38f8 HTTP/1.1" status: 200 len: 896 time: 0.0868852 Aug 16 22:03:55.500819 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fce3f2ce-3a52-44fe-a864-3d594b8eb986 req-d7ad623d-5d1a-42bf-a823-268b0cfd699f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3306d7b9-29a5-4404-945f-30cb9e84b6e5 HTTP/1.1" status: 200 len: 1000 time: 0.0575070 Aug 16 22:03:55.549738 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3f2ce-3a52-44fe-a864-3d594b8eb986 req-6591c80c-de96-4613-a2c0-395d9ef5a0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:55.551142 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fce3f2ce-3a52-44fe-a864-3d594b8eb986 req-6591c80c-de96-4613-a2c0-395d9ef5a0cd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=586568ce-3b95-45b6-9e18-382790a283c7 HTTP/1.1" status: 200 len: 835 time: 0.0427687 Aug 16 22:03:55.600850 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3f2ce-3a52-44fe-a864-3d594b8eb986 req-4310412c-f386-46c9-afb6-261d4d2feb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:55.602355 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fce3f2ce-3a52-44fe-a864-3d594b8eb986 req-4310412c-f386-46c9-afb6-261d4d2feb2e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f3406f06-2864-4e27-849d-17530f6c38f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434358 Aug 16 22:03:55.690442 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fce3f2ce-3a52-44fe-a864-3d594b8eb986 req-472e5f42-1a79-44a0-9bdb-2037bb79f667 service neutron] 10.222.0.72 "GET /v2.0/networks/f3406f06-2864-4e27-849d-17530f6c38f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808160 Aug 16 22:03:55.781244 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-fce3f2ce-3a52-44fe-a864-3d594b8eb986 req-2d70edef-3694-47b3-8849-8dbc78b4bb4c service neutron] 10.222.0.72 "GET /v2.0/networks/f3406f06-2864-4e27-849d-17530f6c38f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841787 Aug 16 22:03:56.409738 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb2c22-3078-42bb-9e68-05c601a1a36d req-c4415b48-dc60-4c44-82be-278c6758d7fa tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:56.411250 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-94cb2c22-3078-42bb-9e68-05c601a1a36d req-c4415b48-dc60-4c44-82be-278c6758d7fa tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=d6b5ea3b-3fe2-4332-8e82-37c19d6f7db1 HTTP/1.1" status: 200 len: 945 time: 0.0526509 Aug 16 22:03:56.448024 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-94cb2c22-3078-42bb-9e68-05c601a1a36d req-820b1c70-9227-4cd4-bf22-9c4edc74e0ac tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e014fc3-492e-4191-b74a-80192f3a7b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306966 Aug 16 22:03:57.561649 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1404e3-346e-4a9f-893c-e2e0000ec6d3 req-efa46d20-a719-42f8-9e5b-5b37b7b2944a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:57.563112 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf1404e3-346e-4a9f-893c-e2e0000ec6d3 req-efa46d20-a719-42f8-9e5b-5b37b7b2944a tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=d6b5ea3b-3fe2-4332-8e82-37c19d6f7db1 HTTP/1.1" status: 200 len: 945 time: 0.0478702 Aug 16 22:03:57.600409 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cf1404e3-346e-4a9f-893c-e2e0000ec6d3 req-51deb5c5-83e3-49b2-96eb-d3869455f8ae tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e014fc3-492e-4191-b74a-80192f3a7b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311592 Aug 16 22:03:57.621861 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37926) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:03:57.685004 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4203da89-a55f-4427-9332-5fab2a9a7309 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/floatingips/a7e45509-0ce3-430c-b69a-6abb03c5f68b HTTP/1.1" status: 200 len: 992 time: 0.0619981 Aug 16 22:03:57.901153 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37932) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:03:58.055556 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-b2143479-47e0-46eb-8899-30224d8e17c4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Deleting port 01bff5db-18b0-40a9-81de-57646459f1bd {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:03:58.055858 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b2143479-47e0-46eb-8899-30224d8e17c4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:58.134200 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b2143479-47e0-46eb-8899-30224d8e17c4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:58.134532 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b2143479-47e0-46eb-8899-30224d8e17c4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:58.146429 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-b2143479-47e0-46eb-8899-30224d8e17c4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Calling delete_port for 01bff5db-18b0-40a9-81de-57646459f1bd owned by network:floatingip {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:03:58.374723 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b2143479-47e0-46eb-8899-30224d8e17c4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:58.403178 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2143479-47e0-46eb-8899-30224d8e17c4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event deleted for resources: {'Port': ['ID=01bff5db-18b0-40a9-81de-57646459f1bd,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:03:58.415304 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2143479-47e0-46eb-8899-30224d8e17c4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:58.420874 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2143479-47e0-46eb-8899-30224d8e17c4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:58.420874 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2143479-47e0-46eb-8899-30224d8e17c4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:58.420874 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2143479-47e0-46eb-8899-30224d8e17c4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:58.420874 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2143479-47e0-46eb-8899-30224d8e17c4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:58.420874 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2143479-47e0-46eb-8899-30224d8e17c4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:58.420874 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2143479-47e0-46eb-8899-30224d8e17c4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:58.420874 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2143479-47e0-46eb-8899-30224d8e17c4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:58.420874 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2143479-47e0-46eb-8899-30224d8e17c4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:58.420874 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2143479-47e0-46eb-8899-30224d8e17c4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:58.420874 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2143479-47e0-46eb-8899-30224d8e17c4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:58.420874 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2143479-47e0-46eb-8899-30224d8e17c4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:03:58.472178 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b2143479-47e0-46eb-8899-30224d8e17c4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for floatingip, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:58.472549 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [None req-b2143479-47e0-46eb-8899-30224d8e17c4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Floating IP a7e45509-0ce3-430c-b69a-6abb03c5f68b disassociated (deleted). External IP: 172.25.1.62, port: 3306d7b9-29a5-4404-945f-30cb9e84b6e5. Aug 16 22:03:58.676413 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2143479-47e0-46eb-8899-30224d8e17c4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Router e289a166-804c-453e-a64b-ec8a3cd758a2 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:03:58.781854 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2143479-47e0-46eb-8899-30224d8e17c4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:03:58.786743 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b2143479-47e0-46eb-8899-30224d8e17c4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:58.791298 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce62bd58-1d9c-4d98-9a21-2574001b1339 None None] Sync routers for ids ['e289a166-804c-453e-a64b-ec8a3cd758a2'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:03:58.800445 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce62bd58-1d9c-4d98-9a21-2574001b1339 None None] Routers {'e289a166-804c-453e-a64b-ec8a3cd758a2'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:03:58.801057 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-ce62bd58-1d9c-4d98-9a21-2574001b1339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:03:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['e289a166-804c-453e-a64b-ec8a3cd758a2'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:03:58.813739 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b2143479-47e0-46eb-8899-30224d8e17c4 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "DELETE /v2.0/floatingips/a7e45509-0ce3-430c-b69a-6abb03c5f68b HTTP/1.1" status: 204 len: 168 time: 0.9115093 Aug 16 22:03:58.814343 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b5ea3b-3fe2-4332-8e82-37c19d6f7db1', 'tag': '3306d7b9-29a5-4404-945f-30cb9e84b6e5'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:03:58.816732 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a13536b3c87fcb412486f7c1123a9b3fa8a88bbdfa2e9f90522308689ae332c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3d87ce-24ea-49d8-b00f-4024d4db9247" -d '{"events": [{"name": "network-changed", "server_uuid": "d6b5ea3b-3fe2-4332-8e82-37c19d6f7db1", "tag": "3306d7b9-29a5-4404-945f-30cb9e84b6e5"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:03:58.857738 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425b6af4-68cd-4b0d-a3a4-7acfc98219ec x-openstack-request-id: req-425b6af4-68cd-4b0d-a3a4-7acfc98219ec {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:03:58.858033 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6b5ea3b-3fe2-4332-8e82-37c19d6f7db1", "tag": "3306d7b9-29a5-4404-945f-30cb9e84b6e5", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:03:58.859108 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-425b6af4-68cd-4b0d-a3a4-7acfc98219ec {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:03:58.859108 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6b5ea3b-3fe2-4332-8e82-37c19d6f7db1', 'tag': '3306d7b9-29a5-4404-945f-30cb9e84b6e5', 'status': 'completed', 'code': 200} Aug 16 22:03:58.908288 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-ce62bd58-1d9c-4d98-9a21-2574001b1339 None None] Set router e289a166-804c-453e-a64b-ec8a3cd758a2 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:03:58.924642 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d87ce-24ea-49d8-b00f-4024d4db9247 req-e1fe7459-5971-42e5-83c9-fa2c94a5347b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:58.926170 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8a3d87ce-24ea-49d8-b00f-4024d4db9247 req-e1fe7459-5971-42e5-83c9-fa2c94a5347b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b138d5da43204b7eac942de7c3eb87d8&device_id=d6b5ea3b-3fe2-4332-8e82-37c19d6f7db1 HTTP/1.1" status: 200 len: 1097 time: 0.0492651 Aug 16 22:03:59.028994 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d87ce-24ea-49d8-b00f-4024d4db9247 req-4ac44fce-a075-434d-b950-af04d0716363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:59.030154 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8a3d87ce-24ea-49d8-b00f-4024d4db9247 req-4ac44fce-a075-434d-b950-af04d0716363 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f3406f06-2864-4e27-849d-17530f6c38f8 HTTP/1.1" status: 200 len: 896 time: 0.0931060 Aug 16 22:03:59.070893 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8a3d87ce-24ea-49d8-b00f-4024d4db9247 req-ea552bb4-f5a9-4971-b467-e9a48e9483aa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3306d7b9-29a5-4404-945f-30cb9e84b6e5 HTTP/1.1" status: 200 len: 217 time: 0.0337527 Aug 16 22:03:59.101596 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-ce62bd58-1d9c-4d98-9a21-2574001b1339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e289a166-804c-453e-a64b-ec8a3cd758a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903279025', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '4a9510a9-9971-450e-ba1c-5b3512f96dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:03:00Z', 'updated_at': '2021-08-16T22:03:04Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': '4a9510a9-9971-450e-ba1c-5b3512f96dc7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:17:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289a166-804c-453e-a64b-ec8a3cd758a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:03:00Z', 'updated_at': '2021-08-16T22:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '089291ea-1cd2-4294-b895-9af468d8b2eb', 'name': '', 'network_id': 'f3406f06-2864-4e27-849d-17530f6c38f8', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:e3:1b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289a166-804c-453e-a64b-ec8a3cd758a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '586568ce-3b95-45b6-9e18-382790a283c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:03:03Z', 'updated_at': '2021-08-16T22:03:09Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': '586568ce-3b95-45b6-9e18-382790a283c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:03:59.128310 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d87ce-24ea-49d8-b00f-4024d4db9247 req-ec400e85-4562-453b-be67-477467476b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:59.129799 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8a3d87ce-24ea-49d8-b00f-4024d4db9247 req-ec400e85-4562-453b-be67-477467476b1a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=586568ce-3b95-45b6-9e18-382790a283c7 HTTP/1.1" status: 200 len: 835 time: 0.0521369 Aug 16 22:03:59.130492 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce62bd58-1d9c-4d98-9a21-2574001b1339 None None] Checking router: e289a166-804c-453e-a64b-ec8a3cd758a2 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:03:59.139212 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce62bd58-1d9c-4d98-9a21-2574001b1339 None None] Routers {'e289a166-804c-453e-a64b-ec8a3cd758a2'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:03:59.139846 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-ce62bd58-1d9c-4d98-9a21-2574001b1339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:03:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['e289a166-804c-453e-a64b-ec8a3cd758a2'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:03:59.179548 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d87ce-24ea-49d8-b00f-4024d4db9247 req-dce92812-0814-439b-a47b-4f32117522b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:59.180989 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8a3d87ce-24ea-49d8-b00f-4024d4db9247 req-dce92812-0814-439b-a47b-4f32117522b3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f3406f06-2864-4e27-849d-17530f6c38f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444624 Aug 16 22:03:59.248563 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-ce62bd58-1d9c-4d98-9a21-2574001b1339 None None] Set router e289a166-804c-453e-a64b-ec8a3cd758a2 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:03:59.277427 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8a3d87ce-24ea-49d8-b00f-4024d4db9247 req-c236a8c5-04eb-4edc-9738-5d32b1e731f0 service neutron] 10.222.0.72 "GET /v2.0/networks/f3406f06-2864-4e27-849d-17530f6c38f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893960 Aug 16 22:03:59.294701 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823e6d2-0b9f-4320-8d2d-fe384968df14 req-44fd48f8-6a57-422a-91ac-4b4191f3ae60 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:03:59.297015 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7823e6d2-0b9f-4320-8d2d-fe384968df14 req-44fd48f8-6a57-422a-91ac-4b4191f3ae60 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=d6b5ea3b-3fe2-4332-8e82-37c19d6f7db1 HTTP/1.1" status: 200 len: 945 time: 0.0574763 Aug 16 22:03:59.339663 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7823e6d2-0b9f-4320-8d2d-fe384968df14 req-05e2471d-beb7-4b7d-b0da-d731da6d270f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e014fc3-492e-4191-b74a-80192f3a7b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359373 Aug 16 22:03:59.377389 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-8a3d87ce-24ea-49d8-b00f-4024d4db9247 req-0ce1e420-f5c8-4d03-999d-9092113a8ef2 service neutron] 10.222.0.72 "GET /v2.0/networks/f3406f06-2864-4e27-849d-17530f6c38f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892091 Aug 16 22:03:59.439839 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-ce62bd58-1d9c-4d98-9a21-2574001b1339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e289a166-804c-453e-a64b-ec8a3cd758a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903279025', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '4a9510a9-9971-450e-ba1c-5b3512f96dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:03:00Z', 'updated_at': '2021-08-16T22:03:04Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': '4a9510a9-9971-450e-ba1c-5b3512f96dc7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:17:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289a166-804c-453e-a64b-ec8a3cd758a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:03:00Z', 'updated_at': '2021-08-16T22:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '089291ea-1cd2-4294-b895-9af468d8b2eb', 'name': '', 'network_id': 'f3406f06-2864-4e27-849d-17530f6c38f8', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:e3:1b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289a166-804c-453e-a64b-ec8a3cd758a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '586568ce-3b95-45b6-9e18-382790a283c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:03:03Z', 'updated_at': '2021-08-16T22:03:09Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': '586568ce-3b95-45b6-9e18-382790a283c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:03:59.465057 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce62bd58-1d9c-4d98-9a21-2574001b1339 None None] The sync data for ids ['e289a166-804c-453e-a64b-ec8a3cd758a2'] in n-d-793620-15 is: [{'id': 'e289a166-804c-453e-a64b-ec8a3cd758a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903279025', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '4a9510a9-9971-450e-ba1c-5b3512f96dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:03:00Z', 'updated_at': '2021-08-16T22:03:04Z', 'revision_number': 4, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': '4a9510a9-9971-450e-ba1c-5b3512f96dc7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:17:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289a166-804c-453e-a64b-ec8a3cd758a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:03:00Z', 'updated_at': '2021-08-16T22:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '089291ea-1cd2-4294-b895-9af468d8b2eb', 'name': '', 'network_id': 'f3406f06-2864-4e27-849d-17530f6c38f8', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'mac_address': 'fa:16:3e:e3:1b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289a166-804c-453e-a64b-ec8a3cd758a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '586568ce-3b95-45b6-9e18-382790a283c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:03:03Z', 'updated_at': '2021-08-16T22:03:09Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'subnets': [{'id': '586568ce-3b95-45b6-9e18-382790a283c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:03:59.680061 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6839fcfb-d59a-4d3a-a34b-f39a39e19ea2 None None] New status for floating IP a7e45509-0ce3-430c-b69a-6abb03c5f68b: DOWN {{(pid=101846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:04:00.467507 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b75ac-b162-4b7e-b411-02d0a0acb88f req-f4df0e5d-7ba4-467e-a6ac-c0a69a4a09e8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:04:00.469033 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-835b75ac-b162-4b7e-b411-02d0a0acb88f req-f4df0e5d-7ba4-467e-a6ac-c0a69a4a09e8 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=d6b5ea3b-3fe2-4332-8e82-37c19d6f7db1 HTTP/1.1" status: 200 len: 945 time: 0.0596149 Aug 16 22:04:00.505435 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-835b75ac-b162-4b7e-b411-02d0a0acb88f req-d410aa00-d357-45f6-9690-516d6d71cd14 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e014fc3-492e-4191-b74a-80192f3a7b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304878 Aug 16 22:04:00.855717 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0dfdb1-0e8d-4d89-9a7d-9389066c0636 req-0a3e400b-45a0-4194-ac4d-16525bbef749 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:04:00.857225 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9d0dfdb1-0e8d-4d89-9a7d-9389066c0636 req-0a3e400b-45a0-4194-ac4d-16525bbef749 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6b5ea3b-3fe2-4332-8e82-37c19d6f7db1 HTTP/1.1" status: 200 len: 945 time: 0.0488923 Aug 16 22:04:00.961295 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-9d0dfdb1-0e8d-4d89-9a7d-9389066c0636 req-67da0c81-1ba0-44ee-89e8-8dd045e0b352 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Deleting port 3306d7b9-29a5-4404-945f-30cb9e84b6e5 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:04:00.961629 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9d0dfdb1-0e8d-4d89-9a7d-9389066c0636 req-67da0c81-1ba0-44ee-89e8-8dd045e0b352 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:01.052146 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-9d0dfdb1-0e8d-4d89-9a7d-9389066c0636 req-67da0c81-1ba0-44ee-89e8-8dd045e0b352 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] For port 3306d7b9-29a5-4404-945f-30cb9e84b6e5, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=3306d7b9-29a5-4404-945f-30cb9e84b6e5,segment=NetworkSegment(71388c23-4c69-477f-871e-ae687ecb4ddf),segment_id=71388c23-4c69-477f-871e-ae687ecb4ddf)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:04:01.052519 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9d0dfdb1-0e8d-4d89-9a7d-9389066c0636 req-67da0c81-1ba0-44ee-89e8-8dd045e0b352 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:01.065080 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-9d0dfdb1-0e8d-4d89-9a7d-9389066c0636 req-67da0c81-1ba0-44ee-89e8-8dd045e0b352 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Calling delete_port for 3306d7b9-29a5-4404-945f-30cb9e84b6e5 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:04:01.232707 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9d0dfdb1-0e8d-4d89-9a7d-9389066c0636 req-67da0c81-1ba0-44ee-89e8-8dd045e0b352 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:01.262940 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da0c81-1ba0-44ee-89e8-8dd045e0b352 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event deleted for resources: {'Port': ['ID=3306d7b9-29a5-4404-945f-30cb9e84b6e5,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:01.289228 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da0c81-1ba0-44ee-89e8-8dd045e0b352 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:04:01.289585 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da0c81-1ba0-44ee-89e8-8dd045e0b352 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:04:01.289932 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da0c81-1ba0-44ee-89e8-8dd045e0b352 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:04:01.290273 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da0c81-1ba0-44ee-89e8-8dd045e0b352 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:04:01.290614 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da0c81-1ba0-44ee-89e8-8dd045e0b352 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:04:01.290949 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da0c81-1ba0-44ee-89e8-8dd045e0b352 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:04:01.291297 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da0c81-1ba0-44ee-89e8-8dd045e0b352 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:04:01.291623 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da0c81-1ba0-44ee-89e8-8dd045e0b352 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:04:01.291978 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da0c81-1ba0-44ee-89e8-8dd045e0b352 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:04:01.292326 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da0c81-1ba0-44ee-89e8-8dd045e0b352 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:04:01.292636 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da0c81-1ba0-44ee-89e8-8dd045e0b352 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:04:01.292979 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da0c81-1ba0-44ee-89e8-8dd045e0b352 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:04:01.312185 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0dfdb1-0e8d-4d89-9a7d-9389066c0636 req-67da0c81-1ba0-44ee-89e8-8dd045e0b352 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] No DVR routers for this DVR port 3306d7b9-29a5-4404-945f-30cb9e84b6e5 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:04:01.314629 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-9d0dfdb1-0e8d-4d89-9a7d-9389066c0636 req-67da0c81-1ba0-44ee-89e8-8dd045e0b352 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:01.316677 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-9d0dfdb1-0e8d-4d89-9a7d-9389066c0636 req-67da0c81-1ba0-44ee-89e8-8dd045e0b352 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.72 "DELETE /v2.0/ports/3306d7b9-29a5-4404-945f-30cb9e84b6e5 HTTP/1.1" status: 204 len: 173 time: 0.4533224 Aug 16 22:04:01.317170 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b5ea3b-3fe2-4332-8e82-37c19d6f7db1', 'name': 'network-vif-deleted', 'tag': '3306d7b9-29a5-4404-945f-30cb9e84b6e5'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:04:01.319420 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcd9435b18b7a34707b0c74d037ee6bf13b87a61dd91d81e26d4048d63ffdc36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f10d40-85f8-4dcb-9711-fc63a6695905" -d '{"events": [{"server_uuid": "d6b5ea3b-3fe2-4332-8e82-37c19d6f7db1", "name": "network-vif-deleted", "tag": "3306d7b9-29a5-4404-945f-30cb9e84b6e5"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:04:01.353665 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f01c4cd-399c-428d-b77f-b74999f101f0 x-openstack-request-id: req-7f01c4cd-399c-428d-b77f-b74999f101f0 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:04:01.353966 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b5ea3b-3fe2-4332-8e82-37c19d6f7db1", "name": "network-vif-deleted", "tag": "3306d7b9-29a5-4404-945f-30cb9e84b6e5", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:04:01.354222 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7f01c4cd-399c-428d-b77f-b74999f101f0 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:04:01.354624 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b5ea3b-3fe2-4332-8e82-37c19d6f7db1', 'name': 'network-vif-deleted', 'tag': '3306d7b9-29a5-4404-945f-30cb9e84b6e5', 'status': 'completed', 'code': 200} Aug 16 22:04:01.611581 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c9bf12a5-612b-4fa0-90f1-800bb72a7796 req-b7b3dfe8-df46-4087-b2fd-0cfe4d494159 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "GET /v2.0/ports?device_id=d6b5ea3b-3fe2-4332-8e82-37c19d6f7db1 HTTP/1.1" status: 200 len: 210 time: 0.0283492 Aug 16 22:04:02.667898 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37950) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:04:03.019413 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0a6e3db8-ae85-4edd-bc6d-e1c6c7dbafa0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:03.073492 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 3306d7b9-29a5-4404-945f-30cb9e84b6e5 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:04:03.093485 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 3306d7b9-29a5-4404-945f-30cb9e84b6e5 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:04:03.093831 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 3306d7b9-29a5-4404-945f-30cb9e84b6e5 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:04:03.267800 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-0a6e3db8-ae85-4edd-bc6d-e1c6c7dbafa0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Deleting port 089291ea-1cd2-4294-b895-9af468d8b2eb {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:04:03.268166 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0a6e3db8-ae85-4edd-bc6d-e1c6c7dbafa0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:03.359590 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-0a6e3db8-ae85-4edd-bc6d-e1c6c7dbafa0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] For port 089291ea-1cd2-4294-b895-9af468d8b2eb, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=089291ea-1cd2-4294-b895-9af468d8b2eb,segment=NetworkSegment(71388c23-4c69-477f-871e-ae687ecb4ddf),segment_id=71388c23-4c69-477f-871e-ae687ecb4ddf)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:04:03.359997 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0a6e3db8-ae85-4edd-bc6d-e1c6c7dbafa0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:03.371979 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-0a6e3db8-ae85-4edd-bc6d-e1c6c7dbafa0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Calling delete_port for 089291ea-1cd2-4294-b895-9af468d8b2eb owned by network:router_interface {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:04:03.609107 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0a6e3db8-ae85-4edd-bc6d-e1c6c7dbafa0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:03.634287 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e3db8-ae85-4edd-bc6d-e1c6c7dbafa0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event deleted for resources: {'Port': ['ID=089291ea-1cd2-4294-b895-9af468d8b2eb,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:03.802191 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0a6e3db8-ae85-4edd-bc6d-e1c6c7dbafa0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:04.017544 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6e3db8-ae85-4edd-bc6d-e1c6c7dbafa0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Router e289a166-804c-453e-a64b-ec8a3cd758a2 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:04:04.120426 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6e3db8-ae85-4edd-bc6d-e1c6c7dbafa0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:04:04.125467 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-0a6e3db8-ae85-4edd-bc6d-e1c6c7dbafa0 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "PUT /v2.0/routers/e289a166-804c-453e-a64b-ec8a3cd758a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4565098 Aug 16 22:04:04.128194 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37952) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:04:04.129651 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239424a1-1358-4e8b-bba5-5b889804029e None None] Sync routers for ids ['e289a166-804c-453e-a64b-ec8a3cd758a2'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:04:04.139235 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239424a1-1358-4e8b-bba5-5b889804029e None None] Routers {'e289a166-804c-453e-a64b-ec8a3cd758a2'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:04:04.139879 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-239424a1-1358-4e8b-bba5-5b889804029e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:03:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['e289a166-804c-453e-a64b-ec8a3cd758a2'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:04:04.178326 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac245ab3-e230-4153-a5f8-6effc6915f12 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Deleting subnet 586568ce-3b95-45b6-9e18-382790a283c7 {{(pid=101844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:04:04.181331 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ac245ab3-e230-4153-a5f8-6effc6915f12 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for subnet, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:04.229653 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ac245ab3-e230-4153-a5f8-6effc6915f12 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59019553'] for subnet, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:04.248259 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-239424a1-1358-4e8b-bba5-5b889804029e None None] Set router e289a166-804c-453e-a64b-ec8a3cd758a2 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:04:04.533058 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-239424a1-1358-4e8b-bba5-5b889804029e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e289a166-804c-453e-a64b-ec8a3cd758a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903279025', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '4a9510a9-9971-450e-ba1c-5b3512f96dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:03:00Z', 'updated_at': '2021-08-16T22:04:03Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': '4a9510a9-9971-450e-ba1c-5b3512f96dc7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:17:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289a166-804c-453e-a64b-ec8a3cd758a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:03:00Z', 'updated_at': '2021-08-16T22:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:04:04.562168 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239424a1-1358-4e8b-bba5-5b889804029e None None] Checking router: e289a166-804c-453e-a64b-ec8a3cd758a2 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:04:04.570827 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239424a1-1358-4e8b-bba5-5b889804029e None None] Routers {'e289a166-804c-453e-a64b-ec8a3cd758a2'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:04:04.571455 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-239424a1-1358-4e8b-bba5-5b889804029e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:03:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['e289a166-804c-453e-a64b-ec8a3cd758a2'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:04:04.674382 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ac245ab3-e230-4153-a5f8-6effc6915f12 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:04.677139 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-239424a1-1358-4e8b-bba5-5b889804029e None None] Set router e289a166-804c-453e-a64b-ec8a3cd758a2 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:04:04.786842 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ac245ab3-e230-4153-a5f8-6effc6915f12 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59020114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59492340'] for subnet, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:04.817711 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac245ab3-e230-4153-a5f8-6effc6915f12 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event deleted for resources: {'Subnet': ['ID=586568ce-3b95-45b6-9e18-382790a283c7,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:04.821552 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ac245ab3-e230-4153-a5f8-6effc6915f12 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:04.823522 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ac245ab3-e230-4153-a5f8-6effc6915f12 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "DELETE /v2.0/subnets/586568ce-3b95-45b6-9e18-382790a283c7 HTTP/1.1" status: 204 len: 168 time: 0.6943655 Aug 16 22:04:04.827119 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37954) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:04:04.832646 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c07fea-3ae6-4f4b-ba10-681bb4fd9730 None None] Network f3406f06-2864-4e27-849d-17530f6c38f8 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:04:04.859038 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-239424a1-1358-4e8b-bba5-5b889804029e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e289a166-804c-453e-a64b-ec8a3cd758a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903279025', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '4a9510a9-9971-450e-ba1c-5b3512f96dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:03:00Z', 'updated_at': '2021-08-16T22:04:03Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': '4a9510a9-9971-450e-ba1c-5b3512f96dc7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:17:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289a166-804c-453e-a64b-ec8a3cd758a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:03:00Z', 'updated_at': '2021-08-16T22:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:04:04.893231 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239424a1-1358-4e8b-bba5-5b889804029e None None] The sync data for ids ['e289a166-804c-453e-a64b-ec8a3cd758a2'] in n-d-793620-15 is: [{'id': 'e289a166-804c-453e-a64b-ec8a3cd758a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903279025', 'tenant_id': 'b138d5da43204b7eac942de7c3eb87d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '4a9510a9-9971-450e-ba1c-5b3512f96dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:03:00Z', 'updated_at': '2021-08-16T22:04:03Z', 'revision_number': 5, 'project_id': 'b138d5da43204b7eac942de7c3eb87d8', 'gw_port': {'id': '4a9510a9-9971-450e-ba1c-5b3512f96dc7', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:17:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e289a166-804c-453e-a64b-ec8a3cd758a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:03:00Z', 'updated_at': '2021-08-16T22:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:04:04.948845 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-464ff6d0-c7e5-4ef5-9329-300138b9ebbe tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:05.053718 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-464ff6d0-c7e5-4ef5-9329-300138b9ebbe tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:05.185335 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-464ff6d0-c7e5-4ef5-9329-300138b9ebbe tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Deleting port 4a9510a9-9971-450e-ba1c-5b3512f96dc7 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:04:05.185683 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-464ff6d0-c7e5-4ef5-9329-300138b9ebbe tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:05.260569 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a6d453-6af7-4959-898d-8920e7bb90bd None None] DHCP port deletion for f3406f06-2864-4e27-849d-17530f6c38f8 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:04:05.264172 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-464ff6d0-c7e5-4ef5-9329-300138b9ebbe tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] For port 4a9510a9-9971-450e-ba1c-5b3512f96dc7, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=4a9510a9-9971-450e-ba1c-5b3512f96dc7,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:04:05.264555 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-464ff6d0-c7e5-4ef5-9329-300138b9ebbe tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:05.278222 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-464ff6d0-c7e5-4ef5-9329-300138b9ebbe tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Calling delete_port for 4a9510a9-9971-450e-ba1c-5b3512f96dc7 owned by network:router_gateway {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:04:05.314267 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a9a6d453-6af7-4959-898d-8920e7bb90bd None None] Deleting port e0507175-3ed2-49cf-adb7-7eb324e3d082 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:04:05.314893 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a9a6d453-6af7-4959-898d-8920e7bb90bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:05.378690 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a9a6d453-6af7-4959-898d-8920e7bb90bd None None] For port e0507175-3ed2-49cf-adb7-7eb324e3d082, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=e0507175-3ed2-49cf-adb7-7eb324e3d082,segment=NetworkSegment(71388c23-4c69-477f-871e-ae687ecb4ddf),segment_id=71388c23-4c69-477f-871e-ae687ecb4ddf)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:04:05.379086 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a9a6d453-6af7-4959-898d-8920e7bb90bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:05.391494 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a9a6d453-6af7-4959-898d-8920e7bb90bd None None] Calling delete_port for e0507175-3ed2-49cf-adb7-7eb324e3d082 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:04:05.518098 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-464ff6d0-c7e5-4ef5-9329-300138b9ebbe tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:05.542220 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ff6d0-c7e5-4ef5-9329-300138b9ebbe tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event deleted for resources: {'Port': ['ID=4a9510a9-9971-450e-ba1c-5b3512f96dc7,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:05.552179 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a9a6d453-6af7-4959-898d-8920e7bb90bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:05.582748 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a6d453-6af7-4959-898d-8920e7bb90bd None None] No DVR routers for this DVR port e0507175-3ed2-49cf-adb7-7eb324e3d082 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:04:05.586667 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a6d453-6af7-4959-898d-8920e7bb90bd None None] Pushing event deleted for resources: {'Port': ['ID=e0507175-3ed2-49cf-adb7-7eb324e3d082,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:05.597036 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a6d453-6af7-4959-898d-8920e7bb90bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:04:05.597395 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a6d453-6af7-4959-898d-8920e7bb90bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:04:05.597741 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a6d453-6af7-4959-898d-8920e7bb90bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:04:05.598083 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a6d453-6af7-4959-898d-8920e7bb90bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:04:05.598422 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a6d453-6af7-4959-898d-8920e7bb90bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:04:05.598757 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a6d453-6af7-4959-898d-8920e7bb90bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:04:05.599091 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a6d453-6af7-4959-898d-8920e7bb90bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:04:05.599421 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a6d453-6af7-4959-898d-8920e7bb90bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:04:05.599752 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a6d453-6af7-4959-898d-8920e7bb90bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:04:05.600131 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a6d453-6af7-4959-898d-8920e7bb90bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:04:05.600461 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a6d453-6af7-4959-898d-8920e7bb90bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:04:05.600791 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a6d453-6af7-4959-898d-8920e7bb90bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:04:05.616464 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-464ff6d0-c7e5-4ef5-9329-300138b9ebbe tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:05.706302 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-464ff6d0-c7e5-4ef5-9329-300138b9ebbe tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:05.708418 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-464ff6d0-c7e5-4ef5-9329-300138b9ebbe tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:05.830728 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-464ff6d0-c7e5-4ef5-9329-300138b9ebbe tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:05.831427 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464ff6d0-c7e5-4ef5-9329-300138b9ebbe tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Fanout notify agent at l3_agent the message router_deleted on router e289a166-804c-453e-a64b-ec8a3cd758a2 {{(pid=101844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:04:05.837987 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-464ff6d0-c7e5-4ef5-9329-300138b9ebbe tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:05.839456 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-464ff6d0-c7e5-4ef5-9329-300138b9ebbe tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "DELETE /v2.0/routers/e289a166-804c-453e-a64b-ec8a3cd758a2 HTTP/1.1" status: 204 len: 168 time: 1.0110319 Aug 16 22:04:05.842496 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37956) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:04:05.927093 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3c74a241-7389-4a76-a391-7a2c5603e069 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:06.017509 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3c74a241-7389-4a76-a391-7a2c5603e069 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:06.027249 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-3c74a241-7389-4a76-a391-7a2c5603e069 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3406f06-2864-4e27-849d-17530f6c38f8']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:04:06.041762 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-3c74a241-7389-4a76-a391-7a2c5603e069 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71388c23-4c69-477f-871e-ae687ecb4ddf') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:04:06.042065 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-3c74a241-7389-4a76-a391-7a2c5603e069 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71388c23-4c69-477f-871e-ae687ecb4ddf') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:04:06.050753 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3c74a241-7389-4a76-a391-7a2c5603e069 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:06.064452 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3c74a241-7389-4a76-a391-7a2c5603e069 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:06.070042 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c74a241-7389-4a76-a391-7a2c5603e069 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:04:06.070438 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3c74a241-7389-4a76-a391-7a2c5603e069 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:06.073367 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 22:04:06.073367 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:04:06.073367 n-d-793620-15 neutron-server[101844]: timer() Aug 16 22:04:06.073367 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:04:06.073367 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 22:04:06.073367 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:04:06.073367 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 22:04:06.073367 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:04:06.073367 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 22:04:06.073367 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:04:06.073367 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 22:04:06.073367 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:04:06.073367 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 22:04:06.073367 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:04:06.073367 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:04:06.073367 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:04:06.073367 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:04:06.073367 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:04:06.073367 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 22:04:06.073367 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:04:06.073367 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 22:04:06.073367 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:04:06.073367 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:04:06.073367 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:04:06.073367 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 22:04:06.073367 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:04:06.073367 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:04:06.073367 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:04:06.073367 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:04:06.073367 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:04:06.073367 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:04:06.073367 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:04:06.191875 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3c74a241-7389-4a76-a391-7a2c5603e069 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:06.199279 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3c74a241-7389-4a76-a391-7a2c5603e069 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:06.201090 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-3c74a241-7389-4a76-a391-7a2c5603e069 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "DELETE /v2.0/networks/f3406f06-2864-4e27-849d-17530f6c38f8 HTTP/1.1" status: 204 len: 168 time: 0.3576756 Aug 16 22:04:06.203963 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37958) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:04:06.212540 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c74a241-7389-4a76-a391-7a2c5603e069 tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event deleted for resources: {'Network': ['ID=f3406f06-2864-4e27-849d-17530f6c38f8,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:06.270492 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-16e71c6d-69f4-429d-b20f-93b0b8a6e00f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:06.298355 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-16e71c6d-69f4-429d-b20f-93b0b8a6e00f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:06.442112 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-16e71c6d-69f4-429d-b20f-93b0b8a6e00f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:06.444671 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-16e71c6d-69f4-429d-b20f-93b0b8a6e00f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:06.445873 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-16e71c6d-69f4-429d-b20f-93b0b8a6e00f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] 10.222.0.84 "DELETE /v2.0/security-groups/4e014fc3-492e-4191-b74a-80192f3a7b25 HTTP/1.1" status: 204 len: 168 time: 0.2408929 Aug 16 22:04:06.455067 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e71c6d-69f4-429d-b20f-93b0b8a6e00f tempest-TestNetworkAdvancedServerOps-626742826 tempest-TestNetworkAdvancedServerOps-626742826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e014fc3-492e-4191-b74a-80192f3a7b25,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:06.904270 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 089291ea-1cd2-4294-b895-9af468d8b2eb no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:04:06.932506 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 089291ea-1cd2-4294-b895-9af468d8b2eb {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:04:06.932506 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 089291ea-1cd2-4294-b895-9af468d8b2eb not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:04:06.932506 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 4a9510a9-9971-450e-ba1c-5b3512f96dc7 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:04:06.947154 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 4a9510a9-9971-450e-ba1c-5b3512f96dc7 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:04:06.947670 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 4a9510a9-9971-450e-ba1c-5b3512f96dc7 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:04:06.948117 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device e0507175-3ed2-49cf-adb7-7eb324e3d082 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:04:06.972426 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: e0507175-3ed2-49cf-adb7-7eb324e3d082 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:04:06.972426 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device e0507175-3ed2-49cf-adb7-7eb324e3d082 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:04:07.028190 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37966) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:04:07.158443 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-75999ee8-f49e-482a-bed0-288fc9ec6ec1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b138d5da43204b7eac942de7c3eb87d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1290896 Aug 16 22:04:07.160890 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37970) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:04:07.206489 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1e8532bc-e112-481a-b2d6-d9fa27daeb23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:07.231550 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1e8532bc-e112-481a-b2d6-d9fa27daeb23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:07.345179 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1e8532bc-e112-481a-b2d6-d9fa27daeb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:07.347657 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1e8532bc-e112-481a-b2d6-d9fa27daeb23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:07.348874 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-1e8532bc-e112-481a-b2d6-d9fa27daeb23 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a56f6b5f-1785-4f2a-aed7-11ce90110263 HTTP/1.1" status: 204 len: 168 time: 0.1870825 Aug 16 22:04:07.356636 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8532bc-e112-481a-b2d6-d9fa27daeb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56f6b5f-1785-4f2a-aed7-11ce90110263,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:07.948282 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 37976) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:04:07.961452 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e809e572-838e-4177-9768-f96bfc9dd11c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:08.048271 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e809e572-838e-4177-9768-f96bfc9dd11c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:08.123321 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e809e572-838e-4177-9768-f96bfc9dd11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:08.161726 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e809e572-838e-4177-9768-f96bfc9dd11c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1e7407d00daa4481b2c64646aabe979c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2122796 Aug 16 22:04:08.162662 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809e572-838e-4177-9768-f96bfc9dd11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44d22fb-86b9-4a02-820b-e9de10c10162,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:08.164544 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 37978) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:04:08.213363 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-59d43d99-3bbd-4a6f-8bbb-1cffd266c1bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:08.234887 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-59d43d99-3bbd-4a6f-8bbb-1cffd266c1bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:08.350772 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-59d43d99-3bbd-4a6f-8bbb-1cffd266c1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:08.353394 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-59d43d99-3bbd-4a6f-8bbb-1cffd266c1bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:08.354552 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-59d43d99-3bbd-4a6f-8bbb-1cffd266c1bb admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c44d22fb-86b9-4a02-820b-e9de10c10162 HTTP/1.1" status: 204 len: 168 time: 0.1889665 Aug 16 22:04:08.362822 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d43d99-3bbd-4a6f-8bbb-1cffd266c1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44d22fb-86b9-4a02-820b-e9de10c10162,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:09.383994 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38000) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:04:09.477519 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-4b2ee950-5fd8-4c84-a76e-56aa5f0849b0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-891500901-network', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:04:09.620034 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2ee950-5fd8-4c84-a76e-56aa5f0849b0 admin admin] Made reservation on behalf of 95fb0a7032124db3b4c070c940ea0fa3 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:04:09.622995 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4b2ee950-5fd8-4c84-a76e-56aa5f0849b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:09.631496 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4b2ee950-5fd8-4c84-a76e-56aa5f0849b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:09.717621 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4b2ee950-5fd8-4c84-a76e-56aa5f0849b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:09.808774 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4b2ee950-5fd8-4c84-a76e-56aa5f0849b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:09.832379 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b2ee950-5fd8-4c84-a76e-56aa5f0849b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:04:09.842187 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ee950-5fd8-4c84-a76e-56aa5f0849b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23be7502-e73c-4828-8f87-73b758e4e8cb,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:09.846884 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4b2ee950-5fd8-4c84-a76e-56aa5f0849b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:09.847233 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-4b2ee950-5fd8-4c84-a76e-56aa5f0849b0 admin admin] Added segment bca188e6-83dc-4de8-b1bf-fe6575e317a7 of type vlan for network 5c53f42f-1857-4eea-9155-98f7d4f68865 Aug 16 22:04:09.889651 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4b2ee950-5fd8-4c84-a76e-56aa5f0849b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:09.968907 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4b2ee950-5fd8-4c84-a76e-56aa5f0849b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:09.969976 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2ee950-5fd8-4c84-a76e-56aa5f0849b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:04:09.970559 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4b2ee950-5fd8-4c84-a76e-56aa5f0849b0 admin admin] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:10.028541 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ee950-5fd8-4c84-a76e-56aa5f0849b0 admin admin] Pushing event updated for resources: {'Network': ['ID=5c53f42f-1857-4eea-9155-98f7d4f68865,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:10.037965 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 5c53f42f-1857-4eea-9155-98f7d4f68865 details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:04:10.078836 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-4b2ee950-5fd8-4c84-a76e-56aa5f0849b0 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6934781 Aug 16 22:04:10.081520 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38004) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:04:10.086328 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-963ffae6-7d1a-44ea-94e2-d66ecdaa5c3b admin admin] Request body: {'subnet': {'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-891500901-subnet', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:04:10.180182 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963ffae6-7d1a-44ea-94e2-d66ecdaa5c3b admin admin] Made reservation on behalf of 95fb0a7032124db3b4c070c940ea0fa3 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:04:10.182529 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-963ffae6-7d1a-44ea-94e2-d66ecdaa5c3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:10.430894 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-963ffae6-7d1a-44ea-94e2-d66ecdaa5c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:10.486665 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ffae6-7d1a-44ea-94e2-d66ecdaa5c3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b756ff41-0f76-4c9d-96ad-95dfad7aff9d,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:10.493670 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963ffae6-7d1a-44ea-94e2-d66ecdaa5c3b admin admin] Checking segment: {'id': 'bca188e6-83dc-4de8-b1bf-fe6575e317a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:04:10.494040 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963ffae6-7d1a-44ea-94e2-d66ecdaa5c3b admin admin] Network hostable DHCP agents. Network: 5c53f42f-1857-4eea-9155-98f7d4f68865, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:04:10.596492 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963ffae6-7d1a-44ea-94e2-d66ecdaa5c3b admin admin] Network 5c53f42f-1857-4eea-9155-98f7d4f68865 is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:04:10.687704 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-963ffae6-7d1a-44ea-94e2-d66ecdaa5c3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 5c53f42f-1857-4eea-9155-98f7d4f68865) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:04:10.691651 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963ffae6-7d1a-44ea-94e2-d66ecdaa5c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:04:10.692282 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-963ffae6-7d1a-44ea-94e2-d66ecdaa5c3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:10.697384 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299c7cda-e90c-4ca4-a644-9a2b14e4da10 None None] Network 5c53f42f-1857-4eea-9155-98f7d4f68865 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:04:10.781290 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-963ffae6-7d1a-44ea-94e2-d66ecdaa5c3b admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6987052 Aug 16 22:04:10.784031 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38006) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:04:10.788548 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-a9564b88-7b08-4aff-b231-f45cecd71cfd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-891500901-router', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:04:10.836659 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee667de9-220d-4362-9b08-e19ac5b5b14c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-5c53f42f-1857-4eea-9155-98f7d4f68865', 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'fixed_ips': [{'subnet_id': 'b756ff41-0f76-4c9d-96ad-95dfad7aff9d'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:04:10.837499 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ee667de9-220d-4362-9b08-e19ac5b5b14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:10.872630 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a9564b88-7b08-4aff-b231-f45cecd71cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:10.877856 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a9564b88-7b08-4aff-b231-f45cecd71cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:10.927284 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a9564b88-7b08-4aff-b231-f45cecd71cfd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:10.967311 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-ee667de9-220d-4362-9b08-e19ac5b5b14c None None] Allocated IP 172.20.0.2 (5c53f42f-1857-4eea-9155-98f7d4f68865/b756ff41-0f76-4c9d-96ad-95dfad7aff9d/0ee5a564-4591-4057-8c6e-dcb393db38bd) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:04:11.127191 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a9564b88-7b08-4aff-b231-f45cecd71cfd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:11.271997 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ee667de9-220d-4362-9b08-e19ac5b5b14c None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:11.281044 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ee667de9-220d-4362-9b08-e19ac5b5b14c None None] Transition to ACTIVE for port object 0ee5a564-4591-4057-8c6e-dcb393db38bd will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:04:11.295590 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ee667de9-220d-4362-9b08-e19ac5b5b14c None None] Transition to ACTIVE for port object 0ee5a564-4591-4057-8c6e-dcb393db38bd will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:04:11.311960 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6a8490fb-c2c4-4405-8d66-5e2023a9e9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:11.401730 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a9564b88-7b08-4aff-b231-f45cecd71cfd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:11.408290 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ee667de9-220d-4362-9b08-e19ac5b5b14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:11.421823 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a9564b88-7b08-4aff-b231-f45cecd71cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:11.450861 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee667de9-220d-4362-9b08-e19ac5b5b14c None None] Network 5c53f42f-1857-4eea-9155-98f7d4f68865 is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:04:11.453778 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-ee667de9-220d-4362-9b08-e19ac5b5b14c None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:04:11.457399 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee667de9-220d-4362-9b08-e19ac5b5b14c None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:04:11.464369 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee667de9-220d-4362-9b08-e19ac5b5b14c None None] Pushing event updated for resources: {'Port': ['ID=0ee5a564-4591-4057-8c6e-dcb393db38bd,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:11.513587 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-ee667de9-220d-4362-9b08-e19ac5b5b14c None None] Attempting to bind port 0ee5a564-4591-4057-8c6e-dcb393db38bd on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:04:11.513967 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-ee667de9-220d-4362-9b08-e19ac5b5b14c None None] Attempting to bind port 0ee5a564-4591-4057-8c6e-dcb393db38bd by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'bca188e6-83dc-4de8-b1bf-fe6575e317a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:04:11.514331 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee667de9-220d-4362-9b08-e19ac5b5b14c None None] Attempting to bind port 0ee5a564-4591-4057-8c6e-dcb393db38bd on network 5c53f42f-1857-4eea-9155-98f7d4f68865 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:04:11.519232 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee667de9-220d-4362-9b08-e19ac5b5b14c None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:04:11.519610 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee667de9-220d-4362-9b08-e19ac5b5b14c None None] Checking segment: {'id': 'bca188e6-83dc-4de8-b1bf-fe6575e317a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:04:11.520048 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ee667de9-220d-4362-9b08-e19ac5b5b14c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:11.520443 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee667de9-220d-4362-9b08-e19ac5b5b14c None None] Bound using segment: {'id': 'bca188e6-83dc-4de8-b1bf-fe6575e317a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:04:11.520913 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-ee667de9-220d-4362-9b08-e19ac5b5b14c None None] Bound port: 0ee5a564-4591-4057-8c6e-dcb393db38bd, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca188e6-83dc-4de8-b1bf-fe6575e317a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:04:11.521303 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ee667de9-220d-4362-9b08-e19ac5b5b14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:11.529127 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-a9564b88-7b08-4aff-b231-f45cecd71cfd admin admin] Allocated IP 172.25.1.94 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/99ef3d2e-8cf1-47ac-9771-b671c524a3f9) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:04:11.583952 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-ee667de9-220d-4362-9b08-e19ac5b5b14c None None] For port 0ee5a564-4591-4057-8c6e-dcb393db38bd, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:04:11.586943 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-ee667de9-220d-4362-9b08-e19ac5b5b14c None None] For port 0ee5a564-4591-4057-8c6e-dcb393db38bd, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=0ee5a564-4591-4057-8c6e-dcb393db38bd,segment=NetworkSegment(bca188e6-83dc-4de8-b1bf-fe6575e317a7),segment_id=bca188e6-83dc-4de8-b1bf-fe6575e317a7)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:04:11.629172 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a9564b88-7b08-4aff-b231-f45cecd71cfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:11.683902 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ee667de9-220d-4362-9b08-e19ac5b5b14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:11.735738 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a9564b88-7b08-4aff-b231-f45cecd71cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:11.742537 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee667de9-220d-4362-9b08-e19ac5b5b14c None None] Pushing event updated for resources: {'Port': ['ID=0ee5a564-4591-4057-8c6e-dcb393db38bd,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:11.781724 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9564b88-7b08-4aff-b231-f45cecd71cfd admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:04:11.784652 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-a9564b88-7b08-4aff-b231-f45cecd71cfd admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:04:11.788238 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9564b88-7b08-4aff-b231-f45cecd71cfd admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:04:11.793699 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9564b88-7b08-4aff-b231-f45cecd71cfd admin admin] Pushing event updated for resources: {'Port': ['ID=99ef3d2e-8cf1-47ac-9771-b671c524a3f9,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:12.111124 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a9564b88-7b08-4aff-b231-f45cecd71cfd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:12.577969 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad78b29-d6e2-4f27-9f5d-3a74c165ec31 None None] Network 5c53f42f-1857-4eea-9155-98f7d4f68865 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:04:12.625685 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a9564b88-7b08-4aff-b231-f45cecd71cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:12.722503 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ba46cd2c-02d1-4833-9a29-4c2c057faad4 None None] Provisioning for port 0ee5a564-4591-4057-8c6e-dcb393db38bd completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:04:12.825842 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9564b88-7b08-4aff-b231-f45cecd71cfd admin admin] Router 54f01424-f576-4888-91fa-311b50bef74a is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:04:12.938980 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9564b88-7b08-4aff-b231-f45cecd71cfd admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:04:12.951528 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9189b87b-62bc-48f4-a02d-f48d7538595c None None] Sync routers for ids ['54f01424-f576-4888-91fa-311b50bef74a'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:04:12.966302 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9189b87b-62bc-48f4-a02d-f48d7538595c None None] Routers {'54f01424-f576-4888-91fa-311b50bef74a'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:04:12.966941 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-9189b87b-62bc-48f4-a02d-f48d7538595c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:03:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['54f01424-f576-4888-91fa-311b50bef74a'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:04:12.970022 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 0ee5a564-4591-4057-8c6e-dcb393db38bd up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:04:13.009052 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a9564b88-7b08-4aff-b231-f45cecd71cfd admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:13.010346 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a9564b88-7b08-4aff-b231-f45cecd71cfd admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2252958 Aug 16 22:04:13.013878 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38008) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:04:13.104262 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-9189b87b-62bc-48f4-a02d-f48d7538595c None None] Set router 54f01424-f576-4888-91fa-311b50bef74a gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:04:13.194392 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 0ee5a564-4591-4057-8c6e-dcb393db38bd completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:04:13.203153 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 0ee5a564-4591-4057-8c6e-dcb393db38bd triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:04:13.203539 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:13.335369 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:13.373902 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-9189b87b-62bc-48f4-a02d-f48d7538595c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f01424-f576-4888-91fa-311b50bef74a', 'name': 'tempest-TestShelveInstance-891500901-router', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '99ef3d2e-8cf1-47ac-9771-b671c524a3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:04:10Z', 'updated_at': '2021-08-16T22:04:11Z', 'revision_number': 3, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'gw_port': {'id': '99ef3d2e-8cf1-47ac-9771-b671c524a3f9', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ee:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f01424-f576-4888-91fa-311b50bef74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:11Z', 'updated_at': '2021-08-16T22:04:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:04:13.378839 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 0ee5a564-4591-4057-8c6e-dcb393db38bd, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=0ee5a564-4591-4057-8c6e-dcb393db38bd,segment=NetworkSegment(bca188e6-83dc-4de8-b1bf-fe6575e317a7),segment_id=bca188e6-83dc-4de8-b1bf-fe6575e317a7)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:04:13.402583 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9189b87b-62bc-48f4-a02d-f48d7538595c None None] Checking router: 54f01424-f576-4888-91fa-311b50bef74a for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:04:13.402938 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9189b87b-62bc-48f4-a02d-f48d7538595c None None] Updating router 54f01424-f576-4888-91fa-311b50bef74a port 99ef3d2e-8cf1-47ac-9771-b671c524a3f9 binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:04:13.427275 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9189b87b-62bc-48f4-a02d-f48d7538595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:13.430161 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df42b558-4e96-4d73-befb-b040fd7ffb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:13.453052 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:13.564411 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=0ee5a564-4591-4057-8c6e-dcb393db38bd,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:13.587983 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-df42b558-4e96-4d73-befb-b040fd7ffb20 admin admin] Allocated IP 172.20.0.1 (5c53f42f-1857-4eea-9155-98f7d4f68865/b756ff41-0f76-4c9d-96ad-95dfad7aff9d/7c2576fe-fbb3-49c5-a67b-64f76b216ea6) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:04:13.689956 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df42b558-4e96-4d73-befb-b040fd7ffb20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:13.703411 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-df42b558-4e96-4d73-befb-b040fd7ffb20 admin admin] Transition to ACTIVE for port object 7c2576fe-fbb3-49c5-a67b-64f76b216ea6 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:04:13.709301 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f69149a0-f514-4e44-95c8-43e5c164bf3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:13.729025 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9189b87b-62bc-48f4-a02d-f48d7538595c None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:13.738580 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-9189b87b-62bc-48f4-a02d-f48d7538595c None None] Transition to ACTIVE for port object 99ef3d2e-8cf1-47ac-9771-b671c524a3f9 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:04:13.803640 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df42b558-4e96-4d73-befb-b040fd7ffb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:13.826012 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9189b87b-62bc-48f4-a02d-f48d7538595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:13.850596 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df42b558-4e96-4d73-befb-b040fd7ffb20 admin admin] Network 5c53f42f-1857-4eea-9155-98f7d4f68865 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:04:13.854303 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-df42b558-4e96-4d73-befb-b040fd7ffb20 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:04:13.857225 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df42b558-4e96-4d73-befb-b040fd7ffb20 admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:04:13.873411 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-9189b87b-62bc-48f4-a02d-f48d7538595c None None] Attempting to bind port 99ef3d2e-8cf1-47ac-9771-b671c524a3f9 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:04:13.873803 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-9189b87b-62bc-48f4-a02d-f48d7538595c None None] Attempting to bind port 99ef3d2e-8cf1-47ac-9771-b671c524a3f9 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:04:13.877577 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9189b87b-62bc-48f4-a02d-f48d7538595c None None] Attempting to bind port 99ef3d2e-8cf1-47ac-9771-b671c524a3f9 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:04:13.878440 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:13.883398 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42b558-4e96-4d73-befb-b040fd7ffb20 admin admin] Pushing event updated for resources: {'Port': ['ID=7c2576fe-fbb3-49c5-a67b-64f76b216ea6,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:13.887209 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9189b87b-62bc-48f4-a02d-f48d7538595c None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:04:13.887594 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9189b87b-62bc-48f4-a02d-f48d7538595c None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:04:13.888352 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9189b87b-62bc-48f4-a02d-f48d7538595c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:13.888523 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9189b87b-62bc-48f4-a02d-f48d7538595c None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:04:13.888899 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-9189b87b-62bc-48f4-a02d-f48d7538595c None None] Bound port: 99ef3d2e-8cf1-47ac-9771-b671c524a3f9, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:04:13.889287 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9189b87b-62bc-48f4-a02d-f48d7538595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:13.892781 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4634e065-218f-4901-aa65-7f63a31bfdbd None None] Pushing event updated for resources: {'Port': ['ID=99ef3d2e-8cf1-47ac-9771-b671c524a3f9,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:13.904227 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df42b558-4e96-4d73-befb-b040fd7ffb20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:13.948649 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-9189b87b-62bc-48f4-a02d-f48d7538595c None None] For port 99ef3d2e-8cf1-47ac-9771-b671c524a3f9, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:04:13.952101 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-9189b87b-62bc-48f4-a02d-f48d7538595c None None] For port 99ef3d2e-8cf1-47ac-9771-b671c524a3f9, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=99ef3d2e-8cf1-47ac-9771-b671c524a3f9,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:04:14.014227 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9189b87b-62bc-48f4-a02d-f48d7538595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:14.065979 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9189b87b-62bc-48f4-a02d-f48d7538595c None None] Routers {'54f01424-f576-4888-91fa-311b50bef74a'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:04:14.066602 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-9189b87b-62bc-48f4-a02d-f48d7538595c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:04:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['54f01424-f576-4888-91fa-311b50bef74a'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:04:14.099647 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df42b558-4e96-4d73-befb-b040fd7ffb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:14.122318 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4634e065-218f-4901-aa65-7f63a31bfdbd None None] Pushing event updated for resources: {'Port': ['ID=99ef3d2e-8cf1-47ac-9771-b671c524a3f9,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:14.192704 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-9189b87b-62bc-48f4-a02d-f48d7538595c None None] Set router 54f01424-f576-4888-91fa-311b50bef74a gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:04:14.226968 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c40364ed-ce19-4523-9c29-782644a9aa01 None None] Provisioning for port 7c2576fe-fbb3-49c5-a67b-64f76b216ea6 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:04:14.236989 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c40364ed-ce19-4523-9c29-782644a9aa01 None None] Provisioning complete for port 7c2576fe-fbb3-49c5-a67b-64f76b216ea6 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:04:14.237365 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c40364ed-ce19-4523-9c29-782644a9aa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:14.263237 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df42b558-4e96-4d73-befb-b040fd7ffb20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:14.329125 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df42b558-4e96-4d73-befb-b040fd7ffb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:14.336096 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-c40364ed-ce19-4523-9c29-782644a9aa01 None None] Port 7c2576fe-fbb3-49c5-a67b-64f76b216ea6 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:04:14.395524 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42b558-4e96-4d73-befb-b040fd7ffb20 admin admin] Pushing event updated for resources: {'Port': ['ID=7c2576fe-fbb3-49c5-a67b-64f76b216ea6,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:14.399046 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-df42b558-4e96-4d73-befb-b040fd7ffb20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:14.422346 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-9189b87b-62bc-48f4-a02d-f48d7538595c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f01424-f576-4888-91fa-311b50bef74a', 'name': 'tempest-TestShelveInstance-891500901-router', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '99ef3d2e-8cf1-47ac-9771-b671c524a3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:04:10Z', 'updated_at': '2021-08-16T22:04:14Z', 'revision_number': 4, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'gw_port': {'id': '99ef3d2e-8cf1-47ac-9771-b671c524a3f9', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ee:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f01424-f576-4888-91fa-311b50bef74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:11Z', 'updated_at': '2021-08-16T22:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '7c2576fe-fbb3-49c5-a67b-64f76b216ea6', 'name': '', 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'mac_address': 'fa:16:3e:20:db:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f01424-f576-4888-91fa-311b50bef74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'b756ff41-0f76-4c9d-96ad-95dfad7aff9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:13Z', 'updated_at': '2021-08-16T22:04:13Z', 'revision_number': 1, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'subnets': [{'id': 'b756ff41-0f76-4c9d-96ad-95dfad7aff9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:04:14.448112 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9189b87b-62bc-48f4-a02d-f48d7538595c None None] The sync data for ids ['54f01424-f576-4888-91fa-311b50bef74a'] in n-d-793620-15 is: [{'id': '54f01424-f576-4888-91fa-311b50bef74a', 'name': 'tempest-TestShelveInstance-891500901-router', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '99ef3d2e-8cf1-47ac-9771-b671c524a3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:04:10Z', 'updated_at': '2021-08-16T22:04:14Z', 'revision_number': 4, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'gw_port': {'id': '99ef3d2e-8cf1-47ac-9771-b671c524a3f9', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ee:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f01424-f576-4888-91fa-311b50bef74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:11Z', 'updated_at': '2021-08-16T22:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '7c2576fe-fbb3-49c5-a67b-64f76b216ea6', 'name': '', 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'mac_address': 'fa:16:3e:20:db:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f01424-f576-4888-91fa-311b50bef74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'b756ff41-0f76-4c9d-96ad-95dfad7aff9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:13Z', 'updated_at': '2021-08-16T22:04:13Z', 'revision_number': 1, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'subnets': [{'id': 'b756ff41-0f76-4c9d-96ad-95dfad7aff9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:04:14.499955 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df42b558-4e96-4d73-befb-b040fd7ffb20 admin admin] Network 5c53f42f-1857-4eea-9155-98f7d4f68865 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:04:14.501383 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-df42b558-4e96-4d73-befb-b040fd7ffb20 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:04:14.617769 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df42b558-4e96-4d73-befb-b040fd7ffb20 admin admin] Router 54f01424-f576-4888-91fa-311b50bef74a has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:04:14.745284 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df42b558-4e96-4d73-befb-b040fd7ffb20 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:04:14.752558 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-df42b558-4e96-4d73-befb-b040fd7ffb20 admin admin] 10.222.0.84 "PUT /v2.0/routers/54f01424-f576-4888-91fa-311b50bef74a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7373950 Aug 16 22:04:14.764129 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a70e8158-2611-452f-a53d-f32a29556187 None None] Provisioning complete for port 7c2576fe-fbb3-49c5-a67b-64f76b216ea6 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:04:14.764604 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a70e8158-2611-452f-a53d-f32a29556187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:14.803708 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a70e8158-2611-452f-a53d-f32a29556187 None None] Port 7c2576fe-fbb3-49c5-a67b-64f76b216ea6 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:04:14.919186 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 0ee5a564-4591-4057-8c6e-dcb393db38bd up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:04:14.973390 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 0ee5a564-4591-4057-8c6e-dcb393db38bd triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:04:14.973766 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:15.130270 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:15.520897 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38024) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:04:15.526390 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-27422875-93f7-4075-aa34-9023c9c1570a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-769873884-network', 'tenant_id': '02e6f248eb4d436ca9a9051ab6a87d23'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:04:15.619114 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27422875-93f7-4075-aa34-9023c9c1570a admin admin] Made reservation on behalf of 02e6f248eb4d436ca9a9051ab6a87d23 for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:04:15.621741 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-27422875-93f7-4075-aa34-9023c9c1570a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:15.635713 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-27422875-93f7-4075-aa34-9023c9c1570a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:15.728599 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-27422875-93f7-4075-aa34-9023c9c1570a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:15.778763 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-27422875-93f7-4075-aa34-9023c9c1570a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:15.802585 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27422875-93f7-4075-aa34-9023c9c1570a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:04:15.813054 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27422875-93f7-4075-aa34-9023c9c1570a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46bb703a-2e70-4915-919f-f4e012049ce3,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:15.817985 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-27422875-93f7-4075-aa34-9023c9c1570a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:15.818348 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-27422875-93f7-4075-aa34-9023c9c1570a admin admin] Added segment 7f044c3f-1b95-4e73-9314-f02779f5087b of type vlan for network ad341157-6ab9-4546-a5fc-7a4ea1601d0a Aug 16 22:04:15.859527 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-27422875-93f7-4075-aa34-9023c9c1570a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:15.957366 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-27422875-93f7-4075-aa34-9023c9c1570a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:15.958414 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27422875-93f7-4075-aa34-9023c9c1570a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:04:15.959014 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-27422875-93f7-4075-aa34-9023c9c1570a admin admin] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:16.024624 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27422875-93f7-4075-aa34-9023c9c1570a admin admin] Pushing event updated for resources: {'Network': ['ID=ad341157-6ab9-4546-a5fc-7a4ea1601d0a,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:16.038708 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network ad341157-6ab9-4546-a5fc-7a4ea1601d0a details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:04:16.088508 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-27422875-93f7-4075-aa34-9023c9c1570a admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5664027 Aug 16 22:04:16.091234 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38026) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:04:16.096266 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-b4262fff-1ca6-4fc8-a729-b63302320aae admin admin] Request body: {'subnet': {'network_id': 'ad341157-6ab9-4546-a5fc-7a4ea1601d0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-769873884-subnet', 'tenant_id': '02e6f248eb4d436ca9a9051ab6a87d23', 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:04:16.174576 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4262fff-1ca6-4fc8-a729-b63302320aae admin admin] Made reservation on behalf of 02e6f248eb4d436ca9a9051ab6a87d23 for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:04:16.177063 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b4262fff-1ca6-4fc8-a729-b63302320aae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:16.312230 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45dbaba-f78b-4543-9cbb-fb4e8ec139f2 None None] Sync routers for ids ['54f01424-f576-4888-91fa-311b50bef74a'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:04:16.322113 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45dbaba-f78b-4543-9cbb-fb4e8ec139f2 None None] Routers {'54f01424-f576-4888-91fa-311b50bef74a'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:04:16.322724 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-a45dbaba-f78b-4543-9cbb-fb4e8ec139f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:04:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['54f01424-f576-4888-91fa-311b50bef74a'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:04:16.413305 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b4262fff-1ca6-4fc8-a729-b63302320aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:16.427232 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-a45dbaba-f78b-4543-9cbb-fb4e8ec139f2 None None] Set router 54f01424-f576-4888-91fa-311b50bef74a gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:04:16.469689 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4262fff-1ca6-4fc8-a729-b63302320aae admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cd11e11-24e8-4318-88f2-468592a6065b,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:16.477188 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4262fff-1ca6-4fc8-a729-b63302320aae admin admin] Checking segment: {'id': '7f044c3f-1b95-4e73-9314-f02779f5087b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ad341157-6ab9-4546-a5fc-7a4ea1601d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:04:16.477556 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4262fff-1ca6-4fc8-a729-b63302320aae admin admin] Network hostable DHCP agents. Network: ad341157-6ab9-4546-a5fc-7a4ea1601d0a, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:04:16.561943 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4262fff-1ca6-4fc8-a729-b63302320aae admin admin] Network ad341157-6ab9-4546-a5fc-7a4ea1601d0a is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:04:16.622413 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-a45dbaba-f78b-4543-9cbb-fb4e8ec139f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f01424-f576-4888-91fa-311b50bef74a', 'name': 'tempest-TestShelveInstance-891500901-router', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '99ef3d2e-8cf1-47ac-9771-b671c524a3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:04:10Z', 'updated_at': '2021-08-16T22:04:14Z', 'revision_number': 4, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'gw_port': {'id': '99ef3d2e-8cf1-47ac-9771-b671c524a3f9', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ee:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f01424-f576-4888-91fa-311b50bef74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:11Z', 'updated_at': '2021-08-16T22:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '7c2576fe-fbb3-49c5-a67b-64f76b216ea6', 'name': '', 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'mac_address': 'fa:16:3e:20:db:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f01424-f576-4888-91fa-311b50bef74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'b756ff41-0f76-4c9d-96ad-95dfad7aff9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:13Z', 'updated_at': '2021-08-16T22:04:14Z', 'revision_number': 2, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'subnets': [{'id': 'b756ff41-0f76-4c9d-96ad-95dfad7aff9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:04:16.637854 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-b4262fff-1ca6-4fc8-a729-b63302320aae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, ad341157-6ab9-4546-a5fc-7a4ea1601d0a) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:04:16.642318 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4262fff-1ca6-4fc8-a729-b63302320aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:04:16.643158 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b4262fff-1ca6-4fc8-a729-b63302320aae admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:16.647525 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3827c77e-3ba3-4bd7-bc86-aba042424c17 None None] Network ad341157-6ab9-4546-a5fc-7a4ea1601d0a requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:04:16.650509 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45dbaba-f78b-4543-9cbb-fb4e8ec139f2 None None] Checking router: 54f01424-f576-4888-91fa-311b50bef74a for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:04:16.650941 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45dbaba-f78b-4543-9cbb-fb4e8ec139f2 None None] Updating router 54f01424-f576-4888-91fa-311b50bef74a port 7c2576fe-fbb3-49c5-a67b-64f76b216ea6 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:04:16.681386 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-a45dbaba-f78b-4543-9cbb-fb4e8ec139f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:16.735291 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-b4262fff-1ca6-4fc8-a729-b63302320aae admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6429102 Aug 16 22:04:16.737984 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38028) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:04:16.742829 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-8698da8e-daf1-49b8-bff2-1f2cb5bb5fab admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-769873884-router', 'tenant_id': '02e6f248eb4d436ca9a9051ab6a87d23', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:04:16.814673 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c414ad2c-a5bc-4d6b-9628-cfdb036916fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-ad341157-6ab9-4546-a5fc-7a4ea1601d0a', 'network_id': 'ad341157-6ab9-4546-a5fc-7a4ea1601d0a', 'tenant_id': '02e6f248eb4d436ca9a9051ab6a87d23', 'fixed_ips': [{'subnet_id': '1cd11e11-24e8-4318-88f2-468592a6065b'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:04:16.815488 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c414ad2c-a5bc-4d6b-9628-cfdb036916fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:16.860810 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8698da8e-daf1-49b8-bff2-1f2cb5bb5fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:16.862066 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8698da8e-daf1-49b8-bff2-1f2cb5bb5fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:16.894800 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:16.933297 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8698da8e-daf1-49b8-bff2-1f2cb5bb5fab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:16.959577 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-a45dbaba-f78b-4543-9cbb-fb4e8ec139f2 None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:16.971935 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-c414ad2c-a5bc-4d6b-9628-cfdb036916fa None None] Allocated IP 172.20.0.2 (ad341157-6ab9-4546-a5fc-7a4ea1601d0a/1cd11e11-24e8-4318-88f2-468592a6065b/df915927-750a-4204-9ad1-fad2d4e9a8f5) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:04:16.973708 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-a45dbaba-f78b-4543-9cbb-fb4e8ec139f2 None None] Transition to ACTIVE for port object 7c2576fe-fbb3-49c5-a67b-64f76b216ea6 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:04:16.977412 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 99ef3d2e-8cf1-47ac-9771-b671c524a3f9 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:04:17.066001 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-a45dbaba-f78b-4543-9cbb-fb4e8ec139f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:17.130219 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8beae4-a84e-4d12-b0c3-607b3a943a43 None None] Pushing event updated for resources: {'Port': ['ID=7c2576fe-fbb3-49c5-a67b-64f76b216ea6,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:17.157260 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8beae4-a84e-4d12-b0c3-607b3a943a43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:04:17.160198 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8beae4-a84e-4d12-b0c3-607b3a943a43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:04:17.160198 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8beae4-a84e-4d12-b0c3-607b3a943a43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:04:17.160198 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8beae4-a84e-4d12-b0c3-607b3a943a43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:04:17.160198 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8beae4-a84e-4d12-b0c3-607b3a943a43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:04:17.160198 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8beae4-a84e-4d12-b0c3-607b3a943a43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:04:17.160198 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8beae4-a84e-4d12-b0c3-607b3a943a43 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:04:17.160198 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8beae4-a84e-4d12-b0c3-607b3a943a43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:04:17.160198 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8beae4-a84e-4d12-b0c3-607b3a943a43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:04:17.160198 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8beae4-a84e-4d12-b0c3-607b3a943a43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:04:17.161057 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8beae4-a84e-4d12-b0c3-607b3a943a43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:04:17.161057 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8beae4-a84e-4d12-b0c3-607b3a943a43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:04:17.164532 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c414ad2c-a5bc-4d6b-9628-cfdb036916fa None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:17.173588 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c414ad2c-a5bc-4d6b-9628-cfdb036916fa None None] Transition to ACTIVE for port object df915927-750a-4204-9ad1-fad2d4e9a8f5 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:04:17.187477 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 99ef3d2e-8cf1-47ac-9771-b671c524a3f9 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:04:17.188930 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8698da8e-daf1-49b8-bff2-1f2cb5bb5fab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:17.192642 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c414ad2c-a5bc-4d6b-9628-cfdb036916fa None None] Transition to ACTIVE for port object df915927-750a-4204-9ad1-fad2d4e9a8f5 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:04:17.194017 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 99ef3d2e-8cf1-47ac-9771-b671c524a3f9 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:04:17.194398 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:17.198864 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-a45dbaba-f78b-4543-9cbb-fb4e8ec139f2 None None] Attempting to bind port 7c2576fe-fbb3-49c5-a67b-64f76b216ea6 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:04:17.199775 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-a45dbaba-f78b-4543-9cbb-fb4e8ec139f2 None None] Attempting to bind port 7c2576fe-fbb3-49c5-a67b-64f76b216ea6 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'bca188e6-83dc-4de8-b1bf-fe6575e317a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:04:17.200172 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45dbaba-f78b-4543-9cbb-fb4e8ec139f2 None None] Attempting to bind port 7c2576fe-fbb3-49c5-a67b-64f76b216ea6 on network 5c53f42f-1857-4eea-9155-98f7d4f68865 {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:04:17.205442 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45dbaba-f78b-4543-9cbb-fb4e8ec139f2 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:04:17.205678 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45dbaba-f78b-4543-9cbb-fb4e8ec139f2 None None] Checking segment: {'id': 'bca188e6-83dc-4de8-b1bf-fe6575e317a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:04:17.206080 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-a45dbaba-f78b-4543-9cbb-fb4e8ec139f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:17.206490 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45dbaba-f78b-4543-9cbb-fb4e8ec139f2 None None] Bound using segment: {'id': 'bca188e6-83dc-4de8-b1bf-fe6575e317a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:04:17.206956 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-a45dbaba-f78b-4543-9cbb-fb4e8ec139f2 None None] Bound port: 7c2576fe-fbb3-49c5-a67b-64f76b216ea6, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca188e6-83dc-4de8-b1bf-fe6575e317a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:04:17.207336 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-a45dbaba-f78b-4543-9cbb-fb4e8ec139f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:17.274922 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-a45dbaba-f78b-4543-9cbb-fb4e8ec139f2 None None] For port 7c2576fe-fbb3-49c5-a67b-64f76b216ea6, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:04:17.278492 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-a45dbaba-f78b-4543-9cbb-fb4e8ec139f2 None None] For port 7c2576fe-fbb3-49c5-a67b-64f76b216ea6, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=7c2576fe-fbb3-49c5-a67b-64f76b216ea6,segment=NetworkSegment(bca188e6-83dc-4de8-b1bf-fe6575e317a7),segment_id=bca188e6-83dc-4de8-b1bf-fe6575e317a7)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:04:17.280590 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:17.288082 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c414ad2c-a5bc-4d6b-9628-cfdb036916fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:17.336040 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-a45dbaba-f78b-4543-9cbb-fb4e8ec139f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:17.341226 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 99ef3d2e-8cf1-47ac-9771-b671c524a3f9, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=99ef3d2e-8cf1-47ac-9771-b671c524a3f9,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:04:17.347592 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c414ad2c-a5bc-4d6b-9628-cfdb036916fa None None] Network ad341157-6ab9-4546-a5fc-7a4ea1601d0a is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:04:17.351723 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-c414ad2c-a5bc-4d6b-9628-cfdb036916fa None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:04:17.355723 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c414ad2c-a5bc-4d6b-9628-cfdb036916fa None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:04:17.357899 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c414ad2c-a5bc-4d6b-9628-cfdb036916fa None None] Pushing event updated for resources: {'Port': ['ID=df915927-750a-4204-9ad1-fad2d4e9a8f5,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:17.410875 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45dbaba-f78b-4543-9cbb-fb4e8ec139f2 None None] Routers {'54f01424-f576-4888-91fa-311b50bef74a'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:04:17.411504 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-a45dbaba-f78b-4543-9cbb-fb4e8ec139f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:04:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['54f01424-f576-4888-91fa-311b50bef74a'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:04:17.412237 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:17.418656 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-c414ad2c-a5bc-4d6b-9628-cfdb036916fa None None] Attempting to bind port df915927-750a-4204-9ad1-fad2d4e9a8f5 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:04:17.419912 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-c414ad2c-a5bc-4d6b-9628-cfdb036916fa None None] Attempting to bind port df915927-750a-4204-9ad1-fad2d4e9a8f5 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '7f044c3f-1b95-4e73-9314-f02779f5087b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ad341157-6ab9-4546-a5fc-7a4ea1601d0a'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:04:17.419912 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c414ad2c-a5bc-4d6b-9628-cfdb036916fa None None] Attempting to bind port df915927-750a-4204-9ad1-fad2d4e9a8f5 on network ad341157-6ab9-4546-a5fc-7a4ea1601d0a {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:04:17.420126 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8beae4-a84e-4d12-b0c3-607b3a943a43 None None] Pushing event updated for resources: {'Port': ['ID=7c2576fe-fbb3-49c5-a67b-64f76b216ea6,revision_number=4']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:17.455121 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c414ad2c-a5bc-4d6b-9628-cfdb036916fa None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:04:17.455556 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c414ad2c-a5bc-4d6b-9628-cfdb036916fa None None] Checking segment: {'id': '7f044c3f-1b95-4e73-9314-f02779f5087b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ad341157-6ab9-4546-a5fc-7a4ea1601d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:04:17.455947 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c414ad2c-a5bc-4d6b-9628-cfdb036916fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:17.456352 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c414ad2c-a5bc-4d6b-9628-cfdb036916fa None None] Bound using segment: {'id': '7f044c3f-1b95-4e73-9314-f02779f5087b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ad341157-6ab9-4546-a5fc-7a4ea1601d0a'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:04:17.456842 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-c414ad2c-a5bc-4d6b-9628-cfdb036916fa None None] Bound port: df915927-750a-4204-9ad1-fad2d4e9a8f5, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f044c3f-1b95-4e73-9314-f02779f5087b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ad341157-6ab9-4546-a5fc-7a4ea1601d0a'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:04:17.457231 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c414ad2c-a5bc-4d6b-9628-cfdb036916fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:17.499958 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8698da8e-daf1-49b8-bff2-1f2cb5bb5fab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:17.518959 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=99ef3d2e-8cf1-47ac-9771-b671c524a3f9,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:17.520866 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8698da8e-daf1-49b8-bff2-1f2cb5bb5fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:17.555907 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-c414ad2c-a5bc-4d6b-9628-cfdb036916fa None None] For port df915927-750a-4204-9ad1-fad2d4e9a8f5, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:04:17.560412 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-c414ad2c-a5bc-4d6b-9628-cfdb036916fa None None] For port df915927-750a-4204-9ad1-fad2d4e9a8f5, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=df915927-750a-4204-9ad1-fad2d4e9a8f5,segment=NetworkSegment(7f044c3f-1b95-4e73-9314-f02779f5087b),segment_id=7f044c3f-1b95-4e73-9314-f02779f5087b)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:04:17.621090 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c414ad2c-a5bc-4d6b-9628-cfdb036916fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:17.634966 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-8698da8e-daf1-49b8-bff2-1f2cb5bb5fab admin admin] Allocated IP 172.25.1.145 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/9857f723-75be-46e9-acbe-c6d671c24c57) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:04:17.656325 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-a45dbaba-f78b-4543-9cbb-fb4e8ec139f2 None None] Set router 54f01424-f576-4888-91fa-311b50bef74a gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:04:17.695423 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c414ad2c-a5bc-4d6b-9628-cfdb036916fa None None] Pushing event updated for resources: {'Port': ['ID=df915927-750a-4204-9ad1-fad2d4e9a8f5,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:17.762545 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8698da8e-daf1-49b8-bff2-1f2cb5bb5fab admin admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:17.850021 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8698da8e-daf1-49b8-bff2-1f2cb5bb5fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:17.895038 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-a45dbaba-f78b-4543-9cbb-fb4e8ec139f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f01424-f576-4888-91fa-311b50bef74a', 'name': 'tempest-TestShelveInstance-891500901-router', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '99ef3d2e-8cf1-47ac-9771-b671c524a3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:04:10Z', 'updated_at': '2021-08-16T22:04:14Z', 'revision_number': 4, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'gw_port': {'id': '99ef3d2e-8cf1-47ac-9771-b671c524a3f9', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ee:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f01424-f576-4888-91fa-311b50bef74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:11Z', 'updated_at': '2021-08-16T22:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '7c2576fe-fbb3-49c5-a67b-64f76b216ea6', 'name': '', 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'mac_address': 'fa:16:3e:20:db:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f01424-f576-4888-91fa-311b50bef74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'b756ff41-0f76-4c9d-96ad-95dfad7aff9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:13Z', 'updated_at': '2021-08-16T22:04:17Z', 'revision_number': 4, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'subnets': [{'id': 'b756ff41-0f76-4c9d-96ad-95dfad7aff9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:04:17.896677 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8698da8e-daf1-49b8-bff2-1f2cb5bb5fab admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:04:17.902192 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-8698da8e-daf1-49b8-bff2-1f2cb5bb5fab admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:04:17.906224 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8698da8e-daf1-49b8-bff2-1f2cb5bb5fab admin admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:04:17.935930 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45dbaba-f78b-4543-9cbb-fb4e8ec139f2 None None] The sync data for ids ['54f01424-f576-4888-91fa-311b50bef74a'] in n-d-793620-15 is: [{'id': '54f01424-f576-4888-91fa-311b50bef74a', 'name': 'tempest-TestShelveInstance-891500901-router', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '99ef3d2e-8cf1-47ac-9771-b671c524a3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:04:10Z', 'updated_at': '2021-08-16T22:04:14Z', 'revision_number': 4, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'gw_port': {'id': '99ef3d2e-8cf1-47ac-9771-b671c524a3f9', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ee:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f01424-f576-4888-91fa-311b50bef74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:11Z', 'updated_at': '2021-08-16T22:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '7c2576fe-fbb3-49c5-a67b-64f76b216ea6', 'name': '', 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'mac_address': 'fa:16:3e:20:db:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f01424-f576-4888-91fa-311b50bef74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'b756ff41-0f76-4c9d-96ad-95dfad7aff9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:13Z', 'updated_at': '2021-08-16T22:04:17Z', 'revision_number': 4, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'subnets': [{'id': 'b756ff41-0f76-4c9d-96ad-95dfad7aff9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:04:17.954436 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698da8e-daf1-49b8-bff2-1f2cb5bb5fab admin admin] Pushing event updated for resources: {'Port': ['ID=9857f723-75be-46e9-acbe-c6d671c24c57,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:18.283259 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8698da8e-daf1-49b8-bff2-1f2cb5bb5fab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:18.493058 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8698da8e-daf1-49b8-bff2-1f2cb5bb5fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:18.676366 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed336e4-b327-4d0a-812d-a5b59e11a3fb None None] Network ad341157-6ab9-4546-a5fc-7a4ea1601d0a requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:04:18.711990 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8698da8e-daf1-49b8-bff2-1f2cb5bb5fab admin admin] Router 7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:04:18.823533 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8698da8e-daf1-49b8-bff2-1f2cb5bb5fab admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:04:18.874340 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fcad8b-745d-4b90-bf0f-8a438f4286db None None] Sync routers for ids ['7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:04:18.878893 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8698da8e-daf1-49b8-bff2-1f2cb5bb5fab admin admin] Notify callbacks [] for router, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:18.880284 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-8698da8e-daf1-49b8-bff2-1f2cb5bb5fab admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1411562 Aug 16 22:04:18.883031 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38032) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:04:18.904317 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fcad8b-745d-4b90-bf0f-8a438f4286db None None] Routers {'7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:04:18.904954 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-b0fcad8b-745d-4b90-bf0f-8a438f4286db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:04:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:04:18.974321 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5e6e67fc-93e1-4374-93c4-13144d3212af None None] Provisioning for port df915927-750a-4204-9ad1-fad2d4e9a8f5 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:04:19.054070 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 99ef3d2e-8cf1-47ac-9771-b671c524a3f9 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:04:19.098903 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-b0fcad8b-745d-4b90-bf0f-8a438f4286db None None] Set router 7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:04:19.256931 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 99ef3d2e-8cf1-47ac-9771-b671c524a3f9 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:04:19.257304 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:19.313457 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6f13709a-f689-44bc-a31a-0d1017a7ec45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:19.396167 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device df915927-750a-4204-9ad1-fad2d4e9a8f5 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:04:19.401546 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-b0fcad8b-745d-4b90-bf0f-8a438f4286db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0', 'name': 'tempest-TestShelveInstance-769873884-router', 'tenant_id': '02e6f248eb4d436ca9a9051ab6a87d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '9857f723-75be-46e9-acbe-c6d671c24c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:04:16Z', 'updated_at': '2021-08-16T22:04:18Z', 'revision_number': 3, 'project_id': '02e6f248eb4d436ca9a9051ab6a87d23', 'gw_port': {'id': '9857f723-75be-46e9-acbe-c6d671c24c57', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:17:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:17Z', 'updated_at': '2021-08-16T22:04:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:04:19.450973 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fcad8b-745d-4b90-bf0f-8a438f4286db None None] Checking router: 7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:04:19.451411 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fcad8b-745d-4b90-bf0f-8a438f4286db None None] Updating router 7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0 port 9857f723-75be-46e9-acbe-c6d671c24c57 binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:04:19.481245 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-6f13709a-f689-44bc-a31a-0d1017a7ec45 admin admin] Allocated IP 172.20.0.1 (ad341157-6ab9-4546-a5fc-7a4ea1601d0a/1cd11e11-24e8-4318-88f2-468592a6065b/9e70c4c7-01bd-4967-9b34-ccd3a0a67b2d) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:04:19.487972 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b0fcad8b-745d-4b90-bf0f-8a438f4286db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:19.588808 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6f13709a-f689-44bc-a31a-0d1017a7ec45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:19.604384 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-6f13709a-f689-44bc-a31a-0d1017a7ec45 admin admin] Transition to ACTIVE for port object 9e70c4c7-01bd-4967-9b34-ccd3a0a67b2d will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:04:19.619824 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port df915927-750a-4204-9ad1-fad2d4e9a8f5 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:04:19.646544 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port df915927-750a-4204-9ad1-fad2d4e9a8f5 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:04:19.646938 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:19.706622 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6f13709a-f689-44bc-a31a-0d1017a7ec45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:19.745281 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f13709a-f689-44bc-a31a-0d1017a7ec45 admin admin] Network ad341157-6ab9-4546-a5fc-7a4ea1601d0a is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:04:19.750533 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-6f13709a-f689-44bc-a31a-0d1017a7ec45 admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:04:19.755325 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f13709a-f689-44bc-a31a-0d1017a7ec45 admin admin] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:04:19.783001 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13709a-f689-44bc-a31a-0d1017a7ec45 admin admin] Pushing event updated for resources: {'Port': ['ID=9e70c4c7-01bd-4967-9b34-ccd3a0a67b2d,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:19.801329 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6f13709a-f689-44bc-a31a-0d1017a7ec45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:19.803921 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:19.840919 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b0fcad8b-745d-4b90-bf0f-8a438f4286db None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:19.862108 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b0fcad8b-745d-4b90-bf0f-8a438f4286db None None] Transition to ACTIVE for port object 9857f723-75be-46e9-acbe-c6d671c24c57 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:04:19.864603 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port df915927-750a-4204-9ad1-fad2d4e9a8f5, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=df915927-750a-4204-9ad1-fad2d4e9a8f5,segment=NetworkSegment(7f044c3f-1b95-4e73-9314-f02779f5087b),segment_id=7f044c3f-1b95-4e73-9314-f02779f5087b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:04:19.933495 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:19.934345 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 7c2576fe-fbb3-49c5-a67b-64f76b216ea6 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:04:19.974415 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b0fcad8b-745d-4b90-bf0f-8a438f4286db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:20.037618 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=df915927-750a-4204-9ad1-fad2d4e9a8f5,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:20.047748 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-b0fcad8b-745d-4b90-bf0f-8a438f4286db None None] Attempting to bind port 9857f723-75be-46e9-acbe-c6d671c24c57 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:04:20.048217 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-b0fcad8b-745d-4b90-bf0f-8a438f4286db None None] Attempting to bind port 9857f723-75be-46e9-acbe-c6d671c24c57 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:04:20.048611 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fcad8b-745d-4b90-bf0f-8a438f4286db None None] Attempting to bind port 9857f723-75be-46e9-acbe-c6d671c24c57 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:04:20.076259 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6f13709a-f689-44bc-a31a-0d1017a7ec45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:20.077459 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fcad8b-745d-4b90-bf0f-8a438f4286db None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:04:20.077846 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fcad8b-745d-4b90-bf0f-8a438f4286db None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:04:20.078423 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b0fcad8b-745d-4b90-bf0f-8a438f4286db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:20.078831 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fcad8b-745d-4b90-bf0f-8a438f4286db None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:04:20.079776 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-b0fcad8b-745d-4b90-bf0f-8a438f4286db None None] Bound port: 9857f723-75be-46e9-acbe-c6d671c24c57, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:04:20.080192 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b0fcad8b-745d-4b90-bf0f-8a438f4286db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:20.091904 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:20.121782 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ab685-921d-4b25-ade0-b9fa126da817 None None] Pushing event updated for resources: {'Port': ['ID=9857f723-75be-46e9-acbe-c6d671c24c57,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:20.157376 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-b0fcad8b-745d-4b90-bf0f-8a438f4286db None None] For port 9857f723-75be-46e9-acbe-c6d671c24c57, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:04:20.161188 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-b0fcad8b-745d-4b90-bf0f-8a438f4286db None None] For port 9857f723-75be-46e9-acbe-c6d671c24c57, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=9857f723-75be-46e9-acbe-c6d671c24c57,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:04:20.162835 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-cddf397f-b0be-4579-8fa0-435a30ffbf05 None None] Provisioning for port 9e70c4c7-01bd-4967-9b34-ccd3a0a67b2d completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:04:20.166924 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-cddf397f-b0be-4579-8fa0-435a30ffbf05 None None] Provisioning complete for port 9e70c4c7-01bd-4967-9b34-ccd3a0a67b2d triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:04:20.168079 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cddf397f-b0be-4579-8fa0-435a30ffbf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:20.171006 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 7c2576fe-fbb3-49c5-a67b-64f76b216ea6 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:04:20.194167 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 7c2576fe-fbb3-49c5-a67b-64f76b216ea6 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:04:20.194887 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:20.232766 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-cddf397f-b0be-4579-8fa0-435a30ffbf05 None None] Port 9e70c4c7-01bd-4967-9b34-ccd3a0a67b2d cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:04:20.245332 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b0fcad8b-745d-4b90-bf0f-8a438f4286db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:20.338044 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fcad8b-745d-4b90-bf0f-8a438f4286db None None] Routers {'7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:04:20.338699 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-b0fcad8b-745d-4b90-bf0f-8a438f4286db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:04:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:04:20.349500 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ab685-921d-4b25-ade0-b9fa126da817 None None] Pushing event updated for resources: {'Port': ['ID=9857f723-75be-46e9-acbe-c6d671c24c57,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:20.389132 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:20.468524 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 7c2576fe-fbb3-49c5-a67b-64f76b216ea6, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=7c2576fe-fbb3-49c5-a67b-64f76b216ea6,segment=NetworkSegment(bca188e6-83dc-4de8-b1bf-fe6575e317a7),segment_id=bca188e6-83dc-4de8-b1bf-fe6575e317a7)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:04:20.484122 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-b0fcad8b-745d-4b90-bf0f-8a438f4286db None None] Set router 7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:04:20.557113 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:20.604230 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6f13709a-f689-44bc-a31a-0d1017a7ec45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:20.657194 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=7c2576fe-fbb3-49c5-a67b-64f76b216ea6,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:20.677419 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6f13709a-f689-44bc-a31a-0d1017a7ec45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:20.721712 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-b0fcad8b-745d-4b90-bf0f-8a438f4286db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0', 'name': 'tempest-TestShelveInstance-769873884-router', 'tenant_id': '02e6f248eb4d436ca9a9051ab6a87d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '9857f723-75be-46e9-acbe-c6d671c24c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:04:16Z', 'updated_at': '2021-08-16T22:04:19Z', 'revision_number': 4, 'project_id': '02e6f248eb4d436ca9a9051ab6a87d23', 'gw_port': {'id': '9857f723-75be-46e9-acbe-c6d671c24c57', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:17:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:17Z', 'updated_at': '2021-08-16T22:04:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '9e70c4c7-01bd-4967-9b34-ccd3a0a67b2d', 'name': '', 'network_id': 'ad341157-6ab9-4546-a5fc-7a4ea1601d0a', 'tenant_id': '02e6f248eb4d436ca9a9051ab6a87d23', 'mac_address': 'fa:16:3e:3b:22:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '1cd11e11-24e8-4318-88f2-468592a6065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:19Z', 'updated_at': '2021-08-16T22:04:19Z', 'revision_number': 1, 'project_id': '02e6f248eb4d436ca9a9051ab6a87d23', 'subnets': [{'id': '1cd11e11-24e8-4318-88f2-468592a6065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:04:20.746572 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13709a-f689-44bc-a31a-0d1017a7ec45 admin admin] Pushing event updated for resources: {'Port': ['ID=9e70c4c7-01bd-4967-9b34-ccd3a0a67b2d,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:20.749183 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6f13709a-f689-44bc-a31a-0d1017a7ec45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:20.753383 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fcad8b-745d-4b90-bf0f-8a438f4286db None None] The sync data for ids ['7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0'] in n-d-793620-15 is: [{'id': '7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0', 'name': 'tempest-TestShelveInstance-769873884-router', 'tenant_id': '02e6f248eb4d436ca9a9051ab6a87d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '9857f723-75be-46e9-acbe-c6d671c24c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:04:16Z', 'updated_at': '2021-08-16T22:04:19Z', 'revision_number': 4, 'project_id': '02e6f248eb4d436ca9a9051ab6a87d23', 'gw_port': {'id': '9857f723-75be-46e9-acbe-c6d671c24c57', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:17:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:17Z', 'updated_at': '2021-08-16T22:04:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '9e70c4c7-01bd-4967-9b34-ccd3a0a67b2d', 'name': '', 'network_id': 'ad341157-6ab9-4546-a5fc-7a4ea1601d0a', 'tenant_id': '02e6f248eb4d436ca9a9051ab6a87d23', 'mac_address': 'fa:16:3e:3b:22:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '1cd11e11-24e8-4318-88f2-468592a6065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:19Z', 'updated_at': '2021-08-16T22:04:19Z', 'revision_number': 1, 'project_id': '02e6f248eb4d436ca9a9051ab6a87d23', 'subnets': [{'id': '1cd11e11-24e8-4318-88f2-468592a6065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:04:20.845863 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f13709a-f689-44bc-a31a-0d1017a7ec45 admin admin] Network ad341157-6ab9-4546-a5fc-7a4ea1601d0a is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:04:20.847287 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-6f13709a-f689-44bc-a31a-0d1017a7ec45 admin admin] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:04:20.926339 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 7c2576fe-fbb3-49c5-a67b-64f76b216ea6 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:04:20.994891 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f13709a-f689-44bc-a31a-0d1017a7ec45 admin admin] Router 7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:04:21.010912 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 7c2576fe-fbb3-49c5-a67b-64f76b216ea6 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:04:21.011304 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:21.111561 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device df915927-750a-4204-9ad1-fad2d4e9a8f5 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:04:21.133871 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f13709a-f689-44bc-a31a-0d1017a7ec45 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:04:21.146787 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-6f13709a-f689-44bc-a31a-0d1017a7ec45 admin admin] 10.222.0.84 "PUT /v2.0/routers/7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2601488 Aug 16 22:04:21.319949 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-cc0b2970-9485-40df-81b1-129c404f5314 None None] Provisioning complete for port 9e70c4c7-01bd-4967-9b34-ccd3a0a67b2d triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:04:21.320326 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cc0b2970-9485-40df-81b1-129c404f5314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:21.359950 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-cc0b2970-9485-40df-81b1-129c404f5314 None None] Port 9e70c4c7-01bd-4967-9b34-ccd3a0a67b2d cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:04:21.365397 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port df915927-750a-4204-9ad1-fad2d4e9a8f5 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:04:21.365771 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:21.779352 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38040) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:04:21.784199 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-007f4a1d-1590-4e5e-97d2-be7f818ea37c tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1938283780', 'description': 'tempest-secgroup-smoke-1938283780 description', 'project_id': '95fb0a7032124db3b4c070c940ea0fa3'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:04:21.872553 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-007f4a1d-1590-4e5e-97d2-be7f818ea37c tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:21.957883 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-007f4a1d-1590-4e5e-97d2-be7f818ea37c tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:22.020084 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-007f4a1d-1590-4e5e-97d2-be7f818ea37c tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:22.050283 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f4a1d-1590-4e5e-97d2-be7f818ea37c tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f36bbdb7-1eaa-41bf-9a2d-3599b765f474,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:22.111569 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-007f4a1d-1590-4e5e-97d2-be7f818ea37c tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:22.112861 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-007f4a1d-1590-4e5e-97d2-be7f818ea37c tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3324244 Aug 16 22:04:22.115727 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38042) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:04:22.120178 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-ee30ba7f-2cfd-46c0-a6f8-dd9d4ef2b1e5 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Request body: {'security_group_rule': {'security_group_id': 'f36bbdb7-1eaa-41bf-9a2d-3599b765f474', 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:04:22.207756 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ee30ba7f-2cfd-46c0-a6f8-dd9d4ef2b1e5 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:22.264803 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ee30ba7f-2cfd-46c0-a6f8-dd9d4ef2b1e5 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:22.345863 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ee30ba7f-2cfd-46c0-a6f8-dd9d4ef2b1e5 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:22.369626 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30ba7f-2cfd-46c0-a6f8-dd9d4ef2b1e5 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5cfd3d5-731d-4768-89ff-84a9b10e6d68,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:22.430559 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ee30ba7f-2cfd-46c0-a6f8-dd9d4ef2b1e5 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:22.434896 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ee30ba7f-2cfd-46c0-a6f8-dd9d4ef2b1e5 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3151283 Aug 16 22:04:22.435219 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38044) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:04:22.440441 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-febe9803-e0e9-45fe-b5f1-b97201cb03db tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Request body: {'security_group_rule': {'security_group_id': 'f36bbdb7-1eaa-41bf-9a2d-3599b765f474', 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:04:22.534106 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-febe9803-e0e9-45fe-b5f1-b97201cb03db tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:22.593825 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-febe9803-e0e9-45fe-b5f1-b97201cb03db tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:22.659984 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-febe9803-e0e9-45fe-b5f1-b97201cb03db tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:22.678949 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe9803-e0e9-45fe-b5f1-b97201cb03db tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=419cb2f4-037e-4c8f-96bd-b5e2fbbf9d4f,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:22.740760 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:22.762652 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd37f712-6171-4b00-b1a2-80f4f502ab8d None None] Sync routers for ids ['7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:04:22.772560 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd37f712-6171-4b00-b1a2-80f4f502ab8d None None] Routers {'7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:04:22.773197 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-bd37f712-6171-4b00-b1a2-80f4f502ab8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:04:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:04:22.774690 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-febe9803-e0e9-45fe-b5f1-b97201cb03db tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:22.775996 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-febe9803-e0e9-45fe-b5f1-b97201cb03db tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3395119 Aug 16 22:04:22.778760 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38046) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:04:22.783465 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-26eab658-e70f-49e5-bb2a-e8bb276d77ff tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Request body: {'security_group_rule': {'security_group_id': 'f36bbdb7-1eaa-41bf-9a2d-3599b765f474', 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:04:22.877020 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-26eab658-e70f-49e5-bb2a-e8bb276d77ff tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:22.877186 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-bd37f712-6171-4b00-b1a2-80f4f502ab8d None None] Set router 7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:04:22.951337 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-26eab658-e70f-49e5-bb2a-e8bb276d77ff tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:22.957781 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 9857f723-75be-46e9-acbe-c6d671c24c57 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:04:23.009073 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-26eab658-e70f-49e5-bb2a-e8bb276d77ff tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:23.026876 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eab658-e70f-49e5-bb2a-e8bb276d77ff tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a845b89-3192-4bbb-a9ad-e4f54623630d,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:23.055278 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 9857f723-75be-46e9-acbe-c6d671c24c57 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:04:23.060294 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 9857f723-75be-46e9-acbe-c6d671c24c57 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:04:23.061451 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:23.077644 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-bd37f712-6171-4b00-b1a2-80f4f502ab8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0', 'name': 'tempest-TestShelveInstance-769873884-router', 'tenant_id': '02e6f248eb4d436ca9a9051ab6a87d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '9857f723-75be-46e9-acbe-c6d671c24c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:04:16Z', 'updated_at': '2021-08-16T22:04:19Z', 'revision_number': 4, 'project_id': '02e6f248eb4d436ca9a9051ab6a87d23', 'gw_port': {'id': '9857f723-75be-46e9-acbe-c6d671c24c57', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:17:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:17Z', 'updated_at': '2021-08-16T22:04:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '9e70c4c7-01bd-4967-9b34-ccd3a0a67b2d', 'name': '', 'network_id': 'ad341157-6ab9-4546-a5fc-7a4ea1601d0a', 'tenant_id': '02e6f248eb4d436ca9a9051ab6a87d23', 'mac_address': 'fa:16:3e:3b:22:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '1cd11e11-24e8-4318-88f2-468592a6065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:19Z', 'updated_at': '2021-08-16T22:04:20Z', 'revision_number': 2, 'project_id': '02e6f248eb4d436ca9a9051ab6a87d23', 'subnets': [{'id': '1cd11e11-24e8-4318-88f2-468592a6065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:04:23.102850 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd37f712-6171-4b00-b1a2-80f4f502ab8d None None] Checking router: 7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:04:23.103212 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd37f712-6171-4b00-b1a2-80f4f502ab8d None None] Updating router 7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0 port 9e70c4c7-01bd-4967-9b34-ccd3a0a67b2d binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:04:23.106998 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-26eab658-e70f-49e5-bb2a-e8bb276d77ff tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:23.108331 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-26eab658-e70f-49e5-bb2a-e8bb276d77ff tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3285472 Aug 16 22:04:23.111170 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38048) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:04:23.115884 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-a62e65db-b859-4f77-92fa-2db8f76cc0a6 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Request body: {'security_group_rule': {'security_group_id': 'f36bbdb7-1eaa-41bf-9a2d-3599b765f474', 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:04:23.134209 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-bd37f712-6171-4b00-b1a2-80f4f502ab8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:23.145162 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:23.165619 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 9857f723-75be-46e9-acbe-c6d671c24c57, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=9857f723-75be-46e9-acbe-c6d671c24c57,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:04:23.225360 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a62e65db-b859-4f77-92fa-2db8f76cc0a6 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:23.243231 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:23.288669 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a62e65db-b859-4f77-92fa-2db8f76cc0a6 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:23.305904 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=9857f723-75be-46e9-acbe-c6d671c24c57,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:23.357395 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a62e65db-b859-4f77-92fa-2db8f76cc0a6 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:23.377217 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e65db-b859-4f77-92fa-2db8f76cc0a6 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3dc9265-297f-4680-9bec-745aff981cec,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:23.397071 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-bd37f712-6171-4b00-b1a2-80f4f502ab8d None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:23.406994 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-bd37f712-6171-4b00-b1a2-80f4f502ab8d None None] Transition to ACTIVE for port object 9e70c4c7-01bd-4967-9b34-ccd3a0a67b2d will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:04:23.442857 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a62e65db-b859-4f77-92fa-2db8f76cc0a6 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:23.444224 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-a62e65db-b859-4f77-92fa-2db8f76cc0a6 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3319938 Aug 16 22:04:23.446834 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38050) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:04:23.451417 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-d4c8408f-bd8f-475f-972b-9637598a44bc tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Request body: {'security_group_rule': {'security_group_id': 'f36bbdb7-1eaa-41bf-9a2d-3599b765f474', 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:04:23.471349 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-bd37f712-6171-4b00-b1a2-80f4f502ab8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:23.524473 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d0b8a-0668-46d4-a1ab-1da6d6aa3b99 None None] Pushing event updated for resources: {'Port': ['ID=9e70c4c7-01bd-4967-9b34-ccd3a0a67b2d,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:23.546163 n-d-793620-15 neutron-server[101844]: INFO neutron.db.securitygroups_db [None req-d4c8408f-bd8f-475f-972b-9637598a44bc tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Project 95fb0a7032124db3b4c070c940ea0fa3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:04:23.551564 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d4c8408f-bd8f-475f-972b-9637598a44bc tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:23.579873 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-bd37f712-6171-4b00-b1a2-80f4f502ab8d None None] Attempting to bind port 9e70c4c7-01bd-4967-9b34-ccd3a0a67b2d on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:04:23.580778 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-bd37f712-6171-4b00-b1a2-80f4f502ab8d None None] Attempting to bind port 9e70c4c7-01bd-4967-9b34-ccd3a0a67b2d by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '7f044c3f-1b95-4e73-9314-f02779f5087b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ad341157-6ab9-4546-a5fc-7a4ea1601d0a'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:04:23.580778 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd37f712-6171-4b00-b1a2-80f4f502ab8d None None] Attempting to bind port 9e70c4c7-01bd-4967-9b34-ccd3a0a67b2d on network ad341157-6ab9-4546-a5fc-7a4ea1601d0a {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:04:23.586169 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd37f712-6171-4b00-b1a2-80f4f502ab8d None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:04:23.586169 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd37f712-6171-4b00-b1a2-80f4f502ab8d None None] Checking segment: {'id': '7f044c3f-1b95-4e73-9314-f02779f5087b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ad341157-6ab9-4546-a5fc-7a4ea1601d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:04:23.586597 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-bd37f712-6171-4b00-b1a2-80f4f502ab8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:23.586915 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd37f712-6171-4b00-b1a2-80f4f502ab8d None None] Bound using segment: {'id': '7f044c3f-1b95-4e73-9314-f02779f5087b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ad341157-6ab9-4546-a5fc-7a4ea1601d0a'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:04:23.587383 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-bd37f712-6171-4b00-b1a2-80f4f502ab8d None None] Bound port: 9e70c4c7-01bd-4967-9b34-ccd3a0a67b2d, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f044c3f-1b95-4e73-9314-f02779f5087b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ad341157-6ab9-4546-a5fc-7a4ea1601d0a'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:04:23.587760 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-bd37f712-6171-4b00-b1a2-80f4f502ab8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:23.619089 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d4c8408f-bd8f-475f-972b-9637598a44bc tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:23.653349 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-bd37f712-6171-4b00-b1a2-80f4f502ab8d None None] For port 9e70c4c7-01bd-4967-9b34-ccd3a0a67b2d, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:04:23.656537 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-bd37f712-6171-4b00-b1a2-80f4f502ab8d None None] For port 9e70c4c7-01bd-4967-9b34-ccd3a0a67b2d, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=9e70c4c7-01bd-4967-9b34-ccd3a0a67b2d,segment=NetworkSegment(7f044c3f-1b95-4e73-9314-f02779f5087b),segment_id=7f044c3f-1b95-4e73-9314-f02779f5087b)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:04:23.700759 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d4c8408f-bd8f-475f-972b-9637598a44bc tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:23.718785 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8408f-bd8f-475f-972b-9637598a44bc tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3ddb700-5604-4a48-9ef3-6cf1d60e3a62,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:23.729151 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-bd37f712-6171-4b00-b1a2-80f4f502ab8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:23.777538 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd37f712-6171-4b00-b1a2-80f4f502ab8d None None] Routers {'7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:04:23.778324 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-bd37f712-6171-4b00-b1a2-80f4f502ab8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:04:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:04:23.797551 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d4c8408f-bd8f-475f-972b-9637598a44bc tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:23.801373 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d4c8408f-bd8f-475f-972b-9637598a44bc tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3510854 Aug 16 22:04:23.801917 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38052) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:04:23.806773 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-73cb4910-cdc3-4ad6-89c3-28c9993c2249 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Request body: {'security_group_rule': {'security_group_id': 'f36bbdb7-1eaa-41bf-9a2d-3599b765f474', 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:04:23.826229 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d0b8a-0668-46d4-a1ab-1da6d6aa3b99 None None] Pushing event updated for resources: {'Port': ['ID=9e70c4c7-01bd-4967-9b34-ccd3a0a67b2d,revision_number=4']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:23.894943 n-d-793620-15 neutron-server[101844]: INFO neutron.db.securitygroups_db [None req-73cb4910-cdc3-4ad6-89c3-28c9993c2249 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Project 95fb0a7032124db3b4c070c940ea0fa3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:04:23.897607 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-bd37f712-6171-4b00-b1a2-80f4f502ab8d None None] Set router 7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:04:23.900411 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-73cb4910-cdc3-4ad6-89c3-28c9993c2249 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:23.972064 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-73cb4910-cdc3-4ad6-89c3-28c9993c2249 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:24.059671 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-73cb4910-cdc3-4ad6-89c3-28c9993c2249 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:24.080039 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cb4910-cdc3-4ad6-89c3-28c9993c2249 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3fac54a-dbae-4b9f-b9f9-4e247c3722e4,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:24.103335 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-bd37f712-6171-4b00-b1a2-80f4f502ab8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0', 'name': 'tempest-TestShelveInstance-769873884-router', 'tenant_id': '02e6f248eb4d436ca9a9051ab6a87d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '9857f723-75be-46e9-acbe-c6d671c24c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:04:16Z', 'updated_at': '2021-08-16T22:04:19Z', 'revision_number': 4, 'project_id': '02e6f248eb4d436ca9a9051ab6a87d23', 'gw_port': {'id': '9857f723-75be-46e9-acbe-c6d671c24c57', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:17:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:17Z', 'updated_at': '2021-08-16T22:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '9e70c4c7-01bd-4967-9b34-ccd3a0a67b2d', 'name': '', 'network_id': 'ad341157-6ab9-4546-a5fc-7a4ea1601d0a', 'tenant_id': '02e6f248eb4d436ca9a9051ab6a87d23', 'mac_address': 'fa:16:3e:3b:22:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '1cd11e11-24e8-4318-88f2-468592a6065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:19Z', 'updated_at': '2021-08-16T22:04:23Z', 'revision_number': 4, 'project_id': '02e6f248eb4d436ca9a9051ab6a87d23', 'subnets': [{'id': '1cd11e11-24e8-4318-88f2-468592a6065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:04:24.157375 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-73cb4910-cdc3-4ad6-89c3-28c9993c2249 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:24.158760 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-73cb4910-cdc3-4ad6-89c3-28c9993c2249 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3558207 Aug 16 22:04:24.220670 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd37f712-6171-4b00-b1a2-80f4f502ab8d None None] The sync data for ids ['7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0'] in n-d-793620-15 is: [{'id': '7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0', 'name': 'tempest-TestShelveInstance-769873884-router', 'tenant_id': '02e6f248eb4d436ca9a9051ab6a87d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '9857f723-75be-46e9-acbe-c6d671c24c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:04:16Z', 'updated_at': '2021-08-16T22:04:19Z', 'revision_number': 4, 'project_id': '02e6f248eb4d436ca9a9051ab6a87d23', 'gw_port': {'id': '9857f723-75be-46e9-acbe-c6d671c24c57', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:17:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:17Z', 'updated_at': '2021-08-16T22:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '9e70c4c7-01bd-4967-9b34-ccd3a0a67b2d', 'name': '', 'network_id': 'ad341157-6ab9-4546-a5fc-7a4ea1601d0a', 'tenant_id': '02e6f248eb4d436ca9a9051ab6a87d23', 'mac_address': 'fa:16:3e:3b:22:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '1cd11e11-24e8-4318-88f2-468592a6065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:19Z', 'updated_at': '2021-08-16T22:04:23Z', 'revision_number': 4, 'project_id': '02e6f248eb4d436ca9a9051ab6a87d23', 'subnets': [{'id': '1cd11e11-24e8-4318-88f2-468592a6065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:04:24.302934 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-61ebeb47-ad21-4b0a-9478-0a316a039fa5 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1938283780&fields=id&tenant_id=95fb0a7032124db3b4c070c940ea0fa3 HTTP/1.1" status: 200 len: 267 time: 0.0334520 Aug 16 22:04:24.415980 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-883e7d1d-ee3a-41f8-b968-3270a2f65b3a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:04:24.419084 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-883e7d1d-ee3a-41f8-b968-3270a2f65b3a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/networks?id=5c53f42f-1857-4eea-9155-98f7d4f68865 HTTP/1.1" status: 200 len: 808 time: 0.1085966 Aug 16 22:04:24.434627 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-38a64ded-7bbf-4fb0-99c5-421be2e3107b tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/quotas/95fb0a7032124db3b4c070c940ea0fa3 HTTP/1.1" status: 200 len: 375 time: 0.0107279 Aug 16 22:04:24.488096 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-627cb11b-9d60-4e70-81bb-8b62192bb7a8 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=95fb0a7032124db3b4c070c940ea0fa3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474980 Aug 16 22:04:24.593522 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-1c2bb053-826a-4fa2-8d79-547ce55fba47 service neutron] 10.222.0.84 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927584 Aug 16 22:04:24.689450 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-b127c380-4249-485d-b28d-ce280a5340ae service neutron] 10.222.0.84 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893979 Aug 16 22:04:24.936556 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7d0db48e-27a9-4bc5-a206-69d47e6336f0 req-92352900-d077-4bee-a0a3-21d682bfc80d tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 210 time: 0.0273087 Aug 16 22:04:24.961946 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 9857f723-75be-46e9-acbe-c6d671c24c57 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:04:25.009889 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 9857f723-75be-46e9-acbe-c6d671c24c57 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:04:25.010270 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:25.090373 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 9e70c4c7-01bd-4967-9b34-ccd3a0a67b2d up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:04:25.201699 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 9e70c4c7-01bd-4967-9b34-ccd3a0a67b2d completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:04:25.205750 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 9e70c4c7-01bd-4967-9b34-ccd3a0a67b2d triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:04:25.209607 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:25.281656 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:25.313999 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 9e70c4c7-01bd-4967-9b34-ccd3a0a67b2d, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=9e70c4c7-01bd-4967-9b34-ccd3a0a67b2d,segment=NetworkSegment(7f044c3f-1b95-4e73-9314-f02779f5087b),segment_id=7f044c3f-1b95-4e73-9314-f02779f5087b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:04:25.409080 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:25.459920 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=9e70c4c7-01bd-4967-9b34-ccd3a0a67b2d,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:26.037188 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0bf80741-d3e2-4761-babc-a4b6c56fee4c req-e08eefae-98a3-4e43-9a10-d3092c7548c7 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 210 time: 0.0304136 Aug 16 22:04:26.918846 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 9e70c4c7-01bd-4967-9b34-ccd3a0a67b2d up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:04:26.966602 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 9e70c4c7-01bd-4967-9b34-ccd3a0a67b2d triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:04:26.966978 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:27.086456 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-9298a99e-4669-4c13-a261-7f8448d0e45f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:04:27.087954 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-9298a99e-4669-4c13-a261-7f8448d0e45f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.72 "GET /v2.0/networks?id=5c53f42f-1857-4eea-9155-98f7d4f68865 HTTP/1.1" status: 200 len: 808 time: 0.1090646 Aug 16 22:04:27.133570 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-2b0edcb1-9a9c-4cad-b7cf-a26120540d92 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95fb0a7032124db3b4c070c940ea0fa3 HTTP/1.1" status: 200 len: 380 time: 0.0366721 Aug 16 22:04:27.140261 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ddecf741-a443-44ae-a8ac-4eac99ec2987 req-c8d9b883-a288-4601-b6b5-8a4fd994be41 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 210 time: 0.0277998 Aug 16 22:04:27.143598 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-0817fa4e-a5b1-4430-a308-bd1125aaabc8 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Request body: {'port': {'device_id': '3b20778d-dbfe-4605-aca7-3e28ce443f81', 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865', 'admin_state_up': True, 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'security_groups': ['f36bbdb7-1eaa-41bf-9a2d-3599b765f474']}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:04:27.340426 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-0817fa4e-a5b1-4430-a308-bd1125aaabc8 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Made reservation on behalf of 95fb0a7032124db3b4c070c940ea0fa3 for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:04:27.343961 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-0817fa4e-a5b1-4430-a308-bd1125aaabc8 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:27.467228 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-0817fa4e-a5b1-4430-a308-bd1125aaabc8 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Allocated IP 172.20.0.7 (5c53f42f-1857-4eea-9155-98f7d4f68865/b756ff41-0f76-4c9d-96ad-95dfad7aff9d/c216d5d1-f2dd-486e-83a6-25324a92ef24) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:04:27.604109 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-0817fa4e-a5b1-4430-a308-bd1125aaabc8 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:27.617050 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-0817fa4e-a5b1-4430-a308-bd1125aaabc8 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Transition to ACTIVE for port object c216d5d1-f2dd-486e-83a6-25324a92ef24 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:04:27.688768 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-0817fa4e-a5b1-4430-a308-bd1125aaabc8 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:27.729595 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-0817fa4e-a5b1-4430-a308-bd1125aaabc8 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Network 5c53f42f-1857-4eea-9155-98f7d4f68865 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:04:27.734564 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-0817fa4e-a5b1-4430-a308-bd1125aaabc8 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:04:27.738250 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-0817fa4e-a5b1-4430-a308-bd1125aaabc8 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:04:27.769112 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0817fa4e-a5b1-4430-a308-bd1125aaabc8 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Pushing event updated for resources: {'Port': ['ID=c216d5d1-f2dd-486e-83a6-25324a92ef24,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:27.797306 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-0817fa4e-a5b1-4430-a308-bd1125aaabc8 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:04:27.797958 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-0817fa4e-a5b1-4430-a308-bd1125aaabc8 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:27.883879 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-0817fa4e-a5b1-4430-a308-bd1125aaabc8 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7444170 Aug 16 22:04:27.897320 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-ca2eb9e8-c825-4254-bd28-4030cada4dfc service neutron] Request body: {'port': {'device_id': '3b20778d-dbfe-4605-aca7-3e28ce443f81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:04:27.951656 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-ca2eb9e8-c825-4254-bd28-4030cada4dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:28.048575 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b4fa0bcc-adab-4315-b2fb-99576bf5540a None None] Provisioning for port c216d5d1-f2dd-486e-83a6-25324a92ef24 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:04:28.052616 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-b4fa0bcc-adab-4315-b2fb-99576bf5540a None None] Provisioning complete for port c216d5d1-f2dd-486e-83a6-25324a92ef24 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:04:28.053026 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b4fa0bcc-adab-4315-b2fb-99576bf5540a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:28.087066 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-b4fa0bcc-adab-4315-b2fb-99576bf5540a None None] Port c216d5d1-f2dd-486e-83a6-25324a92ef24 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:04:28.211340 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-ca2eb9e8-c825-4254-bd28-4030cada4dfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c216d5d1-f2dd-486e-83a6-25324a92ef24 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:04:28.219582 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-ca2eb9e8-c825-4254-bd28-4030cada4dfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:28.231318 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-ca2eb9e8-c825-4254-bd28-4030cada4dfc service neutron] Transition to ACTIVE for port object c216d5d1-f2dd-486e-83a6-25324a92ef24 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:04:28.257447 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50767c7d-0e24-4026-b3f7-010fe626d920 req-bb79f47a-b128-4ff5-b174-70f03de26f9f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:04:28.259019 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50767c7d-0e24-4026-b3f7-010fe626d920 req-bb79f47a-b128-4ff5-b174-70f03de26f9f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 931 time: 0.0496252 Aug 16 22:04:28.297810 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-50767c7d-0e24-4026-b3f7-010fe626d920 req-c0310014-667d-496c-9cd1-151768a5e514 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319724 Aug 16 22:04:28.317505 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-ca2eb9e8-c825-4254-bd28-4030cada4dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:28.373248 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2eb9e8-c825-4254-bd28-4030cada4dfc service neutron] Pushing event updated for resources: {'Port': ['ID=c216d5d1-f2dd-486e-83a6-25324a92ef24,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:28.445400 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-ca2eb9e8-c825-4254-bd28-4030cada4dfc service neutron] Attempting to bind port c216d5d1-f2dd-486e-83a6-25324a92ef24 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:04:28.445745 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-ca2eb9e8-c825-4254-bd28-4030cada4dfc service neutron] Attempting to bind port c216d5d1-f2dd-486e-83a6-25324a92ef24 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': 'bca188e6-83dc-4de8-b1bf-fe6575e317a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:04:28.446081 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-ca2eb9e8-c825-4254-bd28-4030cada4dfc service neutron] Attempting to bind port c216d5d1-f2dd-486e-83a6-25324a92ef24 on network 5c53f42f-1857-4eea-9155-98f7d4f68865 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:04:28.450713 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-ca2eb9e8-c825-4254-bd28-4030cada4dfc service neutron] Port c216d5d1-f2dd-486e-83a6-25324a92ef24 on network 5c53f42f-1857-4eea-9155-98f7d4f68865 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:04:28.451040 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-ca2eb9e8-c825-4254-bd28-4030cada4dfc service neutron] Attempting to bind port c216d5d1-f2dd-486e-83a6-25324a92ef24 on network 5c53f42f-1857-4eea-9155-98f7d4f68865 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:04:28.455968 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-ca2eb9e8-c825-4254-bd28-4030cada4dfc service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:04:28.456312 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-ca2eb9e8-c825-4254-bd28-4030cada4dfc service neutron] Checking segment: {'id': 'bca188e6-83dc-4de8-b1bf-fe6575e317a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:04:28.456699 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-ca2eb9e8-c825-4254-bd28-4030cada4dfc service neutron] Bound using segment: {'id': 'bca188e6-83dc-4de8-b1bf-fe6575e317a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:04:28.457129 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-ca2eb9e8-c825-4254-bd28-4030cada4dfc service neutron] Bound port: c216d5d1-f2dd-486e-83a6-25324a92ef24, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bca188e6-83dc-4de8-b1bf-fe6575e317a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:04:28.457495 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-ca2eb9e8-c825-4254-bd28-4030cada4dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:28.522819 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-ca2eb9e8-c825-4254-bd28-4030cada4dfc service neutron] For port c216d5d1-f2dd-486e-83a6-25324a92ef24, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:04:28.525798 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-ca2eb9e8-c825-4254-bd28-4030cada4dfc service neutron] For port c216d5d1-f2dd-486e-83a6-25324a92ef24, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c216d5d1-f2dd-486e-83a6-25324a92ef24,segment=NetworkSegment(bca188e6-83dc-4de8-b1bf-fe6575e317a7),segment_id=bca188e6-83dc-4de8-b1bf-fe6575e317a7)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:04:28.613840 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-ca2eb9e8-c825-4254-bd28-4030cada4dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:28.650326 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-ca2eb9e8-c825-4254-bd28-4030cada4dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:04:28.651366 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-ca2eb9e8-c825-4254-bd28-4030cada4dfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:28.653680 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-ca2eb9e8-c825-4254-bd28-4030cada4dfc service neutron] 10.222.0.72 "PUT /v2.0/ports/c216d5d1-f2dd-486e-83a6-25324a92ef24 HTTP/1.1" status: 200 len: 1092 time: 0.7609892 Aug 16 22:04:28.655736 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b20778d-dbfe-4605-aca7-3e28ce443f81', 'tag': 'c216d5d1-f2dd-486e-83a6-25324a92ef24'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:04:28.659239 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcd9435b18b7a34707b0c74d037ee6bf13b87a61dd91d81e26d4048d63ffdc36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f526aa-d1f2-4d74-b32b-fade340f1ce6" -d '{"events": [{"name": "network-changed", "server_uuid": "3b20778d-dbfe-4605-aca7-3e28ce443f81", "tag": "c216d5d1-f2dd-486e-83a6-25324a92ef24"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:04:28.688051 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2eb9e8-c825-4254-bd28-4030cada4dfc service neutron] Pushing event updated for resources: {'Port': ['ID=c216d5d1-f2dd-486e-83a6-25324a92ef24,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:28.773588 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd339bd-01b8-4784-ab36-0cd9993a0932 x-openstack-request-id: req-7fd339bd-01b8-4784-ab36-0cd9993a0932 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:04:28.773893 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b20778d-dbfe-4605-aca7-3e28ce443f81", "tag": "c216d5d1-f2dd-486e-83a6-25324a92ef24", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:04:28.774158 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7fd339bd-01b8-4784-ab36-0cd9993a0932 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:04:28.774575 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b20778d-dbfe-4605-aca7-3e28ce443f81', 'tag': 'c216d5d1-f2dd-486e-83a6-25324a92ef24', 'status': 'completed', 'code': 200} Aug 16 22:04:28.825342 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-b4280cb1-488d-4e3a-9435-7b0c438ea9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:04:28.826876 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-b4280cb1-488d-4e3a-9435-7b0c438ea9ab service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=95fb0a7032124db3b4c070c940ea0fa3&device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 1095 time: 0.0438421 Aug 16 22:04:28.868382 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-743bac21-7695-4d73-9bbe-34131f2892d4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c216d5d1-f2dd-486e-83a6-25324a92ef24 HTTP/1.1" status: 200 len: 217 time: 0.0339553 Aug 16 22:04:28.922227 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-d7a0d290-6312-47b6-9e7e-4e41dd0297e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:04:28.923678 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-d7a0d290-6312-47b6-9e7e-4e41dd0297e7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b756ff41-0f76-4c9d-96ad-95dfad7aff9d HTTP/1.1" status: 200 len: 847 time: 0.0485392 Aug 16 22:04:28.970954 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-8170d7a8-d59e-4278-86c0-80777c802254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:04:28.972484 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-8170d7a8-d59e-4278-86c0-80777c802254 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c53f42f-1857-4eea-9155-98f7d4f68865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407717 Aug 16 22:04:29.059919 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-10b4729a-0ad5-4a33-bcdb-2d1271235587 service neutron] 10.222.0.72 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793681 Aug 16 22:04:29.151325 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-1a6c9515-ea57-4edd-9139-03ffc0ba670d req-c8c3c418-35dc-4863-b6d5-c8d5da11fa84 service neutron] 10.222.0.72 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847878 Aug 16 22:04:29.319805 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f526aa-d1f2-4d74-b32b-fade340f1ce6 req-16a77416-991a-466c-a6ec-b27f825741c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:04:29.321261 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-07f526aa-d1f2-4d74-b32b-fade340f1ce6 req-16a77416-991a-466c-a6ec-b27f825741c6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=95fb0a7032124db3b4c070c940ea0fa3&device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 1095 time: 0.0406728 Aug 16 22:04:29.412447 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb542f3b-e96b-4fd4-a33a-3a73e4660aa4 req-eaf05f8d-2d61-48f2-9996-a35f5c0772e3 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:04:29.414152 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eb542f3b-e96b-4fd4-a33a-3a73e4660aa4 req-eaf05f8d-2d61-48f2-9996-a35f5c0772e3 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 943 time: 0.0500519 Aug 16 22:04:29.415441 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f526aa-d1f2-4d74-b32b-fade340f1ce6 req-9024b5ee-23e0-4810-bb2b-84b5ab6fc36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:04:29.416980 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-07f526aa-d1f2-4d74-b32b-fade340f1ce6 req-9024b5ee-23e0-4810-bb2b-84b5ab6fc36f service neutron] 10.222.0.72 "GET /v2.0/networks?id=5c53f42f-1857-4eea-9155-98f7d4f68865 HTTP/1.1" status: 200 len: 909 time: 0.0892270 Aug 16 22:04:29.452568 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eb542f3b-e96b-4fd4-a33a-3a73e4660aa4 req-462c15a1-e575-4eea-9845-24869f4b11ce tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322795 Aug 16 22:04:29.458545 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-07f526aa-d1f2-4d74-b32b-fade340f1ce6 req-1a826b11-947f-475b-9449-596f867596cd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c216d5d1-f2dd-486e-83a6-25324a92ef24 HTTP/1.1" status: 200 len: 217 time: 0.0348618 Aug 16 22:04:29.506857 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f526aa-d1f2-4d74-b32b-fade340f1ce6 req-8dd00451-b5e4-4d1c-8299-eedd6e4e96db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:04:29.508298 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-07f526aa-d1f2-4d74-b32b-fade340f1ce6 req-8dd00451-b5e4-4d1c-8299-eedd6e4e96db service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b756ff41-0f76-4c9d-96ad-95dfad7aff9d HTTP/1.1" status: 200 len: 847 time: 0.0426815 Aug 16 22:04:29.558766 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f526aa-d1f2-4d74-b32b-fade340f1ce6 req-7f727bc1-64f8-43e1-8c63-1c987b1b368e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:04:29.560305 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-07f526aa-d1f2-4d74-b32b-fade340f1ce6 req-7f727bc1-64f8-43e1-8c63-1c987b1b368e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c53f42f-1857-4eea-9155-98f7d4f68865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437322 Aug 16 22:04:29.650752 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-07f526aa-d1f2-4d74-b32b-fade340f1ce6 req-68e2d043-ef83-4a95-82c4-a231e90d9584 service neutron] 10.222.0.72 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814140 Aug 16 22:04:29.742525 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-07f526aa-d1f2-4d74-b32b-fade340f1ce6 req-e420da38-89ff-485d-8c50-a74275b5944a service neutron] 10.222.0.72 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841146 Aug 16 22:04:30.572701 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967d848-f064-4798-a3e0-897b2703c9e4 req-0b90792c-3062-475e-a86a-97e7f747c63f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:04:30.574259 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2967d848-f064-4798-a3e0-897b2703c9e4 req-0b90792c-3062-475e-a86a-97e7f747c63f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 943 time: 0.0538635 Aug 16 22:04:30.611260 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2967d848-f064-4798-a3e0-897b2703c9e4 req-784b1c0f-184d-4ae1-9ab6-7d09729f5e35 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309875 Aug 16 22:04:31.182063 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device c216d5d1-f2dd-486e-83a6-25324a92ef24 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:04:31.279102 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port c216d5d1-f2dd-486e-83a6-25324a92ef24, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c216d5d1-f2dd-486e-83a6-25324a92ef24,segment=NetworkSegment(bca188e6-83dc-4de8-b1bf-fe6575e317a7),segment_id=bca188e6-83dc-4de8-b1bf-fe6575e317a7)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:04:31.293494 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': 'c216d5d1-f2dd-486e-83a6-25324a92ef24', 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865', 'port_id': 'c216d5d1-f2dd-486e-83a6-25324a92ef24', 'mac_address': 'fa:16:3e:09:32:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b756ff41-0f76-4c9d-96ad-95dfad7aff9d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:04:31.331797 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:31.346081 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c216d5d1-f2dd-486e-83a6-25324a92ef24 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:04:31.365058 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port c216d5d1-f2dd-486e-83a6-25324a92ef24, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c216d5d1-f2dd-486e-83a6-25324a92ef24,segment=NetworkSegment(bca188e6-83dc-4de8-b1bf-fe6575e317a7),segment_id=bca188e6-83dc-4de8-b1bf-fe6575e317a7)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:04:31.436937 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:31.483882 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=c216d5d1-f2dd-486e-83a6-25324a92ef24,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:31.646332 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['c216d5d1-f2dd-486e-83a6-25324a92ef24'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:04:31.725436 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3caa6-9537-485c-84da-a596a65faa74 req-8e2e9652-a229-485a-b019-9b8ee0fa798a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:04:31.726959 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3b3caa6-9537-485c-84da-a596a65faa74 req-8e2e9652-a229-485a-b019-9b8ee0fa798a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 944 time: 0.0493450 Aug 16 22:04:31.765396 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a3b3caa6-9537-485c-84da-a596a65faa74 req-9b30679f-fe7b-42c3-a340-386a6070ada5 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323284 Aug 16 22:04:31.835340 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:04:32.877927 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b63d4-609e-4051-9fb5-6b5804c62b7a req-7eef9c43-b30f-4c38-a11d-c010a18b1e9b tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:04:32.880996 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-640b63d4-609e-4051-9fb5-6b5804c62b7a req-7eef9c43-b30f-4c38-a11d-c010a18b1e9b tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 944 time: 0.0482445 Aug 16 22:04:32.918133 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-640b63d4-609e-4051-9fb5-6b5804c62b7a req-e9d398f7-282f-4c98-83c4-a823e16d4a12 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325913 Aug 16 22:04:33.197736 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device c216d5d1-f2dd-486e-83a6-25324a92ef24 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:04:33.299526 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port c216d5d1-f2dd-486e-83a6-25324a92ef24 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:04:33.303355 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port c216d5d1-f2dd-486e-83a6-25324a92ef24 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:04:33.303727 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:33.383088 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:33.405183 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b20778d-dbfe-4605-aca7-3e28ce443f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c216d5d1-f2dd-486e-83a6-25324a92ef24'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:04:33.407437 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c683fdb416c7f0821c75f6a91cfed7529d060c9c210f81ad2c881376259938b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acdb115-b2bc-4a4e-8061-94d07afdb95e" -d '{"events": [{"server_uuid": "3b20778d-dbfe-4605-aca7-3e28ce443f81", "name": "network-vif-plugged", "status": "completed", "tag": "c216d5d1-f2dd-486e-83a6-25324a92ef24"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:04:33.420423 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port c216d5d1-f2dd-486e-83a6-25324a92ef24, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c216d5d1-f2dd-486e-83a6-25324a92ef24,segment=NetworkSegment(bca188e6-83dc-4de8-b1bf-fe6575e317a7),segment_id=bca188e6-83dc-4de8-b1bf-fe6575e317a7)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:04:33.444578 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2faf0c2f-0424-4b9f-a74f-28f4277451ff x-openstack-request-id: req-2faf0c2f-0424-4b9f-a74f-28f4277451ff {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:04:33.445282 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b20778d-dbfe-4605-aca7-3e28ce443f81", "name": "network-vif-plugged", "status": "completed", "tag": "c216d5d1-f2dd-486e-83a6-25324a92ef24", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:04:33.445546 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2faf0c2f-0424-4b9f-a74f-28f4277451ff {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:04:33.445943 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b20778d-dbfe-4605-aca7-3e28ce443f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c216d5d1-f2dd-486e-83a6-25324a92ef24', 'code': 200} Aug 16 22:04:33.477639 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:33.526578 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=c216d5d1-f2dd-486e-83a6-25324a92ef24,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:33.539881 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fafe3c-33b6-45e1-ac50-e4dced3649f3 req-ddfcc3a1-4db8-41e5-a587-a366e365d8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:04:33.541412 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d9fafe3c-33b6-45e1-ac50-e4dced3649f3 req-ddfcc3a1-4db8-41e5-a587-a366e365d8f0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 1097 time: 0.0408063 Aug 16 22:04:33.576767 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d9fafe3c-33b6-45e1-ac50-e4dced3649f3 req-6d205eab-ebe5-4a96-8ce5-1f973a2c49e5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279431 Aug 16 22:04:34.036122 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e212586-5b57-4d57-8cd1-4e5169e16c44 req-507782cb-0a94-4ac7-8470-cb23e1023e9e tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:04:34.037624 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9e212586-5b57-4d57-8cd1-4e5169e16c44 req-507782cb-0a94-4ac7-8470-cb23e1023e9e tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 945 time: 0.0527520 Aug 16 22:04:34.074976 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9e212586-5b57-4d57-8cd1-4e5169e16c44 req-41b5751d-be39-4528-860c-65e66b3a0eee tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308750 Aug 16 22:04:35.195010 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3e4a4-52c2-453f-96b9-0169f24543a1 req-bef9110e-7a0a-4121-a0a5-9bd5756a9aa6 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:04:35.196554 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b5a3e4a4-52c2-453f-96b9-0169f24543a1 req-bef9110e-7a0a-4121-a0a5-9bd5756a9aa6 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 945 time: 0.0518689 Aug 16 22:04:35.234436 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b5a3e4a4-52c2-453f-96b9-0169f24543a1 req-73c4d27a-25d1-4d96-82fc-fc7e10e174be tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319517 Aug 16 22:04:35.346855 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37aedb-55e9-4310-b78f-a72bc9d73774 req-308bd497-9549-4491-a369-e0e8144e5617 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:04:35.348366 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bc37aedb-55e9-4310-b78f-a72bc9d73774 req-308bd497-9549-4491-a369-e0e8144e5617 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 945 time: 0.0481482 Aug 16 22:04:35.385320 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bc37aedb-55e9-4310-b78f-a72bc9d73774 req-e45d7609-29ec-4e0b-b3f5-894125cd2642 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309873 Aug 16 22:04:35.407394 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38112) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:04:35.539555 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c005db-7312-4e66-8a8b-475da01ac4c7 tempest-TestShelveInstance-937151693 tempest-TestShelveInstance-937151693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:04:35.541124 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-d9c005db-7312-4e66-8a8b-475da01ac4c7 tempest-TestShelveInstance-937151693 tempest-TestShelveInstance-937151693-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 1092 time: 0.1327240 Aug 16 22:04:35.544832 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38116) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:04:35.549174 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-f5cde9e1-3b40-42e2-be18-0bd6bed0c39f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'port_id': 'c216d5d1-f2dd-486e-83a6-25324a92ef24', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:04:35.631228 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f5cde9e1-3b40-42e2-be18-0bd6bed0c39f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for floatingip, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:35.726379 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f5cde9e1-3b40-42e2-be18-0bd6bed0c39f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:35.830754 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-f5cde9e1-3b40-42e2-be18-0bd6bed0c39f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Allocated IP 172.25.1.135 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/b7aa2c77-c475-4479-87ba-4b39d3b3d72b) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:04:35.931268 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f5cde9e1-3b40-42e2-be18-0bd6bed0c39f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:36.059384 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f5cde9e1-3b40-42e2-be18-0bd6bed0c39f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:36.099026 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cde9e1-3b40-42e2-be18-0bd6bed0c39f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:04:36.105344 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-f5cde9e1-3b40-42e2-be18-0bd6bed0c39f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:04:36.108954 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cde9e1-3b40-42e2-be18-0bd6bed0c39f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:04:36.130985 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cde9e1-3b40-42e2-be18-0bd6bed0c39f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Pushing event updated for resources: {'Port': ['ID=b7aa2c77-c475-4479-87ba-4b39d3b3d72b,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:36.454494 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f5cde9e1-3b40-42e2-be18-0bd6bed0c39f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:36.576036 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f5cde9e1-3b40-42e2-be18-0bd6bed0c39f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:36.721169 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f5cde9e1-3b40-42e2-be18-0bd6bed0c39f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:36.783607 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f5cde9e1-3b40-42e2-be18-0bd6bed0c39f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:36.849347 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cde9e1-3b40-42e2-be18-0bd6bed0c39f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Pushing event updated for resources: {'Port': ['ID=b7aa2c77-c475-4479-87ba-4b39d3b3d72b,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:04:36.860755 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f5cde9e1-3b40-42e2-be18-0bd6bed0c39f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:36.961968 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [None req-f5cde9e1-3b40-42e2-be18-0bd6bed0c39f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Floating IP b52780f6-063f-4ee6-8087-50b74931d2c9 associated. External IP: 172.25.1.135, port: c216d5d1-f2dd-486e-83a6-25324a92ef24. Aug 16 22:04:37.163670 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5cde9e1-3b40-42e2-be18-0bd6bed0c39f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Router 54f01424-f576-4888-91fa-311b50bef74a has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:04:37.268893 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5cde9e1-3b40-42e2-be18-0bd6bed0c39f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:04:37.278265 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8756a0f1-175d-4e36-aa29-2384f8a67a52 None None] Sync routers for ids ['54f01424-f576-4888-91fa-311b50bef74a'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:04:37.287864 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8756a0f1-175d-4e36-aa29-2384f8a67a52 None None] Routers {'54f01424-f576-4888-91fa-311b50bef74a'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:04:37.293944 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-8756a0f1-175d-4e36-aa29-2384f8a67a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:04:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['54f01424-f576-4888-91fa-311b50bef74a'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:04:37.345703 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f5cde9e1-3b40-42e2-be18-0bd6bed0c39f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:37.387387 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f5cde9e1-3b40-42e2-be18-0bd6bed0c39f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8279243 Aug 16 22:04:37.387387 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b20778d-dbfe-4605-aca7-3e28ce443f81', 'tag': 'c216d5d1-f2dd-486e-83a6-25324a92ef24'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:04:37.387387 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a13536b3c87fcb412486f7c1123a9b3fa8a88bbdfa2e9f90522308689ae332c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c144b36-e4b8-4a93-ad84-ed66674a64bd" -d '{"events": [{"name": "network-changed", "server_uuid": "3b20778d-dbfe-4605-aca7-3e28ce443f81", "tag": "c216d5d1-f2dd-486e-83a6-25324a92ef24"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:04:37.392641 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-8756a0f1-175d-4e36-aa29-2384f8a67a52 None None] Set router 54f01424-f576-4888-91fa-311b50bef74a gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:04:37.413292 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161fca06-6aab-4548-ab6a-2e8b88862f48 x-openstack-request-id: req-161fca06-6aab-4548-ab6a-2e8b88862f48 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:04:37.413589 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b20778d-dbfe-4605-aca7-3e28ce443f81", "tag": "c216d5d1-f2dd-486e-83a6-25324a92ef24", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:04:37.413900 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-161fca06-6aab-4548-ab6a-2e8b88862f48 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:04:37.414264 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b20778d-dbfe-4605-aca7-3e28ce443f81', 'tag': 'c216d5d1-f2dd-486e-83a6-25324a92ef24', 'status': 'completed', 'code': 200} Aug 16 22:04:37.474512 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c144b36-e4b8-4a93-ad84-ed66674a64bd req-ab92ae5f-9564-43a4-b3bd-1aa6e1de2703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:04:37.476094 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0c144b36-e4b8-4a93-ad84-ed66674a64bd req-ab92ae5f-9564-43a4-b3bd-1aa6e1de2703 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=95fb0a7032124db3b4c070c940ea0fa3&device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 1097 time: 0.0405872 Aug 16 22:04:37.568973 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c144b36-e4b8-4a93-ad84-ed66674a64bd req-664918f0-8dfa-49cf-b640-566b169dc6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:04:37.570463 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0c144b36-e4b8-4a93-ad84-ed66674a64bd req-664918f0-8dfa-49cf-b640-566b169dc6af service neutron] 10.222.0.72 "GET /v2.0/networks?id=5c53f42f-1857-4eea-9155-98f7d4f68865 HTTP/1.1" status: 200 len: 909 time: 0.0878778 Aug 16 22:04:37.615603 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-8756a0f1-175d-4e36-aa29-2384f8a67a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f01424-f576-4888-91fa-311b50bef74a', 'name': 'tempest-TestShelveInstance-891500901-router', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '99ef3d2e-8cf1-47ac-9771-b671c524a3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:04:10Z', 'updated_at': '2021-08-16T22:04:14Z', 'revision_number': 4, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'gw_port': {'id': '99ef3d2e-8cf1-47ac-9771-b671c524a3f9', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ee:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f01424-f576-4888-91fa-311b50bef74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:11Z', 'updated_at': '2021-08-16T22:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'b52780f6-063f-4ee6-8087-50b74931d2c9', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'floating_ip_address': '172.25.1.135', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '54f01424-f576-4888-91fa-311b50bef74a', 'port_id': 'c216d5d1-f2dd-486e-83a6-25324a92ef24', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865', 'mac_address': 'fa:16:3e:09:32:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b20778d-dbfe-4605-aca7-3e28ce443f81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:04:36Z', 'updated_at': '2021-08-16T22:04:36Z', 'revision_number': 0, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c2576fe-fbb3-49c5-a67b-64f76b216ea6', 'name': '', 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'mac_address': 'fa:16:3e:20:db:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f01424-f576-4888-91fa-311b50bef74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'b756ff41-0f76-4c9d-96ad-95dfad7aff9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:13Z', 'updated_at': '2021-08-16T22:04:20Z', 'revision_number': 5, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'subnets': [{'id': 'b756ff41-0f76-4c9d-96ad-95dfad7aff9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:04:37.634226 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0c144b36-e4b8-4a93-ad84-ed66674a64bd req-e25b5d03-3b8d-4f3e-85ae-b4775dc10930 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c216d5d1-f2dd-486e-83a6-25324a92ef24 HTTP/1.1" status: 200 len: 999 time: 0.0568271 Aug 16 22:04:37.641432 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8756a0f1-175d-4e36-aa29-2384f8a67a52 None None] Checking router: 54f01424-f576-4888-91fa-311b50bef74a for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:04:37.649719 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8756a0f1-175d-4e36-aa29-2384f8a67a52 None None] Routers {'54f01424-f576-4888-91fa-311b50bef74a'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:04:37.650326 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-8756a0f1-175d-4e36-aa29-2384f8a67a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:04:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['54f01424-f576-4888-91fa-311b50bef74a'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:04:37.687396 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c144b36-e4b8-4a93-ad84-ed66674a64bd req-6f639d70-2607-4e86-b803-d09bfad677cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:04:37.688822 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0c144b36-e4b8-4a93-ad84-ed66674a64bd req-6f639d70-2607-4e86-b803-d09bfad677cc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b756ff41-0f76-4c9d-96ad-95dfad7aff9d HTTP/1.1" status: 200 len: 847 time: 0.0478323 Aug 16 22:04:37.734585 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c144b36-e4b8-4a93-ad84-ed66674a64bd req-cffcb335-50a2-4944-a8fa-2e4b70c2e83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:04:37.736113 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0c144b36-e4b8-4a93-ad84-ed66674a64bd req-cffcb335-50a2-4944-a8fa-2e4b70c2e83c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c53f42f-1857-4eea-9155-98f7d4f68865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399768 Aug 16 22:04:37.755163 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-8756a0f1-175d-4e36-aa29-2384f8a67a52 None None] Set router 54f01424-f576-4888-91fa-311b50bef74a gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:04:37.828701 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0c144b36-e4b8-4a93-ad84-ed66674a64bd req-12633dad-be34-49cc-9a62-35bebd3fa82f service neutron] 10.222.0.72 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845351 Aug 16 22:04:37.927911 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0c144b36-e4b8-4a93-ad84-ed66674a64bd req-a97e1018-768b-46a8-ba5c-49b4917a0ddc service neutron] 10.222.0.72 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915940 Aug 16 22:04:38.061254 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-8756a0f1-175d-4e36-aa29-2384f8a67a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f01424-f576-4888-91fa-311b50bef74a', 'name': 'tempest-TestShelveInstance-891500901-router', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '99ef3d2e-8cf1-47ac-9771-b671c524a3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:04:10Z', 'updated_at': '2021-08-16T22:04:14Z', 'revision_number': 4, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'gw_port': {'id': '99ef3d2e-8cf1-47ac-9771-b671c524a3f9', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ee:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f01424-f576-4888-91fa-311b50bef74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:11Z', 'updated_at': '2021-08-16T22:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'b52780f6-063f-4ee6-8087-50b74931d2c9', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'floating_ip_address': '172.25.1.135', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '54f01424-f576-4888-91fa-311b50bef74a', 'port_id': 'c216d5d1-f2dd-486e-83a6-25324a92ef24', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865', 'mac_address': 'fa:16:3e:09:32:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b20778d-dbfe-4605-aca7-3e28ce443f81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:04:36Z', 'updated_at': '2021-08-16T22:04:36Z', 'revision_number': 0, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c2576fe-fbb3-49c5-a67b-64f76b216ea6', 'name': '', 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'mac_address': 'fa:16:3e:20:db:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f01424-f576-4888-91fa-311b50bef74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'b756ff41-0f76-4c9d-96ad-95dfad7aff9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:13Z', 'updated_at': '2021-08-16T22:04:20Z', 'revision_number': 5, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'subnets': [{'id': 'b756ff41-0f76-4c9d-96ad-95dfad7aff9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:04:38.087274 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8756a0f1-175d-4e36-aa29-2384f8a67a52 None None] The sync data for ids ['54f01424-f576-4888-91fa-311b50bef74a'] in n-d-793620-15 is: [{'id': '54f01424-f576-4888-91fa-311b50bef74a', 'name': 'tempest-TestShelveInstance-891500901-router', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '99ef3d2e-8cf1-47ac-9771-b671c524a3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:04:10Z', 'updated_at': '2021-08-16T22:04:14Z', 'revision_number': 4, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'gw_port': {'id': '99ef3d2e-8cf1-47ac-9771-b671c524a3f9', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ee:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f01424-f576-4888-91fa-311b50bef74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:11Z', 'updated_at': '2021-08-16T22:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'b52780f6-063f-4ee6-8087-50b74931d2c9', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'floating_ip_address': '172.25.1.135', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '54f01424-f576-4888-91fa-311b50bef74a', 'port_id': 'c216d5d1-f2dd-486e-83a6-25324a92ef24', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865', 'mac_address': 'fa:16:3e:09:32:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b20778d-dbfe-4605-aca7-3e28ce443f81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:04:36Z', 'updated_at': '2021-08-16T22:04:36Z', 'revision_number': 0, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c2576fe-fbb3-49c5-a67b-64f76b216ea6', 'name': '', 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'mac_address': 'fa:16:3e:20:db:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f01424-f576-4888-91fa-311b50bef74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'b756ff41-0f76-4c9d-96ad-95dfad7aff9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:13Z', 'updated_at': '2021-08-16T22:04:20Z', 'revision_number': 5, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'subnets': [{'id': 'b756ff41-0f76-4c9d-96ad-95dfad7aff9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:04:38.274214 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb38d186-c5df-4ea6-ac62-7f8f4845882f None None] New status for floating IP b52780f6-063f-4ee6-8087-50b74931d2c9: ACTIVE {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:04:40.827518 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-d226cd1a-b9f1-44b2-ab53-1685129091f2 req-577731e7-2c7a-4546-b801-8309f853af4d service neutron] (101844) timed out ('10.222.0.84', 33304) {{(pid=101844) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 22:04:41.128289 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-58ff4270-bd65-472a-bc3c-eac080dc616c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:43.676710 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-44dcd2f2-76a9-4b70-91a2-9ad88e1617ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:43.945386 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:45.145087 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:46.852456 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:50.034733 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:52.756479 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:05:08.835372 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:05:11.110473 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-17ae2090-d8cc-49cb-8b96-1a02424e5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:05:13.650748 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-eeda6cb3-769b-4794-9305-1a35fe2b07f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:05:13.862072 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:05:15.142772 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:05:16.841612 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:05:20.042901 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c8c0c929-1bf1-46b4-97b2-c9eafc828f59 req-544e0294-716b-4107-a48e-1a6339733a4a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411057 Aug 16 22:05:20.048214 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:05:20.124397 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0c929-1bf1-46b4-97b2-c9eafc828f59 req-ff988136-eab6-4161-957e-a9453a5c5e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:05:20.125892 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c8c0c929-1bf1-46b4-97b2-c9eafc828f59 req-ff988136-eab6-4161-957e-a9453a5c5e76 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=95fb0a7032124db3b4c070c940ea0fa3&device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 1097 time: 0.0413363 Aug 16 22:05:20.230919 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0c929-1bf1-46b4-97b2-c9eafc828f59 req-9b195eb7-8f51-437c-84f2-6b032f41359f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:05:20.232995 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c8c0c929-1bf1-46b4-97b2-c9eafc828f59 req-9b195eb7-8f51-437c-84f2-6b032f41359f service neutron] 10.222.0.72 "GET /v2.0/networks?id=5c53f42f-1857-4eea-9155-98f7d4f68865 HTTP/1.1" status: 200 len: 909 time: 0.0885217 Aug 16 22:05:20.300869 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c8c0c929-1bf1-46b4-97b2-c9eafc828f59 req-1a7de5f4-7e3c-4723-99ae-b525f49ad60b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c216d5d1-f2dd-486e-83a6-25324a92ef24 HTTP/1.1" status: 200 len: 1001 time: 0.0607126 Aug 16 22:05:20.348659 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0c929-1bf1-46b4-97b2-c9eafc828f59 req-06cfaec1-4c02-433b-b976-e10208a91b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:05:20.350073 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c8c0c929-1bf1-46b4-97b2-c9eafc828f59 req-06cfaec1-4c02-433b-b976-e10208a91b86 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b756ff41-0f76-4c9d-96ad-95dfad7aff9d HTTP/1.1" status: 200 len: 847 time: 0.0419593 Aug 16 22:05:20.394942 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0c929-1bf1-46b4-97b2-c9eafc828f59 req-eb8133db-6bea-4f01-a6ce-7897fd5b72bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:05:20.396457 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c8c0c929-1bf1-46b4-97b2-c9eafc828f59 req-eb8133db-6bea-4f01-a6ce-7897fd5b72bc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c53f42f-1857-4eea-9155-98f7d4f68865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392151 Aug 16 22:05:20.488652 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c8c0c929-1bf1-46b4-97b2-c9eafc828f59 req-b72975ad-fdb7-4329-88d8-c763de5641ba service neutron] 10.222.0.72 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841763 Aug 16 22:05:20.577990 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c8c0c929-1bf1-46b4-97b2-c9eafc828f59 req-d05f5b9c-157f-49a4-9dfc-96d5af524ed0 service neutron] 10.222.0.72 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823696 Aug 16 22:05:22.796410 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:05:41.150036 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-152f3427-f239-48f4-818f-4b5d1f2c5240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:05:43.655272 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1b5750fb-a4d0-44b2-8d31-6104ebc7962d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:05:43.869535 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:05:45.127646 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:05:45.835426 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:05:46.846634 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:05:50.021284 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:05:52.740663 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:11.117238 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-526f15ee-b8d8-4054-9682-c1dc6f46688f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:13.660191 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0eca26ac-e6b7-41ff-b524-9cb1d2b711a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:13.866383 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:15.189186 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:16.871201 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:20.046504 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:21.047083 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3dd7ca19-ea76-4d40-802a-ad852a2763fc req-3bd5cda3-8578-4c8a-b32f-93bd9f6003d2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444281 Aug 16 22:06:21.132425 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7ca19-ea76-4d40-802a-ad852a2763fc req-4d09e068-3ae2-4ed2-aaac-d384e99626bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:21.134202 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3dd7ca19-ea76-4d40-802a-ad852a2763fc req-4d09e068-3ae2-4ed2-aaac-d384e99626bb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=95fb0a7032124db3b4c070c940ea0fa3&device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 1097 time: 0.0450499 Aug 16 22:06:21.252992 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7ca19-ea76-4d40-802a-ad852a2763fc req-e5570492-e26e-4a66-8bea-d5afeab5b24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:21.255761 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3dd7ca19-ea76-4d40-802a-ad852a2763fc req-e5570492-e26e-4a66-8bea-d5afeab5b24b service neutron] 10.222.0.72 "GET /v2.0/networks?id=5c53f42f-1857-4eea-9155-98f7d4f68865 HTTP/1.1" status: 200 len: 909 time: 0.1020117 Aug 16 22:06:21.641904 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3dd7ca19-ea76-4d40-802a-ad852a2763fc req-98b1eb99-4c3a-4968-994d-e2eb7293d5c5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c216d5d1-f2dd-486e-83a6-25324a92ef24 HTTP/1.1" status: 200 len: 1001 time: 0.3792949 Aug 16 22:06:21.699296 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7ca19-ea76-4d40-802a-ad852a2763fc req-2b7165d9-5017-4278-a94b-20401834c366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:21.700933 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3dd7ca19-ea76-4d40-802a-ad852a2763fc req-2b7165d9-5017-4278-a94b-20401834c366 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b756ff41-0f76-4c9d-96ad-95dfad7aff9d HTTP/1.1" status: 200 len: 847 time: 0.0504222 Aug 16 22:06:21.746679 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7ca19-ea76-4d40-802a-ad852a2763fc req-1184725c-b47c-4de6-b1e5-cc87b624886b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:21.748197 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3dd7ca19-ea76-4d40-802a-ad852a2763fc req-1184725c-b47c-4de6-b1e5-cc87b624886b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c53f42f-1857-4eea-9155-98f7d4f68865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400460 Aug 16 22:06:21.841254 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3dd7ca19-ea76-4d40-802a-ad852a2763fc req-6b9a97c9-a4c5-46f9-b3ab-a55ee7ca1043 service neutron] 10.222.0.72 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844951 Aug 16 22:06:21.932508 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-3dd7ca19-ea76-4d40-802a-ad852a2763fc req-97398c0c-7b5e-4292-a3da-1f4392fc42fd service neutron] 10.222.0.72 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834527 Aug 16 22:06:22.768557 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:22.835436 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:06:33.531011 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c185a-a945-4a72-9018-d8b0e35b0c38 req-8b643a26-6e26-45b9-b3a4-d6f9c175f56d tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:33.532568 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-261c185a-a945-4a72-9018-d8b0e35b0c38 req-8b643a26-6e26-45b9-b3a4-d6f9c175f56d tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 945 time: 0.1056681 Aug 16 22:06:33.571274 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-261c185a-a945-4a72-9018-d8b0e35b0c38 req-a1ea44be-9dc8-46f0-9eaa-dfc5ee51e735 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321102 Aug 16 22:06:34.710108 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68245c6-fd1d-4d69-8d29-60b6abbe480c req-c9dfcdce-49e9-41cf-9f5e-0342b07fde55 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:34.711653 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b68245c6-fd1d-4d69-8d29-60b6abbe480c req-c9dfcdce-49e9-41cf-9f5e-0342b07fde55 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 945 time: 0.0550046 Aug 16 22:06:34.750911 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b68245c6-fd1d-4d69-8d29-60b6abbe480c req-c7a5101f-d40c-4ff7-bfce-30c7ff220e32 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332346 Aug 16 22:06:35.895697 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893716a7-08fb-4d91-bc8b-4694521b2e3c req-8bf56e1e-4af9-4bc0-9d0b-167b78901b4f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:35.897262 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-893716a7-08fb-4d91-bc8b-4694521b2e3c req-8bf56e1e-4af9-4bc0-9d0b-167b78901b4f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 945 time: 0.0500419 Aug 16 22:06:35.935761 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-893716a7-08fb-4d91-bc8b-4694521b2e3c req-8ee7cdbe-9b89-460e-a60e-603e18e35a67 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324817 Aug 16 22:06:37.051010 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18bf70-4cbe-457f-8011-aa85cf96069c req-2af8dee1-97bd-4bee-b332-5d3ff5261037 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:37.053120 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4c18bf70-4cbe-457f-8011-aa85cf96069c req-2af8dee1-97bd-4bee-b332-5d3ff5261037 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 945 time: 0.0499969 Aug 16 22:06:37.091743 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4c18bf70-4cbe-457f-8011-aa85cf96069c req-9522bdaa-5545-40ee-b7c0-5334ce959317 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325577 Aug 16 22:06:38.211764 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af346c7b-f816-4002-be69-d68586f2b082 req-66de1d26-5237-4f05-b046-6d368963d39a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:38.213270 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-af346c7b-f816-4002-be69-d68586f2b082 req-66de1d26-5237-4f05-b046-6d368963d39a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 945 time: 0.0540991 Aug 16 22:06:38.251130 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-af346c7b-f816-4002-be69-d68586f2b082 req-3dd049d8-4b43-49f9-9a42-1c1f1db5e1e9 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318222 Aug 16 22:06:39.366935 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309965e-008f-4e8a-be6d-3bf5ae76575f req-568ce19e-e6c0-4e96-b3f0-9177b29e04c9 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:39.368477 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1309965e-008f-4e8a-be6d-3bf5ae76575f req-568ce19e-e6c0-4e96-b3f0-9177b29e04c9 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 945 time: 0.0492494 Aug 16 22:06:39.407221 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1309965e-008f-4e8a-be6d-3bf5ae76575f req-f19c94b6-ae44-41c2-a0f5-7daa1614c90b tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326831 Aug 16 22:06:40.528089 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60d578-8522-4472-92c5-bf6a9ab3370c req-f19cec32-48bf-4b27-b349-4aa839f245e7 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:40.529644 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4b60d578-8522-4472-92c5-bf6a9ab3370c req-f19cec32-48bf-4b27-b349-4aa839f245e7 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 945 time: 0.0513866 Aug 16 22:06:40.568355 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4b60d578-8522-4472-92c5-bf6a9ab3370c req-46495a97-ca90-4235-a79b-5f9d9557a90a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326662 Aug 16 22:06:41.099952 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-52f3db7a-e44d-4ca4-b09d-7735c0a2cd66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:41.688893 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83471c-ccb8-441b-8e1b-d2f66320efbd req-b2c96307-31c5-4b49-b3d1-c62e3a1e09e7 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:41.690405 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-df83471c-ccb8-441b-8e1b-d2f66320efbd req-b2c96307-31c5-4b49-b3d1-c62e3a1e09e7 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 945 time: 0.0524826 Aug 16 22:06:41.729041 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-df83471c-ccb8-441b-8e1b-d2f66320efbd req-19b28748-e475-49c0-9404-27647d95db07 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320969 Aug 16 22:06:42.844131 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110186e3-b0e2-4dfa-809b-cade46d9def3 req-c99708ea-0d8c-44b1-91fa-bd5992b307f8 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:42.845654 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-110186e3-b0e2-4dfa-809b-cade46d9def3 req-c99708ea-0d8c-44b1-91fa-bd5992b307f8 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 945 time: 0.0495651 Aug 16 22:06:42.884107 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-110186e3-b0e2-4dfa-809b-cade46d9def3 req-153842fb-506d-48c7-a220-fc7c4337d64e tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319200 Aug 16 22:06:43.716291 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a0a69000-cb4a-4053-82b7-f20de352a2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:43.871000 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:44.019268 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2018732-ab8d-4616-a34f-bb760fb48733 req-4f0f6f6a-b5ab-4a1f-a667-c43a93cb4fef tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:44.021215 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b2018732-ab8d-4616-a34f-bb760fb48733 req-4f0f6f6a-b5ab-4a1f-a667-c43a93cb4fef tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 945 time: 0.0492671 Aug 16 22:06:44.059177 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b2018732-ab8d-4616-a34f-bb760fb48733 req-5c4f12be-0c5d-467a-836c-9c548248e1ba tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313370 Aug 16 22:06:45.180015 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfaed91-4a74-4f76-ba1f-aa2cd17f6d8c req-4e000f2a-063e-4a14-af9a-1ad2a0107554 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:45.181476 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dcfaed91-4a74-4f76-ba1f-aa2cd17f6d8c req-4e000f2a-063e-4a14-af9a-1ad2a0107554 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 945 time: 0.0547726 Aug 16 22:06:45.195230 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:45.220707 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dcfaed91-4a74-4f76-ba1f-aa2cd17f6d8c req-3fe36fe7-f123-48c8-9749-bc0eea4a60f7 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332291 Aug 16 22:06:45.914798 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device c216d5d1-f2dd-486e-83a6-25324a92ef24 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:06:46.025255 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port c216d5d1-f2dd-486e-83a6-25324a92ef24, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c216d5d1-f2dd-486e-83a6-25324a92ef24,segment=NetworkSegment(bca188e6-83dc-4de8-b1bf-fe6575e317a7),segment_id=bca188e6-83dc-4de8-b1bf-fe6575e317a7)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:06:46.037758 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': 'c216d5d1-f2dd-486e-83a6-25324a92ef24', 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865', 'port_id': 'c216d5d1-f2dd-486e-83a6-25324a92ef24', 'mac_address': 'fa:16:3e:09:32:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b756ff41-0f76-4c9d-96ad-95dfad7aff9d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:06:46.076227 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:46.090248 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c216d5d1-f2dd-486e-83a6-25324a92ef24 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:06:46.110222 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port c216d5d1-f2dd-486e-83a6-25324a92ef24, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c216d5d1-f2dd-486e-83a6-25324a92ef24,segment=NetworkSegment(bca188e6-83dc-4de8-b1bf-fe6575e317a7),segment_id=bca188e6-83dc-4de8-b1bf-fe6575e317a7)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:06:46.195023 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:46.255807 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=c216d5d1-f2dd-486e-83a6-25324a92ef24,revision_number=6']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:46.265766 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:46.266051 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:46.266616 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:46.266616 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:46.267030 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:46.267427 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:46.267865 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:46.268263 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:46.268659 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:46.269067 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:46.269459 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:46.269855 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:46.277843 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['c216d5d1-f2dd-486e-83a6-25324a92ef24'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:06:46.346595 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec49855-46a3-4bd6-9bfd-1b8684a12598 req-5f63054d-96da-46a5-bb01-204825debba0 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:46.348183 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0ec49855-46a3-4bd6-9bfd-1b8684a12598 req-5f63054d-96da-46a5-bb01-204825debba0 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 944 time: 0.0525136 Aug 16 22:06:46.389730 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0ec49855-46a3-4bd6-9bfd-1b8684a12598 req-0f5e647f-2081-45a1-9a1c-c31b18810fb9 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351262 Aug 16 22:06:46.859824 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:47.515908 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1074d5-902b-4028-a648-9d3bbb4adee0 req-9bd1bdfe-d545-4e5e-a748-91b78ee6dc53 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:47.520644 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9e1074d5-902b-4028-a648-9d3bbb4adee0 req-9bd1bdfe-d545-4e5e-a748-91b78ee6dc53 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 944 time: 0.0571923 Aug 16 22:06:47.561148 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9e1074d5-902b-4028-a648-9d3bbb4adee0 req-656be4cb-2c52-48ea-9686-3f7ca25f99a5 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336659 Aug 16 22:06:47.948244 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device c216d5d1-f2dd-486e-83a6-25324a92ef24 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:06:48.008207 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port c216d5d1-f2dd-486e-83a6-25324a92ef24 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:06:48.008580 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:48.097183 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:48.126560 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b20778d-dbfe-4605-aca7-3e28ce443f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c216d5d1-f2dd-486e-83a6-25324a92ef24'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:06:48.128922 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c683fdb416c7f0821c75f6a91cfed7529d060c9c210f81ad2c881376259938b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47e586d-320f-4595-b660-d4baed4c8dcb" -d '{"events": [{"server_uuid": "3b20778d-dbfe-4605-aca7-3e28ce443f81", "name": "network-vif-plugged", "status": "completed", "tag": "c216d5d1-f2dd-486e-83a6-25324a92ef24"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:06:48.144210 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port c216d5d1-f2dd-486e-83a6-25324a92ef24, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c216d5d1-f2dd-486e-83a6-25324a92ef24,segment=NetworkSegment(bca188e6-83dc-4de8-b1bf-fe6575e317a7),segment_id=bca188e6-83dc-4de8-b1bf-fe6575e317a7)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:06:48.181507 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70bd3c5a-1782-4404-9519-f5706b11d893 x-openstack-request-id: req-70bd3c5a-1782-4404-9519-f5706b11d893 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:06:48.181808 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b20778d-dbfe-4605-aca7-3e28ce443f81", "name": "network-vif-plugged", "status": "completed", "tag": "c216d5d1-f2dd-486e-83a6-25324a92ef24", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:06:48.182071 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-70bd3c5a-1782-4404-9519-f5706b11d893 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:06:48.182495 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b20778d-dbfe-4605-aca7-3e28ce443f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c216d5d1-f2dd-486e-83a6-25324a92ef24', 'code': 200} Aug 16 22:06:48.229050 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:48.293025 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=c216d5d1-f2dd-486e-83a6-25324a92ef24,revision_number=7']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:48.699542 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec450bb-4a0e-4b03-9dad-369ef8a545bb req-e9c85e85-ffc9-46ad-a42e-d2024b36fcdc tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:48.702768 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4ec450bb-4a0e-4b03-9dad-369ef8a545bb req-e9c85e85-ffc9-46ad-a42e-d2024b36fcdc tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 945 time: 0.0618753 Aug 16 22:06:48.744114 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4ec450bb-4a0e-4b03-9dad-369ef8a545bb req-f46679d4-484b-480a-ad91-6c170da9c039 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351992 Aug 16 22:06:49.881922 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b7d36-b79b-49d9-bb40-4c6fecb0bb81 req-5f470f03-7712-442a-96fc-c9835c71bb56 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:49.884110 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4b0b7d36-b79b-49d9-bb40-4c6fecb0bb81 req-5f470f03-7712-442a-96fc-c9835c71bb56 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 945 time: 0.0592754 Aug 16 22:06:49.929279 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4b0b7d36-b79b-49d9-bb40-4c6fecb0bb81 req-28e9b047-4329-4767-9722-ceca58661c30 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370126 Aug 16 22:06:50.066680 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:51.069907 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e377c-9bca-412c-bf33-cc96b12ca89d req-a79e965d-3a8d-4549-8a4a-f8fe9ace77b0 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:51.072242 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9b3e377c-9bca-412c-bf33-cc96b12ca89d req-a79e965d-3a8d-4549-8a4a-f8fe9ace77b0 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 945 time: 0.0544744 Aug 16 22:06:51.115112 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9b3e377c-9bca-412c-bf33-cc96b12ca89d req-25f57de3-e90f-4828-b2b7-9ac4c6838bc4 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345449 Aug 16 22:06:52.254692 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842a352-9770-42c9-84b3-a20d79d1197c req-647b17ab-57e1-4410-8471-8564ada3f965 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:52.256270 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e842a352-9770-42c9-84b3-a20d79d1197c req-647b17ab-57e1-4410-8471-8564ada3f965 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 945 time: 0.0675206 Aug 16 22:06:52.298693 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e842a352-9770-42c9-84b3-a20d79d1197c req-37e0883d-73c1-460e-a866-e9f47172a429 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360813 Aug 16 22:06:52.807666 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:53.422231 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acff132-560a-432d-ba48-66aa0626eb45 req-9d8b4b2d-840c-477d-8cea-3f104d8325ea tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:53.423858 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7acff132-560a-432d-ba48-66aa0626eb45 req-9d8b4b2d-840c-477d-8cea-3f104d8325ea tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 945 time: 0.0542562 Aug 16 22:06:53.467378 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7acff132-560a-432d-ba48-66aa0626eb45 req-61c2879d-df85-470d-875c-7afc7ff1ea2e tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348399 Aug 16 22:06:54.604533 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820749c-eb7c-417e-b7f9-132857c85d2b req-36260b0f-94ea-4d19-8811-5e0b0e8d1c15 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:54.604533 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9820749c-eb7c-417e-b7f9-132857c85d2b req-36260b0f-94ea-4d19-8811-5e0b0e8d1c15 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 945 time: 0.0580206 Aug 16 22:06:54.649125 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9820749c-eb7c-417e-b7f9-132857c85d2b req-5f220f2e-14fb-4563-afdd-1438c8ba62d1 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368760 Aug 16 22:06:55.776178 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bcf98a-3c14-42f7-b773-e14b57998a9d req-068b1b83-c1eb-4e4b-be73-e572dd977e28 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:55.777924 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-90bcf98a-3c14-42f7-b773-e14b57998a9d req-068b1b83-c1eb-4e4b-be73-e572dd977e28 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 945 time: 0.0556428 Aug 16 22:06:55.824457 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-90bcf98a-3c14-42f7-b773-e14b57998a9d req-97bb6e24-54d5-4ce8-bec4-66e15035503b tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395725 Aug 16 22:06:56.947706 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c0afc-648f-4b88-860f-525e7a1655f6 req-9cbdf8a1-3267-4125-a4dc-c1119db1d2e8 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:56.949374 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-273c0afc-648f-4b88-860f-525e7a1655f6 req-9cbdf8a1-3267-4125-a4dc-c1119db1d2e8 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 945 time: 0.0528150 Aug 16 22:06:56.989913 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-273c0afc-648f-4b88-860f-525e7a1655f6 req-5d4ff0a6-2354-456c-a517-7181acab485a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343475 Aug 16 22:06:57.630128 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04f4e8-d826-4791-a22c-72f857763680 req-fac42161-c8a9-4c91-97a3-7d33fb780810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:57.631660 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2e04f4e8-d826-4791-a22c-72f857763680 req-fac42161-c8a9-4c91-97a3-7d33fb780810 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=95fb0a7032124db3b4c070c940ea0fa3&device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 1097 time: 0.0867460 Aug 16 22:06:57.725815 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04f4e8-d826-4791-a22c-72f857763680 req-adee3316-45af-4c31-a4af-e8fa0865c97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:57.727390 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2e04f4e8-d826-4791-a22c-72f857763680 req-adee3316-45af-4c31-a4af-e8fa0865c97e service neutron] 10.222.0.72 "GET /v2.0/networks?id=5c53f42f-1857-4eea-9155-98f7d4f68865 HTTP/1.1" status: 200 len: 909 time: 0.0887320 Aug 16 22:06:57.791737 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2e04f4e8-d826-4791-a22c-72f857763680 req-4949d20c-0813-4cb4-a42c-a2926152f333 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c216d5d1-f2dd-486e-83a6-25324a92ef24 HTTP/1.1" status: 200 len: 1001 time: 0.0574050 Aug 16 22:06:57.844982 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04f4e8-d826-4791-a22c-72f857763680 req-37c472f7-47c3-479d-9e9c-20f13a033295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:57.846355 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2e04f4e8-d826-4791-a22c-72f857763680 req-37c472f7-47c3-479d-9e9c-20f13a033295 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b756ff41-0f76-4c9d-96ad-95dfad7aff9d HTTP/1.1" status: 200 len: 847 time: 0.0475116 Aug 16 22:06:57.892811 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04f4e8-d826-4791-a22c-72f857763680 req-91453b01-7b70-472f-b7e0-f47c7bb421f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:57.894376 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2e04f4e8-d826-4791-a22c-72f857763680 req-91453b01-7b70-472f-b7e0-f47c7bb421f0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c53f42f-1857-4eea-9155-98f7d4f68865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410042 Aug 16 22:06:57.905442 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [req-2e04f4e8-d826-4791-a22c-72f857763680 req-109e3512-d216-44b4-978d-86b880c42595 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:06:57.906414 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2e04f4e8-d826-4791-a22c-72f857763680 req-109e3512-d216-44b4-978d-86b880c42595 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050249 Aug 16 22:06:57.998016 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2e04f4e8-d826-4791-a22c-72f857763680 req-9b2ac383-a12e-434e-8689-741fed4be90f service neutron] 10.222.0.72 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836196 Aug 16 22:06:58.107531 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-2e04f4e8-d826-4791-a22c-72f857763680 req-1400fccf-6e42-4054-bb85-09cd34fc12b9 service neutron] 10.222.0.72 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008601 Aug 16 22:06:58.118097 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1585ab-10ce-415b-8299-4f71e5b54e75 req-3bd9f761-07a4-478f-8658-1376d10b38bd tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:58.120336 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2b1585ab-10ce-415b-8299-4f71e5b54e75 req-3bd9f761-07a4-478f-8658-1376d10b38bd tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 945 time: 0.0535474 Aug 16 22:06:58.158853 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2b1585ab-10ce-415b-8299-4f71e5b54e75 req-e013f8dd-c1e1-406d-be22-cede6ded13fc tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317123 Aug 16 22:06:59.285843 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628325f-b9f8-4c88-a024-9b24e9930b3b req-b1bd24b6-16bf-498e-91ff-2163e673a2f9 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:59.287392 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a628325f-b9f8-4c88-a024-9b24e9930b3b req-b1bd24b6-16bf-498e-91ff-2163e673a2f9 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 945 time: 0.0548921 Aug 16 22:06:59.329015 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a628325f-b9f8-4c88-a024-9b24e9930b3b req-e9269a00-001f-4128-bc44-d6938f471728 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345345 Aug 16 22:06:59.837347 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:06:59.992331 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device c216d5d1-f2dd-486e-83a6-25324a92ef24 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:07:00.082940 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:00.107151 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b20778d-dbfe-4605-aca7-3e28ce443f81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c216d5d1-f2dd-486e-83a6-25324a92ef24'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:07:00.109434 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c683fdb416c7f0821c75f6a91cfed7529d060c9c210f81ad2c881376259938b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835b150c-6c78-4813-a4bb-3a63e798c7dd" -d '{"events": [{"server_uuid": "3b20778d-dbfe-4605-aca7-3e28ce443f81", "name": "network-vif-unplugged", "status": "completed", "tag": "c216d5d1-f2dd-486e-83a6-25324a92ef24"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:07:00.126567 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port c216d5d1-f2dd-486e-83a6-25324a92ef24, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c216d5d1-f2dd-486e-83a6-25324a92ef24,segment=NetworkSegment(bca188e6-83dc-4de8-b1bf-fe6575e317a7),segment_id=bca188e6-83dc-4de8-b1bf-fe6575e317a7)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:00.147707 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df580099-d15e-4f1c-8338-a4e10a6fdddc x-openstack-request-id: req-df580099-d15e-4f1c-8338-a4e10a6fdddc {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:07:00.147707 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b20778d-dbfe-4605-aca7-3e28ce443f81", "name": "network-vif-unplugged", "status": "completed", "tag": "c216d5d1-f2dd-486e-83a6-25324a92ef24", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:07:00.147707 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-df580099-d15e-4f1c-8338-a4e10a6fdddc {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:07:00.147707 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b20778d-dbfe-4605-aca7-3e28ce443f81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c216d5d1-f2dd-486e-83a6-25324a92ef24', 'code': 200} Aug 16 22:07:00.195902 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:00.243820 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=c216d5d1-f2dd-486e-83a6-25324a92ef24,revision_number=8']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:00.448653 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1974a5a-403f-4aae-b8c9-a1041179e383 req-9ee0955f-cc56-42ac-a589-471e0b632315 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:00.450194 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f1974a5a-403f-4aae-b8c9-a1041179e383 req-9ee0955f-cc56-42ac-a589-471e0b632315 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 943 time: 0.0511408 Aug 16 22:07:00.488695 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f1974a5a-403f-4aae-b8c9-a1041179e383 req-de419542-459c-46f6-b01b-b94540a018c5 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324805 Aug 16 22:07:00.842655 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498d6b3-6764-493a-a2ff-fc4089ee32bb req-6e288e66-96c5-49f0-bd04-6531094df60c tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:00.844386 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2498d6b3-6764-493a-a2ff-fc4089ee32bb req-6e288e66-96c5-49f0-bd04-6531094df60c tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 943 time: 0.0495081 Aug 16 22:07:00.883824 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2498d6b3-6764-493a-a2ff-fc4089ee32bb req-4217e9be-0ee9-494f-97fe-4b7219017ed0 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325587 Aug 16 22:07:01.214087 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-68a038d6-4ebb-425a-b569-b5094ed9ee69 req-51b31e61-ccd0-40f5-8e7c-135239c398df service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0827963 Aug 16 22:07:02.009340 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5522ebcf-a429-42cd-9271-2a830149e4a8 req-cc069a88-018b-4416-8754-e041e4b941c5 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:02.011150 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5522ebcf-a429-42cd-9271-2a830149e4a8 req-cc069a88-018b-4416-8754-e041e4b941c5 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 943 time: 0.0543659 Aug 16 22:07:02.050843 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5522ebcf-a429-42cd-9271-2a830149e4a8 req-9cb70b18-7c03-49bc-b604-49807bac85c4 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331945 Aug 16 22:07:02.607605 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a038d6-4ebb-425a-b569-b5094ed9ee69 req-cbb79dbb-166a-4f70-a66e-ea5c32695bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:02.609146 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-68a038d6-4ebb-425a-b569-b5094ed9ee69 req-cbb79dbb-166a-4f70-a66e-ea5c32695bb2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81&tenant_id=95fb0a7032124db3b4c070c940ea0fa3 HTTP/1.1" status: 200 len: 1095 time: 0.0409291 Aug 16 22:07:02.676375 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a038d6-4ebb-425a-b569-b5094ed9ee69 req-8879a287-70df-4fea-821a-02c89a7c42e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:02.677868 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-68a038d6-4ebb-425a-b569-b5094ed9ee69 req-8879a287-70df-4fea-821a-02c89a7c42e1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=95fb0a7032124db3b4c070c940ea0fa3&device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 1095 time: 0.0439909 Aug 16 22:07:02.767485 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a038d6-4ebb-425a-b569-b5094ed9ee69 req-acd96a38-1bac-44f1-90af-920509119c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:02.769021 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-68a038d6-4ebb-425a-b569-b5094ed9ee69 req-acd96a38-1bac-44f1-90af-920509119c1a service neutron] 10.222.0.72 "GET /v2.0/networks?id=5c53f42f-1857-4eea-9155-98f7d4f68865 HTTP/1.1" status: 200 len: 909 time: 0.0848494 Aug 16 22:07:02.838756 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-68a038d6-4ebb-425a-b569-b5094ed9ee69 req-13e259a5-7ea4-44c9-92a4-4da9339b191b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c216d5d1-f2dd-486e-83a6-25324a92ef24 HTTP/1.1" status: 200 len: 999 time: 0.0626736 Aug 16 22:07:02.887217 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a038d6-4ebb-425a-b569-b5094ed9ee69 req-855288dd-e83d-439c-8bde-c5868be65b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:02.888621 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-68a038d6-4ebb-425a-b569-b5094ed9ee69 req-855288dd-e83d-439c-8bde-c5868be65b32 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b756ff41-0f76-4c9d-96ad-95dfad7aff9d HTTP/1.1" status: 200 len: 847 time: 0.0436680 Aug 16 22:07:02.936700 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a038d6-4ebb-425a-b569-b5094ed9ee69 req-e964dd0c-b82b-46d5-907d-549921fecb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:02.938227 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-68a038d6-4ebb-425a-b569-b5094ed9ee69 req-e964dd0c-b82b-46d5-907d-549921fecb01 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c53f42f-1857-4eea-9155-98f7d4f68865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422192 Aug 16 22:07:03.036351 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-68a038d6-4ebb-425a-b569-b5094ed9ee69 req-f0ab326b-16bd-4a69-9668-8a6678417b7f service neutron] 10.222.0.72 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900295 Aug 16 22:07:03.129314 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-68a038d6-4ebb-425a-b569-b5094ed9ee69 req-5c93db66-7a65-4d4b-8278-5b15d2fd92b7 service neutron] 10.222.0.72 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861878 Aug 16 22:07:03.170782 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d5295-0e1e-4e46-9019-ef13bc98ea31 req-b9c560eb-6786-449a-810f-9e35ed726ece tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:03.172238 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d65d5295-0e1e-4e46-9019-ef13bc98ea31 req-b9c560eb-6786-449a-810f-9e35ed726ece tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 943 time: 0.0491683 Aug 16 22:07:03.211243 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d65d5295-0e1e-4e46-9019-ef13bc98ea31 req-31c1ca9c-2c80-4f46-ae69-e02f24cb5402 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323672 Aug 16 22:07:04.360659 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43784d0-ddf0-4369-a1c1-3ff76555c453 req-dba6b726-9a18-4972-88c9-9a746a850971 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:04.363083 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e43784d0-ddf0-4369-a1c1-3ff76555c453 req-dba6b726-9a18-4972-88c9-9a746a850971 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 943 time: 0.0658085 Aug 16 22:07:04.426620 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e43784d0-ddf0-4369-a1c1-3ff76555c453 req-915855ff-feed-4532-a4ef-ed8fc2fd4e0d tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505900 Aug 16 22:07:05.568441 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026c8d0-59a7-4667-bd50-a9885949bc7d req-68bb367a-9b59-4f5d-b2ea-01dbeed4fd48 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:05.570018 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a026c8d0-59a7-4667-bd50-a9885949bc7d req-68bb367a-9b59-4f5d-b2ea-01dbeed4fd48 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 943 time: 0.0603111 Aug 16 22:07:05.632468 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a026c8d0-59a7-4667-bd50-a9885949bc7d req-1f6399d2-e337-4aff-a145-1383119a085a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402489 Aug 16 22:07:06.766549 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b56029-cd6d-4cee-91b4-7c88bb405194 req-3b8a42c1-460a-4f71-b6c5-a737bfe2e058 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:06.768724 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-60b56029-cd6d-4cee-91b4-7c88bb405194 req-3b8a42c1-460a-4f71-b6c5-a737bfe2e058 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 943 time: 0.0591223 Aug 16 22:07:06.813090 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-60b56029-cd6d-4cee-91b4-7c88bb405194 req-1130ca1b-2c5c-488e-bb49-a5859fc0d0a9 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372779 Aug 16 22:07:07.937129 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21851114-0d86-44a9-9dbe-73e1bea6e150 req-8346bc65-1c46-40a9-a151-8dd1bbc36369 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:07.938701 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-21851114-0d86-44a9-9dbe-73e1bea6e150 req-8346bc65-1c46-40a9-a151-8dd1bbc36369 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 943 time: 0.0526850 Aug 16 22:07:07.979755 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-21851114-0d86-44a9-9dbe-73e1bea6e150 req-7b5b856e-2c8f-41f9-9c7a-a99166e3f9dd tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345197 Aug 16 22:07:09.120732 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d3345-7226-4cf0-b4d7-61b3a8dd7a71 req-0b0b36bf-b8a4-4826-9ce0-9710aa93bb72 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:09.122311 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-634d3345-7226-4cf0-b4d7-61b3a8dd7a71 req-0b0b36bf-b8a4-4826-9ce0-9710aa93bb72 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 943 time: 0.0598433 Aug 16 22:07:09.164227 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-634d3345-7226-4cf0-b4d7-61b3a8dd7a71 req-9ac69c80-ab75-4820-875d-334349b91a23 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354695 Aug 16 22:07:10.285182 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15bf4d-52ff-49ed-804a-37f0295c5e4a req-5acfc617-febf-4e8f-83f9-0884e2ec179b tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:10.287028 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac15bf4d-52ff-49ed-804a-37f0295c5e4a req-5acfc617-febf-4e8f-83f9-0884e2ec179b tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 943 time: 0.0523791 Aug 16 22:07:10.327887 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ac15bf4d-52ff-49ed-804a-37f0295c5e4a req-a8079af7-65c4-46d6-b246-ea879e852a5d tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345752 Aug 16 22:07:11.115663 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-41e68167-1d3e-4e09-854f-4734ac20e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:11.449652 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85a49b-a005-488d-ab01-0523f3143f5d req-a5316405-886d-49b8-8c09-22cb5759e6fa tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:11.451213 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1d85a49b-a005-488d-ab01-0523f3143f5d req-a5316405-886d-49b8-8c09-22cb5759e6fa tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 943 time: 0.0529497 Aug 16 22:07:11.491215 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1d85a49b-a005-488d-ab01-0523f3143f5d req-dc12d52a-f93f-45a1-8312-ed96dff45730 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339844 Aug 16 22:07:12.618796 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4071f-9a8a-4d04-8da1-6500d7cc722b req-4baf105f-be78-48c9-8aef-76238c3f071a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:12.620372 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-54e4071f-9a8a-4d04-8da1-6500d7cc722b req-4baf105f-be78-48c9-8aef-76238c3f071a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 943 time: 0.0575788 Aug 16 22:07:12.662903 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-54e4071f-9a8a-4d04-8da1-6500d7cc722b req-c3594e84-5895-4a9a-aade-1303f74a0879 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363963 Aug 16 22:07:13.664187 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-04363a13-1441-451f-9952-16d1465b42b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:13.798859 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a083e-90a5-45f2-b2ef-4a4f857af7b1 req-1fd89baf-0f06-4d74-9b2c-316eb0044cc9 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:13.800714 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-866a083e-90a5-45f2-b2ef-4a4f857af7b1 req-1fd89baf-0f06-4d74-9b2c-316eb0044cc9 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 943 time: 0.0641489 Aug 16 22:07:13.847893 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-866a083e-90a5-45f2-b2ef-4a4f857af7b1 req-5ac9b269-9bdd-43bc-93e8-fcf7c76056bb tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367424 Aug 16 22:07:13.886683 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:14.979190 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a12aaa-aaf9-461e-a5b3-8228aa40acde req-e092efcb-d8ca-4c2e-b78b-e23d093be0d3 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:14.980762 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-98a12aaa-aaf9-461e-a5b3-8228aa40acde req-e092efcb-d8ca-4c2e-b78b-e23d093be0d3 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 943 time: 0.0512061 Aug 16 22:07:15.023109 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-98a12aaa-aaf9-461e-a5b3-8228aa40acde req-16fcd4ba-9867-4b92-bfad-c9f77b759f05 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361130 Aug 16 22:07:15.345275 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:16.145945 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bedbb05-fe47-4e27-ba16-faa60ee8aaee req-99e3a4a8-b7ee-4a1f-931d-3f0e3b925d48 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:16.147467 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2bedbb05-fe47-4e27-ba16-faa60ee8aaee req-99e3a4a8-b7ee-4a1f-931d-3f0e3b925d48 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 943 time: 0.0537679 Aug 16 22:07:16.189755 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2bedbb05-fe47-4e27-ba16-faa60ee8aaee req-f88d1f1f-4275-4a86-81db-42fe3fd347de tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354877 Aug 16 22:07:16.869951 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:17.307465 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54174679-18fa-4f4a-a0ba-5a9381e6a1e9 req-0e0b8e42-0fd2-429b-a3f1-802cc98446a0 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:17.308992 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-54174679-18fa-4f4a-a0ba-5a9381e6a1e9 req-0e0b8e42-0fd2-429b-a3f1-802cc98446a0 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 943 time: 0.0503552 Aug 16 22:07:17.351027 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-54174679-18fa-4f4a-a0ba-5a9381e6a1e9 req-5ab14a1d-b4f4-45b0-bc99-92f97d1d9f7c tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355573 Aug 16 22:07:18.069112 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device c216d5d1-f2dd-486e-83a6-25324a92ef24 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:07:18.174681 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port c216d5d1-f2dd-486e-83a6-25324a92ef24, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c216d5d1-f2dd-486e-83a6-25324a92ef24,segment=NetworkSegment(bca188e6-83dc-4de8-b1bf-fe6575e317a7),segment_id=bca188e6-83dc-4de8-b1bf-fe6575e317a7)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:18.346749 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': 'c216d5d1-f2dd-486e-83a6-25324a92ef24', 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865', 'port_id': 'c216d5d1-f2dd-486e-83a6-25324a92ef24', 'mac_address': 'fa:16:3e:09:32:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b756ff41-0f76-4c9d-96ad-95dfad7aff9d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:07:18.386128 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:18.399840 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c216d5d1-f2dd-486e-83a6-25324a92ef24 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:07:18.422403 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port c216d5d1-f2dd-486e-83a6-25324a92ef24, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c216d5d1-f2dd-486e-83a6-25324a92ef24,segment=NetworkSegment(bca188e6-83dc-4de8-b1bf-fe6575e317a7),segment_id=bca188e6-83dc-4de8-b1bf-fe6575e317a7)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:18.467363 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187e380-1399-405e-8a83-b5df561399e3 req-317d79ec-54fe-4ba0-b1c3-80f759b90268 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:18.468909 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7187e380-1399-405e-8a83-b5df561399e3 req-317d79ec-54fe-4ba0-b1c3-80f759b90268 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 943 time: 0.0493994 Aug 16 22:07:18.508397 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7187e380-1399-405e-8a83-b5df561399e3 req-4d6c9d0f-b76a-44ba-9e19-004139978e85 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324864 Aug 16 22:07:18.582931 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:18.630866 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=c216d5d1-f2dd-486e-83a6-25324a92ef24,revision_number=9']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:18.785334 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['c216d5d1-f2dd-486e-83a6-25324a92ef24'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:07:19.633294 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec5457-caf5-4eac-b977-2ec18736e665 req-8757b09e-c4cf-4c17-af4d-7c7dc26fc1ef tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:19.634815 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cfec5457-caf5-4eac-b977-2ec18736e665 req-8757b09e-c4cf-4c17-af4d-7c7dc26fc1ef tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 944 time: 0.0560358 Aug 16 22:07:19.673077 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cfec5457-caf5-4eac-b977-2ec18736e665 req-c2e20c40-af3a-440b-a038-03477af92556 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322390 Aug 16 22:07:20.084654 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device c216d5d1-f2dd-486e-83a6-25324a92ef24 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:07:20.106231 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:20.137435 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port c216d5d1-f2dd-486e-83a6-25324a92ef24 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:20.137822 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:20.213959 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:20.236654 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b20778d-dbfe-4605-aca7-3e28ce443f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c216d5d1-f2dd-486e-83a6-25324a92ef24'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:07:20.238897 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c683fdb416c7f0821c75f6a91cfed7529d060c9c210f81ad2c881376259938b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3194c09-b7c5-4b5a-bdc5-8f5f7ba1f19c" -d '{"events": [{"server_uuid": "3b20778d-dbfe-4605-aca7-3e28ce443f81", "name": "network-vif-plugged", "status": "completed", "tag": "c216d5d1-f2dd-486e-83a6-25324a92ef24"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:07:20.252762 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port c216d5d1-f2dd-486e-83a6-25324a92ef24, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c216d5d1-f2dd-486e-83a6-25324a92ef24,segment=NetworkSegment(bca188e6-83dc-4de8-b1bf-fe6575e317a7),segment_id=bca188e6-83dc-4de8-b1bf-fe6575e317a7)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:20.277348 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debd189b-e901-4450-a43b-a549b2a5c29f x-openstack-request-id: req-debd189b-e901-4450-a43b-a549b2a5c29f {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:07:20.286440 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b20778d-dbfe-4605-aca7-3e28ce443f81", "name": "network-vif-plugged", "status": "completed", "tag": "c216d5d1-f2dd-486e-83a6-25324a92ef24", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:07:20.286440 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-debd189b-e901-4450-a43b-a549b2a5c29f {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:07:20.286440 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b20778d-dbfe-4605-aca7-3e28ce443f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c216d5d1-f2dd-486e-83a6-25324a92ef24', 'code': 200} Aug 16 22:07:20.389333 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:20.438089 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=c216d5d1-f2dd-486e-83a6-25324a92ef24,revision_number=10']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:20.503065 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7b4b9-06c6-4656-8186-677efa5c279c req-71f384f1-1291-416e-9d35-7d9bb2063653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:20.504572 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e6e7b4b9-06c6-4656-8186-677efa5c279c req-71f384f1-1291-416e-9d35-7d9bb2063653 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 1098 time: 0.0413232 Aug 16 22:07:20.545041 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-e6e7b4b9-06c6-4656-8186-677efa5c279c req-7ffcf539-98e6-4ba5-9358-3cbda8f5f21d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336685 Aug 16 22:07:20.789102 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981bdea-5434-4538-a8f4-9086501e4a20 req-0cde4d27-23e7-4255-8c97-fb4ae2c32381 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:20.790526 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a981bdea-5434-4538-a8f4-9086501e4a20 req-0cde4d27-23e7-4255-8c97-fb4ae2c32381 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 946 time: 0.0490909 Aug 16 22:07:20.829560 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a981bdea-5434-4538-a8f4-9086501e4a20 req-9f72c4e2-d9e3-4641-b518-29561feccbaa tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328610 Aug 16 22:07:21.112944 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14a52d-7819-410a-9f04-5f4ca458054c req-fc1ac925-7043-41f0-9772-6c100c1eb6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:21.114644 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0d14a52d-7819-410a-9f04-5f4ca458054c req-fc1ac925-7043-41f0-9772-6c100c1eb6fd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=95fb0a7032124db3b4c070c940ea0fa3&device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 1098 time: 0.0415380 Aug 16 22:07:21.220544 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14a52d-7819-410a-9f04-5f4ca458054c req-12a538aa-31c1-4d38-8eb6-9f5833dc451f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:21.222105 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0d14a52d-7819-410a-9f04-5f4ca458054c req-12a538aa-31c1-4d38-8eb6-9f5833dc451f service neutron] 10.222.0.72 "GET /v2.0/networks?id=5c53f42f-1857-4eea-9155-98f7d4f68865 HTTP/1.1" status: 200 len: 909 time: 0.0858257 Aug 16 22:07:21.301325 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0d14a52d-7819-410a-9f04-5f4ca458054c req-216775d4-643a-4f22-a69d-67b284d614b6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c216d5d1-f2dd-486e-83a6-25324a92ef24 HTTP/1.1" status: 200 len: 1001 time: 0.0638864 Aug 16 22:07:21.360643 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14a52d-7819-410a-9f04-5f4ca458054c req-1ee49bee-709c-450f-bdaf-b50519eea599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:21.362163 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0d14a52d-7819-410a-9f04-5f4ca458054c req-1ee49bee-709c-450f-bdaf-b50519eea599 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b756ff41-0f76-4c9d-96ad-95dfad7aff9d HTTP/1.1" status: 200 len: 847 time: 0.0469375 Aug 16 22:07:21.411642 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14a52d-7819-410a-9f04-5f4ca458054c req-6361b69c-bb77-4249-a215-c4b315909208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:21.413303 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0d14a52d-7819-410a-9f04-5f4ca458054c req-6361b69c-bb77-4249-a215-c4b315909208 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c53f42f-1857-4eea-9155-98f7d4f68865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437994 Aug 16 22:07:21.511125 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0d14a52d-7819-410a-9f04-5f4ca458054c req-1b9217c2-880a-4471-8eee-89aa501afdbf service neutron] 10.222.0.72 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905831 Aug 16 22:07:21.603737 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-0d14a52d-7819-410a-9f04-5f4ca458054c req-5a4caaf2-d9b8-4cff-be96-92bf02fc86f6 service neutron] 10.222.0.72 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838737 Aug 16 22:07:21.954300 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0024ea-1247-42c4-94a6-741e2cc63625 req-1dfc6e5e-7d25-49ec-8ebe-af748ce7f3c4 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:21.955834 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4e0024ea-1247-42c4-94a6-741e2cc63625 req-1dfc6e5e-7d25-49ec-8ebe-af748ce7f3c4 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 946 time: 0.0536578 Aug 16 22:07:21.997852 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4e0024ea-1247-42c4-94a6-741e2cc63625 req-51401506-6ccd-4b2b-9c62-8aac8029eb01 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341420 Aug 16 22:07:22.818555 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:23.120937 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab53ac-9a4d-4c74-a99c-187f4ac8ac91 req-ccc4e611-91cc-410a-aa9c-7d3b58f56a5d tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:23.122496 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2aab53ac-9a4d-4c74-a99c-187f4ac8ac91 req-ccc4e611-91cc-410a-aa9c-7d3b58f56a5d tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 946 time: 0.0562751 Aug 16 22:07:23.161749 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2aab53ac-9a4d-4c74-a99c-187f4ac8ac91 req-730cf2ea-5cdc-4feb-b2e8-b39a68291c15 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331120 Aug 16 22:07:24.277926 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51688e-e268-4d6b-ab97-c78293302b60 req-6c694ebc-4c2f-4993-b8d8-491201d77e90 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:24.279449 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-db51688e-e268-4d6b-ab97-c78293302b60 req-6c694ebc-4c2f-4993-b8d8-491201d77e90 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 946 time: 0.0500557 Aug 16 22:07:24.316453 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-db51688e-e268-4d6b-ab97-c78293302b60 req-3c1c771f-12f2-4257-b000-ccfa80ca6fa9 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310185 Aug 16 22:07:36.837045 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:07:41.171372 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1cef0082-18c0-4e4a-9fa2-d5990d9be1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:43.691549 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9685d8fe-0a58-4a78-ac21-2517eeeec27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:43.874329 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:45.216921 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:46.862623 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:50.080005 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:52.782658 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:11.124786 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-603f5b28-4e5e-4572-8bcf-2d3982a1351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:13.661615 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ebac0920-3739-40b0-86cf-625dd291e7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:13.836198 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:08:13.861850 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:15.193307 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:16.867796 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:20.095563 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:22.051054 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c2f0f426-44a5-4071-8919-79b023a0ed0f req-36851eaa-c500-4069-817d-9c44fa876e4a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0483549 Aug 16 22:08:22.136980 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0f426-44a5-4071-8919-79b023a0ed0f req-014c9639-309a-42a2-85ee-4a9b08ae6f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:22.138551 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c2f0f426-44a5-4071-8919-79b023a0ed0f req-014c9639-309a-42a2-85ee-4a9b08ae6f02 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=95fb0a7032124db3b4c070c940ea0fa3&device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 1098 time: 0.0417979 Aug 16 22:08:22.243624 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0f426-44a5-4071-8919-79b023a0ed0f req-0903b10d-5d52-40cc-bcf2-114b0e4db7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:22.245153 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c2f0f426-44a5-4071-8919-79b023a0ed0f req-0903b10d-5d52-40cc-bcf2-114b0e4db7f2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5c53f42f-1857-4eea-9155-98f7d4f68865 HTTP/1.1" status: 200 len: 909 time: 0.0869467 Aug 16 22:08:22.315739 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c2f0f426-44a5-4071-8919-79b023a0ed0f req-dadc1881-1475-4eca-9fe6-9a41aadfde9a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c216d5d1-f2dd-486e-83a6-25324a92ef24 HTTP/1.1" status: 200 len: 1001 time: 0.0626941 Aug 16 22:08:22.364940 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0f426-44a5-4071-8919-79b023a0ed0f req-89727a7f-d93e-49ab-a035-be623ea92dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:22.366402 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c2f0f426-44a5-4071-8919-79b023a0ed0f req-89727a7f-d93e-49ab-a035-be623ea92dc1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b756ff41-0f76-4c9d-96ad-95dfad7aff9d HTTP/1.1" status: 200 len: 847 time: 0.0440445 Aug 16 22:08:22.422292 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0f426-44a5-4071-8919-79b023a0ed0f req-0c04e950-8519-43c5-824d-bf5cb4db3b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:22.423826 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c2f0f426-44a5-4071-8919-79b023a0ed0f req-0c04e950-8519-43c5-824d-bf5cb4db3b14 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c53f42f-1857-4eea-9155-98f7d4f68865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505104 Aug 16 22:08:22.518665 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c2f0f426-44a5-4071-8919-79b023a0ed0f req-610a9b60-b5e5-4f86-abaf-96282bcc0fd4 service neutron] 10.222.0.72 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870678 Aug 16 22:08:22.615186 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c2f0f426-44a5-4071-8919-79b023a0ed0f req-4f73a7cd-edde-4c57-9b6f-c986c27d116f service neutron] 10.222.0.72 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893486 Aug 16 22:08:22.798922 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:36.656838 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38452) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:36.820994 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-e2edf43e-3782-42e2-b012-afbaa8964271 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Deleting port b7aa2c77-c475-4479-87ba-4b39d3b3d72b {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:08:36.821347 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e2edf43e-3782-42e2-b012-afbaa8964271 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:37.263250 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e2edf43e-3782-42e2-b012-afbaa8964271 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:37.263591 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e2edf43e-3782-42e2-b012-afbaa8964271 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:37.274951 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-e2edf43e-3782-42e2-b012-afbaa8964271 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Calling delete_port for b7aa2c77-c475-4479-87ba-4b39d3b3d72b owned by network:floatingip {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:08:37.478275 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e2edf43e-3782-42e2-b012-afbaa8964271 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:37.505057 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2edf43e-3782-42e2-b012-afbaa8964271 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Pushing event deleted for resources: {'Port': ['ID=b7aa2c77-c475-4479-87ba-4b39d3b3d72b,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:37.530186 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2edf43e-3782-42e2-b012-afbaa8964271 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:37.530462 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2edf43e-3782-42e2-b012-afbaa8964271 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:37.530812 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2edf43e-3782-42e2-b012-afbaa8964271 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:37.531150 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2edf43e-3782-42e2-b012-afbaa8964271 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:37.531486 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2edf43e-3782-42e2-b012-afbaa8964271 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:37.531848 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2edf43e-3782-42e2-b012-afbaa8964271 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:37.532185 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2edf43e-3782-42e2-b012-afbaa8964271 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:37.532523 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2edf43e-3782-42e2-b012-afbaa8964271 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:37.532852 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2edf43e-3782-42e2-b012-afbaa8964271 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:37.533182 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2edf43e-3782-42e2-b012-afbaa8964271 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:37.533516 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2edf43e-3782-42e2-b012-afbaa8964271 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:37.533840 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2edf43e-3782-42e2-b012-afbaa8964271 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:37.574470 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e2edf43e-3782-42e2-b012-afbaa8964271 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for floatingip, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:37.574807 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [None req-e2edf43e-3782-42e2-b012-afbaa8964271 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Floating IP b52780f6-063f-4ee6-8087-50b74931d2c9 disassociated (deleted). External IP: 172.25.1.135, port: c216d5d1-f2dd-486e-83a6-25324a92ef24. Aug 16 22:08:37.782641 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2edf43e-3782-42e2-b012-afbaa8964271 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Router 54f01424-f576-4888-91fa-311b50bef74a has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:08:37.889249 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2edf43e-3782-42e2-b012-afbaa8964271 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:08:37.893726 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e2edf43e-3782-42e2-b012-afbaa8964271 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:37.902551 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227378db-37b3-43db-af47-0320a01a0cb8 None None] Sync routers for ids ['54f01424-f576-4888-91fa-311b50bef74a'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:08:37.912572 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227378db-37b3-43db-af47-0320a01a0cb8 None None] Routers {'54f01424-f576-4888-91fa-311b50bef74a'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:08:37.913307 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-227378db-37b3-43db-af47-0320a01a0cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:08:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['54f01424-f576-4888-91fa-311b50bef74a'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:37.921208 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-e2edf43e-3782-42e2-b012-afbaa8964271 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "DELETE /v2.0/floatingips/b52780f6-063f-4ee6-8087-50b74931d2c9 HTTP/1.1" status: 204 len: 168 time: 1.2632599 Aug 16 22:08:37.921895 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b20778d-dbfe-4605-aca7-3e28ce443f81', 'tag': 'c216d5d1-f2dd-486e-83a6-25324a92ef24'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:08:37.925014 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a13536b3c87fcb412486f7c1123a9b3fa8a88bbdfa2e9f90522308689ae332c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78eec37e-b5dd-4af2-b619-570bb4298abe" -d '{"events": [{"name": "network-changed", "server_uuid": "3b20778d-dbfe-4605-aca7-3e28ce443f81", "tag": "c216d5d1-f2dd-486e-83a6-25324a92ef24"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:08:38.026552 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-227378db-37b3-43db-af47-0320a01a0cb8 None None] Set router 54f01424-f576-4888-91fa-311b50bef74a gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:08:38.035234 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d885f4a-932f-4078-9f5d-7fd0bb8cb512 x-openstack-request-id: req-2d885f4a-932f-4078-9f5d-7fd0bb8cb512 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:08:38.035537 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b20778d-dbfe-4605-aca7-3e28ce443f81", "tag": "c216d5d1-f2dd-486e-83a6-25324a92ef24", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:08:38.035814 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2d885f4a-932f-4078-9f5d-7fd0bb8cb512 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:08:38.036233 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b20778d-dbfe-4605-aca7-3e28ce443f81', 'tag': 'c216d5d1-f2dd-486e-83a6-25324a92ef24', 'status': 'completed', 'code': 200} Aug 16 22:08:38.107377 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eec37e-b5dd-4af2-b619-570bb4298abe req-845d809f-6a8e-42a6-8361-4769b496592c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:38.108954 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-78eec37e-b5dd-4af2-b619-570bb4298abe req-845d809f-6a8e-42a6-8361-4769b496592c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=95fb0a7032124db3b4c070c940ea0fa3&device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 1098 time: 0.0499842 Aug 16 22:08:38.209240 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eec37e-b5dd-4af2-b619-570bb4298abe req-d66817cb-8cff-4b1a-ad69-fef2dbce1b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:38.210846 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-78eec37e-b5dd-4af2-b619-570bb4298abe req-d66817cb-8cff-4b1a-ad69-fef2dbce1b69 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5c53f42f-1857-4eea-9155-98f7d4f68865 HTTP/1.1" status: 200 len: 909 time: 0.0940742 Aug 16 22:08:38.244978 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-227378db-37b3-43db-af47-0320a01a0cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f01424-f576-4888-91fa-311b50bef74a', 'name': 'tempest-TestShelveInstance-891500901-router', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '99ef3d2e-8cf1-47ac-9771-b671c524a3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:04:10Z', 'updated_at': '2021-08-16T22:04:14Z', 'revision_number': 4, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'gw_port': {'id': '99ef3d2e-8cf1-47ac-9771-b671c524a3f9', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ee:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f01424-f576-4888-91fa-311b50bef74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:11Z', 'updated_at': '2021-08-16T22:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '7c2576fe-fbb3-49c5-a67b-64f76b216ea6', 'name': '', 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'mac_address': 'fa:16:3e:20:db:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f01424-f576-4888-91fa-311b50bef74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'b756ff41-0f76-4c9d-96ad-95dfad7aff9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:13Z', 'updated_at': '2021-08-16T22:04:20Z', 'revision_number': 5, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'subnets': [{'id': 'b756ff41-0f76-4c9d-96ad-95dfad7aff9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:38.259713 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-78eec37e-b5dd-4af2-b619-570bb4298abe req-14e5847c-6a44-414a-a542-52e1670233b7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c216d5d1-f2dd-486e-83a6-25324a92ef24 HTTP/1.1" status: 200 len: 217 time: 0.0413792 Aug 16 22:08:38.272562 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227378db-37b3-43db-af47-0320a01a0cb8 None None] Checking router: 54f01424-f576-4888-91fa-311b50bef74a for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:08:38.281829 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227378db-37b3-43db-af47-0320a01a0cb8 None None] Routers {'54f01424-f576-4888-91fa-311b50bef74a'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:08:38.282444 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-227378db-37b3-43db-af47-0320a01a0cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:08:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['54f01424-f576-4888-91fa-311b50bef74a'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:38.313072 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eec37e-b5dd-4af2-b619-570bb4298abe req-0ba6228f-2545-45d7-8840-20557376c587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:38.316278 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-78eec37e-b5dd-4af2-b619-570bb4298abe req-0ba6228f-2545-45d7-8840-20557376c587 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b756ff41-0f76-4c9d-96ad-95dfad7aff9d HTTP/1.1" status: 200 len: 847 time: 0.0490332 Aug 16 22:08:38.325656 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307f9b3-d808-4314-8ce2-e5841bde9bd0 req-98eba3ee-31a0-41ca-90cf-8f70fc336624 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:38.327216 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8307f9b3-d808-4314-8ce2-e5841bde9bd0 req-98eba3ee-31a0-41ca-90cf-8f70fc336624 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 946 time: 0.0513480 Aug 16 22:08:38.367215 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eec37e-b5dd-4af2-b619-570bb4298abe req-19eac3ab-b7e0-4055-a46e-23c3bd010c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:38.369089 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-78eec37e-b5dd-4af2-b619-570bb4298abe req-19eac3ab-b7e0-4055-a46e-23c3bd010c96 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c53f42f-1857-4eea-9155-98f7d4f68865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452909 Aug 16 22:08:38.370203 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8307f9b3-d808-4314-8ce2-e5841bde9bd0 req-c975be0e-a60b-4da1-9440-7ba23038e652 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334530 Aug 16 22:08:38.401676 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-227378db-37b3-43db-af47-0320a01a0cb8 None None] Set router 54f01424-f576-4888-91fa-311b50bef74a gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:08:38.466446 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-78eec37e-b5dd-4af2-b619-570bb4298abe req-07c5ecae-c92d-4947-9a6e-da24ca891466 service neutron] 10.222.0.72 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873382 Aug 16 22:08:38.559096 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-78eec37e-b5dd-4af2-b619-570bb4298abe req-c7dea28a-b0b7-4989-ade1-d868116791a0 service neutron] 10.222.0.72 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826662 Aug 16 22:08:38.594877 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-227378db-37b3-43db-af47-0320a01a0cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f01424-f576-4888-91fa-311b50bef74a', 'name': 'tempest-TestShelveInstance-891500901-router', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '99ef3d2e-8cf1-47ac-9771-b671c524a3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:04:10Z', 'updated_at': '2021-08-16T22:04:14Z', 'revision_number': 4, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'gw_port': {'id': '99ef3d2e-8cf1-47ac-9771-b671c524a3f9', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ee:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f01424-f576-4888-91fa-311b50bef74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:11Z', 'updated_at': '2021-08-16T22:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '7c2576fe-fbb3-49c5-a67b-64f76b216ea6', 'name': '', 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'mac_address': 'fa:16:3e:20:db:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f01424-f576-4888-91fa-311b50bef74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'b756ff41-0f76-4c9d-96ad-95dfad7aff9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:13Z', 'updated_at': '2021-08-16T22:04:20Z', 'revision_number': 5, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'subnets': [{'id': 'b756ff41-0f76-4c9d-96ad-95dfad7aff9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:38.623685 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227378db-37b3-43db-af47-0320a01a0cb8 None None] The sync data for ids ['54f01424-f576-4888-91fa-311b50bef74a'] in n-d-793620-15 is: [{'id': '54f01424-f576-4888-91fa-311b50bef74a', 'name': 'tempest-TestShelveInstance-891500901-router', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '99ef3d2e-8cf1-47ac-9771-b671c524a3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:04:10Z', 'updated_at': '2021-08-16T22:04:14Z', 'revision_number': 4, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'gw_port': {'id': '99ef3d2e-8cf1-47ac-9771-b671c524a3f9', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ee:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f01424-f576-4888-91fa-311b50bef74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:11Z', 'updated_at': '2021-08-16T22:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '7c2576fe-fbb3-49c5-a67b-64f76b216ea6', 'name': '', 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'mac_address': 'fa:16:3e:20:db:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f01424-f576-4888-91fa-311b50bef74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'b756ff41-0f76-4c9d-96ad-95dfad7aff9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:13Z', 'updated_at': '2021-08-16T22:04:20Z', 'revision_number': 5, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'subnets': [{'id': 'b756ff41-0f76-4c9d-96ad-95dfad7aff9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:08:38.829415 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6f5b3c-6a83-45a5-ae7b-d86e632eb119 None None] New status for floating IP b52780f6-063f-4ee6-8087-50b74931d2c9: DOWN {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:08:39.490279 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5beb212-9525-4d9d-ba34-f33e136a2b50 req-b2c7dc05-ad7c-408d-a32e-7aebc5c32ab0 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:39.491817 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f5beb212-9525-4d9d-ba34-f33e136a2b50 req-b2c7dc05-ad7c-408d-a32e-7aebc5c32ab0 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 946 time: 0.0533285 Aug 16 22:08:39.529286 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f5beb212-9525-4d9d-ba34-f33e136a2b50 req-d63d7628-45b3-41f5-afe2-e0d53286247e tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f36bbdb7-1eaa-41bf-9a2d-3599b765f474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315299 Aug 16 22:08:39.745724 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965bd055-c959-4573-a93c-99c6ce454a4c req-85aff107-5207-47e7-88b0-7ea33d5296cb tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:39.747183 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-965bd055-c959-4573-a93c-99c6ce454a4c req-85aff107-5207-47e7-88b0-7ea33d5296cb tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 946 time: 0.0543537 Aug 16 22:08:39.842450 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-965bd055-c959-4573-a93c-99c6ce454a4c req-835046c9-5ff7-4778-815c-5fe19ebba18a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Deleting port c216d5d1-f2dd-486e-83a6-25324a92ef24 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:08:39.842798 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-965bd055-c959-4573-a93c-99c6ce454a4c req-835046c9-5ff7-4778-815c-5fe19ebba18a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:39.937769 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-965bd055-c959-4573-a93c-99c6ce454a4c req-835046c9-5ff7-4778-815c-5fe19ebba18a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] For port c216d5d1-f2dd-486e-83a6-25324a92ef24, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=c216d5d1-f2dd-486e-83a6-25324a92ef24,segment=NetworkSegment(bca188e6-83dc-4de8-b1bf-fe6575e317a7),segment_id=bca188e6-83dc-4de8-b1bf-fe6575e317a7)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:08:39.938143 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-965bd055-c959-4573-a93c-99c6ce454a4c req-835046c9-5ff7-4778-815c-5fe19ebba18a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:39.952917 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-965bd055-c959-4573-a93c-99c6ce454a4c req-835046c9-5ff7-4778-815c-5fe19ebba18a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Calling delete_port for c216d5d1-f2dd-486e-83a6-25324a92ef24 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:08:40.123619 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-965bd055-c959-4573-a93c-99c6ce454a4c req-835046c9-5ff7-4778-815c-5fe19ebba18a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:40.150988 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835046c9-5ff7-4778-815c-5fe19ebba18a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Pushing event deleted for resources: {'Port': ['ID=c216d5d1-f2dd-486e-83a6-25324a92ef24,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:40.160874 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835046c9-5ff7-4778-815c-5fe19ebba18a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:40.161221 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835046c9-5ff7-4778-815c-5fe19ebba18a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:40.161560 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835046c9-5ff7-4778-815c-5fe19ebba18a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:40.161897 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835046c9-5ff7-4778-815c-5fe19ebba18a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:40.162230 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835046c9-5ff7-4778-815c-5fe19ebba18a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:40.162556 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835046c9-5ff7-4778-815c-5fe19ebba18a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:40.162881 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835046c9-5ff7-4778-815c-5fe19ebba18a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:40.163206 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835046c9-5ff7-4778-815c-5fe19ebba18a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:40.163908 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835046c9-5ff7-4778-815c-5fe19ebba18a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:40.163908 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835046c9-5ff7-4778-815c-5fe19ebba18a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:40.164158 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835046c9-5ff7-4778-815c-5fe19ebba18a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:40.164475 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835046c9-5ff7-4778-815c-5fe19ebba18a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:40.209698 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-965bd055-c959-4573-a93c-99c6ce454a4c req-835046c9-5ff7-4778-815c-5fe19ebba18a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] No DVR routers for this DVR port c216d5d1-f2dd-486e-83a6-25324a92ef24 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:08:40.212448 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-965bd055-c959-4573-a93c-99c6ce454a4c req-835046c9-5ff7-4778-815c-5fe19ebba18a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:40.214526 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-965bd055-c959-4573-a93c-99c6ce454a4c req-835046c9-5ff7-4778-815c-5fe19ebba18a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.72 "DELETE /v2.0/ports/c216d5d1-f2dd-486e-83a6-25324a92ef24 HTTP/1.1" status: 204 len: 173 time: 0.4610395 Aug 16 22:08:40.214967 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b20778d-dbfe-4605-aca7-3e28ce443f81', 'name': 'network-vif-deleted', 'tag': 'c216d5d1-f2dd-486e-83a6-25324a92ef24'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:08:40.217256 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcd9435b18b7a34707b0c74d037ee6bf13b87a61dd91d81e26d4048d63ffdc36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd69080-71b4-4136-87f9-e97a68627d5e" -d '{"events": [{"server_uuid": "3b20778d-dbfe-4605-aca7-3e28ce443f81", "name": "network-vif-deleted", "tag": "c216d5d1-f2dd-486e-83a6-25324a92ef24"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:08:40.254317 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4f3908-c441-4be9-b7ff-6e94bb3e3b97 x-openstack-request-id: req-cb4f3908-c441-4be9-b7ff-6e94bb3e3b97 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:08:40.254617 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b20778d-dbfe-4605-aca7-3e28ce443f81", "name": "network-vif-deleted", "tag": "c216d5d1-f2dd-486e-83a6-25324a92ef24", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:08:40.254869 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-cb4f3908-c441-4be9-b7ff-6e94bb3e3b97 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:08:40.255271 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b20778d-dbfe-4605-aca7-3e28ce443f81', 'name': 'network-vif-deleted', 'tag': 'c216d5d1-f2dd-486e-83a6-25324a92ef24', 'status': 'completed', 'code': 200} Aug 16 22:08:40.703265 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-02b3b269-93ae-4c56-a66e-8330cda34077 req-be83b816-3c9c-4138-a3b3-f46cf9e1e37f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b20778d-dbfe-4605-aca7-3e28ce443f81 HTTP/1.1" status: 200 len: 210 time: 0.0570810 Aug 16 22:08:41.118206 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-21409cee-0160-4312-8b8a-aa7f3684f24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:41.765623 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38476) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:41.829894 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8c8e2e4f-2159-4ffd-8a47-ffd127fe96b0 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:41.855734 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8c8e2e4f-2159-4ffd-8a47-ffd127fe96b0 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:41.998838 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8c8e2e4f-2159-4ffd-8a47-ffd127fe96b0 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:42.001875 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8c8e2e4f-2159-4ffd-8a47-ffd127fe96b0 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:42.005866 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8c8e2e4f-2159-4ffd-8a47-ffd127fe96b0 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "DELETE /v2.0/security-groups/f36bbdb7-1eaa-41bf-9a2d-3599b765f474 HTTP/1.1" status: 204 len: 168 time: 0.2365050 Aug 16 22:08:42.012824 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e2e4f-2159-4ffd-8a47-ffd127fe96b0 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36bbdb7-1eaa-41bf-9a2d-3599b765f474,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:42.483514 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38482) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:42.493456 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-2db29a92-e020-4ca3-96df-324a4a20d982 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1808251807', 'description': 'tempest-secgroup-smoke-1808251807 description', 'project_id': '95fb0a7032124db3b4c070c940ea0fa3'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:08:42.507406 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device c216d5d1-f2dd-486e-83a6-25324a92ef24 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:08:42.531928 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: c216d5d1-f2dd-486e-83a6-25324a92ef24 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:08:42.532367 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device c216d5d1-f2dd-486e-83a6-25324a92ef24 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:08:42.581756 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2db29a92-e020-4ca3-96df-324a4a20d982 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:42.679457 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2db29a92-e020-4ca3-96df-324a4a20d982 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:42.754215 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2db29a92-e020-4ca3-96df-324a4a20d982 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:42.786502 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db29a92-e020-4ca3-96df-324a4a20d982 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e0213d-4b42-4d15-afb4-5b83cb07b853,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:42.844158 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2db29a92-e020-4ca3-96df-324a4a20d982 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:42.845467 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2db29a92-e020-4ca3-96df-324a4a20d982 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3602200 Aug 16 22:08:42.848918 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38484) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:42.853486 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-bbd08731-7278-49d8-92a9-47d58a1fdcfd tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Request body: {'security_group_rule': {'security_group_id': 'f6e0213d-4b42-4d15-afb4-5b83cb07b853', 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:08:42.951706 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bbd08731-7278-49d8-92a9-47d58a1fdcfd tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:43.014490 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bbd08731-7278-49d8-92a9-47d58a1fdcfd tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:43.083933 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bbd08731-7278-49d8-92a9-47d58a1fdcfd tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:43.102184 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd08731-7278-49d8-92a9-47d58a1fdcfd tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f583ddfb-46a4-4ddc-8a6c-93ecf3bbf313,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:43.170036 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bbd08731-7278-49d8-92a9-47d58a1fdcfd tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:43.172025 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-bbd08731-7278-49d8-92a9-47d58a1fdcfd tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3220124 Aug 16 22:08:43.173976 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38486) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:43.178605 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-26f15c09-7bf0-4d7e-b525-dfd2ff2a8c43 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Request body: {'security_group_rule': {'security_group_id': 'f6e0213d-4b42-4d15-afb4-5b83cb07b853', 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:08:43.272311 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-26f15c09-7bf0-4d7e-b525-dfd2ff2a8c43 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:43.329916 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-26f15c09-7bf0-4d7e-b525-dfd2ff2a8c43 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:43.420797 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-26f15c09-7bf0-4d7e-b525-dfd2ff2a8c43 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:43.455607 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f15c09-7bf0-4d7e-b525-dfd2ff2a8c43 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0de9579b-fd09-4ead-93d8-66743496453d,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:43.541102 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-26f15c09-7bf0-4d7e-b525-dfd2ff2a8c43 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:43.542298 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-26f15c09-7bf0-4d7e-b525-dfd2ff2a8c43 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3673680 Aug 16 22:08:43.545156 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38488) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:43.550212 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-344bd52a-af9f-48a2-8372-91fb32bc41cd tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Request body: {'security_group_rule': {'security_group_id': 'f6e0213d-4b42-4d15-afb4-5b83cb07b853', 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:08:43.637300 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-344bd52a-af9f-48a2-8372-91fb32bc41cd tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:43.655376 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9904d3dd-83a2-4cad-bdf1-305d92cdbe3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:43.695009 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-344bd52a-af9f-48a2-8372-91fb32bc41cd tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:43.780634 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-344bd52a-af9f-48a2-8372-91fb32bc41cd tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:43.800702 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344bd52a-af9f-48a2-8372-91fb32bc41cd tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=317f74d5-2855-47b0-89ef-2c3f4531267e,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:43.883720 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-344bd52a-af9f-48a2-8372-91fb32bc41cd tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:43.885005 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-344bd52a-af9f-48a2-8372-91fb32bc41cd tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3388779 Aug 16 22:08:43.887756 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38490) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:43.892462 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-5903f92d-5100-42c6-90a4-478ae8c471af tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Request body: {'security_group_rule': {'security_group_id': 'f6e0213d-4b42-4d15-afb4-5b83cb07b853', 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:08:43.929491 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:43.992044 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5903f92d-5100-42c6-90a4-478ae8c471af tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:44.054083 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5903f92d-5100-42c6-90a4-478ae8c471af tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:44.106357 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5903f92d-5100-42c6-90a4-478ae8c471af tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:44.124028 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5903f92d-5100-42c6-90a4-478ae8c471af tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c23952-70e5-469b-8d38-ef1820655b2c,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:44.192347 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5903f92d-5100-42c6-90a4-478ae8c471af tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:44.193700 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5903f92d-5100-42c6-90a4-478ae8c471af tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3049645 Aug 16 22:08:44.196667 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38492) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:44.201357 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-b19bf9da-1f9c-44ff-9e77-50d77c54b59a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Request body: {'security_group_rule': {'security_group_id': 'f6e0213d-4b42-4d15-afb4-5b83cb07b853', 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:08:44.295483 n-d-793620-15 neutron-server[101845]: INFO neutron.db.securitygroups_db [None req-b19bf9da-1f9c-44ff-9e77-50d77c54b59a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Project 95fb0a7032124db3b4c070c940ea0fa3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:08:44.300734 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b19bf9da-1f9c-44ff-9e77-50d77c54b59a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:44.350881 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b19bf9da-1f9c-44ff-9e77-50d77c54b59a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:44.403597 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b19bf9da-1f9c-44ff-9e77-50d77c54b59a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:44.423070 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19bf9da-1f9c-44ff-9e77-50d77c54b59a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61bb0ee4-a0f5-4933-929b-53e59696c440,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:44.483429 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-b19bf9da-1f9c-44ff-9e77-50d77c54b59a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:44.484716 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-b19bf9da-1f9c-44ff-9e77-50d77c54b59a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2870283 Aug 16 22:08:44.487532 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38494) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:44.492028 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-9269b3c8-6ded-4b4b-9463-03848fa2bfd3 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Request body: {'security_group_rule': {'security_group_id': 'f6e0213d-4b42-4d15-afb4-5b83cb07b853', 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:08:44.569475 n-d-793620-15 neutron-server[101845]: INFO neutron.db.securitygroups_db [None req-9269b3c8-6ded-4b4b-9463-03848fa2bfd3 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Project 95fb0a7032124db3b4c070c940ea0fa3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:08:44.574615 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9269b3c8-6ded-4b4b-9463-03848fa2bfd3 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:44.639369 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9269b3c8-6ded-4b4b-9463-03848fa2bfd3 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:44.712189 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9269b3c8-6ded-4b4b-9463-03848fa2bfd3 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:44.731909 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269b3c8-6ded-4b4b-9463-03848fa2bfd3 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54806dad-8615-4847-93a1-a10f11cea0f0,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:44.803927 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9269b3c8-6ded-4b4b-9463-03848fa2bfd3 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:44.805198 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-9269b3c8-6ded-4b4b-9463-03848fa2bfd3 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3167014 Aug 16 22:08:45.181483 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:46.855439 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:50.055026 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:50.837520 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:08:53.095067 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:05.930246 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c8f8073a-53fc-430d-b358-34de968e2672 req-3fb76100-c14c-4573-aa5f-504af5b7b8d5 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1808251807&fields=id&tenant_id=95fb0a7032124db3b4c070c940ea0fa3 HTTP/1.1" status: 200 len: 267 time: 0.0458677 Aug 16 22:09:06.061872 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8073a-53fc-430d-b358-34de968e2672 req-adeeaf80-0415-4651-a30f-2d2c35155c96 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:06.064244 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c8f8073a-53fc-430d-b358-34de968e2672 req-adeeaf80-0415-4651-a30f-2d2c35155c96 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/networks?id=5c53f42f-1857-4eea-9155-98f7d4f68865 HTTP/1.1" status: 200 len: 808 time: 0.1262574 Aug 16 22:09:06.081804 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c8f8073a-53fc-430d-b358-34de968e2672 req-92df24f5-1791-464b-98e1-afbc517984bd tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/quotas/95fb0a7032124db3b4c070c940ea0fa3 HTTP/1.1" status: 200 len: 375 time: 0.0109727 Aug 16 22:09:06.142689 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c8f8073a-53fc-430d-b358-34de968e2672 req-14981071-bf55-4a03-a61f-f5b6a569fd28 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=95fb0a7032124db3b4c070c940ea0fa3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539465 Aug 16 22:09:06.298488 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c8f8073a-53fc-430d-b358-34de968e2672 req-a7b5cad4-f433-4851-8054-9abc71337d2f service neutron] 10.222.0.84 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422050 Aug 16 22:09:06.408184 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c8f8073a-53fc-430d-b358-34de968e2672 req-870984d7-3041-43d0-8b6e-663586471f41 service neutron] 10.222.0.84 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972898 Aug 16 22:09:07.140365 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-58b70c9f-855f-4c96-90ba-9778be2a99c8 req-06e12abe-8f67-46fd-88f8-e551dc054425 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 210 time: 0.0300152 Aug 16 22:09:08.259333 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9e998504-d61a-493a-99de-2d7539eb7f64 req-9f69218b-b00c-434f-9e7d-a23a11f83225 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 210 time: 0.0328095 Aug 16 22:09:09.127414 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8073a-53fc-430d-b358-34de968e2672 req-3b051b5a-ff1c-4804-9262-adedea66f31e tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:09.129603 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c8f8073a-53fc-430d-b358-34de968e2672 req-3b051b5a-ff1c-4804-9262-adedea66f31e tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.90 "GET /v2.0/networks?id=5c53f42f-1857-4eea-9155-98f7d4f68865 HTTP/1.1" status: 200 len: 808 time: 0.1220992 Aug 16 22:09:09.176680 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c8f8073a-53fc-430d-b358-34de968e2672 req-1e129bb1-02f3-460f-8470-11e8a294a880 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95fb0a7032124db3b4c070c940ea0fa3 HTTP/1.1" status: 200 len: 380 time: 0.0380983 Aug 16 22:09:09.192956 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-c8f8073a-53fc-430d-b358-34de968e2672 req-e163f659-1c35-4442-9bdf-dd015e106c61 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Request body: {'port': {'device_id': '303b87a5-ac45-4ac7-90cb-8718e6a75c12', 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865', 'admin_state_up': True, 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'security_groups': ['f6e0213d-4b42-4d15-afb4-5b83cb07b853']}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:09.373687 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4ee326ce-e358-4b77-966c-ca33aad68261 req-752bd2b8-0b2e-4159-9799-70949e89d506 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 210 time: 0.0343242 Aug 16 22:09:09.396580 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8f8073a-53fc-430d-b358-34de968e2672 req-e163f659-1c35-4442-9bdf-dd015e106c61 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Made reservation on behalf of 95fb0a7032124db3b4c070c940ea0fa3 for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:09:09.397326 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c8f8073a-53fc-430d-b358-34de968e2672 req-e163f659-1c35-4442-9bdf-dd015e106c61 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:09.541914 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-c8f8073a-53fc-430d-b358-34de968e2672 req-e163f659-1c35-4442-9bdf-dd015e106c61 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Allocated IP 172.20.0.8 (5c53f42f-1857-4eea-9155-98f7d4f68865/b756ff41-0f76-4c9d-96ad-95dfad7aff9d/9d94d97d-17a1-4b37-90a5-6c6897a243ae) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:09:09.704691 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c8f8073a-53fc-430d-b358-34de968e2672 req-e163f659-1c35-4442-9bdf-dd015e106c61 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:09.721471 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-c8f8073a-53fc-430d-b358-34de968e2672 req-e163f659-1c35-4442-9bdf-dd015e106c61 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Transition to ACTIVE for port object 9d94d97d-17a1-4b37-90a5-6c6897a243ae will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:09:09.833009 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c8f8073a-53fc-430d-b358-34de968e2672 req-e163f659-1c35-4442-9bdf-dd015e106c61 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:09.884011 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8f8073a-53fc-430d-b358-34de968e2672 req-e163f659-1c35-4442-9bdf-dd015e106c61 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Network 5c53f42f-1857-4eea-9155-98f7d4f68865 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:09:09.887747 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-c8f8073a-53fc-430d-b358-34de968e2672 req-e163f659-1c35-4442-9bdf-dd015e106c61 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:09:09.892186 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f8073a-53fc-430d-b358-34de968e2672 req-e163f659-1c35-4442-9bdf-dd015e106c61 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:09:09.899592 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163f659-1c35-4442-9bdf-dd015e106c61 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Pushing event updated for resources: {'Port': ['ID=9d94d97d-17a1-4b37-90a5-6c6897a243ae,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:09.971124 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8073a-53fc-430d-b358-34de968e2672 req-e163f659-1c35-4442-9bdf-dd015e106c61 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:09.972383 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c8f8073a-53fc-430d-b358-34de968e2672 req-e163f659-1c35-4442-9bdf-dd015e106c61 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:10.072319 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c8f8073a-53fc-430d-b358-34de968e2672 req-e163f659-1c35-4442-9bdf-dd015e106c61 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8899896 Aug 16 22:09:10.142730 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-c8f8073a-53fc-430d-b358-34de968e2672 req-32b10dd2-18fe-453e-a74f-4ae9c681f95f service neutron] Request body: {'port': {'device_id': '303b87a5-ac45-4ac7-90cb-8718e6a75c12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:10.211716 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c8f8073a-53fc-430d-b358-34de968e2672 req-32b10dd2-18fe-453e-a74f-4ae9c681f95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:10.307119 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-703edae1-072a-4dd1-b376-869e17353aeb None None] Provisioning for port 9d94d97d-17a1-4b37-90a5-6c6897a243ae completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:09:10.312445 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-703edae1-072a-4dd1-b376-869e17353aeb None None] Provisioning complete for port 9d94d97d-17a1-4b37-90a5-6c6897a243ae triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:09:10.319022 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-703edae1-072a-4dd1-b376-869e17353aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:10.372590 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-703edae1-072a-4dd1-b376-869e17353aeb None None] Port 9d94d97d-17a1-4b37-90a5-6c6897a243ae cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:09:10.594697 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-c8f8073a-53fc-430d-b358-34de968e2672 req-32b10dd2-18fe-453e-a74f-4ae9c681f95f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d94d97d-17a1-4b37-90a5-6c6897a243ae {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:09:10.607227 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b433dcd-5e40-4ed1-9487-0fa0b143c5c3 req-a1a5fdf1-3e7b-4f2c-b984-eebc87e6829c tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:10.608837 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6b433dcd-5e40-4ed1-9487-0fa0b143c5c3 req-a1a5fdf1-3e7b-4f2c-b984-eebc87e6829c tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 931 time: 0.1225080 Aug 16 22:09:10.614395 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c8f8073a-53fc-430d-b358-34de968e2672 req-32b10dd2-18fe-453e-a74f-4ae9c681f95f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:10.648363 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-c8f8073a-53fc-430d-b358-34de968e2672 req-32b10dd2-18fe-453e-a74f-4ae9c681f95f service neutron] Transition to ACTIVE for port object 9d94d97d-17a1-4b37-90a5-6c6897a243ae will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:09:10.670066 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6b433dcd-5e40-4ed1-9487-0fa0b143c5c3 req-1c3b2e23-9997-4c69-a855-a6e47b033ae5 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515215 Aug 16 22:09:10.757030 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c8f8073a-53fc-430d-b358-34de968e2672 req-32b10dd2-18fe-453e-a74f-4ae9c681f95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:10.839893 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b10dd2-18fe-453e-a74f-4ae9c681f95f service neutron] Pushing event updated for resources: {'Port': ['ID=9d94d97d-17a1-4b37-90a5-6c6897a243ae,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:10.912303 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-c8f8073a-53fc-430d-b358-34de968e2672 req-32b10dd2-18fe-453e-a74f-4ae9c681f95f service neutron] Attempting to bind port 9d94d97d-17a1-4b37-90a5-6c6897a243ae on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:09:10.912802 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-c8f8073a-53fc-430d-b358-34de968e2672 req-32b10dd2-18fe-453e-a74f-4ae9c681f95f service neutron] Attempting to bind port 9d94d97d-17a1-4b37-90a5-6c6897a243ae by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'bca188e6-83dc-4de8-b1bf-fe6575e317a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:09:10.913188 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f8073a-53fc-430d-b358-34de968e2672 req-32b10dd2-18fe-453e-a74f-4ae9c681f95f service neutron] Attempting to bind port 9d94d97d-17a1-4b37-90a5-6c6897a243ae on network 5c53f42f-1857-4eea-9155-98f7d4f68865 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:09:10.918341 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f8073a-53fc-430d-b358-34de968e2672 req-32b10dd2-18fe-453e-a74f-4ae9c681f95f service neutron] Port 9d94d97d-17a1-4b37-90a5-6c6897a243ae on network 5c53f42f-1857-4eea-9155-98f7d4f68865 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:09:10.918674 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f8073a-53fc-430d-b358-34de968e2672 req-32b10dd2-18fe-453e-a74f-4ae9c681f95f service neutron] Attempting to bind port 9d94d97d-17a1-4b37-90a5-6c6897a243ae on network 5c53f42f-1857-4eea-9155-98f7d4f68865 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:09:10.924433 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f8073a-53fc-430d-b358-34de968e2672 req-32b10dd2-18fe-453e-a74f-4ae9c681f95f service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:09:10.924810 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f8073a-53fc-430d-b358-34de968e2672 req-32b10dd2-18fe-453e-a74f-4ae9c681f95f service neutron] Checking segment: {'id': 'bca188e6-83dc-4de8-b1bf-fe6575e317a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:09:10.925214 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f8073a-53fc-430d-b358-34de968e2672 req-32b10dd2-18fe-453e-a74f-4ae9c681f95f service neutron] Bound using segment: {'id': 'bca188e6-83dc-4de8-b1bf-fe6575e317a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:09:10.925664 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-c8f8073a-53fc-430d-b358-34de968e2672 req-32b10dd2-18fe-453e-a74f-4ae9c681f95f service neutron] Bound port: 9d94d97d-17a1-4b37-90a5-6c6897a243ae, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bca188e6-83dc-4de8-b1bf-fe6575e317a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:09:10.926122 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c8f8073a-53fc-430d-b358-34de968e2672 req-32b10dd2-18fe-453e-a74f-4ae9c681f95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:10.999965 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-c8f8073a-53fc-430d-b358-34de968e2672 req-32b10dd2-18fe-453e-a74f-4ae9c681f95f service neutron] For port 9d94d97d-17a1-4b37-90a5-6c6897a243ae, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:09:11.004956 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-c8f8073a-53fc-430d-b358-34de968e2672 req-32b10dd2-18fe-453e-a74f-4ae9c681f95f service neutron] For port 9d94d97d-17a1-4b37-90a5-6c6897a243ae, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=9d94d97d-17a1-4b37-90a5-6c6897a243ae,segment=NetworkSegment(bca188e6-83dc-4de8-b1bf-fe6575e317a7),segment_id=bca188e6-83dc-4de8-b1bf-fe6575e317a7)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:09:11.066804 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c8f8073a-53fc-430d-b358-34de968e2672 req-32b10dd2-18fe-453e-a74f-4ae9c681f95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:11.106499 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8073a-53fc-430d-b358-34de968e2672 req-32b10dd2-18fe-453e-a74f-4ae9c681f95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:11.107400 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-c8f8073a-53fc-430d-b358-34de968e2672 req-32b10dd2-18fe-453e-a74f-4ae9c681f95f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:11.109181 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c8f8073a-53fc-430d-b358-34de968e2672 req-32b10dd2-18fe-453e-a74f-4ae9c681f95f service neutron] 10.222.0.90 "PUT /v2.0/ports/9d94d97d-17a1-4b37-90a5-6c6897a243ae HTTP/1.1" status: 200 len: 1092 time: 1.0282345 Aug 16 22:09:11.111614 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '303b87a5-ac45-4ac7-90cb-8718e6a75c12', 'tag': '9d94d97d-17a1-4b37-90a5-6c6897a243ae'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:09:11.121879 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a13536b3c87fcb412486f7c1123a9b3fa8a88bbdfa2e9f90522308689ae332c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268da3d1-a5c9-46eb-b358-5d43fa6cdf63" -d '{"events": [{"name": "network-changed", "server_uuid": "303b87a5-ac45-4ac7-90cb-8718e6a75c12", "tag": "9d94d97d-17a1-4b37-90a5-6c6897a243ae"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:09:11.125673 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-fccf4096-b32f-46ef-8797-24673f28f648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:11.160158 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b10dd2-18fe-453e-a74f-4ae9c681f95f service neutron] Pushing event updated for resources: {'Port': ['ID=9d94d97d-17a1-4b37-90a5-6c6897a243ae,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:11.175900 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0cc1727-0131-4684-9954-581f09e0af15 x-openstack-request-id: req-d0cc1727-0131-4684-9954-581f09e0af15 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:09:11.176462 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "303b87a5-ac45-4ac7-90cb-8718e6a75c12", "tag": "9d94d97d-17a1-4b37-90a5-6c6897a243ae", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:09:11.176842 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d0cc1727-0131-4684-9954-581f09e0af15 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:09:11.177361 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '303b87a5-ac45-4ac7-90cb-8718e6a75c12', 'tag': '9d94d97d-17a1-4b37-90a5-6c6897a243ae', 'status': 'completed', 'code': 200} Aug 16 22:09:11.255851 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268da3d1-a5c9-46eb-b358-5d43fa6cdf63 req-ff984389-688d-4661-8cb1-976c8717cca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:11.257895 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-268da3d1-a5c9-46eb-b358-5d43fa6cdf63 req-ff984389-688d-4661-8cb1-976c8717cca3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=95fb0a7032124db3b4c070c940ea0fa3&device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 1095 time: 0.0582190 Aug 16 22:09:11.389930 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268da3d1-a5c9-46eb-b358-5d43fa6cdf63 req-88f70634-dba8-4087-962d-9498c6f34cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:11.391392 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-268da3d1-a5c9-46eb-b358-5d43fa6cdf63 req-88f70634-dba8-4087-962d-9498c6f34cd2 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=95fb0a7032124db3b4c070c940ea0fa3&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1260145 Aug 16 22:09:11.524958 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268da3d1-a5c9-46eb-b358-5d43fa6cdf63 req-5eb9e816-ec1c-4fc6-b0c2-a92766371cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:11.526499 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-268da3d1-a5c9-46eb-b358-5d43fa6cdf63 req-5eb9e816-ec1c-4fc6-b0c2-a92766371cb5 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1284208 Aug 16 22:09:11.607133 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8073a-53fc-430d-b358-34de968e2672 req-424c5282-643e-439c-babc-22e328b7f6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:11.611188 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c8f8073a-53fc-430d-b358-34de968e2672 req-424c5282-643e-439c-babc-22e328b7f6fb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=95fb0a7032124db3b4c070c940ea0fa3&device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 1095 time: 0.0439491 Aug 16 22:09:11.653920 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c8f8073a-53fc-430d-b358-34de968e2672 req-dfb2684e-3f2e-435f-8783-a51e19a483f5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d94d97d-17a1-4b37-90a5-6c6897a243ae HTTP/1.1" status: 200 len: 217 time: 0.0368717 Aug 16 22:09:11.709485 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8073a-53fc-430d-b358-34de968e2672 req-b1c0fd8a-9f9b-481e-bfed-a26cf34004ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:11.711074 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c8f8073a-53fc-430d-b358-34de968e2672 req-b1c0fd8a-9f9b-481e-bfed-a26cf34004ee service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b756ff41-0f76-4c9d-96ad-95dfad7aff9d HTTP/1.1" status: 200 len: 847 time: 0.0506322 Aug 16 22:09:11.792624 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8073a-53fc-430d-b358-34de968e2672 req-8dcf26b0-7d26-43c9-8378-d8909e911cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:11.794172 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c8f8073a-53fc-430d-b358-34de968e2672 req-8dcf26b0-7d26-43c9-8378-d8909e911cec service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5c53f42f-1857-4eea-9155-98f7d4f68865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0755570 Aug 16 22:09:11.806649 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad39a38-cb28-461c-9a9e-f9d8eedbd97e req-5e1d244b-d88b-494b-aca8-7b3f4f9afa29 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:11.809281 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9ad39a38-cb28-461c-9a9e-f9d8eedbd97e req-5e1d244b-d88b-494b-aca8-7b3f4f9afa29 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 943 time: 0.0623426 Aug 16 22:09:11.897226 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9ad39a38-cb28-461c-9a9e-f9d8eedbd97e req-6ff08ab3-540b-4a55-99e6-836efe104b23 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791426 Aug 16 22:09:11.939832 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c8f8073a-53fc-430d-b358-34de968e2672 req-0c62942a-0d64-4288-b4fa-86e1a0b33ffa service neutron] 10.222.0.90 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300905 Aug 16 22:09:12.041162 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c8f8073a-53fc-430d-b358-34de968e2672 req-3be15aa0-a184-4a87-a54b-2cbd9539cf7f service neutron] 10.222.0.90 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941122 Aug 16 22:09:13.030688 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671eee8-ec1a-451a-83ca-4a0d58acac45 req-c7f995ce-9de2-4f99-966f-96cbb90f2ceb tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:13.032321 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4671eee8-ec1a-451a-83ca-4a0d58acac45 req-c7f995ce-9de2-4f99-966f-96cbb90f2ceb tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 943 time: 0.0610256 Aug 16 22:09:13.079978 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4671eee8-ec1a-451a-83ca-4a0d58acac45 req-7ee206b1-b302-4aff-babf-feedd8edfa30 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353484 Aug 16 22:09:13.758103 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-71b91638-a0f4-4486-a9b5-22fb91173587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:13.899837 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:14.203228 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aeb7cc-8ce7-42e7-a008-99ed0f8d4975 req-d5258e3e-b52d-4d10-a590-b88bb000c02d tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:14.204900 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a0aeb7cc-8ce7-42e7-a008-99ed0f8d4975 req-d5258e3e-b52d-4d10-a590-b88bb000c02d tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 943 time: 0.0522470 Aug 16 22:09:14.245457 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a0aeb7cc-8ce7-42e7-a008-99ed0f8d4975 req-ff7aeed0-c883-402a-9bec-5a5011258a0a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341299 Aug 16 22:09:15.186819 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:15.363154 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b6458-a828-4123-8f01-f9e768426ec0 req-2ce004a6-3fa1-4e05-8b76-5014d5a6b758 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:15.364775 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-184b6458-a828-4123-8f01-f9e768426ec0 req-2ce004a6-3fa1-4e05-8b76-5014d5a6b758 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 943 time: 0.0487008 Aug 16 22:09:15.403253 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-184b6458-a828-4123-8f01-f9e768426ec0 req-83eb891a-f796-47c0-9d6e-3b45bc6549a1 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321124 Aug 16 22:09:16.523875 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec09032-2921-4c7b-9a97-ca1e0b2622cb req-7750c06a-8da1-4700-a627-13c6588b2c7f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:16.525381 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7ec09032-2921-4c7b-9a97-ca1e0b2622cb req-7750c06a-8da1-4700-a627-13c6588b2c7f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 943 time: 0.0540075 Aug 16 22:09:16.567658 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7ec09032-2921-4c7b-9a97-ca1e0b2622cb req-c0f963ee-14a5-40e1-a7d1-391f1adcfac6 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359290 Aug 16 22:09:16.876501 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:17.686906 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a32b06-c3ec-49a9-b859-1482f364b50a req-de9fc31f-3229-493f-af90-1f466b029eee tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:17.688439 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f1a32b06-c3ec-49a9-b859-1482f364b50a req-de9fc31f-3229-493f-af90-1f466b029eee tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 943 time: 0.0514002 Aug 16 22:09:17.728388 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f1a32b06-c3ec-49a9-b859-1482f364b50a req-df2c119e-8483-4eb9-a54c-190c040338a3 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327210 Aug 16 22:09:18.851376 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1776c26-bc37-4c94-92e5-61e45fb5d248 req-4a2aa00c-3a8a-4c89-b83e-0f430de42396 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:18.852966 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a1776c26-bc37-4c94-92e5-61e45fb5d248 req-4a2aa00c-3a8a-4c89-b83e-0f430de42396 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 943 time: 0.0511568 Aug 16 22:09:18.892784 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a1776c26-bc37-4c94-92e5-61e45fb5d248 req-360d28ad-8e9c-4322-b4dc-f8e005ec2231 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337303 Aug 16 22:09:20.014228 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6b5e7-bdfb-447a-b092-b52b7ba270c4 req-cbd1019e-b2ba-4053-ae0f-6a740f3a46a2 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:20.015820 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-47d6b5e7-bdfb-447a-b092-b52b7ba270c4 req-cbd1019e-b2ba-4053-ae0f-6a740f3a46a2 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 943 time: 0.0544112 Aug 16 22:09:20.054518 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-47d6b5e7-bdfb-447a-b092-b52b7ba270c4 req-ec48e628-f79b-47ad-a2d9-ebe62435dece tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321155 Aug 16 22:09:20.123253 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:21.179613 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc100d94-587d-4c4e-93e3-06bc85a1e205 req-da698c42-44c1-4a73-8e2d-5c1c60bb1570 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:21.181257 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dc100d94-587d-4c4e-93e3-06bc85a1e205 req-da698c42-44c1-4a73-8e2d-5c1c60bb1570 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 943 time: 0.0575843 Aug 16 22:09:21.267940 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-dc100d94-587d-4c4e-93e3-06bc85a1e205 req-80169ccb-cdca-4b99-93fb-e5ce907a8c1d tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763595 Aug 16 22:09:22.391982 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4ba5b-dfd6-4bc4-91a0-7bda595ed1ea req-57a8eb36-794c-45a9-bdb5-7d4d6bb7e14e tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:22.393526 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9cc4ba5b-dfd6-4bc4-91a0-7bda595ed1ea req-57a8eb36-794c-45a9-bdb5-7d4d6bb7e14e tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 943 time: 0.0541012 Aug 16 22:09:22.434269 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9cc4ba5b-dfd6-4bc4-91a0-7bda595ed1ea req-3b520839-149d-40ad-91ec-a10b4fde8d7d tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342884 Aug 16 22:09:22.774246 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 9d94d97d-17a1-4b37-90a5-6c6897a243ae details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:09:22.828037 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:22.871321 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 9d94d97d-17a1-4b37-90a5-6c6897a243ae, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=9d94d97d-17a1-4b37-90a5-6c6897a243ae,segment=NetworkSegment(bca188e6-83dc-4de8-b1bf-fe6575e317a7),segment_id=bca188e6-83dc-4de8-b1bf-fe6575e317a7)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:09:22.882132 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': '9d94d97d-17a1-4b37-90a5-6c6897a243ae', 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865', 'port_id': '9d94d97d-17a1-4b37-90a5-6c6897a243ae', 'mac_address': 'fa:16:3e:69:31:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b756ff41-0f76-4c9d-96ad-95dfad7aff9d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:09:22.923680 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:22.938887 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d94d97d-17a1-4b37-90a5-6c6897a243ae {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:09:22.959213 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 9d94d97d-17a1-4b37-90a5-6c6897a243ae, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=9d94d97d-17a1-4b37-90a5-6c6897a243ae,segment=NetworkSegment(bca188e6-83dc-4de8-b1bf-fe6575e317a7),segment_id=bca188e6-83dc-4de8-b1bf-fe6575e317a7)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:09:23.047850 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:23.099800 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=9d94d97d-17a1-4b37-90a5-6c6897a243ae,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:23.107257 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:23.107613 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:23.107995 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:23.108376 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:23.108717 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:23.109057 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:23.109392 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:23.109842 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:23.110175 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:23.110507 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:23.110836 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:23.111170 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:23.281307 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['9d94d97d-17a1-4b37-90a5-6c6897a243ae'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:09:23.571118 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0464fd1-354e-490e-b9fe-d257aa102087 req-0ecd73c4-28ac-49c2-a9fc-18202086dac7 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:23.572690 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a0464fd1-354e-490e-b9fe-d257aa102087 req-0ecd73c4-28ac-49c2-a9fc-18202086dac7 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 944 time: 0.0564332 Aug 16 22:09:23.616112 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a0464fd1-354e-490e-b9fe-d257aa102087 req-aa3a50af-304a-4b4e-8ede-9868fc4ddd06 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340726 Aug 16 22:09:24.757348 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c853893-0b83-4225-a837-4daca01544d5 req-7375eb3b-c5d7-40f8-a152-087347d3c27f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:24.759276 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1c853893-0b83-4225-a837-4daca01544d5 req-7375eb3b-c5d7-40f8-a152-087347d3c27f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 944 time: 0.0522349 Aug 16 22:09:24.774400 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 9d94d97d-17a1-4b37-90a5-6c6897a243ae up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:09:24.799249 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1c853893-0b83-4225-a837-4daca01544d5 req-a8955941-d273-4dbe-a28c-383e55aebf3f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338383 Aug 16 22:09:24.973907 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port 9d94d97d-17a1-4b37-90a5-6c6897a243ae completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:09:24.978698 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port 9d94d97d-17a1-4b37-90a5-6c6897a243ae triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:09:24.979326 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:25.079983 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:25.104623 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303b87a5-ac45-4ac7-90cb-8718e6a75c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d94d97d-17a1-4b37-90a5-6c6897a243ae'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:09:25.108614 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c683fdb416c7f0821c75f6a91cfed7529d060c9c210f81ad2c881376259938b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db31cf4e-5ddb-460c-9ac2-b2a6440df4cb" -d '{"events": [{"server_uuid": "303b87a5-ac45-4ac7-90cb-8718e6a75c12", "name": "network-vif-plugged", "status": "completed", "tag": "9d94d97d-17a1-4b37-90a5-6c6897a243ae"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:09:25.131623 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 9d94d97d-17a1-4b37-90a5-6c6897a243ae, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=9d94d97d-17a1-4b37-90a5-6c6897a243ae,segment=NetworkSegment(bca188e6-83dc-4de8-b1bf-fe6575e317a7),segment_id=bca188e6-83dc-4de8-b1bf-fe6575e317a7)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:09:25.207411 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abca12d-c6d1-4a99-90f6-289ecebf3e8c x-openstack-request-id: req-3abca12d-c6d1-4a99-90f6-289ecebf3e8c {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:09:25.207711 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303b87a5-ac45-4ac7-90cb-8718e6a75c12", "name": "network-vif-plugged", "status": "completed", "tag": "9d94d97d-17a1-4b37-90a5-6c6897a243ae", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:09:25.208380 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3abca12d-c6d1-4a99-90f6-289ecebf3e8c {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:09:25.208563 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303b87a5-ac45-4ac7-90cb-8718e6a75c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d94d97d-17a1-4b37-90a5-6c6897a243ae', 'code': 200} Aug 16 22:09:25.247590 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:25.298389 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=9d94d97d-17a1-4b37-90a5-6c6897a243ae,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:25.309806 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a87a16-9612-4214-a8a8-62ed3e041641 req-d8c5b2d1-dc52-4eda-ae31-b41b14f0bd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:25.311408 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-30a87a16-9612-4214-a8a8-62ed3e041641 req-d8c5b2d1-dc52-4eda-ae31-b41b14f0bd33 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 1097 time: 0.0466483 Aug 16 22:09:25.351173 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-30a87a16-9612-4214-a8a8-62ed3e041641 req-c104873a-c963-4bf8-bf1d-c51c85885563 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313778 Aug 16 22:09:25.920035 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efe50c-cc77-494d-8c41-886be382a0c8 req-19d9875c-6089-49e1-a995-a910f29483a1 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:25.921578 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-55efe50c-cc77-494d-8c41-886be382a0c8 req-19d9875c-6089-49e1-a995-a910f29483a1 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 945 time: 0.0538924 Aug 16 22:09:25.960399 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-55efe50c-cc77-494d-8c41-886be382a0c8 req-37229a37-52ff-4d29-bf90-b0db59179bc7 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320325 Aug 16 22:09:27.083653 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ea818-6844-41de-a1cc-725b9ec80c6d req-5ebdadbc-415f-4a70-beb0-580d14b99880 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:27.085403 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a33ea818-6844-41de-a1cc-725b9ec80c6d req-5ebdadbc-415f-4a70-beb0-580d14b99880 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 945 time: 0.0524609 Aug 16 22:09:27.131051 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a33ea818-6844-41de-a1cc-725b9ec80c6d req-a44e61b3-9a84-4ff0-aff8-a4d6f7edb1fe tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395389 Aug 16 22:09:27.257891 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932ee4d-2b78-47b9-b5d9-d3d2a7f08ac2 req-c2557ee0-cf66-4ab6-b3fd-31d9f0154098 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:27.259566 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9932ee4d-2b78-47b9-b5d9-d3d2a7f08ac2 req-c2557ee0-cf66-4ab6-b3fd-31d9f0154098 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 945 time: 0.0528262 Aug 16 22:09:27.302611 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9932ee4d-2b78-47b9-b5d9-d3d2a7f08ac2 req-b15c7905-6c81-41d3-b733-7bcba110a499 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361922 Aug 16 22:09:27.324633 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38722) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:09:27.367448 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3a6a83-2d9a-4f6d-92ea-541f5a0f31c8 tempest-TestShelveInstance-937151693 tempest-TestShelveInstance-937151693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:27.369166 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6e3a6a83-2d9a-4f6d-92ea-541f5a0f31c8 tempest-TestShelveInstance-937151693 tempest-TestShelveInstance-937151693-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 1092 time: 0.0434012 Aug 16 22:09:27.372058 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38724) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:09:27.376820 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-18b491ea-0b5a-449a-99e7-e0667c860e61 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'port_id': '9d94d97d-17a1-4b37-90a5-6c6897a243ae', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:27.472990 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-18b491ea-0b5a-449a-99e7-e0667c860e61 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for floatingip, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:27.579251 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-18b491ea-0b5a-449a-99e7-e0667c860e61 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:27.696532 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-18b491ea-0b5a-449a-99e7-e0667c860e61 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Allocated IP 172.25.1.38 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/3bccfee9-37bd-4079-802c-6e2583b07e01) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:09:27.811479 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-18b491ea-0b5a-449a-99e7-e0667c860e61 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:27.837262 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:09:27.912224 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-18b491ea-0b5a-449a-99e7-e0667c860e61 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:27.955287 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b491ea-0b5a-449a-99e7-e0667c860e61 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:09:27.959048 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-18b491ea-0b5a-449a-99e7-e0667c860e61 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:09:27.963928 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b491ea-0b5a-449a-99e7-e0667c860e61 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:09:27.967240 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b491ea-0b5a-449a-99e7-e0667c860e61 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Pushing event updated for resources: {'Port': ['ID=3bccfee9-37bd-4079-802c-6e2583b07e01,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:28.364587 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-18b491ea-0b5a-449a-99e7-e0667c860e61 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:28.506340 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-18b491ea-0b5a-449a-99e7-e0667c860e61 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:28.672456 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-18b491ea-0b5a-449a-99e7-e0667c860e61 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:28.740255 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-18b491ea-0b5a-449a-99e7-e0667c860e61 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:28.809898 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b491ea-0b5a-449a-99e7-e0667c860e61 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Pushing event updated for resources: {'Port': ['ID=3bccfee9-37bd-4079-802c-6e2583b07e01,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:28.826742 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-18b491ea-0b5a-449a-99e7-e0667c860e61 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:28.947091 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [None req-18b491ea-0b5a-449a-99e7-e0667c860e61 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Floating IP f865c7a6-ba8b-46d4-882c-2cbe38fd76b1 associated. External IP: 172.25.1.38, port: 9d94d97d-17a1-4b37-90a5-6c6897a243ae. Aug 16 22:09:29.186358 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b491ea-0b5a-449a-99e7-e0667c860e61 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Router 54f01424-f576-4888-91fa-311b50bef74a has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:09:29.304056 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b491ea-0b5a-449a-99e7-e0667c860e61 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:09:29.313722 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef53acb-a467-48be-9af2-146509d2632a None None] Sync routers for ids ['54f01424-f576-4888-91fa-311b50bef74a'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:09:29.324723 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef53acb-a467-48be-9af2-146509d2632a None None] Routers {'54f01424-f576-4888-91fa-311b50bef74a'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:09:29.328690 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-9ef53acb-a467-48be-9af2-146509d2632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:09:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['54f01424-f576-4888-91fa-311b50bef74a'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:09:29.415345 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-18b491ea-0b5a-449a-99e7-e0667c860e61 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:29.445102 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-9ef53acb-a467-48be-9af2-146509d2632a None None] Set router 54f01424-f576-4888-91fa-311b50bef74a gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:09:29.449507 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-18b491ea-0b5a-449a-99e7-e0667c860e61 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0763309 Aug 16 22:09:29.450256 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '303b87a5-ac45-4ac7-90cb-8718e6a75c12', 'tag': '9d94d97d-17a1-4b37-90a5-6c6897a243ae'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:09:29.452882 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcd9435b18b7a34707b0c74d037ee6bf13b87a61dd91d81e26d4048d63ffdc36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410a7a15-6ae0-410a-ba68-e7e27c606b3e" -d '{"events": [{"name": "network-changed", "server_uuid": "303b87a5-ac45-4ac7-90cb-8718e6a75c12", "tag": "9d94d97d-17a1-4b37-90a5-6c6897a243ae"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:09:29.564257 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdd9195-8450-4f30-b50a-88fd1de6f03b x-openstack-request-id: req-5bdd9195-8450-4f30-b50a-88fd1de6f03b {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:09:29.564556 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "303b87a5-ac45-4ac7-90cb-8718e6a75c12", "tag": "9d94d97d-17a1-4b37-90a5-6c6897a243ae", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:09:29.564805 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5bdd9195-8450-4f30-b50a-88fd1de6f03b {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:09:29.565216 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '303b87a5-ac45-4ac7-90cb-8718e6a75c12', 'tag': '9d94d97d-17a1-4b37-90a5-6c6897a243ae', 'status': 'completed', 'code': 200} Aug 16 22:09:29.632241 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a7a15-6ae0-410a-ba68-e7e27c606b3e req-5802bc23-c550-44d2-bf1f-db059b19a37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:29.633840 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-410a7a15-6ae0-410a-ba68-e7e27c606b3e req-5802bc23-c550-44d2-bf1f-db059b19a37a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=95fb0a7032124db3b4c070c940ea0fa3&device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 1097 time: 0.0470262 Aug 16 22:09:29.715083 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-9ef53acb-a467-48be-9af2-146509d2632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f01424-f576-4888-91fa-311b50bef74a', 'name': 'tempest-TestShelveInstance-891500901-router', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '99ef3d2e-8cf1-47ac-9771-b671c524a3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:04:10Z', 'updated_at': '2021-08-16T22:04:14Z', 'revision_number': 4, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'gw_port': {'id': '99ef3d2e-8cf1-47ac-9771-b671c524a3f9', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ee:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f01424-f576-4888-91fa-311b50bef74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:11Z', 'updated_at': '2021-08-16T22:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'f865c7a6-ba8b-46d4-882c-2cbe38fd76b1', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'floating_ip_address': '172.25.1.38', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '54f01424-f576-4888-91fa-311b50bef74a', 'port_id': '9d94d97d-17a1-4b37-90a5-6c6897a243ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865', 'mac_address': 'fa:16:3e:69:31:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303b87a5-ac45-4ac7-90cb-8718e6a75c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:09:28Z', 'updated_at': '2021-08-16T22:09:28Z', 'revision_number': 0, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c2576fe-fbb3-49c5-a67b-64f76b216ea6', 'name': '', 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'mac_address': 'fa:16:3e:20:db:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f01424-f576-4888-91fa-311b50bef74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'b756ff41-0f76-4c9d-96ad-95dfad7aff9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:13Z', 'updated_at': '2021-08-16T22:04:20Z', 'revision_number': 5, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'subnets': [{'id': 'b756ff41-0f76-4c9d-96ad-95dfad7aff9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:09:29.734634 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a7a15-6ae0-410a-ba68-e7e27c606b3e req-cdd0d314-40e3-41d0-9ee9-b5beb5c52386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:29.736190 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-410a7a15-6ae0-410a-ba68-e7e27c606b3e req-cdd0d314-40e3-41d0-9ee9-b5beb5c52386 service neutron] 10.222.0.90 "GET /v2.0/networks?id=5c53f42f-1857-4eea-9155-98f7d4f68865 HTTP/1.1" status: 200 len: 909 time: 0.0948670 Aug 16 22:09:29.743194 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef53acb-a467-48be-9af2-146509d2632a None None] Checking router: 54f01424-f576-4888-91fa-311b50bef74a for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:09:29.752072 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef53acb-a467-48be-9af2-146509d2632a None None] Routers {'54f01424-f576-4888-91fa-311b50bef74a'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:09:29.752969 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-9ef53acb-a467-48be-9af2-146509d2632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:09:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['54f01424-f576-4888-91fa-311b50bef74a'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:09:29.813816 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-410a7a15-6ae0-410a-ba68-e7e27c606b3e req-5b038045-2ea1-4ce6-a6a6-d0d551cbd03b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d94d97d-17a1-4b37-90a5-6c6897a243ae HTTP/1.1" status: 200 len: 998 time: 0.0708368 Aug 16 22:09:29.865314 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a7a15-6ae0-410a-ba68-e7e27c606b3e req-af9c250d-5492-48e7-b765-76e1aec94dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:29.867045 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-410a7a15-6ae0-410a-ba68-e7e27c606b3e req-af9c250d-5492-48e7-b765-76e1aec94dcb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b756ff41-0f76-4c9d-96ad-95dfad7aff9d HTTP/1.1" status: 200 len: 847 time: 0.0466433 Aug 16 22:09:29.867989 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-9ef53acb-a467-48be-9af2-146509d2632a None None] Set router 54f01424-f576-4888-91fa-311b50bef74a gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:09:29.918637 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a7a15-6ae0-410a-ba68-e7e27c606b3e req-eefab439-f35a-4fcd-ac8f-ae96d67f4600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:29.920411 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-410a7a15-6ae0-410a-ba68-e7e27c606b3e req-eefab439-f35a-4fcd-ac8f-ae96d67f4600 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5c53f42f-1857-4eea-9155-98f7d4f68865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459042 Aug 16 22:09:30.020414 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-410a7a15-6ae0-410a-ba68-e7e27c606b3e req-cd8f8aa8-7d05-4f87-bc5c-98558d5c91e5 service neutron] 10.222.0.90 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926082 Aug 16 22:09:30.107213 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-9ef53acb-a467-48be-9af2-146509d2632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f01424-f576-4888-91fa-311b50bef74a', 'name': 'tempest-TestShelveInstance-891500901-router', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '99ef3d2e-8cf1-47ac-9771-b671c524a3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:04:10Z', 'updated_at': '2021-08-16T22:04:14Z', 'revision_number': 4, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'gw_port': {'id': '99ef3d2e-8cf1-47ac-9771-b671c524a3f9', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ee:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f01424-f576-4888-91fa-311b50bef74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:11Z', 'updated_at': '2021-08-16T22:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'f865c7a6-ba8b-46d4-882c-2cbe38fd76b1', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'floating_ip_address': '172.25.1.38', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '54f01424-f576-4888-91fa-311b50bef74a', 'port_id': '9d94d97d-17a1-4b37-90a5-6c6897a243ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865', 'mac_address': 'fa:16:3e:69:31:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303b87a5-ac45-4ac7-90cb-8718e6a75c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:09:28Z', 'updated_at': '2021-08-16T22:09:28Z', 'revision_number': 0, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c2576fe-fbb3-49c5-a67b-64f76b216ea6', 'name': '', 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'mac_address': 'fa:16:3e:20:db:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f01424-f576-4888-91fa-311b50bef74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'b756ff41-0f76-4c9d-96ad-95dfad7aff9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:13Z', 'updated_at': '2021-08-16T22:04:20Z', 'revision_number': 5, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'subnets': [{'id': 'b756ff41-0f76-4c9d-96ad-95dfad7aff9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:09:30.123825 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-410a7a15-6ae0-410a-ba68-e7e27c606b3e req-659d4dbb-b724-4538-ad71-03f4527cfd59 service neutron] 10.222.0.90 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964129 Aug 16 22:09:30.310313 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef53acb-a467-48be-9af2-146509d2632a None None] The sync data for ids ['54f01424-f576-4888-91fa-311b50bef74a'] in n-d-793620-15 is: [{'id': '54f01424-f576-4888-91fa-311b50bef74a', 'name': 'tempest-TestShelveInstance-891500901-router', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '99ef3d2e-8cf1-47ac-9771-b671c524a3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:04:10Z', 'updated_at': '2021-08-16T22:04:14Z', 'revision_number': 4, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'gw_port': {'id': '99ef3d2e-8cf1-47ac-9771-b671c524a3f9', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ee:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f01424-f576-4888-91fa-311b50bef74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:11Z', 'updated_at': '2021-08-16T22:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'f865c7a6-ba8b-46d4-882c-2cbe38fd76b1', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'floating_ip_address': '172.25.1.38', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '54f01424-f576-4888-91fa-311b50bef74a', 'port_id': '9d94d97d-17a1-4b37-90a5-6c6897a243ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865', 'mac_address': 'fa:16:3e:69:31:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303b87a5-ac45-4ac7-90cb-8718e6a75c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:09:28Z', 'updated_at': '2021-08-16T22:09:28Z', 'revision_number': 0, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c2576fe-fbb3-49c5-a67b-64f76b216ea6', 'name': '', 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'mac_address': 'fa:16:3e:20:db:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f01424-f576-4888-91fa-311b50bef74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'b756ff41-0f76-4c9d-96ad-95dfad7aff9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:13Z', 'updated_at': '2021-08-16T22:04:20Z', 'revision_number': 5, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'subnets': [{'id': 'b756ff41-0f76-4c9d-96ad-95dfad7aff9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:09:30.513794 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4ceeac-1d80-4033-a602-b0d357866101 None None] New status for floating IP f865c7a6-ba8b-46d4-882c-2cbe38fd76b1: ACTIVE {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:09:41.163218 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e3f9e310-a21b-4639-8200-1ce4a5e73cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:43.711169 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f5d0d519-6a76-4d27-b6d5-62efb50c5612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:43.871243 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:45.161445 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:46.864338 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:50.128666 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:52.894741 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:04.837830 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:10:11.144854 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-23094744-388d-447d-a4d9-335c006d48ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:13.714219 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9853e379-4516-4f47-af32-7a2542a89406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:13.891277 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:15.179296 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:16.874282 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:20.099626 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:22.834134 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:25.673976 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6476b9db-426e-4525-945b-39644cbb83b7 req-a6c6d678-45bf-4ccb-9375-940cde852e5a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399997 Aug 16 22:10:25.760187 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476b9db-426e-4525-945b-39644cbb83b7 req-360a76b4-b21d-4099-964d-b4cf29bdb731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:25.761677 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6476b9db-426e-4525-945b-39644cbb83b7 req-360a76b4-b21d-4099-964d-b4cf29bdb731 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=95fb0a7032124db3b4c070c940ea0fa3&device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 1097 time: 0.0456100 Aug 16 22:10:25.867746 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476b9db-426e-4525-945b-39644cbb83b7 req-8cda3c2e-35c0-49ca-9deb-4980cb42dd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:25.869268 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6476b9db-426e-4525-945b-39644cbb83b7 req-8cda3c2e-35c0-49ca-9deb-4980cb42dd8e service neutron] 10.222.0.90 "GET /v2.0/networks?id=5c53f42f-1857-4eea-9155-98f7d4f68865 HTTP/1.1" status: 200 len: 909 time: 0.0861847 Aug 16 22:10:25.939447 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6476b9db-426e-4525-945b-39644cbb83b7 req-166fff6a-0f1f-4243-8af4-dccf7704514b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d94d97d-17a1-4b37-90a5-6c6897a243ae HTTP/1.1" status: 200 len: 1000 time: 0.0628448 Aug 16 22:10:25.990293 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476b9db-426e-4525-945b-39644cbb83b7 req-499a0aa8-7697-4033-9b82-0858e900dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:25.991819 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6476b9db-426e-4525-945b-39644cbb83b7 req-499a0aa8-7697-4033-9b82-0858e900dc4c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b756ff41-0f76-4c9d-96ad-95dfad7aff9d HTTP/1.1" status: 200 len: 847 time: 0.0458863 Aug 16 22:10:26.042245 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476b9db-426e-4525-945b-39644cbb83b7 req-5a9a9e74-7ba6-4425-86a3-92fb472dc4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:26.043757 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6476b9db-426e-4525-945b-39644cbb83b7 req-5a9a9e74-7ba6-4425-86a3-92fb472dc4ab service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5c53f42f-1857-4eea-9155-98f7d4f68865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433695 Aug 16 22:10:26.141358 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6476b9db-426e-4525-945b-39644cbb83b7 req-5e9e1761-7fa8-453f-a291-ecda31bca77a service neutron] 10.222.0.90 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846434 Aug 16 22:10:26.230108 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6476b9db-426e-4525-945b-39644cbb83b7 req-b8cf330a-85a1-44b2-a672-070f518f1a8d service neutron] 10.222.0.90 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815351 Aug 16 22:10:41.153393 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-562166ca-2847-41be-8bdb-bb3f68b44d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:41.837830 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:10:43.696066 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-75990adb-73cf-40c8-adbe-968c37d1deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:43.870559 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:45.184817 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:46.955729 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:50.121671 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:52.827970 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:11.129196 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b7d879ce-0f9c-453c-9031-d36003f95ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:13.680974 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-003da375-5155-4468-9d50-907004efb0db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:13.932308 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:15.163801 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:16.936792 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:18.836821 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:11:20.143769 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:22.841415 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:25.678099 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1f30c425-8aa1-4122-b94e-250916dbf09c req-e8532ad4-db56-475c-ad5c-7d6a28100494 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418975 Aug 16 22:11:25.766043 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30c425-8aa1-4122-b94e-250916dbf09c req-d72db071-0229-4682-940c-3ce9158bf20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:25.767561 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1f30c425-8aa1-4122-b94e-250916dbf09c req-d72db071-0229-4682-940c-3ce9158bf20d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=95fb0a7032124db3b4c070c940ea0fa3&device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 1097 time: 0.0457821 Aug 16 22:11:25.875948 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30c425-8aa1-4122-b94e-250916dbf09c req-dbd3653c-8a2b-480a-8856-7bec08589cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:25.877432 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1f30c425-8aa1-4122-b94e-250916dbf09c req-dbd3653c-8a2b-480a-8856-7bec08589cd0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=5c53f42f-1857-4eea-9155-98f7d4f68865 HTTP/1.1" status: 200 len: 909 time: 0.0896122 Aug 16 22:11:25.948475 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1f30c425-8aa1-4122-b94e-250916dbf09c req-16d5f9db-bc2c-4bc8-9ea4-18603fad4a38 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d94d97d-17a1-4b37-90a5-6c6897a243ae HTTP/1.1" status: 200 len: 1000 time: 0.0639737 Aug 16 22:11:26.001034 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30c425-8aa1-4122-b94e-250916dbf09c req-9e012fe7-5cd2-4889-8416-7123e5b3081c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:26.002544 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1f30c425-8aa1-4122-b94e-250916dbf09c req-9e012fe7-5cd2-4889-8416-7123e5b3081c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b756ff41-0f76-4c9d-96ad-95dfad7aff9d HTTP/1.1" status: 200 len: 847 time: 0.0474718 Aug 16 22:11:26.049953 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30c425-8aa1-4122-b94e-250916dbf09c req-80f53f6d-8335-42b4-885f-ae73420820fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:26.051499 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1f30c425-8aa1-4122-b94e-250916dbf09c req-80f53f6d-8335-42b4-885f-ae73420820fc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5c53f42f-1857-4eea-9155-98f7d4f68865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424316 Aug 16 22:11:26.062469 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-1f30c425-8aa1-4122-b94e-250916dbf09c req-7b5a30ef-a8f4-4059-8ef5-28c789b946a7 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:11:26.063460 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1f30c425-8aa1-4122-b94e-250916dbf09c req-7b5a30ef-a8f4-4059-8ef5-28c789b946a7 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051246 Aug 16 22:11:26.530960 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1f30c425-8aa1-4122-b94e-250916dbf09c req-7af71024-1f32-4f1d-b16d-3289195ff3a7 service neutron] 10.222.0.90 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4607620 Aug 16 22:11:26.627876 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1f30c425-8aa1-4122-b94e-250916dbf09c req-b228f994-0c88-438d-9c82-24ac84a2ed61 service neutron] 10.222.0.90 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889611 Aug 16 22:11:41.111384 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d70b4c19-6ba7-4cc4-a5b6-9c5eb2ba353e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:43.680855 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9fc8eb74-da48-4a2d-aaaa-5e94bff0262b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:43.882540 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:45.189780 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:46.880531 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:50.200615 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:52.836366 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:55.836798 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:11:57.692985 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f16c11-ffe6-4362-a86d-838806142542 req-bd080e80-6d79-4b72-9040-420d3acbdfb6 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:57.694585 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-71f16c11-ffe6-4362-a86d-838806142542 req-bd080e80-6d79-4b72-9040-420d3acbdfb6 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 945 time: 0.1325912 Aug 16 22:11:57.735118 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-71f16c11-ffe6-4362-a86d-838806142542 req-70ba4f11-0183-4586-83f9-a318913b009e tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338423 Aug 16 22:11:58.936327 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa56d3e-9590-4f44-b46c-31dc8c20de4c req-50b2a90f-a6f4-42f2-a3ba-5f44ab4f23c8 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:58.937851 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-daa56d3e-9590-4f44-b46c-31dc8c20de4c req-50b2a90f-a6f4-42f2-a3ba-5f44ab4f23c8 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 945 time: 0.0997963 Aug 16 22:11:58.975815 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-daa56d3e-9590-4f44-b46c-31dc8c20de4c req-d6be73d9-6f04-4d39-b95e-2669f35397b4 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310962 Aug 16 22:12:00.117394 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22215a47-2bdd-47cd-9804-7df60ac7ce70 req-b7b1586a-cf26-4a95-9742-2c6bcea0e9b7 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:00.118911 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-22215a47-2bdd-47cd-9804-7df60ac7ce70 req-b7b1586a-cf26-4a95-9742-2c6bcea0e9b7 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 945 time: 0.0493324 Aug 16 22:12:00.158888 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-22215a47-2bdd-47cd-9804-7df60ac7ce70 req-93bb0f95-e2c3-47ce-8544-3aa554f7383e tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335109 Aug 16 22:12:01.277852 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521e94c-4773-4de5-9b1d-b9331ab594a1 req-3598e49e-e4e8-4fdf-a7ff-872e23e693fd tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:01.279429 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7521e94c-4773-4de5-9b1d-b9331ab594a1 req-3598e49e-e4e8-4fdf-a7ff-872e23e693fd tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 945 time: 0.0536938 Aug 16 22:12:01.320488 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7521e94c-4773-4de5-9b1d-b9331ab594a1 req-1a835316-c6d9-4be7-a8b9-96dde56588f8 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347817 Aug 16 22:12:02.442003 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b314e5-5a0a-4723-b0d6-cafd5b306939 req-8f956a74-7f7d-4145-8405-c1a1d314966f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:02.443536 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-19b314e5-5a0a-4723-b0d6-cafd5b306939 req-8f956a74-7f7d-4145-8405-c1a1d314966f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 945 time: 0.0507133 Aug 16 22:12:02.483530 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-19b314e5-5a0a-4723-b0d6-cafd5b306939 req-fddcac56-fc0e-44b3-aa3a-8b8dc770b358 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334241 Aug 16 22:12:03.600514 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2fe8bd-cfdd-45cf-b3f9-f37a7d48f16a req-3906571f-cfe0-4bbc-a13b-dbf23152f90d tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:03.602071 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cc2fe8bd-cfdd-45cf-b3f9-f37a7d48f16a req-3906571f-cfe0-4bbc-a13b-dbf23152f90d tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 945 time: 0.0513697 Aug 16 22:12:03.641601 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cc2fe8bd-cfdd-45cf-b3f9-f37a7d48f16a req-5794a2d9-cb1f-40f3-a6b8-4ef6e386c060 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332792 Aug 16 22:12:04.763844 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca72fdc-d93b-48d7-b919-a68560995e4d req-c3b38b11-7bfb-490a-a07d-64cfeef06525 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:04.765427 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5ca72fdc-d93b-48d7-b919-a68560995e4d req-c3b38b11-7bfb-490a-a07d-64cfeef06525 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 945 time: 0.0551467 Aug 16 22:12:04.807010 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5ca72fdc-d93b-48d7-b919-a68560995e4d req-1da4978e-6a22-4c03-80b9-4816f77e5a5a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348389 Aug 16 22:12:05.927160 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ffdaa-4891-4c84-898b-a868b548509b req-a2f2ee6e-b4c7-4a5b-90c9-d6a892343adf tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:05.928769 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d82ffdaa-4891-4c84-898b-a868b548509b req-a2f2ee6e-b4c7-4a5b-90c9-d6a892343adf tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 945 time: 0.0505903 Aug 16 22:12:05.968285 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d82ffdaa-4891-4c84-898b-a868b548509b req-3718d7eb-56a9-4b7c-8078-01e2de4c56e9 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328646 Aug 16 22:12:07.089011 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d1ee0-5526-4410-a9e4-ac773a078104 req-f63fe4e8-51f6-46a5-8d2a-0586b96c1c0d tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:07.090523 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-be0d1ee0-5526-4410-a9e4-ac773a078104 req-f63fe4e8-51f6-46a5-8d2a-0586b96c1c0d tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 945 time: 0.0499966 Aug 16 22:12:07.133367 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-be0d1ee0-5526-4410-a9e4-ac773a078104 req-cce7995c-5eae-4179-ada3-af7f6fad4a4a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357106 Aug 16 22:12:07.832798 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a37509-adae-4b61-b478-2d5a78b86bc8 req-df177512-b92e-4db8-8e84-a8c521af20ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:07.834319 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-81a37509-adae-4b61-b478-2d5a78b86bc8 req-df177512-b92e-4db8-8e84-a8c521af20ac service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=95fb0a7032124db3b4c070c940ea0fa3&device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 1097 time: 0.0459135 Aug 16 22:12:07.926181 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a37509-adae-4b61-b478-2d5a78b86bc8 req-7c94e270-a91e-4718-b708-9c9bea2bd5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:07.927688 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-81a37509-adae-4b61-b478-2d5a78b86bc8 req-7c94e270-a91e-4718-b708-9c9bea2bd5f7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=5c53f42f-1857-4eea-9155-98f7d4f68865 HTTP/1.1" status: 200 len: 909 time: 0.0864835 Aug 16 22:12:07.997361 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-81a37509-adae-4b61-b478-2d5a78b86bc8 req-3b56e82c-ed9a-437f-83d5-bdd8c64ec5d9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d94d97d-17a1-4b37-90a5-6c6897a243ae HTTP/1.1" status: 200 len: 1000 time: 0.0625749 Aug 16 22:12:08.046696 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a37509-adae-4b61-b478-2d5a78b86bc8 req-8a6af721-ea2d-4b5e-b304-7c23b79b2de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:08.048171 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-81a37509-adae-4b61-b478-2d5a78b86bc8 req-8a6af721-ea2d-4b5e-b304-7c23b79b2de3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b756ff41-0f76-4c9d-96ad-95dfad7aff9d HTTP/1.1" status: 200 len: 847 time: 0.0431502 Aug 16 22:12:08.100513 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a37509-adae-4b61-b478-2d5a78b86bc8 req-c5d8a513-386d-4d89-8b51-d0438ee61c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:08.101969 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-81a37509-adae-4b61-b478-2d5a78b86bc8 req-c5d8a513-386d-4d89-8b51-d0438ee61c8d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5c53f42f-1857-4eea-9155-98f7d4f68865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473630 Aug 16 22:12:08.205530 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-81a37509-adae-4b61-b478-2d5a78b86bc8 req-93b778d8-1cc9-4224-9798-0b777469e680 service neutron] 10.222.0.90 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960426 Aug 16 22:12:08.324393 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71bd9f9-85b3-456a-b246-703f207936e4 req-d6e58f5e-9438-4781-a9e4-8a69634676f9 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:08.325944 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e71bd9f9-85b3-456a-b246-703f207936e4 req-d6e58f5e-9438-4781-a9e4-8a69634676f9 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 945 time: 0.1137815 Aug 16 22:12:08.368036 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-81a37509-adae-4b61-b478-2d5a78b86bc8 req-7ed2e5e9-5ad5-494a-847b-07bb54a63ea1 service neutron] 10.222.0.90 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539195 Aug 16 22:12:08.384766 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e71bd9f9-85b3-456a-b246-703f207936e4 req-14de1da7-1573-4b2f-9662-0aa012a8948d tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517983 Aug 16 22:12:09.500596 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ee2ec-e6eb-4b53-a695-b6d8912a8e34 req-33e0c6ef-d85d-4f2d-bf16-1e5e8a94c2fa tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:09.502086 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e58ee2ec-e6eb-4b53-a695-b6d8912a8e34 req-33e0c6ef-d85d-4f2d-bf16-1e5e8a94c2fa tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 945 time: 0.0505810 Aug 16 22:12:09.540450 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e58ee2ec-e6eb-4b53-a695-b6d8912a8e34 req-cf0be13e-3458-4c25-a37d-1f0919f1c7d9 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323389 Aug 16 22:12:10.658790 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b930f-95b5-45b3-9171-b988130e5ab5 req-38a0c2d0-c850-4801-9f6b-28674db5c0c9 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:10.660425 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-377b930f-95b5-45b3-9171-b988130e5ab5 req-38a0c2d0-c850-4801-9f6b-28674db5c0c9 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 945 time: 0.0514953 Aug 16 22:12:10.698886 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-377b930f-95b5-45b3-9171-b988130e5ab5 req-bf051adb-b4ba-4534-baa6-fb0c7cef5007 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324183 Aug 16 22:12:11.111502 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1ba52797-c0bb-47b0-ad0f-4f269fe13dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:11.832928 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7ff3b-10c3-4eba-9b2f-3051690c0574 req-0fc56f87-10f6-47b9-b551-169c05d65248 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:11.834465 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ebf7ff3b-10c3-4eba-9b2f-3051690c0574 req-0fc56f87-10f6-47b9-b551-169c05d65248 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 945 time: 0.0604908 Aug 16 22:12:11.873946 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ebf7ff3b-10c3-4eba-9b2f-3051690c0574 req-0caff299-bebb-4ede-abf1-3cd2a42d78b4 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334201 Aug 16 22:12:13.010571 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8cab4b-5216-4a24-b898-dd9cedc23e04 req-6124a5f5-e4dc-4cc8-823d-789b7a2eb4b2 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:13.012171 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b8cab4b-5216-4a24-b898-dd9cedc23e04 req-6124a5f5-e4dc-4cc8-823d-789b7a2eb4b2 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 945 time: 0.0535307 Aug 16 22:12:13.054857 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1b8cab4b-5216-4a24-b898-dd9cedc23e04 req-29aceb7f-d4cf-4e23-b348-7c9608697f03 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354528 Aug 16 22:12:13.489991 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc83af-f125-4575-b151-2d855131051f req-9a36b9fd-b957-44f1-b22e-7093c70aa265 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:13.491587 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e5bc83af-f125-4575-b151-2d855131051f req-9a36b9fd-b957-44f1-b22e-7093c70aa265 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 945 time: 0.0513647 Aug 16 22:12:13.532584 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e5bc83af-f125-4575-b151-2d855131051f req-86c33c13-9f5c-4aa5-8569-eb33432706fa tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335851 Aug 16 22:12:13.559393 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38842) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:13.665366 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-856f7ae6-05b5-45ed-9cda-a598db04df8c req-7d079a0c-610e-403d-9044-973a320e0306 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1046743 Aug 16 22:12:13.738688 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device 9d94d97d-17a1-4b37-90a5-6c6897a243ae no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:12:13.762250 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a98f3582-b623-4a11-86ad-18debe945569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:13.834206 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:13.856272 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303b87a5-ac45-4ac7-90cb-8718e6a75c12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d94d97d-17a1-4b37-90a5-6c6897a243ae'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:12:13.858509 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c683fdb416c7f0821c75f6a91cfed7529d060c9c210f81ad2c881376259938b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb036a77-7668-424b-969c-2c697dc31c85" -d '{"events": [{"server_uuid": "303b87a5-ac45-4ac7-90cb-8718e6a75c12", "name": "network-vif-unplugged", "status": "completed", "tag": "9d94d97d-17a1-4b37-90a5-6c6897a243ae"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:12:13.871949 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port 9d94d97d-17a1-4b37-90a5-6c6897a243ae, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=9d94d97d-17a1-4b37-90a5-6c6897a243ae,segment=NetworkSegment(bca188e6-83dc-4de8-b1bf-fe6575e317a7),segment_id=bca188e6-83dc-4de8-b1bf-fe6575e317a7)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:12:13.891362 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 22:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986ce1dc-2f0d-41d7-9ab4-b1205697d08f x-openstack-request-id: req-986ce1dc-2f0d-41d7-9ab4-b1205697d08f {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:12:13.891683 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303b87a5-ac45-4ac7-90cb-8718e6a75c12", "name": "network-vif-unplugged", "status": "failed", "tag": "9d94d97d-17a1-4b37-90a5-6c6897a243ae", "code": 422}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:12:13.891981 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-986ce1dc-2f0d-41d7-9ab4-b1205697d08f {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:12:13.892401 n-d-793620-15 neutron-server[101846]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '303b87a5-ac45-4ac7-90cb-8718e6a75c12', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9d94d97d-17a1-4b37-90a5-6c6897a243ae', 'code': 422} returned with failed status Aug 16 22:12:13.948739 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:13.972699 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:14.023601 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=9d94d97d-17a1-4b37-90a5-6c6897a243ae,revision_number=6']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:14.031583 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:14.031974 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:14.032319 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:14.032660 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:14.032999 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:14.033334 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:14.033665 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:14.033995 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:14.034326 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:14.034648 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:14.034974 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:14.035298 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:14.654340 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099691f7-3d91-4660-92c2-173e1c440a57 req-5290c973-38e3-478a-ac05-d003cded5f4f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:14.655977 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-099691f7-3d91-4660-92c2-173e1c440a57 req-5290c973-38e3-478a-ac05-d003cded5f4f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 943 time: 0.0553834 Aug 16 22:12:14.698903 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-099691f7-3d91-4660-92c2-173e1c440a57 req-5b6f7088-7eda-4000-aa67-2791bb677c8f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354927 Aug 16 22:12:15.245714 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:15.818580 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aeac72-57ad-40b5-bb77-06c13ce972fc req-8e993c2e-de06-4178-b704-becc813ad490 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:15.820212 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-06aeac72-57ad-40b5-bb77-06c13ce972fc req-8e993c2e-de06-4178-b704-becc813ad490 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 943 time: 0.0520840 Aug 16 22:12:15.859184 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-06aeac72-57ad-40b5-bb77-06c13ce972fc req-2e26ea40-be24-4f78-a129-6a076ee8686c tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330102 Aug 16 22:12:16.875839 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:16.983416 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9b5c2-1df2-48ff-a811-06d153f7feb2 req-a85f6688-0198-4c7f-9519-e0160e961e15 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:16.985022 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-63c9b5c2-1df2-48ff-a811-06d153f7feb2 req-a85f6688-0198-4c7f-9519-e0160e961e15 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 943 time: 0.0525026 Aug 16 22:12:17.025863 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-63c9b5c2-1df2-48ff-a811-06d153f7feb2 req-5e916621-6965-4432-8844-dc051349c048 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340872 Aug 16 22:12:18.152643 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a1958-cb94-4337-b283-5a54464daf00 req-9b1c81e1-4983-44b9-8f1d-bf2bde38eee4 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:18.154168 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-490a1958-cb94-4337-b283-5a54464daf00 req-9b1c81e1-4983-44b9-8f1d-bf2bde38eee4 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 943 time: 0.0557871 Aug 16 22:12:18.198322 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-490a1958-cb94-4337-b283-5a54464daf00 req-66a0b2d0-abbe-4baa-b47b-7fc7cce25b50 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353100 Aug 16 22:12:19.318628 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a8422-f3e7-4e56-9e5e-d04848d79615 req-b15c94ea-9fe9-4e9c-ad18-be11bf48dadf tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:19.320135 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5a6a8422-f3e7-4e56-9e5e-d04848d79615 req-b15c94ea-9fe9-4e9c-ad18-be11bf48dadf tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 943 time: 0.0532744 Aug 16 22:12:19.361011 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5a6a8422-f3e7-4e56-9e5e-d04848d79615 req-856f5fad-5f93-4b2a-a211-237ee0110e3f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346541 Aug 16 22:12:20.132643 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:20.487580 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7092d-60c4-47df-8ceb-548e5ba99766 req-52a034b1-cacc-41d5-842a-11a4e0024ac0 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:20.489277 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-56c7092d-60c4-47df-8ceb-548e5ba99766 req-52a034b1-cacc-41d5-842a-11a4e0024ac0 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 943 time: 0.0561213 Aug 16 22:12:20.530456 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-56c7092d-60c4-47df-8ceb-548e5ba99766 req-0024ae0b-2907-4a60-a0d3-ee61110623f8 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350571 Aug 16 22:12:21.660021 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4c677-02dd-4c9c-bb2d-84f3ad2ecb32 req-15ecdf2f-0f19-4aa1-b238-1a3817f77aad tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:21.661521 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7cb4c677-02dd-4c9c-bb2d-84f3ad2ecb32 req-15ecdf2f-0f19-4aa1-b238-1a3817f77aad tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 943 time: 0.0616341 Aug 16 22:12:21.700281 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7cb4c677-02dd-4c9c-bb2d-84f3ad2ecb32 req-414b3263-a3b5-409d-8dfb-f2b8404ad79b tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327258 Aug 16 22:12:21.841783 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f7ae6-05b5-45ed-9cda-a598db04df8c req-b7f92057-d688-474e-8fac-48bb86db5530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:21.843237 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-856f7ae6-05b5-45ed-9cda-a598db04df8c req-b7f92057-d688-474e-8fac-48bb86db5530 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12&tenant_id=95fb0a7032124db3b4c070c940ea0fa3 HTTP/1.1" status: 200 len: 1095 time: 0.0850561 Aug 16 22:12:21.856502 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-856f7ae6-05b5-45ed-9cda-a598db04df8c req-5f15f395-cfd1-4adb-9e6c-cd6bcda3be55 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-15', 'device_owner': 'compute:nova'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:12:21.913982 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-856f7ae6-05b5-45ed-9cda-a598db04df8c req-5f15f395-cfd1-4adb-9e6c-cd6bcda3be55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:22.136546 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-856f7ae6-05b5-45ed-9cda-a598db04df8c req-5f15f395-cfd1-4adb-9e6c-cd6bcda3be55 service neutron] For port 9d94d97d-17a1-4b37-90a5-6c6897a243ae, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=9d94d97d-17a1-4b37-90a5-6c6897a243ae,segment=NetworkSegment(bca188e6-83dc-4de8-b1bf-fe6575e317a7),segment_id=bca188e6-83dc-4de8-b1bf-fe6575e317a7)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:12:22.169529 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-856f7ae6-05b5-45ed-9cda-a598db04df8c req-5f15f395-cfd1-4adb-9e6c-cd6bcda3be55 service neutron] For port 9d94d97d-17a1-4b37-90a5-6c6897a243ae, host n-h2-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:12:22.208884 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-856f7ae6-05b5-45ed-9cda-a598db04df8c req-5f15f395-cfd1-4adb-9e6c-cd6bcda3be55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d94d97d-17a1-4b37-90a5-6c6897a243ae {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:12:22.217119 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-856f7ae6-05b5-45ed-9cda-a598db04df8c req-5f15f395-cfd1-4adb-9e6c-cd6bcda3be55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:22.229085 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-856f7ae6-05b5-45ed-9cda-a598db04df8c req-5f15f395-cfd1-4adb-9e6c-cd6bcda3be55 service neutron] Transition to ACTIVE for port object 9d94d97d-17a1-4b37-90a5-6c6897a243ae will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:12:22.309340 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-856f7ae6-05b5-45ed-9cda-a598db04df8c req-5f15f395-cfd1-4adb-9e6c-cd6bcda3be55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:22.388400 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15f395-cfd1-4adb-9e6c-cd6bcda3be55 service neutron] Pushing event updated for resources: {'Port': ['ID=9d94d97d-17a1-4b37-90a5-6c6897a243ae,revision_number=7']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:22.403332 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15f395-cfd1-4adb-9e6c-cd6bcda3be55 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:22.403681 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15f395-cfd1-4adb-9e6c-cd6bcda3be55 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:22.404079 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15f395-cfd1-4adb-9e6c-cd6bcda3be55 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:22.404434 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15f395-cfd1-4adb-9e6c-cd6bcda3be55 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:22.404773 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15f395-cfd1-4adb-9e6c-cd6bcda3be55 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:22.405106 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15f395-cfd1-4adb-9e6c-cd6bcda3be55 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:22.405435 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15f395-cfd1-4adb-9e6c-cd6bcda3be55 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:22.405760 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15f395-cfd1-4adb-9e6c-cd6bcda3be55 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:22.406086 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15f395-cfd1-4adb-9e6c-cd6bcda3be55 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:22.406409 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15f395-cfd1-4adb-9e6c-cd6bcda3be55 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:22.406734 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15f395-cfd1-4adb-9e6c-cd6bcda3be55 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:22.407090 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15f395-cfd1-4adb-9e6c-cd6bcda3be55 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:22.443531 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-856f7ae6-05b5-45ed-9cda-a598db04df8c req-5f15f395-cfd1-4adb-9e6c-cd6bcda3be55 service neutron] No DVR routers for this DVR port 9d94d97d-17a1-4b37-90a5-6c6897a243ae on host n-h2-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:12:22.590759 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-856f7ae6-05b5-45ed-9cda-a598db04df8c req-5f15f395-cfd1-4adb-9e6c-cd6bcda3be55 service neutron] Attempting to bind port 9d94d97d-17a1-4b37-90a5-6c6897a243ae on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:12:22.591089 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-856f7ae6-05b5-45ed-9cda-a598db04df8c req-5f15f395-cfd1-4adb-9e6c-cd6bcda3be55 service neutron] Attempting to bind port 9d94d97d-17a1-4b37-90a5-6c6897a243ae by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': 'bca188e6-83dc-4de8-b1bf-fe6575e317a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:12:22.591421 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856f7ae6-05b5-45ed-9cda-a598db04df8c req-5f15f395-cfd1-4adb-9e6c-cd6bcda3be55 service neutron] Attempting to bind port 9d94d97d-17a1-4b37-90a5-6c6897a243ae on network 5c53f42f-1857-4eea-9155-98f7d4f68865 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:12:22.596407 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856f7ae6-05b5-45ed-9cda-a598db04df8c req-5f15f395-cfd1-4adb-9e6c-cd6bcda3be55 service neutron] Port 9d94d97d-17a1-4b37-90a5-6c6897a243ae on network 5c53f42f-1857-4eea-9155-98f7d4f68865 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:12:22.596733 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856f7ae6-05b5-45ed-9cda-a598db04df8c req-5f15f395-cfd1-4adb-9e6c-cd6bcda3be55 service neutron] Attempting to bind port 9d94d97d-17a1-4b37-90a5-6c6897a243ae on network 5c53f42f-1857-4eea-9155-98f7d4f68865 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:12:22.601908 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856f7ae6-05b5-45ed-9cda-a598db04df8c req-5f15f395-cfd1-4adb-9e6c-cd6bcda3be55 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:12:22.602408 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856f7ae6-05b5-45ed-9cda-a598db04df8c req-5f15f395-cfd1-4adb-9e6c-cd6bcda3be55 service neutron] Checking segment: {'id': 'bca188e6-83dc-4de8-b1bf-fe6575e317a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:12:22.602645 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856f7ae6-05b5-45ed-9cda-a598db04df8c req-5f15f395-cfd1-4adb-9e6c-cd6bcda3be55 service neutron] Bound using segment: {'id': 'bca188e6-83dc-4de8-b1bf-fe6575e317a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:12:22.603073 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-856f7ae6-05b5-45ed-9cda-a598db04df8c req-5f15f395-cfd1-4adb-9e6c-cd6bcda3be55 service neutron] Bound port: 9d94d97d-17a1-4b37-90a5-6c6897a243ae, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bca188e6-83dc-4de8-b1bf-fe6575e317a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:12:22.603433 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-856f7ae6-05b5-45ed-9cda-a598db04df8c req-5f15f395-cfd1-4adb-9e6c-cd6bcda3be55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:22.669111 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-856f7ae6-05b5-45ed-9cda-a598db04df8c req-5f15f395-cfd1-4adb-9e6c-cd6bcda3be55 service neutron] For port 9d94d97d-17a1-4b37-90a5-6c6897a243ae, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:12:22.672226 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-856f7ae6-05b5-45ed-9cda-a598db04df8c req-5f15f395-cfd1-4adb-9e6c-cd6bcda3be55 service neutron] For port 9d94d97d-17a1-4b37-90a5-6c6897a243ae, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=9d94d97d-17a1-4b37-90a5-6c6897a243ae,segment=NetworkSegment(bca188e6-83dc-4de8-b1bf-fe6575e317a7),segment_id=bca188e6-83dc-4de8-b1bf-fe6575e317a7)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:12:22.733031 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-856f7ae6-05b5-45ed-9cda-a598db04df8c req-5f15f395-cfd1-4adb-9e6c-cd6bcda3be55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:22.775198 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f7ae6-05b5-45ed-9cda-a598db04df8c req-5f15f395-cfd1-4adb-9e6c-cd6bcda3be55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:22.775198 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-856f7ae6-05b5-45ed-9cda-a598db04df8c req-5f15f395-cfd1-4adb-9e6c-cd6bcda3be55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:22.775198 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-856f7ae6-05b5-45ed-9cda-a598db04df8c req-5f15f395-cfd1-4adb-9e6c-cd6bcda3be55 service neutron] 10.222.0.72 "PUT /v2.0/ports/9d94d97d-17a1-4b37-90a5-6c6897a243ae HTTP/1.1" status: 200 len: 1092 time: 0.9225113 Aug 16 22:12:22.775198 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '303b87a5-ac45-4ac7-90cb-8718e6a75c12', 'tag': '9d94d97d-17a1-4b37-90a5-6c6897a243ae'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:12:22.777081 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcd9435b18b7a34707b0c74d037ee6bf13b87a61dd91d81e26d4048d63ffdc36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d0d2c7-2427-4123-8773-f62b8550c6c2" -d '{"events": [{"name": "network-changed", "server_uuid": "303b87a5-ac45-4ac7-90cb-8718e6a75c12", "tag": "9d94d97d-17a1-4b37-90a5-6c6897a243ae"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:12:22.823608 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:22.827516 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b608837-e328-4ca4-a334-c26689191c96 x-openstack-request-id: req-4b608837-e328-4ca4-a334-c26689191c96 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:12:22.827830 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "303b87a5-ac45-4ac7-90cb-8718e6a75c12", "tag": "9d94d97d-17a1-4b37-90a5-6c6897a243ae", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:12:22.828292 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4b608837-e328-4ca4-a334-c26689191c96 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:12:22.828703 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '303b87a5-ac45-4ac7-90cb-8718e6a75c12', 'tag': '9d94d97d-17a1-4b37-90a5-6c6897a243ae', 'status': 'completed', 'code': 200} Aug 16 22:12:22.832430 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15f395-cfd1-4adb-9e6c-cd6bcda3be55 service neutron] Pushing event updated for resources: {'Port': ['ID=9d94d97d-17a1-4b37-90a5-6c6897a243ae,revision_number=8']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:22.850163 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbafaf37-433c-4cce-9bbf-95c859e5ce03 req-f2eced84-cf42-4f14-8b1a-6785a31cdd20 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:22.850163 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bbafaf37-433c-4cce-9bbf-95c859e5ce03 req-f2eced84-cf42-4f14-8b1a-6785a31cdd20 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 943 time: 0.0761092 Aug 16 22:12:22.862068 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f7ae6-05b5-45ed-9cda-a598db04df8c req-45ea23be-2248-418a-86ad-e7a95d17466b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:22.863496 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-856f7ae6-05b5-45ed-9cda-a598db04df8c req-45ea23be-2248-418a-86ad-e7a95d17466b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=95fb0a7032124db3b4c070c940ea0fa3&device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 1095 time: 0.0637398 Aug 16 22:12:22.893474 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-bbafaf37-433c-4cce-9bbf-95c859e5ce03 req-04e2103d-aad7-445d-befc-62f0864cccc6 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380051 Aug 16 22:12:22.966341 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f7ae6-05b5-45ed-9cda-a598db04df8c req-df2cf18c-3d89-47e6-ae4b-13fbfff902a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:22.967945 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-856f7ae6-05b5-45ed-9cda-a598db04df8c req-df2cf18c-3d89-47e6-ae4b-13fbfff902a7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5c53f42f-1857-4eea-9155-98f7d4f68865 HTTP/1.1" status: 200 len: 909 time: 0.0973825 Aug 16 22:12:23.040885 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-856f7ae6-05b5-45ed-9cda-a598db04df8c req-6e5aa26c-9acb-460c-8a4a-96dad8021019 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d94d97d-17a1-4b37-90a5-6c6897a243ae HTTP/1.1" status: 200 len: 998 time: 0.0600538 Aug 16 22:12:23.098740 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f7ae6-05b5-45ed-9cda-a598db04df8c req-cf8931da-b0ce-46a0-ab4f-ddfce19c95af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:23.100234 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-856f7ae6-05b5-45ed-9cda-a598db04df8c req-cf8931da-b0ce-46a0-ab4f-ddfce19c95af service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b756ff41-0f76-4c9d-96ad-95dfad7aff9d HTTP/1.1" status: 200 len: 847 time: 0.0508006 Aug 16 22:12:23.151607 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f7ae6-05b5-45ed-9cda-a598db04df8c req-ea2c53d0-e7e7-4bbb-b156-4b18265f05b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:23.153182 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-856f7ae6-05b5-45ed-9cda-a598db04df8c req-ea2c53d0-e7e7-4bbb-b156-4b18265f05b2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c53f42f-1857-4eea-9155-98f7d4f68865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457463 Aug 16 22:12:23.246079 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-856f7ae6-05b5-45ed-9cda-a598db04df8c req-87c7d0ac-b9b3-4c4c-a26a-44be80eb3a6d service neutron] 10.222.0.72 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841992 Aug 16 22:12:23.343722 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-856f7ae6-05b5-45ed-9cda-a598db04df8c req-347247f7-dcb1-42ab-a263-08374818e880 service neutron] 10.222.0.72 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901048 Aug 16 22:12:23.537667 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0d2c7-2427-4123-8773-f62b8550c6c2 req-6276e41b-b526-4565-b2a3-2f20801af8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:23.539103 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-87d0d2c7-2427-4123-8773-f62b8550c6c2 req-6276e41b-b526-4565-b2a3-2f20801af8f4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=95fb0a7032124db3b4c070c940ea0fa3&device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 1095 time: 0.0426497 Aug 16 22:12:23.970636 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0d2c7-2427-4123-8773-f62b8550c6c2 req-a843bc89-4dd0-4268-848f-884d9df56ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:23.972221 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-87d0d2c7-2427-4123-8773-f62b8550c6c2 req-a843bc89-4dd0-4268-848f-884d9df56ac1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5c53f42f-1857-4eea-9155-98f7d4f68865 HTTP/1.1" status: 200 len: 909 time: 0.4248612 Aug 16 22:12:24.022502 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4881b83-43b4-4bc5-a58a-573a458ec0fc req-bcc80da6-bb38-48cc-b11d-6136ccc8200a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:24.024085 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b4881b83-43b4-4bc5-a58a-573a458ec0fc req-bcc80da6-bb38-48cc-b11d-6136ccc8200a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 943 time: 0.0512145 Aug 16 22:12:24.040458 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-87d0d2c7-2427-4123-8773-f62b8550c6c2 req-47d80da3-d5e6-4447-93cc-a07df28fd7b7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d94d97d-17a1-4b37-90a5-6c6897a243ae HTTP/1.1" status: 200 len: 998 time: 0.0606773 Aug 16 22:12:24.062665 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b4881b83-43b4-4bc5-a58a-573a458ec0fc req-d78f4eaf-3eb3-481e-a736-7b88cbd8802c tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324605 Aug 16 22:12:24.099827 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0d2c7-2427-4123-8773-f62b8550c6c2 req-7083fa18-c956-4179-81f3-fe1de50a2ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:24.101746 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-87d0d2c7-2427-4123-8773-f62b8550c6c2 req-7083fa18-c956-4179-81f3-fe1de50a2ab4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b756ff41-0f76-4c9d-96ad-95dfad7aff9d HTTP/1.1" status: 200 len: 847 time: 0.0525529 Aug 16 22:12:24.152638 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0d2c7-2427-4123-8773-f62b8550c6c2 req-ade3f3ee-e1f5-4bb0-b2c8-2b93d0321696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:24.154185 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-87d0d2c7-2427-4123-8773-f62b8550c6c2 req-ade3f3ee-e1f5-4bb0-b2c8-2b93d0321696 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c53f42f-1857-4eea-9155-98f7d4f68865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433249 Aug 16 22:12:24.245920 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-87d0d2c7-2427-4123-8773-f62b8550c6c2 req-482e5b66-c0b5-49af-b58a-2a9dff32b5ba service neutron] 10.222.0.72 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840826 Aug 16 22:12:24.343815 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-87d0d2c7-2427-4123-8773-f62b8550c6c2 req-1aa96ea3-fda9-440d-8909-8c57a695a02a service neutron] 10.222.0.72 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892730 Aug 16 22:12:25.092406 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca4a30-879e-4b99-adbb-c88ad7e2d130 req-16e400d1-0aae-4a7d-9cf6-aafaae7aa64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:25.093971 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c3ca4a30-879e-4b99-adbb-c88ad7e2d130 req-16e400d1-0aae-4a7d-9cf6-aafaae7aa64a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=95fb0a7032124db3b4c070c940ea0fa3&device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 1095 time: 0.0431640 Aug 16 22:12:25.193062 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fc851-9458-4b27-b8ff-042703681563 req-6cf5ba90-e6f7-4f8f-90e4-fa4bb43a53f2 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:25.194540 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2e9fc851-9458-4b27-b8ff-042703681563 req-6cf5ba90-e6f7-4f8f-90e4-fa4bb43a53f2 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 943 time: 0.0578306 Aug 16 22:12:25.209085 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca4a30-879e-4b99-adbb-c88ad7e2d130 req-b2536067-a467-40d8-8ac7-6f2007da8cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:25.210578 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c3ca4a30-879e-4b99-adbb-c88ad7e2d130 req-b2536067-a467-40d8-8ac7-6f2007da8cef service neutron] 10.222.0.72 "GET /v2.0/networks?id=5c53f42f-1857-4eea-9155-98f7d4f68865 HTTP/1.1" status: 200 len: 909 time: 0.0946379 Aug 16 22:12:25.237611 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2e9fc851-9458-4b27-b8ff-042703681563 req-a0b518df-7d75-4b9e-aaa7-587110e0d66c tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370588 Aug 16 22:12:25.281554 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c3ca4a30-879e-4b99-adbb-c88ad7e2d130 req-2c0db535-474a-4b57-8cf2-41e62cc2e380 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d94d97d-17a1-4b37-90a5-6c6897a243ae HTTP/1.1" status: 200 len: 998 time: 0.0624566 Aug 16 22:12:25.338535 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca4a30-879e-4b99-adbb-c88ad7e2d130 req-270ec07f-4394-4960-ad42-53b4a5569424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:25.340061 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c3ca4a30-879e-4b99-adbb-c88ad7e2d130 req-270ec07f-4394-4960-ad42-53b4a5569424 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b756ff41-0f76-4c9d-96ad-95dfad7aff9d HTTP/1.1" status: 200 len: 847 time: 0.0511839 Aug 16 22:12:25.397094 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca4a30-879e-4b99-adbb-c88ad7e2d130 req-71badede-aea8-4a3a-929c-05d1fd6c11b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:25.398742 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c3ca4a30-879e-4b99-adbb-c88ad7e2d130 req-71badede-aea8-4a3a-929c-05d1fd6c11b6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c53f42f-1857-4eea-9155-98f7d4f68865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487957 Aug 16 22:12:25.493849 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c3ca4a30-879e-4b99-adbb-c88ad7e2d130 req-b5505118-8265-4c53-a6cf-6dff8f335d4f service neutron] 10.222.0.72 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856910 Aug 16 22:12:25.593895 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c3ca4a30-879e-4b99-adbb-c88ad7e2d130 req-9cd15a79-5a9f-448b-8328-9e3caafbea3b service neutron] 10.222.0.72 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914929 Aug 16 22:12:26.354473 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c0fc9-8937-4be5-b8fd-890c66ca0f11 req-8a967e0e-6e73-4c41-8190-b16dc9a3a17f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:26.356089 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cb0c0fc9-8937-4be5-b8fd-890c66ca0f11 req-8a967e0e-6e73-4c41-8190-b16dc9a3a17f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 943 time: 0.0504751 Aug 16 22:12:26.394995 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-cb0c0fc9-8937-4be5-b8fd-890c66ca0f11 req-11ee236b-ffea-4022-99ca-92b4771e5004 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322561 Aug 16 22:12:27.514350 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6245e6cc-6b90-4c57-a327-b30aa04c4c94 req-ff0d6587-8fb1-4458-a3cd-2492410345e2 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:27.515938 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6245e6cc-6b90-4c57-a327-b30aa04c4c94 req-ff0d6587-8fb1-4458-a3cd-2492410345e2 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 943 time: 0.0520637 Aug 16 22:12:27.554550 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6245e6cc-6b90-4c57-a327-b30aa04c4c94 req-21c55b16-bfe7-48e6-adc4-dded29a35d94 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326264 Aug 16 22:12:28.677614 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e01f2e-deec-4256-99fa-0d87bb594381 req-5256b09d-45e8-46a2-9be3-31415a9685fa tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:28.679152 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-04e01f2e-deec-4256-99fa-0d87bb594381 req-5256b09d-45e8-46a2-9be3-31415a9685fa tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 943 time: 0.0545075 Aug 16 22:12:28.717327 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-04e01f2e-deec-4256-99fa-0d87bb594381 req-82fb48bd-8885-4c65-8a9c-417b96b8641f tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320239 Aug 16 22:12:29.835621 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f2b6e-ca3f-4268-b00b-8f357e83bc67 req-7e43323d-60b0-4742-8e0b-3da40bbb9df3 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:29.837179 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd5f2b6e-ca3f-4268-b00b-8f357e83bc67 req-7e43323d-60b0-4742-8e0b-3da40bbb9df3 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 943 time: 0.0511887 Aug 16 22:12:29.880433 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-fd5f2b6e-ca3f-4268-b00b-8f357e83bc67 req-a12b6414-4e0f-4a21-9327-d9179a4e6612 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371671 Aug 16 22:12:30.999265 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc96e3-fe26-499a-97f8-013156408444 req-6d3e53fc-6124-4ad4-a5ea-01720e81000a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:31.000851 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-31fc96e3-fe26-499a-97f8-013156408444 req-6d3e53fc-6124-4ad4-a5ea-01720e81000a tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 943 time: 0.0520754 Aug 16 22:12:31.041042 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-31fc96e3-fe26-499a-97f8-013156408444 req-2b7fccb1-f603-4550-bb6f-b785577fbe6d tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327890 Aug 16 22:12:31.566257 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 9d94d97d-17a1-4b37-90a5-6c6897a243ae details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:12:31.661674 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 9d94d97d-17a1-4b37-90a5-6c6897a243ae, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=9d94d97d-17a1-4b37-90a5-6c6897a243ae,segment=NetworkSegment(bca188e6-83dc-4de8-b1bf-fe6575e317a7),segment_id=bca188e6-83dc-4de8-b1bf-fe6575e317a7)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:12:31.673562 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': '9d94d97d-17a1-4b37-90a5-6c6897a243ae', 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865', 'port_id': '9d94d97d-17a1-4b37-90a5-6c6897a243ae', 'mac_address': 'fa:16:3e:69:31:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b756ff41-0f76-4c9d-96ad-95dfad7aff9d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:12:31.715279 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:31.729545 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d94d97d-17a1-4b37-90a5-6c6897a243ae {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:12:31.749672 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 9d94d97d-17a1-4b37-90a5-6c6897a243ae, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=9d94d97d-17a1-4b37-90a5-6c6897a243ae,segment=NetworkSegment(bca188e6-83dc-4de8-b1bf-fe6575e317a7),segment_id=bca188e6-83dc-4de8-b1bf-fe6575e317a7)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:12:31.800752 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:31.849937 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=9d94d97d-17a1-4b37-90a5-6c6897a243ae,revision_number=9']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:32.037297 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['9d94d97d-17a1-4b37-90a5-6c6897a243ae'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:12:32.163211 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf22cf-1944-4c13-be34-85cf7ef61444 req-c7c16b66-0e83-4923-a88a-7469e5ac6306 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:32.164759 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8bbf22cf-1944-4c13-be34-85cf7ef61444 req-c7c16b66-0e83-4923-a88a-7469e5ac6306 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 944 time: 0.0548837 Aug 16 22:12:32.202643 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8bbf22cf-1944-4c13-be34-85cf7ef61444 req-aa59f5e8-d58e-4f72-8226-ba4b65568c83 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318079 Aug 16 22:12:32.836040 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:12:33.324189 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd64e16-eaf3-42ca-af03-d7bb85acd9a5 req-ee31ba87-0a8f-429c-b04a-301711739ee5 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:33.325728 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5dd64e16-eaf3-42ca-af03-d7bb85acd9a5 req-ee31ba87-0a8f-429c-b04a-301711739ee5 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 944 time: 0.0534601 Aug 16 22:12:33.366751 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5dd64e16-eaf3-42ca-af03-d7bb85acd9a5 req-321f91c1-fa1b-44c1-97d1-f946d6fbf214 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343990 Aug 16 22:12:33.568808 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 9d94d97d-17a1-4b37-90a5-6c6897a243ae up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:12:33.709498 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port 9d94d97d-17a1-4b37-90a5-6c6897a243ae completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:12:33.714310 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port 9d94d97d-17a1-4b37-90a5-6c6897a243ae triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:12:33.714682 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:33.795881 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:33.818484 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303b87a5-ac45-4ac7-90cb-8718e6a75c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d94d97d-17a1-4b37-90a5-6c6897a243ae'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:12:33.823382 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c683fdb416c7f0821c75f6a91cfed7529d060c9c210f81ad2c881376259938b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c1bc1d-07cc-46c6-a4fd-ca1c8a0a93d0" -d '{"events": [{"server_uuid": "303b87a5-ac45-4ac7-90cb-8718e6a75c12", "name": "network-vif-plugged", "status": "completed", "tag": "9d94d97d-17a1-4b37-90a5-6c6897a243ae"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:12:33.835028 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port 9d94d97d-17a1-4b37-90a5-6c6897a243ae, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=9d94d97d-17a1-4b37-90a5-6c6897a243ae,segment=NetworkSegment(bca188e6-83dc-4de8-b1bf-fe6575e317a7),segment_id=bca188e6-83dc-4de8-b1bf-fe6575e317a7)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:12:33.857585 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b8c7eb-b69f-4d23-80f6-237173e6cff8 x-openstack-request-id: req-75b8c7eb-b69f-4d23-80f6-237173e6cff8 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:12:33.857869 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303b87a5-ac45-4ac7-90cb-8718e6a75c12", "name": "network-vif-plugged", "status": "completed", "tag": "9d94d97d-17a1-4b37-90a5-6c6897a243ae", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:12:33.858127 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-75b8c7eb-b69f-4d23-80f6-237173e6cff8 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:12:33.858535 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303b87a5-ac45-4ac7-90cb-8718e6a75c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d94d97d-17a1-4b37-90a5-6c6897a243ae', 'code': 200} Aug 16 22:12:33.886565 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:33.941488 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=9d94d97d-17a1-4b37-90a5-6c6897a243ae,revision_number=10']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:34.019756 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89f690-72eb-4fef-942a-07a61217f567 req-d7852948-4a24-4c1d-a928-0abf0cdc2c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:34.021296 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6b89f690-72eb-4fef-942a-07a61217f567 req-d7852948-4a24-4c1d-a928-0abf0cdc2c4f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 1098 time: 0.0428526 Aug 16 22:12:34.065404 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6b89f690-72eb-4fef-942a-07a61217f567 req-7eada674-b834-491b-8a1c-526e807bfb29 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366762 Aug 16 22:12:34.482706 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394f869-d632-4180-a6d9-b43c7451396a req-5deb827f-861d-44f6-b5ab-45e44ef6f5eb tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:34.484301 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5394f869-d632-4180-a6d9-b43c7451396a req-5deb827f-861d-44f6-b5ab-45e44ef6f5eb tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 946 time: 0.0501828 Aug 16 22:12:34.522996 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5394f869-d632-4180-a6d9-b43c7451396a req-f3bbc094-6aa9-4552-b273-cac3e35a4e08 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320237 Aug 16 22:12:35.650173 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f618f5-211f-4877-96bc-0a1f730dc41e req-08433552-fc4e-40cb-ab0a-eef41187535e tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:35.651711 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-21f618f5-211f-4877-96bc-0a1f730dc41e req-08433552-fc4e-40cb-ab0a-eef41187535e tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 946 time: 0.0576322 Aug 16 22:12:35.692326 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-21f618f5-211f-4877-96bc-0a1f730dc41e req-6c4239af-21d3-420e-8109-6a47365f152c tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339422 Aug 16 22:12:41.085856 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-df8122b9-c0c5-455a-99d9-8f003f96c646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:43.680259 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f372faab-8aae-4448-ab0f-631235c970d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:43.880459 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:45.194757 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:46.948713 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:50.177028 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:52.845702 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:09.837656 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:13:11.102767 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f4ba27f0-5aec-410d-adcb-ca63b6e6cd93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:13.684757 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-126d493d-bf69-4af0-af37-8a03905f4f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:13.930663 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:15.164435 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:16.879508 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:20.199117 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:22.884425 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:25.037149 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-98330ccf-61c4-40cf-aec2-6fb6d20d7f76 req-51fe79a6-66a1-44f6-8065-e548150f9c5b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406561 Aug 16 22:13:25.126265 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98330ccf-61c4-40cf-aec2-6fb6d20d7f76 req-9999f504-76a5-4267-833d-217739fe1921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:25.127823 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-98330ccf-61c4-40cf-aec2-6fb6d20d7f76 req-9999f504-76a5-4267-833d-217739fe1921 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=95fb0a7032124db3b4c070c940ea0fa3&device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 1098 time: 0.0486684 Aug 16 22:13:25.235129 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98330ccf-61c4-40cf-aec2-6fb6d20d7f76 req-58c43915-6d54-42d6-bf61-b5c80000e51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:25.236677 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-98330ccf-61c4-40cf-aec2-6fb6d20d7f76 req-58c43915-6d54-42d6-bf61-b5c80000e51d service neutron] 10.222.0.72 "GET /v2.0/networks?id=5c53f42f-1857-4eea-9155-98f7d4f68865 HTTP/1.1" status: 200 len: 909 time: 0.0897610 Aug 16 22:13:25.311744 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-98330ccf-61c4-40cf-aec2-6fb6d20d7f76 req-0f94e50c-5cd8-4d6d-b2c5-b2affc8fd494 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d94d97d-17a1-4b37-90a5-6c6897a243ae HTTP/1.1" status: 200 len: 1000 time: 0.0675480 Aug 16 22:13:25.365402 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98330ccf-61c4-40cf-aec2-6fb6d20d7f76 req-466f72bb-d120-4e2a-a797-adfb0e3b27a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:25.366895 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-98330ccf-61c4-40cf-aec2-6fb6d20d7f76 req-466f72bb-d120-4e2a-a797-adfb0e3b27a4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b756ff41-0f76-4c9d-96ad-95dfad7aff9d HTTP/1.1" status: 200 len: 847 time: 0.0481339 Aug 16 22:13:25.417063 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98330ccf-61c4-40cf-aec2-6fb6d20d7f76 req-55da4663-2ea5-4af3-a0cc-a75c4076064a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:25.418623 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-98330ccf-61c4-40cf-aec2-6fb6d20d7f76 req-55da4663-2ea5-4af3-a0cc-a75c4076064a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c53f42f-1857-4eea-9155-98f7d4f68865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439675 Aug 16 22:13:25.520005 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-98330ccf-61c4-40cf-aec2-6fb6d20d7f76 req-46ea0d03-70d0-4a01-94f8-8f2e5112c6b2 service neutron] 10.222.0.72 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932980 Aug 16 22:13:25.614994 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-98330ccf-61c4-40cf-aec2-6fb6d20d7f76 req-bed2f074-8b23-435b-926f-5c102b4d29e7 service neutron] 10.222.0.72 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875051 Aug 16 22:13:41.117840 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-14dc7a08-1864-4a22-a56b-44495af784ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:43.672343 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9c809aec-f08e-49df-99b7-6a3caff7ce7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:43.929577 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:45.180831 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:46.861421 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:13:46.906786 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:50.192488 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:52.929678 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:11.127938 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-18c73e7b-d36e-41a3-8fe1-2700732cbc4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:12.791941 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38938) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:13.016425 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-99dc6c91-1ce0-4f4a-9ac6-9da225709446 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Deleting port 3bccfee9-37bd-4079-802c-6e2583b07e01 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:14:13.016765 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-99dc6c91-1ce0-4f4a-9ac6-9da225709446 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:13.100078 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-99dc6c91-1ce0-4f4a-9ac6-9da225709446 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:13.100406 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-99dc6c91-1ce0-4f4a-9ac6-9da225709446 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:13.111863 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-99dc6c91-1ce0-4f4a-9ac6-9da225709446 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Calling delete_port for 3bccfee9-37bd-4079-802c-6e2583b07e01 owned by network:floatingip {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:14:13.404157 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-99dc6c91-1ce0-4f4a-9ac6-9da225709446 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:13.431295 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc6c91-1ce0-4f4a-9ac6-9da225709446 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Pushing event deleted for resources: {'Port': ['ID=3bccfee9-37bd-4079-802c-6e2583b07e01,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:13.457554 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dc6c91-1ce0-4f4a-9ac6-9da225709446 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:13.457982 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dc6c91-1ce0-4f4a-9ac6-9da225709446 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:13.458328 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dc6c91-1ce0-4f4a-9ac6-9da225709446 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:13.458670 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dc6c91-1ce0-4f4a-9ac6-9da225709446 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:13.459046 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dc6c91-1ce0-4f4a-9ac6-9da225709446 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:13.459380 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dc6c91-1ce0-4f4a-9ac6-9da225709446 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:13.459713 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dc6c91-1ce0-4f4a-9ac6-9da225709446 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:13.460068 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dc6c91-1ce0-4f4a-9ac6-9da225709446 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:13.460395 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dc6c91-1ce0-4f4a-9ac6-9da225709446 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:13.460739 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dc6c91-1ce0-4f4a-9ac6-9da225709446 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:13.461057 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dc6c91-1ce0-4f4a-9ac6-9da225709446 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:13.461377 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dc6c91-1ce0-4f4a-9ac6-9da225709446 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:13.511055 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-99dc6c91-1ce0-4f4a-9ac6-9da225709446 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for floatingip, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:13.511428 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [None req-99dc6c91-1ce0-4f4a-9ac6-9da225709446 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Floating IP f865c7a6-ba8b-46d4-882c-2cbe38fd76b1 disassociated (deleted). External IP: 172.25.1.38, port: 9d94d97d-17a1-4b37-90a5-6c6897a243ae. Aug 16 22:14:13.666496 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9fe5e396-b0dc-413b-9fbf-944aced8afb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:13.735170 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99dc6c91-1ce0-4f4a-9ac6-9da225709446 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Router 54f01424-f576-4888-91fa-311b50bef74a has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:14:13.871630 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99dc6c91-1ce0-4f4a-9ac6-9da225709446 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:14:13.876493 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-99dc6c91-1ce0-4f4a-9ac6-9da225709446 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:13.881138 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f91b67c-f533-42fc-b979-c903832970e8 None None] Sync routers for ids ['54f01424-f576-4888-91fa-311b50bef74a'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:14:13.890383 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f91b67c-f533-42fc-b979-c903832970e8 None None] Routers {'54f01424-f576-4888-91fa-311b50bef74a'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:14:13.891020 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-3f91b67c-f533-42fc-b979-c903832970e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:14:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['54f01424-f576-4888-91fa-311b50bef74a'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:13.908692 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-99dc6c91-1ce0-4f4a-9ac6-9da225709446 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "DELETE /v2.0/floatingips/f865c7a6-ba8b-46d4-882c-2cbe38fd76b1 HTTP/1.1" status: 204 len: 168 time: 1.1155157 Aug 16 22:14:13.909297 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '303b87a5-ac45-4ac7-90cb-8718e6a75c12', 'tag': '9d94d97d-17a1-4b37-90a5-6c6897a243ae'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:14:13.915219 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcd9435b18b7a34707b0c74d037ee6bf13b87a61dd91d81e26d4048d63ffdc36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a064bf0-e673-4716-9db9-9d3cdbdef020" -d '{"events": [{"name": "network-changed", "server_uuid": "303b87a5-ac45-4ac7-90cb-8718e6a75c12", "tag": "9d94d97d-17a1-4b37-90a5-6c6897a243ae"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:14:13.931298 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:13.965820 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571b6063-28aa-475d-9f14-f45db2fef94d x-openstack-request-id: req-571b6063-28aa-475d-9f14-f45db2fef94d {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:14:13.966124 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "303b87a5-ac45-4ac7-90cb-8718e6a75c12", "tag": "9d94d97d-17a1-4b37-90a5-6c6897a243ae", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:14:13.966471 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-571b6063-28aa-475d-9f14-f45db2fef94d {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:14:13.966799 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '303b87a5-ac45-4ac7-90cb-8718e6a75c12', 'tag': '9d94d97d-17a1-4b37-90a5-6c6897a243ae', 'status': 'completed', 'code': 200} Aug 16 22:14:14.007172 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-3f91b67c-f533-42fc-b979-c903832970e8 None None] Set router 54f01424-f576-4888-91fa-311b50bef74a gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:14:14.034228 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a064bf0-e673-4716-9db9-9d3cdbdef020 req-441ef9c4-254f-4a45-b46d-7746d79030ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:14.035829 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4a064bf0-e673-4716-9db9-9d3cdbdef020 req-441ef9c4-254f-4a45-b46d-7746d79030ac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=95fb0a7032124db3b4c070c940ea0fa3&device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 1098 time: 0.0453424 Aug 16 22:14:14.134073 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a064bf0-e673-4716-9db9-9d3cdbdef020 req-c760d232-2265-4a3c-9312-c22544564a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:14.135623 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4a064bf0-e673-4716-9db9-9d3cdbdef020 req-c760d232-2265-4a3c-9312-c22544564a09 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5c53f42f-1857-4eea-9155-98f7d4f68865 HTTP/1.1" status: 200 len: 909 time: 0.0929782 Aug 16 22:14:14.185993 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4a064bf0-e673-4716-9db9-9d3cdbdef020 req-dba7d56b-1f77-494e-aa0b-5aef38c34007 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d94d97d-17a1-4b37-90a5-6c6897a243ae HTTP/1.1" status: 200 len: 217 time: 0.0418859 Aug 16 22:14:14.227910 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-3f91b67c-f533-42fc-b979-c903832970e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f01424-f576-4888-91fa-311b50bef74a', 'name': 'tempest-TestShelveInstance-891500901-router', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '99ef3d2e-8cf1-47ac-9771-b671c524a3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:04:10Z', 'updated_at': '2021-08-16T22:04:14Z', 'revision_number': 4, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'gw_port': {'id': '99ef3d2e-8cf1-47ac-9771-b671c524a3f9', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ee:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f01424-f576-4888-91fa-311b50bef74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:11Z', 'updated_at': '2021-08-16T22:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '7c2576fe-fbb3-49c5-a67b-64f76b216ea6', 'name': '', 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'mac_address': 'fa:16:3e:20:db:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f01424-f576-4888-91fa-311b50bef74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'b756ff41-0f76-4c9d-96ad-95dfad7aff9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:13Z', 'updated_at': '2021-08-16T22:04:20Z', 'revision_number': 5, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'subnets': [{'id': 'b756ff41-0f76-4c9d-96ad-95dfad7aff9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:14.243322 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a064bf0-e673-4716-9db9-9d3cdbdef020 req-5c107c8b-9480-4656-85d1-ec4b44c4a32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:14.249762 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4a064bf0-e673-4716-9db9-9d3cdbdef020 req-5c107c8b-9480-4656-85d1-ec4b44c4a32c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b756ff41-0f76-4c9d-96ad-95dfad7aff9d HTTP/1.1" status: 200 len: 847 time: 0.0487404 Aug 16 22:14:14.255836 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f91b67c-f533-42fc-b979-c903832970e8 None None] Checking router: 54f01424-f576-4888-91fa-311b50bef74a for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:14:14.264689 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f91b67c-f533-42fc-b979-c903832970e8 None None] Routers {'54f01424-f576-4888-91fa-311b50bef74a'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:14:14.265361 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-3f91b67c-f533-42fc-b979-c903832970e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:14:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['54f01424-f576-4888-91fa-311b50bef74a'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:14.296488 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a064bf0-e673-4716-9db9-9d3cdbdef020 req-d089f750-629b-48c4-9a8e-c8f8859a8596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:14.298341 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4a064bf0-e673-4716-9db9-9d3cdbdef020 req-d089f750-629b-48c4-9a8e-c8f8859a8596 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c53f42f-1857-4eea-9155-98f7d4f68865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450120 Aug 16 22:14:14.391880 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-3f91b67c-f533-42fc-b979-c903832970e8 None None] Set router 54f01424-f576-4888-91fa-311b50bef74a gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:14:14.410334 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4a064bf0-e673-4716-9db9-9d3cdbdef020 req-2c464f47-5899-4520-8353-7a4972812dbd service neutron] 10.222.0.72 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032646 Aug 16 22:14:14.446856 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff57f2b-a3d7-4791-bb1d-db8598537b17 req-3faad835-1752-414f-95a4-43227efd667e tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:14.449004 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4ff57f2b-a3d7-4791-bb1d-db8598537b17 req-3faad835-1752-414f-95a4-43227efd667e tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 946 time: 0.0639038 Aug 16 22:14:14.495836 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4ff57f2b-a3d7-4791-bb1d-db8598537b17 req-6b9f12af-c301-4e65-b45f-43664039fd83 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371513 Aug 16 22:14:14.536930 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4a064bf0-e673-4716-9db9-9d3cdbdef020 req-6354c913-45d1-4f17-9710-f1c74ec70d0e service neutron] 10.222.0.72 "GET /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170499 Aug 16 22:14:14.645370 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-3f91b67c-f533-42fc-b979-c903832970e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f01424-f576-4888-91fa-311b50bef74a', 'name': 'tempest-TestShelveInstance-891500901-router', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '99ef3d2e-8cf1-47ac-9771-b671c524a3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:04:10Z', 'updated_at': '2021-08-16T22:04:14Z', 'revision_number': 4, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'gw_port': {'id': '99ef3d2e-8cf1-47ac-9771-b671c524a3f9', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ee:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f01424-f576-4888-91fa-311b50bef74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:11Z', 'updated_at': '2021-08-16T22:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '7c2576fe-fbb3-49c5-a67b-64f76b216ea6', 'name': '', 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'mac_address': 'fa:16:3e:20:db:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f01424-f576-4888-91fa-311b50bef74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'b756ff41-0f76-4c9d-96ad-95dfad7aff9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:13Z', 'updated_at': '2021-08-16T22:04:20Z', 'revision_number': 5, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'subnets': [{'id': 'b756ff41-0f76-4c9d-96ad-95dfad7aff9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:14.678155 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f91b67c-f533-42fc-b979-c903832970e8 None None] The sync data for ids ['54f01424-f576-4888-91fa-311b50bef74a'] in n-d-793620-15 is: [{'id': '54f01424-f576-4888-91fa-311b50bef74a', 'name': 'tempest-TestShelveInstance-891500901-router', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '99ef3d2e-8cf1-47ac-9771-b671c524a3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:04:10Z', 'updated_at': '2021-08-16T22:04:14Z', 'revision_number': 4, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'gw_port': {'id': '99ef3d2e-8cf1-47ac-9771-b671c524a3f9', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ee:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f01424-f576-4888-91fa-311b50bef74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:11Z', 'updated_at': '2021-08-16T22:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '7c2576fe-fbb3-49c5-a67b-64f76b216ea6', 'name': '', 'network_id': '5c53f42f-1857-4eea-9155-98f7d4f68865', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'mac_address': 'fa:16:3e:20:db:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f01424-f576-4888-91fa-311b50bef74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'b756ff41-0f76-4c9d-96ad-95dfad7aff9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:13Z', 'updated_at': '2021-08-16T22:04:20Z', 'revision_number': 5, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'subnets': [{'id': 'b756ff41-0f76-4c9d-96ad-95dfad7aff9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:14:14.919492 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90039424-0d56-4cfa-80da-123157394432 None None] New status for floating IP f865c7a6-ba8b-46d4-882c-2cbe38fd76b1: DOWN {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:14:15.186076 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:15.624718 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a237e-6fa3-4a30-af29-5a6cd7fb75b5 req-c166b65d-2f07-4cd8-a945-a25410ec28db tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:15.626247 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a13a237e-6fa3-4a30-af29-5a6cd7fb75b5 req-c166b65d-2f07-4cd8-a945-a25410ec28db tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 946 time: 0.0502484 Aug 16 22:14:15.666155 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a13a237e-6fa3-4a30-af29-5a6cd7fb75b5 req-1619d400-4306-4284-ab5a-ea099b532373 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6e0213d-4b42-4d15-afb4-5b83cb07b853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332017 Aug 16 22:14:15.987237 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0d491-f938-464c-a090-e124441ba03b req-fd905b3b-253a-4f76-bf23-b43642403e7d tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:15.988803 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c4e0d491-f938-464c-a090-e124441ba03b req-fd905b3b-253a-4f76-bf23-b43642403e7d tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.72 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 946 time: 0.0544608 Aug 16 22:14:16.088447 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-c4e0d491-f938-464c-a090-e124441ba03b req-1175b1bf-5de5-450e-aef3-2616955f48d9 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Deleting port 9d94d97d-17a1-4b37-90a5-6c6897a243ae {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:14:16.088799 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-c4e0d491-f938-464c-a090-e124441ba03b req-1175b1bf-5de5-450e-aef3-2616955f48d9 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:16.182673 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-c4e0d491-f938-464c-a090-e124441ba03b req-1175b1bf-5de5-450e-aef3-2616955f48d9 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] For port 9d94d97d-17a1-4b37-90a5-6c6897a243ae, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=9d94d97d-17a1-4b37-90a5-6c6897a243ae,segment=NetworkSegment(bca188e6-83dc-4de8-b1bf-fe6575e317a7),segment_id=bca188e6-83dc-4de8-b1bf-fe6575e317a7)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:16.182955 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-c4e0d491-f938-464c-a090-e124441ba03b req-1175b1bf-5de5-450e-aef3-2616955f48d9 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:16.201710 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-c4e0d491-f938-464c-a090-e124441ba03b req-1175b1bf-5de5-450e-aef3-2616955f48d9 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Calling delete_port for 9d94d97d-17a1-4b37-90a5-6c6897a243ae owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:14:16.436736 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-c4e0d491-f938-464c-a090-e124441ba03b req-1175b1bf-5de5-450e-aef3-2616955f48d9 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:16.467620 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175b1bf-5de5-450e-aef3-2616955f48d9 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Pushing event deleted for resources: {'Port': ['ID=9d94d97d-17a1-4b37-90a5-6c6897a243ae,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:16.514623 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e0d491-f938-464c-a090-e124441ba03b req-1175b1bf-5de5-450e-aef3-2616955f48d9 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] No DVR routers for this DVR port 9d94d97d-17a1-4b37-90a5-6c6897a243ae on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:14:16.517822 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-c4e0d491-f938-464c-a090-e124441ba03b req-1175b1bf-5de5-450e-aef3-2616955f48d9 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:16.520269 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c4e0d491-f938-464c-a090-e124441ba03b req-1175b1bf-5de5-450e-aef3-2616955f48d9 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.72 "DELETE /v2.0/ports/9d94d97d-17a1-4b37-90a5-6c6897a243ae HTTP/1.1" status: 204 len: 173 time: 0.5241525 Aug 16 22:14:16.520750 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303b87a5-ac45-4ac7-90cb-8718e6a75c12', 'name': 'network-vif-deleted', 'tag': '9d94d97d-17a1-4b37-90a5-6c6897a243ae'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:14:16.523289 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcd9435b18b7a34707b0c74d037ee6bf13b87a61dd91d81e26d4048d63ffdc36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdfdbcb-4c21-4b14-829b-7d6db83f43a7" -d '{"events": [{"server_uuid": "303b87a5-ac45-4ac7-90cb-8718e6a75c12", "name": "network-vif-deleted", "tag": "9d94d97d-17a1-4b37-90a5-6c6897a243ae"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:14:16.564915 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d299827f-8aab-48a6-a341-62a6d513a8c0 x-openstack-request-id: req-d299827f-8aab-48a6-a341-62a6d513a8c0 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:14:16.565214 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303b87a5-ac45-4ac7-90cb-8718e6a75c12", "name": "network-vif-deleted", "tag": "9d94d97d-17a1-4b37-90a5-6c6897a243ae", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:14:16.565473 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d299827f-8aab-48a6-a341-62a6d513a8c0 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:14:16.565893 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303b87a5-ac45-4ac7-90cb-8718e6a75c12', 'name': 'network-vif-deleted', 'tag': '9d94d97d-17a1-4b37-90a5-6c6897a243ae', 'status': 'completed', 'code': 200} Aug 16 22:14:16.773850 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c291a0e-c915-49b9-8c59-d25c3da03ea6 req-0ff99623-d0be-45e7-9873-4aa18c8cbe23 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 210 time: 0.0324810 Aug 16 22:14:16.888733 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:17.877623 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-04f9a4f5-d59d-48cc-90aa-49f82d265f55 req-91994875-49e3-4275-8ced-aedc03e5f026 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 210 time: 0.0275936 Aug 16 22:14:18.989931 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4efadf50-0d87-4e29-9971-063582e589da req-23adb9db-ca96-4b1d-8461-99b49b3830f8 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 210 time: 0.0269420 Aug 16 22:14:20.088090 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e7277ed7-c7a4-4226-9200-4253e37a7ac0 req-4f9d72a4-6baf-4f84-beed-2ef750bc6e96 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "GET /v2.0/ports?device_id=303b87a5-ac45-4ac7-90cb-8718e6a75c12 HTTP/1.1" status: 200 len: 210 time: 0.0275943 Aug 16 22:14:20.122091 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 9d94d97d-17a1-4b37-90a5-6c6897a243ae no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:14:20.142203 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: 9d94d97d-17a1-4b37-90a5-6c6897a243ae {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:14:20.142552 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device 9d94d97d-17a1-4b37-90a5-6c6897a243ae not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:14:20.197590 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:21.145002 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38978) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:21.209166 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d5fe1813-a566-4f57-a7d1-7deab1185a93 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:21.236582 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d5fe1813-a566-4f57-a7d1-7deab1185a93 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:21.357736 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d5fe1813-a566-4f57-a7d1-7deab1185a93 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:21.360575 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d5fe1813-a566-4f57-a7d1-7deab1185a93 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:21.361794 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d5fe1813-a566-4f57-a7d1-7deab1185a93 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] 10.222.0.84 "DELETE /v2.0/security-groups/f6e0213d-4b42-4d15-afb4-5b83cb07b853 HTTP/1.1" status: 204 len: 168 time: 0.2157493 Aug 16 22:14:21.372158 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe1813-a566-4f57-a7d1-7deab1185a93 tempest-TestShelveInstance-814833745 tempest-TestShelveInstance-814833745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e0213d-4b42-4d15-afb4-5b83cb07b853,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:21.495141 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38982) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:22.016689 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-59561bac-3cd8-4932-a5a1-350a33c300ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:22.276662 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-59561bac-3cd8-4932-a5a1-350a33c300ea admin admin] Deleting port 7c2576fe-fbb3-49c5-a67b-64f76b216ea6 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:14:22.277351 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-59561bac-3cd8-4932-a5a1-350a33c300ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:22.354895 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-59561bac-3cd8-4932-a5a1-350a33c300ea admin admin] For port 7c2576fe-fbb3-49c5-a67b-64f76b216ea6, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=7c2576fe-fbb3-49c5-a67b-64f76b216ea6,segment=NetworkSegment(bca188e6-83dc-4de8-b1bf-fe6575e317a7),segment_id=bca188e6-83dc-4de8-b1bf-fe6575e317a7)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:22.355406 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-59561bac-3cd8-4932-a5a1-350a33c300ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:22.369024 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-59561bac-3cd8-4932-a5a1-350a33c300ea admin admin] Calling delete_port for 7c2576fe-fbb3-49c5-a67b-64f76b216ea6 owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:14:22.648113 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-59561bac-3cd8-4932-a5a1-350a33c300ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:22.678832 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59561bac-3cd8-4932-a5a1-350a33c300ea admin admin] Pushing event deleted for resources: {'Port': ['ID=7c2576fe-fbb3-49c5-a67b-64f76b216ea6,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:22.876155 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-59561bac-3cd8-4932-a5a1-350a33c300ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:22.899381 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:23.117873 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59561bac-3cd8-4932-a5a1-350a33c300ea admin admin] Router 54f01424-f576-4888-91fa-311b50bef74a has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:14:23.226009 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59561bac-3cd8-4932-a5a1-350a33c300ea admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:14:23.231147 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-59561bac-3cd8-4932-a5a1-350a33c300ea admin admin] 10.222.0.84 "PUT /v2.0/routers/54f01424-f576-4888-91fa-311b50bef74a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7348258 Aug 16 22:14:23.233667 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38988) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:23.236554 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdbb026-9fb3-412d-ad4d-cc9cf7750937 None None] Sync routers for ids ['54f01424-f576-4888-91fa-311b50bef74a'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:14:23.247703 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdbb026-9fb3-412d-ad4d-cc9cf7750937 None None] Routers {'54f01424-f576-4888-91fa-311b50bef74a'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:14:23.248432 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-6fdbb026-9fb3-412d-ad4d-cc9cf7750937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:14:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['54f01424-f576-4888-91fa-311b50bef74a'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:23.533342 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-6fdbb026-9fb3-412d-ad4d-cc9cf7750937 None None] Set router 54f01424-f576-4888-91fa-311b50bef74a gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:14:23.694175 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-57d2a81a-ff8e-4944-a14c-12619cda221a admin admin] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:23.749496 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-6fdbb026-9fb3-412d-ad4d-cc9cf7750937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f01424-f576-4888-91fa-311b50bef74a', 'name': 'tempest-TestShelveInstance-891500901-router', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '99ef3d2e-8cf1-47ac-9771-b671c524a3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:04:10Z', 'updated_at': '2021-08-16T22:14:22Z', 'revision_number': 5, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'gw_port': {'id': '99ef3d2e-8cf1-47ac-9771-b671c524a3f9', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ee:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f01424-f576-4888-91fa-311b50bef74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:11Z', 'updated_at': '2021-08-16T22:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:23.782221 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdbb026-9fb3-412d-ad4d-cc9cf7750937 None None] Checking router: 54f01424-f576-4888-91fa-311b50bef74a for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:14:23.795414 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdbb026-9fb3-412d-ad4d-cc9cf7750937 None None] Routers {'54f01424-f576-4888-91fa-311b50bef74a'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:14:23.795414 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-6fdbb026-9fb3-412d-ad4d-cc9cf7750937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:14:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['54f01424-f576-4888-91fa-311b50bef74a'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:23.813942 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-57d2a81a-ff8e-4944-a14c-12619cda221a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:23.844736 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:14:23.907092 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-6fdbb026-9fb3-412d-ad4d-cc9cf7750937 None None] Set router 54f01424-f576-4888-91fa-311b50bef74a gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:14:23.944457 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-57d2a81a-ff8e-4944-a14c-12619cda221a admin admin] Deleting port 99ef3d2e-8cf1-47ac-9771-b671c524a3f9 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:14:23.944807 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-57d2a81a-ff8e-4944-a14c-12619cda221a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:24.028277 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-57d2a81a-ff8e-4944-a14c-12619cda221a admin admin] For port 99ef3d2e-8cf1-47ac-9771-b671c524a3f9, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=99ef3d2e-8cf1-47ac-9771-b671c524a3f9,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:24.028678 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-57d2a81a-ff8e-4944-a14c-12619cda221a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:24.049237 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-57d2a81a-ff8e-4944-a14c-12619cda221a admin admin] Calling delete_port for 99ef3d2e-8cf1-47ac-9771-b671c524a3f9 owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:14:24.105706 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-6fdbb026-9fb3-412d-ad4d-cc9cf7750937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f01424-f576-4888-91fa-311b50bef74a', 'name': 'tempest-TestShelveInstance-891500901-router', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '99ef3d2e-8cf1-47ac-9771-b671c524a3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:04:10Z', 'updated_at': '2021-08-16T22:14:22Z', 'revision_number': 5, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'gw_port': {'id': '99ef3d2e-8cf1-47ac-9771-b671c524a3f9', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ee:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f01424-f576-4888-91fa-311b50bef74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:11Z', 'updated_at': '2021-08-16T22:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:24.132515 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdbb026-9fb3-412d-ad4d-cc9cf7750937 None None] The sync data for ids ['54f01424-f576-4888-91fa-311b50bef74a'] in n-d-793620-15 is: [{'id': '54f01424-f576-4888-91fa-311b50bef74a', 'name': 'tempest-TestShelveInstance-891500901-router', 'tenant_id': '95fb0a7032124db3b4c070c940ea0fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '99ef3d2e-8cf1-47ac-9771-b671c524a3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:04:10Z', 'updated_at': '2021-08-16T22:14:22Z', 'revision_number': 5, 'project_id': '95fb0a7032124db3b4c070c940ea0fa3', 'gw_port': {'id': '99ef3d2e-8cf1-47ac-9771-b671c524a3f9', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ee:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f01424-f576-4888-91fa-311b50bef74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:11Z', 'updated_at': '2021-08-16T22:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:14:24.283247 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-57d2a81a-ff8e-4944-a14c-12619cda221a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:24.313588 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2a81a-ff8e-4944-a14c-12619cda221a admin admin] Pushing event deleted for resources: {'Port': ['ID=99ef3d2e-8cf1-47ac-9771-b671c524a3f9,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:24.378009 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-57d2a81a-ff8e-4944-a14c-12619cda221a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:24.473976 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-57d2a81a-ff8e-4944-a14c-12619cda221a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:24.476334 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-57d2a81a-ff8e-4944-a14c-12619cda221a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:24.626168 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-57d2a81a-ff8e-4944-a14c-12619cda221a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:24.626806 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d2a81a-ff8e-4944-a14c-12619cda221a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54f01424-f576-4888-91fa-311b50bef74a {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:14:24.632430 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-57d2a81a-ff8e-4944-a14c-12619cda221a admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:24.633606 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-57d2a81a-ff8e-4944-a14c-12619cda221a admin admin] 10.222.0.84 "DELETE /v2.0/routers/54f01424-f576-4888-91fa-311b50bef74a HTTP/1.1" status: 204 len: 168 time: 1.3990026 Aug 16 22:14:24.636212 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38994) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:24.682868 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d7f6689-54c6-4a85-ac6a-23be867b4fef admin admin] Deleting subnet b756ff41-0f76-4c9d-96ad-95dfad7aff9d {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:14:24.686861 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1d7f6689-54c6-4a85-ac6a-23be867b4fef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:24.726705 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1d7f6689-54c6-4a85-ac6a-23be867b4fef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:24.811737 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1d7f6689-54c6-4a85-ac6a-23be867b4fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:24.940934 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1d7f6689-54c6-4a85-ac6a-23be867b4fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:24.970801 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-1d7f6689-54c6-4a85-ac6a-23be867b4fef admin admin] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:24.972797 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-1d7f6689-54c6-4a85-ac6a-23be867b4fef admin admin] 10.222.0.84 "DELETE /v2.0/subnets/b756ff41-0f76-4c9d-96ad-95dfad7aff9d HTTP/1.1" status: 204 len: 168 time: 0.3356254 Aug 16 22:14:24.974025 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f6689-54c6-4a85-ac6a-23be867b4fef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b756ff41-0f76-4c9d-96ad-95dfad7aff9d,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:24.975705 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 38996) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:24.978428 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fde64c-45b1-4561-b74f-5c7ba6c10bc7 None None] Network 5c53f42f-1857-4eea-9155-98f7d4f68865 requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:14:25.049810 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5711da7b-6a27-4ffe-8b55-efff022a83d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:25.110057 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-5711da7b-6a27-4ffe-8b55-efff022a83d1 admin admin] Deleting port 0ee5a564-4591-4057-8c6e-dcb393db38bd {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:14:25.110604 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5711da7b-6a27-4ffe-8b55-efff022a83d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:25.177977 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537a1c67-e4fc-403f-abb3-8359c335dec8 None None] DHCP port deletion for 5c53f42f-1857-4eea-9155-98f7d4f68865 request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:14:25.211834 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-5711da7b-6a27-4ffe-8b55-efff022a83d1 admin admin] For port 0ee5a564-4591-4057-8c6e-dcb393db38bd, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=0ee5a564-4591-4057-8c6e-dcb393db38bd,segment=NetworkSegment(bca188e6-83dc-4de8-b1bf-fe6575e317a7),segment_id=bca188e6-83dc-4de8-b1bf-fe6575e317a7)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:25.212234 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5711da7b-6a27-4ffe-8b55-efff022a83d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:25.227869 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-5711da7b-6a27-4ffe-8b55-efff022a83d1 admin admin] Calling delete_port for 0ee5a564-4591-4057-8c6e-dcb393db38bd owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:14:25.252511 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-537a1c67-e4fc-403f-abb3-8359c335dec8 None None] Deleting port 0ee5a564-4591-4057-8c6e-dcb393db38bd {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:14:25.253207 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-537a1c67-e4fc-403f-abb3-8359c335dec8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:25.268841 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 99ef3d2e-8cf1-47ac-9771-b671c524a3f9 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:14:25.322519 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 99ef3d2e-8cf1-47ac-9771-b671c524a3f9 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:14:25.322870 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 99ef3d2e-8cf1-47ac-9771-b671c524a3f9 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:14:25.323292 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 7c2576fe-fbb3-49c5-a67b-64f76b216ea6 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:14:25.350586 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 7c2576fe-fbb3-49c5-a67b-64f76b216ea6 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:14:25.350932 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 7c2576fe-fbb3-49c5-a67b-64f76b216ea6 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:14:25.351349 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 0ee5a564-4591-4057-8c6e-dcb393db38bd no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:14:25.382206 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-537a1c67-e4fc-403f-abb3-8359c335dec8 None None] For port 0ee5a564-4591-4057-8c6e-dcb393db38bd, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=0ee5a564-4591-4057-8c6e-dcb393db38bd,segment=NetworkSegment(bca188e6-83dc-4de8-b1bf-fe6575e317a7),segment_id=bca188e6-83dc-4de8-b1bf-fe6575e317a7)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:25.382607 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-537a1c67-e4fc-403f-abb3-8359c335dec8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:25.402054 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-537a1c67-e4fc-403f-abb3-8359c335dec8 None None] Calling delete_port for 0ee5a564-4591-4057-8c6e-dcb393db38bd owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:14:25.403057 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5711da7b-6a27-4ffe-8b55-efff022a83d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:25.420551 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No active binding found for port 0ee5a564-4591-4057-8c6e-dcb393db38bd {{(pid=101846) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 22:14:25.421033 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 0ee5a564-4591-4057-8c6e-dcb393db38bd not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:14:25.435873 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5711da7b-6a27-4ffe-8b55-efff022a83d1 admin admin] No DVR routers for this DVR port 0ee5a564-4591-4057-8c6e-dcb393db38bd on host n-d-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:14:25.459041 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711da7b-6a27-4ffe-8b55-efff022a83d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ee5a564-4591-4057-8c6e-dcb393db38bd,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:25.477845 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5711da7b-6a27-4ffe-8b55-efff022a83d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:25.481192 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5711da7b-6a27-4ffe-8b55-efff022a83d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:25.481192 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5711da7b-6a27-4ffe-8b55-efff022a83d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:25.481192 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5711da7b-6a27-4ffe-8b55-efff022a83d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:25.481192 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5711da7b-6a27-4ffe-8b55-efff022a83d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:25.481192 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5711da7b-6a27-4ffe-8b55-efff022a83d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:25.481192 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5711da7b-6a27-4ffe-8b55-efff022a83d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:25.481192 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5711da7b-6a27-4ffe-8b55-efff022a83d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:25.481192 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5711da7b-6a27-4ffe-8b55-efff022a83d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:25.481192 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5711da7b-6a27-4ffe-8b55-efff022a83d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:25.481192 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5711da7b-6a27-4ffe-8b55-efff022a83d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:25.482247 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5711da7b-6a27-4ffe-8b55-efff022a83d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:25.491203 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-537a1c67-e4fc-403f-abb3-8359c335dec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:25.515187 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a1c67-e4fc-403f-abb3-8359c335dec8 None None] Pushing event deleted for resources: {'Port': ['ID=0ee5a564-4591-4057-8c6e-dcb393db38bd,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:25.525155 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537a1c67-e4fc-403f-abb3-8359c335dec8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:25.527029 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537a1c67-e4fc-403f-abb3-8359c335dec8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:25.527029 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537a1c67-e4fc-403f-abb3-8359c335dec8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:25.527029 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537a1c67-e4fc-403f-abb3-8359c335dec8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:25.527029 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537a1c67-e4fc-403f-abb3-8359c335dec8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:25.527029 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537a1c67-e4fc-403f-abb3-8359c335dec8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:25.527682 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537a1c67-e4fc-403f-abb3-8359c335dec8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:25.527682 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537a1c67-e4fc-403f-abb3-8359c335dec8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:25.527933 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537a1c67-e4fc-403f-abb3-8359c335dec8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:25.528266 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537a1c67-e4fc-403f-abb3-8359c335dec8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:25.528574 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537a1c67-e4fc-403f-abb3-8359c335dec8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:25.528892 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537a1c67-e4fc-403f-abb3-8359c335dec8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:25.530212 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5711da7b-6a27-4ffe-8b55-efff022a83d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:25.531737 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537a1c67-e4fc-403f-abb3-8359c335dec8 None None] No DVR routers for this DVR port 0ee5a564-4591-4057-8c6e-dcb393db38bd on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:14:25.544424 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-5711da7b-6a27-4ffe-8b55-efff022a83d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c53f42f-1857-4eea-9155-98f7d4f68865']}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:25.556121 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-5711da7b-6a27-4ffe-8b55-efff022a83d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca188e6-83dc-4de8-b1bf-fe6575e317a7') {'for_net_delete': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:25.556461 n-d-793620-15 neutron-server[101844]: DEBUG neutron.services.segments.db [None req-5711da7b-6a27-4ffe-8b55-efff022a83d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca188e6-83dc-4de8-b1bf-fe6575e317a7') {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:25.566656 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5711da7b-6a27-4ffe-8b55-efff022a83d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59019544'] for segment, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:25.580452 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5711da7b-6a27-4ffe-8b55-efff022a83d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:25.586944 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5711da7b-6a27-4ffe-8b55-efff022a83d1 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=101844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:14:25.587347 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5711da7b-6a27-4ffe-8b55-efff022a83d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59020264'] for segment, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:25.589068 n-d-793620-15 neutron-server[101844]: Traceback (most recent call last): Aug 16 22:14:25.589068 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:14:25.589068 n-d-793620-15 neutron-server[101844]: timer() Aug 16 22:14:25.589068 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:14:25.589068 n-d-793620-15 neutron-server[101844]: cb(*args, **kw) Aug 16 22:14:25.589068 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:14:25.589068 n-d-793620-15 neutron-server[101844]: return func(*args, **kwargs) Aug 16 22:14:25.589068 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:14:25.589068 n-d-793620-15 neutron-server[101844]: self._notify() Aug 16 22:14:25.589068 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:14:25.589068 n-d-793620-15 neutron-server[101844]: self.callback(batched_events) Aug 16 22:14:25.589068 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:14:25.589068 n-d-793620-15 neutron-server[101844]: event.method(event) Aug 16 22:14:25.589068 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:14:25.589068 n-d-793620-15 neutron-server[101844]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:14:25.589068 n-d-793620-15 neutron-server[101844]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:14:25.589068 n-d-793620-15 neutron-server[101844]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:14:25.589068 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:14:25.589068 n-d-793620-15 neutron-server[101844]: return f(self, *a, **k) Aug 16 22:14:25.589068 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:14:25.589068 n-d-793620-15 neutron-server[101844]: return self._get(url).json() Aug 16 22:14:25.589068 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:14:25.589068 n-d-793620-15 neutron-server[101844]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:14:25.589068 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:14:25.589068 n-d-793620-15 neutron-server[101844]: return self.request(url, 'GET', **kwargs) Aug 16 22:14:25.589068 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:14:25.589068 n-d-793620-15 neutron-server[101844]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:14:25.589068 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:14:25.589068 n-d-793620-15 neutron-server[101844]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:14:25.589068 n-d-793620-15 neutron-server[101844]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:14:25.589068 n-d-793620-15 neutron-server[101844]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:14:25.589068 n-d-793620-15 neutron-server[101844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:14:25.741967 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5711da7b-6a27-4ffe-8b55-efff022a83d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:25.751467 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5711da7b-6a27-4ffe-8b55-efff022a83d1 admin admin] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:25.755031 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-5711da7b-6a27-4ffe-8b55-efff022a83d1 admin admin] 10.222.0.84 "DELETE /v2.0/networks/5c53f42f-1857-4eea-9155-98f7d4f68865 HTTP/1.1" status: 204 len: 168 time: 0.7771325 Aug 16 22:14:25.759763 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 38998) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:25.765233 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711da7b-6a27-4ffe-8b55-efff022a83d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c53f42f-1857-4eea-9155-98f7d4f68865,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:26.128382 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-95b7370d-3e85-4469-8a54-b5d8179d6494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:26.379711 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-95b7370d-3e85-4469-8a54-b5d8179d6494 admin admin] Deleting port 9e70c4c7-01bd-4967-9b34-ccd3a0a67b2d {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:14:26.380001 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-95b7370d-3e85-4469-8a54-b5d8179d6494 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:26.464151 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-95b7370d-3e85-4469-8a54-b5d8179d6494 admin admin] For port 9e70c4c7-01bd-4967-9b34-ccd3a0a67b2d, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=9e70c4c7-01bd-4967-9b34-ccd3a0a67b2d,segment=NetworkSegment(7f044c3f-1b95-4e73-9314-f02779f5087b),segment_id=7f044c3f-1b95-4e73-9314-f02779f5087b)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:26.464520 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-95b7370d-3e85-4469-8a54-b5d8179d6494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:26.479891 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-95b7370d-3e85-4469-8a54-b5d8179d6494 admin admin] Calling delete_port for 9e70c4c7-01bd-4967-9b34-ccd3a0a67b2d owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:14:26.746524 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-95b7370d-3e85-4469-8a54-b5d8179d6494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:26.771220 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b7370d-3e85-4469-8a54-b5d8179d6494 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e70c4c7-01bd-4967-9b34-ccd3a0a67b2d,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:26.950474 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-95b7370d-3e85-4469-8a54-b5d8179d6494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:27.196235 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b7370d-3e85-4469-8a54-b5d8179d6494 admin admin] Router 7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:14:27.311434 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b7370d-3e85-4469-8a54-b5d8179d6494 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:14:27.317008 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-95b7370d-3e85-4469-8a54-b5d8179d6494 admin admin] 10.222.0.84 "PUT /v2.0/routers/7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5561349 Aug 16 22:14:27.319501 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39000) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:27.322193 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a516244-5be2-487d-b177-f43e9147415b None None] Sync routers for ids ['7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:14:27.333096 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a516244-5be2-487d-b177-f43e9147415b None None] Routers {'7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:14:27.333715 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-5a516244-5be2-487d-b177-f43e9147415b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:14:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:27.434014 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4400f1d8-b43f-4aa7-8266-a1716c128a1d admin admin] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:27.531133 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-5a516244-5be2-487d-b177-f43e9147415b None None] Set router 7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:14:27.541297 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4400f1d8-b43f-4aa7-8266-a1716c128a1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:27.671937 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-4400f1d8-b43f-4aa7-8266-a1716c128a1d admin admin] Deleting port 9857f723-75be-46e9-acbe-c6d671c24c57 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:14:27.672182 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4400f1d8-b43f-4aa7-8266-a1716c128a1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:27.713764 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-5a516244-5be2-487d-b177-f43e9147415b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0', 'name': 'tempest-TestShelveInstance-769873884-router', 'tenant_id': '02e6f248eb4d436ca9a9051ab6a87d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '9857f723-75be-46e9-acbe-c6d671c24c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:04:16Z', 'updated_at': '2021-08-16T22:14:26Z', 'revision_number': 5, 'project_id': '02e6f248eb4d436ca9a9051ab6a87d23', 'gw_port': {'id': '9857f723-75be-46e9-acbe-c6d671c24c57', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:17:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:04:17Z', 'updated_at': '2021-08-16T22:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:27.740597 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a516244-5be2-487d-b177-f43e9147415b None None] Checking router: 7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:14:27.753594 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a516244-5be2-487d-b177-f43e9147415b None None] Routers {'7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:14:27.754257 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-5a516244-5be2-487d-b177-f43e9147415b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:14:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:27.762605 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-4400f1d8-b43f-4aa7-8266-a1716c128a1d admin admin] For port 9857f723-75be-46e9-acbe-c6d671c24c57, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=9857f723-75be-46e9-acbe-c6d671c24c57,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:27.762976 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4400f1d8-b43f-4aa7-8266-a1716c128a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:27.775425 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-4400f1d8-b43f-4aa7-8266-a1716c128a1d admin admin] Calling delete_port for 9857f723-75be-46e9-acbe-c6d671c24c57 owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:14:27.841665 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-5a516244-5be2-487d-b177-f43e9147415b None None] Set router 7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0 gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:14:27.902123 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-5a516244-5be2-487d-b177-f43e9147415b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0', 'name': 'tempest-TestShelveInstance-769873884-router', 'tenant_id': '02e6f248eb4d436ca9a9051ab6a87d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:04:16Z', 'updated_at': '2021-08-16T22:14:27Z', 'revision_number': 6, 'project_id': '02e6f248eb4d436ca9a9051ab6a87d23', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:27.929555 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a516244-5be2-487d-b177-f43e9147415b None None] The sync data for ids ['7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0'] in n-d-793620-15 is: [{'id': '7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0', 'name': 'tempest-TestShelveInstance-769873884-router', 'tenant_id': '02e6f248eb4d436ca9a9051ab6a87d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:04:16Z', 'updated_at': '2021-08-16T22:14:27Z', 'revision_number': 6, 'project_id': '02e6f248eb4d436ca9a9051ab6a87d23', 'gw_port_host': None}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:14:28.037826 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4400f1d8-b43f-4aa7-8266-a1716c128a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:28.064734 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400f1d8-b43f-4aa7-8266-a1716c128a1d admin admin] Pushing event deleted for resources: {'Port': ['ID=9857f723-75be-46e9-acbe-c6d671c24c57,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:28.131352 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4400f1d8-b43f-4aa7-8266-a1716c128a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:28.228492 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4400f1d8-b43f-4aa7-8266-a1716c128a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:28.230706 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4400f1d8-b43f-4aa7-8266-a1716c128a1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:28.345944 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4400f1d8-b43f-4aa7-8266-a1716c128a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:28.346526 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4400f1d8-b43f-4aa7-8266-a1716c128a1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0 {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:14:28.351275 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4400f1d8-b43f-4aa7-8266-a1716c128a1d admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:28.352663 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4400f1d8-b43f-4aa7-8266-a1716c128a1d admin admin] 10.222.0.84 "DELETE /v2.0/routers/7a08f14f-61dd-49a9-96c0-d1a4da7a7dd0 HTTP/1.1" status: 204 len: 168 time: 1.0321851 Aug 16 22:14:28.355511 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39004) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:28.411706 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9bc21b9-8ddf-41e9-8c8d-0d502018abe0 admin admin] Deleting subnet 1cd11e11-24e8-4318-88f2-468592a6065b {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:14:28.415201 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d9bc21b9-8ddf-41e9-8c8d-0d502018abe0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:28.452328 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d9bc21b9-8ddf-41e9-8c8d-0d502018abe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:28.542554 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d9bc21b9-8ddf-41e9-8c8d-0d502018abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:28.659555 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d9bc21b9-8ddf-41e9-8c8d-0d502018abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:28.686726 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc21b9-8ddf-41e9-8c8d-0d502018abe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cd11e11-24e8-4318-88f2-468592a6065b,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:28.690632 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d9bc21b9-8ddf-41e9-8c8d-0d502018abe0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:28.695516 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d9bc21b9-8ddf-41e9-8c8d-0d502018abe0 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/1cd11e11-24e8-4318-88f2-468592a6065b HTTP/1.1" status: 204 len: 168 time: 0.3366537 Aug 16 22:14:28.696281 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39006) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:28.701255 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4bc69f-52d6-41c1-9efb-824d2566e040 None None] Network ad341157-6ab9-4546-a5fc-7a4ea1601d0a requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:14:28.779854 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-51996d8f-bdc9-43dc-98c5-0fce7ba8eb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:28.851606 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-51996d8f-bdc9-43dc-98c5-0fce7ba8eb4b admin admin] Deleting port df915927-750a-4204-9ad1-fad2d4e9a8f5 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:14:28.851832 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-51996d8f-bdc9-43dc-98c5-0fce7ba8eb4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:28.896848 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f694bad-983d-4067-8696-80bc248afa5c None None] DHCP port deletion for ad341157-6ab9-4546-a5fc-7a4ea1601d0a request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:14:28.933499 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-51996d8f-bdc9-43dc-98c5-0fce7ba8eb4b admin admin] For port df915927-750a-4204-9ad1-fad2d4e9a8f5, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=df915927-750a-4204-9ad1-fad2d4e9a8f5,segment=NetworkSegment(7f044c3f-1b95-4e73-9314-f02779f5087b),segment_id=7f044c3f-1b95-4e73-9314-f02779f5087b)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:28.933879 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-51996d8f-bdc9-43dc-98c5-0fce7ba8eb4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:28.949919 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-51996d8f-bdc9-43dc-98c5-0fce7ba8eb4b admin admin] Calling delete_port for df915927-750a-4204-9ad1-fad2d4e9a8f5 owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:14:28.960290 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-8f694bad-983d-4067-8696-80bc248afa5c None None] Deleting port df915927-750a-4204-9ad1-fad2d4e9a8f5 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:14:28.960945 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8f694bad-983d-4067-8696-80bc248afa5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:29.053955 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-8f694bad-983d-4067-8696-80bc248afa5c None None] For port df915927-750a-4204-9ad1-fad2d4e9a8f5, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=df915927-750a-4204-9ad1-fad2d4e9a8f5,segment=NetworkSegment(7f044c3f-1b95-4e73-9314-f02779f5087b),segment_id=7f044c3f-1b95-4e73-9314-f02779f5087b)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:29.058325 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8f694bad-983d-4067-8696-80bc248afa5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:29.068186 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-8f694bad-983d-4067-8696-80bc248afa5c None None] Calling delete_port for df915927-750a-4204-9ad1-fad2d4e9a8f5 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:14:29.106359 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-51996d8f-bdc9-43dc-98c5-0fce7ba8eb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:29.134097 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51996d8f-bdc9-43dc-98c5-0fce7ba8eb4b admin admin] Pushing event deleted for resources: {'Port': ['ID=df915927-750a-4204-9ad1-fad2d4e9a8f5,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:29.138964 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51996d8f-bdc9-43dc-98c5-0fce7ba8eb4b admin admin] No DVR routers for this DVR port df915927-750a-4204-9ad1-fad2d4e9a8f5 on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:14:29.157582 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8f694bad-983d-4067-8696-80bc248afa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:29.190251 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f694bad-983d-4067-8696-80bc248afa5c None None] Pushing event deleted for resources: {'Port': ['ID=df915927-750a-4204-9ad1-fad2d4e9a8f5,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:29.196898 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f694bad-983d-4067-8696-80bc248afa5c None None] No DVR routers for this DVR port df915927-750a-4204-9ad1-fad2d4e9a8f5 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:14:29.266979 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 9857f723-75be-46e9-acbe-c6d671c24c57 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:14:29.290082 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 9857f723-75be-46e9-acbe-c6d671c24c57 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:14:29.290540 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 9857f723-75be-46e9-acbe-c6d671c24c57 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:14:29.291046 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device df915927-750a-4204-9ad1-fad2d4e9a8f5 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:14:29.312943 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: df915927-750a-4204-9ad1-fad2d4e9a8f5 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:14:29.313293 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device df915927-750a-4204-9ad1-fad2d4e9a8f5 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:14:29.313720 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 9e70c4c7-01bd-4967-9b34-ccd3a0a67b2d no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:14:29.334884 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 9e70c4c7-01bd-4967-9b34-ccd3a0a67b2d {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:14:29.335234 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 9e70c4c7-01bd-4967-9b34-ccd3a0a67b2d not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:14:29.570529 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-51996d8f-bdc9-43dc-98c5-0fce7ba8eb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:29.581735 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-51996d8f-bdc9-43dc-98c5-0fce7ba8eb4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad341157-6ab9-4546-a5fc-7a4ea1601d0a']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:29.593341 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-51996d8f-bdc9-43dc-98c5-0fce7ba8eb4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f044c3f-1b95-4e73-9314-f02779f5087b') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:29.593619 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-51996d8f-bdc9-43dc-98c5-0fce7ba8eb4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f044c3f-1b95-4e73-9314-f02779f5087b') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:29.604158 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-51996d8f-bdc9-43dc-98c5-0fce7ba8eb4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:29.621937 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-51996d8f-bdc9-43dc-98c5-0fce7ba8eb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:29.628968 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51996d8f-bdc9-43dc-98c5-0fce7ba8eb4b admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:14:29.633140 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-51996d8f-bdc9-43dc-98c5-0fce7ba8eb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:29.633140 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 22:14:29.633140 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:14:29.633140 n-d-793620-15 neutron-server[101845]: timer() Aug 16 22:14:29.633140 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:14:29.633140 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 22:14:29.633140 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:14:29.633140 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 22:14:29.633140 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:14:29.633140 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 22:14:29.633140 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:14:29.633140 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 22:14:29.633140 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:14:29.633140 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 22:14:29.633140 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:14:29.633140 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:14:29.633140 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:14:29.633140 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:14:29.633140 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:14:29.633140 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 22:14:29.633140 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:14:29.633140 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 22:14:29.633140 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:14:29.633140 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:14:29.633140 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:14:29.633140 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 22:14:29.633140 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:14:29.633140 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:14:29.633140 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:14:29.633140 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:14:29.633140 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:14:29.633140 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:14:29.633140 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:14:29.752093 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-51996d8f-bdc9-43dc-98c5-0fce7ba8eb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:29.758251 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-51996d8f-bdc9-43dc-98c5-0fce7ba8eb4b admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:29.760290 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-51996d8f-bdc9-43dc-98c5-0fce7ba8eb4b admin admin] 10.222.0.84 "DELETE /v2.0/networks/ad341157-6ab9-4546-a5fc-7a4ea1601d0a HTTP/1.1" status: 204 len: 168 time: 1.0606725 Aug 16 22:14:29.772745 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51996d8f-bdc9-43dc-98c5-0fce7ba8eb4b admin admin] Pushing event deleted for resources: {'Network': ['ID=ad341157-6ab9-4546-a5fc-7a4ea1601d0a,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:30.190290 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39012) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:30.235889 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c31a076a-43cb-44e7-9265-77e936675661 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=95fb0a7032124db3b4c070c940ea0fa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443678 Aug 16 22:14:30.244446 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39014) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:30.297742 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-505f1ba9-37e7-4374-9492-6be1138ca5cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:30.319801 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-505f1ba9-37e7-4374-9492-6be1138ca5cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:30.448668 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-505f1ba9-37e7-4374-9492-6be1138ca5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:30.451372 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-505f1ba9-37e7-4374-9492-6be1138ca5cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:30.452608 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-505f1ba9-37e7-4374-9492-6be1138ca5cf admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/23be7502-e73c-4828-8f87-73b758e4e8cb HTTP/1.1" status: 204 len: 168 time: 0.2071433 Aug 16 22:14:30.461367 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f1ba9-37e7-4374-9492-6be1138ca5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23be7502-e73c-4828-8f87-73b758e4e8cb,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:31.209184 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39020) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:31.256556 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-58840129-4a1c-4531-9138-2ba7151648f4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=02e6f248eb4d436ca9a9051ab6a87d23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461645 Aug 16 22:14:31.259209 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39022) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:31.312375 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c2211ac8-f168-4538-a11b-5e31c7c3b49c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:31.333981 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c2211ac8-f168-4538-a11b-5e31c7c3b49c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:31.465712 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c2211ac8-f168-4538-a11b-5e31c7c3b49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:31.468386 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-c2211ac8-f168-4538-a11b-5e31c7c3b49c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:31.469613 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-c2211ac8-f168-4538-a11b-5e31c7c3b49c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/46bb703a-2e70-4915-919f-f4e012049ce3 HTTP/1.1" status: 204 len: 168 time: 0.2094252 Aug 16 22:14:31.478679 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2211ac8-f168-4538-a11b-5e31c7c3b49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bb703a-2e70-4915-919f-f4e012049ce3,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:32.609098 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39044) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:32.705870 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-01b6f2a1-aa2d-42ce-8816-ee6684c0dbb3 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1681283050-network', 'tenant_id': '83f485b094744827aacc74f36e928d9e'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:14:32.831296 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b6f2a1-aa2d-42ce-8816-ee6684c0dbb3 admin admin] Made reservation on behalf of 83f485b094744827aacc74f36e928d9e for: {'network': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:14:32.834591 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-01b6f2a1-aa2d-42ce-8816-ee6684c0dbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:32.844123 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-01b6f2a1-aa2d-42ce-8816-ee6684c0dbb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:32.942930 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-01b6f2a1-aa2d-42ce-8816-ee6684c0dbb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:33.013013 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-01b6f2a1-aa2d-42ce-8816-ee6684c0dbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:33.038418 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b6f2a1-aa2d-42ce-8816-ee6684c0dbb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=101845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:14:33.047594 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6f2a1-aa2d-42ce-8816-ee6684c0dbb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b981d67-8581-4317-aabe-8cd8e9c03df8,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:33.058837 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-01b6f2a1-aa2d-42ce-8816-ee6684c0dbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:33.062758 n-d-793620-15 neutron-server[101845]: INFO neutron.db.segments_db [None req-01b6f2a1-aa2d-42ce-8816-ee6684c0dbb3 admin admin] Added segment f25dfa67-19c8-4402-b3ee-1d2bb877835f of type vlan for network 26bac57d-0d12-4c6f-b0d1-170cfdee50ba Aug 16 22:14:33.101932 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-01b6f2a1-aa2d-42ce-8816-ee6684c0dbb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:33.195870 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-01b6f2a1-aa2d-42ce-8816-ee6684c0dbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:33.196825 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b6f2a1-aa2d-42ce-8816-ee6684c0dbb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:33.197412 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-01b6f2a1-aa2d-42ce-8816-ee6684c0dbb3 admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:33.259148 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6f2a1-aa2d-42ce-8816-ee6684c0dbb3 admin admin] Pushing event updated for resources: {'Network': ['ID=26bac57d-0d12-4c6f-b0d1-170cfdee50ba,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:33.269146 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network 26bac57d-0d12-4c6f-b0d1-170cfdee50ba details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:14:33.317935 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-01b6f2a1-aa2d-42ce-8816-ee6684c0dbb3 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7076807 Aug 16 22:14:33.320945 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39048) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:33.326204 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-69808cb1-e731-4ce0-86c5-62da91d84419 admin admin] Request body: {'subnet': {'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1681283050-subnet', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'ip_version': 4}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:14:33.414270 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69808cb1-e731-4ce0-86c5-62da91d84419 admin admin] Made reservation on behalf of 83f485b094744827aacc74f36e928d9e for: {'subnet': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:14:33.416829 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-69808cb1-e731-4ce0-86c5-62da91d84419 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59440680'] for subnet, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:33.643490 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-69808cb1-e731-4ce0-86c5-62da91d84419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59455500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59440698'] for subnet, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:33.700021 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69808cb1-e731-4ce0-86c5-62da91d84419 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c9ca3af-9956-4707-80e7-5d98913e8b78,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:33.712124 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69808cb1-e731-4ce0-86c5-62da91d84419 admin admin] Checking segment: {'id': 'f25dfa67-19c8-4402-b3ee-1d2bb877835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:14:33.712507 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69808cb1-e731-4ce0-86c5-62da91d84419 admin admin] Network hostable DHCP agents. Network: 26bac57d-0d12-4c6f-b0d1-170cfdee50ba, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:14:33.813272 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69808cb1-e731-4ce0-86c5-62da91d84419 admin admin] Network 26bac57d-0d12-4c6f-b0d1-170cfdee50ba is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:14:33.894460 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-69808cb1-e731-4ce0-86c5-62da91d84419 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, 26bac57d-0d12-4c6f-b0d1-170cfdee50ba) {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:14:33.899031 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69808cb1-e731-4ce0-86c5-62da91d84419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:33.899633 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-69808cb1-e731-4ce0-86c5-62da91d84419 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:33.904204 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9faffb-b9cd-42fe-a92a-5ffeecb59984 None None] Network 26bac57d-0d12-4c6f-b0d1-170cfdee50ba requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:14:33.969670 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-69808cb1-e731-4ce0-86c5-62da91d84419 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6474082 Aug 16 22:14:33.972331 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39050) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:33.977774 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-0a45965f-436b-4a8d-885e-6f71af34ed89 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1681283050-router', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:14:34.063023 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c98323-a99e-4696-8a2a-884dfedea06d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-26bac57d-0d12-4c6f-b0d1-170cfdee50ba', 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'fixed_ips': [{'subnet_id': '8c9ca3af-9956-4707-80e7-5d98913e8b78'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:14:34.064442 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-60c98323-a99e-4696-8a2a-884dfedea06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:34.065167 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0a45965f-436b-4a8d-885e-6f71af34ed89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:34.067457 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0a45965f-436b-4a8d-885e-6f71af34ed89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:34.157517 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0a45965f-436b-4a8d-885e-6f71af34ed89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:34.235841 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-60c98323-a99e-4696-8a2a-884dfedea06d None None] Allocated IP 172.20.0.2 (26bac57d-0d12-4c6f-b0d1-170cfdee50ba/8c9ca3af-9956-4707-80e7-5d98913e8b78/7d13f5bb-bcf2-4630-8770-02fea3d2f851) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:14:34.373357 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0a45965f-436b-4a8d-885e-6f71af34ed89 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:34.388339 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-60c98323-a99e-4696-8a2a-884dfedea06d None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:34.396596 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-60c98323-a99e-4696-8a2a-884dfedea06d None None] Transition to ACTIVE for port object 7d13f5bb-bcf2-4630-8770-02fea3d2f851 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:14:34.411334 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-60c98323-a99e-4696-8a2a-884dfedea06d None None] Transition to ACTIVE for port object 7d13f5bb-bcf2-4630-8770-02fea3d2f851 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:14:34.483743 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-60c98323-a99e-4696-8a2a-884dfedea06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:34.524964 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c98323-a99e-4696-8a2a-884dfedea06d None None] Network 26bac57d-0d12-4c6f-b0d1-170cfdee50ba is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:14:34.527852 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-60c98323-a99e-4696-8a2a-884dfedea06d None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:14:34.531379 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c98323-a99e-4696-8a2a-884dfedea06d None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:14:34.538864 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c98323-a99e-4696-8a2a-884dfedea06d None None] Pushing event updated for resources: {'Port': ['ID=7d13f5bb-bcf2-4630-8770-02fea3d2f851,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:34.591965 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-60c98323-a99e-4696-8a2a-884dfedea06d None None] Attempting to bind port 7d13f5bb-bcf2-4630-8770-02fea3d2f851 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:14:34.592330 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-60c98323-a99e-4696-8a2a-884dfedea06d None None] Attempting to bind port 7d13f5bb-bcf2-4630-8770-02fea3d2f851 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'f25dfa67-19c8-4402-b3ee-1d2bb877835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:14:34.592689 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c98323-a99e-4696-8a2a-884dfedea06d None None] Attempting to bind port 7d13f5bb-bcf2-4630-8770-02fea3d2f851 on network 26bac57d-0d12-4c6f-b0d1-170cfdee50ba {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:14:34.598175 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c98323-a99e-4696-8a2a-884dfedea06d None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:14:34.598542 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c98323-a99e-4696-8a2a-884dfedea06d None None] Checking segment: {'id': 'f25dfa67-19c8-4402-b3ee-1d2bb877835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:14:34.598938 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-60c98323-a99e-4696-8a2a-884dfedea06d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:34.599324 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c98323-a99e-4696-8a2a-884dfedea06d None None] Bound using segment: {'id': 'f25dfa67-19c8-4402-b3ee-1d2bb877835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:14:34.599791 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-60c98323-a99e-4696-8a2a-884dfedea06d None None] Bound port: 7d13f5bb-bcf2-4630-8770-02fea3d2f851, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f25dfa67-19c8-4402-b3ee-1d2bb877835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:14:34.600180 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-60c98323-a99e-4696-8a2a-884dfedea06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:34.667259 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0a45965f-436b-4a8d-885e-6f71af34ed89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:34.677490 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-60c98323-a99e-4696-8a2a-884dfedea06d None None] For port 7d13f5bb-bcf2-4630-8770-02fea3d2f851, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:14:34.687208 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-60c98323-a99e-4696-8a2a-884dfedea06d None None] For port 7d13f5bb-bcf2-4630-8770-02fea3d2f851, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=7d13f5bb-bcf2-4630-8770-02fea3d2f851,segment=NetworkSegment(f25dfa67-19c8-4402-b3ee-1d2bb877835f),segment_id=f25dfa67-19c8-4402-b3ee-1d2bb877835f)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:14:34.688577 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0a45965f-436b-4a8d-885e-6f71af34ed89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:34.757753 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-60c98323-a99e-4696-8a2a-884dfedea06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:34.794105 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-0a45965f-436b-4a8d-885e-6f71af34ed89 admin admin] Allocated IP 172.25.1.153 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/ec270570-639b-4b59-826f-fd9bed1a15ac) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:14:34.825934 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c98323-a99e-4696-8a2a-884dfedea06d None None] Pushing event updated for resources: {'Port': ['ID=7d13f5bb-bcf2-4630-8770-02fea3d2f851,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:34.940262 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0a45965f-436b-4a8d-885e-6f71af34ed89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:35.049149 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0a45965f-436b-4a8d-885e-6f71af34ed89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:35.094295 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a45965f-436b-4a8d-885e-6f71af34ed89 admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:14:35.101424 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-0a45965f-436b-4a8d-885e-6f71af34ed89 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:14:35.106435 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a45965f-436b-4a8d-885e-6f71af34ed89 admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:14:35.131810 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45965f-436b-4a8d-885e-6f71af34ed89 admin admin] Pushing event updated for resources: {'Port': ['ID=ec270570-639b-4b59-826f-fd9bed1a15ac,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:35.287872 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 7d13f5bb-bcf2-4630-8770-02fea3d2f851 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:14:35.443515 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 7d13f5bb-bcf2-4630-8770-02fea3d2f851 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:14:35.491774 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0a45965f-436b-4a8d-885e-6f71af34ed89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:35.705516 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0a45965f-436b-4a8d-885e-6f71af34ed89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:35.767733 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2d2131-4ec8-42d3-9358-42efe3a85b0e None None] Network 26bac57d-0d12-4c6f-b0d1-170cfdee50ba requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:14:35.899841 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a45965f-436b-4a8d-885e-6f71af34ed89 admin admin] Router 48270bd0-2ffa-478f-9204-46e451b89c63 is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:14:36.036772 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a45965f-436b-4a8d-885e-6f71af34ed89 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:14:36.050326 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c00686-896a-4db8-a81a-7298c0918f68 None None] Sync routers for ids ['48270bd0-2ffa-478f-9204-46e451b89c63'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:14:36.062373 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c00686-896a-4db8-a81a-7298c0918f68 None None] Routers {'48270bd0-2ffa-478f-9204-46e451b89c63'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:14:36.063031 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-c1c00686-896a-4db8-a81a-7298c0918f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:14:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['48270bd0-2ffa-478f-9204-46e451b89c63'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:36.167766 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5ba138d7-d6f2-454e-aaae-ae439f0b7f91 None None] Provisioning for port 7d13f5bb-bcf2-4630-8770-02fea3d2f851 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:14:36.184362 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5ba138d7-d6f2-454e-aaae-ae439f0b7f91 None None] Provisioning complete for port 7d13f5bb-bcf2-4630-8770-02fea3d2f851 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:36.184969 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5ba138d7-d6f2-454e-aaae-ae439f0b7f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:36.191259 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0a45965f-436b-4a8d-885e-6f71af34ed89 admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:36.195141 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0a45965f-436b-4a8d-885e-6f71af34ed89 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2192075 Aug 16 22:14:36.195398 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39054) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:36.238110 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-c1c00686-896a-4db8-a81a-7298c0918f68 None None] Set router 48270bd0-2ffa-478f-9204-46e451b89c63 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:14:36.395273 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5ba138d7-d6f2-454e-aaae-ae439f0b7f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:36.459998 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-5ba138d7-d6f2-454e-aaae-ae439f0b7f91 None None] For port 7d13f5bb-bcf2-4630-8770-02fea3d2f851, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=7d13f5bb-bcf2-4630-8770-02fea3d2f851,segment=NetworkSegment(f25dfa67-19c8-4402-b3ee-1d2bb877835f),segment_id=f25dfa67-19c8-4402-b3ee-1d2bb877835f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:36.477272 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-c1c00686-896a-4db8-a81a-7298c0918f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'name': 'tempest-TestSnapshotPattern-1681283050-router', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'ec270570-639b-4b59-826f-fd9bed1a15ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:34Z', 'updated_at': '2021-08-16T22:14:35Z', 'revision_number': 3, 'project_id': '83f485b094744827aacc74f36e928d9e', 'gw_port': {'id': 'ec270570-639b-4b59-826f-fd9bed1a15ac', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:16:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:34Z', 'updated_at': '2021-08-16T22:14:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:36.646293 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e73eeadb-a9e0-461a-a1a1-ed14a90c0bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:36.668450 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c00686-896a-4db8-a81a-7298c0918f68 None None] Checking router: 48270bd0-2ffa-478f-9204-46e451b89c63 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:14:36.668796 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c00686-896a-4db8-a81a-7298c0918f68 None None] Updating router 48270bd0-2ffa-478f-9204-46e451b89c63 port ec270570-639b-4b59-826f-fd9bed1a15ac binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:14:36.671754 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5ba138d7-d6f2-454e-aaae-ae439f0b7f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:36.715025 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c1c00686-896a-4db8-a81a-7298c0918f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:36.762477 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba138d7-d6f2-454e-aaae-ae439f0b7f91 None None] Pushing event updated for resources: {'Port': ['ID=7d13f5bb-bcf2-4630-8770-02fea3d2f851,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:36.806453 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-e73eeadb-a9e0-461a-a1a1-ed14a90c0bcf admin admin] Allocated IP 172.20.0.1 (26bac57d-0d12-4c6f-b0d1-170cfdee50ba/8c9ca3af-9956-4707-80e7-5d98913e8b78/29214c84-5b99-4239-ab43-6864b728979e) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:14:36.843916 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-daa1eaab-d644-4d87-b7fa-75b5ae083590 None None] Provisioning complete for port 7d13f5bb-bcf2-4630-8770-02fea3d2f851 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:36.844287 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-daa1eaab-d644-4d87-b7fa-75b5ae083590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:36.918983 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e73eeadb-a9e0-461a-a1a1-ed14a90c0bcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:36.935233 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-e73eeadb-a9e0-461a-a1a1-ed14a90c0bcf admin admin] Transition to ACTIVE for port object 29214c84-5b99-4239-ab43-6864b728979e will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:14:37.032196 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e73eeadb-a9e0-461a-a1a1-ed14a90c0bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:37.062302 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c1c00686-896a-4db8-a81a-7298c0918f68 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:37.077724 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73eeadb-a9e0-461a-a1a1-ed14a90c0bcf admin admin] Network 26bac57d-0d12-4c6f-b0d1-170cfdee50ba is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:14:37.081916 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c1c00686-896a-4db8-a81a-7298c0918f68 None None] Transition to ACTIVE for port object ec270570-639b-4b59-826f-fd9bed1a15ac will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:14:37.083902 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-e73eeadb-a9e0-461a-a1a1-ed14a90c0bcf admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:14:37.086362 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73eeadb-a9e0-461a-a1a1-ed14a90c0bcf admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:14:37.090124 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73eeadb-a9e0-461a-a1a1-ed14a90c0bcf admin admin] Pushing event updated for resources: {'Port': ['ID=29214c84-5b99-4239-ab43-6864b728979e,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:37.135730 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e73eeadb-a9e0-461a-a1a1-ed14a90c0bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:37.152321 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c1c00686-896a-4db8-a81a-7298c0918f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:37.238911 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc85af7-e7f2-46bf-8e15-924a50b3f06d None None] Pushing event updated for resources: {'Port': ['ID=ec270570-639b-4b59-826f-fd9bed1a15ac,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:37.238911 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-c1c00686-896a-4db8-a81a-7298c0918f68 None None] Attempting to bind port ec270570-639b-4b59-826f-fd9bed1a15ac on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:14:37.238911 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-c1c00686-896a-4db8-a81a-7298c0918f68 None None] Attempting to bind port ec270570-639b-4b59-826f-fd9bed1a15ac by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:14:37.239578 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c00686-896a-4db8-a81a-7298c0918f68 None None] Attempting to bind port ec270570-639b-4b59-826f-fd9bed1a15ac on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:14:37.258400 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c00686-896a-4db8-a81a-7298c0918f68 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:14:37.259966 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c00686-896a-4db8-a81a-7298c0918f68 None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:14:37.261805 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c1c00686-896a-4db8-a81a-7298c0918f68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:37.262476 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c00686-896a-4db8-a81a-7298c0918f68 None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:14:37.264352 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-c1c00686-896a-4db8-a81a-7298c0918f68 None None] Bound port: ec270570-639b-4b59-826f-fd9bed1a15ac, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:14:37.265377 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c1c00686-896a-4db8-a81a-7298c0918f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:37.307677 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 7d13f5bb-bcf2-4630-8770-02fea3d2f851 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:14:37.355531 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-c1c00686-896a-4db8-a81a-7298c0918f68 None None] For port ec270570-639b-4b59-826f-fd9bed1a15ac, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:14:37.360065 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-c1c00686-896a-4db8-a81a-7298c0918f68 None None] For port ec270570-639b-4b59-826f-fd9bed1a15ac, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=ec270570-639b-4b59-826f-fd9bed1a15ac,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:14:37.377380 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 7d13f5bb-bcf2-4630-8770-02fea3d2f851 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:37.377928 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:37.397297 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e73eeadb-a9e0-461a-a1a1-ed14a90c0bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:37.481997 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c1c00686-896a-4db8-a81a-7298c0918f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:37.546893 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c763e32e-f879-4b1b-b703-86a50e8b0732 None None] Provisioning for port 29214c84-5b99-4239-ab43-6864b728979e completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:14:37.571424 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-c763e32e-f879-4b1b-b703-86a50e8b0732 None None] Provisioning complete for port 29214c84-5b99-4239-ab43-6864b728979e triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:37.571831 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c763e32e-f879-4b1b-b703-86a50e8b0732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:37.601083 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc85af7-e7f2-46bf-8e15-924a50b3f06d None None] Pushing event updated for resources: {'Port': ['ID=ec270570-639b-4b59-826f-fd9bed1a15ac,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:37.611508 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c00686-896a-4db8-a81a-7298c0918f68 None None] Routers {'48270bd0-2ffa-478f-9204-46e451b89c63'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:14:37.612590 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-c1c00686-896a-4db8-a81a-7298c0918f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:14:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['48270bd0-2ffa-478f-9204-46e451b89c63'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:37.624373 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e73eeadb-a9e0-461a-a1a1-ed14a90c0bcf admin admin] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:37.668429 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-c763e32e-f879-4b1b-b703-86a50e8b0732 None None] Port 29214c84-5b99-4239-ab43-6864b728979e cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:14:37.672491 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e73eeadb-a9e0-461a-a1a1-ed14a90c0bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:37.741916 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-c1c00686-896a-4db8-a81a-7298c0918f68 None None] Set router 48270bd0-2ffa-478f-9204-46e451b89c63 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:14:37.744730 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-e73eeadb-a9e0-461a-a1a1-ed14a90c0bcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:37.747559 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73eeadb-a9e0-461a-a1a1-ed14a90c0bcf admin admin] Pushing event updated for resources: {'Port': ['ID=29214c84-5b99-4239-ab43-6864b728979e,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:37.841857 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73eeadb-a9e0-461a-a1a1-ed14a90c0bcf admin admin] Network 26bac57d-0d12-4c6f-b0d1-170cfdee50ba is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:14:37.843295 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-e73eeadb-a9e0-461a-a1a1-ed14a90c0bcf admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:14:37.965344 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-c1c00686-896a-4db8-a81a-7298c0918f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'name': 'tempest-TestSnapshotPattern-1681283050-router', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'ec270570-639b-4b59-826f-fd9bed1a15ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:34Z', 'updated_at': '2021-08-16T22:14:37Z', 'revision_number': 4, 'project_id': '83f485b094744827aacc74f36e928d9e', 'gw_port': {'id': 'ec270570-639b-4b59-826f-fd9bed1a15ac', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:16:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:34Z', 'updated_at': '2021-08-16T22:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '29214c84-5b99-4239-ab43-6864b728979e', 'name': '', 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'mac_address': 'fa:16:3e:8a:3f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8c9ca3af-9956-4707-80e7-5d98913e8b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:36Z', 'updated_at': '2021-08-16T22:14:36Z', 'revision_number': 1, 'project_id': '83f485b094744827aacc74f36e928d9e', 'subnets': [{'id': '8c9ca3af-9956-4707-80e7-5d98913e8b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:37.979396 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73eeadb-a9e0-461a-a1a1-ed14a90c0bcf admin admin] Router 48270bd0-2ffa-478f-9204-46e451b89c63 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:14:37.998247 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c00686-896a-4db8-a81a-7298c0918f68 None None] The sync data for ids ['48270bd0-2ffa-478f-9204-46e451b89c63'] in n-d-793620-15 is: [{'id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'name': 'tempest-TestSnapshotPattern-1681283050-router', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'ec270570-639b-4b59-826f-fd9bed1a15ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:34Z', 'updated_at': '2021-08-16T22:14:37Z', 'revision_number': 4, 'project_id': '83f485b094744827aacc74f36e928d9e', 'gw_port': {'id': 'ec270570-639b-4b59-826f-fd9bed1a15ac', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:16:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:34Z', 'updated_at': '2021-08-16T22:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '29214c84-5b99-4239-ab43-6864b728979e', 'name': '', 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'mac_address': 'fa:16:3e:8a:3f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8c9ca3af-9956-4707-80e7-5d98913e8b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:36Z', 'updated_at': '2021-08-16T22:14:36Z', 'revision_number': 1, 'project_id': '83f485b094744827aacc74f36e928d9e', 'subnets': [{'id': '8c9ca3af-9956-4707-80e7-5d98913e8b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:14:38.090566 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-ae8c2dda-58ba-40de-b92d-a74e455cd44a None None] Provisioning complete for port 29214c84-5b99-4239-ab43-6864b728979e triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:38.090830 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ae8c2dda-58ba-40de-b92d-a74e455cd44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:38.101751 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73eeadb-a9e0-461a-a1a1-ed14a90c0bcf admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:14:38.111829 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-e73eeadb-a9e0-461a-a1a1-ed14a90c0bcf admin admin] 10.222.0.84 "PUT /v2.0/routers/48270bd0-2ffa-478f-9204-46e451b89c63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9106410 Aug 16 22:14:38.126242 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-ae8c2dda-58ba-40de-b92d-a74e455cd44a None None] Port 29214c84-5b99-4239-ab43-6864b728979e cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:14:38.842972 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39070) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:38.848947 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-7c946172-34e0-4131-a7d7-5382816dea80 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1978749597-network', 'tenant_id': 'f41c9f77096d48dcaad93c52f6a4215a'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:14:38.951858 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c946172-34e0-4131-a7d7-5382816dea80 admin admin] Made reservation on behalf of f41c9f77096d48dcaad93c52f6a4215a for: {'network': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:14:38.954573 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7c946172-34e0-4131-a7d7-5382816dea80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for network, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:38.964419 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7c946172-34e0-4131-a7d7-5382816dea80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:39.066563 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7c946172-34e0-4131-a7d7-5382816dea80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:39.127443 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7c946172-34e0-4131-a7d7-5382816dea80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:39.157136 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c946172-34e0-4131-a7d7-5382816dea80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=101844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:14:39.171400 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c946172-34e0-4131-a7d7-5382816dea80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a452a221-9121-468e-80b2-86dbcad65d2c,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:39.181948 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7c946172-34e0-4131-a7d7-5382816dea80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:39.182184 n-d-793620-15 neutron-server[101844]: INFO neutron.db.segments_db [None req-7c946172-34e0-4131-a7d7-5382816dea80 admin admin] Added segment 8e72cfd5-ec89-41bd-be39-5488237af6c7 of type vlan for network d16bba5b-041a-4d6e-b736-571ba98bc8fe Aug 16 22:14:39.245413 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7c946172-34e0-4131-a7d7-5382816dea80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744992138150'] for network, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:39.276593 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device ec270570-639b-4b59-826f-fd9bed1a15ac up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:14:39.335647 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7c946172-34e0-4131-a7d7-5382816dea80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428'] for network, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:39.337680 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c946172-34e0-4131-a7d7-5382816dea80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:39.338689 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7c946172-34e0-4131-a7d7-5382816dea80 admin admin] Notify callbacks [] for network, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:39.386932 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port ec270570-639b-4b59-826f-fd9bed1a15ac completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:14:39.391807 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port ec270570-639b-4b59-826f-fd9bed1a15ac triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:39.392283 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:39.413895 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c946172-34e0-4131-a7d7-5382816dea80 admin admin] Pushing event updated for resources: {'Network': ['ID=d16bba5b-041a-4d6e-b736-571ba98bc8fe,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:39.435289 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Network d16bba5b-041a-4d6e-b736-571ba98bc8fe details requested by agent ovs-agent-n-d-793620-15 with host n-d-793620-15 {{(pid=101846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:14:39.460296 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-7c946172-34e0-4131-a7d7-5382816dea80 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6156549 Aug 16 22:14:39.463010 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39074) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:39.468177 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-ca7a5e16-ed41-42a4-b27d-5adcc3e8e541 admin admin] Request body: {'subnet': {'network_id': 'd16bba5b-041a-4d6e-b736-571ba98bc8fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1978749597-subnet', 'tenant_id': 'f41c9f77096d48dcaad93c52f6a4215a', 'ip_version': 4}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:14:39.542927 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:39.567096 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7a5e16-ed41-42a4-b27d-5adcc3e8e541 admin admin] Made reservation on behalf of f41c9f77096d48dcaad93c52f6a4215a for: {'subnet': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:14:39.567096 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ca7a5e16-ed41-42a4-b27d-5adcc3e8e541 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59492305'] for subnet, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:39.571958 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port ec270570-639b-4b59-826f-fd9bed1a15ac, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=ec270570-639b-4b59-826f-fd9bed1a15ac,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:39.643175 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:39.696127 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=ec270570-639b-4b59-826f-fd9bed1a15ac,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:39.813728 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ca7a5e16-ed41-42a4-b27d-5adcc3e8e541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59020051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59492291'] for subnet, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:39.871962 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a5e16-ed41-42a4-b27d-5adcc3e8e541 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2fee9c9-1f59-461e-87ad-a2b3a8236273,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:39.885676 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7a5e16-ed41-42a4-b27d-5adcc3e8e541 admin admin] Checking segment: {'id': '8e72cfd5-ec89-41bd-be39-5488237af6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd16bba5b-041a-4d6e-b736-571ba98bc8fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:14:39.886040 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7a5e16-ed41-42a4-b27d-5adcc3e8e541 admin admin] Network hostable DHCP agents. Network: d16bba5b-041a-4d6e-b736-571ba98bc8fe, hostable agents: ['afef07b1-13a9-46e4-84d7-17d00a41112e'], hosted agents: [] {{(pid=101844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:14:39.956977 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7a5e16-ed41-42a4-b27d-5adcc3e8e541 admin admin] Network d16bba5b-041a-4d6e-b736-571ba98bc8fe is scheduled to be hosted by DHCP agent afef07b1-13a9-46e4-84d7-17d00a41112e with binding_index 1 {{(pid=101844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:14:40.014102 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-ca7a5e16-ed41-42a4-b27d-5adcc3e8e541 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-15, d16bba5b-041a-4d6e-b736-571ba98bc8fe) {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:14:40.020288 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7a5e16-ed41-42a4-b27d-5adcc3e8e541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:40.026075 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ca7a5e16-ed41-42a4-b27d-5adcc3e8e541 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:40.027203 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19b981b-dfe5-4af8-b022-07e30863b74c None None] Network d16bba5b-041a-4d6e-b736-571ba98bc8fe requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:14:40.065998 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008ff602-29f8-4ed6-9a2f-ffd5befaeebe None None] Sync routers for ids ['48270bd0-2ffa-478f-9204-46e451b89c63'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:14:40.076927 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008ff602-29f8-4ed6-9a2f-ffd5befaeebe None None] Routers {'48270bd0-2ffa-478f-9204-46e451b89c63'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:14:40.077557 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-008ff602-29f8-4ed6-9a2f-ffd5befaeebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:14:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['48270bd0-2ffa-478f-9204-46e451b89c63'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:40.083352 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-ca7a5e16-ed41-42a4-b27d-5adcc3e8e541 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6192431 Aug 16 22:14:40.086106 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39076) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:40.090753 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-5da6176a-94f3-4c4d-bc61-e2394dcf450b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1978749597-router', 'tenant_id': 'f41c9f77096d48dcaad93c52f6a4215a', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:14:40.157879 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5da6176a-94f3-4c4d-bc61-e2394dcf450b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59343'] for router, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:40.158906 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5da6176a-94f3-4c4d-bc61-e2394dcf450b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59334'] for router, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:40.190693 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-008ff602-29f8-4ed6-9a2f-ffd5befaeebe None None] Set router 48270bd0-2ffa-478f-9204-46e451b89c63 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:14:40.192178 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5874df-2dd0-4def-ba62-0a83c1c7d0a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d655e1-f3ed-50d5-a53a-6c27a341cfa1-d16bba5b-041a-4d6e-b736-571ba98bc8fe', 'network_id': 'd16bba5b-041a-4d6e-b736-571ba98bc8fe', 'tenant_id': 'f41c9f77096d48dcaad93c52f6a4215a', 'fixed_ips': [{'subnet_id': 'c2fee9c9-1f59-461e-87ad-a2b3a8236273'}]}} from n-d-793620-15. {{(pid=101846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:14:40.193309 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4e5874df-2dd0-4def-ba62-0a83c1c7d0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:40.217967 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5da6176a-94f3-4c4d-bc61-e2394dcf450b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:40.359511 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.db_base_plugin_common [None req-4e5874df-2dd0-4def-ba62-0a83c1c7d0a8 None None] Allocated IP 172.20.0.2 (d16bba5b-041a-4d6e-b736-571ba98bc8fe/c2fee9c9-1f59-461e-87ad-a2b3a8236273/104d4e98-f06a-414c-93d7-188de4719ac6) {{(pid=101846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:14:40.399957 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-008ff602-29f8-4ed6-9a2f-ffd5befaeebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'name': 'tempest-TestSnapshotPattern-1681283050-router', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'ec270570-639b-4b59-826f-fd9bed1a15ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:34Z', 'updated_at': '2021-08-16T22:14:37Z', 'revision_number': 4, 'project_id': '83f485b094744827aacc74f36e928d9e', 'gw_port': {'id': 'ec270570-639b-4b59-826f-fd9bed1a15ac', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:16:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:34Z', 'updated_at': '2021-08-16T22:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '29214c84-5b99-4239-ab43-6864b728979e', 'name': '', 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'mac_address': 'fa:16:3e:8a:3f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8c9ca3af-9956-4707-80e7-5d98913e8b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:36Z', 'updated_at': '2021-08-16T22:14:37Z', 'revision_number': 2, 'project_id': '83f485b094744827aacc74f36e928d9e', 'subnets': [{'id': '8c9ca3af-9956-4707-80e7-5d98913e8b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:40.433054 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008ff602-29f8-4ed6-9a2f-ffd5befaeebe None None] Checking router: 48270bd0-2ffa-478f-9204-46e451b89c63 for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:14:40.433814 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008ff602-29f8-4ed6-9a2f-ffd5befaeebe None None] Updating router 48270bd0-2ffa-478f-9204-46e451b89c63 port 29214c84-5b99-4239-ab43-6864b728979e binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:14:40.461070 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-008ff602-29f8-4ed6-9a2f-ffd5befaeebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:40.469575 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5da6176a-94f3-4c4d-bc61-e2394dcf450b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:40.511954 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4e5874df-2dd0-4def-ba62-0a83c1c7d0a8 None None] Notify callbacks [] for port, precommit_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:40.520714 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-4e5874df-2dd0-4def-ba62-0a83c1c7d0a8 None None] Transition to ACTIVE for port object 104d4e98-f06a-414c-93d7-188de4719ac6 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:14:40.536066 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-4e5874df-2dd0-4def-ba62-0a83c1c7d0a8 None None] Transition to ACTIVE for port object 104d4e98-f06a-414c-93d7-188de4719ac6 will not be triggered until provisioned by entity DHCP. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:14:40.591765 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4e5874df-2dd0-4def-ba62-0a83c1c7d0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860'] for port, after_create {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:40.639169 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5874df-2dd0-4def-ba62-0a83c1c7d0a8 None None] Network d16bba5b-041a-4d6e-b736-571ba98bc8fe is already hosted by enough agents. {{(pid=101846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:14:40.645132 n-d-793620-15 neutron-server[101846]: DEBUG neutron.scheduler.base_scheduler [None req-4e5874df-2dd0-4def-ba62-0a83c1c7d0a8 None None] Resources bound (agent type, host, resource id): {{(pid=101846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:14:40.648364 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5874df-2dd0-4def-ba62-0a83c1c7d0a8 None None] Received port after_create {{(pid=101846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:14:40.652319 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5874df-2dd0-4def-ba62-0a83c1c7d0a8 None None] Pushing event updated for resources: {'Port': ['ID=104d4e98-f06a-414c-93d7-188de4719ac6,revision_number=1']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:40.717313 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-4e5874df-2dd0-4def-ba62-0a83c1c7d0a8 None None] Attempting to bind port 104d4e98-f06a-414c-93d7-188de4719ac6 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:14:40.717709 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-4e5874df-2dd0-4def-ba62-0a83c1c7d0a8 None None] Attempting to bind port 104d4e98-f06a-414c-93d7-188de4719ac6 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '8e72cfd5-ec89-41bd-be39-5488237af6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd16bba5b-041a-4d6e-b736-571ba98bc8fe'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:14:40.718064 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5874df-2dd0-4def-ba62-0a83c1c7d0a8 None None] Attempting to bind port 104d4e98-f06a-414c-93d7-188de4719ac6 on network d16bba5b-041a-4d6e-b736-571ba98bc8fe {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:14:40.724092 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5874df-2dd0-4def-ba62-0a83c1c7d0a8 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:14:40.724476 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5874df-2dd0-4def-ba62-0a83c1c7d0a8 None None] Checking segment: {'id': '8e72cfd5-ec89-41bd-be39-5488237af6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd16bba5b-041a-4d6e-b736-571ba98bc8fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:14:40.725099 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4e5874df-2dd0-4def-ba62-0a83c1c7d0a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:40.725510 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5874df-2dd0-4def-ba62-0a83c1c7d0a8 None None] Bound using segment: {'id': '8e72cfd5-ec89-41bd-be39-5488237af6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd16bba5b-041a-4d6e-b736-571ba98bc8fe'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:14:40.726012 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-4e5874df-2dd0-4def-ba62-0a83c1c7d0a8 None None] Bound port: 104d4e98-f06a-414c-93d7-188de4719ac6, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e72cfd5-ec89-41bd-be39-5488237af6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd16bba5b-041a-4d6e-b736-571ba98bc8fe'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:14:40.726403 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4e5874df-2dd0-4def-ba62-0a83c1c7d0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:40.804898 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-008ff602-29f8-4ed6-9a2f-ffd5befaeebe None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:40.817312 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-008ff602-29f8-4ed6-9a2f-ffd5befaeebe None None] Transition to ACTIVE for port object 29214c84-5b99-4239-ab43-6864b728979e will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:14:40.822626 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-4e5874df-2dd0-4def-ba62-0a83c1c7d0a8 None None] For port 104d4e98-f06a-414c-93d7-188de4719ac6, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:14:40.828219 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-4e5874df-2dd0-4def-ba62-0a83c1c7d0a8 None None] For port 104d4e98-f06a-414c-93d7-188de4719ac6, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=104d4e98-f06a-414c-93d7-188de4719ac6,segment=NetworkSegment(8e72cfd5-ec89-41bd-be39-5488237af6c7),segment_id=8e72cfd5-ec89-41bd-be39-5488237af6c7)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:14:40.921213 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-008ff602-29f8-4ed6-9a2f-ffd5befaeebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:40.929124 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-4e5874df-2dd0-4def-ba62-0a83c1c7d0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:40.997746 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5874df-2dd0-4def-ba62-0a83c1c7d0a8 None None] Pushing event updated for resources: {'Port': ['ID=104d4e98-f06a-414c-93d7-188de4719ac6,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:41.004089 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de1c30-3328-423c-b08e-4d3bfcefc05d None None] Pushing event updated for resources: {'Port': ['ID=29214c84-5b99-4239-ab43-6864b728979e,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:41.027254 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94de1c30-3328-423c-b08e-4d3bfcefc05d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:41.027596 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94de1c30-3328-423c-b08e-4d3bfcefc05d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:41.028745 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94de1c30-3328-423c-b08e-4d3bfcefc05d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:41.028745 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94de1c30-3328-423c-b08e-4d3bfcefc05d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:41.028745 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94de1c30-3328-423c-b08e-4d3bfcefc05d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:41.029296 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94de1c30-3328-423c-b08e-4d3bfcefc05d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:41.029296 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94de1c30-3328-423c-b08e-4d3bfcefc05d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:41.029632 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94de1c30-3328-423c-b08e-4d3bfcefc05d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:41.029808 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94de1c30-3328-423c-b08e-4d3bfcefc05d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:41.030097 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94de1c30-3328-423c-b08e-4d3bfcefc05d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:41.030409 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94de1c30-3328-423c-b08e-4d3bfcefc05d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:41.030718 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94de1c30-3328-423c-b08e-4d3bfcefc05d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:41.051711 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-008ff602-29f8-4ed6-9a2f-ffd5befaeebe None None] Attempting to bind port 29214c84-5b99-4239-ab43-6864b728979e on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:14:41.053768 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-008ff602-29f8-4ed6-9a2f-ffd5befaeebe None None] Attempting to bind port 29214c84-5b99-4239-ab43-6864b728979e by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': 'f25dfa67-19c8-4402-b3ee-1d2bb877835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:14:41.054660 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008ff602-29f8-4ed6-9a2f-ffd5befaeebe None None] Attempting to bind port 29214c84-5b99-4239-ab43-6864b728979e on network 26bac57d-0d12-4c6f-b0d1-170cfdee50ba {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:14:41.069122 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008ff602-29f8-4ed6-9a2f-ffd5befaeebe None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:14:41.070159 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008ff602-29f8-4ed6-9a2f-ffd5befaeebe None None] Checking segment: {'id': 'f25dfa67-19c8-4402-b3ee-1d2bb877835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:14:41.070159 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-008ff602-29f8-4ed6-9a2f-ffd5befaeebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:41.070454 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008ff602-29f8-4ed6-9a2f-ffd5befaeebe None None] Bound using segment: {'id': 'f25dfa67-19c8-4402-b3ee-1d2bb877835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:14:41.070812 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-008ff602-29f8-4ed6-9a2f-ffd5befaeebe None None] Bound port: 29214c84-5b99-4239-ab43-6864b728979e, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f25dfa67-19c8-4402-b3ee-1d2bb877835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:14:41.071192 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-008ff602-29f8-4ed6-9a2f-ffd5befaeebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:41.099033 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5da6176a-94f3-4c4d-bc61-e2394dcf450b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:41.129645 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-6bb58308-f672-4e13-9adb-4f2d2def05ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:41.129871 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5da6176a-94f3-4c4d-bc61-e2394dcf450b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:41.155569 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-008ff602-29f8-4ed6-9a2f-ffd5befaeebe None None] For port 29214c84-5b99-4239-ab43-6864b728979e, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:14:41.159874 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-008ff602-29f8-4ed6-9a2f-ffd5befaeebe None None] For port 29214c84-5b99-4239-ab43-6864b728979e, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=29214c84-5b99-4239-ab43-6864b728979e,segment=NetworkSegment(f25dfa67-19c8-4402-b3ee-1d2bb877835f),segment_id=f25dfa67-19c8-4402-b3ee-1d2bb877835f)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:14:41.232679 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-008ff602-29f8-4ed6-9a2f-ffd5befaeebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:41.268774 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-5da6176a-94f3-4c4d-bc61-e2394dcf450b admin admin] Allocated IP 172.25.1.54 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/35c19149-df6d-488a-b54e-943fb94ae543) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:14:41.293022 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device ec270570-639b-4b59-826f-fd9bed1a15ac up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:14:41.396549 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008ff602-29f8-4ed6-9a2f-ffd5befaeebe None None] Routers {'48270bd0-2ffa-478f-9204-46e451b89c63'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:14:41.397275 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-008ff602-29f8-4ed6-9a2f-ffd5befaeebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:14:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['48270bd0-2ffa-478f-9204-46e451b89c63'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:41.413035 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de1c30-3328-423c-b08e-4d3bfcefc05d None None] Pushing event updated for resources: {'Port': ['ID=29214c84-5b99-4239-ab43-6864b728979e,revision_number=4']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:41.463625 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port ec270570-639b-4b59-826f-fd9bed1a15ac triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:41.464494 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:41.476879 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5da6176a-94f3-4c4d-bc61-e2394dcf450b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:41.609255 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5da6176a-94f3-4c4d-bc61-e2394dcf450b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:41.656326 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da6176a-94f3-4c4d-bc61-e2394dcf450b admin admin] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:14:41.660233 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-5da6176a-94f3-4c4d-bc61-e2394dcf450b admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:14:41.668836 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da6176a-94f3-4c4d-bc61-e2394dcf450b admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:14:41.671914 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da6176a-94f3-4c4d-bc61-e2394dcf450b admin admin] Pushing event updated for resources: {'Port': ['ID=35c19149-df6d-488a-b54e-943fb94ae543,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:41.698209 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-008ff602-29f8-4ed6-9a2f-ffd5befaeebe None None] Set router 48270bd0-2ffa-478f-9204-46e451b89c63 gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:14:41.936352 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-008ff602-29f8-4ed6-9a2f-ffd5befaeebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'name': 'tempest-TestSnapshotPattern-1681283050-router', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'ec270570-639b-4b59-826f-fd9bed1a15ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:34Z', 'updated_at': '2021-08-16T22:14:37Z', 'revision_number': 4, 'project_id': '83f485b094744827aacc74f36e928d9e', 'gw_port': {'id': 'ec270570-639b-4b59-826f-fd9bed1a15ac', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:16:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:34Z', 'updated_at': '2021-08-16T22:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '29214c84-5b99-4239-ab43-6864b728979e', 'name': '', 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'mac_address': 'fa:16:3e:8a:3f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8c9ca3af-9956-4707-80e7-5d98913e8b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:36Z', 'updated_at': '2021-08-16T22:14:41Z', 'revision_number': 4, 'project_id': '83f485b094744827aacc74f36e928d9e', 'subnets': [{'id': '8c9ca3af-9956-4707-80e7-5d98913e8b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:41.964362 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008ff602-29f8-4ed6-9a2f-ffd5befaeebe None None] The sync data for ids ['48270bd0-2ffa-478f-9204-46e451b89c63'] in n-d-793620-15 is: [{'id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'name': 'tempest-TestSnapshotPattern-1681283050-router', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'ec270570-639b-4b59-826f-fd9bed1a15ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:34Z', 'updated_at': '2021-08-16T22:14:37Z', 'revision_number': 4, 'project_id': '83f485b094744827aacc74f36e928d9e', 'gw_port': {'id': 'ec270570-639b-4b59-826f-fd9bed1a15ac', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:16:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:34Z', 'updated_at': '2021-08-16T22:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '29214c84-5b99-4239-ab43-6864b728979e', 'name': '', 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'mac_address': 'fa:16:3e:8a:3f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8c9ca3af-9956-4707-80e7-5d98913e8b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:36Z', 'updated_at': '2021-08-16T22:14:41Z', 'revision_number': 4, 'project_id': '83f485b094744827aacc74f36e928d9e', 'subnets': [{'id': '8c9ca3af-9956-4707-80e7-5d98913e8b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:14:42.045839 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5da6176a-94f3-4c4d-bc61-e2394dcf450b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:42.233888 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e492b80-ffb2-4aef-a678-dbc8f66d982b None None] Network d16bba5b-041a-4d6e-b736-571ba98bc8fe requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:14:42.267302 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5da6176a-94f3-4c4d-bc61-e2394dcf450b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663144'] for router, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:42.388438 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-5cf8f257-f084-4904-9887-68062dee0d69 None None] Provisioning for port 104d4e98-f06a-414c-93d7-188de4719ac6 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:14:42.534210 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da6176a-94f3-4c4d-bc61-e2394dcf450b admin admin] Router 894532f2-7d71-4e4e-9478-a9719661178f is scheduled to L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 with binding_index 1 {{(pid=101845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:14:42.663491 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da6176a-94f3-4c4d-bc61-e2394dcf450b admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:14:42.673371 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eedb685-4e3c-4996-a3df-00bc0ce671a6 None None] Sync routers for ids ['894532f2-7d71-4e4e-9478-a9719661178f'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:14:42.683441 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eedb685-4e3c-4996-a3df-00bc0ce671a6 None None] Routers {'894532f2-7d71-4e4e-9478-a9719661178f'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:14:42.684119 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-3eedb685-4e3c-4996-a3df-00bc0ce671a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:14:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['894532f2-7d71-4e4e-9478-a9719661178f'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:42.739972 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5da6176a-94f3-4c4d-bc61-e2394dcf450b admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:42.741293 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5da6176a-94f3-4c4d-bc61-e2394dcf450b admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6540926 Aug 16 22:14:42.744340 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39078) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:42.809163 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-3eedb685-4e3c-4996-a3df-00bc0ce671a6 None None] Set router 894532f2-7d71-4e4e-9478-a9719661178f gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:14:43.024870 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-3eedb685-4e3c-4996-a3df-00bc0ce671a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894532f2-7d71-4e4e-9478-a9719661178f', 'name': 'tempest-TestSnapshotPattern-1978749597-router', 'tenant_id': 'f41c9f77096d48dcaad93c52f6a4215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '35c19149-df6d-488a-b54e-943fb94ae543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:40Z', 'updated_at': '2021-08-16T22:14:41Z', 'revision_number': 3, 'project_id': 'f41c9f77096d48dcaad93c52f6a4215a', 'gw_port': {'id': '35c19149-df6d-488a-b54e-943fb94ae543', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:39:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894532f2-7d71-4e4e-9478-a9719661178f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:41Z', 'updated_at': '2021-08-16T22:14:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:43.051722 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eedb685-4e3c-4996-a3df-00bc0ce671a6 None None] Checking router: 894532f2-7d71-4e4e-9478-a9719661178f for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:14:43.052005 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eedb685-4e3c-4996-a3df-00bc0ce671a6 None None] Updating router 894532f2-7d71-4e4e-9478-a9719661178f port 35c19149-df6d-488a-b54e-943fb94ae543 binding host n-d-793620-15 {{(pid=101846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:14:43.081668 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3eedb685-4e3c-4996-a3df-00bc0ce671a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:43.226280 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a372f1b5-5061-41b8-91b4-3ccdaea67a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:43.376243 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3eedb685-4e3c-4996-a3df-00bc0ce671a6 None None] Notify callbacks [] for port, precommit_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:43.389357 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-3eedb685-4e3c-4996-a3df-00bc0ce671a6 None None] Transition to ACTIVE for port object 35c19149-df6d-488a-b54e-943fb94ae543 will not be triggered until provisioned by entity L2. {{(pid=101846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:14:43.394051 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 104d4e98-f06a-414c-93d7-188de4719ac6 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:14:43.401421 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-a372f1b5-5061-41b8-91b4-3ccdaea67a41 admin admin] Allocated IP 172.20.0.1 (d16bba5b-041a-4d6e-b736-571ba98bc8fe/c2fee9c9-1f59-461e-87ad-a2b3a8236273/18ea2f09-052d-46a2-bef3-07937f575eb3) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:14:43.465649 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3eedb685-4e3c-4996-a3df-00bc0ce671a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:43.497567 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 104d4e98-f06a-414c-93d7-188de4719ac6 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:14:43.514140 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a372f1b5-5061-41b8-91b4-3ccdaea67a41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:43.520972 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 104d4e98-f06a-414c-93d7-188de4719ac6 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:43.521352 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:43.530107 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [None req-a372f1b5-5061-41b8-91b4-3ccdaea67a41 admin admin] Transition to ACTIVE for port object 18ea2f09-052d-46a2-bef3-07937f575eb3 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:14:43.545151 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-3eedb685-4e3c-4996-a3df-00bc0ce671a6 None None] Attempting to bind port 35c19149-df6d-488a-b54e-943fb94ae543 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:14:43.545529 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-3eedb685-4e3c-4996-a3df-00bc0ce671a6 None None] Attempting to bind port 35c19149-df6d-488a-b54e-943fb94ae543 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:14:43.545897 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eedb685-4e3c-4996-a3df-00bc0ce671a6 None None] Attempting to bind port 35c19149-df6d-488a-b54e-943fb94ae543 on network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:14:43.556183 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eedb685-4e3c-4996-a3df-00bc0ce671a6 None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:14:43.556571 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eedb685-4e3c-4996-a3df-00bc0ce671a6 None None] Checking segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:14:43.556977 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3eedb685-4e3c-4996-a3df-00bc0ce671a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:43.557375 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eedb685-4e3c-4996-a3df-00bc0ce671a6 None None] Bound using segment: {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'} {{(pid=101846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:14:43.557853 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.managers [None req-3eedb685-4e3c-4996-a3df-00bc0ce671a6 None None] Bound port: 35c19149-df6d-488a-b54e-943fb94ae543, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932ee09-4131-4482-9bc0-81de9c28cc72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9'}}] {{(pid=101846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:14:43.558490 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3eedb685-4e3c-4996-a3df-00bc0ce671a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:43.564027 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d5856-b61f-4d4a-ac1d-c1d10c6f305b None None] Pushing event updated for resources: {'Port': ['ID=35c19149-df6d-488a-b54e-943fb94ae543,revision_number=2']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:43.636369 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a372f1b5-5061-41b8-91b4-3ccdaea67a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:43.661593 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-3eedb685-4e3c-4996-a3df-00bc0ce671a6 None None] For port 35c19149-df6d-488a-b54e-943fb94ae543, host n-d-793620-15, cleared binding levels {{(pid=101846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:14:43.680445 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a372f1b5-5061-41b8-91b4-3ccdaea67a41 admin admin] Network d16bba5b-041a-4d6e-b736-571ba98bc8fe is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:14:43.681731 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-3eedb685-4e3c-4996-a3df-00bc0ce671a6 None None] For port 35c19149-df6d-488a-b54e-943fb94ae543, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=35c19149-df6d-488a-b54e-943fb94ae543,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:14:43.684401 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:43.686390 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-a372f1b5-5061-41b8-91b4-3ccdaea67a41 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:14:43.688728 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a372f1b5-5061-41b8-91b4-3ccdaea67a41 admin admin] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:14:43.691010 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372f1b5-5061-41b8-91b4-3ccdaea67a41 admin admin] Pushing event updated for resources: {'Port': ['ID=18ea2f09-052d-46a2-bef3-07937f575eb3,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:43.739417 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a372f1b5-5061-41b8-91b4-3ccdaea67a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767067'] for router_interface, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:43.740196 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 104d4e98-f06a-414c-93d7-188de4719ac6, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=104d4e98-f06a-414c-93d7-188de4719ac6,segment=NetworkSegment(8e72cfd5-ec89-41bd-be39-5488237af6c7),segment_id=8e72cfd5-ec89-41bd-be39-5488237af6c7)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:43.742146 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-db735b79-7a62-4ac4-97aa-0e7890e6083f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:43.770645 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3eedb685-4e3c-4996-a3df-00bc0ce671a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:43.960305 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a372f1b5-5061-41b8-91b4-3ccdaea67a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:43.988442 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:43.989138 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 29214c84-5b99-4239-ab43-6864b728979e up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:14:44.075342 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eedb685-4e3c-4996-a3df-00bc0ce671a6 None None] Routers {'894532f2-7d71-4e4e-9478-a9719661178f'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:14:44.076025 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-3eedb685-4e3c-4996-a3df-00bc0ce671a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:14:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['894532f2-7d71-4e4e-9478-a9719661178f'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:44.080280 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d5856-b61f-4d4a-ac1d-c1d10c6f305b None None] Pushing event updated for resources: {'Port': ['ID=35c19149-df6d-488a-b54e-943fb94ae543,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:44.143810 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:44.149127 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a372f1b5-5061-41b8-91b4-3ccdaea67a41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:44.151662 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-00374ace-da3b-4068-86d1-d12457333c1d None None] Provisioning for port 18ea2f09-052d-46a2-bef3-07937f575eb3 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:14:44.170141 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-00374ace-da3b-4068-86d1-d12457333c1d None None] Provisioning complete for port 18ea2f09-052d-46a2-bef3-07937f575eb3 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:44.170517 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-00374ace-da3b-4068-86d1-d12457333c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:44.224683 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a372f1b5-5061-41b8-91b4-3ccdaea67a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:44.260833 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=104d4e98-f06a-414c-93d7-188de4719ac6,revision_number=3']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:44.276722 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-00374ace-da3b-4068-86d1-d12457333c1d None None] Port 18ea2f09-052d-46a2-bef3-07937f575eb3 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:14:44.285647 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-3eedb685-4e3c-4996-a3df-00bc0ce671a6 None None] Set router 894532f2-7d71-4e4e-9478-a9719661178f gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:14:44.294016 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372f1b5-5061-41b8-91b4-3ccdaea67a41 admin admin] Pushing event updated for resources: {'Port': ['ID=18ea2f09-052d-46a2-bef3-07937f575eb3,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:44.299333 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a372f1b5-5061-41b8-91b4-3ccdaea67a41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767015'] for router_interface, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:44.313507 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 29214c84-5b99-4239-ab43-6864b728979e completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:14:44.321646 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 29214c84-5b99-4239-ab43-6864b728979e triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:44.325439 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:44.402903 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a372f1b5-5061-41b8-91b4-3ccdaea67a41 admin admin] Network d16bba5b-041a-4d6e-b736-571ba98bc8fe is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:14:44.404344 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-a372f1b5-5061-41b8-91b4-3ccdaea67a41 admin admin] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:14:44.521196 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:44.533299 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a372f1b5-5061-41b8-91b4-3ccdaea67a41 admin admin] Router 894532f2-7d71-4e4e-9478-a9719661178f has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:14:44.591994 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 29214c84-5b99-4239-ab43-6864b728979e, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=29214c84-5b99-4239-ab43-6864b728979e,segment=NetworkSegment(f25dfa67-19c8-4402-b3ee-1d2bb877835f),segment_id=f25dfa67-19c8-4402-b3ee-1d2bb877835f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:44.614735 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-3eedb685-4e3c-4996-a3df-00bc0ce671a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894532f2-7d71-4e4e-9478-a9719661178f', 'name': 'tempest-TestSnapshotPattern-1978749597-router', 'tenant_id': 'f41c9f77096d48dcaad93c52f6a4215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '35c19149-df6d-488a-b54e-943fb94ae543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:40Z', 'updated_at': '2021-08-16T22:14:43Z', 'revision_number': 4, 'project_id': 'f41c9f77096d48dcaad93c52f6a4215a', 'gw_port': {'id': '35c19149-df6d-488a-b54e-943fb94ae543', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:39:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894532f2-7d71-4e4e-9478-a9719661178f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:41Z', 'updated_at': '2021-08-16T22:14:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '18ea2f09-052d-46a2-bef3-07937f575eb3', 'name': '', 'network_id': 'd16bba5b-041a-4d6e-b736-571ba98bc8fe', 'tenant_id': 'f41c9f77096d48dcaad93c52f6a4215a', 'mac_address': 'fa:16:3e:d5:6a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894532f2-7d71-4e4e-9478-a9719661178f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'c2fee9c9-1f59-461e-87ad-a2b3a8236273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:43Z', 'updated_at': '2021-08-16T22:14:43Z', 'revision_number': 1, 'project_id': 'f41c9f77096d48dcaad93c52f6a4215a', 'subnets': [{'id': 'c2fee9c9-1f59-461e-87ad-a2b3a8236273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:44.647332 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eedb685-4e3c-4996-a3df-00bc0ce671a6 None None] The sync data for ids ['894532f2-7d71-4e4e-9478-a9719661178f'] in n-d-793620-15 is: [{'id': '894532f2-7d71-4e4e-9478-a9719661178f', 'name': 'tempest-TestSnapshotPattern-1978749597-router', 'tenant_id': 'f41c9f77096d48dcaad93c52f6a4215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '35c19149-df6d-488a-b54e-943fb94ae543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:40Z', 'updated_at': '2021-08-16T22:14:43Z', 'revision_number': 4, 'project_id': 'f41c9f77096d48dcaad93c52f6a4215a', 'gw_port': {'id': '35c19149-df6d-488a-b54e-943fb94ae543', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:39:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894532f2-7d71-4e4e-9478-a9719661178f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:41Z', 'updated_at': '2021-08-16T22:14:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '18ea2f09-052d-46a2-bef3-07937f575eb3', 'name': '', 'network_id': 'd16bba5b-041a-4d6e-b736-571ba98bc8fe', 'tenant_id': 'f41c9f77096d48dcaad93c52f6a4215a', 'mac_address': 'fa:16:3e:d5:6a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894532f2-7d71-4e4e-9478-a9719661178f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'c2fee9c9-1f59-461e-87ad-a2b3a8236273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:43Z', 'updated_at': '2021-08-16T22:14:43Z', 'revision_number': 1, 'project_id': 'f41c9f77096d48dcaad93c52f6a4215a', 'subnets': [{'id': 'c2fee9c9-1f59-461e-87ad-a2b3a8236273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:14:44.673680 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:44.679451 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a372f1b5-5061-41b8-91b4-3ccdaea67a41 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:14:44.684594 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-a372f1b5-5061-41b8-91b4-3ccdaea67a41 admin admin] 10.222.0.84 "PUT /v2.0/routers/894532f2-7d71-4e4e-9478-a9719661178f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9391811 Aug 16 22:14:44.765703 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7206d908-265a-4043-8fcb-e30c1166167b None None] Provisioning complete for port 18ea2f09-052d-46a2-bef3-07937f575eb3 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:44.766565 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7206d908-265a-4043-8fcb-e30c1166167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:44.792054 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=29214c84-5b99-4239-ab43-6864b728979e,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:44.814021 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7206d908-265a-4043-8fcb-e30c1166167b None None] Port 18ea2f09-052d-46a2-bef3-07937f575eb3 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:14:45.186233 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:45.272148 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 104d4e98-f06a-414c-93d7-188de4719ac6 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:14:45.323404 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 104d4e98-f06a-414c-93d7-188de4719ac6 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:45.323777 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:45.420911 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 29214c84-5b99-4239-ab43-6864b728979e up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:14:45.437240 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39086) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:45.449682 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-03440ab2-f874-414a-9c39-33f8fcc52a40 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-140297133', 'description': 'tempest-secgroup-smoke-140297133 description', 'project_id': '83f485b094744827aacc74f36e928d9e'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:14:45.503279 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 29214c84-5b99-4239-ab43-6864b728979e triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:45.509741 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:45.557758 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-03440ab2-f874-414a-9c39-33f8fcc52a40 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks [] for security_group, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:45.663307 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-03440ab2-f874-414a-9c39-33f8fcc52a40 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks [] for security_group, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:45.745857 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-03440ab2-f874-414a-9c39-33f8fcc52a40 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:45.785004 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03440ab2-f874-414a-9c39-33f8fcc52a40 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47fb24e7-7d0b-4cd8-a264-30ca8537d2bb,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:45.849042 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-03440ab2-f874-414a-9c39-33f8fcc52a40 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:45.850394 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-03440ab2-f874-414a-9c39-33f8fcc52a40 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4113536 Aug 16 22:14:45.853358 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39088) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:45.858184 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [None req-2f0aa2de-e20c-4fd0-b506-bc0fe6384c28 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Request body: {'security_group_rule': {'security_group_id': '47fb24e7-7d0b-4cd8-a264-30ca8537d2bb', 'project_id': '83f485b094744827aacc74f36e928d9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:14:45.975160 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2f0aa2de-e20c-4fd0-b506-bc0fe6384c28 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:46.052910 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2f0aa2de-e20c-4fd0-b506-bc0fe6384c28 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:46.122853 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2f0aa2de-e20c-4fd0-b506-bc0fe6384c28 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:46.154845 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0aa2de-e20c-4fd0-b506-bc0fe6384c28 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=703c8f51-ff06-457a-ac7f-c073a9124617,revision_number=0']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:46.231901 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2f0aa2de-e20c-4fd0-b506-bc0fe6384c28 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:46.233274 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-2f0aa2de-e20c-4fd0-b506-bc0fe6384c28 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3787847 Aug 16 22:14:46.236507 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39090) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:46.241555 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-74abdc22-a62f-44d3-973a-36900e264e34 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Request body: {'security_group_rule': {'security_group_id': '47fb24e7-7d0b-4cd8-a264-30ca8537d2bb', 'project_id': '83f485b094744827aacc74f36e928d9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:14:46.334321 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-74abdc22-a62f-44d3-973a-36900e264e34 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:46.407484 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-74abdc22-a62f-44d3-973a-36900e264e34 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:46.477716 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-74abdc22-a62f-44d3-973a-36900e264e34 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:46.507808 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74abdc22-a62f-44d3-973a-36900e264e34 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2295832e-2484-4161-b6fd-dc29dd42664d,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:46.580817 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-74abdc22-a62f-44d3-973a-36900e264e34 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:46.583205 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-74abdc22-a62f-44d3-973a-36900e264e34 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3454020 Aug 16 22:14:46.587431 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39092) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:46.595083 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-328b18b4-3973-4ef9-bd51-cc2bee073ac6 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Request body: {'security_group_rule': {'security_group_id': '47fb24e7-7d0b-4cd8-a264-30ca8537d2bb', 'project_id': '83f485b094744827aacc74f36e928d9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:14:46.694501 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-328b18b4-3973-4ef9-bd51-cc2bee073ac6 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:46.768204 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-328b18b4-3973-4ef9-bd51-cc2bee073ac6 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:46.837262 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-328b18b4-3973-4ef9-bd51-cc2bee073ac6 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:46.859202 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b18b4-3973-4ef9-bd51-cc2bee073ac6 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9c15bb-42f6-4da0-b050-49e5a10bc4fd,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:46.915779 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:46.944450 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-328b18b4-3973-4ef9-bd51-cc2bee073ac6 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:46.945765 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-328b18b4-3973-4ef9-bd51-cc2bee073ac6 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3568344 Aug 16 22:14:46.948580 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39094) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:46.953136 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-6de01abf-b7f1-4cb0-9866-c4fefa2e6b2b tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Request body: {'security_group_rule': {'security_group_id': '47fb24e7-7d0b-4cd8-a264-30ca8537d2bb', 'project_id': '83f485b094744827aacc74f36e928d9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:14:47.047866 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6de01abf-b7f1-4cb0-9866-c4fefa2e6b2b tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:47.114427 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6de01abf-b7f1-4cb0-9866-c4fefa2e6b2b tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:47.191554 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6de01abf-b7f1-4cb0-9866-c4fefa2e6b2b tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:47.214399 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de01abf-b7f1-4cb0-9866-c4fefa2e6b2b tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=526f24e8-665b-4f52-bfbf-0466479de687,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:47.284105 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 35c19149-df6d-488a-b54e-943fb94ae543 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:14:47.311176 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-6de01abf-b7f1-4cb0-9866-c4fefa2e6b2b tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:47.312606 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-6de01abf-b7f1-4cb0-9866-c4fefa2e6b2b tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3630738 Aug 16 22:14:47.315700 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39096) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:47.320554 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-becb038a-600e-4e58-a7b3-ba8f6bc195e1 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Request body: {'security_group_rule': {'security_group_id': '47fb24e7-7d0b-4cd8-a264-30ca8537d2bb', 'project_id': '83f485b094744827aacc74f36e928d9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:14:47.431346 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 35c19149-df6d-488a-b54e-943fb94ae543 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:14:47.435599 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 35c19149-df6d-488a-b54e-943fb94ae543 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:47.436006 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:47.442632 n-d-793620-15 neutron-server[101845]: INFO neutron.db.securitygroups_db [None req-becb038a-600e-4e58-a7b3-ba8f6bc195e1 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Project 83f485b094744827aacc74f36e928d9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:14:47.447891 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-becb038a-600e-4e58-a7b3-ba8f6bc195e1 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:47.516062 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:47.516736 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-becb038a-600e-4e58-a7b3-ba8f6bc195e1 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:47.540006 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 35c19149-df6d-488a-b54e-943fb94ae543, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=35c19149-df6d-488a-b54e-943fb94ae543,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:47.546268 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d15f164-0225-4518-af00-6049a5beb75d None None] Sync routers for ids ['894532f2-7d71-4e4e-9478-a9719661178f'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:14:47.555656 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d15f164-0225-4518-af00-6049a5beb75d None None] Routers {'894532f2-7d71-4e4e-9478-a9719661178f'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:14:47.556305 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-8d15f164-0225-4518-af00-6049a5beb75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:14:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['894532f2-7d71-4e4e-9478-a9719661178f'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:47.619765 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-becb038a-600e-4e58-a7b3-ba8f6bc195e1 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:47.642883 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb038a-600e-4e58-a7b3-ba8f6bc195e1 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be3f1e16-fc0e-48db-9ec7-3d405c16c843,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:47.654783 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:47.668651 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-8d15f164-0225-4518-af00-6049a5beb75d None None] Set router 894532f2-7d71-4e4e-9478-a9719661178f gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:14:47.704240 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=35c19149-df6d-488a-b54e-943fb94ae543,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:47.711603 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-becb038a-600e-4e58-a7b3-ba8f6bc195e1 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:47.715854 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-becb038a-600e-4e58-a7b3-ba8f6bc195e1 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3964715 Aug 16 22:14:47.716148 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39098) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:47.720692 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-d59b42b4-07f0-4bec-8442-70df98509da2 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Request body: {'security_group_rule': {'security_group_id': '47fb24e7-7d0b-4cd8-a264-30ca8537d2bb', 'project_id': '83f485b094744827aacc74f36e928d9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:14:47.843045 n-d-793620-15 neutron-server[101845]: INFO neutron.db.securitygroups_db [None req-d59b42b4-07f0-4bec-8442-70df98509da2 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Project 83f485b094744827aacc74f36e928d9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:14:47.848869 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d59b42b4-07f0-4bec-8442-70df98509da2 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:47.872754 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-8d15f164-0225-4518-af00-6049a5beb75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894532f2-7d71-4e4e-9478-a9719661178f', 'name': 'tempest-TestSnapshotPattern-1978749597-router', 'tenant_id': 'f41c9f77096d48dcaad93c52f6a4215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '35c19149-df6d-488a-b54e-943fb94ae543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:40Z', 'updated_at': '2021-08-16T22:14:43Z', 'revision_number': 4, 'project_id': 'f41c9f77096d48dcaad93c52f6a4215a', 'gw_port': {'id': '35c19149-df6d-488a-b54e-943fb94ae543', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:39:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894532f2-7d71-4e4e-9478-a9719661178f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:41Z', 'updated_at': '2021-08-16T22:14:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '18ea2f09-052d-46a2-bef3-07937f575eb3', 'name': '', 'network_id': 'd16bba5b-041a-4d6e-b736-571ba98bc8fe', 'tenant_id': 'f41c9f77096d48dcaad93c52f6a4215a', 'mac_address': 'fa:16:3e:d5:6a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894532f2-7d71-4e4e-9478-a9719661178f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'c2fee9c9-1f59-461e-87ad-a2b3a8236273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:43Z', 'updated_at': '2021-08-16T22:14:44Z', 'revision_number': 2, 'project_id': 'f41c9f77096d48dcaad93c52f6a4215a', 'subnets': [{'id': 'c2fee9c9-1f59-461e-87ad-a2b3a8236273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:47.898115 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d15f164-0225-4518-af00-6049a5beb75d None None] Checking router: 894532f2-7d71-4e4e-9478-a9719661178f for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:14:47.898467 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d15f164-0225-4518-af00-6049a5beb75d None None] Updating router 894532f2-7d71-4e4e-9478-a9719661178f port 18ea2f09-052d-46a2-bef3-07937f575eb3 binding host n-d-793620-15 {{(pid=101847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:14:47.911754 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d59b42b4-07f0-4bec-8442-70df98509da2 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:47.924301 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-8d15f164-0225-4518-af00-6049a5beb75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:47.997179 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d59b42b4-07f0-4bec-8442-70df98509da2 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605279'] for security_group_rule, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:48.012440 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b42b4-07f0-4bec-8442-70df98509da2 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29de8ddc-1dce-446a-9e95-a8b3bd265649,revision_number=0']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:48.088688 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d59b42b4-07f0-4bec-8442-70df98509da2 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:48.089938 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d59b42b4-07f0-4bec-8442-70df98509da2 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3728499 Aug 16 22:14:48.186932 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-8d15f164-0225-4518-af00-6049a5beb75d None None] Notify callbacks [] for port, precommit_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:48.196964 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.provisioning_blocks [None req-8d15f164-0225-4518-af00-6049a5beb75d None None] Transition to ACTIVE for port object 18ea2f09-052d-46a2-bef3-07937f575eb3 will not be triggered until provisioned by entity L2. {{(pid=101847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:14:48.229433 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-622b1b68-5337-4236-8567-e2956a07ba9e req-3a1ecfab-9e75-4355-8c41-2ba769e52840 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-140297133&fields=id&tenant_id=83f485b094744827aacc74f36e928d9e HTTP/1.1" status: 200 len: 267 time: 0.0328918 Aug 16 22:14:48.248634 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-8d15f164-0225-4518-af00-6049a5beb75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:48.320537 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a5e50-e03d-474a-a104-f8154ba4b606 None None] Pushing event updated for resources: {'Port': ['ID=18ea2f09-052d-46a2-bef3-07937f575eb3,revision_number=3']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:48.392875 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b1b68-5337-4236-8567-e2956a07ba9e req-017c1279-e0d3-43ef-9263-29494f3e9e7c tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:48.395037 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-622b1b68-5337-4236-8567-e2956a07ba9e req-017c1279-e0d3-43ef-9263-29494f3e9e7c tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/networks?id=26bac57d-0d12-4c6f-b0d1-170cfdee50ba HTTP/1.1" status: 200 len: 810 time: 0.1587727 Aug 16 22:14:48.402101 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-8d15f164-0225-4518-af00-6049a5beb75d None None] Attempting to bind port 18ea2f09-052d-46a2-bef3-07937f575eb3 on host n-d-793620-15 for vnic_type normal with profile {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:14:48.402664 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-8d15f164-0225-4518-af00-6049a5beb75d None None] Attempting to bind port 18ea2f09-052d-46a2-bef3-07937f575eb3 by drivers openvswitch,hyperv on host n-d-793620-15 at level 0 using segments [{'id': '8e72cfd5-ec89-41bd-be39-5488237af6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd16bba5b-041a-4d6e-b736-571ba98bc8fe'}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:14:48.403120 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d15f164-0225-4518-af00-6049a5beb75d None None] Attempting to bind port 18ea2f09-052d-46a2-bef3-07937f575eb3 on network d16bba5b-041a-4d6e-b736-571ba98bc8fe {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:14:48.412521 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d15f164-0225-4518-af00-6049a5beb75d None None] Checking agent: {'id': '85ae0751-29d6-4787-848c-18a2f62969cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 32, 14), 'started_at': datetime.datetime(2021, 8, 16, 20, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:14:48.413031 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d15f164-0225-4518-af00-6049a5beb75d None None] Checking segment: {'id': '8e72cfd5-ec89-41bd-be39-5488237af6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd16bba5b-041a-4d6e-b736-571ba98bc8fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:14:48.413433 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-622b1b68-5337-4236-8567-e2956a07ba9e req-5104218c-8fef-45ea-80ef-1cee40c401d3 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/quotas/83f485b094744827aacc74f36e928d9e HTTP/1.1" status: 200 len: 375 time: 0.0120075 Aug 16 22:14:48.413638 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-8d15f164-0225-4518-af00-6049a5beb75d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:48.414114 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d15f164-0225-4518-af00-6049a5beb75d None None] Bound using segment: {'id': '8e72cfd5-ec89-41bd-be39-5488237af6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd16bba5b-041a-4d6e-b736-571ba98bc8fe'} {{(pid=101847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:14:48.414872 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.managers [None req-8d15f164-0225-4518-af00-6049a5beb75d None None] Bound port: 18ea2f09-052d-46a2-bef3-07937f575eb3, host: n-d-793620-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e72cfd5-ec89-41bd-be39-5488237af6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd16bba5b-041a-4d6e-b736-571ba98bc8fe'}}] {{(pid=101847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:14:48.415451 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-8d15f164-0225-4518-af00-6049a5beb75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:48.471906 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-622b1b68-5337-4236-8567-e2956a07ba9e req-0393afde-f33e-42c1-9509-9769044ccb4b tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=83f485b094744827aacc74f36e928d9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511439 Aug 16 22:14:48.489555 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [req-622b1b68-5337-4236-8567-e2956a07ba9e req-444876a5-e169-4b08-b574-432a3969077a tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:14:48.490715 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-622b1b68-5337-4236-8567-e2956a07ba9e req-444876a5-e169-4b08-b574-432a3969077a tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065293 Aug 16 22:14:48.498480 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-8d15f164-0225-4518-af00-6049a5beb75d None None] For port 18ea2f09-052d-46a2-bef3-07937f575eb3, host n-d-793620-15, cleared binding levels {{(pid=101847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:14:48.501768 n-d-793620-15 neutron-server[101847]: DEBUG neutron.plugins.ml2.db [None req-8d15f164-0225-4518-af00-6049a5beb75d None None] For port 18ea2f09-052d-46a2-bef3-07937f575eb3, host n-d-793620-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=18ea2f09-052d-46a2-bef3-07937f575eb3,segment=NetworkSegment(8e72cfd5-ec89-41bd-be39-5488237af6c7),segment_id=8e72cfd5-ec89-41bd-be39-5488237af6c7)] {{(pid=101847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:14:48.563150 n-d-793620-15 neutron-server[101847]: DEBUG neutron_lib.callbacks.manager [None req-8d15f164-0225-4518-af00-6049a5beb75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:48.624725 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a5e50-e03d-474a-a104-f8154ba4b606 None None] Pushing event updated for resources: {'Port': ['ID=18ea2f09-052d-46a2-bef3-07937f575eb3,revision_number=4']} {{(pid=101847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:48.627112 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d15f164-0225-4518-af00-6049a5beb75d None None] Routers {'894532f2-7d71-4e4e-9478-a9719661178f'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:14:48.627724 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-8d15f164-0225-4518-af00-6049a5beb75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:14:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['894532f2-7d71-4e4e-9478-a9719661178f'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:48.705133 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-622b1b68-5337-4236-8567-e2956a07ba9e req-9531a502-7a13-487f-8a4f-daba29c9bcad service neutron] 10.222.0.84 "GET /v2.0/networks/26bac57d-0d12-4c6f-b0d1-170cfdee50ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058427 Aug 16 22:14:48.762462 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-8d15f164-0225-4518-af00-6049a5beb75d None None] Set router 894532f2-7d71-4e4e-9478-a9719661178f gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:14:48.814765 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-622b1b68-5337-4236-8567-e2956a07ba9e req-7e5468b4-98b7-402c-8f2f-354dc8080a1f service neutron] 10.222.0.84 "GET /v2.0/networks/26bac57d-0d12-4c6f-b0d1-170cfdee50ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028476 Aug 16 22:14:48.970972 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-8d15f164-0225-4518-af00-6049a5beb75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894532f2-7d71-4e4e-9478-a9719661178f', 'name': 'tempest-TestSnapshotPattern-1978749597-router', 'tenant_id': 'f41c9f77096d48dcaad93c52f6a4215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '35c19149-df6d-488a-b54e-943fb94ae543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:40Z', 'updated_at': '2021-08-16T22:14:43Z', 'revision_number': 4, 'project_id': 'f41c9f77096d48dcaad93c52f6a4215a', 'gw_port': {'id': '35c19149-df6d-488a-b54e-943fb94ae543', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:39:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894532f2-7d71-4e4e-9478-a9719661178f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:41Z', 'updated_at': '2021-08-16T22:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '18ea2f09-052d-46a2-bef3-07937f575eb3', 'name': '', 'network_id': 'd16bba5b-041a-4d6e-b736-571ba98bc8fe', 'tenant_id': 'f41c9f77096d48dcaad93c52f6a4215a', 'mac_address': 'fa:16:3e:d5:6a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894532f2-7d71-4e4e-9478-a9719661178f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'c2fee9c9-1f59-461e-87ad-a2b3a8236273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:43Z', 'updated_at': '2021-08-16T22:14:48Z', 'revision_number': 4, 'project_id': 'f41c9f77096d48dcaad93c52f6a4215a', 'subnets': [{'id': 'c2fee9c9-1f59-461e-87ad-a2b3a8236273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:49.008897 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d15f164-0225-4518-af00-6049a5beb75d None None] The sync data for ids ['894532f2-7d71-4e4e-9478-a9719661178f'] in n-d-793620-15 is: [{'id': '894532f2-7d71-4e4e-9478-a9719661178f', 'name': 'tempest-TestSnapshotPattern-1978749597-router', 'tenant_id': 'f41c9f77096d48dcaad93c52f6a4215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '35c19149-df6d-488a-b54e-943fb94ae543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:40Z', 'updated_at': '2021-08-16T22:14:43Z', 'revision_number': 4, 'project_id': 'f41c9f77096d48dcaad93c52f6a4215a', 'gw_port': {'id': '35c19149-df6d-488a-b54e-943fb94ae543', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:39:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894532f2-7d71-4e4e-9478-a9719661178f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:41Z', 'updated_at': '2021-08-16T22:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '18ea2f09-052d-46a2-bef3-07937f575eb3', 'name': '', 'network_id': 'd16bba5b-041a-4d6e-b736-571ba98bc8fe', 'tenant_id': 'f41c9f77096d48dcaad93c52f6a4215a', 'mac_address': 'fa:16:3e:d5:6a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894532f2-7d71-4e4e-9478-a9719661178f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'c2fee9c9-1f59-461e-87ad-a2b3a8236273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:43Z', 'updated_at': '2021-08-16T22:14:48Z', 'revision_number': 4, 'project_id': 'f41c9f77096d48dcaad93c52f6a4215a', 'subnets': [{'id': 'c2fee9c9-1f59-461e-87ad-a2b3a8236273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:14:49.071336 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-32ad4ad1-af25-47ed-8ea8-eb34d74bb27c req-2837fa20-a04e-4681-b5a3-34edfa7950dd tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/ports?device_id=84fc8efd-817c-4015-938a-2ef06d2124c7 HTTP/1.1" status: 200 len: 210 time: 0.0279195 Aug 16 22:14:49.285279 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 35c19149-df6d-488a-b54e-943fb94ae543 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:14:49.346562 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 35c19149-df6d-488a-b54e-943fb94ae543 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:49.346960 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:49.431309 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 18ea2f09-052d-46a2-bef3-07937f575eb3 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:14:49.557073 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning for port 18ea2f09-052d-46a2-bef3-07937f575eb3 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:14:49.562857 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 18ea2f09-052d-46a2-bef3-07937f575eb3 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:49.563662 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:49.672915 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:49.708131 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] For port 18ea2f09-052d-46a2-bef3-07937f575eb3, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=18ea2f09-052d-46a2-bef3-07937f575eb3,segment=NetworkSegment(8e72cfd5-ec89-41bd-be39-5488237af6c7),segment_id=8e72cfd5-ec89-41bd-be39-5488237af6c7)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:49.791445 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:49.845566 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Pushing event updated for resources: {'Port': ['ID=18ea2f09-052d-46a2-bef3-07937f575eb3,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:50.148837 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a98f6798-9a65-46b0-92e3-44658fd9042c req-785d9569-b5dd-408d-bdcd-88294f5126bb tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/ports?device_id=84fc8efd-817c-4015-938a-2ef06d2124c7 HTTP/1.1" status: 200 len: 210 time: 0.0261426 Aug 16 22:14:50.190078 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:51.278930 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 18ea2f09-052d-46a2-bef3-07937f575eb3 up at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:14:51.281007 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-424663ad-2fde-4911-9038-22933a14ec07 req-2401bfef-290f-4e85-864c-0abb6e5fb601 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/ports?device_id=84fc8efd-817c-4015-938a-2ef06d2124c7 HTTP/1.1" status: 200 len: 210 time: 0.0599413 Aug 16 22:14:51.354555 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Provisioning complete for port 18ea2f09-052d-46a2-bef3-07937f575eb3 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:51.355020 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:51.390558 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b1b68-5337-4236-8567-e2956a07ba9e req-4106266d-533d-4ba1-a543-9250af5eceec tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:51.392072 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-622b1b68-5337-4236-8567-e2956a07ba9e req-4106266d-533d-4ba1-a543-9250af5eceec tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.72 "GET /v2.0/networks?id=26bac57d-0d12-4c6f-b0d1-170cfdee50ba HTTP/1.1" status: 200 len: 810 time: 0.1642931 Aug 16 22:14:51.445961 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-622b1b68-5337-4236-8567-e2956a07ba9e req-56fe7503-ed3e-43d9-ba13-f39bf3baba17 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83f485b094744827aacc74f36e928d9e HTTP/1.1" status: 200 len: 379 time: 0.0443826 Aug 16 22:14:51.456732 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-622b1b68-5337-4236-8567-e2956a07ba9e req-05820ea9-7646-4381-b4b2-dc5606baaa13 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Request body: {'port': {'device_id': '84fc8efd-817c-4015-938a-2ef06d2124c7', 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba', 'admin_state_up': True, 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'security_groups': ['47fb24e7-7d0b-4cd8-a264-30ca8537d2bb']}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:14:51.641046 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-622b1b68-5337-4236-8567-e2956a07ba9e req-05820ea9-7646-4381-b4b2-dc5606baaa13 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Made reservation on behalf of 83f485b094744827aacc74f36e928d9e for: {'port': 1} {{(pid=101845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:14:51.644754 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-622b1b68-5337-4236-8567-e2956a07ba9e req-05820ea9-7646-4381-b4b2-dc5606baaa13 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:51.769450 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [req-622b1b68-5337-4236-8567-e2956a07ba9e req-05820ea9-7646-4381-b4b2-dc5606baaa13 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Allocated IP 172.20.0.3 (26bac57d-0d12-4c6f-b0d1-170cfdee50ba/8c9ca3af-9956-4707-80e7-5d98913e8b78/bc0c2228-3aa8-4382-a476-e61a55990aa9) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:14:51.916949 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-622b1b68-5337-4236-8567-e2956a07ba9e req-05820ea9-7646-4381-b4b2-dc5606baaa13 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:51.938151 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-622b1b68-5337-4236-8567-e2956a07ba9e req-05820ea9-7646-4381-b4b2-dc5606baaa13 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Transition to ACTIVE for port object bc0c2228-3aa8-4382-a476-e61a55990aa9 will not be triggered until provisioned by entity DHCP. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:14:52.036241 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-622b1b68-5337-4236-8567-e2956a07ba9e req-05820ea9-7646-4381-b4b2-dc5606baaa13 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:52.080229 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-622b1b68-5337-4236-8567-e2956a07ba9e req-05820ea9-7646-4381-b4b2-dc5606baaa13 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Network 26bac57d-0d12-4c6f-b0d1-170cfdee50ba is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:14:52.083878 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [req-622b1b68-5337-4236-8567-e2956a07ba9e req-05820ea9-7646-4381-b4b2-dc5606baaa13 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:14:52.087639 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-622b1b68-5337-4236-8567-e2956a07ba9e req-05820ea9-7646-4381-b4b2-dc5606baaa13 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:14:52.094339 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05820ea9-7646-4381-b4b2-dc5606baaa13 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Pushing event updated for resources: {'Port': ['ID=bc0c2228-3aa8-4382-a476-e61a55990aa9,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:52.151055 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b1b68-5337-4236-8567-e2956a07ba9e req-05820ea9-7646-4381-b4b2-dc5606baaa13 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:52.151694 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-622b1b68-5337-4236-8567-e2956a07ba9e req-05820ea9-7646-4381-b4b2-dc5606baaa13 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:52.232760 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-622b1b68-5337-4236-8567-e2956a07ba9e req-05820ea9-7646-4381-b4b2-dc5606baaa13 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7796905 Aug 16 22:14:52.246701 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [req-622b1b68-5337-4236-8567-e2956a07ba9e req-1848d7e4-bc76-4b79-867f-79f484e97b68 service neutron] Request body: {'port': {'device_id': '84fc8efd-817c-4015-938a-2ef06d2124c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-15'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:14:52.303047 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-622b1b68-5337-4236-8567-e2956a07ba9e req-1848d7e4-bc76-4b79-867f-79f484e97b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:52.368535 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-af6e8199-37b0-41b1-bb1c-eb0411e56811 None None] Provisioning for port bc0c2228-3aa8-4382-a476-e61a55990aa9 completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:14:52.372842 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-af6e8199-37b0-41b1-bb1c-eb0411e56811 None None] Provisioning complete for port bc0c2228-3aa8-4382-a476-e61a55990aa9 triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:52.373184 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-af6e8199-37b0-41b1-bb1c-eb0411e56811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:52.412769 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-af6e8199-37b0-41b1-bb1c-eb0411e56811 None None] Port bc0c2228-3aa8-4382-a476-e61a55990aa9 cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:14:52.428948 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8109c78-9881-47ee-acfa-b57749bebd69 req-1b9b6ad2-5f68-4a48-a237-f4ade7fc1f3d tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:52.430520 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8109c78-9881-47ee-acfa-b57749bebd69 req-1b9b6ad2-5f68-4a48-a237-f4ade7fc1f3d tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/ports?device_id=84fc8efd-817c-4015-938a-2ef06d2124c7 HTTP/1.1" status: 200 len: 931 time: 0.0635264 Aug 16 22:14:52.473002 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f8109c78-9881-47ee-acfa-b57749bebd69 req-93423f2d-834a-4ba7-ae4b-bda102cf7f7f tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/security-groups?id=47fb24e7-7d0b-4cd8-a264-30ca8537d2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341654 Aug 16 22:14:52.575720 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [req-622b1b68-5337-4236-8567-e2956a07ba9e req-1848d7e4-bc76-4b79-867f-79f484e97b68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc0c2228-3aa8-4382-a476-e61a55990aa9 {{(pid=101845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:14:52.583156 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-622b1b68-5337-4236-8567-e2956a07ba9e req-1848d7e4-bc76-4b79-867f-79f484e97b68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:52.594996 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.provisioning_blocks [req-622b1b68-5337-4236-8567-e2956a07ba9e req-1848d7e4-bc76-4b79-867f-79f484e97b68 service neutron] Transition to ACTIVE for port object bc0c2228-3aa8-4382-a476-e61a55990aa9 will not be triggered until provisioned by entity L2. {{(pid=101845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:14:52.683109 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-622b1b68-5337-4236-8567-e2956a07ba9e req-1848d7e4-bc76-4b79-867f-79f484e97b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:52.736187 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848d7e4-bc76-4b79-867f-79f484e97b68 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0c2228-3aa8-4382-a476-e61a55990aa9,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:52.825700 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-622b1b68-5337-4236-8567-e2956a07ba9e req-1848d7e4-bc76-4b79-867f-79f484e97b68 service neutron] Attempting to bind port bc0c2228-3aa8-4382-a476-e61a55990aa9 on host n-h1-793620-15 for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:14:52.826318 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-622b1b68-5337-4236-8567-e2956a07ba9e req-1848d7e4-bc76-4b79-867f-79f484e97b68 service neutron] Attempting to bind port bc0c2228-3aa8-4382-a476-e61a55990aa9 by drivers openvswitch,hyperv on host n-h1-793620-15 at level 0 using segments [{'id': 'f25dfa67-19c8-4402-b3ee-1d2bb877835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:14:52.826766 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622b1b68-5337-4236-8567-e2956a07ba9e req-1848d7e4-bc76-4b79-867f-79f484e97b68 service neutron] Attempting to bind port bc0c2228-3aa8-4382-a476-e61a55990aa9 on network 26bac57d-0d12-4c6f-b0d1-170cfdee50ba {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:14:52.833264 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622b1b68-5337-4236-8567-e2956a07ba9e req-1848d7e4-bc76-4b79-867f-79f484e97b68 service neutron] Port bc0c2228-3aa8-4382-a476-e61a55990aa9 on network 26bac57d-0d12-4c6f-b0d1-170cfdee50ba not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-15 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:14:52.833779 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622b1b68-5337-4236-8567-e2956a07ba9e req-1848d7e4-bc76-4b79-867f-79f484e97b68 service neutron] Attempting to bind port bc0c2228-3aa8-4382-a476-e61a55990aa9 on network 26bac57d-0d12-4c6f-b0d1-170cfdee50ba {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:14:52.840579 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622b1b68-5337-4236-8567-e2956a07ba9e req-1848d7e4-bc76-4b79-867f-79f484e97b68 service neutron] Checking agent: {'id': '452e5b07-f5a3-47ba-a875-354291a11de3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:14:52.840993 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622b1b68-5337-4236-8567-e2956a07ba9e req-1848d7e4-bc76-4b79-867f-79f484e97b68 service neutron] Checking segment: {'id': 'f25dfa67-19c8-4402-b3ee-1d2bb877835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:14:52.841557 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622b1b68-5337-4236-8567-e2956a07ba9e req-1848d7e4-bc76-4b79-867f-79f484e97b68 service neutron] Bound using segment: {'id': 'f25dfa67-19c8-4402-b3ee-1d2bb877835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:14:52.842297 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [req-622b1b68-5337-4236-8567-e2956a07ba9e req-1848d7e4-bc76-4b79-867f-79f484e97b68 service neutron] Bound port: bc0c2228-3aa8-4382-a476-e61a55990aa9, host: n-h1-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f25dfa67-19c8-4402-b3ee-1d2bb877835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:14:52.842858 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-622b1b68-5337-4236-8567-e2956a07ba9e req-1848d7e4-bc76-4b79-867f-79f484e97b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:52.865520 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:52.922348 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-622b1b68-5337-4236-8567-e2956a07ba9e req-1848d7e4-bc76-4b79-867f-79f484e97b68 service neutron] For port bc0c2228-3aa8-4382-a476-e61a55990aa9, host n-h1-793620-15, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:14:52.926570 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-622b1b68-5337-4236-8567-e2956a07ba9e req-1848d7e4-bc76-4b79-867f-79f484e97b68 service neutron] For port bc0c2228-3aa8-4382-a476-e61a55990aa9, host n-h1-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=bc0c2228-3aa8-4382-a476-e61a55990aa9,segment=NetworkSegment(f25dfa67-19c8-4402-b3ee-1d2bb877835f),segment_id=f25dfa67-19c8-4402-b3ee-1d2bb877835f)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:14:53.003539 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-622b1b68-5337-4236-8567-e2956a07ba9e req-1848d7e4-bc76-4b79-867f-79f484e97b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:53.375443 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b1b68-5337-4236-8567-e2956a07ba9e req-1848d7e4-bc76-4b79-867f-79f484e97b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:53.376046 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-622b1b68-5337-4236-8567-e2956a07ba9e req-1848d7e4-bc76-4b79-867f-79f484e97b68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:53.377459 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-622b1b68-5337-4236-8567-e2956a07ba9e req-1848d7e4-bc76-4b79-867f-79f484e97b68 service neutron] 10.222.0.72 "PUT /v2.0/ports/bc0c2228-3aa8-4382-a476-e61a55990aa9 HTTP/1.1" status: 200 len: 1092 time: 1.1356223 Aug 16 22:14:53.377907 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fc8efd-817c-4015-938a-2ef06d2124c7', 'tag': 'bc0c2228-3aa8-4382-a476-e61a55990aa9'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:14:53.380289 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcd9435b18b7a34707b0c74d037ee6bf13b87a61dd91d81e26d4048d63ffdc36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75626ea8-cd5b-4003-a491-78d5ab50d899" -d '{"events": [{"name": "network-changed", "server_uuid": "84fc8efd-817c-4015-938a-2ef06d2124c7", "tag": "bc0c2228-3aa8-4382-a476-e61a55990aa9"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:14:53.402183 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848d7e4-bc76-4b79-867f-79f484e97b68 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0c2228-3aa8-4382-a476-e61a55990aa9,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:53.487333 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a0c58d-6e49-43de-b0a3-a8cafd7d6ff5 x-openstack-request-id: req-22a0c58d-6e49-43de-b0a3-a8cafd7d6ff5 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:14:53.487333 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84fc8efd-817c-4015-938a-2ef06d2124c7", "tag": "bc0c2228-3aa8-4382-a476-e61a55990aa9", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:14:53.487333 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-22a0c58d-6e49-43de-b0a3-a8cafd7d6ff5 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:14:53.487333 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fc8efd-817c-4015-938a-2ef06d2124c7', 'tag': 'bc0c2228-3aa8-4382-a476-e61a55990aa9', 'status': 'completed', 'code': 200} Aug 16 22:14:53.567772 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75626ea8-cd5b-4003-a491-78d5ab50d899 req-741d94a3-a21b-4054-9fa7-a552b2ae5969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:53.569988 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-75626ea8-cd5b-4003-a491-78d5ab50d899 req-741d94a3-a21b-4054-9fa7-a552b2ae5969 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=83f485b094744827aacc74f36e928d9e&device_id=84fc8efd-817c-4015-938a-2ef06d2124c7 HTTP/1.1" status: 200 len: 1095 time: 0.0566373 Aug 16 22:14:53.633229 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb06800-7544-4681-8574-6333c0c292b4 req-a7f5c13b-ed76-46d9-929b-6ed6dc95e3de tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:53.634893 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-acb06800-7544-4681-8574-6333c0c292b4 req-a7f5c13b-ed76-46d9-929b-6ed6dc95e3de tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/ports?device_id=84fc8efd-817c-4015-938a-2ef06d2124c7 HTTP/1.1" status: 200 len: 943 time: 0.0669029 Aug 16 22:14:53.680678 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-acb06800-7544-4681-8574-6333c0c292b4 req-98817b64-6f3d-4d53-9a02-c8f765a69248 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/security-groups?id=47fb24e7-7d0b-4cd8-a264-30ca8537d2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388949 Aug 16 22:14:53.711615 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75626ea8-cd5b-4003-a491-78d5ab50d899 req-9c39f28a-77d6-43c6-bf68-c1148b1253b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:53.713061 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-75626ea8-cd5b-4003-a491-78d5ab50d899 req-9c39f28a-77d6-43c6-bf68-c1148b1253b8 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=83f485b094744827aacc74f36e928d9e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1283901 Aug 16 22:14:53.811562 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75626ea8-cd5b-4003-a491-78d5ab50d899 req-271aaf64-a10c-4504-b7f8-a3f9fbcea843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:53.813106 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-75626ea8-cd5b-4003-a491-78d5ab50d899 req-271aaf64-a10c-4504-b7f8-a3f9fbcea843 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916932 Aug 16 22:14:53.902684 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b1b68-5337-4236-8567-e2956a07ba9e req-88f90fa1-bba2-47f2-aecd-3705c66f1360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:53.904235 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-622b1b68-5337-4236-8567-e2956a07ba9e req-88f90fa1-bba2-47f2-aecd-3705c66f1360 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=83f485b094744827aacc74f36e928d9e&device_id=84fc8efd-817c-4015-938a-2ef06d2124c7 HTTP/1.1" status: 200 len: 1095 time: 0.0471649 Aug 16 22:14:53.948163 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-622b1b68-5337-4236-8567-e2956a07ba9e req-affc214d-e408-4243-9530-1e0ecf85fd19 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc0c2228-3aa8-4382-a476-e61a55990aa9 HTTP/1.1" status: 200 len: 217 time: 0.0360763 Aug 16 22:14:54.000521 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b1b68-5337-4236-8567-e2956a07ba9e req-25019129-e932-4e58-b09d-44c877349348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:54.002053 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-622b1b68-5337-4236-8567-e2956a07ba9e req-25019129-e932-4e58-b09d-44c877349348 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c9ca3af-9956-4707-80e7-5d98913e8b78 HTTP/1.1" status: 200 len: 849 time: 0.0464842 Aug 16 22:14:54.048904 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b1b68-5337-4236-8567-e2956a07ba9e req-db16e070-5d92-4ce2-9dcd-4c8d53279926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:54.051092 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-622b1b68-5337-4236-8567-e2956a07ba9e req-db16e070-5d92-4ce2-9dcd-4c8d53279926 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=26bac57d-0d12-4c6f-b0d1-170cfdee50ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414488 Aug 16 22:14:54.146703 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-622b1b68-5337-4236-8567-e2956a07ba9e req-1665a190-a9c5-44db-a68a-22d84867bd14 service neutron] 10.222.0.72 "GET /v2.0/networks/26bac57d-0d12-4c6f-b0d1-170cfdee50ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877845 Aug 16 22:14:54.242075 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-622b1b68-5337-4236-8567-e2956a07ba9e req-c2579142-f56f-46cc-a387-1e9423ab4ed0 service neutron] 10.222.0.72 "GET /v2.0/networks/26bac57d-0d12-4c6f-b0d1-170cfdee50ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870411 Aug 16 22:14:54.798541 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1481c-fc8c-4094-8ada-0c239719a9f5 req-7ad453fb-83d0-4a11-9417-9821ca3e593c tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:54.800577 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-00e1481c-fc8c-4094-8ada-0c239719a9f5 req-7ad453fb-83d0-4a11-9417-9821ca3e593c tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/ports?device_id=84fc8efd-817c-4015-938a-2ef06d2124c7 HTTP/1.1" status: 200 len: 943 time: 0.0503449 Aug 16 22:14:54.843103 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-00e1481c-fc8c-4094-8ada-0c239719a9f5 req-440f7b31-f44f-4766-956c-05126b0d3cff tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/security-groups?id=47fb24e7-7d0b-4cd8-a264-30ca8537d2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364683 Aug 16 22:14:55.959725 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a86bc-9934-44b9-9491-2282aea93efe req-0bab325a-9269-40be-b26b-21f0b079c02a tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:55.961266 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-560a86bc-9934-44b9-9491-2282aea93efe req-0bab325a-9269-40be-b26b-21f0b079c02a tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/ports?device_id=84fc8efd-817c-4015-938a-2ef06d2124c7 HTTP/1.1" status: 200 len: 943 time: 0.0503023 Aug 16 22:14:55.998796 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-560a86bc-9934-44b9-9491-2282aea93efe req-18f5ce9a-3a25-4280-992e-98bf8126c26f tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/security-groups?id=47fb24e7-7d0b-4cd8-a264-30ca8537d2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315592 Aug 16 22:14:56.313657 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device bc0c2228-3aa8-4382-a476-e61a55990aa9 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:14:56.414375 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port bc0c2228-3aa8-4382-a476-e61a55990aa9, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=bc0c2228-3aa8-4382-a476-e61a55990aa9,segment=NetworkSegment(f25dfa67-19c8-4402-b3ee-1d2bb877835f),segment_id=f25dfa67-19c8-4402-b3ee-1d2bb877835f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:56.426356 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': 'bc0c2228-3aa8-4382-a476-e61a55990aa9', 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba', 'port_id': 'bc0c2228-3aa8-4382-a476-e61a55990aa9', 'mac_address': 'fa:16:3e:d0:f1:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c9ca3af-9956-4707-80e7-5d98913e8b78', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:14:56.463351 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:56.476480 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc0c2228-3aa8-4382-a476-e61a55990aa9 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:14:56.497415 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port bc0c2228-3aa8-4382-a476-e61a55990aa9, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=bc0c2228-3aa8-4382-a476-e61a55990aa9,segment=NetworkSegment(f25dfa67-19c8-4402-b3ee-1d2bb877835f),segment_id=f25dfa67-19c8-4402-b3ee-1d2bb877835f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:56.566830 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:56.619174 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=bc0c2228-3aa8-4382-a476-e61a55990aa9,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:56.812966 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['bc0c2228-3aa8-4382-a476-e61a55990aa9'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:14:57.118879 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0a829-5409-4c26-a15d-d3ee046f7b50 req-54a5728c-8705-4268-9c92-600a27e76410 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:57.120449 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0de0a829-5409-4c26-a15d-d3ee046f7b50 req-54a5728c-8705-4268-9c92-600a27e76410 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/ports?device_id=84fc8efd-817c-4015-938a-2ef06d2124c7 HTTP/1.1" status: 200 len: 944 time: 0.0501795 Aug 16 22:14:57.159030 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0de0a829-5409-4c26-a15d-d3ee046f7b50 req-737b2123-3d33-4a33-a288-e4548ef1c435 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/security-groups?id=47fb24e7-7d0b-4cd8-a264-30ca8537d2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325451 Aug 16 22:14:58.287612 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270f3d9-833d-4d87-ac63-9aec39d66b74 req-33232792-f024-4520-8017-c3d87ab9e9d3 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:58.289225 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7270f3d9-833d-4d87-ac63-9aec39d66b74 req-33232792-f024-4520-8017-c3d87ab9e9d3 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/ports?device_id=84fc8efd-817c-4015-938a-2ef06d2124c7 HTTP/1.1" status: 200 len: 944 time: 0.0528727 Aug 16 22:14:58.329584 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device bc0c2228-3aa8-4382-a476-e61a55990aa9 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:14:58.337700 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7270f3d9-833d-4d87-ac63-9aec39d66b74 req-a1e7b75d-3405-40a0-b141-8aca96ca0ccf tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/security-groups?id=47fb24e7-7d0b-4cd8-a264-30ca8537d2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405853 Aug 16 22:14:58.429633 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning for port bc0c2228-3aa8-4382-a476-e61a55990aa9 completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:14:58.434180 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port bc0c2228-3aa8-4382-a476-e61a55990aa9 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:58.434559 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:58.522557 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:58.547140 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fc8efd-817c-4015-938a-2ef06d2124c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0c2228-3aa8-4382-a476-e61a55990aa9'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:14:58.549463 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c683fdb416c7f0821c75f6a91cfed7529d060c9c210f81ad2c881376259938b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7eb915f-a2d6-4053-9a47-6083c9a62353" -d '{"events": [{"server_uuid": "84fc8efd-817c-4015-938a-2ef06d2124c7", "name": "network-vif-plugged", "status": "completed", "tag": "bc0c2228-3aa8-4382-a476-e61a55990aa9"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:14:58.568078 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port bc0c2228-3aa8-4382-a476-e61a55990aa9, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=bc0c2228-3aa8-4382-a476-e61a55990aa9,segment=NetworkSegment(f25dfa67-19c8-4402-b3ee-1d2bb877835f),segment_id=f25dfa67-19c8-4402-b3ee-1d2bb877835f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:58.648635 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:58.653795 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2929b8f1-494a-4063-90f7-b0fca9bf46be x-openstack-request-id: req-2929b8f1-494a-4063-90f7-b0fca9bf46be {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:14:58.665401 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fc8efd-817c-4015-938a-2ef06d2124c7", "name": "network-vif-plugged", "status": "completed", "tag": "bc0c2228-3aa8-4382-a476-e61a55990aa9", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:14:58.665401 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2929b8f1-494a-4063-90f7-b0fca9bf46be {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:14:58.665401 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fc8efd-817c-4015-938a-2ef06d2124c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0c2228-3aa8-4382-a476-e61a55990aa9', 'code': 200} Aug 16 22:14:58.707503 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=bc0c2228-3aa8-4382-a476-e61a55990aa9,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:58.767888 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c95ecd-b7a0-4312-aea7-16d4f71b88ee req-95696838-aabe-477f-a571-2b6584cb1def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:58.769493 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-59c95ecd-b7a0-4312-aea7-16d4f71b88ee req-95696838-aabe-477f-a571-2b6584cb1def service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=84fc8efd-817c-4015-938a-2ef06d2124c7 HTTP/1.1" status: 200 len: 1097 time: 0.0504227 Aug 16 22:14:58.809418 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-59c95ecd-b7a0-4312-aea7-16d4f71b88ee req-b2953050-e23c-4f4d-aa36-5de292a294ec service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=47fb24e7-7d0b-4cd8-a264-30ca8537d2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323462 Aug 16 22:14:59.474539 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4386bd7-2934-4ee8-b81d-62a15aa369e5 req-2e4ce350-d63d-415b-9acd-4d806b2fbfea tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:59.476020 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c4386bd7-2934-4ee8-b81d-62a15aa369e5 req-2e4ce350-d63d-415b-9acd-4d806b2fbfea tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/ports?device_id=84fc8efd-817c-4015-938a-2ef06d2124c7 HTTP/1.1" status: 200 len: 945 time: 0.0529733 Aug 16 22:14:59.515580 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c4386bd7-2934-4ee8-b81d-62a15aa369e5 req-34b3ff00-11a0-4076-a8b7-d2fef913d3db tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/security-groups?id=47fb24e7-7d0b-4cd8-a264-30ca8537d2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334325 Aug 16 22:15:00.658943 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b062659-da59-404e-b301-638b969e0659 req-6932afd0-e4b4-48c1-bdd8-c69ca18a26ee tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:00.661015 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3b062659-da59-404e-b301-638b969e0659 req-6932afd0-e4b4-48c1-bdd8-c69ca18a26ee tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/ports?device_id=84fc8efd-817c-4015-938a-2ef06d2124c7 HTTP/1.1" status: 200 len: 945 time: 0.0564406 Aug 16 22:15:00.713495 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3b062659-da59-404e-b301-638b969e0659 req-9a2e2c44-aa10-4dca-8115-d4b27760a583 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/security-groups?id=47fb24e7-7d0b-4cd8-a264-30ca8537d2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456634 Aug 16 22:15:00.837316 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502b6d0-6904-4eac-999e-2fc66a1c78b4 req-3e97bea2-ce97-4808-98ef-5d0c854d2ef1 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:00.838794 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c502b6d0-6904-4eac-999e-2fc66a1c78b4 req-3e97bea2-ce97-4808-98ef-5d0c854d2ef1 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/ports?device_id=84fc8efd-817c-4015-938a-2ef06d2124c7 HTTP/1.1" status: 200 len: 945 time: 0.0538974 Aug 16 22:15:00.844781 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:15:00.887802 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c502b6d0-6904-4eac-999e-2fc66a1c78b4 req-228d29c3-6cac-4c6d-b87a-8e83288228e4 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/security-groups?id=47fb24e7-7d0b-4cd8-a264-30ca8537d2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426238 Aug 16 22:15:00.910753 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39158) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:01.011603 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3b0939-8f61-4fa4-9c0a-81c3957f1faf tempest-TestSnapshotPattern-953865515 tempest-TestSnapshotPattern-953865515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:01.013526 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-bd3b0939-8f61-4fa4-9c0a-81c3957f1faf tempest-TestSnapshotPattern-953865515 tempest-TestSnapshotPattern-953865515-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=84fc8efd-817c-4015-938a-2ef06d2124c7 HTTP/1.1" status: 200 len: 1092 time: 0.1015825 Aug 16 22:15:01.017908 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39162) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:01.024939 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-ce48d023-8b16-48cf-aa8a-5ee3de944c1a tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'port_id': 'bc0c2228-3aa8-4382-a476-e61a55990aa9', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:15:01.088253 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce48d023-8b16-48cf-aa8a-5ee3de944c1a tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks [] for floatingip, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:01.191563 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce48d023-8b16-48cf-aa8a-5ee3de944c1a tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:01.302645 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-ce48d023-8b16-48cf-aa8a-5ee3de944c1a tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Allocated IP 172.25.1.213 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/d58cc2e9-568f-4376-b21d-f1d3de7edba4) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:15:01.441494 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce48d023-8b16-48cf-aa8a-5ee3de944c1a tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:01.543921 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce48d023-8b16-48cf-aa8a-5ee3de944c1a tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:01.592626 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce48d023-8b16-48cf-aa8a-5ee3de944c1a tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:15:01.594068 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-ce48d023-8b16-48cf-aa8a-5ee3de944c1a tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:15:01.598553 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce48d023-8b16-48cf-aa8a-5ee3de944c1a tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:15:01.601778 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48d023-8b16-48cf-aa8a-5ee3de944c1a tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Pushing event updated for resources: {'Port': ['ID=d58cc2e9-568f-4376-b21d-f1d3de7edba4,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:01.987522 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce48d023-8b16-48cf-aa8a-5ee3de944c1a tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:02.121928 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce48d023-8b16-48cf-aa8a-5ee3de944c1a tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:02.282756 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce48d023-8b16-48cf-aa8a-5ee3de944c1a tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:02.343573 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce48d023-8b16-48cf-aa8a-5ee3de944c1a tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:02.420791 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48d023-8b16-48cf-aa8a-5ee3de944c1a tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Pushing event updated for resources: {'Port': ['ID=d58cc2e9-568f-4376-b21d-f1d3de7edba4,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:02.432773 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce48d023-8b16-48cf-aa8a-5ee3de944c1a tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:02.533846 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [None req-ce48d023-8b16-48cf-aa8a-5ee3de944c1a tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Floating IP f044fb8a-07c1-45a9-8569-9b2030cd0ede associated. External IP: 172.25.1.213, port: bc0c2228-3aa8-4382-a476-e61a55990aa9. Aug 16 22:15:02.764181 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce48d023-8b16-48cf-aa8a-5ee3de944c1a tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Router 48270bd0-2ffa-478f-9204-46e451b89c63 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:15:02.890550 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce48d023-8b16-48cf-aa8a-5ee3de944c1a tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:15:02.902620 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a9e353-b6c3-40a5-800c-107dbefd1e37 None None] Sync routers for ids ['48270bd0-2ffa-478f-9204-46e451b89c63'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:15:02.913024 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a9e353-b6c3-40a5-800c-107dbefd1e37 None None] Routers {'48270bd0-2ffa-478f-9204-46e451b89c63'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:15:02.913655 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-03a9e353-b6c3-40a5-800c-107dbefd1e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:14:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['48270bd0-2ffa-478f-9204-46e451b89c63'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:02.968043 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce48d023-8b16-48cf-aa8a-5ee3de944c1a tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:02.997406 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ce48d023-8b16-48cf-aa8a-5ee3de944c1a tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9776521 Aug 16 22:15:02.998014 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fc8efd-817c-4015-938a-2ef06d2124c7', 'tag': 'bc0c2228-3aa8-4382-a476-e61a55990aa9'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:15:03.000368 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcd9435b18b7a34707b0c74d037ee6bf13b87a61dd91d81e26d4048d63ffdc36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c978a316-dce5-4890-8670-f6275d41044d" -d '{"events": [{"name": "network-changed", "server_uuid": "84fc8efd-817c-4015-938a-2ef06d2124c7", "tag": "bc0c2228-3aa8-4382-a476-e61a55990aa9"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:15:03.039728 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-03a9e353-b6c3-40a5-800c-107dbefd1e37 None None] Set router 48270bd0-2ffa-478f-9204-46e451b89c63 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:15:03.086248 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc68ee58-d786-4815-96a7-981879af469e x-openstack-request-id: req-bc68ee58-d786-4815-96a7-981879af469e {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:15:03.086544 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84fc8efd-817c-4015-938a-2ef06d2124c7", "tag": "bc0c2228-3aa8-4382-a476-e61a55990aa9", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:15:03.086800 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-bc68ee58-d786-4815-96a7-981879af469e {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:15:03.087234 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fc8efd-817c-4015-938a-2ef06d2124c7', 'tag': 'bc0c2228-3aa8-4382-a476-e61a55990aa9', 'status': 'completed', 'code': 200} Aug 16 22:15:03.161546 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978a316-dce5-4890-8670-f6275d41044d req-c96e65a2-5037-4d33-8088-12d160cc8cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:03.163064 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c978a316-dce5-4890-8670-f6275d41044d req-c96e65a2-5037-4d33-8088-12d160cc8cfd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=83f485b094744827aacc74f36e928d9e&device_id=84fc8efd-817c-4015-938a-2ef06d2124c7 HTTP/1.1" status: 200 len: 1097 time: 0.0523257 Aug 16 22:15:03.268247 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978a316-dce5-4890-8670-f6275d41044d req-9c0c585b-52c1-435d-bc41-05f34bfed8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:03.270304 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c978a316-dce5-4890-8670-f6275d41044d req-9c0c585b-52c1-435d-bc41-05f34bfed8b2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=26bac57d-0d12-4c6f-b0d1-170cfdee50ba HTTP/1.1" status: 200 len: 911 time: 0.0993414 Aug 16 22:15:03.288905 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-03a9e353-b6c3-40a5-800c-107dbefd1e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'name': 'tempest-TestSnapshotPattern-1681283050-router', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'ec270570-639b-4b59-826f-fd9bed1a15ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:34Z', 'updated_at': '2021-08-16T22:14:37Z', 'revision_number': 4, 'project_id': '83f485b094744827aacc74f36e928d9e', 'gw_port': {'id': 'ec270570-639b-4b59-826f-fd9bed1a15ac', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:16:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:34Z', 'updated_at': '2021-08-16T22:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'f044fb8a-07c1-45a9-8569-9b2030cd0ede', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'floating_ip_address': '172.25.1.213', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'port_id': 'bc0c2228-3aa8-4382-a476-e61a55990aa9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba', 'mac_address': 'fa:16:3e:d0:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fc8efd-817c-4015-938a-2ef06d2124c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:15:01Z', 'updated_at': '2021-08-16T22:15:01Z', 'revision_number': 0, 'project_id': '83f485b094744827aacc74f36e928d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29214c84-5b99-4239-ab43-6864b728979e', 'name': '', 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'mac_address': 'fa:16:3e:8a:3f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8c9ca3af-9956-4707-80e7-5d98913e8b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:36Z', 'updated_at': '2021-08-16T22:14:44Z', 'revision_number': 5, 'project_id': '83f485b094744827aacc74f36e928d9e', 'subnets': [{'id': '8c9ca3af-9956-4707-80e7-5d98913e8b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:03.320552 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a9e353-b6c3-40a5-800c-107dbefd1e37 None None] Checking router: 48270bd0-2ffa-478f-9204-46e451b89c63 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:15:03.329542 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a9e353-b6c3-40a5-800c-107dbefd1e37 None None] Routers {'48270bd0-2ffa-478f-9204-46e451b89c63'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:15:03.330169 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-03a9e353-b6c3-40a5-800c-107dbefd1e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:14:44Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['48270bd0-2ffa-478f-9204-46e451b89c63'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:03.350077 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c978a316-dce5-4890-8670-f6275d41044d req-c6c04d3b-cfbc-40aa-9011-8501a0d3cd83 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc0c2228-3aa8-4382-a476-e61a55990aa9 HTTP/1.1" status: 200 len: 999 time: 0.0709271 Aug 16 22:15:03.413425 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978a316-dce5-4890-8670-f6275d41044d req-6f1a4d42-7e58-4b64-9a04-e7679b63d020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:03.414939 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c978a316-dce5-4890-8670-f6275d41044d req-6f1a4d42-7e58-4b64-9a04-e7679b63d020 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c9ca3af-9956-4707-80e7-5d98913e8b78 HTTP/1.1" status: 200 len: 849 time: 0.0540316 Aug 16 22:15:03.479579 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978a316-dce5-4890-8670-f6275d41044d req-bc99b535-3209-4487-bb2f-b9913a83e874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:03.481288 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c978a316-dce5-4890-8670-f6275d41044d req-bc99b535-3209-4487-bb2f-b9913a83e874 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=26bac57d-0d12-4c6f-b0d1-170cfdee50ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579066 Aug 16 22:15:03.589273 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c978a316-dce5-4890-8670-f6275d41044d req-895f791a-fc4c-4ff5-bf29-5279207e300c service neutron] 10.222.0.72 "GET /v2.0/networks/26bac57d-0d12-4c6f-b0d1-170cfdee50ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002750 Aug 16 22:15:03.623969 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-03a9e353-b6c3-40a5-800c-107dbefd1e37 None None] Set router 48270bd0-2ffa-478f-9204-46e451b89c63 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:15:03.699388 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c978a316-dce5-4890-8670-f6275d41044d req-a0433786-194d-4f8f-b3ed-735b8ea1ff8c service neutron] 10.222.0.72 "GET /v2.0/networks/26bac57d-0d12-4c6f-b0d1-170cfdee50ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015167 Aug 16 22:15:03.865118 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-03a9e353-b6c3-40a5-800c-107dbefd1e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'name': 'tempest-TestSnapshotPattern-1681283050-router', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'ec270570-639b-4b59-826f-fd9bed1a15ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:34Z', 'updated_at': '2021-08-16T22:14:37Z', 'revision_number': 4, 'project_id': '83f485b094744827aacc74f36e928d9e', 'gw_port': {'id': 'ec270570-639b-4b59-826f-fd9bed1a15ac', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:16:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:34Z', 'updated_at': '2021-08-16T22:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'f044fb8a-07c1-45a9-8569-9b2030cd0ede', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'floating_ip_address': '172.25.1.213', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'port_id': 'bc0c2228-3aa8-4382-a476-e61a55990aa9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba', 'mac_address': 'fa:16:3e:d0:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fc8efd-817c-4015-938a-2ef06d2124c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:15:01Z', 'updated_at': '2021-08-16T22:15:01Z', 'revision_number': 0, 'project_id': '83f485b094744827aacc74f36e928d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29214c84-5b99-4239-ab43-6864b728979e', 'name': '', 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'mac_address': 'fa:16:3e:8a:3f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8c9ca3af-9956-4707-80e7-5d98913e8b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:36Z', 'updated_at': '2021-08-16T22:14:44Z', 'revision_number': 5, 'project_id': '83f485b094744827aacc74f36e928d9e', 'subnets': [{'id': '8c9ca3af-9956-4707-80e7-5d98913e8b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:03.896532 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a9e353-b6c3-40a5-800c-107dbefd1e37 None None] The sync data for ids ['48270bd0-2ffa-478f-9204-46e451b89c63'] in n-d-793620-15 is: [{'id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'name': 'tempest-TestSnapshotPattern-1681283050-router', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'ec270570-639b-4b59-826f-fd9bed1a15ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:34Z', 'updated_at': '2021-08-16T22:14:37Z', 'revision_number': 4, 'project_id': '83f485b094744827aacc74f36e928d9e', 'gw_port': {'id': 'ec270570-639b-4b59-826f-fd9bed1a15ac', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:16:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:34Z', 'updated_at': '2021-08-16T22:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'f044fb8a-07c1-45a9-8569-9b2030cd0ede', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'floating_ip_address': '172.25.1.213', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'port_id': 'bc0c2228-3aa8-4382-a476-e61a55990aa9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba', 'mac_address': 'fa:16:3e:d0:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fc8efd-817c-4015-938a-2ef06d2124c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:15:01Z', 'updated_at': '2021-08-16T22:15:01Z', 'revision_number': 0, 'project_id': '83f485b094744827aacc74f36e928d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29214c84-5b99-4239-ab43-6864b728979e', 'name': '', 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'mac_address': 'fa:16:3e:8a:3f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8c9ca3af-9956-4707-80e7-5d98913e8b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:36Z', 'updated_at': '2021-08-16T22:14:44Z', 'revision_number': 5, 'project_id': '83f485b094744827aacc74f36e928d9e', 'subnets': [{'id': '8c9ca3af-9956-4707-80e7-5d98913e8b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:15:04.097904 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b207ead0-481f-438c-b4ce-c66bbb7dc6b0 None None] New status for floating IP f044fb8a-07c1-45a9-8569-9b2030cd0ede: ACTIVE {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:15:11.110869 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-94eebf45-8ddd-44d3-b1c7-b2ad4df3d8fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:13.682322 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-11f2c94c-41b6-4790-8cb0-5d1d4b9986ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:13.876649 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:15.196459 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:16.903150 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:20.208201 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:22.891201 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:28.033291 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c08220af-c331-4d80-a316-a333926f1734 req-3a64f9ea-13ad-4771-b6aa-5299ecec5a5f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=84fc8efd-817c-4015-938a-2ef06d2124c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0451961 Aug 16 22:15:28.129082 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08220af-c331-4d80-a316-a333926f1734 req-f6f8e7ad-3422-4f32-8163-32ca3a062f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:28.130636 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c08220af-c331-4d80-a316-a333926f1734 req-f6f8e7ad-3422-4f32-8163-32ca3a062f62 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=83f485b094744827aacc74f36e928d9e&device_id=84fc8efd-817c-4015-938a-2ef06d2124c7 HTTP/1.1" status: 200 len: 1097 time: 0.0489371 Aug 16 22:15:28.244260 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08220af-c331-4d80-a316-a333926f1734 req-88c35b00-d1a3-4f6b-9b19-7b580ff03f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:28.245841 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c08220af-c331-4d80-a316-a333926f1734 req-88c35b00-d1a3-4f6b-9b19-7b580ff03f4c service neutron] 10.222.0.72 "GET /v2.0/networks?id=26bac57d-0d12-4c6f-b0d1-170cfdee50ba HTTP/1.1" status: 200 len: 911 time: 0.0918429 Aug 16 22:15:28.319756 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c08220af-c331-4d80-a316-a333926f1734 req-09768563-76a8-4063-bb1d-a6ded7b93a12 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc0c2228-3aa8-4382-a476-e61a55990aa9 HTTP/1.1" status: 200 len: 1001 time: 0.0648687 Aug 16 22:15:28.372918 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08220af-c331-4d80-a316-a333926f1734 req-dde5acdf-4dbb-4872-abc9-426e66582c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:28.374500 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c08220af-c331-4d80-a316-a333926f1734 req-dde5acdf-4dbb-4872-abc9-426e66582c12 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c9ca3af-9956-4707-80e7-5d98913e8b78 HTTP/1.1" status: 200 len: 849 time: 0.0473917 Aug 16 22:15:28.423437 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08220af-c331-4d80-a316-a333926f1734 req-1dff1ab6-a151-4af1-ace8-807ffd9504d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:28.425010 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c08220af-c331-4d80-a316-a333926f1734 req-1dff1ab6-a151-4af1-ace8-807ffd9504d4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=26bac57d-0d12-4c6f-b0d1-170cfdee50ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428267 Aug 16 22:15:28.521773 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c08220af-c331-4d80-a316-a333926f1734 req-20f13de0-9266-4cf3-8282-ef9a399f2d7a service neutron] 10.222.0.72 "GET /v2.0/networks/26bac57d-0d12-4c6f-b0d1-170cfdee50ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867009 Aug 16 22:15:28.613225 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-c08220af-c331-4d80-a316-a333926f1734 req-39338f22-debc-4a4e-beb8-cbaba3f4ad3f service neutron] 10.222.0.72 "GET /v2.0/networks/26bac57d-0d12-4c6f-b0d1-170cfdee50ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821242 Aug 16 22:15:37.846814 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:15:41.133076 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1245e4a6-480a-42aa-8d91-cc533e68d27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:43.750221 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3ba5727e-2e6a-4568-a746-2c30f21a65e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:43.882819 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:45.267235 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:46.896903 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:50.198641 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:52.904090 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:11.123587 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-599d75bb-3135-4d52-a09e-f848df1bcdfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:13.723474 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-cef49af7-ab65-4de4-ae93-e2f12de7a1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:13.866423 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:14.845907 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:16:15.201085 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:16.923532 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:20.203018 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:22.915513 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:29.036638 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-02428616-537e-46c7-8417-aa7fc5ef4f8f req-803903f9-bd68-4483-9a2c-d9fbae7906ed service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=84fc8efd-817c-4015-938a-2ef06d2124c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0472548 Aug 16 22:16:29.125889 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02428616-537e-46c7-8417-aa7fc5ef4f8f req-4267bd3e-2d42-4454-8922-61464a42cd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:29.127417 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-02428616-537e-46c7-8417-aa7fc5ef4f8f req-4267bd3e-2d42-4454-8922-61464a42cd0f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=83f485b094744827aacc74f36e928d9e&device_id=84fc8efd-817c-4015-938a-2ef06d2124c7 HTTP/1.1" status: 200 len: 1097 time: 0.0463238 Aug 16 22:16:29.234090 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02428616-537e-46c7-8417-aa7fc5ef4f8f req-1a42144e-5808-4f1e-92e3-db2c9b027bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:29.235560 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-02428616-537e-46c7-8417-aa7fc5ef4f8f req-1a42144e-5808-4f1e-92e3-db2c9b027bca service neutron] 10.222.0.72 "GET /v2.0/networks?id=26bac57d-0d12-4c6f-b0d1-170cfdee50ba HTTP/1.1" status: 200 len: 911 time: 0.0875268 Aug 16 22:16:29.307559 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-02428616-537e-46c7-8417-aa7fc5ef4f8f req-5e025516-672d-406f-bba4-633dc00501f8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc0c2228-3aa8-4382-a476-e61a55990aa9 HTTP/1.1" status: 200 len: 1001 time: 0.0628545 Aug 16 22:16:29.356731 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02428616-537e-46c7-8417-aa7fc5ef4f8f req-c25fa1c7-ddd2-4983-a969-400df8db6cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:29.358146 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-02428616-537e-46c7-8417-aa7fc5ef4f8f req-c25fa1c7-ddd2-4983-a969-400df8db6cd4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c9ca3af-9956-4707-80e7-5d98913e8b78 HTTP/1.1" status: 200 len: 849 time: 0.0430760 Aug 16 22:16:29.404894 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02428616-537e-46c7-8417-aa7fc5ef4f8f req-d4aa298b-03ca-4be9-8406-30ee3d8bb616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:29.406392 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-02428616-537e-46c7-8417-aa7fc5ef4f8f req-d4aa298b-03ca-4be9-8406-30ee3d8bb616 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=26bac57d-0d12-4c6f-b0d1-170cfdee50ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406139 Aug 16 22:16:29.498994 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-02428616-537e-46c7-8417-aa7fc5ef4f8f req-f0a7097e-90b6-4555-b8b9-fbbeee644c70 service neutron] 10.222.0.72 "GET /v2.0/networks/26bac57d-0d12-4c6f-b0d1-170cfdee50ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846620 Aug 16 22:16:29.588426 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-02428616-537e-46c7-8417-aa7fc5ef4f8f req-b368cf83-a7c9-481a-be40-f42b11f6c1df service neutron] 10.222.0.72 "GET /v2.0/networks/26bac57d-0d12-4c6f-b0d1-170cfdee50ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810490 Aug 16 22:16:41.117082 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-29e37d44-4e7f-4bf1-9e7c-e19b1038bc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:43.671225 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f68b36c3-7849-4595-9a68-f1becbfd3ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:43.898014 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:45.202202 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:46.910635 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:50.196284 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:51.845999 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:16:52.933175 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:02.908964 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device bc0c2228-3aa8-4382-a476-e61a55990aa9 details requested by agent hyperv_n-h1-793620-15 with host n-h1-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:17:03.010505 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port bc0c2228-3aa8-4382-a476-e61a55990aa9, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=bc0c2228-3aa8-4382-a476-e61a55990aa9,segment=NetworkSegment(f25dfa67-19c8-4402-b3ee-1d2bb877835f),segment_id=f25dfa67-19c8-4402-b3ee-1d2bb877835f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:03.021694 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Returning: {'device': 'bc0c2228-3aa8-4382-a476-e61a55990aa9', 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba', 'port_id': 'bc0c2228-3aa8-4382-a476-e61a55990aa9', 'mac_address': 'fa:16:3e:d0:f1:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c9ca3af-9956-4707-80e7-5d98913e8b78', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:17:03.062334 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:03.075547 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc0c2228-3aa8-4382-a476-e61a55990aa9 {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:03.098841 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port bc0c2228-3aa8-4382-a476-e61a55990aa9, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=bc0c2228-3aa8-4382-a476-e61a55990aa9,segment=NetworkSegment(f25dfa67-19c8-4402-b3ee-1d2bb877835f),segment_id=f25dfa67-19c8-4402-b3ee-1d2bb877835f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:03.188565 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:03.241371 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=bc0c2228-3aa8-4382-a476-e61a55990aa9,revision_number=6']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:03.249204 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:03.249553 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:03.249903 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:03.250240 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:03.250580 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:03.250914 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:03.251242 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:03.251569 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:03.251926 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:03.252256 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:03.252577 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:03.252908 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:03.291678 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] get_ports_and_sgs() called for port_ids ['bc0c2228-3aa8-4382-a476-e61a55990aa9'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:17:04.919365 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device bc0c2228-3aa8-4382-a476-e61a55990aa9 up at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:17:04.977647 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Provisioning complete for port bc0c2228-3aa8-4382-a476-e61a55990aa9 triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:04.978019 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:05.069528 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:05.093991 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fc8efd-817c-4015-938a-2ef06d2124c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0c2228-3aa8-4382-a476-e61a55990aa9'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:05.096394 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c683fdb416c7f0821c75f6a91cfed7529d060c9c210f81ad2c881376259938b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f826693f-b5c2-4e65-abd6-f1eb5c862c97" -d '{"events": [{"server_uuid": "84fc8efd-817c-4015-938a-2ef06d2124c7", "name": "network-vif-plugged", "status": "completed", "tag": "bc0c2228-3aa8-4382-a476-e61a55990aa9"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:05.114320 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port bc0c2228-3aa8-4382-a476-e61a55990aa9, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=bc0c2228-3aa8-4382-a476-e61a55990aa9,segment=NetworkSegment(f25dfa67-19c8-4402-b3ee-1d2bb877835f),segment_id=f25dfa67-19c8-4402-b3ee-1d2bb877835f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:05.162251 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c86cb3d-4ed3-43e5-883b-44bd05450c07 x-openstack-request-id: req-7c86cb3d-4ed3-43e5-883b-44bd05450c07 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:05.162951 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fc8efd-817c-4015-938a-2ef06d2124c7", "name": "network-vif-plugged", "status": "completed", "tag": "bc0c2228-3aa8-4382-a476-e61a55990aa9", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:05.163521 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7c86cb3d-4ed3-43e5-883b-44bd05450c07 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:05.164065 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fc8efd-817c-4015-938a-2ef06d2124c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0c2228-3aa8-4382-a476-e61a55990aa9', 'code': 200} Aug 16 22:17:05.178847 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:05.243263 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=bc0c2228-3aa8-4382-a476-e61a55990aa9,revision_number=7']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:11.171726 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a20ca7bc-6c0c-4ca4-ab41-3616a93b3105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:13.721385 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-3aea4f76-9b33-43eb-ad97-db761b6c8f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:13.882700 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:15.200076 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:15.212794 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-e8493b65-fa8c-41c2-bd18-920e492fbb52 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-140297133&fields=id&tenant_id=83f485b094744827aacc74f36e928d9e HTTP/1.1" status: 200 len: 267 time: 0.0389948 Aug 16 22:17:15.326558 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-b0bea77d-7aac-461c-9f7f-3d0eb9cbb526 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:15.328168 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-b0bea77d-7aac-461c-9f7f-3d0eb9cbb526 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/networks?id=26bac57d-0d12-4c6f-b0d1-170cfdee50ba HTTP/1.1" status: 200 len: 810 time: 0.1084743 Aug 16 22:17:15.344265 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-b9ab230a-ae89-4c75-bc27-730441f8cc7f tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/quotas/83f485b094744827aacc74f36e928d9e HTTP/1.1" status: 200 len: 375 time: 0.0099273 Aug 16 22:17:15.402373 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-316bf107-0cd1-49c8-b15f-743d3d49dd9a tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=83f485b094744827aacc74f36e928d9e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0520465 Aug 16 22:17:15.502464 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-47512de7-a79f-43fd-b42b-b9d4d8bf76e1 service neutron] 10.222.0.84 "GET /v2.0/networks/26bac57d-0d12-4c6f-b0d1-170cfdee50ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883567 Aug 16 22:17:15.594893 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-4f300447-3f27-4f31-91fc-ca55e4aa5a2f service neutron] 10.222.0.84 "GET /v2.0/networks/26bac57d-0d12-4c6f-b0d1-170cfdee50ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847945 Aug 16 22:17:15.914679 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-e40b07de-bec6-4166-9523-e3edbaa1066b req-1a0ecc45-dc5d-4492-9f4f-bcddf26e4211 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/ports?device_id=dcc87ab0-856f-442e-afa0-d964ac65e7c9 HTTP/1.1" status: 200 len: 210 time: 0.0842791 Aug 16 22:17:16.919838 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:16.995255 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-586f50d3-db27-4d8e-92ba-6feb9309209a req-ee82d0d3-c081-4701-aa00-b3fe0c6b428b tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/ports?device_id=dcc87ab0-856f-442e-afa0-d964ac65e7c9 HTTP/1.1" status: 200 len: 210 time: 0.0276885 Aug 16 22:17:18.098483 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a597bafa-a7d7-493d-b005-c4df65b260cf req-c7d45bbb-62bf-4a84-ba1d-b002e7605b89 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/ports?device_id=dcc87ab0-856f-442e-afa0-d964ac65e7c9 HTTP/1.1" status: 200 len: 210 time: 0.0318658 Aug 16 22:17:18.993642 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device bc0c2228-3aa8-4382-a476-e61a55990aa9 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:17:19.079148 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:19.103342 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fc8efd-817c-4015-938a-2ef06d2124c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc0c2228-3aa8-4382-a476-e61a55990aa9'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:19.105714 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c683fdb416c7f0821c75f6a91cfed7529d060c9c210f81ad2c881376259938b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ea8ff2-2f1e-41dd-acbd-aa91cb94ebbe" -d '{"events": [{"server_uuid": "84fc8efd-817c-4015-938a-2ef06d2124c7", "name": "network-vif-unplugged", "status": "completed", "tag": "bc0c2228-3aa8-4382-a476-e61a55990aa9"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:19.120178 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] For port bc0c2228-3aa8-4382-a476-e61a55990aa9, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=bc0c2228-3aa8-4382-a476-e61a55990aa9,segment=NetworkSegment(f25dfa67-19c8-4402-b3ee-1d2bb877835f),segment_id=f25dfa67-19c8-4402-b3ee-1d2bb877835f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:19.155076 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2436ac9-0b35-4e8f-b9ec-a155dc4e011e x-openstack-request-id: req-a2436ac9-0b35-4e8f-b9ec-a155dc4e011e {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:19.155492 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fc8efd-817c-4015-938a-2ef06d2124c7", "name": "network-vif-unplugged", "status": "completed", "tag": "bc0c2228-3aa8-4382-a476-e61a55990aa9", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:19.155825 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a2436ac9-0b35-4e8f-b9ec-a155dc4e011e {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:19.156433 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fc8efd-817c-4015-938a-2ef06d2124c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc0c2228-3aa8-4382-a476-e61a55990aa9', 'code': 200} Aug 16 22:17:19.178531 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:19.205740 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-eb22c97b-9489-447d-bbd0-5e78f77b6d4e req-c6eb2872-64f2-49e3-9319-05fe645b34a1 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/ports?device_id=dcc87ab0-856f-442e-afa0-d964ac65e7c9 HTTP/1.1" status: 200 len: 210 time: 0.0278814 Aug 16 22:17:19.229228 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Pushing event updated for resources: {'Port': ['ID=bc0c2228-3aa8-4382-a476-e61a55990aa9,revision_number=8']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:19.683143 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-f5f25cc8-7487-49f6-8bdb-4bc359dea31a tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:19.684666 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-f5f25cc8-7487-49f6-8bdb-4bc359dea31a tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.90 "GET /v2.0/networks?id=26bac57d-0d12-4c6f-b0d1-170cfdee50ba HTTP/1.1" status: 200 len: 810 time: 0.1038966 Aug 16 22:17:19.730982 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-617dc16f-e39f-4b93-bdb0-7ab3a47a3578 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83f485b094744827aacc74f36e928d9e HTTP/1.1" status: 200 len: 379 time: 0.0376937 Aug 16 22:17:19.741781 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-77b1da00-336c-4348-9c05-2677cb80bad9 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Request body: {'port': {'device_id': 'dcc87ab0-856f-442e-afa0-d964ac65e7c9', 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba', 'admin_state_up': True, 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'security_groups': ['47fb24e7-7d0b-4cd8-a264-30ca8537d2bb']}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:19.921291 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-77b1da00-336c-4348-9c05-2677cb80bad9 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Made reservation on behalf of 83f485b094744827aacc74f36e928d9e for: {'port': 1} {{(pid=101844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:17:19.925192 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-77b1da00-336c-4348-9c05-2677cb80bad9 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:20.058449 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-77b1da00-336c-4348-9c05-2677cb80bad9 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Allocated IP 172.20.0.14 (26bac57d-0d12-4c6f-b0d1-170cfdee50ba/8c9ca3af-9956-4707-80e7-5d98913e8b78/ae7a53f3-281a-426b-921b-380754afcddc) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:17:20.210326 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-77b1da00-336c-4348-9c05-2677cb80bad9 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:20.225292 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-77b1da00-336c-4348-9c05-2677cb80bad9 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Transition to ACTIVE for port object ae7a53f3-281a-426b-921b-380754afcddc will not be triggered until provisioned by entity DHCP. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:20.230412 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:20.312447 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-63c84d0a-b837-44d7-a9c8-775c37cb8d28 req-0eac97f2-2232-4719-84bf-ae8b654f897f tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/ports?device_id=dcc87ab0-856f-442e-afa0-d964ac65e7c9 HTTP/1.1" status: 200 len: 210 time: 0.0310154 Aug 16 22:17:20.321472 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-77b1da00-336c-4348-9c05-2677cb80bad9 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:20.362359 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-77b1da00-336c-4348-9c05-2677cb80bad9 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Network 26bac57d-0d12-4c6f-b0d1-170cfdee50ba is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:17:20.367752 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-77b1da00-336c-4348-9c05-2677cb80bad9 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:17:20.373564 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-77b1da00-336c-4348-9c05-2677cb80bad9 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:17:20.401032 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b1da00-336c-4348-9c05-2677cb80bad9 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Pushing event updated for resources: {'Port': ['ID=ae7a53f3-281a-426b-921b-380754afcddc,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:20.417303 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b1da00-336c-4348-9c05-2677cb80bad9 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:20.417907 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b1da00-336c-4348-9c05-2677cb80bad9 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:20.418258 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b1da00-336c-4348-9c05-2677cb80bad9 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:20.418602 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b1da00-336c-4348-9c05-2677cb80bad9 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:20.418941 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b1da00-336c-4348-9c05-2677cb80bad9 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:20.419277 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b1da00-336c-4348-9c05-2677cb80bad9 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:20.419615 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b1da00-336c-4348-9c05-2677cb80bad9 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:20.419981 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b1da00-336c-4348-9c05-2677cb80bad9 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:20.420309 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b1da00-336c-4348-9c05-2677cb80bad9 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:20.420641 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b1da00-336c-4348-9c05-2677cb80bad9 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:20.420969 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b1da00-336c-4348-9c05-2677cb80bad9 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:20.421299 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b1da00-336c-4348-9c05-2677cb80bad9 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:20.446836 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-77b1da00-336c-4348-9c05-2677cb80bad9 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:20.447614 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-77b1da00-336c-4348-9c05-2677cb80bad9 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:20.567887 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-77b1da00-336c-4348-9c05-2677cb80bad9 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8307889 Aug 16 22:17:20.818784 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1109c701-8e22-4d1b-a743-25d96a9c14b3 None None] Provisioning for port ae7a53f3-281a-426b-921b-380754afcddc completed by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:20.838828 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-1109c701-8e22-4d1b-a743-25d96a9c14b3 None None] Provisioning complete for port ae7a53f3-281a-426b-921b-380754afcddc triggered by entity DHCP. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:20.838828 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1109c701-8e22-4d1b-a743-25d96a9c14b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:20.888083 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-1109c701-8e22-4d1b-a743-25d96a9c14b3 None None] Port ae7a53f3-281a-426b-921b-380754afcddc cannot update to ACTIVE because it is not bound. {{(pid=101846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:17:21.444602 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740cbf3-c141-4565-a9a1-d677afc3fb9f req-5c7cfad9-287b-4ef1-969b-7f3cc5d116dc tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:21.446867 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a740cbf3-c141-4565-a9a1-d677afc3fb9f req-5c7cfad9-287b-4ef1-969b-7f3cc5d116dc tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/ports?device_id=dcc87ab0-856f-442e-afa0-d964ac65e7c9 HTTP/1.1" status: 200 len: 932 time: 0.0527060 Aug 16 22:17:21.492628 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a740cbf3-c141-4565-a9a1-d677afc3fb9f req-c1c5e13c-b599-43e7-9b86-4d7c176f1e2c tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/security-groups?id=47fb24e7-7d0b-4cd8-a264-30ca8537d2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387156 Aug 16 22:17:22.621217 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d908c-c379-41aa-8111-b4c88189ff3a req-cfcae9e3-cbd6-4365-accd-6ca75d1e7a17 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:22.622810 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9e9d908c-c379-41aa-8111-b4c88189ff3a req-cfcae9e3-cbd6-4365-accd-6ca75d1e7a17 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/ports?device_id=dcc87ab0-856f-442e-afa0-d964ac65e7c9 HTTP/1.1" status: 200 len: 932 time: 0.0532889 Aug 16 22:17:22.668906 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9e9d908c-c379-41aa-8111-b4c88189ff3a req-5168294b-b648-4f85-bef1-52d864fe4aad tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/security-groups?id=47fb24e7-7d0b-4cd8-a264-30ca8537d2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389092 Aug 16 22:17:22.955839 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:23.795940 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f40d8-21b3-4c35-8585-2ff2ab1b25ee req-f099f5e4-4531-49b6-a29a-8caeeeb8f323 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:23.797509 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c37f40d8-21b3-4c35-8585-2ff2ab1b25ee req-f099f5e4-4531-49b6-a29a-8caeeeb8f323 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/ports?device_id=dcc87ab0-856f-442e-afa0-d964ac65e7c9 HTTP/1.1" status: 200 len: 932 time: 0.0516253 Aug 16 22:17:23.841176 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-c37f40d8-21b3-4c35-8585-2ff2ab1b25ee req-35409d60-35a1-472e-af62-f054a9847af7 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/security-groups?id=47fb24e7-7d0b-4cd8-a264-30ca8537d2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374923 Aug 16 22:17:24.976299 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4371855-ed0c-4dfa-9484-f3ca3e0f18f6 req-cf4bedc4-3ce2-4a9b-942f-1655b5c52219 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:24.978978 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b4371855-ed0c-4dfa-9484-f3ca3e0f18f6 req-cf4bedc4-3ce2-4a9b-942f-1655b5c52219 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/ports?device_id=dcc87ab0-856f-442e-afa0-d964ac65e7c9 HTTP/1.1" status: 200 len: 932 time: 0.0639167 Aug 16 22:17:25.032548 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b4371855-ed0c-4dfa-9484-f3ca3e0f18f6 req-07bce8f9-0997-4be2-bf4b-2de38dd19afd tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/security-groups?id=47fb24e7-7d0b-4cd8-a264-30ca8537d2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462060 Aug 16 22:17:26.160406 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895d3db-8a29-42de-a1e0-f2cad110e897 req-e606af79-eb64-4b73-a0b1-162f8f30ccd1 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:26.162126 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7895d3db-8a29-42de-a1e0-f2cad110e897 req-e606af79-eb64-4b73-a0b1-162f8f30ccd1 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/ports?device_id=dcc87ab0-856f-442e-afa0-d964ac65e7c9 HTTP/1.1" status: 200 len: 932 time: 0.0556552 Aug 16 22:17:26.206855 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7895d3db-8a29-42de-a1e0-f2cad110e897 req-2a89f8b8-c1ce-4fee-82d5-db4a7897afa4 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/security-groups?id=47fb24e7-7d0b-4cd8-a264-30ca8537d2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385833 Aug 16 22:17:27.345243 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880ab44-bd74-460f-97e5-609e7facd7c4 req-cfdc3626-3905-49f5-8688-4dbce40da169 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:27.347009 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f880ab44-bd74-460f-97e5-609e7facd7c4 req-cfdc3626-3905-49f5-8688-4dbce40da169 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/ports?device_id=dcc87ab0-856f-442e-afa0-d964ac65e7c9 HTTP/1.1" status: 200 len: 932 time: 0.0636079 Aug 16 22:17:27.394042 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f880ab44-bd74-460f-97e5-609e7facd7c4 req-46187ef7-c649-4be9-ace0-e09bbfed0a24 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/security-groups?id=47fb24e7-7d0b-4cd8-a264-30ca8537d2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405216 Aug 16 22:17:28.518310 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707ee4d-6af8-45c9-bf14-92ca200c148c req-0da2c652-d39a-4ba1-b868-3f992064ae8a tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:28.520975 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9707ee4d-6af8-45c9-bf14-92ca200c148c req-0da2c652-d39a-4ba1-b868-3f992064ae8a tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/ports?device_id=dcc87ab0-856f-442e-afa0-d964ac65e7c9 HTTP/1.1" status: 200 len: 932 time: 0.0540407 Aug 16 22:17:28.567557 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9707ee4d-6af8-45c9-bf14-92ca200c148c req-caf2620a-56a7-466a-b469-11cf9853d82e tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/security-groups?id=47fb24e7-7d0b-4cd8-a264-30ca8537d2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413945 Aug 16 22:17:28.845703 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:17:29.693646 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d7fb6-883c-48d2-ad33-6dc059092412 req-49d81d55-4bf8-46a0-ac49-2d6a5106b461 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:29.695263 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3f6d7fb6-883c-48d2-ad33-6dc059092412 req-49d81d55-4bf8-46a0-ac49-2d6a5106b461 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/ports?device_id=dcc87ab0-856f-442e-afa0-d964ac65e7c9 HTTP/1.1" status: 200 len: 932 time: 0.0535779 Aug 16 22:17:29.736353 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-3f6d7fb6-883c-48d2-ad33-6dc059092412 req-85cf9e07-dc01-45b4-9b20-a9aea412f915 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/security-groups?id=47fb24e7-7d0b-4cd8-a264-30ca8537d2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340910 Aug 16 22:17:30.098965 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6a0b7b63-5e34-4c04-92ee-be6affe7a562 req-7b33cad5-f8d0-4cd6-90da-5a3c5b28f8f1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=84fc8efd-817c-4015-938a-2ef06d2124c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1001458 Aug 16 22:17:30.195203 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b7b63-5e34-4c04-92ee-be6affe7a562 req-819a6702-eb41-4969-81a2-3bd40f5c4488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:30.196774 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6a0b7b63-5e34-4c04-92ee-be6affe7a562 req-819a6702-eb41-4969-81a2-3bd40f5c4488 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=83f485b094744827aacc74f36e928d9e&device_id=84fc8efd-817c-4015-938a-2ef06d2124c7 HTTP/1.1" status: 200 len: 1095 time: 0.0504651 Aug 16 22:17:30.310672 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b7b63-5e34-4c04-92ee-be6affe7a562 req-977edae8-e67a-4629-9aec-6d69f1240ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:30.312290 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6a0b7b63-5e34-4c04-92ee-be6affe7a562 req-977edae8-e67a-4629-9aec-6d69f1240ecb service neutron] 10.222.0.72 "GET /v2.0/networks?id=26bac57d-0d12-4c6f-b0d1-170cfdee50ba HTTP/1.1" status: 200 len: 911 time: 0.0927191 Aug 16 22:17:30.388387 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6a0b7b63-5e34-4c04-92ee-be6affe7a562 req-a8ed325c-8ad0-4eab-97da-173d556fa402 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc0c2228-3aa8-4382-a476-e61a55990aa9 HTTP/1.1" status: 200 len: 999 time: 0.0686932 Aug 16 22:17:30.439944 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b7b63-5e34-4c04-92ee-be6affe7a562 req-53cea416-b411-4579-adea-11b0bdd37a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:30.441441 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6a0b7b63-5e34-4c04-92ee-be6affe7a562 req-53cea416-b411-4579-adea-11b0bdd37a9c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c9ca3af-9956-4707-80e7-5d98913e8b78 HTTP/1.1" status: 200 len: 849 time: 0.0443461 Aug 16 22:17:30.490731 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b7b63-5e34-4c04-92ee-be6affe7a562 req-c64653ac-3aaf-441b-987d-fa02ea124d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:30.492394 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6a0b7b63-5e34-4c04-92ee-be6affe7a562 req-c64653ac-3aaf-441b-987d-fa02ea124d45 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=26bac57d-0d12-4c6f-b0d1-170cfdee50ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419214 Aug 16 22:17:30.504944 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [req-6a0b7b63-5e34-4c04-92ee-be6affe7a562 req-d3d57851-f8bb-4d28-a46d-6c88833da22f service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=101845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:17:30.505931 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6a0b7b63-5e34-4c04-92ee-be6affe7a562 req-d3d57851-f8bb-4d28-a46d-6c88833da22f service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059769 Aug 16 22:17:30.596713 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.v2.base [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-6841053a-b130-4e3f-9846-7f1fc73929f6 service neutron] Request body: {'port': {'device_id': 'dcc87ab0-856f-442e-afa0-d964ac65e7c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-15'}} {{(pid=101844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:30.621131 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6a0b7b63-5e34-4c04-92ee-be6affe7a562 req-58503d42-49b1-47f3-92ba-3a744629e855 service neutron] 10.222.0.72 "GET /v2.0/networks/26bac57d-0d12-4c6f-b0d1-170cfdee50ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068544 Aug 16 22:17:30.655037 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-6841053a-b130-4e3f-9846-7f1fc73929f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:30.722544 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-6a0b7b63-5e34-4c04-92ee-be6affe7a562 req-d5375a3f-2842-4a08-bf7d-330f5709b4d8 service neutron] 10.222.0.72 "GET /v2.0/networks/26bac57d-0d12-4c6f-b0d1-170cfdee50ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947578 Aug 16 22:17:30.909945 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602cf93-8bd2-41a4-93ae-2d9822b7bc42 req-0b7502c1-c5f1-40ba-b277-994918080db1 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:30.912003 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a602cf93-8bd2-41a4-93ae-2d9822b7bc42 req-0b7502c1-c5f1-40ba-b277-994918080db1 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/ports?device_id=dcc87ab0-856f-442e-afa0-d964ac65e7c9 HTTP/1.1" status: 200 len: 932 time: 0.0856094 Aug 16 22:17:30.984833 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a602cf93-8bd2-41a4-93ae-2d9822b7bc42 req-df3d4896-730f-48e8-85c9-c7b53a4879e2 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/security-groups?id=47fb24e7-7d0b-4cd8-a264-30ca8537d2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662830 Aug 16 22:17:31.000659 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-6841053a-b130-4e3f-9846-7f1fc73929f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae7a53f3-281a-426b-921b-380754afcddc {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:31.008781 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-6841053a-b130-4e3f-9846-7f1fc73929f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:31.021631 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-6841053a-b130-4e3f-9846-7f1fc73929f6 service neutron] Transition to ACTIVE for port object ae7a53f3-281a-426b-921b-380754afcddc will not be triggered until provisioned by entity L2. {{(pid=101844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:31.103722 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-6841053a-b130-4e3f-9846-7f1fc73929f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:31.186623 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841053a-b130-4e3f-9846-7f1fc73929f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7a53f3-281a-426b-921b-380754afcddc,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:31.241354 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-6841053a-b130-4e3f-9846-7f1fc73929f6 service neutron] Attempting to bind port ae7a53f3-281a-426b-921b-380754afcddc on host n-h2-793620-15 for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:17:31.241694 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-6841053a-b130-4e3f-9846-7f1fc73929f6 service neutron] Attempting to bind port ae7a53f3-281a-426b-921b-380754afcddc by drivers openvswitch,hyperv on host n-h2-793620-15 at level 0 using segments [{'id': 'f25dfa67-19c8-4402-b3ee-1d2bb877835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:17:31.242029 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-6841053a-b130-4e3f-9846-7f1fc73929f6 service neutron] Attempting to bind port ae7a53f3-281a-426b-921b-380754afcddc on network 26bac57d-0d12-4c6f-b0d1-170cfdee50ba {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:31.246842 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-6841053a-b130-4e3f-9846-7f1fc73929f6 service neutron] Port ae7a53f3-281a-426b-921b-380754afcddc on network 26bac57d-0d12-4c6f-b0d1-170cfdee50ba not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-15 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:17:31.247170 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-6841053a-b130-4e3f-9846-7f1fc73929f6 service neutron] Attempting to bind port ae7a53f3-281a-426b-921b-380754afcddc on network 26bac57d-0d12-4c6f-b0d1-170cfdee50ba {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:31.252628 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-6841053a-b130-4e3f-9846-7f1fc73929f6 service neutron] Checking agent: {'id': '8a021d19-56a4-4fd3-b915-f133f35d2557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'started_at': datetime.datetime(2021, 8, 16, 20, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:17:31.252972 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-6841053a-b130-4e3f-9846-7f1fc73929f6 service neutron] Checking segment: {'id': 'f25dfa67-19c8-4402-b3ee-1d2bb877835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:17:31.253371 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-6841053a-b130-4e3f-9846-7f1fc73929f6 service neutron] Bound using segment: {'id': 'f25dfa67-19c8-4402-b3ee-1d2bb877835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:17:31.253982 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-6841053a-b130-4e3f-9846-7f1fc73929f6 service neutron] Bound port: ae7a53f3-281a-426b-921b-380754afcddc, host: n-h2-793620-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f25dfa67-19c8-4402-b3ee-1d2bb877835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:17:31.254355 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-6841053a-b130-4e3f-9846-7f1fc73929f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:31.321452 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-6841053a-b130-4e3f-9846-7f1fc73929f6 service neutron] For port ae7a53f3-281a-426b-921b-380754afcddc, host n-h2-793620-15, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:17:31.327377 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-6841053a-b130-4e3f-9846-7f1fc73929f6 service neutron] For port ae7a53f3-281a-426b-921b-380754afcddc, host n-h2-793620-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ae7a53f3-281a-426b-921b-380754afcddc,segment=NetworkSegment(f25dfa67-19c8-4402-b3ee-1d2bb877835f),segment_id=f25dfa67-19c8-4402-b3ee-1d2bb877835f)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:17:31.424195 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-6841053a-b130-4e3f-9846-7f1fc73929f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59020164'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:31.463659 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-6841053a-b130-4e3f-9846-7f1fc73929f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:31.464362 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-6841053a-b130-4e3f-9846-7f1fc73929f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:31.465798 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-6841053a-b130-4e3f-9846-7f1fc73929f6 service neutron] 10.222.0.90 "PUT /v2.0/ports/ae7a53f3-281a-426b-921b-380754afcddc HTTP/1.1" status: 200 len: 1093 time: 0.9268603 Aug 16 22:17:31.466252 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc87ab0-856f-442e-afa0-d964ac65e7c9', 'tag': 'ae7a53f3-281a-426b-921b-380754afcddc'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:31.468687 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a13536b3c87fcb412486f7c1123a9b3fa8a88bbdfa2e9f90522308689ae332c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e162a74-586a-4599-a812-cf23e0956279" -d '{"events": [{"name": "network-changed", "server_uuid": "dcc87ab0-856f-442e-afa0-d964ac65e7c9", "tag": "ae7a53f3-281a-426b-921b-380754afcddc"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:31.491516 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841053a-b130-4e3f-9846-7f1fc73929f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7a53f3-281a-426b-921b-380754afcddc,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:31.578764 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf90c42-4624-4a73-b65e-14802d83d65f x-openstack-request-id: req-ddf90c42-4624-4a73-b65e-14802d83d65f {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:31.578764 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcc87ab0-856f-442e-afa0-d964ac65e7c9", "tag": "ae7a53f3-281a-426b-921b-380754afcddc", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:31.579016 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ddf90c42-4624-4a73-b65e-14802d83d65f {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:31.579542 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc87ab0-856f-442e-afa0-d964ac65e7c9', 'tag': 'ae7a53f3-281a-426b-921b-380754afcddc', 'status': 'completed', 'code': 200} Aug 16 22:17:31.643152 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-5af4eaba-ae65-4b2d-96f4-bf6a8b3cabd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:31.644642 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-5af4eaba-ae65-4b2d-96f4-bf6a8b3cabd6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=83f485b094744827aacc74f36e928d9e&device_id=dcc87ab0-856f-442e-afa0-d964ac65e7c9 HTTP/1.1" status: 200 len: 1096 time: 0.0488081 Aug 16 22:17:31.687013 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-f04c1d0a-756a-4cc4-8933-cf117b24f993 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae7a53f3-281a-426b-921b-380754afcddc HTTP/1.1" status: 200 len: 217 time: 0.0341992 Aug 16 22:17:31.743093 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-1d0a0da5-fd3d-4816-b69a-fb85a1d6add8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:31.744610 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-1d0a0da5-fd3d-4816-b69a-fb85a1d6add8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8c9ca3af-9956-4707-80e7-5d98913e8b78 HTTP/1.1" status: 200 len: 849 time: 0.0504081 Aug 16 22:17:31.794136 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-8ed2f632-723c-4100-a328-9be8e34c0ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:31.795684 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-8ed2f632-723c-4100-a328-9be8e34c0ed8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26bac57d-0d12-4c6f-b0d1-170cfdee50ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444045 Aug 16 22:17:31.886185 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-f7f96878-0f25-42e1-b939-1b2831a85eaf service neutron] 10.222.0.90 "GET /v2.0/networks/26bac57d-0d12-4c6f-b0d1-170cfdee50ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831320 Aug 16 22:17:31.981214 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-2c715e7c-e59e-43ca-9859-50a2696b27f7 req-2214140e-1031-41af-ab7a-9f372d252f75 service neutron] 10.222.0.90 "GET /v2.0/networks/26bac57d-0d12-4c6f-b0d1-170cfdee50ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869925 Aug 16 22:17:32.112057 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc62df0-c70a-4109-b44c-4437ef8e6ab1 req-24656e09-1d56-4a8e-8f75-7fd98f0f6014 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:32.113939 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5cc62df0-c70a-4109-b44c-4437ef8e6ab1 req-24656e09-1d56-4a8e-8f75-7fd98f0f6014 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/ports?device_id=dcc87ab0-856f-442e-afa0-d964ac65e7c9 HTTP/1.1" status: 200 len: 944 time: 0.0610206 Aug 16 22:17:32.169333 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5cc62df0-c70a-4109-b44c-4437ef8e6ab1 req-96633bf1-d18d-425e-915b-61289b5b1fda tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/security-groups?id=47fb24e7-7d0b-4cd8-a264-30ca8537d2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415096 Aug 16 22:17:32.172266 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e162a74-586a-4599-a812-cf23e0956279 req-2a83868a-e0e4-492a-a44c-9c32687dd384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:32.173801 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5e162a74-586a-4599-a812-cf23e0956279 req-2a83868a-e0e4-492a-a44c-9c32687dd384 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=83f485b094744827aacc74f36e928d9e&device_id=dcc87ab0-856f-442e-afa0-d964ac65e7c9 HTTP/1.1" status: 200 len: 1096 time: 0.0787265 Aug 16 22:17:32.633540 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e162a74-586a-4599-a812-cf23e0956279 req-03192215-f7c3-4b7d-bedb-653bd629a325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:32.635055 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5e162a74-586a-4599-a812-cf23e0956279 req-03192215-f7c3-4b7d-bedb-653bd629a325 service neutron] 10.222.0.90 "GET /v2.0/networks?id=26bac57d-0d12-4c6f-b0d1-170cfdee50ba HTTP/1.1" status: 200 len: 911 time: 0.4534771 Aug 16 22:17:32.681450 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5e162a74-586a-4599-a812-cf23e0956279 req-015eb303-da3b-42d8-a1c8-d94576e8f8f6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae7a53f3-281a-426b-921b-380754afcddc HTTP/1.1" status: 200 len: 217 time: 0.0378585 Aug 16 22:17:32.735773 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e162a74-586a-4599-a812-cf23e0956279 req-e0bc8f13-00d8-40ab-bb21-a9b30cf6c716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:32.737292 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5e162a74-586a-4599-a812-cf23e0956279 req-e0bc8f13-00d8-40ab-bb21-a9b30cf6c716 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8c9ca3af-9956-4707-80e7-5d98913e8b78 HTTP/1.1" status: 200 len: 849 time: 0.0481589 Aug 16 22:17:32.787719 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e162a74-586a-4599-a812-cf23e0956279 req-248bde5f-da34-434d-9b52-14f955109487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:32.789290 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5e162a74-586a-4599-a812-cf23e0956279 req-248bde5f-da34-434d-9b52-14f955109487 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26bac57d-0d12-4c6f-b0d1-170cfdee50ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416641 Aug 16 22:17:32.886386 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5e162a74-586a-4599-a812-cf23e0956279 req-aa5bc4a8-b856-44fa-b395-d0dbb8ca7a20 service neutron] 10.222.0.90 "GET /v2.0/networks/26bac57d-0d12-4c6f-b0d1-170cfdee50ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866868 Aug 16 22:17:32.983508 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-5e162a74-586a-4599-a812-cf23e0956279 req-72422e67-ce9d-421c-9328-1bac86c31444 service neutron] 10.222.0.90 "GET /v2.0/networks/26bac57d-0d12-4c6f-b0d1-170cfdee50ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900433 Aug 16 22:17:33.292877 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce5d85-1c06-482e-a071-c656683f1572 req-7c57ba0d-fb53-4416-a3a4-d818e86e313d tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:33.294447 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1bce5d85-1c06-482e-a071-c656683f1572 req-7c57ba0d-fb53-4416-a3a4-d818e86e313d tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/ports?device_id=dcc87ab0-856f-442e-afa0-d964ac65e7c9 HTTP/1.1" status: 200 len: 944 time: 0.0521390 Aug 16 22:17:33.332897 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1bce5d85-1c06-482e-a071-c656683f1572 req-42e0d541-6661-49ff-8bbb-d3da46df9133 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/security-groups?id=47fb24e7-7d0b-4cd8-a264-30ca8537d2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322833 Aug 16 22:17:34.460295 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d111bc7-061f-4d3d-a2c3-f1f9f39ecc24 req-aeb3c549-467c-4729-8abe-29e7c74ddb90 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:34.461836 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0d111bc7-061f-4d3d-a2c3-f1f9f39ecc24 req-aeb3c549-467c-4729-8abe-29e7c74ddb90 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/ports?device_id=dcc87ab0-856f-442e-afa0-d964ac65e7c9 HTTP/1.1" status: 200 len: 944 time: 0.0539916 Aug 16 22:17:34.501479 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-0d111bc7-061f-4d3d-a2c3-f1f9f39ecc24 req-0b034a02-2b75-45dd-95e6-d5c3800e4dec tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/security-groups?id=47fb24e7-7d0b-4cd8-a264-30ca8537d2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335164 Aug 16 22:17:35.322461 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ae7a53f3-281a-426b-921b-380754afcddc details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:17:35.415899 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ae7a53f3-281a-426b-921b-380754afcddc, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ae7a53f3-281a-426b-921b-380754afcddc,segment=NetworkSegment(f25dfa67-19c8-4402-b3ee-1d2bb877835f),segment_id=f25dfa67-19c8-4402-b3ee-1d2bb877835f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:35.427070 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': 'ae7a53f3-281a-426b-921b-380754afcddc', 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba', 'port_id': 'ae7a53f3-281a-426b-921b-380754afcddc', 'mac_address': 'fa:16:3e:bc:a3:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c9ca3af-9956-4707-80e7-5d98913e8b78', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:17:35.468953 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:35.481647 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae7a53f3-281a-426b-921b-380754afcddc {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:35.502149 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ae7a53f3-281a-426b-921b-380754afcddc, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ae7a53f3-281a-426b-921b-380754afcddc,segment=NetworkSegment(f25dfa67-19c8-4402-b3ee-1d2bb877835f),segment_id=f25dfa67-19c8-4402-b3ee-1d2bb877835f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:35.583263 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:35.618256 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6de199-5057-4546-b24c-c5c73d4a5e2b req-88cd4675-d527-4497-b9f8-c225514ed19e tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:35.619835 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8b6de199-5057-4546-b24c-c5c73d4a5e2b req-88cd4675-d527-4497-b9f8-c225514ed19e tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/ports?device_id=dcc87ab0-856f-442e-afa0-d964ac65e7c9 HTTP/1.1" status: 200 len: 944 time: 0.0511377 Aug 16 22:17:35.634457 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=ae7a53f3-281a-426b-921b-380754afcddc,revision_number=4']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:35.661111 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-8b6de199-5057-4546-b24c-c5c73d4a5e2b req-b8aafaf6-1cd6-440a-be8c-44c37e572504 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/security-groups?id=47fb24e7-7d0b-4cd8-a264-30ca8537d2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345435 Aug 16 22:17:35.824441 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['ae7a53f3-281a-426b-921b-380754afcddc'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:17:36.777866 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ce6e8-4fc3-4a6f-b501-c138337fa9d0 req-fd58310b-2c77-4e16-87b4-61391757e614 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:36.779381 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4f2ce6e8-4fc3-4a6f-b501-c138337fa9d0 req-fd58310b-2c77-4e16-87b4-61391757e614 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/ports?device_id=dcc87ab0-856f-442e-afa0-d964ac65e7c9 HTTP/1.1" status: 200 len: 945 time: 0.0497696 Aug 16 22:17:36.818060 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-4f2ce6e8-4fc3-4a6f-b501-c138337fa9d0 req-0e44b45e-d536-42fc-8543-c00d5d9c5c1d tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/security-groups?id=47fb24e7-7d0b-4cd8-a264-30ca8537d2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320163 Aug 16 22:17:37.321416 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ae7a53f3-281a-426b-921b-380754afcddc up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:17:37.445949 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning for port ae7a53f3-281a-426b-921b-380754afcddc completed by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:37.450150 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port ae7a53f3-281a-426b-921b-380754afcddc triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:37.450527 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:37.529646 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:37.552833 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc87ab0-856f-442e-afa0-d964ac65e7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7a53f3-281a-426b-921b-380754afcddc'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:37.555023 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c683fdb416c7f0821c75f6a91cfed7529d060c9c210f81ad2c881376259938b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b031973d-c4cd-4df5-b113-2ba910262f7c" -d '{"events": [{"server_uuid": "dcc87ab0-856f-442e-afa0-d964ac65e7c9", "name": "network-vif-plugged", "status": "completed", "tag": "ae7a53f3-281a-426b-921b-380754afcddc"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:37.568347 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ae7a53f3-281a-426b-921b-380754afcddc, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ae7a53f3-281a-426b-921b-380754afcddc,segment=NetworkSegment(f25dfa67-19c8-4402-b3ee-1d2bb877835f),segment_id=f25dfa67-19c8-4402-b3ee-1d2bb877835f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:37.592046 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc804a05-0608-4932-8641-87832cb656ec x-openstack-request-id: req-cc804a05-0608-4932-8641-87832cb656ec {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:37.592346 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc87ab0-856f-442e-afa0-d964ac65e7c9", "name": "network-vif-plugged", "status": "completed", "tag": "ae7a53f3-281a-426b-921b-380754afcddc", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:37.592606 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-cc804a05-0608-4932-8641-87832cb656ec {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:37.593012 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc87ab0-856f-442e-afa0-d964ac65e7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7a53f3-281a-426b-921b-380754afcddc', 'code': 200} Aug 16 22:17:37.692048 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c06a6-f602-43f3-b726-d2759d927349 req-b0338208-6941-404d-b23a-4bd1ae4a0790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:37.693537 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9a2c06a6-f602-43f3-b726-d2759d927349 req-b0338208-6941-404d-b23a-4bd1ae4a0790 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=dcc87ab0-856f-442e-afa0-d964ac65e7c9 HTTP/1.1" status: 200 len: 1097 time: 0.0441322 Aug 16 22:17:37.707944 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:37.729559 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-9a2c06a6-f602-43f3-b726-d2759d927349 req-55bb1203-bff9-4990-8820-909b70a78357 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=47fb24e7-7d0b-4cd8-a264-30ca8537d2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282292 Aug 16 22:17:37.757104 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=ae7a53f3-281a-426b-921b-380754afcddc,revision_number=5']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:37.938013 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411a840-615b-43bb-a0a2-1909f2ddf2e3 req-7d056132-0ad3-4db6-88e2-71cff144d707 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:37.939549 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1411a840-615b-43bb-a0a2-1909f2ddf2e3 req-7d056132-0ad3-4db6-88e2-71cff144d707 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/ports?device_id=dcc87ab0-856f-442e-afa0-d964ac65e7c9 HTTP/1.1" status: 200 len: 946 time: 0.0528340 Aug 16 22:17:37.981609 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-1411a840-615b-43bb-a0a2-1909f2ddf2e3 req-2125cade-11d3-4a29-9bcb-0329134aaba6 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/security-groups?id=47fb24e7-7d0b-4cd8-a264-30ca8537d2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353940 Aug 16 22:17:39.102110 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de1d13-fe31-48b1-946b-9ff18da9c7c9 req-8ae188ac-a649-459b-b4b4-3063f2bd99b0 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:39.103633 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-20de1d13-fe31-48b1-946b-9ff18da9c7c9 req-8ae188ac-a649-459b-b4b4-3063f2bd99b0 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/ports?device_id=dcc87ab0-856f-442e-afa0-d964ac65e7c9 HTTP/1.1" status: 200 len: 946 time: 0.0496039 Aug 16 22:17:39.142502 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-20de1d13-fe31-48b1-946b-9ff18da9c7c9 req-76f17437-9b13-487e-b96b-632ad5e94f4a tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/security-groups?id=47fb24e7-7d0b-4cd8-a264-30ca8537d2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328863 Aug 16 22:17:39.266707 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5279d14-0aca-4ad3-8a21-e3b48324956f req-88b5f868-e8e3-403d-b804-c8025b672b76 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:39.268268 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a5279d14-0aca-4ad3-8a21-e3b48324956f req-88b5f868-e8e3-403d-b804-c8025b672b76 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/ports?device_id=dcc87ab0-856f-442e-afa0-d964ac65e7c9 HTTP/1.1" status: 200 len: 946 time: 0.0567505 Aug 16 22:17:39.311326 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a5279d14-0aca-4ad3-8a21-e3b48324956f req-7ee06cd7-7f27-4e1b-8637-c8540e675d52 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/security-groups?id=47fb24e7-7d0b-4cd8-a264-30ca8537d2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361650 Aug 16 22:17:39.333330 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39488) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:39.374236 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4fcd32-e48d-41fa-b521-9f2ca7b4bc8e tempest-TestSnapshotPattern-953865515 tempest-TestSnapshotPattern-953865515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:39.375824 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-5e4fcd32-e48d-41fa-b521-9f2ca7b4bc8e tempest-TestSnapshotPattern-953865515 tempest-TestSnapshotPattern-953865515-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=dcc87ab0-856f-442e-afa0-d964ac65e7c9 HTTP/1.1" status: 200 len: 1093 time: 0.0413744 Aug 16 22:17:39.378712 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39490) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:39.383956 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.v2.base [None req-ce1fe388-68da-4d70-934c-2970acb5d924 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Request body: {'floatingip': {'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'port_id': 'ae7a53f3-281a-426b-921b-380754afcddc', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:39.480675 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce1fe388-68da-4d70-934c-2970acb5d924 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks [] for floatingip, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:39.585006 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce1fe388-68da-4d70-934c-2970acb5d924 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:39.693099 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_common [None req-ce1fe388-68da-4d70-934c-2970acb5d924 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Allocated IP 172.25.1.37 (65ae326a-d6e1-4f5d-80d6-215a5521afe9/cb77cfb7-d56b-466c-8d71-2362c7161cf8/36e7fd24-8f77-420e-8b6c-b5353367413a) {{(pid=101845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:17:39.795402 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce1fe388-68da-4d70-934c-2970acb5d924 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks [] for port, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:39.915111 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce1fe388-68da-4d70-934c-2970acb5d924 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744992150860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:39.961200 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1fe388-68da-4d70-934c-2970acb5d924 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Network 65ae326a-d6e1-4f5d-80d6-215a5521afe9 is already hosted by enough agents. {{(pid=101845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:17:39.964303 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.base_scheduler [None req-ce1fe388-68da-4d70-934c-2970acb5d924 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Resources bound (agent type, host, resource id): {{(pid=101845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:17:39.968644 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1fe388-68da-4d70-934c-2970acb5d924 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Received port after_create {{(pid=101845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:17:39.971756 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1fe388-68da-4d70-934c-2970acb5d924 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Pushing event updated for resources: {'Port': ['ID=36e7fd24-8f77-420e-8b6c-b5353367413a,revision_number=1']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:40.321946 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1fe388-68da-4d70-934c-2970acb5d924 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:40.322290 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1fe388-68da-4d70-934c-2970acb5d924 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:40.322633 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1fe388-68da-4d70-934c-2970acb5d924 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:40.322979 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1fe388-68da-4d70-934c-2970acb5d924 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:40.323316 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1fe388-68da-4d70-934c-2970acb5d924 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:40.323650 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1fe388-68da-4d70-934c-2970acb5d924 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:40.324006 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1fe388-68da-4d70-934c-2970acb5d924 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:40.324333 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1fe388-68da-4d70-934c-2970acb5d924 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:40.324658 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1fe388-68da-4d70-934c-2970acb5d924 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:40.324982 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1fe388-68da-4d70-934c-2970acb5d924 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:40.325310 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1fe388-68da-4d70-934c-2970acb5d924 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:40.325640 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1fe388-68da-4d70-934c-2970acb5d924 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:40.667260 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce1fe388-68da-4d70-934c-2970acb5d924 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:40.785229 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce1fe388-68da-4d70-934c-2970acb5d924 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:40.942539 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce1fe388-68da-4d70-934c-2970acb5d924 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:41.010541 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce1fe388-68da-4d70-934c-2970acb5d924 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59455643'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:41.082119 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1fe388-68da-4d70-934c-2970acb5d924 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Pushing event updated for resources: {'Port': ['ID=36e7fd24-8f77-420e-8b6c-b5353367413a,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:41.090622 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce1fe388-68da-4d70-934c-2970acb5d924 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767174'] for floatingip, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:41.142328 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d21d188f-b419-4006-bd99-d0085de9e038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:41.195149 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [None req-ce1fe388-68da-4d70-934c-2970acb5d924 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Floating IP ad132b77-0b25-4916-80c3-682bc869fe49 associated. External IP: 172.25.1.37, port: ae7a53f3-281a-426b-921b-380754afcddc. Aug 16 22:17:41.418506 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1fe388-68da-4d70-934c-2970acb5d924 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Router 48270bd0-2ffa-478f-9204-46e451b89c63 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:17:41.530648 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1fe388-68da-4d70-934c-2970acb5d924 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:17:41.541575 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7cac46-41bd-48bf-9578-30ebc7f3d764 None None] Sync routers for ids ['48270bd0-2ffa-478f-9204-46e451b89c63'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:17:41.550423 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7cac46-41bd-48bf-9578-30ebc7f3d764 None None] Routers {'48270bd0-2ffa-478f-9204-46e451b89c63'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:17:41.551054 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-7f7cac46-41bd-48bf-9578-30ebc7f3d764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:17:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['48270bd0-2ffa-478f-9204-46e451b89c63'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:41.605467 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-ce1fe388-68da-4d70-934c-2970acb5d924 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:41.634849 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-ce1fe388-68da-4d70-934c-2970acb5d924 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2550542 Aug 16 22:17:41.635571 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc87ab0-856f-442e-afa0-d964ac65e7c9', 'tag': 'ae7a53f3-281a-426b-921b-380754afcddc'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:41.637984 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcd9435b18b7a34707b0c74d037ee6bf13b87a61dd91d81e26d4048d63ffdc36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53db18e4-13a4-4da7-9539-e6de4a71ff68" -d '{"events": [{"name": "network-changed", "server_uuid": "dcc87ab0-856f-442e-afa0-d964ac65e7c9", "tag": "ae7a53f3-281a-426b-921b-380754afcddc"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:41.662776 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-7f7cac46-41bd-48bf-9578-30ebc7f3d764 None None] Set router 48270bd0-2ffa-478f-9204-46e451b89c63 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:17:41.675068 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd46d5f1-b6fb-4eeb-94ca-20cdcd015bc4 x-openstack-request-id: req-fd46d5f1-b6fb-4eeb-94ca-20cdcd015bc4 {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:41.675596 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcc87ab0-856f-442e-afa0-d964ac65e7c9", "tag": "ae7a53f3-281a-426b-921b-380754afcddc", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:41.675596 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-fd46d5f1-b6fb-4eeb-94ca-20cdcd015bc4 {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:41.676048 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc87ab0-856f-442e-afa0-d964ac65e7c9', 'tag': 'ae7a53f3-281a-426b-921b-380754afcddc', 'status': 'completed', 'code': 200} Aug 16 22:17:41.741930 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db18e4-13a4-4da7-9539-e6de4a71ff68 req-f1915af0-000f-4e34-b1c6-8ff79b856f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:41.743508 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-53db18e4-13a4-4da7-9539-e6de4a71ff68 req-f1915af0-000f-4e34-b1c6-8ff79b856f20 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=83f485b094744827aacc74f36e928d9e&device_id=dcc87ab0-856f-442e-afa0-d964ac65e7c9 HTTP/1.1" status: 200 len: 1098 time: 0.0428245 Aug 16 22:17:41.844251 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db18e4-13a4-4da7-9539-e6de4a71ff68 req-db009cee-c0ad-48ce-a10b-62c9d45dcce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:41.846481 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-53db18e4-13a4-4da7-9539-e6de4a71ff68 req-db009cee-c0ad-48ce-a10b-62c9d45dcce2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=26bac57d-0d12-4c6f-b0d1-170cfdee50ba HTTP/1.1" status: 200 len: 911 time: 0.0963783 Aug 16 22:17:41.908691 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-7f7cac46-41bd-48bf-9578-30ebc7f3d764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'name': 'tempest-TestSnapshotPattern-1681283050-router', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'ec270570-639b-4b59-826f-fd9bed1a15ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:34Z', 'updated_at': '2021-08-16T22:14:37Z', 'revision_number': 4, 'project_id': '83f485b094744827aacc74f36e928d9e', 'gw_port': {'id': 'ec270570-639b-4b59-826f-fd9bed1a15ac', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:16:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:34Z', 'updated_at': '2021-08-16T22:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'ad132b77-0b25-4916-80c3-682bc869fe49', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'floating_ip_address': '172.25.1.37', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'port_id': 'ae7a53f3-281a-426b-921b-380754afcddc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba', 'mac_address': 'fa:16:3e:bc:a3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc87ab0-856f-442e-afa0-d964ac65e7c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:17:40Z', 'updated_at': '2021-08-16T22:17:40Z', 'revision_number': 0, 'project_id': '83f485b094744827aacc74f36e928d9e', 'fixed_ip_address_scope': None}, {'id': 'f044fb8a-07c1-45a9-8569-9b2030cd0ede', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'floating_ip_address': '172.25.1.213', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'port_id': 'bc0c2228-3aa8-4382-a476-e61a55990aa9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba', 'mac_address': 'fa:16:3e:d0:f1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84fc8efd-817c-4015-938a-2ef06d2124c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:15:01Z', 'updated_at': '2021-08-16T22:15:04Z', 'revision_number': 1, 'project_id': '83f485b094744827aacc74f36e928d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29214c84-5b99-4239-ab43-6864b728979e', 'name': '', 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'mac_address': 'fa:16:3e:8a:3f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8c9ca3af-9956-4707-80e7-5d98913e8b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:36Z', 'updated_at': '2021-08-16T22:14:44Z', 'revision_number': 5, 'project_id': '83f485b094744827aacc74f36e928d9e', 'subnets': [{'id': '8c9ca3af-9956-4707-80e7-5d98913e8b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:41.912891 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-53db18e4-13a4-4da7-9539-e6de4a71ff68 req-15611b56-b743-45fa-bf58-d1828c69ceab service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae7a53f3-281a-426b-921b-380754afcddc HTTP/1.1" status: 200 len: 999 time: 0.0598602 Aug 16 22:17:41.935182 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7cac46-41bd-48bf-9578-30ebc7f3d764 None None] Checking router: 48270bd0-2ffa-478f-9204-46e451b89c63 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:17:41.944334 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7cac46-41bd-48bf-9578-30ebc7f3d764 None None] Routers {'48270bd0-2ffa-478f-9204-46e451b89c63'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:17:41.944955 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-7f7cac46-41bd-48bf-9578-30ebc7f3d764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:17:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['48270bd0-2ffa-478f-9204-46e451b89c63'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:41.964155 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db18e4-13a4-4da7-9539-e6de4a71ff68 req-6e565112-2ed0-4305-bcb7-68e4b51a4258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:41.965669 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-53db18e4-13a4-4da7-9539-e6de4a71ff68 req-6e565112-2ed0-4305-bcb7-68e4b51a4258 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8c9ca3af-9956-4707-80e7-5d98913e8b78 HTTP/1.1" status: 200 len: 849 time: 0.0459127 Aug 16 22:17:42.018127 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db18e4-13a4-4da7-9539-e6de4a71ff68 req-4554c610-d15a-4b89-8728-b078ff674016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:42.019665 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-53db18e4-13a4-4da7-9539-e6de4a71ff68 req-4554c610-d15a-4b89-8728-b078ff674016 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26bac57d-0d12-4c6f-b0d1-170cfdee50ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470343 Aug 16 22:17:42.054172 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-7f7cac46-41bd-48bf-9578-30ebc7f3d764 None None] Set router 48270bd0-2ffa-478f-9204-46e451b89c63 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:17:42.117682 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-53db18e4-13a4-4da7-9539-e6de4a71ff68 req-638f4d4b-f5b6-42f8-88ff-695f400a8a37 service neutron] 10.222.0.90 "GET /v2.0/networks/26bac57d-0d12-4c6f-b0d1-170cfdee50ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899923 Aug 16 22:17:42.214669 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-53db18e4-13a4-4da7-9539-e6de4a71ff68 req-267dcedc-d3b2-4618-b9cd-46c5ab30789a service neutron] 10.222.0.90 "GET /v2.0/networks/26bac57d-0d12-4c6f-b0d1-170cfdee50ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894110 Aug 16 22:17:42.292724 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-7f7cac46-41bd-48bf-9578-30ebc7f3d764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'name': 'tempest-TestSnapshotPattern-1681283050-router', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'ec270570-639b-4b59-826f-fd9bed1a15ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:34Z', 'updated_at': '2021-08-16T22:14:37Z', 'revision_number': 4, 'project_id': '83f485b094744827aacc74f36e928d9e', 'gw_port': {'id': 'ec270570-639b-4b59-826f-fd9bed1a15ac', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:16:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:34Z', 'updated_at': '2021-08-16T22:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'ad132b77-0b25-4916-80c3-682bc869fe49', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'floating_ip_address': '172.25.1.37', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'port_id': 'ae7a53f3-281a-426b-921b-380754afcddc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba', 'mac_address': 'fa:16:3e:bc:a3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc87ab0-856f-442e-afa0-d964ac65e7c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:17:40Z', 'updated_at': '2021-08-16T22:17:40Z', 'revision_number': 0, 'project_id': '83f485b094744827aacc74f36e928d9e', 'fixed_ip_address_scope': None}, {'id': 'f044fb8a-07c1-45a9-8569-9b2030cd0ede', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'floating_ip_address': '172.25.1.213', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'port_id': 'bc0c2228-3aa8-4382-a476-e61a55990aa9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba', 'mac_address': 'fa:16:3e:d0:f1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84fc8efd-817c-4015-938a-2ef06d2124c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:15:01Z', 'updated_at': '2021-08-16T22:15:04Z', 'revision_number': 1, 'project_id': '83f485b094744827aacc74f36e928d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29214c84-5b99-4239-ab43-6864b728979e', 'name': '', 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'mac_address': 'fa:16:3e:8a:3f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8c9ca3af-9956-4707-80e7-5d98913e8b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:36Z', 'updated_at': '2021-08-16T22:14:44Z', 'revision_number': 5, 'project_id': '83f485b094744827aacc74f36e928d9e', 'subnets': [{'id': '8c9ca3af-9956-4707-80e7-5d98913e8b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:42.318679 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7cac46-41bd-48bf-9578-30ebc7f3d764 None None] The sync data for ids ['48270bd0-2ffa-478f-9204-46e451b89c63'] in n-d-793620-15 is: [{'id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'name': 'tempest-TestSnapshotPattern-1681283050-router', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'ec270570-639b-4b59-826f-fd9bed1a15ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:34Z', 'updated_at': '2021-08-16T22:14:37Z', 'revision_number': 4, 'project_id': '83f485b094744827aacc74f36e928d9e', 'gw_port': {'id': 'ec270570-639b-4b59-826f-fd9bed1a15ac', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:16:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:34Z', 'updated_at': '2021-08-16T22:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'ad132b77-0b25-4916-80c3-682bc869fe49', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'floating_ip_address': '172.25.1.37', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'port_id': 'ae7a53f3-281a-426b-921b-380754afcddc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba', 'mac_address': 'fa:16:3e:bc:a3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc87ab0-856f-442e-afa0-d964ac65e7c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:17:40Z', 'updated_at': '2021-08-16T22:17:40Z', 'revision_number': 0, 'project_id': '83f485b094744827aacc74f36e928d9e', 'fixed_ip_address_scope': None}, {'id': 'f044fb8a-07c1-45a9-8569-9b2030cd0ede', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'floating_ip_address': '172.25.1.213', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'port_id': 'bc0c2228-3aa8-4382-a476-e61a55990aa9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba', 'mac_address': 'fa:16:3e:d0:f1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84fc8efd-817c-4015-938a-2ef06d2124c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:15:01Z', 'updated_at': '2021-08-16T22:15:04Z', 'revision_number': 1, 'project_id': '83f485b094744827aacc74f36e928d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29214c84-5b99-4239-ab43-6864b728979e', 'name': '', 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'mac_address': 'fa:16:3e:8a:3f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8c9ca3af-9956-4707-80e7-5d98913e8b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:36Z', 'updated_at': '2021-08-16T22:14:44Z', 'revision_number': 5, 'project_id': '83f485b094744827aacc74f36e928d9e', 'subnets': [{'id': '8c9ca3af-9956-4707-80e7-5d98913e8b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:17:42.525872 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2820b5a1-2b77-4fdd-87e1-cded87a00ca6 None None] New status for floating IP ad132b77-0b25-4916-80c3-682bc869fe49: ACTIVE {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:17:43.691466 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e6b40fca-48d8-4d76-b220-7122d850774d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:43.885992 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:45.206047 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:46.916066 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:50.189220 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:52.981933 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:05.844958 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:18:11.185650 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ddf5e29-ba1b-469f-bb7d-ba7a022ef5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:13.685112 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ab96216f-6afe-416f-93b5-48afeace3f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:13.884646 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:15.199285 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:16.907340 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:20.102150 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [req-f162038f-5b25-4559-aab7-eace1c61da6c req-f8f92819-47e9-46f1-9666-076dc07b768a service neutron] (101845) timed out ('10.222.0.72', 61917) {{(pid=101845) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 22:18:20.187303 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:22.970101 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:30.686703 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d0ef729a-6bc4-4cf5-88be-c1634191ab49 req-8cbfec77-b120-4ca4-aea5-ded57f8484af service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=dcc87ab0-856f-442e-afa0-d964ac65e7c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408826 Aug 16 22:18:30.767257 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef729a-6bc4-4cf5-88be-c1634191ab49 req-5b28003d-a08e-43a2-b890-b75e7ebe2d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:30.768868 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d0ef729a-6bc4-4cf5-88be-c1634191ab49 req-5b28003d-a08e-43a2-b890-b75e7ebe2d7b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=83f485b094744827aacc74f36e928d9e&device_id=dcc87ab0-856f-442e-afa0-d964ac65e7c9 HTTP/1.1" status: 200 len: 1098 time: 0.0427921 Aug 16 22:18:30.880829 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef729a-6bc4-4cf5-88be-c1634191ab49 req-583aa9b1-3192-4dac-9200-cf8db369c4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:30.882387 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d0ef729a-6bc4-4cf5-88be-c1634191ab49 req-583aa9b1-3192-4dac-9200-cf8db369c4cb service neutron] 10.222.0.90 "GET /v2.0/networks?id=26bac57d-0d12-4c6f-b0d1-170cfdee50ba HTTP/1.1" status: 200 len: 911 time: 0.0935183 Aug 16 22:18:30.954570 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d0ef729a-6bc4-4cf5-88be-c1634191ab49 req-dceb9c3a-4407-41a4-98ce-89bce39f5a22 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae7a53f3-281a-426b-921b-380754afcddc HTTP/1.1" status: 200 len: 1001 time: 0.0647681 Aug 16 22:18:31.005402 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef729a-6bc4-4cf5-88be-c1634191ab49 req-c987d2ec-bf84-4cf4-9914-3e0d0bab0eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:31.006970 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d0ef729a-6bc4-4cf5-88be-c1634191ab49 req-c987d2ec-bf84-4cf4-9914-3e0d0bab0eaf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8c9ca3af-9956-4707-80e7-5d98913e8b78 HTTP/1.1" status: 200 len: 849 time: 0.0451009 Aug 16 22:18:31.059227 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef729a-6bc4-4cf5-88be-c1634191ab49 req-46d1c456-6c55-42ab-88fb-753cbfa549f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:31.060811 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d0ef729a-6bc4-4cf5-88be-c1634191ab49 req-46d1c456-6c55-42ab-88fb-753cbfa549f6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26bac57d-0d12-4c6f-b0d1-170cfdee50ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468056 Aug 16 22:18:31.152268 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d0ef729a-6bc4-4cf5-88be-c1634191ab49 req-f57cc9f5-08f3-458b-a993-c57f1a0da354 service neutron] 10.222.0.90 "GET /v2.0/networks/26bac57d-0d12-4c6f-b0d1-170cfdee50ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836773 Aug 16 22:18:31.258472 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-d0ef729a-6bc4-4cf5-88be-c1634191ab49 req-b6e1ab6e-c66f-4c0c-9312-b772df9a4173 service neutron] 10.222.0.90 "GET /v2.0/networks/26bac57d-0d12-4c6f-b0d1-170cfdee50ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995634 Aug 16 22:18:32.023627 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-356525ed-c2d5-4837-bef3-ec7aaae81f25 req-d22ebcdf-b4a4-4037-9e9b-f367ab6685d0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=84fc8efd-817c-4015-938a-2ef06d2124c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395632 Aug 16 22:18:32.113445 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356525ed-c2d5-4837-bef3-ec7aaae81f25 req-edff31cf-3950-4511-8c2d-a368f0a03d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:32.114960 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-356525ed-c2d5-4837-bef3-ec7aaae81f25 req-edff31cf-3950-4511-8c2d-a368f0a03d65 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=83f485b094744827aacc74f36e928d9e&device_id=84fc8efd-817c-4015-938a-2ef06d2124c7 HTTP/1.1" status: 200 len: 1095 time: 0.0452547 Aug 16 22:18:32.219166 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356525ed-c2d5-4837-bef3-ec7aaae81f25 req-e8260af7-9643-4093-9796-6d9aa239a312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:32.220684 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-356525ed-c2d5-4837-bef3-ec7aaae81f25 req-e8260af7-9643-4093-9796-6d9aa239a312 service neutron] 10.222.0.72 "GET /v2.0/networks?id=26bac57d-0d12-4c6f-b0d1-170cfdee50ba HTTP/1.1" status: 200 len: 911 time: 0.0845325 Aug 16 22:18:32.291679 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-356525ed-c2d5-4837-bef3-ec7aaae81f25 req-2a4b06e8-aea9-439e-b1a1-50a0c6138183 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc0c2228-3aa8-4382-a476-e61a55990aa9 HTTP/1.1" status: 200 len: 999 time: 0.0625362 Aug 16 22:18:32.341193 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356525ed-c2d5-4837-bef3-ec7aaae81f25 req-4493aac3-4a1f-4b29-b0ca-10f6bbbd08b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:32.342635 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-356525ed-c2d5-4837-bef3-ec7aaae81f25 req-4493aac3-4a1f-4b29-b0ca-10f6bbbd08b4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c9ca3af-9956-4707-80e7-5d98913e8b78 HTTP/1.1" status: 200 len: 849 time: 0.0433433 Aug 16 22:18:32.390410 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356525ed-c2d5-4837-bef3-ec7aaae81f25 req-96a5d1ab-7eb7-4a1f-8598-a7485d412ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:32.391984 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-356525ed-c2d5-4837-bef3-ec7aaae81f25 req-96a5d1ab-7eb7-4a1f-8598-a7485d412ea2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=26bac57d-0d12-4c6f-b0d1-170cfdee50ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404522 Aug 16 22:18:32.486497 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-356525ed-c2d5-4837-bef3-ec7aaae81f25 req-21b0cd1b-035a-42a3-84a3-e6367694643c service neutron] 10.222.0.72 "GET /v2.0/networks/26bac57d-0d12-4c6f-b0d1-170cfdee50ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852296 Aug 16 22:18:32.576437 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-356525ed-c2d5-4837-bef3-ec7aaae81f25 req-19b34d6a-d484-4d7a-b763-fc71b7f0f3e3 service neutron] 10.222.0.72 "GET /v2.0/networks/26bac57d-0d12-4c6f-b0d1-170cfdee50ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820463 Aug 16 22:18:41.135019 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-aa6e0e47-5c1f-4d3a-88f9-8e9a2a24731f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:42.844296 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:18:43.677913 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-96e95e73-5231-4c9d-a99c-77efbcdf70e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:43.883639 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:45.209000 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:46.912263 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:50.186125 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:52.970573 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:11.123091 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e7ddaee9-cdaa-4829-ba3d-5c8f90b77c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:13.689292 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-bd682536-d82c-4ca6-a3fb-aca7b15f622f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:13.757555 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ae7a53f3-281a-426b-921b-380754afcddc details requested by agent hyperv_n-h2-793620-15 with host n-h2-793620-15 {{(pid=101846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:19:13.870755 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ae7a53f3-281a-426b-921b-380754afcddc, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ae7a53f3-281a-426b-921b-380754afcddc,segment=NetworkSegment(f25dfa67-19c8-4402-b3ee-1d2bb877835f),segment_id=f25dfa67-19c8-4402-b3ee-1d2bb877835f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:13.887222 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Returning: {'device': 'ae7a53f3-281a-426b-921b-380754afcddc', 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba', 'port_id': 'ae7a53f3-281a-426b-921b-380754afcddc', 'mac_address': 'fa:16:3e:bc:a3:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c9ca3af-9956-4707-80e7-5d98913e8b78', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:19:13.890280 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:13.929838 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:13.949982 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae7a53f3-281a-426b-921b-380754afcddc {{(pid=101846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:19:13.972158 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ae7a53f3-281a-426b-921b-380754afcddc, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ae7a53f3-281a-426b-921b-380754afcddc,segment=NetworkSegment(f25dfa67-19c8-4402-b3ee-1d2bb877835f),segment_id=f25dfa67-19c8-4402-b3ee-1d2bb877835f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:14.027056 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:14.082303 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=ae7a53f3-281a-426b-921b-380754afcddc,revision_number=6']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:14.091452 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:14.092057 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:14.092413 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:14.092756 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:14.093097 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:14.093492 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:14.093826 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:14.094155 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:14.094482 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:14.094808 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:14.095138 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:14.095459 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:14.100433 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] get_ports_and_sgs() called for port_ids ['ae7a53f3-281a-426b-921b-380754afcddc'] {{(pid=101846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:19:15.226425 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:15.771199 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ae7a53f3-281a-426b-921b-380754afcddc up at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:15.819913 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.provisioning_blocks [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Provisioning complete for port ae7a53f3-281a-426b-921b-380754afcddc triggered by entity L2. {{(pid=101846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:15.820287 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1789473'] for port, provisioning_complete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:15.900817 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:15.923391 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc87ab0-856f-442e-afa0-d964ac65e7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7a53f3-281a-426b-921b-380754afcddc'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:15.925734 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c683fdb416c7f0821c75f6a91cfed7529d060c9c210f81ad2c881376259938b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e42fc6c-b5e3-4bdc-8ea2-33c9ad1043df" -d '{"events": [{"server_uuid": "dcc87ab0-856f-442e-afa0-d964ac65e7c9", "name": "network-vif-plugged", "status": "completed", "tag": "ae7a53f3-281a-426b-921b-380754afcddc"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:15.941909 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ae7a53f3-281a-426b-921b-380754afcddc, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ae7a53f3-281a-426b-921b-380754afcddc,segment=NetworkSegment(f25dfa67-19c8-4402-b3ee-1d2bb877835f),segment_id=f25dfa67-19c8-4402-b3ee-1d2bb877835f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:15.969715 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7607e58-fb20-4105-a168-bb57131baaa4 x-openstack-request-id: req-a7607e58-fb20-4105-a168-bb57131baaa4 {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:15.969715 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc87ab0-856f-442e-afa0-d964ac65e7c9", "name": "network-vif-plugged", "status": "completed", "tag": "ae7a53f3-281a-426b-921b-380754afcddc", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:15.969715 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a7607e58-fb20-4105-a168-bb57131baaa4 {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:15.970125 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc87ab0-856f-442e-afa0-d964ac65e7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7a53f3-281a-426b-921b-380754afcddc', 'code': 200} Aug 16 22:19:16.015008 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:16.075002 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=ae7a53f3-281a-426b-921b-380754afcddc,revision_number=7']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:16.911586 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:19.845989 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:19:20.215659 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:23.026346 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:24.967567 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39700) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:25.128553 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-275270ff-a0df-47b5-8c25-f2875dd549c3 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Deleting port 36e7fd24-8f77-420e-8b6c-b5353367413a {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:25.128913 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-275270ff-a0df-47b5-8c25-f2875dd549c3 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.209506 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-275270ff-a0df-47b5-8c25-f2875dd549c3 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.209838 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-275270ff-a0df-47b5-8c25-f2875dd549c3 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.221714 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-275270ff-a0df-47b5-8c25-f2875dd549c3 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Calling delete_port for 36e7fd24-8f77-420e-8b6c-b5353367413a owned by network:floatingip {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:25.443317 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-275270ff-a0df-47b5-8c25-f2875dd549c3 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.468921 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275270ff-a0df-47b5-8c25-f2875dd549c3 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Pushing event deleted for resources: {'Port': ['ID=36e7fd24-8f77-420e-8b6c-b5353367413a,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:25.523359 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275270ff-a0df-47b5-8c25-f2875dd549c3 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:25.523710 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275270ff-a0df-47b5-8c25-f2875dd549c3 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:25.524108 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275270ff-a0df-47b5-8c25-f2875dd549c3 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:25.524456 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275270ff-a0df-47b5-8c25-f2875dd549c3 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:25.524795 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275270ff-a0df-47b5-8c25-f2875dd549c3 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:25.525161 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275270ff-a0df-47b5-8c25-f2875dd549c3 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:25.525498 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275270ff-a0df-47b5-8c25-f2875dd549c3 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:25.525873 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275270ff-a0df-47b5-8c25-f2875dd549c3 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:25.526735 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275270ff-a0df-47b5-8c25-f2875dd549c3 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:25.527070 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275270ff-a0df-47b5-8c25-f2875dd549c3 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:25.527405 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275270ff-a0df-47b5-8c25-f2875dd549c3 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:25.527735 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275270ff-a0df-47b5-8c25-f2875dd549c3 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:25.590047 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-275270ff-a0df-47b5-8c25-f2875dd549c3 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks [] for floatingip, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.590392 n-d-793620-15 neutron-server[101845]: INFO neutron.db.l3_db [None req-275270ff-a0df-47b5-8c25-f2875dd549c3 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Floating IP ad132b77-0b25-4916-80c3-682bc869fe49 disassociated (deleted). External IP: 172.25.1.37, port: ae7a53f3-281a-426b-921b-380754afcddc. Aug 16 22:19:25.824266 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275270ff-a0df-47b5-8c25-f2875dd549c3 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Router 48270bd0-2ffa-478f-9204-46e451b89c63 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:19:25.938142 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275270ff-a0df-47b5-8c25-f2875dd549c3 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:19:25.944153 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-275270ff-a0df-47b5-8c25-f2875dd549c3 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.950967 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53068c39-25d1-4ca1-8834-e070c31cc1bd None None] Sync routers for ids ['48270bd0-2ffa-478f-9204-46e451b89c63'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:19:25.961867 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53068c39-25d1-4ca1-8834-e070c31cc1bd None None] Routers {'48270bd0-2ffa-478f-9204-46e451b89c63'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:19:25.962655 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-53068c39-25d1-4ca1-8834-e070c31cc1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:19:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['48270bd0-2ffa-478f-9204-46e451b89c63'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:25.975722 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-275270ff-a0df-47b5-8c25-f2875dd549c3 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "DELETE /v2.0/floatingips/ad132b77-0b25-4916-80c3-682bc869fe49 HTTP/1.1" status: 204 len: 168 time: 1.0045907 Aug 16 22:19:25.975722 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc87ab0-856f-442e-afa0-d964ac65e7c9', 'tag': 'ae7a53f3-281a-426b-921b-380754afcddc'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:25.976720 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcd9435b18b7a34707b0c74d037ee6bf13b87a61dd91d81e26d4048d63ffdc36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f072cf0a-da81-4601-a0d9-503bcd76ad5a" -d '{"events": [{"name": "network-changed", "server_uuid": "dcc87ab0-856f-442e-afa0-d964ac65e7c9", "tag": "ae7a53f3-281a-426b-921b-380754afcddc"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:26.021110 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67095be3-d329-494a-981e-c417d085a94b x-openstack-request-id: req-67095be3-d329-494a-981e-c417d085a94b {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:26.021434 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcc87ab0-856f-442e-afa0-d964ac65e7c9", "tag": "ae7a53f3-281a-426b-921b-380754afcddc", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:26.021660 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-67095be3-d329-494a-981e-c417d085a94b {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:26.022164 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc87ab0-856f-442e-afa0-d964ac65e7c9', 'tag': 'ae7a53f3-281a-426b-921b-380754afcddc', 'status': 'completed', 'code': 200} Aug 16 22:19:26.092138 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072cf0a-da81-4601-a0d9-503bcd76ad5a req-4a25483a-251c-484b-b133-312ffa98b2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:26.093629 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f072cf0a-da81-4601-a0d9-503bcd76ad5a req-4a25483a-251c-484b-b133-312ffa98b2e9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=83f485b094744827aacc74f36e928d9e&device_id=dcc87ab0-856f-442e-afa0-d964ac65e7c9 HTTP/1.1" status: 200 len: 1098 time: 0.0473988 Aug 16 22:19:26.195109 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072cf0a-da81-4601-a0d9-503bcd76ad5a req-144b8748-270c-47dd-9872-73402733f8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:26.196723 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f072cf0a-da81-4601-a0d9-503bcd76ad5a req-144b8748-270c-47dd-9872-73402733f8b9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=26bac57d-0d12-4c6f-b0d1-170cfdee50ba HTTP/1.1" status: 200 len: 911 time: 0.0951195 Aug 16 22:19:26.239937 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f072cf0a-da81-4601-a0d9-503bcd76ad5a req-f5c99840-6d78-41ca-84c1-c173998fdf9d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae7a53f3-281a-426b-921b-380754afcddc HTTP/1.1" status: 200 len: 217 time: 0.0359282 Aug 16 22:19:26.263526 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-53068c39-25d1-4ca1-8834-e070c31cc1bd None None] Set router 48270bd0-2ffa-478f-9204-46e451b89c63 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:19:26.294637 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072cf0a-da81-4601-a0d9-503bcd76ad5a req-c0fe724e-cf40-45e7-9c80-ed06a5ad3d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:26.296180 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f072cf0a-da81-4601-a0d9-503bcd76ad5a req-c0fe724e-cf40-45e7-9c80-ed06a5ad3d25 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8c9ca3af-9956-4707-80e7-5d98913e8b78 HTTP/1.1" status: 200 len: 849 time: 0.0498903 Aug 16 22:19:26.348620 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072cf0a-da81-4601-a0d9-503bcd76ad5a req-b232ec88-a0ec-4110-88e0-cdb9b8d9a682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:26.350433 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f072cf0a-da81-4601-a0d9-503bcd76ad5a req-b232ec88-a0ec-4110-88e0-cdb9b8d9a682 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26bac57d-0d12-4c6f-b0d1-170cfdee50ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467803 Aug 16 22:19:26.496702 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de0d47-2a41-4816-ac02-e20d31f7b549 req-1dd11664-6dc5-4331-b593-f292dbf3cea1 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:26.498242 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b0de0d47-2a41-4816-ac02-e20d31f7b549 req-1dd11664-6dc5-4331-b593-f292dbf3cea1 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/ports?device_id=dcc87ab0-856f-442e-afa0-d964ac65e7c9 HTTP/1.1" status: 200 len: 946 time: 0.1112797 Aug 16 22:19:26.502168 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f072cf0a-da81-4601-a0d9-503bcd76ad5a req-352b7b5d-96d3-4183-b7f6-0338c2441ced service neutron] 10.222.0.90 "GET /v2.0/networks/26bac57d-0d12-4c6f-b0d1-170cfdee50ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387341 Aug 16 22:19:26.524539 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-53068c39-25d1-4ca1-8834-e070c31cc1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'name': 'tempest-TestSnapshotPattern-1681283050-router', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'ec270570-639b-4b59-826f-fd9bed1a15ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:34Z', 'updated_at': '2021-08-16T22:14:37Z', 'revision_number': 4, 'project_id': '83f485b094744827aacc74f36e928d9e', 'gw_port': {'id': 'ec270570-639b-4b59-826f-fd9bed1a15ac', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:16:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:34Z', 'updated_at': '2021-08-16T22:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'f044fb8a-07c1-45a9-8569-9b2030cd0ede', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'floating_ip_address': '172.25.1.213', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'port_id': 'bc0c2228-3aa8-4382-a476-e61a55990aa9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba', 'mac_address': 'fa:16:3e:d0:f1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84fc8efd-817c-4015-938a-2ef06d2124c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:15:01Z', 'updated_at': '2021-08-16T22:15:04Z', 'revision_number': 1, 'project_id': '83f485b094744827aacc74f36e928d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29214c84-5b99-4239-ab43-6864b728979e', 'name': '', 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'mac_address': 'fa:16:3e:8a:3f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8c9ca3af-9956-4707-80e7-5d98913e8b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:36Z', 'updated_at': '2021-08-16T22:14:44Z', 'revision_number': 5, 'project_id': '83f485b094744827aacc74f36e928d9e', 'subnets': [{'id': '8c9ca3af-9956-4707-80e7-5d98913e8b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:26.551491 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53068c39-25d1-4ca1-8834-e070c31cc1bd None None] Checking router: 48270bd0-2ffa-478f-9204-46e451b89c63 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:19:26.561269 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53068c39-25d1-4ca1-8834-e070c31cc1bd None None] Routers {'48270bd0-2ffa-478f-9204-46e451b89c63'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:19:26.561923 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-53068c39-25d1-4ca1-8834-e070c31cc1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:19:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['48270bd0-2ffa-478f-9204-46e451b89c63'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:26.589835 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b0de0d47-2a41-4816-ac02-e20d31f7b549 req-bbccef20-307c-49a9-8ef3-38ebce6b6d2e tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/security-groups?id=47fb24e7-7d0b-4cd8-a264-30ca8537d2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854111 Aug 16 22:19:26.631089 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-f072cf0a-da81-4601-a0d9-503bcd76ad5a req-112e5e40-1e62-460f-8b3d-413791b30c06 service neutron] 10.222.0.90 "GET /v2.0/networks/26bac57d-0d12-4c6f-b0d1-170cfdee50ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196828 Aug 16 22:19:26.677257 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-53068c39-25d1-4ca1-8834-e070c31cc1bd None None] Set router 48270bd0-2ffa-478f-9204-46e451b89c63 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:19:26.907446 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-53068c39-25d1-4ca1-8834-e070c31cc1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'name': 'tempest-TestSnapshotPattern-1681283050-router', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'ec270570-639b-4b59-826f-fd9bed1a15ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:34Z', 'updated_at': '2021-08-16T22:14:37Z', 'revision_number': 4, 'project_id': '83f485b094744827aacc74f36e928d9e', 'gw_port': {'id': 'ec270570-639b-4b59-826f-fd9bed1a15ac', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:16:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:34Z', 'updated_at': '2021-08-16T22:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'f044fb8a-07c1-45a9-8569-9b2030cd0ede', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'floating_ip_address': '172.25.1.213', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'port_id': 'bc0c2228-3aa8-4382-a476-e61a55990aa9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba', 'mac_address': 'fa:16:3e:d0:f1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84fc8efd-817c-4015-938a-2ef06d2124c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:15:01Z', 'updated_at': '2021-08-16T22:15:04Z', 'revision_number': 1, 'project_id': '83f485b094744827aacc74f36e928d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29214c84-5b99-4239-ab43-6864b728979e', 'name': '', 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'mac_address': 'fa:16:3e:8a:3f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8c9ca3af-9956-4707-80e7-5d98913e8b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:36Z', 'updated_at': '2021-08-16T22:14:44Z', 'revision_number': 5, 'project_id': '83f485b094744827aacc74f36e928d9e', 'subnets': [{'id': '8c9ca3af-9956-4707-80e7-5d98913e8b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:26.934893 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53068c39-25d1-4ca1-8834-e070c31cc1bd None None] The sync data for ids ['48270bd0-2ffa-478f-9204-46e451b89c63'] in n-d-793620-15 is: [{'id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'name': 'tempest-TestSnapshotPattern-1681283050-router', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'ec270570-639b-4b59-826f-fd9bed1a15ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:34Z', 'updated_at': '2021-08-16T22:14:37Z', 'revision_number': 4, 'project_id': '83f485b094744827aacc74f36e928d9e', 'gw_port': {'id': 'ec270570-639b-4b59-826f-fd9bed1a15ac', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:16:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:34Z', 'updated_at': '2021-08-16T22:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_floatingips': [{'id': 'f044fb8a-07c1-45a9-8569-9b2030cd0ede', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'floating_ip_address': '172.25.1.213', 'floating_network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'router_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'port_id': 'bc0c2228-3aa8-4382-a476-e61a55990aa9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba', 'mac_address': 'fa:16:3e:d0:f1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84fc8efd-817c-4015-938a-2ef06d2124c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:15:01Z', 'updated_at': '2021-08-16T22:15:04Z', 'revision_number': 1, 'project_id': '83f485b094744827aacc74f36e928d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29214c84-5b99-4239-ab43-6864b728979e', 'name': '', 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'mac_address': 'fa:16:3e:8a:3f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8c9ca3af-9956-4707-80e7-5d98913e8b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:36Z', 'updated_at': '2021-08-16T22:14:44Z', 'revision_number': 5, 'project_id': '83f485b094744827aacc74f36e928d9e', 'subnets': [{'id': '8c9ca3af-9956-4707-80e7-5d98913e8b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:19:27.187772 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497d7985-bf65-4329-93f9-1942fe790c6f None None] New status for floating IP ad132b77-0b25-4916-80c3-682bc869fe49: DOWN {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:19:27.727473 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c260c-8a94-4a68-a63f-b8b24c6cbeae req-787b2ed8-846a-4f3b-87be-429762d28440 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:27.729453 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-609c260c-8a94-4a68-a63f-b8b24c6cbeae req-787b2ed8-846a-4f3b-87be-429762d28440 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/ports?device_id=dcc87ab0-856f-442e-afa0-d964ac65e7c9 HTTP/1.1" status: 200 len: 946 time: 0.0575237 Aug 16 22:19:27.771885 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-609c260c-8a94-4a68-a63f-b8b24c6cbeae req-c19e80c5-8ab2-4736-8014-2793a1dd03b9 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/security-groups?id=47fb24e7-7d0b-4cd8-a264-30ca8537d2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329626 Aug 16 22:19:27.879378 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ae7a53f3-281a-426b-921b-380754afcddc no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:19:27.960501 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713250'] for port, before_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:27.974250 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9af8c-2d5d-4f64-b9a3-4bc96095b9b9 req-de44e5f5-543f-4944-902c-c270b43926aa tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:27.975769 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6ef9af8c-2d5d-4f64-b9a3-4bc96095b9b9 req-de44e5f5-543f-4944-902c-c270b43926aa tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.90 "GET /v2.0/ports?device_id=dcc87ab0-856f-442e-afa0-d964ac65e7c9 HTTP/1.1" status: 200 len: 946 time: 0.0558710 Aug 16 22:19:27.982997 n-d-793620-15 neutron-server[101846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc87ab0-856f-442e-afa0-d964ac65e7c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae7a53f3-281a-426b-921b-380754afcddc'}] {{(pid=101846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:27.985561 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c683fdb416c7f0821c75f6a91cfed7529d060c9c210f81ad2c881376259938b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4288b96-47c9-47d8-95a6-de25d2f38503" -d '{"events": [{"server_uuid": "dcc87ab0-856f-442e-afa0-d964ac65e7c9", "name": "network-vif-unplugged", "status": "completed", "tag": "ae7a53f3-281a-426b-921b-380754afcddc"}]}' {{(pid=101846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:27.999627 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] For port ae7a53f3-281a-426b-921b-380754afcddc, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ae7a53f3-281a-426b-921b-380754afcddc,segment=NetworkSegment(f25dfa67-19c8-4402-b3ee-1d2bb877835f),segment_id=f25dfa67-19c8-4402-b3ee-1d2bb877835f)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:28.029756 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0d180f-f916-4b7e-8c61-f6b3fde4d46f x-openstack-request-id: req-0a0d180f-f916-4b7e-8c61-f6b3fde4d46f {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:28.030140 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc87ab0-856f-442e-afa0-d964ac65e7c9", "name": "network-vif-unplugged", "status": "completed", "tag": "ae7a53f3-281a-426b-921b-380754afcddc", "code": 200}]} {{(pid=101846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:28.030401 n-d-793620-15 neutron-server[101846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0a0d180f-f916-4b7e-8c61-f6b3fde4d46f {{(pid=101846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:28.030868 n-d-793620-15 neutron-server[101846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc87ab0-856f-442e-afa0-d964ac65e7c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae7a53f3-281a-426b-921b-380754afcddc', 'code': 200} Aug 16 22:19:28.066148 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744992572097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744992150878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744992150896'] for port, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:28.069971 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-6ef9af8c-2d5d-4f64-b9a3-4bc96095b9b9 req-76a0ffd1-852b-4551-8828-2ad78297dba2 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Deleting port ae7a53f3-281a-426b-921b-380754afcddc {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:28.070327 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6ef9af8c-2d5d-4f64-b9a3-4bc96095b9b9 req-76a0ffd1-852b-4551-8828-2ad78297dba2 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:28.118080 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Pushing event updated for resources: {'Port': ['ID=ae7a53f3-281a-426b-921b-380754afcddc,revision_number=8']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:28.164520 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.db [req-6ef9af8c-2d5d-4f64-b9a3-4bc96095b9b9 req-76a0ffd1-852b-4551-8828-2ad78297dba2 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] For port ae7a53f3-281a-426b-921b-380754afcddc, host n-h2-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-15',level=0,port_id=ae7a53f3-281a-426b-921b-380754afcddc,segment=NetworkSegment(f25dfa67-19c8-4402-b3ee-1d2bb877835f),segment_id=f25dfa67-19c8-4402-b3ee-1d2bb877835f)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:28.164818 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6ef9af8c-2d5d-4f64-b9a3-4bc96095b9b9 req-76a0ffd1-852b-4551-8828-2ad78297dba2 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:28.177339 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [req-6ef9af8c-2d5d-4f64-b9a3-4bc96095b9b9 req-76a0ffd1-852b-4551-8828-2ad78297dba2 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Calling delete_port for ae7a53f3-281a-426b-921b-380754afcddc owned by compute:nova {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:28.357880 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6ef9af8c-2d5d-4f64-b9a3-4bc96095b9b9 req-76a0ffd1-852b-4551-8828-2ad78297dba2 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:28.393767 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0ffd1-852b-4551-8828-2ad78297dba2 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Pushing event deleted for resources: {'Port': ['ID=ae7a53f3-281a-426b-921b-380754afcddc,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:28.430627 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a0ffd1-852b-4551-8828-2ad78297dba2 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:28.430627 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a0ffd1-852b-4551-8828-2ad78297dba2 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:28.430627 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a0ffd1-852b-4551-8828-2ad78297dba2 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:28.430627 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a0ffd1-852b-4551-8828-2ad78297dba2 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:28.430627 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a0ffd1-852b-4551-8828-2ad78297dba2 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:28.430627 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a0ffd1-852b-4551-8828-2ad78297dba2 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:28.430627 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a0ffd1-852b-4551-8828-2ad78297dba2 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:28.430627 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a0ffd1-852b-4551-8828-2ad78297dba2 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:28.430627 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a0ffd1-852b-4551-8828-2ad78297dba2 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:28.430627 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a0ffd1-852b-4551-8828-2ad78297dba2 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:28.430627 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a0ffd1-852b-4551-8828-2ad78297dba2 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:28.430627 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a0ffd1-852b-4551-8828-2ad78297dba2 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-15 {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:28.449631 n-d-793620-15 neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef9af8c-2d5d-4f64-b9a3-4bc96095b9b9 req-76a0ffd1-852b-4551-8828-2ad78297dba2 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] No DVR routers for this DVR port ae7a53f3-281a-426b-921b-380754afcddc on host n-h2-793620-15 {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:19:28.452772 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [req-6ef9af8c-2d5d-4f64-b9a3-4bc96095b9b9 req-76a0ffd1-852b-4551-8828-2ad78297dba2 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:28.455041 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-6ef9af8c-2d5d-4f64-b9a3-4bc96095b9b9 req-76a0ffd1-852b-4551-8828-2ad78297dba2 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.90 "DELETE /v2.0/ports/ae7a53f3-281a-426b-921b-380754afcddc HTTP/1.1" status: 204 len: 173 time: 0.4735076 Aug 16 22:19:28.458809 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc87ab0-856f-442e-afa0-d964ac65e7c9', 'name': 'network-vif-deleted', 'tag': 'ae7a53f3-281a-426b-921b-380754afcddc'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:28.458809 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a13536b3c87fcb412486f7c1123a9b3fa8a88bbdfa2e9f90522308689ae332c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e53d79-08f9-401d-8562-3a0bf5d5da76" -d '{"events": [{"server_uuid": "dcc87ab0-856f-442e-afa0-d964ac65e7c9", "name": "network-vif-deleted", "tag": "ae7a53f3-281a-426b-921b-380754afcddc"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:28.504685 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ab7564-35de-4a16-ade6-1ebe67980b29 x-openstack-request-id: req-a3ab7564-35de-4a16-ade6-1ebe67980b29 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:28.504982 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc87ab0-856f-442e-afa0-d964ac65e7c9", "name": "network-vif-deleted", "tag": "ae7a53f3-281a-426b-921b-380754afcddc", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:28.505233 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a3ab7564-35de-4a16-ade6-1ebe67980b29 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:28.505634 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc87ab0-856f-442e-afa0-d964ac65e7c9', 'name': 'network-vif-deleted', 'tag': 'ae7a53f3-281a-426b-921b-380754afcddc', 'status': 'completed', 'code': 200} Aug 16 22:19:28.903272 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-a7370e9d-448c-4328-a5de-741ad83b8493 req-30dba73d-2317-4264-be41-670768c27b36 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/ports?device_id=dcc87ab0-856f-442e-afa0-d964ac65e7c9 HTTP/1.1" status: 200 len: 210 time: 0.0298624 Aug 16 22:19:31.528164 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39762) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:31.691129 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-80eb08bc-1b30-4189-bf0d-fc55f26e5173 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Deleting port d58cc2e9-568f-4376-b21d-f1d3de7edba4 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:31.691397 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-80eb08bc-1b30-4189-bf0d-fc55f26e5173 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:31.772759 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-80eb08bc-1b30-4189-bf0d-fc55f26e5173 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:31.773099 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-80eb08bc-1b30-4189-bf0d-fc55f26e5173 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:31.784849 n-d-793620-15 neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-80eb08bc-1b30-4189-bf0d-fc55f26e5173 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Calling delete_port for d58cc2e9-568f-4376-b21d-f1d3de7edba4 owned by network:floatingip {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:31.895961 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ae7a53f3-281a-426b-921b-380754afcddc no longer exists at agent hyperv_n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:19:31.923991 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] No Port match for: ae7a53f3-281a-426b-921b-380754afcddc {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:19:31.924343 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Device ae7a53f3-281a-426b-921b-380754afcddc not bound to the agent host n-h2-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:19:32.014381 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-80eb08bc-1b30-4189-bf0d-fc55f26e5173 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59020223'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:32.038431 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb08bc-1b30-4189-bf0d-fc55f26e5173 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Pushing event deleted for resources: {'Port': ['ID=d58cc2e9-568f-4376-b21d-f1d3de7edba4,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:32.038739 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d69f0f56-bf9d-498b-8f2a-825e2e5e3b32 req-e1400e35-1f11-4861-b4ff-8f120a47e5a6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=84fc8efd-817c-4015-938a-2ef06d2124c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0479980 Aug 16 22:19:32.104878 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-80eb08bc-1b30-4189-bf0d-fc55f26e5173 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks [] for floatingip, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:32.105257 n-d-793620-15 neutron-server[101844]: INFO neutron.db.l3_db [None req-80eb08bc-1b30-4189-bf0d-fc55f26e5173 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Floating IP f044fb8a-07c1-45a9-8569-9b2030cd0ede disassociated (deleted). External IP: 172.25.1.213, port: bc0c2228-3aa8-4382-a476-e61a55990aa9. Aug 16 22:19:32.127493 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f0f56-bf9d-498b-8f2a-825e2e5e3b32 req-c5e3f128-6149-478b-a567-51958b1b4910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:32.129047 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d69f0f56-bf9d-498b-8f2a-825e2e5e3b32 req-c5e3f128-6149-478b-a567-51958b1b4910 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=83f485b094744827aacc74f36e928d9e&device_id=84fc8efd-817c-4015-938a-2ef06d2124c7 HTTP/1.1" status: 200 len: 1095 time: 0.0452628 Aug 16 22:19:32.240806 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f0f56-bf9d-498b-8f2a-825e2e5e3b32 req-8c767d47-4370-4f1f-97c2-eeba2470e700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:32.242719 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d69f0f56-bf9d-498b-8f2a-825e2e5e3b32 req-8c767d47-4370-4f1f-97c2-eeba2470e700 service neutron] 10.222.0.72 "GET /v2.0/networks?id=26bac57d-0d12-4c6f-b0d1-170cfdee50ba HTTP/1.1" status: 200 len: 911 time: 0.0923283 Aug 16 22:19:32.288944 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d69f0f56-bf9d-498b-8f2a-825e2e5e3b32 req-4e38a4fd-c085-4344-a867-0946bc3938b2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc0c2228-3aa8-4382-a476-e61a55990aa9 HTTP/1.1" status: 200 len: 217 time: 0.0385766 Aug 16 22:19:32.323197 n-d-793620-15 neutron-server[101844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80eb08bc-1b30-4189-bf0d-fc55f26e5173 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Router 48270bd0-2ffa-478f-9204-46e451b89c63 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:19:32.347298 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f0f56-bf9d-498b-8f2a-825e2e5e3b32 req-9da19ded-513b-4b2c-ad86-9190b1f56ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:32.348890 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d69f0f56-bf9d-498b-8f2a-825e2e5e3b32 req-9da19ded-513b-4b2c-ad86-9190b1f56ee4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c9ca3af-9956-4707-80e7-5d98913e8b78 HTTP/1.1" status: 200 len: 849 time: 0.0511639 Aug 16 22:19:32.396445 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f0f56-bf9d-498b-8f2a-825e2e5e3b32 req-28cf45c0-aee3-410f-8930-f93fad8448f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:32.397950 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d69f0f56-bf9d-498b-8f2a-825e2e5e3b32 req-28cf45c0-aee3-410f-8930-f93fad8448f2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=26bac57d-0d12-4c6f-b0d1-170cfdee50ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414197 Aug 16 22:19:32.437224 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80eb08bc-1b30-4189-bf0d-fc55f26e5173 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:19:32.443643 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-80eb08bc-1b30-4189-bf0d-fc55f26e5173 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for floatingip, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:32.448649 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0593495e-a664-4bfd-a6fa-0a92f158950e None None] Sync routers for ids ['48270bd0-2ffa-478f-9204-46e451b89c63'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:19:32.458046 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0593495e-a664-4bfd-a6fa-0a92f158950e None None] Routers {'48270bd0-2ffa-478f-9204-46e451b89c63'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:19:32.458685 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-0593495e-a664-4bfd-a6fa-0a92f158950e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:19:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['48270bd0-2ffa-478f-9204-46e451b89c63'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:32.474259 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-80eb08bc-1b30-4189-bf0d-fc55f26e5173 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "DELETE /v2.0/floatingips/f044fb8a-07c1-45a9-8569-9b2030cd0ede HTTP/1.1" status: 204 len: 168 time: 0.9449365 Aug 16 22:19:32.474971 n-d-793620-15 neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fc8efd-817c-4015-938a-2ef06d2124c7', 'tag': 'bc0c2228-3aa8-4382-a476-e61a55990aa9'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:32.477461 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a13536b3c87fcb412486f7c1123a9b3fa8a88bbdfa2e9f90522308689ae332c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5cd537-2a60-4eb6-b277-c32c8522aa6f" -d '{"events": [{"name": "network-changed", "server_uuid": "84fc8efd-817c-4015-938a-2ef06d2124c7", "tag": "bc0c2228-3aa8-4382-a476-e61a55990aa9"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:32.504813 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d69f0f56-bf9d-498b-8f2a-825e2e5e3b32 req-a5753e5d-9306-44b9-9a99-740af786dd32 service neutron] 10.222.0.72 "GET /v2.0/networks/26bac57d-0d12-4c6f-b0d1-170cfdee50ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975835 Aug 16 22:19:32.534066 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ff43ba-4c61-4aaf-b7d4-4bf515059252 x-openstack-request-id: req-f1ff43ba-4c61-4aaf-b7d4-4bf515059252 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:32.534915 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84fc8efd-817c-4015-938a-2ef06d2124c7", "tag": "bc0c2228-3aa8-4382-a476-e61a55990aa9", "status": "completed", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:32.534915 n-d-793620-15 neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f1ff43ba-4c61-4aaf-b7d4-4bf515059252 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:32.535306 n-d-793620-15 neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fc8efd-817c-4015-938a-2ef06d2124c7', 'tag': 'bc0c2228-3aa8-4382-a476-e61a55990aa9', 'status': 'completed', 'code': 200} Aug 16 22:19:32.608728 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-0593495e-a664-4bfd-a6fa-0a92f158950e None None] Set router 48270bd0-2ffa-478f-9204-46e451b89c63 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:19:32.615082 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-d69f0f56-bf9d-498b-8f2a-825e2e5e3b32 req-88ff5b50-c8e9-4d6b-b981-c44ea6042f2d service neutron] 10.222.0.72 "GET /v2.0/networks/26bac57d-0d12-4c6f-b0d1-170cfdee50ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019299 Aug 16 22:19:32.776930 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5cd537-2a60-4eb6-b277-c32c8522aa6f req-f8c548cc-050f-4c21-9c79-5b307a0dd88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:32.778656 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4d5cd537-2a60-4eb6-b277-c32c8522aa6f req-f8c548cc-050f-4c21-9c79-5b307a0dd88f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=83f485b094744827aacc74f36e928d9e&device_id=84fc8efd-817c-4015-938a-2ef06d2124c7 HTTP/1.1" status: 200 len: 1095 time: 0.0559361 Aug 16 22:19:32.834207 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-0593495e-a664-4bfd-a6fa-0a92f158950e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'name': 'tempest-TestSnapshotPattern-1681283050-router', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'ec270570-639b-4b59-826f-fd9bed1a15ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:34Z', 'updated_at': '2021-08-16T22:14:37Z', 'revision_number': 4, 'project_id': '83f485b094744827aacc74f36e928d9e', 'gw_port': {'id': 'ec270570-639b-4b59-826f-fd9bed1a15ac', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:16:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:34Z', 'updated_at': '2021-08-16T22:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '29214c84-5b99-4239-ab43-6864b728979e', 'name': '', 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'mac_address': 'fa:16:3e:8a:3f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8c9ca3af-9956-4707-80e7-5d98913e8b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:36Z', 'updated_at': '2021-08-16T22:14:44Z', 'revision_number': 5, 'project_id': '83f485b094744827aacc74f36e928d9e', 'subnets': [{'id': '8c9ca3af-9956-4707-80e7-5d98913e8b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:32.863731 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0593495e-a664-4bfd-a6fa-0a92f158950e None None] Checking router: 48270bd0-2ffa-478f-9204-46e451b89c63 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:19:32.872307 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0593495e-a664-4bfd-a6fa-0a92f158950e None None] Routers {'48270bd0-2ffa-478f-9204-46e451b89c63'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:19:32.872930 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-0593495e-a664-4bfd-a6fa-0a92f158950e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:19:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['48270bd0-2ffa-478f-9204-46e451b89c63'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:32.886206 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5cd537-2a60-4eb6-b277-c32c8522aa6f req-cb90da00-bbc0-4170-a3cd-00e03d686d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:32.887974 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4d5cd537-2a60-4eb6-b277-c32c8522aa6f req-cb90da00-bbc0-4170-a3cd-00e03d686d42 service neutron] 10.222.0.72 "GET /v2.0/networks?id=26bac57d-0d12-4c6f-b0d1-170cfdee50ba HTTP/1.1" status: 200 len: 911 time: 0.1001375 Aug 16 22:19:32.920447 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6983f4-f30f-4fb0-82f9-24ced6448590 req-b947d045-0da9-4283-9a58-ee696ac0d259 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:32.922405 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ce6983f4-f30f-4fb0-82f9-24ced6448590 req-b947d045-0da9-4283-9a58-ee696ac0d259 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/ports?device_id=84fc8efd-817c-4015-938a-2ef06d2124c7 HTTP/1.1" status: 200 len: 943 time: 0.0590219 Aug 16 22:19:32.943386 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4d5cd537-2a60-4eb6-b277-c32c8522aa6f req-91665d04-c654-4f59-9310-948b0d410ebd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc0c2228-3aa8-4382-a476-e61a55990aa9 HTTP/1.1" status: 200 len: 217 time: 0.0465057 Aug 16 22:19:32.972712 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-ce6983f4-f30f-4fb0-82f9-24ced6448590 req-99dd7665-fe5d-4b21-998c-54a9242ad0c6 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/security-groups?id=47fb24e7-7d0b-4cd8-a264-30ca8537d2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438786 Aug 16 22:19:33.001627 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-0593495e-a664-4bfd-a6fa-0a92f158950e None None] Set router 48270bd0-2ffa-478f-9204-46e451b89c63 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:19:33.002344 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5cd537-2a60-4eb6-b277-c32c8522aa6f req-a48ced1d-bd64-45d2-9e3c-7bdb74712595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:33.003209 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4d5cd537-2a60-4eb6-b277-c32c8522aa6f req-a48ced1d-bd64-45d2-9e3c-7bdb74712595 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c9ca3af-9956-4707-80e7-5d98913e8b78 HTTP/1.1" status: 200 len: 849 time: 0.0519245 Aug 16 22:19:33.049882 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5cd537-2a60-4eb6-b277-c32c8522aa6f req-9a0e1f5a-2a86-4f34-86ad-d27e18707a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:33.051406 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4d5cd537-2a60-4eb6-b277-c32c8522aa6f req-9a0e1f5a-2a86-4f34-86ad-d27e18707a8b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=26bac57d-0d12-4c6f-b0d1-170cfdee50ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402160 Aug 16 22:19:33.144154 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4d5cd537-2a60-4eb6-b277-c32c8522aa6f req-c3e529a2-d147-4f59-90a5-166d3c26dbbb service neutron] 10.222.0.72 "GET /v2.0/networks/26bac57d-0d12-4c6f-b0d1-170cfdee50ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846901 Aug 16 22:19:33.204641 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-0593495e-a664-4bfd-a6fa-0a92f158950e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'name': 'tempest-TestSnapshotPattern-1681283050-router', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'ec270570-639b-4b59-826f-fd9bed1a15ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:34Z', 'updated_at': '2021-08-16T22:14:37Z', 'revision_number': 4, 'project_id': '83f485b094744827aacc74f36e928d9e', 'gw_port': {'id': 'ec270570-639b-4b59-826f-fd9bed1a15ac', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:16:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:34Z', 'updated_at': '2021-08-16T22:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '29214c84-5b99-4239-ab43-6864b728979e', 'name': '', 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'mac_address': 'fa:16:3e:8a:3f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8c9ca3af-9956-4707-80e7-5d98913e8b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:36Z', 'updated_at': '2021-08-16T22:14:44Z', 'revision_number': 5, 'project_id': '83f485b094744827aacc74f36e928d9e', 'subnets': [{'id': '8c9ca3af-9956-4707-80e7-5d98913e8b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:33.235184 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0593495e-a664-4bfd-a6fa-0a92f158950e None None] The sync data for ids ['48270bd0-2ffa-478f-9204-46e451b89c63'] in n-d-793620-15 is: [{'id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'name': 'tempest-TestSnapshotPattern-1681283050-router', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'ec270570-639b-4b59-826f-fd9bed1a15ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:34Z', 'updated_at': '2021-08-16T22:14:37Z', 'revision_number': 4, 'project_id': '83f485b094744827aacc74f36e928d9e', 'gw_port': {'id': 'ec270570-639b-4b59-826f-fd9bed1a15ac', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:16:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:34Z', 'updated_at': '2021-08-16T22:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15', '_interfaces': [{'id': '29214c84-5b99-4239-ab43-6864b728979e', 'name': '', 'network_id': '26bac57d-0d12-4c6f-b0d1-170cfdee50ba', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'mac_address': 'fa:16:3e:8a:3f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8c9ca3af-9956-4707-80e7-5d98913e8b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:36Z', 'updated_at': '2021-08-16T22:14:44Z', 'revision_number': 5, 'project_id': '83f485b094744827aacc74f36e928d9e', 'subnets': [{'id': '8c9ca3af-9956-4707-80e7-5d98913e8b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:19:33.241161 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-4d5cd537-2a60-4eb6-b277-c32c8522aa6f req-3371acd9-85a6-4ba3-b2c7-d29dc16787d1 service neutron] 10.222.0.72 "GET /v2.0/networks/26bac57d-0d12-4c6f-b0d1-170cfdee50ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895054 Aug 16 22:19:33.489826 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95e32da-58c8-4c62-a714-44bd435191c1 None None] New status for floating IP f044fb8a-07c1-45a9-8569-9b2030cd0ede: DOWN {{(pid=101847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:19:34.099253 n-d-793620-15 neutron-server[101844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7b4b2-d1b1-4d06-a0f9-4cd128fa9d05 req-392ddfea-d4b7-4412-b0af-648d6ab4031e tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:34.100858 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b2c7b4b2-d1b1-4d06-a0f9-4cd128fa9d05 req-392ddfea-d4b7-4412-b0af-648d6ab4031e tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/ports?device_id=84fc8efd-817c-4015-938a-2ef06d2124c7 HTTP/1.1" status: 200 len: 943 time: 0.0528364 Aug 16 22:19:34.144545 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-b2c7b4b2-d1b1-4d06-a0f9-4cd128fa9d05 req-811ae514-2acf-4cca-9075-f68214b47540 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/security-groups?id=47fb24e7-7d0b-4cd8-a264-30ca8537d2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366356 Aug 16 22:19:34.568196 n-d-793620-15 neutron-server[101845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b587f-93a4-4e04-aa2f-4b9b0883187b req-ad16910f-4ad0-424c-a8f2-f473f0ba6de6 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:34.569712 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a24b587f-93a4-4e04-aa2f-4b9b0883187b req-ad16910f-4ad0-424c-a8f2-f473f0ba6de6 tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.72 "GET /v2.0/ports?device_id=84fc8efd-817c-4015-938a-2ef06d2124c7 HTTP/1.1" status: 200 len: 943 time: 0.0532959 Aug 16 22:19:34.663775 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-a24b587f-93a4-4e04-aa2f-4b9b0883187b req-10e41ffc-d0da-4878-b037-34b489925c9c tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Deleting port bc0c2228-3aa8-4382-a476-e61a55990aa9 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:34.664134 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-a24b587f-93a4-4e04-aa2f-4b9b0883187b req-10e41ffc-d0da-4878-b037-34b489925c9c tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:34.757719 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [req-a24b587f-93a4-4e04-aa2f-4b9b0883187b req-10e41ffc-d0da-4878-b037-34b489925c9c tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] For port bc0c2228-3aa8-4382-a476-e61a55990aa9, host n-h1-793620-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-15',level=0,port_id=bc0c2228-3aa8-4382-a476-e61a55990aa9,segment=NetworkSegment(f25dfa67-19c8-4402-b3ee-1d2bb877835f),segment_id=f25dfa67-19c8-4402-b3ee-1d2bb877835f)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:34.758250 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-a24b587f-93a4-4e04-aa2f-4b9b0883187b req-10e41ffc-d0da-4878-b037-34b489925c9c tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:34.772324 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [req-a24b587f-93a4-4e04-aa2f-4b9b0883187b req-10e41ffc-d0da-4878-b037-34b489925c9c tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Calling delete_port for bc0c2228-3aa8-4382-a476-e61a55990aa9 owned by compute:nova {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:34.945784 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-a24b587f-93a4-4e04-aa2f-4b9b0883187b req-10e41ffc-d0da-4878-b037-34b489925c9c tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:34.976365 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e41ffc-d0da-4878-b037-34b489925c9c tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Pushing event deleted for resources: {'Port': ['ID=bc0c2228-3aa8-4382-a476-e61a55990aa9,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:35.019361 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [req-a24b587f-93a4-4e04-aa2f-4b9b0883187b req-10e41ffc-d0da-4878-b037-34b489925c9c tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] No DVR routers for this DVR port bc0c2228-3aa8-4382-a476-e61a55990aa9 on host n-h1-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:19:35.021940 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [req-a24b587f-93a4-4e04-aa2f-4b9b0883187b req-10e41ffc-d0da-4878-b037-34b489925c9c tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246228'] for port, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:35.024025 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [req-a24b587f-93a4-4e04-aa2f-4b9b0883187b req-10e41ffc-d0da-4878-b037-34b489925c9c tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.72 "DELETE /v2.0/ports/bc0c2228-3aa8-4382-a476-e61a55990aa9 HTTP/1.1" status: 204 len: 173 time: 0.4478421 Aug 16 22:19:35.024472 n-d-793620-15 neutron-server[101845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fc8efd-817c-4015-938a-2ef06d2124c7', 'name': 'network-vif-deleted', 'tag': 'bc0c2228-3aa8-4382-a476-e61a55990aa9'}] {{(pid=101845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:35.027836 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcd9435b18b7a34707b0c74d037ee6bf13b87a61dd91d81e26d4048d63ffdc36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cacb581-1b4d-4a6d-a814-27ba96e939fd" -d '{"events": [{"server_uuid": "84fc8efd-817c-4015-938a-2ef06d2124c7", "name": "network-vif-deleted", "tag": "bc0c2228-3aa8-4382-a476-e61a55990aa9"}]}' {{(pid=101845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:35.063322 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cba8fb8-26e9-4df9-9f56-cd6ec77f763d x-openstack-request-id: req-2cba8fb8-26e9-4df9-9f56-cd6ec77f763d {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:35.063696 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fc8efd-817c-4015-938a-2ef06d2124c7", "name": "network-vif-deleted", "tag": "bc0c2228-3aa8-4382-a476-e61a55990aa9", "status": "completed", "code": 200}]} {{(pid=101845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:35.069774 n-d-793620-15 neutron-server[101845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2cba8fb8-26e9-4df9-9f56-cd6ec77f763d {{(pid=101845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:35.069774 n-d-793620-15 neutron-server[101845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fc8efd-817c-4015-938a-2ef06d2124c7', 'name': 'network-vif-deleted', 'tag': 'bc0c2228-3aa8-4382-a476-e61a55990aa9', 'status': 'completed', 'code': 200} Aug 16 22:19:35.239806 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [req-7af65bf6-2e6e-43cf-b47b-2f7e2cfc1bfe req-5af74770-bef4-4bca-a300-6ccd861be58e tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "GET /v2.0/ports?device_id=84fc8efd-817c-4015-938a-2ef06d2124c7 HTTP/1.1" status: 200 len: 210 time: 0.0270946 Aug 16 22:19:36.297138 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39778) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:36.356425 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-72d672ac-ec60-4bfb-9ff9-b39cd8f869db tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:36.381441 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-72d672ac-ec60-4bfb-9ff9-b39cd8f869db tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:36.505479 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-72d672ac-ec60-4bfb-9ff9-b39cd8f869db tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:36.508519 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-72d672ac-ec60-4bfb-9ff9-b39cd8f869db tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:36.509838 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-72d672ac-ec60-4bfb-9ff9-b39cd8f869db tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] 10.222.0.84 "DELETE /v2.0/security-groups/47fb24e7-7d0b-4cd8-a264-30ca8537d2bb HTTP/1.1" status: 204 len: 168 time: 0.2116196 Aug 16 22:19:36.519926 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d672ac-ec60-4bfb-9ff9-b39cd8f869db tempest-TestSnapshotPattern-2025418424 tempest-TestSnapshotPattern-2025418424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fb24e7-7d0b-4cd8-a264-30ca8537d2bb,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:36.616047 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39782) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:37.067805 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fc59bad0-d8e8-4061-8a66-d0d6504fd47e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:37.638646 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-fc59bad0-d8e8-4061-8a66-d0d6504fd47e admin admin] Deleting port 29214c84-5b99-4239-ab43-6864b728979e {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:37.639313 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fc59bad0-d8e8-4061-8a66-d0d6504fd47e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:37.715578 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-fc59bad0-d8e8-4061-8a66-d0d6504fd47e admin admin] For port 29214c84-5b99-4239-ab43-6864b728979e, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=29214c84-5b99-4239-ab43-6864b728979e,segment=NetworkSegment(f25dfa67-19c8-4402-b3ee-1d2bb877835f),segment_id=f25dfa67-19c8-4402-b3ee-1d2bb877835f)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:37.715971 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fc59bad0-d8e8-4061-8a66-d0d6504fd47e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:37.729009 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-fc59bad0-d8e8-4061-8a66-d0d6504fd47e admin admin] Calling delete_port for 29214c84-5b99-4239-ab43-6864b728979e owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:37.991199 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fc59bad0-d8e8-4061-8a66-d0d6504fd47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:38.018590 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc59bad0-d8e8-4061-8a66-d0d6504fd47e admin admin] Pushing event deleted for resources: {'Port': ['ID=29214c84-5b99-4239-ab43-6864b728979e,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:38.189664 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-fc59bad0-d8e8-4061-8a66-d0d6504fd47e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:38.406554 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc59bad0-d8e8-4061-8a66-d0d6504fd47e admin admin] Router 48270bd0-2ffa-478f-9204-46e451b89c63 has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:19:38.517604 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc59bad0-d8e8-4061-8a66-d0d6504fd47e admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:19:38.522751 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-fc59bad0-d8e8-4061-8a66-d0d6504fd47e admin admin] 10.222.0.84 "PUT /v2.0/routers/48270bd0-2ffa-478f-9204-46e451b89c63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9055593 Aug 16 22:19:38.526322 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39788) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:38.529047 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa21b34-9fe3-4ed7-9878-590289b4526b None None] Sync routers for ids ['48270bd0-2ffa-478f-9204-46e451b89c63'] in n-d-793620-15 {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:19:38.538549 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa21b34-9fe3-4ed7-9878-590289b4526b None None] Routers {'48270bd0-2ffa-478f-9204-46e451b89c63'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:19:38.539175 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-3fa21b34-9fe3-4ed7-9878-590289b4526b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:19:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['48270bd0-2ffa-478f-9204-46e451b89c63'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:38.641228 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-57ed7628-358b-4391-8848-56e813139132 admin admin] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:38.648182 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-3fa21b34-9fe3-4ed7-9878-590289b4526b None None] Set router 48270bd0-2ffa-478f-9204-46e451b89c63 gateway port host: n-d-793620-15 {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:19:38.744708 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-57ed7628-358b-4391-8848-56e813139132 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:38.825519 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-3fa21b34-9fe3-4ed7-9878-590289b4526b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'name': 'tempest-TestSnapshotPattern-1681283050-router', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'ec270570-639b-4b59-826f-fd9bed1a15ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:34Z', 'updated_at': '2021-08-16T22:19:37Z', 'revision_number': 5, 'project_id': '83f485b094744827aacc74f36e928d9e', 'gw_port': {'id': 'ec270570-639b-4b59-826f-fd9bed1a15ac', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:16:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:34Z', 'updated_at': '2021-08-16T22:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:38.855384 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa21b34-9fe3-4ed7-9878-590289b4526b None None] Checking router: 48270bd0-2ffa-478f-9204-46e451b89c63 for host: n-d-793620-15 {{(pid=101846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:19:38.864122 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa21b34-9fe3-4ed7-9878-590289b4526b None None] Routers {'48270bd0-2ffa-478f-9204-46e451b89c63'} bound to L3 agent in host n-d-793620-15 {{(pid=101846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:19:38.864752 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-3fa21b34-9fe3-4ed7-9878-590289b4526b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:19:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['48270bd0-2ffa-478f-9204-46e451b89c63'], 'active': True} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:38.873218 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-57ed7628-358b-4391-8848-56e813139132 admin admin] Deleting port ec270570-639b-4b59-826f-fd9bed1a15ac {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:38.873558 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-57ed7628-358b-4391-8848-56e813139132 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:38.954126 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvr_db [None req-3fa21b34-9fe3-4ed7-9878-590289b4526b None None] Set router 48270bd0-2ffa-478f-9204-46e451b89c63 gateway port host: None {{(pid=101846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:19:38.954406 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-57ed7628-358b-4391-8848-56e813139132 admin admin] For port ec270570-639b-4b59-826f-fd9bed1a15ac, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=ec270570-639b-4b59-826f-fd9bed1a15ac,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:38.954573 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-57ed7628-358b-4391-8848-56e813139132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:38.967971 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-57ed7628-358b-4391-8848-56e813139132 admin admin] Calling delete_port for ec270570-639b-4b59-826f-fd9bed1a15ac owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:39.005639 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_hamode_db [None req-3fa21b34-9fe3-4ed7-9878-590289b4526b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'name': 'tempest-TestSnapshotPattern-1681283050-router', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:34Z', 'updated_at': '2021-08-16T22:19:38Z', 'revision_number': 6, 'project_id': '83f485b094744827aacc74f36e928d9e', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:39.035966 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa21b34-9fe3-4ed7-9878-590289b4526b None None] The sync data for ids ['48270bd0-2ffa-478f-9204-46e451b89c63'] in n-d-793620-15 is: [{'id': '48270bd0-2ffa-478f-9204-46e451b89c63', 'name': 'tempest-TestSnapshotPattern-1681283050-router', 'tenant_id': '83f485b094744827aacc74f36e928d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:34Z', 'updated_at': '2021-08-16T22:19:38Z', 'revision_number': 6, 'project_id': '83f485b094744827aacc74f36e928d9e', 'gw_port_host': None}] {{(pid=101846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:19:39.203183 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-57ed7628-358b-4391-8848-56e813139132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:39.233346 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ed7628-358b-4391-8848-56e813139132 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec270570-639b-4b59-826f-fd9bed1a15ac,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:39.292867 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-57ed7628-358b-4391-8848-56e813139132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:39.387238 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-57ed7628-358b-4391-8848-56e813139132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:39.390217 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-57ed7628-358b-4391-8848-56e813139132 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:39.511655 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-57ed7628-358b-4391-8848-56e813139132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:39.512346 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ed7628-358b-4391-8848-56e813139132 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48270bd0-2ffa-478f-9204-46e451b89c63 {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:19:39.516825 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-57ed7628-358b-4391-8848-56e813139132 admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:39.518037 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-57ed7628-358b-4391-8848-56e813139132 admin admin] 10.222.0.84 "DELETE /v2.0/routers/48270bd0-2ffa-478f-9204-46e451b89c63 HTTP/1.1" status: 204 len: 168 time: 0.9907627 Aug 16 22:19:39.520573 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39790) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:39.571594 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-40c84129-adb6-468f-8cbd-f5704fc77750 admin admin] Deleting subnet 8c9ca3af-9956-4707-80e7-5d98913e8b78 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:19:39.575303 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-40c84129-adb6-468f-8cbd-f5704fc77750 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:39.609348 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-40c84129-adb6-468f-8cbd-f5704fc77750 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:39.685250 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-40c84129-adb6-468f-8cbd-f5704fc77750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:39.796593 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-40c84129-adb6-468f-8cbd-f5704fc77750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:39.797346 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 29214c84-5b99-4239-ab43-6864b728979e no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:19:39.828662 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c84129-adb6-468f-8cbd-f5704fc77750 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c9ca3af-9956-4707-80e7-5d98913e8b78,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:39.835679 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-40c84129-adb6-468f-8cbd-f5704fc77750 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:39.838189 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-40c84129-adb6-468f-8cbd-f5704fc77750 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/8c9ca3af-9956-4707-80e7-5d98913e8b78 HTTP/1.1" status: 204 len: 168 time: 0.3160882 Aug 16 22:19:39.841125 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39792) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:39.926149 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-95f0d517-6efd-4047-8e38-95c035c3fd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:39.982693 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device bc0c2228-3aa8-4382-a476-e61a55990aa9 no longer exists at agent hyperv_n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:19:39.984329 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-95f0d517-6efd-4047-8e38-95c035c3fd25 admin admin] Deleting port 7d13f5bb-bcf2-4630-8770-02fea3d2f851 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:39.984685 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-95f0d517-6efd-4047-8e38-95c035c3fd25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:39.984868 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618bedaf-fddb-42e5-ab58-e8fb460f3a61 None None] Network 26bac57d-0d12-4c6f-b0d1-170cfdee50ba requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:19:39.987556 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 29214c84-5b99-4239-ab43-6864b728979e {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:19:39.987910 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 29214c84-5b99-4239-ab43-6864b728979e not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:19:40.013729 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] No Port match for: bc0c2228-3aa8-4382-a476-e61a55990aa9 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:19:40.014082 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Device bc0c2228-3aa8-4382-a476-e61a55990aa9 not bound to the agent host n-h1-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:19:40.057148 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-95f0d517-6efd-4047-8e38-95c035c3fd25 admin admin] For port 7d13f5bb-bcf2-4630-8770-02fea3d2f851, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=7d13f5bb-bcf2-4630-8770-02fea3d2f851,segment=NetworkSegment(f25dfa67-19c8-4402-b3ee-1d2bb877835f),segment_id=f25dfa67-19c8-4402-b3ee-1d2bb877835f)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:40.058214 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-95f0d517-6efd-4047-8e38-95c035c3fd25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:40.073704 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-95f0d517-6efd-4047-8e38-95c035c3fd25 admin admin] Calling delete_port for 7d13f5bb-bcf2-4630-8770-02fea3d2f851 owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:40.225820 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-95f0d517-6efd-4047-8e38-95c035c3fd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:40.229657 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40898d5-13aa-4512-879d-514e07eb97c6 None None] DHCP port deletion for 26bac57d-0d12-4c6f-b0d1-170cfdee50ba request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:19:40.260698 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f0d517-6efd-4047-8e38-95c035c3fd25 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d13f5bb-bcf2-4630-8770-02fea3d2f851,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:40.264340 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f0d517-6efd-4047-8e38-95c035c3fd25 admin admin] No DVR routers for this DVR port 7d13f5bb-bcf2-4630-8770-02fea3d2f851 on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:19:40.337451 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-95f0d517-6efd-4047-8e38-95c035c3fd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:40.348055 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-95f0d517-6efd-4047-8e38-95c035c3fd25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26bac57d-0d12-4c6f-b0d1-170cfdee50ba']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:40.357896 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-95f0d517-6efd-4047-8e38-95c035c3fd25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f25dfa67-19c8-4402-b3ee-1d2bb877835f') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:40.358193 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-95f0d517-6efd-4047-8e38-95c035c3fd25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f25dfa67-19c8-4402-b3ee-1d2bb877835f') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:40.367183 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-95f0d517-6efd-4047-8e38-95c035c3fd25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:40.381288 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-95f0d517-6efd-4047-8e38-95c035c3fd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:40.388101 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f0d517-6efd-4047-8e38-95c035c3fd25 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:19:40.388499 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-95f0d517-6efd-4047-8e38-95c035c3fd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:40.390169 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 22:19:40.390169 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:19:40.390169 n-d-793620-15 neutron-server[101845]: timer() Aug 16 22:19:40.390169 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:19:40.390169 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 22:19:40.390169 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:19:40.390169 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 22:19:40.390169 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:19:40.390169 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 22:19:40.390169 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:19:40.390169 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 22:19:40.390169 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:19:40.390169 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 22:19:40.390169 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:19:40.390169 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:19:40.390169 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:19:40.390169 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:19:40.390169 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:19:40.390169 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 22:19:40.390169 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:19:40.390169 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 22:19:40.390169 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:19:40.390169 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:19:40.390169 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:19:40.390169 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 22:19:40.390169 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:19:40.390169 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:19:40.390169 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:19:40.390169 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:19:40.390169 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:19:40.390169 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:19:40.390169 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:19:40.505594 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-95f0d517-6efd-4047-8e38-95c035c3fd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:40.521486 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-95f0d517-6efd-4047-8e38-95c035c3fd25 admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:40.523347 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-95f0d517-6efd-4047-8e38-95c035c3fd25 admin admin] 10.222.0.84 "DELETE /v2.0/networks/26bac57d-0d12-4c6f-b0d1-170cfdee50ba HTTP/1.1" status: 204 len: 168 time: 0.6806505 Aug 16 22:19:40.524646 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f0d517-6efd-4047-8e38-95c035c3fd25 admin admin] Pushing event deleted for resources: {'Network': ['ID=26bac57d-0d12-4c6f-b0d1-170cfdee50ba,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:40.526874 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39796) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:40.881671 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4e7fe0a1-8ef7-47f1-b795-424b2aef5a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659654'] for router_interface, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:41.132839 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-4e7fe0a1-8ef7-47f1-b795-424b2aef5a87 admin admin] Deleting port 18ea2f09-052d-46a2-bef3-07937f575eb3 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:41.133174 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4e7fe0a1-8ef7-47f1-b795-424b2aef5a87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:41.134090 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e4f34f82-400e-49ca-b4ab-d34c0c439f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:41.213948 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-4e7fe0a1-8ef7-47f1-b795-424b2aef5a87 admin admin] For port 18ea2f09-052d-46a2-bef3-07937f575eb3, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=18ea2f09-052d-46a2-bef3-07937f575eb3,segment=NetworkSegment(8e72cfd5-ec89-41bd-be39-5488237af6c7),segment_id=8e72cfd5-ec89-41bd-be39-5488237af6c7)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:41.214317 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4e7fe0a1-8ef7-47f1-b795-424b2aef5a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:41.227102 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-4e7fe0a1-8ef7-47f1-b795-424b2aef5a87 admin admin] Calling delete_port for 18ea2f09-052d-46a2-bef3-07937f575eb3 owned by network:router_interface {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:41.425705 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device ec270570-639b-4b59-826f-fd9bed1a15ac no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:19:41.446177 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: ec270570-639b-4b59-826f-fd9bed1a15ac {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:19:41.446518 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device ec270570-639b-4b59-826f-fd9bed1a15ac not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:19:41.446997 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 7d13f5bb-bcf2-4630-8770-02fea3d2f851 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:19:41.465410 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 7d13f5bb-bcf2-4630-8770-02fea3d2f851 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:19:41.465747 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 7d13f5bb-bcf2-4630-8770-02fea3d2f851 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:19:41.527626 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4e7fe0a1-8ef7-47f1-b795-424b2aef5a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:41.554503 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7fe0a1-8ef7-47f1-b795-424b2aef5a87 admin admin] Pushing event deleted for resources: {'Port': ['ID=18ea2f09-052d-46a2-bef3-07937f575eb3,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:42.053457 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4e7fe0a1-8ef7-47f1-b795-424b2aef5a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659538'] for router_interface, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:42.267369 n-d-793620-15 neutron-server[101845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7fe0a1-8ef7-47f1-b795-424b2aef5a87 admin admin] Router 894532f2-7d71-4e4e-9478-a9719661178f has already been hosted by L3 agent 58182894-23c4-414a-8808-5ddefd5dcc60 {{(pid=101845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:19:42.376051 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7fe0a1-8ef7-47f1-b795-424b2aef5a87 admin admin] Notify agent at l3_agent.n-d-793620-15 the message routers_updated {{(pid=101845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:19:42.381737 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-4e7fe0a1-8ef7-47f1-b795-424b2aef5a87 admin admin] 10.222.0.84 "PUT /v2.0/routers/894532f2-7d71-4e4e-9478-a9719661178f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8532243 Aug 16 22:19:42.384019 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39798) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:42.386834 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd77784-5658-46e3-8f51-fb9088f0d40a None None] Sync routers for ids ['894532f2-7d71-4e4e-9478-a9719661178f'] in n-d-793620-15 {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:19:42.397197 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd77784-5658-46e3-8f51-fb9088f0d40a None None] Routers {'894532f2-7d71-4e4e-9478-a9719661178f'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:19:42.397949 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-0fd77784-5658-46e3-8f51-fb9088f0d40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:19:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['894532f2-7d71-4e4e-9478-a9719661178f'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:42.489761 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-87f5e274-1585-4e9c-955b-76b4160fece7 admin admin] Notify callbacks [] for router, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:42.507328 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-0fd77784-5658-46e3-8f51-fb9088f0d40a None None] Set router 894532f2-7d71-4e4e-9478-a9719661178f gateway port host: n-d-793620-15 {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:19:42.590277 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-87f5e274-1585-4e9c-955b-76b4160fece7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:42.692224 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-0fd77784-5658-46e3-8f51-fb9088f0d40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894532f2-7d71-4e4e-9478-a9719661178f', 'name': 'tempest-TestSnapshotPattern-1978749597-router', 'tenant_id': 'f41c9f77096d48dcaad93c52f6a4215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'external_fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '35c19149-df6d-488a-b54e-943fb94ae543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:40Z', 'updated_at': '2021-08-16T22:19:41Z', 'revision_number': 5, 'project_id': 'f41c9f77096d48dcaad93c52f6a4215a', 'gw_port': {'id': '35c19149-df6d-488a-b54e-943fb94ae543', 'name': '', 'network_id': '65ae326a-d6e1-4f5d-80d6-215a5521afe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:39:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894532f2-7d71-4e4e-9478-a9719661178f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:41Z', 'updated_at': '2021-08-16T22:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb77cfb7-d56b-466c-8d71-2362c7161cf8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-15'}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:42.700843 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-87f5e274-1585-4e9c-955b-76b4160fece7 admin admin] Deleting port 35c19149-df6d-488a-b54e-943fb94ae543 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:42.701191 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-87f5e274-1585-4e9c-955b-76b4160fece7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:42.717679 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd77784-5658-46e3-8f51-fb9088f0d40a None None] Checking router: 894532f2-7d71-4e4e-9478-a9719661178f for host: n-d-793620-15 {{(pid=101847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:19:42.726123 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd77784-5658-46e3-8f51-fb9088f0d40a None None] Routers {'894532f2-7d71-4e4e-9478-a9719661178f'} bound to L3 agent in host n-d-793620-15 {{(pid=101847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:19:42.726738 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-0fd77784-5658-46e3-8f51-fb9088f0d40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:32:13Z,description=,heartbeat_timestamp=2021-08-16T22:19:14Z,host='n-d-793620-15',id=58182894-23c4-414a-8808-5ddefd5dcc60,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:32:14Z,topic='l3_agent')) {'router_ids': ['894532f2-7d71-4e4e-9478-a9719661178f'], 'active': True} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:42.782165 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-87f5e274-1585-4e9c-955b-76b4160fece7 admin admin] For port 35c19149-df6d-488a-b54e-943fb94ae543, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=35c19149-df6d-488a-b54e-943fb94ae543,segment=NetworkSegment(3932ee09-4131-4482-9bc0-81de9c28cc72),segment_id=3932ee09-4131-4482-9bc0-81de9c28cc72)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:42.782529 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-87f5e274-1585-4e9c-955b-76b4160fece7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:42.795139 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-87f5e274-1585-4e9c-955b-76b4160fece7 admin admin] Calling delete_port for 35c19149-df6d-488a-b54e-943fb94ae543 owned by network:router_gateway {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:42.813819 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_dvr_db [None req-0fd77784-5658-46e3-8f51-fb9088f0d40a None None] Set router 894532f2-7d71-4e4e-9478-a9719661178f gateway port host: None {{(pid=101847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:19:42.867324 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.l3_hamode_db [None req-0fd77784-5658-46e3-8f51-fb9088f0d40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894532f2-7d71-4e4e-9478-a9719661178f', 'name': 'tempest-TestSnapshotPattern-1978749597-router', 'tenant_id': 'f41c9f77096d48dcaad93c52f6a4215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:40Z', 'updated_at': '2021-08-16T22:19:42Z', 'revision_number': 6, 'project_id': 'f41c9f77096d48dcaad93c52f6a4215a', 'gw_port_host': None}], 'n-d-793620-15', False) {} {{(pid=101847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:42.892645 n-d-793620-15 neutron-server[101847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd77784-5658-46e3-8f51-fb9088f0d40a None None] The sync data for ids ['894532f2-7d71-4e4e-9478-a9719661178f'] in n-d-793620-15 is: [{'id': '894532f2-7d71-4e4e-9478-a9719661178f', 'name': 'tempest-TestSnapshotPattern-1978749597-router', 'tenant_id': 'f41c9f77096d48dcaad93c52f6a4215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:40Z', 'updated_at': '2021-08-16T22:19:42Z', 'revision_number': 6, 'project_id': 'f41c9f77096d48dcaad93c52f6a4215a', 'gw_port_host': None}] {{(pid=101847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:19:43.042423 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-87f5e274-1585-4e9c-955b-76b4160fece7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:43.069152 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5e274-1585-4e9c-955b-76b4160fece7 admin admin] Pushing event deleted for resources: {'Port': ['ID=35c19149-df6d-488a-b54e-943fb94ae543,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:43.137548 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-87f5e274-1585-4e9c-955b-76b4160fece7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663052'] for router_gateway, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:43.229610 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-87f5e274-1585-4e9c-955b-76b4160fece7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59389'] for router, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:43.232306 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-87f5e274-1585-4e9c-955b-76b4160fece7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:43.340207 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-87f5e274-1585-4e9c-955b-76b4160fece7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661673'] for router, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:43.341492 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f5e274-1585-4e9c-955b-76b4160fece7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 894532f2-7d71-4e4e-9478-a9719661178f {{(pid=101845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:19:43.346662 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-87f5e274-1585-4e9c-955b-76b4160fece7 admin admin] Notify callbacks [] for router, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:43.347868 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-87f5e274-1585-4e9c-955b-76b4160fece7 admin admin] 10.222.0.84 "DELETE /v2.0/routers/894532f2-7d71-4e4e-9478-a9719661178f HTTP/1.1" status: 204 len: 168 time: 0.9628613 Aug 16 22:19:43.350366 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39800) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:43.404964 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7bdb689-58aa-4571-96e5-8428ddce3e64 admin admin] Deleting subnet c2fee9c9-1f59-461e-87ad-a2b3a8236273 {{(pid=101845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:19:43.408441 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d7bdb689-58aa-4571-96e5-8428ddce3e64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:43.420437 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 35c19149-df6d-488a-b54e-943fb94ae543 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:19:43.444518 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 35c19149-df6d-488a-b54e-943fb94ae543 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:19:43.447653 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 35c19149-df6d-488a-b54e-943fb94ae543 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:19:43.447653 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 18ea2f09-052d-46a2-bef3-07937f575eb3 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:19:43.448167 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d7bdb689-58aa-4571-96e5-8428ddce3e64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60581307'] for subnet, precommit_delete_associations {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:43.467772 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 18ea2f09-052d-46a2-bef3-07937f575eb3 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:19:43.468183 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 18ea2f09-052d-46a2-bef3-07937f575eb3 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:19:43.535762 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d7bdb689-58aa-4571-96e5-8428ddce3e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741183'] for subnet, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:43.676141 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d7bdb689-58aa-4571-96e5-8428ddce3e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59455565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59440653'] for subnet, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:43.707449 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bdb689-58aa-4571-96e5-8428ddce3e64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2fee9c9-1f59-461e-87ad-a2b3a8236273,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:43.711020 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-d7bdb689-58aa-4571-96e5-8428ddce3e64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:43.712218 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-71105804-23fa-4c6e-a1d5-c643285493e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:43.712964 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-d7bdb689-58aa-4571-96e5-8428ddce3e64 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/c2fee9c9-1f59-461e-87ad-a2b3a8236273 HTTP/1.1" status: 204 len: 168 time: 0.3616691 Aug 16 22:19:43.715768 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39802) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:43.720293 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335771c1-f6e9-44ee-80bd-a268307c2702 None None] Network d16bba5b-041a-4d6e-b736-571ba98bc8fe requested from n-d-793620-15 {{(pid=101846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:19:43.791378 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0d45f7cd-a8eb-4a73-9f0a-987984908c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692727'] for network, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:43.854349 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-0d45f7cd-a8eb-4a73-9f0a-987984908c67 admin admin] Deleting port 104d4e98-f06a-414c-93d7-188de4719ac6 {{(pid=101845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:43.854697 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0d45f7cd-a8eb-4a73-9f0a-987984908c67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:43.892720 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:43.900586 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f79e8c-4d79-4a43-acf3-aae4eda3f4d3 None None] DHCP port deletion for d16bba5b-041a-4d6e-b736-571ba98bc8fe request from n-d-793620-15 {{(pid=101846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:19:43.927810 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-0d45f7cd-a8eb-4a73-9f0a-987984908c67 admin admin] For port 104d4e98-f06a-414c-93d7-188de4719ac6, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=104d4e98-f06a-414c-93d7-188de4719ac6,segment=NetworkSegment(8e72cfd5-ec89-41bd-be39-5488237af6c7),segment_id=8e72cfd5-ec89-41bd-be39-5488237af6c7)] {{(pid=101845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:43.928211 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0d45f7cd-a8eb-4a73-9f0a-987984908c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:43.942796 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.plugin [None req-0d45f7cd-a8eb-4a73-9f0a-987984908c67 admin admin] Calling delete_port for 104d4e98-f06a-414c-93d7-188de4719ac6 owned by network:dhcp {{(pid=101845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:43.952649 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-31f79e8c-4d79-4a43-acf3-aae4eda3f4d3 None None] Deleting port 104d4e98-f06a-414c-93d7-188de4719ac6 {{(pid=101846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:43.953021 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-31f79e8c-4d79-4a43-acf3-aae4eda3f4d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744992567125'] for port, before_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:44.021022 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.db [None req-31f79e8c-4d79-4a43-acf3-aae4eda3f4d3 None None] For port 104d4e98-f06a-414c-93d7-188de4719ac6, host n-d-793620-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-15',level=0,port_id=104d4e98-f06a-414c-93d7-188de4719ac6,segment=NetworkSegment(8e72cfd5-ec89-41bd-be39-5488237af6c7),segment_id=8e72cfd5-ec89-41bd-be39-5488237af6c7)] {{(pid=101846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:44.021419 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-31f79e8c-4d79-4a43-acf3-aae4eda3f4d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779047'] for port, precommit_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:44.033442 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-31f79e8c-4d79-4a43-acf3-aae4eda3f4d3 None None] Calling delete_port for 104d4e98-f06a-414c-93d7-188de4719ac6 owned by network:dhcp {{(pid=101846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:44.088472 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0d45f7cd-a8eb-4a73-9f0a-987984908c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59455648'] for port, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:44.111393 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-31f79e8c-4d79-4a43-acf3-aae4eda3f4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744992572079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744992150869'] for port, after_delete {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:44.115627 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45f7cd-a8eb-4a73-9f0a-987984908c67 admin admin] Pushing event deleted for resources: {'Port': ['ID=104d4e98-f06a-414c-93d7-188de4719ac6,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:44.117489 n-d-793620-15 neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d45f7cd-a8eb-4a73-9f0a-987984908c67 admin admin] No DVR routers for this DVR port 104d4e98-f06a-414c-93d7-188de4719ac6 on host n-d-793620-15 {{(pid=101845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:19:44.137573 n-d-793620-15 neutron-server[101846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f79e8c-4d79-4a43-acf3-aae4eda3f4d3 None None] Pushing event deleted for resources: {'Port': ['ID=104d4e98-f06a-414c-93d7-188de4719ac6,revision_number=None']} {{(pid=101846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:44.141720 n-d-793620-15 neutron-server[101846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f79e8c-4d79-4a43-acf3-aae4eda3f4d3 None None] No DVR routers for this DVR port 104d4e98-f06a-414c-93d7-188de4719ac6 on host n-d-793620-15 {{(pid=101846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:19:44.197726 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0d45f7cd-a8eb-4a73-9f0a-987984908c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1738998', 'neutron.services.segments.db._delete_segments_for_network-8744992692637'] for network, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:44.207684 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-0d45f7cd-a8eb-4a73-9f0a-987984908c67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d16bba5b-041a-4d6e-b736-571ba98bc8fe']}} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:44.218059 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-0d45f7cd-a8eb-4a73-9f0a-987984908c67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e72cfd5-ec89-41bd-be39-5488237af6c7') {'for_net_delete': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:44.218371 n-d-793620-15 neutron-server[101845]: DEBUG neutron.services.segments.db [None req-0d45f7cd-a8eb-4a73-9f0a-987984908c67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e72cfd5-ec89-41bd-be39-5488237af6c7') {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:44.227062 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0d45f7cd-a8eb-4a73-9f0a-987984908c67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744992696998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60581250'] for segment, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:44.240850 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0d45f7cd-a8eb-4a73-9f0a-987984908c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096'] for segment, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:44.251250 n-d-793620-15 neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d45f7cd-a8eb-4a73-9f0a-987984908c67 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=101845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:19:44.251250 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0d45f7cd-a8eb-4a73-9f0a-987984908c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59455735'] for segment, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:44.251250 n-d-793620-15 neutron-server[101845]: Traceback (most recent call last): Aug 16 22:19:44.251250 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:19:44.251250 n-d-793620-15 neutron-server[101845]: timer() Aug 16 22:19:44.251250 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:19:44.251250 n-d-793620-15 neutron-server[101845]: cb(*args, **kw) Aug 16 22:19:44.251250 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:19:44.251250 n-d-793620-15 neutron-server[101845]: return func(*args, **kwargs) Aug 16 22:19:44.251250 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:19:44.251250 n-d-793620-15 neutron-server[101845]: self._notify() Aug 16 22:19:44.251250 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:19:44.251250 n-d-793620-15 neutron-server[101845]: self.callback(batched_events) Aug 16 22:19:44.251250 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:19:44.251250 n-d-793620-15 neutron-server[101845]: event.method(event) Aug 16 22:19:44.251250 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:19:44.251250 n-d-793620-15 neutron-server[101845]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:19:44.251250 n-d-793620-15 neutron-server[101845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:19:44.251250 n-d-793620-15 neutron-server[101845]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:19:44.251250 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:19:44.251250 n-d-793620-15 neutron-server[101845]: return f(self, *a, **k) Aug 16 22:19:44.251250 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:19:44.251250 n-d-793620-15 neutron-server[101845]: return self._get(url).json() Aug 16 22:19:44.251250 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:19:44.251250 n-d-793620-15 neutron-server[101845]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:19:44.251250 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:19:44.251250 n-d-793620-15 neutron-server[101845]: return self.request(url, 'GET', **kwargs) Aug 16 22:19:44.251250 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:19:44.251250 n-d-793620-15 neutron-server[101845]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:19:44.251250 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:19:44.251250 n-d-793620-15 neutron-server[101845]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:19:44.251250 n-d-793620-15 neutron-server[101845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:19:44.251250 n-d-793620-15 neutron-server[101845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:19:44.251250 n-d-793620-15 neutron-server[101845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:19:44.419863 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0d45f7cd-a8eb-4a73-9f0a-987984908c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767188'] for network, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:44.426675 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0d45f7cd-a8eb-4a73-9f0a-987984908c67 admin admin] Notify callbacks [] for network, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:44.428827 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-0d45f7cd-a8eb-4a73-9f0a-987984908c67 admin admin] 10.222.0.84 "DELETE /v2.0/networks/d16bba5b-041a-4d6e-b736-571ba98bc8fe HTTP/1.1" status: 204 len: 168 time: 0.7120380 Aug 16 22:19:44.441709 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45f7cd-a8eb-4a73-9f0a-987984908c67 admin admin] Pushing event deleted for resources: {'Network': ['ID=d16bba5b-041a-4d6e-b736-571ba98bc8fe,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:44.719233 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39806) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:44.762985 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-dc676f00-39c9-4329-a3fa-5a42b24677d4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=83f485b094744827aacc74f36e928d9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423408 Aug 16 22:19:44.766263 n-d-793620-15 neutron-server[101844]: DEBUG neutron.wsgi [-] (101844) accepted ('10.222.0.84', 39808) {{(pid=101844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:44.814807 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f37b0799-bb5c-4087-965e-e4ae5ba7a353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:44.836023 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f37b0799-bb5c-4087-965e-e4ae5ba7a353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:44.974060 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f37b0799-bb5c-4087-965e-e4ae5ba7a353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:44.976570 n-d-793620-15 neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f37b0799-bb5c-4087-965e-e4ae5ba7a353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:44.977732 n-d-793620-15 neutron-server[101844]: INFO neutron.wsgi [None req-f37b0799-bb5c-4087-965e-e4ae5ba7a353 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3b981d67-8581-4317-aabe-8cd8e9c03df8 HTTP/1.1" status: 204 len: 168 time: 0.2105646 Aug 16 22:19:44.985764 n-d-793620-15 neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b0799-bb5c-4087-965e-e4ae5ba7a353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b981d67-8581-4317-aabe-8cd8e9c03df8,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:45.374078 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:45.413839 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 104d4e98-f06a-414c-93d7-188de4719ac6 no longer exists at agent ovs-agent-n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:19:45.434390 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.plugin [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] No Port match for: 104d4e98-f06a-414c-93d7-188de4719ac6 {{(pid=101846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:19:45.434751 n-d-793620-15 neutron-server[101846]: DEBUG neutron.plugins.ml2.rpc [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Device 104d4e98-f06a-414c-93d7-188de4719ac6 not bound to the agent host n-d-793620-15 {{(pid=101846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:19:45.832037 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39814) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:45.871649 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-19001a99-f4a4-42aa-a2b2-da7016c3327a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f41c9f77096d48dcaad93c52f6a4215a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384371 Aug 16 22:19:45.874172 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [-] (101845) accepted ('10.222.0.84', 39816) {{(pid=101845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:45.924527 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8655c5df-369f-45ed-a096-d93f3b00d429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:45.946769 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8655c5df-369f-45ed-a096-d93f3b00d429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:46.071376 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8655c5df-369f-45ed-a096-d93f3b00d429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598263'] for security_group, after_delete {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:46.074543 n-d-793620-15 neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-8655c5df-369f-45ed-a096-d93f3b00d429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:46.075754 n-d-793620-15 neutron-server[101845]: INFO neutron.wsgi [None req-8655c5df-369f-45ed-a096-d93f3b00d429 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a452a221-9121-468e-80b2-86dbcad65d2c HTTP/1.1" status: 204 len: 168 time: 0.2006440 Aug 16 22:19:46.085398 n-d-793620-15 neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655c5df-369f-45ed-a096-d93f3b00d429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a452a221-9121-468e-80b2-86dbcad65d2c,revision_number=None']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:46.932754 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:50.254159 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:53.035260 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:56.846274 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:20:11.136995 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-9d244a8f-751f-42ee-ba3c-2a09481d9436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:13.687608 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-50585b25-61b7-49b5-a095-5fd900dac212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:13.893052 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:15.222957 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:16.938810 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:20.274740 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:23.016834 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:33.845371 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:20:41.126997 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-ed738ead-baa4-458b-a9ce-b06d992b4b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:43.702118 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-c385fcda-3963-4857-b6e4-7202ff442a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:43.887396 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:45.218583 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:46.982346 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:50.242149 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:53.027044 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:10.844740 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:21:11.129290 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-74c3e643-a774-4028-bf92-2cd7e3963df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:13.723131 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-077dad3d-446b-4f37-adfc-cd244fc8bc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:13.932115 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:15.241329 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:16.946103 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:20.243060 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:23.040820 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:41.137293 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7428cacb-d038-4798-8d51-fd1a4c578c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:43.756511 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0e14afdc-88b0-4087-9eac-cfee4eacc2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:43.910932 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:45.242259 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:46.944941 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:47.844359 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:21:50.257571 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:53.030339 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:01.215918 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [req-68a038d6-4ebb-425a-b569-b5094ed9ee69 req-51b31e61-ccd0-40f5-8e7c-135239c398df service neutron] (101845) timed out ('10.222.0.84', 34188) {{(pid=101845) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 22:22:11.137103 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-24668f3f-a7c7-4e5d-ac94-433b5bb8ad61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:13.720957 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-db6218c2-96b0-4f70-9c14-52401b735507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:13.904489 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:15.227877 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:16.959991 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:20.298053 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:23.057646 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:24.843619 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:22:41.142981 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-149608aa-5970-423b-9436-df7474a032cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:43.743293 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0feed9f0-451e-448a-92e4-b45641d7a70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:43.925943 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:45.223092 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:46.942638 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:50.295950 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:53.056784 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:01.842857 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:23:11.119048 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-62004421-f1b9-43cf-90f7-a318482a26e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:13.735964 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1540cbcc-331f-47e0-88e6-039722632b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:13.918763 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:15.227555 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:16.948030 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:20.266749 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:23.078285 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:38.933772 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:23:41.157778 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-0e16f6d1-4f7c-4b45-8cb8-05d9dd243e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:43.723903 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-d8e58cc2-d272-4b2c-bb47-2fee62855f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:43.901167 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:45.260540 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:46.974626 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:50.300569 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:53.048722 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:11.128506 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f8847790-936a-4396-996d-65c9e86a0c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:13.706172 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-1f64878e-57c3-440d-b168-dc3e5144dbd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:13.877356 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:15.231799 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:15.844216 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:24:16.952573 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:20.283298 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:23.065479 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:41.145459 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-62211e11-38fd-416f-ba51-31ce27fef750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:43.728726 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-5fa32abb-fa90-4e60-9973-64be0e411079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:43.877365 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:45.242545 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:46.961776 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:50.305439 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:52.844167 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:24:53.093177 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:11.127941 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-e4f60d01-f33b-4ef5-8a10-0b29b22f39ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:13.727855 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-af7624b0-c3fe-43d6-950f-f064be8d629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:13.893561 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:15.259149 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:16.960622 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:20.265413 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:23.109672 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:29.843490 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:25:41.156394 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a945202f-964c-4ae5-8e7c-436385c33c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:43.725024 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-324bf5b1-2531-4539-8873-2377cb1af276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:43.910239 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:45.250947 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:46.995992 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:50.290690 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:53.107332 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:06.843463 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:26:11.144422 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-8ce59d2d-0093-4f0e-a043-0c79d1245815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:13.719180 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-bf3dee1a-c374-404b-a5aa-afec31e108b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:13.890262 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:15.249890 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:16.973083 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:20.298615 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:23.132779 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:41.144596 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f0bea366-36b0-4ae5-a84a-df399bba1f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:43.723189 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2088d7b3-afbb-4481-a708-d1647cb8d83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:43.843494 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:26:43.911956 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:45.251922 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:46.968667 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:50.300442 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:53.117439 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:11.133676 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-f1c0e6bd-d728-4d33-9740-a55eb322f31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:13.666375 n-d-793620-15 neutron-server[101845]: DEBUG neutron.wsgi [req-856f7ae6-05b5-45ed-9cda-a598db04df8c req-7d079a0c-610e-403d-9044-973a320e0306 service neutron] (101845) timed out ('10.222.0.84', 38842) {{(pid=101845) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 22:27:13.733371 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-14d60ff9-cc1d-4e2c-a93b-026863c761aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:13.874902 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:15.276236 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:16.984990 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:20.310534 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:20.842242 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:27:23.144735 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:41.144554 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7f670f1f-f6d9-45ff-a95f-a5a3206265ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:43.737871 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-b1fde496-2930-4cf8-9a57-89b9242af7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:43.904418 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:45.303694 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:46.989910 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:50.320845 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:53.143443 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-a03f4f5f-89b3-44fb-b90c-b2c8fda11b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:57.841285 n-d-793620-15 neutron-server[101847]: DEBUG neutron.db.agents_db [None req-94900b69-484d-456c-a823-7c9b9b297204 None None] Agent healthcheck: found 7 active agents {{(pid=101847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:28:11.142943 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-16461408-0500-4252-9b63-03c229f65f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:13.731767 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-69230b46-fe8d-4144-ad6a-75417f8f467d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:13.914953 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-03c6bcee-bce8-44a4-9c78-ef67bcb31b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:15.262781 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-2ec44304-3ec6-4c92-84f6-5600b7b89b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:16.965515 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-261ac363-3c0f-4a45-aa8a-927a612cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:20.273961 n-d-793620-15 neutron-server[101846]: DEBUG neutron_lib.callbacks.manager [None req-7533a7d3-704d-4c8b-b344-f07416b95e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744992692511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1789552'] for agent, after_update {{(pid=101846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}